{"doc_id": 0, "doc": {"id": "Mercury_417466", "question": "Which statement best explains why photosynthesis is the foundation of most food webs?", "choices": {"text": ["Sunlight is the source of energy for nearly all ecosystems.", "Most ecosystems are found on land instead of in water.", "Carbon dioxide is more available than other gases.", "The producers in all ecosystems are plants."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Sunlight is the source of energy for nearly all ecosystems.", "arguments": ["Question: Which statement best explains why photosynthesis is the foundation of most food webs?\nAnswer:", " ["], "resps": [[[-7.11328125, false]], [[-9.3671875, false]], [[-7.36328125, false]], [[-12.1171875, false]], [[-8.6171875, false]], [[-11.3671875, false]], [[-9.1171875, false]], [[-12.1171875, false]], [[-12.1171875, false]], [[-11.8671875, false]], [[-6.11328125, false]], [[-9.1171875, false]], [[-10.6171875, false]], [[-6.11328125, false]], [[-11.8671875, false]], [[-12.1171875, false]], [[-8.6171875, false]], [[-6.11328125, false]], [[-10.6171875, false]], [[-8.6171875, false]], [[-12.1171875, false]], [[-10.8671875, false]], [[-7.86328125, false]], [[-8.6171875, false]], [[-6.11328125, false]], [[-8.6171875, false]], [[-10.8671875, false]], [[-6.11328125, false]], [[-8.6171875, false]], [[-8.6171875, false]], [[-8.6171875, false]], [[-10.8671875, false]], [[-12.1171875, false]], [[-10.3671875, false]], [[-6.11328125, false]], [[-10.8671875, false]], [[-8.6171875, false]], [[-10.8671875, false]], [[-6.11328125, false]], [[-8.6171875, false]], [[-8.6171875, false]], [[-5.86328125, false]], [[-10.8671875, false]], [[-11.3671875, false]], [[-10.3671875, false]], [[-6.11328125, false]], [[-5.86328125, false]], [[-11.3671875, false]], [[-11.3671875, false]], [[-6.11328125, false]], [[-8.6171875, false]], [[-7.86328125, false]], [[-8.6171875, false]], [[-10.6171875, false]], [[-10.3671875, false]], [[-10.6171875, false]], [[-11.8671875, false]], [[-8.6171875, false]], [[-10.8671875, false]], [[-10.6171875, false]], [[-7.3203125, false]], [[-9.3671875, false]], [[-10.4453125, false]], [[-6.11328125, false]], [[-9.3671875, false]], [[-9.6171875, false]], [[-8.6171875, false]], [[-10.6171875, false]], [[-11.8671875, false]], [[-6.11328125, false]], [[-8.6171875, false]], [[-7.86328125, false]], [[-8.6171875, false]], [[-10.6171875, false]], [[-10.3671875, false]], [[-10.6171875, false]], [[-11.8671875, false]], [[-8.6171875, false]], [[-10.8671875, false]], [[-10.6171875, false]], [[-6.11328125, false]], [[-5.86328125, false]], [[-10.8671875, false]], [[-8.6171875, false]], [[-6.11328125, false]], [[-10.8671875, false]], [[-8.6171875, false]], [[-12.1171875, false]], [[-8.6171875, false]], [[-9.1171875, false]], [[-6.11328125, false]], [[-8.6171875, false]], [[-8.6171875, false]], [[-6.11328125, false]], [[-11.3671875, false]], [[-5.86328125, false]], [[-8.6171875, false]], [[-9.1171875, false]], [[-6.11328125, false]], [[-9.1171875, false]], [[-8.6171875, false]], [[-10.6171875, false]], [[-11.8671875, false]], [[-8.6171875, false]], [[-5.86328125, false]], [[-9.1171875, false]], [[-6.11328125, false]], [[-8.6171875, false]], [[-10.8671875, false]], [[-6.11328125, false]], [[-9.1171875, false]], [[-8.6171875, false]], [[-6.11328125, false]], [[-11.6171875, false]], [[-5.86328125, false]], [[-11.8671875, false]], [[-8.6171875, false]], [[-10.8671875, false]], [[-7.3203125, false]], [[-9.3671875, false]], [[-10.4453125, false]], [[-6.11328125, false]], [[-9.3671875, false]], [[-5.61328125, false]], [[-5.86328125, false]], [[-10.8671875, false]], [[-9.8671875, false]], [[-8.6171875, false]], [[-8.6171875, false]], [[-6.11328125, false]], [[-9.1171875, false]], [[-9.1171875, false]], [[-8.6171875, false]], [[-10.3671875, false]], [[-9.1171875, false]], [[-9.1171875, false]], [[-8.6171875, false]], [[-6.11328125, false]], [[-9.1171875, false]], [[-10.6171875, false]], [[-6.11328125, false]], [[-10.8671875, false]], [[-8.6171875, false]], [[-10.8671875, false]], [[-8.6171875, false]], [[-6.11328125, false]], [[-5.86328125, false]], [[-12.1171875, false]], [[-5.86328125, false]], [[-9.1171875, false]], [[-11.3671875, false]], [[-5.86328125, false]], [[-9.8671875, false]], [[-11.3671875, false]], [[-8.6171875, false]], [[-6.11328125, false]], [[-11.8671875, false]], [[-12.1171875, false]], [[-5.86328125, false]], [[-8.6171875, false]], [[-6.11328125, false]], [[-8.6171875, false]], [[-11.8671875, false]], [[-12.1171875, false]], [[-8.6171875, false]], [[-10.8671875, false]], [[-6.11328125, false]], [[-12.1171875, false]], [[-5.86328125, false]], [[-10.6171875, false]], [[-8.6171875, false]], [[-10.6171875, false]], [[-7.3203125, false]], [[-9.3671875, false]], [[-10.4453125, false]], [[-6.11328125, false]], [[-9.3671875, false]], [[-8.6171875, false]], [[-12.1171875, false]], [[-8.6171875, false]], [[-6.11328125, false]], [[-9.8671875, false]], [[-10.8671875, false]], [[-8.6171875, false]], [[-9.1171875, false]], [[-12.1171875, false]], [[-7.86328125, false]], [[-8.6171875, false]], [[-10.8671875, false]], [[-10.6171875, false]], [[-6.11328125, false]], [[-9.1171875, false]], [[-8.6171875, false]], [[-6.11328125, false]], [[-5.86328125, false]], [[-11.3671875, false]], [[-11.3671875, false]], [[-6.11328125, false]], [[-8.6171875, false]], [[-7.86328125, false]], [[-8.6171875, false]], [[-10.6171875, false]], [[-10.3671875, false]], [[-10.6171875, false]], [[-11.8671875, false]], [[-8.6171875, false]], [[-10.8671875, false]], [[-10.6171875, false]], [[-6.11328125, false]], [[-5.86328125, false]], [[-10.8671875, false]], [[-8.6171875, false]], [[-6.11328125, false]], [[-9.8671875, false]], [[-11.3671875, false]], [[-5.86328125, false]], [[-8.6171875, false]], [[-11.8671875, false]], [[-10.6171875, false]], [[-7.3203125, false]], [[-9.3671875, false]], [[-13.3671875, false]]], "filtered_resps": [[-7.11328125, false], [-9.3671875, false], [-7.36328125, false], [-12.1171875, false], [-8.6171875, false], [-11.3671875, false], [-9.1171875, false], [-12.1171875, false], [-12.1171875, false], [-11.8671875, false], [-6.11328125, false], [-9.1171875, false], [-10.6171875, false], [-6.11328125, false], [-11.8671875, false], [-12.1171875, false], [-8.6171875, false], [-6.11328125, false], [-10.6171875, false], [-8.6171875, false], [-12.1171875, false], [-10.8671875, false], [-7.86328125, false], [-8.6171875, false], [-6.11328125, false], [-8.6171875, false], [-10.8671875, false], [-6.11328125, false], [-8.6171875, false], [-8.6171875, false], [-8.6171875, false], [-10.8671875, false], [-12.1171875, false], [-10.3671875, false], [-6.11328125, false], [-10.8671875, false], [-8.6171875, false], [-10.8671875, false], [-6.11328125, false], [-8.6171875, false], [-8.6171875, false], [-5.86328125, false], [-10.8671875, false], [-11.3671875, false], [-10.3671875, false], [-6.11328125, false], [-5.86328125, false], [-11.3671875, false], [-11.3671875, false], [-6.11328125, false], [-8.6171875, false], [-7.86328125, false], [-8.6171875, false], [-10.6171875, false], [-10.3671875, false], [-10.6171875, false], [-11.8671875, false], [-8.6171875, false], [-10.8671875, false], [-10.6171875, false], [-7.3203125, false], [-9.3671875, false], [-10.4453125, false], [-6.11328125, false], [-9.3671875, false], [-9.6171875, false], [-8.6171875, false], [-10.6171875, false], [-11.8671875, false], [-6.11328125, false], [-8.6171875, false], [-7.86328125, false], [-8.6171875, false], [-10.6171875, false], [-10.3671875, false], [-10.6171875, false], [-11.8671875, false], [-8.6171875, false], [-10.8671875, false], [-10.6171875, false], [-6.11328125, false], [-5.86328125, false], [-10.8671875, false], [-8.6171875, false], [-6.11328125, false], [-10.8671875, false], [-8.6171875, false], [-12.1171875, false], [-8.6171875, false], [-9.1171875, false], [-6.11328125, false], [-8.6171875, false], [-8.6171875, false], [-6.11328125, false], [-11.3671875, false], [-5.86328125, false], [-8.6171875, false], [-9.1171875, false], [-6.11328125, false], [-9.1171875, false], [-8.6171875, false], [-10.6171875, false], [-11.8671875, false], [-8.6171875, false], [-5.86328125, false], [-9.1171875, false], [-6.11328125, false], [-8.6171875, false], [-10.8671875, false], [-6.11328125, false], [-9.1171875, false], [-8.6171875, false], [-6.11328125, false], [-11.6171875, false], [-5.86328125, false], [-11.8671875, false], [-8.6171875, false], [-10.8671875, false], [-7.3203125, false], [-9.3671875, false], [-10.4453125, false], [-6.11328125, false], [-9.3671875, false], [-5.61328125, false], [-5.86328125, false], [-10.8671875, false], [-9.8671875, false], [-8.6171875, false], [-8.6171875, false], [-6.11328125, false], [-9.1171875, false], [-9.1171875, false], [-8.6171875, false], [-10.3671875, false], [-9.1171875, false], [-9.1171875, false], [-8.6171875, false], [-6.11328125, false], [-9.1171875, false], [-10.6171875, false], [-6.11328125, false], [-10.8671875, false], [-8.6171875, false], [-10.8671875, false], [-8.6171875, false], [-6.11328125, false], [-5.86328125, false], [-12.1171875, false], [-5.86328125, false], [-9.1171875, false], [-11.3671875, false], [-5.86328125, false], [-9.8671875, false], [-11.3671875, false], [-8.6171875, false], [-6.11328125, false], [-11.8671875, false], [-12.1171875, false], [-5.86328125, false], [-8.6171875, false], [-6.11328125, false], [-8.6171875, false], [-11.8671875, false], [-12.1171875, false], [-8.6171875, false], [-10.8671875, false], [-6.11328125, false], [-12.1171875, false], [-5.86328125, false], [-10.6171875, false], [-8.6171875, false], [-10.6171875, false], [-7.3203125, false], [-9.3671875, false], [-10.4453125, false], [-6.11328125, false], [-9.3671875, false], [-8.6171875, false], [-12.1171875, false], [-8.6171875, false], [-6.11328125, false], [-9.8671875, false], [-10.8671875, false], [-8.6171875, false], [-9.1171875, false], [-12.1171875, false], [-7.86328125, false], [-8.6171875, false], [-10.8671875, false], [-10.6171875, false], [-6.11328125, false], [-9.1171875, false], [-8.6171875, false], [-6.11328125, false], [-5.86328125, false], [-11.3671875, false], [-11.3671875, false], [-6.11328125, false], [-8.6171875, false], [-7.86328125, false], [-8.6171875, false], [-10.6171875, false], [-10.3671875, false], [-10.6171875, false], [-11.8671875, false], [-8.6171875, false], [-10.8671875, false], [-10.6171875, false], [-6.11328125, false], [-5.86328125, false], [-10.8671875, false], [-8.6171875, false], [-6.11328125, false], [-9.8671875, false], [-11.3671875, false], [-5.86328125, false], [-8.6171875, false], [-11.8671875, false], [-10.6171875, false], [-7.3203125, false], [-9.3671875, false], [-13.3671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 8, "doc": {"id": "MCAS_2001_5_19", "question": "Plants use sunlight to make", "choices": {"text": ["soil.", "minerals.", "food.", "water."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "food.", "arguments": ["Question: Plants use sunlight to make\nAnswer:", " ["], "resps": [[[-7.90625, false]], [[-7.90625, false]], [[-9.40625, false]], [[-7.90625, false]], [[-7.90625, false]], [[-9.40625, false]], [[-7.23828125, false]], [[-7.90625, false]], [[-9.109375, false]], [[-5.15625, false]], [[-7.90625, false]], [[-10.90625, false]], [[-7.90625, false]], [[-8.40625, false]], [[-8.40625, false]], [[-10.40625, false]], [[-5.40625, false]], [[-9.40625, false]], [[-9.40625, false]], [[-7.23828125, false]], [[-7.90625, false]], [[-9.109375, false]], [[-5.15625, false]], [[-7.90625, false]], [[-11.40625, false]], [[-7.90625, false]], [[-7.90625, false]], [[-8.40625, false]], [[-7.23828125, false]], [[-7.90625, false]], [[-9.109375, false]], [[-5.15625, false]], [[-7.90625, false]], [[-10.15625, false]], [[-5.40625, false]], [[-10.65625, false]], [[-8.40625, false]], [[-10.40625, false]], [[-7.23828125, false]], [[-7.90625, false]], [[-12.65625, false]]], "filtered_resps": [[-7.90625, false], [-7.90625, false], [-9.40625, false], [-7.90625, false], [-7.90625, false], [-9.40625, false], [-7.23828125, false], [-7.90625, false], [-9.109375, false], [-5.15625, false], [-7.90625, false], [-10.90625, false], [-7.90625, false], [-8.40625, false], [-8.40625, false], [-10.40625, false], [-5.40625, false], [-9.40625, false], [-9.40625, false], [-7.23828125, false], [-7.90625, false], [-9.109375, false], [-5.15625, false], [-7.90625, false], [-11.40625, false], [-7.90625, false], [-7.90625, false], [-8.40625, false], [-7.23828125, false], [-7.90625, false], [-9.109375, false], [-5.15625, false], [-7.90625, false], [-10.15625, false], [-5.40625, false], [-10.65625, false], [-8.40625, false], [-10.40625, false], [-7.23828125, false], [-7.90625, false], [-12.65625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 16, "doc": {"id": "Mercury_7198188", "question": "As global temperatures increase, certain organisms will be more affected than others. The changes associated with global warming may result in an increase in sea level. Which organisms will be affected most as a result of the change in sea level?", "choices": {"text": ["birds that eat fish from shallow waters", "fish that live in coral reefs in shallow waters", "mammals that swim in cold, deep ocean waters", "crustaceans at the bottom of deep sea ocean waters"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "fish that live in coral reefs in shallow waters", "arguments": ["Question: As global temperatures increase, certain organisms will be more affected than others. The changes associated with global warming may result in an increase in sea level. Which organisms will be affected most as a result of the change in sea level?\nAnswer:", " ["], "resps": [[[-7.65234375, false]], [[-9.8984375, false]], [[-9.7734375, false]], [[-9.5234375, false]], [[-10.3984375, false]], [[-5.90234375, false]], [[-8.1484375, false]], [[-5.15234375, false]], [[-12.0234375, false]], [[-11.7734375, false]], [[-6.65234375, false]], [[-12.0234375, false]], [[-5.15234375, false]], [[-7.52734375, false]], [[-6.65234375, false]], [[-12.0234375, false]], [[-5.15234375, false]], [[-10.6484375, false]], [[-9.5234375, false]], [[-8.1484375, false]], [[-11.7734375, false]], [[-5.15234375, false]], [[-10.6484375, false]], [[-10.3984375, false]], [[-7.65234375, false]], [[-11.5234375, false]], [[-5.15234375, false]], [[-8.1484375, false]], [[-11.7734375, false]], [[-6.65234375, false]], [[-10.2734375, false]], [[-10.2734375, false]], [[-7.65234375, false]], [[-8.0234375, false]], [[-5.15234375, false]], [[-8.0234375, false]], [[-6.65234375, false]], [[-12.0234375, false]], [[-7.52734375, false]], [[-10.3984375, false]], [[-8.1484375, false]], [[-9.8984375, false]], [[-9.8125, false]], [[-5.15234375, false]], [[-9.8984375, false]], [[-10.6484375, false]], [[-9.5234375, false]], [[-8.1484375, false]], [[-11.7734375, false]], [[-5.15234375, false]], [[-12.0234375, false]], [[-11.7734375, false]], [[-6.65234375, false]], [[-12.0234375, false]], [[-5.15234375, false]], [[-10.2734375, false]], [[-9.5234375, false]], [[-13.0234375, false]], [[-7.52734375, false]], [[-5.15234375, false]], [[-9.5234375, false]], [[-9.6484375, false]], [[-5.15234375, false]], [[-8.1484375, false]], [[-7.65234375, false]], [[-10.3984375, false]], [[-6.65234375, false]], [[-10.2734375, false]], [[-5.15234375, false]], [[-10.3984375, false]], [[-7.52734375, false]], [[-7.52734375, false]], [[-10.6484375, false]], [[-8.1484375, false]], [[-5.15234375, false]], [[-9.5234375, false]], [[-9.6484375, false]], [[-5.15234375, false]], [[-8.1484375, false]], [[-11.7734375, false]], [[-6.65234375, false]], [[-10.2734375, false]], [[-10.2734375, false]], [[-7.65234375, false]], [[-8.0234375, false]], [[-5.15234375, false]], [[-8.0234375, false]], [[-6.65234375, false]], [[-12.0234375, false]], [[-7.52734375, false]], [[-10.3984375, false]], [[-8.1484375, false]], [[-9.8984375, false]], [[-9.8125, false]], [[-5.15234375, false]], [[-9.8984375, false]], [[-11.5234375, false]], [[-6.65234375, false]], [[-11.5234375, false]], [[-11.5234375, false]], [[-6.65234375, false]], [[-10.2734375, false]], [[-8.1484375, false]], [[-5.15234375, false]], [[-12.0234375, false]], [[-11.7734375, false]], [[-6.65234375, false]], [[-12.0234375, false]], [[-5.15234375, false]], [[-8.1484375, false]], [[-8.0234375, false]], [[-9.5234375, false]], [[-11.5234375, false]], [[-5.15234375, false]], [[-9.5234375, false]], [[-9.6484375, false]], [[-5.15234375, false]], [[-8.1484375, false]], [[-7.65234375, false]], [[-10.2734375, false]], [[-5.90234375, false]], [[-9.8125, false]], [[-5.15234375, false]], [[-5.90234375, false]], [[-7.52734375, false]], [[-7.52734375, false]], [[-10.1484375, false]], [[-5.15234375, false]], [[-7.65234375, false]], [[-8.1484375, false]], [[-7.52734375, false]], [[-6.65234375, false]], [[-9.6484375, false]], [[-5.15234375, false]], [[-8.0234375, false]], [[-6.65234375, false]], [[-12.0234375, false]], [[-7.52734375, false]], [[-10.3984375, false]], [[-8.1484375, false]], [[-9.8984375, false]], [[-9.8125, false]], [[-5.15234375, false]], [[-9.8984375, false]], [[-8.1484375, false]], [[-10.3984375, false]], [[-12.1484375, false]], [[-8.1484375, false]], [[-12.0234375, false]], [[-6.65234375, false]], [[-8.1484375, false]], [[-7.52734375, false]], [[-6.65234375, false]], [[-9.6484375, false]], [[-8.1484375, false]], [[-5.15234375, false]], [[-6.65234375, false]], [[-12.0234375, false]], [[-5.15234375, false]], [[-12.0234375, false]], [[-11.7734375, false]], [[-7.52734375, false]], [[-5.15234375, false]], [[-9.7734375, false]], [[-7.65234375, false]], [[-12.0234375, false]], [[-12.0234375, false]], [[-7.65234375, false]], [[-11.5234375, false]], [[-5.15234375, false]], [[-7.65234375, false]], [[-10.6484375, false]], [[-5.15234375, false]], [[-5.90234375, false]], [[-7.52734375, false]], [[-7.52734375, false]], [[-10.1484375, false]], [[-5.15234375, false]], [[-8.1484375, false]], [[-7.52734375, false]], [[-6.65234375, false]], [[-5.15234375, false]], [[-7.65234375, false]], [[-8.1484375, false]], [[-7.52734375, false]], [[-6.65234375, false]], [[-9.6484375, false]], [[-5.15234375, false]], [[-8.0234375, false]], [[-6.65234375, false]], [[-12.0234375, false]], [[-7.52734375, false]], [[-10.3984375, false]], [[-8.1484375, false]], [[-9.8984375, false]], [[-13.3984375, false]]], "filtered_resps": [[-7.65234375, false], [-9.8984375, false], [-9.7734375, false], [-9.5234375, false], [-10.3984375, false], [-5.90234375, false], [-8.1484375, false], [-5.15234375, false], [-12.0234375, false], [-11.7734375, false], [-6.65234375, false], [-12.0234375, false], [-5.15234375, false], [-7.52734375, false], [-6.65234375, false], [-12.0234375, false], [-5.15234375, false], [-10.6484375, false], [-9.5234375, false], [-8.1484375, false], [-11.7734375, false], [-5.15234375, false], [-10.6484375, false], [-10.3984375, false], [-7.65234375, false], [-11.5234375, false], [-5.15234375, false], [-8.1484375, false], [-11.7734375, false], [-6.65234375, false], [-10.2734375, false], [-10.2734375, false], [-7.65234375, false], [-8.0234375, false], [-5.15234375, false], [-8.0234375, false], [-6.65234375, false], [-12.0234375, false], [-7.52734375, false], [-10.3984375, false], [-8.1484375, false], [-9.8984375, false], [-9.8125, false], [-5.15234375, false], [-9.8984375, false], [-10.6484375, false], [-9.5234375, false], [-8.1484375, false], [-11.7734375, false], [-5.15234375, false], [-12.0234375, false], [-11.7734375, false], [-6.65234375, false], [-12.0234375, false], [-5.15234375, false], [-10.2734375, false], [-9.5234375, false], [-13.0234375, false], [-7.52734375, false], [-5.15234375, false], [-9.5234375, false], [-9.6484375, false], [-5.15234375, false], [-8.1484375, false], [-7.65234375, false], [-10.3984375, false], [-6.65234375, false], [-10.2734375, false], [-5.15234375, false], [-10.3984375, false], [-7.52734375, false], [-7.52734375, false], [-10.6484375, false], [-8.1484375, false], [-5.15234375, false], [-9.5234375, false], [-9.6484375, false], [-5.15234375, false], [-8.1484375, false], [-11.7734375, false], [-6.65234375, false], [-10.2734375, false], [-10.2734375, false], [-7.65234375, false], [-8.0234375, false], [-5.15234375, false], [-8.0234375, false], [-6.65234375, false], [-12.0234375, false], [-7.52734375, false], [-10.3984375, false], [-8.1484375, false], [-9.8984375, false], [-9.8125, false], [-5.15234375, false], [-9.8984375, false], [-11.5234375, false], [-6.65234375, false], [-11.5234375, false], [-11.5234375, false], [-6.65234375, false], [-10.2734375, false], [-8.1484375, false], [-5.15234375, false], [-12.0234375, false], [-11.7734375, false], [-6.65234375, false], [-12.0234375, false], [-5.15234375, false], [-8.1484375, false], [-8.0234375, false], [-9.5234375, false], [-11.5234375, false], [-5.15234375, false], [-9.5234375, false], [-9.6484375, false], [-5.15234375, false], [-8.1484375, false], [-7.65234375, false], [-10.2734375, false], [-5.90234375, false], [-9.8125, false], [-5.15234375, false], [-5.90234375, false], [-7.52734375, false], [-7.52734375, false], [-10.1484375, false], [-5.15234375, false], [-7.65234375, false], [-8.1484375, false], [-7.52734375, false], [-6.65234375, false], [-9.6484375, false], [-5.15234375, false], [-8.0234375, false], [-6.65234375, false], [-12.0234375, false], [-7.52734375, false], [-10.3984375, false], [-8.1484375, false], [-9.8984375, false], [-9.8125, false], [-5.15234375, false], [-9.8984375, false], [-8.1484375, false], [-10.3984375, false], [-12.1484375, false], [-8.1484375, false], [-12.0234375, false], [-6.65234375, false], [-8.1484375, false], [-7.52734375, false], [-6.65234375, false], [-9.6484375, false], [-8.1484375, false], [-5.15234375, false], [-6.65234375, false], [-12.0234375, false], [-5.15234375, false], [-12.0234375, false], [-11.7734375, false], [-7.52734375, false], [-5.15234375, false], [-9.7734375, false], [-7.65234375, false], [-12.0234375, false], [-12.0234375, false], [-7.65234375, false], [-11.5234375, false], [-5.15234375, false], [-7.65234375, false], [-10.6484375, false], [-5.15234375, false], [-5.90234375, false], [-7.52734375, false], [-7.52734375, false], [-10.1484375, false], [-5.15234375, false], [-8.1484375, false], [-7.52734375, false], [-6.65234375, false], [-5.15234375, false], [-7.65234375, false], [-8.1484375, false], [-7.52734375, false], [-6.65234375, false], [-9.6484375, false], [-5.15234375, false], [-8.0234375, false], [-6.65234375, false], [-12.0234375, false], [-7.52734375, false], [-10.3984375, false], [-8.1484375, false], [-9.8984375, false], [-13.3984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 24, "doc": {"id": "Mercury_SC_408362", "question": "Jessica wants to see cells in an oak tree leaf. Which tool is best for Jessica to use to see the cells?", "choices": {"text": ["binoculars", "microscope", "reading glasses", "magnifying glass"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "microscope", "arguments": ["Question: Jessica wants to see cells in an oak tree leaf. Which tool is best for Jessica to use to see the cells?\nAnswer:", " ["], "resps": [[[-7.23828125, false]], [[-9.359375, false]], [[-7.11328125, false]], [[-8.359375, false]], [[-9.234375, false]], [[-6.73828125, false]], [[-6.36328125, false]], [[-9.734375, false]], [[-8.484375, false]], [[-2.861328125, false]], [[-9.859375, false]], [[-7.86328125, false]], [[-9.359375, false]], [[-10.1484375, false]], [[-5.11328125, false]], [[-9.359375, false]], [[-8.234375, false]], [[-8.359375, false]], [[-6.36328125, false]], [[-9.859375, false]], [[-6.73828125, false]], [[-7.86328125, false]], [[-6.36328125, false]], [[-6.73828125, false]], [[-8.859375, false]], [[-8.359375, false]], [[-9.359375, false]], [[-10.1484375, false]], [[-5.11328125, false]], [[-9.359375, false]], [[-9.859375, false]], [[-8.359375, false]], [[-2.861328125, false]], [[-9.109375, false]], [[-8.359375, false]], [[-9.234375, false]], [[-8.484375, false]], [[-5.11328125, false]], [[-8.484375, false]], [[-8.484375, false]], [[-2.861328125, false]], [[-7.86328125, false]], [[-7.86328125, false]], [[-8.359375, false]], [[-7.86328125, false]], [[-9.359375, false]], [[-10.1484375, false]], [[-5.11328125, false]], [[-9.359375, false]], [[-8.234375, false]], [[-2.861328125, false]], [[-8.484375, false]], [[-9.234375, false]], [[-8.359375, false]], [[-8.359375, false]], [[-11.234375, false]], [[-8.359375, false]], [[-9.234375, false]], [[-8.484375, false]], [[-5.11328125, false]], [[-8.484375, false]], [[-8.484375, false]], [[-2.861328125, false]], [[-7.86328125, false]], [[-7.86328125, false]], [[-9.359375, false]], [[-12.359375, false]]], "filtered_resps": [[-7.23828125, false], [-9.359375, false], [-7.11328125, false], [-8.359375, false], [-9.234375, false], [-6.73828125, false], [-6.36328125, false], [-9.734375, false], [-8.484375, false], [-2.861328125, false], [-9.859375, false], [-7.86328125, false], [-9.359375, false], [-10.1484375, false], [-5.11328125, false], [-9.359375, false], [-8.234375, false], [-8.359375, false], [-6.36328125, false], [-9.859375, false], [-6.73828125, false], [-7.86328125, false], [-6.36328125, false], [-6.73828125, false], [-8.859375, false], [-8.359375, false], [-9.359375, false], [-10.1484375, false], [-5.11328125, false], [-9.359375, false], [-9.859375, false], [-8.359375, false], [-2.861328125, false], [-9.109375, false], [-8.359375, false], [-9.234375, false], [-8.484375, false], [-5.11328125, false], [-8.484375, false], [-8.484375, false], [-2.861328125, false], [-7.86328125, false], [-7.86328125, false], [-8.359375, false], [-7.86328125, false], [-9.359375, false], [-10.1484375, false], [-5.11328125, false], [-9.359375, false], [-8.234375, false], [-2.861328125, false], [-8.484375, false], [-9.234375, false], [-8.359375, false], [-8.359375, false], [-11.234375, false], [-8.359375, false], [-9.234375, false], [-8.484375, false], [-5.11328125, false], [-8.484375, false], [-8.484375, false], [-2.861328125, false], [-7.86328125, false], [-7.86328125, false], [-9.359375, false], [-12.359375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 32, "doc": {"id": "Mercury_SC_408762", "question": "Marshall learned that plants need a substance from the air to make their own food. What does a plant take from the air in the presence of sunlight?", "choices": {"text": ["carbon dioxide", "hydrogen", "nitrogen", "oxygen"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "carbon dioxide", "arguments": ["Question: Marshall learned that plants need a substance from the air to make their own food. What does a plant take from the air in the presence of sunlight?\nAnswer:", " ["], "resps": [[[-7.01953125, false]], [[-9.7734375, false]], [[-9.5234375, false]], [[-4.76953125, false]], [[-13.2734375, false]], [[-8.7734375, false]], [[-8.5234375, false]], [[-10.0234375, false]], [[-5.76953125, false]], [[-9.7734375, false]], [[-9.5234375, false]], [[-8.5234375, false]], [[-10.5234375, false]], [[-9.5234375, false]], [[-9.7734375, false]], [[-9.5234375, false]], [[-9.7734375, false]], [[-10.578125, false]], [[-5.76953125, false]], [[-9.7734375, false]], [[-10.5234375, false]], [[-12.0234375, false]], [[-9.7734375, false]], [[-13.2734375, false]], [[-8.5234375, false]], [[-12.0234375, false]], [[-9.5234375, false]], [[-10.0234375, false]], [[-9.7734375, false]], [[-10.578125, false]], [[-5.76953125, false]], [[-9.7734375, false]], [[-10.0234375, false]], [[-9.5234375, false]], [[-10.7734375, false]], [[-13.2734375, false]], [[-8.5234375, false]], [[-12.0234375, false]], [[-9.5234375, false]], [[-10.0234375, false]], [[-9.7734375, false]], [[-10.578125, false]], [[-5.76953125, false]], [[-9.7734375, false]], [[-8.5234375, false]], [[-10.5234375, false]], [[-12.0234375, false]], [[-12.0234375, false]], [[-9.5234375, false]], [[-10.0234375, false]], [[-9.7734375, false]], [[-13.7734375, false]]], "filtered_resps": [[-7.01953125, false], [-9.7734375, false], [-9.5234375, false], [-4.76953125, false], [-13.2734375, false], [-8.7734375, false], [-8.5234375, false], [-10.0234375, false], [-5.76953125, false], [-9.7734375, false], [-9.5234375, false], [-8.5234375, false], [-10.5234375, false], [-9.5234375, false], [-9.7734375, false], [-9.5234375, false], [-9.7734375, false], [-10.578125, false], [-5.76953125, false], [-9.7734375, false], [-10.5234375, false], [-12.0234375, false], [-9.7734375, false], [-13.2734375, false], [-8.5234375, false], [-12.0234375, false], [-9.5234375, false], [-10.0234375, false], [-9.7734375, false], [-10.578125, false], [-5.76953125, false], [-9.7734375, false], [-10.0234375, false], [-9.5234375, false], [-10.7734375, false], [-13.2734375, false], [-8.5234375, false], [-12.0234375, false], [-9.5234375, false], [-10.0234375, false], [-9.7734375, false], [-10.578125, false], [-5.76953125, false], [-9.7734375, false], [-8.5234375, false], [-10.5234375, false], [-12.0234375, false], [-12.0234375, false], [-9.5234375, false], [-10.0234375, false], [-9.7734375, false], [-13.7734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 40, "doc": {"id": "Mercury_7032865", "question": "Which scientist is credited with discovering the first four moons of Jupiter?", "choices": {"text": ["Galileo Galilei", "Albert Einstein", "Charles Darwin", "Sir Isaac Newton"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Galileo Galilei", "arguments": ["Question: Which scientist is credited with discovering the first four moons of Jupiter?\nAnswer:", " ["], "resps": [[[-6.703125, false]], [[-7.953125, false]], [[-6.453125, false]], [[-6.953125, false]], [[-11.453125, false]], [[-10.703125, false]], [[-11.453125, false]], [[-9.203125, false]], [[-11.703125, false]], [[-5.953125, false]], [[-6.453125, false]], [[-6.953125, false]], [[-11.453125, false]], [[-10.703125, false]], [[-11.453125, false]], [[-9.203125, false]], [[-10.703125, false]], [[-7.953125, false]], [[-9.9140625, false]], [[-5.953125, false]], [[-7.953125, false]], [[-3.703125, false]], [[-11.453125, false]], [[-7.703125, false]], [[-9.203125, false]], [[-10.703125, false]], [[-9.953125, false]], [[-5.953125, false]], [[-4.703125, false]], [[-10.703125, false]], [[-9.703125, false]], [[-10.203125, false]], [[-9.953125, false]], [[-9.203125, false]], [[-10.703125, false]], [[-9.703125, false]], [[-7.953125, false]], [[-9.9140625, false]], [[-5.953125, false]], [[-7.953125, false]], [[-4.703125, false]], [[-11.203125, false]], [[-6.953125, false]], [[-10.703125, false]], [[-11.453125, false]], [[-9.203125, false]], [[-10.203125, false]], [[-5.953125, false]], [[-6.953125, false]], [[-6.953125, false]], [[-10.703125, false]], [[-10.953125, false]], [[-10.703125, false]], [[-9.703125, false]], [[-7.953125, false]], [[-9.9140625, false]], [[-5.953125, false]], [[-7.953125, false]], [[-6.203125, false]], [[-10.703125, false]], [[-10.703125, false]], [[-5.953125, false]], [[-5.953125, false]], [[-10.203125, false]], [[-6.953125, false]], [[-6.953125, false]], [[-9.203125, false]], [[-5.953125, false]], [[-7.703125, false]], [[-9.203125, false]], [[-10.953125, false]], [[-9.953125, false]], [[-11.703125, false]], [[-9.703125, false]], [[-7.953125, false]], [[-12.953125, false]]], "filtered_resps": [[-6.703125, false], [-7.953125, false], [-6.453125, false], [-6.953125, false], [-11.453125, false], [-10.703125, false], [-11.453125, false], [-9.203125, false], [-11.703125, false], [-5.953125, false], [-6.453125, false], [-6.953125, false], [-11.453125, false], [-10.703125, false], [-11.453125, false], [-9.203125, false], [-10.703125, false], [-7.953125, false], [-9.9140625, false], [-5.953125, false], [-7.953125, false], [-3.703125, false], [-11.453125, false], [-7.703125, false], [-9.203125, false], [-10.703125, false], [-9.953125, false], [-5.953125, false], [-4.703125, false], [-10.703125, false], [-9.703125, false], [-10.203125, false], [-9.953125, false], [-9.203125, false], [-10.703125, false], [-9.703125, false], [-7.953125, false], [-9.9140625, false], [-5.953125, false], [-7.953125, false], [-4.703125, false], [-11.203125, false], [-6.953125, false], [-10.703125, false], [-11.453125, false], [-9.203125, false], [-10.203125, false], [-5.953125, false], [-6.953125, false], [-6.953125, false], [-10.703125, false], [-10.953125, false], [-10.703125, false], [-9.703125, false], [-7.953125, false], [-9.9140625, false], [-5.953125, false], [-7.953125, false], [-6.203125, false], [-10.703125, false], [-10.703125, false], [-5.953125, false], [-5.953125, false], [-10.203125, false], [-6.953125, false], [-6.953125, false], [-9.203125, false], [-5.953125, false], [-7.703125, false], [-9.203125, false], [-10.953125, false], [-9.953125, false], [-11.703125, false], [-9.703125, false], [-7.953125, false], [-12.953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 48, "doc": {"id": "Mercury_7080955", "question": "On a career day at school, an X-ray technician discusses her daily work with the class. Which equipment would she most likely say she uses on a regular basis to help ensure the safety of patients?", "choices": {"text": ["earplugs", "rubber gloves", "goggles", "lead aprons"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "lead aprons", "arguments": ["Question: On a career day at school, an X-ray technician discusses her daily work with the class. Which equipment would she most likely say she uses on a regular basis to help ensure the safety of patients?\nAnswer:", " ["], "resps": [[[-6.56640625, false]], [[-9.3125, false]], [[-9.0625, false]], [[-3.81640625, false]], [[-11.6875, false]], [[-11.1875, false]], [[-10.6875, false]], [[-10.3125, false]], [[-11.3125, false]], [[-9.0625, false]], [[-9.3125, false]], [[-9.3125, false]], [[-5.06640625, false]], [[-9.3125, false]], [[-11.6875, false]], [[-10.3125, false]], [[-9.8125, false]], [[-9.8125, false]], [[-9.0625, false]], [[-11.6875, false]], [[-5.06640625, false]], [[-11.3125, false]], [[-10.6875, false]], [[-8.8125, false]], [[-11.3125, false]], [[-9.0625, false]], [[-9.0625, false]], [[-9.3125, false]], [[-9.3125, false]], [[-5.06640625, false]], [[-9.3125, false]], [[-11.3125, false]], [[-8.8125, false]], [[-11.3125, false]], [[-11.3125, false]], [[-10.6875, false]], [[-9.0625, false]], [[-9.0625, false]], [[-9.3125, false]], [[-9.3125, false]], [[-5.06640625, false]], [[-9.3125, false]], [[-10.6875, false]], [[-9.0625, false]], [[-3.81640625, false]], [[-9.8125, false]], [[-5.06640625, false]], [[-3.81640625, false]], [[-11.1875, false]], [[-11.6875, false]], [[-8.8125, false]], [[-9.8125, false]], [[-9.0625, false]], [[-9.3125, false]], [[-11.8125, false]]], "filtered_resps": [[-6.56640625, false], [-9.3125, false], [-9.0625, false], [-3.81640625, false], [-11.6875, false], [-11.1875, false], [-10.6875, false], [-10.3125, false], [-11.3125, false], [-9.0625, false], [-9.3125, false], [-9.3125, false], [-5.06640625, false], [-9.3125, false], [-11.6875, false], [-10.3125, false], [-9.8125, false], [-9.8125, false], [-9.0625, false], [-11.6875, false], [-5.06640625, false], [-11.3125, false], [-10.6875, false], [-8.8125, false], [-11.3125, false], [-9.0625, false], [-9.0625, false], [-9.3125, false], [-9.3125, false], [-5.06640625, false], [-9.3125, false], [-11.3125, false], [-8.8125, false], [-11.3125, false], [-11.3125, false], [-10.6875, false], [-9.0625, false], [-9.0625, false], [-9.3125, false], [-9.3125, false], [-5.06640625, false], [-9.3125, false], [-10.6875, false], [-9.0625, false], [-3.81640625, false], [-9.8125, false], [-5.06640625, false], [-3.81640625, false], [-11.1875, false], [-11.6875, false], [-8.8125, false], [-9.8125, false], [-9.0625, false], [-9.3125, false], [-11.8125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 56, "doc": {"id": "Mercury_403974", "question": "A doorbell circuit converts electrical energy into mechanical energy. The mechanical energy is in the form of vibrations that ultimately produce", "choices": {"text": ["chemical energy.", "thermal energy.", "radiant energy.", "sound energy."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "sound energy.", "arguments": ["Question: A doorbell circuit converts electrical energy into mechanical energy. The mechanical energy is in the form of vibrations that ultimately produce\nAnswer:", " ["], "resps": [[[-7.5390625, false]], [[-8.5390625, false]], [[-8.5390625, false]], [[-9.7890625, false]], [[-9.0390625, false]], [[-10.2890625, false]], [[-7.0390625, false]], [[-8.5390625, false]], [[-3.537109375, false]], [[-11.2890625, false]], [[-5.2890625, false]], [[-9.0390625, false]], [[-9.0390625, false]], [[-9.0390625, false]], [[-9.0390625, false]], [[-10.2890625, false]], [[-10.7890625, false]], [[-6.5234375, false]], [[-8.5390625, false]], [[-9.1484375, false]], [[-5.2890625, false]], [[-8.5390625, false]], [[-9.5390625, false]], [[-9.7890625, false]], [[-9.0390625, false]], [[-9.0390625, false]], [[-10.2890625, false]], [[-3.537109375, false]], [[-11.2890625, false]], [[-5.2890625, false]], [[-9.0390625, false]], [[-9.0390625, false]], [[-9.0390625, false]], [[-9.0390625, false]], [[-10.2890625, false]], [[-10.7890625, false]], [[-6.5234375, false]], [[-8.5390625, false]], [[-9.1484375, false]], [[-5.2890625, false]], [[-8.5390625, false]], [[-9.0390625, false]], [[-3.537109375, false]], [[-8.2890625, false]], [[-7.0390625, false]], [[-3.537109375, false]], [[-9.0390625, false]], [[-9.5390625, false]], [[-5.2890625, false]], [[-9.0390625, false]], [[-9.0390625, false]], [[-9.0390625, false]], [[-9.0390625, false]], [[-10.2890625, false]], [[-10.7890625, false]], [[-6.5234375, false]], [[-8.5390625, false]], [[-9.1484375, false]], [[-5.2890625, false]], [[-8.5390625, false]], [[-9.0390625, false]], [[-9.2890625, false]], [[-9.5390625, false]], [[-9.0390625, false]], [[-8.2890625, false]], [[-5.2890625, false]], [[-9.0390625, false]], [[-9.0390625, false]], [[-9.0390625, false]], [[-9.0390625, false]], [[-10.2890625, false]], [[-10.7890625, false]], [[-6.5234375, false]], [[-8.5390625, false]], [[-12.0390625, false]]], "filtered_resps": [[-7.5390625, false], [-8.5390625, false], [-8.5390625, false], [-9.7890625, false], [-9.0390625, false], [-10.2890625, false], [-7.0390625, false], [-8.5390625, false], [-3.537109375, false], [-11.2890625, false], [-5.2890625, false], [-9.0390625, false], [-9.0390625, false], [-9.0390625, false], [-9.0390625, false], [-10.2890625, false], [-10.7890625, false], [-6.5234375, false], [-8.5390625, false], [-9.1484375, false], [-5.2890625, false], [-8.5390625, false], [-9.5390625, false], [-9.7890625, false], [-9.0390625, false], [-9.0390625, false], [-10.2890625, false], [-3.537109375, false], [-11.2890625, false], [-5.2890625, false], [-9.0390625, false], [-9.0390625, false], [-9.0390625, false], [-9.0390625, false], [-10.2890625, false], [-10.7890625, false], [-6.5234375, false], [-8.5390625, false], [-9.1484375, false], [-5.2890625, false], [-8.5390625, false], [-9.0390625, false], [-3.537109375, false], [-8.2890625, false], [-7.0390625, false], [-3.537109375, false], [-9.0390625, false], [-9.5390625, false], [-5.2890625, false], [-9.0390625, false], [-9.0390625, false], [-9.0390625, false], [-9.0390625, false], [-10.2890625, false], [-10.7890625, false], [-6.5234375, false], [-8.5390625, false], [-9.1484375, false], [-5.2890625, false], [-8.5390625, false], [-9.0390625, false], [-9.2890625, false], [-9.5390625, false], [-9.0390625, false], [-8.2890625, false], [-5.2890625, false], [-9.0390625, false], [-9.0390625, false], [-9.0390625, false], [-9.0390625, false], [-10.2890625, false], [-10.7890625, false], [-6.5234375, false], [-8.5390625, false], [-12.0390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 64, "doc": {"id": "Mercury_177223", "question": "In a classroom demonstration, a teacher pours sulfuric acid on some granulated sugar in a beaker. The sugar turns yellow and then black. Smoke rises and a strong smell is released. This demonstration is an example of what kind of change?", "choices": {"text": ["chemical", "physical", "magnetic", "electric"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "chemical", "arguments": ["Question: In a classroom demonstration, a teacher pours sulfuric acid on some granulated sugar in a beaker. The sugar turns yellow and then black. Smoke rises and a strong smell is released. This demonstration is an example of what kind of change?\nAnswer:", " ["], "resps": [[[-6.89453125, false]], [[-9.640625, false]], [[-9.015625, false]], [[-11.265625, false]], [[-8.765625, false]], [[-10.015625, false]], [[-9.015625, false]], [[-9.015625, false]], [[-5.01953125, false]], [[-10.265625, false]], [[-9.640625, false]], [[-10.5, false]], [[-5.64453125, false]], [[-9.640625, false]], [[-10.265625, false]], [[-11.265625, false]], [[-11.515625, false]], [[-8.765625, false]], [[-9.015625, false]], [[-9.015625, false]], [[-5.01953125, false]], [[-10.265625, false]], [[-9.640625, false]], [[-10.5, false]], [[-5.64453125, false]], [[-9.640625, false]], [[-10.015625, false]], [[-5.01953125, false]], [[-10.515625, false]], [[-9.390625, false]], [[-8.765625, false]], [[-10.140625, false]], [[-9.015625, false]], [[-9.015625, false]], [[-9.640625, false]], [[-10.5, false]], [[-5.64453125, false]], [[-9.640625, false]], [[-8.765625, false]], [[-10.265625, false]], [[-8.765625, false]], [[-9.015625, false]], [[-10.140625, false]], [[-10.765625, false]], [[-9.015625, false]], [[-9.015625, false]], [[-9.640625, false]], [[-12.265625, false]]], "filtered_resps": [[-6.89453125, false], [-9.640625, false], [-9.015625, false], [-11.265625, false], [-8.765625, false], [-10.015625, false], [-9.015625, false], [-9.015625, false], [-5.01953125, false], [-10.265625, false], [-9.640625, false], [-10.5, false], [-5.64453125, false], [-9.640625, false], [-10.265625, false], [-11.265625, false], [-11.515625, false], [-8.765625, false], [-9.015625, false], [-9.015625, false], [-5.01953125, false], [-10.265625, false], [-9.640625, false], [-10.5, false], [-5.64453125, false], [-9.640625, false], [-10.015625, false], [-5.01953125, false], [-10.515625, false], [-9.390625, false], [-8.765625, false], [-10.140625, false], [-9.015625, false], [-9.015625, false], [-9.640625, false], [-10.5, false], [-5.64453125, false], [-9.640625, false], [-8.765625, false], [-10.265625, false], [-8.765625, false], [-9.015625, false], [-10.140625, false], [-10.765625, false], [-9.015625, false], [-9.015625, false], [-9.640625, false], [-12.265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 72, "doc": {"id": "Mercury_SC_415390", "question": "Erin wants to make a strong, light chair. Which natural material should she use?", "choices": {"text": ["iron", "granite", "clay", "wood"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "wood", "arguments": ["Question: Erin wants to make a strong, light chair. Which natural material should she use?\nAnswer:", " ["], "resps": [[[-7.625, false]], [[-8.625, false]], [[-8.375, false]], [[-9.125, false]], [[-7.125, false]], [[-10.375, false]], [[-8.625, false]], [[-10.078125, false]], [[-5.375, false]], [[-8.625, false]], [[-12.375, false]], [[-9.125, false]], [[-7.375, false]], [[-10.375, false]], [[-8.375, false]], [[-10.375, false]], [[-8.875, false]], [[-8.625, false]], [[-10.078125, false]], [[-5.375, false]], [[-8.625, false]], [[-10.625, false]], [[-10.375, false]], [[-7.375, false]], [[-12.625, false]], [[-8.625, false]], [[-10.078125, false]], [[-5.375, false]], [[-8.625, false]], [[-8.875, false]], [[-7.125, false]], [[-7.125, false]], [[-11.125, false]], [[-8.625, false]], [[-13.625, false]]], "filtered_resps": [[-7.625, false], [-8.625, false], [-8.375, false], [-9.125, false], [-7.125, false], [-10.375, false], [-8.625, false], [-10.078125, false], [-5.375, false], [-8.625, false], [-12.375, false], [-9.125, false], [-7.375, false], [-10.375, false], [-8.375, false], [-10.375, false], [-8.875, false], [-8.625, false], [-10.078125, false], [-5.375, false], [-8.625, false], [-10.625, false], [-10.375, false], [-7.375, false], [-12.625, false], [-8.625, false], [-10.078125, false], [-5.375, false], [-8.625, false], [-8.875, false], [-7.125, false], [-7.125, false], [-11.125, false], [-8.625, false], [-13.625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 80, "doc": {"id": "Mercury_7084595", "question": "The cycle of night and day on Earth is a result of", "choices": {"text": ["the Moon revolving around Earth.", "Earth revolving around the Sun.", "the Moon rotating on its axis.", "Earth rotating on its axis."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Earth rotating on its axis.", "arguments": ["Question: The cycle of night and day on Earth is a result of\nAnswer:", " ["], "resps": [[[-7.390625, false]], [[-7.890625, false]], [[-10.390625, false]], [[-11.515625, false]], [[-8.765625, false]], [[-5.015625, false]], [[-7.890625, false]], [[-9.640625, false]], [[-9.640625, false]], [[-9.140625, false]], [[-5.015625, false]], [[-10.390625, false]], [[-8.765625, false]], [[-10.890625, false]], [[-9.640625, false]], [[-10.640625, false]], [[-10.890625, false]], [[-8.640625, false]], [[-9.140625, false]], [[-11.765625, false]], [[-5.015625, false]], [[-5.640625, false]], [[-10.390625, false]], [[-9.640625, false]], [[-11.515625, false]], [[-9.140625, false]], [[-9.140625, false]], [[-5.015625, false]], [[-6.015625, false]], [[-5.640625, false]], [[-10.390625, false]], [[-10.390625, false]], [[-11.515625, false]], [[-7.0078125, false]], [[-7.890625, false]], [[-8.5078125, false]], [[-5.015625, false]], [[-7.890625, false]], [[-6.015625, false]], [[-5.640625, false]], [[-10.390625, false]], [[-10.390625, false]], [[-11.515625, false]], [[-5.015625, false]], [[-10.390625, false]], [[-8.765625, false]], [[-10.890625, false]], [[-9.640625, false]], [[-10.640625, false]], [[-10.890625, false]], [[-8.640625, false]], [[-9.140625, false]], [[-11.765625, false]], [[-5.015625, false]], [[-5.640625, false]], [[-10.390625, false]], [[-9.640625, false]], [[-11.515625, false]], [[-9.140625, false]], [[-9.140625, false]], [[-5.015625, false]], [[-10.390625, false]], [[-11.515625, false]], [[-8.765625, false]], [[-5.015625, false]], [[-6.390625, false]], [[-11.515625, false]], [[-9.140625, false]], [[-7.0078125, false]], [[-7.890625, false]], [[-8.5078125, false]], [[-5.015625, false]], [[-7.890625, false]], [[-10.390625, false]], [[-11.515625, false]], [[-8.765625, false]], [[-5.015625, false]], [[-7.890625, false]], [[-9.640625, false]], [[-9.640625, false]], [[-9.140625, false]], [[-5.015625, false]], [[-10.390625, false]], [[-9.640625, false]], [[-10.390625, false]], [[-5.640625, false]], [[-10.390625, false]], [[-8.640625, false]], [[-9.140625, false]], [[-11.765625, false]], [[-5.015625, false]], [[-9.640625, false]], [[-9.140625, false]], [[-5.015625, false]], [[-8.640625, false]], [[-10.390625, false]], [[-9.015625, false]], [[-5.015625, false]], [[-5.640625, false]], [[-10.140625, false]], [[-8.640625, false]], [[-9.015625, false]], [[-7.0078125, false]], [[-7.890625, false]], [[-8.5078125, false]], [[-5.015625, false]], [[-7.890625, false]], [[-6.015625, false]], [[-5.640625, false]], [[-10.390625, false]], [[-10.390625, false]], [[-11.515625, false]], [[-5.015625, false]], [[-10.390625, false]], [[-9.640625, false]], [[-10.390625, false]], [[-5.640625, false]], [[-10.390625, false]], [[-8.640625, false]], [[-9.140625, false]], [[-11.765625, false]], [[-5.015625, false]], [[-9.640625, false]], [[-9.140625, false]], [[-5.015625, false]], [[-8.640625, false]], [[-10.390625, false]], [[-9.015625, false]], [[-5.015625, false]], [[-5.640625, false]], [[-10.140625, false]], [[-8.640625, false]], [[-9.015625, false]], [[-7.0078125, false]], [[-7.890625, false]], [[-11.890625, false]]], "filtered_resps": [[-7.390625, false], [-7.890625, false], [-10.390625, false], [-11.515625, false], [-8.765625, false], [-5.015625, false], [-7.890625, false], [-9.640625, false], [-9.640625, false], [-9.140625, false], [-5.015625, false], [-10.390625, false], [-8.765625, false], [-10.890625, false], [-9.640625, false], [-10.640625, false], [-10.890625, false], [-8.640625, false], [-9.140625, false], [-11.765625, false], [-5.015625, false], [-5.640625, false], [-10.390625, false], [-9.640625, false], [-11.515625, false], [-9.140625, false], [-9.140625, false], [-5.015625, false], [-6.015625, false], [-5.640625, false], [-10.390625, false], [-10.390625, false], [-11.515625, false], [-7.0078125, false], [-7.890625, false], [-8.5078125, false], [-5.015625, false], [-7.890625, false], [-6.015625, false], [-5.640625, false], [-10.390625, false], [-10.390625, false], [-11.515625, false], [-5.015625, false], [-10.390625, false], [-8.765625, false], [-10.890625, false], [-9.640625, false], [-10.640625, false], [-10.890625, false], [-8.640625, false], [-9.140625, false], [-11.765625, false], [-5.015625, false], [-5.640625, false], [-10.390625, false], [-9.640625, false], [-11.515625, false], [-9.140625, false], [-9.140625, false], [-5.015625, false], [-10.390625, false], [-11.515625, false], [-8.765625, false], [-5.015625, false], [-6.390625, false], [-11.515625, false], [-9.140625, false], [-7.0078125, false], [-7.890625, false], [-8.5078125, false], [-5.015625, false], [-7.890625, false], [-10.390625, false], [-11.515625, false], [-8.765625, false], [-5.015625, false], [-7.890625, false], [-9.640625, false], [-9.640625, false], [-9.140625, false], [-5.015625, false], [-10.390625, false], [-9.640625, false], [-10.390625, false], [-5.640625, false], [-10.390625, false], [-8.640625, false], [-9.140625, false], [-11.765625, false], [-5.015625, false], [-9.640625, false], [-9.140625, false], [-5.015625, false], [-8.640625, false], [-10.390625, false], [-9.015625, false], [-5.015625, false], [-5.640625, false], [-10.140625, false], [-8.640625, false], [-9.015625, false], [-7.0078125, false], [-7.890625, false], [-8.5078125, false], [-5.015625, false], [-7.890625, false], [-6.015625, false], [-5.640625, false], [-10.390625, false], [-10.390625, false], [-11.515625, false], [-5.015625, false], [-10.390625, false], [-9.640625, false], [-10.390625, false], [-5.640625, false], [-10.390625, false], [-8.640625, false], [-9.140625, false], [-11.765625, false], [-5.015625, false], [-9.640625, false], [-9.140625, false], [-5.015625, false], [-8.640625, false], [-10.390625, false], [-9.015625, false], [-5.015625, false], [-5.640625, false], [-10.140625, false], [-8.640625, false], [-9.015625, false], [-7.0078125, false], [-7.890625, false], [-11.890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 88, "doc": {"id": "Mercury_7114923", "question": "Clownfish take shelter in the tentacles of sea anemones and keep sea anemones clean. Which type of relationship does this represent?", "choices": {"text": ["parasitism", "commensalism", "mutualism", "neutralism"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "mutualism", "arguments": ["Question: Clownfish take shelter in the tentacles of sea anemones and keep sea anemones clean. Which type of relationship does this represent?\nAnswer:", " ["], "resps": [[[-7.2890625, false]], [[-8.7890625, false]], [[-9.7890625, false]], [[-4.4140625, false]], [[-10.6640625, false]], [[-4.4140625, false]], [[-9.6640625, false]], [[-9.0390625, false]], [[-10.0390625, false]], [[-9.0390625, false]], [[-9.6640625, false]], [[-10.5390625, false]], [[-8.7890625, false]], [[-10.84375, false]], [[-5.6640625, false]], [[-8.7890625, false]], [[-4.9140625, false]], [[-9.7890625, false]], [[-10.5390625, false]], [[-10.5390625, false]], [[-8.2890625, false]], [[-9.2890625, false]], [[-9.6640625, false]], [[-4.4140625, false]], [[-9.6640625, false]], [[-9.0390625, false]], [[-9.6640625, false]], [[-10.5390625, false]], [[-8.7890625, false]], [[-10.84375, false]], [[-5.6640625, false]], [[-8.7890625, false]], [[-10.5390625, false]], [[-11.5390625, false]], [[-10.0390625, false]], [[-11.5390625, false]], [[-4.4140625, false]], [[-9.6640625, false]], [[-9.0390625, false]], [[-9.6640625, false]], [[-10.5390625, false]], [[-8.7890625, false]], [[-10.84375, false]], [[-5.6640625, false]], [[-8.7890625, false]], [[-9.2890625, false]], [[-8.2890625, false]], [[-11.5390625, false]], [[-10.0390625, false]], [[-10.6640625, false]], [[-4.4140625, false]], [[-9.6640625, false]], [[-9.0390625, false]], [[-9.6640625, false]], [[-10.5390625, false]], [[-8.7890625, false]], [[-13.2890625, false]]], "filtered_resps": [[-7.2890625, false], [-8.7890625, false], [-9.7890625, false], [-4.4140625, false], [-10.6640625, false], [-4.4140625, false], [-9.6640625, false], [-9.0390625, false], [-10.0390625, false], [-9.0390625, false], [-9.6640625, false], [-10.5390625, false], [-8.7890625, false], [-10.84375, false], [-5.6640625, false], [-8.7890625, false], [-4.9140625, false], [-9.7890625, false], [-10.5390625, false], [-10.5390625, false], [-8.2890625, false], [-9.2890625, false], [-9.6640625, false], [-4.4140625, false], [-9.6640625, false], [-9.0390625, false], [-9.6640625, false], [-10.5390625, false], [-8.7890625, false], [-10.84375, false], [-5.6640625, false], [-8.7890625, false], [-10.5390625, false], [-11.5390625, false], [-10.0390625, false], [-11.5390625, false], [-4.4140625, false], [-9.6640625, false], [-9.0390625, false], [-9.6640625, false], [-10.5390625, false], [-8.7890625, false], [-10.84375, false], [-5.6640625, false], [-8.7890625, false], [-9.2890625, false], [-8.2890625, false], [-11.5390625, false], [-10.0390625, false], [-10.6640625, false], [-4.4140625, false], [-9.6640625, false], [-9.0390625, false], [-9.6640625, false], [-10.5390625, false], [-8.7890625, false], [-13.2890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 96, "doc": {"id": "Mercury_7113890", "question": "Scientists have discovered organisms that thrive in hot water that is 90°C (194°F) and do not need sunlight or oxygen to live. Into which kingdom would the scientists classify these organisms?", "choices": {"text": ["Archaebacteria", "Fungi", "Plantae", "Protista"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Archaebacteria", "arguments": ["Question: Scientists have discovered organisms that thrive in hot water that is 90°C (194°F) and do not need sunlight or oxygen to live. Into which kingdom would the scientists classify these organisms?\nAnswer:", " ["], "resps": [[[-7.0234375, false]], [[-8.0234375, false]], [[-3.150390625, false]], [[-9.2734375, false]], [[-7.2734375, false]], [[-11.0234375, false]], [[-5.7734375, false]], [[-6.6484375, false]], [[-8.0234375, false]], [[-5.7734375, false]], [[-7.2734375, false]], [[-10.3984375, false]], [[-6.6484375, false]], [[-9.2734375, false]], [[-8.1484375, false]], [[-5.7734375, false]], [[-8.0234375, false]], [[-9.921875, false]], [[-5.0234375, false]], [[-8.0234375, false]], [[-7.0234375, false]], [[-10.2734375, false]], [[-8.3984375, false]], [[-11.1484375, false]], [[-8.1484375, false]], [[-8.0234375, false]], [[-9.921875, false]], [[-5.0234375, false]], [[-8.0234375, false]], [[-5.7734375, false]], [[-10.1484375, false]], [[-5.7734375, false]], [[-8.3984375, false]], [[-10.3984375, false]], [[-5.7734375, false]], [[-6.6484375, false]], [[-8.0234375, false]], [[-9.921875, false]], [[-5.0234375, false]], [[-8.0234375, false]], [[-5.7734375, false]], [[-9.2734375, false]], [[-8.6484375, false]], [[-10.3984375, false]], [[-8.1484375, false]], [[-8.2734375, false]], [[-10.3984375, false]], [[-5.7734375, false]], [[-8.0234375, false]], [[-12.6484375, false]]], "filtered_resps": [[-7.0234375, false], [-8.0234375, false], [-3.150390625, false], [-9.2734375, false], [-7.2734375, false], [-11.0234375, false], [-5.7734375, false], [-6.6484375, false], [-8.0234375, false], [-5.7734375, false], [-7.2734375, false], [-10.3984375, false], [-6.6484375, false], [-9.2734375, false], [-8.1484375, false], [-5.7734375, false], [-8.0234375, false], [-9.921875, false], [-5.0234375, false], [-8.0234375, false], [-7.0234375, false], [-10.2734375, false], [-8.3984375, false], [-11.1484375, false], [-8.1484375, false], [-8.0234375, false], [-9.921875, false], [-5.0234375, false], [-8.0234375, false], [-5.7734375, false], [-10.1484375, false], [-5.7734375, false], [-8.3984375, false], [-10.3984375, false], [-5.7734375, false], [-6.6484375, false], [-8.0234375, false], [-9.921875, false], [-5.0234375, false], [-8.0234375, false], [-5.7734375, false], [-9.2734375, false], [-8.6484375, false], [-10.3984375, false], [-8.1484375, false], [-8.2734375, false], [-10.3984375, false], [-5.7734375, false], [-8.0234375, false], [-12.6484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 104, "doc": {"id": "Mercury_7247923", "question": "Which statement describes how the umbilical cord supports a developing fetus?", "choices": {"text": ["It provides a protective barrier between the mother and the fetus.", "It keeps the fetus inside the mother until birth.", "It provides a navel when the baby is born.", "It supplies oxygen and nutrients to the fetus."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "It supplies oxygen and nutrients to the fetus.", "arguments": ["Question: Which statement describes how the umbilical cord supports a developing fetus?\nAnswer:", " ["], "resps": [[[-6.09765625, false]], [[-9.34375, false]], [[-5.34765625, false]], [[-10.59375, false]], [[-5.84765625, false]], [[-9.84375, false]], [[-11.84375, false]], [[-8.09375, false]], [[-12.09375, false]], [[-8.84375, false]], [[-9.59375, false]], [[-9.34375, false]], [[-9.84375, false]], [[-5.84765625, false]], [[-3.845703125, false]], [[-5.84765625, false]], [[-9.84375, false]], [[-11.84375, false]], [[-8.09375, false]], [[-10.59375, false]], [[-9.34375, false]], [[-7.59765625, false]], [[-10.59375, false]], [[-8.84375, false]], [[-12.09375, false]], [[-9.34375, false]], [[-5.84765625, false]], [[-7.59765625, false]], [[-3.845703125, false]], [[-11.84375, false]], [[-11.84375, false]], [[-8.84375, false]], [[-9.34375, false]], [[-11.84375, false]], [[-5.84765625, false]], [[-7.59765625, false]], [[-9.34375, false]], [[-10.59375, false]], [[-11.09375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-10.59375, false]], [[-5.84765625, false]], [[-10.59375, false]], [[-9.84375, false]], [[-9.34375, false]], [[-5.84765625, false]], [[-9.34375, false]], [[-8.09375, false]], [[-10.59375, false]], [[-9.84375, false]], [[-9.34375, false]], [[-11.84375, false]], [[-5.84765625, false]], [[-3.845703125, false]], [[-10.59375, false]], [[-9.59375, false]], [[-5.84765625, false]], [[-10.59375, false]], [[-9.84375, false]], [[-9.34375, false]], [[-5.84765625, false]], [[-11.34375, false]], [[-9.34375, false]], [[-10.59375, false]], [[-8.34375, false]], [[-9.84375, false]], [[-6.8515625, false]], [[-9.34375, false]], [[-10.71875, false]], [[-5.84765625, false]], [[-9.34375, false]], [[-5.34765625, false]], [[-10.59375, false]], [[-5.84765625, false]], [[-10.59375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-9.84375, false]], [[-9.84375, false]], [[-5.84765625, false]], [[-10.59375, false]], [[-9.84375, false]], [[-9.34375, false]], [[-5.84765625, false]], [[-11.34375, false]], [[-9.34375, false]], [[-10.59375, false]], [[-8.34375, false]], [[-9.84375, false]], [[-5.84765625, false]], [[-8.84375, false]], [[-10.59375, false]], [[-9.84375, false]], [[-8.84375, false]], [[-9.59375, false]], [[-9.34375, false]], [[-5.84765625, false]], [[-10.59375, false]], [[-9.84375, false]], [[-9.34375, false]], [[-5.84765625, false]], [[-9.34375, false]], [[-8.09375, false]], [[-10.59375, false]], [[-9.84375, false]], [[-9.34375, false]], [[-11.84375, false]], [[-5.84765625, false]], [[-8.34375, false]], [[-10.59375, false]], [[-10.59375, false]], [[-8.84375, false]], [[-10.09375, false]], [[-5.84765625, false]], [[-7.59765625, false]], [[-8.84375, false]], [[-11.84375, false]], [[-10.59375, false]], [[-9.84375, false]], [[-6.8515625, false]], [[-9.34375, false]], [[-10.71875, false]], [[-5.84765625, false]], [[-9.34375, false]], [[-5.34765625, false]], [[-10.59375, false]], [[-5.84765625, false]], [[-9.84375, false]], [[-11.84375, false]], [[-8.09375, false]], [[-12.09375, false]], [[-8.84375, false]], [[-9.59375, false]], [[-9.34375, false]], [[-9.84375, false]], [[-5.84765625, false]], [[-3.845703125, false]], [[-5.84765625, false]], [[-10.59375, false]], [[-3.845703125, false]], [[-12.09375, false]], [[-9.34375, false]], [[-10.09375, false]], [[-5.84765625, false]], [[-11.09375, false]], [[-9.84375, false]], [[-9.34375, false]], [[-10.59375, false]], [[-5.84765625, false]], [[-10.59375, false]], [[-9.84375, false]], [[-9.34375, false]], [[-5.84765625, false]], [[-7.59765625, false]], [[-3.845703125, false]], [[-7.59765625, false]], [[-12.09375, false]], [[-5.84765625, false]], [[-8.84375, false]], [[-9.84375, false]], [[-5.84765625, false]], [[-7.59765625, false]], [[-8.09375, false]], [[-11.84375, false]], [[-10.59375, false]], [[-6.8515625, false]], [[-9.34375, false]], [[-10.71875, false]], [[-5.84765625, false]], [[-9.34375, false]], [[-5.34765625, false]], [[-10.59375, false]], [[-5.84765625, false]], [[-9.84375, false]], [[-8.34375, false]], [[-9.84375, false]], [[-9.84375, false]], [[-10.09375, false]], [[-8.84375, false]], [[-9.34375, false]], [[-9.84375, false]], [[-5.84765625, false]], [[-8.09375, false]], [[-11.34375, false]], [[-12.09375, false]], [[-12.09375, false]], [[-9.34375, false]], [[-10.59375, false]], [[-5.84765625, false]], [[-3.845703125, false]], [[-10.59375, false]], [[-9.59375, false]], [[-5.84765625, false]], [[-10.59375, false]], [[-8.34375, false]], [[-10.59375, false]], [[-11.84375, false]], [[-8.84375, false]], [[-9.34375, false]], [[-10.59375, false]], [[-10.59375, false]], [[-9.84375, false]], [[-5.84765625, false]], [[-10.59375, false]], [[-8.09375, false]], [[-5.84765625, false]], [[-10.59375, false]], [[-9.84375, false]], [[-9.34375, false]], [[-5.84765625, false]], [[-11.34375, false]], [[-9.34375, false]], [[-10.59375, false]], [[-8.34375, false]], [[-9.84375, false]], [[-6.8515625, false]], [[-9.34375, false]], [[-10.59375, false]]], "filtered_resps": [[-6.09765625, false], [-9.34375, false], [-5.34765625, false], [-10.59375, false], [-5.84765625, false], [-9.84375, false], [-11.84375, false], [-8.09375, false], [-12.09375, false], [-8.84375, false], [-9.59375, false], [-9.34375, false], [-9.84375, false], [-5.84765625, false], [-3.845703125, false], [-5.84765625, false], [-9.84375, false], [-11.84375, false], [-8.09375, false], [-10.59375, false], [-9.34375, false], [-7.59765625, false], [-10.59375, false], [-8.84375, false], [-12.09375, false], [-9.34375, false], [-5.84765625, false], [-7.59765625, false], [-3.845703125, false], [-11.84375, false], [-11.84375, false], [-8.84375, false], [-9.34375, false], [-11.84375, false], [-5.84765625, false], [-7.59765625, false], [-9.34375, false], [-10.59375, false], [-11.09375, false], [-9.34375, false], [-9.34375, false], [-10.59375, false], [-5.84765625, false], [-10.59375, false], [-9.84375, false], [-9.34375, false], [-5.84765625, false], [-9.34375, false], [-8.09375, false], [-10.59375, false], [-9.84375, false], [-9.34375, false], [-11.84375, false], [-5.84765625, false], [-3.845703125, false], [-10.59375, false], [-9.59375, false], [-5.84765625, false], [-10.59375, false], [-9.84375, false], [-9.34375, false], [-5.84765625, false], [-11.34375, false], [-9.34375, false], [-10.59375, false], [-8.34375, false], [-9.84375, false], [-6.8515625, false], [-9.34375, false], [-10.71875, false], [-5.84765625, false], [-9.34375, false], [-5.34765625, false], [-10.59375, false], [-5.84765625, false], [-10.59375, false], [-9.34375, false], [-9.34375, false], [-9.84375, false], [-9.84375, false], [-5.84765625, false], [-10.59375, false], [-9.84375, false], [-9.34375, false], [-5.84765625, false], [-11.34375, false], [-9.34375, false], [-10.59375, false], [-8.34375, false], [-9.84375, false], [-5.84765625, false], [-8.84375, false], [-10.59375, false], [-9.84375, false], [-8.84375, false], [-9.59375, false], [-9.34375, false], [-5.84765625, false], [-10.59375, false], [-9.84375, false], [-9.34375, false], [-5.84765625, false], [-9.34375, false], [-8.09375, false], [-10.59375, false], [-9.84375, false], [-9.34375, false], [-11.84375, false], [-5.84765625, false], [-8.34375, false], [-10.59375, false], [-10.59375, false], [-8.84375, false], [-10.09375, false], [-5.84765625, false], [-7.59765625, false], [-8.84375, false], [-11.84375, false], [-10.59375, false], [-9.84375, false], [-6.8515625, false], [-9.34375, false], [-10.71875, false], [-5.84765625, false], [-9.34375, false], [-5.34765625, false], [-10.59375, false], [-5.84765625, false], [-9.84375, false], [-11.84375, false], [-8.09375, false], [-12.09375, false], [-8.84375, false], [-9.59375, false], [-9.34375, false], [-9.84375, false], [-5.84765625, false], [-3.845703125, false], [-5.84765625, false], [-10.59375, false], [-3.845703125, false], [-12.09375, false], [-9.34375, false], [-10.09375, false], [-5.84765625, false], [-11.09375, false], [-9.84375, false], [-9.34375, false], [-10.59375, false], [-5.84765625, false], [-10.59375, false], [-9.84375, false], [-9.34375, false], [-5.84765625, false], [-7.59765625, false], [-3.845703125, false], [-7.59765625, false], [-12.09375, false], [-5.84765625, false], [-8.84375, false], [-9.84375, false], [-5.84765625, false], [-7.59765625, false], [-8.09375, false], [-11.84375, false], [-10.59375, false], [-6.8515625, false], [-9.34375, false], [-10.71875, false], [-5.84765625, false], [-9.34375, false], [-5.34765625, false], [-10.59375, false], [-5.84765625, false], [-9.84375, false], [-8.34375, false], [-9.84375, false], [-9.84375, false], [-10.09375, false], [-8.84375, false], [-9.34375, false], [-9.84375, false], [-5.84765625, false], [-8.09375, false], [-11.34375, false], [-12.09375, false], [-12.09375, false], [-9.34375, false], [-10.59375, false], [-5.84765625, false], [-3.845703125, false], [-10.59375, false], [-9.59375, false], [-5.84765625, false], [-10.59375, false], [-8.34375, false], [-10.59375, false], [-11.84375, false], [-8.84375, false], [-9.34375, false], [-10.59375, false], [-10.59375, false], [-9.84375, false], [-5.84765625, false], [-10.59375, false], [-8.09375, false], [-5.84765625, false], [-10.59375, false], [-9.84375, false], [-9.34375, false], [-5.84765625, false], [-11.34375, false], [-9.34375, false], [-10.59375, false], [-8.34375, false], [-9.84375, false], [-6.8515625, false], [-9.34375, false], [-10.59375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 112, "doc": {"id": "Mercury_SC_400040", "question": "Animals give off carbon dioxide that plants take in through leaves. What do plants give off as a result of photosynthesis that animals need to breathe?", "choices": {"text": ["heat", "oxygen", "protein", "water"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "oxygen", "arguments": ["Question: Animals give off carbon dioxide that plants take in through leaves. What do plants give off as a result of photosynthesis that animals need to breathe?\nAnswer:", " ["], "resps": [[[-8.171875, false]], [[-10.171875, false]], [[-12.671875, false]], [[-9.671875, false]], [[-6.91796875, false]], [[-12.921875, false]], [[-10.171875, false]], [[-11.015625, false]], [[-6.16796875, false]], [[-10.171875, false]], [[-8.921875, false]], [[-12.171875, false]], [[-11.921875, false]], [[-12.671875, false]], [[-9.671875, false]], [[-10.671875, false]], [[-10.171875, false]], [[-11.015625, false]], [[-6.16796875, false]], [[-10.171875, false]], [[-11.171875, false]], [[-14.171875, false]], [[-8.921875, false]], [[-12.921875, false]], [[-9.671875, false]], [[-9.921875, false]], [[-10.671875, false]], [[-10.171875, false]], [[-11.015625, false]], [[-6.16796875, false]], [[-10.171875, false]], [[-13.171875, false]], [[-6.91796875, false]], [[-12.921875, false]], [[-9.671875, false]], [[-14.171875, false]], [[-10.171875, false]], [[-15.421875, false]]], "filtered_resps": [[-8.171875, false], [-10.171875, false], [-12.671875, false], [-9.671875, false], [-6.91796875, false], [-12.921875, false], [-10.171875, false], [-11.015625, false], [-6.16796875, false], [-10.171875, false], [-8.921875, false], [-12.171875, false], [-11.921875, false], [-12.671875, false], [-9.671875, false], [-10.671875, false], [-10.171875, false], [-11.015625, false], [-6.16796875, false], [-10.171875, false], [-11.171875, false], [-14.171875, false], [-8.921875, false], [-12.921875, false], [-9.671875, false], [-9.921875, false], [-10.671875, false], [-10.171875, false], [-11.015625, false], [-6.16796875, false], [-10.171875, false], [-13.171875, false], [-6.91796875, false], [-12.921875, false], [-9.671875, false], [-14.171875, false], [-10.171875, false], [-15.421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 120, "doc": {"id": "Mercury_7009853", "question": "The speed and general direction of motion of a galaxy relative to the Earth can be determined by", "choices": {"text": ["measuring its red shift.", "the gravity it exerts.", "contrasting it against nearby stars.", "observing its motion across the sky."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "measuring its red shift.", "arguments": ["Question: The speed and general direction of motion of a galaxy relative to the Earth can be determined by\nAnswer:", " ["], "resps": [[[-7.0078125, false]], [[-8.0078125, false]], [[-8.3828125, false]], [[-8.3828125, false]], [[-4.7578125, false]], [[-8.1328125, false]], [[-9.5078125, false]], [[-8.1328125, false]], [[-7.7578125, false]], [[-8.2578125, false]], [[-9.5078125, false]], [[-5.0078125, false]], [[-7.7578125, false]], [[-8.6328125, false]], [[-8.1328125, false]], [[-5.0078125, false]], [[-8.1328125, false]], [[-8.3828125, false]], [[-8.2578125, false]], [[-5.0078125, false]], [[-8.1328125, false]], [[-9.1328125, false]], [[-7.7578125, false]], [[-7.7578125, false]], [[-8.6328125, false]], [[-6.4375, false]], [[-8.0078125, false]], [[-8.125, false]], [[-5.0078125, false]], [[-8.0078125, false]], [[-8.6328125, false]], [[-9.1328125, false]], [[-8.3828125, false]], [[-5.0078125, false]], [[-9.5078125, false]], [[-8.1328125, false]], [[-4.7578125, false]], [[-7.7578125, false]], [[-7.7578125, false]], [[-8.6328125, false]], [[-10.0078125, false]], [[-5.0078125, false]], [[-7.7578125, false]], [[-8.6328125, false]], [[-5.0078125, false]], [[-8.3828125, false]], [[-7.3828125, false]], [[-8.3828125, false]], [[-8.1328125, false]], [[-8.6328125, false]], [[-8.1328125, false]], [[-6.4375, false]], [[-8.0078125, false]], [[-8.125, false]], [[-5.0078125, false]], [[-8.0078125, false]], [[-7.2578125, false]], [[-9.0078125, false]], [[-8.2578125, false]], [[-8.6328125, false]], [[-8.1328125, false]], [[-4.7578125, false]], [[-8.1328125, false]], [[-8.6328125, false]], [[-7.7578125, false]], [[-8.2578125, false]], [[-9.5078125, false]], [[-5.0078125, false]], [[-7.7578125, false]], [[-8.6328125, false]], [[-5.0078125, false]], [[-4.7578125, false]], [[-9.5078125, false]], [[-4.7578125, false]], [[-7.7578125, false]], [[-8.2578125, false]], [[-8.1328125, false]], [[-8.6328125, false]], [[-5.0078125, false]], [[-8.2578125, false]], [[-8.3828125, false]], [[-4.7578125, false]], [[-8.1328125, false]], [[-6.7578125, false]], [[-10.0078125, false]], [[-5.0078125, false]], [[-8.1328125, false]], [[-8.6328125, false]], [[-4.7578125, false]], [[-8.1328125, false]], [[-8.1328125, false]], [[-6.4375, false]], [[-8.0078125, false]], [[-8.125, false]], [[-5.0078125, false]], [[-8.0078125, false]], [[-9.0078125, false]], [[-6.7578125, false]], [[-8.1328125, false]], [[-8.3828125, false]], [[-8.1328125, false]], [[-7.7578125, false]], [[-7.7578125, false]], [[-8.2578125, false]], [[-9.5078125, false]], [[-5.0078125, false]], [[-7.7578125, false]], [[-8.6328125, false]], [[-8.1328125, false]], [[-5.0078125, false]], [[-8.3828125, false]], [[-9.0078125, false]], [[-8.6328125, false]], [[-7.7578125, false]], [[-9.0078125, false]], [[-8.2578125, false]], [[-5.0078125, false]], [[-4.7578125, false]], [[-7.2578125, false]], [[-8.1328125, false]], [[-9.0078125, false]], [[-8.1328125, false]], [[-8.1328125, false]], [[-5.0078125, false]], [[-8.6328125, false]], [[-9.1328125, false]], [[-8.3828125, false]], [[-5.0078125, false]], [[-8.1328125, false]], [[-8.5078125, false]], [[-10.0078125, false]], [[-6.4375, false]], [[-8.0078125, false]], [[-10.7578125, false]]], "filtered_resps": [[-7.0078125, false], [-8.0078125, false], [-8.3828125, false], [-8.3828125, false], [-4.7578125, false], [-8.1328125, false], [-9.5078125, false], [-8.1328125, false], [-7.7578125, false], [-8.2578125, false], [-9.5078125, false], [-5.0078125, false], [-7.7578125, false], [-8.6328125, false], [-8.1328125, false], [-5.0078125, false], [-8.1328125, false], [-8.3828125, false], [-8.2578125, false], [-5.0078125, false], [-8.1328125, false], [-9.1328125, false], [-7.7578125, false], [-7.7578125, false], [-8.6328125, false], [-6.4375, false], [-8.0078125, false], [-8.125, false], [-5.0078125, false], [-8.0078125, false], [-8.6328125, false], [-9.1328125, false], [-8.3828125, false], [-5.0078125, false], [-9.5078125, false], [-8.1328125, false], [-4.7578125, false], [-7.7578125, false], [-7.7578125, false], [-8.6328125, false], [-10.0078125, false], [-5.0078125, false], [-7.7578125, false], [-8.6328125, false], [-5.0078125, false], [-8.3828125, false], [-7.3828125, false], [-8.3828125, false], [-8.1328125, false], [-8.6328125, false], [-8.1328125, false], [-6.4375, false], [-8.0078125, false], [-8.125, false], [-5.0078125, false], [-8.0078125, false], [-7.2578125, false], [-9.0078125, false], [-8.2578125, false], [-8.6328125, false], [-8.1328125, false], [-4.7578125, false], [-8.1328125, false], [-8.6328125, false], [-7.7578125, false], [-8.2578125, false], [-9.5078125, false], [-5.0078125, false], [-7.7578125, false], [-8.6328125, false], [-5.0078125, false], [-4.7578125, false], [-9.5078125, false], [-4.7578125, false], [-7.7578125, false], [-8.2578125, false], [-8.1328125, false], [-8.6328125, false], [-5.0078125, false], [-8.2578125, false], [-8.3828125, false], [-4.7578125, false], [-8.1328125, false], [-6.7578125, false], [-10.0078125, false], [-5.0078125, false], [-8.1328125, false], [-8.6328125, false], [-4.7578125, false], [-8.1328125, false], [-8.1328125, false], [-6.4375, false], [-8.0078125, false], [-8.125, false], [-5.0078125, false], [-8.0078125, false], [-9.0078125, false], [-6.7578125, false], [-8.1328125, false], [-8.3828125, false], [-8.1328125, false], [-7.7578125, false], [-7.7578125, false], [-8.2578125, false], [-9.5078125, false], [-5.0078125, false], [-7.7578125, false], [-8.6328125, false], [-8.1328125, false], [-5.0078125, false], [-8.3828125, false], [-9.0078125, false], [-8.6328125, false], [-7.7578125, false], [-9.0078125, false], [-8.2578125, false], [-5.0078125, false], [-4.7578125, false], [-7.2578125, false], [-8.1328125, false], [-9.0078125, false], [-8.1328125, false], [-8.1328125, false], [-5.0078125, false], [-8.6328125, false], [-9.1328125, false], [-8.3828125, false], [-5.0078125, false], [-8.1328125, false], [-8.5078125, false], [-10.0078125, false], [-6.4375, false], [-8.0078125, false], [-10.7578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 128, "doc": {"id": "Mercury_7215233", "question": "The construction of Hoover Dam on the Colorado River resulted in abundant freshwater and electrical power for the region. Which of these is a disadvantage of the construction of Hoover Dam?", "choices": {"text": ["an increase in flooding downstream", "an increase in regional humidity", "a decrease in the amount of river ecosystems", "a decrease in the amount of water for irrigation"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "a decrease in the amount of river ecosystems", "arguments": ["Question: The construction of Hoover Dam on the Colorado River resulted in abundant freshwater and electrical power for the region. Which of these is a disadvantage of the construction of Hoover Dam?\nAnswer:", " ["], "resps": [[[-6.69140625, false]], [[-10.0703125, false]], [[-4.19140625, false]], [[-7.94140625, false]], [[-5.94140625, false]], [[-7.94140625, false]], [[-7.94140625, false]], [[-7.69140625, false]], [[-10.6953125, false]], [[-7.69140625, false]], [[-4.19140625, false]], [[-10.4453125, false]], [[-7.69140625, false]], [[-5.94140625, false]], [[-7.94140625, false]], [[-7.94140625, false]], [[-5.94140625, false]], [[-7.19140625, false]], [[-9.4453125, false]], [[-9.1953125, false]], [[-9.1953125, false]], [[-6.69140625, false]], [[-7.94140625, false]], [[-7.94140625, false]], [[-12.1953125, false]], [[-5.94140625, false]], [[-6.69140625, false]], [[-9.1953125, false]], [[-9.6953125, false]], [[-7.94140625, false]], [[-10.4453125, false]], [[-10.6953125, false]], [[-10.6953125, false]], [[-7.69140625, false]], [[-4.19140625, false]], [[-10.1953125, false]], [[-10.0703125, false]], [[-9.65625, false]], [[-5.94140625, false]], [[-10.0703125, false]], [[-4.19140625, false]], [[-7.94140625, false]], [[-5.94140625, false]], [[-7.94140625, false]], [[-7.94140625, false]], [[-7.69140625, false]], [[-10.6953125, false]], [[-7.69140625, false]], [[-4.19140625, false]], [[-10.4453125, false]], [[-7.69140625, false]], [[-5.94140625, false]], [[-7.94140625, false]], [[-7.94140625, false]], [[-5.94140625, false]], [[-10.6953125, false]], [[-7.69140625, false]], [[-12.1953125, false]], [[-7.94140625, false]], [[-9.1953125, false]], [[-7.94140625, false]], [[-4.19140625, false]], [[-9.4453125, false]], [[-5.94140625, false]], [[-10.0703125, false]], [[-11.8203125, false]], [[-10.1953125, false]], [[-7.94140625, false]], [[-6.69140625, false]], [[-7.94140625, false]], [[-10.6953125, false]], [[-11.6953125, false]], [[-10.0703125, false]], [[-9.65625, false]], [[-5.94140625, false]], [[-10.0703125, false]], [[-4.19140625, false]], [[-5.94140625, false]], [[-6.69140625, false]], [[-7.69140625, false]], [[-7.69140625, false]], [[-10.6953125, false]], [[-7.69140625, false]], [[-4.19140625, false]], [[-10.4453125, false]], [[-7.69140625, false]], [[-5.94140625, false]], [[-7.94140625, false]], [[-7.94140625, false]], [[-5.94140625, false]], [[-10.6953125, false]], [[-10.0703125, false]], [[-7.69140625, false]], [[-5.94140625, false]], [[-4.19140625, false]], [[-10.1953125, false]], [[-9.1953125, false]], [[-11.8203125, false]], [[-7.94140625, false]], [[-10.6953125, false]], [[-5.94140625, false]], [[-9.1953125, false]], [[-7.19140625, false]], [[-5.94140625, false]], [[-10.6953125, false]], [[-7.94140625, false]], [[-9.9453125, false]], [[-7.69140625, false]], [[-10.6953125, false]], [[-5.94140625, false]], [[-7.69140625, false]], [[-7.69140625, false]], [[-9.1953125, false]], [[-10.4453125, false]], [[-11.6953125, false]], [[-10.4453125, false]], [[-10.6953125, false]], [[-7.69140625, false]], [[-10.1953125, false]], [[-10.4453125, false]], [[-10.0703125, false]], [[-9.65625, false]], [[-5.94140625, false]], [[-10.0703125, false]], [[-4.19140625, false]], [[-5.94140625, false]], [[-6.69140625, false]], [[-7.69140625, false]], [[-7.69140625, false]], [[-10.6953125, false]], [[-7.69140625, false]], [[-4.19140625, false]], [[-10.4453125, false]], [[-7.69140625, false]], [[-5.94140625, false]], [[-7.94140625, false]], [[-7.94140625, false]], [[-5.94140625, false]], [[-10.6953125, false]], [[-10.0703125, false]], [[-7.69140625, false]], [[-5.94140625, false]], [[-4.19140625, false]], [[-10.1953125, false]], [[-9.1953125, false]], [[-11.8203125, false]], [[-7.94140625, false]], [[-10.6953125, false]], [[-5.94140625, false]], [[-9.1953125, false]], [[-7.19140625, false]], [[-5.94140625, false]], [[-9.6953125, false]], [[-4.19140625, false]], [[-10.6953125, false]], [[-7.69140625, false]], [[-10.6953125, false]], [[-5.94140625, false]], [[-7.19140625, false]], [[-9.1953125, false]], [[-10.6953125, false]], [[-5.94140625, false]], [[-7.94140625, false]], [[-10.6953125, false]], [[-10.6953125, false]], [[-7.94140625, false]], [[-12.1953125, false]], [[-4.19140625, false]], [[-10.6953125, false]], [[-7.94140625, false]], [[-9.1953125, false]], [[-7.94140625, false]], [[-10.0703125, false]], [[-13.1953125, false]]], "filtered_resps": [[-6.69140625, false], [-10.0703125, false], [-4.19140625, false], [-7.94140625, false], [-5.94140625, false], [-7.94140625, false], [-7.94140625, false], [-7.69140625, false], [-10.6953125, false], [-7.69140625, false], [-4.19140625, false], [-10.4453125, false], [-7.69140625, false], [-5.94140625, false], [-7.94140625, false], [-7.94140625, false], [-5.94140625, false], [-7.19140625, false], [-9.4453125, false], [-9.1953125, false], [-9.1953125, false], [-6.69140625, false], [-7.94140625, false], [-7.94140625, false], [-12.1953125, false], [-5.94140625, false], [-6.69140625, false], [-9.1953125, false], [-9.6953125, false], [-7.94140625, false], [-10.4453125, false], [-10.6953125, false], [-10.6953125, false], [-7.69140625, false], [-4.19140625, false], [-10.1953125, false], [-10.0703125, false], [-9.65625, false], [-5.94140625, false], [-10.0703125, false], [-4.19140625, false], [-7.94140625, false], [-5.94140625, false], [-7.94140625, false], [-7.94140625, false], [-7.69140625, false], [-10.6953125, false], [-7.69140625, false], [-4.19140625, false], [-10.4453125, false], [-7.69140625, false], [-5.94140625, false], [-7.94140625, false], [-7.94140625, false], [-5.94140625, false], [-10.6953125, false], [-7.69140625, false], [-12.1953125, false], [-7.94140625, false], [-9.1953125, false], [-7.94140625, false], [-4.19140625, false], [-9.4453125, false], [-5.94140625, false], [-10.0703125, false], [-11.8203125, false], [-10.1953125, false], [-7.94140625, false], [-6.69140625, false], [-7.94140625, false], [-10.6953125, false], [-11.6953125, false], [-10.0703125, false], [-9.65625, false], [-5.94140625, false], [-10.0703125, false], [-4.19140625, false], [-5.94140625, false], [-6.69140625, false], [-7.69140625, false], [-7.69140625, false], [-10.6953125, false], [-7.69140625, false], [-4.19140625, false], [-10.4453125, false], [-7.69140625, false], [-5.94140625, false], [-7.94140625, false], [-7.94140625, false], [-5.94140625, false], [-10.6953125, false], [-10.0703125, false], [-7.69140625, false], [-5.94140625, false], [-4.19140625, false], [-10.1953125, false], [-9.1953125, false], [-11.8203125, false], [-7.94140625, false], [-10.6953125, false], [-5.94140625, false], [-9.1953125, false], [-7.19140625, false], [-5.94140625, false], [-10.6953125, false], [-7.94140625, false], [-9.9453125, false], [-7.69140625, false], [-10.6953125, false], [-5.94140625, false], [-7.69140625, false], [-7.69140625, false], [-9.1953125, false], [-10.4453125, false], [-11.6953125, false], [-10.4453125, false], [-10.6953125, false], [-7.69140625, false], [-10.1953125, false], [-10.4453125, false], [-10.0703125, false], [-9.65625, false], [-5.94140625, false], [-10.0703125, false], [-4.19140625, false], [-5.94140625, false], [-6.69140625, false], [-7.69140625, false], [-7.69140625, false], [-10.6953125, false], [-7.69140625, false], [-4.19140625, false], [-10.4453125, false], [-7.69140625, false], [-5.94140625, false], [-7.94140625, false], [-7.94140625, false], [-5.94140625, false], [-10.6953125, false], [-10.0703125, false], [-7.69140625, false], [-5.94140625, false], [-4.19140625, false], [-10.1953125, false], [-9.1953125, false], [-11.8203125, false], [-7.94140625, false], [-10.6953125, false], [-5.94140625, false], [-9.1953125, false], [-7.19140625, false], [-5.94140625, false], [-9.6953125, false], [-4.19140625, false], [-10.6953125, false], [-7.69140625, false], [-10.6953125, false], [-5.94140625, false], [-7.19140625, false], [-9.1953125, false], [-10.6953125, false], [-5.94140625, false], [-7.94140625, false], [-10.6953125, false], [-10.6953125, false], [-7.94140625, false], [-12.1953125, false], [-4.19140625, false], [-10.6953125, false], [-7.94140625, false], [-9.1953125, false], [-7.94140625, false], [-10.0703125, false], [-13.1953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 136, "doc": {"id": "Mercury_SC_LBS10946", "question": "When both a dominant and recessive gene are present, which of the following is true?", "choices": {"text": ["The dominant trait will be visible.", "The recessive trait will be visible.", "Neither trait will be visible.", "It cannot be predicted which trait will be visible."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "The dominant trait will be visible.", "arguments": ["Question: When both a dominant and recessive gene are present, which of the following is true?\nAnswer:", " ["], "resps": [[[-7.27734375, false]], [[-9.53125, false]], [[-6.77734375, false]], [[-9.28125, false]], [[-9.03125, false]], [[-5.52734375, false]], [[-7.52734375, false]], [[-8.78125, false]], [[-8.28125, false]], [[-9.03125, false]], [[-7.52734375, false]], [[-2.77734375, false]], [[-7.52734375, false]], [[-9.03125, false]], [[-5.52734375, false]], [[-9.03125, false]], [[-8.78125, false]], [[-2.77734375, false]], [[-9.03125, false]], [[-9.03125, false]], [[-5.52734375, false]], [[-9.78125, false]], [[-9.03125, false]], [[-10.28125, false]], [[-10.28125, false]], [[-5.52734375, false]], [[-6.27734375, false]], [[-9.03125, false]], [[-5.52734375, false]], [[-10.53125, false]], [[-9.03125, false]], [[-9.53125, false]], [[-9.03125, false]], [[-6.27734375, false]], [[-10.28125, false]], [[-9.03125, false]], [[-6.8671875, false]], [[-9.53125, false]], [[-9.7421875, false]], [[-5.52734375, false]], [[-9.53125, false]], [[-6.77734375, false]], [[-9.28125, false]], [[-9.03125, false]], [[-5.52734375, false]], [[-8.78125, false]], [[-9.03125, false]], [[-7.02734375, false]], [[-9.03125, false]], [[-9.53125, false]], [[-9.53125, false]], [[-9.03125, false]], [[-10.53125, false]], [[-9.03125, false]], [[-5.52734375, false]], [[-9.03125, false]], [[-8.78125, false]], [[-2.77734375, false]], [[-9.03125, false]], [[-9.03125, false]], [[-5.52734375, false]], [[-9.78125, false]], [[-9.03125, false]], [[-10.28125, false]], [[-10.28125, false]], [[-5.52734375, false]], [[-6.27734375, false]], [[-9.03125, false]], [[-5.52734375, false]], [[-10.53125, false]], [[-9.03125, false]], [[-9.53125, false]], [[-9.03125, false]], [[-6.27734375, false]], [[-10.28125, false]], [[-9.03125, false]], [[-6.8671875, false]], [[-9.53125, false]], [[-9.7421875, false]], [[-5.52734375, false]], [[-9.53125, false]], [[-6.02734375, false]], [[-9.03125, false]], [[-9.03125, false]], [[-9.03125, false]], [[-9.28125, false]], [[-9.03125, false]], [[-8.78125, false]], [[-5.52734375, false]], [[-9.03125, false]], [[-8.78125, false]], [[-2.77734375, false]], [[-9.03125, false]], [[-9.03125, false]], [[-5.52734375, false]], [[-9.78125, false]], [[-9.03125, false]], [[-10.28125, false]], [[-10.28125, false]], [[-5.52734375, false]], [[-6.27734375, false]], [[-9.03125, false]], [[-5.52734375, false]], [[-10.53125, false]], [[-9.03125, false]], [[-9.53125, false]], [[-9.03125, false]], [[-6.27734375, false]], [[-10.28125, false]], [[-9.03125, false]], [[-6.8671875, false]], [[-9.53125, false]], [[-9.7421875, false]], [[-5.52734375, false]], [[-9.53125, false]], [[-6.27734375, false]], [[-9.03125, false]], [[-5.52734375, false]], [[-7.02734375, false]], [[-2.77734375, false]], [[-7.52734375, false]], [[-7.52734375, false]], [[-8.78125, false]], [[-9.03125, false]], [[-5.52734375, false]], [[-6.27734375, false]], [[-9.03125, false]], [[-5.52734375, false]], [[-7.52734375, false]], [[-8.78125, false]], [[-9.03125, false]], [[-7.52734375, false]], [[-9.03125, false]], [[-7.02734375, false]], [[-9.03125, false]], [[-9.03125, false]], [[-7.52734375, false]], [[-5.52734375, false]], [[-9.78125, false]], [[-9.28125, false]], [[-9.03125, false]], [[-7.02734375, false]], [[-9.28125, false]], [[-5.52734375, false]], [[-9.03125, false]], [[-8.78125, false]], [[-2.77734375, false]], [[-9.03125, false]], [[-9.03125, false]], [[-5.52734375, false]], [[-9.78125, false]], [[-9.03125, false]], [[-10.28125, false]], [[-10.28125, false]], [[-5.52734375, false]], [[-6.27734375, false]], [[-9.03125, false]], [[-5.52734375, false]], [[-10.53125, false]], [[-9.03125, false]], [[-9.53125, false]], [[-9.03125, false]], [[-6.27734375, false]], [[-10.28125, false]], [[-9.03125, false]], [[-6.8671875, false]], [[-9.53125, false]], [[-12.03125, false]]], "filtered_resps": [[-7.27734375, false], [-9.53125, false], [-6.77734375, false], [-9.28125, false], [-9.03125, false], [-5.52734375, false], [-7.52734375, false], [-8.78125, false], [-8.28125, false], [-9.03125, false], [-7.52734375, false], [-2.77734375, false], [-7.52734375, false], [-9.03125, false], [-5.52734375, false], [-9.03125, false], [-8.78125, false], [-2.77734375, false], [-9.03125, false], [-9.03125, false], [-5.52734375, false], [-9.78125, false], [-9.03125, false], [-10.28125, false], [-10.28125, false], [-5.52734375, false], [-6.27734375, false], [-9.03125, false], [-5.52734375, false], [-10.53125, false], [-9.03125, false], [-9.53125, false], [-9.03125, false], [-6.27734375, false], [-10.28125, false], [-9.03125, false], [-6.8671875, false], [-9.53125, false], [-9.7421875, false], [-5.52734375, false], [-9.53125, false], [-6.77734375, false], [-9.28125, false], [-9.03125, false], [-5.52734375, false], [-8.78125, false], [-9.03125, false], [-7.02734375, false], [-9.03125, false], [-9.53125, false], [-9.53125, false], [-9.03125, false], [-10.53125, false], [-9.03125, false], [-5.52734375, false], [-9.03125, false], [-8.78125, false], [-2.77734375, false], [-9.03125, false], [-9.03125, false], [-5.52734375, false], [-9.78125, false], [-9.03125, false], [-10.28125, false], [-10.28125, false], [-5.52734375, false], [-6.27734375, false], [-9.03125, false], [-5.52734375, false], [-10.53125, false], [-9.03125, false], [-9.53125, false], [-9.03125, false], [-6.27734375, false], [-10.28125, false], [-9.03125, false], [-6.8671875, false], [-9.53125, false], [-9.7421875, false], [-5.52734375, false], [-9.53125, false], [-6.02734375, false], [-9.03125, false], [-9.03125, false], [-9.03125, false], [-9.28125, false], [-9.03125, false], [-8.78125, false], [-5.52734375, false], [-9.03125, false], [-8.78125, false], [-2.77734375, false], [-9.03125, false], [-9.03125, false], [-5.52734375, false], [-9.78125, false], [-9.03125, false], [-10.28125, false], [-10.28125, false], [-5.52734375, false], [-6.27734375, false], [-9.03125, false], [-5.52734375, false], [-10.53125, false], [-9.03125, false], [-9.53125, false], [-9.03125, false], [-6.27734375, false], [-10.28125, false], [-9.03125, false], [-6.8671875, false], [-9.53125, false], [-9.7421875, false], [-5.52734375, false], [-9.53125, false], [-6.27734375, false], [-9.03125, false], [-5.52734375, false], [-7.02734375, false], [-2.77734375, false], [-7.52734375, false], [-7.52734375, false], [-8.78125, false], [-9.03125, false], [-5.52734375, false], [-6.27734375, false], [-9.03125, false], [-5.52734375, false], [-7.52734375, false], [-8.78125, false], [-9.03125, false], [-7.52734375, false], [-9.03125, false], [-7.02734375, false], [-9.03125, false], [-9.03125, false], [-7.52734375, false], [-5.52734375, false], [-9.78125, false], [-9.28125, false], [-9.03125, false], [-7.02734375, false], [-9.28125, false], [-5.52734375, false], [-9.03125, false], [-8.78125, false], [-2.77734375, false], [-9.03125, false], [-9.03125, false], [-5.52734375, false], [-9.78125, false], [-9.03125, false], [-10.28125, false], [-10.28125, false], [-5.52734375, false], [-6.27734375, false], [-9.03125, false], [-5.52734375, false], [-10.53125, false], [-9.03125, false], [-9.53125, false], [-9.03125, false], [-6.27734375, false], [-10.28125, false], [-9.03125, false], [-6.8671875, false], [-9.53125, false], [-12.03125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 144, "doc": {"id": "MCAS_2012_8_23645", "question": "Leather basketballs are made for indoor use on smooth surfaces. Rubber basketballs are made for use on many different surfaces. Which of the following properties of rubber makes it better than leather for use on many different surfaces?", "choices": {"text": ["Rubber is durable.", "Rubber is lightweight.", "Rubber is dark in color.", "Rubber is quickly produced."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Rubber is durable.", "arguments": ["Question: Leather basketballs are made for indoor use on smooth surfaces. Rubber basketballs are made for use on many different surfaces. Which of the following properties of rubber makes it better than leather for use on many different surfaces?\nAnswer:", " ["], "resps": [[[-7.453125, false]], [[-10.453125, false]], [[-0.7021484375, true]], [[-11.453125, false]], [[-7.953125, false]], [[-7.953125, false]], [[-9.203125, false]], [[-5.953125, false]], [[-6.203125, false]], [[-9.453125, false]], [[-9.453125, false]], [[-6.203125, false]], [[-9.453125, false]], [[-11.453125, false]], [[-5.953125, false]], [[-5.203125, false]], [[-7.953125, false]], [[-10.203125, false]], [[-9.203125, false]], [[-7.234375, false]], [[-10.453125, false]], [[-11.109375, false]], [[-6.203125, false]], [[-10.453125, false]], [[-0.7021484375, true]], [[-11.453125, false]], [[-7.953125, false]], [[-7.953125, false]], [[-9.203125, false]], [[-5.953125, false]], [[-6.203125, false]], [[-9.453125, false]], [[-9.453125, false]], [[-6.203125, false]], [[-10.203125, false]], [[-9.453125, false]], [[-10.953125, false]], [[-11.203125, false]], [[-10.453125, false]], [[-10.453125, false]], [[-9.203125, false]], [[-9.453125, false]], [[-10.953125, false]], [[-11.203125, false]], [[-10.453125, false]], [[-7.234375, false]], [[-10.453125, false]], [[-11.109375, false]], [[-6.203125, false]], [[-10.453125, false]], [[-0.7021484375, true]], [[-11.453125, false]], [[-7.953125, false]], [[-7.953125, false]], [[-9.203125, false]], [[-5.953125, false]], [[-6.203125, false]], [[-9.453125, false]], [[-9.453125, false]], [[-6.203125, false]], [[-9.453125, false]], [[-5.203125, false]], [[-5.953125, false]], [[-11.453125, false]], [[-6.203125, false]], [[-9.453125, false]], [[-8.953125, false]], [[-6.203125, false]], [[-9.203125, false]], [[-9.453125, false]], [[-10.203125, false]], [[-9.453125, false]], [[-5.953125, false]], [[-7.234375, false]], [[-10.453125, false]], [[-11.109375, false]], [[-6.203125, false]], [[-10.453125, false]], [[-0.7021484375, true]], [[-11.453125, false]], [[-7.953125, false]], [[-7.953125, false]], [[-9.203125, false]], [[-5.953125, false]], [[-6.203125, false]], [[-9.453125, false]], [[-9.453125, false]], [[-6.203125, false]], [[-11.453125, false]], [[-11.453125, false]], [[-9.453125, false]], [[-9.203125, false]], [[-11.453125, false]], [[-10.203125, false]], [[-11.703125, false]], [[-6.203125, false]], [[-9.953125, false]], [[-5.953125, false]], [[-9.453125, false]], [[-9.453125, false]], [[-11.453125, false]], [[-9.203125, false]], [[-9.203125, false]], [[-9.453125, false]], [[-7.234375, false]], [[-10.453125, false]], [[-12.203125, false]]], "filtered_resps": [[-7.453125, false], [-10.453125, false], [-0.7021484375, true], [-11.453125, false], [-7.953125, false], [-7.953125, false], [-9.203125, false], [-5.953125, false], [-6.203125, false], [-9.453125, false], [-9.453125, false], [-6.203125, false], [-9.453125, false], [-11.453125, false], [-5.953125, false], [-5.203125, false], [-7.953125, false], [-10.203125, false], [-9.203125, false], [-7.234375, false], [-10.453125, false], [-11.109375, false], [-6.203125, false], [-10.453125, false], [-0.7021484375, true], [-11.453125, false], [-7.953125, false], [-7.953125, false], [-9.203125, false], [-5.953125, false], [-6.203125, false], [-9.453125, false], [-9.453125, false], [-6.203125, false], [-10.203125, false], [-9.453125, false], [-10.953125, false], [-11.203125, false], [-10.453125, false], [-10.453125, false], [-9.203125, false], [-9.453125, false], [-10.953125, false], [-11.203125, false], [-10.453125, false], [-7.234375, false], [-10.453125, false], [-11.109375, false], [-6.203125, false], [-10.453125, false], [-0.7021484375, true], [-11.453125, false], [-7.953125, false], [-7.953125, false], [-9.203125, false], [-5.953125, false], [-6.203125, false], [-9.453125, false], [-9.453125, false], [-6.203125, false], [-9.453125, false], [-5.203125, false], [-5.953125, false], [-11.453125, false], [-6.203125, false], [-9.453125, false], [-8.953125, false], [-6.203125, false], [-9.203125, false], [-9.453125, false], [-10.203125, false], [-9.453125, false], [-5.953125, false], [-7.234375, false], [-10.453125, false], [-11.109375, false], [-6.203125, false], [-10.453125, false], [-0.7021484375, true], [-11.453125, false], [-7.953125, false], [-7.953125, false], [-9.203125, false], [-5.953125, false], [-6.203125, false], [-9.453125, false], [-9.453125, false], [-6.203125, false], [-11.453125, false], [-11.453125, false], [-9.453125, false], [-9.203125, false], [-11.453125, false], [-10.203125, false], [-11.703125, false], [-6.203125, false], [-9.953125, false], [-5.953125, false], [-9.453125, false], [-9.453125, false], [-11.453125, false], [-9.203125, false], [-9.203125, false], [-9.453125, false], [-7.234375, false], [-10.453125, false], [-12.203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 152, "doc": {"id": "Mercury_7222845", "question": "Which of these events is an example of a change in climate?", "choices": {"text": ["Afternoon clouds form and block the sunlight.", "A series of tornadoes occurs over a one-week period.", "An overnight temperature drop causes frost to form.", "The average amount of annual precipitation decreases."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "The average amount of annual precipitation decreases.", "arguments": ["Question: Which of these events is an example of a change in climate?\nAnswer:", " ["], "resps": [[[-7.0625, false]], [[-8.5625, false]], [[-2.6875, false]], [[-9.8125, false]], [[-10.4375, false]], [[-7.8125, false]], [[-11.8125, false]], [[-10.1875, false]], [[-8.4375, false]], [[-8.4375, false]], [[-10.1875, false]], [[-4.9375, false]], [[-9.5625, false]], [[-11.5625, false]], [[-8.4375, false]], [[-12.1875, false]], [[-7.9375, false]], [[-10.0625, false]], [[-4.9375, false]], [[-9.8125, false]], [[-8.4375, false]], [[-11.8125, false]], [[-10.8125, false]], [[-4.9375, false]], [[-4.6875, false]], [[-10.1875, false]], [[-7.9375, false]], [[-4.9375, false]], [[-9.4375, false]], [[-11.5625, false]], [[-8.4375, false]], [[-9.5625, false]], [[-12.0625, false]], [[-4.9375, false]], [[-10.4375, false]], [[-12.3125, false]], [[-7.8125, false]], [[-4.9375, false]], [[-10.0625, false]], [[-12.1875, false]], [[-10.1875, false]], [[-11.5625, false]], [[-8.8125, false]], [[-12.9375, false]], [[-12.3125, false]], [[-10.4375, false]], [[-6.4453125, false]], [[-8.5625, false]], [[-9.3203125, false]], [[-4.9375, false]], [[-8.5625, false]], [[-2.6875, false]], [[-4.9375, false]], [[-10.0625, false]], [[-7.8125, false]], [[-11.8125, false]], [[-8.8125, false]], [[-7.8125, false]], [[-10.0625, false]], [[-4.9375, false]], [[-8.4375, false]], [[-9.8125, false]], [[-4.9375, false]], [[-10.4375, false]], [[-8.4375, false]], [[-11.8125, false]], [[-10.1875, false]], [[-4.6875, false]], [[-7.9375, false]], [[-8.4375, false]], [[-7.8125, false]], [[-10.0625, false]], [[-4.9375, false]], [[-8.4375, false]], [[-9.5625, false]], [[-9.5625, false]], [[-12.1875, false]], [[-11.8125, false]], [[-10.0625, false]], [[-4.9375, false]], [[-8.4375, false]], [[-12.3125, false]], [[-7.8125, false]], [[-11.8125, false]], [[-4.9375, false]], [[-4.6875, false]], [[-4.9375, false]], [[-8.4375, false]], [[-10.1875, false]], [[-7.8125, false]], [[-6.4375, false]], [[-10.8125, false]], [[-7.8125, false]], [[-7.8125, false]], [[-12.0625, false]], [[-4.9375, false]], [[-10.3125, false]], [[-7.8125, false]], [[-11.8125, false]], [[-8.8125, false]], [[-8.4375, false]], [[-7.9375, false]], [[-6.4453125, false]], [[-8.5625, false]], [[-9.3203125, false]], [[-4.9375, false]], [[-8.5625, false]], [[-2.6875, false]], [[-10.1875, false]], [[-4.9375, false]], [[-8.4375, false]], [[-12.3125, false]], [[-7.8125, false]], [[-11.8125, false]], [[-10.1875, false]], [[-8.8125, false]], [[-12.9375, false]], [[-12.3125, false]], [[-10.4375, false]], [[-4.9375, false]], [[-10.4375, false]], [[-7.8125, false]], [[-10.8125, false]], [[-10.3125, false]], [[-7.8125, false]], [[-11.8125, false]], [[-4.6875, false]], [[-10.4375, false]], [[-12.1875, false]], [[-11.8125, false]], [[-7.8125, false]], [[-4.9375, false]], [[-7.9375, false]], [[-11.8125, false]], [[-8.4375, false]], [[-10.3125, false]], [[-4.9375, false]], [[-9.5625, false]], [[-4.6875, false]], [[-12.1875, false]], [[-10.0625, false]], [[-7.8125, false]], [[-10.0625, false]], [[-4.9375, false]], [[-9.8125, false]], [[-11.8125, false]], [[-8.4375, false]], [[-10.0625, false]], [[-10.4375, false]], [[-4.9375, false]], [[-10.4375, false]], [[-8.4375, false]], [[-4.9375, false]], [[-9.8125, false]], [[-8.4375, false]], [[-11.8125, false]], [[-10.8125, false]], [[-6.4453125, false]], [[-8.5625, false]], [[-9.3203125, false]], [[-4.9375, false]], [[-8.5625, false]], [[-6.8125, false]], [[-12.3125, false]], [[-7.8125, false]], [[-4.9375, false]], [[-4.6875, false]], [[-12.3125, false]], [[-7.8125, false]], [[-11.8125, false]], [[-4.6875, false]], [[-12.9375, false]], [[-7.8125, false]], [[-4.9375, false]], [[-4.6875, false]], [[-10.8125, false]], [[-8.4375, false]], [[-12.1875, false]], [[-10.1875, false]], [[-10.4375, false]], [[-4.9375, false]], [[-8.4375, false]], [[-9.8125, false]], [[-4.9375, false]], [[-4.6875, false]], [[-10.1875, false]], [[-10.1875, false]], [[-12.1875, false]], [[-4.6875, false]], [[-11.5625, false]], [[-4.9375, false]], [[-10.3125, false]], [[-11.8125, false]], [[-7.8125, false]], [[-9.5625, false]], [[-8.8125, false]], [[-10.3125, false]], [[-8.8125, false]], [[-10.4375, false]], [[-4.6875, false]], [[-10.4375, false]], [[-8.8125, false]], [[-8.4375, false]], [[-10.1875, false]], [[-4.9375, false]], [[-7.9375, false]], [[-7.8125, false]], [[-9.5625, false]], [[-11.8125, false]], [[-7.8125, false]], [[-4.6875, false]], [[-10.0625, false]], [[-7.8125, false]], [[-10.0625, false]], [[-6.4453125, false]], [[-8.5625, false]], [[-13.5625, false]]], "filtered_resps": [[-7.0625, false], [-8.5625, false], [-2.6875, false], [-9.8125, false], [-10.4375, false], [-7.8125, false], [-11.8125, false], [-10.1875, false], [-8.4375, false], [-8.4375, false], [-10.1875, false], [-4.9375, false], [-9.5625, false], [-11.5625, false], [-8.4375, false], [-12.1875, false], [-7.9375, false], [-10.0625, false], [-4.9375, false], [-9.8125, false], [-8.4375, false], [-11.8125, false], [-10.8125, false], [-4.9375, false], [-4.6875, false], [-10.1875, false], [-7.9375, false], [-4.9375, false], [-9.4375, false], [-11.5625, false], [-8.4375, false], [-9.5625, false], [-12.0625, false], [-4.9375, false], [-10.4375, false], [-12.3125, false], [-7.8125, false], [-4.9375, false], [-10.0625, false], [-12.1875, false], [-10.1875, false], [-11.5625, false], [-8.8125, false], [-12.9375, false], [-12.3125, false], [-10.4375, false], [-6.4453125, false], [-8.5625, false], [-9.3203125, false], [-4.9375, false], [-8.5625, false], [-2.6875, false], [-4.9375, false], [-10.0625, false], [-7.8125, false], [-11.8125, false], [-8.8125, false], [-7.8125, false], [-10.0625, false], [-4.9375, false], [-8.4375, false], [-9.8125, false], [-4.9375, false], [-10.4375, false], [-8.4375, false], [-11.8125, false], [-10.1875, false], [-4.6875, false], [-7.9375, false], [-8.4375, false], [-7.8125, false], [-10.0625, false], [-4.9375, false], [-8.4375, false], [-9.5625, false], [-9.5625, false], [-12.1875, false], [-11.8125, false], [-10.0625, false], [-4.9375, false], [-8.4375, false], [-12.3125, false], [-7.8125, false], [-11.8125, false], [-4.9375, false], [-4.6875, false], [-4.9375, false], [-8.4375, false], [-10.1875, false], [-7.8125, false], [-6.4375, false], [-10.8125, false], [-7.8125, false], [-7.8125, false], [-12.0625, false], [-4.9375, false], [-10.3125, false], [-7.8125, false], [-11.8125, false], [-8.8125, false], [-8.4375, false], [-7.9375, false], [-6.4453125, false], [-8.5625, false], [-9.3203125, false], [-4.9375, false], [-8.5625, false], [-2.6875, false], [-10.1875, false], [-4.9375, false], [-8.4375, false], [-12.3125, false], [-7.8125, false], [-11.8125, false], [-10.1875, false], [-8.8125, false], [-12.9375, false], [-12.3125, false], [-10.4375, false], [-4.9375, false], [-10.4375, false], [-7.8125, false], [-10.8125, false], [-10.3125, false], [-7.8125, false], [-11.8125, false], [-4.6875, false], [-10.4375, false], [-12.1875, false], [-11.8125, false], [-7.8125, false], [-4.9375, false], [-7.9375, false], [-11.8125, false], [-8.4375, false], [-10.3125, false], [-4.9375, false], [-9.5625, false], [-4.6875, false], [-12.1875, false], [-10.0625, false], [-7.8125, false], [-10.0625, false], [-4.9375, false], [-9.8125, false], [-11.8125, false], [-8.4375, false], [-10.0625, false], [-10.4375, false], [-4.9375, false], [-10.4375, false], [-8.4375, false], [-4.9375, false], [-9.8125, false], [-8.4375, false], [-11.8125, false], [-10.8125, false], [-6.4453125, false], [-8.5625, false], [-9.3203125, false], [-4.9375, false], [-8.5625, false], [-6.8125, false], [-12.3125, false], [-7.8125, false], [-4.9375, false], [-4.6875, false], [-12.3125, false], [-7.8125, false], [-11.8125, false], [-4.6875, false], [-12.9375, false], [-7.8125, false], [-4.9375, false], [-4.6875, false], [-10.8125, false], [-8.4375, false], [-12.1875, false], [-10.1875, false], [-10.4375, false], [-4.9375, false], [-8.4375, false], [-9.8125, false], [-4.9375, false], [-4.6875, false], [-10.1875, false], [-10.1875, false], [-12.1875, false], [-4.6875, false], [-11.5625, false], [-4.9375, false], [-10.3125, false], [-11.8125, false], [-7.8125, false], [-9.5625, false], [-8.8125, false], [-10.3125, false], [-8.8125, false], [-10.4375, false], [-4.6875, false], [-10.4375, false], [-8.8125, false], [-8.4375, false], [-10.1875, false], [-4.9375, false], [-7.9375, false], [-7.8125, false], [-9.5625, false], [-11.8125, false], [-7.8125, false], [-4.6875, false], [-10.0625, false], [-7.8125, false], [-10.0625, false], [-6.4453125, false], [-8.5625, false], [-13.5625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 160, "doc": {"id": "Mercury_7044188", "question": "What repeating cycle is responsible for the four seasons that occur on Earth?", "choices": {"text": ["rotation of the moon", "rotation of the Sun", "revolution of the sun in the galaxy", "revolution of the earth about the sun"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "revolution of the earth about the sun", "arguments": ["Question: What repeating cycle is responsible for the four seasons that occur on Earth?\nAnswer:", " ["], "resps": [[[-7.82421875, false]], [[-8.5703125, false]], [[-10.0703125, false]], [[-9.8203125, false]], [[-9.5703125, false]], [[-6.32421875, false]], [[-9.5703125, false]], [[-10.0703125, false]], [[-9.8203125, false]], [[-10.8203125, false]], [[-5.82421875, false]], [[-9.8203125, false]], [[-11.0703125, false]], [[-5.82421875, false]], [[-9.5703125, false]], [[-12.8203125, false]], [[-8.5703125, false]], [[-5.82421875, false]], [[-11.0703125, false]], [[-9.8203125, false]], [[-9.8203125, false]], [[-10.8203125, false]], [[-8.5703125, false]], [[-10.984375, false]], [[-5.82421875, false]], [[-8.5703125, false]], [[-10.0703125, false]], [[-9.8203125, false]], [[-9.5703125, false]], [[-6.32421875, false]], [[-9.5703125, false]], [[-10.0703125, false]], [[-9.8203125, false]], [[-10.8203125, false]], [[-5.82421875, false]], [[-9.8203125, false]], [[-11.0703125, false]], [[-5.82421875, false]], [[-9.5703125, false]], [[-12.8203125, false]], [[-8.5703125, false]], [[-5.82421875, false]], [[-7.07421875, false]], [[-12.5703125, false]], [[-10.8203125, false]], [[-8.5703125, false]], [[-10.984375, false]], [[-5.82421875, false]], [[-8.5703125, false]], [[-10.0703125, false]], [[-8.5703125, false]], [[-12.3203125, false]], [[-9.8203125, false]], [[-10.8203125, false]], [[-12.5703125, false]], [[-9.5703125, false]], [[-10.0703125, false]], [[-9.8203125, false]], [[-10.8203125, false]], [[-5.82421875, false]], [[-9.8203125, false]], [[-11.0703125, false]], [[-5.82421875, false]], [[-9.5703125, false]], [[-12.8203125, false]], [[-8.5703125, false]], [[-5.82421875, false]], [[-10.3203125, false]], [[-12.5703125, false]], [[-10.8203125, false]], [[-5.82421875, false]], [[-10.0703125, false]], [[-10.8203125, false]], [[-5.82421875, false]], [[-9.5703125, false]], [[-12.8203125, false]], [[-8.5703125, false]], [[-5.82421875, false]], [[-13.5703125, false]], [[-6.32421875, false]], [[-10.8203125, false]], [[-6.32421875, false]], [[-10.8203125, false]], [[-12.5703125, false]], [[-8.5703125, false]], [[-10.984375, false]], [[-5.82421875, false]], [[-8.5703125, false]], [[-10.0703125, false]], [[-8.5703125, false]], [[-12.3203125, false]], [[-9.8203125, false]], [[-10.8203125, false]], [[-12.5703125, false]], [[-9.5703125, false]], [[-10.0703125, false]], [[-9.8203125, false]], [[-10.8203125, false]], [[-5.82421875, false]], [[-9.8203125, false]], [[-11.0703125, false]], [[-5.82421875, false]], [[-9.5703125, false]], [[-12.8203125, false]], [[-8.5703125, false]], [[-5.82421875, false]], [[-8.5703125, false]], [[-6.32421875, false]], [[-10.0703125, false]], [[-9.5703125, false]], [[-12.8203125, false]], [[-5.82421875, false]], [[-6.32421875, false]], [[-10.8203125, false]], [[-9.8203125, false]], [[-12.5703125, false]], [[-9.5703125, false]], [[-5.82421875, false]], [[-9.5703125, false]], [[-12.8203125, false]], [[-8.5703125, false]], [[-5.82421875, false]], [[-10.3203125, false]], [[-12.5703125, false]], [[-10.8203125, false]], [[-8.5703125, false]], [[-13.3203125, false]]], "filtered_resps": [[-7.82421875, false], [-8.5703125, false], [-10.0703125, false], [-9.8203125, false], [-9.5703125, false], [-6.32421875, false], [-9.5703125, false], [-10.0703125, false], [-9.8203125, false], [-10.8203125, false], [-5.82421875, false], [-9.8203125, false], [-11.0703125, false], [-5.82421875, false], [-9.5703125, false], [-12.8203125, false], [-8.5703125, false], [-5.82421875, false], [-11.0703125, false], [-9.8203125, false], [-9.8203125, false], [-10.8203125, false], [-8.5703125, false], [-10.984375, false], [-5.82421875, false], [-8.5703125, false], [-10.0703125, false], [-9.8203125, false], [-9.5703125, false], [-6.32421875, false], [-9.5703125, false], [-10.0703125, false], [-9.8203125, false], [-10.8203125, false], [-5.82421875, false], [-9.8203125, false], [-11.0703125, false], [-5.82421875, false], [-9.5703125, false], [-12.8203125, false], [-8.5703125, false], [-5.82421875, false], [-7.07421875, false], [-12.5703125, false], [-10.8203125, false], [-8.5703125, false], [-10.984375, false], [-5.82421875, false], [-8.5703125, false], [-10.0703125, false], [-8.5703125, false], [-12.3203125, false], [-9.8203125, false], [-10.8203125, false], [-12.5703125, false], [-9.5703125, false], [-10.0703125, false], [-9.8203125, false], [-10.8203125, false], [-5.82421875, false], [-9.8203125, false], [-11.0703125, false], [-5.82421875, false], [-9.5703125, false], [-12.8203125, false], [-8.5703125, false], [-5.82421875, false], [-10.3203125, false], [-12.5703125, false], [-10.8203125, false], [-5.82421875, false], [-10.0703125, false], [-10.8203125, false], [-5.82421875, false], [-9.5703125, false], [-12.8203125, false], [-8.5703125, false], [-5.82421875, false], [-13.5703125, false], [-6.32421875, false], [-10.8203125, false], [-6.32421875, false], [-10.8203125, false], [-12.5703125, false], [-8.5703125, false], [-10.984375, false], [-5.82421875, false], [-8.5703125, false], [-10.0703125, false], [-8.5703125, false], [-12.3203125, false], [-9.8203125, false], [-10.8203125, false], [-12.5703125, false], [-9.5703125, false], [-10.0703125, false], [-9.8203125, false], [-10.8203125, false], [-5.82421875, false], [-9.8203125, false], [-11.0703125, false], [-5.82421875, false], [-9.5703125, false], [-12.8203125, false], [-8.5703125, false], [-5.82421875, false], [-8.5703125, false], [-6.32421875, false], [-10.0703125, false], [-9.5703125, false], [-12.8203125, false], [-5.82421875, false], [-6.32421875, false], [-10.8203125, false], [-9.8203125, false], [-12.5703125, false], [-9.5703125, false], [-5.82421875, false], [-9.5703125, false], [-12.8203125, false], [-8.5703125, false], [-5.82421875, false], [-10.3203125, false], [-12.5703125, false], [-10.8203125, false], [-8.5703125, false], [-13.3203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 168, "doc": {"id": "Mercury_7008208", "question": "Which theory states that the universe originated as a single mass?", "choices": {"text": ["Big Bang", "Steady State", "Astronomical", "Catastrophism"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Big Bang", "arguments": ["Question: Which theory states that the universe originated as a single mass?\nAnswer:", " ["], "resps": [[[-6.06640625, false]], [[-7.31640625, false]], [[-4.81640625, false]], [[-9.5703125, false]], [[-10.5703125, false]], [[-4.81640625, false]], [[-4.81640625, false]], [[-6.06640625, false]], [[-9.3203125, false]], [[-10.5703125, false]], [[-7.31640625, false]], [[-8.921875, false]], [[-4.81640625, false]], [[-7.31640625, false]], [[-6.06640625, false]], [[-9.0703125, false]], [[-7.81640625, false]], [[-6.06640625, false]], [[-9.0703125, false]], [[-11.5703125, false]], [[-4.81640625, false]], [[-6.06640625, false]], [[-9.0703125, false]], [[-6.06640625, false]], [[-9.0703125, false]], [[-7.81640625, false]], [[-7.31640625, false]], [[-8.921875, false]], [[-4.81640625, false]], [[-7.31640625, false]], [[-3.318359375, false]], [[-9.5703125, false]], [[-9.0703125, false]], [[-8.8203125, false]], [[-11.5703125, false]], [[-9.3203125, false]], [[-11.5703125, false]], [[-7.81640625, false]], [[-9.5703125, false]], [[-7.31640625, false]], [[-6.06640625, false]], [[-10.8203125, false]], [[-7.31640625, false]], [[-8.921875, false]], [[-4.81640625, false]], [[-7.31640625, false]], [[-4.56640625, false]], [[-6.06640625, false]], [[-9.0703125, false]], [[-6.06640625, false]], [[-9.5703125, false]], [[-9.0703125, false]], [[-8.8203125, false]], [[-11.5703125, false]], [[-8.5703125, false]], [[-9.8203125, false]], [[-9.5703125, false]], [[-9.5703125, false]], [[-7.81640625, false]], [[-7.31640625, false]], [[-12.3203125, false]]], "filtered_resps": [[-6.06640625, false], [-7.31640625, false], [-4.81640625, false], [-9.5703125, false], [-10.5703125, false], [-4.81640625, false], [-4.81640625, false], [-6.06640625, false], [-9.3203125, false], [-10.5703125, false], [-7.31640625, false], [-8.921875, false], [-4.81640625, false], [-7.31640625, false], [-6.06640625, false], [-9.0703125, false], [-7.81640625, false], [-6.06640625, false], [-9.0703125, false], [-11.5703125, false], [-4.81640625, false], [-6.06640625, false], [-9.0703125, false], [-6.06640625, false], [-9.0703125, false], [-7.81640625, false], [-7.31640625, false], [-8.921875, false], [-4.81640625, false], [-7.31640625, false], [-3.318359375, false], [-9.5703125, false], [-9.0703125, false], [-8.8203125, false], [-11.5703125, false], [-9.3203125, false], [-11.5703125, false], [-7.81640625, false], [-9.5703125, false], [-7.31640625, false], [-6.06640625, false], [-10.8203125, false], [-7.31640625, false], [-8.921875, false], [-4.81640625, false], [-7.31640625, false], [-4.56640625, false], [-6.06640625, false], [-9.0703125, false], [-6.06640625, false], [-9.5703125, false], [-9.0703125, false], [-8.8203125, false], [-11.5703125, false], [-8.5703125, false], [-9.8203125, false], [-9.5703125, false], [-9.5703125, false], [-7.81640625, false], [-7.31640625, false], [-12.3203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 176, "doc": {"id": "Mercury_7180618", "question": "Lions tend to prey on primary consumers like zebras and gazelles. If there were a sudden decline in a population of lions, which ecological imbalance would most likely occur in the habitat?", "choices": {"text": ["overgrazing", "eutrophication", "invasion by non-native species", "overproduction of greenhouse gases"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "overgrazing", "arguments": ["Question: Lions tend to prey on primary consumers like zebras and gazelles. If there were a sudden decline in a population of lions, which ecological imbalance would most likely occur in the habitat?\nAnswer:", " ["], "resps": [[[-7.734375, false]], [[-9.359375, false]], [[-9.734375, false]], [[-13.359375, false]], [[-7.859375, false]], [[-11.234375, false]], [[-12.734375, false]], [[-11.234375, false]], [[-5.109375, false]], [[-9.984375, false]], [[-8.484375, false]], [[-10.734375, false]], [[-12.734375, false]], [[-9.359375, false]], [[-12.265625, false]], [[-5.859375, false]], [[-9.359375, false]], [[-7.859375, false]], [[-12.109375, false]], [[-11.359375, false]], [[-11.234375, false]], [[-9.734375, false]], [[-10.359375, false]], [[-11.484375, false]], [[-8.484375, false]], [[-10.234375, false]], [[-5.109375, false]], [[-11.359375, false]], [[-8.484375, false]], [[-9.734375, false]], [[-10.734375, false]], [[-9.359375, false]], [[-12.265625, false]], [[-5.859375, false]], [[-9.359375, false]], [[-8.484375, false]], [[-10.734375, false]], [[-13.359375, false]], [[-5.109375, false]], [[-9.984375, false]], [[-8.484375, false]], [[-9.734375, false]], [[-10.734375, false]], [[-5.859375, false]], [[-10.234375, false]], [[-12.359375, false]], [[-5.859375, false]], [[-10.734375, false]], [[-9.734375, false]], [[-10.734375, false]], [[-8.109375, false]], [[-10.734375, false]], [[-5.109375, false]], [[-11.359375, false]], [[-8.484375, false]], [[-13.359375, false]], [[-7.859375, false]], [[-5.859375, false]], [[-9.984375, false]], [[-10.359375, false]], [[-7.859375, false]], [[-10.234375, false]], [[-8.484375, false]], [[-7.859375, false]], [[-9.984375, false]], [[-9.359375, false]], [[-12.265625, false]], [[-5.859375, false]], [[-9.359375, false]], [[-9.734375, false]], [[-13.359375, false]], [[-7.859375, false]], [[-11.234375, false]], [[-10.359375, false]], [[-11.234375, false]], [[-9.734375, false]], [[-8.734375, false]], [[-12.109375, false]], [[-10.234375, false]], [[-11.359375, false]], [[-8.484375, false]], [[-9.734375, false]], [[-10.734375, false]], [[-5.859375, false]], [[-9.734375, false]], [[-9.734375, false]], [[-5.859375, false]], [[-12.734375, false]], [[-11.234375, false]], [[-7.859375, false]], [[-7.859375, false]], [[-10.734375, false]], [[-11.484375, false]], [[-9.734375, false]], [[-12.109375, false]], [[-9.984375, false]], [[-7.859375, false]], [[-5.859375, false]], [[-12.734375, false]], [[-5.109375, false]], [[-9.984375, false]], [[-7.859375, false]], [[-9.984375, false]], [[-9.359375, false]], [[-12.984375, false]]], "filtered_resps": [[-7.734375, false], [-9.359375, false], [-9.734375, false], [-13.359375, false], [-7.859375, false], [-11.234375, false], [-12.734375, false], [-11.234375, false], [-5.109375, false], [-9.984375, false], [-8.484375, false], [-10.734375, false], [-12.734375, false], [-9.359375, false], [-12.265625, false], [-5.859375, false], [-9.359375, false], [-7.859375, false], [-12.109375, false], [-11.359375, false], [-11.234375, false], [-9.734375, false], [-10.359375, false], [-11.484375, false], [-8.484375, false], [-10.234375, false], [-5.109375, false], [-11.359375, false], [-8.484375, false], [-9.734375, false], [-10.734375, false], [-9.359375, false], [-12.265625, false], [-5.859375, false], [-9.359375, false], [-8.484375, false], [-10.734375, false], [-13.359375, false], [-5.109375, false], [-9.984375, false], [-8.484375, false], [-9.734375, false], [-10.734375, false], [-5.859375, false], [-10.234375, false], [-12.359375, false], [-5.859375, false], [-10.734375, false], [-9.734375, false], [-10.734375, false], [-8.109375, false], [-10.734375, false], [-5.109375, false], [-11.359375, false], [-8.484375, false], [-13.359375, false], [-7.859375, false], [-5.859375, false], [-9.984375, false], [-10.359375, false], [-7.859375, false], [-10.234375, false], [-8.484375, false], [-7.859375, false], [-9.984375, false], [-9.359375, false], [-12.265625, false], [-5.859375, false], [-9.359375, false], [-9.734375, false], [-13.359375, false], [-7.859375, false], [-11.234375, false], [-10.359375, false], [-11.234375, false], [-9.734375, false], [-8.734375, false], [-12.109375, false], [-10.234375, false], [-11.359375, false], [-8.484375, false], [-9.734375, false], [-10.734375, false], [-5.859375, false], [-9.734375, false], [-9.734375, false], [-5.859375, false], [-12.734375, false], [-11.234375, false], [-7.859375, false], [-7.859375, false], [-10.734375, false], [-11.484375, false], [-9.734375, false], [-12.109375, false], [-9.984375, false], [-7.859375, false], [-5.859375, false], [-12.734375, false], [-5.109375, false], [-9.984375, false], [-7.859375, false], [-9.984375, false], [-9.359375, false], [-12.984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 184, "doc": {"id": "Mercury_7024780", "question": "In a laboratory procedure, students added sodium hydroxide crystals to a beaker of water and allowed the resulting solution to cool. Based on this information, which type of chemical process most likely occurred?", "choices": {"text": ["electrical", "energetic", "exothermic", "endothermic"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "exothermic", "arguments": ["Question: In a laboratory procedure, students added sodium hydroxide crystals to a beaker of water and allowed the resulting solution to cool. Based on this information, which type of chemical process most likely occurred?\nAnswer:", " ["], "resps": [[[-6.078125, false]], [[-10.078125, false]], [[-7.578125, false]], [[-10.578125, false]], [[-7.578125, false]], [[-7.328125, false]], [[-9.078125, false]], [[-10.078125, false]], [[-7.578125, false]], [[-7.328125, false]], [[-3.828125, false]], [[-10.578125, false]], [[-10.078125, false]], [[-9.90625, false]], [[-5.328125, false]], [[-10.078125, false]], [[-7.578125, false]], [[-7.828125, false]], [[-7.578125, false]], [[-10.078125, false]], [[-10.828125, false]], [[-7.578125, false]], [[-9.078125, false]], [[-7.578125, false]], [[-7.328125, false]], [[-10.078125, false]], [[-9.90625, false]], [[-5.328125, false]], [[-10.078125, false]], [[-7.578125, false]], [[-9.078125, false]], [[-8.578125, false]], [[-9.078125, false]], [[-9.578125, false]], [[-7.578125, false]], [[-10.078125, false]], [[-7.578125, false]], [[-7.578125, false]], [[-7.328125, false]], [[-10.078125, false]], [[-9.90625, false]], [[-5.328125, false]], [[-10.078125, false]], [[-7.578125, false]], [[-7.828125, false]], [[-8.578125, false]], [[-8.578125, false]], [[-9.078125, false]], [[-9.578125, false]], [[-7.578125, false]], [[-10.078125, false]], [[-7.578125, false]], [[-7.578125, false]], [[-7.328125, false]], [[-10.078125, false]], [[-12.203125, false]]], "filtered_resps": [[-6.078125, false], [-10.078125, false], [-7.578125, false], [-10.578125, false], [-7.578125, false], [-7.328125, false], [-9.078125, false], [-10.078125, false], [-7.578125, false], [-7.328125, false], [-3.828125, false], [-10.578125, false], [-10.078125, false], [-9.90625, false], [-5.328125, false], [-10.078125, false], [-7.578125, false], [-7.828125, false], [-7.578125, false], [-10.078125, false], [-10.828125, false], [-7.578125, false], [-9.078125, false], [-7.578125, false], [-7.328125, false], [-10.078125, false], [-9.90625, false], [-5.328125, false], [-10.078125, false], [-7.578125, false], [-9.078125, false], [-8.578125, false], [-9.078125, false], [-9.578125, false], [-7.578125, false], [-10.078125, false], [-7.578125, false], [-7.578125, false], [-7.328125, false], [-10.078125, false], [-9.90625, false], [-5.328125, false], [-10.078125, false], [-7.578125, false], [-7.828125, false], [-8.578125, false], [-8.578125, false], [-9.078125, false], [-9.578125, false], [-7.578125, false], [-10.078125, false], [-7.578125, false], [-7.578125, false], [-7.328125, false], [-10.078125, false], [-12.203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 192, "doc": {"id": "Mercury_184328", "question": "What information about stars can be learned by using a spectrometer?", "choices": {"text": ["chemical composition", "distance from Earth", "size", "speed"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "chemical composition", "arguments": ["Question: What information about stars can be learned by using a spectrometer?\nAnswer:", " ["], "resps": [[[-7.53125, false]], [[-9.78125, false]], [[-12.03125, false]], [[-12.03125, false]], [[-10.28125, false]], [[-12.03125, false]], [[-10.03125, false]], [[-12.03125, false]], [[-6.28125, false]], [[-12.03125, false]], [[-6.53125, false]], [[-12.03125, false]], [[-10.53125, false]], [[-12.03125, false]], [[-11.78125, false]], [[-10.53125, false]], [[-11.03125, false]], [[-10.03125, false]], [[-11.53125, false]], [[-10.03125, false]], [[-10.53125, false]], [[-10.78125, false]], [[-9.78125, false]], [[-10.65625, false]], [[-6.53125, false]], [[-9.78125, false]], [[-11.53125, false]], [[-10.03125, false]], [[-11.03125, false]], [[-11.53125, false]], [[-6.28125, false]], [[-10.78125, false]], [[-12.03125, false]], [[-10.28125, false]], [[-6.53125, false]], [[-10.03125, false]], [[-11.78125, false]], [[-10.53125, false]], [[-12.03125, false]], [[-6.53125, false]], [[-6.28125, false]], [[-6.28125, false]], [[-11.78125, false]], [[-11.53125, false]], [[-12.03125, false]], [[-9.78125, false]], [[-10.65625, false]], [[-6.53125, false]], [[-9.78125, false]], [[-11.03125, false]], [[-10.03125, false]], [[-12.28125, false]], [[-10.28125, false]], [[-9.78125, false]], [[-10.65625, false]], [[-6.53125, false]], [[-9.78125, false]], [[-11.03125, false]], [[-11.78125, false]], [[-10.28125, false]], [[-10.28125, false]], [[-11.53125, false]], [[-9.78125, false]], [[-12.78125, false]]], "filtered_resps": [[-7.53125, false], [-9.78125, false], [-12.03125, false], [-12.03125, false], [-10.28125, false], [-12.03125, false], [-10.03125, false], [-12.03125, false], [-6.28125, false], [-12.03125, false], [-6.53125, false], [-12.03125, false], [-10.53125, false], [-12.03125, false], [-11.78125, false], [-10.53125, false], [-11.03125, false], [-10.03125, false], [-11.53125, false], [-10.03125, false], [-10.53125, false], [-10.78125, false], [-9.78125, false], [-10.65625, false], [-6.53125, false], [-9.78125, false], [-11.53125, false], [-10.03125, false], [-11.03125, false], [-11.53125, false], [-6.28125, false], [-10.78125, false], [-12.03125, false], [-10.28125, false], [-6.53125, false], [-10.03125, false], [-11.78125, false], [-10.53125, false], [-12.03125, false], [-6.53125, false], [-6.28125, false], [-6.28125, false], [-11.78125, false], [-11.53125, false], [-12.03125, false], [-9.78125, false], [-10.65625, false], [-6.53125, false], [-9.78125, false], [-11.03125, false], [-10.03125, false], [-12.28125, false], [-10.28125, false], [-9.78125, false], [-10.65625, false], [-6.53125, false], [-9.78125, false], [-11.03125, false], [-11.78125, false], [-10.28125, false], [-10.28125, false], [-11.53125, false], [-9.78125, false], [-12.78125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 200, "doc": {"id": "Mercury_7121905", "question": "In what form do plants store the energy produced from sunlight?", "choices": {"text": ["radiant", "thermal", "chemical", "mechanical"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "chemical", "arguments": ["Question: In what form do plants store the energy produced from sunlight?\nAnswer:", " ["], "resps": [[[-8.4375, false]], [[-9.9375, false]], [[-13.1875, false]], [[-7.6875, false]], [[-9.9375, false]], [[-9.9375, false]], [[-7.6875, false]], [[-10.4375, false]], [[-12.4375, false]], [[-9.9375, false]], [[-10.671875, false]], [[-6.1875, false]], [[-9.9375, false]], [[-12.4375, false]], [[-11.6875, false]], [[-9.6875, false]], [[-13.1875, false]], [[-11.4375, false]], [[-7.6875, false]], [[-11.4375, false]], [[-9.9375, false]], [[-10.671875, false]], [[-6.1875, false]], [[-9.9375, false]], [[-9.6875, false]], [[-11.6875, false]], [[-9.6875, false]], [[-11.4375, false]], [[-9.9375, false]], [[-9.6875, false]], [[-7.6875, false]], [[-11.4375, false]], [[-9.9375, false]], [[-10.671875, false]], [[-6.1875, false]], [[-9.9375, false]], [[-11.4375, false]], [[-9.6875, false]], [[-9.6875, false]], [[-11.6875, false]], [[-7.6875, false]], [[-10.4375, false]], [[-9.9375, false]], [[-9.6875, false]], [[-7.6875, false]], [[-11.4375, false]], [[-9.9375, false]], [[-14.4375, false]]], "filtered_resps": [[-8.4375, false], [-9.9375, false], [-13.1875, false], [-7.6875, false], [-9.9375, false], [-9.9375, false], [-7.6875, false], [-10.4375, false], [-12.4375, false], [-9.9375, false], [-10.671875, false], [-6.1875, false], [-9.9375, false], [-12.4375, false], [-11.6875, false], [-9.6875, false], [-13.1875, false], [-11.4375, false], [-7.6875, false], [-11.4375, false], [-9.9375, false], [-10.671875, false], [-6.1875, false], [-9.9375, false], [-9.6875, false], [-11.6875, false], [-9.6875, false], [-11.4375, false], [-9.9375, false], [-9.6875, false], [-7.6875, false], [-11.4375, false], [-9.9375, false], [-10.671875, false], [-6.1875, false], [-9.9375, false], [-11.4375, false], [-9.6875, false], [-9.6875, false], [-11.6875, false], [-7.6875, false], [-10.4375, false], [-9.9375, false], [-9.6875, false], [-7.6875, false], [-11.4375, false], [-9.9375, false], [-14.4375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 208, "doc": {"id": "Mercury_7212853", "question": "Elements are organized on the periodic table according to", "choices": {"text": ["electronegativity values.", "atomic mass.", "atomic number.", "the number of neutrons."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "atomic number.", "arguments": ["Question: Elements are organized on the periodic table according to\nAnswer:", " ["], "resps": [[[-6.8984375, false]], [[-8.5234375, false]], [[-7.0234375, false]], [[-9.3984375, false]], [[-7.0234375, false]], [[-7.2734375, false]], [[-8.6484375, false]], [[-7.6484375, false]], [[-8.5234375, false]], [[-6.6484375, false]], [[-7.0234375, false]], [[-9.2734375, false]], [[-3.8984375, false]], [[-8.6484375, false]], [[-6.3984375, false]], [[-8.7734375, false]], [[-6.3984375, false]], [[-8.6484375, false]], [[-8.6484375, false]], [[-5.1484375, false]], [[-8.7734375, false]], [[-3.8984375, false]], [[-9.3984375, false]], [[-9.7734375, false]], [[-7.0234375, false]], [[-8.3984375, false]], [[-6.1484375, false]], [[-8.5234375, false]], [[-7.8984375, false]], [[-5.1484375, false]], [[-8.5234375, false]], [[-3.8984375, false]], [[-8.6484375, false]], [[-8.5234375, false]], [[-8.3984375, false]], [[-6.3984375, false]], [[-7.2734375, false]], [[-5.1484375, false]], [[-8.3984375, false]], [[-3.8984375, false]], [[-8.3984375, false]], [[-8.3984375, false]], [[-6.1484375, false]], [[-8.5234375, false]], [[-7.8984375, false]], [[-5.1484375, false]], [[-8.5234375, false]], [[-3.8984375, false]], [[-8.6484375, false]], [[-8.5234375, false]], [[-8.3984375, false]], [[-6.3984375, false]], [[-7.2734375, false]], [[-5.1484375, false]], [[-6.6484375, false]], [[-9.7734375, false]], [[-8.3984375, false]], [[-5.6484375, false]], [[-7.0234375, false]], [[-7.6484375, false]], [[-6.1484375, false]], [[-8.5234375, false]], [[-7.8984375, false]], [[-5.1484375, false]], [[-8.5234375, false]], [[-8.6484375, false]], [[-8.3984375, false]], [[-7.0234375, false]], [[-5.1484375, false]], [[-6.6484375, false]], [[-9.7734375, false]], [[-8.3984375, false]], [[-5.6484375, false]], [[-7.0234375, false]], [[-7.6484375, false]], [[-5.1484375, false]], [[-8.5234375, false]], [[-7.6484375, false]], [[-5.1484375, false]], [[-6.6484375, false]], [[-7.0234375, false]], [[-9.7734375, false]], [[-8.6484375, false]], [[-7.6484375, false]], [[-8.5234375, false]], [[-6.6484375, false]], [[-8.3984375, false]], [[-6.1484375, false]], [[-8.5234375, false]], [[-10.8984375, false]]], "filtered_resps": [[-6.8984375, false], [-8.5234375, false], [-7.0234375, false], [-9.3984375, false], [-7.0234375, false], [-7.2734375, false], [-8.6484375, false], [-7.6484375, false], [-8.5234375, false], [-6.6484375, false], [-7.0234375, false], [-9.2734375, false], [-3.8984375, false], [-8.6484375, false], [-6.3984375, false], [-8.7734375, false], [-6.3984375, false], [-8.6484375, false], [-8.6484375, false], [-5.1484375, false], [-8.7734375, false], [-3.8984375, false], [-9.3984375, false], [-9.7734375, false], [-7.0234375, false], [-8.3984375, false], [-6.1484375, false], [-8.5234375, false], [-7.8984375, false], [-5.1484375, false], [-8.5234375, false], [-3.8984375, false], [-8.6484375, false], [-8.5234375, false], [-8.3984375, false], [-6.3984375, false], [-7.2734375, false], [-5.1484375, false], [-8.3984375, false], [-3.8984375, false], [-8.3984375, false], [-8.3984375, false], [-6.1484375, false], [-8.5234375, false], [-7.8984375, false], [-5.1484375, false], [-8.5234375, false], [-3.8984375, false], [-8.6484375, false], [-8.5234375, false], [-8.3984375, false], [-6.3984375, false], [-7.2734375, false], [-5.1484375, false], [-6.6484375, false], [-9.7734375, false], [-8.3984375, false], [-5.6484375, false], [-7.0234375, false], [-7.6484375, false], [-6.1484375, false], [-8.5234375, false], [-7.8984375, false], [-5.1484375, false], [-8.5234375, false], [-8.6484375, false], [-8.3984375, false], [-7.0234375, false], [-5.1484375, false], [-6.6484375, false], [-9.7734375, false], [-8.3984375, false], [-5.6484375, false], [-7.0234375, false], [-7.6484375, false], [-5.1484375, false], [-8.5234375, false], [-7.6484375, false], [-5.1484375, false], [-6.6484375, false], [-7.0234375, false], [-9.7734375, false], [-8.6484375, false], [-7.6484375, false], [-8.5234375, false], [-6.6484375, false], [-8.3984375, false], [-6.1484375, false], [-8.5234375, false], [-10.8984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 216, "doc": {"id": "Mercury_SC_400601", "question": "Which source produces light from nuclear energy?", "choices": {"text": ["the Sun", "a stove burner", "the Moon", "a light bulb"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "the Sun", "arguments": ["Question: Which source produces light from nuclear energy?\nAnswer:", " ["], "resps": [[[-7.14453125, false]], [[-8.640625, false]], [[-10.640625, false]], [[-11.140625, false]], [[-8.140625, false]], [[-5.39453125, false]], [[-6.14453125, false]], [[-9.140625, false]], [[-8.640625, false]], [[-8.640625, false]], [[-9.265625, false]], [[-5.39453125, false]], [[-8.640625, false]], [[-5.39453125, false]], [[-5.39453125, false]], [[-10.390625, false]], [[-10.640625, false]], [[-8.640625, false]], [[-11.140625, false]], [[-8.140625, false]], [[-5.39453125, false]], [[-10.390625, false]], [[-9.140625, false]], [[-11.640625, false]], [[-8.640625, false]], [[-8.140625, false]], [[-11.640625, false]], [[-8.640625, false]], [[-9.265625, false]], [[-5.39453125, false]], [[-8.640625, false]], [[-10.640625, false]], [[-11.140625, false]], [[-8.140625, false]], [[-5.39453125, false]], [[-7.14453125, false]], [[-8.640625, false]], [[-8.640625, false]], [[-8.640625, false]], [[-8.640625, false]], [[-9.265625, false]], [[-5.39453125, false]], [[-8.640625, false]], [[-5.39453125, false]], [[-5.39453125, false]], [[-10.390625, false]], [[-7.39453125, false]], [[-12.640625, false]], [[-11.140625, false]], [[-10.640625, false]], [[-5.39453125, false]], [[-10.390625, false]], [[-9.140625, false]], [[-10.390625, false]], [[-10.390625, false]], [[-8.640625, false]], [[-13.640625, false]]], "filtered_resps": [[-7.14453125, false], [-8.640625, false], [-10.640625, false], [-11.140625, false], [-8.140625, false], [-5.39453125, false], [-6.14453125, false], [-9.140625, false], [-8.640625, false], [-8.640625, false], [-9.265625, false], [-5.39453125, false], [-8.640625, false], [-5.39453125, false], [-5.39453125, false], [-10.390625, false], [-10.640625, false], [-8.640625, false], [-11.140625, false], [-8.140625, false], [-5.39453125, false], [-10.390625, false], [-9.140625, false], [-11.640625, false], [-8.640625, false], [-8.140625, false], [-11.640625, false], [-8.640625, false], [-9.265625, false], [-5.39453125, false], [-8.640625, false], [-10.640625, false], [-11.140625, false], [-8.140625, false], [-5.39453125, false], [-7.14453125, false], [-8.640625, false], [-8.640625, false], [-8.640625, false], [-8.640625, false], [-9.265625, false], [-5.39453125, false], [-8.640625, false], [-5.39453125, false], [-5.39453125, false], [-10.390625, false], [-7.39453125, false], [-12.640625, false], [-11.140625, false], [-10.640625, false], [-5.39453125, false], [-10.390625, false], [-9.140625, false], [-10.390625, false], [-10.390625, false], [-8.640625, false], [-13.640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 224, "doc": {"id": "Mercury_7033373", "question": "The United States government limits the use of certain pesticides through laws passed in the Endangered Species Protection Program. Which is the most likely reason to enforce laws that limit pesticide use?", "choices": {"text": ["Some pesticides are expensive.", "Some pesticides fail to control insects.", "Some pesticides give off foul odors.", "Some pesticides can harm non-targeted species."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Some pesticides can harm non-targeted species.", "arguments": ["Question: The United States government limits the use of certain pesticides through laws passed in the Endangered Species Protection Program. Which is the most likely reason to enforce laws that limit pesticide use?\nAnswer:", " ["], "resps": [[[-6.71484375, false]], [[-9.34375, false]], [[-6.21484375, false]], [[-7.58984375, false]], [[-10.46875, false]], [[-8.09375, false]], [[-4.71484375, false]], [[-8.46875, false]], [[-8.09375, false]], [[-9.84375, false]], [[-10.21875, false]], [[-7.96484375, false]], [[-7.96484375, false]], [[-7.96484375, false]], [[-6.71484375, false]], [[-8.09375, false]], [[-9.84375, false]], [[-4.71484375, false]], [[-5.71484375, false]], [[-11.21875, false]], [[-8.09375, false]], [[-4.71484375, false]], [[-8.09375, false]], [[-9.84375, false]], [[-8.46875, false]], [[-8.09375, false]], [[-8.09375, false]], [[-9.84375, false]], [[-7.96484375, false]], [[-9.96875, false]], [[-8.09375, false]], [[-7.015625, false]], [[-9.34375, false]], [[-9.015625, false]], [[-4.71484375, false]], [[-9.34375, false]], [[-6.21484375, false]], [[-7.58984375, false]], [[-10.46875, false]], [[-8.09375, false]], [[-4.71484375, false]], [[-8.46875, false]], [[-8.09375, false]], [[-9.84375, false]], [[-10.21875, false]], [[-7.96484375, false]], [[-7.96484375, false]], [[-7.96484375, false]], [[-6.71484375, false]], [[-8.09375, false]], [[-9.84375, false]], [[-4.71484375, false]], [[-8.84375, false]], [[-5.71484375, false]], [[-7.96484375, false]], [[-9.59375, false]], [[-4.71484375, false]], [[-10.21875, false]], [[-7.58984375, false]], [[-4.71484375, false]], [[-7.96484375, false]], [[-7.58984375, false]], [[-8.09375, false]], [[-10.21875, false]], [[-11.21875, false]], [[-7.58984375, false]], [[-9.59375, false]], [[-4.71484375, false]], [[-7.96484375, false]], [[-8.09375, false]], [[-9.84375, false]], [[-8.09375, false]], [[-7.96484375, false]], [[-10.21875, false]], [[-9.84375, false]], [[-7.015625, false]], [[-9.34375, false]], [[-9.015625, false]], [[-4.71484375, false]], [[-9.34375, false]], [[-6.21484375, false]], [[-7.58984375, false]], [[-10.46875, false]], [[-8.09375, false]], [[-4.71484375, false]], [[-8.46875, false]], [[-8.09375, false]], [[-9.84375, false]], [[-10.21875, false]], [[-7.96484375, false]], [[-7.96484375, false]], [[-7.96484375, false]], [[-6.71484375, false]], [[-8.09375, false]], [[-9.84375, false]], [[-4.71484375, false]], [[-11.09375, false]], [[-7.96484375, false]], [[-9.96875, false]], [[-8.09375, false]], [[-4.71484375, false]], [[-7.58984375, false]], [[-8.84375, false]], [[-8.84375, false]], [[-4.71484375, false]], [[-8.84375, false]], [[-7.58984375, false]], [[-10.46875, false]], [[-9.59375, false]], [[-4.71484375, false]], [[-7.58984375, false]], [[-6.71484375, false]], [[-7.58984375, false]], [[-11.21875, false]], [[-9.84375, false]], [[-7.015625, false]], [[-9.34375, false]], [[-9.015625, false]], [[-4.71484375, false]], [[-9.34375, false]], [[-6.21484375, false]], [[-7.58984375, false]], [[-10.46875, false]], [[-8.09375, false]], [[-4.71484375, false]], [[-8.46875, false]], [[-8.09375, false]], [[-9.84375, false]], [[-10.21875, false]], [[-7.96484375, false]], [[-7.96484375, false]], [[-7.96484375, false]], [[-6.71484375, false]], [[-8.09375, false]], [[-9.84375, false]], [[-4.71484375, false]], [[-7.96484375, false]], [[-5.71484375, false]], [[-8.09375, false]], [[-4.71484375, false]], [[-9.84375, false]], [[-5.71484375, false]], [[-11.21875, false]], [[-10.46875, false]], [[-4.71484375, false]], [[-8.09375, false]], [[-7.58984375, false]], [[-8.09375, false]], [[-6.71484375, false]], [[-10.21875, false]], [[-5.71484375, false]], [[-11.21875, false]], [[-11.09375, false]], [[-8.09375, false]], [[-10.21875, false]], [[-8.09375, false]], [[-6.71484375, false]], [[-4.71484375, false]], [[-9.84375, false]], [[-8.46875, false]], [[-8.09375, false]], [[-7.96484375, false]], [[-7.96484375, false]], [[-8.09375, false]], [[-9.84375, false]], [[-7.015625, false]], [[-9.34375, false]], [[-14.21875, false]]], "filtered_resps": [[-6.71484375, false], [-9.34375, false], [-6.21484375, false], [-7.58984375, false], [-10.46875, false], [-8.09375, false], [-4.71484375, false], [-8.46875, false], [-8.09375, false], [-9.84375, false], [-10.21875, false], [-7.96484375, false], [-7.96484375, false], [-7.96484375, false], [-6.71484375, false], [-8.09375, false], [-9.84375, false], [-4.71484375, false], [-5.71484375, false], [-11.21875, false], [-8.09375, false], [-4.71484375, false], [-8.09375, false], [-9.84375, false], [-8.46875, false], [-8.09375, false], [-8.09375, false], [-9.84375, false], [-7.96484375, false], [-9.96875, false], [-8.09375, false], [-7.015625, false], [-9.34375, false], [-9.015625, false], [-4.71484375, false], [-9.34375, false], [-6.21484375, false], [-7.58984375, false], [-10.46875, false], [-8.09375, false], [-4.71484375, false], [-8.46875, false], [-8.09375, false], [-9.84375, false], [-10.21875, false], [-7.96484375, false], [-7.96484375, false], [-7.96484375, false], [-6.71484375, false], [-8.09375, false], [-9.84375, false], [-4.71484375, false], [-8.84375, false], [-5.71484375, false], [-7.96484375, false], [-9.59375, false], [-4.71484375, false], [-10.21875, false], [-7.58984375, false], [-4.71484375, false], [-7.96484375, false], [-7.58984375, false], [-8.09375, false], [-10.21875, false], [-11.21875, false], [-7.58984375, false], [-9.59375, false], [-4.71484375, false], [-7.96484375, false], [-8.09375, false], [-9.84375, false], [-8.09375, false], [-7.96484375, false], [-10.21875, false], [-9.84375, false], [-7.015625, false], [-9.34375, false], [-9.015625, false], [-4.71484375, false], [-9.34375, false], [-6.21484375, false], [-7.58984375, false], [-10.46875, false], [-8.09375, false], [-4.71484375, false], [-8.46875, false], [-8.09375, false], [-9.84375, false], [-10.21875, false], [-7.96484375, false], [-7.96484375, false], [-7.96484375, false], [-6.71484375, false], [-8.09375, false], [-9.84375, false], [-4.71484375, false], [-11.09375, false], [-7.96484375, false], [-9.96875, false], [-8.09375, false], [-4.71484375, false], [-7.58984375, false], [-8.84375, false], [-8.84375, false], [-4.71484375, false], [-8.84375, false], [-7.58984375, false], [-10.46875, false], [-9.59375, false], [-4.71484375, false], [-7.58984375, false], [-6.71484375, false], [-7.58984375, false], [-11.21875, false], [-9.84375, false], [-7.015625, false], [-9.34375, false], [-9.015625, false], [-4.71484375, false], [-9.34375, false], [-6.21484375, false], [-7.58984375, false], [-10.46875, false], [-8.09375, false], [-4.71484375, false], [-8.46875, false], [-8.09375, false], [-9.84375, false], [-10.21875, false], [-7.96484375, false], [-7.96484375, false], [-7.96484375, false], [-6.71484375, false], [-8.09375, false], [-9.84375, false], [-4.71484375, false], [-7.96484375, false], [-5.71484375, false], [-8.09375, false], [-4.71484375, false], [-9.84375, false], [-5.71484375, false], [-11.21875, false], [-10.46875, false], [-4.71484375, false], [-8.09375, false], [-7.58984375, false], [-8.09375, false], [-6.71484375, false], [-10.21875, false], [-5.71484375, false], [-11.21875, false], [-11.09375, false], [-8.09375, false], [-10.21875, false], [-8.09375, false], [-6.71484375, false], [-4.71484375, false], [-9.84375, false], [-8.46875, false], [-8.09375, false], [-7.96484375, false], [-7.96484375, false], [-8.09375, false], [-9.84375, false], [-7.015625, false], [-9.34375, false], [-14.21875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 232, "doc": {"id": "MCAS_2006_8_25", "question": "Sal is looking at a map of Massachusetts. He has measured the distance, in inches, from Boston to Salem on the map. He wants to know how many actual miles the inches represent. What feature of the map should he look for?", "choices": {"text": ["key", "scale", "legend", "compass"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "scale", "arguments": ["Question: Sal is looking at a map of Massachusetts. He has measured the distance, in inches, from Boston to Salem on the map. He wants to know how many actual miles the inches represent. What feature of the map should he look for?\nAnswer:", " ["], "resps": [[[-5.63671875, false]], [[-8.640625, false]], [[-9.640625, false]], [[-8.890625, false]], [[-11.390625, false]], [[-8.640625, false]], [[-9.4765625, false]], [[-5.63671875, false]], [[-8.640625, false]], [[-9.140625, false]], [[-8.640625, false]], [[-6.38671875, false]], [[-10.890625, false]], [[-8.890625, false]], [[-8.640625, false]], [[-9.4765625, false]], [[-5.63671875, false]], [[-8.640625, false]], [[-10.890625, false]], [[-8.890625, false]], [[-11.140625, false]], [[-8.890625, false]], [[-9.140625, false]], [[-9.640625, false]], [[-8.640625, false]], [[-9.4765625, false]], [[-5.63671875, false]], [[-8.640625, false]], [[-8.640625, false]], [[-10.140625, false]], [[-8.390625, false]], [[-9.890625, false]], [[-6.38671875, false]], [[-9.140625, false]], [[-9.140625, false]], [[-8.640625, false]], [[-11.640625, false]]], "filtered_resps": [[-5.63671875, false], [-8.640625, false], [-9.640625, false], [-8.890625, false], [-11.390625, false], [-8.640625, false], [-9.4765625, false], [-5.63671875, false], [-8.640625, false], [-9.140625, false], [-8.640625, false], [-6.38671875, false], [-10.890625, false], [-8.890625, false], [-8.640625, false], [-9.4765625, false], [-5.63671875, false], [-8.640625, false], [-10.890625, false], [-8.890625, false], [-11.140625, false], [-8.890625, false], [-9.140625, false], [-9.640625, false], [-8.640625, false], [-9.4765625, false], [-5.63671875, false], [-8.640625, false], [-8.640625, false], [-10.140625, false], [-8.390625, false], [-9.890625, false], [-6.38671875, false], [-9.140625, false], [-9.140625, false], [-8.640625, false], [-11.640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 240, "doc": {"id": "TIMSS_2011_8_pg74", "question": "Where are the active volcanoes most likely to be found?", "choices": {"text": ["where rivers form", "where tectonic plates meet", "where oceans are deepest", "where land and water meet"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "where tectonic plates meet", "arguments": ["Question: Where are the active volcanoes most likely to be found?\nAnswer:", " ["], "resps": [[[-7.9921875, false]], [[-8.7421875, false]], [[-12.4921875, false]], [[-12.7421875, false]], [[-7.2421875, false]], [[-11.2421875, false]], [[-7.2421875, false]], [[-5.4921875, false]], [[-11.2421875, false]], [[-8.9921875, false]], [[-10.7421875, false]], [[-7.2421875, false]], [[-11.2421875, false]], [[-10.4921875, false]], [[-5.4921875, false]], [[-12.7421875, false]], [[-11.2421875, false]], [[-11.2421875, false]], [[-12.2421875, false]], [[-8.7421875, false]], [[-9.140625, false]], [[-5.4921875, false]], [[-8.7421875, false]], [[-12.4921875, false]], [[-12.7421875, false]], [[-7.2421875, false]], [[-11.2421875, false]], [[-7.2421875, false]], [[-5.4921875, false]], [[-12.7421875, false]], [[-7.2421875, false]], [[-11.4921875, false]], [[-12.7421875, false]], [[-11.2421875, false]], [[-9.9921875, false]], [[-8.9921875, false]], [[-11.4921875, false]], [[-5.4921875, false]], [[-11.7421875, false]], [[-10.9921875, false]], [[-8.7421875, false]], [[-12.7421875, false]], [[-7.2421875, false]], [[-10.4921875, false]], [[-5.4921875, false]], [[-12.2421875, false]], [[-7.2421875, false]], [[-7.2421875, false]], [[-12.7421875, false]], [[-8.7421875, false]], [[-9.140625, false]], [[-5.4921875, false]], [[-8.7421875, false]], [[-12.4921875, false]], [[-12.7421875, false]], [[-7.2421875, false]], [[-11.2421875, false]], [[-7.2421875, false]], [[-5.4921875, false]], [[-11.2421875, false]], [[-11.4921875, false]], [[-7.2421875, false]], [[-8.7421875, false]], [[-9.9921875, false]], [[-10.4921875, false]], [[-5.4921875, false]], [[-8.7421875, false]], [[-11.2421875, false]], [[-7.2421875, false]], [[-5.4921875, false]], [[-11.7421875, false]], [[-7.2421875, false]], [[-7.2421875, false]], [[-11.7421875, false]], [[-7.2421875, false]], [[-10.4921875, false]], [[-12.7421875, false]], [[-8.7421875, false]], [[-9.140625, false]], [[-5.4921875, false]], [[-8.7421875, false]], [[-12.4921875, false]], [[-12.7421875, false]], [[-7.2421875, false]], [[-11.2421875, false]], [[-7.2421875, false]], [[-5.4921875, false]], [[-10.9921875, false]], [[-8.7421875, false]], [[-9.9921875, false]], [[-11.7421875, false]], [[-5.4921875, false]], [[-8.7421875, false]], [[-9.9921875, false]], [[-11.7421875, false]], [[-5.4921875, false]], [[-12.4921875, false]], [[-8.7421875, false]], [[-12.7421875, false]], [[-7.2421875, false]], [[-11.2421875, false]], [[-5.4921875, false]], [[-12.2421875, false]], [[-7.2421875, false]], [[-7.2421875, false]], [[-12.7421875, false]], [[-8.7421875, false]], [[-12.9921875, false]]], "filtered_resps": [[-7.9921875, false], [-8.7421875, false], [-12.4921875, false], [-12.7421875, false], [-7.2421875, false], [-11.2421875, false], [-7.2421875, false], [-5.4921875, false], [-11.2421875, false], [-8.9921875, false], [-10.7421875, false], [-7.2421875, false], [-11.2421875, false], [-10.4921875, false], [-5.4921875, false], [-12.7421875, false], [-11.2421875, false], [-11.2421875, false], [-12.2421875, false], [-8.7421875, false], [-9.140625, false], [-5.4921875, false], [-8.7421875, false], [-12.4921875, false], [-12.7421875, false], [-7.2421875, false], [-11.2421875, false], [-7.2421875, false], [-5.4921875, false], [-12.7421875, false], [-7.2421875, false], [-11.4921875, false], [-12.7421875, false], [-11.2421875, false], [-9.9921875, false], [-8.9921875, false], [-11.4921875, false], [-5.4921875, false], [-11.7421875, false], [-10.9921875, false], [-8.7421875, false], [-12.7421875, false], [-7.2421875, false], [-10.4921875, false], [-5.4921875, false], [-12.2421875, false], [-7.2421875, false], [-7.2421875, false], [-12.7421875, false], [-8.7421875, false], [-9.140625, false], [-5.4921875, false], [-8.7421875, false], [-12.4921875, false], [-12.7421875, false], [-7.2421875, false], [-11.2421875, false], [-7.2421875, false], [-5.4921875, false], [-11.2421875, false], [-11.4921875, false], [-7.2421875, false], [-8.7421875, false], [-9.9921875, false], [-10.4921875, false], [-5.4921875, false], [-8.7421875, false], [-11.2421875, false], [-7.2421875, false], [-5.4921875, false], [-11.7421875, false], [-7.2421875, false], [-7.2421875, false], [-11.7421875, false], [-7.2421875, false], [-10.4921875, false], [-12.7421875, false], [-8.7421875, false], [-9.140625, false], [-5.4921875, false], [-8.7421875, false], [-12.4921875, false], [-12.7421875, false], [-7.2421875, false], [-11.2421875, false], [-7.2421875, false], [-5.4921875, false], [-10.9921875, false], [-8.7421875, false], [-9.9921875, false], [-11.7421875, false], [-5.4921875, false], [-8.7421875, false], [-9.9921875, false], [-11.7421875, false], [-5.4921875, false], [-12.4921875, false], [-8.7421875, false], [-12.7421875, false], [-7.2421875, false], [-11.2421875, false], [-5.4921875, false], [-12.2421875, false], [-7.2421875, false], [-7.2421875, false], [-12.7421875, false], [-8.7421875, false], [-12.9921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 248, "doc": {"id": "Mercury_SC_400525", "question": "Photosynthesis and respiration are both parts of which cycle?", "choices": {"text": ["carbon cycle", "nitrogen cycle", "phosphorous cycle", "rock cycle"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "carbon cycle", "arguments": ["Question: Photosynthesis and respiration are both parts of which cycle?\nAnswer:", " ["], "resps": [[[-8.4296875, false]], [[-10.6796875, false]], [[-6.92578125, false]], [[-6.67578125, false]], [[-9.9296875, false]], [[-9.6796875, false]], [[-9.1796875, false]], [[-8.4296875, false]], [[-6.42578125, false]], [[-6.92578125, false]], [[-10.4296875, false]], [[-6.92578125, false]], [[-11.9296875, false]], [[-8.6796875, false]], [[-10.6796875, false]], [[-11.28125, false]], [[-6.42578125, false]], [[-10.6796875, false]], [[-8.4296875, false]], [[-8.4296875, false]], [[-11.1796875, false]], [[-9.9296875, false]], [[-9.1796875, false]], [[-10.9296875, false]], [[-8.6796875, false]], [[-8.4296875, false]], [[-6.42578125, false]], [[-6.92578125, false]], [[-10.4296875, false]], [[-6.92578125, false]], [[-11.9296875, false]], [[-8.6796875, false]], [[-10.6796875, false]], [[-11.28125, false]], [[-6.42578125, false]], [[-10.6796875, false]], [[-9.6796875, false]], [[-11.1796875, false]], [[-9.1796875, false]], [[-10.4296875, false]], [[-9.6796875, false]], [[-11.1796875, false]], [[-9.1796875, false]], [[-9.9296875, false]], [[-9.1796875, false]], [[-10.4296875, false]], [[-10.4296875, false]], [[-6.42578125, false]], [[-6.92578125, false]], [[-10.4296875, false]], [[-6.92578125, false]], [[-11.9296875, false]], [[-8.6796875, false]], [[-10.6796875, false]], [[-11.28125, false]], [[-6.42578125, false]], [[-10.6796875, false]], [[-9.9296875, false]], [[-9.1796875, false]], [[-6.92578125, false]], [[-9.6796875, false]], [[-6.42578125, false]], [[-6.92578125, false]], [[-10.4296875, false]], [[-6.92578125, false]], [[-11.9296875, false]], [[-8.6796875, false]], [[-10.6796875, false]], [[-14.9296875, false]]], "filtered_resps": [[-8.4296875, false], [-10.6796875, false], [-6.92578125, false], [-6.67578125, false], [-9.9296875, false], [-9.6796875, false], [-9.1796875, false], [-8.4296875, false], [-6.42578125, false], [-6.92578125, false], [-10.4296875, false], [-6.92578125, false], [-11.9296875, false], [-8.6796875, false], [-10.6796875, false], [-11.28125, false], [-6.42578125, false], [-10.6796875, false], [-8.4296875, false], [-8.4296875, false], [-11.1796875, false], [-9.9296875, false], [-9.1796875, false], [-10.9296875, false], [-8.6796875, false], [-8.4296875, false], [-6.42578125, false], [-6.92578125, false], [-10.4296875, false], [-6.92578125, false], [-11.9296875, false], [-8.6796875, false], [-10.6796875, false], [-11.28125, false], [-6.42578125, false], [-10.6796875, false], [-9.6796875, false], [-11.1796875, false], [-9.1796875, false], [-10.4296875, false], [-9.6796875, false], [-11.1796875, false], [-9.1796875, false], [-9.9296875, false], [-9.1796875, false], [-10.4296875, false], [-10.4296875, false], [-6.42578125, false], [-6.92578125, false], [-10.4296875, false], [-6.92578125, false], [-11.9296875, false], [-8.6796875, false], [-10.6796875, false], [-11.28125, false], [-6.42578125, false], [-10.6796875, false], [-9.9296875, false], [-9.1796875, false], [-6.92578125, false], [-9.6796875, false], [-6.42578125, false], [-6.92578125, false], [-10.4296875, false], [-6.92578125, false], [-11.9296875, false], [-8.6796875, false], [-10.6796875, false], [-14.9296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 256, "doc": {"id": "TIMSS_1995_8_L7", "question": "The crews of two boats at sea can communicate with each other by shouting. Why is it impossible for the crews of two spaceships a similar distance apart in space to do this?", "choices": {"text": ["The sound is reflected more in space.", "The pressure is too high inside the spaceships.", "The spaceships are traveling faster than sound.", "There is no air in space for the sound to travel through."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "There is no air in space for the sound to travel through.", "arguments": ["Question: The crews of two boats at sea can communicate with each other by shouting. Why is it impossible for the crews of two spaceships a similar distance apart in space to do this?\nAnswer:", " ["], "resps": [[[-7.35546875, false]], [[-8.6015625, false]], [[-7.60546875, false]], [[-11.1015625, false]], [[-9.6015625, false]], [[-6.35546875, false]], [[-10.6015625, false]], [[-10.6015625, false]], [[-12.1015625, false]], [[-11.1015625, false]], [[-11.1015625, false]], [[-6.35546875, false]], [[-10.3515625, false]], [[-10.6015625, false]], [[-6.35546875, false]], [[-12.1015625, false]], [[-9.6015625, false]], [[-10.6015625, false]], [[-11.3515625, false]], [[-9.6015625, false]], [[-11.3515625, false]], [[-10.6015625, false]], [[-9.6015625, false]], [[-11.1015625, false]], [[-6.35546875, false]], [[-12.3515625, false]], [[-10.6015625, false]], [[-12.1015625, false]], [[-9.6015625, false]], [[-6.35546875, false]], [[-10.3515625, false]], [[-11.1015625, false]], [[-6.35546875, false]], [[-10.6015625, false]], [[-11.1015625, false]], [[-7.10546875, false]], [[-11.3515625, false]], [[-9.6015625, false]], [[-8.015625, false]], [[-8.6015625, false]], [[-10.828125, false]], [[-6.35546875, false]], [[-8.6015625, false]], [[-7.60546875, false]], [[-11.1015625, false]], [[-9.6015625, false]], [[-6.35546875, false]], [[-11.1015625, false]], [[-12.1015625, false]], [[-9.6015625, false]], [[-10.6015625, false]], [[-10.6015625, false]], [[-12.1015625, false]], [[-12.1015625, false]], [[-9.6015625, false]], [[-6.35546875, false]], [[-10.3515625, false]], [[-10.6015625, false]], [[-6.35546875, false]], [[-10.6015625, false]], [[-10.6015625, false]], [[-10.6015625, false]], [[-6.35546875, false]], [[-11.1015625, false]], [[-10.3515625, false]], [[-13.1015625, false]], [[-11.1015625, false]], [[-6.35546875, false]], [[-10.3515625, false]], [[-11.1015625, false]], [[-10.6015625, false]], [[-10.3515625, false]], [[-11.1015625, false]], [[-9.6015625, false]], [[-6.35546875, false]], [[-10.6015625, false]], [[-11.1015625, false]], [[-9.6015625, false]], [[-6.35546875, false]], [[-10.6015625, false]], [[-11.1015625, false]], [[-7.10546875, false]], [[-11.3515625, false]], [[-9.6015625, false]], [[-10.6015625, false]], [[-11.1015625, false]], [[-10.3515625, false]], [[-11.1015625, false]], [[-10.6015625, false]], [[-8.015625, false]], [[-8.6015625, false]], [[-10.828125, false]], [[-6.35546875, false]], [[-8.6015625, false]], [[-7.60546875, false]], [[-11.1015625, false]], [[-9.6015625, false]], [[-6.35546875, false]], [[-10.6015625, false]], [[-11.1015625, false]], [[-7.10546875, false]], [[-11.3515625, false]], [[-9.6015625, false]], [[-10.6015625, false]], [[-11.1015625, false]], [[-10.3515625, false]], [[-11.1015625, false]], [[-10.6015625, false]], [[-6.35546875, false]], [[-7.10546875, false]], [[-12.1015625, false]], [[-9.6015625, false]], [[-6.35546875, false]], [[-10.6015625, false]], [[-12.1015625, false]], [[-7.10546875, false]], [[-11.6015625, false]], [[-9.6015625, false]], [[-11.3515625, false]], [[-10.3515625, false]], [[-11.1015625, false]], [[-13.1015625, false]], [[-6.35546875, false]], [[-10.6015625, false]], [[-7.10546875, false]], [[-10.6015625, false]], [[-10.6015625, false]], [[-9.6015625, false]], [[-12.1015625, false]], [[-6.35546875, false]], [[-10.6015625, false]], [[-11.1015625, false]], [[-7.10546875, false]], [[-11.1015625, false]], [[-6.35546875, false]], [[-10.6015625, false]], [[-10.6015625, false]], [[-12.1015625, false]], [[-11.1015625, false]], [[-11.1015625, false]], [[-8.015625, false]], [[-8.6015625, false]], [[-10.828125, false]], [[-6.35546875, false]], [[-8.6015625, false]], [[-7.60546875, false]], [[-11.1015625, false]], [[-9.6015625, false]], [[-12.1015625, false]], [[-9.6015625, false]], [[-6.35546875, false]], [[-10.3515625, false]], [[-10.6015625, false]], [[-6.35546875, false]], [[-11.1015625, false]], [[-10.6015625, false]], [[-6.35546875, false]], [[-7.10546875, false]], [[-10.3515625, false]], [[-12.1015625, false]], [[-6.35546875, false]], [[-10.3515625, false]], [[-11.1015625, false]], [[-6.35546875, false]], [[-10.6015625, false]], [[-11.1015625, false]], [[-7.10546875, false]], [[-11.3515625, false]], [[-9.6015625, false]], [[-6.35546875, false]], [[-10.6015625, false]], [[-10.6015625, false]], [[-12.1015625, false]], [[-6.35546875, false]], [[-10.6015625, false]], [[-11.1015625, false]], [[-9.6015625, false]], [[-6.35546875, false]], [[-10.6015625, false]], [[-10.6015625, false]], [[-12.1015625, false]], [[-11.1015625, false]], [[-11.1015625, false]], [[-6.35546875, false]], [[-10.6015625, false]], [[-10.6015625, false]], [[-6.35546875, false]], [[-10.6015625, false]], [[-12.1015625, false]], [[-7.10546875, false]], [[-11.6015625, false]], [[-9.6015625, false]], [[-11.3515625, false]], [[-6.35546875, false]], [[-10.6015625, false]], [[-11.1015625, false]], [[-12.1015625, false]], [[-10.6015625, false]], [[-12.1015625, false]], [[-13.1015625, false]], [[-11.1015625, false]], [[-8.015625, false]], [[-8.6015625, false]], [[-12.8515625, false]]], "filtered_resps": [[-7.35546875, false], [-8.6015625, false], [-7.60546875, false], [-11.1015625, false], [-9.6015625, false], [-6.35546875, false], [-10.6015625, false], [-10.6015625, false], [-12.1015625, false], [-11.1015625, false], [-11.1015625, false], [-6.35546875, false], [-10.3515625, false], [-10.6015625, false], [-6.35546875, false], [-12.1015625, false], [-9.6015625, false], [-10.6015625, false], [-11.3515625, false], [-9.6015625, false], [-11.3515625, false], [-10.6015625, false], [-9.6015625, false], [-11.1015625, false], [-6.35546875, false], [-12.3515625, false], [-10.6015625, false], [-12.1015625, false], [-9.6015625, false], [-6.35546875, false], [-10.3515625, false], [-11.1015625, false], [-6.35546875, false], [-10.6015625, false], [-11.1015625, false], [-7.10546875, false], [-11.3515625, false], [-9.6015625, false], [-8.015625, false], [-8.6015625, false], [-10.828125, false], [-6.35546875, false], [-8.6015625, false], [-7.60546875, false], [-11.1015625, false], [-9.6015625, false], [-6.35546875, false], [-11.1015625, false], [-12.1015625, false], [-9.6015625, false], [-10.6015625, false], [-10.6015625, false], [-12.1015625, false], [-12.1015625, false], [-9.6015625, false], [-6.35546875, false], [-10.3515625, false], [-10.6015625, false], [-6.35546875, false], [-10.6015625, false], [-10.6015625, false], [-10.6015625, false], [-6.35546875, false], [-11.1015625, false], [-10.3515625, false], [-13.1015625, false], [-11.1015625, false], [-6.35546875, false], [-10.3515625, false], [-11.1015625, false], [-10.6015625, false], [-10.3515625, false], [-11.1015625, false], [-9.6015625, false], [-6.35546875, false], [-10.6015625, false], [-11.1015625, false], [-9.6015625, false], [-6.35546875, false], [-10.6015625, false], [-11.1015625, false], [-7.10546875, false], [-11.3515625, false], [-9.6015625, false], [-10.6015625, false], [-11.1015625, false], [-10.3515625, false], [-11.1015625, false], [-10.6015625, false], [-8.015625, false], [-8.6015625, false], [-10.828125, false], [-6.35546875, false], [-8.6015625, false], [-7.60546875, false], [-11.1015625, false], [-9.6015625, false], [-6.35546875, false], [-10.6015625, false], [-11.1015625, false], [-7.10546875, false], [-11.3515625, false], [-9.6015625, false], [-10.6015625, false], [-11.1015625, false], [-10.3515625, false], [-11.1015625, false], [-10.6015625, false], [-6.35546875, false], [-7.10546875, false], [-12.1015625, false], [-9.6015625, false], [-6.35546875, false], [-10.6015625, false], [-12.1015625, false], [-7.10546875, false], [-11.6015625, false], [-9.6015625, false], [-11.3515625, false], [-10.3515625, false], [-11.1015625, false], [-13.1015625, false], [-6.35546875, false], [-10.6015625, false], [-7.10546875, false], [-10.6015625, false], [-10.6015625, false], [-9.6015625, false], [-12.1015625, false], [-6.35546875, false], [-10.6015625, false], [-11.1015625, false], [-7.10546875, false], [-11.1015625, false], [-6.35546875, false], [-10.6015625, false], [-10.6015625, false], [-12.1015625, false], [-11.1015625, false], [-11.1015625, false], [-8.015625, false], [-8.6015625, false], [-10.828125, false], [-6.35546875, false], [-8.6015625, false], [-7.60546875, false], [-11.1015625, false], [-9.6015625, false], [-12.1015625, false], [-9.6015625, false], [-6.35546875, false], [-10.3515625, false], [-10.6015625, false], [-6.35546875, false], [-11.1015625, false], [-10.6015625, false], [-6.35546875, false], [-7.10546875, false], [-10.3515625, false], [-12.1015625, false], [-6.35546875, false], [-10.3515625, false], [-11.1015625, false], [-6.35546875, false], [-10.6015625, false], [-11.1015625, false], [-7.10546875, false], [-11.3515625, false], [-9.6015625, false], [-6.35546875, false], [-10.6015625, false], [-10.6015625, false], [-12.1015625, false], [-6.35546875, false], [-10.6015625, false], [-11.1015625, false], [-9.6015625, false], [-6.35546875, false], [-10.6015625, false], [-10.6015625, false], [-12.1015625, false], [-11.1015625, false], [-11.1015625, false], [-6.35546875, false], [-10.6015625, false], [-10.6015625, false], [-6.35546875, false], [-10.6015625, false], [-12.1015625, false], [-7.10546875, false], [-11.6015625, false], [-9.6015625, false], [-11.3515625, false], [-6.35546875, false], [-10.6015625, false], [-11.1015625, false], [-12.1015625, false], [-10.6015625, false], [-12.1015625, false], [-13.1015625, false], [-11.1015625, false], [-8.015625, false], [-8.6015625, false], [-12.8515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 264, "doc": {"id": "Mercury_7268030", "question": "Which of these is a threat to the survival of an ecosystem?", "choices": {"text": ["predator-prey population cycles", "less biomass at higher levels of the food web", "a shrinking variety of animal and plant species", "competition among some consumer populations"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "a shrinking variety of animal and plant species", "arguments": ["Question: Which of these is a threat to the survival of an ecosystem?\nAnswer:", " ["], "resps": [[[-6.96484375, false]], [[-9.0859375, false]], [[-9.7109375, false]], [[-11.3359375, false]], [[-6.58984375, false]], [[-7.21484375, false]], [[-5.08984375, false]], [[-10.5859375, false]], [[-8.4609375, false]], [[-11.3359375, false]], [[-6.83984375, false]], [[-9.7109375, false]], [[-11.3359375, false]], [[-6.58984375, false]], [[-11.4609375, false]], [[-5.33984375, false]], [[-9.7109375, false]], [[-8.4609375, false]], [[-9.7109375, false]], [[-11.5859375, false]], [[-9.5859375, false]], [[-5.08984375, false]], [[-10.5859375, false]], [[-9.0859375, false]], [[-8.4609375, false]], [[-9.2109375, false]], [[-5.33984375, false]], [[-8.7109375, false]], [[-11.4609375, false]], [[-8.7109375, false]], [[-9.5859375, false]], [[-6.58984375, false]], [[-9.5859375, false]], [[-9.0859375, false]], [[-10.640625, false]], [[-5.33984375, false]], [[-9.0859375, false]], [[-9.5859375, false]], [[-6.58984375, false]], [[-9.5859375, false]], [[-9.5859375, false]], [[-5.33984375, false]], [[-9.7109375, false]], [[-9.0859375, false]], [[-8.4609375, false]], [[-10.8359375, false]], [[-5.08984375, false]], [[-9.5859375, false]], [[-9.5859375, false]], [[-5.33984375, false]], [[-5.08984375, false]], [[-10.5859375, false]], [[-5.33984375, false]], [[-11.7109375, false]], [[-9.0859375, false]], [[-11.2109375, false]], [[-11.7109375, false]], [[-6.58984375, false]], [[-11.3359375, false]], [[-5.33984375, false]], [[-9.5859375, false]], [[-6.58984375, false]], [[-11.8359375, false]], [[-6.58984375, false]], [[-9.5859375, false]], [[-9.5859375, false]], [[-5.33984375, false]], [[-8.4609375, false]], [[-9.7109375, false]], [[-5.33984375, false]], [[-10.5859375, false]], [[-11.7109375, false]], [[-6.58984375, false]], [[-5.33984375, false]], [[-9.7109375, false]], [[-8.4609375, false]], [[-8.4609375, false]], [[-7.21484375, false]], [[-5.33984375, false]], [[-10.3359375, false]], [[-6.58984375, false]], [[-9.7109375, false]], [[-9.0859375, false]], [[-10.640625, false]], [[-5.33984375, false]], [[-9.0859375, false]], [[-5.08984375, false]], [[-5.33984375, false]], [[-9.5859375, false]], [[-11.7109375, false]], [[-11.3359375, false]], [[-9.0859375, false]], [[-9.2109375, false]], [[-11.0859375, false]], [[-9.0859375, false]], [[-9.2109375, false]], [[-11.2109375, false]], [[-5.33984375, false]], [[-11.8359375, false]], [[-5.08984375, false]], [[-11.3359375, false]], [[-9.0859375, false]], [[-6.58984375, false]], [[-10.5859375, false]], [[-11.4609375, false]], [[-5.33984375, false]], [[-8.4609375, false]], [[-9.7109375, false]], [[-5.33984375, false]], [[-5.08984375, false]], [[-9.2109375, false]], [[-9.0859375, false]], [[-10.8359375, false]], [[-5.08984375, false]], [[-9.5859375, false]], [[-5.33984375, false]], [[-5.08984375, false]], [[-9.2109375, false]], [[-7.21484375, false]], [[-5.33984375, false]], [[-9.7109375, false]], [[-9.5859375, false]], [[-5.08984375, false]], [[-9.2109375, false]], [[-10.5859375, false]], [[-5.33984375, false]], [[-9.5859375, false]], [[-9.7109375, false]], [[-6.58984375, false]], [[-8.7109375, false]], [[-9.0859375, false]], [[-6.58984375, false]], [[-9.5859375, false]], [[-9.0859375, false]], [[-10.640625, false]], [[-5.33984375, false]], [[-9.0859375, false]], [[-8.7109375, false]], [[-8.4609375, false]], [[-10.8359375, false]], [[-9.7109375, false]], [[-6.58984375, false]], [[-10.5859375, false]], [[-9.0859375, false]], [[-10.5859375, false]], [[-9.0859375, false]], [[-8.4609375, false]], [[-9.2109375, false]], [[-5.33984375, false]], [[-5.08984375, false]], [[-10.8359375, false]], [[-8.4609375, false]], [[-9.2109375, false]], [[-11.2109375, false]], [[-5.33984375, false]], [[-9.5859375, false]], [[-8.4609375, false]], [[-10.8359375, false]], [[-6.58984375, false]], [[-5.33984375, false]], [[-8.7109375, false]], [[-8.4609375, false]], [[-9.2109375, false]], [[-9.5859375, false]], [[-11.5859375, false]], [[-10.8359375, false]], [[-6.58984375, false]], [[-11.3359375, false]], [[-5.33984375, false]], [[-9.7109375, false]], [[-8.4609375, false]], [[-9.7109375, false]], [[-11.5859375, false]], [[-9.5859375, false]], [[-5.08984375, false]], [[-10.5859375, false]], [[-9.0859375, false]], [[-8.4609375, false]], [[-9.2109375, false]], [[-9.5859375, false]], [[-9.0859375, false]], [[-13.9609375, false]]], "filtered_resps": [[-6.96484375, false], [-9.0859375, false], [-9.7109375, false], [-11.3359375, false], [-6.58984375, false], [-7.21484375, false], [-5.08984375, false], [-10.5859375, false], [-8.4609375, false], [-11.3359375, false], [-6.83984375, false], [-9.7109375, false], [-11.3359375, false], [-6.58984375, false], [-11.4609375, false], [-5.33984375, false], [-9.7109375, false], [-8.4609375, false], [-9.7109375, false], [-11.5859375, false], [-9.5859375, false], [-5.08984375, false], [-10.5859375, false], [-9.0859375, false], [-8.4609375, false], [-9.2109375, false], [-5.33984375, false], [-8.7109375, false], [-11.4609375, false], [-8.7109375, false], [-9.5859375, false], [-6.58984375, false], [-9.5859375, false], [-9.0859375, false], [-10.640625, false], [-5.33984375, false], [-9.0859375, false], [-9.5859375, false], [-6.58984375, false], [-9.5859375, false], [-9.5859375, false], [-5.33984375, false], [-9.7109375, false], [-9.0859375, false], [-8.4609375, false], [-10.8359375, false], [-5.08984375, false], [-9.5859375, false], [-9.5859375, false], [-5.33984375, false], [-5.08984375, false], [-10.5859375, false], [-5.33984375, false], [-11.7109375, false], [-9.0859375, false], [-11.2109375, false], [-11.7109375, false], [-6.58984375, false], [-11.3359375, false], [-5.33984375, false], [-9.5859375, false], [-6.58984375, false], [-11.8359375, false], [-6.58984375, false], [-9.5859375, false], [-9.5859375, false], [-5.33984375, false], [-8.4609375, false], [-9.7109375, false], [-5.33984375, false], [-10.5859375, false], [-11.7109375, false], [-6.58984375, false], [-5.33984375, false], [-9.7109375, false], [-8.4609375, false], [-8.4609375, false], [-7.21484375, false], [-5.33984375, false], [-10.3359375, false], [-6.58984375, false], [-9.7109375, false], [-9.0859375, false], [-10.640625, false], [-5.33984375, false], [-9.0859375, false], [-5.08984375, false], [-5.33984375, false], [-9.5859375, false], [-11.7109375, false], [-11.3359375, false], [-9.0859375, false], [-9.2109375, false], [-11.0859375, false], [-9.0859375, false], [-9.2109375, false], [-11.2109375, false], [-5.33984375, false], [-11.8359375, false], [-5.08984375, false], [-11.3359375, false], [-9.0859375, false], [-6.58984375, false], [-10.5859375, false], [-11.4609375, false], [-5.33984375, false], [-8.4609375, false], [-9.7109375, false], [-5.33984375, false], [-5.08984375, false], [-9.2109375, false], [-9.0859375, false], [-10.8359375, false], [-5.08984375, false], [-9.5859375, false], [-5.33984375, false], [-5.08984375, false], [-9.2109375, false], [-7.21484375, false], [-5.33984375, false], [-9.7109375, false], [-9.5859375, false], [-5.08984375, false], [-9.2109375, false], [-10.5859375, false], [-5.33984375, false], [-9.5859375, false], [-9.7109375, false], [-6.58984375, false], [-8.7109375, false], [-9.0859375, false], [-6.58984375, false], [-9.5859375, false], [-9.0859375, false], [-10.640625, false], [-5.33984375, false], [-9.0859375, false], [-8.7109375, false], [-8.4609375, false], [-10.8359375, false], [-9.7109375, false], [-6.58984375, false], [-10.5859375, false], [-9.0859375, false], [-10.5859375, false], [-9.0859375, false], [-8.4609375, false], [-9.2109375, false], [-5.33984375, false], [-5.08984375, false], [-10.8359375, false], [-8.4609375, false], [-9.2109375, false], [-11.2109375, false], [-5.33984375, false], [-9.5859375, false], [-8.4609375, false], [-10.8359375, false], [-6.58984375, false], [-5.33984375, false], [-8.7109375, false], [-8.4609375, false], [-9.2109375, false], [-9.5859375, false], [-11.5859375, false], [-10.8359375, false], [-6.58984375, false], [-11.3359375, false], [-5.33984375, false], [-9.7109375, false], [-8.4609375, false], [-9.7109375, false], [-11.5859375, false], [-9.5859375, false], [-5.08984375, false], [-10.5859375, false], [-9.0859375, false], [-8.4609375, false], [-9.2109375, false], [-9.5859375, false], [-9.0859375, false], [-13.9609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 272, "doc": {"id": "VASoL_2010_3_13", "question": "The teeth of a carnivore are MOSTLY -", "choices": {"text": ["pointed", "rounded", "wide", "flat"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "pointed", "arguments": ["Question: The teeth of a carnivore are MOSTLY -\nAnswer:", " ["], "resps": [[[-7.15625, false]], [[-7.28125, false]], [[-9.28125, false]], [[-8.28125, false]], [[-7.65625, false]], [[-8.28125, false]], [[-9.65625, false]], [[-7.78125, false]], [[-8.78125, false]], [[-7.28125, false]], [[-9.296875, false]], [[-4.40625, false]], [[-7.28125, false]], [[-9.53125, false]], [[-8.28125, false]], [[-9.40625, false]], [[-8.28125, false]], [[-8.78125, false]], [[-7.78125, false]], [[-8.78125, false]], [[-7.28125, false]], [[-9.296875, false]], [[-4.40625, false]], [[-7.28125, false]], [[-8.65625, false]], [[-7.65625, false]], [[-8.78125, false]], [[-7.78125, false]], [[-7.28125, false]], [[-9.296875, false]], [[-4.40625, false]], [[-7.28125, false]], [[-8.78125, false]], [[-8.78125, false]], [[-5.03125, false]], [[-9.65625, false]], [[-7.28125, false]], [[-11.15625, false]]], "filtered_resps": [[-7.15625, false], [-7.28125, false], [-9.28125, false], [-8.28125, false], [-7.65625, false], [-8.28125, false], [-9.65625, false], [-7.78125, false], [-8.78125, false], [-7.28125, false], [-9.296875, false], [-4.40625, false], [-7.28125, false], [-9.53125, false], [-8.28125, false], [-9.40625, false], [-8.28125, false], [-8.78125, false], [-7.78125, false], [-8.78125, false], [-7.28125, false], [-9.296875, false], [-4.40625, false], [-7.28125, false], [-8.65625, false], [-7.65625, false], [-8.78125, false], [-7.78125, false], [-7.28125, false], [-9.296875, false], [-4.40625, false], [-7.28125, false], [-8.78125, false], [-8.78125, false], [-5.03125, false], [-9.65625, false], [-7.28125, false], [-11.15625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 280, "doc": {"id": "Mercury_7018340", "question": "Gregor Mendel contributed to the study of biology by the careful, objective study of", "choices": {"text": ["heredity.", "bacteria.", "pedigrees.", "environment."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "heredity.", "arguments": ["Question: Gregor Mendel contributed to the study of biology by the careful, objective study of\nAnswer:", " ["], "resps": [[[-7.19921875, false]], [[-6.94921875, false]], [[-9.4453125, false]], [[-8.3203125, false]], [[-8.4453125, false]], [[-8.3203125, false]], [[-7.32421875, false]], [[-7.19921875, false]], [[-10.0703125, false]], [[-10.0703125, false]], [[-7.34765625, false]], [[-6.94921875, false]], [[-8.84375, false]], [[-2.07421875, true]], [[-6.94921875, false]], [[-6.19921875, false]], [[-4.82421875, false]], [[-7.44921875, false]], [[-10.0703125, false]], [[-8.3203125, false]], [[-8.4453125, false]], [[-7.19921875, false]], [[-4.82421875, false]], [[-7.34765625, false]], [[-6.94921875, false]], [[-8.84375, false]], [[-2.07421875, true]], [[-6.94921875, false]], [[-8.4453125, false]], [[-8.3203125, false]], [[-7.32421875, false]], [[-7.19921875, false]], [[-8.8203125, false]], [[-8.4453125, false]], [[-8.3203125, false]], [[-8.3203125, false]], [[-8.6953125, false]], [[-7.34765625, false]], [[-6.94921875, false]], [[-8.84375, false]], [[-2.07421875, true]], [[-6.94921875, false]], [[-8.3203125, false]], [[-8.1953125, false]], [[-10.0703125, false]], [[-7.19921875, false]], [[-8.4453125, false]], [[-8.3203125, false]], [[-8.1953125, false]], [[-8.8203125, false]], [[-8.3203125, false]], [[-8.1953125, false]], [[-10.0703125, false]], [[-7.34765625, false]], [[-6.94921875, false]], [[-11.5703125, false]]], "filtered_resps": [[-7.19921875, false], [-6.94921875, false], [-9.4453125, false], [-8.3203125, false], [-8.4453125, false], [-8.3203125, false], [-7.32421875, false], [-7.19921875, false], [-10.0703125, false], [-10.0703125, false], [-7.34765625, false], [-6.94921875, false], [-8.84375, false], [-2.07421875, true], [-6.94921875, false], [-6.19921875, false], [-4.82421875, false], [-7.44921875, false], [-10.0703125, false], [-8.3203125, false], [-8.4453125, false], [-7.19921875, false], [-4.82421875, false], [-7.34765625, false], [-6.94921875, false], [-8.84375, false], [-2.07421875, true], [-6.94921875, false], [-8.4453125, false], [-8.3203125, false], [-7.32421875, false], [-7.19921875, false], [-8.8203125, false], [-8.4453125, false], [-8.3203125, false], [-8.3203125, false], [-8.6953125, false], [-7.34765625, false], [-6.94921875, false], [-8.84375, false], [-2.07421875, true], [-6.94921875, false], [-8.3203125, false], [-8.1953125, false], [-10.0703125, false], [-7.19921875, false], [-8.4453125, false], [-8.3203125, false], [-8.1953125, false], [-8.8203125, false], [-8.3203125, false], [-8.1953125, false], [-10.0703125, false], [-7.34765625, false], [-6.94921875, false], [-11.5703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 288, "doc": {"id": "Mercury_7228690", "question": "Scientists are able to correlate time and the amount of difference between homologous genes when studying the divergence of two species because scientists have reliable estimates for which value?", "choices": {"text": ["rate of genetic mutations", "survival benefit of specific genes", "pressure of selection on base pairs", "number of bases in species' genomes"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "rate of genetic mutations", "arguments": ["Question: Scientists are able to correlate time and the amount of difference between homologous genes when studying the divergence of two species because scientists have reliable estimates for which value?\nAnswer:", " ["], "resps": [[[-6.65625, false]], [[-7.90625, false]], [[-8.40625, false]], [[-4.90625, false]], [[-9.03125, false]], [[-7.65625, false]], [[-4.90625, false]], [[-9.40625, false]], [[-8.40625, false]], [[-4.90625, false]], [[-9.90625, false]], [[-7.65625, false]], [[-7.53125, false]], [[-7.65625, false]], [[-9.03125, false]], [[-8.65625, false]], [[-7.65625, false]], [[-4.90625, false]], [[-8.65625, false]], [[-10.28125, false]], [[-9.03125, false]], [[-4.90625, false]], [[-9.03125, false]], [[-8.65625, false]], [[-9.40625, false]], [[-7.53125, false]], [[-9.53125, false]], [[-7.90625, false]], [[-9.2421875, false]], [[-4.90625, false]], [[-7.90625, false]], [[-9.53125, false]], [[-10.28125, false]], [[-8.40625, false]], [[-9.53125, false]], [[-8.65625, false]], [[-9.53125, false]], [[-4.90625, false]], [[-10.03125, false]], [[-4.90625, false]], [[-7.15625, false]], [[-7.65625, false]], [[-7.53125, false]], [[-7.65625, false]], [[-8.40625, false]], [[-8.65625, false]], [[-9.03125, false]], [[-4.90625, false]], [[-9.40625, false]], [[-8.40625, false]], [[-4.90625, false]], [[-9.53125, false]], [[-7.90625, false]], [[-7.65625, false]], [[-7.65625, false]], [[-8.65625, false]], [[-8.40625, false]], [[-8.65625, false]], [[-7.65625, false]], [[-4.90625, false]], [[-9.90625, false]], [[-7.65625, false]], [[-7.53125, false]], [[-7.65625, false]], [[-9.53125, false]], [[-7.90625, false]], [[-9.2421875, false]], [[-4.90625, false]], [[-7.90625, false]], [[-7.90625, false]], [[-8.40625, false]], [[-7.65625, false]], [[-9.53125, false]], [[-9.53125, false]], [[-10.28125, false]], [[-8.40625, false]], [[-7.65625, false]], [[-4.90625, false]], [[-9.40625, false]], [[-8.40625, false]], [[-4.90625, false]], [[-9.53125, false]], [[-7.65625, false]], [[-10.03125, false]], [[-7.65625, false]], [[-7.65625, false]], [[-9.03125, false]], [[-8.65625, false]], [[-9.40625, false]], [[-7.53125, false]], [[-4.90625, false]], [[-9.40625, false]], [[-7.53125, false]], [[-4.90625, false]], [[-7.15625, false]], [[-4.90625, false]], [[-9.53125, false]], [[-7.65625, false]], [[-4.90625, false]], [[-7.90625, false]], [[-4.90625, false]], [[-8.65625, false]], [[-8.40625, false]], [[-9.53125, false]], [[-7.90625, false]], [[-9.2421875, false]], [[-4.90625, false]], [[-5.78125, false]], [[-7.53125, false]], [[-10.28125, false]], [[-8.65625, false]], [[-7.15625, false]], [[-7.65625, false]], [[-8.40625, false]], [[-4.90625, false]], [[-9.40625, false]], [[-8.40625, false]], [[-4.90625, false]], [[-7.15625, false]], [[-4.90625, false]], [[-9.53125, false]], [[-7.65625, false]], [[-9.53125, false]], [[-4.90625, false]], [[-8.65625, false]], [[-7.53125, false]], [[-4.90625, false]], [[-9.53125, false]], [[-7.90625, false]], [[-7.65625, false]], [[-7.65625, false]], [[-8.65625, false]], [[-7.65625, false]], [[-9.53125, false]], [[-7.90625, false]], [[-4.90625, false]], [[-9.90625, false]], [[-7.65625, false]], [[-7.53125, false]], [[-9.40625, false]], [[-8.65625, false]], [[-7.65625, false]], [[-9.53125, false]], [[-5.78125, false]], [[-11.90625, false]]], "filtered_resps": [[-6.65625, false], [-7.90625, false], [-8.40625, false], [-4.90625, false], [-9.03125, false], [-7.65625, false], [-4.90625, false], [-9.40625, false], [-8.40625, false], [-4.90625, false], [-9.90625, false], [-7.65625, false], [-7.53125, false], [-7.65625, false], [-9.03125, false], [-8.65625, false], [-7.65625, false], [-4.90625, false], [-8.65625, false], [-10.28125, false], [-9.03125, false], [-4.90625, false], [-9.03125, false], [-8.65625, false], [-9.40625, false], [-7.53125, false], [-9.53125, false], [-7.90625, false], [-9.2421875, false], [-4.90625, false], [-7.90625, false], [-9.53125, false], [-10.28125, false], [-8.40625, false], [-9.53125, false], [-8.65625, false], [-9.53125, false], [-4.90625, false], [-10.03125, false], [-4.90625, false], [-7.15625, false], [-7.65625, false], [-7.53125, false], [-7.65625, false], [-8.40625, false], [-8.65625, false], [-9.03125, false], [-4.90625, false], [-9.40625, false], [-8.40625, false], [-4.90625, false], [-9.53125, false], [-7.90625, false], [-7.65625, false], [-7.65625, false], [-8.65625, false], [-8.40625, false], [-8.65625, false], [-7.65625, false], [-4.90625, false], [-9.90625, false], [-7.65625, false], [-7.53125, false], [-7.65625, false], [-9.53125, false], [-7.90625, false], [-9.2421875, false], [-4.90625, false], [-7.90625, false], [-7.90625, false], [-8.40625, false], [-7.65625, false], [-9.53125, false], [-9.53125, false], [-10.28125, false], [-8.40625, false], [-7.65625, false], [-4.90625, false], [-9.40625, false], [-8.40625, false], [-4.90625, false], [-9.53125, false], [-7.65625, false], [-10.03125, false], [-7.65625, false], [-7.65625, false], [-9.03125, false], [-8.65625, false], [-9.40625, false], [-7.53125, false], [-4.90625, false], [-9.40625, false], [-7.53125, false], [-4.90625, false], [-7.15625, false], [-4.90625, false], [-9.53125, false], [-7.65625, false], [-4.90625, false], [-7.90625, false], [-4.90625, false], [-8.65625, false], [-8.40625, false], [-9.53125, false], [-7.90625, false], [-9.2421875, false], [-4.90625, false], [-5.78125, false], [-7.53125, false], [-10.28125, false], [-8.65625, false], [-7.15625, false], [-7.65625, false], [-8.40625, false], [-4.90625, false], [-9.40625, false], [-8.40625, false], [-4.90625, false], [-7.15625, false], [-4.90625, false], [-9.53125, false], [-7.65625, false], [-9.53125, false], [-4.90625, false], [-8.65625, false], [-7.53125, false], [-4.90625, false], [-9.53125, false], [-7.90625, false], [-7.65625, false], [-7.65625, false], [-8.65625, false], [-7.65625, false], [-9.53125, false], [-7.90625, false], [-4.90625, false], [-9.90625, false], [-7.65625, false], [-7.53125, false], [-9.40625, false], [-8.65625, false], [-7.65625, false], [-9.53125, false], [-5.78125, false], [-11.90625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 296, "doc": {"id": "MCAS_2006_9_13-v1", "question": "Which of the following colors of visible light has the longest wavelength?", "choices": {"text": ["red", "blue", "green", "orange"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "red", "arguments": ["Question: Which of the following colors of visible light has the longest wavelength?\nAnswer:", " ["], "resps": [[[-7.3515625, false]], [[-10.1015625, false]], [[-7.8515625, false]], [[-8.3515625, false]], [[-9.8515625, false]], [[-10.1015625, false]], [[-9.1796875, false]], [[-5.1015625, false]], [[-10.1015625, false]], [[-8.6015625, false]], [[-9.8515625, false]], [[-11.6015625, false]], [[-8.3515625, false]], [[-10.1015625, false]], [[-9.1796875, false]], [[-5.1015625, false]], [[-10.1015625, false]], [[-10.8515625, false]], [[-7.8515625, false]], [[-8.3515625, false]], [[-8.3515625, false]], [[-7.8515625, false]], [[-10.1015625, false]], [[-9.1796875, false]], [[-5.1015625, false]], [[-10.1015625, false]], [[-9.1015625, false]], [[-7.8515625, false]], [[-6.6015625, false]], [[-7.8515625, false]], [[-10.8515625, false]], [[-8.3515625, false]], [[-10.1015625, false]], [[-13.3515625, false]]], "filtered_resps": [[-7.3515625, false], [-10.1015625, false], [-7.8515625, false], [-8.3515625, false], [-9.8515625, false], [-10.1015625, false], [-9.1796875, false], [-5.1015625, false], [-10.1015625, false], [-8.6015625, false], [-9.8515625, false], [-11.6015625, false], [-8.3515625, false], [-10.1015625, false], [-9.1796875, false], [-5.1015625, false], [-10.1015625, false], [-10.8515625, false], [-7.8515625, false], [-8.3515625, false], [-8.3515625, false], [-7.8515625, false], [-10.1015625, false], [-9.1796875, false], [-5.1015625, false], [-10.1015625, false], [-9.1015625, false], [-7.8515625, false], [-6.6015625, false], [-7.8515625, false], [-10.8515625, false], [-8.3515625, false], [-10.1015625, false], [-13.3515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 304, "doc": {"id": "TAKS_2009_8_24", "question": "As a river enters a larger body of water, sediments are deposited over a wide area. Which of these landforms is likely to be formed at the site of deposition?", "choices": {"text": ["Cave", "Mountain", "Delta", "Valley"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Delta", "arguments": ["Question: As a river enters a larger body of water, sediments are deposited over a wide area. Which of these landforms is likely to be formed at the site of deposition?\nAnswer:", " ["], "resps": [[[-7.21484375, false]], [[-9.8359375, false]], [[-4.46484375, false]], [[-3.96484375, false]], [[-10.0859375, false]], [[-6.71484375, false]], [[-9.8359375, false]], [[-9.796875, false]], [[-5.21484375, false]], [[-9.8359375, false]], [[-5.96484375, false]], [[-8.9609375, false]], [[-11.5859375, false]], [[-9.0859375, false]], [[-10.7109375, false]], [[-3.96484375, false]], [[-9.3359375, false]], [[-9.0859375, false]], [[-9.8359375, false]], [[-9.796875, false]], [[-5.21484375, false]], [[-9.8359375, false]], [[-4.96484375, false]], [[-6.71484375, false]], [[-8.8359375, false]], [[-10.7109375, false]], [[-3.96484375, false]], [[-9.8359375, false]], [[-9.796875, false]], [[-5.21484375, false]], [[-9.8359375, false]], [[-6.96484375, false]], [[-3.96484375, false]], [[-8.8359375, false]], [[-8.8359375, false]], [[-6.71484375, false]], [[-11.5859375, false]], [[-9.8359375, false]], [[-12.2109375, false]]], "filtered_resps": [[-7.21484375, false], [-9.8359375, false], [-4.46484375, false], [-3.96484375, false], [-10.0859375, false], [-6.71484375, false], [-9.8359375, false], [-9.796875, false], [-5.21484375, false], [-9.8359375, false], [-5.96484375, false], [-8.9609375, false], [-11.5859375, false], [-9.0859375, false], [-10.7109375, false], [-3.96484375, false], [-9.3359375, false], [-9.0859375, false], [-9.8359375, false], [-9.796875, false], [-5.21484375, false], [-9.8359375, false], [-4.96484375, false], [-6.71484375, false], [-8.8359375, false], [-10.7109375, false], [-3.96484375, false], [-9.8359375, false], [-9.796875, false], [-5.21484375, false], [-9.8359375, false], [-6.96484375, false], [-3.96484375, false], [-8.8359375, false], [-8.8359375, false], [-6.71484375, false], [-11.5859375, false], [-9.8359375, false], [-12.2109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 312, "doc": {"id": "MCAS_2004_5_32", "question": "Energy appears in many forms. What form of energy is lightning?", "choices": {"text": ["electrical energy", "mechanical energy", "magnetic energy", "sound energy"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "electrical energy", "arguments": ["Question: Energy appears in many forms. What form of energy is lightning?\nAnswer:", " ["], "resps": [[[-7.7265625, false]], [[-8.9765625, false]], [[-7.7265625, false]], [[-8.9765625, false]], [[-7.7265625, false]], [[-9.4765625, false]], [[-10.7265625, false]], [[-10.4765625, false]], [[-8.7265625, false]], [[-9.4765625, false]], [[-6.7265625, false]], [[-8.9765625, false]], [[-5.4765625, false]], [[-7.7265625, false]], [[-9.9765625, false]], [[-7.7265625, false]], [[-10.4765625, false]], [[-12.2265625, false]], [[-12.2265625, false]], [[-8.9765625, false]], [[-9.484375, false]], [[-5.4765625, false]], [[-8.9765625, false]], [[-9.7265625, false]], [[-7.7265625, false]], [[-9.4765625, false]], [[-10.9765625, false]], [[-6.7265625, false]], [[-9.9765625, false]], [[-8.7265625, false]], [[-9.4765625, false]], [[-6.7265625, false]], [[-8.9765625, false]], [[-5.4765625, false]], [[-7.7265625, false]], [[-9.9765625, false]], [[-7.7265625, false]], [[-10.4765625, false]], [[-12.2265625, false]], [[-12.2265625, false]], [[-8.9765625, false]], [[-9.484375, false]], [[-5.4765625, false]], [[-8.9765625, false]], [[-9.7265625, false]], [[-6.7265625, false]], [[-12.2265625, false]], [[-9.9765625, false]], [[-7.7265625, false]], [[-10.7265625, false]], [[-8.7265625, false]], [[-9.4765625, false]], [[-5.4765625, false]], [[-7.7265625, false]], [[-9.9765625, false]], [[-7.7265625, false]], [[-10.4765625, false]], [[-12.2265625, false]], [[-12.2265625, false]], [[-8.9765625, false]], [[-9.484375, false]], [[-5.4765625, false]], [[-8.9765625, false]], [[-10.4765625, false]], [[-9.7265625, false]], [[-10.9765625, false]], [[-9.9765625, false]], [[-10.4765625, false]], [[-5.4765625, false]], [[-7.7265625, false]], [[-9.9765625, false]], [[-7.7265625, false]], [[-10.4765625, false]], [[-12.2265625, false]], [[-12.2265625, false]], [[-8.9765625, false]], [[-12.9765625, false]]], "filtered_resps": [[-7.7265625, false], [-8.9765625, false], [-7.7265625, false], [-8.9765625, false], [-7.7265625, false], [-9.4765625, false], [-10.7265625, false], [-10.4765625, false], [-8.7265625, false], [-9.4765625, false], [-6.7265625, false], [-8.9765625, false], [-5.4765625, false], [-7.7265625, false], [-9.9765625, false], [-7.7265625, false], [-10.4765625, false], [-12.2265625, false], [-12.2265625, false], [-8.9765625, false], [-9.484375, false], [-5.4765625, false], [-8.9765625, false], [-9.7265625, false], [-7.7265625, false], [-9.4765625, false], [-10.9765625, false], [-6.7265625, false], [-9.9765625, false], [-8.7265625, false], [-9.4765625, false], [-6.7265625, false], [-8.9765625, false], [-5.4765625, false], [-7.7265625, false], [-9.9765625, false], [-7.7265625, false], [-10.4765625, false], [-12.2265625, false], [-12.2265625, false], [-8.9765625, false], [-9.484375, false], [-5.4765625, false], [-8.9765625, false], [-9.7265625, false], [-6.7265625, false], [-12.2265625, false], [-9.9765625, false], [-7.7265625, false], [-10.7265625, false], [-8.7265625, false], [-9.4765625, false], [-5.4765625, false], [-7.7265625, false], [-9.9765625, false], [-7.7265625, false], [-10.4765625, false], [-12.2265625, false], [-12.2265625, false], [-8.9765625, false], [-9.484375, false], [-5.4765625, false], [-8.9765625, false], [-10.4765625, false], [-9.7265625, false], [-10.9765625, false], [-9.9765625, false], [-10.4765625, false], [-5.4765625, false], [-7.7265625, false], [-9.9765625, false], [-7.7265625, false], [-10.4765625, false], [-12.2265625, false], [-12.2265625, false], [-8.9765625, false], [-12.9765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 320, "doc": {"id": "Mercury_179200", "question": "Often organisms seem similar in their outward appearances. For example, a porpoise and a shark seem closely related, but they are not. Such similarity is the result of", "choices": {"text": ["convergent evolution.", "adaptive radiation.", "artificial selection.", "genetic equilibrium."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "convergent evolution.", "arguments": ["Question: Often organisms seem similar in their outward appearances. For example, a porpoise and a shark seem closely related, but they are not. Such similarity is the result of\nAnswer:", " ["], "resps": [[[-7.734375, false]], [[-8.359375, false]], [[-7.734375, false]], [[-7.734375, false]], [[-8.234375, false]], [[-10.859375, false]], [[-7.109375, false]], [[-9.359375, false]], [[-10.109375, false]], [[-7.109375, false]], [[-8.234375, false]], [[-9.984375, false]], [[-4.859375, false]], [[-7.109375, false]], [[-10.859375, false]], [[-7.734375, false]], [[-9.359375, false]], [[-10.984375, false]], [[-9.984375, false]], [[-8.359375, false]], [[-7.734375, false]], [[-8.234375, false]], [[-6.43359375, false]], [[-8.359375, false]], [[-7.55859375, false]], [[-4.859375, false]], [[-8.359375, false]], [[-4.109375, false]], [[-7.484375, false]], [[-4.109375, false]], [[-8.734375, false]], [[-9.984375, false]], [[-8.359375, false]], [[-10.859375, false]], [[-7.109375, false]], [[-4.859375, false]], [[-9.359375, false]], [[-4.109375, false]], [[-7.484375, false]], [[-8.359375, false]], [[-4.109375, false]], [[-9.984375, false]], [[-8.359375, false]], [[-7.734375, false]], [[-8.234375, false]], [[-6.43359375, false]], [[-8.359375, false]], [[-7.55859375, false]], [[-4.859375, false]], [[-8.359375, false]], [[-4.109375, false]], [[-9.359375, false]], [[-9.984375, false]], [[-8.359375, false]], [[-9.234375, false]], [[-8.359375, false]], [[-7.734375, false]], [[-8.359375, false]], [[-4.109375, false]], [[-9.359375, false]], [[-4.859375, false]], [[-8.234375, false]], [[-7.109375, false]], [[-9.359375, false]], [[-7.109375, false]], [[-7.734375, false]], [[-9.984375, false]], [[-8.359375, false]], [[-7.734375, false]], [[-8.234375, false]], [[-6.43359375, false]], [[-8.359375, false]], [[-7.55859375, false]], [[-4.859375, false]], [[-8.359375, false]], [[-10.109375, false]], [[-7.109375, false]], [[-8.234375, false]], [[-7.109375, false]], [[-9.984375, false]], [[-8.359375, false]], [[-7.734375, false]], [[-4.859375, false]], [[-7.109375, false]], [[-10.734375, false]], [[-10.984375, false]], [[-8.359375, false]], [[-9.359375, false]], [[-8.359375, false]], [[-7.859375, false]], [[-9.359375, false]], [[-8.359375, false]], [[-10.984375, false]], [[-9.984375, false]], [[-6.43359375, false]], [[-8.359375, false]], [[-12.109375, false]]], "filtered_resps": [[-7.734375, false], [-8.359375, false], [-7.734375, false], [-7.734375, false], [-8.234375, false], [-10.859375, false], [-7.109375, false], [-9.359375, false], [-10.109375, false], [-7.109375, false], [-8.234375, false], [-9.984375, false], [-4.859375, false], [-7.109375, false], [-10.859375, false], [-7.734375, false], [-9.359375, false], [-10.984375, false], [-9.984375, false], [-8.359375, false], [-7.734375, false], [-8.234375, false], [-6.43359375, false], [-8.359375, false], [-7.55859375, false], [-4.859375, false], [-8.359375, false], [-4.109375, false], [-7.484375, false], [-4.109375, false], [-8.734375, false], [-9.984375, false], [-8.359375, false], [-10.859375, false], [-7.109375, false], [-4.859375, false], [-9.359375, false], [-4.109375, false], [-7.484375, false], [-8.359375, false], [-4.109375, false], [-9.984375, false], [-8.359375, false], [-7.734375, false], [-8.234375, false], [-6.43359375, false], [-8.359375, false], [-7.55859375, false], [-4.859375, false], [-8.359375, false], [-4.109375, false], [-9.359375, false], [-9.984375, false], [-8.359375, false], [-9.234375, false], [-8.359375, false], [-7.734375, false], [-8.359375, false], [-4.109375, false], [-9.359375, false], [-4.859375, false], [-8.234375, false], [-7.109375, false], [-9.359375, false], [-7.109375, false], [-7.734375, false], [-9.984375, false], [-8.359375, false], [-7.734375, false], [-8.234375, false], [-6.43359375, false], [-8.359375, false], [-7.55859375, false], [-4.859375, false], [-8.359375, false], [-10.109375, false], [-7.109375, false], [-8.234375, false], [-7.109375, false], [-9.984375, false], [-8.359375, false], [-7.734375, false], [-4.859375, false], [-7.109375, false], [-10.734375, false], [-10.984375, false], [-8.359375, false], [-9.359375, false], [-8.359375, false], [-7.859375, false], [-9.359375, false], [-8.359375, false], [-10.984375, false], [-9.984375, false], [-6.43359375, false], [-8.359375, false], [-12.109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 328, "doc": {"id": "WASL_2003_5_8", "question": "At camp, Raj sees a lightning storm. He sees the lightning before he hears the thunder. What does this show?", "choices": {"text": ["Light moves faster than sound", "Light moves slower than sound", "Light and sound move at the same speed"], "label": ["A", "B", "C"]}, "answerKey": "A"}, "target": "Light moves faster than sound", "arguments": ["Question: At camp, Raj sees a lightning storm. He sees the lightning before he hears the thunder. What does this show?\nAnswer:", " ["], "resps": [[[-6.91796875, false]], [[-7.41796875, false]], [[-7.91796875, false]], [[-9.6640625, false]], [[-12.6640625, false]], [[-11.6640625, false]], [[-9.6640625, false]], [[-5.66796875, false]], [[-10.9140625, false]], [[-10.6640625, false]], [[-10.6640625, false]], [[-8.9140625, false]], [[-10.1640625, false]], [[-5.66796875, false]], [[-10.1640625, false]], [[-5.91796875, false]], [[-10.1640625, false]], [[-9.6640625, false]], [[-8.9140625, false]], [[-10.4140625, false]], [[-5.66796875, false]], [[-9.6640625, false]], [[-11.6640625, false]], [[-5.91796875, false]], [[-10.1640625, false]], [[-5.66796875, false]], [[-10.1640625, false]], [[-10.6640625, false]], [[-11.4140625, false]], [[-10.1640625, false]], [[-9.6640625, false]], [[-7.41796875, false]], [[-10.484375, false]], [[-5.66796875, false]], [[-7.41796875, false]], [[-7.91796875, false]], [[-9.6640625, false]], [[-12.6640625, false]], [[-11.6640625, false]], [[-9.6640625, false]], [[-5.66796875, false]], [[-10.9140625, false]], [[-10.6640625, false]], [[-10.6640625, false]], [[-8.9140625, false]], [[-10.1640625, false]], [[-5.66796875, false]], [[-10.1640625, false]], [[-10.1640625, false]], [[-10.6640625, false]], [[-10.4140625, false]], [[-8.9140625, false]], [[-10.4140625, false]], [[-5.66796875, false]], [[-9.6640625, false]], [[-11.6640625, false]], [[-5.91796875, false]], [[-10.1640625, false]], [[-5.66796875, false]], [[-10.1640625, false]], [[-10.6640625, false]], [[-11.4140625, false]], [[-10.1640625, false]], [[-9.6640625, false]], [[-7.41796875, false]], [[-10.484375, false]], [[-5.66796875, false]], [[-7.41796875, false]], [[-7.91796875, false]], [[-9.6640625, false]], [[-12.6640625, false]], [[-11.6640625, false]], [[-9.6640625, false]], [[-5.66796875, false]], [[-5.91796875, false]], [[-10.1640625, false]], [[-9.6640625, false]], [[-5.66796875, false]], [[-10.1640625, false]], [[-10.6640625, false]], [[-11.4140625, false]], [[-10.1640625, false]], [[-9.6640625, false]], [[-5.66796875, false]], [[-10.9140625, false]], [[-10.6640625, false]], [[-10.6640625, false]], [[-8.9140625, false]], [[-5.66796875, false]], [[-5.91796875, false]], [[-9.6640625, false]], [[-5.66796875, false]], [[-9.6640625, false]], [[-11.6640625, false]], [[-8.9140625, false]], [[-5.66796875, false]], [[-10.1640625, false]], [[-5.91796875, false]], [[-10.9140625, false]], [[-8.9140625, false]], [[-5.66796875, false]], [[-10.1640625, false]], [[-9.9140625, false]], [[-8.9140625, false]], [[-8.9140625, false]], [[-9.6640625, false]], [[-7.41796875, false]], [[-12.6640625, false]]], "filtered_resps": [[-6.91796875, false], [-7.41796875, false], [-7.91796875, false], [-9.6640625, false], [-12.6640625, false], [-11.6640625, false], [-9.6640625, false], [-5.66796875, false], [-10.9140625, false], [-10.6640625, false], [-10.6640625, false], [-8.9140625, false], [-10.1640625, false], [-5.66796875, false], [-10.1640625, false], [-5.91796875, false], [-10.1640625, false], [-9.6640625, false], [-8.9140625, false], [-10.4140625, false], [-5.66796875, false], [-9.6640625, false], [-11.6640625, false], [-5.91796875, false], [-10.1640625, false], [-5.66796875, false], [-10.1640625, false], [-10.6640625, false], [-11.4140625, false], [-10.1640625, false], [-9.6640625, false], [-7.41796875, false], [-10.484375, false], [-5.66796875, false], [-7.41796875, false], [-7.91796875, false], [-9.6640625, false], [-12.6640625, false], [-11.6640625, false], [-9.6640625, false], [-5.66796875, false], [-10.9140625, false], [-10.6640625, false], [-10.6640625, false], [-8.9140625, false], [-10.1640625, false], [-5.66796875, false], [-10.1640625, false], [-10.1640625, false], [-10.6640625, false], [-10.4140625, false], [-8.9140625, false], [-10.4140625, false], [-5.66796875, false], [-9.6640625, false], [-11.6640625, false], [-5.91796875, false], [-10.1640625, false], [-5.66796875, false], [-10.1640625, false], [-10.6640625, false], [-11.4140625, false], [-10.1640625, false], [-9.6640625, false], [-7.41796875, false], [-10.484375, false], [-5.66796875, false], [-7.41796875, false], [-7.91796875, false], [-9.6640625, false], [-12.6640625, false], [-11.6640625, false], [-9.6640625, false], [-5.66796875, false], [-5.91796875, false], [-10.1640625, false], [-9.6640625, false], [-5.66796875, false], [-10.1640625, false], [-10.6640625, false], [-11.4140625, false], [-10.1640625, false], [-9.6640625, false], [-5.66796875, false], [-10.9140625, false], [-10.6640625, false], [-10.6640625, false], [-8.9140625, false], [-5.66796875, false], [-5.91796875, false], [-9.6640625, false], [-5.66796875, false], [-9.6640625, false], [-11.6640625, false], [-8.9140625, false], [-5.66796875, false], [-10.1640625, false], [-5.91796875, false], [-10.9140625, false], [-8.9140625, false], [-5.66796875, false], [-10.1640625, false], [-9.9140625, false], [-8.9140625, false], [-8.9140625, false], [-9.6640625, false], [-7.41796875, false], [-12.6640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 336, "doc": {"id": "ACTAAP_2013_7_1", "question": "Aristotle taught that a force was always required to keep an object moving. Which of the following states what Newton believed?", "choices": {"text": ["Aristotle was correct.", "Aristotle was correct for objects on Earth but not in space.", "An object will keep moving unless an unbalanced force stops it.", "A moving object will eventually stop even though an unbalanced force keeps pushing on it."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "An object will keep moving unless an unbalanced force stops it.", "arguments": ["Question: Aristotle taught that a force was always required to keep an object moving. Which of the following states what Newton believed?\nAnswer:", " ["], "resps": [[[-6.92578125, false]], [[-9.1796875, false]], [[-1.92578125, false]], [[-8.4296875, false]], [[-7.67578125, false]], [[-8.1796875, false]], [[-8.1796875, false]], [[-9.4296875, false]], [[-8.1796875, false]], [[-8.1796875, false]], [[-7.92578125, false]], [[-5.17578125, false]], [[-9.9296875, false]], [[-3.17578125, false]], [[-8.1796875, false]], [[-5.17578125, false]], [[-4.92578125, false]], [[-9.4296875, false]], [[-8.4296875, false]], [[-8.4296875, false]], [[-7.92578125, false]], [[-4.92578125, false]], [[-8.1796875, false]], [[-6.30859375, false]], [[-9.1796875, false]], [[-8.8125, false]], [[-5.17578125, false]], [[-9.1796875, false]], [[-1.92578125, false]], [[-8.4296875, false]], [[-7.67578125, false]], [[-8.1796875, false]], [[-8.1796875, false]], [[-9.4296875, false]], [[-8.1796875, false]], [[-8.1796875, false]], [[-7.92578125, false]], [[-5.17578125, false]], [[-9.9296875, false]], [[-3.17578125, false]], [[-8.1796875, false]], [[-5.17578125, false]], [[-4.92578125, false]], [[-9.4296875, false]], [[-8.4296875, false]], [[-8.4296875, false]], [[-7.92578125, false]], [[-4.92578125, false]], [[-8.1796875, false]], [[-5.17578125, false]], [[-6.42578125, false]], [[-9.4296875, false]], [[-8.4296875, false]], [[-5.17578125, false]], [[-9.4296875, false]], [[-3.67578125, false]], [[-8.9296875, false]], [[-7.92578125, false]], [[-4.92578125, false]], [[-8.1796875, false]], [[-8.1796875, false]], [[-5.17578125, false]], [[-9.4296875, false]], [[-7.67578125, false]], [[-5.17578125, false]], [[-4.67578125, false]], [[-3.17578125, false]], [[-8.4296875, false]], [[-8.1796875, false]], [[-8.6796875, false]], [[-5.17578125, false]], [[-3.67578125, false]], [[-9.4296875, false]], [[-8.1796875, false]], [[-5.17578125, false]], [[-7.67578125, false]], [[-9.4296875, false]], [[-8.1796875, false]], [[-5.17578125, false]], [[-7.67578125, false]], [[-7.67578125, false]], [[-5.17578125, false]], [[-8.1796875, false]], [[-7.92578125, false]], [[-3.17578125, false]], [[-4.92578125, false]], [[-7.92578125, false]], [[-6.30859375, false]], [[-9.1796875, false]], [[-8.8125, false]], [[-5.17578125, false]], [[-9.1796875, false]], [[-1.92578125, false]], [[-7.67578125, false]], [[-5.17578125, false]], [[-9.4296875, false]], [[-3.67578125, false]], [[-8.9296875, false]], [[-7.92578125, false]], [[-4.92578125, false]], [[-8.1796875, false]], [[-5.17578125, false]], [[-9.9296875, false]], [[-7.67578125, false]], [[-8.1796875, false]], [[-8.1796875, false]], [[-5.17578125, false]], [[-8.4296875, false]], [[-7.92578125, false]], [[-7.92578125, false]], [[-7.92578125, false]], [[-5.17578125, false]], [[-7.17578125, false]], [[-9.4296875, false]], [[-6.17578125, false]], [[-7.67578125, false]], [[-7.67578125, false]], [[-8.6796875, false]], [[-5.17578125, false]], [[-9.4296875, false]], [[-7.67578125, false]], [[-8.1796875, false]], [[-7.92578125, false]], [[-8.1796875, false]], [[-8.1796875, false]], [[-5.17578125, false]], [[-3.17578125, false]], [[-7.67578125, false]], [[-5.17578125, false]], [[-9.4296875, false]], [[-7.67578125, false]], [[-3.67578125, false]], [[-3.17578125, false]], [[-8.1796875, false]], [[-3.17578125, false]], [[-7.67578125, false]], [[-4.92578125, false]], [[-7.92578125, false]], [[-6.42578125, false]], [[-5.17578125, false]], [[-6.42578125, false]], [[-9.4296875, false]], [[-8.4296875, false]], [[-4.92578125, false]], [[-7.92578125, false]], [[-5.17578125, false]], [[-8.1796875, false]], [[-8.1796875, false]], [[-9.4296875, false]], [[-7.92578125, false]], [[-8.1796875, false]], [[-5.17578125, false]], [[-7.67578125, false]], [[-8.1796875, false]], [[-6.30859375, false]], [[-9.1796875, false]], [[-8.8125, false]], [[-5.17578125, false]], [[-9.1796875, false]], [[-1.92578125, false]], [[-5.17578125, false]], [[-7.17578125, false]], [[-9.4296875, false]], [[-6.17578125, false]], [[-7.67578125, false]], [[-7.67578125, false]], [[-8.6796875, false]], [[-5.17578125, false]], [[-9.4296875, false]], [[-3.67578125, false]], [[-8.9296875, false]], [[-7.92578125, false]], [[-4.92578125, false]], [[-8.1796875, false]], [[-5.17578125, false]], [[-9.9296875, false]], [[-7.67578125, false]], [[-8.1796875, false]], [[-8.1796875, false]], [[-5.17578125, false]], [[-7.92578125, false]], [[-6.17578125, false]], [[-7.92578125, false]], [[-7.67578125, false]], [[-8.1796875, false]], [[-9.4296875, false]], [[-3.17578125, false]], [[-8.1796875, false]], [[-8.1796875, false]], [[-8.9296875, false]], [[-5.17578125, false]], [[-8.1796875, false]], [[-8.1796875, false]], [[-9.4296875, false]], [[-7.92578125, false]], [[-5.17578125, false]], [[-7.92578125, false]], [[-6.17578125, false]], [[-7.92578125, false]], [[-7.67578125, false]], [[-5.17578125, false]], [[-8.1796875, false]], [[-8.6796875, false]], [[-9.4296875, false]], [[-9.4296875, false]], [[-8.6796875, false]], [[-8.6796875, false]], [[-5.17578125, false]], [[-3.17578125, false]], [[-7.67578125, false]], [[-5.17578125, false]], [[-9.4296875, false]], [[-7.67578125, false]], [[-3.67578125, false]], [[-3.17578125, false]], [[-8.1796875, false]], [[-3.17578125, false]], [[-7.67578125, false]], [[-4.92578125, false]], [[-7.92578125, false]], [[-6.42578125, false]], [[-5.17578125, false]], [[-6.42578125, false]], [[-9.4296875, false]], [[-8.4296875, false]], [[-4.92578125, false]], [[-7.92578125, false]], [[-5.17578125, false]], [[-8.4296875, false]], [[-7.92578125, false]], [[-7.92578125, false]], [[-7.92578125, false]], [[-8.1796875, false]], [[-5.17578125, false]], [[-7.92578125, false]], [[-9.4296875, false]], [[-8.1796875, false]], [[-8.6796875, false]], [[-7.67578125, false]], [[-7.67578125, false]], [[-8.6796875, false]], [[-5.17578125, false]], [[-9.4296875, false]], [[-7.67578125, false]], [[-5.17578125, false]], [[-7.67578125, false]], [[-8.1796875, false]], [[-6.30859375, false]], [[-9.1796875, false]], [[-11.6796875, false]]], "filtered_resps": [[-6.92578125, false], [-9.1796875, false], [-1.92578125, false], [-8.4296875, false], [-7.67578125, false], [-8.1796875, false], [-8.1796875, false], [-9.4296875, false], [-8.1796875, false], [-8.1796875, false], [-7.92578125, false], [-5.17578125, false], [-9.9296875, false], [-3.17578125, false], [-8.1796875, false], [-5.17578125, false], [-4.92578125, false], [-9.4296875, false], [-8.4296875, false], [-8.4296875, false], [-7.92578125, false], [-4.92578125, false], [-8.1796875, false], [-6.30859375, false], [-9.1796875, false], [-8.8125, false], [-5.17578125, false], [-9.1796875, false], [-1.92578125, false], [-8.4296875, false], [-7.67578125, false], [-8.1796875, false], [-8.1796875, false], [-9.4296875, false], [-8.1796875, false], [-8.1796875, false], [-7.92578125, false], [-5.17578125, false], [-9.9296875, false], [-3.17578125, false], [-8.1796875, false], [-5.17578125, false], [-4.92578125, false], [-9.4296875, false], [-8.4296875, false], [-8.4296875, false], [-7.92578125, false], [-4.92578125, false], [-8.1796875, false], [-5.17578125, false], [-6.42578125, false], [-9.4296875, false], [-8.4296875, false], [-5.17578125, false], [-9.4296875, false], [-3.67578125, false], [-8.9296875, false], [-7.92578125, false], [-4.92578125, false], [-8.1796875, false], [-8.1796875, false], [-5.17578125, false], [-9.4296875, false], [-7.67578125, false], [-5.17578125, false], [-4.67578125, false], [-3.17578125, false], [-8.4296875, false], [-8.1796875, false], [-8.6796875, false], [-5.17578125, false], [-3.67578125, false], [-9.4296875, false], [-8.1796875, false], [-5.17578125, false], [-7.67578125, false], [-9.4296875, false], [-8.1796875, false], [-5.17578125, false], [-7.67578125, false], [-7.67578125, false], [-5.17578125, false], [-8.1796875, false], [-7.92578125, false], [-3.17578125, false], [-4.92578125, false], [-7.92578125, false], [-6.30859375, false], [-9.1796875, false], [-8.8125, false], [-5.17578125, false], [-9.1796875, false], [-1.92578125, false], [-7.67578125, false], [-5.17578125, false], [-9.4296875, false], [-3.67578125, false], [-8.9296875, false], [-7.92578125, false], [-4.92578125, false], [-8.1796875, false], [-5.17578125, false], [-9.9296875, false], [-7.67578125, false], [-8.1796875, false], [-8.1796875, false], [-5.17578125, false], [-8.4296875, false], [-7.92578125, false], [-7.92578125, false], [-7.92578125, false], [-5.17578125, false], [-7.17578125, false], [-9.4296875, false], [-6.17578125, false], [-7.67578125, false], [-7.67578125, false], [-8.6796875, false], [-5.17578125, false], [-9.4296875, false], [-7.67578125, false], [-8.1796875, false], [-7.92578125, false], [-8.1796875, false], [-8.1796875, false], [-5.17578125, false], [-3.17578125, false], [-7.67578125, false], [-5.17578125, false], [-9.4296875, false], [-7.67578125, false], [-3.67578125, false], [-3.17578125, false], [-8.1796875, false], [-3.17578125, false], [-7.67578125, false], [-4.92578125, false], [-7.92578125, false], [-6.42578125, false], [-5.17578125, false], [-6.42578125, false], [-9.4296875, false], [-8.4296875, false], [-4.92578125, false], [-7.92578125, false], [-5.17578125, false], [-8.1796875, false], [-8.1796875, false], [-9.4296875, false], [-7.92578125, false], [-8.1796875, false], [-5.17578125, false], [-7.67578125, false], [-8.1796875, false], [-6.30859375, false], [-9.1796875, false], [-8.8125, false], [-5.17578125, false], [-9.1796875, false], [-1.92578125, false], [-5.17578125, false], [-7.17578125, false], [-9.4296875, false], [-6.17578125, false], [-7.67578125, false], [-7.67578125, false], [-8.6796875, false], [-5.17578125, false], [-9.4296875, false], [-3.67578125, false], [-8.9296875, false], [-7.92578125, false], [-4.92578125, false], [-8.1796875, false], [-5.17578125, false], [-9.9296875, false], [-7.67578125, false], [-8.1796875, false], [-8.1796875, false], [-5.17578125, false], [-7.92578125, false], [-6.17578125, false], [-7.92578125, false], [-7.67578125, false], [-8.1796875, false], [-9.4296875, false], [-3.17578125, false], [-8.1796875, false], [-8.1796875, false], [-8.9296875, false], [-5.17578125, false], [-8.1796875, false], [-8.1796875, false], [-9.4296875, false], [-7.92578125, false], [-5.17578125, false], [-7.92578125, false], [-6.17578125, false], [-7.92578125, false], [-7.67578125, false], [-5.17578125, false], [-8.1796875, false], [-8.6796875, false], [-9.4296875, false], [-9.4296875, false], [-8.6796875, false], [-8.6796875, false], [-5.17578125, false], [-3.17578125, false], [-7.67578125, false], [-5.17578125, false], [-9.4296875, false], [-7.67578125, false], [-3.67578125, false], [-3.17578125, false], [-8.1796875, false], [-3.17578125, false], [-7.67578125, false], [-4.92578125, false], [-7.92578125, false], [-6.42578125, false], [-5.17578125, false], [-6.42578125, false], [-9.4296875, false], [-8.4296875, false], [-4.92578125, false], [-7.92578125, false], [-5.17578125, false], [-8.4296875, false], [-7.92578125, false], [-7.92578125, false], [-7.92578125, false], [-8.1796875, false], [-5.17578125, false], [-7.92578125, false], [-9.4296875, false], [-8.1796875, false], [-8.6796875, false], [-7.67578125, false], [-7.67578125, false], [-8.6796875, false], [-5.17578125, false], [-9.4296875, false], [-7.67578125, false], [-5.17578125, false], [-7.67578125, false], [-8.1796875, false], [-6.30859375, false], [-9.1796875, false], [-11.6796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 344, "doc": {"id": "Mercury_7013195", "question": "A stationary air mass over the Gulf of Mexico would typically be", "choices": {"text": ["warm and dry.", "warm and humid.", "cool and dry.", "cool and humid."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "warm and humid.", "arguments": ["Question: A stationary air mass over the Gulf of Mexico would typically be\nAnswer:", " ["], "resps": [[[-7.62890625, false]], [[-8.2578125, false]], [[-10.6328125, false]], [[-4.37890625, false]], [[-10.7578125, false]], [[-8.8828125, false]], [[-4.50390625, false]], [[-4.37890625, false]], [[-8.2578125, false]], [[-8.1328125, false]], [[-4.50390625, false]], [[-8.1328125, false]], [[-10.7578125, false]], [[-11.6328125, false]], [[-5.9296875, false]], [[-8.2578125, false]], [[-8.0546875, false]], [[-4.50390625, false]], [[-8.2578125, false]], [[-10.6328125, false]], [[-4.37890625, false]], [[-10.7578125, false]], [[-8.8828125, false]], [[-4.50390625, false]], [[-4.37890625, false]], [[-8.2578125, false]], [[-8.1328125, false]], [[-4.50390625, false]], [[-9.3828125, false]], [[-11.5078125, false]], [[-8.8828125, false]], [[-8.2578125, false]], [[-8.1328125, false]], [[-5.9296875, false]], [[-8.2578125, false]], [[-8.0546875, false]], [[-4.50390625, false]], [[-8.2578125, false]], [[-9.0078125, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-10.7578125, false]], [[-4.50390625, false]], [[-4.37890625, false]], [[-8.2578125, false]], [[-8.1328125, false]], [[-4.50390625, false]], [[-8.1328125, false]], [[-10.7578125, false]], [[-11.6328125, false]], [[-5.9296875, false]], [[-8.2578125, false]], [[-8.0546875, false]], [[-4.50390625, false]], [[-8.2578125, false]], [[-9.0078125, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-10.7578125, false]], [[-4.50390625, false]], [[-4.37890625, false]], [[-8.2578125, false]], [[-8.1328125, false]], [[-4.50390625, false]], [[-9.3828125, false]], [[-11.5078125, false]], [[-8.8828125, false]], [[-8.2578125, false]], [[-8.1328125, false]], [[-5.9296875, false]], [[-8.2578125, false]], [[-10.5078125, false]]], "filtered_resps": [[-7.62890625, false], [-8.2578125, false], [-10.6328125, false], [-4.37890625, false], [-10.7578125, false], [-8.8828125, false], [-4.50390625, false], [-4.37890625, false], [-8.2578125, false], [-8.1328125, false], [-4.50390625, false], [-8.1328125, false], [-10.7578125, false], [-11.6328125, false], [-5.9296875, false], [-8.2578125, false], [-8.0546875, false], [-4.50390625, false], [-8.2578125, false], [-10.6328125, false], [-4.37890625, false], [-10.7578125, false], [-8.8828125, false], [-4.50390625, false], [-4.37890625, false], [-8.2578125, false], [-8.1328125, false], [-4.50390625, false], [-9.3828125, false], [-11.5078125, false], [-8.8828125, false], [-8.2578125, false], [-8.1328125, false], [-5.9296875, false], [-8.2578125, false], [-8.0546875, false], [-4.50390625, false], [-8.2578125, false], [-9.0078125, false], [-9.6328125, false], [-9.6328125, false], [-10.7578125, false], [-4.50390625, false], [-4.37890625, false], [-8.2578125, false], [-8.1328125, false], [-4.50390625, false], [-8.1328125, false], [-10.7578125, false], [-11.6328125, false], [-5.9296875, false], [-8.2578125, false], [-8.0546875, false], [-4.50390625, false], [-8.2578125, false], [-9.0078125, false], [-9.6328125, false], [-9.6328125, false], [-10.7578125, false], [-4.50390625, false], [-4.37890625, false], [-8.2578125, false], [-8.1328125, false], [-4.50390625, false], [-9.3828125, false], [-11.5078125, false], [-8.8828125, false], [-8.2578125, false], [-8.1328125, false], [-5.9296875, false], [-8.2578125, false], [-10.5078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 352, "doc": {"id": "Mercury_7003728", "question": "Which form of energy is in firewood?", "choices": {"text": ["light", "sound", "kinetic", "potential"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "potential", "arguments": ["Question: Which form of energy is in firewood?\nAnswer:", " ["], "resps": [[[-8.3125, false]], [[-8.3125, false]], [[-9.8125, false]], [[-7.81640625, false]], [[-11.8125, false]], [[-10.0625, false]], [[-11.0625, false]], [[-8.3125, false]], [[-8.6796875, false]], [[-5.06640625, false]], [[-8.3125, false]], [[-10.3125, false]], [[-8.8125, false]], [[-9.3125, false]], [[-8.8125, false]], [[-10.8125, false]], [[-8.3125, false]], [[-8.6796875, false]], [[-5.06640625, false]], [[-8.3125, false]], [[-11.8125, false]], [[-7.81640625, false]], [[-8.8125, false]], [[-8.8125, false]], [[-11.0625, false]], [[-7.81640625, false]], [[-9.3125, false]], [[-8.3125, false]], [[-8.6796875, false]], [[-5.06640625, false]], [[-8.3125, false]], [[-10.8125, false]], [[-8.8125, false]], [[-11.0625, false]], [[-8.8125, false]], [[-8.8125, false]], [[-11.0625, false]], [[-7.81640625, false]], [[-6.06640625, false]], [[-9.8125, false]], [[-8.3125, false]], [[-15.0625, false]]], "filtered_resps": [[-8.3125, false], [-8.3125, false], [-9.8125, false], [-7.81640625, false], [-11.8125, false], [-10.0625, false], [-11.0625, false], [-8.3125, false], [-8.6796875, false], [-5.06640625, false], [-8.3125, false], [-10.3125, false], [-8.8125, false], [-9.3125, false], [-8.8125, false], [-10.8125, false], [-8.3125, false], [-8.6796875, false], [-5.06640625, false], [-8.3125, false], [-11.8125, false], [-7.81640625, false], [-8.8125, false], [-8.8125, false], [-11.0625, false], [-7.81640625, false], [-9.3125, false], [-8.3125, false], [-8.6796875, false], [-5.06640625, false], [-8.3125, false], [-10.8125, false], [-8.8125, false], [-11.0625, false], [-8.8125, false], [-8.8125, false], [-11.0625, false], [-7.81640625, false], [-6.06640625, false], [-9.8125, false], [-8.3125, false], [-15.0625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 360, "doc": {"id": "MDSA_2010_5_19", "question": "The Statue of Liberty was built in France and then taken apart into 350 pieces for shipping. When the pieces arrived in New York, the statue was put together. Which statement describes the relationship between the mass of the 350 pieces and the mass of the whole statue?", "choices": {"text": ["The mass of the pieces is greater than the mass of the statue.", "The mass of the pieces is the same as the mass of the statue.", "The mass of the statue is greater than the mass of the pieces.", "The mass of the statue is not related to the mass of the pieces."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "The mass of the pieces is the same as the mass of the statue.", "arguments": ["Question: The Statue of Liberty was built in France and then taken apart into 350 pieces for shipping. When the pieces arrived in New York, the statue was put together. Which statement describes the relationship between the mass of the 350 pieces and the mass of the whole statue?\nAnswer:", " ["], "resps": [[[-7.0078125, false]], [[-8.7578125, false]], [[-6.5078125, false]], [[-10.2578125, false]], [[-8.5078125, false]], [[-6.0078125, false]], [[-7.7578125, false]], [[-4.0078125, false]], [[-9.5078125, false]], [[-9.5078125, false]], [[-6.0078125, false]], [[-9.0078125, false]], [[-8.5078125, false]], [[-6.0078125, false]], [[-8.7578125, false]], [[-10.2578125, false]], [[-8.5078125, false]], [[-6.0078125, false]], [[-9.2578125, false]], [[-8.2578125, false]], [[-8.5078125, false]], [[-7.0078125, false]], [[-8.5078125, false]], [[-9.5078125, false]], [[-6.0078125, false]], [[-8.2578125, false]], [[-9.5078125, false]], [[-6.0078125, false]], [[-11.0078125, false]], [[-9.7578125, false]], [[-8.5078125, false]], [[-4.0078125, false]], [[-8.7578125, false]], [[-8.5078125, false]], [[-9.7578125, false]], [[-6.0078125, false]], [[-8.7578125, false]], [[-10.2578125, false]], [[-4.0078125, false]], [[-8.0078125, false]], [[-6.0078125, false]], [[-8.7578125, false]], [[-10.2578125, false]], [[-8.5078125, false]], [[-6.0078125, false]], [[-7.7578125, false]], [[-4.0078125, false]], [[-9.5078125, false]], [[-9.5078125, false]], [[-6.0078125, false]], [[-9.0078125, false]], [[-8.5078125, false]], [[-6.0078125, false]], [[-8.7578125, false]], [[-10.2578125, false]], [[-8.5078125, false]], [[-6.0078125, false]], [[-9.5078125, false]], [[-8.7578125, false]], [[-4.0078125, false]], [[-8.7578125, false]], [[-11.0078125, false]], [[-8.5078125, false]], [[-7.15234375, false]], [[-8.7578125, false]], [[-9.78125, false]], [[-6.0078125, false]], [[-8.7578125, false]], [[-6.5078125, false]], [[-10.2578125, false]], [[-8.5078125, false]], [[-6.0078125, false]], [[-7.7578125, false]], [[-4.0078125, false]], [[-9.5078125, false]], [[-9.5078125, false]], [[-6.0078125, false]], [[-9.0078125, false]], [[-8.5078125, false]], [[-6.0078125, false]], [[-8.7578125, false]], [[-10.2578125, false]], [[-8.5078125, false]], [[-6.0078125, false]], [[-9.2578125, false]], [[-8.2578125, false]], [[-8.5078125, false]], [[-7.0078125, false]], [[-8.5078125, false]], [[-9.5078125, false]], [[-6.0078125, false]], [[-8.2578125, false]], [[-9.5078125, false]], [[-6.0078125, false]], [[-8.7578125, false]], [[-10.2578125, false]], [[-8.5078125, false]], [[-6.0078125, false]], [[-9.5078125, false]], [[-4.0078125, false]], [[-7.7578125, false]], [[-8.5078125, false]], [[-6.0078125, false]], [[-4.0078125, false]], [[-9.5078125, false]], [[-6.0078125, false]], [[-8.7578125, false]], [[-10.2578125, false]], [[-8.5078125, false]], [[-6.0078125, false]], [[-7.7578125, false]], [[-4.0078125, false]], [[-9.5078125, false]], [[-9.5078125, false]], [[-6.0078125, false]], [[-9.0078125, false]], [[-8.5078125, false]], [[-6.0078125, false]], [[-8.7578125, false]], [[-10.2578125, false]], [[-8.5078125, false]], [[-6.0078125, false]], [[-9.5078125, false]], [[-8.7578125, false]], [[-4.0078125, false]], [[-8.7578125, false]], [[-11.0078125, false]], [[-8.5078125, false]], [[-7.15234375, false]], [[-8.7578125, false]], [[-9.7734375, false]], [[-6.0078125, false]], [[-8.7578125, false]], [[-6.5078125, false]], [[-10.2578125, false]], [[-8.5078125, false]], [[-6.0078125, false]], [[-7.7578125, false]], [[-4.0078125, false]], [[-9.5078125, false]], [[-9.5078125, false]], [[-6.0078125, false]], [[-9.0078125, false]], [[-8.5078125, false]], [[-6.0078125, false]], [[-8.7578125, false]], [[-10.2578125, false]], [[-8.5078125, false]], [[-6.0078125, false]], [[-9.5078125, false]], [[-8.7578125, false]], [[-4.0078125, false]], [[-8.7578125, false]], [[-11.0078125, false]], [[-8.5078125, false]], [[-6.0078125, false]], [[-8.2578125, false]], [[-9.5078125, false]], [[-6.0078125, false]], [[-11.0078125, false]], [[-9.7578125, false]], [[-8.5078125, false]], [[-4.0078125, false]], [[-8.7578125, false]], [[-8.5078125, false]], [[-9.7578125, false]], [[-6.0078125, false]], [[-8.7578125, false]], [[-10.2578125, false]], [[-4.0078125, false]], [[-8.0078125, false]], [[-6.0078125, false]], [[-8.7578125, false]], [[-10.2578125, false]], [[-8.5078125, false]], [[-6.0078125, false]], [[-7.7578125, false]], [[-4.0078125, false]], [[-9.5078125, false]], [[-9.5078125, false]], [[-6.0078125, false]], [[-9.0078125, false]], [[-8.5078125, false]], [[-6.0078125, false]], [[-8.7578125, false]], [[-10.2578125, false]], [[-8.5078125, false]], [[-6.0078125, false]], [[-9.2578125, false]], [[-8.2578125, false]], [[-8.5078125, false]], [[-7.0078125, false]], [[-8.5078125, false]], [[-9.5078125, false]], [[-7.15234375, false]], [[-8.7578125, false]], [[-9.7734375, false]], [[-6.0078125, false]], [[-8.7578125, false]], [[-6.5078125, false]], [[-10.2578125, false]], [[-8.5078125, false]], [[-6.0078125, false]], [[-7.7578125, false]], [[-4.0078125, false]], [[-9.5078125, false]], [[-9.5078125, false]], [[-6.0078125, false]], [[-9.0078125, false]], [[-8.5078125, false]], [[-6.0078125, false]], [[-8.7578125, false]], [[-10.2578125, false]], [[-8.5078125, false]], [[-6.0078125, false]], [[-9.5078125, false]], [[-8.7578125, false]], [[-4.0078125, false]], [[-8.7578125, false]], [[-11.0078125, false]], [[-8.5078125, false]], [[-6.0078125, false]], [[-8.2578125, false]], [[-9.5078125, false]], [[-6.0078125, false]], [[-8.0078125, false]], [[-9.0078125, false]], [[-8.7578125, false]], [[-6.0078125, false]], [[-9.7578125, false]], [[-8.5078125, false]], [[-9.2578125, false]], [[-4.0078125, false]], [[-8.7578125, false]], [[-8.5078125, false]], [[-8.0078125, false]], [[-6.0078125, false]], [[-8.7578125, false]], [[-9.0078125, false]], [[-6.0078125, false]], [[-8.7578125, false]], [[-10.2578125, false]], [[-8.5078125, false]], [[-6.0078125, false]], [[-7.7578125, false]], [[-4.0078125, false]], [[-9.5078125, false]], [[-9.5078125, false]], [[-6.0078125, false]], [[-9.0078125, false]], [[-8.5078125, false]], [[-6.0078125, false]], [[-8.7578125, false]], [[-10.2578125, false]], [[-8.5078125, false]], [[-6.0078125, false]], [[-9.2578125, false]], [[-8.2578125, false]], [[-8.5078125, false]], [[-7.0078125, false]], [[-8.5078125, false]], [[-9.5078125, false]], [[-7.15234375, false]], [[-8.7578125, false]], [[-11.7578125, false]]], "filtered_resps": [[-7.0078125, false], [-8.7578125, false], [-6.5078125, false], [-10.2578125, false], [-8.5078125, false], [-6.0078125, false], [-7.7578125, false], [-4.0078125, false], [-9.5078125, false], [-9.5078125, false], [-6.0078125, false], [-9.0078125, false], [-8.5078125, false], [-6.0078125, false], [-8.7578125, false], [-10.2578125, false], [-8.5078125, false], [-6.0078125, false], [-9.2578125, false], [-8.2578125, false], [-8.5078125, false], [-7.0078125, false], [-8.5078125, false], [-9.5078125, false], [-6.0078125, false], [-8.2578125, false], [-9.5078125, false], [-6.0078125, false], [-11.0078125, false], [-9.7578125, false], [-8.5078125, false], [-4.0078125, false], [-8.7578125, false], [-8.5078125, false], [-9.7578125, false], [-6.0078125, false], [-8.7578125, false], [-10.2578125, false], [-4.0078125, false], [-8.0078125, false], [-6.0078125, false], [-8.7578125, false], [-10.2578125, false], [-8.5078125, false], [-6.0078125, false], [-7.7578125, false], [-4.0078125, false], [-9.5078125, false], [-9.5078125, false], [-6.0078125, false], [-9.0078125, false], [-8.5078125, false], [-6.0078125, false], [-8.7578125, false], [-10.2578125, false], [-8.5078125, false], [-6.0078125, false], [-9.5078125, false], [-8.7578125, false], [-4.0078125, false], [-8.7578125, false], [-11.0078125, false], [-8.5078125, false], [-7.15234375, false], [-8.7578125, false], [-9.78125, false], [-6.0078125, false], [-8.7578125, false], [-6.5078125, false], [-10.2578125, false], [-8.5078125, false], [-6.0078125, false], [-7.7578125, false], [-4.0078125, false], [-9.5078125, false], [-9.5078125, false], [-6.0078125, false], [-9.0078125, false], [-8.5078125, false], [-6.0078125, false], [-8.7578125, false], [-10.2578125, false], [-8.5078125, false], [-6.0078125, false], [-9.2578125, false], [-8.2578125, false], [-8.5078125, false], [-7.0078125, false], [-8.5078125, false], [-9.5078125, false], [-6.0078125, false], [-8.2578125, false], [-9.5078125, false], [-6.0078125, false], [-8.7578125, false], [-10.2578125, false], [-8.5078125, false], [-6.0078125, false], [-9.5078125, false], [-4.0078125, false], [-7.7578125, false], [-8.5078125, false], [-6.0078125, false], [-4.0078125, false], [-9.5078125, false], [-6.0078125, false], [-8.7578125, false], [-10.2578125, false], [-8.5078125, false], [-6.0078125, false], [-7.7578125, false], [-4.0078125, false], [-9.5078125, false], [-9.5078125, false], [-6.0078125, false], [-9.0078125, false], [-8.5078125, false], [-6.0078125, false], [-8.7578125, false], [-10.2578125, false], [-8.5078125, false], [-6.0078125, false], [-9.5078125, false], [-8.7578125, false], [-4.0078125, false], [-8.7578125, false], [-11.0078125, false], [-8.5078125, false], [-7.15234375, false], [-8.7578125, false], [-9.7734375, false], [-6.0078125, false], [-8.7578125, false], [-6.5078125, false], [-10.2578125, false], [-8.5078125, false], [-6.0078125, false], [-7.7578125, false], [-4.0078125, false], [-9.5078125, false], [-9.5078125, false], [-6.0078125, false], [-9.0078125, false], [-8.5078125, false], [-6.0078125, false], [-8.7578125, false], [-10.2578125, false], [-8.5078125, false], [-6.0078125, false], [-9.5078125, false], [-8.7578125, false], [-4.0078125, false], [-8.7578125, false], [-11.0078125, false], [-8.5078125, false], [-6.0078125, false], [-8.2578125, false], [-9.5078125, false], [-6.0078125, false], [-11.0078125, false], [-9.7578125, false], [-8.5078125, false], [-4.0078125, false], [-8.7578125, false], [-8.5078125, false], [-9.7578125, false], [-6.0078125, false], [-8.7578125, false], [-10.2578125, false], [-4.0078125, false], [-8.0078125, false], [-6.0078125, false], [-8.7578125, false], [-10.2578125, false], [-8.5078125, false], [-6.0078125, false], [-7.7578125, false], [-4.0078125, false], [-9.5078125, false], [-9.5078125, false], [-6.0078125, false], [-9.0078125, false], [-8.5078125, false], [-6.0078125, false], [-8.7578125, false], [-10.2578125, false], [-8.5078125, false], [-6.0078125, false], [-9.2578125, false], [-8.2578125, false], [-8.5078125, false], [-7.0078125, false], [-8.5078125, false], [-9.5078125, false], [-7.15234375, false], [-8.7578125, false], [-9.7734375, false], [-6.0078125, false], [-8.7578125, false], [-6.5078125, false], [-10.2578125, false], [-8.5078125, false], [-6.0078125, false], [-7.7578125, false], [-4.0078125, false], [-9.5078125, false], [-9.5078125, false], [-6.0078125, false], [-9.0078125, false], [-8.5078125, false], [-6.0078125, false], [-8.7578125, false], [-10.2578125, false], [-8.5078125, false], [-6.0078125, false], [-9.5078125, false], [-8.7578125, false], [-4.0078125, false], [-8.7578125, false], [-11.0078125, false], [-8.5078125, false], [-6.0078125, false], [-8.2578125, false], [-9.5078125, false], [-6.0078125, false], [-8.0078125, false], [-9.0078125, false], [-8.7578125, false], [-6.0078125, false], [-9.7578125, false], [-8.5078125, false], [-9.2578125, false], [-4.0078125, false], [-8.7578125, false], [-8.5078125, false], [-8.0078125, false], [-6.0078125, false], [-8.7578125, false], [-9.0078125, false], [-6.0078125, false], [-8.7578125, false], [-10.2578125, false], [-8.5078125, false], [-6.0078125, false], [-7.7578125, false], [-4.0078125, false], [-9.5078125, false], [-9.5078125, false], [-6.0078125, false], [-9.0078125, false], [-8.5078125, false], [-6.0078125, false], [-8.7578125, false], [-10.2578125, false], [-8.5078125, false], [-6.0078125, false], [-9.2578125, false], [-8.2578125, false], [-8.5078125, false], [-7.0078125, false], [-8.5078125, false], [-9.5078125, false], [-7.15234375, false], [-8.7578125, false], [-11.7578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 368, "doc": {"id": "Mercury_404924", "question": "Which is the correct order in the process of sedimentary rock formation?", "choices": {"text": ["compaction, erosion, cementation, deposition", "compaction, weathering, erosion, cementation", "weathering, deposition, cementation, burial", "weathering, erosion, deposition, compaction"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "weathering, erosion, deposition, compaction", "arguments": ["Question: Which is the correct order in the process of sedimentary rock formation?\nAnswer:", " ["], "resps": [[[-7.16015625, false]], [[-8.9140625, false]], [[-8.1640625, false]], [[-9.6640625, false]], [[-8.9140625, false]], [[-7.66015625, false]], [[-5.41015625, false]], [[-8.1640625, false]], [[-9.1640625, false]], [[-8.4140625, false]], [[-9.6640625, false]], [[-8.9140625, false]], [[-8.96875, false]], [[-5.16015625, false]], [[-7.66015625, false]], [[-9.1640625, false]], [[-9.6640625, false]], [[-8.6640625, false]], [[-8.4140625, false]], [[-9.6640625, false]], [[-8.9140625, false]], [[-8.96875, false]], [[-5.16015625, false]], [[-8.1640625, false]], [[-7.66015625, false]], [[-8.9140625, false]], [[-7.66015625, false]], [[-8.9140625, false]], [[-9.1640625, false]], [[-5.41015625, false]], [[-9.1640625, false]], [[-8.4140625, false]], [[-9.6640625, false]], [[-8.9140625, false]], [[-8.96875, false]], [[-5.16015625, false]], [[-9.4140625, false]], [[-7.66015625, false]], [[-7.66015625, false]], [[-9.6640625, false]], [[-8.6640625, false]], [[-8.4140625, false]], [[-9.1640625, false]], [[-8.4140625, false]], [[-9.6640625, false]], [[-8.9140625, false]], [[-8.9140625, false]], [[-8.96875, false]], [[-5.16015625, false]], [[-8.9140625, false]], [[-8.1640625, false]], [[-9.6640625, false]], [[-8.9140625, false]], [[-7.66015625, false]], [[-5.41015625, false]], [[-8.1640625, false]], [[-9.1640625, false]], [[-8.4140625, false]], [[-9.6640625, false]], [[-8.9140625, false]], [[-8.96875, false]], [[-5.16015625, false]], [[-11.4140625, false]], [[-7.66015625, false]], [[-5.41015625, false]], [[-9.1640625, false]], [[-10.9140625, false]], [[-7.66015625, false]], [[-9.1640625, false]], [[-8.4140625, false]], [[-8.9140625, false]], [[-10.4140625, false]], [[-8.96875, false]], [[-5.16015625, false]], [[-7.66015625, false]], [[-9.1640625, false]], [[-9.6640625, false]], [[-8.6640625, false]], [[-8.4140625, false]], [[-9.6640625, false]], [[-8.9140625, false]], [[-8.96875, false]], [[-5.16015625, false]], [[-8.1640625, false]], [[-7.66015625, false]], [[-8.9140625, false]], [[-7.66015625, false]], [[-8.9140625, false]], [[-9.1640625, false]], [[-5.41015625, false]], [[-9.1640625, false]], [[-8.4140625, false]], [[-9.6640625, false]], [[-8.9140625, false]], [[-8.9140625, false]], [[-8.96875, false]], [[-5.16015625, false]], [[-8.9140625, false]], [[-11.4140625, false]], [[-7.66015625, false]], [[-5.41015625, false]], [[-9.1640625, false]], [[-10.9140625, false]], [[-7.66015625, false]], [[-9.1640625, false]], [[-8.4140625, false]], [[-8.9140625, false]], [[-10.4140625, false]], [[-8.96875, false]], [[-5.16015625, false]], [[-9.4140625, false]], [[-7.66015625, false]], [[-7.66015625, false]], [[-9.6640625, false]], [[-8.6640625, false]], [[-8.4140625, false]], [[-9.1640625, false]], [[-8.4140625, false]], [[-9.6640625, false]], [[-8.9140625, false]], [[-8.96875, false]], [[-5.16015625, false]], [[-8.1640625, false]], [[-7.66015625, false]], [[-8.9140625, false]], [[-7.66015625, false]], [[-8.9140625, false]], [[-9.1640625, false]], [[-5.41015625, false]], [[-9.1640625, false]], [[-8.4140625, false]], [[-9.6640625, false]], [[-8.9140625, false]], [[-8.96875, false]], [[-5.16015625, false]], [[-7.16015625, false]], [[-10.6640625, false]], [[-9.1640625, false]], [[-8.4140625, false]], [[-5.41015625, false]], [[-9.9140625, false]], [[-8.9140625, false]], [[-8.96875, false]], [[-5.16015625, false]], [[-8.9140625, false]], [[-11.4140625, false]], [[-7.66015625, false]], [[-5.41015625, false]], [[-9.1640625, false]], [[-10.9140625, false]], [[-7.66015625, false]], [[-9.1640625, false]], [[-8.4140625, false]], [[-8.9140625, false]], [[-10.4140625, false]], [[-8.96875, false]], [[-5.16015625, false]], [[-7.66015625, false]], [[-9.1640625, false]], [[-9.6640625, false]], [[-8.6640625, false]], [[-8.4140625, false]], [[-9.6640625, false]], [[-8.9140625, false]], [[-8.96875, false]], [[-5.16015625, false]], [[-9.4140625, false]], [[-7.66015625, false]], [[-7.66015625, false]], [[-9.6640625, false]], [[-8.6640625, false]], [[-8.4140625, false]], [[-9.1640625, false]], [[-8.4140625, false]], [[-9.6640625, false]], [[-8.9140625, false]], [[-8.96875, false]], [[-5.16015625, false]], [[-8.1640625, false]], [[-9.6640625, false]], [[-8.9140625, false]], [[-7.66015625, false]], [[-5.41015625, false]], [[-8.1640625, false]], [[-9.1640625, false]], [[-8.4140625, false]], [[-9.6640625, false]], [[-8.9140625, false]], [[-8.9140625, false]], [[-11.9140625, false]]], "filtered_resps": [[-7.16015625, false], [-8.9140625, false], [-8.1640625, false], [-9.6640625, false], [-8.9140625, false], [-7.66015625, false], [-5.41015625, false], [-8.1640625, false], [-9.1640625, false], [-8.4140625, false], [-9.6640625, false], [-8.9140625, false], [-8.96875, false], [-5.16015625, false], [-7.66015625, false], [-9.1640625, false], [-9.6640625, false], [-8.6640625, false], [-8.4140625, false], [-9.6640625, false], [-8.9140625, false], [-8.96875, false], [-5.16015625, false], [-8.1640625, false], [-7.66015625, false], [-8.9140625, false], [-7.66015625, false], [-8.9140625, false], [-9.1640625, false], [-5.41015625, false], [-9.1640625, false], [-8.4140625, false], [-9.6640625, false], [-8.9140625, false], [-8.96875, false], [-5.16015625, false], [-9.4140625, false], [-7.66015625, false], [-7.66015625, false], [-9.6640625, false], [-8.6640625, false], [-8.4140625, false], [-9.1640625, false], [-8.4140625, false], [-9.6640625, false], [-8.9140625, false], [-8.9140625, false], [-8.96875, false], [-5.16015625, false], [-8.9140625, false], [-8.1640625, false], [-9.6640625, false], [-8.9140625, false], [-7.66015625, false], [-5.41015625, false], [-8.1640625, false], [-9.1640625, false], [-8.4140625, false], [-9.6640625, false], [-8.9140625, false], [-8.96875, false], [-5.16015625, false], [-11.4140625, false], [-7.66015625, false], [-5.41015625, false], [-9.1640625, false], [-10.9140625, false], [-7.66015625, false], [-9.1640625, false], [-8.4140625, false], [-8.9140625, false], [-10.4140625, false], [-8.96875, false], [-5.16015625, false], [-7.66015625, false], [-9.1640625, false], [-9.6640625, false], [-8.6640625, false], [-8.4140625, false], [-9.6640625, false], [-8.9140625, false], [-8.96875, false], [-5.16015625, false], [-8.1640625, false], [-7.66015625, false], [-8.9140625, false], [-7.66015625, false], [-8.9140625, false], [-9.1640625, false], [-5.41015625, false], [-9.1640625, false], [-8.4140625, false], [-9.6640625, false], [-8.9140625, false], [-8.9140625, false], [-8.96875, false], [-5.16015625, false], [-8.9140625, false], [-11.4140625, false], [-7.66015625, false], [-5.41015625, false], [-9.1640625, false], [-10.9140625, false], [-7.66015625, false], [-9.1640625, false], [-8.4140625, false], [-8.9140625, false], [-10.4140625, false], [-8.96875, false], [-5.16015625, false], [-9.4140625, false], [-7.66015625, false], [-7.66015625, false], [-9.6640625, false], [-8.6640625, false], [-8.4140625, false], [-9.1640625, false], [-8.4140625, false], [-9.6640625, false], [-8.9140625, false], [-8.96875, false], [-5.16015625, false], [-8.1640625, false], [-7.66015625, false], [-8.9140625, false], [-7.66015625, false], [-8.9140625, false], [-9.1640625, false], [-5.41015625, false], [-9.1640625, false], [-8.4140625, false], [-9.6640625, false], [-8.9140625, false], [-8.96875, false], [-5.16015625, false], [-7.16015625, false], [-10.6640625, false], [-9.1640625, false], [-8.4140625, false], [-5.41015625, false], [-9.9140625, false], [-8.9140625, false], [-8.96875, false], [-5.16015625, false], [-8.9140625, false], [-11.4140625, false], [-7.66015625, false], [-5.41015625, false], [-9.1640625, false], [-10.9140625, false], [-7.66015625, false], [-9.1640625, false], [-8.4140625, false], [-8.9140625, false], [-10.4140625, false], [-8.96875, false], [-5.16015625, false], [-7.66015625, false], [-9.1640625, false], [-9.6640625, false], [-8.6640625, false], [-8.4140625, false], [-9.6640625, false], [-8.9140625, false], [-8.96875, false], [-5.16015625, false], [-9.4140625, false], [-7.66015625, false], [-7.66015625, false], [-9.6640625, false], [-8.6640625, false], [-8.4140625, false], [-9.1640625, false], [-8.4140625, false], [-9.6640625, false], [-8.9140625, false], [-8.96875, false], [-5.16015625, false], [-8.1640625, false], [-9.6640625, false], [-8.9140625, false], [-7.66015625, false], [-5.41015625, false], [-8.1640625, false], [-9.1640625, false], [-8.4140625, false], [-9.6640625, false], [-8.9140625, false], [-8.9140625, false], [-11.9140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 376, "doc": {"id": "Mercury_7135853", "question": "Classification of galaxies is based on which characteristic?", "choices": {"text": ["the color of the galaxy", "the shape of the galaxy", "how many stars make up the galaxy", "how many planets make up the galaxy"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "the shape of the galaxy", "arguments": ["Question: Classification of galaxies is based on which characteristic?\nAnswer:", " ["], "resps": [[[-6.9296875, false]], [[-8.5546875, false]], [[-9.4296875, false]], [[-9.3046875, false]], [[-7.4296875, false]], [[-4.8046875, false]], [[-7.5546875, false]], [[-7.9296875, false]], [[-9.4296875, false]], [[-7.9296875, false]], [[-8.6796875, false]], [[-4.8046875, false]], [[-7.9296875, false]], [[-7.9296875, false]], [[-4.8046875, false]], [[-9.4296875, false]], [[-9.3046875, false]], [[-7.4296875, false]], [[-4.8046875, false]], [[-9.8046875, false]], [[-4.5546875, false]], [[-9.4296875, false]], [[-4.5546875, false]], [[-8.4296875, false]], [[-10.1796875, false]], [[-8.5546875, false]], [[-8.7109375, false]], [[-4.8046875, false]], [[-8.5546875, false]], [[-9.4296875, false]], [[-9.3046875, false]], [[-7.4296875, false]], [[-4.8046875, false]], [[-8.8046875, false]], [[-9.3046875, false]], [[-4.5546875, false]], [[-8.6796875, false]], [[-7.4296875, false]], [[-4.8046875, false]], [[-7.9296875, false]], [[-7.9296875, false]], [[-4.8046875, false]], [[-9.4296875, false]], [[-9.3046875, false]], [[-7.4296875, false]], [[-4.8046875, false]], [[-9.8046875, false]], [[-4.5546875, false]], [[-9.4296875, false]], [[-4.5546875, false]], [[-8.4296875, false]], [[-10.1796875, false]], [[-8.5546875, false]], [[-8.7109375, false]], [[-4.8046875, false]], [[-8.5546875, false]], [[-9.3046875, false]], [[-7.9296875, false]], [[-10.5546875, false]], [[-4.8046875, false]], [[-8.9296875, false]], [[-4.5546875, false]], [[-8.4296875, false]], [[-10.1796875, false]], [[-4.8046875, false]], [[-8.8046875, false]], [[-9.4296875, false]], [[-4.5546875, false]], [[-8.6796875, false]], [[-8.8046875, false]], [[-4.8046875, false]], [[-8.9296875, false]], [[-4.5546875, false]], [[-9.8046875, false]], [[-7.4296875, false]], [[-4.8046875, false]], [[-10.5546875, false]], [[-8.6796875, false]], [[-4.8046875, false]], [[-9.4296875, false]], [[-9.3046875, false]], [[-7.4296875, false]], [[-4.8046875, false]], [[-9.8046875, false]], [[-4.5546875, false]], [[-9.4296875, false]], [[-4.5546875, false]], [[-8.4296875, false]], [[-10.1796875, false]], [[-8.5546875, false]], [[-8.7109375, false]], [[-4.8046875, false]], [[-8.5546875, false]], [[-9.3046875, false]], [[-7.9296875, false]], [[-10.5546875, false]], [[-4.8046875, false]], [[-8.9296875, false]], [[-4.5546875, false]], [[-8.4296875, false]], [[-10.1796875, false]], [[-4.8046875, false]], [[-8.6796875, false]], [[-9.4296875, false]], [[-4.5546875, false]], [[-8.4296875, false]], [[-7.4296875, false]], [[-9.4296875, false]], [[-8.8046875, false]], [[-4.8046875, false]], [[-8.9296875, false]], [[-4.5546875, false]], [[-9.8046875, false]], [[-7.4296875, false]], [[-4.8046875, false]], [[-10.5546875, false]], [[-8.6796875, false]], [[-4.8046875, false]], [[-9.4296875, false]], [[-9.3046875, false]], [[-7.4296875, false]], [[-4.8046875, false]], [[-9.8046875, false]], [[-4.5546875, false]], [[-9.4296875, false]], [[-4.5546875, false]], [[-8.4296875, false]], [[-10.1796875, false]], [[-8.5546875, false]], [[-11.5546875, false]]], "filtered_resps": [[-6.9296875, false], [-8.5546875, false], [-9.4296875, false], [-9.3046875, false], [-7.4296875, false], [-4.8046875, false], [-7.5546875, false], [-7.9296875, false], [-9.4296875, false], [-7.9296875, false], [-8.6796875, false], [-4.8046875, false], [-7.9296875, false], [-7.9296875, false], [-4.8046875, false], [-9.4296875, false], [-9.3046875, false], [-7.4296875, false], [-4.8046875, false], [-9.8046875, false], [-4.5546875, false], [-9.4296875, false], [-4.5546875, false], [-8.4296875, false], [-10.1796875, false], [-8.5546875, false], [-8.7109375, false], [-4.8046875, false], [-8.5546875, false], [-9.4296875, false], [-9.3046875, false], [-7.4296875, false], [-4.8046875, false], [-8.8046875, false], [-9.3046875, false], [-4.5546875, false], [-8.6796875, false], [-7.4296875, false], [-4.8046875, false], [-7.9296875, false], [-7.9296875, false], [-4.8046875, false], [-9.4296875, false], [-9.3046875, false], [-7.4296875, false], [-4.8046875, false], [-9.8046875, false], [-4.5546875, false], [-9.4296875, false], [-4.5546875, false], [-8.4296875, false], [-10.1796875, false], [-8.5546875, false], [-8.7109375, false], [-4.8046875, false], [-8.5546875, false], [-9.3046875, false], [-7.9296875, false], [-10.5546875, false], [-4.8046875, false], [-8.9296875, false], [-4.5546875, false], [-8.4296875, false], [-10.1796875, false], [-4.8046875, false], [-8.8046875, false], [-9.4296875, false], [-4.5546875, false], [-8.6796875, false], [-8.8046875, false], [-4.8046875, false], [-8.9296875, false], [-4.5546875, false], [-9.8046875, false], [-7.4296875, false], [-4.8046875, false], [-10.5546875, false], [-8.6796875, false], [-4.8046875, false], [-9.4296875, false], [-9.3046875, false], [-7.4296875, false], [-4.8046875, false], [-9.8046875, false], [-4.5546875, false], [-9.4296875, false], [-4.5546875, false], [-8.4296875, false], [-10.1796875, false], [-8.5546875, false], [-8.7109375, false], [-4.8046875, false], [-8.5546875, false], [-9.3046875, false], [-7.9296875, false], [-10.5546875, false], [-4.8046875, false], [-8.9296875, false], [-4.5546875, false], [-8.4296875, false], [-10.1796875, false], [-4.8046875, false], [-8.6796875, false], [-9.4296875, false], [-4.5546875, false], [-8.4296875, false], [-7.4296875, false], [-9.4296875, false], [-8.8046875, false], [-4.8046875, false], [-8.9296875, false], [-4.5546875, false], [-9.8046875, false], [-7.4296875, false], [-4.8046875, false], [-10.5546875, false], [-8.6796875, false], [-4.8046875, false], [-9.4296875, false], [-9.3046875, false], [-7.4296875, false], [-4.8046875, false], [-9.8046875, false], [-4.5546875, false], [-9.4296875, false], [-4.5546875, false], [-8.4296875, false], [-10.1796875, false], [-8.5546875, false], [-11.5546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 384, "doc": {"id": "Mercury_SC_402052", "question": "Which reflects light?", "choices": {"text": ["mirror", "camera", "telescope", "eyeglasses"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "mirror", "arguments": ["Question: Which reflects light?\nAnswer:", " ["], "resps": [[[-8.09375, false]], [[-8.34375, false]], [[-10.34375, false]], [[-9.84375, false]], [[-10.09375, false]], [[-10.09375, false]], [[-9.59375, false]], [[-10.09375, false]], [[-8.34375, false]], [[-9.578125, false]], [[-5.33984375, false]], [[-8.34375, false]], [[-9.59375, false]], [[-5.33984375, false]], [[-10.34375, false]], [[-9.34375, false]], [[-10.09375, false]], [[-5.33984375, false]], [[-8.34375, false]], [[-9.578125, false]], [[-5.33984375, false]], [[-8.34375, false]], [[-9.84375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-9.59375, false]], [[-9.59375, false]], [[-10.34375, false]], [[-9.34375, false]], [[-8.34375, false]], [[-9.578125, false]], [[-5.33984375, false]], [[-8.34375, false]], [[-9.34375, false]], [[-12.09375, false]], [[-9.34375, false]], [[-11.34375, false]], [[-9.34375, false]], [[-5.33984375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-8.34375, false]], [[-13.84375, false]]], "filtered_resps": [[-8.09375, false], [-8.34375, false], [-10.34375, false], [-9.84375, false], [-10.09375, false], [-10.09375, false], [-9.59375, false], [-10.09375, false], [-8.34375, false], [-9.578125, false], [-5.33984375, false], [-8.34375, false], [-9.59375, false], [-5.33984375, false], [-10.34375, false], [-9.34375, false], [-10.09375, false], [-5.33984375, false], [-8.34375, false], [-9.578125, false], [-5.33984375, false], [-8.34375, false], [-9.84375, false], [-9.34375, false], [-9.34375, false], [-9.34375, false], [-9.34375, false], [-9.59375, false], [-9.59375, false], [-10.34375, false], [-9.34375, false], [-8.34375, false], [-9.578125, false], [-5.33984375, false], [-8.34375, false], [-9.34375, false], [-12.09375, false], [-9.34375, false], [-11.34375, false], [-9.34375, false], [-5.33984375, false], [-9.34375, false], [-9.34375, false], [-9.34375, false], [-9.34375, false], [-8.34375, false], [-13.84375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 392, "doc": {"id": "Mercury_7005058", "question": "Why is the light year often used to describe distances between objects in the universe?", "choices": {"text": ["because of the way planets reflect light", "because of the great number of bright stars", "because of the way objects rotate and revolve", "because of the large distance between objects in space"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "because of the large distance between objects in space", "arguments": ["Question: Why is the light year often used to describe distances between objects in the universe?\nAnswer:", " ["], "resps": [[[-7.51953125, false]], [[-8.2734375, false]], [[-10.5234375, false]], [[-10.0234375, false]], [[-12.0234375, false]], [[-8.0234375, false]], [[-12.5234375, false]], [[-11.5234375, false]], [[-10.0234375, false]], [[-6.51953125, false]], [[-10.0234375, false]], [[-10.7734375, false]], [[-6.51953125, false]], [[-10.5234375, false]], [[-11.7734375, false]], [[-10.0234375, false]], [[-6.51953125, false]], [[-12.2734375, false]], [[-8.0234375, false]], [[-13.5234375, false]], [[-6.51953125, false]], [[-11.5234375, false]], [[-10.5234375, false]], [[-8.0234375, false]], [[-11.2734375, false]], [[-10.0234375, false]], [[-10.5234375, false]], [[-11.5234375, false]], [[-6.51953125, false]], [[-11.5234375, false]], [[-10.0234375, false]], [[-10.7734375, false]], [[-10.5234375, false]], [[-10.0234375, false]], [[-12.0234375, false]], [[-10.5234375, false]], [[-6.51953125, false]], [[-10.5234375, false]], [[-10.2734375, false]], [[-14.0234375, false]], [[-11.7734375, false]], [[-10.5234375, false]], [[-8.2734375, false]], [[-10.109375, false]], [[-6.51953125, false]], [[-8.2734375, false]], [[-10.5234375, false]], [[-10.0234375, false]], [[-12.0234375, false]], [[-8.0234375, false]], [[-12.5234375, false]], [[-11.5234375, false]], [[-10.0234375, false]], [[-6.51953125, false]], [[-10.0234375, false]], [[-10.7734375, false]], [[-6.51953125, false]], [[-10.5234375, false]], [[-11.7734375, false]], [[-10.0234375, false]], [[-6.51953125, false]], [[-14.0234375, false]], [[-11.5234375, false]], [[-10.0234375, false]], [[-8.0234375, false]], [[-10.5234375, false]], [[-6.51953125, false]], [[-11.2734375, false]], [[-12.5234375, false]], [[-11.7734375, false]], [[-10.5234375, false]], [[-10.0234375, false]], [[-11.5234375, false]], [[-6.51953125, false]], [[-10.0234375, false]], [[-10.7734375, false]], [[-6.51953125, false]], [[-10.5234375, false]], [[-11.5234375, false]], [[-10.2734375, false]], [[-14.0234375, false]], [[-11.7734375, false]], [[-10.5234375, false]], [[-6.51953125, false]], [[-11.5234375, false]], [[-10.5234375, false]], [[-8.0234375, false]], [[-11.5234375, false]], [[-11.5234375, false]], [[-8.2734375, false]], [[-10.109375, false]], [[-6.51953125, false]], [[-8.2734375, false]], [[-10.5234375, false]], [[-10.0234375, false]], [[-12.0234375, false]], [[-8.0234375, false]], [[-12.5234375, false]], [[-11.5234375, false]], [[-10.0234375, false]], [[-6.51953125, false]], [[-10.0234375, false]], [[-10.7734375, false]], [[-6.51953125, false]], [[-10.5234375, false]], [[-11.7734375, false]], [[-10.0234375, false]], [[-6.51953125, false]], [[-12.2734375, false]], [[-8.0234375, false]], [[-13.5234375, false]], [[-6.51953125, false]], [[-10.0234375, false]], [[-10.5234375, false]], [[-14.7734375, false]], [[-10.0234375, false]], [[-12.0234375, false]], [[-10.5234375, false]], [[-11.5234375, false]], [[-6.51953125, false]], [[-11.5234375, false]], [[-10.0234375, false]], [[-10.5234375, false]], [[-8.0234375, false]], [[-10.5234375, false]], [[-10.0234375, false]], [[-6.51953125, false]], [[-8.0234375, false]], [[-11.2734375, false]], [[-11.7734375, false]], [[-6.51953125, false]], [[-11.5234375, false]], [[-10.0234375, false]], [[-11.5234375, false]], [[-10.0234375, false]], [[-10.5234375, false]], [[-11.5234375, false]], [[-10.0234375, false]], [[-8.2734375, false]], [[-10.109375, false]], [[-6.51953125, false]], [[-8.2734375, false]], [[-10.5234375, false]], [[-10.0234375, false]], [[-12.0234375, false]], [[-8.0234375, false]], [[-12.5234375, false]], [[-11.5234375, false]], [[-10.0234375, false]], [[-6.51953125, false]], [[-10.0234375, false]], [[-10.7734375, false]], [[-6.51953125, false]], [[-10.5234375, false]], [[-11.7734375, false]], [[-10.0234375, false]], [[-6.51953125, false]], [[-10.5234375, false]], [[-8.0234375, false]], [[-11.5234375, false]], [[-14.0234375, false]], [[-10.0234375, false]], [[-6.51953125, false]], [[-11.7734375, false]], [[-10.2734375, false]], [[-11.5234375, false]], [[-10.5234375, false]], [[-8.0234375, false]], [[-11.2734375, false]], [[-12.0234375, false]], [[-10.0234375, false]], [[-6.51953125, false]], [[-10.5234375, false]], [[-10.0234375, false]], [[-10.5234375, false]], [[-12.2734375, false]], [[-10.0234375, false]], [[-10.0234375, false]], [[-11.2734375, false]], [[-6.51953125, false]], [[-10.0234375, false]], [[-10.5234375, false]], [[-14.7734375, false]], [[-10.0234375, false]], [[-12.0234375, false]], [[-10.5234375, false]], [[-11.5234375, false]], [[-6.51953125, false]], [[-10.2734375, false]], [[-11.2734375, false]], [[-6.51953125, false]], [[-11.5234375, false]], [[-11.5234375, false]], [[-8.0234375, false]], [[-12.0234375, false]], [[-10.0234375, false]], [[-8.2734375, false]], [[-13.2734375, false]]], "filtered_resps": [[-7.51953125, false], [-8.2734375, false], [-10.5234375, false], [-10.0234375, false], [-12.0234375, false], [-8.0234375, false], [-12.5234375, false], [-11.5234375, false], [-10.0234375, false], [-6.51953125, false], [-10.0234375, false], [-10.7734375, false], [-6.51953125, false], [-10.5234375, false], [-11.7734375, false], [-10.0234375, false], [-6.51953125, false], [-12.2734375, false], [-8.0234375, false], [-13.5234375, false], [-6.51953125, false], [-11.5234375, false], [-10.5234375, false], [-8.0234375, false], [-11.2734375, false], [-10.0234375, false], [-10.5234375, false], [-11.5234375, false], [-6.51953125, false], [-11.5234375, false], [-10.0234375, false], [-10.7734375, false], [-10.5234375, false], [-10.0234375, false], [-12.0234375, false], [-10.5234375, false], [-6.51953125, false], [-10.5234375, false], [-10.2734375, false], [-14.0234375, false], [-11.7734375, false], [-10.5234375, false], [-8.2734375, false], [-10.109375, false], [-6.51953125, false], [-8.2734375, false], [-10.5234375, false], [-10.0234375, false], [-12.0234375, false], [-8.0234375, false], [-12.5234375, false], [-11.5234375, false], [-10.0234375, false], [-6.51953125, false], [-10.0234375, false], [-10.7734375, false], [-6.51953125, false], [-10.5234375, false], [-11.7734375, false], [-10.0234375, false], [-6.51953125, false], [-14.0234375, false], [-11.5234375, false], [-10.0234375, false], [-8.0234375, false], [-10.5234375, false], [-6.51953125, false], [-11.2734375, false], [-12.5234375, false], [-11.7734375, false], [-10.5234375, false], [-10.0234375, false], [-11.5234375, false], [-6.51953125, false], [-10.0234375, false], [-10.7734375, false], [-6.51953125, false], [-10.5234375, false], [-11.5234375, false], [-10.2734375, false], [-14.0234375, false], [-11.7734375, false], [-10.5234375, false], [-6.51953125, false], [-11.5234375, false], [-10.5234375, false], [-8.0234375, false], [-11.5234375, false], [-11.5234375, false], [-8.2734375, false], [-10.109375, false], [-6.51953125, false], [-8.2734375, false], [-10.5234375, false], [-10.0234375, false], [-12.0234375, false], [-8.0234375, false], [-12.5234375, false], [-11.5234375, false], [-10.0234375, false], [-6.51953125, false], [-10.0234375, false], [-10.7734375, false], [-6.51953125, false], [-10.5234375, false], [-11.7734375, false], [-10.0234375, false], [-6.51953125, false], [-12.2734375, false], [-8.0234375, false], [-13.5234375, false], [-6.51953125, false], [-10.0234375, false], [-10.5234375, false], [-14.7734375, false], [-10.0234375, false], [-12.0234375, false], [-10.5234375, false], [-11.5234375, false], [-6.51953125, false], [-11.5234375, false], [-10.0234375, false], [-10.5234375, false], [-8.0234375, false], [-10.5234375, false], [-10.0234375, false], [-6.51953125, false], [-8.0234375, false], [-11.2734375, false], [-11.7734375, false], [-6.51953125, false], [-11.5234375, false], [-10.0234375, false], [-11.5234375, false], [-10.0234375, false], [-10.5234375, false], [-11.5234375, false], [-10.0234375, false], [-8.2734375, false], [-10.109375, false], [-6.51953125, false], [-8.2734375, false], [-10.5234375, false], [-10.0234375, false], [-12.0234375, false], [-8.0234375, false], [-12.5234375, false], [-11.5234375, false], [-10.0234375, false], [-6.51953125, false], [-10.0234375, false], [-10.7734375, false], [-6.51953125, false], [-10.5234375, false], [-11.7734375, false], [-10.0234375, false], [-6.51953125, false], [-10.5234375, false], [-8.0234375, false], [-11.5234375, false], [-14.0234375, false], [-10.0234375, false], [-6.51953125, false], [-11.7734375, false], [-10.2734375, false], [-11.5234375, false], [-10.5234375, false], [-8.0234375, false], [-11.2734375, false], [-12.0234375, false], [-10.0234375, false], [-6.51953125, false], [-10.5234375, false], [-10.0234375, false], [-10.5234375, false], [-12.2734375, false], [-10.0234375, false], [-10.0234375, false], [-11.2734375, false], [-6.51953125, false], [-10.0234375, false], [-10.5234375, false], [-14.7734375, false], [-10.0234375, false], [-12.0234375, false], [-10.5234375, false], [-11.5234375, false], [-6.51953125, false], [-10.2734375, false], [-11.2734375, false], [-6.51953125, false], [-11.5234375, false], [-11.5234375, false], [-8.0234375, false], [-12.0234375, false], [-10.0234375, false], [-8.2734375, false], [-13.2734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 400, "doc": {"id": "Mercury_7162558", "question": "Materials made of the same substance will have characteristics in common. Which property is most likely to remain constant in different samples of the same material?", "choices": {"text": ["density", "mass", "shape", "volume"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "density", "arguments": ["Question: Materials made of the same substance will have characteristics in common. Which property is most likely to remain constant in different samples of the same material?\nAnswer:", " ["], "resps": [[[-7.13671875, false]], [[-9.3828125, false]], [[-8.2578125, false]], [[-7.88671875, false]], [[-7.38671875, false]], [[-7.38671875, false]], [[-7.76171875, false]], [[-8.1328125, false]], [[-8.3828125, false]], [[-9.3828125, false]], [[-9.421875, false]], [[-5.26171875, false]], [[-9.3828125, false]], [[-7.38671875, false]], [[-5.01171875, false]], [[-7.38671875, false]], [[-7.38671875, false]], [[-9.3828125, false]], [[-9.421875, false]], [[-5.26171875, false]], [[-9.3828125, false]], [[-7.38671875, false]], [[-9.8828125, false]], [[-5.01171875, false]], [[-7.63671875, false]], [[-7.88671875, false]], [[-9.3828125, false]], [[-9.421875, false]], [[-5.26171875, false]], [[-9.3828125, false]], [[-9.0078125, false]], [[-8.3828125, false]], [[-9.6328125, false]], [[-10.0078125, false]], [[-7.38671875, false]], [[-7.88671875, false]], [[-9.3828125, false]], [[-11.5078125, false]]], "filtered_resps": [[-7.13671875, false], [-9.3828125, false], [-8.2578125, false], [-7.88671875, false], [-7.38671875, false], [-7.38671875, false], [-7.76171875, false], [-8.1328125, false], [-8.3828125, false], [-9.3828125, false], [-9.421875, false], [-5.26171875, false], [-9.3828125, false], [-7.38671875, false], [-5.01171875, false], [-7.38671875, false], [-7.38671875, false], [-9.3828125, false], [-9.421875, false], [-5.26171875, false], [-9.3828125, false], [-7.38671875, false], [-9.8828125, false], [-5.01171875, false], [-7.63671875, false], [-7.88671875, false], [-9.3828125, false], [-9.421875, false], [-5.26171875, false], [-9.3828125, false], [-9.0078125, false], [-8.3828125, false], [-9.6328125, false], [-10.0078125, false], [-7.38671875, false], [-7.88671875, false], [-9.3828125, false], [-11.5078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 408, "doc": {"id": "Mercury_416550", "question": "A Raleigh man turned on his kitchen faucet and filled a glass with water. When he looked at the water, he thought that it might not be safe to drink, so he called the water company to find out. What factor did the man use to evaluate the safety of the water?", "choices": {"text": ["pH", "turbidity", "nitrate concentration", "phosphate concentration"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "turbidity", "arguments": ["Question: A Raleigh man turned on his kitchen faucet and filled a glass with water. When he looked at the water, he thought that it might not be safe to drink, so he called the water company to find out. What factor did the man use to evaluate the safety of the water?\nAnswer:", " ["], "resps": [[[-6.73046875, false]], [[-9.4765625, false]], [[-10.3515625, false]], [[-7.35546875, false]], [[-9.4765625, false]], [[-10.21875, false]], [[-5.515625, false]], [[-9.4765625, false]], [[-9.6015625, false]], [[-11.8515625, false]], [[-10.9765625, false]], [[-7.73046875, false]], [[-9.2265625, false]], [[-7.98046875, false]], [[-9.2265625, false]], [[-9.6015625, false]], [[-12.6015625, false]], [[-9.4765625, false]], [[-10.21875, false]], [[-5.515625, false]], [[-9.4765625, false]], [[-9.1015625, false]], [[-9.2265625, false]], [[-9.6015625, false]], [[-10.9765625, false]], [[-5.10546875, false]], [[-9.6015625, false]], [[-9.6015625, false]], [[-5.48046875, false]], [[-8.1015625, false]], [[-9.9765625, false]], [[-9.1015625, false]], [[-8.1015625, false]], [[-9.6015625, false]], [[-9.1015625, false]], [[-9.6015625, false]], [[-10.9765625, false]], [[-5.10546875, false]], [[-9.6015625, false]], [[-9.2265625, false]], [[-9.9765625, false]], [[-9.1015625, false]], [[-9.4765625, false]], [[-10.09375, false]], [[-5.48046875, false]], [[-9.4765625, false]], [[-10.3515625, false]], [[-10.8515625, false]], [[-9.9765625, false]], [[-9.7265625, false]], [[-10.3515625, false]], [[-10.8515625, false]], [[-5.10546875, false]], [[-9.6015625, false]], [[-9.6015625, false]], [[-5.48046875, false]], [[-8.1015625, false]], [[-9.9765625, false]], [[-9.1015625, false]], [[-8.1015625, false]], [[-9.6015625, false]], [[-9.1015625, false]], [[-9.6015625, false]], [[-10.9765625, false]], [[-5.10546875, false]], [[-9.6015625, false]], [[-9.2265625, false]], [[-9.9765625, false]], [[-9.1015625, false]], [[-9.4765625, false]], [[-12.4765625, false]]], "filtered_resps": [[-6.73046875, false], [-9.4765625, false], [-10.3515625, false], [-7.35546875, false], [-9.4765625, false], [-10.21875, false], [-5.515625, false], [-9.4765625, false], [-9.6015625, false], [-11.8515625, false], [-10.9765625, false], [-7.73046875, false], [-9.2265625, false], [-7.98046875, false], [-9.2265625, false], [-9.6015625, false], [-12.6015625, false], [-9.4765625, false], [-10.21875, false], [-5.515625, false], [-9.4765625, false], [-9.1015625, false], [-9.2265625, false], [-9.6015625, false], [-10.9765625, false], [-5.10546875, false], [-9.6015625, false], [-9.6015625, false], [-5.48046875, false], [-8.1015625, false], [-9.9765625, false], [-9.1015625, false], [-8.1015625, false], [-9.6015625, false], [-9.1015625, false], [-9.6015625, false], [-10.9765625, false], [-5.10546875, false], [-9.6015625, false], [-9.2265625, false], [-9.9765625, false], [-9.1015625, false], [-9.4765625, false], [-10.09375, false], [-5.48046875, false], [-9.4765625, false], [-10.3515625, false], [-10.8515625, false], [-9.9765625, false], [-9.7265625, false], [-10.3515625, false], [-10.8515625, false], [-5.10546875, false], [-9.6015625, false], [-9.6015625, false], [-5.48046875, false], [-8.1015625, false], [-9.9765625, false], [-9.1015625, false], [-8.1015625, false], [-9.6015625, false], [-9.1015625, false], [-9.6015625, false], [-10.9765625, false], [-5.10546875, false], [-9.6015625, false], [-9.2265625, false], [-9.9765625, false], [-9.1015625, false], [-9.4765625, false], [-12.4765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 416, "doc": {"id": "NYSEDREGENTS_2012_8_26", "question": "A bright object with a long tail of glowing gases is in orbit around the Sun. This object is most likely", "choices": {"text": ["a planet", "a star", "an asteroid", "a comet"], "label": ["1", "2", "3", "4"]}, "answerKey": "4"}, "target": "a comet", "arguments": ["Question: A bright object with a long tail of glowing gases is in orbit around the Sun. This object is most likely\nAnswer:", " ["], "resps": [[[-7.1796875, false]], [[-8.1796875, false]], [[-4.1796875, false]], [[-4.6796875, false]], [[-8.1796875, false]], [[-9.6796875, false]], [[-4.1796875, false]], [[-8.4296875, false]], [[-7.9296875, false]], [[-8.9296875, false]], [[-8.1796875, false]], [[-8.953125, false]], [[-4.6796875, false]], [[-8.1796875, false]], [[-4.1796875, false]], [[-4.6796875, false]], [[-8.1796875, false]], [[-8.9296875, false]], [[-4.1796875, false]], [[-8.4296875, false]], [[-8.1796875, false]], [[-8.953125, false]], [[-4.6796875, false]], [[-8.1796875, false]], [[-4.1796875, false]], [[-8.4296875, false]], [[-4.6796875, false]], [[-4.1796875, false]], [[-8.1796875, false]], [[-8.9296875, false]], [[-7.9296875, false]], [[-8.4296875, false]], [[-8.6796875, false]], [[-7.1796875, false]], [[-8.1796875, false]], [[-8.1796875, false]], [[-8.953125, false]], [[-4.6796875, false]], [[-8.1796875, false]], [[-4.1796875, false]], [[-4.6796875, false]], [[-7.4296875, false]], [[-8.6796875, false]], [[-8.6796875, false]], [[-7.9296875, false]], [[-8.9296875, false]], [[-8.1796875, false]], [[-10.4296875, false]]], "filtered_resps": [[-7.1796875, false], [-8.1796875, false], [-4.1796875, false], [-4.6796875, false], [-8.1796875, false], [-9.6796875, false], [-4.1796875, false], [-8.4296875, false], [-7.9296875, false], [-8.9296875, false], [-8.1796875, false], [-8.953125, false], [-4.6796875, false], [-8.1796875, false], [-4.1796875, false], [-4.6796875, false], [-8.1796875, false], [-8.9296875, false], [-4.1796875, false], [-8.4296875, false], [-8.1796875, false], [-8.953125, false], [-4.6796875, false], [-8.1796875, false], [-4.1796875, false], [-8.4296875, false], [-4.6796875, false], [-4.1796875, false], [-8.1796875, false], [-8.9296875, false], [-7.9296875, false], [-8.4296875, false], [-8.6796875, false], [-7.1796875, false], [-8.1796875, false], [-8.1796875, false], [-8.953125, false], [-4.6796875, false], [-8.1796875, false], [-4.1796875, false], [-4.6796875, false], [-7.4296875, false], [-8.6796875, false], [-8.6796875, false], [-7.9296875, false], [-8.9296875, false], [-8.1796875, false], [-10.4296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 424, "doc": {"id": "MDSA_2009_8_25", "question": "A growing community relies on a nearby lake to provide fresh water for drinking and bathing. An increase in the use of fresh water will cause the lake to become", "choices": {"text": ["colder", "deeper", "larger", "smaller"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "smaller", "arguments": ["Question: A growing community relies on a nearby lake to provide fresh water for drinking and bathing. An increase in the use of fresh water will cause the lake to become\nAnswer:", " ["], "resps": [[[-7.71484375, false]], [[-9.0859375, false]], [[-7.46484375, false]], [[-8.7109375, false]], [[-9.7109375, false]], [[-6.71484375, false]], [[-8.4609375, false]], [[-9.9609375, false]], [[-9.0859375, false]], [[-8.71875, false]], [[-5.33984375, false]], [[-9.0859375, false]], [[-6.71484375, false]], [[-8.4609375, false]], [[-8.4609375, false]], [[-8.7109375, false]], [[-8.4609375, false]], [[-9.9609375, false]], [[-9.0859375, false]], [[-8.71875, false]], [[-5.33984375, false]], [[-9.0859375, false]], [[-9.7109375, false]], [[-3.837890625, false]], [[-9.9609375, false]], [[-10.2109375, false]], [[-8.4609375, false]], [[-9.9609375, false]], [[-9.0859375, false]], [[-8.71875, false]], [[-5.33984375, false]], [[-9.0859375, false]], [[-8.8359375, false]], [[-9.0859375, false]], [[-3.837890625, false]], [[-9.7109375, false]], [[-9.7109375, false]], [[-8.4609375, false]], [[-9.9609375, false]], [[-9.0859375, false]], [[-12.0859375, false]]], "filtered_resps": [[-7.71484375, false], [-9.0859375, false], [-7.46484375, false], [-8.7109375, false], [-9.7109375, false], [-6.71484375, false], [-8.4609375, false], [-9.9609375, false], [-9.0859375, false], [-8.71875, false], [-5.33984375, false], [-9.0859375, false], [-6.71484375, false], [-8.4609375, false], [-8.4609375, false], [-8.7109375, false], [-8.4609375, false], [-9.9609375, false], [-9.0859375, false], [-8.71875, false], [-5.33984375, false], [-9.0859375, false], [-9.7109375, false], [-3.837890625, false], [-9.9609375, false], [-10.2109375, false], [-8.4609375, false], [-9.9609375, false], [-9.0859375, false], [-8.71875, false], [-5.33984375, false], [-9.0859375, false], [-8.8359375, false], [-9.0859375, false], [-3.837890625, false], [-9.7109375, false], [-9.7109375, false], [-8.4609375, false], [-9.9609375, false], [-9.0859375, false], [-12.0859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 432, "doc": {"id": "Mercury_7034790", "question": "What is needed to change ice into water?", "choices": {"text": ["air", "energy", "stirring", "chemicals"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "energy", "arguments": ["Question: What is needed to change ice into water?\nAnswer:", " ["], "resps": [[[-7.32421875, false]], [[-8.6953125, false]], [[-4.69921875, false]], [[-8.0703125, false]], [[-10.5703125, false]], [[-8.6953125, false]], [[-9.765625, false]], [[-5.44921875, false]], [[-8.6953125, false]], [[-9.0703125, false]], [[-9.6953125, false]], [[-9.0703125, false]], [[-10.5703125, false]], [[-12.0703125, false]], [[-11.9453125, false]], [[-8.6953125, false]], [[-9.765625, false]], [[-5.44921875, false]], [[-8.6953125, false]], [[-9.3203125, false]], [[-10.0703125, false]], [[-8.0703125, false]], [[-10.5703125, false]], [[-10.5703125, false]], [[-8.0703125, false]], [[-9.6953125, false]], [[-12.0703125, false]], [[-8.6953125, false]], [[-9.765625, false]], [[-5.44921875, false]], [[-8.6953125, false]], [[-9.5703125, false]], [[-10.1953125, false]], [[-9.0703125, false]], [[-9.9453125, false]], [[-8.0703125, false]], [[-9.5703125, false]], [[-4.69921875, false]], [[-10.8203125, false]], [[-9.3203125, false]], [[-8.6953125, false]], [[-12.8203125, false]]], "filtered_resps": [[-7.32421875, false], [-8.6953125, false], [-4.69921875, false], [-8.0703125, false], [-10.5703125, false], [-8.6953125, false], [-9.765625, false], [-5.44921875, false], [-8.6953125, false], [-9.0703125, false], [-9.6953125, false], [-9.0703125, false], [-10.5703125, false], [-12.0703125, false], [-11.9453125, false], [-8.6953125, false], [-9.765625, false], [-5.44921875, false], [-8.6953125, false], [-9.3203125, false], [-10.0703125, false], [-8.0703125, false], [-10.5703125, false], [-10.5703125, false], [-8.0703125, false], [-9.6953125, false], [-12.0703125, false], [-8.6953125, false], [-9.765625, false], [-5.44921875, false], [-8.6953125, false], [-9.5703125, false], [-10.1953125, false], [-9.0703125, false], [-9.9453125, false], [-8.0703125, false], [-9.5703125, false], [-4.69921875, false], [-10.8203125, false], [-9.3203125, false], [-8.6953125, false], [-12.8203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 440, "doc": {"id": "Mercury_405469", "question": "How do word processors on computers benefit most students?", "choices": {"text": ["It makes them understand how to write a good story.", "It helps them gather historical information.", "It exposes them to data that is hard to find.", "It allows them to edit papers quickly."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "It allows them to edit papers quickly.", "arguments": ["Question: How do word processors on computers benefit most students?\nAnswer:", " ["], "resps": [[[-8.5234375, false]], [[-9.7734375, false]], [[-5.01953125, false]], [[-11.7734375, false]], [[-6.51953125, false]], [[-11.0234375, false]], [[-7.26953125, false]], [[-13.0234375, false]], [[-8.7734375, false]], [[-11.7734375, false]], [[-6.51953125, false]], [[-11.7734375, false]], [[-12.5234375, false]], [[-8.7734375, false]], [[-11.0234375, false]], [[-6.51953125, false]], [[-11.0234375, false]], [[-12.0234375, false]], [[-12.0234375, false]], [[-8.7734375, false]], [[-12.5234375, false]], [[-11.7734375, false]], [[-11.7734375, false]], [[-7.26953125, false]], [[-12.0234375, false]], [[-12.0234375, false]], [[-6.51953125, false]], [[-12.5234375, false]], [[-10.5234375, false]], [[-10.7734375, false]], [[-6.51953125, false]], [[-11.7734375, false]], [[-10.5234375, false]], [[-6.51953125, false]], [[-10.7734375, false]], [[-12.5234375, false]], [[-9.7734375, false]], [[-11.7734375, false]], [[-8.7734375, false]], [[-6.51953125, false]], [[-7.26953125, false]], [[-6.51953125, false]], [[-13.0234375, false]], [[-10.5234375, false]], [[-10.5234375, false]], [[-12.0234375, false]], [[-6.51953125, false]], [[-11.7734375, false]], [[-11.7734375, false]], [[-10.5234375, false]], [[-12.5234375, false]], [[-14.0234375, false]], [[-8.34375, false]], [[-9.7734375, false]], [[-11.21875, false]], [[-6.51953125, false]], [[-9.7734375, false]], [[-5.01953125, false]], [[-11.7734375, false]], [[-6.51953125, false]], [[-12.5234375, false]], [[-8.7734375, false]], [[-12.0234375, false]], [[-11.5234375, false]], [[-11.7734375, false]], [[-6.51953125, false]], [[-11.7734375, false]], [[-12.5234375, false]], [[-8.7734375, false]], [[-11.0234375, false]], [[-6.51953125, false]], [[-13.0234375, false]], [[-7.26953125, false]], [[-11.7734375, false]], [[-12.5234375, false]], [[-8.7734375, false]], [[-12.5234375, false]], [[-6.51953125, false]], [[-12.5234375, false]], [[-9.7734375, false]], [[-11.7734375, false]], [[-11.7734375, false]], [[-10.5234375, false]], [[-12.5234375, false]], [[-9.7734375, false]], [[-11.5234375, false]], [[-7.26953125, false]], [[-12.0234375, false]], [[-6.51953125, false]], [[-9.7734375, false]], [[-12.0234375, false]], [[-12.5234375, false]], [[-10.5234375, false]], [[-12.5234375, false]], [[-11.0234375, false]], [[-7.26953125, false]], [[-11.7734375, false]], [[-9.7734375, false]], [[-10.5234375, false]], [[-12.0234375, false]], [[-8.34375, false]], [[-9.7734375, false]], [[-11.21875, false]], [[-6.51953125, false]], [[-9.7734375, false]], [[-5.01953125, false]], [[-11.7734375, false]], [[-6.51953125, false]], [[-8.7734375, false]], [[-12.0234375, false]], [[-11.5234375, false]], [[-10.5234375, false]], [[-11.7734375, false]], [[-8.7734375, false]], [[-11.7734375, false]], [[-6.51953125, false]], [[-11.7734375, false]], [[-12.5234375, false]], [[-8.7734375, false]], [[-11.0234375, false]], [[-6.51953125, false]], [[-11.7734375, false]], [[-10.5234375, false]], [[-6.51953125, false]], [[-12.0234375, false]], [[-7.26953125, false]], [[-11.7734375, false]], [[-7.26953125, false]], [[-6.51953125, false]], [[-11.7734375, false]], [[-12.5234375, false]], [[-7.26953125, false]], [[-11.7734375, false]], [[-6.51953125, false]], [[-9.7734375, false]], [[-11.7734375, false]], [[-6.51953125, false]], [[-12.5234375, false]], [[-7.26953125, false]], [[-12.5234375, false]], [[-12.0234375, false]], [[-6.51953125, false]], [[-11.7734375, false]], [[-10.5234375, false]], [[-6.51953125, false]], [[-12.5234375, false]], [[-9.7734375, false]], [[-12.0234375, false]], [[-12.0234375, false]], [[-8.34375, false]], [[-9.7734375, false]], [[-11.21875, false]], [[-6.51953125, false]], [[-9.7734375, false]], [[-5.01953125, false]], [[-11.7734375, false]], [[-6.51953125, false]], [[-7.26953125, false]], [[-12.0234375, false]], [[-12.0234375, false]], [[-10.5234375, false]], [[-10.7734375, false]], [[-11.7734375, false]], [[-6.51953125, false]], [[-11.7734375, false]], [[-12.5234375, false]], [[-8.7734375, false]], [[-11.0234375, false]], [[-6.51953125, false]], [[-11.7734375, false]], [[-10.5234375, false]], [[-6.51953125, false]], [[-8.7734375, false]], [[-12.0234375, false]], [[-9.7734375, false]], [[-11.7734375, false]], [[-6.51953125, false]], [[-11.5234375, false]], [[-7.26953125, false]], [[-11.5234375, false]], [[-8.7734375, false]], [[-12.5234375, false]], [[-11.7734375, false]], [[-6.51953125, false]], [[-13.2734375, false]], [[-11.0234375, false]], [[-9.7734375, false]], [[-11.5234375, false]], [[-13.0234375, false]], [[-12.0234375, false]], [[-14.0234375, false]], [[-8.34375, false]], [[-9.7734375, false]], [[-13.2734375, false]]], "filtered_resps": [[-8.5234375, false], [-9.7734375, false], [-5.01953125, false], [-11.7734375, false], [-6.51953125, false], [-11.0234375, false], [-7.26953125, false], [-13.0234375, false], [-8.7734375, false], [-11.7734375, false], [-6.51953125, false], [-11.7734375, false], [-12.5234375, false], [-8.7734375, false], [-11.0234375, false], [-6.51953125, false], [-11.0234375, false], [-12.0234375, false], [-12.0234375, false], [-8.7734375, false], [-12.5234375, false], [-11.7734375, false], [-11.7734375, false], [-7.26953125, false], [-12.0234375, false], [-12.0234375, false], [-6.51953125, false], [-12.5234375, false], [-10.5234375, false], [-10.7734375, false], [-6.51953125, false], [-11.7734375, false], [-10.5234375, false], [-6.51953125, false], [-10.7734375, false], [-12.5234375, false], [-9.7734375, false], [-11.7734375, false], [-8.7734375, false], [-6.51953125, false], [-7.26953125, false], [-6.51953125, false], [-13.0234375, false], [-10.5234375, false], [-10.5234375, false], [-12.0234375, false], [-6.51953125, false], [-11.7734375, false], [-11.7734375, false], [-10.5234375, false], [-12.5234375, false], [-14.0234375, false], [-8.34375, false], [-9.7734375, false], [-11.21875, false], [-6.51953125, false], [-9.7734375, false], [-5.01953125, false], [-11.7734375, false], [-6.51953125, false], [-12.5234375, false], [-8.7734375, false], [-12.0234375, false], [-11.5234375, false], [-11.7734375, false], [-6.51953125, false], [-11.7734375, false], [-12.5234375, false], [-8.7734375, false], [-11.0234375, false], [-6.51953125, false], [-13.0234375, false], [-7.26953125, false], [-11.7734375, false], [-12.5234375, false], [-8.7734375, false], [-12.5234375, false], [-6.51953125, false], [-12.5234375, false], [-9.7734375, false], [-11.7734375, false], [-11.7734375, false], [-10.5234375, false], [-12.5234375, false], [-9.7734375, false], [-11.5234375, false], [-7.26953125, false], [-12.0234375, false], [-6.51953125, false], [-9.7734375, false], [-12.0234375, false], [-12.5234375, false], [-10.5234375, false], [-12.5234375, false], [-11.0234375, false], [-7.26953125, false], [-11.7734375, false], [-9.7734375, false], [-10.5234375, false], [-12.0234375, false], [-8.34375, false], [-9.7734375, false], [-11.21875, false], [-6.51953125, false], [-9.7734375, false], [-5.01953125, false], [-11.7734375, false], [-6.51953125, false], [-8.7734375, false], [-12.0234375, false], [-11.5234375, false], [-10.5234375, false], [-11.7734375, false], [-8.7734375, false], [-11.7734375, false], [-6.51953125, false], [-11.7734375, false], [-12.5234375, false], [-8.7734375, false], [-11.0234375, false], [-6.51953125, false], [-11.7734375, false], [-10.5234375, false], [-6.51953125, false], [-12.0234375, false], [-7.26953125, false], [-11.7734375, false], [-7.26953125, false], [-6.51953125, false], [-11.7734375, false], [-12.5234375, false], [-7.26953125, false], [-11.7734375, false], [-6.51953125, false], [-9.7734375, false], [-11.7734375, false], [-6.51953125, false], [-12.5234375, false], [-7.26953125, false], [-12.5234375, false], [-12.0234375, false], [-6.51953125, false], [-11.7734375, false], [-10.5234375, false], [-6.51953125, false], [-12.5234375, false], [-9.7734375, false], [-12.0234375, false], [-12.0234375, false], [-8.34375, false], [-9.7734375, false], [-11.21875, false], [-6.51953125, false], [-9.7734375, false], [-5.01953125, false], [-11.7734375, false], [-6.51953125, false], [-7.26953125, false], [-12.0234375, false], [-12.0234375, false], [-10.5234375, false], [-10.7734375, false], [-11.7734375, false], [-6.51953125, false], [-11.7734375, false], [-12.5234375, false], [-8.7734375, false], [-11.0234375, false], [-6.51953125, false], [-11.7734375, false], [-10.5234375, false], [-6.51953125, false], [-8.7734375, false], [-12.0234375, false], [-9.7734375, false], [-11.7734375, false], [-6.51953125, false], [-11.5234375, false], [-7.26953125, false], [-11.5234375, false], [-8.7734375, false], [-12.5234375, false], [-11.7734375, false], [-6.51953125, false], [-13.2734375, false], [-11.0234375, false], [-9.7734375, false], [-11.5234375, false], [-13.0234375, false], [-12.0234375, false], [-14.0234375, false], [-8.34375, false], [-9.7734375, false], [-13.2734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 448, "doc": {"id": "Mercury_7027265", "question": "Use of nuclear fuel would most likely reduce human contributions to which environmental problem?", "choices": {"text": ["ozone thinning", "landfill creation", "shoreline erosion", "greenhouse heating"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "greenhouse heating", "arguments": ["Question: Use of nuclear fuel would most likely reduce human contributions to which environmental problem?\nAnswer:", " ["], "resps": [[[-7.09375, false]], [[-8.09375, false]], [[-9.59375, false]], [[-12.34375, false]], [[-9.59375, false]], [[-8.34375, false]], [[-8.71875, false]], [[-4.96875, false]], [[-11.46875, false]], [[-12.09375, false]], [[-8.34375, false]], [[-8.34375, false]], [[-8.34375, false]], [[-8.34375, false]], [[-8.34375, false]], [[-11.46875, false]], [[-8.09375, false]], [[-9.6875, false]], [[-4.96875, false]], [[-8.09375, false]], [[-11.21875, false]], [[-6.21875, false]], [[-8.34375, false]], [[-9.46875, false]], [[-10.84375, false]], [[-8.34375, false]], [[-11.21875, false]], [[-11.21875, false]], [[-4.96875, false]], [[-9.34375, false]], [[-11.84375, false]], [[-8.71875, false]], [[-6.21875, false]], [[-11.46875, false]], [[-8.34375, false]], [[-9.59375, false]], [[-8.34375, false]], [[-8.09375, false]], [[-9.6875, false]], [[-4.96875, false]], [[-8.09375, false]], [[-9.71875, false]], [[-12.09375, false]], [[-9.59375, false]], [[-11.84375, false]], [[-8.71875, false]], [[-11.21875, false]], [[-8.34375, false]], [[-8.34375, false]], [[-8.71875, false]], [[-4.96875, false]], [[-8.71875, false]], [[-11.84375, false]], [[-9.59375, false]], [[-9.71875, false]], [[-8.34375, false]], [[-9.59375, false]], [[-8.34375, false]], [[-8.09375, false]], [[-9.6875, false]], [[-4.96875, false]], [[-8.09375, false]], [[-11.46875, false]], [[-11.84375, false]], [[-8.71875, false]], [[-8.71875, false]], [[-8.34375, false]], [[-12.09375, false]], [[-9.59375, false]], [[-10.46875, false]], [[-9.71875, false]], [[-8.71875, false]], [[-4.96875, false]], [[-12.09375, false]], [[-8.71875, false]], [[-6.21875, false]], [[-11.46875, false]], [[-8.34375, false]], [[-8.34375, false]], [[-11.46875, false]], [[-8.09375, false]], [[-13.46875, false]]], "filtered_resps": [[-7.09375, false], [-8.09375, false], [-9.59375, false], [-12.34375, false], [-9.59375, false], [-8.34375, false], [-8.71875, false], [-4.96875, false], [-11.46875, false], [-12.09375, false], [-8.34375, false], [-8.34375, false], [-8.34375, false], [-8.34375, false], [-8.34375, false], [-11.46875, false], [-8.09375, false], [-9.6875, false], [-4.96875, false], [-8.09375, false], [-11.21875, false], [-6.21875, false], [-8.34375, false], [-9.46875, false], [-10.84375, false], [-8.34375, false], [-11.21875, false], [-11.21875, false], [-4.96875, false], [-9.34375, false], [-11.84375, false], [-8.71875, false], [-6.21875, false], [-11.46875, false], [-8.34375, false], [-9.59375, false], [-8.34375, false], [-8.09375, false], [-9.6875, false], [-4.96875, false], [-8.09375, false], [-9.71875, false], [-12.09375, false], [-9.59375, false], [-11.84375, false], [-8.71875, false], [-11.21875, false], [-8.34375, false], [-8.34375, false], [-8.71875, false], [-4.96875, false], [-8.71875, false], [-11.84375, false], [-9.59375, false], [-9.71875, false], [-8.34375, false], [-9.59375, false], [-8.34375, false], [-8.09375, false], [-9.6875, false], [-4.96875, false], [-8.09375, false], [-11.46875, false], [-11.84375, false], [-8.71875, false], [-8.71875, false], [-8.34375, false], [-12.09375, false], [-9.59375, false], [-10.46875, false], [-9.71875, false], [-8.71875, false], [-4.96875, false], [-12.09375, false], [-8.71875, false], [-6.21875, false], [-11.46875, false], [-8.34375, false], [-8.34375, false], [-11.46875, false], [-8.09375, false], [-13.46875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 456, "doc": {"id": "Mercury_LBS10523", "question": "What process makes it possible for the nutrients from organic material to be added to soil?", "choices": {"text": ["weathering", "erosion", "decomposition", "succession"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "decomposition", "arguments": ["Question: What process makes it possible for the nutrients from organic material to be added to soil?\nAnswer:", " ["], "resps": [[[-7.72265625, false]], [[-9.2265625, false]], [[-12.3515625, false]], [[-10.2265625, false]], [[-6.47265625, false]], [[-12.3515625, false]], [[-12.4765625, false]], [[-10.2265625, false]], [[-13.1015625, false]], [[-8.9765625, false]], [[-9.9765625, false]], [[-13.1015625, false]], [[-9.2265625, false]], [[-10.78125, false]], [[-5.97265625, false]], [[-9.2265625, false]], [[-10.2265625, false]], [[-13.1015625, false]], [[-9.4765625, false]], [[-10.9765625, false]], [[-8.9765625, false]], [[-9.4765625, false]], [[-9.9765625, false]], [[-9.2265625, false]], [[-10.78125, false]], [[-5.97265625, false]], [[-9.2265625, false]], [[-10.4765625, false]], [[-10.2265625, false]], [[-10.7265625, false]], [[-9.4765625, false]], [[-11.4765625, false]], [[-10.7265625, false]], [[-9.4765625, false]], [[-10.9765625, false]], [[-8.9765625, false]], [[-12.3515625, false]], [[-8.9765625, false]], [[-9.4765625, false]], [[-9.9765625, false]], [[-9.2265625, false]], [[-10.78125, false]], [[-5.97265625, false]], [[-9.2265625, false]], [[-10.9765625, false]], [[-12.1015625, false]], [[-10.7265625, false]], [[-10.7265625, false]], [[-10.2265625, false]], [[-10.9765625, false]], [[-10.9765625, false]], [[-8.9765625, false]], [[-9.4765625, false]], [[-9.9765625, false]], [[-9.2265625, false]], [[-14.7265625, false]]], "filtered_resps": [[-7.72265625, false], [-9.2265625, false], [-12.3515625, false], [-10.2265625, false], [-6.47265625, false], [-12.3515625, false], [-12.4765625, false], [-10.2265625, false], [-13.1015625, false], [-8.9765625, false], [-9.9765625, false], [-13.1015625, false], [-9.2265625, false], [-10.78125, false], [-5.97265625, false], [-9.2265625, false], [-10.2265625, false], [-13.1015625, false], [-9.4765625, false], [-10.9765625, false], [-8.9765625, false], [-9.4765625, false], [-9.9765625, false], [-9.2265625, false], [-10.78125, false], [-5.97265625, false], [-9.2265625, false], [-10.4765625, false], [-10.2265625, false], [-10.7265625, false], [-9.4765625, false], [-11.4765625, false], [-10.7265625, false], [-9.4765625, false], [-10.9765625, false], [-8.9765625, false], [-12.3515625, false], [-8.9765625, false], [-9.4765625, false], [-9.9765625, false], [-9.2265625, false], [-10.78125, false], [-5.97265625, false], [-9.2265625, false], [-10.9765625, false], [-12.1015625, false], [-10.7265625, false], [-10.7265625, false], [-10.2265625, false], [-10.9765625, false], [-10.9765625, false], [-8.9765625, false], [-9.4765625, false], [-9.9765625, false], [-9.2265625, false], [-14.7265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 464, "doc": {"id": "Mercury_SC_409024", "question": "Animals get energy from eating food that comes from plants. Plants survive by taking in substances that are released by animals. What substance do animals release that plants take in?", "choices": {"text": ["carbon dioxide", "oxygen", "salt", "sugar"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "carbon dioxide", "arguments": ["Question: Animals get energy from eating food that comes from plants. Plants survive by taking in substances that are released by animals. What substance do animals release that plants take in?\nAnswer:", " ["], "resps": [[[-7.8046875, false]], [[-9.8046875, false]], [[-6.5546875, false]], [[-6.0546875, false]], [[-12.8046875, false]], [[-9.5546875, false]], [[-7.8046875, false]], [[-8.5546875, false]], [[-5.3046875, false]], [[-9.3046875, false]], [[-7.8046875, false]], [[-7.8046875, false]], [[-9.8046875, false]], [[-7.8046875, false]], [[-9.3046875, false]], [[-9.5546875, false]], [[-9.8046875, false]], [[-10.4765625, false]], [[-5.3046875, false]], [[-9.8046875, false]], [[-7.8046875, false]], [[-9.8046875, false]], [[-11.3046875, false]], [[-10.8046875, false]], [[-9.5546875, false]], [[-8.5546875, false]], [[-9.8046875, false]], [[-10.4765625, false]], [[-5.3046875, false]], [[-9.8046875, false]], [[-9.8046875, false]], [[-6.0546875, false]], [[-9.8046875, false]], [[-9.8046875, false]], [[-9.8046875, false]], [[-10.4765625, false]], [[-5.3046875, false]], [[-9.8046875, false]], [[-9.8046875, false]], [[-8.8046875, false]], [[-10.8046875, false]], [[-6.0546875, false]], [[-12.8046875, false]], [[-9.8046875, false]], [[-14.5546875, false]]], "filtered_resps": [[-7.8046875, false], [-9.8046875, false], [-6.5546875, false], [-6.0546875, false], [-12.8046875, false], [-9.5546875, false], [-7.8046875, false], [-8.5546875, false], [-5.3046875, false], [-9.3046875, false], [-7.8046875, false], [-7.8046875, false], [-9.8046875, false], [-7.8046875, false], [-9.3046875, false], [-9.5546875, false], [-9.8046875, false], [-10.4765625, false], [-5.3046875, false], [-9.8046875, false], [-7.8046875, false], [-9.8046875, false], [-11.3046875, false], [-10.8046875, false], [-9.5546875, false], [-8.5546875, false], [-9.8046875, false], [-10.4765625, false], [-5.3046875, false], [-9.8046875, false], [-9.8046875, false], [-6.0546875, false], [-9.8046875, false], [-9.8046875, false], [-9.8046875, false], [-10.4765625, false], [-5.3046875, false], [-9.8046875, false], [-9.8046875, false], [-8.8046875, false], [-10.8046875, false], [-6.0546875, false], [-12.8046875, false], [-9.8046875, false], [-14.5546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 472, "doc": {"id": "Mercury_7014560", "question": "Which pieces of equipment would be used to measure the density of a solution?", "choices": {"text": ["a ruler and a protractor", "a magnet and a thermometer", "a graduated cylinder and a balance", "an Erlenmeyer flask and a Bunsen burner"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "a graduated cylinder and a balance", "arguments": ["Question: Which pieces of equipment would be used to measure the density of a solution?\nAnswer:", " ["], "resps": [[[-7.6640625, false]], [[-10.0390625, false]], [[-4.2890625, false]], [[-5.0390625, false]], [[-9.7890625, false]], [[-9.5390625, false]], [[-9.7890625, false]], [[-7.7890625, false]], [[-9.7890625, false]], [[-5.0390625, false]], [[-4.2890625, false]], [[-7.6640625, false]], [[-8.2890625, false]], [[-5.0390625, false]], [[-4.2890625, false]], [[-5.0390625, false]], [[-9.2890625, false]], [[-9.7890625, false]], [[-8.6640625, false]], [[-8.7890625, false]], [[-9.7890625, false]], [[-4.2890625, false]], [[-9.0390625, false]], [[-8.7890625, false]], [[-8.6640625, false]], [[-9.7890625, false]], [[-10.0390625, false]], [[-8.640625, false]], [[-5.0390625, false]], [[-10.0390625, false]], [[-4.2890625, false]], [[-5.0390625, false]], [[-6.6640625, false]], [[-4.2890625, false]], [[-9.5390625, false]], [[-7.6640625, false]], [[-7.7890625, false]], [[-8.7890625, false]], [[-5.0390625, false]], [[-4.2890625, false]], [[-7.6640625, false]], [[-8.2890625, false]], [[-5.0390625, false]], [[-4.2890625, false]], [[-5.0390625, false]], [[-8.7890625, false]], [[-9.2890625, false]], [[-7.7890625, false]], [[-9.7890625, false]], [[-6.6640625, false]], [[-8.6640625, false]], [[-6.6640625, false]], [[-7.7890625, false]], [[-8.7890625, false]], [[-7.7890625, false]], [[-9.7890625, false]], [[-10.0390625, false]], [[-8.640625, false]], [[-5.0390625, false]], [[-10.0390625, false]], [[-4.2890625, false]], [[-5.0390625, false]], [[-9.5390625, false]], [[-9.7890625, false]], [[-4.2890625, false]], [[-8.2890625, false]], [[-9.5390625, false]], [[-4.2890625, false]], [[-8.7890625, false]], [[-7.7890625, false]], [[-8.2890625, false]], [[-5.0390625, false]], [[-9.0390625, false]], [[-10.7890625, false]], [[-9.7890625, false]], [[-8.2890625, false]], [[-7.6640625, false]], [[-8.2890625, false]], [[-7.7890625, false]], [[-9.7890625, false]], [[-5.0390625, false]], [[-4.2890625, false]], [[-7.6640625, false]], [[-8.2890625, false]], [[-5.0390625, false]], [[-4.2890625, false]], [[-5.0390625, false]], [[-8.2890625, false]], [[-4.2890625, false]], [[-9.7890625, false]], [[-4.2890625, false]], [[-7.6640625, false]], [[-9.0390625, false]], [[-7.7890625, false]], [[-10.0390625, false]], [[-8.640625, false]], [[-5.0390625, false]], [[-10.0390625, false]], [[-4.2890625, false]], [[-7.6640625, false]], [[-5.0390625, false]], [[-5.2890625, false]], [[-9.7890625, false]], [[-9.7890625, false]], [[-7.7890625, false]], [[-7.6640625, false]], [[-6.6640625, false]], [[-7.7890625, false]], [[-10.7890625, false]], [[-7.7890625, false]], [[-9.7890625, false]], [[-5.0390625, false]], [[-9.2890625, false]], [[-9.7890625, false]], [[-4.2890625, false]], [[-8.1640625, false]], [[-8.2890625, false]], [[-5.0390625, false]], [[-4.2890625, false]], [[-7.6640625, false]], [[-8.2890625, false]], [[-5.0390625, false]], [[-4.2890625, false]], [[-5.0390625, false]], [[-6.4140625, false]], [[-9.5390625, false]], [[-7.6640625, false]], [[-8.1640625, false]], [[-7.7890625, false]], [[-7.6640625, false]], [[-5.0390625, false]], [[-8.2890625, false]], [[-9.5390625, false]], [[-9.7890625, false]], [[-7.6640625, false]], [[-7.7890625, false]], [[-9.7890625, false]], [[-10.0390625, false]], [[-11.6640625, false]]], "filtered_resps": [[-7.6640625, false], [-10.0390625, false], [-4.2890625, false], [-5.0390625, false], [-9.7890625, false], [-9.5390625, false], [-9.7890625, false], [-7.7890625, false], [-9.7890625, false], [-5.0390625, false], [-4.2890625, false], [-7.6640625, false], [-8.2890625, false], [-5.0390625, false], [-4.2890625, false], [-5.0390625, false], [-9.2890625, false], [-9.7890625, false], [-8.6640625, false], [-8.7890625, false], [-9.7890625, false], [-4.2890625, false], [-9.0390625, false], [-8.7890625, false], [-8.6640625, false], [-9.7890625, false], [-10.0390625, false], [-8.640625, false], [-5.0390625, false], [-10.0390625, false], [-4.2890625, false], [-5.0390625, false], [-6.6640625, false], [-4.2890625, false], [-9.5390625, false], [-7.6640625, false], [-7.7890625, false], [-8.7890625, false], [-5.0390625, false], [-4.2890625, false], [-7.6640625, false], [-8.2890625, false], [-5.0390625, false], [-4.2890625, false], [-5.0390625, false], [-8.7890625, false], [-9.2890625, false], [-7.7890625, false], [-9.7890625, false], [-6.6640625, false], [-8.6640625, false], [-6.6640625, false], [-7.7890625, false], [-8.7890625, false], [-7.7890625, false], [-9.7890625, false], [-10.0390625, false], [-8.640625, false], [-5.0390625, false], [-10.0390625, false], [-4.2890625, false], [-5.0390625, false], [-9.5390625, false], [-9.7890625, false], [-4.2890625, false], [-8.2890625, false], [-9.5390625, false], [-4.2890625, false], [-8.7890625, false], [-7.7890625, false], [-8.2890625, false], [-5.0390625, false], [-9.0390625, false], [-10.7890625, false], [-9.7890625, false], [-8.2890625, false], [-7.6640625, false], [-8.2890625, false], [-7.7890625, false], [-9.7890625, false], [-5.0390625, false], [-4.2890625, false], [-7.6640625, false], [-8.2890625, false], [-5.0390625, false], [-4.2890625, false], [-5.0390625, false], [-8.2890625, false], [-4.2890625, false], [-9.7890625, false], [-4.2890625, false], [-7.6640625, false], [-9.0390625, false], [-7.7890625, false], [-10.0390625, false], [-8.640625, false], [-5.0390625, false], [-10.0390625, false], [-4.2890625, false], [-7.6640625, false], [-5.0390625, false], [-5.2890625, false], [-9.7890625, false], [-9.7890625, false], [-7.7890625, false], [-7.6640625, false], [-6.6640625, false], [-7.7890625, false], [-10.7890625, false], [-7.7890625, false], [-9.7890625, false], [-5.0390625, false], [-9.2890625, false], [-9.7890625, false], [-4.2890625, false], [-8.1640625, false], [-8.2890625, false], [-5.0390625, false], [-4.2890625, false], [-7.6640625, false], [-8.2890625, false], [-5.0390625, false], [-4.2890625, false], [-5.0390625, false], [-6.4140625, false], [-9.5390625, false], [-7.6640625, false], [-8.1640625, false], [-7.7890625, false], [-7.6640625, false], [-5.0390625, false], [-8.2890625, false], [-9.5390625, false], [-9.7890625, false], [-7.6640625, false], [-7.7890625, false], [-9.7890625, false], [-10.0390625, false], [-11.6640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 480, "doc": {"id": "Mercury_SC_401779", "question": "Which of the following is the best conductor of heat?", "choices": {"text": ["oven mitts", "a metal bowl", "a wooden spoon", "rubber soled shoes"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "a metal bowl", "arguments": ["Question: Which of the following is the best conductor of heat?\nAnswer:", " ["], "resps": [[[-8.671875, false]], [[-9.421875, false]], [[-8.671875, false]], [[-10.421875, false]], [[-8.671875, false]], [[-7.671875, false]], [[-5.421875, false]], [[-7.421875, false]], [[-7.921875, false]], [[-8.921875, false]], [[-8.921875, false]], [[-9.171875, false]], [[-9.421875, false]], [[-10.109375, false]], [[-5.421875, false]], [[-9.421875, false]], [[-3.921875, false]], [[-5.421875, false]], [[-7.421875, false]], [[-8.671875, false]], [[-8.921875, false]], [[-3.921875, false]], [[-10.421875, false]], [[-5.421875, false]], [[-9.421875, false]], [[-8.671875, false]], [[-10.671875, false]], [[-10.421875, false]], [[-9.421875, false]], [[-10.109375, false]], [[-5.421875, false]], [[-9.421875, false]], [[-3.921875, false]], [[-5.421875, false]], [[-10.671875, false]], [[-8.671875, false]], [[-8.671875, false]], [[-10.421875, false]], [[-8.671875, false]], [[-7.671875, false]], [[-5.421875, false]], [[-9.171875, false]], [[-8.921875, false]], [[-8.671875, false]], [[-8.671875, false]], [[-7.671875, false]], [[-9.421875, false]], [[-10.109375, false]], [[-5.421875, false]], [[-9.421875, false]], [[-9.171875, false]], [[-9.671875, false]], [[-9.421875, false]], [[-9.421875, false]], [[-8.671875, false]], [[-9.171875, false]], [[-5.421875, false]], [[-9.171875, false]], [[-8.671875, false]], [[-10.421875, false]], [[-8.671875, false]], [[-10.421875, false]], [[-5.421875, false]], [[-9.171875, false]], [[-10.671875, false]], [[-8.671875, false]], [[-8.671875, false]], [[-9.171875, false]], [[-9.421875, false]], [[-14.171875, false]]], "filtered_resps": [[-8.671875, false], [-9.421875, false], [-8.671875, false], [-10.421875, false], [-8.671875, false], [-7.671875, false], [-5.421875, false], [-7.421875, false], [-7.921875, false], [-8.921875, false], [-8.921875, false], [-9.171875, false], [-9.421875, false], [-10.109375, false], [-5.421875, false], [-9.421875, false], [-3.921875, false], [-5.421875, false], [-7.421875, false], [-8.671875, false], [-8.921875, false], [-3.921875, false], [-10.421875, false], [-5.421875, false], [-9.421875, false], [-8.671875, false], [-10.671875, false], [-10.421875, false], [-9.421875, false], [-10.109375, false], [-5.421875, false], [-9.421875, false], [-3.921875, false], [-5.421875, false], [-10.671875, false], [-8.671875, false], [-8.671875, false], [-10.421875, false], [-8.671875, false], [-7.671875, false], [-5.421875, false], [-9.171875, false], [-8.921875, false], [-8.671875, false], [-8.671875, false], [-7.671875, false], [-9.421875, false], [-10.109375, false], [-5.421875, false], [-9.421875, false], [-9.171875, false], [-9.671875, false], [-9.421875, false], [-9.421875, false], [-8.671875, false], [-9.171875, false], [-5.421875, false], [-9.171875, false], [-8.671875, false], [-10.421875, false], [-8.671875, false], [-10.421875, false], [-5.421875, false], [-9.171875, false], [-10.671875, false], [-8.671875, false], [-8.671875, false], [-9.171875, false], [-9.421875, false], [-14.171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 488, "doc": {"id": "Mercury_7202125", "question": "Scientists determined that cabbages grown using Fertilizer A grew bigger than cabbages grown using Fertilizer B or no fertilizer at all. The scientists repeated the investigation and produced the same results. Which best explains the purpose of repeating this investigation?", "choices": {"text": ["to ensure that the cabbages are safe for human consumption", "to discover the scientific principle that causes the increased growth", "to confirm that the observed differences were caused by the fertilizer", "to determine the difference between the experimental and control groups"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "to confirm that the observed differences were caused by the fertilizer", "arguments": ["Question: Scientists determined that cabbages grown using Fertilizer A grew bigger than cabbages grown using Fertilizer B or no fertilizer at all. The scientists repeated the investigation and produced the same results. Which best explains the purpose of repeating this investigation?\nAnswer:", " ["], "resps": [[[-7.47265625, false]], [[-9.4765625, false]], [[-9.9765625, false]], [[-8.9765625, false]], [[-6.22265625, false]], [[-8.9765625, false]], [[-8.4765625, false]], [[-9.7265625, false]], [[-11.4765625, false]], [[-9.9765625, false]], [[-8.9765625, false]], [[-6.22265625, false]], [[-9.9765625, false]], [[-11.2265625, false]], [[-4.97265625, false]], [[-9.9765625, false]], [[-6.22265625, false]], [[-9.9765625, false]], [[-11.2265625, false]], [[-8.9765625, false]], [[-6.22265625, false]], [[-7.47265625, false]], [[-4.97265625, false]], [[-5.97265625, false]], [[-5.97265625, false]], [[-4.97265625, false]], [[-11.7265625, false]], [[-8.9765625, false]], [[-9.7265625, false]], [[-6.22265625, false]], [[-4.97265625, false]], [[-9.9765625, false]], [[-8.9765625, false]], [[-6.22265625, false]], [[-9.7265625, false]], [[-4.97265625, false]], [[-9.4765625, false]], [[-8.9765625, false]], [[-6.22265625, false]], [[-9.4765625, false]], [[-8.9765625, false]], [[-9.9765625, false]], [[-6.22265625, false]], [[-11.2265625, false]], [[-11.4765625, false]], [[-10.7265625, false]], [[-4.97265625, false]], [[-8.4765625, false]], [[-6.22265625, false]], [[-7.47265625, false]], [[-8.9765625, false]], [[-8.4765625, false]], [[-9.7265625, false]], [[-11.4765625, false]], [[-10.7265625, false]], [[-8.2265625, false]], [[-9.9765625, false]], [[-8.4765625, false]], [[-8.9765625, false]], [[-8.4765625, false]], [[-9.4765625, false]], [[-10.984375, false]], [[-6.22265625, false]], [[-9.4765625, false]], [[-9.9765625, false]], [[-8.9765625, false]], [[-6.22265625, false]], [[-7.97265625, false]], [[-8.4765625, false]], [[-9.7265625, false]], [[-7.47265625, false]], [[-8.9765625, false]], [[-10.9765625, false]], [[-8.9765625, false]], [[-9.9765625, false]], [[-6.22265625, false]], [[-9.9765625, false]], [[-11.2265625, false]], [[-8.9765625, false]], [[-6.22265625, false]], [[-9.7265625, false]], [[-7.47265625, false]], [[-8.4765625, false]], [[-8.9765625, false]], [[-8.4765625, false]], [[-9.9765625, false]], [[-8.4765625, false]], [[-9.4765625, false]], [[-8.4765625, false]], [[-7.47265625, false]], [[-6.22265625, false]], [[-8.2265625, false]], [[-9.9765625, false]], [[-8.4765625, false]], [[-8.4765625, false]], [[-7.47265625, false]], [[-8.4765625, false]], [[-8.2265625, false]], [[-10.2265625, false]], [[-8.9765625, false]], [[-6.22265625, false]], [[-9.9765625, false]], [[-11.2265625, false]], [[-4.97265625, false]], [[-9.9765625, false]], [[-6.22265625, false]], [[-7.47265625, false]], [[-4.97265625, false]], [[-11.4765625, false]], [[-9.7265625, false]], [[-8.9765625, false]], [[-9.7265625, false]], [[-6.22265625, false]], [[-9.9765625, false]], [[-11.2265625, false]], [[-8.9765625, false]], [[-6.22265625, false]], [[-8.4765625, false]], [[-8.4765625, false]], [[-7.47265625, false]], [[-9.9765625, false]], [[-8.9765625, false]], [[-4.97265625, false]], [[-9.7265625, false]], [[-8.9765625, false]], [[-7.97265625, false]], [[-6.22265625, false]], [[-11.7265625, false]], [[-9.9765625, false]], [[-8.9765625, false]], [[-10.4765625, false]], [[-9.9765625, false]], [[-11.2265625, false]], [[-9.4765625, false]], [[-10.984375, false]], [[-6.22265625, false]], [[-9.4765625, false]], [[-9.9765625, false]], [[-8.9765625, false]], [[-6.22265625, false]], [[-7.47265625, false]], [[-8.9765625, false]], [[-8.4765625, false]], [[-9.4765625, false]], [[-8.4765625, false]], [[-9.9765625, false]], [[-10.7265625, false]], [[-6.22265625, false]], [[-9.9765625, false]], [[-11.2265625, false]], [[-4.97265625, false]], [[-9.9765625, false]], [[-6.22265625, false]], [[-9.9765625, false]], [[-11.2265625, false]], [[-8.9765625, false]], [[-6.22265625, false]], [[-8.9765625, false]], [[-5.97265625, false]], [[-9.7265625, false]], [[-8.9765625, false]], [[-9.9765625, false]], [[-10.9765625, false]], [[-8.9765625, false]], [[-7.97265625, false]], [[-6.22265625, false]], [[-7.97265625, false]], [[-8.4765625, false]], [[-9.4765625, false]], [[-9.4765625, false]], [[-8.9765625, false]], [[-9.9765625, false]], [[-8.9765625, false]], [[-8.4765625, false]], [[-7.47265625, false]], [[-8.9765625, false]], [[-9.7265625, false]], [[-6.22265625, false]], [[-10.4765625, false]], [[-8.9765625, false]], [[-9.9765625, false]], [[-8.9765625, false]], [[-6.22265625, false]], [[-7.47265625, false]], [[-4.97265625, false]], [[-11.4765625, false]], [[-9.7265625, false]], [[-8.9765625, false]], [[-7.97265625, false]], [[-6.22265625, false]], [[-5.97265625, false]], [[-11.4765625, false]], [[-6.22265625, false]], [[-9.9765625, false]], [[-11.2265625, false]], [[-8.9765625, false]], [[-6.22265625, false]], [[-9.4765625, false]], [[-8.9765625, false]], [[-9.9765625, false]], [[-9.9765625, false]], [[-8.4765625, false]], [[-10.2265625, false]], [[-8.4765625, false]], [[-12.7265625, false]], [[-8.9765625, false]], [[-9.9765625, false]], [[-9.4765625, false]], [[-10.984375, false]], [[-6.22265625, false]], [[-9.4765625, false]], [[-9.9765625, false]], [[-8.9765625, false]], [[-6.22265625, false]], [[-7.97265625, false]], [[-8.9765625, false]], [[-9.9765625, false]], [[-8.9765625, false]], [[-9.9765625, false]], [[-10.7265625, false]], [[-8.4765625, false]], [[-8.4765625, false]], [[-8.9765625, false]], [[-6.22265625, false]], [[-9.9765625, false]], [[-11.2265625, false]], [[-8.9765625, false]], [[-6.22265625, false]], [[-7.97265625, false]], [[-8.4765625, false]], [[-9.4765625, false]], [[-9.4765625, false]], [[-8.9765625, false]], [[-9.9765625, false]], [[-8.9765625, false]], [[-8.4765625, false]], [[-7.47265625, false]], [[-8.9765625, false]], [[-6.22265625, false]], [[-5.97265625, false]], [[-8.9765625, false]], [[-9.9765625, false]], [[-10.4765625, false]], [[-8.9765625, false]], [[-8.9765625, false]], [[-8.4765625, false]], [[-6.22265625, false]], [[-9.9765625, false]], [[-11.2265625, false]], [[-8.9765625, false]], [[-6.22265625, false]], [[-8.9765625, false]], [[-9.7265625, false]], [[-8.2265625, false]], [[-8.9765625, false]], [[-9.9765625, false]], [[-8.4765625, false]], [[-10.7265625, false]], [[-8.9765625, false]], [[-8.4765625, false]], [[-9.9765625, false]], [[-4.97265625, false]], [[-10.2265625, false]], [[-6.22265625, false]], [[-4.97265625, false]], [[-8.4765625, false]], [[-7.97265625, false]], [[-6.22265625, false]], [[-7.47265625, false]], [[-8.9765625, false]], [[-8.4765625, false]], [[-9.9765625, false]], [[-9.9765625, false]], [[-8.9765625, false]], [[-10.2265625, false]], [[-6.22265625, false]], [[-11.7265625, false]], [[-9.9765625, false]], [[-8.9765625, false]], [[-11.4765625, false]], [[-8.2265625, false]], [[-9.7265625, false]], [[-9.4765625, false]], [[-12.7265625, false]]], "filtered_resps": [[-7.47265625, false], [-9.4765625, false], [-9.9765625, false], [-8.9765625, false], [-6.22265625, false], [-8.9765625, false], [-8.4765625, false], [-9.7265625, false], [-11.4765625, false], [-9.9765625, false], [-8.9765625, false], [-6.22265625, false], [-9.9765625, false], [-11.2265625, false], [-4.97265625, false], [-9.9765625, false], [-6.22265625, false], [-9.9765625, false], [-11.2265625, false], [-8.9765625, false], [-6.22265625, false], [-7.47265625, false], [-4.97265625, false], [-5.97265625, false], [-5.97265625, false], [-4.97265625, false], [-11.7265625, false], [-8.9765625, false], [-9.7265625, false], [-6.22265625, false], [-4.97265625, false], [-9.9765625, false], [-8.9765625, false], [-6.22265625, false], [-9.7265625, false], [-4.97265625, false], [-9.4765625, false], [-8.9765625, false], [-6.22265625, false], [-9.4765625, false], [-8.9765625, false], [-9.9765625, false], [-6.22265625, false], [-11.2265625, false], [-11.4765625, false], [-10.7265625, false], [-4.97265625, false], [-8.4765625, false], [-6.22265625, false], [-7.47265625, false], [-8.9765625, false], [-8.4765625, false], [-9.7265625, false], [-11.4765625, false], [-10.7265625, false], [-8.2265625, false], [-9.9765625, false], [-8.4765625, false], [-8.9765625, false], [-8.4765625, false], [-9.4765625, false], [-10.984375, false], [-6.22265625, false], [-9.4765625, false], [-9.9765625, false], [-8.9765625, false], [-6.22265625, false], [-7.97265625, false], [-8.4765625, false], [-9.7265625, false], [-7.47265625, false], [-8.9765625, false], [-10.9765625, false], [-8.9765625, false], [-9.9765625, false], [-6.22265625, false], [-9.9765625, false], [-11.2265625, false], [-8.9765625, false], [-6.22265625, false], [-9.7265625, false], [-7.47265625, false], [-8.4765625, false], [-8.9765625, false], [-8.4765625, false], [-9.9765625, false], [-8.4765625, false], [-9.4765625, false], [-8.4765625, false], [-7.47265625, false], [-6.22265625, false], [-8.2265625, false], [-9.9765625, false], [-8.4765625, false], [-8.4765625, false], [-7.47265625, false], [-8.4765625, false], [-8.2265625, false], [-10.2265625, false], [-8.9765625, false], [-6.22265625, false], [-9.9765625, false], [-11.2265625, false], [-4.97265625, false], [-9.9765625, false], [-6.22265625, false], [-7.47265625, false], [-4.97265625, false], [-11.4765625, false], [-9.7265625, false], [-8.9765625, false], [-9.7265625, false], [-6.22265625, false], [-9.9765625, false], [-11.2265625, false], [-8.9765625, false], [-6.22265625, false], [-8.4765625, false], [-8.4765625, false], [-7.47265625, false], [-9.9765625, false], [-8.9765625, false], [-4.97265625, false], [-9.7265625, false], [-8.9765625, false], [-7.97265625, false], [-6.22265625, false], [-11.7265625, false], [-9.9765625, false], [-8.9765625, false], [-10.4765625, false], [-9.9765625, false], [-11.2265625, false], [-9.4765625, false], [-10.984375, false], [-6.22265625, false], [-9.4765625, false], [-9.9765625, false], [-8.9765625, false], [-6.22265625, false], [-7.47265625, false], [-8.9765625, false], [-8.4765625, false], [-9.4765625, false], [-8.4765625, false], [-9.9765625, false], [-10.7265625, false], [-6.22265625, false], [-9.9765625, false], [-11.2265625, false], [-4.97265625, false], [-9.9765625, false], [-6.22265625, false], [-9.9765625, false], [-11.2265625, false], [-8.9765625, false], [-6.22265625, false], [-8.9765625, false], [-5.97265625, false], [-9.7265625, false], [-8.9765625, false], [-9.9765625, false], [-10.9765625, false], [-8.9765625, false], [-7.97265625, false], [-6.22265625, false], [-7.97265625, false], [-8.4765625, false], [-9.4765625, false], [-9.4765625, false], [-8.9765625, false], [-9.9765625, false], [-8.9765625, false], [-8.4765625, false], [-7.47265625, false], [-8.9765625, false], [-9.7265625, false], [-6.22265625, false], [-10.4765625, false], [-8.9765625, false], [-9.9765625, false], [-8.9765625, false], [-6.22265625, false], [-7.47265625, false], [-4.97265625, false], [-11.4765625, false], [-9.7265625, false], [-8.9765625, false], [-7.97265625, false], [-6.22265625, false], [-5.97265625, false], [-11.4765625, false], [-6.22265625, false], [-9.9765625, false], [-11.2265625, false], [-8.9765625, false], [-6.22265625, false], [-9.4765625, false], [-8.9765625, false], [-9.9765625, false], [-9.9765625, false], [-8.4765625, false], [-10.2265625, false], [-8.4765625, false], [-12.7265625, false], [-8.9765625, false], [-9.9765625, false], [-9.4765625, false], [-10.984375, false], [-6.22265625, false], [-9.4765625, false], [-9.9765625, false], [-8.9765625, false], [-6.22265625, false], [-7.97265625, false], [-8.9765625, false], [-9.9765625, false], [-8.9765625, false], [-9.9765625, false], [-10.7265625, false], [-8.4765625, false], [-8.4765625, false], [-8.9765625, false], [-6.22265625, false], [-9.9765625, false], [-11.2265625, false], [-8.9765625, false], [-6.22265625, false], [-7.97265625, false], [-8.4765625, false], [-9.4765625, false], [-9.4765625, false], [-8.9765625, false], [-9.9765625, false], [-8.9765625, false], [-8.4765625, false], [-7.47265625, false], [-8.9765625, false], [-6.22265625, false], [-5.97265625, false], [-8.9765625, false], [-9.9765625, false], [-10.4765625, false], [-8.9765625, false], [-8.9765625, false], [-8.4765625, false], [-6.22265625, false], [-9.9765625, false], [-11.2265625, false], [-8.9765625, false], [-6.22265625, false], [-8.9765625, false], [-9.7265625, false], [-8.2265625, false], [-8.9765625, false], [-9.9765625, false], [-8.4765625, false], [-10.7265625, false], [-8.9765625, false], [-8.4765625, false], [-9.9765625, false], [-4.97265625, false], [-10.2265625, false], [-6.22265625, false], [-4.97265625, false], [-8.4765625, false], [-7.97265625, false], [-6.22265625, false], [-7.47265625, false], [-8.9765625, false], [-8.4765625, false], [-9.9765625, false], [-9.9765625, false], [-8.9765625, false], [-10.2265625, false], [-6.22265625, false], [-11.7265625, false], [-9.9765625, false], [-8.9765625, false], [-11.4765625, false], [-8.2265625, false], [-9.7265625, false], [-9.4765625, false], [-12.7265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 496, "doc": {"id": "Mercury_SC_415394", "question": "A company wants to make a game that uses a magnet that sticks to a board. Which material should it use for the board?", "choices": {"text": ["cardboard", "glass", "steel", "wood"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "steel", "arguments": ["Question: A company wants to make a game that uses a magnet that sticks to a board. Which material should it use for the board?\nAnswer:", " ["], "resps": [[[-8.5234375, false]], [[-8.7734375, false]], [[-9.0234375, false]], [[-4.7734375, false]], [[-8.2734375, false]], [[-10.7734375, false]], [[-8.2734375, false]], [[-9.7734375, false]], [[-4.7734375, false]], [[-8.2734375, false]], [[-10.7734375, false]], [[-8.7734375, false]], [[-10.59375, false]], [[-5.5234375, false]], [[-8.7734375, false]], [[-11.0234375, false]], [[-10.0234375, false]], [[-4.7734375, false]], [[-8.5234375, false]], [[-8.5234375, false]], [[-8.7734375, false]], [[-10.59375, false]], [[-5.5234375, false]], [[-8.7734375, false]], [[-8.5234375, false]], [[-9.2734375, false]], [[-9.2734375, false]], [[-9.2734375, false]], [[-10.0234375, false]], [[-8.7734375, false]], [[-10.59375, false]], [[-5.5234375, false]], [[-8.7734375, false]], [[-9.5234375, false]], [[-9.7734375, false]], [[-9.7734375, false]], [[-10.7734375, false]], [[-8.7734375, false]], [[-13.5234375, false]]], "filtered_resps": [[-8.5234375, false], [-8.7734375, false], [-9.0234375, false], [-4.7734375, false], [-8.2734375, false], [-10.7734375, false], [-8.2734375, false], [-9.7734375, false], [-4.7734375, false], [-8.2734375, false], [-10.7734375, false], [-8.7734375, false], [-10.59375, false], [-5.5234375, false], [-8.7734375, false], [-11.0234375, false], [-10.0234375, false], [-4.7734375, false], [-8.5234375, false], [-8.5234375, false], [-8.7734375, false], [-10.59375, false], [-5.5234375, false], [-8.7734375, false], [-8.5234375, false], [-9.2734375, false], [-9.2734375, false], [-9.2734375, false], [-10.0234375, false], [-8.7734375, false], [-10.59375, false], [-5.5234375, false], [-8.7734375, false], [-9.5234375, false], [-9.7734375, false], [-9.7734375, false], [-10.7734375, false], [-8.7734375, false], [-13.5234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 504, "doc": {"id": "Mercury_SC_401172", "question": "While performing an experiment involving four different clear liquids, a student forgets to label the test tubes. What should the student do?", "choices": {"text": ["try to identify the liquids by smell", "ask another student to identify the liquids", "ask the teacher how to dispose of the liquids", "continue the experiment with the unidentified liquids"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "ask the teacher how to dispose of the liquids", "arguments": ["Question: While performing an experiment involving four different clear liquids, a student forgets to label the test tubes. What should the student do?\nAnswer:", " ["], "resps": [[[-7.4296875, false]], [[-10.4296875, false]], [[-10.4296875, false]], [[-11.4296875, false]], [[-13.4296875, false]], [[-4.9296875, false]], [[-10.4296875, false]], [[-10.9296875, false]], [[-4.9296875, false]], [[-8.9296875, false]], [[-9.6796875, false]], [[-9.9296875, false]], [[-11.6796875, false]], [[-10.4296875, false]], [[-8.9296875, false]], [[-10.1796875, false]], [[-13.4296875, false]], [[-4.9296875, false]], [[-10.4296875, false]], [[-12.1796875, false]], [[-9.9296875, false]], [[-4.9296875, false]], [[-11.1796875, false]], [[-8.9296875, false]], [[-11.9296875, false]], [[-10.6796875, false]], [[-8.9296875, false]], [[-9.6796875, false]], [[-9.9296875, false]], [[-4.9296875, false]], [[-9.4296875, false]], [[-13.4296875, false]], [[-4.9296875, false]], [[-9.9296875, false]], [[-11.1796875, false]], [[-9.9296875, false]], [[-11.1796875, false]], [[-11.1796875, false]], [[-10.4296875, false]], [[-10.3828125, false]], [[-4.9296875, false]], [[-10.4296875, false]], [[-7.1796875, false]], [[-9.9296875, false]], [[-12.4296875, false]], [[-4.9296875, false]], [[-7.1796875, false]], [[-11.6796875, false]], [[-10.9296875, false]], [[-10.4296875, false]], [[-12.1796875, false]], [[-9.9296875, false]], [[-11.4296875, false]], [[-4.9296875, false]], [[-9.9296875, false]], [[-10.4296875, false]], [[-10.6796875, false]], [[-9.6796875, false]], [[-9.9296875, false]], [[-11.6796875, false]], [[-10.4296875, false]], [[-4.9296875, false]], [[-10.4296875, false]], [[-10.9296875, false]], [[-4.9296875, false]], [[-8.9296875, false]], [[-9.6796875, false]], [[-9.9296875, false]], [[-11.6796875, false]], [[-10.4296875, false]], [[-8.9296875, false]], [[-10.1796875, false]], [[-13.4296875, false]], [[-4.9296875, false]], [[-10.4296875, false]], [[-12.1796875, false]], [[-9.9296875, false]], [[-4.9296875, false]], [[-11.1796875, false]], [[-8.9296875, false]], [[-11.9296875, false]], [[-10.6796875, false]], [[-8.9296875, false]], [[-9.6796875, false]], [[-9.9296875, false]], [[-10.4296875, false]], [[-10.3828125, false]], [[-4.9296875, false]], [[-10.4296875, false]], [[-7.1796875, false]], [[-9.9296875, false]], [[-12.4296875, false]], [[-4.9296875, false]], [[-10.4296875, false]], [[-12.1796875, false]], [[-9.9296875, false]], [[-4.9296875, false]], [[-10.4296875, false]], [[-9.9296875, false]], [[-7.1796875, false]], [[-10.4296875, false]], [[-12.1796875, false]], [[-9.9296875, false]], [[-11.4296875, false]], [[-4.9296875, false]], [[-12.1796875, false]], [[-10.9296875, false]], [[-13.1796875, false]], [[-4.9296875, false]], [[-10.4296875, false]], [[-10.9296875, false]], [[-4.9296875, false]], [[-9.6796875, false]], [[-8.9296875, false]], [[-9.9296875, false]], [[-11.9296875, false]], [[-10.9296875, false]], [[-9.9296875, false]], [[-9.9296875, false]], [[-4.9296875, false]], [[-10.9296875, false]], [[-10.1796875, false]], [[-4.9296875, false]], [[-10.4296875, false]], [[-12.1796875, false]], [[-9.9296875, false]], [[-4.9296875, false]], [[-11.1796875, false]], [[-8.9296875, false]], [[-11.9296875, false]], [[-10.6796875, false]], [[-8.9296875, false]], [[-9.6796875, false]], [[-9.9296875, false]], [[-10.4296875, false]], [[-10.3828125, false]], [[-4.9296875, false]], [[-10.4296875, false]], [[-10.4296875, false]], [[-10.9296875, false]], [[-11.6796875, false]], [[-10.4296875, false]], [[-8.9296875, false]], [[-11.6796875, false]], [[-10.6796875, false]], [[-9.9296875, false]], [[-4.9296875, false]], [[-10.4296875, false]], [[-12.1796875, false]], [[-9.9296875, false]], [[-4.9296875, false]], [[-9.9296875, false]], [[-11.9296875, false]], [[-11.9296875, false]], [[-9.9296875, false]], [[-11.4296875, false]], [[-8.9296875, false]], [[-11.1796875, false]], [[-9.9296875, false]], [[-11.6796875, false]], [[-10.4296875, false]], [[-4.9296875, false]], [[-13.1796875, false]], [[-8.9296875, false]], [[-10.4296875, false]], [[-12.1796875, false]], [[-4.9296875, false]], [[-10.4296875, false]], [[-12.1796875, false]], [[-9.9296875, false]], [[-4.9296875, false]], [[-10.6796875, false]], [[-11.6796875, false]], [[-8.9296875, false]], [[-9.6796875, false]], [[-9.9296875, false]], [[-11.6796875, false]], [[-10.4296875, false]], [[-8.9296875, false]], [[-10.1796875, false]], [[-8.9296875, false]], [[-9.9296875, false]], [[-9.6796875, false]], [[-4.9296875, false]], [[-11.1796875, false]], [[-8.9296875, false]], [[-11.9296875, false]], [[-10.6796875, false]], [[-8.9296875, false]], [[-9.6796875, false]], [[-9.9296875, false]], [[-10.4296875, false]], [[-11.9296875, false]]], "filtered_resps": [[-7.4296875, false], [-10.4296875, false], [-10.4296875, false], [-11.4296875, false], [-13.4296875, false], [-4.9296875, false], [-10.4296875, false], [-10.9296875, false], [-4.9296875, false], [-8.9296875, false], [-9.6796875, false], [-9.9296875, false], [-11.6796875, false], [-10.4296875, false], [-8.9296875, false], [-10.1796875, false], [-13.4296875, false], [-4.9296875, false], [-10.4296875, false], [-12.1796875, false], [-9.9296875, false], [-4.9296875, false], [-11.1796875, false], [-8.9296875, false], [-11.9296875, false], [-10.6796875, false], [-8.9296875, false], [-9.6796875, false], [-9.9296875, false], [-4.9296875, false], [-9.4296875, false], [-13.4296875, false], [-4.9296875, false], [-9.9296875, false], [-11.1796875, false], [-9.9296875, false], [-11.1796875, false], [-11.1796875, false], [-10.4296875, false], [-10.3828125, false], [-4.9296875, false], [-10.4296875, false], [-7.1796875, false], [-9.9296875, false], [-12.4296875, false], [-4.9296875, false], [-7.1796875, false], [-11.6796875, false], [-10.9296875, false], [-10.4296875, false], [-12.1796875, false], [-9.9296875, false], [-11.4296875, false], [-4.9296875, false], [-9.9296875, false], [-10.4296875, false], [-10.6796875, false], [-9.6796875, false], [-9.9296875, false], [-11.6796875, false], [-10.4296875, false], [-4.9296875, false], [-10.4296875, false], [-10.9296875, false], [-4.9296875, false], [-8.9296875, false], [-9.6796875, false], [-9.9296875, false], [-11.6796875, false], [-10.4296875, false], [-8.9296875, false], [-10.1796875, false], [-13.4296875, false], [-4.9296875, false], [-10.4296875, false], [-12.1796875, false], [-9.9296875, false], [-4.9296875, false], [-11.1796875, false], [-8.9296875, false], [-11.9296875, false], [-10.6796875, false], [-8.9296875, false], [-9.6796875, false], [-9.9296875, false], [-10.4296875, false], [-10.3828125, false], [-4.9296875, false], [-10.4296875, false], [-7.1796875, false], [-9.9296875, false], [-12.4296875, false], [-4.9296875, false], [-10.4296875, false], [-12.1796875, false], [-9.9296875, false], [-4.9296875, false], [-10.4296875, false], [-9.9296875, false], [-7.1796875, false], [-10.4296875, false], [-12.1796875, false], [-9.9296875, false], [-11.4296875, false], [-4.9296875, false], [-12.1796875, false], [-10.9296875, false], [-13.1796875, false], [-4.9296875, false], [-10.4296875, false], [-10.9296875, false], [-4.9296875, false], [-9.6796875, false], [-8.9296875, false], [-9.9296875, false], [-11.9296875, false], [-10.9296875, false], [-9.9296875, false], [-9.9296875, false], [-4.9296875, false], [-10.9296875, false], [-10.1796875, false], [-4.9296875, false], [-10.4296875, false], [-12.1796875, false], [-9.9296875, false], [-4.9296875, false], [-11.1796875, false], [-8.9296875, false], [-11.9296875, false], [-10.6796875, false], [-8.9296875, false], [-9.6796875, false], [-9.9296875, false], [-10.4296875, false], [-10.3828125, false], [-4.9296875, false], [-10.4296875, false], [-10.4296875, false], [-10.9296875, false], [-11.6796875, false], [-10.4296875, false], [-8.9296875, false], [-11.6796875, false], [-10.6796875, false], [-9.9296875, false], [-4.9296875, false], [-10.4296875, false], [-12.1796875, false], [-9.9296875, false], [-4.9296875, false], [-9.9296875, false], [-11.9296875, false], [-11.9296875, false], [-9.9296875, false], [-11.4296875, false], [-8.9296875, false], [-11.1796875, false], [-9.9296875, false], [-11.6796875, false], [-10.4296875, false], [-4.9296875, false], [-13.1796875, false], [-8.9296875, false], [-10.4296875, false], [-12.1796875, false], [-4.9296875, false], [-10.4296875, false], [-12.1796875, false], [-9.9296875, false], [-4.9296875, false], [-10.6796875, false], [-11.6796875, false], [-8.9296875, false], [-9.6796875, false], [-9.9296875, false], [-11.6796875, false], [-10.4296875, false], [-8.9296875, false], [-10.1796875, false], [-8.9296875, false], [-9.9296875, false], [-9.6796875, false], [-4.9296875, false], [-11.1796875, false], [-8.9296875, false], [-11.9296875, false], [-10.6796875, false], [-8.9296875, false], [-9.6796875, false], [-9.9296875, false], [-10.4296875, false], [-11.9296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 512, "doc": {"id": "ACTAAP_2015_7_7", "question": "Which human body systems work together to send messages?", "choices": {"text": ["muscular and skeletal", "nervous and endocrine", "excretory and digestive", "circulatory and respiratory"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "nervous and endocrine", "arguments": ["Question: Which human body systems work together to send messages?\nAnswer:", " ["], "resps": [[[-7.734375, false]], [[-10.734375, false]], [[-9.984375, false]], [[-9.234375, false]], [[-10.234375, false]], [[-9.234375, false]], [[-9.234375, false]], [[-8.984375, false]], [[-6.484375, false]], [[-11.234375, false]], [[-4.984375, false]], [[-6.484375, false]], [[-9.734375, false]], [[-10.984375, false]], [[-4.984375, false]], [[-10.234375, false]], [[-6.984375, false]], [[-9.484375, false]], [[-8.984375, false]], [[-9.484375, false]], [[-10.484375, false]], [[-6.484375, false]], [[-8.984375, false]], [[-10.734375, false]], [[-10.0390625, false]], [[-4.984375, false]], [[-10.734375, false]], [[-9.734375, false]], [[-9.484375, false]], [[-11.234375, false]], [[-11.734375, false]], [[-8.984375, false]], [[-9.234375, false]], [[-10.234375, false]], [[-4.984375, false]], [[-6.484375, false]], [[-9.734375, false]], [[-10.984375, false]], [[-4.984375, false]], [[-9.484375, false]], [[-9.734375, false]], [[-10.984375, false]], [[-8.984375, false]], [[-9.234375, false]], [[-11.234375, false]], [[-9.984375, false]], [[-9.734375, false]], [[-9.484375, false]], [[-10.734375, false]], [[-10.0390625, false]], [[-4.984375, false]], [[-10.734375, false]], [[-9.484375, false]], [[-9.984375, false]], [[-9.234375, false]], [[-11.234375, false]], [[-9.484375, false]], [[-10.484375, false]], [[-8.984375, false]], [[-11.234375, false]], [[-13.484375, false]], [[-4.984375, false]], [[-6.484375, false]], [[-9.734375, false]], [[-10.984375, false]], [[-4.984375, false]], [[-10.984375, false]], [[-9.984375, false]], [[-11.484375, false]], [[-9.484375, false]], [[-10.234375, false]], [[-10.484375, false]], [[-9.984375, false]], [[-11.734375, false]], [[-9.484375, false]], [[-10.734375, false]], [[-10.0390625, false]], [[-4.984375, false]], [[-10.734375, false]], [[-9.234375, false]], [[-9.984375, false]], [[-11.234375, false]], [[-9.234375, false]], [[-9.234375, false]], [[-8.984375, false]], [[-6.484375, false]], [[-10.484375, false]], [[-8.984375, false]], [[-11.234375, false]], [[-13.484375, false]], [[-4.984375, false]], [[-6.484375, false]], [[-9.734375, false]], [[-10.984375, false]], [[-4.984375, false]], [[-11.234375, false]], [[-9.484375, false]], [[-10.234375, false]], [[-10.984375, false]], [[-9.984375, false]], [[-11.234375, false]], [[-6.484375, false]], [[-10.484375, false]], [[-8.984375, false]], [[-11.234375, false]], [[-13.484375, false]], [[-10.734375, false]], [[-12.984375, false]]], "filtered_resps": [[-7.734375, false], [-10.734375, false], [-9.984375, false], [-9.234375, false], [-10.234375, false], [-9.234375, false], [-9.234375, false], [-8.984375, false], [-6.484375, false], [-11.234375, false], [-4.984375, false], [-6.484375, false], [-9.734375, false], [-10.984375, false], [-4.984375, false], [-10.234375, false], [-6.984375, false], [-9.484375, false], [-8.984375, false], [-9.484375, false], [-10.484375, false], [-6.484375, false], [-8.984375, false], [-10.734375, false], [-10.0390625, false], [-4.984375, false], [-10.734375, false], [-9.734375, false], [-9.484375, false], [-11.234375, false], [-11.734375, false], [-8.984375, false], [-9.234375, false], [-10.234375, false], [-4.984375, false], [-6.484375, false], [-9.734375, false], [-10.984375, false], [-4.984375, false], [-9.484375, false], [-9.734375, false], [-10.984375, false], [-8.984375, false], [-9.234375, false], [-11.234375, false], [-9.984375, false], [-9.734375, false], [-9.484375, false], [-10.734375, false], [-10.0390625, false], [-4.984375, false], [-10.734375, false], [-9.484375, false], [-9.984375, false], [-9.234375, false], [-11.234375, false], [-9.484375, false], [-10.484375, false], [-8.984375, false], [-11.234375, false], [-13.484375, false], [-4.984375, false], [-6.484375, false], [-9.734375, false], [-10.984375, false], [-4.984375, false], [-10.984375, false], [-9.984375, false], [-11.484375, false], [-9.484375, false], [-10.234375, false], [-10.484375, false], [-9.984375, false], [-11.734375, false], [-9.484375, false], [-10.734375, false], [-10.0390625, false], [-4.984375, false], [-10.734375, false], [-9.234375, false], [-9.984375, false], [-11.234375, false], [-9.234375, false], [-9.234375, false], [-8.984375, false], [-6.484375, false], [-10.484375, false], [-8.984375, false], [-11.234375, false], [-13.484375, false], [-4.984375, false], [-6.484375, false], [-9.734375, false], [-10.984375, false], [-4.984375, false], [-11.234375, false], [-9.484375, false], [-10.234375, false], [-10.984375, false], [-9.984375, false], [-11.234375, false], [-6.484375, false], [-10.484375, false], [-8.984375, false], [-11.234375, false], [-13.484375, false], [-10.734375, false], [-12.984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 520, "doc": {"id": "VASoL_2008_5_11", "question": "Students collect pond water in their beakers. Which is the best unit of measurement for the volume of water they collect?", "choices": {"text": ["Grams", "Meters", "Milliliters", "Centimeters"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Milliliters", "arguments": ["Question: Students collect pond water in their beakers. Which is the best unit of measurement for the volume of water they collect?\nAnswer:", " ["], "resps": [[[-7.30078125, false]], [[-8.296875, false]], [[-6.80078125, false]], [[-9.046875, false]], [[-4.05078125, false]], [[-3.80078125, false]], [[-7.80078125, false]], [[-8.296875, false]], [[-9.28125, false]], [[-4.80078125, false]], [[-8.296875, false]], [[-5.55078125, false]], [[-7.05078125, false]], [[-7.80078125, false]], [[-7.05078125, false]], [[-9.046875, false]], [[-7.80078125, false]], [[-8.296875, false]], [[-9.28125, false]], [[-4.80078125, false]], [[-8.296875, false]], [[-5.55078125, false]], [[-9.296875, false]], [[-7.55078125, false]], [[-7.55078125, false]], [[-9.296875, false]], [[-7.55078125, false]], [[-9.296875, false]], [[-7.80078125, false]], [[-7.05078125, false]], [[-9.046875, false]], [[-7.80078125, false]], [[-8.296875, false]], [[-9.28125, false]], [[-4.80078125, false]], [[-8.296875, false]], [[-5.30078125, false]], [[-7.05078125, false]], [[-6.30078125, false]], [[-7.80078125, false]], [[-9.296875, false]], [[-3.80078125, false]], [[-7.05078125, false]], [[-7.80078125, false]], [[-7.05078125, false]], [[-9.046875, false]], [[-7.80078125, false]], [[-8.296875, false]], [[-12.546875, false]]], "filtered_resps": [[-7.30078125, false], [-8.296875, false], [-6.80078125, false], [-9.046875, false], [-4.05078125, false], [-3.80078125, false], [-7.80078125, false], [-8.296875, false], [-9.28125, false], [-4.80078125, false], [-8.296875, false], [-5.55078125, false], [-7.05078125, false], [-7.80078125, false], [-7.05078125, false], [-9.046875, false], [-7.80078125, false], [-8.296875, false], [-9.28125, false], [-4.80078125, false], [-8.296875, false], [-5.55078125, false], [-9.296875, false], [-7.55078125, false], [-7.55078125, false], [-9.296875, false], [-7.55078125, false], [-9.296875, false], [-7.80078125, false], [-7.05078125, false], [-9.046875, false], [-7.80078125, false], [-8.296875, false], [-9.28125, false], [-4.80078125, false], [-8.296875, false], [-5.30078125, false], [-7.05078125, false], [-6.30078125, false], [-7.80078125, false], [-9.296875, false], [-3.80078125, false], [-7.05078125, false], [-7.80078125, false], [-7.05078125, false], [-9.046875, false], [-7.80078125, false], [-8.296875, false], [-12.546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 528, "doc": {"id": "MDSA_2009_8_32", "question": "Science students investigated the cause of the different phases of the moon. The model that would best demonstrate the cause of the phases of the moon would include representations of", "choices": {"text": ["the moon and Earth", "the moon and the sun", "the moon, the sun, and Earth", "the moon, the sun, and Venus"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "the moon, the sun, and Earth", "arguments": ["Question: Science students investigated the cause of the different phases of the moon. The model that would best demonstrate the cause of the phases of the moon would include representations of\nAnswer:", " ["], "resps": [[[-7.08984375, false]], [[-7.58984375, false]], [[-8.21875, false]], [[-8.59375, false]], [[-6.83984375, false]], [[-4.83984375, false]], [[-7.58984375, false]], [[-7.71484375, false]], [[-7.71484375, false]], [[-7.96484375, false]], [[-4.83984375, false]], [[-3.591796875, false]], [[-7.96484375, false]], [[-6.33984375, false]], [[-4.83984375, false]], [[-5.08984375, false]], [[-3.591796875, false]], [[-7.96484375, false]], [[-8.21875, false]], [[-8.59375, false]], [[-7.58984375, false]], [[-7.98828125, false]], [[-4.83984375, false]], [[-7.58984375, false]], [[-8.21875, false]], [[-8.59375, false]], [[-6.83984375, false]], [[-4.83984375, false]], [[-7.58984375, false]], [[-7.71484375, false]], [[-7.71484375, false]], [[-7.96484375, false]], [[-4.83984375, false]], [[-3.591796875, false]], [[-7.96484375, false]], [[-6.33984375, false]], [[-4.83984375, false]], [[-8.21875, false]], [[-8.59375, false]], [[-6.83984375, false]], [[-4.83984375, false]], [[-7.33984375, false]], [[-9.46875, false]], [[-7.96484375, false]], [[-7.58984375, false]], [[-7.98828125, false]], [[-4.83984375, false]], [[-7.58984375, false]], [[-8.21875, false]], [[-8.59375, false]], [[-6.83984375, false]], [[-4.83984375, false]], [[-7.58984375, false]], [[-7.71484375, false]], [[-7.71484375, false]], [[-7.96484375, false]], [[-7.98828125, false]], [[-4.83984375, false]], [[-8.21875, false]], [[-8.59375, false]], [[-6.83984375, false]], [[-4.83984375, false]], [[-7.33984375, false]], [[-9.46875, false]], [[-7.96484375, false]], [[-7.98828125, false]], [[-4.83984375, false]], [[-3.591796875, false]], [[-7.96484375, false]], [[-6.33984375, false]], [[-4.83984375, false]], [[-5.08984375, false]], [[-3.591796875, false]], [[-7.96484375, false]], [[-8.21875, false]], [[-8.59375, false]], [[-7.58984375, false]], [[-7.98828125, false]], [[-4.83984375, false]], [[-7.58984375, false]], [[-8.21875, false]], [[-8.59375, false]], [[-6.83984375, false]], [[-4.83984375, false]], [[-7.58984375, false]], [[-7.71484375, false]], [[-7.71484375, false]], [[-7.96484375, false]], [[-7.98828125, false]], [[-4.83984375, false]], [[-8.21875, false]], [[-8.59375, false]], [[-6.83984375, false]], [[-4.83984375, false]], [[-7.33984375, false]], [[-9.46875, false]], [[-7.96484375, false]], [[-7.98828125, false]], [[-4.83984375, false]], [[-3.591796875, false]], [[-7.96484375, false]], [[-6.33984375, false]], [[-4.83984375, false]], [[-6.96484375, false]], [[-6.83984375, false]], [[-7.96484375, false]], [[-9.46875, false]], [[-7.33984375, false]], [[-7.58984375, false]], [[-10.84375, false]]], "filtered_resps": [[-7.08984375, false], [-7.58984375, false], [-8.21875, false], [-8.59375, false], [-6.83984375, false], [-4.83984375, false], [-7.58984375, false], [-7.71484375, false], [-7.71484375, false], [-7.96484375, false], [-4.83984375, false], [-3.591796875, false], [-7.96484375, false], [-6.33984375, false], [-4.83984375, false], [-5.08984375, false], [-3.591796875, false], [-7.96484375, false], [-8.21875, false], [-8.59375, false], [-7.58984375, false], [-7.98828125, false], [-4.83984375, false], [-7.58984375, false], [-8.21875, false], [-8.59375, false], [-6.83984375, false], [-4.83984375, false], [-7.58984375, false], [-7.71484375, false], [-7.71484375, false], [-7.96484375, false], [-4.83984375, false], [-3.591796875, false], [-7.96484375, false], [-6.33984375, false], [-4.83984375, false], [-8.21875, false], [-8.59375, false], [-6.83984375, false], [-4.83984375, false], [-7.33984375, false], [-9.46875, false], [-7.96484375, false], [-7.58984375, false], [-7.98828125, false], [-4.83984375, false], [-7.58984375, false], [-8.21875, false], [-8.59375, false], [-6.83984375, false], [-4.83984375, false], [-7.58984375, false], [-7.71484375, false], [-7.71484375, false], [-7.96484375, false], [-7.98828125, false], [-4.83984375, false], [-8.21875, false], [-8.59375, false], [-6.83984375, false], [-4.83984375, false], [-7.33984375, false], [-9.46875, false], [-7.96484375, false], [-7.98828125, false], [-4.83984375, false], [-3.591796875, false], [-7.96484375, false], [-6.33984375, false], [-4.83984375, false], [-5.08984375, false], [-3.591796875, false], [-7.96484375, false], [-8.21875, false], [-8.59375, false], [-7.58984375, false], [-7.98828125, false], [-4.83984375, false], [-7.58984375, false], [-8.21875, false], [-8.59375, false], [-6.83984375, false], [-4.83984375, false], [-7.58984375, false], [-7.71484375, false], [-7.71484375, false], [-7.96484375, false], [-7.98828125, false], [-4.83984375, false], [-8.21875, false], [-8.59375, false], [-6.83984375, false], [-4.83984375, false], [-7.33984375, false], [-9.46875, false], [-7.96484375, false], [-7.98828125, false], [-4.83984375, false], [-3.591796875, false], [-7.96484375, false], [-6.33984375, false], [-4.83984375, false], [-6.96484375, false], [-6.83984375, false], [-7.96484375, false], [-9.46875, false], [-7.33984375, false], [-7.58984375, false], [-10.84375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 536, "doc": {"id": "Mercury_SC_402122", "question": "Which of the following is a function of the digestive system of the human body?", "choices": {"text": ["carrying oxygen to the lungs", "sending signals from the brain to the spinal cord", "breaking down food into nutrients", "providing support for the body"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "breaking down food into nutrients", "arguments": ["Question: Which of the following is a function of the digestive system of the human body?\nAnswer:", " ["], "resps": [[[-6.9375, false]], [[-10.6875, false]], [[-6.6875, false]], [[-3.9375, false]], [[-10.0625, false]], [[-10.0625, false]], [[-10.5625, false]], [[-8.3125, false]], [[-8.6875, false]], [[-9.9375, false]], [[-4.6875, false]], [[-7.9375, false]], [[-8.0625, false]], [[-10.5625, false]], [[-9.9375, false]], [[-8.8125, false]], [[-8.6875, false]], [[-4.6875, false]], [[-9.4375, false]], [[-7.9375, false]], [[-4.6875, false]], [[-9.4375, false]], [[-8.1875, false]], [[-8.8125, false]], [[-4.6875, false]], [[-8.3125, false]], [[-8.6875, false]], [[-8.6875, false]], [[-9.9375, false]], [[-8.1875, false]], [[-10.6875, false]], [[-9.546875, false]], [[-4.6875, false]], [[-10.6875, false]], [[-8.1875, false]], [[-8.8125, false]], [[-8.6875, false]], [[-8.8125, false]], [[-8.3125, false]], [[-8.6875, false]], [[-9.9375, false]], [[-4.6875, false]], [[-8.1875, false]], [[-8.3125, false]], [[-9.9375, false]], [[-8.6875, false]], [[-3.9375, false]], [[-8.3125, false]], [[-8.1875, false]], [[-4.6875, false]], [[-9.9375, false]], [[-10.0625, false]], [[-7.9375, false]], [[-8.9375, false]], [[-4.6875, false]], [[-9.4375, false]], [[-8.1875, false]], [[-8.8125, false]], [[-4.6875, false]], [[-6.5625, false]], [[-10.0625, false]], [[-3.9375, false]], [[-8.3125, false]], [[-8.6875, false]], [[-4.6875, false]], [[-9.4375, false]], [[-7.9375, false]], [[-4.6875, false]], [[-9.4375, false]], [[-8.1875, false]], [[-8.8125, false]], [[-4.6875, false]], [[-8.1875, false]], [[-8.4375, false]], [[-8.3125, false]], [[-8.6875, false]], [[-3.9375, false]], [[-8.3125, false]], [[-4.6875, false]], [[-6.6875, false]], [[-7.9375, false]], [[-10.0625, false]], [[-8.8125, false]], [[-10.6875, false]], [[-9.546875, false]], [[-4.6875, false]], [[-10.6875, false]], [[-6.5625, false]], [[-10.0625, false]], [[-8.8125, false]], [[-3.9375, false]], [[-5.5625, false]], [[-8.3125, false]], [[-8.6875, false]], [[-9.9375, false]], [[-4.6875, false]], [[-8.8125, false]], [[-7.9375, false]], [[-9.5625, false]], [[-8.6875, false]], [[-4.6875, false]], [[-9.9375, false]], [[-7.9375, false]], [[-7.9375, false]], [[-8.8125, false]], [[-4.6875, false]], [[-8.3125, false]], [[-8.6875, false]], [[-9.4375, false]], [[-7.9375, false]], [[-4.6875, false]], [[-8.6875, false]], [[-8.6875, false]], [[-9.4375, false]], [[-10.0625, false]], [[-8.3125, false]], [[-8.8125, false]], [[-8.6875, false]], [[-9.4375, false]], [[-8.1875, false]], [[-10.6875, false]], [[-9.546875, false]], [[-4.6875, false]], [[-10.6875, false]], [[-8.4375, false]], [[-10.0625, false]], [[-7.9375, false]], [[-9.8125, false]], [[-8.3125, false]], [[-8.8125, false]], [[-8.3125, false]], [[-8.6875, false]], [[-9.9375, false]], [[-4.6875, false]], [[-8.1875, false]], [[-8.6875, false]], [[-8.4375, false]], [[-8.4375, false]], [[-7.9375, false]], [[-10.0625, false]], [[-9.4375, false]], [[-4.6875, false]], [[-9.9375, false]], [[-7.9375, false]], [[-10.0625, false]], [[-4.6875, false]], [[-9.4375, false]], [[-8.1875, false]], [[-8.8125, false]], [[-4.6875, false]], [[-6.5625, false]], [[-7.9375, false]], [[-8.8125, false]], [[-10.5625, false]], [[-10.6875, false]], [[-11.0625, false]]], "filtered_resps": [[-6.9375, false], [-10.6875, false], [-6.6875, false], [-3.9375, false], [-10.0625, false], [-10.0625, false], [-10.5625, false], [-8.3125, false], [-8.6875, false], [-9.9375, false], [-4.6875, false], [-7.9375, false], [-8.0625, false], [-10.5625, false], [-9.9375, false], [-8.8125, false], [-8.6875, false], [-4.6875, false], [-9.4375, false], [-7.9375, false], [-4.6875, false], [-9.4375, false], [-8.1875, false], [-8.8125, false], [-4.6875, false], [-8.3125, false], [-8.6875, false], [-8.6875, false], [-9.9375, false], [-8.1875, false], [-10.6875, false], [-9.546875, false], [-4.6875, false], [-10.6875, false], [-8.1875, false], [-8.8125, false], [-8.6875, false], [-8.8125, false], [-8.3125, false], [-8.6875, false], [-9.9375, false], [-4.6875, false], [-8.1875, false], [-8.3125, false], [-9.9375, false], [-8.6875, false], [-3.9375, false], [-8.3125, false], [-8.1875, false], [-4.6875, false], [-9.9375, false], [-10.0625, false], [-7.9375, false], [-8.9375, false], [-4.6875, false], [-9.4375, false], [-8.1875, false], [-8.8125, false], [-4.6875, false], [-6.5625, false], [-10.0625, false], [-3.9375, false], [-8.3125, false], [-8.6875, false], [-4.6875, false], [-9.4375, false], [-7.9375, false], [-4.6875, false], [-9.4375, false], [-8.1875, false], [-8.8125, false], [-4.6875, false], [-8.1875, false], [-8.4375, false], [-8.3125, false], [-8.6875, false], [-3.9375, false], [-8.3125, false], [-4.6875, false], [-6.6875, false], [-7.9375, false], [-10.0625, false], [-8.8125, false], [-10.6875, false], [-9.546875, false], [-4.6875, false], [-10.6875, false], [-6.5625, false], [-10.0625, false], [-8.8125, false], [-3.9375, false], [-5.5625, false], [-8.3125, false], [-8.6875, false], [-9.9375, false], [-4.6875, false], [-8.8125, false], [-7.9375, false], [-9.5625, false], [-8.6875, false], [-4.6875, false], [-9.9375, false], [-7.9375, false], [-7.9375, false], [-8.8125, false], [-4.6875, false], [-8.3125, false], [-8.6875, false], [-9.4375, false], [-7.9375, false], [-4.6875, false], [-8.6875, false], [-8.6875, false], [-9.4375, false], [-10.0625, false], [-8.3125, false], [-8.8125, false], [-8.6875, false], [-9.4375, false], [-8.1875, false], [-10.6875, false], [-9.546875, false], [-4.6875, false], [-10.6875, false], [-8.4375, false], [-10.0625, false], [-7.9375, false], [-9.8125, false], [-8.3125, false], [-8.8125, false], [-8.3125, false], [-8.6875, false], [-9.9375, false], [-4.6875, false], [-8.1875, false], [-8.6875, false], [-8.4375, false], [-8.4375, false], [-7.9375, false], [-10.0625, false], [-9.4375, false], [-4.6875, false], [-9.9375, false], [-7.9375, false], [-10.0625, false], [-4.6875, false], [-9.4375, false], [-8.1875, false], [-8.8125, false], [-4.6875, false], [-6.5625, false], [-7.9375, false], [-8.8125, false], [-10.5625, false], [-10.6875, false], [-11.0625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 544, "doc": {"id": "Mercury_SC_401238", "question": "Many birds avoid eating the viceroy butterfly because it looks like the monarch butterfly. Monarch butterflies contain a substance that makes the birds sick when monarchs are eaten. The development of the pattern of the viceroy butterfly to look like the monarch butterfly is an example of", "choices": {"text": ["camouflage.", "coloration.", "diversity.", "mimicry."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "mimicry.", "arguments": ["Question: Many birds avoid eating the viceroy butterfly because it looks like the monarch butterfly. Monarch butterflies contain a substance that makes the birds sick when monarchs are eaten. The development of the pattern of the viceroy butterfly to look like the monarch butterfly is an example of\nAnswer:", " ["], "resps": [[[-6.96875, false]], [[-8.21875, false]], [[-9.09375, false]], [[-5.59375, false]], [[-10.59375, false]], [[-9.09375, false]], [[-10.21875, false]], [[-9.34375, false]], [[-10.71875, false]], [[-5.59375, false]], [[-11.84375, false]], [[-8.84375, false]], [[-6.28125, false]], [[-8.21875, false]], [[-8.65625, false]], [[-4.71875, false]], [[-8.21875, false]], [[-9.09375, false]], [[-9.09375, false]], [[-10.71875, false]], [[-9.09375, false]], [[-9.84375, false]], [[-5.59375, false]], [[-10.46875, false]], [[-8.96875, false]], [[-9.09375, false]], [[-9.21875, false]], [[-6.28125, false]], [[-8.21875, false]], [[-8.65625, false]], [[-4.71875, false]], [[-8.21875, false]], [[-9.59375, false]], [[-8.96875, false]], [[-9.46875, false]], [[-8.84375, false]], [[-9.84375, false]], [[-9.21875, false]], [[-8.96875, false]], [[-10.46875, false]], [[-12.34375, false]], [[-6.28125, false]], [[-8.21875, false]], [[-8.65625, false]], [[-4.71875, false]], [[-8.21875, false]], [[-10.59375, false]], [[-8.96875, false]], [[-10.59375, false]], [[-8.96875, false]], [[-9.09375, false]], [[-9.84375, false]], [[-12.34375, false]], [[-6.28125, false]], [[-8.21875, false]], [[-10.84375, false]]], "filtered_resps": [[-6.96875, false], [-8.21875, false], [-9.09375, false], [-5.59375, false], [-10.59375, false], [-9.09375, false], [-10.21875, false], [-9.34375, false], [-10.71875, false], [-5.59375, false], [-11.84375, false], [-8.84375, false], [-6.28125, false], [-8.21875, false], [-8.65625, false], [-4.71875, false], [-8.21875, false], [-9.09375, false], [-9.09375, false], [-10.71875, false], [-9.09375, false], [-9.84375, false], [-5.59375, false], [-10.46875, false], [-8.96875, false], [-9.09375, false], [-9.21875, false], [-6.28125, false], [-8.21875, false], [-8.65625, false], [-4.71875, false], [-8.21875, false], [-9.59375, false], [-8.96875, false], [-9.46875, false], [-8.84375, false], [-9.84375, false], [-9.21875, false], [-8.96875, false], [-10.46875, false], [-12.34375, false], [-6.28125, false], [-8.21875, false], [-8.65625, false], [-4.71875, false], [-8.21875, false], [-10.59375, false], [-8.96875, false], [-10.59375, false], [-8.96875, false], [-9.09375, false], [-9.84375, false], [-12.34375, false], [-6.28125, false], [-8.21875, false], [-10.84375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 552, "doc": {"id": "Mercury_SC_402040", "question": "What is the most important thing a cylinder, a measuring cup, and a beaker all have in common?", "choices": {"text": ["They all hold liquids.", "They can all be made of glass.", "They can all be marked in milliliters.", "They can all be used to measure the volume of a liquid."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "They can all be used to measure the volume of a liquid.", "arguments": ["Question: What is the most important thing a cylinder, a measuring cup, and a beaker all have in common?\nAnswer:", " ["], "resps": [[[-9.6328125, false]], [[-8.3828125, false]], [[-6.88671875, false]], [[-11.6328125, false]], [[-10.1328125, false]], [[-11.1328125, false]], [[-6.13671875, false]], [[-3.63671875, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-6.13671875, false]], [[-11.6328125, false]], [[-11.3828125, false]], [[-9.6328125, false]], [[-10.6328125, false]], [[-6.13671875, false]], [[-9.6328125, false]], [[-10.6328125, false]], [[-12.8828125, false]], [[-11.6328125, false]], [[-10.6328125, false]], [[-10.6328125, false]], [[-9.8828125, false]], [[-8.0625, false]], [[-8.3828125, false]], [[-11.9375, false]], [[-6.13671875, false]], [[-8.3828125, false]], [[-6.88671875, false]], [[-11.6328125, false]], [[-10.1328125, false]], [[-11.1328125, false]], [[-6.13671875, false]], [[-9.6328125, false]], [[-3.63671875, false]], [[-9.6328125, false]], [[-6.13671875, false]], [[-3.63671875, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-6.13671875, false]], [[-12.1328125, false]], [[-10.1328125, false]], [[-6.13671875, false]], [[-10.8828125, false]], [[-3.63671875, false]], [[-10.6328125, false]], [[-10.1328125, false]], [[-6.13671875, false]], [[-11.3828125, false]], [[-10.6328125, false]], [[-6.13671875, false]], [[-13.1328125, false]], [[-9.6328125, false]], [[-3.63671875, false]], [[-9.8828125, false]], [[-9.8828125, false]], [[-8.0625, false]], [[-8.3828125, false]], [[-11.9375, false]], [[-6.13671875, false]], [[-8.3828125, false]], [[-6.88671875, false]], [[-11.6328125, false]], [[-10.1328125, false]], [[-11.1328125, false]], [[-6.13671875, false]], [[-9.6328125, false]], [[-3.63671875, false]], [[-9.6328125, false]], [[-6.13671875, false]], [[-3.63671875, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-6.13671875, false]], [[-12.1328125, false]], [[-10.1328125, false]], [[-6.13671875, false]], [[-10.8828125, false]], [[-3.63671875, false]], [[-10.8828125, false]], [[-11.8828125, false]], [[-10.1328125, false]], [[-10.6328125, false]], [[-6.13671875, false]], [[-10.6328125, false]], [[-9.6328125, false]], [[-6.13671875, false]], [[-10.8828125, false]], [[-10.6328125, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-10.6328125, false]], [[-9.6328125, false]], [[-10.6328125, false]], [[-10.6328125, false]], [[-10.1328125, false]], [[-10.8828125, false]], [[-9.8828125, false]], [[-8.0625, false]], [[-8.3828125, false]], [[-11.9375, false]], [[-6.13671875, false]], [[-8.3828125, false]], [[-6.88671875, false]], [[-11.6328125, false]], [[-10.1328125, false]], [[-11.1328125, false]], [[-6.13671875, false]], [[-9.6328125, false]], [[-3.63671875, false]], [[-9.6328125, false]], [[-6.13671875, false]], [[-3.63671875, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-6.13671875, false]], [[-12.1328125, false]], [[-10.1328125, false]], [[-6.13671875, false]], [[-11.6328125, false]], [[-9.8828125, false]], [[-10.1328125, false]], [[-10.6328125, false]], [[-6.13671875, false]], [[-10.6328125, false]], [[-11.3828125, false]], [[-6.13671875, false]], [[-10.8828125, false]], [[-10.1328125, false]], [[-3.63671875, false]], [[-9.8828125, false]], [[-11.6328125, false]], [[-10.8828125, false]], [[-10.1328125, false]], [[-6.13671875, false]], [[-10.6328125, false]], [[-11.6328125, false]], [[-10.1328125, false]], [[-6.13671875, false]], [[-12.6328125, false]], [[-11.3828125, false]], [[-9.6328125, false]], [[-11.6328125, false]], [[-10.8828125, false]], [[-10.1328125, false]], [[-6.13671875, false]], [[-11.3828125, false]], [[-10.6328125, false]], [[-6.13671875, false]], [[-3.63671875, false]], [[-6.13671875, false]], [[-9.6328125, false]], [[-10.6328125, false]], [[-12.8828125, false]], [[-11.6328125, false]], [[-10.6328125, false]], [[-10.6328125, false]], [[-8.0625, false]], [[-8.3828125, false]], [[-14.3828125, false]]], "filtered_resps": [[-9.6328125, false], [-8.3828125, false], [-6.88671875, false], [-11.6328125, false], [-10.1328125, false], [-11.1328125, false], [-6.13671875, false], [-3.63671875, false], [-9.6328125, false], [-9.6328125, false], [-6.13671875, false], [-11.6328125, false], [-11.3828125, false], [-9.6328125, false], [-10.6328125, false], [-6.13671875, false], [-9.6328125, false], [-10.6328125, false], [-12.8828125, false], [-11.6328125, false], [-10.6328125, false], [-10.6328125, false], [-9.8828125, false], [-8.0625, false], [-8.3828125, false], [-11.9375, false], [-6.13671875, false], [-8.3828125, false], [-6.88671875, false], [-11.6328125, false], [-10.1328125, false], [-11.1328125, false], [-6.13671875, false], [-9.6328125, false], [-3.63671875, false], [-9.6328125, false], [-6.13671875, false], [-3.63671875, false], [-9.6328125, false], [-9.6328125, false], [-6.13671875, false], [-12.1328125, false], [-10.1328125, false], [-6.13671875, false], [-10.8828125, false], [-3.63671875, false], [-10.6328125, false], [-10.1328125, false], [-6.13671875, false], [-11.3828125, false], [-10.6328125, false], [-6.13671875, false], [-13.1328125, false], [-9.6328125, false], [-3.63671875, false], [-9.8828125, false], [-9.8828125, false], [-8.0625, false], [-8.3828125, false], [-11.9375, false], [-6.13671875, false], [-8.3828125, false], [-6.88671875, false], [-11.6328125, false], [-10.1328125, false], [-11.1328125, false], [-6.13671875, false], [-9.6328125, false], [-3.63671875, false], [-9.6328125, false], [-6.13671875, false], [-3.63671875, false], [-9.6328125, false], [-9.6328125, false], [-6.13671875, false], [-12.1328125, false], [-10.1328125, false], [-6.13671875, false], [-10.8828125, false], [-3.63671875, false], [-10.8828125, false], [-11.8828125, false], [-10.1328125, false], [-10.6328125, false], [-6.13671875, false], [-10.6328125, false], [-9.6328125, false], [-6.13671875, false], [-10.8828125, false], [-10.6328125, false], [-9.6328125, false], [-9.6328125, false], [-10.6328125, false], [-9.6328125, false], [-10.6328125, false], [-10.6328125, false], [-10.1328125, false], [-10.8828125, false], [-9.8828125, false], [-8.0625, false], [-8.3828125, false], [-11.9375, false], [-6.13671875, false], [-8.3828125, false], [-6.88671875, false], [-11.6328125, false], [-10.1328125, false], [-11.1328125, false], [-6.13671875, false], [-9.6328125, false], [-3.63671875, false], [-9.6328125, false], [-6.13671875, false], [-3.63671875, false], [-9.6328125, false], [-9.6328125, false], [-6.13671875, false], [-12.1328125, false], [-10.1328125, false], [-6.13671875, false], [-11.6328125, false], [-9.8828125, false], [-10.1328125, false], [-10.6328125, false], [-6.13671875, false], [-10.6328125, false], [-11.3828125, false], [-6.13671875, false], [-10.8828125, false], [-10.1328125, false], [-3.63671875, false], [-9.8828125, false], [-11.6328125, false], [-10.8828125, false], [-10.1328125, false], [-6.13671875, false], [-10.6328125, false], [-11.6328125, false], [-10.1328125, false], [-6.13671875, false], [-12.6328125, false], [-11.3828125, false], [-9.6328125, false], [-11.6328125, false], [-10.8828125, false], [-10.1328125, false], [-6.13671875, false], [-11.3828125, false], [-10.6328125, false], [-6.13671875, false], [-3.63671875, false], [-6.13671875, false], [-9.6328125, false], [-10.6328125, false], [-12.8828125, false], [-11.6328125, false], [-10.6328125, false], [-10.6328125, false], [-8.0625, false], [-8.3828125, false], [-14.3828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 560, "doc": {"id": "NYSEDREGENTS_2013_4_26", "question": "A large amount of oil was spilled in a lake environment. Within a few weeks, the number of plants and animals living in the area where the oil was spilled will most likely", "choices": {"text": ["decrease", "increase", "remain the same"], "label": ["A", "B", "C"]}, "answerKey": "A"}, "target": "decrease", "arguments": ["Question: A large amount of oil was spilled in a lake environment. Within a few weeks, the number of plants and animals living in the area where the oil was spilled will most likely\nAnswer:", " ["], "resps": [[[-6.83984375, false]], [[-8.7109375, false]], [[-6.58984375, false]], [[-7.21484375, false]], [[-7.21484375, false]], [[-9.3359375, false]], [[-7.21484375, false]], [[-4.46484375, false]], [[-8.2109375, false]], [[-7.21484375, false]], [[-8.7109375, false]], [[-8.703125, false]], [[-4.75, false]], [[-8.7109375, false]], [[-7.33984375, false]], [[-6.96484375, false]], [[-7.21484375, false]], [[-9.3359375, false]], [[-7.21484375, false]], [[-4.46484375, false]], [[-8.2109375, false]], [[-7.21484375, false]], [[-8.7109375, false]], [[-8.703125, false]], [[-4.75, false]], [[-8.7109375, false]], [[-9.3359375, false]], [[-7.21484375, false]], [[-8.5859375, false]], [[-4.46484375, false]], [[-7.33984375, false]], [[-6.96484375, false]], [[-4.75, false]], [[-8.8359375, false]], [[-8.7109375, false]], [[-7.21484375, false]], [[-4.83984375, false]], [[-8.2109375, false]], [[-4.46484375, false]], [[-8.5859375, false]], [[-7.21484375, false]], [[-8.7109375, false]], [[-10.8359375, false]]], "filtered_resps": [[-6.83984375, false], [-8.7109375, false], [-6.58984375, false], [-7.21484375, false], [-7.21484375, false], [-9.3359375, false], [-7.21484375, false], [-4.46484375, false], [-8.2109375, false], [-7.21484375, false], [-8.7109375, false], [-8.703125, false], [-4.75, false], [-8.7109375, false], [-7.33984375, false], [-6.96484375, false], [-7.21484375, false], [-9.3359375, false], [-7.21484375, false], [-4.46484375, false], [-8.2109375, false], [-7.21484375, false], [-8.7109375, false], [-8.703125, false], [-4.75, false], [-8.7109375, false], [-9.3359375, false], [-7.21484375, false], [-8.5859375, false], [-4.46484375, false], [-7.33984375, false], [-6.96484375, false], [-4.75, false], [-8.8359375, false], [-8.7109375, false], [-7.21484375, false], [-4.83984375, false], [-8.2109375, false], [-4.46484375, false], [-8.5859375, false], [-7.21484375, false], [-8.7109375, false], [-10.8359375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 568, "doc": {"id": "MCAS_2011_5_15", "question": "Which of the following organisms would most likely get its food energy only from consumers?", "choices": {"text": ["deer", "grass", "hawk", "mushroom"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "hawk", "arguments": ["Question: Which of the following organisms would most likely get its food energy only from consumers?\nAnswer:", " ["], "resps": [[[-7.14453125, false]], [[-8.640625, false]], [[-7.64453125, false]], [[-7.14453125, false]], [[-7.14453125, false]], [[-8.390625, false]], [[-8.640625, false]], [[-10.1015625, false]], [[-4.76953125, false]], [[-8.640625, false]], [[-10.140625, false]], [[-8.390625, false]], [[-4.01953125, false]], [[-7.64453125, false]], [[-7.64453125, false]], [[-8.640625, false]], [[-10.1015625, false]], [[-4.76953125, false]], [[-8.640625, false]], [[-10.015625, false]], [[-4.01953125, false]], [[-9.140625, false]], [[-8.765625, false]], [[-8.640625, false]], [[-10.1015625, false]], [[-4.76953125, false]], [[-8.640625, false]], [[-9.890625, false]], [[-9.765625, false]], [[-7.64453125, false]], [[-10.015625, false]], [[-8.390625, false]], [[-7.89453125, false]], [[-7.89453125, false]], [[-9.890625, false]], [[-8.640625, false]], [[-13.140625, false]]], "filtered_resps": [[-7.14453125, false], [-8.640625, false], [-7.64453125, false], [-7.14453125, false], [-7.14453125, false], [-8.390625, false], [-8.640625, false], [-10.1015625, false], [-4.76953125, false], [-8.640625, false], [-10.140625, false], [-8.390625, false], [-4.01953125, false], [-7.64453125, false], [-7.64453125, false], [-8.640625, false], [-10.1015625, false], [-4.76953125, false], [-8.640625, false], [-10.015625, false], [-4.01953125, false], [-9.140625, false], [-8.765625, false], [-8.640625, false], [-10.1015625, false], [-4.76953125, false], [-8.640625, false], [-9.890625, false], [-9.765625, false], [-7.64453125, false], [-10.015625, false], [-8.390625, false], [-7.89453125, false], [-7.89453125, false], [-9.890625, false], [-8.640625, false], [-13.140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 576, "doc": {"id": "Mercury_417589", "question": "Scientists think that the rise in global temperature during the last one hundred years is due to an increase of carbon dioxide in the atmosphere. Which question would best help scientists assess the claim that humans are responsible for the rising global temperature?", "choices": {"text": ["What is the mechanism by which carbon dioxide heats Earth?", "What is the source of most of the carbon dioxide in the atmosphere?", "What is the source of the increase of carbon dioxide in the atmosphere?", "What is the increase in the concentration of carbon dioxide in the atmosphere?"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "What is the source of the increase of carbon dioxide in the atmosphere?", "arguments": ["Question: Scientists think that the rise in global temperature during the last one hundred years is due to an increase of carbon dioxide in the atmosphere. Which question would best help scientists assess the claim that humans are responsible for the rising global temperature?\nAnswer:", " ["], "resps": [[[-6.41015625, false]], [[-7.41015625, false]], [[-7.16015625, false]], [[-10.4140625, false]], [[-3.912109375, false]], [[-9.9140625, false]], [[-5.66015625, false]], [[-7.66015625, false]], [[-9.6640625, false]], [[-5.66015625, false]], [[-9.9140625, false]], [[-10.4140625, false]], [[-7.41015625, false]], [[-5.66015625, false]], [[-9.4140625, false]], [[-7.41015625, false]], [[-7.16015625, false]], [[-10.4140625, false]], [[-3.912109375, false]], [[-7.91015625, false]], [[-7.66015625, false]], [[-9.6640625, false]], [[-9.4140625, false]], [[-5.66015625, false]], [[-6.91015625, false]], [[-11.4140625, false]], [[-5.66015625, false]], [[-9.9140625, false]], [[-10.4140625, false]], [[-7.66015625, false]], [[-7.16015625, false]], [[-10.4140625, false]], [[-5.66015625, false]], [[-7.16015625, false]], [[-3.912109375, false]], [[-10.9140625, false]], [[-6.91015625, false]], [[-8.9140625, false]], [[-7.91015625, false]], [[-5.66015625, false]], [[-7.16015625, false]], [[-7.66015625, false]], [[-8.9140625, false]], [[-9.4140625, false]], [[-7.66015625, false]], [[-7.16015625, false]], [[-7.41015625, false]], [[-5.66015625, false]], [[-10.4140625, false]], [[-7.41015625, false]], [[-3.912109375, false]], [[-9.9140625, false]], [[-9.6640625, false]], [[-5.66015625, false]], [[-4.66015625, false]], [[-3.912109375, false]], [[-10.9140625, false]], [[-9.9140625, false]], [[-10.4140625, false]], [[-8.4140625, false]], [[-7.41015625, false]], [[-9.640625, false]], [[-5.66015625, false]], [[-7.41015625, false]], [[-7.16015625, false]], [[-10.4140625, false]], [[-3.912109375, false]], [[-9.9140625, false]], [[-5.66015625, false]], [[-7.66015625, false]], [[-9.6640625, false]], [[-5.66015625, false]], [[-9.9140625, false]], [[-10.4140625, false]], [[-7.41015625, false]], [[-5.66015625, false]], [[-9.6640625, false]], [[-8.9140625, false]], [[-11.1640625, false]], [[-10.9140625, false]], [[-7.16015625, false]], [[-7.41015625, false]], [[-5.66015625, false]], [[-8.9140625, false]], [[-8.6640625, false]], [[-5.66015625, false]], [[-9.4140625, false]], [[-8.9140625, false]], [[-9.6640625, false]], [[-9.9140625, false]], [[-5.66015625, false]], [[-8.9140625, false]], [[-8.6640625, false]], [[-5.66015625, false]], [[-9.9140625, false]], [[-10.4140625, false]], [[-7.41015625, false]], [[-5.66015625, false]], [[-7.16015625, false]], [[-3.912109375, false]], [[-10.9140625, false]], [[-6.91015625, false]], [[-8.9140625, false]], [[-7.91015625, false]], [[-5.66015625, false]], [[-7.16015625, false]], [[-7.66015625, false]], [[-8.9140625, false]], [[-9.4140625, false]], [[-7.66015625, false]], [[-7.16015625, false]], [[-7.41015625, false]], [[-5.66015625, false]], [[-7.66015625, false]], [[-7.91015625, false]], [[-5.66015625, false]], [[-9.9140625, false]], [[-10.4140625, false]], [[-7.41015625, false]], [[-5.66015625, false]], [[-3.912109375, false]], [[-9.9140625, false]], [[-9.4140625, false]], [[-8.9140625, false]], [[-9.6640625, false]], [[-7.41015625, false]], [[-10.4140625, false]], [[-7.41015625, false]], [[-10.9140625, false]], [[-7.41015625, false]], [[-8.4140625, false]], [[-7.41015625, false]], [[-9.640625, false]], [[-5.66015625, false]], [[-7.41015625, false]], [[-7.16015625, false]], [[-10.4140625, false]], [[-3.912109375, false]], [[-9.9140625, false]], [[-5.66015625, false]], [[-7.66015625, false]], [[-9.6640625, false]], [[-5.66015625, false]], [[-9.9140625, false]], [[-10.4140625, false]], [[-7.41015625, false]], [[-5.66015625, false]], [[-9.6640625, false]], [[-8.9140625, false]], [[-11.1640625, false]], [[-10.9140625, false]], [[-7.16015625, false]], [[-7.41015625, false]], [[-5.66015625, false]], [[-8.9140625, false]], [[-8.6640625, false]], [[-5.66015625, false]], [[-9.9140625, false]], [[-10.4140625, false]], [[-7.41015625, false]], [[-5.66015625, false]], [[-7.66015625, false]], [[-7.91015625, false]], [[-7.16015625, false]], [[-10.9140625, false]], [[-7.41015625, false]], [[-3.912109375, false]], [[-9.6640625, false]], [[-7.41015625, false]], [[-5.66015625, false]], [[-8.9140625, false]], [[-8.6640625, false]], [[-5.66015625, false]], [[-7.16015625, false]], [[-3.912109375, false]], [[-10.9140625, false]], [[-6.91015625, false]], [[-8.9140625, false]], [[-7.91015625, false]], [[-5.66015625, false]], [[-7.16015625, false]], [[-7.66015625, false]], [[-8.9140625, false]], [[-9.4140625, false]], [[-7.66015625, false]], [[-7.16015625, false]], [[-7.41015625, false]], [[-5.66015625, false]], [[-7.66015625, false]], [[-7.91015625, false]], [[-5.66015625, false]], [[-9.9140625, false]], [[-10.4140625, false]], [[-7.41015625, false]], [[-5.66015625, false]], [[-3.912109375, false]], [[-9.9140625, false]], [[-9.4140625, false]], [[-8.9140625, false]], [[-9.6640625, false]], [[-7.41015625, false]], [[-10.4140625, false]], [[-7.41015625, false]], [[-10.9140625, false]], [[-7.41015625, false]], [[-8.4140625, false]], [[-7.41015625, false]], [[-9.640625, false]], [[-5.66015625, false]], [[-7.41015625, false]], [[-7.16015625, false]], [[-10.4140625, false]], [[-3.912109375, false]], [[-9.9140625, false]], [[-5.66015625, false]], [[-7.66015625, false]], [[-9.6640625, false]], [[-5.66015625, false]], [[-9.9140625, false]], [[-10.4140625, false]], [[-7.41015625, false]], [[-5.66015625, false]], [[-7.66015625, false]], [[-7.91015625, false]], [[-7.16015625, false]], [[-10.9140625, false]], [[-7.41015625, false]], [[-3.912109375, false]], [[-9.6640625, false]], [[-7.41015625, false]], [[-5.66015625, false]], [[-7.66015625, false]], [[-7.91015625, false]], [[-5.66015625, false]], [[-9.9140625, false]], [[-10.4140625, false]], [[-7.41015625, false]], [[-5.66015625, false]], [[-7.16015625, false]], [[-8.9140625, false]], [[-7.91015625, false]], [[-7.16015625, false]], [[-7.41015625, false]], [[-7.91015625, false]], [[-9.9140625, false]], [[-10.9140625, false]], [[-3.912109375, false]], [[-9.9140625, false]], [[-7.66015625, false]], [[-8.9140625, false]], [[-7.91015625, false]], [[-5.66015625, false]], [[-8.9140625, false]], [[-8.6640625, false]], [[-5.66015625, false]], [[-7.16015625, false]], [[-3.912109375, false]], [[-10.9140625, false]], [[-6.91015625, false]], [[-8.9140625, false]], [[-7.91015625, false]], [[-5.66015625, false]], [[-7.16015625, false]], [[-7.66015625, false]], [[-8.9140625, false]], [[-9.4140625, false]], [[-7.66015625, false]], [[-7.16015625, false]], [[-7.41015625, false]], [[-5.66015625, false]], [[-7.66015625, false]], [[-7.91015625, false]], [[-5.66015625, false]], [[-9.9140625, false]], [[-10.4140625, false]], [[-7.41015625, false]], [[-5.66015625, false]], [[-3.912109375, false]], [[-9.9140625, false]], [[-9.4140625, false]], [[-8.9140625, false]], [[-9.6640625, false]], [[-7.41015625, false]], [[-10.4140625, false]], [[-7.41015625, false]], [[-10.9140625, false]], [[-7.41015625, false]], [[-8.4140625, false]], [[-7.41015625, false]], [[-13.1640625, false]]], "filtered_resps": [[-6.41015625, false], [-7.41015625, false], [-7.16015625, false], [-10.4140625, false], [-3.912109375, false], [-9.9140625, false], [-5.66015625, false], [-7.66015625, false], [-9.6640625, false], [-5.66015625, false], [-9.9140625, false], [-10.4140625, false], [-7.41015625, false], [-5.66015625, false], [-9.4140625, false], [-7.41015625, false], [-7.16015625, false], [-10.4140625, false], [-3.912109375, false], [-7.91015625, false], [-7.66015625, false], [-9.6640625, false], [-9.4140625, false], [-5.66015625, false], [-6.91015625, false], [-11.4140625, false], [-5.66015625, false], [-9.9140625, false], [-10.4140625, false], [-7.66015625, false], [-7.16015625, false], [-10.4140625, false], [-5.66015625, false], [-7.16015625, false], [-3.912109375, false], [-10.9140625, false], [-6.91015625, false], [-8.9140625, false], [-7.91015625, false], [-5.66015625, false], [-7.16015625, false], [-7.66015625, false], [-8.9140625, false], [-9.4140625, false], [-7.66015625, false], [-7.16015625, false], [-7.41015625, false], [-5.66015625, false], [-10.4140625, false], [-7.41015625, false], [-3.912109375, false], [-9.9140625, false], [-9.6640625, false], [-5.66015625, false], [-4.66015625, false], [-3.912109375, false], [-10.9140625, false], [-9.9140625, false], [-10.4140625, false], [-8.4140625, false], [-7.41015625, false], [-9.640625, false], [-5.66015625, false], [-7.41015625, false], [-7.16015625, false], [-10.4140625, false], [-3.912109375, false], [-9.9140625, false], [-5.66015625, false], [-7.66015625, false], [-9.6640625, false], [-5.66015625, false], [-9.9140625, false], [-10.4140625, false], [-7.41015625, false], [-5.66015625, false], [-9.6640625, false], [-8.9140625, false], [-11.1640625, false], [-10.9140625, false], [-7.16015625, false], [-7.41015625, false], [-5.66015625, false], [-8.9140625, false], [-8.6640625, false], [-5.66015625, false], [-9.4140625, false], [-8.9140625, false], [-9.6640625, false], [-9.9140625, false], [-5.66015625, false], [-8.9140625, false], [-8.6640625, false], [-5.66015625, false], [-9.9140625, false], [-10.4140625, false], [-7.41015625, false], [-5.66015625, false], [-7.16015625, false], [-3.912109375, false], [-10.9140625, false], [-6.91015625, false], [-8.9140625, false], [-7.91015625, false], [-5.66015625, false], [-7.16015625, false], [-7.66015625, false], [-8.9140625, false], [-9.4140625, false], [-7.66015625, false], [-7.16015625, false], [-7.41015625, false], [-5.66015625, false], [-7.66015625, false], [-7.91015625, false], [-5.66015625, false], [-9.9140625, false], [-10.4140625, false], [-7.41015625, false], [-5.66015625, false], [-3.912109375, false], [-9.9140625, false], [-9.4140625, false], [-8.9140625, false], [-9.6640625, false], [-7.41015625, false], [-10.4140625, false], [-7.41015625, false], [-10.9140625, false], [-7.41015625, false], [-8.4140625, false], [-7.41015625, false], [-9.640625, false], [-5.66015625, false], [-7.41015625, false], [-7.16015625, false], [-10.4140625, false], [-3.912109375, false], [-9.9140625, false], [-5.66015625, false], [-7.66015625, false], [-9.6640625, false], [-5.66015625, false], [-9.9140625, false], [-10.4140625, false], [-7.41015625, false], [-5.66015625, false], [-9.6640625, false], [-8.9140625, false], [-11.1640625, false], [-10.9140625, false], [-7.16015625, false], [-7.41015625, false], [-5.66015625, false], [-8.9140625, false], [-8.6640625, false], [-5.66015625, false], [-9.9140625, false], [-10.4140625, false], [-7.41015625, false], [-5.66015625, false], [-7.66015625, false], [-7.91015625, false], [-7.16015625, false], [-10.9140625, false], [-7.41015625, false], [-3.912109375, false], [-9.6640625, false], [-7.41015625, false], [-5.66015625, false], [-8.9140625, false], [-8.6640625, false], [-5.66015625, false], [-7.16015625, false], [-3.912109375, false], [-10.9140625, false], [-6.91015625, false], [-8.9140625, false], [-7.91015625, false], [-5.66015625, false], [-7.16015625, false], [-7.66015625, false], [-8.9140625, false], [-9.4140625, false], [-7.66015625, false], [-7.16015625, false], [-7.41015625, false], [-5.66015625, false], [-7.66015625, false], [-7.91015625, false], [-5.66015625, false], [-9.9140625, false], [-10.4140625, false], [-7.41015625, false], [-5.66015625, false], [-3.912109375, false], [-9.9140625, false], [-9.4140625, false], [-8.9140625, false], [-9.6640625, false], [-7.41015625, false], [-10.4140625, false], [-7.41015625, false], [-10.9140625, false], [-7.41015625, false], [-8.4140625, false], [-7.41015625, false], [-9.640625, false], [-5.66015625, false], [-7.41015625, false], [-7.16015625, false], [-10.4140625, false], [-3.912109375, false], [-9.9140625, false], [-5.66015625, false], [-7.66015625, false], [-9.6640625, false], [-5.66015625, false], [-9.9140625, false], [-10.4140625, false], [-7.41015625, false], [-5.66015625, false], [-7.66015625, false], [-7.91015625, false], [-7.16015625, false], [-10.9140625, false], [-7.41015625, false], [-3.912109375, false], [-9.6640625, false], [-7.41015625, false], [-5.66015625, false], [-7.66015625, false], [-7.91015625, false], [-5.66015625, false], [-9.9140625, false], [-10.4140625, false], [-7.41015625, false], [-5.66015625, false], [-7.16015625, false], [-8.9140625, false], [-7.91015625, false], [-7.16015625, false], [-7.41015625, false], [-7.91015625, false], [-9.9140625, false], [-10.9140625, false], [-3.912109375, false], [-9.9140625, false], [-7.66015625, false], [-8.9140625, false], [-7.91015625, false], [-5.66015625, false], [-8.9140625, false], [-8.6640625, false], [-5.66015625, false], [-7.16015625, false], [-3.912109375, false], [-10.9140625, false], [-6.91015625, false], [-8.9140625, false], [-7.91015625, false], [-5.66015625, false], [-7.16015625, false], [-7.66015625, false], [-8.9140625, false], [-9.4140625, false], [-7.66015625, false], [-7.16015625, false], [-7.41015625, false], [-5.66015625, false], [-7.66015625, false], [-7.91015625, false], [-5.66015625, false], [-9.9140625, false], [-10.4140625, false], [-7.41015625, false], [-5.66015625, false], [-3.912109375, false], [-9.9140625, false], [-9.4140625, false], [-8.9140625, false], [-9.6640625, false], [-7.41015625, false], [-10.4140625, false], [-7.41015625, false], [-10.9140625, false], [-7.41015625, false], [-8.4140625, false], [-7.41015625, false], [-13.1640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 584, "doc": {"id": "Mercury_412625", "question": "Which series correctly represents the levels of organization in an organism?", "choices": {"text": ["cells -> organs -> organ system -> tissue", "cells -> tissue -> organs -> organ system", "tissue -> cells -> organ system -> organs", "tissue -> organ system -> cells -> organs"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "cells -> tissue -> organs -> organ system", "arguments": ["Question: Which series correctly represents the levels of organization in an organism?\nAnswer:", " ["], "resps": [[[-6.35546875, false]], [[-8.609375, false]], [[-7.10546875, false]], [[-7.35546875, false]], [[-8.484375, false]], [[-8.484375, false]], [[-8.109375, false]], [[-4.85546875, false]], [[-6.73046875, false]], [[-9.859375, false]], [[-4.85546875, false]], [[-8.109375, false]], [[-8.109375, false]], [[-9.859375, false]], [[-4.85546875, false]], [[-7.60546875, false]], [[-8.109375, false]], [[-4.85546875, false]], [[-6.73046875, false]], [[-9.859375, false]], [[-4.85546875, false]], [[-8.109375, false]], [[-8.109375, false]], [[-9.859375, false]], [[-4.85546875, false]], [[-7.60546875, false]], [[-4.85546875, false]], [[-8.109375, false]], [[-10.359375, false]], [[-8.109375, false]], [[-8.859375, false]], [[-7.35546875, false]], [[-9.109375, false]], [[-4.85546875, false]], [[-6.73046875, false]], [[-9.859375, false]], [[-4.85546875, false]], [[-8.859375, false]], [[-7.48046875, false]], [[-8.109375, false]], [[-8.109375, false]], [[-9.734375, false]], [[-7.35546875, false]], [[-8.609375, false]], [[-9.125, false]], [[-4.85546875, false]], [[-8.609375, false]], [[-7.10546875, false]], [[-7.35546875, false]], [[-8.484375, false]], [[-8.484375, false]], [[-8.109375, false]], [[-4.85546875, false]], [[-6.73046875, false]], [[-9.859375, false]], [[-4.85546875, false]], [[-8.859375, false]], [[-7.48046875, false]], [[-8.109375, false]], [[-8.109375, false]], [[-9.734375, false]], [[-7.35546875, false]], [[-4.85546875, false]], [[-6.73046875, false]], [[-9.859375, false]], [[-4.85546875, false]], [[-8.109375, false]], [[-8.109375, false]], [[-9.859375, false]], [[-4.85546875, false]], [[-7.60546875, false]], [[-8.109375, false]], [[-4.85546875, false]], [[-6.73046875, false]], [[-9.859375, false]], [[-4.85546875, false]], [[-8.109375, false]], [[-8.109375, false]], [[-9.859375, false]], [[-4.85546875, false]], [[-7.60546875, false]], [[-4.85546875, false]], [[-8.109375, false]], [[-10.359375, false]], [[-8.109375, false]], [[-8.859375, false]], [[-7.35546875, false]], [[-9.109375, false]], [[-8.609375, false]], [[-9.125, false]], [[-4.85546875, false]], [[-8.609375, false]], [[-8.859375, false]], [[-7.48046875, false]], [[-8.109375, false]], [[-8.109375, false]], [[-9.734375, false]], [[-7.35546875, false]], [[-4.85546875, false]], [[-6.73046875, false]], [[-9.859375, false]], [[-4.85546875, false]], [[-7.10546875, false]], [[-7.35546875, false]], [[-8.484375, false]], [[-8.484375, false]], [[-8.109375, false]], [[-4.85546875, false]], [[-6.73046875, false]], [[-9.859375, false]], [[-4.85546875, false]], [[-8.109375, false]], [[-8.109375, false]], [[-9.859375, false]], [[-4.85546875, false]], [[-7.60546875, false]], [[-4.85546875, false]], [[-8.109375, false]], [[-10.359375, false]], [[-8.109375, false]], [[-8.859375, false]], [[-7.35546875, false]], [[-9.109375, false]], [[-4.85546875, false]], [[-6.73046875, false]], [[-9.859375, false]], [[-4.85546875, false]], [[-8.109375, false]], [[-8.109375, false]], [[-9.859375, false]], [[-4.85546875, false]], [[-7.60546875, false]], [[-8.109375, false]], [[-8.609375, false]], [[-9.125, false]], [[-4.85546875, false]], [[-8.609375, false]], [[-8.859375, false]], [[-7.48046875, false]], [[-8.109375, false]], [[-8.109375, false]], [[-9.734375, false]], [[-7.35546875, false]], [[-4.85546875, false]], [[-6.73046875, false]], [[-9.859375, false]], [[-4.85546875, false]], [[-8.109375, false]], [[-8.109375, false]], [[-9.859375, false]], [[-4.85546875, false]], [[-7.60546875, false]], [[-4.85546875, false]], [[-8.109375, false]], [[-10.359375, false]], [[-8.109375, false]], [[-8.859375, false]], [[-7.35546875, false]], [[-9.109375, false]], [[-4.85546875, false]], [[-6.73046875, false]], [[-9.859375, false]], [[-4.85546875, false]], [[-7.10546875, false]], [[-7.35546875, false]], [[-8.484375, false]], [[-8.484375, false]], [[-8.109375, false]], [[-4.85546875, false]], [[-6.73046875, false]], [[-9.859375, false]], [[-4.85546875, false]], [[-8.109375, false]], [[-8.109375, false]], [[-9.859375, false]], [[-4.85546875, false]], [[-7.60546875, false]], [[-8.109375, false]], [[-8.609375, false]], [[-12.484375, false]]], "filtered_resps": [[-6.35546875, false], [-8.609375, false], [-7.10546875, false], [-7.35546875, false], [-8.484375, false], [-8.484375, false], [-8.109375, false], [-4.85546875, false], [-6.73046875, false], [-9.859375, false], [-4.85546875, false], [-8.109375, false], [-8.109375, false], [-9.859375, false], [-4.85546875, false], [-7.60546875, false], [-8.109375, false], [-4.85546875, false], [-6.73046875, false], [-9.859375, false], [-4.85546875, false], [-8.109375, false], [-8.109375, false], [-9.859375, false], [-4.85546875, false], [-7.60546875, false], [-4.85546875, false], [-8.109375, false], [-10.359375, false], [-8.109375, false], [-8.859375, false], [-7.35546875, false], [-9.109375, false], [-4.85546875, false], [-6.73046875, false], [-9.859375, false], [-4.85546875, false], [-8.859375, false], [-7.48046875, false], [-8.109375, false], [-8.109375, false], [-9.734375, false], [-7.35546875, false], [-8.609375, false], [-9.125, false], [-4.85546875, false], [-8.609375, false], [-7.10546875, false], [-7.35546875, false], [-8.484375, false], [-8.484375, false], [-8.109375, false], [-4.85546875, false], [-6.73046875, false], [-9.859375, false], [-4.85546875, false], [-8.859375, false], [-7.48046875, false], [-8.109375, false], [-8.109375, false], [-9.734375, false], [-7.35546875, false], [-4.85546875, false], [-6.73046875, false], [-9.859375, false], [-4.85546875, false], [-8.109375, false], [-8.109375, false], [-9.859375, false], [-4.85546875, false], [-7.60546875, false], [-8.109375, false], [-4.85546875, false], [-6.73046875, false], [-9.859375, false], [-4.85546875, false], [-8.109375, false], [-8.109375, false], [-9.859375, false], [-4.85546875, false], [-7.60546875, false], [-4.85546875, false], [-8.109375, false], [-10.359375, false], [-8.109375, false], [-8.859375, false], [-7.35546875, false], [-9.109375, false], [-8.609375, false], [-9.125, false], [-4.85546875, false], [-8.609375, false], [-8.859375, false], [-7.48046875, false], [-8.109375, false], [-8.109375, false], [-9.734375, false], [-7.35546875, false], [-4.85546875, false], [-6.73046875, false], [-9.859375, false], [-4.85546875, false], [-7.10546875, false], [-7.35546875, false], [-8.484375, false], [-8.484375, false], [-8.109375, false], [-4.85546875, false], [-6.73046875, false], [-9.859375, false], [-4.85546875, false], [-8.109375, false], [-8.109375, false], [-9.859375, false], [-4.85546875, false], [-7.60546875, false], [-4.85546875, false], [-8.109375, false], [-10.359375, false], [-8.109375, false], [-8.859375, false], [-7.35546875, false], [-9.109375, false], [-4.85546875, false], [-6.73046875, false], [-9.859375, false], [-4.85546875, false], [-8.109375, false], [-8.109375, false], [-9.859375, false], [-4.85546875, false], [-7.60546875, false], [-8.109375, false], [-8.609375, false], [-9.125, false], [-4.85546875, false], [-8.609375, false], [-8.859375, false], [-7.48046875, false], [-8.109375, false], [-8.109375, false], [-9.734375, false], [-7.35546875, false], [-4.85546875, false], [-6.73046875, false], [-9.859375, false], [-4.85546875, false], [-8.109375, false], [-8.109375, false], [-9.859375, false], [-4.85546875, false], [-7.60546875, false], [-4.85546875, false], [-8.109375, false], [-10.359375, false], [-8.109375, false], [-8.859375, false], [-7.35546875, false], [-9.109375, false], [-4.85546875, false], [-6.73046875, false], [-9.859375, false], [-4.85546875, false], [-7.10546875, false], [-7.35546875, false], [-8.484375, false], [-8.484375, false], [-8.109375, false], [-4.85546875, false], [-6.73046875, false], [-9.859375, false], [-4.85546875, false], [-8.109375, false], [-8.109375, false], [-9.859375, false], [-4.85546875, false], [-7.60546875, false], [-8.109375, false], [-8.609375, false], [-12.484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 592, "doc": {"id": "MEA_2014_5_3", "question": "What happens when a warm object is put inside a cooler object?", "choices": {"text": ["The warm object loses energy and the cool object gains energy so that both objects stay at different temperatures.", "The warm object gains energy and the cool object loses energy so that both objects stay at different temperatures.", "The warm object loses energy and the cool object gains energy until both objects are the same temperature.", "The warm object gains energy and the cool object loses energy until both objects are the same temperature."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "The warm object loses energy and the cool object gains energy until both objects are the same temperature.", "arguments": ["Question: What happens when a warm object is put inside a cooler object?\nAnswer:", " ["], "resps": [[[-8.0546875, false]], [[-8.8046875, false]], [[-8.0546875, false]], [[-11.8046875, false]], [[-9.8046875, false]], [[-5.8046875, false]], [[-12.0546875, false]], [[-4.5546875, false]], [[-12.8046875, false]], [[-10.8046875, false]], [[-5.8046875, false]], [[-10.8046875, false]], [[-10.5546875, false]], [[-13.0546875, false]], [[-9.8046875, false]], [[-10.5546875, false]], [[-10.5546875, false]], [[-5.8046875, false]], [[-12.0546875, false]], [[-10.8046875, false]], [[-10.5546875, false]], [[-9.8046875, false]], [[-10.5546875, false]], [[-5.8046875, false]], [[-9.8046875, false]], [[-11.3046875, false]], [[-9.8046875, false]], [[-12.8046875, false]], [[-12.0546875, false]], [[-11.8046875, false]], [[-5.8046875, false]], [[-4.5546875, false]], [[-11.3046875, false]], [[-10.8046875, false]], [[-5.8046875, false]], [[-10.5546875, false]], [[-11.8046875, false]], [[-9.8046875, false]], [[-5.8046875, false]], [[-10.5546875, false]], [[-10.8046875, false]], [[-10.8046875, false]], [[-12.0546875, false]], [[-5.8046875, false]], [[-10.8046875, false]], [[-10.5546875, false]], [[-13.0546875, false]], [[-9.8046875, false]], [[-10.5546875, false]], [[-10.5546875, false]], [[-5.8046875, false]], [[-12.0546875, false]], [[-4.5546875, false]], [[-9.0546875, false]], [[-11.3046875, false]], [[-10.5546875, false]], [[-5.8046875, false]], [[-9.8046875, false]], [[-11.3046875, false]], [[-9.8046875, false]], [[-12.8046875, false]], [[-12.0546875, false]], [[-11.8046875, false]], [[-5.8046875, false]], [[-10.5546875, false]], [[-10.8046875, false]], [[-5.8046875, false]], [[-10.5546875, false]], [[-11.8046875, false]], [[-4.5546875, false]], [[-10.5546875, false]], [[-5.8046875, false]], [[-10.5546875, false]], [[-10.8046875, false]], [[-10.5546875, false]], [[-11.8046875, false]], [[-5.8046875, false]], [[-10.8046875, false]], [[-10.5546875, false]], [[-13.0546875, false]], [[-9.8046875, false]], [[-10.5546875, false]], [[-10.5546875, false]], [[-10.5546875, false]], [[-5.8046875, false]], [[-10.5546875, false]], [[-10.5546875, false]], [[-4.5546875, false]], [[-11.8046875, false]], [[-5.8046875, false]], [[-4.5546875, false]], [[-10.5546875, false]], [[-5.8046875, false]], [[-10.8046875, false]], [[-9.0546875, false]], [[-11.3046875, false]], [[-11.3046875, false]], [[-9.8046875, false]], [[-12.8046875, false]], [[-9.8046875, false]], [[-11.3046875, false]], [[-10.5546875, false]], [[-5.8046875, false]], [[-10.5546875, false]], [[-9.8046875, false]], [[-10.8046875, false]], [[-11.3046875, false]], [[-9.8046875, false]], [[-12.8046875, false]], [[-4.5546875, false]], [[-10.5546875, false]], [[-10.3046875, false]], [[-12.8046875, false]], [[-9.8046875, false]], [[-10.5546875, false]], [[-7.6953125, false]], [[-8.8046875, false]], [[-10.1953125, false]], [[-5.8046875, false]], [[-8.8046875, false]], [[-8.0546875, false]], [[-11.8046875, false]], [[-9.8046875, false]], [[-5.8046875, false]], [[-12.0546875, false]], [[-4.5546875, false]], [[-12.8046875, false]], [[-10.8046875, false]], [[-5.8046875, false]], [[-10.8046875, false]], [[-10.5546875, false]], [[-13.0546875, false]], [[-9.8046875, false]], [[-10.5546875, false]], [[-10.5546875, false]], [[-5.8046875, false]], [[-12.0546875, false]], [[-4.5546875, false]], [[-9.0546875, false]], [[-11.3046875, false]], [[-10.5546875, false]], [[-5.8046875, false]], [[-9.8046875, false]], [[-11.3046875, false]], [[-9.8046875, false]], [[-12.8046875, false]], [[-12.0546875, false]], [[-11.8046875, false]], [[-5.8046875, false]], [[-4.5546875, false]], [[-11.3046875, false]], [[-10.8046875, false]], [[-5.8046875, false]], [[-10.5546875, false]], [[-11.8046875, false]], [[-9.8046875, false]], [[-5.8046875, false]], [[-10.5546875, false]], [[-10.8046875, false]], [[-10.8046875, false]], [[-12.0546875, false]], [[-5.8046875, false]], [[-10.8046875, false]], [[-10.5546875, false]], [[-13.0546875, false]], [[-9.8046875, false]], [[-10.5546875, false]], [[-10.5546875, false]], [[-5.8046875, false]], [[-12.0546875, false]], [[-10.8046875, false]], [[-10.5546875, false]], [[-9.8046875, false]], [[-10.5546875, false]], [[-5.8046875, false]], [[-9.8046875, false]], [[-11.3046875, false]], [[-9.8046875, false]], [[-12.8046875, false]], [[-12.0546875, false]], [[-11.8046875, false]], [[-5.8046875, false]], [[-10.5546875, false]], [[-10.8046875, false]], [[-5.8046875, false]], [[-10.5546875, false]], [[-11.8046875, false]], [[-4.5546875, false]], [[-10.5546875, false]], [[-5.8046875, false]], [[-10.5546875, false]], [[-10.8046875, false]], [[-10.5546875, false]], [[-11.8046875, false]], [[-5.8046875, false]], [[-10.8046875, false]], [[-10.5546875, false]], [[-13.0546875, false]], [[-9.8046875, false]], [[-10.5546875, false]], [[-10.5546875, false]], [[-10.5546875, false]], [[-5.8046875, false]], [[-10.5546875, false]], [[-10.5546875, false]], [[-4.5546875, false]], [[-11.8046875, false]], [[-5.8046875, false]], [[-4.5546875, false]], [[-10.5546875, false]], [[-5.8046875, false]], [[-10.8046875, false]], [[-9.0546875, false]], [[-11.3046875, false]], [[-11.3046875, false]], [[-9.8046875, false]], [[-12.8046875, false]], [[-9.8046875, false]], [[-11.3046875, false]], [[-10.5546875, false]], [[-5.8046875, false]], [[-10.5546875, false]], [[-9.8046875, false]], [[-10.8046875, false]], [[-11.3046875, false]], [[-9.8046875, false]], [[-12.8046875, false]], [[-4.5546875, false]], [[-10.5546875, false]], [[-10.3046875, false]], [[-12.8046875, false]], [[-9.8046875, false]], [[-10.5546875, false]], [[-7.6953125, false]], [[-8.8046875, false]], [[-10.1953125, false]], [[-5.8046875, false]], [[-8.8046875, false]], [[-8.0546875, false]], [[-11.8046875, false]], [[-9.8046875, false]], [[-5.8046875, false]], [[-12.0546875, false]], [[-4.5546875, false]], [[-12.8046875, false]], [[-10.8046875, false]], [[-5.8046875, false]], [[-10.8046875, false]], [[-10.5546875, false]], [[-13.0546875, false]], [[-9.8046875, false]], [[-10.5546875, false]], [[-10.5546875, false]], [[-5.8046875, false]], [[-12.0546875, false]], [[-10.8046875, false]], [[-10.5546875, false]], [[-9.8046875, false]], [[-10.5546875, false]], [[-5.8046875, false]], [[-9.8046875, false]], [[-11.3046875, false]], [[-9.8046875, false]], [[-12.8046875, false]], [[-12.0546875, false]], [[-11.8046875, false]], [[-5.8046875, false]], [[-4.5546875, false]], [[-11.3046875, false]], [[-10.8046875, false]], [[-5.8046875, false]], [[-10.5546875, false]], [[-11.8046875, false]], [[-9.8046875, false]], [[-5.8046875, false]], [[-10.5546875, false]], [[-10.8046875, false]], [[-10.8046875, false]], [[-12.0546875, false]], [[-5.8046875, false]], [[-10.8046875, false]], [[-10.5546875, false]], [[-13.0546875, false]], [[-9.8046875, false]], [[-10.5546875, false]], [[-10.5546875, false]], [[-5.8046875, false]], [[-12.0546875, false]], [[-4.5546875, false]], [[-9.0546875, false]], [[-11.3046875, false]], [[-10.5546875, false]], [[-5.8046875, false]], [[-9.8046875, false]], [[-11.3046875, false]], [[-9.8046875, false]], [[-12.8046875, false]], [[-12.0546875, false]], [[-11.8046875, false]], [[-5.8046875, false]], [[-10.3046875, false]], [[-11.3046875, false]], [[-10.5546875, false]], [[-9.0546875, false]], [[-12.0546875, false]], [[-5.8046875, false]], [[-10.5546875, false]], [[-10.8046875, false]], [[-10.5546875, false]], [[-11.8046875, false]], [[-5.8046875, false]], [[-10.8046875, false]], [[-10.5546875, false]], [[-13.0546875, false]], [[-9.8046875, false]], [[-10.5546875, false]], [[-10.5546875, false]], [[-10.5546875, false]], [[-5.8046875, false]], [[-4.5546875, false]], [[-12.8046875, false]], [[-9.8046875, false]], [[-5.8046875, false]], [[-10.5546875, false]], [[-11.8046875, false]], [[-9.8046875, false]], [[-5.8046875, false]], [[-10.5546875, false]], [[-4.5546875, false]], [[-10.8046875, false]], [[-9.8046875, false]], [[-5.8046875, false]], [[-10.5546875, false]], [[-9.8046875, false]], [[-10.8046875, false]], [[-11.3046875, false]], [[-9.8046875, false]], [[-12.8046875, false]], [[-4.5546875, false]], [[-10.5546875, false]], [[-10.3046875, false]], [[-12.8046875, false]], [[-9.8046875, false]], [[-7.6953125, false]], [[-8.8046875, false]], [[-10.1953125, false]], [[-5.8046875, false]], [[-8.8046875, false]], [[-8.0546875, false]], [[-11.8046875, false]], [[-9.8046875, false]], [[-5.8046875, false]], [[-12.0546875, false]], [[-4.5546875, false]], [[-12.8046875, false]], [[-10.8046875, false]], [[-5.8046875, false]], [[-10.8046875, false]], [[-10.5546875, false]], [[-13.0546875, false]], [[-9.8046875, false]], [[-10.5546875, false]], [[-10.5546875, false]], [[-5.8046875, false]], [[-12.0546875, false]], [[-4.5546875, false]], [[-9.0546875, false]], [[-11.3046875, false]], [[-10.5546875, false]], [[-5.8046875, false]], [[-9.8046875, false]], [[-11.3046875, false]], [[-9.8046875, false]], [[-12.8046875, false]], [[-12.0546875, false]], [[-11.8046875, false]], [[-5.8046875, false]], [[-4.5546875, false]], [[-11.3046875, false]], [[-10.8046875, false]], [[-5.8046875, false]], [[-10.5546875, false]], [[-11.8046875, false]], [[-9.8046875, false]], [[-5.8046875, false]], [[-10.5546875, false]], [[-10.8046875, false]], [[-10.8046875, false]], [[-12.0546875, false]], [[-5.8046875, false]], [[-10.8046875, false]], [[-10.5546875, false]], [[-13.0546875, false]], [[-9.8046875, false]], [[-10.5546875, false]], [[-10.5546875, false]], [[-5.8046875, false]], [[-12.0546875, false]], [[-10.8046875, false]], [[-10.5546875, false]], [[-9.8046875, false]], [[-10.5546875, false]], [[-5.8046875, false]], [[-9.8046875, false]], [[-11.3046875, false]], [[-9.8046875, false]], [[-12.8046875, false]], [[-12.0546875, false]], [[-11.8046875, false]], [[-5.8046875, false]], [[-10.3046875, false]], [[-11.3046875, false]], [[-10.5546875, false]], [[-9.0546875, false]], [[-12.0546875, false]], [[-5.8046875, false]], [[-10.5546875, false]], [[-10.8046875, false]], [[-10.5546875, false]], [[-11.8046875, false]], [[-5.8046875, false]], [[-10.8046875, false]], [[-10.5546875, false]], [[-13.0546875, false]], [[-9.8046875, false]], [[-10.5546875, false]], [[-10.5546875, false]], [[-10.5546875, false]], [[-5.8046875, false]], [[-4.5546875, false]], [[-12.8046875, false]], [[-9.8046875, false]], [[-5.8046875, false]], [[-10.5546875, false]], [[-11.8046875, false]], [[-9.8046875, false]], [[-5.8046875, false]], [[-10.5546875, false]], [[-4.5546875, false]], [[-10.8046875, false]], [[-9.8046875, false]], [[-5.8046875, false]], [[-10.5546875, false]], [[-9.8046875, false]], [[-10.8046875, false]], [[-11.3046875, false]], [[-9.8046875, false]], [[-12.8046875, false]], [[-4.5546875, false]], [[-10.5546875, false]], [[-10.3046875, false]], [[-12.8046875, false]], [[-9.8046875, false]], [[-7.6953125, false]], [[-8.8046875, false]], [[-13.3046875, false]]], "filtered_resps": [[-8.0546875, false], [-8.8046875, false], [-8.0546875, false], [-11.8046875, false], [-9.8046875, false], [-5.8046875, false], [-12.0546875, false], [-4.5546875, false], [-12.8046875, false], [-10.8046875, false], [-5.8046875, false], [-10.8046875, false], [-10.5546875, false], [-13.0546875, false], [-9.8046875, false], [-10.5546875, false], [-10.5546875, false], [-5.8046875, false], [-12.0546875, false], [-10.8046875, false], [-10.5546875, false], [-9.8046875, false], [-10.5546875, false], [-5.8046875, false], [-9.8046875, false], [-11.3046875, false], [-9.8046875, false], [-12.8046875, false], [-12.0546875, false], [-11.8046875, false], [-5.8046875, false], [-4.5546875, false], [-11.3046875, false], [-10.8046875, false], [-5.8046875, false], [-10.5546875, false], [-11.8046875, false], [-9.8046875, false], [-5.8046875, false], [-10.5546875, false], [-10.8046875, false], [-10.8046875, false], [-12.0546875, false], [-5.8046875, false], [-10.8046875, false], [-10.5546875, false], [-13.0546875, false], [-9.8046875, false], [-10.5546875, false], [-10.5546875, false], [-5.8046875, false], [-12.0546875, false], [-4.5546875, false], [-9.0546875, false], [-11.3046875, false], [-10.5546875, false], [-5.8046875, false], [-9.8046875, false], [-11.3046875, false], [-9.8046875, false], [-12.8046875, false], [-12.0546875, false], [-11.8046875, false], [-5.8046875, false], [-10.5546875, false], [-10.8046875, false], [-5.8046875, false], [-10.5546875, false], [-11.8046875, false], [-4.5546875, false], [-10.5546875, false], [-5.8046875, false], [-10.5546875, false], [-10.8046875, false], [-10.5546875, false], [-11.8046875, false], [-5.8046875, false], [-10.8046875, false], [-10.5546875, false], [-13.0546875, false], [-9.8046875, false], [-10.5546875, false], [-10.5546875, false], [-10.5546875, false], [-5.8046875, false], [-10.5546875, false], [-10.5546875, false], [-4.5546875, false], [-11.8046875, false], [-5.8046875, false], [-4.5546875, false], [-10.5546875, false], [-5.8046875, false], [-10.8046875, false], [-9.0546875, false], [-11.3046875, false], [-11.3046875, false], [-9.8046875, false], [-12.8046875, false], [-9.8046875, false], [-11.3046875, false], [-10.5546875, false], [-5.8046875, false], [-10.5546875, false], [-9.8046875, false], [-10.8046875, false], [-11.3046875, false], [-9.8046875, false], [-12.8046875, false], [-4.5546875, false], [-10.5546875, false], [-10.3046875, false], [-12.8046875, false], [-9.8046875, false], [-10.5546875, false], [-7.6953125, false], [-8.8046875, false], [-10.1953125, false], [-5.8046875, false], [-8.8046875, false], [-8.0546875, false], [-11.8046875, false], [-9.8046875, false], [-5.8046875, false], [-12.0546875, false], [-4.5546875, false], [-12.8046875, false], [-10.8046875, false], [-5.8046875, false], [-10.8046875, false], [-10.5546875, false], [-13.0546875, false], [-9.8046875, false], [-10.5546875, false], [-10.5546875, false], [-5.8046875, false], [-12.0546875, false], [-4.5546875, false], [-9.0546875, false], [-11.3046875, false], [-10.5546875, false], [-5.8046875, false], [-9.8046875, false], [-11.3046875, false], [-9.8046875, false], [-12.8046875, false], [-12.0546875, false], [-11.8046875, false], [-5.8046875, false], [-4.5546875, false], [-11.3046875, false], [-10.8046875, false], [-5.8046875, false], [-10.5546875, false], [-11.8046875, false], [-9.8046875, false], [-5.8046875, false], [-10.5546875, false], [-10.8046875, false], [-10.8046875, false], [-12.0546875, false], [-5.8046875, false], [-10.8046875, false], [-10.5546875, false], [-13.0546875, false], [-9.8046875, false], [-10.5546875, false], [-10.5546875, false], [-5.8046875, false], [-12.0546875, false], [-10.8046875, false], [-10.5546875, false], [-9.8046875, false], [-10.5546875, false], [-5.8046875, false], [-9.8046875, false], [-11.3046875, false], [-9.8046875, false], [-12.8046875, false], [-12.0546875, false], [-11.8046875, false], [-5.8046875, false], [-10.5546875, false], [-10.8046875, false], [-5.8046875, false], [-10.5546875, false], [-11.8046875, false], [-4.5546875, false], [-10.5546875, false], [-5.8046875, false], [-10.5546875, false], [-10.8046875, false], [-10.5546875, false], [-11.8046875, false], [-5.8046875, false], [-10.8046875, false], [-10.5546875, false], [-13.0546875, false], [-9.8046875, false], [-10.5546875, false], [-10.5546875, false], [-10.5546875, false], [-5.8046875, false], [-10.5546875, false], [-10.5546875, false], [-4.5546875, false], [-11.8046875, false], [-5.8046875, false], [-4.5546875, false], [-10.5546875, false], [-5.8046875, false], [-10.8046875, false], [-9.0546875, false], [-11.3046875, false], [-11.3046875, false], [-9.8046875, false], [-12.8046875, false], [-9.8046875, false], [-11.3046875, false], [-10.5546875, false], [-5.8046875, false], [-10.5546875, false], [-9.8046875, false], [-10.8046875, false], [-11.3046875, false], [-9.8046875, false], [-12.8046875, false], [-4.5546875, false], [-10.5546875, false], [-10.3046875, false], [-12.8046875, false], [-9.8046875, false], [-10.5546875, false], [-7.6953125, false], [-8.8046875, false], [-10.1953125, false], [-5.8046875, false], [-8.8046875, false], [-8.0546875, false], [-11.8046875, false], [-9.8046875, false], [-5.8046875, false], [-12.0546875, false], [-4.5546875, false], [-12.8046875, false], [-10.8046875, false], [-5.8046875, false], [-10.8046875, false], [-10.5546875, false], [-13.0546875, false], [-9.8046875, false], [-10.5546875, false], [-10.5546875, false], [-5.8046875, false], [-12.0546875, false], [-10.8046875, false], [-10.5546875, false], [-9.8046875, false], [-10.5546875, false], [-5.8046875, false], [-9.8046875, false], [-11.3046875, false], [-9.8046875, false], [-12.8046875, false], [-12.0546875, false], [-11.8046875, false], [-5.8046875, false], [-4.5546875, false], [-11.3046875, false], [-10.8046875, false], [-5.8046875, false], [-10.5546875, false], [-11.8046875, false], [-9.8046875, false], [-5.8046875, false], [-10.5546875, false], [-10.8046875, false], [-10.8046875, false], [-12.0546875, false], [-5.8046875, false], [-10.8046875, false], [-10.5546875, false], [-13.0546875, false], [-9.8046875, false], [-10.5546875, false], [-10.5546875, false], [-5.8046875, false], [-12.0546875, false], [-4.5546875, false], [-9.0546875, false], [-11.3046875, false], [-10.5546875, false], [-5.8046875, false], [-9.8046875, false], [-11.3046875, false], [-9.8046875, false], [-12.8046875, false], [-12.0546875, false], [-11.8046875, false], [-5.8046875, false], [-10.3046875, false], [-11.3046875, false], [-10.5546875, false], [-9.0546875, false], [-12.0546875, false], [-5.8046875, false], [-10.5546875, false], [-10.8046875, false], [-10.5546875, false], [-11.8046875, false], [-5.8046875, false], [-10.8046875, false], [-10.5546875, false], [-13.0546875, false], [-9.8046875, false], [-10.5546875, false], [-10.5546875, false], [-10.5546875, false], [-5.8046875, false], [-4.5546875, false], [-12.8046875, false], [-9.8046875, false], [-5.8046875, false], [-10.5546875, false], [-11.8046875, false], [-9.8046875, false], [-5.8046875, false], [-10.5546875, false], [-4.5546875, false], [-10.8046875, false], [-9.8046875, false], [-5.8046875, false], [-10.5546875, false], [-9.8046875, false], [-10.8046875, false], [-11.3046875, false], [-9.8046875, false], [-12.8046875, false], [-4.5546875, false], [-10.5546875, false], [-10.3046875, false], [-12.8046875, false], [-9.8046875, false], [-7.6953125, false], [-8.8046875, false], [-10.1953125, false], [-5.8046875, false], [-8.8046875, false], [-8.0546875, false], [-11.8046875, false], [-9.8046875, false], [-5.8046875, false], [-12.0546875, false], [-4.5546875, false], [-12.8046875, false], [-10.8046875, false], [-5.8046875, false], [-10.8046875, false], [-10.5546875, false], [-13.0546875, false], [-9.8046875, false], [-10.5546875, false], [-10.5546875, false], [-5.8046875, false], [-12.0546875, false], [-4.5546875, false], [-9.0546875, false], [-11.3046875, false], [-10.5546875, false], [-5.8046875, false], [-9.8046875, false], [-11.3046875, false], [-9.8046875, false], [-12.8046875, false], [-12.0546875, false], [-11.8046875, false], [-5.8046875, false], [-4.5546875, false], [-11.3046875, false], [-10.8046875, false], [-5.8046875, false], [-10.5546875, false], [-11.8046875, false], [-9.8046875, false], [-5.8046875, false], [-10.5546875, false], [-10.8046875, false], [-10.8046875, false], [-12.0546875, false], [-5.8046875, false], [-10.8046875, false], [-10.5546875, false], [-13.0546875, false], [-9.8046875, false], [-10.5546875, false], [-10.5546875, false], [-5.8046875, false], [-12.0546875, false], [-10.8046875, false], [-10.5546875, false], [-9.8046875, false], [-10.5546875, false], [-5.8046875, false], [-9.8046875, false], [-11.3046875, false], [-9.8046875, false], [-12.8046875, false], [-12.0546875, false], [-11.8046875, false], [-5.8046875, false], [-10.3046875, false], [-11.3046875, false], [-10.5546875, false], [-9.0546875, false], [-12.0546875, false], [-5.8046875, false], [-10.5546875, false], [-10.8046875, false], [-10.5546875, false], [-11.8046875, false], [-5.8046875, false], [-10.8046875, false], [-10.5546875, false], [-13.0546875, false], [-9.8046875, false], [-10.5546875, false], [-10.5546875, false], [-10.5546875, false], [-5.8046875, false], [-4.5546875, false], [-12.8046875, false], [-9.8046875, false], [-5.8046875, false], [-10.5546875, false], [-11.8046875, false], [-9.8046875, false], [-5.8046875, false], [-10.5546875, false], [-4.5546875, false], [-10.8046875, false], [-9.8046875, false], [-5.8046875, false], [-10.5546875, false], [-9.8046875, false], [-10.8046875, false], [-11.3046875, false], [-9.8046875, false], [-12.8046875, false], [-4.5546875, false], [-10.5546875, false], [-10.3046875, false], [-12.8046875, false], [-9.8046875, false], [-7.6953125, false], [-8.8046875, false], [-13.3046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 600, "doc": {"id": "Mercury_SC_410619", "question": "In 1921, Earl Dickson invented a bandage after he noticed his wife was unable to easily cover cuts on her hands. He covered the bandage with a chemical that sealed it so air would not enter the cut. How did solving this problem benefit others medically?", "choices": {"text": ["People relied on bandages more than doctors.", "The bandages cured cuts that were infected.", "The bandages helped keep cuts clean.", "People cut themselves less often."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "The bandages helped keep cuts clean.", "arguments": ["Question: In 1921, Earl Dickson invented a bandage after he noticed his wife was unable to easily cover cuts on her hands. He covered the bandage with a chemical that sealed it so air would not enter the cut. How did solving this problem benefit others medically?\nAnswer:", " ["], "resps": [[[-7.51171875, false]], [[-9.765625, false]], [[-8.015625, false]], [[-9.515625, false]], [[-10.765625, false]], [[-12.515625, false]], [[-12.265625, false]], [[-9.515625, false]], [[-4.51171875, false]], [[-13.015625, false]], [[-9.515625, false]], [[-12.265625, false]], [[-9.515625, false]], [[-9.515625, false]], [[-10.765625, false]], [[-4.51171875, false]], [[-10.765625, false]], [[-11.765625, false]], [[-4.51171875, false]], [[-11.015625, false]], [[-7.01171875, false]], [[-11.765625, false]], [[-10.765625, false]], [[-7.01171875, false]], [[-14.015625, false]], [[-9.515625, false]], [[-11.265625, false]], [[-4.51171875, false]], [[-12.765625, false]], [[-10.765625, false]], [[-13.015625, false]], [[-9.515625, false]], [[-4.51171875, false]], [[-12.015625, false]], [[-13.265625, false]], [[-7.01171875, false]], [[-11.765625, false]], [[-4.51171875, false]], [[-10.765625, false]], [[-10.765625, false]], [[-11.265625, false]], [[-12.015625, false]], [[-10.765625, false]], [[-13.015625, false]], [[-11.265625, false]], [[-6.046875, false]], [[-9.765625, false]], [[-8.921875, false]], [[-4.51171875, false]], [[-9.765625, false]], [[-7.76171875, false]], [[-13.265625, false]], [[-9.515625, false]], [[-4.51171875, false]], [[-11.015625, false]], [[-7.01171875, false]], [[-11.765625, false]], [[-10.765625, false]], [[-7.01171875, false]], [[-14.015625, false]], [[-9.515625, false]], [[-11.265625, false]], [[-4.51171875, false]], [[-11.265625, false]], [[-13.015625, false]], [[-13.015625, false]], [[-9.515625, false]], [[-10.765625, false]], [[-4.51171875, false]], [[-11.265625, false]], [[-13.015625, false]], [[-12.015625, false]], [[-11.265625, false]], [[-4.51171875, false]], [[-12.015625, false]], [[-13.265625, false]], [[-7.01171875, false]], [[-12.015625, false]], [[-4.51171875, false]], [[-11.015625, false]], [[-9.515625, false]], [[-13.015625, false]], [[-9.515625, false]], [[-4.51171875, false]], [[-9.515625, false]], [[-11.765625, false]], [[-12.265625, false]], [[-9.515625, false]], [[-11.265625, false]], [[-12.015625, false]], [[-9.515625, false]], [[-10.765625, false]], [[-6.046875, false]], [[-9.765625, false]], [[-8.796875, false]], [[-4.51171875, false]], [[-9.765625, false]], [[-7.76171875, false]], [[-13.265625, false]], [[-9.515625, false]], [[-4.51171875, false]], [[-11.015625, false]], [[-7.01171875, false]], [[-11.765625, false]], [[-10.765625, false]], [[-7.01171875, false]], [[-14.015625, false]], [[-9.515625, false]], [[-11.265625, false]], [[-4.51171875, false]], [[-13.265625, false]], [[-9.515625, false]], [[-12.265625, false]], [[-12.515625, false]], [[-9.515625, false]], [[-10.765625, false]], [[-4.51171875, false]], [[-11.765625, false]], [[-9.515625, false]], [[-9.515625, false]], [[-12.515625, false]], [[-4.51171875, false]], [[-11.265625, false]], [[-13.015625, false]], [[-12.015625, false]], [[-11.265625, false]], [[-4.51171875, false]], [[-11.265625, false]], [[-12.265625, false]], [[-9.515625, false]], [[-7.01171875, false]], [[-11.765625, false]], [[-6.046875, false]], [[-9.765625, false]], [[-8.796875, false]], [[-4.51171875, false]], [[-9.765625, false]], [[-8.015625, false]], [[-9.515625, false]], [[-10.765625, false]], [[-12.515625, false]], [[-12.265625, false]], [[-9.515625, false]], [[-4.51171875, false]], [[-11.265625, false]], [[-13.015625, false]], [[-12.015625, false]], [[-4.51171875, false]], [[-12.015625, false]], [[-13.265625, false]], [[-9.515625, false]], [[-12.765625, false]], [[-11.265625, false]], [[-9.515625, false]], [[-12.265625, false]], [[-12.765625, false]], [[-9.515625, false]], [[-11.265625, false]], [[-4.51171875, false]], [[-12.265625, false]], [[-9.515625, false]], [[-11.265625, false]], [[-11.265625, false]], [[-4.51171875, false]], [[-10.765625, false]], [[-12.265625, false]], [[-12.015625, false]], [[-9.515625, false]], [[-11.765625, false]], [[-6.046875, false]], [[-9.765625, false]], [[-12.765625, false]]], "filtered_resps": [[-7.51171875, false], [-9.765625, false], [-8.015625, false], [-9.515625, false], [-10.765625, false], [-12.515625, false], [-12.265625, false], [-9.515625, false], [-4.51171875, false], [-13.015625, false], [-9.515625, false], [-12.265625, false], [-9.515625, false], [-9.515625, false], [-10.765625, false], [-4.51171875, false], [-10.765625, false], [-11.765625, false], [-4.51171875, false], [-11.015625, false], [-7.01171875, false], [-11.765625, false], [-10.765625, false], [-7.01171875, false], [-14.015625, false], [-9.515625, false], [-11.265625, false], [-4.51171875, false], [-12.765625, false], [-10.765625, false], [-13.015625, false], [-9.515625, false], [-4.51171875, false], [-12.015625, false], [-13.265625, false], [-7.01171875, false], [-11.765625, false], [-4.51171875, false], [-10.765625, false], [-10.765625, false], [-11.265625, false], [-12.015625, false], [-10.765625, false], [-13.015625, false], [-11.265625, false], [-6.046875, false], [-9.765625, false], [-8.921875, false], [-4.51171875, false], [-9.765625, false], [-7.76171875, false], [-13.265625, false], [-9.515625, false], [-4.51171875, false], [-11.015625, false], [-7.01171875, false], [-11.765625, false], [-10.765625, false], [-7.01171875, false], [-14.015625, false], [-9.515625, false], [-11.265625, false], [-4.51171875, false], [-11.265625, false], [-13.015625, false], [-13.015625, false], [-9.515625, false], [-10.765625, false], [-4.51171875, false], [-11.265625, false], [-13.015625, false], [-12.015625, false], [-11.265625, false], [-4.51171875, false], [-12.015625, false], [-13.265625, false], [-7.01171875, false], [-12.015625, false], [-4.51171875, false], [-11.015625, false], [-9.515625, false], [-13.015625, false], [-9.515625, false], [-4.51171875, false], [-9.515625, false], [-11.765625, false], [-12.265625, false], [-9.515625, false], [-11.265625, false], [-12.015625, false], [-9.515625, false], [-10.765625, false], [-6.046875, false], [-9.765625, false], [-8.796875, false], [-4.51171875, false], [-9.765625, false], [-7.76171875, false], [-13.265625, false], [-9.515625, false], [-4.51171875, false], [-11.015625, false], [-7.01171875, false], [-11.765625, false], [-10.765625, false], [-7.01171875, false], [-14.015625, false], [-9.515625, false], [-11.265625, false], [-4.51171875, false], [-13.265625, false], [-9.515625, false], [-12.265625, false], [-12.515625, false], [-9.515625, false], [-10.765625, false], [-4.51171875, false], [-11.765625, false], [-9.515625, false], [-9.515625, false], [-12.515625, false], [-4.51171875, false], [-11.265625, false], [-13.015625, false], [-12.015625, false], [-11.265625, false], [-4.51171875, false], [-11.265625, false], [-12.265625, false], [-9.515625, false], [-7.01171875, false], [-11.765625, false], [-6.046875, false], [-9.765625, false], [-8.796875, false], [-4.51171875, false], [-9.765625, false], [-8.015625, false], [-9.515625, false], [-10.765625, false], [-12.515625, false], [-12.265625, false], [-9.515625, false], [-4.51171875, false], [-11.265625, false], [-13.015625, false], [-12.015625, false], [-4.51171875, false], [-12.015625, false], [-13.265625, false], [-9.515625, false], [-12.765625, false], [-11.265625, false], [-9.515625, false], [-12.265625, false], [-12.765625, false], [-9.515625, false], [-11.265625, false], [-4.51171875, false], [-12.265625, false], [-9.515625, false], [-11.265625, false], [-11.265625, false], [-4.51171875, false], [-10.765625, false], [-12.265625, false], [-12.015625, false], [-9.515625, false], [-11.765625, false], [-6.046875, false], [-9.765625, false], [-12.765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 608, "doc": {"id": "Mercury_7083405", "question": "A group of cells performing the same function in the body is called", "choices": {"text": ["a tissue.", "an organelle.", "an organism.", "a system."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "a tissue.", "arguments": ["Question: A group of cells performing the same function in the body is called\nAnswer:", " ["], "resps": [[[-7.484375, false]], [[-8.359375, false]], [[-3.732421875, false]], [[-4.609375, false]], [[-9.484375, false]], [[-7.859375, false]], [[-8.609375, false]], [[-8.609375, false]], [[-10.109375, false]], [[-8.234375, false]], [[-6.296875, false]], [[-8.359375, false]], [[-8.796875, false]], [[-4.609375, false]], [[-8.359375, false]], [[-3.732421875, false]], [[-8.609375, false]], [[-4.609375, false]], [[-9.109375, false]], [[-9.609375, false]], [[-9.859375, false]], [[-3.732421875, false]], [[-8.609375, false]], [[-8.234375, false]], [[-8.859375, false]], [[-8.859375, false]], [[-8.234375, false]], [[-6.296875, false]], [[-8.359375, false]], [[-8.796875, false]], [[-4.609375, false]], [[-8.359375, false]], [[-3.732421875, false]], [[-8.609375, false]], [[-4.609375, false]], [[-9.109375, false]], [[-9.609375, false]], [[-9.859375, false]], [[-3.732421875, false]], [[-8.609375, false]], [[-7.859375, false]], [[-8.609375, false]], [[-8.734375, false]], [[-6.296875, false]], [[-8.359375, false]], [[-8.796875, false]], [[-4.609375, false]], [[-8.359375, false]], [[-3.732421875, false]], [[-4.609375, false]], [[-8.609375, false]], [[-11.484375, false]], [[-8.609375, false]], [[-9.484375, false]], [[-8.234375, false]], [[-8.734375, false]], [[-6.296875, false]], [[-8.359375, false]], [[-11.734375, false]]], "filtered_resps": [[-7.484375, false], [-8.359375, false], [-3.732421875, false], [-4.609375, false], [-9.484375, false], [-7.859375, false], [-8.609375, false], [-8.609375, false], [-10.109375, false], [-8.234375, false], [-6.296875, false], [-8.359375, false], [-8.796875, false], [-4.609375, false], [-8.359375, false], [-3.732421875, false], [-8.609375, false], [-4.609375, false], [-9.109375, false], [-9.609375, false], [-9.859375, false], [-3.732421875, false], [-8.609375, false], [-8.234375, false], [-8.859375, false], [-8.859375, false], [-8.234375, false], [-6.296875, false], [-8.359375, false], [-8.796875, false], [-4.609375, false], [-8.359375, false], [-3.732421875, false], [-8.609375, false], [-4.609375, false], [-9.109375, false], [-9.609375, false], [-9.859375, false], [-3.732421875, false], [-8.609375, false], [-7.859375, false], [-8.609375, false], [-8.734375, false], [-6.296875, false], [-8.359375, false], [-8.796875, false], [-4.609375, false], [-8.359375, false], [-3.732421875, false], [-4.609375, false], [-8.609375, false], [-11.484375, false], [-8.609375, false], [-9.484375, false], [-8.234375, false], [-8.734375, false], [-6.296875, false], [-8.359375, false], [-11.734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 616, "doc": {"id": "Mercury_SC_405062", "question": "What renewable energy source used to make electricity is thought to be always available?", "choices": {"text": ["oil", "coal", "wind", "nuclear"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "wind", "arguments": ["Question: What renewable energy source used to make electricity is thought to be always available?\nAnswer:", " ["], "resps": [[[-8.2578125, false]], [[-8.2578125, false]], [[-10.0078125, false]], [[-9.0078125, false]], [[-11.5078125, false]], [[-8.2578125, false]], [[-10.6875, false]], [[-5.75390625, false]], [[-8.2578125, false]], [[-11.2578125, false]], [[-10.0078125, false]], [[-5.75390625, false]], [[-11.5078125, false]], [[-8.2578125, false]], [[-10.6875, false]], [[-5.75390625, false]], [[-8.2578125, false]], [[-11.0078125, false]], [[-9.0078125, false]], [[-11.2578125, false]], [[-10.7578125, false]], [[-8.2578125, false]], [[-10.6875, false]], [[-5.75390625, false]], [[-8.2578125, false]], [[-11.2578125, false]], [[-10.7578125, false]], [[-11.2578125, false]], [[-11.5078125, false]], [[-8.7578125, false]], [[-5.75390625, false]], [[-13.0078125, false]], [[-8.2578125, false]], [[-15.5078125, false]]], "filtered_resps": [[-8.2578125, false], [-8.2578125, false], [-10.0078125, false], [-9.0078125, false], [-11.5078125, false], [-8.2578125, false], [-10.6875, false], [-5.75390625, false], [-8.2578125, false], [-11.2578125, false], [-10.0078125, false], [-5.75390625, false], [-11.5078125, false], [-8.2578125, false], [-10.6875, false], [-5.75390625, false], [-8.2578125, false], [-11.0078125, false], [-9.0078125, false], [-11.2578125, false], [-10.7578125, false], [-8.2578125, false], [-10.6875, false], [-5.75390625, false], [-8.2578125, false], [-11.2578125, false], [-10.7578125, false], [-11.2578125, false], [-11.5078125, false], [-8.7578125, false], [-5.75390625, false], [-13.0078125, false], [-8.2578125, false], [-15.5078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 624, "doc": {"id": "TIMSS_2011_4_pg58", "question": "Calcium is a mineral that helps make your bones and teeth strong. Which of these foods is the best source of calcium?", "choices": {"text": ["candy", "rice", "cheese", "meat"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "cheese", "arguments": ["Question: Calcium is a mineral that helps make your bones and teeth strong. Which of these foods is the best source of calcium?\nAnswer:", " ["], "resps": [[[-8.0078125, false]], [[-11.0078125, false]], [[-8.0078125, false]], [[-6.75390625, false]], [[-9.7578125, false]], [[-10.5078125, false]], [[-9.5078125, false]], [[-11.0078125, false]], [[-9.84375, false]], [[-5.75390625, false]], [[-11.0078125, false]], [[-12.5078125, false]], [[-10.0078125, false]], [[-8.0078125, false]], [[-10.7578125, false]], [[-11.0078125, false]], [[-9.84375, false]], [[-5.75390625, false]], [[-11.0078125, false]], [[-8.0078125, false]], [[-13.0078125, false]], [[-10.7578125, false]], [[-10.7578125, false]], [[-11.2578125, false]], [[-10.7578125, false]], [[-11.0078125, false]], [[-9.84375, false]], [[-5.75390625, false]], [[-11.0078125, false]], [[-10.0078125, false]], [[-10.7578125, false]], [[-6.75390625, false]], [[-12.0078125, false]], [[-11.0078125, false]], [[-11.7578125, false]]], "filtered_resps": [[-8.0078125, false], [-11.0078125, false], [-8.0078125, false], [-6.75390625, false], [-9.7578125, false], [-10.5078125, false], [-9.5078125, false], [-11.0078125, false], [-9.84375, false], [-5.75390625, false], [-11.0078125, false], [-12.5078125, false], [-10.0078125, false], [-8.0078125, false], [-10.7578125, false], [-11.0078125, false], [-9.84375, false], [-5.75390625, false], [-11.0078125, false], [-8.0078125, false], [-13.0078125, false], [-10.7578125, false], [-10.7578125, false], [-11.2578125, false], [-10.7578125, false], [-11.0078125, false], [-9.84375, false], [-5.75390625, false], [-11.0078125, false], [-10.0078125, false], [-10.7578125, false], [-6.75390625, false], [-12.0078125, false], [-11.0078125, false], [-11.7578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 632, "doc": {"id": "TIMSS_2011_8_pg19", "question": "What is the main difference between planets and moons in our solar system?", "choices": {"text": ["All planets can support life; moons cannot.", "All planets have atmospheres; moons do not.", "All planets orbit the Sun; all moons orbit planets.", "All planets are larger than all moons."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "All planets orbit the Sun; all moons orbit planets.", "arguments": ["Question: What is the main difference between planets and moons in our solar system?\nAnswer:", " ["], "resps": [[[-8.296875, false]], [[-9.296875, false]], [[-3.298828125, false]], [[-12.546875, false]], [[-12.546875, false]], [[-7.30078125, false]], [[-11.296875, false]], [[-12.546875, false]], [[-6.55078125, false]], [[-11.296875, false]], [[-10.296875, false]], [[-12.296875, false]], [[-11.796875, false]], [[-7.30078125, false]], [[-12.296875, false]], [[-6.55078125, false]], [[-11.296875, false]], [[-7.30078125, false]], [[-11.796875, false]], [[-12.796875, false]], [[-11.296875, false]], [[-11.296875, false]], [[-11.796875, false]], [[-12.796875, false]], [[-12.296875, false]], [[-7.30078125, false]], [[-12.546875, false]], [[-10.046875, false]], [[-12.046875, false]], [[-10.296875, false]], [[-12.796875, false]], [[-7.30078125, false]], [[-12.796875, false]], [[-11.796875, false]], [[-11.796875, false]], [[-11.296875, false]], [[-11.796875, false]], [[-7.30078125, false]], [[-12.296875, false]], [[-6.55078125, false]], [[-11.296875, false]], [[-11.296875, false]], [[-11.796875, false]], [[-12.296875, false]], [[-8.828125, false]], [[-9.296875, false]], [[-11.203125, false]], [[-7.30078125, false]], [[-9.296875, false]], [[-3.298828125, false]], [[-12.546875, false]], [[-12.546875, false]], [[-7.30078125, false]], [[-11.296875, false]], [[-12.546875, false]], [[-6.55078125, false]], [[-11.296875, false]], [[-10.296875, false]], [[-12.296875, false]], [[-11.796875, false]], [[-7.30078125, false]], [[-12.546875, false]], [[-6.55078125, false]], [[-12.546875, false]], [[-10.296875, false]], [[-7.30078125, false]], [[-6.55078125, false]], [[-12.296875, false]], [[-12.796875, false]], [[-11.796875, false]], [[-11.796875, false]], [[-11.296875, false]], [[-12.546875, false]], [[-10.296875, false]], [[-12.796875, false]], [[-10.296875, false]], [[-11.796875, false]], [[-12.796875, false]], [[-7.30078125, false]], [[-12.796875, false]], [[-11.796875, false]], [[-11.796875, false]], [[-11.296875, false]], [[-11.796875, false]], [[-7.30078125, false]], [[-12.046875, false]], [[-11.796875, false]], [[-7.30078125, false]], [[-11.296875, false]], [[-11.796875, false]], [[-12.296875, false]], [[-8.828125, false]], [[-9.296875, false]], [[-11.203125, false]], [[-7.30078125, false]], [[-9.296875, false]], [[-3.298828125, false]], [[-12.546875, false]], [[-12.546875, false]], [[-7.30078125, false]], [[-11.296875, false]], [[-12.546875, false]], [[-6.55078125, false]], [[-11.296875, false]], [[-10.296875, false]], [[-12.296875, false]], [[-11.796875, false]], [[-7.30078125, false]], [[-11.796875, false]], [[-12.796875, false]], [[-11.296875, false]], [[-10.046875, false]], [[-12.296875, false]], [[-7.30078125, false]], [[-12.296875, false]], [[-12.546875, false]], [[-10.296875, false]], [[-7.30078125, false]], [[-7.80078125, false]], [[-12.796875, false]], [[-11.296875, false]], [[-12.796875, false]], [[-7.30078125, false]], [[-6.55078125, false]], [[-12.546875, false]], [[-12.546875, false]], [[-7.30078125, false]], [[-12.796875, false]], [[-11.796875, false]], [[-11.796875, false]], [[-11.296875, false]], [[-11.796875, false]], [[-7.30078125, false]], [[-11.796875, false]], [[-12.796875, false]], [[-11.296875, false]], [[-10.046875, false]], [[-12.296875, false]], [[-7.30078125, false]], [[-11.296875, false]], [[-12.546875, false]], [[-6.55078125, false]], [[-11.296875, false]], [[-10.296875, false]], [[-12.296875, false]], [[-11.796875, false]], [[-8.828125, false]], [[-9.296875, false]], [[-11.203125, false]], [[-7.30078125, false]], [[-9.296875, false]], [[-3.298828125, false]], [[-12.546875, false]], [[-12.546875, false]], [[-7.30078125, false]], [[-11.296875, false]], [[-12.546875, false]], [[-6.55078125, false]], [[-11.296875, false]], [[-10.296875, false]], [[-12.296875, false]], [[-11.796875, false]], [[-7.30078125, false]], [[-6.55078125, false]], [[-12.796875, false]], [[-10.296875, false]], [[-7.30078125, false]], [[-12.546875, false]], [[-6.55078125, false]], [[-12.796875, false]], [[-14.296875, false]], [[-10.296875, false]], [[-12.796875, false]], [[-7.30078125, false]], [[-12.296875, false]], [[-12.546875, false]], [[-6.55078125, false]], [[-11.296875, false]], [[-7.30078125, false]], [[-6.55078125, false]], [[-12.546875, false]], [[-12.546875, false]], [[-7.30078125, false]], [[-12.796875, false]], [[-11.796875, false]], [[-11.796875, false]], [[-11.296875, false]], [[-11.796875, false]], [[-8.828125, false]], [[-9.296875, false]], [[-12.296875, false]]], "filtered_resps": [[-8.296875, false], [-9.296875, false], [-3.298828125, false], [-12.546875, false], [-12.546875, false], [-7.30078125, false], [-11.296875, false], [-12.546875, false], [-6.55078125, false], [-11.296875, false], [-10.296875, false], [-12.296875, false], [-11.796875, false], [-7.30078125, false], [-12.296875, false], [-6.55078125, false], [-11.296875, false], [-7.30078125, false], [-11.796875, false], [-12.796875, false], [-11.296875, false], [-11.296875, false], [-11.796875, false], [-12.796875, false], [-12.296875, false], [-7.30078125, false], [-12.546875, false], [-10.046875, false], [-12.046875, false], [-10.296875, false], [-12.796875, false], [-7.30078125, false], [-12.796875, false], [-11.796875, false], [-11.796875, false], [-11.296875, false], [-11.796875, false], [-7.30078125, false], [-12.296875, false], [-6.55078125, false], [-11.296875, false], [-11.296875, false], [-11.796875, false], [-12.296875, false], [-8.828125, false], [-9.296875, false], [-11.203125, false], [-7.30078125, false], [-9.296875, false], [-3.298828125, false], [-12.546875, false], [-12.546875, false], [-7.30078125, false], [-11.296875, false], [-12.546875, false], [-6.55078125, false], [-11.296875, false], [-10.296875, false], [-12.296875, false], [-11.796875, false], [-7.30078125, false], [-12.546875, false], [-6.55078125, false], [-12.546875, false], [-10.296875, false], [-7.30078125, false], [-6.55078125, false], [-12.296875, false], [-12.796875, false], [-11.796875, false], [-11.796875, false], [-11.296875, false], [-12.546875, false], [-10.296875, false], [-12.796875, false], [-10.296875, false], [-11.796875, false], [-12.796875, false], [-7.30078125, false], [-12.796875, false], [-11.796875, false], [-11.796875, false], [-11.296875, false], [-11.796875, false], [-7.30078125, false], [-12.046875, false], [-11.796875, false], [-7.30078125, false], [-11.296875, false], [-11.796875, false], [-12.296875, false], [-8.828125, false], [-9.296875, false], [-11.203125, false], [-7.30078125, false], [-9.296875, false], [-3.298828125, false], [-12.546875, false], [-12.546875, false], [-7.30078125, false], [-11.296875, false], [-12.546875, false], [-6.55078125, false], [-11.296875, false], [-10.296875, false], [-12.296875, false], [-11.796875, false], [-7.30078125, false], [-11.796875, false], [-12.796875, false], [-11.296875, false], [-10.046875, false], [-12.296875, false], [-7.30078125, false], [-12.296875, false], [-12.546875, false], [-10.296875, false], [-7.30078125, false], [-7.80078125, false], [-12.796875, false], [-11.296875, false], [-12.796875, false], [-7.30078125, false], [-6.55078125, false], [-12.546875, false], [-12.546875, false], [-7.30078125, false], [-12.796875, false], [-11.796875, false], [-11.796875, false], [-11.296875, false], [-11.796875, false], [-7.30078125, false], [-11.796875, false], [-12.796875, false], [-11.296875, false], [-10.046875, false], [-12.296875, false], [-7.30078125, false], [-11.296875, false], [-12.546875, false], [-6.55078125, false], [-11.296875, false], [-10.296875, false], [-12.296875, false], [-11.796875, false], [-8.828125, false], [-9.296875, false], [-11.203125, false], [-7.30078125, false], [-9.296875, false], [-3.298828125, false], [-12.546875, false], [-12.546875, false], [-7.30078125, false], [-11.296875, false], [-12.546875, false], [-6.55078125, false], [-11.296875, false], [-10.296875, false], [-12.296875, false], [-11.796875, false], [-7.30078125, false], [-6.55078125, false], [-12.796875, false], [-10.296875, false], [-7.30078125, false], [-12.546875, false], [-6.55078125, false], [-12.796875, false], [-14.296875, false], [-10.296875, false], [-12.796875, false], [-7.30078125, false], [-12.296875, false], [-12.546875, false], [-6.55078125, false], [-11.296875, false], [-7.30078125, false], [-6.55078125, false], [-12.546875, false], [-12.546875, false], [-7.30078125, false], [-12.796875, false], [-11.796875, false], [-11.796875, false], [-11.296875, false], [-11.796875, false], [-8.828125, false], [-9.296875, false], [-12.296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 640, "doc": {"id": "Mercury_400799", "question": "A computer model of an insect population takes into account the following parameters: * available food resources * annual temperature variation * timing of insect reproductive cycles Which additional parameter would most significantly improve the model's accuracy when predicting the insect population size?", "choices": {"text": ["decomposers recycling dead insects", "annual variation in oxygen availability", "activities of predators preying on insects", "variation in barometric pressure"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "activities of predators preying on insects", "arguments": ["Question: A computer model of an insect population takes into account the following parameters: * available food resources * annual temperature variation * timing of insect reproductive cycles Which additional parameter would most significantly improve the model's accuracy when predicting the insect population size?\nAnswer:", " ["], "resps": [[[-6.63671875, false]], [[-8.390625, false]], [[-6.63671875, false]], [[-7.76171875, false]], [[-6.63671875, false]], [[-7.76171875, false]], [[-7.63671875, false]], [[-7.26171875, false]], [[-7.76171875, false]], [[-8.765625, false]], [[-7.76171875, false]], [[-8.890625, false]], [[-8.765625, false]], [[-5.13671875, false]], [[-8.890625, false]], [[-7.76171875, false]], [[-6.63671875, false]], [[-8.515625, false]], [[-6.63671875, false]], [[-9.640625, false]], [[-6.63671875, false]], [[-5.76171875, false]], [[-9.640625, false]], [[-5.13671875, false]], [[-6.63671875, false]], [[-7.76171875, false]], [[-5.13671875, false]], [[-6.63671875, false]], [[-5.13671875, false]], [[-6.63671875, false]], [[-5.76171875, false]], [[-8.765625, false]], [[-7.76171875, false]], [[-6.63671875, false]], [[-8.140625, false]], [[-8.765625, false]], [[-8.390625, false]], [[-8.8828125, false]], [[-5.13671875, false]], [[-8.390625, false]], [[-5.13671875, false]], [[-5.76171875, false]], [[-5.76171875, false]], [[-9.765625, false]], [[-5.13671875, false]], [[-9.640625, false]], [[-5.13671875, false]], [[-9.265625, false]], [[-5.13671875, false]], [[-8.890625, false]], [[-6.63671875, false]], [[-5.13671875, false]], [[-8.140625, false]], [[-6.63671875, false]], [[-7.76171875, false]], [[-5.76171875, false]], [[-5.13671875, false]], [[-6.63671875, false]], [[-5.76171875, false]], [[-5.13671875, false]], [[-7.76171875, false]], [[-8.265625, false]], [[-8.515625, false]], [[-9.640625, false]], [[-7.76171875, false]], [[-5.76171875, false]], [[-5.13671875, false]], [[-5.13671875, false]], [[-9.265625, false]], [[-5.13671875, false]], [[-6.63671875, false]], [[-9.640625, false]], [[-5.13671875, false]], [[-6.13671875, false]], [[-6.63671875, false]], [[-9.640625, false]], [[-6.63671875, false]], [[-8.140625, false]], [[-8.515625, false]], [[-8.390625, false]], [[-8.9375, false]], [[-5.13671875, false]], [[-8.390625, false]], [[-5.13671875, false]], [[-6.63671875, false]], [[-8.140625, false]], [[-6.63671875, false]], [[-9.265625, false]], [[-6.63671875, false]], [[-8.140625, false]], [[-6.63671875, false]], [[-7.76171875, false]], [[-8.765625, false]], [[-5.13671875, false]], [[-7.76171875, false]], [[-6.51171875, false]], [[-5.13671875, false]], [[-7.26171875, false]], [[-8.890625, false]], [[-7.76171875, false]], [[-6.63671875, false]], [[-5.13671875, false]], [[-8.140625, false]], [[-7.76171875, false]], [[-8.890625, false]], [[-8.765625, false]], [[-5.13671875, false]], [[-7.26171875, false]], [[-8.890625, false]], [[-7.76171875, false]], [[-8.515625, false]], [[-6.63671875, false]], [[-5.76171875, false]], [[-9.640625, false]], [[-5.13671875, false]], [[-7.76171875, false]], [[-5.76171875, false]], [[-5.13671875, false]], [[-6.63671875, false]], [[-5.76171875, false]], [[-8.765625, false]], [[-7.76171875, false]], [[-6.63671875, false]], [[-8.140625, false]], [[-8.765625, false]], [[-8.390625, false]], [[-8.9375, false]], [[-5.13671875, false]], [[-8.390625, false]], [[-9.265625, false]], [[-5.13671875, false]], [[-8.890625, false]], [[-6.63671875, false]], [[-5.13671875, false]], [[-8.140625, false]], [[-6.63671875, false]], [[-7.76171875, false]], [[-5.76171875, false]], [[-5.13671875, false]], [[-6.63671875, false]], [[-5.76171875, false]], [[-5.13671875, false]], [[-6.13671875, false]], [[-5.13671875, false]], [[-8.890625, false]], [[-7.76171875, false]], [[-7.63671875, false]], [[-7.76171875, false]], [[-8.140625, false]], [[-8.890625, false]], [[-6.63671875, false]], [[-6.63671875, false]], [[-5.13671875, false]], [[-7.26171875, false]], [[-8.890625, false]], [[-7.76171875, false]], [[-8.765625, false]], [[-8.765625, false]], [[-9.765625, false]], [[-8.890625, false]], [[-7.76171875, false]], [[-8.390625, false]], [[-12.015625, false]]], "filtered_resps": [[-6.63671875, false], [-8.390625, false], [-6.63671875, false], [-7.76171875, false], [-6.63671875, false], [-7.76171875, false], [-7.63671875, false], [-7.26171875, false], [-7.76171875, false], [-8.765625, false], [-7.76171875, false], [-8.890625, false], [-8.765625, false], [-5.13671875, false], [-8.890625, false], [-7.76171875, false], [-6.63671875, false], [-8.515625, false], [-6.63671875, false], [-9.640625, false], [-6.63671875, false], [-5.76171875, false], [-9.640625, false], [-5.13671875, false], [-6.63671875, false], [-7.76171875, false], [-5.13671875, false], [-6.63671875, false], [-5.13671875, false], [-6.63671875, false], [-5.76171875, false], [-8.765625, false], [-7.76171875, false], [-6.63671875, false], [-8.140625, false], [-8.765625, false], [-8.390625, false], [-8.8828125, false], [-5.13671875, false], [-8.390625, false], [-5.13671875, false], [-5.76171875, false], [-5.76171875, false], [-9.765625, false], [-5.13671875, false], [-9.640625, false], [-5.13671875, false], [-9.265625, false], [-5.13671875, false], [-8.890625, false], [-6.63671875, false], [-5.13671875, false], [-8.140625, false], [-6.63671875, false], [-7.76171875, false], [-5.76171875, false], [-5.13671875, false], [-6.63671875, false], [-5.76171875, false], [-5.13671875, false], [-7.76171875, false], [-8.265625, false], [-8.515625, false], [-9.640625, false], [-7.76171875, false], [-5.76171875, false], [-5.13671875, false], [-5.13671875, false], [-9.265625, false], [-5.13671875, false], [-6.63671875, false], [-9.640625, false], [-5.13671875, false], [-6.13671875, false], [-6.63671875, false], [-9.640625, false], [-6.63671875, false], [-8.140625, false], [-8.515625, false], [-8.390625, false], [-8.9375, false], [-5.13671875, false], [-8.390625, false], [-5.13671875, false], [-6.63671875, false], [-8.140625, false], [-6.63671875, false], [-9.265625, false], [-6.63671875, false], [-8.140625, false], [-6.63671875, false], [-7.76171875, false], [-8.765625, false], [-5.13671875, false], [-7.76171875, false], [-6.51171875, false], [-5.13671875, false], [-7.26171875, false], [-8.890625, false], [-7.76171875, false], [-6.63671875, false], [-5.13671875, false], [-8.140625, false], [-7.76171875, false], [-8.890625, false], [-8.765625, false], [-5.13671875, false], [-7.26171875, false], [-8.890625, false], [-7.76171875, false], [-8.515625, false], [-6.63671875, false], [-5.76171875, false], [-9.640625, false], [-5.13671875, false], [-7.76171875, false], [-5.76171875, false], [-5.13671875, false], [-6.63671875, false], [-5.76171875, false], [-8.765625, false], [-7.76171875, false], [-6.63671875, false], [-8.140625, false], [-8.765625, false], [-8.390625, false], [-8.9375, false], [-5.13671875, false], [-8.390625, false], [-9.265625, false], [-5.13671875, false], [-8.890625, false], [-6.63671875, false], [-5.13671875, false], [-8.140625, false], [-6.63671875, false], [-7.76171875, false], [-5.76171875, false], [-5.13671875, false], [-6.63671875, false], [-5.76171875, false], [-5.13671875, false], [-6.13671875, false], [-5.13671875, false], [-8.890625, false], [-7.76171875, false], [-7.63671875, false], [-7.76171875, false], [-8.140625, false], [-8.890625, false], [-6.63671875, false], [-6.63671875, false], [-5.13671875, false], [-7.26171875, false], [-8.890625, false], [-7.76171875, false], [-8.765625, false], [-8.765625, false], [-9.765625, false], [-8.890625, false], [-7.76171875, false], [-8.390625, false], [-12.015625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 648, "doc": {"id": "WASL_2005_5_10", "question": "Sheri went on a field trip with her class and saw a stream with floating garbage. How could this pollution affect humans?", "choices": {"text": ["There may not be enough drinking water.", "There may not be enough water in the water cycle.", "There may not be enough oxygen for humans to breathe."], "label": ["A", "B", "C"]}, "answerKey": "A"}, "target": "There may not be enough drinking water.", "arguments": ["Question: Sheri went on a field trip with her class and saw a stream with floating garbage. How could this pollution affect humans?\nAnswer:", " ["], "resps": [[[-8.203125, false]], [[-9.953125, false]], [[-7.69921875, false]], [[-11.953125, false]], [[-9.953125, false]], [[-13.953125, false]], [[-9.953125, false]], [[-5.94921875, false]], [[-11.703125, false]], [[-8.203125, false]], [[-14.203125, false]], [[-5.94921875, false]], [[-11.953125, false]], [[-10.953125, false]], [[-12.703125, false]], [[-5.94921875, false]], [[-11.203125, false]], [[-9.953125, false]], [[-5.94921875, false]], [[-9.953125, false]], [[-11.953125, false]], [[-10.953125, false]], [[-12.703125, false]], [[-13.203125, false]], [[-11.953125, false]], [[-5.94921875, false]], [[-10.703125, false]], [[-13.953125, false]], [[-10.703125, false]], [[-11.953125, false]], [[-13.703125, false]], [[-10.703125, false]], [[-11.953125, false]], [[-13.203125, false]], [[-5.94921875, false]], [[-12.453125, false]], [[-8.203125, false]], [[-12.703125, false]], [[-9.953125, false]], [[-13.953125, false]], [[-7.96484375, false]], [[-9.953125, false]], [[-10.71875, false]], [[-5.94921875, false]], [[-9.953125, false]], [[-7.69921875, false]], [[-11.953125, false]], [[-9.953125, false]], [[-13.953125, false]], [[-9.953125, false]], [[-5.94921875, false]], [[-11.703125, false]], [[-8.203125, false]], [[-14.203125, false]], [[-5.94921875, false]], [[-11.953125, false]], [[-10.953125, false]], [[-12.703125, false]], [[-5.94921875, false]], [[-11.203125, false]], [[-9.953125, false]], [[-5.94921875, false]], [[-9.953125, false]], [[-11.953125, false]], [[-10.953125, false]], [[-12.703125, false]], [[-13.203125, false]], [[-11.953125, false]], [[-5.94921875, false]], [[-12.453125, false]], [[-8.203125, false]], [[-12.703125, false]], [[-9.953125, false]], [[-13.953125, false]], [[-5.94921875, false]], [[-10.703125, false]], [[-11.953125, false]], [[-5.94921875, false]], [[-12.703125, false]], [[-11.953125, false]], [[-9.953125, false]], [[-5.94921875, false]], [[-12.453125, false]], [[-8.203125, false]], [[-12.703125, false]], [[-9.953125, false]], [[-13.953125, false]], [[-5.94921875, false]], [[-10.203125, false]], [[-14.203125, false]], [[-10.203125, false]], [[-11.953125, false]], [[-9.953125, false]], [[-7.96484375, false]], [[-9.953125, false]], [[-10.71875, false]], [[-5.94921875, false]], [[-9.953125, false]], [[-7.69921875, false]], [[-11.953125, false]], [[-9.953125, false]], [[-13.953125, false]], [[-9.953125, false]], [[-5.94921875, false]], [[-11.703125, false]], [[-8.203125, false]], [[-14.203125, false]], [[-5.94921875, false]], [[-11.953125, false]], [[-10.953125, false]], [[-12.703125, false]], [[-5.94921875, false]], [[-11.203125, false]], [[-9.953125, false]], [[-5.94921875, false]], [[-9.953125, false]], [[-11.953125, false]], [[-10.953125, false]], [[-12.703125, false]], [[-13.203125, false]], [[-11.953125, false]], [[-5.94921875, false]], [[-10.953125, false]], [[-13.703125, false]], [[-14.203125, false]], [[-13.203125, false]], [[-9.953125, false]], [[-11.953125, false]], [[-5.94921875, false]], [[-10.453125, false]], [[-10.953125, false]], [[-13.953125, false]], [[-5.94921875, false]], [[-11.953125, false]], [[-12.703125, false]], [[-11.703125, false]], [[-8.203125, false]], [[-11.953125, false]], [[-10.203125, false]], [[-5.94921875, false]], [[-12.703125, false]], [[-10.953125, false]], [[-5.94921875, false]], [[-11.203125, false]], [[-13.953125, false]], [[-9.953125, false]], [[-8.203125, false]], [[-12.703125, false]], [[-11.953125, false]], [[-9.953125, false]], [[-7.96484375, false]], [[-9.953125, false]], [[-15.203125, false]]], "filtered_resps": [[-8.203125, false], [-9.953125, false], [-7.69921875, false], [-11.953125, false], [-9.953125, false], [-13.953125, false], [-9.953125, false], [-5.94921875, false], [-11.703125, false], [-8.203125, false], [-14.203125, false], [-5.94921875, false], [-11.953125, false], [-10.953125, false], [-12.703125, false], [-5.94921875, false], [-11.203125, false], [-9.953125, false], [-5.94921875, false], [-9.953125, false], [-11.953125, false], [-10.953125, false], [-12.703125, false], [-13.203125, false], [-11.953125, false], [-5.94921875, false], [-10.703125, false], [-13.953125, false], [-10.703125, false], [-11.953125, false], [-13.703125, false], [-10.703125, false], [-11.953125, false], [-13.203125, false], [-5.94921875, false], [-12.453125, false], [-8.203125, false], [-12.703125, false], [-9.953125, false], [-13.953125, false], [-7.96484375, false], [-9.953125, false], [-10.71875, false], [-5.94921875, false], [-9.953125, false], [-7.69921875, false], [-11.953125, false], [-9.953125, false], [-13.953125, false], [-9.953125, false], [-5.94921875, false], [-11.703125, false], [-8.203125, false], [-14.203125, false], [-5.94921875, false], [-11.953125, false], [-10.953125, false], [-12.703125, false], [-5.94921875, false], [-11.203125, false], [-9.953125, false], [-5.94921875, false], [-9.953125, false], [-11.953125, false], [-10.953125, false], [-12.703125, false], [-13.203125, false], [-11.953125, false], [-5.94921875, false], [-12.453125, false], [-8.203125, false], [-12.703125, false], [-9.953125, false], [-13.953125, false], [-5.94921875, false], [-10.703125, false], [-11.953125, false], [-5.94921875, false], [-12.703125, false], [-11.953125, false], [-9.953125, false], [-5.94921875, false], [-12.453125, false], [-8.203125, false], [-12.703125, false], [-9.953125, false], [-13.953125, false], [-5.94921875, false], [-10.203125, false], [-14.203125, false], [-10.203125, false], [-11.953125, false], [-9.953125, false], [-7.96484375, false], [-9.953125, false], [-10.71875, false], [-5.94921875, false], [-9.953125, false], [-7.69921875, false], [-11.953125, false], [-9.953125, false], [-13.953125, false], [-9.953125, false], [-5.94921875, false], [-11.703125, false], [-8.203125, false], [-14.203125, false], [-5.94921875, false], [-11.953125, false], [-10.953125, false], [-12.703125, false], [-5.94921875, false], [-11.203125, false], [-9.953125, false], [-5.94921875, false], [-9.953125, false], [-11.953125, false], [-10.953125, false], [-12.703125, false], [-13.203125, false], [-11.953125, false], [-5.94921875, false], [-10.953125, false], [-13.703125, false], [-14.203125, false], [-13.203125, false], [-9.953125, false], [-11.953125, false], [-5.94921875, false], [-10.453125, false], [-10.953125, false], [-13.953125, false], [-5.94921875, false], [-11.953125, false], [-12.703125, false], [-11.703125, false], [-8.203125, false], [-11.953125, false], [-10.203125, false], [-5.94921875, false], [-12.703125, false], [-10.953125, false], [-5.94921875, false], [-11.203125, false], [-13.953125, false], [-9.953125, false], [-8.203125, false], [-12.703125, false], [-11.953125, false], [-9.953125, false], [-7.96484375, false], [-9.953125, false], [-15.203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 656, "doc": {"id": "TIMSS_2011_4_pg14", "question": "During freezing, melting, and boiling, water changes from one state to another state. Heat needs to be supplied for which of these to take place?", "choices": {"text": ["boiling only", "melting only", "melting and freezing but not boiling", "melting and boiling but not freezing"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "melting and boiling but not freezing", "arguments": ["Question: During freezing, melting, and boiling, water changes from one state to another state. Heat needs to be supplied for which of these to take place?\nAnswer:", " ["], "resps": [[[-6.53515625, false]], [[-10.2890625, false]], [[-6.53515625, false]], [[-8.7890625, false]], [[-7.28515625, false]], [[-10.5390625, false]], [[-7.28515625, false]], [[-8.7890625, false]], [[-10.2890625, false]], [[-5.53515625, false]], [[-8.7890625, false]], [[-8.7890625, false]], [[-10.5390625, false]], [[-10.2890625, false]], [[-10.2890625, false]], [[-9.9921875, false]], [[-5.53515625, false]], [[-10.2890625, false]], [[-7.28515625, false]], [[-7.53515625, false]], [[-10.5390625, false]], [[-8.5390625, false]], [[-7.28515625, false]], [[-8.7890625, false]], [[-10.2890625, false]], [[-5.53515625, false]], [[-8.7890625, false]], [[-8.7890625, false]], [[-10.5390625, false]], [[-10.2890625, false]], [[-10.2890625, false]], [[-9.9921875, false]], [[-5.53515625, false]], [[-10.2890625, false]], [[-7.28515625, false]], [[-7.53515625, false]], [[-10.5390625, false]], [[-8.5390625, false]], [[-7.28515625, false]], [[-8.7890625, false]], [[-10.2890625, false]], [[-5.53515625, false]], [[-5.03515625, false]], [[-8.7890625, false]], [[-8.5390625, false]], [[-5.53515625, false]], [[-8.2890625, false]], [[-10.7890625, false]], [[-7.53515625, false]], [[-7.53515625, false]], [[-11.5390625, false]], [[-7.28515625, false]], [[-8.7890625, false]], [[-10.2890625, false]], [[-5.53515625, false]], [[-6.53515625, false]], [[-10.0390625, false]], [[-8.5390625, false]], [[-5.53515625, false]], [[-8.7890625, false]], [[-8.7890625, false]], [[-8.5390625, false]], [[-5.53515625, false]], [[-6.53515625, false]], [[-8.7890625, false]], [[-7.28515625, false]], [[-10.5390625, false]], [[-7.28515625, false]], [[-8.7890625, false]], [[-10.2890625, false]], [[-10.2890625, false]], [[-9.9921875, false]], [[-5.53515625, false]], [[-10.2890625, false]], [[-7.28515625, false]], [[-7.53515625, false]], [[-10.5390625, false]], [[-8.5390625, false]], [[-7.28515625, false]], [[-8.7890625, false]], [[-10.2890625, false]], [[-5.53515625, false]], [[-5.03515625, false]], [[-8.7890625, false]], [[-8.5390625, false]], [[-5.53515625, false]], [[-6.53515625, false]], [[-8.7890625, false]], [[-7.28515625, false]], [[-10.5390625, false]], [[-7.28515625, false]], [[-8.7890625, false]], [[-10.2890625, false]], [[-5.53515625, false]], [[-6.53515625, false]], [[-10.0390625, false]], [[-8.5390625, false]], [[-5.53515625, false]], [[-8.7890625, false]], [[-8.7890625, false]], [[-8.5390625, false]], [[-5.53515625, false]], [[-8.2890625, false]], [[-10.7890625, false]], [[-7.53515625, false]], [[-7.53515625, false]], [[-11.5390625, false]], [[-7.28515625, false]], [[-8.7890625, false]], [[-10.2890625, false]], [[-10.2890625, false]], [[-11.7890625, false]]], "filtered_resps": [[-6.53515625, false], [-10.2890625, false], [-6.53515625, false], [-8.7890625, false], [-7.28515625, false], [-10.5390625, false], [-7.28515625, false], [-8.7890625, false], [-10.2890625, false], [-5.53515625, false], [-8.7890625, false], [-8.7890625, false], [-10.5390625, false], [-10.2890625, false], [-10.2890625, false], [-9.9921875, false], [-5.53515625, false], [-10.2890625, false], [-7.28515625, false], [-7.53515625, false], [-10.5390625, false], [-8.5390625, false], [-7.28515625, false], [-8.7890625, false], [-10.2890625, false], [-5.53515625, false], [-8.7890625, false], [-8.7890625, false], [-10.5390625, false], [-10.2890625, false], [-10.2890625, false], [-9.9921875, false], [-5.53515625, false], [-10.2890625, false], [-7.28515625, false], [-7.53515625, false], [-10.5390625, false], [-8.5390625, false], [-7.28515625, false], [-8.7890625, false], [-10.2890625, false], [-5.53515625, false], [-5.03515625, false], [-8.7890625, false], [-8.5390625, false], [-5.53515625, false], [-8.2890625, false], [-10.7890625, false], [-7.53515625, false], [-7.53515625, false], [-11.5390625, false], [-7.28515625, false], [-8.7890625, false], [-10.2890625, false], [-5.53515625, false], [-6.53515625, false], [-10.0390625, false], [-8.5390625, false], [-5.53515625, false], [-8.7890625, false], [-8.7890625, false], [-8.5390625, false], [-5.53515625, false], [-6.53515625, false], [-8.7890625, false], [-7.28515625, false], [-10.5390625, false], [-7.28515625, false], [-8.7890625, false], [-10.2890625, false], [-10.2890625, false], [-9.9921875, false], [-5.53515625, false], [-10.2890625, false], [-7.28515625, false], [-7.53515625, false], [-10.5390625, false], [-8.5390625, false], [-7.28515625, false], [-8.7890625, false], [-10.2890625, false], [-5.53515625, false], [-5.03515625, false], [-8.7890625, false], [-8.5390625, false], [-5.53515625, false], [-6.53515625, false], [-8.7890625, false], [-7.28515625, false], [-10.5390625, false], [-7.28515625, false], [-8.7890625, false], [-10.2890625, false], [-5.53515625, false], [-6.53515625, false], [-10.0390625, false], [-8.5390625, false], [-5.53515625, false], [-8.7890625, false], [-8.7890625, false], [-8.5390625, false], [-5.53515625, false], [-8.2890625, false], [-10.7890625, false], [-7.53515625, false], [-7.53515625, false], [-11.5390625, false], [-7.28515625, false], [-8.7890625, false], [-10.2890625, false], [-10.2890625, false], [-11.7890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 664, "doc": {"id": "LEAP_2005_4_10266", "question": "Why do the Sun and Moon appear to move across the sky?", "choices": {"text": ["The rotation of the solar system makes the Sun and Moon seem to move.", "The rotation of Earth makes the Sun and Moon seem to move.", "The Sun and Moon revolve around Earth.", "Earth revolves around the Sun and the Moon."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "The rotation of Earth makes the Sun and Moon seem to move.", "arguments": ["Question: Why do the Sun and Moon appear to move across the sky?\nAnswer:", " ["], "resps": [[[-8.421875, false]], [[-8.421875, false]], [[-8.671875, false]], [[-12.921875, false]], [[-9.671875, false]], [[-6.66796875, false]], [[-12.171875, false]], [[-9.921875, false]], [[-11.671875, false]], [[-7.91796875, false]], [[-11.671875, false]], [[-10.421875, false]], [[-9.921875, false]], [[-11.921875, false]], [[-6.66796875, false]], [[-9.921875, false]], [[-11.171875, false]], [[-6.66796875, false]], [[-11.671875, false]], [[-12.921875, false]], [[-9.671875, false]], [[-6.66796875, false]], [[-10.921875, false]], [[-9.921875, false]], [[-11.921875, false]], [[-7.91796875, false]], [[-12.171875, false]], [[-6.66796875, false]], [[-10.921875, false]], [[-14.421875, false]], [[-10.921875, false]], [[-11.671875, false]], [[-9.671875, false]], [[-12.421875, false]], [[-6.66796875, false]], [[-12.421875, false]], [[-7.91796875, false]], [[-13.921875, false]], [[-9.671875, false]], [[-10.921875, false]], [[-6.66796875, false]], [[-11.671875, false]], [[-12.921875, false]], [[-9.671875, false]], [[-6.66796875, false]], [[-7.16796875, false]], [[-12.421875, false]], [[-11.921875, false]], [[-6.66796875, false]], [[-7.91796875, false]], [[-11.921875, false]], [[-12.421875, false]], [[-6.66796875, false]], [[-7.91796875, false]], [[-9.921875, false]], [[-9.921875, false]], [[-11.921875, false]], [[-6.66796875, false]], [[-10.921875, false]], [[-9.671875, false]], [[-9.671875, false]], [[-12.421875, false]], [[-6.66796875, false]], [[-11.671875, false]], [[-9.921875, false]], [[-6.66796875, false]], [[-12.421875, false]], [[-9.921875, false]], [[-12.421875, false]], [[-9.671875, false]], [[-8.1015625, false]], [[-8.421875, false]], [[-11.109375, false]], [[-6.66796875, false]], [[-8.421875, false]], [[-8.671875, false]], [[-12.921875, false]], [[-9.671875, false]], [[-6.66796875, false]], [[-12.171875, false]], [[-9.921875, false]], [[-11.671875, false]], [[-7.91796875, false]], [[-11.671875, false]], [[-10.421875, false]], [[-9.921875, false]], [[-11.921875, false]], [[-6.66796875, false]], [[-9.921875, false]], [[-11.171875, false]], [[-6.66796875, false]], [[-6.91796875, false]], [[-7.91796875, false]], [[-12.171875, false]], [[-11.671875, false]], [[-12.921875, false]], [[-6.66796875, false]], [[-12.421875, false]], [[-7.91796875, false]], [[-13.921875, false]], [[-9.671875, false]], [[-10.921875, false]], [[-6.66796875, false]], [[-11.671875, false]], [[-12.921875, false]], [[-9.671875, false]], [[-6.66796875, false]], [[-7.16796875, false]], [[-12.421875, false]], [[-11.921875, false]], [[-6.66796875, false]], [[-7.91796875, false]], [[-11.921875, false]], [[-12.421875, false]], [[-6.66796875, false]], [[-7.91796875, false]], [[-9.921875, false]], [[-9.921875, false]], [[-11.921875, false]], [[-6.66796875, false]], [[-10.921875, false]], [[-9.671875, false]], [[-9.671875, false]], [[-12.421875, false]], [[-6.66796875, false]], [[-11.671875, false]], [[-9.921875, false]], [[-6.66796875, false]], [[-12.421875, false]], [[-9.921875, false]], [[-12.421875, false]], [[-9.671875, false]], [[-8.1015625, false]], [[-8.421875, false]], [[-11.109375, false]], [[-6.66796875, false]], [[-8.421875, false]], [[-8.671875, false]], [[-12.921875, false]], [[-9.671875, false]], [[-6.66796875, false]], [[-7.16796875, false]], [[-12.421875, false]], [[-11.921875, false]], [[-6.66796875, false]], [[-7.91796875, false]], [[-11.921875, false]], [[-12.421875, false]], [[-6.66796875, false]], [[-7.91796875, false]], [[-9.921875, false]], [[-9.921875, false]], [[-11.921875, false]], [[-6.66796875, false]], [[-12.171875, false]], [[-9.671875, false]], [[-12.421875, false]], [[-9.921875, false]], [[-11.921875, false]], [[-12.421875, false]], [[-9.671875, false]], [[-6.66796875, false]], [[-7.91796875, false]], [[-12.171875, false]], [[-9.921875, false]], [[-12.421875, false]], [[-11.921875, false]], [[-12.421875, false]], [[-6.66796875, false]], [[-6.91796875, false]], [[-7.91796875, false]], [[-12.171875, false]], [[-11.671875, false]], [[-12.921875, false]], [[-8.1015625, false]], [[-8.421875, false]], [[-11.109375, false]], [[-6.66796875, false]], [[-8.421875, false]], [[-6.91796875, false]], [[-7.91796875, false]], [[-12.171875, false]], [[-11.671875, false]], [[-12.921875, false]], [[-6.66796875, false]], [[-12.171875, false]], [[-9.671875, false]], [[-12.421875, false]], [[-9.921875, false]], [[-11.921875, false]], [[-12.421875, false]], [[-9.671875, false]], [[-10.921875, false]], [[-6.66796875, false]], [[-7.91796875, false]], [[-12.171875, false]], [[-9.921875, false]], [[-12.421875, false]], [[-11.921875, false]], [[-12.421875, false]], [[-6.66796875, false]], [[-11.671875, false]], [[-12.921875, false]], [[-9.671875, false]], [[-6.66796875, false]], [[-7.16796875, false]], [[-12.421875, false]], [[-11.921875, false]], [[-6.66796875, false]], [[-7.91796875, false]], [[-11.921875, false]], [[-12.421875, false]], [[-6.66796875, false]], [[-11.671875, false]], [[-12.921875, false]], [[-9.671875, false]], [[-6.66796875, false]], [[-7.91796875, false]], [[-9.921875, false]], [[-9.921875, false]], [[-11.921875, false]], [[-8.1015625, false]], [[-8.421875, false]], [[-12.671875, false]]], "filtered_resps": [[-8.421875, false], [-8.421875, false], [-8.671875, false], [-12.921875, false], [-9.671875, false], [-6.66796875, false], [-12.171875, false], [-9.921875, false], [-11.671875, false], [-7.91796875, false], [-11.671875, false], [-10.421875, false], [-9.921875, false], [-11.921875, false], [-6.66796875, false], [-9.921875, false], [-11.171875, false], [-6.66796875, false], [-11.671875, false], [-12.921875, false], [-9.671875, false], [-6.66796875, false], [-10.921875, false], [-9.921875, false], [-11.921875, false], [-7.91796875, false], [-12.171875, false], [-6.66796875, false], [-10.921875, false], [-14.421875, false], [-10.921875, false], [-11.671875, false], [-9.671875, false], [-12.421875, false], [-6.66796875, false], [-12.421875, false], [-7.91796875, false], [-13.921875, false], [-9.671875, false], [-10.921875, false], [-6.66796875, false], [-11.671875, false], [-12.921875, false], [-9.671875, false], [-6.66796875, false], [-7.16796875, false], [-12.421875, false], [-11.921875, false], [-6.66796875, false], [-7.91796875, false], [-11.921875, false], [-12.421875, false], [-6.66796875, false], [-7.91796875, false], [-9.921875, false], [-9.921875, false], [-11.921875, false], [-6.66796875, false], [-10.921875, false], [-9.671875, false], [-9.671875, false], [-12.421875, false], [-6.66796875, false], [-11.671875, false], [-9.921875, false], [-6.66796875, false], [-12.421875, false], [-9.921875, false], [-12.421875, false], [-9.671875, false], [-8.1015625, false], [-8.421875, false], [-11.109375, false], [-6.66796875, false], [-8.421875, false], [-8.671875, false], [-12.921875, false], [-9.671875, false], [-6.66796875, false], [-12.171875, false], [-9.921875, false], [-11.671875, false], [-7.91796875, false], [-11.671875, false], [-10.421875, false], [-9.921875, false], [-11.921875, false], [-6.66796875, false], [-9.921875, false], [-11.171875, false], [-6.66796875, false], [-6.91796875, false], [-7.91796875, false], [-12.171875, false], [-11.671875, false], [-12.921875, false], [-6.66796875, false], [-12.421875, false], [-7.91796875, false], [-13.921875, false], [-9.671875, false], [-10.921875, false], [-6.66796875, false], [-11.671875, false], [-12.921875, false], [-9.671875, false], [-6.66796875, false], [-7.16796875, false], [-12.421875, false], [-11.921875, false], [-6.66796875, false], [-7.91796875, false], [-11.921875, false], [-12.421875, false], [-6.66796875, false], [-7.91796875, false], [-9.921875, false], [-9.921875, false], [-11.921875, false], [-6.66796875, false], [-10.921875, false], [-9.671875, false], [-9.671875, false], [-12.421875, false], [-6.66796875, false], [-11.671875, false], [-9.921875, false], [-6.66796875, false], [-12.421875, false], [-9.921875, false], [-12.421875, false], [-9.671875, false], [-8.1015625, false], [-8.421875, false], [-11.109375, false], [-6.66796875, false], [-8.421875, false], [-8.671875, false], [-12.921875, false], [-9.671875, false], [-6.66796875, false], [-7.16796875, false], [-12.421875, false], [-11.921875, false], [-6.66796875, false], [-7.91796875, false], [-11.921875, false], [-12.421875, false], [-6.66796875, false], [-7.91796875, false], [-9.921875, false], [-9.921875, false], [-11.921875, false], [-6.66796875, false], [-12.171875, false], [-9.671875, false], [-12.421875, false], [-9.921875, false], [-11.921875, false], [-12.421875, false], [-9.671875, false], [-6.66796875, false], [-7.91796875, false], [-12.171875, false], [-9.921875, false], [-12.421875, false], [-11.921875, false], [-12.421875, false], [-6.66796875, false], [-6.91796875, false], [-7.91796875, false], [-12.171875, false], [-11.671875, false], [-12.921875, false], [-8.1015625, false], [-8.421875, false], [-11.109375, false], [-6.66796875, false], [-8.421875, false], [-6.91796875, false], [-7.91796875, false], [-12.171875, false], [-11.671875, false], [-12.921875, false], [-6.66796875, false], [-12.171875, false], [-9.671875, false], [-12.421875, false], [-9.921875, false], [-11.921875, false], [-12.421875, false], [-9.671875, false], [-10.921875, false], [-6.66796875, false], [-7.91796875, false], [-12.171875, false], [-9.921875, false], [-12.421875, false], [-11.921875, false], [-12.421875, false], [-6.66796875, false], [-11.671875, false], [-12.921875, false], [-9.671875, false], [-6.66796875, false], [-7.16796875, false], [-12.421875, false], [-11.921875, false], [-6.66796875, false], [-7.91796875, false], [-11.921875, false], [-12.421875, false], [-6.66796875, false], [-11.671875, false], [-12.921875, false], [-9.671875, false], [-6.66796875, false], [-7.91796875, false], [-9.921875, false], [-9.921875, false], [-11.921875, false], [-8.1015625, false], [-8.421875, false], [-12.671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 672, "doc": {"id": "Mercury_7250128", "question": "Which structure do a rabbit cell and a bacillus cell have in common?", "choices": {"text": ["mitochondrion", "capsule", "nucleus", "DNA"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "DNA", "arguments": ["Question: Which structure do a rabbit cell and a bacillus cell have in common?\nAnswer:", " ["], "resps": [[[-7.578125, false]], [[-9.078125, false]], [[-10.828125, false]], [[-9.828125, false]], [[-10.328125, false]], [[-10.328125, false]], [[-8.828125, false]], [[-11.078125, false]], [[-10.328125, false]], [[-9.578125, false]], [[-10.578125, false]], [[-9.328125, false]], [[-9.828125, false]], [[-10.328125, false]], [[-9.578125, false]], [[-9.078125, false]], [[-10.8125, false]], [[-6.578125, false]], [[-9.078125, false]], [[-8.828125, false]], [[-4.328125, false]], [[-10.828125, false]], [[-10.328125, false]], [[-11.078125, false]], [[-10.828125, false]], [[-9.328125, false]], [[-9.078125, false]], [[-10.8125, false]], [[-6.578125, false]], [[-9.078125, false]], [[-9.578125, false]], [[-11.078125, false]], [[-8.828125, false]], [[-10.828125, false]], [[-9.328125, false]], [[-11.078125, false]], [[-10.328125, false]], [[-9.078125, false]], [[-10.8125, false]], [[-6.578125, false]], [[-9.078125, false]], [[-7.828125, false]], [[-8.328125, false]], [[-2.826171875, false]], [[-9.078125, false]], [[-13.078125, false]]], "filtered_resps": [[-7.578125, false], [-9.078125, false], [-10.828125, false], [-9.828125, false], [-10.328125, false], [-10.328125, false], [-8.828125, false], [-11.078125, false], [-10.328125, false], [-9.578125, false], [-10.578125, false], [-9.328125, false], [-9.828125, false], [-10.328125, false], [-9.578125, false], [-9.078125, false], [-10.8125, false], [-6.578125, false], [-9.078125, false], [-8.828125, false], [-4.328125, false], [-10.828125, false], [-10.328125, false], [-11.078125, false], [-10.828125, false], [-9.328125, false], [-9.078125, false], [-10.8125, false], [-6.578125, false], [-9.078125, false], [-9.578125, false], [-11.078125, false], [-8.828125, false], [-10.828125, false], [-9.328125, false], [-11.078125, false], [-10.328125, false], [-9.078125, false], [-10.8125, false], [-6.578125, false], [-9.078125, false], [-7.828125, false], [-8.328125, false], [-2.826171875, false], [-9.078125, false], [-13.078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 680, "doc": {"id": "Mercury_401240", "question": "Most species of ducks have webbed feet. The webbed feet are an example of", "choices": {"text": ["behavioral trait.", "a learned trait.", "an inherited trait.", "an instinctive trait."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "an inherited trait.", "arguments": ["Question: Most species of ducks have webbed feet. The webbed feet are an example of\nAnswer:", " ["], "resps": [[[-7.3125, false]], [[-8.4375, false]], [[-8.3125, false]], [[-8.0625, false]], [[-10.6875, false]], [[-5.1875, false]], [[-10.6875, false]], [[-8.8125, false]], [[-8.8125, false]], [[-9.6875, false]], [[-5.1875, false]], [[-9.6875, false]], [[-5.4375, false]], [[-10.6875, false]], [[-9.6875, false]], [[-5.1875, false]], [[-8.8125, false]], [[-10.6875, false]], [[-7.37890625, false]], [[-8.4375, false]], [[-9.5, false]], [[-5.4375, false]], [[-8.4375, false]], [[-5.1875, false]], [[-5.4375, false]], [[-9.6875, false]], [[-8.0625, false]], [[-5.1875, false]], [[-9.6875, false]], [[-8.1875, false]], [[-8.0625, false]], [[-8.5625, false]], [[-5.4375, false]], [[-10.6875, false]], [[-9.6875, false]], [[-5.1875, false]], [[-8.8125, false]], [[-10.6875, false]], [[-7.37890625, false]], [[-8.4375, false]], [[-9.5, false]], [[-5.4375, false]], [[-8.4375, false]], [[-5.1875, false]], [[-8.1875, false]], [[-5.4375, false]], [[-8.8125, false]], [[-8.1875, false]], [[-10.6875, false]], [[-8.0625, false]], [[-9.6875, false]], [[-8.8125, false]], [[-10.6875, false]], [[-8.0625, false]], [[-8.5625, false]], [[-5.4375, false]], [[-10.6875, false]], [[-9.6875, false]], [[-5.1875, false]], [[-8.8125, false]], [[-10.6875, false]], [[-7.37890625, false]], [[-8.4375, false]], [[-9.5, false]], [[-5.4375, false]], [[-8.4375, false]], [[-5.1875, false]], [[-8.1875, false]], [[-5.4375, false]], [[-8.8125, false]], [[-8.1875, false]], [[-8.5625, false]], [[-10.6875, false]], [[-8.8125, false]], [[-8.1875, false]], [[-7.9375, false]], [[-10.6875, false]], [[-8.8125, false]], [[-10.6875, false]], [[-8.0625, false]], [[-5.4375, false]], [[-10.6875, false]], [[-9.6875, false]], [[-5.1875, false]], [[-8.8125, false]], [[-10.6875, false]], [[-7.37890625, false]], [[-8.4375, false]], [[-11.9375, false]]], "filtered_resps": [[-7.3125, false], [-8.4375, false], [-8.3125, false], [-8.0625, false], [-10.6875, false], [-5.1875, false], [-10.6875, false], [-8.8125, false], [-8.8125, false], [-9.6875, false], [-5.1875, false], [-9.6875, false], [-5.4375, false], [-10.6875, false], [-9.6875, false], [-5.1875, false], [-8.8125, false], [-10.6875, false], [-7.37890625, false], [-8.4375, false], [-9.5, false], [-5.4375, false], [-8.4375, false], [-5.1875, false], [-5.4375, false], [-9.6875, false], [-8.0625, false], [-5.1875, false], [-9.6875, false], [-8.1875, false], [-8.0625, false], [-8.5625, false], [-5.4375, false], [-10.6875, false], [-9.6875, false], [-5.1875, false], [-8.8125, false], [-10.6875, false], [-7.37890625, false], [-8.4375, false], [-9.5, false], [-5.4375, false], [-8.4375, false], [-5.1875, false], [-8.1875, false], [-5.4375, false], [-8.8125, false], [-8.1875, false], [-10.6875, false], [-8.0625, false], [-9.6875, false], [-8.8125, false], [-10.6875, false], [-8.0625, false], [-8.5625, false], [-5.4375, false], [-10.6875, false], [-9.6875, false], [-5.1875, false], [-8.8125, false], [-10.6875, false], [-7.37890625, false], [-8.4375, false], [-9.5, false], [-5.4375, false], [-8.4375, false], [-5.1875, false], [-8.1875, false], [-5.4375, false], [-8.8125, false], [-8.1875, false], [-8.5625, false], [-10.6875, false], [-8.8125, false], [-8.1875, false], [-7.9375, false], [-10.6875, false], [-8.8125, false], [-10.6875, false], [-8.0625, false], [-5.4375, false], [-10.6875, false], [-9.6875, false], [-5.1875, false], [-8.8125, false], [-10.6875, false], [-7.37890625, false], [-8.4375, false], [-11.9375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 688, "doc": {"id": "Mercury_7007683", "question": "Which parts of an atom are reactive during a chemical process?", "choices": {"text": ["electrons", "protons", "neutrons", "molecules"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "electrons", "arguments": ["Question: Which parts of an atom are reactive during a chemical process?\nAnswer:", " ["], "resps": [[[-6.296875, false]], [[-9.296875, false]], [[-7.796875, false]], [[-9.796875, false]], [[-7.796875, false]], [[-7.546875, false]], [[-9.546875, false]], [[-9.046875, false]], [[-9.296875, false]], [[-7.046875, false]], [[-9.796875, false]], [[-9.296875, false]], [[-8.9765625, false]], [[-5.046875, false]], [[-9.296875, false]], [[-8.296875, false]], [[-9.046875, false]], [[-9.296875, false]], [[-9.546875, false]], [[-9.296875, false]], [[-7.046875, false]], [[-9.796875, false]], [[-9.296875, false]], [[-8.9765625, false]], [[-5.046875, false]], [[-9.296875, false]], [[-7.046875, false]], [[-7.796875, false]], [[-9.046875, false]], [[-9.546875, false]], [[-9.046875, false]], [[-9.296875, false]], [[-7.046875, false]], [[-9.796875, false]], [[-9.296875, false]], [[-8.9765625, false]], [[-5.046875, false]], [[-9.296875, false]], [[-8.046875, false]], [[-9.296875, false]], [[-9.796875, false]], [[-7.796875, false]], [[-7.546875, false]], [[-9.046875, false]], [[-9.796875, false]], [[-7.796875, false]], [[-9.796875, false]], [[-9.296875, false]], [[-12.546875, false]]], "filtered_resps": [[-6.296875, false], [-9.296875, false], [-7.796875, false], [-9.796875, false], [-7.796875, false], [-7.546875, false], [-9.546875, false], [-9.046875, false], [-9.296875, false], [-7.046875, false], [-9.796875, false], [-9.296875, false], [-8.9765625, false], [-5.046875, false], [-9.296875, false], [-8.296875, false], [-9.046875, false], [-9.296875, false], [-9.546875, false], [-9.296875, false], [-7.046875, false], [-9.796875, false], [-9.296875, false], [-8.9765625, false], [-5.046875, false], [-9.296875, false], [-7.046875, false], [-7.796875, false], [-9.046875, false], [-9.546875, false], [-9.046875, false], [-9.296875, false], [-7.046875, false], [-9.796875, false], [-9.296875, false], [-8.9765625, false], [-5.046875, false], [-9.296875, false], [-8.046875, false], [-9.296875, false], [-9.796875, false], [-7.796875, false], [-7.546875, false], [-9.046875, false], [-9.796875, false], [-7.796875, false], [-9.796875, false], [-9.296875, false], [-12.546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 696, "doc": {"id": "Mercury_7072625", "question": "The human brain is an organ that is made up of many tissues. This information can be used to determine that the brain is", "choices": {"text": ["unicellular.", "multicellular.", "part of a bacterial colony.", "able to function independently."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "multicellular.", "arguments": ["Question: The human brain is an organ that is made up of many tissues. This information can be used to determine that the brain is\nAnswer:", " ["], "resps": [[[-7.859375, false]], [[-9.109375, false]], [[-10.859375, false]], [[-9.359375, false]], [[-8.859375, false]], [[-8.609375, false]], [[-9.859375, false]], [[-10.359375, false]], [[-10.359375, false]], [[-10.859375, false]], [[-10.359375, false]], [[-5.359375, false]], [[-10.859375, false]], [[-7.6875, false]], [[-9.109375, false]], [[-10.1875, false]], [[-5.609375, false]], [[-9.109375, false]], [[-10.109375, false]], [[-10.859375, false]], [[-10.359375, false]], [[-10.359375, false]], [[-8.859375, false]], [[-8.609375, false]], [[-9.859375, false]], [[-10.359375, false]], [[-10.359375, false]], [[-10.859375, false]], [[-10.359375, false]], [[-5.359375, false]], [[-10.859375, false]], [[-7.6875, false]], [[-9.109375, false]], [[-10.1875, false]], [[-5.609375, false]], [[-9.109375, false]], [[-9.859375, false]], [[-5.359375, false]], [[-10.859375, false]], [[-10.359375, false]], [[-5.609375, false]], [[-9.609375, false]], [[-10.109375, false]], [[-5.609375, false]], [[-5.359375, false]], [[-5.609375, false]], [[-7.359375, false]], [[-5.359375, false]], [[-8.609375, false]], [[-10.359375, false]], [[-9.859375, false]], [[-10.859375, false]], [[-8.859375, false]], [[-5.359375, false]], [[-10.359375, false]], [[-5.609375, false]], [[-8.609375, false]], [[-9.609375, false]], [[-10.359375, false]], [[-9.609375, false]], [[-9.359375, false]], [[-12.609375, false]], [[-7.6875, false]], [[-9.109375, false]], [[-10.1875, false]], [[-5.609375, false]], [[-9.109375, false]], [[-5.359375, false]], [[-7.359375, false]], [[-10.359375, false]], [[-9.859375, false]], [[-5.609375, false]], [[-10.359375, false]], [[-9.609375, false]], [[-5.609375, false]], [[-10.109375, false]], [[-10.859375, false]], [[-9.359375, false]], [[-8.609375, false]], [[-10.359375, false]], [[-8.859375, false]], [[-9.609375, false]], [[-9.359375, false]], [[-5.609375, false]], [[-8.859375, false]], [[-9.359375, false]], [[-9.359375, false]], [[-9.859375, false]], [[-9.859375, false]], [[-9.859375, false]], [[-9.359375, false]], [[-9.359375, false]], [[-9.859375, false]], [[-9.359375, false]], [[-10.359375, false]], [[-10.359375, false]], [[-12.609375, false]], [[-7.6875, false]], [[-9.109375, false]], [[-12.109375, false]]], "filtered_resps": [[-7.859375, false], [-9.109375, false], [-10.859375, false], [-9.359375, false], [-8.859375, false], [-8.609375, false], [-9.859375, false], [-10.359375, false], [-10.359375, false], [-10.859375, false], [-10.359375, false], [-5.359375, false], [-10.859375, false], [-7.6875, false], [-9.109375, false], [-10.1875, false], [-5.609375, false], [-9.109375, false], [-10.109375, false], [-10.859375, false], [-10.359375, false], [-10.359375, false], [-8.859375, false], [-8.609375, false], [-9.859375, false], [-10.359375, false], [-10.359375, false], [-10.859375, false], [-10.359375, false], [-5.359375, false], [-10.859375, false], [-7.6875, false], [-9.109375, false], [-10.1875, false], [-5.609375, false], [-9.109375, false], [-9.859375, false], [-5.359375, false], [-10.859375, false], [-10.359375, false], [-5.609375, false], [-9.609375, false], [-10.109375, false], [-5.609375, false], [-5.359375, false], [-5.609375, false], [-7.359375, false], [-5.359375, false], [-8.609375, false], [-10.359375, false], [-9.859375, false], [-10.859375, false], [-8.859375, false], [-5.359375, false], [-10.359375, false], [-5.609375, false], [-8.609375, false], [-9.609375, false], [-10.359375, false], [-9.609375, false], [-9.359375, false], [-12.609375, false], [-7.6875, false], [-9.109375, false], [-10.1875, false], [-5.609375, false], [-9.109375, false], [-5.359375, false], [-7.359375, false], [-10.359375, false], [-9.859375, false], [-5.609375, false], [-10.359375, false], [-9.609375, false], [-5.609375, false], [-10.109375, false], [-10.859375, false], [-9.359375, false], [-8.609375, false], [-10.359375, false], [-8.859375, false], [-9.609375, false], [-9.359375, false], [-5.609375, false], [-8.859375, false], [-9.359375, false], [-9.359375, false], [-9.859375, false], [-9.859375, false], [-9.859375, false], [-9.359375, false], [-9.359375, false], [-9.859375, false], [-9.359375, false], [-10.359375, false], [-10.359375, false], [-12.609375, false], [-7.6875, false], [-9.109375, false], [-12.109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 704, "doc": {"id": "MDSA_2007_5_51", "question": "The piping plover is a bird that builds its nest on sand dunes along the Atlantic Ocean. Which of these actions most likely damages the nests of the piping plover?", "choices": {"text": ["people fishing from a boat", "children playing in the ocean waves", "children digging holes along the sand dunes", "people walking on a sidewalk along the sand dunes"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "children digging holes along the sand dunes", "arguments": ["Question: The piping plover is a bird that builds its nest on sand dunes along the Atlantic Ocean. Which of these actions most likely damages the nests of the piping plover?\nAnswer:", " ["], "resps": [[[-6.76953125, false]], [[-10.3984375, false]], [[-7.39453125, false]], [[-7.89453125, false]], [[-8.6484375, false]], [[-7.39453125, false]], [[-9.3984375, false]], [[-7.89453125, false]], [[-5.39453125, false]], [[-7.51953125, false]], [[-8.2734375, false]], [[-9.0234375, false]], [[-10.0234375, false]], [[-8.2734375, false]], [[-8.1484375, false]], [[-10.7734375, false]], [[-5.39453125, false]], [[-7.51953125, false]], [[-9.2734375, false]], [[-8.6484375, false]], [[-9.5234375, false]], [[-5.39453125, false]], [[-4.89453125, false]], [[-5.39453125, false]], [[-6.26953125, false]], [[-8.6484375, false]], [[-4.89453125, false]], [[-10.3984375, false]], [[-10.3984375, false]], [[-10.390625, false]], [[-5.39453125, false]], [[-10.3984375, false]], [[-7.26953125, false]], [[-10.0234375, false]], [[-8.2734375, false]], [[-9.3984375, false]], [[-6.39453125, false]], [[-9.2734375, false]], [[-7.89453125, false]], [[-8.1484375, false]], [[-5.39453125, false]], [[-7.39453125, false]], [[-9.3984375, false]], [[-4.89453125, false]], [[-12.2734375, false]], [[-8.2734375, false]], [[-8.1484375, false]], [[-10.7734375, false]], [[-5.39453125, false]], [[-8.2734375, false]], [[-8.1484375, false]], [[-5.39453125, false]], [[-10.3984375, false]], [[-10.0234375, false]], [[-7.89453125, false]], [[-5.39453125, false]], [[-8.6484375, false]], [[-7.26953125, false]], [[-7.89453125, false]], [[-4.89453125, false]], [[-8.1484375, false]], [[-5.39453125, false]], [[-11.1484375, false]], [[-4.89453125, false]], [[-9.7734375, false]], [[-7.89453125, false]], [[-9.0234375, false]], [[-10.3984375, false]], [[-10.390625, false]], [[-5.39453125, false]], [[-10.3984375, false]], [[-7.26953125, false]], [[-10.0234375, false]], [[-8.2734375, false]], [[-9.3984375, false]], [[-6.39453125, false]], [[-9.2734375, false]], [[-7.89453125, false]], [[-8.1484375, false]], [[-5.39453125, false]], [[-6.39453125, false]], [[-8.2734375, false]], [[-10.7734375, false]], [[-10.7734375, false]], [[-8.2734375, false]], [[-8.1484375, false]], [[-10.7734375, false]], [[-5.39453125, false]], [[-10.0234375, false]], [[-8.6484375, false]], [[-9.3984375, false]], [[-7.89453125, false]], [[-9.0234375, false]], [[-5.39453125, false]], [[-4.89453125, false]], [[-9.3984375, false]], [[-8.6484375, false]], [[-8.1484375, false]], [[-10.7734375, false]], [[-5.39453125, false]], [[-10.3984375, false]], [[-10.0234375, false]], [[-7.89453125, false]], [[-5.39453125, false]], [[-9.0234375, false]], [[-4.89453125, false]], [[-8.1484375, false]], [[-6.39453125, false]], [[-5.39453125, false]], [[-6.39453125, false]], [[-11.0234375, false]], [[-8.1484375, false]], [[-7.89453125, false]], [[-9.0234375, false]], [[-10.3984375, false]], [[-10.390625, false]], [[-5.39453125, false]], [[-10.3984375, false]], [[-7.39453125, false]], [[-7.89453125, false]], [[-8.6484375, false]], [[-7.39453125, false]], [[-9.3984375, false]], [[-7.89453125, false]], [[-5.39453125, false]], [[-11.1484375, false]], [[-4.89453125, false]], [[-9.3984375, false]], [[-10.8984375, false]], [[-8.2734375, false]], [[-8.1484375, false]], [[-10.7734375, false]], [[-5.39453125, false]], [[-8.6484375, false]], [[-8.1484375, false]], [[-5.39453125, false]], [[-4.89453125, false]], [[-5.39453125, false]], [[-9.0234375, false]], [[-8.2734375, false]], [[-6.39453125, false]], [[-7.89453125, false]], [[-11.1484375, false]], [[-4.89453125, false]], [[-9.3984375, false]], [[-10.8984375, false]], [[-5.39453125, false]], [[-4.89453125, false]], [[-9.3984375, false]], [[-8.6484375, false]], [[-8.1484375, false]], [[-10.7734375, false]], [[-5.39453125, false]], [[-10.3984375, false]], [[-10.0234375, false]], [[-7.89453125, false]], [[-5.39453125, false]], [[-9.0234375, false]], [[-4.89453125, false]], [[-8.1484375, false]], [[-6.39453125, false]], [[-5.39453125, false]], [[-6.39453125, false]], [[-11.0234375, false]], [[-8.1484375, false]], [[-7.89453125, false]], [[-9.0234375, false]], [[-10.3984375, false]], [[-12.3984375, false]]], "filtered_resps": [[-6.76953125, false], [-10.3984375, false], [-7.39453125, false], [-7.89453125, false], [-8.6484375, false], [-7.39453125, false], [-9.3984375, false], [-7.89453125, false], [-5.39453125, false], [-7.51953125, false], [-8.2734375, false], [-9.0234375, false], [-10.0234375, false], [-8.2734375, false], [-8.1484375, false], [-10.7734375, false], [-5.39453125, false], [-7.51953125, false], [-9.2734375, false], [-8.6484375, false], [-9.5234375, false], [-5.39453125, false], [-4.89453125, false], [-5.39453125, false], [-6.26953125, false], [-8.6484375, false], [-4.89453125, false], [-10.3984375, false], [-10.3984375, false], [-10.390625, false], [-5.39453125, false], [-10.3984375, false], [-7.26953125, false], [-10.0234375, false], [-8.2734375, false], [-9.3984375, false], [-6.39453125, false], [-9.2734375, false], [-7.89453125, false], [-8.1484375, false], [-5.39453125, false], [-7.39453125, false], [-9.3984375, false], [-4.89453125, false], [-12.2734375, false], [-8.2734375, false], [-8.1484375, false], [-10.7734375, false], [-5.39453125, false], [-8.2734375, false], [-8.1484375, false], [-5.39453125, false], [-10.3984375, false], [-10.0234375, false], [-7.89453125, false], [-5.39453125, false], [-8.6484375, false], [-7.26953125, false], [-7.89453125, false], [-4.89453125, false], [-8.1484375, false], [-5.39453125, false], [-11.1484375, false], [-4.89453125, false], [-9.7734375, false], [-7.89453125, false], [-9.0234375, false], [-10.3984375, false], [-10.390625, false], [-5.39453125, false], [-10.3984375, false], [-7.26953125, false], [-10.0234375, false], [-8.2734375, false], [-9.3984375, false], [-6.39453125, false], [-9.2734375, false], [-7.89453125, false], [-8.1484375, false], [-5.39453125, false], [-6.39453125, false], [-8.2734375, false], [-10.7734375, false], [-10.7734375, false], [-8.2734375, false], [-8.1484375, false], [-10.7734375, false], [-5.39453125, false], [-10.0234375, false], [-8.6484375, false], [-9.3984375, false], [-7.89453125, false], [-9.0234375, false], [-5.39453125, false], [-4.89453125, false], [-9.3984375, false], [-8.6484375, false], [-8.1484375, false], [-10.7734375, false], [-5.39453125, false], [-10.3984375, false], [-10.0234375, false], [-7.89453125, false], [-5.39453125, false], [-9.0234375, false], [-4.89453125, false], [-8.1484375, false], [-6.39453125, false], [-5.39453125, false], [-6.39453125, false], [-11.0234375, false], [-8.1484375, false], [-7.89453125, false], [-9.0234375, false], [-10.3984375, false], [-10.390625, false], [-5.39453125, false], [-10.3984375, false], [-7.39453125, false], [-7.89453125, false], [-8.6484375, false], [-7.39453125, false], [-9.3984375, false], [-7.89453125, false], [-5.39453125, false], [-11.1484375, false], [-4.89453125, false], [-9.3984375, false], [-10.8984375, false], [-8.2734375, false], [-8.1484375, false], [-10.7734375, false], [-5.39453125, false], [-8.6484375, false], [-8.1484375, false], [-5.39453125, false], [-4.89453125, false], [-5.39453125, false], [-9.0234375, false], [-8.2734375, false], [-6.39453125, false], [-7.89453125, false], [-11.1484375, false], [-4.89453125, false], [-9.3984375, false], [-10.8984375, false], [-5.39453125, false], [-4.89453125, false], [-9.3984375, false], [-8.6484375, false], [-8.1484375, false], [-10.7734375, false], [-5.39453125, false], [-10.3984375, false], [-10.0234375, false], [-7.89453125, false], [-5.39453125, false], [-9.0234375, false], [-4.89453125, false], [-8.1484375, false], [-6.39453125, false], [-5.39453125, false], [-6.39453125, false], [-11.0234375, false], [-8.1484375, false], [-7.89453125, false], [-9.0234375, false], [-10.3984375, false], [-12.3984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 712, "doc": {"id": "NYSEDREGENTS_2013_4_3", "question": "There is a shadow under a tree. Which form of energy must be present for the shadow to occur?", "choices": {"text": ["heat", "light", "sound", "mechanical"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "light", "arguments": ["Question: There is a shadow under a tree. Which form of energy must be present for the shadow to occur?\nAnswer:", " ["], "resps": [[[-6.9296875, false]], [[-8.9296875, false]], [[-10.9296875, false]], [[-8.9296875, false]], [[-6.4296875, false]], [[-10.1796875, false]], [[-8.9296875, false]], [[-9.71875, false]], [[-5.4296875, false]], [[-8.9296875, false]], [[-9.9296875, false]], [[-9.4296875, false]], [[-12.1796875, false]], [[-10.9296875, false]], [[-10.1796875, false]], [[-8.9296875, false]], [[-9.71875, false]], [[-5.4296875, false]], [[-8.9296875, false]], [[-9.6796875, false]], [[-9.6796875, false]], [[-9.6796875, false]], [[-9.9296875, false]], [[-9.6796875, false]], [[-8.9296875, false]], [[-9.71875, false]], [[-5.4296875, false]], [[-8.9296875, false]], [[-10.1796875, false]], [[-8.9296875, false]], [[-9.9296875, false]], [[-10.9296875, false]], [[-6.4296875, false]], [[-9.9296875, false]], [[-9.4296875, false]], [[-9.9296875, false]], [[-6.4296875, false]], [[-9.9296875, false]], [[-8.9296875, false]], [[-12.6796875, false]]], "filtered_resps": [[-6.9296875, false], [-8.9296875, false], [-10.9296875, false], [-8.9296875, false], [-6.4296875, false], [-10.1796875, false], [-8.9296875, false], [-9.71875, false], [-5.4296875, false], [-8.9296875, false], [-9.9296875, false], [-9.4296875, false], [-12.1796875, false], [-10.9296875, false], [-10.1796875, false], [-8.9296875, false], [-9.71875, false], [-5.4296875, false], [-8.9296875, false], [-9.6796875, false], [-9.6796875, false], [-9.6796875, false], [-9.9296875, false], [-9.6796875, false], [-8.9296875, false], [-9.71875, false], [-5.4296875, false], [-8.9296875, false], [-10.1796875, false], [-8.9296875, false], [-9.9296875, false], [-10.9296875, false], [-6.4296875, false], [-9.9296875, false], [-9.4296875, false], [-9.9296875, false], [-6.4296875, false], [-9.9296875, false], [-8.9296875, false], [-12.6796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 720, "doc": {"id": "Mercury_7241255", "question": "Neurons respond to stimuli and transmit impulses to coordinate body functions. Which of these indicates the rapid change in the membrane potential when a neuron is stimulated?", "choices": {"text": ["action potential", "resting potential", "refractory period", "threshold period"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "action potential", "arguments": ["Question: Neurons respond to stimuli and transmit impulses to coordinate body functions. Which of these indicates the rapid change in the membrane potential when a neuron is stimulated?\nAnswer:", " ["], "resps": [[[-6.4375, false]], [[-10.9375, false]], [[-2.6875, false]], [[-4.4375, false]], [[-7.9375, false]], [[-5.9375, false]], [[-8.1875, false]], [[-7.4375, false]], [[-4.9375, false]], [[-8.1875, false]], [[-8.1875, false]], [[-7.9375, false]], [[-7.6875, false]], [[-7.4375, false]], [[-7.9375, false]], [[-5.9375, false]], [[-2.6875, false]], [[-9.4375, false]], [[-10.9375, false]], [[-9.0, false]], [[-4.9375, false]], [[-10.9375, false]], [[-7.4375, false]], [[-7.6875, false]], [[-8.9375, false]], [[-7.9375, false]], [[-5.9375, false]], [[-7.4375, false]], [[-9.4375, false]], [[-4.9375, false]], [[-8.1875, false]], [[-8.1875, false]], [[-7.9375, false]], [[-7.6875, false]], [[-7.4375, false]], [[-7.9375, false]], [[-5.9375, false]], [[-2.6875, false]], [[-9.4375, false]], [[-10.9375, false]], [[-9.0, false]], [[-4.9375, false]], [[-10.9375, false]], [[-7.4375, false]], [[-7.6875, false]], [[-8.1875, false]], [[-7.4375, false]], [[-2.6875, false]], [[-4.4375, false]], [[-7.9375, false]], [[-8.1875, false]], [[-7.4375, false]], [[-9.9375, false]], [[-4.9375, false]], [[-8.1875, false]], [[-7.6875, false]], [[-7.4375, false]], [[-5.9375, false]], [[-8.1875, false]], [[-5.4375, false]], [[-10.9375, false]], [[-9.0, false]], [[-4.9375, false]], [[-10.9375, false]], [[-7.9375, false]], [[-8.4375, false]], [[-7.4375, false]], [[-7.6875, false]], [[-8.9375, false]], [[-8.4375, false]], [[-8.1875, false]], [[-9.4375, false]], [[-5.4375, false]], [[-4.9375, false]], [[-8.1875, false]], [[-7.6875, false]], [[-7.4375, false]], [[-5.9375, false]], [[-8.1875, false]], [[-5.4375, false]], [[-10.9375, false]], [[-12.9375, false]]], "filtered_resps": [[-6.4375, false], [-10.9375, false], [-2.6875, false], [-4.4375, false], [-7.9375, false], [-5.9375, false], [-8.1875, false], [-7.4375, false], [-4.9375, false], [-8.1875, false], [-8.1875, false], [-7.9375, false], [-7.6875, false], [-7.4375, false], [-7.9375, false], [-5.9375, false], [-2.6875, false], [-9.4375, false], [-10.9375, false], [-9.0, false], [-4.9375, false], [-10.9375, false], [-7.4375, false], [-7.6875, false], [-8.9375, false], [-7.9375, false], [-5.9375, false], [-7.4375, false], [-9.4375, false], [-4.9375, false], [-8.1875, false], [-8.1875, false], [-7.9375, false], [-7.6875, false], [-7.4375, false], [-7.9375, false], [-5.9375, false], [-2.6875, false], [-9.4375, false], [-10.9375, false], [-9.0, false], [-4.9375, false], [-10.9375, false], [-7.4375, false], [-7.6875, false], [-8.1875, false], [-7.4375, false], [-2.6875, false], [-4.4375, false], [-7.9375, false], [-8.1875, false], [-7.4375, false], [-9.9375, false], [-4.9375, false], [-8.1875, false], [-7.6875, false], [-7.4375, false], [-5.9375, false], [-8.1875, false], [-5.4375, false], [-10.9375, false], [-9.0, false], [-4.9375, false], [-10.9375, false], [-7.9375, false], [-8.4375, false], [-7.4375, false], [-7.6875, false], [-8.9375, false], [-8.4375, false], [-8.1875, false], [-9.4375, false], [-5.4375, false], [-4.9375, false], [-8.1875, false], [-7.6875, false], [-7.4375, false], [-5.9375, false], [-8.1875, false], [-5.4375, false], [-10.9375, false], [-12.9375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 728, "doc": {"id": "MCAS_2004_5_22", "question": "An earthworm was placed on top of a thick layer of moist topsoil in a pan. The pan was placed in a room with the lights on. How did the earthworm most likely respond to these conditions?", "choices": {"text": ["by burrowing under the soil", "by crawling around in the pan", "by staying where it was placed", "by trying to crawl out of the pan"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "by burrowing under the soil", "arguments": ["Question: An earthworm was placed on top of a thick layer of moist topsoil in a pan. The pan was placed in a room with the lights on. How did the earthworm most likely respond to these conditions?\nAnswer:", " ["], "resps": [[[-7.26953125, false]], [[-10.2734375, false]], [[-8.5234375, false]], [[-13.2734375, false]], [[-6.0390625, false]], [[-8.5234375, false]], [[-11.5234375, false]], [[-12.0234375, false]], [[-12.0234375, false]], [[-10.0234375, false]], [[-11.7734375, false]], [[-9.5234375, false]], [[-10.5234375, false]], [[-11.5234375, false]], [[-6.0390625, false]], [[-11.5234375, false]], [[-10.5234375, false]], [[-9.2734375, false]], [[-9.5234375, false]], [[-12.0234375, false]], [[-6.0390625, false]], [[-11.5234375, false]], [[-12.0234375, false]], [[-9.5234375, false]], [[-6.01953125, false]], [[-10.0234375, false]], [[-10.0234375, false]], [[-9.5234375, false]], [[-11.5234375, false]], [[-10.2734375, false]], [[-11.125, false]], [[-6.01953125, false]], [[-10.2734375, false]], [[-8.5234375, false]], [[-13.2734375, false]], [[-6.01953125, false]], [[-9.5234375, false]], [[-12.0234375, false]], [[-6.01953125, false]], [[-11.7734375, false]], [[-11.5234375, false]], [[-9.5234375, false]], [[-10.5234375, false]], [[-11.5234375, false]], [[-6.01953125, false]], [[-6.01953125, false]], [[-12.0234375, false]], [[-10.0234375, false]], [[-11.5234375, false]], [[-10.5234375, false]], [[-9.2734375, false]], [[-6.01953125, false]], [[-9.5234375, false]], [[-10.5234375, false]], [[-6.01953125, false]], [[-11.5234375, false]], [[-12.0234375, false]], [[-9.5234375, false]], [[-6.01953125, false]], [[-12.0234375, false]], [[-6.01953125, false]], [[-10.5234375, false]], [[-10.2734375, false]], [[-11.125, false]], [[-6.01953125, false]], [[-10.2734375, false]], [[-8.5234375, false]], [[-13.2734375, false]], [[-6.01953125, false]], [[-10.0234375, false]], [[-11.5234375, false]], [[-6.01953125, false]], [[-13.2734375, false]], [[-9.5234375, false]], [[-10.5234375, false]], [[-11.5234375, false]], [[-6.01953125, false]], [[-11.7734375, false]], [[-12.0234375, false]], [[-9.5234375, false]], [[-12.0234375, false]], [[-9.5234375, false]], [[-6.01953125, false]], [[-9.5234375, false]], [[-11.5234375, false]], [[-6.01953125, false]], [[-11.7734375, false]], [[-6.01953125, false]], [[-10.0234375, false]], [[-6.01953125, false]], [[-12.0234375, false]], [[-11.5234375, false]], [[-6.01953125, false]], [[-9.5234375, false]], [[-9.5234375, false]], [[-9.2734375, false]], [[-10.2734375, false]], [[-11.125, false]], [[-6.01953125, false]], [[-10.2734375, false]], [[-8.5234375, false]], [[-13.2734375, false]], [[-6.01953125, false]], [[-11.5234375, false]], [[-12.0234375, false]], [[-13.2734375, false]], [[-9.5234375, false]], [[-10.5234375, false]], [[-11.5234375, false]], [[-6.01953125, false]], [[-11.5234375, false]], [[-10.0234375, false]], [[-6.01953125, false]], [[-9.5234375, false]], [[-12.0234375, false]], [[-6.01953125, false]], [[-11.7734375, false]], [[-11.5234375, false]], [[-6.01953125, false]], [[-10.0234375, false]], [[-11.5234375, false]], [[-11.5234375, false]], [[-6.01953125, false]], [[-10.0234375, false]], [[-11.7734375, false]], [[-6.01953125, false]], [[-11.5234375, false]], [[-12.0234375, false]], [[-9.5234375, false]], [[-6.01953125, false]], [[-12.0234375, false]], [[-6.01953125, false]], [[-10.5234375, false]], [[-10.2734375, false]], [[-12.2734375, false]]], "filtered_resps": [[-7.26953125, false], [-10.2734375, false], [-8.5234375, false], [-13.2734375, false], [-6.0390625, false], [-8.5234375, false], [-11.5234375, false], [-12.0234375, false], [-12.0234375, false], [-10.0234375, false], [-11.7734375, false], [-9.5234375, false], [-10.5234375, false], [-11.5234375, false], [-6.0390625, false], [-11.5234375, false], [-10.5234375, false], [-9.2734375, false], [-9.5234375, false], [-12.0234375, false], [-6.0390625, false], [-11.5234375, false], [-12.0234375, false], [-9.5234375, false], [-6.01953125, false], [-10.0234375, false], [-10.0234375, false], [-9.5234375, false], [-11.5234375, false], [-10.2734375, false], [-11.125, false], [-6.01953125, false], [-10.2734375, false], [-8.5234375, false], [-13.2734375, false], [-6.01953125, false], [-9.5234375, false], [-12.0234375, false], [-6.01953125, false], [-11.7734375, false], [-11.5234375, false], [-9.5234375, false], [-10.5234375, false], [-11.5234375, false], [-6.01953125, false], [-6.01953125, false], [-12.0234375, false], [-10.0234375, false], [-11.5234375, false], [-10.5234375, false], [-9.2734375, false], [-6.01953125, false], [-9.5234375, false], [-10.5234375, false], [-6.01953125, false], [-11.5234375, false], [-12.0234375, false], [-9.5234375, false], [-6.01953125, false], [-12.0234375, false], [-6.01953125, false], [-10.5234375, false], [-10.2734375, false], [-11.125, false], [-6.01953125, false], [-10.2734375, false], [-8.5234375, false], [-13.2734375, false], [-6.01953125, false], [-10.0234375, false], [-11.5234375, false], [-6.01953125, false], [-13.2734375, false], [-9.5234375, false], [-10.5234375, false], [-11.5234375, false], [-6.01953125, false], [-11.7734375, false], [-12.0234375, false], [-9.5234375, false], [-12.0234375, false], [-9.5234375, false], [-6.01953125, false], [-9.5234375, false], [-11.5234375, false], [-6.01953125, false], [-11.7734375, false], [-6.01953125, false], [-10.0234375, false], [-6.01953125, false], [-12.0234375, false], [-11.5234375, false], [-6.01953125, false], [-9.5234375, false], [-9.5234375, false], [-9.2734375, false], [-10.2734375, false], [-11.125, false], [-6.01953125, false], [-10.2734375, false], [-8.5234375, false], [-13.2734375, false], [-6.01953125, false], [-11.5234375, false], [-12.0234375, false], [-13.2734375, false], [-9.5234375, false], [-10.5234375, false], [-11.5234375, false], [-6.01953125, false], [-11.5234375, false], [-10.0234375, false], [-6.01953125, false], [-9.5234375, false], [-12.0234375, false], [-6.01953125, false], [-11.7734375, false], [-11.5234375, false], [-6.01953125, false], [-10.0234375, false], [-11.5234375, false], [-11.5234375, false], [-6.01953125, false], [-10.0234375, false], [-11.7734375, false], [-6.01953125, false], [-11.5234375, false], [-12.0234375, false], [-9.5234375, false], [-6.01953125, false], [-12.0234375, false], [-6.01953125, false], [-10.5234375, false], [-10.2734375, false], [-12.2734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 736, "doc": {"id": "Mercury_SC_406273", "question": "As Bobby entered a dark room, he pushed the switch on the wall to turn on the light. What makes the light turn on when Bobby pushes the switch?", "choices": {"text": ["electricity", "friction", "gravity", "magnetism"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "electricity", "arguments": ["Question: As Bobby entered a dark room, he pushed the switch on the wall to turn on the light. What makes the light turn on when Bobby pushes the switch?\nAnswer:", " ["], "resps": [[[-6.74609375, false]], [[-8.75, false]], [[-10.0, false]], [[-10.5, false]], [[-10.0, false]], [[-9.25, false]], [[-10.25, false]], [[-11.0, false]], [[-9.25, false]], [[-9.25, false]], [[-9.25, false]], [[-10.25, false]], [[-12.75, false]], [[-8.75, false]], [[-10.875, false]], [[-5.99609375, false]], [[-8.75, false]], [[-9.75, false]], [[-11.0, false]], [[-9.25, false]], [[-9.25, false]], [[-10.25, false]], [[-9.25, false]], [[-9.75, false]], [[-10.25, false]], [[-8.75, false]], [[-10.875, false]], [[-5.99609375, false]], [[-8.75, false]], [[-12.0, false]], [[-11.0, false]], [[-5.24609375, false]], [[-11.25, false]], [[-9.25, false]], [[-10.25, false]], [[-12.75, false]], [[-8.75, false]], [[-10.875, false]], [[-5.99609375, false]], [[-8.75, false]], [[-11.5, false]], [[-5.24609375, false]], [[-12.0, false]], [[-10.25, false]], [[-10.0, false]], [[-10.25, false]], [[-9.25, false]], [[-9.75, false]], [[-11.5, false]], [[-8.75, false]], [[-13.0, false]]], "filtered_resps": [[-6.74609375, false], [-8.75, false], [-10.0, false], [-10.5, false], [-10.0, false], [-9.25, false], [-10.25, false], [-11.0, false], [-9.25, false], [-9.25, false], [-9.25, false], [-10.25, false], [-12.75, false], [-8.75, false], [-10.875, false], [-5.99609375, false], [-8.75, false], [-9.75, false], [-11.0, false], [-9.25, false], [-9.25, false], [-10.25, false], [-9.25, false], [-9.75, false], [-10.25, false], [-8.75, false], [-10.875, false], [-5.99609375, false], [-8.75, false], [-12.0, false], [-11.0, false], [-5.24609375, false], [-11.25, false], [-9.25, false], [-10.25, false], [-12.75, false], [-8.75, false], [-10.875, false], [-5.99609375, false], [-8.75, false], [-11.5, false], [-5.24609375, false], [-12.0, false], [-10.25, false], [-10.0, false], [-10.25, false], [-9.25, false], [-9.75, false], [-11.5, false], [-8.75, false], [-13.0, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 744, "doc": {"id": "Mercury_7205363", "question": "What is the smallest part of a gold ring that is still gold?", "choices": {"text": ["an atom", "an electron", "a molecule", "a compound"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "an atom", "arguments": ["Question: What is the smallest part of a gold ring that is still gold?\nAnswer:", " ["], "resps": [[[-8.78125, false]], [[-8.53125, false]], [[-3.779296875, false]], [[-8.78125, false]], [[-5.52734375, false]], [[-3.779296875, false]], [[-9.53125, false]], [[-10.78125, false]], [[-10.78125, false]], [[-8.53125, false]], [[-10.359375, false]], [[-5.52734375, false]], [[-8.53125, false]], [[-3.779296875, false]], [[-8.78125, false]], [[-5.52734375, false]], [[-9.03125, false]], [[-10.78125, false]], [[-9.03125, false]], [[-8.53125, false]], [[-9.53125, false]], [[-9.78125, false]], [[-10.78125, false]], [[-8.78125, false]], [[-8.53125, false]], [[-10.359375, false]], [[-5.52734375, false]], [[-8.53125, false]], [[-3.779296875, false]], [[-5.52734375, false]], [[-10.78125, false]], [[-10.78125, false]], [[-10.78125, false]], [[-9.03125, false]], [[-8.53125, false]], [[-11.28125, false]], [[-10.78125, false]], [[-9.03125, false]], [[-8.53125, false]], [[-10.359375, false]], [[-5.52734375, false]], [[-8.53125, false]], [[-3.779296875, false]], [[-5.52734375, false]], [[-8.53125, false]], [[-10.78125, false]], [[-10.78125, false]], [[-11.78125, false]], [[-10.78125, false]], [[-11.28125, false]], [[-8.78125, false]], [[-10.78125, false]], [[-8.53125, false]], [[-14.28125, false]]], "filtered_resps": [[-8.78125, false], [-8.53125, false], [-3.779296875, false], [-8.78125, false], [-5.52734375, false], [-3.779296875, false], [-9.53125, false], [-10.78125, false], [-10.78125, false], [-8.53125, false], [-10.359375, false], [-5.52734375, false], [-8.53125, false], [-3.779296875, false], [-8.78125, false], [-5.52734375, false], [-9.03125, false], [-10.78125, false], [-9.03125, false], [-8.53125, false], [-9.53125, false], [-9.78125, false], [-10.78125, false], [-8.78125, false], [-8.53125, false], [-10.359375, false], [-5.52734375, false], [-8.53125, false], [-3.779296875, false], [-5.52734375, false], [-10.78125, false], [-10.78125, false], [-10.78125, false], [-9.03125, false], [-8.53125, false], [-11.28125, false], [-10.78125, false], [-9.03125, false], [-8.53125, false], [-10.359375, false], [-5.52734375, false], [-8.53125, false], [-3.779296875, false], [-5.52734375, false], [-8.53125, false], [-10.78125, false], [-10.78125, false], [-11.78125, false], [-10.78125, false], [-11.28125, false], [-8.78125, false], [-10.78125, false], [-8.53125, false], [-14.28125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 752, "doc": {"id": "ACTAAP_2014_7_10", "question": "Which gas is the most abundant in Earth's atmosphere?", "choices": {"text": ["oxygen", "nitrogen", "water vapor", "carbon dioxide"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "nitrogen", "arguments": ["Question: Which gas is the most abundant in Earth's atmosphere?\nAnswer:", " ["], "resps": [[[-8.4609375, false]], [[-8.2109375, false]], [[-6.45703125, false]], [[-9.9609375, false]], [[-9.9609375, false]], [[-11.2109375, false]], [[-9.4609375, false]], [[-7.45703125, false]], [[-8.2109375, false]], [[-8.9140625, false]], [[-5.45703125, false]], [[-8.2109375, false]], [[-7.45703125, false]], [[-7.95703125, false]], [[-10.4609375, false]], [[-13.2109375, false]], [[-6.45703125, false]], [[-11.2109375, false]], [[-9.4609375, false]], [[-7.45703125, false]], [[-8.2109375, false]], [[-8.9140625, false]], [[-5.45703125, false]], [[-8.2109375, false]], [[-11.9609375, false]], [[-6.20703125, false]], [[-10.4609375, false]], [[-9.4609375, false]], [[-13.2109375, false]], [[-5.45703125, false]], [[-12.9609375, false]], [[-6.20703125, false]], [[-10.2109375, false]], [[-6.45703125, false]], [[-13.2109375, false]], [[-8.2109375, false]], [[-8.9140625, false]], [[-5.45703125, false]], [[-8.2109375, false]], [[-8.4609375, false]], [[-6.20703125, false]], [[-13.2109375, false]], [[-11.7109375, false]], [[-6.45703125, false]], [[-7.45703125, false]], [[-5.45703125, false]], [[-10.9609375, false]], [[-7.95703125, false]], [[-6.45703125, false]], [[-9.9609375, false]], [[-7.95703125, false]], [[-10.9609375, false]], [[-9.4609375, false]], [[-8.2109375, false]], [[-14.9609375, false]]], "filtered_resps": [[-8.4609375, false], [-8.2109375, false], [-6.45703125, false], [-9.9609375, false], [-9.9609375, false], [-11.2109375, false], [-9.4609375, false], [-7.45703125, false], [-8.2109375, false], [-8.9140625, false], [-5.45703125, false], [-8.2109375, false], [-7.45703125, false], [-7.95703125, false], [-10.4609375, false], [-13.2109375, false], [-6.45703125, false], [-11.2109375, false], [-9.4609375, false], [-7.45703125, false], [-8.2109375, false], [-8.9140625, false], [-5.45703125, false], [-8.2109375, false], [-11.9609375, false], [-6.20703125, false], [-10.4609375, false], [-9.4609375, false], [-13.2109375, false], [-5.45703125, false], [-12.9609375, false], [-6.20703125, false], [-10.2109375, false], [-6.45703125, false], [-13.2109375, false], [-8.2109375, false], [-8.9140625, false], [-5.45703125, false], [-8.2109375, false], [-8.4609375, false], [-6.20703125, false], [-13.2109375, false], [-11.7109375, false], [-6.45703125, false], [-7.45703125, false], [-5.45703125, false], [-10.9609375, false], [-7.95703125, false], [-6.45703125, false], [-9.9609375, false], [-7.95703125, false], [-10.9609375, false], [-9.4609375, false], [-8.2109375, false], [-14.9609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 760, "doc": {"id": "MSA_2012_5_13", "question": "The water cycle requires energy. The main source of energy for the water cycle is", "choices": {"text": ["wind", "gravity", "the sun", "the moon"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "the sun", "arguments": ["Question: The water cycle requires energy. The main source of energy for the water cycle is\nAnswer:", " ["], "resps": [[[-7.2421875, false]], [[-8.4921875, false]], [[-8.9921875, false]], [[-6.7421875, false]], [[-7.2421875, false]], [[-6.7421875, false]], [[-8.4921875, false]], [[-8.703125, false]], [[-4.9921875, false]], [[-8.4921875, false]], [[-9.4921875, false]], [[-9.7421875, false]], [[-4.4921875, false]], [[-9.4921875, false]], [[-6.7421875, false]], [[-8.9921875, false]], [[-9.2421875, false]], [[-8.4921875, false]], [[-8.703125, false]], [[-4.9921875, false]], [[-8.4921875, false]], [[-8.9921875, false]], [[-8.7421875, false]], [[-7.2421875, false]], [[-4.9921875, false]], [[-8.7421875, false]], [[-9.2421875, false]], [[-7.2421875, false]], [[-8.4921875, false]], [[-8.703125, false]], [[-4.9921875, false]], [[-8.4921875, false]], [[-8.9921875, false]], [[-8.7421875, false]], [[-7.2421875, false]], [[-4.9921875, false]], [[-8.9921875, false]], [[-7.7421875, false]], [[-7.7421875, false]], [[-7.2421875, false]], [[-8.4921875, false]], [[-12.7421875, false]]], "filtered_resps": [[-7.2421875, false], [-8.4921875, false], [-8.9921875, false], [-6.7421875, false], [-7.2421875, false], [-6.7421875, false], [-8.4921875, false], [-8.703125, false], [-4.9921875, false], [-8.4921875, false], [-9.4921875, false], [-9.7421875, false], [-4.4921875, false], [-9.4921875, false], [-6.7421875, false], [-8.9921875, false], [-9.2421875, false], [-8.4921875, false], [-8.703125, false], [-4.9921875, false], [-8.4921875, false], [-8.9921875, false], [-8.7421875, false], [-7.2421875, false], [-4.9921875, false], [-8.7421875, false], [-9.2421875, false], [-7.2421875, false], [-8.4921875, false], [-8.703125, false], [-4.9921875, false], [-8.4921875, false], [-8.9921875, false], [-8.7421875, false], [-7.2421875, false], [-4.9921875, false], [-8.9921875, false], [-7.7421875, false], [-7.7421875, false], [-7.2421875, false], [-8.4921875, false], [-12.7421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 768, "doc": {"id": "LEAP_2002_8_10389", "question": "Joyce put 200 milliliters of water in a beaker, put a thermometer in it, and heated it until it started to boil. She recorded a temperature of 100°C when it started to boil. She repeated the process with 400 milliliters of water. What would be the temperature when the second sample started to boil?", "choices": {"text": ["twice as high as the first sample's", "slightly higher than the first sample's", "half as high as the first sample's", "the same as the first sample's"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "the same as the first sample's", "arguments": ["Question: Joyce put 200 milliliters of water in a beaker, put a thermometer in it, and heated it until it started to boil. She recorded a temperature of 100°C when it started to boil. She repeated the process with 400 milliliters of water. What would be the temperature when the second sample started to boil?\nAnswer:", " ["], "resps": [[[-6.1953125, false]], [[-7.4453125, false]], [[-8.1953125, false]], [[-10.1953125, false]], [[-8.4453125, false]], [[-8.4453125, false]], [[-9.4453125, false]], [[-4.9453125, false]], [[-4.9453125, false]], [[-9.1953125, false]], [[-4.9453125, false]], [[-10.6953125, false]], [[-8.4453125, false]], [[-9.9453125, false]], [[-10.6953125, false]], [[-4.9453125, false]], [[-4.9453125, false]], [[-9.1953125, false]], [[-4.9453125, false]], [[-8.1953125, false]], [[-10.6953125, false]], [[-9.4453125, false]], [[-4.9453125, false]], [[-9.1953125, false]], [[-8.4453125, false]], [[-10.9453125, false]], [[-9.1953125, false]], [[-8.1953125, false]], [[-4.9453125, false]], [[-9.1953125, false]], [[-4.9453125, false]], [[-7.6953125, false]], [[-9.4453125, false]], [[-10.4453125, false]], [[-9.4453125, false]], [[-9.4453125, false]], [[-9.1953125, false]], [[-7.4453125, false]], [[-9.7734375, false]], [[-4.9453125, false]], [[-7.4453125, false]], [[-9.1953125, false]], [[-10.4453125, false]], [[-8.4453125, false]], [[-9.9453125, false]], [[-10.6953125, false]], [[-8.1953125, false]], [[-10.4453125, false]], [[-10.4453125, false]], [[-4.9453125, false]], [[-10.6953125, false]], [[-8.4453125, false]], [[-9.9453125, false]], [[-10.6953125, false]], [[-9.4453125, false]], [[-10.9453125, false]], [[-4.9453125, false]], [[-8.1953125, false]], [[-10.6953125, false]], [[-4.9453125, false]], [[-8.1953125, false]], [[-4.9453125, false]], [[-8.1953125, false]], [[-10.6953125, false]], [[-9.4453125, false]], [[-4.9453125, false]], [[-9.1953125, false]], [[-8.4453125, false]], [[-10.9453125, false]], [[-9.1953125, false]], [[-8.1953125, false]], [[-4.9453125, false]], [[-9.1953125, false]], [[-4.9453125, false]], [[-7.6953125, false]], [[-9.4453125, false]], [[-10.4453125, false]], [[-9.4453125, false]], [[-9.4453125, false]], [[-9.1953125, false]], [[-7.4453125, false]], [[-9.7734375, false]], [[-4.9453125, false]], [[-7.4453125, false]], [[-10.6953125, false]], [[-4.9453125, false]], [[-10.4453125, false]], [[-9.1953125, false]], [[-4.9453125, false]], [[-4.9453125, false]], [[-9.1953125, false]], [[-4.9453125, false]], [[-10.6953125, false]], [[-8.4453125, false]], [[-9.9453125, false]], [[-10.6953125, false]], [[-4.9453125, false]], [[-4.9453125, false]], [[-9.1953125, false]], [[-4.9453125, false]], [[-8.1953125, false]], [[-10.6953125, false]], [[-9.4453125, false]], [[-4.9453125, false]], [[-9.1953125, false]], [[-8.4453125, false]], [[-10.9453125, false]], [[-9.1953125, false]], [[-8.1953125, false]], [[-4.9453125, false]], [[-9.1953125, false]], [[-4.9453125, false]], [[-7.6953125, false]], [[-9.4453125, false]], [[-10.4453125, false]], [[-9.4453125, false]], [[-9.4453125, false]], [[-9.1953125, false]], [[-7.4453125, false]], [[-9.7734375, false]], [[-4.9453125, false]], [[-7.4453125, false]], [[-8.1953125, false]], [[-10.6953125, false]], [[-9.4453125, false]], [[-4.9453125, false]], [[-9.1953125, false]], [[-4.9453125, false]], [[-7.6953125, false]], [[-9.4453125, false]], [[-4.9453125, false]], [[-4.9453125, false]], [[-9.1953125, false]], [[-4.9453125, false]], [[-8.1953125, false]], [[-10.6953125, false]], [[-9.4453125, false]], [[-4.9453125, false]], [[-9.1953125, false]], [[-8.4453125, false]], [[-10.9453125, false]], [[-9.1953125, false]], [[-8.1953125, false]], [[-4.9453125, false]], [[-9.1953125, false]], [[-4.9453125, false]], [[-7.6953125, false]], [[-9.4453125, false]], [[-10.4453125, false]], [[-9.4453125, false]], [[-9.4453125, false]], [[-9.1953125, false]], [[-7.4453125, false]], [[-11.4453125, false]]], "filtered_resps": [[-6.1953125, false], [-7.4453125, false], [-8.1953125, false], [-10.1953125, false], [-8.4453125, false], [-8.4453125, false], [-9.4453125, false], [-4.9453125, false], [-4.9453125, false], [-9.1953125, false], [-4.9453125, false], [-10.6953125, false], [-8.4453125, false], [-9.9453125, false], [-10.6953125, false], [-4.9453125, false], [-4.9453125, false], [-9.1953125, false], [-4.9453125, false], [-8.1953125, false], [-10.6953125, false], [-9.4453125, false], [-4.9453125, false], [-9.1953125, false], [-8.4453125, false], [-10.9453125, false], [-9.1953125, false], [-8.1953125, false], [-4.9453125, false], [-9.1953125, false], [-4.9453125, false], [-7.6953125, false], [-9.4453125, false], [-10.4453125, false], [-9.4453125, false], [-9.4453125, false], [-9.1953125, false], [-7.4453125, false], [-9.7734375, false], [-4.9453125, false], [-7.4453125, false], [-9.1953125, false], [-10.4453125, false], [-8.4453125, false], [-9.9453125, false], [-10.6953125, false], [-8.1953125, false], [-10.4453125, false], [-10.4453125, false], [-4.9453125, false], [-10.6953125, false], [-8.4453125, false], [-9.9453125, false], [-10.6953125, false], [-9.4453125, false], [-10.9453125, false], [-4.9453125, false], [-8.1953125, false], [-10.6953125, false], [-4.9453125, false], [-8.1953125, false], [-4.9453125, false], [-8.1953125, false], [-10.6953125, false], [-9.4453125, false], [-4.9453125, false], [-9.1953125, false], [-8.4453125, false], [-10.9453125, false], [-9.1953125, false], [-8.1953125, false], [-4.9453125, false], [-9.1953125, false], [-4.9453125, false], [-7.6953125, false], [-9.4453125, false], [-10.4453125, false], [-9.4453125, false], [-9.4453125, false], [-9.1953125, false], [-7.4453125, false], [-9.7734375, false], [-4.9453125, false], [-7.4453125, false], [-10.6953125, false], [-4.9453125, false], [-10.4453125, false], [-9.1953125, false], [-4.9453125, false], [-4.9453125, false], [-9.1953125, false], [-4.9453125, false], [-10.6953125, false], [-8.4453125, false], [-9.9453125, false], [-10.6953125, false], [-4.9453125, false], [-4.9453125, false], [-9.1953125, false], [-4.9453125, false], [-8.1953125, false], [-10.6953125, false], [-9.4453125, false], [-4.9453125, false], [-9.1953125, false], [-8.4453125, false], [-10.9453125, false], [-9.1953125, false], [-8.1953125, false], [-4.9453125, false], [-9.1953125, false], [-4.9453125, false], [-7.6953125, false], [-9.4453125, false], [-10.4453125, false], [-9.4453125, false], [-9.4453125, false], [-9.1953125, false], [-7.4453125, false], [-9.7734375, false], [-4.9453125, false], [-7.4453125, false], [-8.1953125, false], [-10.6953125, false], [-9.4453125, false], [-4.9453125, false], [-9.1953125, false], [-4.9453125, false], [-7.6953125, false], [-9.4453125, false], [-4.9453125, false], [-4.9453125, false], [-9.1953125, false], [-4.9453125, false], [-8.1953125, false], [-10.6953125, false], [-9.4453125, false], [-4.9453125, false], [-9.1953125, false], [-8.4453125, false], [-10.9453125, false], [-9.1953125, false], [-8.1953125, false], [-4.9453125, false], [-9.1953125, false], [-4.9453125, false], [-7.6953125, false], [-9.4453125, false], [-10.4453125, false], [-9.4453125, false], [-9.4453125, false], [-9.1953125, false], [-7.4453125, false], [-11.4453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 776, "doc": {"id": "NAEP_2009_4_S7+6", "question": "A thermometer shows that the outside air temperature is colder than the temperature at which water turns to ice. However, ice on the sidewalk melts. What probably caused this?", "choices": {"text": ["The air heating the sidewalk", "The sidewalk reflecting sunlight into the air", "The wind causing the ice on the sidewalk to melt", "The sunlight making the sidewalk warmer than the air"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "The sunlight making the sidewalk warmer than the air", "arguments": ["Question: A thermometer shows that the outside air temperature is colder than the temperature at which water turns to ice. However, ice on the sidewalk melts. What probably caused this?\nAnswer:", " ["], "resps": [[[-8.2109375, false]], [[-10.4609375, false]], [[-7.21484375, false]], [[-11.9609375, false]], [[-10.2109375, false]], [[-5.96484375, false]], [[-5.71484375, false]], [[-9.2109375, false]], [[-11.9609375, false]], [[-5.96484375, false]], [[-11.9609375, false]], [[-10.2109375, false]], [[-5.71484375, false]], [[-11.2109375, false]], [[-9.2109375, false]], [[-11.2109375, false]], [[-12.7109375, false]], [[-5.96484375, false]], [[-11.2109375, false]], [[-11.9609375, false]], [[-10.2109375, false]], [[-5.96484375, false]], [[-10.4609375, false]], [[-9.2109375, false]], [[-9.7109375, false]], [[-10.2109375, false]], [[-12.2109375, false]], [[-5.71484375, false]], [[-11.7109375, false]], [[-12.4609375, false]], [[-10.4609375, false]], [[-10.0625, false]], [[-5.96484375, false]], [[-10.4609375, false]], [[-7.21484375, false]], [[-11.9609375, false]], [[-10.2109375, false]], [[-5.96484375, false]], [[-10.4609375, false]], [[-9.2109375, false]], [[-9.7109375, false]], [[-10.2109375, false]], [[-12.2109375, false]], [[-5.71484375, false]], [[-11.7109375, false]], [[-12.4609375, false]], [[-5.96484375, false]], [[-11.9609375, false]], [[-10.2109375, false]], [[-9.4609375, false]], [[-11.7109375, false]], [[-10.2109375, false]], [[-10.2109375, false]], [[-11.2109375, false]], [[-9.2109375, false]], [[-11.2109375, false]], [[-12.7109375, false]], [[-5.96484375, false]], [[-10.4609375, false]], [[-12.2109375, false]], [[-11.2109375, false]], [[-11.7109375, false]], [[-9.2109375, false]], [[-12.7109375, false]], [[-11.9609375, false]], [[-11.2109375, false]], [[-5.96484375, false]], [[-9.2109375, false]], [[-11.2109375, false]], [[-11.2109375, false]], [[-9.9609375, false]], [[-5.96484375, false]], [[-11.2109375, false]], [[-11.9609375, false]], [[-10.2109375, false]], [[-5.96484375, false]], [[-5.71484375, false]], [[-9.2109375, false]], [[-11.9609375, false]], [[-10.4609375, false]], [[-10.0625, false]], [[-5.96484375, false]], [[-10.4609375, false]], [[-7.21484375, false]], [[-11.9609375, false]], [[-10.2109375, false]], [[-5.96484375, false]], [[-12.2109375, false]], [[-9.2109375, false]], [[-11.2109375, false]], [[-9.7109375, false]], [[-5.96484375, false]], [[-10.2109375, false]], [[-5.71484375, false]], [[-12.2109375, false]], [[-10.4609375, false]], [[-9.2109375, false]], [[-11.2109375, false]], [[-12.7109375, false]], [[-5.96484375, false]], [[-11.2109375, false]], [[-11.9609375, false]], [[-10.2109375, false]], [[-5.96484375, false]], [[-9.2109375, false]], [[-10.2109375, false]], [[-10.2109375, false]], [[-5.96484375, false]], [[-9.9609375, false]], [[-11.2109375, false]], [[-5.96484375, false]], [[-11.2109375, false]], [[-11.9609375, false]], [[-10.2109375, false]], [[-5.96484375, false]], [[-10.4609375, false]], [[-9.2109375, false]], [[-9.7109375, false]], [[-10.2109375, false]], [[-12.2109375, false]], [[-5.71484375, false]], [[-11.7109375, false]], [[-12.4609375, false]], [[-5.96484375, false]], [[-11.2109375, false]], [[-9.9609375, false]], [[-5.96484375, false]], [[-11.4609375, false]], [[-10.2109375, false]], [[-11.7109375, false]], [[-11.2109375, false]], [[-10.4609375, false]], [[-10.0625, false]], [[-5.96484375, false]], [[-10.4609375, false]], [[-7.21484375, false]], [[-11.9609375, false]], [[-10.2109375, false]], [[-5.96484375, false]], [[-10.4609375, false]], [[-12.2109375, false]], [[-11.2109375, false]], [[-11.7109375, false]], [[-9.2109375, false]], [[-12.7109375, false]], [[-11.9609375, false]], [[-11.2109375, false]], [[-5.96484375, false]], [[-11.4609375, false]], [[-5.71484375, false]], [[-12.4609375, false]], [[-9.2109375, false]], [[-11.2109375, false]], [[-12.7109375, false]], [[-5.96484375, false]], [[-11.2109375, false]], [[-11.9609375, false]], [[-10.2109375, false]], [[-5.96484375, false]], [[-10.4609375, false]], [[-9.2109375, false]], [[-9.7109375, false]], [[-10.2109375, false]], [[-12.2109375, false]], [[-5.71484375, false]], [[-11.7109375, false]], [[-12.4609375, false]], [[-5.96484375, false]], [[-12.2109375, false]], [[-5.71484375, false]], [[-11.9609375, false]], [[-11.4609375, false]], [[-10.2109375, false]], [[-11.9609375, false]], [[-5.96484375, false]], [[-11.2109375, false]], [[-11.9609375, false]], [[-5.71484375, false]], [[-11.2109375, false]], [[-5.96484375, false]], [[-11.2109375, false]], [[-11.9609375, false]], [[-10.2109375, false]], [[-5.96484375, false]], [[-5.71484375, false]], [[-9.2109375, false]], [[-11.9609375, false]], [[-10.4609375, false]], [[-13.7109375, false]]], "filtered_resps": [[-8.2109375, false], [-10.4609375, false], [-7.21484375, false], [-11.9609375, false], [-10.2109375, false], [-5.96484375, false], [-5.71484375, false], [-9.2109375, false], [-11.9609375, false], [-5.96484375, false], [-11.9609375, false], [-10.2109375, false], [-5.71484375, false], [-11.2109375, false], [-9.2109375, false], [-11.2109375, false], [-12.7109375, false], [-5.96484375, false], [-11.2109375, false], [-11.9609375, false], [-10.2109375, false], [-5.96484375, false], [-10.4609375, false], [-9.2109375, false], [-9.7109375, false], [-10.2109375, false], [-12.2109375, false], [-5.71484375, false], [-11.7109375, false], [-12.4609375, false], [-10.4609375, false], [-10.0625, false], [-5.96484375, false], [-10.4609375, false], [-7.21484375, false], [-11.9609375, false], [-10.2109375, false], [-5.96484375, false], [-10.4609375, false], [-9.2109375, false], [-9.7109375, false], [-10.2109375, false], [-12.2109375, false], [-5.71484375, false], [-11.7109375, false], [-12.4609375, false], [-5.96484375, false], [-11.9609375, false], [-10.2109375, false], [-9.4609375, false], [-11.7109375, false], [-10.2109375, false], [-10.2109375, false], [-11.2109375, false], [-9.2109375, false], [-11.2109375, false], [-12.7109375, false], [-5.96484375, false], [-10.4609375, false], [-12.2109375, false], [-11.2109375, false], [-11.7109375, false], [-9.2109375, false], [-12.7109375, false], [-11.9609375, false], [-11.2109375, false], [-5.96484375, false], [-9.2109375, false], [-11.2109375, false], [-11.2109375, false], [-9.9609375, false], [-5.96484375, false], [-11.2109375, false], [-11.9609375, false], [-10.2109375, false], [-5.96484375, false], [-5.71484375, false], [-9.2109375, false], [-11.9609375, false], [-10.4609375, false], [-10.0625, false], [-5.96484375, false], [-10.4609375, false], [-7.21484375, false], [-11.9609375, false], [-10.2109375, false], [-5.96484375, false], [-12.2109375, false], [-9.2109375, false], [-11.2109375, false], [-9.7109375, false], [-5.96484375, false], [-10.2109375, false], [-5.71484375, false], [-12.2109375, false], [-10.4609375, false], [-9.2109375, false], [-11.2109375, false], [-12.7109375, false], [-5.96484375, false], [-11.2109375, false], [-11.9609375, false], [-10.2109375, false], [-5.96484375, false], [-9.2109375, false], [-10.2109375, false], [-10.2109375, false], [-5.96484375, false], [-9.9609375, false], [-11.2109375, false], [-5.96484375, false], [-11.2109375, false], [-11.9609375, false], [-10.2109375, false], [-5.96484375, false], [-10.4609375, false], [-9.2109375, false], [-9.7109375, false], [-10.2109375, false], [-12.2109375, false], [-5.71484375, false], [-11.7109375, false], [-12.4609375, false], [-5.96484375, false], [-11.2109375, false], [-9.9609375, false], [-5.96484375, false], [-11.4609375, false], [-10.2109375, false], [-11.7109375, false], [-11.2109375, false], [-10.4609375, false], [-10.0625, false], [-5.96484375, false], [-10.4609375, false], [-7.21484375, false], [-11.9609375, false], [-10.2109375, false], [-5.96484375, false], [-10.4609375, false], [-12.2109375, false], [-11.2109375, false], [-11.7109375, false], [-9.2109375, false], [-12.7109375, false], [-11.9609375, false], [-11.2109375, false], [-5.96484375, false], [-11.4609375, false], [-5.71484375, false], [-12.4609375, false], [-9.2109375, false], [-11.2109375, false], [-12.7109375, false], [-5.96484375, false], [-11.2109375, false], [-11.9609375, false], [-10.2109375, false], [-5.96484375, false], [-10.4609375, false], [-9.2109375, false], [-9.7109375, false], [-10.2109375, false], [-12.2109375, false], [-5.71484375, false], [-11.7109375, false], [-12.4609375, false], [-5.96484375, false], [-12.2109375, false], [-5.71484375, false], [-11.9609375, false], [-11.4609375, false], [-10.2109375, false], [-11.9609375, false], [-5.96484375, false], [-11.2109375, false], [-11.9609375, false], [-5.71484375, false], [-11.2109375, false], [-5.96484375, false], [-11.2109375, false], [-11.9609375, false], [-10.2109375, false], [-5.96484375, false], [-5.71484375, false], [-9.2109375, false], [-11.9609375, false], [-10.4609375, false], [-13.7109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 784, "doc": {"id": "Mercury_7197960", "question": "In a lab, a bacterial strain shows resistance to an antibiotic. The presence of the antibiotic allows an existing variant within the genetic code to help the bacteria survive. The resistance of bacteria due to an existing genetic variant can be best described as which process?", "choices": {"text": ["natural selection", "selective breeding", "asexual reproduction", "behavioral adaptation"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "natural selection", "arguments": ["Question: In a lab, a bacterial strain shows resistance to an antibiotic. The presence of the antibiotic allows an existing variant within the genetic code to help the bacteria survive. The resistance of bacteria due to an existing genetic variant can be best described as which process?\nAnswer:", " ["], "resps": [[[-5.84765625, false]], [[-8.9765625, false]], [[-8.6015625, false]], [[-3.099609375, false]], [[-8.7265625, false]], [[-10.6015625, false]], [[-7.09765625, false]], [[-3.099609375, false]], [[-9.2265625, false]], [[-5.09765625, false]], [[-8.4765625, false]], [[-7.47265625, false]], [[-9.2265625, false]], [[-7.47265625, false]], [[-5.72265625, false]], [[-8.7265625, false]], [[-6.59765625, false]], [[-7.84765625, false]], [[-8.6015625, false]], [[-8.9765625, false]], [[-9.7890625, false]], [[-5.09765625, false]], [[-8.9765625, false]], [[-8.4765625, false]], [[-7.47265625, false]], [[-9.2265625, false]], [[-7.47265625, false]], [[-5.72265625, false]], [[-8.7265625, false]], [[-6.59765625, false]], [[-8.4765625, false]], [[-7.47265625, false]], [[-5.09765625, false]], [[-4.72265625, false]], [[-7.09765625, false]], [[-7.47265625, false]], [[-7.47265625, false]], [[-6.72265625, false]], [[-6.59765625, false]], [[-8.6015625, false]], [[-9.8515625, false]], [[-8.9765625, false]], [[-9.7890625, false]], [[-5.09765625, false]], [[-8.9765625, false]], [[-3.099609375, false]], [[-8.4765625, false]], [[-7.47265625, false]], [[-7.84765625, false]], [[-10.6015625, false]], [[-3.099609375, false]], [[-9.2265625, false]], [[-5.09765625, false]], [[-7.09765625, false]], [[-7.47265625, false]], [[-7.47265625, false]], [[-7.09765625, false]], [[-7.84765625, false]], [[-6.72265625, false]], [[-10.6015625, false]], [[-5.72265625, false]], [[-8.7265625, false]], [[-6.59765625, false]], [[-7.84765625, false]], [[-8.6015625, false]], [[-8.9765625, false]], [[-9.7890625, false]], [[-5.09765625, false]], [[-8.9765625, false]], [[-4.72265625, false]], [[-7.47265625, false]], [[-9.1015625, false]], [[-3.099609375, false]], [[-8.4765625, false]], [[-6.59765625, false]], [[-7.84765625, false]], [[-7.09765625, false]], [[-3.099609375, false]], [[-9.2265625, false]], [[-5.09765625, false]], [[-3.099609375, false]], [[-6.72265625, false]], [[-3.099609375, false]], [[-7.47265625, false]], [[-8.7265625, false]], [[-3.099609375, false]], [[-8.7265625, false]], [[-6.59765625, false]], [[-7.84765625, false]], [[-8.6015625, false]], [[-8.9765625, false]], [[-11.7265625, false]]], "filtered_resps": [[-5.84765625, false], [-8.9765625, false], [-8.6015625, false], [-3.099609375, false], [-8.7265625, false], [-10.6015625, false], [-7.09765625, false], [-3.099609375, false], [-9.2265625, false], [-5.09765625, false], [-8.4765625, false], [-7.47265625, false], [-9.2265625, false], [-7.47265625, false], [-5.72265625, false], [-8.7265625, false], [-6.59765625, false], [-7.84765625, false], [-8.6015625, false], [-8.9765625, false], [-9.7890625, false], [-5.09765625, false], [-8.9765625, false], [-8.4765625, false], [-7.47265625, false], [-9.2265625, false], [-7.47265625, false], [-5.72265625, false], [-8.7265625, false], [-6.59765625, false], [-8.4765625, false], [-7.47265625, false], [-5.09765625, false], [-4.72265625, false], [-7.09765625, false], [-7.47265625, false], [-7.47265625, false], [-6.72265625, false], [-6.59765625, false], [-8.6015625, false], [-9.8515625, false], [-8.9765625, false], [-9.7890625, false], [-5.09765625, false], [-8.9765625, false], [-3.099609375, false], [-8.4765625, false], [-7.47265625, false], [-7.84765625, false], [-10.6015625, false], [-3.099609375, false], [-9.2265625, false], [-5.09765625, false], [-7.09765625, false], [-7.47265625, false], [-7.47265625, false], [-7.09765625, false], [-7.84765625, false], [-6.72265625, false], [-10.6015625, false], [-5.72265625, false], [-8.7265625, false], [-6.59765625, false], [-7.84765625, false], [-8.6015625, false], [-8.9765625, false], [-9.7890625, false], [-5.09765625, false], [-8.9765625, false], [-4.72265625, false], [-7.47265625, false], [-9.1015625, false], [-3.099609375, false], [-8.4765625, false], [-6.59765625, false], [-7.84765625, false], [-7.09765625, false], [-3.099609375, false], [-9.2265625, false], [-5.09765625, false], [-3.099609375, false], [-6.72265625, false], [-3.099609375, false], [-7.47265625, false], [-8.7265625, false], [-3.099609375, false], [-8.7265625, false], [-6.59765625, false], [-7.84765625, false], [-8.6015625, false], [-8.9765625, false], [-11.7265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 792, "doc": {"id": "Mercury_7283885", "question": "The human immunodeficiency virus (HIV) causes AIDS. The first known human cases AIDS were in Africa in the late 1950s. Since then, tens of millions of people have died from the disease, and tens of millions more people all over the world are infected. Which term best describes the disease AIDS?", "choices": {"text": ["isolated cases", "outbreak", "epidemic", "pandemic"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "pandemic", "arguments": ["Question: The human immunodeficiency virus (HIV) causes AIDS. The first known human cases AIDS were in Africa in the late 1950s. Since then, tens of millions of people have died from the disease, and tens of millions more people all over the world are infected. Which term best describes the disease AIDS?\nAnswer:", " ["], "resps": [[[-7.23828125, false]], [[-7.98828125, false]], [[-8.734375, false]], [[-8.734375, false]], [[-9.734375, false]], [[-9.734375, false]], [[-5.73828125, false]], [[-9.984375, false]], [[-8.234375, false]], [[-8.234375, false]], [[-4.48828125, false]], [[-7.98828125, false]], [[-5.73828125, false]], [[-8.734375, false]], [[-8.234375, false]], [[-8.734375, false]], [[-7.98828125, false]], [[-9.65625, false]], [[-4.48828125, false]], [[-7.98828125, false]], [[-9.734375, false]], [[-10.984375, false]], [[-9.984375, false]], [[-8.234375, false]], [[-10.734375, false]], [[-8.234375, false]], [[-5.73828125, false]], [[-10.234375, false]], [[-7.98828125, false]], [[-9.640625, false]], [[-4.48828125, false]], [[-7.98828125, false]], [[-8.234375, false]], [[-10.234375, false]], [[-8.734375, false]], [[-8.234375, false]], [[-8.234375, false]], [[-9.734375, false]], [[-8.734375, false]], [[-7.98828125, false]], [[-7.98828125, false]], [[-9.640625, false]], [[-4.48828125, false]], [[-7.98828125, false]], [[-10.234375, false]], [[-5.73828125, false]], [[-9.984375, false]], [[-8.234375, false]], [[-8.234375, false]], [[-9.734375, false]], [[-8.734375, false]], [[-7.98828125, false]], [[-7.98828125, false]], [[-12.734375, false]]], "filtered_resps": [[-7.23828125, false], [-7.98828125, false], [-8.734375, false], [-8.734375, false], [-9.734375, false], [-9.734375, false], [-5.73828125, false], [-9.984375, false], [-8.234375, false], [-8.234375, false], [-4.48828125, false], [-7.98828125, false], [-5.73828125, false], [-8.734375, false], [-8.234375, false], [-8.734375, false], [-7.98828125, false], [-9.65625, false], [-4.48828125, false], [-7.98828125, false], [-9.734375, false], [-10.984375, false], [-9.984375, false], [-8.234375, false], [-10.734375, false], [-8.234375, false], [-5.73828125, false], [-10.234375, false], [-7.98828125, false], [-9.640625, false], [-4.48828125, false], [-7.98828125, false], [-8.234375, false], [-10.234375, false], [-8.734375, false], [-8.234375, false], [-8.234375, false], [-9.734375, false], [-8.734375, false], [-7.98828125, false], [-7.98828125, false], [-9.640625, false], [-4.48828125, false], [-7.98828125, false], [-10.234375, false], [-5.73828125, false], [-9.984375, false], [-8.234375, false], [-8.234375, false], [-9.734375, false], [-8.734375, false], [-7.98828125, false], [-7.98828125, false], [-12.734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 800, "doc": {"id": "MCAS_2011_8_17683", "question": "A student prepared the following list of characteristics about a cellular organelle. present in animal cells present in plant cells helps make energy available to the cell Which of the following cellular structures is the student describing?", "choices": {"text": ["cell wall", "chloroplast", "mitochondrion", "nucleus"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "mitochondrion", "arguments": ["Question: A student prepared the following list of characteristics about a cellular organelle. present in animal cells present in plant cells helps make energy available to the cell Which of the following cellular structures is the student describing?\nAnswer:", " ["], "resps": [[[-7.53515625, false]], [[-10.7890625, false]], [[-5.03515625, false]], [[-6.78515625, false]], [[-8.5390625, false]], [[-8.5390625, false]], [[-4.78515625, false]], [[-9.2890625, false]], [[-2.28515625, true]], [[-8.5390625, false]], [[-8.5390625, false]], [[-10.7890625, false]], [[-9.015625, false]], [[-4.78515625, false]], [[-10.7890625, false]], [[-5.03515625, false]], [[-8.7890625, false]], [[-8.5390625, false]], [[-7.78515625, false]], [[-8.7890625, false]], [[-7.78515625, false]], [[-8.7890625, false]], [[-8.5390625, false]], [[-2.28515625, true]], [[-8.5390625, false]], [[-8.5390625, false]], [[-10.7890625, false]], [[-9.015625, false]], [[-4.78515625, false]], [[-10.7890625, false]], [[-7.28515625, false]], [[-7.53515625, false]], [[-8.5390625, false]], [[-7.78515625, false]], [[-5.03515625, false]], [[-8.7890625, false]], [[-7.78515625, false]], [[-9.0390625, false]], [[-8.0390625, false]], [[-8.7890625, false]], [[-7.53515625, false]], [[-7.78515625, false]], [[-9.0390625, false]], [[-10.7890625, false]], [[-9.015625, false]], [[-4.78515625, false]], [[-10.7890625, false]], [[-9.0390625, false]], [[-9.2890625, false]], [[-5.03515625, false]], [[-8.5390625, false]], [[-6.78515625, false]], [[-9.2890625, false]], [[-8.5390625, false]], [[-10.7890625, false]], [[-12.7890625, false]]], "filtered_resps": [[-7.53515625, false], [-10.7890625, false], [-5.03515625, false], [-6.78515625, false], [-8.5390625, false], [-8.5390625, false], [-4.78515625, false], [-9.2890625, false], [-2.28515625, true], [-8.5390625, false], [-8.5390625, false], [-10.7890625, false], [-9.015625, false], [-4.78515625, false], [-10.7890625, false], [-5.03515625, false], [-8.7890625, false], [-8.5390625, false], [-7.78515625, false], [-8.7890625, false], [-7.78515625, false], [-8.7890625, false], [-8.5390625, false], [-2.28515625, true], [-8.5390625, false], [-8.5390625, false], [-10.7890625, false], [-9.015625, false], [-4.78515625, false], [-10.7890625, false], [-7.28515625, false], [-7.53515625, false], [-8.5390625, false], [-7.78515625, false], [-5.03515625, false], [-8.7890625, false], [-7.78515625, false], [-9.0390625, false], [-8.0390625, false], [-8.7890625, false], [-7.53515625, false], [-7.78515625, false], [-9.0390625, false], [-10.7890625, false], [-9.015625, false], [-4.78515625, false], [-10.7890625, false], [-9.0390625, false], [-9.2890625, false], [-5.03515625, false], [-8.5390625, false], [-6.78515625, false], [-9.2890625, false], [-8.5390625, false], [-10.7890625, false], [-12.7890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 808, "doc": {"id": "AKDE&ED_2012_4_2", "question": "Liquid cooking oil was poured into a container. Which statement best describes a property of the cooking oil after it was poured into the container?", "choices": {"text": ["Its color changed.", "Its mass increased.", "Its volume stayed the same.", "Its temperature quickly increased."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Its volume stayed the same.", "arguments": ["Question: Liquid cooking oil was poured into a container. Which statement best describes a property of the cooking oil after it was poured into the container?\nAnswer:", " ["], "resps": [[[-5.98828125, false]], [[-9.484375, false]], [[-5.23828125, false]], [[-8.234375, false]], [[-8.234375, false]], [[-5.48828125, false]], [[-6.48828125, false]], [[-7.98828125, false]], [[-8.734375, false]], [[-7.98828125, false]], [[-9.234375, false]], [[-5.48828125, false]], [[-6.48828125, false]], [[-8.734375, false]], [[-3.23828125, false]], [[-6.98828125, false]], [[-8.734375, false]], [[-7.23828125, false]], [[-6.48828125, false]], [[-6.24609375, false]], [[-9.484375, false]], [[-10.125, false]], [[-5.48828125, false]], [[-9.484375, false]], [[-5.23828125, false]], [[-8.234375, false]], [[-8.234375, false]], [[-5.48828125, false]], [[-6.48828125, false]], [[-3.23828125, false]], [[-8.234375, false]], [[-8.234375, false]], [[-5.48828125, false]], [[-7.23828125, false]], [[-6.98828125, false]], [[-6.48828125, false]], [[-9.234375, false]], [[-7.23828125, false]], [[-3.23828125, false]], [[-8.234375, false]], [[-7.23828125, false]], [[-6.48828125, false]], [[-6.24609375, false]], [[-9.484375, false]], [[-10.125, false]], [[-5.48828125, false]], [[-9.484375, false]], [[-5.23828125, false]], [[-8.234375, false]], [[-8.234375, false]], [[-5.48828125, false]], [[-7.73828125, false]], [[-7.98828125, false]], [[-8.734375, false]], [[-9.484375, false]], [[-6.48828125, false]], [[-7.23828125, false]], [[-5.48828125, false]], [[-8.234375, false]], [[-8.234375, false]], [[-3.23828125, false]], [[-7.73828125, false]], [[-7.23828125, false]], [[-6.48828125, false]], [[-5.48828125, false]], [[-8.234375, false]], [[-8.734375, false]], [[-7.23828125, false]], [[-5.48828125, false]], [[-8.234375, false]], [[-3.23828125, false]], [[-6.48828125, false]], [[-7.23828125, false]], [[-6.24609375, false]], [[-9.484375, false]], [[-10.125, false]], [[-5.48828125, false]], [[-9.484375, false]], [[-5.23828125, false]], [[-8.234375, false]], [[-8.234375, false]], [[-5.48828125, false]], [[-8.234375, false]], [[-7.23828125, false]], [[-6.48828125, false]], [[-7.73828125, false]], [[-7.23828125, false]], [[-9.234375, false]], [[-3.23828125, false]], [[-8.234375, false]], [[-9.484375, false]], [[-9.234375, false]], [[-7.23828125, false]], [[-5.48828125, false]], [[-7.23828125, false]], [[-9.484375, false]], [[-7.23828125, false]], [[-6.48828125, false]], [[-8.734375, false]], [[-8.734375, false]], [[-7.73828125, false]], [[-5.48828125, false]], [[-7.23828125, false]], [[-6.98828125, false]], [[-6.48828125, false]], [[-9.234375, false]], [[-7.23828125, false]], [[-3.23828125, false]], [[-8.234375, false]], [[-7.23828125, false]], [[-6.48828125, false]], [[-6.24609375, false]], [[-9.484375, false]], [[-10.484375, false]]], "filtered_resps": [[-5.98828125, false], [-9.484375, false], [-5.23828125, false], [-8.234375, false], [-8.234375, false], [-5.48828125, false], [-6.48828125, false], [-7.98828125, false], [-8.734375, false], [-7.98828125, false], [-9.234375, false], [-5.48828125, false], [-6.48828125, false], [-8.734375, false], [-3.23828125, false], [-6.98828125, false], [-8.734375, false], [-7.23828125, false], [-6.48828125, false], [-6.24609375, false], [-9.484375, false], [-10.125, false], [-5.48828125, false], [-9.484375, false], [-5.23828125, false], [-8.234375, false], [-8.234375, false], [-5.48828125, false], [-6.48828125, false], [-3.23828125, false], [-8.234375, false], [-8.234375, false], [-5.48828125, false], [-7.23828125, false], [-6.98828125, false], [-6.48828125, false], [-9.234375, false], [-7.23828125, false], [-3.23828125, false], [-8.234375, false], [-7.23828125, false], [-6.48828125, false], [-6.24609375, false], [-9.484375, false], [-10.125, false], [-5.48828125, false], [-9.484375, false], [-5.23828125, false], [-8.234375, false], [-8.234375, false], [-5.48828125, false], [-7.73828125, false], [-7.98828125, false], [-8.734375, false], [-9.484375, false], [-6.48828125, false], [-7.23828125, false], [-5.48828125, false], [-8.234375, false], [-8.234375, false], [-3.23828125, false], [-7.73828125, false], [-7.23828125, false], [-6.48828125, false], [-5.48828125, false], [-8.234375, false], [-8.734375, false], [-7.23828125, false], [-5.48828125, false], [-8.234375, false], [-3.23828125, false], [-6.48828125, false], [-7.23828125, false], [-6.24609375, false], [-9.484375, false], [-10.125, false], [-5.48828125, false], [-9.484375, false], [-5.23828125, false], [-8.234375, false], [-8.234375, false], [-5.48828125, false], [-8.234375, false], [-7.23828125, false], [-6.48828125, false], [-7.73828125, false], [-7.23828125, false], [-9.234375, false], [-3.23828125, false], [-8.234375, false], [-9.484375, false], [-9.234375, false], [-7.23828125, false], [-5.48828125, false], [-7.23828125, false], [-9.484375, false], [-7.23828125, false], [-6.48828125, false], [-8.734375, false], [-8.734375, false], [-7.73828125, false], [-5.48828125, false], [-7.23828125, false], [-6.98828125, false], [-6.48828125, false], [-9.234375, false], [-7.23828125, false], [-3.23828125, false], [-8.234375, false], [-7.23828125, false], [-6.48828125, false], [-6.24609375, false], [-9.484375, false], [-10.484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 816, "doc": {"id": "Mercury_SC_408881", "question": "In a recycling program, people can separate paper from their other trash. The paper is sent to factories and turned into new products. What does paper recycling help conserve the most?", "choices": {"text": ["air", "gasoline", "trees", "water"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "trees", "arguments": ["Question: In a recycling program, people can separate paper from their other trash. The paper is sent to factories and turned into new products. What does paper recycling help conserve the most?\nAnswer:", " ["], "resps": [[[-8.6875, false]], [[-10.1875, false]], [[-8.9375, false]], [[-10.6875, false]], [[-13.9375, false]], [[-10.1875, false]], [[-10.453125, false]], [[-6.43359375, false]], [[-10.1875, false]], [[-15.9375, false]], [[-8.9375, false]], [[-12.4375, false]], [[-11.9375, false]], [[-13.1875, false]], [[-10.6875, false]], [[-13.4375, false]], [[-10.9375, false]], [[-10.1875, false]], [[-10.453125, false]], [[-6.43359375, false]], [[-10.1875, false]], [[-13.9375, false]], [[-13.9375, false]], [[-10.9375, false]], [[-10.9375, false]], [[-12.4375, false]], [[-10.1875, false]], [[-10.453125, false]], [[-6.43359375, false]], [[-10.1875, false]], [[-12.6875, false]], [[-8.9375, false]], [[-13.9375, false]], [[-10.9375, false]], [[-13.9375, false]], [[-10.1875, false]], [[-14.1875, false]]], "filtered_resps": [[-8.6875, false], [-10.1875, false], [-8.9375, false], [-10.6875, false], [-13.9375, false], [-10.1875, false], [-10.453125, false], [-6.43359375, false], [-10.1875, false], [-15.9375, false], [-8.9375, false], [-12.4375, false], [-11.9375, false], [-13.1875, false], [-10.6875, false], [-13.4375, false], [-10.9375, false], [-10.1875, false], [-10.453125, false], [-6.43359375, false], [-10.1875, false], [-13.9375, false], [-13.9375, false], [-10.9375, false], [-10.9375, false], [-12.4375, false], [-10.1875, false], [-10.453125, false], [-6.43359375, false], [-10.1875, false], [-12.6875, false], [-8.9375, false], [-13.9375, false], [-10.9375, false], [-13.9375, false], [-10.1875, false], [-14.1875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 824, "doc": {"id": "NYSEDREGENTS_2015_8_1", "question": "Which sequence identifies the levels of organization of body structures in a human from simplest to most complex?", "choices": {"text": ["cell -> organ -> tissue -> organ system", "organ system -> cell -> tissue -> organ", "tissue -> organ -> organ system -> cell", "cell -> tissue -> organ -> organ system"], "label": ["1", "2", "3", "4"]}, "answerKey": "4"}, "target": "cell -> tissue -> organ -> organ system", "arguments": ["Question: Which sequence identifies the levels of organization of body structures in a human from simplest to most complex?\nAnswer:", " ["], "resps": [[[-5.23046875, false]], [[-8.4765625, false]], [[-6.48046875, false]], [[-8.4765625, false]], [[-8.2265625, false]], [[-8.2265625, false]], [[-4.73046875, false]], [[-5.73046875, false]], [[-9.6015625, false]], [[-4.73046875, false]], [[-7.98046875, false]], [[-8.8515625, false]], [[-9.6015625, false]], [[-4.35546875, false]], [[-7.98046875, false]], [[-4.73046875, false]], [[-5.73046875, false]], [[-9.6015625, false]], [[-4.73046875, false]], [[-8.4765625, false]], [[-7.85546875, false]], [[-8.4765625, false]], [[-8.4765625, false]], [[-8.4765625, false]], [[-8.4765625, false]], [[-4.73046875, false]], [[-5.73046875, false]], [[-9.6015625, false]], [[-4.73046875, false]], [[-7.98046875, false]], [[-8.8515625, false]], [[-9.6015625, false]], [[-4.35546875, false]], [[-7.98046875, false]], [[-4.73046875, false]], [[-8.4765625, false]], [[-10.4765625, false]], [[-8.4765625, false]], [[-8.4765625, false]], [[-8.4765625, false]], [[-7.85546875, false]], [[-8.4765625, false]], [[-9.15625, false]], [[-4.73046875, false]], [[-8.4765625, false]], [[-7.98046875, false]], [[-8.8515625, false]], [[-9.6015625, false]], [[-4.35546875, false]], [[-7.98046875, false]], [[-4.73046875, false]], [[-8.4765625, false]], [[-10.4765625, false]], [[-8.4765625, false]], [[-8.4765625, false]], [[-8.4765625, false]], [[-7.85546875, false]], [[-4.73046875, false]], [[-5.73046875, false]], [[-9.6015625, false]], [[-4.73046875, false]], [[-6.48046875, false]], [[-8.4765625, false]], [[-8.2265625, false]], [[-8.2265625, false]], [[-4.73046875, false]], [[-5.73046875, false]], [[-9.6015625, false]], [[-4.73046875, false]], [[-8.4765625, false]], [[-7.85546875, false]], [[-8.4765625, false]], [[-8.4765625, false]], [[-8.4765625, false]], [[-8.4765625, false]], [[-4.73046875, false]], [[-5.73046875, false]], [[-9.6015625, false]], [[-4.73046875, false]], [[-7.98046875, false]], [[-8.8515625, false]], [[-9.6015625, false]], [[-4.35546875, false]], [[-7.98046875, false]], [[-8.4765625, false]], [[-9.15625, false]], [[-4.73046875, false]], [[-8.4765625, false]], [[-8.4765625, false]], [[-7.85546875, false]], [[-8.4765625, false]], [[-8.4765625, false]], [[-8.4765625, false]], [[-8.4765625, false]], [[-4.73046875, false]], [[-5.73046875, false]], [[-9.6015625, false]], [[-4.73046875, false]], [[-7.98046875, false]], [[-8.8515625, false]], [[-9.6015625, false]], [[-4.35546875, false]], [[-7.98046875, false]], [[-4.73046875, false]], [[-5.73046875, false]], [[-9.6015625, false]], [[-4.73046875, false]], [[-7.98046875, false]], [[-8.8515625, false]], [[-9.6015625, false]], [[-4.35546875, false]], [[-7.98046875, false]], [[-4.73046875, false]], [[-8.4765625, false]], [[-10.4765625, false]], [[-8.4765625, false]], [[-8.4765625, false]], [[-8.4765625, false]], [[-7.85546875, false]], [[-4.73046875, false]], [[-5.73046875, false]], [[-9.6015625, false]], [[-4.73046875, false]], [[-6.48046875, false]], [[-8.4765625, false]], [[-8.2265625, false]], [[-8.2265625, false]], [[-8.4765625, false]], [[-9.15625, false]], [[-4.73046875, false]], [[-8.4765625, false]], [[-6.48046875, false]], [[-8.4765625, false]], [[-8.2265625, false]], [[-8.2265625, false]], [[-4.73046875, false]], [[-5.73046875, false]], [[-9.6015625, false]], [[-4.73046875, false]], [[-8.4765625, false]], [[-7.85546875, false]], [[-8.4765625, false]], [[-8.4765625, false]], [[-8.4765625, false]], [[-8.4765625, false]], [[-4.73046875, false]], [[-5.73046875, false]], [[-9.6015625, false]], [[-4.73046875, false]], [[-7.98046875, false]], [[-8.8515625, false]], [[-9.6015625, false]], [[-4.35546875, false]], [[-7.98046875, false]], [[-4.73046875, false]], [[-5.73046875, false]], [[-9.6015625, false]], [[-4.73046875, false]], [[-7.98046875, false]], [[-8.8515625, false]], [[-9.6015625, false]], [[-4.35546875, false]], [[-7.98046875, false]], [[-4.73046875, false]], [[-8.4765625, false]], [[-10.4765625, false]], [[-8.4765625, false]], [[-8.4765625, false]], [[-8.4765625, false]], [[-7.85546875, false]], [[-8.4765625, false]], [[-12.1015625, false]]], "filtered_resps": [[-5.23046875, false], [-8.4765625, false], [-6.48046875, false], [-8.4765625, false], [-8.2265625, false], [-8.2265625, false], [-4.73046875, false], [-5.73046875, false], [-9.6015625, false], [-4.73046875, false], [-7.98046875, false], [-8.8515625, false], [-9.6015625, false], [-4.35546875, false], [-7.98046875, false], [-4.73046875, false], [-5.73046875, false], [-9.6015625, false], [-4.73046875, false], [-8.4765625, false], [-7.85546875, false], [-8.4765625, false], [-8.4765625, false], [-8.4765625, false], [-8.4765625, false], [-4.73046875, false], [-5.73046875, false], [-9.6015625, false], [-4.73046875, false], [-7.98046875, false], [-8.8515625, false], [-9.6015625, false], [-4.35546875, false], [-7.98046875, false], [-4.73046875, false], [-8.4765625, false], [-10.4765625, false], [-8.4765625, false], [-8.4765625, false], [-8.4765625, false], [-7.85546875, false], [-8.4765625, false], [-9.15625, false], [-4.73046875, false], [-8.4765625, false], [-7.98046875, false], [-8.8515625, false], [-9.6015625, false], [-4.35546875, false], [-7.98046875, false], [-4.73046875, false], [-8.4765625, false], [-10.4765625, false], [-8.4765625, false], [-8.4765625, false], [-8.4765625, false], [-7.85546875, false], [-4.73046875, false], [-5.73046875, false], [-9.6015625, false], [-4.73046875, false], [-6.48046875, false], [-8.4765625, false], [-8.2265625, false], [-8.2265625, false], [-4.73046875, false], [-5.73046875, false], [-9.6015625, false], [-4.73046875, false], [-8.4765625, false], [-7.85546875, false], [-8.4765625, false], [-8.4765625, false], [-8.4765625, false], [-8.4765625, false], [-4.73046875, false], [-5.73046875, false], [-9.6015625, false], [-4.73046875, false], [-7.98046875, false], [-8.8515625, false], [-9.6015625, false], [-4.35546875, false], [-7.98046875, false], [-8.4765625, false], [-9.15625, false], [-4.73046875, false], [-8.4765625, false], [-8.4765625, false], [-7.85546875, false], [-8.4765625, false], [-8.4765625, false], [-8.4765625, false], [-8.4765625, false], [-4.73046875, false], [-5.73046875, false], [-9.6015625, false], [-4.73046875, false], [-7.98046875, false], [-8.8515625, false], [-9.6015625, false], [-4.35546875, false], [-7.98046875, false], [-4.73046875, false], [-5.73046875, false], [-9.6015625, false], [-4.73046875, false], [-7.98046875, false], [-8.8515625, false], [-9.6015625, false], [-4.35546875, false], [-7.98046875, false], [-4.73046875, false], [-8.4765625, false], [-10.4765625, false], [-8.4765625, false], [-8.4765625, false], [-8.4765625, false], [-7.85546875, false], [-4.73046875, false], [-5.73046875, false], [-9.6015625, false], [-4.73046875, false], [-6.48046875, false], [-8.4765625, false], [-8.2265625, false], [-8.2265625, false], [-8.4765625, false], [-9.15625, false], [-4.73046875, false], [-8.4765625, false], [-6.48046875, false], [-8.4765625, false], [-8.2265625, false], [-8.2265625, false], [-4.73046875, false], [-5.73046875, false], [-9.6015625, false], [-4.73046875, false], [-8.4765625, false], [-7.85546875, false], [-8.4765625, false], [-8.4765625, false], [-8.4765625, false], [-8.4765625, false], [-4.73046875, false], [-5.73046875, false], [-9.6015625, false], [-4.73046875, false], [-7.98046875, false], [-8.8515625, false], [-9.6015625, false], [-4.35546875, false], [-7.98046875, false], [-4.73046875, false], [-5.73046875, false], [-9.6015625, false], [-4.73046875, false], [-7.98046875, false], [-8.8515625, false], [-9.6015625, false], [-4.35546875, false], [-7.98046875, false], [-4.73046875, false], [-8.4765625, false], [-10.4765625, false], [-8.4765625, false], [-8.4765625, false], [-8.4765625, false], [-7.85546875, false], [-8.4765625, false], [-12.1015625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 832, "doc": {"id": "Mercury_7029785", "question": "Which statement describes the transfer of energy when an ice cube is placed in a cup of hot tea?", "choices": {"text": ["Heat flows from the tea to the ice.", "Cold flows from the ice to the tea.", "Cold flows from the ice, and heat flows from the tea.", "Heat flows simultaneously between the ice and the tea."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Heat flows from the tea to the ice.", "arguments": ["Question: Which statement describes the transfer of energy when an ice cube is placed in a cup of hot tea?\nAnswer:", " ["], "resps": [[[-7.37890625, false]], [[-8.8828125, false]], [[-7.12890625, false]], [[-8.6328125, false]], [[-4.62890625, false]], [[-7.87890625, false]], [[-5.37890625, false]], [[-9.6328125, false]], [[-10.6328125, false]], [[-9.3828125, false]], [[-10.3828125, false]], [[-9.3828125, false]], [[-5.37890625, false]], [[-9.6328125, false]], [[-10.3828125, false]], [[-9.3828125, false]], [[-7.62890625, false]], [[-5.37890625, false]], [[-7.87890625, false]], [[-9.8828125, false]], [[-8.6328125, false]], [[-5.37890625, false]], [[-7.87890625, false]], [[-8.6328125, false]], [[-4.62890625, false]], [[-5.37890625, false]], [[-7.87890625, false]], [[-9.3828125, false]], [[-5.37890625, false]], [[-7.87890625, false]], [[-9.8828125, false]], [[-8.6328125, false]], [[-5.37890625, false]], [[-7.62890625, false]], [[-8.1328125, false]], [[-8.6328125, false]], [[-6.96875, false]], [[-8.8828125, false]], [[-9.59375, false]], [[-5.37890625, false]], [[-8.8828125, false]], [[-5.87890625, false]], [[-9.3828125, false]], [[-10.6328125, false]], [[-8.3828125, false]], [[-5.37890625, false]], [[-9.6328125, false]], [[-10.6328125, false]], [[-9.3828125, false]], [[-10.3828125, false]], [[-9.3828125, false]], [[-5.37890625, false]], [[-9.6328125, false]], [[-10.3828125, false]], [[-9.3828125, false]], [[-7.62890625, false]], [[-5.37890625, false]], [[-7.87890625, false]], [[-9.8828125, false]], [[-8.6328125, false]], [[-5.37890625, false]], [[-7.62890625, false]], [[-8.1328125, false]], [[-8.6328125, false]], [[-5.37890625, false]], [[-7.87890625, false]], [[-9.3828125, false]], [[-5.37890625, false]], [[-7.87890625, false]], [[-9.8828125, false]], [[-8.6328125, false]], [[-5.37890625, false]], [[-7.87890625, false]], [[-8.6328125, false]], [[-4.62890625, false]], [[-6.96875, false]], [[-8.8828125, false]], [[-9.59375, false]], [[-5.37890625, false]], [[-8.8828125, false]], [[-5.87890625, false]], [[-9.3828125, false]], [[-10.6328125, false]], [[-8.3828125, false]], [[-5.37890625, false]], [[-9.6328125, false]], [[-10.6328125, false]], [[-9.3828125, false]], [[-10.3828125, false]], [[-9.3828125, false]], [[-5.37890625, false]], [[-9.6328125, false]], [[-10.3828125, false]], [[-9.3828125, false]], [[-7.62890625, false]], [[-5.37890625, false]], [[-7.87890625, false]], [[-9.8828125, false]], [[-8.6328125, false]], [[-5.37890625, false]], [[-7.62890625, false]], [[-8.1328125, false]], [[-8.6328125, false]], [[-9.59375, false]], [[-5.37890625, false]], [[-4.62890625, false]], [[-9.3828125, false]], [[-8.3828125, false]], [[-5.37890625, false]], [[-9.8828125, false]], [[-8.6328125, false]], [[-4.62890625, false]], [[-7.87890625, false]], [[-5.37890625, false]], [[-9.6328125, false]], [[-10.6328125, false]], [[-9.3828125, false]], [[-10.3828125, false]], [[-9.3828125, false]], [[-5.37890625, false]], [[-9.6328125, false]], [[-10.3828125, false]], [[-9.3828125, false]], [[-7.62890625, false]], [[-5.37890625, false]], [[-7.87890625, false]], [[-9.8828125, false]], [[-8.6328125, false]], [[-5.37890625, false]], [[-7.87890625, false]], [[-8.6328125, false]], [[-4.62890625, false]], [[-6.96875, false]], [[-8.8828125, false]], [[-9.59375, false]], [[-5.37890625, false]], [[-8.8828125, false]], [[-7.12890625, false]], [[-8.6328125, false]], [[-4.62890625, false]], [[-7.87890625, false]], [[-5.37890625, false]], [[-9.6328125, false]], [[-10.6328125, false]], [[-9.3828125, false]], [[-10.3828125, false]], [[-9.3828125, false]], [[-5.37890625, false]], [[-9.3828125, false]], [[-7.62890625, false]], [[-7.62890625, false]], [[-10.3828125, false]], [[-10.6328125, false]], [[-7.87890625, false]], [[-4.62890625, false]], [[-9.3828125, false]], [[-8.6328125, false]], [[-9.3828125, false]], [[-10.3828125, false]], [[-9.3828125, false]], [[-10.6328125, false]], [[-10.3828125, false]], [[-5.37890625, false]], [[-7.87890625, false]], [[-8.6328125, false]], [[-7.87890625, false]], [[-10.3828125, false]], [[-8.6328125, false]], [[-8.6328125, false]], [[-9.3828125, false]], [[-5.37890625, false]], [[-7.87890625, false]], [[-9.8828125, false]], [[-8.6328125, false]], [[-5.37890625, false]], [[-7.62890625, false]], [[-8.1328125, false]], [[-8.6328125, false]], [[-5.37890625, false]], [[-4.62890625, false]], [[-9.3828125, false]], [[-8.3828125, false]], [[-5.37890625, false]], [[-7.87890625, false]], [[-9.8828125, false]], [[-8.6328125, false]], [[-5.37890625, false]], [[-7.87890625, false]], [[-8.6328125, false]], [[-4.62890625, false]], [[-6.96875, false]], [[-8.8828125, false]], [[-12.6328125, false]]], "filtered_resps": [[-7.37890625, false], [-8.8828125, false], [-7.12890625, false], [-8.6328125, false], [-4.62890625, false], [-7.87890625, false], [-5.37890625, false], [-9.6328125, false], [-10.6328125, false], [-9.3828125, false], [-10.3828125, false], [-9.3828125, false], [-5.37890625, false], [-9.6328125, false], [-10.3828125, false], [-9.3828125, false], [-7.62890625, false], [-5.37890625, false], [-7.87890625, false], [-9.8828125, false], [-8.6328125, false], [-5.37890625, false], [-7.87890625, false], [-8.6328125, false], [-4.62890625, false], [-5.37890625, false], [-7.87890625, false], [-9.3828125, false], [-5.37890625, false], [-7.87890625, false], [-9.8828125, false], [-8.6328125, false], [-5.37890625, false], [-7.62890625, false], [-8.1328125, false], [-8.6328125, false], [-6.96875, false], [-8.8828125, false], [-9.59375, false], [-5.37890625, false], [-8.8828125, false], [-5.87890625, false], [-9.3828125, false], [-10.6328125, false], [-8.3828125, false], [-5.37890625, false], [-9.6328125, false], [-10.6328125, false], [-9.3828125, false], [-10.3828125, false], [-9.3828125, false], [-5.37890625, false], [-9.6328125, false], [-10.3828125, false], [-9.3828125, false], [-7.62890625, false], [-5.37890625, false], [-7.87890625, false], [-9.8828125, false], [-8.6328125, false], [-5.37890625, false], [-7.62890625, false], [-8.1328125, false], [-8.6328125, false], [-5.37890625, false], [-7.87890625, false], [-9.3828125, false], [-5.37890625, false], [-7.87890625, false], [-9.8828125, false], [-8.6328125, false], [-5.37890625, false], [-7.87890625, false], [-8.6328125, false], [-4.62890625, false], [-6.96875, false], [-8.8828125, false], [-9.59375, false], [-5.37890625, false], [-8.8828125, false], [-5.87890625, false], [-9.3828125, false], [-10.6328125, false], [-8.3828125, false], [-5.37890625, false], [-9.6328125, false], [-10.6328125, false], [-9.3828125, false], [-10.3828125, false], [-9.3828125, false], [-5.37890625, false], [-9.6328125, false], [-10.3828125, false], [-9.3828125, false], [-7.62890625, false], [-5.37890625, false], [-7.87890625, false], [-9.8828125, false], [-8.6328125, false], [-5.37890625, false], [-7.62890625, false], [-8.1328125, false], [-8.6328125, false], [-9.59375, false], [-5.37890625, false], [-4.62890625, false], [-9.3828125, false], [-8.3828125, false], [-5.37890625, false], [-9.8828125, false], [-8.6328125, false], [-4.62890625, false], [-7.87890625, false], [-5.37890625, false], [-9.6328125, false], [-10.6328125, false], [-9.3828125, false], [-10.3828125, false], [-9.3828125, false], [-5.37890625, false], [-9.6328125, false], [-10.3828125, false], [-9.3828125, false], [-7.62890625, false], [-5.37890625, false], [-7.87890625, false], [-9.8828125, false], [-8.6328125, false], [-5.37890625, false], [-7.87890625, false], [-8.6328125, false], [-4.62890625, false], [-6.96875, false], [-8.8828125, false], [-9.59375, false], [-5.37890625, false], [-8.8828125, false], [-7.12890625, false], [-8.6328125, false], [-4.62890625, false], [-7.87890625, false], [-5.37890625, false], [-9.6328125, false], [-10.6328125, false], [-9.3828125, false], [-10.3828125, false], [-9.3828125, false], [-5.37890625, false], [-9.3828125, false], [-7.62890625, false], [-7.62890625, false], [-10.3828125, false], [-10.6328125, false], [-7.87890625, false], [-4.62890625, false], [-9.3828125, false], [-8.6328125, false], [-9.3828125, false], [-10.3828125, false], [-9.3828125, false], [-10.6328125, false], [-10.3828125, false], [-5.37890625, false], [-7.87890625, false], [-8.6328125, false], [-7.87890625, false], [-10.3828125, false], [-8.6328125, false], [-8.6328125, false], [-9.3828125, false], [-5.37890625, false], [-7.87890625, false], [-9.8828125, false], [-8.6328125, false], [-5.37890625, false], [-7.62890625, false], [-8.1328125, false], [-8.6328125, false], [-5.37890625, false], [-4.62890625, false], [-9.3828125, false], [-8.3828125, false], [-5.37890625, false], [-7.87890625, false], [-9.8828125, false], [-8.6328125, false], [-5.37890625, false], [-7.87890625, false], [-8.6328125, false], [-4.62890625, false], [-6.96875, false], [-8.8828125, false], [-12.6328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 840, "doc": {"id": "Mercury_7188860", "question": "The universe is believed to be approximately 14 billion years old. As a result of gravitational attraction, which most likely developed first after the Big Bang?", "choices": {"text": ["a planet", "a comet", "a moon", "a star"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "a star", "arguments": ["Question: The universe is believed to be approximately 14 billion years old. As a result of gravitational attraction, which most likely developed first after the Big Bang?\nAnswer:", " ["], "resps": [[[-7.08984375, false]], [[-8.59375, false]], [[-6.58984375, false]], [[-5.33984375, false]], [[-9.59375, false]], [[-11.34375, false]], [[-6.58984375, false]], [[-10.09375, false]], [[-9.09375, false]], [[-10.59375, false]], [[-8.59375, false]], [[-9.75, false]], [[-5.33984375, false]], [[-8.59375, false]], [[-6.58984375, false]], [[-5.33984375, false]], [[-9.34375, false]], [[-11.09375, false]], [[-10.09375, false]], [[-9.09375, false]], [[-10.59375, false]], [[-8.59375, false]], [[-9.75, false]], [[-5.33984375, false]], [[-8.59375, false]], [[-6.58984375, false]], [[-5.33984375, false]], [[-10.09375, false]], [[-11.09375, false]], [[-11.09375, false]], [[-10.09375, false]], [[-8.59375, false]], [[-9.75, false]], [[-5.33984375, false]], [[-8.59375, false]], [[-6.58984375, false]], [[-5.33984375, false]], [[-10.34375, false]], [[-10.59375, false]], [[-6.58984375, false]], [[-10.09375, false]], [[-8.59375, false]], [[-12.84375, false]]], "filtered_resps": [[-7.08984375, false], [-8.59375, false], [-6.58984375, false], [-5.33984375, false], [-9.59375, false], [-11.34375, false], [-6.58984375, false], [-10.09375, false], [-9.09375, false], [-10.59375, false], [-8.59375, false], [-9.75, false], [-5.33984375, false], [-8.59375, false], [-6.58984375, false], [-5.33984375, false], [-9.34375, false], [-11.09375, false], [-10.09375, false], [-9.09375, false], [-10.59375, false], [-8.59375, false], [-9.75, false], [-5.33984375, false], [-8.59375, false], [-6.58984375, false], [-5.33984375, false], [-10.09375, false], [-11.09375, false], [-11.09375, false], [-10.09375, false], [-8.59375, false], [-9.75, false], [-5.33984375, false], [-8.59375, false], [-6.58984375, false], [-5.33984375, false], [-10.34375, false], [-10.59375, false], [-6.58984375, false], [-10.09375, false], [-8.59375, false], [-12.84375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 848, "doc": {"id": "Mercury_SC_414155", "question": "Compost piles have many parts, such as leaves, moisture, vegetables, and microorganisms. Which part of a compost pile breaks down materials and adds nutrients to the soil?", "choices": {"text": ["leaves", "moisture", "vegetables", "microorganisms"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "microorganisms", "arguments": ["Question: Compost piles have many parts, such as leaves, moisture, vegetables, and microorganisms. Which part of a compost pile breaks down materials and adds nutrients to the soil?\nAnswer:", " ["], "resps": [[[-8.4453125, false]], [[-10.1953125, false]], [[-10.9453125, false]], [[-9.6953125, false]], [[-4.69921875, false]], [[-12.9453125, false]], [[-9.6953125, false]], [[-9.6953125, false]], [[-10.1953125, false]], [[-10.703125, false]], [[-6.44921875, false]], [[-10.1953125, false]], [[-10.9453125, false]], [[-8.9453125, false]], [[-10.4453125, false]], [[-9.6953125, false]], [[-11.9453125, false]], [[-11.1953125, false]], [[-11.6953125, false]], [[-9.6953125, false]], [[-10.1953125, false]], [[-10.703125, false]], [[-6.44921875, false]], [[-10.1953125, false]], [[-12.9453125, false]], [[-9.6953125, false]], [[-12.4453125, false]], [[-9.6953125, false]], [[-11.9453125, false]], [[-4.69921875, false]], [[-8.6953125, false]], [[-10.9453125, false]], [[-9.6953125, false]], [[-9.6953125, false]], [[-10.1953125, false]], [[-10.703125, false]], [[-6.44921875, false]], [[-10.1953125, false]], [[-10.9453125, false]], [[-10.4453125, false]], [[-8.1953125, false]], [[-11.6953125, false]], [[-8.9453125, false]], [[-8.9453125, false]], [[-11.6953125, false]], [[-12.4453125, false]], [[-4.69921875, false]], [[-10.6953125, false]], [[-10.4453125, false]], [[-9.6953125, false]], [[-10.9453125, false]], [[-9.6953125, false]], [[-10.1953125, false]], [[-13.4453125, false]]], "filtered_resps": [[-8.4453125, false], [-10.1953125, false], [-10.9453125, false], [-9.6953125, false], [-4.69921875, false], [-12.9453125, false], [-9.6953125, false], [-9.6953125, false], [-10.1953125, false], [-10.703125, false], [-6.44921875, false], [-10.1953125, false], [-10.9453125, false], [-8.9453125, false], [-10.4453125, false], [-9.6953125, false], [-11.9453125, false], [-11.1953125, false], [-11.6953125, false], [-9.6953125, false], [-10.1953125, false], [-10.703125, false], [-6.44921875, false], [-10.1953125, false], [-12.9453125, false], [-9.6953125, false], [-12.4453125, false], [-9.6953125, false], [-11.9453125, false], [-4.69921875, false], [-8.6953125, false], [-10.9453125, false], [-9.6953125, false], [-9.6953125, false], [-10.1953125, false], [-10.703125, false], [-6.44921875, false], [-10.1953125, false], [-10.9453125, false], [-10.4453125, false], [-8.1953125, false], [-11.6953125, false], [-8.9453125, false], [-8.9453125, false], [-11.6953125, false], [-12.4453125, false], [-4.69921875, false], [-10.6953125, false], [-10.4453125, false], [-9.6953125, false], [-10.9453125, false], [-9.6953125, false], [-10.1953125, false], [-13.4453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 856, "doc": {"id": "Mercury_7008348", "question": "Organisms contribute to the water cycle mainly through the process of", "choices": {"text": ["irrigation.", "evaporation.", "precipitation.", "transpiration."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "transpiration.", "arguments": ["Question: Organisms contribute to the water cycle mainly through the process of\nAnswer:", " ["], "resps": [[[-7.7578125, false]], [[-8.1328125, false]], [[-7.5078125, false]], [[-11.2578125, false]], [[-11.2578125, false]], [[-7.5078125, false]], [[-11.5078125, false]], [[-6.0078125, false]], [[-11.0078125, false]], [[-7.5078125, false]], [[-8.6328125, false]], [[-8.2578125, false]], [[-6.84375, false]], [[-8.1328125, false]], [[-8.71875, false]], [[-5.0078125, false]], [[-8.1328125, false]], [[-7.2578125, false]], [[-10.8828125, false]], [[-6.0078125, false]], [[-9.5078125, false]], [[-8.6328125, false]], [[-11.2578125, false]], [[-6.0078125, false]], [[-11.0078125, false]], [[-7.5078125, false]], [[-8.6328125, false]], [[-8.2578125, false]], [[-6.84375, false]], [[-8.1328125, false]], [[-8.71875, false]], [[-5.0078125, false]], [[-8.1328125, false]], [[-9.5078125, false]], [[-11.2578125, false]], [[-7.2578125, false]], [[-7.8828125, false]], [[-7.5078125, false]], [[-9.5078125, false]], [[-7.5078125, false]], [[-11.0078125, false]], [[-6.0078125, false]], [[-11.0078125, false]], [[-7.5078125, false]], [[-8.6328125, false]], [[-8.2578125, false]], [[-6.84375, false]], [[-8.1328125, false]], [[-8.71875, false]], [[-5.0078125, false]], [[-8.1328125, false]], [[-11.0078125, false]], [[-11.2578125, false]], [[-6.0078125, false]], [[-8.2578125, false]], [[-9.2578125, false]], [[-9.5078125, false]], [[-7.5078125, false]], [[-11.2578125, false]], [[-6.0078125, false]], [[-11.0078125, false]], [[-7.5078125, false]], [[-8.6328125, false]], [[-8.2578125, false]], [[-6.84375, false]], [[-8.1328125, false]], [[-13.1328125, false]]], "filtered_resps": [[-7.7578125, false], [-8.1328125, false], [-7.5078125, false], [-11.2578125, false], [-11.2578125, false], [-7.5078125, false], [-11.5078125, false], [-6.0078125, false], [-11.0078125, false], [-7.5078125, false], [-8.6328125, false], [-8.2578125, false], [-6.84375, false], [-8.1328125, false], [-8.71875, false], [-5.0078125, false], [-8.1328125, false], [-7.2578125, false], [-10.8828125, false], [-6.0078125, false], [-9.5078125, false], [-8.6328125, false], [-11.2578125, false], [-6.0078125, false], [-11.0078125, false], [-7.5078125, false], [-8.6328125, false], [-8.2578125, false], [-6.84375, false], [-8.1328125, false], [-8.71875, false], [-5.0078125, false], [-8.1328125, false], [-9.5078125, false], [-11.2578125, false], [-7.2578125, false], [-7.8828125, false], [-7.5078125, false], [-9.5078125, false], [-7.5078125, false], [-11.0078125, false], [-6.0078125, false], [-11.0078125, false], [-7.5078125, false], [-8.6328125, false], [-8.2578125, false], [-6.84375, false], [-8.1328125, false], [-8.71875, false], [-5.0078125, false], [-8.1328125, false], [-11.0078125, false], [-11.2578125, false], [-6.0078125, false], [-8.2578125, false], [-9.2578125, false], [-9.5078125, false], [-7.5078125, false], [-11.2578125, false], [-6.0078125, false], [-11.0078125, false], [-7.5078125, false], [-8.6328125, false], [-8.2578125, false], [-6.84375, false], [-8.1328125, false], [-13.1328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 864, "doc": {"id": "Mercury_402634", "question": "In which state are molecules of a substance arranged in the most orderly way?", "choices": {"text": ["gas", "liquid", "plasma", "solid"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "solid", "arguments": ["Question: In which state are molecules of a substance arranged in the most orderly way?\nAnswer:", " ["], "resps": [[[-6.66796875, false]], [[-9.1640625, false]], [[-10.4140625, false]], [[-5.66796875, false]], [[-9.1640625, false]], [[-9.1640625, false]], [[-8.7578125, false]], [[-5.41796875, false]], [[-9.1640625, false]], [[-9.6640625, false]], [[-7.16796875, false]], [[-10.1640625, false]], [[-9.6640625, false]], [[-7.16796875, false]], [[-9.4140625, false]], [[-9.1640625, false]], [[-8.7578125, false]], [[-5.41796875, false]], [[-9.1640625, false]], [[-8.4140625, false]], [[-9.6640625, false]], [[-5.66796875, false]], [[-9.1640625, false]], [[-8.4140625, false]], [[-5.66796875, false]], [[-9.1640625, false]], [[-8.7578125, false]], [[-5.41796875, false]], [[-9.1640625, false]], [[-9.1640625, false]], [[-8.6640625, false]], [[-9.6640625, false]], [[-7.16796875, false]], [[-9.4140625, false]], [[-9.1640625, false]], [[-12.6640625, false]]], "filtered_resps": [[-6.66796875, false], [-9.1640625, false], [-10.4140625, false], [-5.66796875, false], [-9.1640625, false], [-9.1640625, false], [-8.7578125, false], [-5.41796875, false], [-9.1640625, false], [-9.6640625, false], [-7.16796875, false], [-10.1640625, false], [-9.6640625, false], [-7.16796875, false], [-9.4140625, false], [-9.1640625, false], [-8.7578125, false], [-5.41796875, false], [-9.1640625, false], [-8.4140625, false], [-9.6640625, false], [-5.66796875, false], [-9.1640625, false], [-8.4140625, false], [-5.66796875, false], [-9.1640625, false], [-8.7578125, false], [-5.41796875, false], [-9.1640625, false], [-9.1640625, false], [-8.6640625, false], [-9.6640625, false], [-7.16796875, false], [-9.4140625, false], [-9.1640625, false], [-12.6640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 872, "doc": {"id": "NYSEDREGENTS_2015_8_34", "question": "Which energy source is nonrenewable?", "choices": {"text": ["sunlight", "biomass", "wind", "fossil fuel"], "label": ["1", "2", "3", "4"]}, "answerKey": "4"}, "target": "fossil fuel", "arguments": ["Question: Which energy source is nonrenewable?\nAnswer:", " ["], "resps": [[[-8.0078125, false]], [[-9.0078125, false]], [[-10.5078125, false]], [[-10.7578125, false]], [[-10.0078125, false]], [[-11.2578125, false]], [[-9.2578125, false]], [[-13.2578125, false]], [[-12.2578125, false]], [[-12.2578125, false]], [[-9.0078125, false]], [[-10.359375, false]], [[-5.7578125, false]], [[-9.0078125, false]], [[-12.7578125, false]], [[-9.2578125, false]], [[-9.7578125, false]], [[-10.2578125, false]], [[-6.5078125, false]], [[-10.5078125, false]], [[-10.5078125, false]], [[-9.0078125, false]], [[-10.359375, false]], [[-5.7578125, false]], [[-9.0078125, false]], [[-11.0078125, false]], [[-9.2578125, false]], [[-10.0078125, false]], [[-11.2578125, false]], [[-9.0078125, false]], [[-10.359375, false]], [[-5.7578125, false]], [[-9.0078125, false]], [[-11.5078125, false]], [[-9.7578125, false]], [[-10.5078125, false]], [[-10.5078125, false]], [[-9.2578125, false]], [[-11.2578125, false]], [[-5.7578125, false]], [[-11.5078125, false]], [[-10.7578125, false]], [[-8.0078125, false]], [[-11.2578125, false]], [[-9.0078125, false]], [[-16.015625, false]]], "filtered_resps": [[-8.0078125, false], [-9.0078125, false], [-10.5078125, false], [-10.7578125, false], [-10.0078125, false], [-11.2578125, false], [-9.2578125, false], [-13.2578125, false], [-12.2578125, false], [-12.2578125, false], [-9.0078125, false], [-10.359375, false], [-5.7578125, false], [-9.0078125, false], [-12.7578125, false], [-9.2578125, false], [-9.7578125, false], [-10.2578125, false], [-6.5078125, false], [-10.5078125, false], [-10.5078125, false], [-9.0078125, false], [-10.359375, false], [-5.7578125, false], [-9.0078125, false], [-11.0078125, false], [-9.2578125, false], [-10.0078125, false], [-11.2578125, false], [-9.0078125, false], [-10.359375, false], [-5.7578125, false], [-9.0078125, false], [-11.5078125, false], [-9.7578125, false], [-10.5078125, false], [-10.5078125, false], [-9.2578125, false], [-11.2578125, false], [-5.7578125, false], [-11.5078125, false], [-10.7578125, false], [-8.0078125, false], [-11.2578125, false], [-9.0078125, false], [-16.015625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 880, "doc": {"id": "TIMSS_2003_4_pg87", "question": "Minerals are used for making many things including jewelry, chalk, and concrete. Where do we get the minerals needed to make these things?", "choices": {"text": ["from air", "from wood", "from rocks", "from crops"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "from rocks", "arguments": ["Question: Minerals are used for making many things including jewelry, chalk, and concrete. Where do we get the minerals needed to make these things?\nAnswer:", " ["], "resps": [[[-8.6484375, false]], [[-9.6484375, false]], [[-12.3984375, false]], [[-13.1484375, false]], [[-10.3984375, false]], [[-12.6484375, false]], [[-6.14453125, false]], [[-8.3984375, false]], [[-9.8984375, false]], [[-13.1484375, false]], [[-9.6484375, false]], [[-10.34375, false]], [[-6.14453125, false]], [[-9.6484375, false]], [[-12.3984375, false]], [[-13.1484375, false]], [[-10.3984375, false]], [[-12.6484375, false]], [[-6.14453125, false]], [[-12.3984375, false]], [[-10.3984375, false]], [[-10.3984375, false]], [[-11.6484375, false]], [[-9.6484375, false]], [[-10.34375, false]], [[-6.14453125, false]], [[-9.6484375, false]], [[-12.3984375, false]], [[-13.1484375, false]], [[-10.3984375, false]], [[-12.6484375, false]], [[-6.14453125, false]], [[-13.1484375, false]], [[-10.3984375, false]], [[-11.6484375, false]], [[-12.8984375, false]], [[-11.3984375, false]], [[-9.6484375, false]], [[-10.34375, false]], [[-6.14453125, false]], [[-9.6484375, false]], [[-12.3984375, false]], [[-13.1484375, false]], [[-10.3984375, false]], [[-12.6484375, false]], [[-6.14453125, false]], [[-11.6484375, false]], [[-13.1484375, false]], [[-10.3984375, false]], [[-12.1484375, false]], [[-11.3984375, false]], [[-9.6484375, false]], [[-13.6484375, false]]], "filtered_resps": [[-8.6484375, false], [-9.6484375, false], [-12.3984375, false], [-13.1484375, false], [-10.3984375, false], [-12.6484375, false], [-6.14453125, false], [-8.3984375, false], [-9.8984375, false], [-13.1484375, false], [-9.6484375, false], [-10.34375, false], [-6.14453125, false], [-9.6484375, false], [-12.3984375, false], [-13.1484375, false], [-10.3984375, false], [-12.6484375, false], [-6.14453125, false], [-12.3984375, false], [-10.3984375, false], [-10.3984375, false], [-11.6484375, false], [-9.6484375, false], [-10.34375, false], [-6.14453125, false], [-9.6484375, false], [-12.3984375, false], [-13.1484375, false], [-10.3984375, false], [-12.6484375, false], [-6.14453125, false], [-13.1484375, false], [-10.3984375, false], [-11.6484375, false], [-12.8984375, false], [-11.3984375, false], [-9.6484375, false], [-10.34375, false], [-6.14453125, false], [-9.6484375, false], [-12.3984375, false], [-13.1484375, false], [-10.3984375, false], [-12.6484375, false], [-6.14453125, false], [-11.6484375, false], [-13.1484375, false], [-10.3984375, false], [-12.1484375, false], [-11.3984375, false], [-9.6484375, false], [-13.6484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 888, "doc": {"id": "Mercury_7263655", "question": "Scientists studying migrating birds and homing pigeons have discovered that they navigate by monitoring differences in the intensity and inclination of Earth's magnetic field. Special cells in bird beaks can detect these changes as the birds fly over Earth's surface. Which metal did the scientists find in the cells that birds use as a magnetometer?", "choices": {"text": ["iron", "gold", "mercury", "aluminum"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "iron", "arguments": ["Question: Scientists studying migrating birds and homing pigeons have discovered that they navigate by monitoring differences in the intensity and inclination of Earth's magnetic field. Special cells in bird beaks can detect these changes as the birds fly over Earth's surface. Which metal did the scientists find in the cells that birds use as a magnetometer?\nAnswer:", " ["], "resps": [[[-7.84375, false]], [[-8.09375, false]], [[-9.09375, false]], [[-8.09375, false]], [[-10.34375, false]], [[-8.59375, false]], [[-8.09375, false]], [[-10.734375, false]], [[-5.59375, false]], [[-8.09375, false]], [[-11.84375, false]], [[-10.34375, false]], [[-10.09375, false]], [[-10.09375, false]], [[-8.09375, false]], [[-10.734375, false]], [[-5.59375, false]], [[-8.09375, false]], [[-9.59375, false]], [[-10.09375, false]], [[-8.09375, false]], [[-8.34375, false]], [[-10.84375, false]], [[-8.09375, false]], [[-11.59375, false]], [[-8.09375, false]], [[-10.734375, false]], [[-5.59375, false]], [[-8.09375, false]], [[-5.59375, false]], [[-10.09375, false]], [[-10.84375, false]], [[-9.59375, false]], [[-9.09375, false]], [[-8.59375, false]], [[-10.84375, false]], [[-9.59375, false]], [[-8.09375, false]], [[-14.59375, false]]], "filtered_resps": [[-7.84375, false], [-8.09375, false], [-9.09375, false], [-8.09375, false], [-10.34375, false], [-8.59375, false], [-8.09375, false], [-10.734375, false], [-5.59375, false], [-8.09375, false], [-11.84375, false], [-10.34375, false], [-10.09375, false], [-10.09375, false], [-8.09375, false], [-10.734375, false], [-5.59375, false], [-8.09375, false], [-9.59375, false], [-10.09375, false], [-8.09375, false], [-8.34375, false], [-10.84375, false], [-8.09375, false], [-11.59375, false], [-8.09375, false], [-10.734375, false], [-5.59375, false], [-8.09375, false], [-5.59375, false], [-10.09375, false], [-10.84375, false], [-9.59375, false], [-9.09375, false], [-8.59375, false], [-10.84375, false], [-9.59375, false], [-8.09375, false], [-14.59375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 896, "doc": {"id": "Mercury_7234518", "question": "Scientists use ice cores to identify and explain previous climatic trends. By correlating climatic conditions recorded in the ice, with solid, nonsnow particles also found in the ice, scientists can help to predict the climatic impact of which phenomena?", "choices": {"text": ["atmospheric carbon dioxide concentration changes", "radioactive decay rate changes in the outer core", "volcanic eruptions", "magnetic pole reversals"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "volcanic eruptions", "arguments": ["Question: Scientists use ice cores to identify and explain previous climatic trends. By correlating climatic conditions recorded in the ice, with solid, nonsnow particles also found in the ice, scientists can help to predict the climatic impact of which phenomena?\nAnswer:", " ["], "resps": [[[-7.0078125, false]], [[-8.0078125, false]], [[-5.3828125, false]], [[-10.5078125, false]], [[-10.1328125, false]], [[-8.7578125, false]], [[-9.0078125, false]], [[-8.3828125, false]], [[-10.5078125, false]], [[-8.1328125, false]], [[-10.2578125, false]], [[-8.0078125, false]], [[-8.5078125, false]], [[-5.5078125, false]], [[-8.5078125, false]], [[-5.3828125, false]], [[-10.2578125, false]], [[-8.2578125, false]], [[-8.7578125, false]], [[-9.3828125, false]], [[-5.5078125, false]], [[-8.3828125, false]], [[-8.0078125, false]], [[-8.7578125, false]], [[-10.2578125, false]], [[-8.0078125, false]], [[-8.3828125, false]], [[-8.1328125, false]], [[-5.5078125, false]], [[-8.5078125, false]], [[-8.7578125, false]], [[-9.3828125, false]], [[-8.5078125, false]], [[-8.1328125, false]], [[-9.3828125, false]], [[-10.5078125, false]], [[-10.2578125, false]], [[-5.3828125, false]], [[-10.5078125, false]], [[-8.0078125, false]], [[-8.7578125, false]], [[-9.3828125, false]], [[-5.5078125, false]], [[-8.5078125, false]], [[-10.5078125, false]], [[-5.3828125, false]], [[-9.3828125, false]], [[-11.5078125, false]], [[-8.1328125, false]], [[-9.0078125, false]], [[-8.0078125, false]], [[-9.1796875, false]], [[-5.5078125, false]], [[-8.0078125, false]], [[-10.2578125, false]], [[-5.3828125, false]], [[-8.3828125, false]], [[-8.0078125, false]], [[-8.7578125, false]], [[-5.3828125, false]], [[-8.5078125, false]], [[-10.5078125, false]], [[-8.0078125, false]], [[-10.5078125, false]], [[-8.1328125, false]], [[-5.5078125, false]], [[-8.3828125, false]], [[-8.1328125, false]], [[-8.5078125, false]], [[-5.3828125, false]], [[-11.2578125, false]], [[-5.5078125, false]], [[-10.2578125, false]], [[-5.3828125, false]], [[-10.5078125, false]], [[-8.1328125, false]], [[-5.5078125, false]], [[-8.5078125, false]], [[-10.5078125, false]], [[-5.3828125, false]], [[-9.3828125, false]], [[-11.5078125, false]], [[-8.1328125, false]], [[-9.0078125, false]], [[-5.5078125, false]], [[-8.0078125, false]], [[-9.3828125, false]], [[-5.5078125, false]], [[-10.5078125, false]], [[-10.5078125, false]], [[-8.1328125, false]], [[-5.5078125, false]], [[-8.7578125, false]], [[-11.3828125, false]], [[-10.5078125, false]], [[-8.1328125, false]], [[-10.2578125, false]], [[-5.5078125, false]], [[-8.5078125, false]], [[-8.7578125, false]], [[-10.2578125, false]], [[-8.1328125, false]], [[-8.0078125, false]], [[-9.1796875, false]], [[-5.5078125, false]], [[-8.0078125, false]], [[-10.5078125, false]], [[-8.7578125, false]], [[-11.5078125, false]], [[-8.5078125, false]], [[-5.3828125, false]], [[-9.3828125, false]], [[-8.0078125, false]], [[-8.5078125, false]], [[-5.5078125, false]], [[-8.1328125, false]], [[-10.2578125, false]], [[-11.3828125, false]], [[-8.3828125, false]], [[-10.5078125, false]], [[-8.0078125, false]], [[-8.7578125, false]], [[-9.3828125, false]], [[-9.0078125, false]], [[-8.0078125, false]], [[-9.1796875, false]], [[-5.5078125, false]], [[-8.0078125, false]], [[-10.1328125, false]], [[-5.3828125, false]], [[-11.5078125, false]], [[-9.3828125, false]], [[-8.1328125, false]], [[-10.5078125, false]], [[-8.0078125, false]], [[-8.5078125, false]], [[-5.5078125, false]], [[-8.3828125, false]], [[-8.7578125, false]], [[-11.5078125, false]], [[-8.1328125, false]], [[-5.5078125, false]], [[-10.2578125, false]], [[-8.1328125, false]], [[-10.5078125, false]], [[-8.1328125, false]], [[-10.2578125, false]], [[-9.0078125, false]], [[-5.3828125, false]], [[-11.5078125, false]], [[-9.0078125, false]], [[-8.0078125, false]], [[-12.2578125, false]]], "filtered_resps": [[-7.0078125, false], [-8.0078125, false], [-5.3828125, false], [-10.5078125, false], [-10.1328125, false], [-8.7578125, false], [-9.0078125, false], [-8.3828125, false], [-10.5078125, false], [-8.1328125, false], [-10.2578125, false], [-8.0078125, false], [-8.5078125, false], [-5.5078125, false], [-8.5078125, false], [-5.3828125, false], [-10.2578125, false], [-8.2578125, false], [-8.7578125, false], [-9.3828125, false], [-5.5078125, false], [-8.3828125, false], [-8.0078125, false], [-8.7578125, false], [-10.2578125, false], [-8.0078125, false], [-8.3828125, false], [-8.1328125, false], [-5.5078125, false], [-8.5078125, false], [-8.7578125, false], [-9.3828125, false], [-8.5078125, false], [-8.1328125, false], [-9.3828125, false], [-10.5078125, false], [-10.2578125, false], [-5.3828125, false], [-10.5078125, false], [-8.0078125, false], [-8.7578125, false], [-9.3828125, false], [-5.5078125, false], [-8.5078125, false], [-10.5078125, false], [-5.3828125, false], [-9.3828125, false], [-11.5078125, false], [-8.1328125, false], [-9.0078125, false], [-8.0078125, false], [-9.1796875, false], [-5.5078125, false], [-8.0078125, false], [-10.2578125, false], [-5.3828125, false], [-8.3828125, false], [-8.0078125, false], [-8.7578125, false], [-5.3828125, false], [-8.5078125, false], [-10.5078125, false], [-8.0078125, false], [-10.5078125, false], [-8.1328125, false], [-5.5078125, false], [-8.3828125, false], [-8.1328125, false], [-8.5078125, false], [-5.3828125, false], [-11.2578125, false], [-5.5078125, false], [-10.2578125, false], [-5.3828125, false], [-10.5078125, false], [-8.1328125, false], [-5.5078125, false], [-8.5078125, false], [-10.5078125, false], [-5.3828125, false], [-9.3828125, false], [-11.5078125, false], [-8.1328125, false], [-9.0078125, false], [-5.5078125, false], [-8.0078125, false], [-9.3828125, false], [-5.5078125, false], [-10.5078125, false], [-10.5078125, false], [-8.1328125, false], [-5.5078125, false], [-8.7578125, false], [-11.3828125, false], [-10.5078125, false], [-8.1328125, false], [-10.2578125, false], [-5.5078125, false], [-8.5078125, false], [-8.7578125, false], [-10.2578125, false], [-8.1328125, false], [-8.0078125, false], [-9.1796875, false], [-5.5078125, false], [-8.0078125, false], [-10.5078125, false], [-8.7578125, false], [-11.5078125, false], [-8.5078125, false], [-5.3828125, false], [-9.3828125, false], [-8.0078125, false], [-8.5078125, false], [-5.5078125, false], [-8.1328125, false], [-10.2578125, false], [-11.3828125, false], [-8.3828125, false], [-10.5078125, false], [-8.0078125, false], [-8.7578125, false], [-9.3828125, false], [-9.0078125, false], [-8.0078125, false], [-9.1796875, false], [-5.5078125, false], [-8.0078125, false], [-10.1328125, false], [-5.3828125, false], [-11.5078125, false], [-9.3828125, false], [-8.1328125, false], [-10.5078125, false], [-8.0078125, false], [-8.5078125, false], [-5.5078125, false], [-8.3828125, false], [-8.7578125, false], [-11.5078125, false], [-8.1328125, false], [-5.5078125, false], [-10.2578125, false], [-8.1328125, false], [-10.5078125, false], [-8.1328125, false], [-10.2578125, false], [-9.0078125, false], [-5.3828125, false], [-11.5078125, false], [-9.0078125, false], [-8.0078125, false], [-12.2578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 904, "doc": {"id": "VASoL_2007_5_31", "question": "The wind helps many plants reproduce by ___.", "choices": {"text": ["cooling the plants", "giving the plants moisture", "spreading the plants' pollen", "strengthening the plants' root systems"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "spreading the plants' pollen", "arguments": ["Question: The wind helps many plants reproduce by ___.\nAnswer:", " ["], "resps": [[[-7.390625, false]], [[-9.140625, false]], [[-7.390625, false]], [[-7.140625, false]], [[-7.140625, false]], [[-10.390625, false]], [[-8.640625, false]], [[-7.640625, false]], [[-10.390625, false]], [[-3.947265625, false]], [[-9.890625, false]], [[-9.640625, false]], [[-7.890625, false]], [[-3.947265625, false]], [[-9.640625, false]], [[-10.390625, false]], [[-5.640625, false]], [[-7.640625, false]], [[-9.890625, false]], [[-8.390625, false]], [[-9.140625, false]], [[-9.890625, false]], [[-3.947265625, false]], [[-9.140625, false]], [[-10.390625, false]], [[-8.640625, false]], [[-10.890625, false]], [[-8.640625, false]], [[-7.640625, false]], [[-10.390625, false]], [[-3.890625, false]], [[-9.890625, false]], [[-9.640625, false]], [[-7.890625, false]], [[-3.890625, false]], [[-9.640625, false]], [[-10.390625, false]], [[-5.640625, false]], [[-7.640625, false]], [[-9.890625, false]], [[-8.390625, false]], [[-3.890625, false]], [[-9.140625, false]], [[-7.140625, false]], [[-8.640625, false]], [[-8.390625, false]], [[-9.890625, false]], [[-10.140625, false]], [[-9.890625, false]], [[-7.890625, false]], [[-9.140625, false]], [[-9.890625, false]], [[-3.890625, false]], [[-7.140625, false]], [[-8.390625, false]], [[-9.640625, false]], [[-9.890625, false]], [[-7.890625, false]], [[-5.640625, false]], [[-7.390625, false]], [[-8.640625, false]], [[-7.640625, false]], [[-10.390625, false]], [[-3.890625, false]], [[-9.890625, false]], [[-9.640625, false]], [[-7.890625, false]], [[-3.890625, false]], [[-9.640625, false]], [[-10.390625, false]], [[-5.640625, false]], [[-7.640625, false]], [[-9.890625, false]], [[-8.390625, false]], [[-9.140625, false]], [[-3.890625, false]], [[-9.640625, false]], [[-7.140625, false]], [[-10.390625, false]], [[-10.390625, false]], [[-7.890625, false]], [[-7.640625, false]], [[-7.140625, false]], [[-9.890625, false]], [[-3.890625, false]], [[-7.140625, false]], [[-8.390625, false]], [[-9.890625, false]], [[-9.890625, false]], [[-7.890625, false]], [[-7.640625, false]], [[-10.390625, false]], [[-9.890625, false]], [[-9.640625, false]], [[-7.890625, false]], [[-7.640625, false]], [[-8.640625, false]], [[-7.640625, false]], [[-10.390625, false]], [[-3.890625, false]], [[-9.890625, false]], [[-9.640625, false]], [[-7.890625, false]], [[-3.890625, false]], [[-9.640625, false]], [[-10.390625, false]], [[-5.640625, false]], [[-7.640625, false]], [[-9.890625, false]], [[-8.390625, false]], [[-9.140625, false]], [[-3.890625, false]], [[-9.890625, false]], [[-7.140625, false]], [[-7.140625, false]], [[-9.890625, false]], [[-3.890625, false]], [[-8.390625, false]], [[-9.890625, false]], [[-8.390625, false]], [[-9.890625, false]], [[-7.890625, false]], [[-9.140625, false]], [[-8.390625, false]], [[-7.140625, false]], [[-13.390625, false]]], "filtered_resps": [[-7.390625, false], [-9.140625, false], [-7.390625, false], [-7.140625, false], [-7.140625, false], [-10.390625, false], [-8.640625, false], [-7.640625, false], [-10.390625, false], [-3.947265625, false], [-9.890625, false], [-9.640625, false], [-7.890625, false], [-3.947265625, false], [-9.640625, false], [-10.390625, false], [-5.640625, false], [-7.640625, false], [-9.890625, false], [-8.390625, false], [-9.140625, false], [-9.890625, false], [-3.947265625, false], [-9.140625, false], [-10.390625, false], [-8.640625, false], [-10.890625, false], [-8.640625, false], [-7.640625, false], [-10.390625, false], [-3.890625, false], [-9.890625, false], [-9.640625, false], [-7.890625, false], [-3.890625, false], [-9.640625, false], [-10.390625, false], [-5.640625, false], [-7.640625, false], [-9.890625, false], [-8.390625, false], [-3.890625, false], [-9.140625, false], [-7.140625, false], [-8.640625, false], [-8.390625, false], [-9.890625, false], [-10.140625, false], [-9.890625, false], [-7.890625, false], [-9.140625, false], [-9.890625, false], [-3.890625, false], [-7.140625, false], [-8.390625, false], [-9.640625, false], [-9.890625, false], [-7.890625, false], [-5.640625, false], [-7.390625, false], [-8.640625, false], [-7.640625, false], [-10.390625, false], [-3.890625, false], [-9.890625, false], [-9.640625, false], [-7.890625, false], [-3.890625, false], [-9.640625, false], [-10.390625, false], [-5.640625, false], [-7.640625, false], [-9.890625, false], [-8.390625, false], [-9.140625, false], [-3.890625, false], [-9.640625, false], [-7.140625, false], [-10.390625, false], [-10.390625, false], [-7.890625, false], [-7.640625, false], [-7.140625, false], [-9.890625, false], [-3.890625, false], [-7.140625, false], [-8.390625, false], [-9.890625, false], [-9.890625, false], [-7.890625, false], [-7.640625, false], [-10.390625, false], [-9.890625, false], [-9.640625, false], [-7.890625, false], [-7.640625, false], [-8.640625, false], [-7.640625, false], [-10.390625, false], [-3.890625, false], [-9.890625, false], [-9.640625, false], [-7.890625, false], [-3.890625, false], [-9.640625, false], [-10.390625, false], [-5.640625, false], [-7.640625, false], [-9.890625, false], [-8.390625, false], [-9.140625, false], [-3.890625, false], [-9.890625, false], [-7.140625, false], [-7.140625, false], [-9.890625, false], [-3.890625, false], [-8.390625, false], [-9.890625, false], [-8.390625, false], [-9.890625, false], [-7.890625, false], [-9.140625, false], [-8.390625, false], [-7.140625, false], [-13.390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 912, "doc": {"id": "Mercury_7211628", "question": "Approximately 14,000 years ago, the climate in North America began to warm rapidly. At the same time, human hunters migrated to the continent. Which of these most likely resulted from a combination of these two factors?", "choices": {"text": ["a reduction in the rate of species change", "an increase in the rate of large mammal extinctions", "an increase in the amount of interspecies cooperation", "a reduction in the total number of small parasitic insects"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "an increase in the rate of large mammal extinctions", "arguments": ["Question: Approximately 14,000 years ago, the climate in North America began to warm rapidly. At the same time, human hunters migrated to the continent. Which of these most likely resulted from a combination of these two factors?\nAnswer:", " ["], "resps": [[[-6.80859375, false]], [[-9.8125, false]], [[-3.05859375, false]], [[-5.55859375, false]], [[-9.3125, false]], [[-7.55859375, false]], [[-6.05859375, false]], [[-12.0625, false]], [[-6.30859375, false]], [[-9.8125, false]], [[-7.30859375, false]], [[-8.0625, false]], [[-7.55859375, false]], [[-5.55859375, false]], [[-7.30859375, false]], [[-7.55859375, false]], [[-5.55859375, false]], [[-9.8125, false]], [[-9.8125, false]], [[-7.55859375, false]], [[-5.55859375, false]], [[-9.3125, false]], [[-3.05859375, false]], [[-9.8125, false]], [[-7.55859375, false]], [[-5.55859375, false]], [[-8.0625, false]], [[-7.55859375, false]], [[-5.55859375, false]], [[-9.8125, false]], [[-7.80859375, false]], [[-7.55859375, false]], [[-6.30859375, false]], [[-7.30859375, false]], [[-7.55859375, false]], [[-9.8125, false]], [[-5.55859375, false]], [[-6.30859375, false]], [[-9.8125, false]], [[-3.05859375, false]], [[-7.55859375, false]], [[-10.5625, false]], [[-7.55859375, false]], [[-9.8125, false]], [[-10.7265625, false]], [[-5.55859375, false]], [[-9.8125, false]], [[-3.05859375, false]], [[-7.55859375, false]], [[-5.55859375, false]], [[-7.30859375, false]], [[-7.55859375, false]], [[-6.30859375, false]], [[-9.3125, false]], [[-7.55859375, false]], [[-3.05859375, false]], [[-9.8125, false]], [[-7.55859375, false]], [[-5.55859375, false]], [[-7.30859375, false]], [[-7.55859375, false]], [[-5.55859375, false]], [[-9.8125, false]], [[-9.8125, false]], [[-7.55859375, false]], [[-5.55859375, false]], [[-9.3125, false]], [[-3.05859375, false]], [[-9.8125, false]], [[-7.55859375, false]], [[-5.55859375, false]], [[-8.0625, false]], [[-7.55859375, false]], [[-5.55859375, false]], [[-9.3125, false]], [[-3.05859375, false]], [[-9.3125, false]], [[-10.5625, false]], [[-7.55859375, false]], [[-5.55859375, false]], [[-8.5625, false]], [[-3.05859375, false]], [[-8.5625, false]], [[-8.5625, false]], [[-3.05859375, false]], [[-9.3125, false]], [[-5.55859375, false]], [[-7.55859375, false]], [[-9.5625, false]], [[-9.8125, false]], [[-7.30859375, false]], [[-7.55859375, false]], [[-6.30859375, false]], [[-9.8125, false]], [[-7.30859375, false]], [[-8.0625, false]], [[-7.55859375, false]], [[-9.8125, false]], [[-9.8125, false]], [[-10.7265625, false]], [[-5.55859375, false]], [[-9.8125, false]], [[-3.05859375, false]], [[-7.55859375, false]], [[-5.55859375, false]], [[-7.30859375, false]], [[-7.55859375, false]], [[-6.30859375, false]], [[-9.3125, false]], [[-7.55859375, false]], [[-3.05859375, false]], [[-9.8125, false]], [[-7.55859375, false]], [[-5.55859375, false]], [[-7.30859375, false]], [[-7.55859375, false]], [[-5.55859375, false]], [[-9.8125, false]], [[-9.8125, false]], [[-7.55859375, false]], [[-5.55859375, false]], [[-3.05859375, false]], [[-8.5625, false]], [[-8.0625, false]], [[-12.0625, false]], [[-7.55859375, false]], [[-9.8125, false]], [[-5.55859375, false]], [[-8.0625, false]], [[-7.55859375, false]], [[-5.55859375, false]], [[-7.30859375, false]], [[-7.55859375, false]], [[-9.8125, false]], [[-7.55859375, false]], [[-9.3125, false]], [[-9.8125, false]], [[-7.80859375, false]], [[-7.55859375, false]], [[-6.30859375, false]], [[-7.30859375, false]], [[-7.55859375, false]], [[-9.8125, false]], [[-5.55859375, false]], [[-6.30859375, false]], [[-8.0625, false]], [[-8.0625, false]], [[-7.80859375, false]], [[-7.55859375, false]], [[-9.3125, false]], [[-3.05859375, false]], [[-9.8125, false]], [[-7.30859375, false]], [[-8.0625, false]], [[-7.55859375, false]], [[-9.8125, false]], [[-10.7265625, false]], [[-5.55859375, false]], [[-9.8125, false]], [[-3.05859375, false]], [[-5.55859375, false]], [[-9.3125, false]], [[-7.55859375, false]], [[-6.05859375, false]], [[-12.0625, false]], [[-6.30859375, false]], [[-9.8125, false]], [[-7.30859375, false]], [[-8.0625, false]], [[-7.55859375, false]], [[-5.55859375, false]], [[-7.30859375, false]], [[-7.55859375, false]], [[-5.55859375, false]], [[-9.8125, false]], [[-9.8125, false]], [[-7.55859375, false]], [[-5.55859375, false]], [[-9.8125, false]], [[-8.0625, false]], [[-9.8125, false]], [[-3.05859375, false]], [[-9.3125, false]], [[-5.55859375, false]], [[-7.55859375, false]], [[-12.0625, false]], [[-8.5625, false]], [[-5.55859375, false]], [[-7.55859375, false]], [[-9.3125, false]], [[-5.55859375, false]], [[-8.0625, false]], [[-7.55859375, false]], [[-5.55859375, false]], [[-9.8125, false]], [[-8.5625, false]], [[-3.05859375, false]], [[-9.3125, false]], [[-9.3125, false]], [[-5.55859375, false]], [[-7.80859375, false]], [[-3.05859375, false]], [[-9.3125, false]], [[-3.05859375, false]], [[-9.8125, false]], [[-7.30859375, false]], [[-9.8125, false]], [[-7.30859375, false]], [[-6.30859375, false]], [[-5.55859375, false]], [[-7.30859375, false]], [[-7.55859375, false]], [[-9.8125, false]], [[-7.55859375, false]], [[-6.30859375, false]], [[-9.8125, false]], [[-9.8125, false]], [[-9.8125, false]], [[-13.6875, false]]], "filtered_resps": [[-6.80859375, false], [-9.8125, false], [-3.05859375, false], [-5.55859375, false], [-9.3125, false], [-7.55859375, false], [-6.05859375, false], [-12.0625, false], [-6.30859375, false], [-9.8125, false], [-7.30859375, false], [-8.0625, false], [-7.55859375, false], [-5.55859375, false], [-7.30859375, false], [-7.55859375, false], [-5.55859375, false], [-9.8125, false], [-9.8125, false], [-7.55859375, false], [-5.55859375, false], [-9.3125, false], [-3.05859375, false], [-9.8125, false], [-7.55859375, false], [-5.55859375, false], [-8.0625, false], [-7.55859375, false], [-5.55859375, false], [-9.8125, false], [-7.80859375, false], [-7.55859375, false], [-6.30859375, false], [-7.30859375, false], [-7.55859375, false], [-9.8125, false], [-5.55859375, false], [-6.30859375, false], [-9.8125, false], [-3.05859375, false], [-7.55859375, false], [-10.5625, false], [-7.55859375, false], [-9.8125, false], [-10.7265625, false], [-5.55859375, false], [-9.8125, false], [-3.05859375, false], [-7.55859375, false], [-5.55859375, false], [-7.30859375, false], [-7.55859375, false], [-6.30859375, false], [-9.3125, false], [-7.55859375, false], [-3.05859375, false], [-9.8125, false], [-7.55859375, false], [-5.55859375, false], [-7.30859375, false], [-7.55859375, false], [-5.55859375, false], [-9.8125, false], [-9.8125, false], [-7.55859375, false], [-5.55859375, false], [-9.3125, false], [-3.05859375, false], [-9.8125, false], [-7.55859375, false], [-5.55859375, false], [-8.0625, false], [-7.55859375, false], [-5.55859375, false], [-9.3125, false], [-3.05859375, false], [-9.3125, false], [-10.5625, false], [-7.55859375, false], [-5.55859375, false], [-8.5625, false], [-3.05859375, false], [-8.5625, false], [-8.5625, false], [-3.05859375, false], [-9.3125, false], [-5.55859375, false], [-7.55859375, false], [-9.5625, false], [-9.8125, false], [-7.30859375, false], [-7.55859375, false], [-6.30859375, false], [-9.8125, false], [-7.30859375, false], [-8.0625, false], [-7.55859375, false], [-9.8125, false], [-9.8125, false], [-10.7265625, false], [-5.55859375, false], [-9.8125, false], [-3.05859375, false], [-7.55859375, false], [-5.55859375, false], [-7.30859375, false], [-7.55859375, false], [-6.30859375, false], [-9.3125, false], [-7.55859375, false], [-3.05859375, false], [-9.8125, false], [-7.55859375, false], [-5.55859375, false], [-7.30859375, false], [-7.55859375, false], [-5.55859375, false], [-9.8125, false], [-9.8125, false], [-7.55859375, false], [-5.55859375, false], [-3.05859375, false], [-8.5625, false], [-8.0625, false], [-12.0625, false], [-7.55859375, false], [-9.8125, false], [-5.55859375, false], [-8.0625, false], [-7.55859375, false], [-5.55859375, false], [-7.30859375, false], [-7.55859375, false], [-9.8125, false], [-7.55859375, false], [-9.3125, false], [-9.8125, false], [-7.80859375, false], [-7.55859375, false], [-6.30859375, false], [-7.30859375, false], [-7.55859375, false], [-9.8125, false], [-5.55859375, false], [-6.30859375, false], [-8.0625, false], [-8.0625, false], [-7.80859375, false], [-7.55859375, false], [-9.3125, false], [-3.05859375, false], [-9.8125, false], [-7.30859375, false], [-8.0625, false], [-7.55859375, false], [-9.8125, false], [-10.7265625, false], [-5.55859375, false], [-9.8125, false], [-3.05859375, false], [-5.55859375, false], [-9.3125, false], [-7.55859375, false], [-6.05859375, false], [-12.0625, false], [-6.30859375, false], [-9.8125, false], [-7.30859375, false], [-8.0625, false], [-7.55859375, false], [-5.55859375, false], [-7.30859375, false], [-7.55859375, false], [-5.55859375, false], [-9.8125, false], [-9.8125, false], [-7.55859375, false], [-5.55859375, false], [-9.8125, false], [-8.0625, false], [-9.8125, false], [-3.05859375, false], [-9.3125, false], [-5.55859375, false], [-7.55859375, false], [-12.0625, false], [-8.5625, false], [-5.55859375, false], [-7.55859375, false], [-9.3125, false], [-5.55859375, false], [-8.0625, false], [-7.55859375, false], [-5.55859375, false], [-9.8125, false], [-8.5625, false], [-3.05859375, false], [-9.3125, false], [-9.3125, false], [-5.55859375, false], [-7.80859375, false], [-3.05859375, false], [-9.3125, false], [-3.05859375, false], [-9.8125, false], [-7.30859375, false], [-9.8125, false], [-7.30859375, false], [-6.30859375, false], [-5.55859375, false], [-7.30859375, false], [-7.55859375, false], [-9.8125, false], [-7.55859375, false], [-6.30859375, false], [-9.8125, false], [-9.8125, false], [-9.8125, false], [-13.6875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 920, "doc": {"id": "Mercury_SC_406467", "question": "With the development of the microscope, scientists were able to see cells for the first time. Why was it difficult to view cells without a microscope?", "choices": {"text": ["Cells are small.", "Cells are alive.", "Cells move quickly.", "Cells have an electrical charge."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Cells are small.", "arguments": ["Question: With the development of the microscope, scientists were able to see cells for the first time. Why was it difficult to view cells without a microscope?\nAnswer:", " ["], "resps": [[[-7.921875, false]], [[-9.421875, false]], [[-6.671875, false]], [[-10.421875, false]], [[-10.171875, false]], [[-10.171875, false]], [[-10.921875, false]], [[-7.171875, false]], [[-7.421875, false]], [[-12.421875, false]], [[-10.421875, false]], [[-7.171875, false]], [[-10.921875, false]], [[-11.921875, false]], [[-7.421875, false]], [[-10.171875, false]], [[-10.171875, false]], [[-8.5625, false]], [[-9.421875, false]], [[-11.8125, false]], [[-7.171875, false]], [[-9.421875, false]], [[-6.671875, false]], [[-10.421875, false]], [[-10.171875, false]], [[-10.171875, false]], [[-10.921875, false]], [[-7.171875, false]], [[-7.421875, false]], [[-12.421875, false]], [[-10.421875, false]], [[-7.171875, false]], [[-7.421875, false]], [[-10.171875, false]], [[-10.171875, false]], [[-12.171875, false]], [[-10.421875, false]], [[-8.5625, false]], [[-9.421875, false]], [[-11.8125, false]], [[-7.171875, false]], [[-9.421875, false]], [[-6.671875, false]], [[-10.421875, false]], [[-10.171875, false]], [[-10.171875, false]], [[-10.921875, false]], [[-7.171875, false]], [[-11.921875, false]], [[-8.921875, false]], [[-12.171875, false]], [[-10.421875, false]], [[-7.171875, false]], [[-13.671875, false]], [[-12.421875, false]], [[-10.171875, false]], [[-10.671875, false]], [[-12.671875, false]], [[-10.171875, false]], [[-14.171875, false]], [[-8.5625, false]], [[-9.421875, false]], [[-11.8125, false]], [[-7.171875, false]], [[-9.421875, false]], [[-6.671875, false]], [[-10.421875, false]], [[-10.171875, false]], [[-10.171875, false]], [[-10.921875, false]], [[-7.171875, false]], [[-13.171875, false]], [[-7.421875, false]], [[-12.171875, false]], [[-10.421875, false]], [[-7.171875, false]], [[-7.421875, false]], [[-11.671875, false]], [[-7.171875, false]], [[-10.421875, false]], [[-10.171875, false]], [[-10.421875, false]], [[-10.671875, false]], [[-12.171875, false]], [[-12.421875, false]], [[-10.171875, false]], [[-10.671875, false]], [[-7.421875, false]], [[-10.171875, false]], [[-7.171875, false]], [[-10.671875, false]], [[-13.171875, false]], [[-7.421875, false]], [[-12.421875, false]], [[-14.421875, false]], [[-10.421875, false]], [[-8.5625, false]], [[-9.421875, false]], [[-13.421875, false]]], "filtered_resps": [[-7.921875, false], [-9.421875, false], [-6.671875, false], [-10.421875, false], [-10.171875, false], [-10.171875, false], [-10.921875, false], [-7.171875, false], [-7.421875, false], [-12.421875, false], [-10.421875, false], [-7.171875, false], [-10.921875, false], [-11.921875, false], [-7.421875, false], [-10.171875, false], [-10.171875, false], [-8.5625, false], [-9.421875, false], [-11.8125, false], [-7.171875, false], [-9.421875, false], [-6.671875, false], [-10.421875, false], [-10.171875, false], [-10.171875, false], [-10.921875, false], [-7.171875, false], [-7.421875, false], [-12.421875, false], [-10.421875, false], [-7.171875, false], [-7.421875, false], [-10.171875, false], [-10.171875, false], [-12.171875, false], [-10.421875, false], [-8.5625, false], [-9.421875, false], [-11.8125, false], [-7.171875, false], [-9.421875, false], [-6.671875, false], [-10.421875, false], [-10.171875, false], [-10.171875, false], [-10.921875, false], [-7.171875, false], [-11.921875, false], [-8.921875, false], [-12.171875, false], [-10.421875, false], [-7.171875, false], [-13.671875, false], [-12.421875, false], [-10.171875, false], [-10.671875, false], [-12.671875, false], [-10.171875, false], [-14.171875, false], [-8.5625, false], [-9.421875, false], [-11.8125, false], [-7.171875, false], [-9.421875, false], [-6.671875, false], [-10.421875, false], [-10.171875, false], [-10.171875, false], [-10.921875, false], [-7.171875, false], [-13.171875, false], [-7.421875, false], [-12.171875, false], [-10.421875, false], [-7.171875, false], [-7.421875, false], [-11.671875, false], [-7.171875, false], [-10.421875, false], [-10.171875, false], [-10.421875, false], [-10.671875, false], [-12.171875, false], [-12.421875, false], [-10.171875, false], [-10.671875, false], [-7.421875, false], [-10.171875, false], [-7.171875, false], [-10.671875, false], [-13.171875, false], [-7.421875, false], [-12.421875, false], [-14.421875, false], [-10.421875, false], [-8.5625, false], [-9.421875, false], [-13.421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 928, "doc": {"id": "Mercury_7043873", "question": "What happens to a moist air mass as it moves upward in the atmosphere?", "choices": {"text": ["It becomes warmer and forms clouds.", "It becomes cooler and forms clouds.", "Its temperature remains the same.", "Its temperature varies greatly."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "It becomes cooler and forms clouds.", "arguments": ["Question: What happens to a moist air mass as it moves upward in the atmosphere?\nAnswer:", " ["], "resps": [[[-8.65625, false]], [[-9.65625, false]], [[-5.90625, false]], [[-12.65625, false]], [[-6.40625, false]], [[-12.15625, false]], [[-10.65625, false]], [[-11.65625, false]], [[-11.65625, false]], [[-11.40625, false]], [[-10.65625, false]], [[-11.65625, false]], [[-6.40625, false]], [[-12.90625, false]], [[-6.15625, false]], [[-14.65625, false]], [[-11.40625, false]], [[-10.65625, false]], [[-14.65625, false]], [[-6.40625, false]], [[-6.15625, false]], [[-13.15625, false]], [[-11.40625, false]], [[-6.40625, false]], [[-12.90625, false]], [[-11.65625, false]], [[-14.65625, false]], [[-11.40625, false]], [[-11.65625, false]], [[-6.40625, false]], [[-11.65625, false]], [[-12.15625, false]], [[-11.65625, false]], [[-13.65625, false]], [[-11.40625, false]], [[-11.65625, false]], [[-7.625, false]], [[-9.65625, false]], [[-11.0, false]], [[-6.40625, false]], [[-9.65625, false]], [[-5.90625, false]], [[-12.65625, false]], [[-6.40625, false]], [[-12.15625, false]], [[-10.65625, false]], [[-11.65625, false]], [[-11.65625, false]], [[-11.40625, false]], [[-10.65625, false]], [[-11.65625, false]], [[-6.40625, false]], [[-11.65625, false]], [[-11.65625, false]], [[-11.65625, false]], [[-12.15625, false]], [[-10.65625, false]], [[-14.65625, false]], [[-6.40625, false]], [[-6.15625, false]], [[-13.15625, false]], [[-11.40625, false]], [[-6.40625, false]], [[-12.90625, false]], [[-11.65625, false]], [[-14.65625, false]], [[-11.40625, false]], [[-11.65625, false]], [[-6.40625, false]], [[-11.65625, false]], [[-12.15625, false]], [[-11.65625, false]], [[-13.65625, false]], [[-11.40625, false]], [[-11.65625, false]], [[-7.625, false]], [[-9.65625, false]], [[-11.0, false]], [[-6.40625, false]], [[-9.65625, false]], [[-5.90625, false]], [[-12.65625, false]], [[-11.65625, false]], [[-6.40625, false]], [[-12.65625, false]], [[-10.65625, false]], [[-11.40625, false]], [[-12.90625, false]], [[-10.65625, false]], [[-14.65625, false]], [[-6.15625, false]], [[-12.65625, false]], [[-13.65625, false]], [[-14.65625, false]], [[-10.65625, false]], [[-6.40625, false]], [[-14.65625, false]], [[-10.65625, false]], [[-11.40625, false]], [[-6.15625, false]], [[-10.65625, false]], [[-13.15625, false]], [[-11.65625, false]], [[-6.40625, false]], [[-12.65625, false]], [[-13.15625, false]], [[-10.65625, false]], [[-6.40625, false]], [[-11.65625, false]], [[-6.15625, false]], [[-11.40625, false]], [[-10.65625, false]], [[-7.625, false]], [[-9.65625, false]], [[-11.0, false]], [[-6.40625, false]], [[-9.65625, false]], [[-5.90625, false]], [[-12.65625, false]], [[-11.65625, false]], [[-6.40625, false]], [[-12.65625, false]], [[-10.65625, false]], [[-11.40625, false]], [[-12.90625, false]], [[-10.65625, false]], [[-14.65625, false]], [[-6.15625, false]], [[-12.65625, false]], [[-13.65625, false]], [[-14.65625, false]], [[-10.65625, false]], [[-6.40625, false]], [[-13.65625, false]], [[-6.15625, false]], [[-14.65625, false]], [[-10.65625, false]], [[-10.65625, false]], [[-11.65625, false]], [[-6.40625, false]], [[-13.90625, false]], [[-14.65625, false]], [[-10.65625, false]], [[-6.15625, false]], [[-12.65625, false]], [[-12.15625, false]], [[-13.90625, false]], [[-7.625, false]], [[-9.65625, false]], [[-13.15625, false]]], "filtered_resps": [[-8.65625, false], [-9.65625, false], [-5.90625, false], [-12.65625, false], [-6.40625, false], [-12.15625, false], [-10.65625, false], [-11.65625, false], [-11.65625, false], [-11.40625, false], [-10.65625, false], [-11.65625, false], [-6.40625, false], [-12.90625, false], [-6.15625, false], [-14.65625, false], [-11.40625, false], [-10.65625, false], [-14.65625, false], [-6.40625, false], [-6.15625, false], [-13.15625, false], [-11.40625, false], [-6.40625, false], [-12.90625, false], [-11.65625, false], [-14.65625, false], [-11.40625, false], [-11.65625, false], [-6.40625, false], [-11.65625, false], [-12.15625, false], [-11.65625, false], [-13.65625, false], [-11.40625, false], [-11.65625, false], [-7.625, false], [-9.65625, false], [-11.0, false], [-6.40625, false], [-9.65625, false], [-5.90625, false], [-12.65625, false], [-6.40625, false], [-12.15625, false], [-10.65625, false], [-11.65625, false], [-11.65625, false], [-11.40625, false], [-10.65625, false], [-11.65625, false], [-6.40625, false], [-11.65625, false], [-11.65625, false], [-11.65625, false], [-12.15625, false], [-10.65625, false], [-14.65625, false], [-6.40625, false], [-6.15625, false], [-13.15625, false], [-11.40625, false], [-6.40625, false], [-12.90625, false], [-11.65625, false], [-14.65625, false], [-11.40625, false], [-11.65625, false], [-6.40625, false], [-11.65625, false], [-12.15625, false], [-11.65625, false], [-13.65625, false], [-11.40625, false], [-11.65625, false], [-7.625, false], [-9.65625, false], [-11.0, false], [-6.40625, false], [-9.65625, false], [-5.90625, false], [-12.65625, false], [-11.65625, false], [-6.40625, false], [-12.65625, false], [-10.65625, false], [-11.40625, false], [-12.90625, false], [-10.65625, false], [-14.65625, false], [-6.15625, false], [-12.65625, false], [-13.65625, false], [-14.65625, false], [-10.65625, false], [-6.40625, false], [-14.65625, false], [-10.65625, false], [-11.40625, false], [-6.15625, false], [-10.65625, false], [-13.15625, false], [-11.65625, false], [-6.40625, false], [-12.65625, false], [-13.15625, false], [-10.65625, false], [-6.40625, false], [-11.65625, false], [-6.15625, false], [-11.40625, false], [-10.65625, false], [-7.625, false], [-9.65625, false], [-11.0, false], [-6.40625, false], [-9.65625, false], [-5.90625, false], [-12.65625, false], [-11.65625, false], [-6.40625, false], [-12.65625, false], [-10.65625, false], [-11.40625, false], [-12.90625, false], [-10.65625, false], [-14.65625, false], [-6.15625, false], [-12.65625, false], [-13.65625, false], [-14.65625, false], [-10.65625, false], [-6.40625, false], [-13.65625, false], [-6.15625, false], [-14.65625, false], [-10.65625, false], [-10.65625, false], [-11.65625, false], [-6.40625, false], [-13.90625, false], [-14.65625, false], [-10.65625, false], [-6.15625, false], [-12.65625, false], [-12.15625, false], [-13.90625, false], [-7.625, false], [-9.65625, false], [-13.15625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 936, "doc": {"id": "Mercury_400629", "question": "Which list describes the particles that make up an atom?", "choices": {"text": ["nucleus, electrons, and quarks", "protons, neutron, and electrons", "ionic bonds, covalent bonds, and ions", "nucleus, electron cloud, and energy levels"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "protons, neutron, and electrons", "arguments": ["Question: Which list describes the particles that make up an atom?\nAnswer:", " ["], "resps": [[[-5.4609375, false]], [[-8.2109375, false]], [[-6.7109375, false]], [[-8.9609375, false]], [[-6.9609375, false]], [[-9.9609375, false]], [[-8.4609375, false]], [[-8.9609375, false]], [[-9.2109375, false]], [[-8.546875, false]], [[-4.7109375, false]], [[-8.4609375, false]], [[-9.9609375, false]], [[-8.4609375, false]], [[-6.9609375, false]], [[-8.4609375, false]], [[-9.2109375, false]], [[-8.7109375, false]], [[-6.7109375, false]], [[-9.2109375, false]], [[-8.546875, false]], [[-4.7109375, false]], [[-4.4609375, false]], [[-6.7109375, false]], [[-8.2109375, false]], [[-4.7109375, false]], [[-9.7109375, false]], [[-8.9609375, false]], [[-4.4609375, false]], [[-9.2109375, false]], [[-10.2109375, false]], [[-9.2109375, false]], [[-8.2109375, false]], [[-8.546875, false]], [[-4.7109375, false]], [[-8.2109375, false]], [[-7.2109375, false]], [[-9.2109375, false]], [[-8.7109375, false]], [[-8.4609375, false]], [[-8.7109375, false]], [[-6.7109375, false]], [[-9.2109375, false]], [[-8.546875, false]], [[-4.7109375, false]], [[-6.7109375, false]], [[-8.4609375, false]], [[-8.9609375, false]], [[-8.4609375, false]], [[-9.2109375, false]], [[-8.7109375, false]], [[-6.7109375, false]], [[-8.546875, false]], [[-4.7109375, false]], [[-4.4609375, false]], [[-6.7109375, false]], [[-8.2109375, false]], [[-4.7109375, false]], [[-8.4609375, false]], [[-9.9609375, false]], [[-8.4609375, false]], [[-6.9609375, false]], [[-8.4609375, false]], [[-9.2109375, false]], [[-8.7109375, false]], [[-6.7109375, false]], [[-9.2109375, false]], [[-8.2109375, false]], [[-8.546875, false]], [[-4.7109375, false]], [[-8.2109375, false]], [[-6.7109375, false]], [[-8.7109375, false]], [[-6.7109375, false]], [[-6.7109375, false]], [[-6.9609375, false]], [[-4.7109375, false]], [[-7.2109375, false]], [[-8.7109375, false]], [[-6.7109375, false]], [[-8.2109375, false]], [[-9.2109375, false]], [[-8.546875, false]], [[-4.7109375, false]], [[-6.9609375, false]], [[-8.7109375, false]], [[-9.7109375, false]], [[-4.4609375, false]], [[-9.9609375, false]], [[-8.4609375, false]], [[-6.7109375, false]], [[-8.4609375, false]], [[-4.7109375, false]], [[-7.2109375, false]], [[-8.7109375, false]], [[-6.7109375, false]], [[-8.2109375, false]], [[-9.2109375, false]], [[-8.546875, false]], [[-4.7109375, false]], [[-4.4609375, false]], [[-6.7109375, false]], [[-8.2109375, false]], [[-4.7109375, false]], [[-6.7109375, false]], [[-8.7109375, false]], [[-6.7109375, false]], [[-9.2109375, false]], [[-8.2109375, false]], [[-8.546875, false]], [[-4.7109375, false]], [[-8.2109375, false]], [[-6.7109375, false]], [[-8.9609375, false]], [[-6.9609375, false]], [[-9.9609375, false]], [[-8.4609375, false]], [[-8.9609375, false]], [[-9.2109375, false]], [[-8.546875, false]], [[-4.7109375, false]], [[-8.4609375, false]], [[-9.9609375, false]], [[-8.4609375, false]], [[-6.9609375, false]], [[-8.4609375, false]], [[-9.2109375, false]], [[-8.7109375, false]], [[-6.7109375, false]], [[-4.7109375, false]], [[-6.9609375, false]], [[-9.9609375, false]], [[-8.7109375, false]], [[-8.9609375, false]], [[-8.2109375, false]], [[-8.546875, false]], [[-4.7109375, false]], [[-4.4609375, false]], [[-6.7109375, false]], [[-8.2109375, false]], [[-4.7109375, false]], [[-8.4609375, false]], [[-6.7109375, false]], [[-8.4609375, false]], [[-9.2109375, false]], [[-9.7109375, false]], [[-9.7109375, false]], [[-4.7109375, false]], [[-9.9609375, false]], [[-8.4609375, false]], [[-9.7109375, false]], [[-8.4609375, false]], [[-9.9609375, false]], [[-9.2109375, false]], [[-8.2109375, false]], [[-11.2109375, false]]], "filtered_resps": [[-5.4609375, false], [-8.2109375, false], [-6.7109375, false], [-8.9609375, false], [-6.9609375, false], [-9.9609375, false], [-8.4609375, false], [-8.9609375, false], [-9.2109375, false], [-8.546875, false], [-4.7109375, false], [-8.4609375, false], [-9.9609375, false], [-8.4609375, false], [-6.9609375, false], [-8.4609375, false], [-9.2109375, false], [-8.7109375, false], [-6.7109375, false], [-9.2109375, false], [-8.546875, false], [-4.7109375, false], [-4.4609375, false], [-6.7109375, false], [-8.2109375, false], [-4.7109375, false], [-9.7109375, false], [-8.9609375, false], [-4.4609375, false], [-9.2109375, false], [-10.2109375, false], [-9.2109375, false], [-8.2109375, false], [-8.546875, false], [-4.7109375, false], [-8.2109375, false], [-7.2109375, false], [-9.2109375, false], [-8.7109375, false], [-8.4609375, false], [-8.7109375, false], [-6.7109375, false], [-9.2109375, false], [-8.546875, false], [-4.7109375, false], [-6.7109375, false], [-8.4609375, false], [-8.9609375, false], [-8.4609375, false], [-9.2109375, false], [-8.7109375, false], [-6.7109375, false], [-8.546875, false], [-4.7109375, false], [-4.4609375, false], [-6.7109375, false], [-8.2109375, false], [-4.7109375, false], [-8.4609375, false], [-9.9609375, false], [-8.4609375, false], [-6.9609375, false], [-8.4609375, false], [-9.2109375, false], [-8.7109375, false], [-6.7109375, false], [-9.2109375, false], [-8.2109375, false], [-8.546875, false], [-4.7109375, false], [-8.2109375, false], [-6.7109375, false], [-8.7109375, false], [-6.7109375, false], [-6.7109375, false], [-6.9609375, false], [-4.7109375, false], [-7.2109375, false], [-8.7109375, false], [-6.7109375, false], [-8.2109375, false], [-9.2109375, false], [-8.546875, false], [-4.7109375, false], [-6.9609375, false], [-8.7109375, false], [-9.7109375, false], [-4.4609375, false], [-9.9609375, false], [-8.4609375, false], [-6.7109375, false], [-8.4609375, false], [-4.7109375, false], [-7.2109375, false], [-8.7109375, false], [-6.7109375, false], [-8.2109375, false], [-9.2109375, false], [-8.546875, false], [-4.7109375, false], [-4.4609375, false], [-6.7109375, false], [-8.2109375, false], [-4.7109375, false], [-6.7109375, false], [-8.7109375, false], [-6.7109375, false], [-9.2109375, false], [-8.2109375, false], [-8.546875, false], [-4.7109375, false], [-8.2109375, false], [-6.7109375, false], [-8.9609375, false], [-6.9609375, false], [-9.9609375, false], [-8.4609375, false], [-8.9609375, false], [-9.2109375, false], [-8.546875, false], [-4.7109375, false], [-8.4609375, false], [-9.9609375, false], [-8.4609375, false], [-6.9609375, false], [-8.4609375, false], [-9.2109375, false], [-8.7109375, false], [-6.7109375, false], [-4.7109375, false], [-6.9609375, false], [-9.9609375, false], [-8.7109375, false], [-8.9609375, false], [-8.2109375, false], [-8.546875, false], [-4.7109375, false], [-4.4609375, false], [-6.7109375, false], [-8.2109375, false], [-4.7109375, false], [-8.4609375, false], [-6.7109375, false], [-8.4609375, false], [-9.2109375, false], [-9.7109375, false], [-9.7109375, false], [-4.7109375, false], [-9.9609375, false], [-8.4609375, false], [-9.7109375, false], [-8.4609375, false], [-9.9609375, false], [-9.2109375, false], [-8.2109375, false], [-11.2109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 944, "doc": {"id": "Mercury_SC_400532", "question": "Which type of energy does a radiator give off ?", "choices": {"text": ["heat", "light", "solar", "electrical"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "heat", "arguments": ["Question: Which type of energy does a radiator give off ?\nAnswer:", " ["], "resps": [[[-8.234375, false]], [[-8.984375, false]], [[-11.484375, false]], [[-8.984375, false]], [[-4.98828125, false]], [[-10.484375, false]], [[-8.984375, false]], [[-9.6171875, false]], [[-5.73828125, false]], [[-8.984375, false]], [[-11.484375, false]], [[-8.484375, false]], [[-12.984375, false]], [[-11.484375, false]], [[-10.484375, false]], [[-8.984375, false]], [[-9.6171875, false]], [[-5.73828125, false]], [[-8.984375, false]], [[-11.484375, false]], [[-10.734375, false]], [[-11.484375, false]], [[-4.98828125, false]], [[-11.484375, false]], [[-8.984375, false]], [[-9.6171875, false]], [[-5.73828125, false]], [[-8.984375, false]], [[-8.984375, false]], [[-11.484375, false]], [[-8.984375, false]], [[-9.984375, false]], [[-10.484375, false]], [[-11.484375, false]], [[-8.484375, false]], [[-9.984375, false]], [[-4.98828125, false]], [[-11.484375, false]], [[-8.984375, false]], [[-13.484375, false]]], "filtered_resps": [[-8.234375, false], [-8.984375, false], [-11.484375, false], [-8.984375, false], [-4.98828125, false], [-10.484375, false], [-8.984375, false], [-9.6171875, false], [-5.73828125, false], [-8.984375, false], [-11.484375, false], [-8.484375, false], [-12.984375, false], [-11.484375, false], [-10.484375, false], [-8.984375, false], [-9.6171875, false], [-5.73828125, false], [-8.984375, false], [-11.484375, false], [-10.734375, false], [-11.484375, false], [-4.98828125, false], [-11.484375, false], [-8.984375, false], [-9.6171875, false], [-5.73828125, false], [-8.984375, false], [-8.984375, false], [-11.484375, false], [-8.984375, false], [-9.984375, false], [-10.484375, false], [-11.484375, false], [-8.484375, false], [-9.984375, false], [-4.98828125, false], [-11.484375, false], [-8.984375, false], [-13.484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 952, "doc": {"id": "TIMSS_2007_8_pg29", "question": "Which food contains the highest percentage of protein?", "choices": {"text": ["rice", "dates", "carrots", "chicken"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "chicken", "arguments": ["Question: Which food contains the highest percentage of protein?\nAnswer:", " ["], "resps": [[[-8.171875, false]], [[-8.671875, false]], [[-10.421875, false]], [[-10.171875, false]], [[-7.921875, false]], [[-9.921875, false]], [[-8.671875, false]], [[-9.703125, false]], [[-4.921875, false]], [[-8.671875, false]], [[-10.421875, false]], [[-6.421875, false]], [[-11.421875, false]], [[-9.921875, false]], [[-10.171875, false]], [[-8.671875, false]], [[-9.703125, false]], [[-4.921875, false]], [[-8.671875, false]], [[-7.921875, false]], [[-6.421875, false]], [[-10.421875, false]], [[-10.421875, false]], [[-7.171875, false]], [[-11.421875, false]], [[-10.171875, false]], [[-8.671875, false]], [[-9.703125, false]], [[-4.921875, false]], [[-8.671875, false]], [[-7.921875, false]], [[-11.171875, false]], [[-10.171875, false]], [[-7.921875, false]], [[-8.921875, false]], [[-9.921875, false]], [[-9.921875, false]], [[-8.671875, false]], [[-12.171875, false]]], "filtered_resps": [[-8.171875, false], [-8.671875, false], [-10.421875, false], [-10.171875, false], [-7.921875, false], [-9.921875, false], [-8.671875, false], [-9.703125, false], [-4.921875, false], [-8.671875, false], [-10.421875, false], [-6.421875, false], [-11.421875, false], [-9.921875, false], [-10.171875, false], [-8.671875, false], [-9.703125, false], [-4.921875, false], [-8.671875, false], [-7.921875, false], [-6.421875, false], [-10.421875, false], [-10.421875, false], [-7.171875, false], [-11.421875, false], [-10.171875, false], [-8.671875, false], [-9.703125, false], [-4.921875, false], [-8.671875, false], [-7.921875, false], [-11.171875, false], [-10.171875, false], [-7.921875, false], [-8.921875, false], [-9.921875, false], [-9.921875, false], [-8.671875, false], [-12.171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 960, "doc": {"id": "CSZ_2009_8_CSZ30585", "question": "Copper (Cu) reacts with oxygen (O) to form copper oxide (CuO). The properties of CuO are most likely", "choices": {"text": ["different from copper or oxygen.", "similar to both copper and oxygen.", "similar only to copper.", "similar only to oxygen."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "different from copper or oxygen.", "arguments": ["Question: Copper (Cu) reacts with oxygen (O) to form copper oxide (CuO). The properties of CuO are most likely\nAnswer:", " ["], "resps": [[[-5.9375, false]], [[-8.9375, false]], [[-8.4375, false]], [[-6.4375, false]], [[-8.9375, false]], [[-8.9375, false]], [[-7.9375, false]], [[-8.6875, false]], [[-7.9375, false]], [[-7.1875, false]], [[-9.1875, false]], [[-4.4375, false]], [[-8.9375, false]], [[-8.6875, false]], [[-7.4375, false]], [[-8.1875, false]], [[-4.4375, false]], [[-6.6875, false]], [[-7.4375, false]], [[-7.9375, false]], [[-7.9375, false]], [[-7.9375, false]], [[-8.6875, false]], [[-4.4375, false]], [[-7.4375, false]], [[-8.6875, false]], [[-4.4375, false]], [[-7.4375, false]], [[-8.9375, false]], [[-8.6875, false]], [[-9.6875, false]], [[-7.9375, false]], [[-7.1875, false]], [[-5.5859375, false]], [[-8.9375, false]], [[-8.3359375, false]], [[-4.4375, false]], [[-8.9375, false]], [[-9.1875, false]], [[-6.4375, false]], [[-8.1875, false]], [[-6.4375, false]], [[-9.4375, false]], [[-4.6875, false]], [[-8.6875, false]], [[-4.4375, false]], [[-9.1875, false]], [[-7.4375, false]], [[-4.4375, false]], [[-5.9375, false]], [[-7.4375, false]], [[-9.1875, false]], [[-8.4375, false]], [[-4.4375, false]], [[-6.6875, false]], [[-7.4375, false]], [[-7.9375, false]], [[-7.9375, false]], [[-7.9375, false]], [[-8.6875, false]], [[-4.4375, false]], [[-4.6875, false]], [[-7.1875, false]], [[-8.4375, false]], [[-4.4375, false]], [[-7.4375, false]], [[-8.9375, false]], [[-8.6875, false]], [[-9.6875, false]], [[-7.9375, false]], [[-7.1875, false]], [[-5.5859375, false]], [[-8.9375, false]], [[-8.3359375, false]], [[-4.4375, false]], [[-8.9375, false]], [[-9.1875, false]], [[-6.4375, false]], [[-8.1875, false]], [[-6.4375, false]], [[-9.4375, false]], [[-4.6875, false]], [[-8.6875, false]], [[-4.4375, false]], [[-7.4375, false]], [[-7.1875, false]], [[-9.4375, false]], [[-8.6875, false]], [[-4.4375, false]], [[-9.1875, false]], [[-7.4375, false]], [[-4.4375, false]], [[-6.6875, false]], [[-7.4375, false]], [[-7.9375, false]], [[-7.9375, false]], [[-7.9375, false]], [[-8.6875, false]], [[-5.5859375, false]], [[-8.9375, false]], [[-8.3359375, false]], [[-4.4375, false]], [[-8.9375, false]], [[-9.1875, false]], [[-6.4375, false]], [[-8.1875, false]], [[-6.4375, false]], [[-9.4375, false]], [[-4.6875, false]], [[-8.6875, false]], [[-4.4375, false]], [[-7.4375, false]], [[-7.1875, false]], [[-9.4375, false]], [[-8.6875, false]], [[-4.4375, false]], [[-9.1875, false]], [[-7.4375, false]], [[-4.4375, false]], [[-7.4375, false]], [[-8.9375, false]], [[-8.6875, false]], [[-9.6875, false]], [[-7.9375, false]], [[-7.1875, false]], [[-5.5859375, false]], [[-8.9375, false]], [[-10.9375, false]]], "filtered_resps": [[-5.9375, false], [-8.9375, false], [-8.4375, false], [-6.4375, false], [-8.9375, false], [-8.9375, false], [-7.9375, false], [-8.6875, false], [-7.9375, false], [-7.1875, false], [-9.1875, false], [-4.4375, false], [-8.9375, false], [-8.6875, false], [-7.4375, false], [-8.1875, false], [-4.4375, false], [-6.6875, false], [-7.4375, false], [-7.9375, false], [-7.9375, false], [-7.9375, false], [-8.6875, false], [-4.4375, false], [-7.4375, false], [-8.6875, false], [-4.4375, false], [-7.4375, false], [-8.9375, false], [-8.6875, false], [-9.6875, false], [-7.9375, false], [-7.1875, false], [-5.5859375, false], [-8.9375, false], [-8.3359375, false], [-4.4375, false], [-8.9375, false], [-9.1875, false], [-6.4375, false], [-8.1875, false], [-6.4375, false], [-9.4375, false], [-4.6875, false], [-8.6875, false], [-4.4375, false], [-9.1875, false], [-7.4375, false], [-4.4375, false], [-5.9375, false], [-7.4375, false], [-9.1875, false], [-8.4375, false], [-4.4375, false], [-6.6875, false], [-7.4375, false], [-7.9375, false], [-7.9375, false], [-7.9375, false], [-8.6875, false], [-4.4375, false], [-4.6875, false], [-7.1875, false], [-8.4375, false], [-4.4375, false], [-7.4375, false], [-8.9375, false], [-8.6875, false], [-9.6875, false], [-7.9375, false], [-7.1875, false], [-5.5859375, false], [-8.9375, false], [-8.3359375, false], [-4.4375, false], [-8.9375, false], [-9.1875, false], [-6.4375, false], [-8.1875, false], [-6.4375, false], [-9.4375, false], [-4.6875, false], [-8.6875, false], [-4.4375, false], [-7.4375, false], [-7.1875, false], [-9.4375, false], [-8.6875, false], [-4.4375, false], [-9.1875, false], [-7.4375, false], [-4.4375, false], [-6.6875, false], [-7.4375, false], [-7.9375, false], [-7.9375, false], [-7.9375, false], [-8.6875, false], [-5.5859375, false], [-8.9375, false], [-8.3359375, false], [-4.4375, false], [-8.9375, false], [-9.1875, false], [-6.4375, false], [-8.1875, false], [-6.4375, false], [-9.4375, false], [-4.6875, false], [-8.6875, false], [-4.4375, false], [-7.4375, false], [-7.1875, false], [-9.4375, false], [-8.6875, false], [-4.4375, false], [-9.1875, false], [-7.4375, false], [-4.4375, false], [-7.4375, false], [-8.9375, false], [-8.6875, false], [-9.6875, false], [-7.9375, false], [-7.1875, false], [-5.5859375, false], [-8.9375, false], [-10.9375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 968, "doc": {"id": "Mercury_SC_408740", "question": "A group of scientists is studying the effect of cell phone signals on honeybees. Before starting the investigation, the scientists stated that the bees exposed to cell phone signals will have difficulty finding their way back to the hive. Which term best describes the statement made by the group of scientists?", "choices": {"text": ["control", "data", "hypothesis", "variable"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "hypothesis", "arguments": ["Question: A group of scientists is studying the effect of cell phone signals on honeybees. Before starting the investigation, the scientists stated that the bees exposed to cell phone signals will have difficulty finding their way back to the hive. Which term best describes the statement made by the group of scientists?\nAnswer:", " ["], "resps": [[[-6.390625, false]], [[-7.515625, false]], [[-6.390625, false]], [[-7.765625, false]], [[-7.765625, false]], [[-9.890625, false]], [[-9.015625, false]], [[-7.765625, false]], [[-8.890625, false]], [[-7.515625, false]], [[-10.1875, false]], [[-5.015625, false]], [[-7.515625, false]], [[-5.890625, false]], [[-4.515625, false]], [[-9.890625, false]], [[-4.515625, false]], [[-7.515625, false]], [[-10.1875, false]], [[-5.015625, false]], [[-7.515625, false]], [[-8.265625, false]], [[-10.765625, false]], [[-8.515625, false]], [[-7.765625, false]], [[-9.890625, false]], [[-8.265625, false]], [[-7.390625, false]], [[-8.390625, false]], [[-7.640625, false]], [[-8.390625, false]], [[-7.515625, false]], [[-10.1875, false]], [[-5.015625, false]], [[-7.515625, false]], [[-9.390625, false]], [[-4.515625, false]], [[-9.015625, false]], [[-7.640625, false]], [[-4.515625, false]], [[-5.890625, false]], [[-8.890625, false]], [[-7.390625, false]], [[-7.515625, false]], [[-11.890625, false]]], "filtered_resps": [[-6.390625, false], [-7.515625, false], [-6.390625, false], [-7.765625, false], [-7.765625, false], [-9.890625, false], [-9.015625, false], [-7.765625, false], [-8.890625, false], [-7.515625, false], [-10.1875, false], [-5.015625, false], [-7.515625, false], [-5.890625, false], [-4.515625, false], [-9.890625, false], [-4.515625, false], [-7.515625, false], [-10.1875, false], [-5.015625, false], [-7.515625, false], [-8.265625, false], [-10.765625, false], [-8.515625, false], [-7.765625, false], [-9.890625, false], [-8.265625, false], [-7.390625, false], [-8.390625, false], [-7.640625, false], [-8.390625, false], [-7.515625, false], [-10.1875, false], [-5.015625, false], [-7.515625, false], [-9.390625, false], [-4.515625, false], [-9.015625, false], [-7.640625, false], [-4.515625, false], [-5.890625, false], [-8.890625, false], [-7.390625, false], [-7.515625, false], [-11.890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 976, "doc": {"id": "NAEP_2000_8_S11+5", "question": "Which of the following best explains why the pressure inside a high-flying airplane must be controlled?", "choices": {"text": ["At high altitudes there is greater atmospheric pressure than on the surface of the Earth.", "At high altitudes there is lower atmospheric pressure than on the surface of the Earth.", "If the cabin is not pressurized, ozone and other upper atmospheric gases will enter the airplane.", "If the cabin is not pressurized, carbon dioxide will escape from the airplane."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "At high altitudes there is lower atmospheric pressure than on the surface of the Earth.", "arguments": ["Question: Which of the following best explains why the pressure inside a high-flying airplane must be controlled?\nAnswer:", " ["], "resps": [[[-7.41796875, false]], [[-9.671875, false]], [[-2.41796875, false]], [[-9.921875, false]], [[-5.41796875, false]], [[-8.671875, false]], [[-8.421875, false]], [[-11.421875, false]], [[-8.671875, false]], [[-5.41796875, false]], [[-4.41796875, false]], [[-10.421875, false]], [[-9.921875, false]], [[-8.421875, false]], [[-9.921875, false]], [[-11.671875, false]], [[-8.421875, false]], [[-8.921875, false]], [[-9.671875, false]], [[-5.41796875, false]], [[-9.921875, false]], [[-8.671875, false]], [[-8.921875, false]], [[-10.421875, false]], [[-8.921875, false]], [[-5.41796875, false]], [[-8.421875, false]], [[-9.671875, false]], [[-5.41796875, false]], [[-11.421875, false]], [[-10.421875, false]], [[-8.921875, false]], [[-4.41796875, false]], [[-9.921875, false]], [[-8.921875, false]], [[-10.421875, false]], [[-5.41796875, false]], [[-4.41796875, false]], [[-9.921875, false]], [[-10.421875, false]], [[-9.671875, false]], [[-9.671875, false]], [[-9.171875, false]], [[-8.671875, false]], [[-8.921875, false]], [[-10.421875, false]], [[-8.421875, false]], [[-8.171875, false]], [[-5.41796875, false]], [[-9.171875, false]], [[-10.421875, false]], [[-8.921875, false]], [[-9.671875, false]], [[-9.671875, false]], [[-11.671875, false]], [[-10.421875, false]], [[-8.921875, false]], [[-5.41796875, false]], [[-9.921875, false]], [[-8.671875, false]], [[-4.41796875, false]], [[-9.671875, false]], [[-5.41796875, false]], [[-9.671875, false]], [[-9.671875, false]], [[-5.41796875, false]], [[-9.921875, false]], [[-8.671875, false]], [[-8.921875, false]], [[-5.41796875, false]], [[-9.671875, false]], [[-11.671875, false]], [[-10.421875, false]], [[-8.671875, false]], [[-4.41796875, false]], [[-8.171875, false]], [[-8.921875, false]], [[-5.41796875, false]], [[-9.671875, false]], [[-8.671875, false]], [[-5.41796875, false]], [[-9.921875, false]], [[-8.671875, false]], [[-8.921875, false]], [[-5.41796875, false]], [[-5.66796875, false]], [[-4.41796875, false]], [[-10.421875, false]], [[-9.921875, false]], [[-8.671875, false]], [[-7.046875, false]], [[-9.671875, false]], [[-9.921875, false]], [[-5.41796875, false]], [[-9.671875, false]], [[-2.41796875, false]], [[-9.921875, false]], [[-5.41796875, false]], [[-8.671875, false]], [[-8.421875, false]], [[-11.421875, false]], [[-8.671875, false]], [[-5.41796875, false]], [[-4.41796875, false]], [[-10.421875, false]], [[-9.921875, false]], [[-8.421875, false]], [[-9.921875, false]], [[-11.671875, false]], [[-8.421875, false]], [[-8.921875, false]], [[-9.671875, false]], [[-5.41796875, false]], [[-9.921875, false]], [[-8.671875, false]], [[-8.921875, false]], [[-10.421875, false]], [[-8.921875, false]], [[-5.41796875, false]], [[-8.421875, false]], [[-9.671875, false]], [[-5.41796875, false]], [[-10.421875, false]], [[-9.671875, false]], [[-10.421875, false]], [[-8.921875, false]], [[-10.421875, false]], [[-5.41796875, false]], [[-4.41796875, false]], [[-9.921875, false]], [[-10.421875, false]], [[-9.671875, false]], [[-9.671875, false]], [[-9.171875, false]], [[-8.671875, false]], [[-8.921875, false]], [[-10.421875, false]], [[-8.421875, false]], [[-8.171875, false]], [[-5.41796875, false]], [[-9.171875, false]], [[-10.421875, false]], [[-8.921875, false]], [[-9.671875, false]], [[-9.671875, false]], [[-11.671875, false]], [[-10.421875, false]], [[-8.921875, false]], [[-5.41796875, false]], [[-9.921875, false]], [[-8.671875, false]], [[-4.41796875, false]], [[-9.671875, false]], [[-5.41796875, false]], [[-9.671875, false]], [[-9.671875, false]], [[-5.41796875, false]], [[-9.921875, false]], [[-8.671875, false]], [[-8.921875, false]], [[-5.41796875, false]], [[-9.671875, false]], [[-11.671875, false]], [[-10.421875, false]], [[-8.671875, false]], [[-4.41796875, false]], [[-8.171875, false]], [[-8.921875, false]], [[-5.41796875, false]], [[-9.671875, false]], [[-8.671875, false]], [[-5.41796875, false]], [[-9.921875, false]], [[-8.671875, false]], [[-8.921875, false]], [[-5.41796875, false]], [[-5.66796875, false]], [[-4.41796875, false]], [[-10.421875, false]], [[-9.921875, false]], [[-8.671875, false]], [[-7.046875, false]], [[-9.671875, false]], [[-9.921875, false]], [[-5.41796875, false]], [[-9.671875, false]], [[-5.91796875, false]], [[-8.671875, false]], [[-5.41796875, false]], [[-9.921875, false]], [[-8.671875, false]], [[-8.921875, false]], [[-5.41796875, false]], [[-8.171875, false]], [[-4.41796875, false]], [[-7.66796875, false]], [[-8.421875, false]], [[-9.671875, false]], [[-5.41796875, false]], [[-8.421875, false]], [[-9.671875, false]], [[-5.41796875, false]], [[-9.671875, false]], [[-9.671875, false]], [[-9.921875, false]], [[-5.41796875, false]], [[-9.171875, false]], [[-10.421875, false]], [[-8.921875, false]], [[-9.671875, false]], [[-9.671875, false]], [[-11.671875, false]], [[-10.421875, false]], [[-8.421875, false]], [[-12.671875, false]], [[-8.921875, false]], [[-8.421875, false]], [[-9.921875, false]], [[-5.41796875, false]], [[-9.671875, false]], [[-12.671875, false]], [[-9.671875, false]], [[-9.671875, false]], [[-8.921875, false]], [[-5.41796875, false]], [[-4.41796875, false]], [[-9.671875, false]], [[-8.421875, false]], [[-5.41796875, false]], [[-9.671875, false]], [[-9.921875, false]], [[-8.671875, false]], [[-8.921875, false]], [[-10.421875, false]], [[-5.41796875, false]], [[-11.671875, false]], [[-9.171875, false]], [[-9.171875, false]], [[-8.921875, false]], [[-10.421875, false]], [[-5.41796875, false]], [[-4.41796875, false]], [[-9.921875, false]], [[-10.421875, false]], [[-9.671875, false]], [[-9.671875, false]], [[-9.171875, false]], [[-8.671875, false]], [[-8.921875, false]], [[-10.421875, false]], [[-8.421875, false]], [[-8.171875, false]], [[-5.41796875, false]], [[-11.421875, false]], [[-4.41796875, false]], [[-9.671875, false]], [[-8.921875, false]], [[-9.671875, false]], [[-5.41796875, false]], [[-10.421875, false]], [[-8.421875, false]], [[-10.421875, false]], [[-10.421875, false]], [[-5.41796875, false]], [[-8.921875, false]], [[-9.671875, false]], [[-9.921875, false]], [[-8.921875, false]], [[-10.421875, false]], [[-5.41796875, false]], [[-9.921875, false]], [[-8.671875, false]], [[-8.921875, false]], [[-5.41796875, false]], [[-4.41796875, false]], [[-8.421875, false]], [[-10.421875, false]], [[-9.171875, false]], [[-10.421875, false]], [[-4.41796875, false]], [[-9.671875, false]], [[-8.921875, false]], [[-7.046875, false]], [[-9.671875, false]], [[-9.921875, false]], [[-5.41796875, false]], [[-9.671875, false]], [[-5.91796875, false]], [[-8.671875, false]], [[-5.41796875, false]], [[-9.921875, false]], [[-8.671875, false]], [[-8.921875, false]], [[-5.41796875, false]], [[-8.171875, false]], [[-4.41796875, false]], [[-7.66796875, false]], [[-8.421875, false]], [[-9.671875, false]], [[-5.41796875, false]], [[-8.421875, false]], [[-9.671875, false]], [[-5.41796875, false]], [[-9.671875, false]], [[-9.671875, false]], [[-9.921875, false]], [[-5.41796875, false]], [[-9.171875, false]], [[-10.421875, false]], [[-8.921875, false]], [[-9.671875, false]], [[-9.671875, false]], [[-11.671875, false]], [[-10.421875, false]], [[-8.421875, false]], [[-12.671875, false]], [[-8.921875, false]], [[-8.421875, false]], [[-9.921875, false]], [[-5.41796875, false]], [[-8.171875, false]], [[-4.41796875, false]], [[-10.421875, false]], [[-7.66796875, false]], [[-9.671875, false]], [[-9.671875, false]], [[-5.41796875, false]], [[-8.421875, false]], [[-8.421875, false]], [[-9.671875, false]], [[-9.921875, false]], [[-8.421875, false]], [[-8.421875, false]], [[-8.921875, false]], [[-5.41796875, false]], [[-10.421875, false]], [[-8.421875, false]], [[-10.421875, false]], [[-10.421875, false]], [[-5.41796875, false]], [[-8.921875, false]], [[-9.671875, false]], [[-8.171875, false]], [[-4.41796875, false]], [[-9.171875, false]], [[-8.921875, false]], [[-5.41796875, false]], [[-8.671875, false]], [[-10.421875, false]], [[-9.671875, false]], [[-10.421875, false]], [[-5.41796875, false]], [[-9.921875, false]], [[-8.671875, false]], [[-8.921875, false]], [[-5.41796875, false]], [[-4.41796875, false]], [[-8.421875, false]], [[-10.421875, false]], [[-9.171875, false]], [[-10.421875, false]], [[-4.41796875, false]], [[-9.671875, false]], [[-8.921875, false]], [[-7.046875, false]], [[-9.671875, false]], [[-11.921875, false]]], "filtered_resps": [[-7.41796875, false], [-9.671875, false], [-2.41796875, false], [-9.921875, false], [-5.41796875, false], [-8.671875, false], [-8.421875, false], [-11.421875, false], [-8.671875, false], [-5.41796875, false], [-4.41796875, false], [-10.421875, false], [-9.921875, false], [-8.421875, false], [-9.921875, false], [-11.671875, false], [-8.421875, false], [-8.921875, false], [-9.671875, false], [-5.41796875, false], [-9.921875, false], [-8.671875, false], [-8.921875, false], [-10.421875, false], [-8.921875, false], [-5.41796875, false], [-8.421875, false], [-9.671875, false], [-5.41796875, false], [-11.421875, false], [-10.421875, false], [-8.921875, false], [-4.41796875, false], [-9.921875, false], [-8.921875, false], [-10.421875, false], [-5.41796875, false], [-4.41796875, false], [-9.921875, false], [-10.421875, false], [-9.671875, false], [-9.671875, false], [-9.171875, false], [-8.671875, false], [-8.921875, false], [-10.421875, false], [-8.421875, false], [-8.171875, false], [-5.41796875, false], [-9.171875, false], [-10.421875, false], [-8.921875, false], [-9.671875, false], [-9.671875, false], [-11.671875, false], [-10.421875, false], [-8.921875, false], [-5.41796875, false], [-9.921875, false], [-8.671875, false], [-4.41796875, false], [-9.671875, false], [-5.41796875, false], [-9.671875, false], [-9.671875, false], [-5.41796875, false], [-9.921875, false], [-8.671875, false], [-8.921875, false], [-5.41796875, false], [-9.671875, false], [-11.671875, false], [-10.421875, false], [-8.671875, false], [-4.41796875, false], [-8.171875, false], [-8.921875, false], [-5.41796875, false], [-9.671875, false], [-8.671875, false], [-5.41796875, false], [-9.921875, false], [-8.671875, false], [-8.921875, false], [-5.41796875, false], [-5.66796875, false], [-4.41796875, false], [-10.421875, false], [-9.921875, false], [-8.671875, false], [-7.046875, false], [-9.671875, false], [-9.921875, false], [-5.41796875, false], [-9.671875, false], [-2.41796875, false], [-9.921875, false], [-5.41796875, false], [-8.671875, false], [-8.421875, false], [-11.421875, false], [-8.671875, false], [-5.41796875, false], [-4.41796875, false], [-10.421875, false], [-9.921875, false], [-8.421875, false], [-9.921875, false], [-11.671875, false], [-8.421875, false], [-8.921875, false], [-9.671875, false], [-5.41796875, false], [-9.921875, false], [-8.671875, false], [-8.921875, false], [-10.421875, false], [-8.921875, false], [-5.41796875, false], [-8.421875, false], [-9.671875, false], [-5.41796875, false], [-10.421875, false], [-9.671875, false], [-10.421875, false], [-8.921875, false], [-10.421875, false], [-5.41796875, false], [-4.41796875, false], [-9.921875, false], [-10.421875, false], [-9.671875, false], [-9.671875, false], [-9.171875, false], [-8.671875, false], [-8.921875, false], [-10.421875, false], [-8.421875, false], [-8.171875, false], [-5.41796875, false], [-9.171875, false], [-10.421875, false], [-8.921875, false], [-9.671875, false], [-9.671875, false], [-11.671875, false], [-10.421875, false], [-8.921875, false], [-5.41796875, false], [-9.921875, false], [-8.671875, false], [-4.41796875, false], [-9.671875, false], [-5.41796875, false], [-9.671875, false], [-9.671875, false], [-5.41796875, false], [-9.921875, false], [-8.671875, false], [-8.921875, false], [-5.41796875, false], [-9.671875, false], [-11.671875, false], [-10.421875, false], [-8.671875, false], [-4.41796875, false], [-8.171875, false], [-8.921875, false], [-5.41796875, false], [-9.671875, false], [-8.671875, false], [-5.41796875, false], [-9.921875, false], [-8.671875, false], [-8.921875, false], [-5.41796875, false], [-5.66796875, false], [-4.41796875, false], [-10.421875, false], [-9.921875, false], [-8.671875, false], [-7.046875, false], [-9.671875, false], [-9.921875, false], [-5.41796875, false], [-9.671875, false], [-5.91796875, false], [-8.671875, false], [-5.41796875, false], [-9.921875, false], [-8.671875, false], [-8.921875, false], [-5.41796875, false], [-8.171875, false], [-4.41796875, false], [-7.66796875, false], [-8.421875, false], [-9.671875, false], [-5.41796875, false], [-8.421875, false], [-9.671875, false], [-5.41796875, false], [-9.671875, false], [-9.671875, false], [-9.921875, false], [-5.41796875, false], [-9.171875, false], [-10.421875, false], [-8.921875, false], [-9.671875, false], [-9.671875, false], [-11.671875, false], [-10.421875, false], [-8.421875, false], [-12.671875, false], [-8.921875, false], [-8.421875, false], [-9.921875, false], [-5.41796875, false], [-9.671875, false], [-12.671875, false], [-9.671875, false], [-9.671875, false], [-8.921875, false], [-5.41796875, false], [-4.41796875, false], [-9.671875, false], [-8.421875, false], [-5.41796875, false], [-9.671875, false], [-9.921875, false], [-8.671875, false], [-8.921875, false], [-10.421875, false], [-5.41796875, false], [-11.671875, false], [-9.171875, false], [-9.171875, false], [-8.921875, false], [-10.421875, false], [-5.41796875, false], [-4.41796875, false], [-9.921875, false], [-10.421875, false], [-9.671875, false], [-9.671875, false], [-9.171875, false], [-8.671875, false], [-8.921875, false], [-10.421875, false], [-8.421875, false], [-8.171875, false], [-5.41796875, false], [-11.421875, false], [-4.41796875, false], [-9.671875, false], [-8.921875, false], [-9.671875, false], [-5.41796875, false], [-10.421875, false], [-8.421875, false], [-10.421875, false], [-10.421875, false], [-5.41796875, false], [-8.921875, false], [-9.671875, false], [-9.921875, false], [-8.921875, false], [-10.421875, false], [-5.41796875, false], [-9.921875, false], [-8.671875, false], [-8.921875, false], [-5.41796875, false], [-4.41796875, false], [-8.421875, false], [-10.421875, false], [-9.171875, false], [-10.421875, false], [-4.41796875, false], [-9.671875, false], [-8.921875, false], [-7.046875, false], [-9.671875, false], [-9.921875, false], [-5.41796875, false], [-9.671875, false], [-5.91796875, false], [-8.671875, false], [-5.41796875, false], [-9.921875, false], [-8.671875, false], [-8.921875, false], [-5.41796875, false], [-8.171875, false], [-4.41796875, false], [-7.66796875, false], [-8.421875, false], [-9.671875, false], [-5.41796875, false], [-8.421875, false], [-9.671875, false], [-5.41796875, false], [-9.671875, false], [-9.671875, false], [-9.921875, false], [-5.41796875, false], [-9.171875, false], [-10.421875, false], [-8.921875, false], [-9.671875, false], [-9.671875, false], [-11.671875, false], [-10.421875, false], [-8.421875, false], [-12.671875, false], [-8.921875, false], [-8.421875, false], [-9.921875, false], [-5.41796875, false], [-8.171875, false], [-4.41796875, false], [-10.421875, false], [-7.66796875, false], [-9.671875, false], [-9.671875, false], [-5.41796875, false], [-8.421875, false], [-8.421875, false], [-9.671875, false], [-9.921875, false], [-8.421875, false], [-8.421875, false], [-8.921875, false], [-5.41796875, false], [-10.421875, false], [-8.421875, false], [-10.421875, false], [-10.421875, false], [-5.41796875, false], [-8.921875, false], [-9.671875, false], [-8.171875, false], [-4.41796875, false], [-9.171875, false], [-8.921875, false], [-5.41796875, false], [-8.671875, false], [-10.421875, false], [-9.671875, false], [-10.421875, false], [-5.41796875, false], [-9.921875, false], [-8.671875, false], [-8.921875, false], [-5.41796875, false], [-4.41796875, false], [-8.421875, false], [-10.421875, false], [-9.171875, false], [-10.421875, false], [-4.41796875, false], [-9.671875, false], [-8.921875, false], [-7.046875, false], [-9.671875, false], [-11.921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 984, "doc": {"id": "Mercury_404614", "question": "Which is considered a property of soil?", "choices": {"text": ["streak", "fracture", "texture", "luster"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "texture", "arguments": ["Question: Which is considered a property of soil?\nAnswer:", " ["], "resps": [[[-7.484375, false]], [[-8.234375, false]], [[-9.484375, false]], [[-10.359375, false]], [[-11.609375, false]], [[-8.984375, false]], [[-5.109375, false]], [[-11.984375, false]], [[-8.234375, false]], [[-10.109375, false]], [[-5.859375, false]], [[-8.234375, false]], [[-11.359375, false]], [[-11.609375, false]], [[-5.109375, false]], [[-9.484375, false]], [[-10.359375, false]], [[-11.609375, false]], [[-11.609375, false]], [[-8.984375, false]], [[-8.234375, false]], [[-10.109375, false]], [[-5.859375, false]], [[-8.234375, false]], [[-10.359375, false]], [[-8.984375, false]], [[-10.609375, false]], [[-10.359375, false]], [[-11.609375, false]], [[-11.609375, false]], [[-8.984375, false]], [[-8.234375, false]], [[-10.109375, false]], [[-5.859375, false]], [[-8.234375, false]], [[-10.734375, false]], [[-11.609375, false]], [[-9.484375, false]], [[-10.359375, false]], [[-8.984375, false]], [[-11.609375, false]], [[-8.234375, false]], [[-13.609375, false]]], "filtered_resps": [[-7.484375, false], [-8.234375, false], [-9.484375, false], [-10.359375, false], [-11.609375, false], [-8.984375, false], [-5.109375, false], [-11.984375, false], [-8.234375, false], [-10.109375, false], [-5.859375, false], [-8.234375, false], [-11.359375, false], [-11.609375, false], [-5.109375, false], [-9.484375, false], [-10.359375, false], [-11.609375, false], [-11.609375, false], [-8.984375, false], [-8.234375, false], [-10.109375, false], [-5.859375, false], [-8.234375, false], [-10.359375, false], [-8.984375, false], [-10.609375, false], [-10.359375, false], [-11.609375, false], [-11.609375, false], [-8.984375, false], [-8.234375, false], [-10.109375, false], [-5.859375, false], [-8.234375, false], [-10.734375, false], [-11.609375, false], [-9.484375, false], [-10.359375, false], [-8.984375, false], [-11.609375, false], [-8.234375, false], [-13.609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 992, "doc": {"id": "Mercury_7030783", "question": "Atoms of the same element can have different atomic masses because they can have different numbers of", "choices": {"text": ["neutrons.", "protons.", "electrons.", "neutrinos."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "neutrons.", "arguments": ["Question: Atoms of the same element can have different atomic masses because they can have different numbers of\nAnswer:", " ["], "resps": [[[-6.87890625, false]], [[-8.5078125, false]], [[-7.50390625, false]], [[-7.75390625, false]], [[-9.6328125, false]], [[-10.0078125, false]], [[-9.0078125, false]], [[-10.0078125, false]], [[-7.50390625, false]], [[-9.0078125, false]], [[-6.765625, false]], [[-8.5078125, false]], [[-8.515625, false]], [[-5.37890625, false]], [[-8.5078125, false]], [[-9.1328125, false]], [[-9.0078125, false]], [[-10.0078125, false]], [[-10.0078125, false]], [[-10.0078125, false]], [[-7.50390625, false]], [[-9.0078125, false]], [[-6.765625, false]], [[-8.5078125, false]], [[-8.515625, false]], [[-5.37890625, false]], [[-8.5078125, false]], [[-7.75390625, false]], [[-10.5078125, false]], [[-7.75390625, false]], [[-8.6328125, false]], [[-10.0078125, false]], [[-9.0078125, false]], [[-10.0078125, false]], [[-7.50390625, false]], [[-9.0078125, false]], [[-6.765625, false]], [[-8.5078125, false]], [[-8.515625, false]], [[-5.37890625, false]], [[-8.5078125, false]], [[-7.50390625, false]], [[-7.75390625, false]], [[-9.6328125, false]], [[-10.0078125, false]], [[-9.0078125, false]], [[-6.75390625, false]], [[-7.50390625, false]], [[-10.0078125, false]], [[-9.0078125, false]], [[-6.765625, false]], [[-8.5078125, false]], [[-11.1328125, false]]], "filtered_resps": [[-6.87890625, false], [-8.5078125, false], [-7.50390625, false], [-7.75390625, false], [-9.6328125, false], [-10.0078125, false], [-9.0078125, false], [-10.0078125, false], [-7.50390625, false], [-9.0078125, false], [-6.765625, false], [-8.5078125, false], [-8.515625, false], [-5.37890625, false], [-8.5078125, false], [-9.1328125, false], [-9.0078125, false], [-10.0078125, false], [-10.0078125, false], [-10.0078125, false], [-7.50390625, false], [-9.0078125, false], [-6.765625, false], [-8.5078125, false], [-8.515625, false], [-5.37890625, false], [-8.5078125, false], [-7.75390625, false], [-10.5078125, false], [-7.75390625, false], [-8.6328125, false], [-10.0078125, false], [-9.0078125, false], [-10.0078125, false], [-7.50390625, false], [-9.0078125, false], [-6.765625, false], [-8.5078125, false], [-8.515625, false], [-5.37890625, false], [-8.5078125, false], [-7.50390625, false], [-7.75390625, false], [-9.6328125, false], [-10.0078125, false], [-9.0078125, false], [-6.75390625, false], [-7.50390625, false], [-10.0078125, false], [-9.0078125, false], [-6.765625, false], [-8.5078125, false], [-11.1328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1000, "doc": {"id": "Mercury_SC_LBS10177", "question": "Earthquakes are vibrations of Earth's crust. What device is used to measure the size of an earthquake?", "choices": {"text": ["barometer", "Doppler radar", "depth scale", "seismograph"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "seismograph", "arguments": ["Question: Earthquakes are vibrations of Earth's crust. What device is used to measure the size of an earthquake?\nAnswer:", " ["], "resps": [[[-8.65625, false]], [[-8.40625, false]], [[-10.15625, false]], [[-3.90625, false]], [[-10.15625, false]], [[-10.65625, false]], [[-8.65625, false]], [[-5.90625, false]], [[-9.65625, false]], [[-5.90625, false]], [[-10.15625, false]], [[-8.40625, false]], [[-9.65625, false]], [[-5.40625, false]], [[-8.40625, false]], [[-7.15625, false]], [[-10.65625, false]], [[-11.15625, false]], [[-11.15625, false]], [[-11.15625, false]], [[-5.90625, false]], [[-10.15625, false]], [[-5.40625, false]], [[-10.15625, false]], [[-3.90625, false]], [[-10.40625, false]], [[-3.90625, false]], [[-10.15625, false]], [[-8.40625, false]], [[-9.65625, false]], [[-5.40625, false]], [[-8.40625, false]], [[-10.40625, false]], [[-5.90625, false]], [[-11.15625, false]], [[-9.65625, false]], [[-10.65625, false]], [[-5.40625, false]], [[-8.65625, false]], [[-10.40625, false]], [[-3.90625, false]], [[-11.15625, false]], [[-5.90625, false]], [[-8.40625, false]], [[-9.65625, false]], [[-5.40625, false]], [[-8.40625, false]], [[-8.65625, false]], [[-5.90625, false]], [[-10.15625, false]], [[-8.65625, false]], [[-8.65625, false]], [[-10.65625, false]], [[-11.15625, false]], [[-10.15625, false]], [[-3.90625, false]], [[-11.15625, false]], [[-10.65625, false]], [[-8.40625, false]], [[-13.28125, false]]], "filtered_resps": [[-8.65625, false], [-8.40625, false], [-10.15625, false], [-3.90625, false], [-10.15625, false], [-10.65625, false], [-8.65625, false], [-5.90625, false], [-9.65625, false], [-5.90625, false], [-10.15625, false], [-8.40625, false], [-9.65625, false], [-5.40625, false], [-8.40625, false], [-7.15625, false], [-10.65625, false], [-11.15625, false], [-11.15625, false], [-11.15625, false], [-5.90625, false], [-10.15625, false], [-5.40625, false], [-10.15625, false], [-3.90625, false], [-10.40625, false], [-3.90625, false], [-10.15625, false], [-8.40625, false], [-9.65625, false], [-5.40625, false], [-8.40625, false], [-10.40625, false], [-5.90625, false], [-11.15625, false], [-9.65625, false], [-10.65625, false], [-5.40625, false], [-8.65625, false], [-10.40625, false], [-3.90625, false], [-11.15625, false], [-5.90625, false], [-8.40625, false], [-9.65625, false], [-5.40625, false], [-8.40625, false], [-8.65625, false], [-5.90625, false], [-10.15625, false], [-8.65625, false], [-8.65625, false], [-10.65625, false], [-11.15625, false], [-10.15625, false], [-3.90625, false], [-11.15625, false], [-10.65625, false], [-8.40625, false], [-13.28125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1008, "doc": {"id": "NAEP_2005_8_S13+8", "question": "Which is an example of water condensing? 1.", "choices": {"text": ["puddle disappearing on a hot summer afternoon", "Sweat forming on your forehead after you do a lot of exercise", "Ice cubes melting when you put them out in the sun", "Dew forming on plants during a cold night"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Dew forming on plants during a cold night", "arguments": ["Question: Which is an example of water condensing? 1.\nAnswer:", " ["], "resps": [[[-8.21875, false]], [[-8.96875, false]], [[-10.09375, false]], [[-11.09375, false]], [[-7.83984375, false]], [[-7.83984375, false]], [[-10.84375, false]], [[-7.46484375, false]], [[-5.83984375, false]], [[-7.83984375, false]], [[-8.59375, false]], [[-8.59375, false]], [[-3.58984375, false]], [[-10.09375, false]], [[-10.09375, false]], [[-7.46484375, false]], [[-3.58984375, false]], [[-11.46875, false]], [[-8.59375, false]], [[-9.96875, false]], [[-11.71875, false]], [[-5.83984375, false]], [[-8.59375, false]], [[-9.96875, false]], [[-5.83984375, false]], [[-3.58984375, false]], [[-5.83984375, false]], [[-9.71875, false]], [[-8.59375, false]], [[-10.34375, false]], [[-5.83984375, false]], [[-8.59375, false]], [[-11.09375, false]], [[-9.46875, false]], [[-9.46875, false]], [[-7.46484375, false]], [[-11.46875, false]], [[-5.83984375, false]], [[-3.58984375, false]], [[-9.46875, false]], [[-10.34375, false]], [[-7.46484375, false]], [[-11.46875, false]], [[-9.96875, false]], [[-8.59375, false]], [[-8.59375, false]], [[-9.96875, false]], [[-8.96875, false]], [[-9.9140625, false]], [[-5.83984375, false]], [[-8.96875, false]], [[-5.46484375, false]], [[-9.96875, false]], [[-7.46484375, false]], [[-3.58984375, false]], [[-10.34375, false]], [[-5.83984375, false]], [[-9.46875, false]], [[-8.59375, false]], [[-11.46875, false]], [[-9.46875, false]], [[-8.59375, false]], [[-9.96875, false]], [[-11.71875, false]], [[-5.83984375, false]], [[-8.59375, false]], [[-9.96875, false]], [[-5.83984375, false]], [[-11.34375, false]], [[-8.59375, false]], [[-11.09375, false]], [[-11.46875, false]], [[-5.83984375, false]], [[-9.46875, false]], [[-8.59375, false]], [[-11.46875, false]], [[-7.46484375, false]], [[-9.71875, false]], [[-7.46484375, false]], [[-3.58984375, false]], [[-7.83984375, false]], [[-5.83984375, false]], [[-3.58984375, false]], [[-9.46875, false]], [[-10.34375, false]], [[-7.46484375, false]], [[-11.46875, false]], [[-5.83984375, false]], [[-11.34375, false]], [[-8.59375, false]], [[-11.09375, false]], [[-5.83984375, false]], [[-7.83984375, false]], [[-8.59375, false]], [[-5.83984375, false]], [[-3.58984375, false]], [[-5.83984375, false]], [[-10.84375, false]], [[-8.59375, false]], [[-10.34375, false]], [[-5.83984375, false]], [[-8.59375, false]], [[-9.46875, false]], [[-5.83984375, false]], [[-7.46484375, false]], [[-10.96875, false]], [[-7.46484375, false]], [[-11.46875, false]], [[-8.21875, false]], [[-8.59375, false]], [[-8.59375, false]], [[-7.46484375, false]], [[-8.96875, false]], [[-9.9140625, false]], [[-5.83984375, false]], [[-8.96875, false]], [[-6.21484375, false]], [[-8.21875, false]], [[-7.46484375, false]], [[-5.83984375, false]], [[-8.21875, false]], [[-11.09375, false]], [[-7.71484375, false]], [[-7.46484375, false]], [[-8.59375, false]], [[-5.83984375, false]], [[-9.46875, false]], [[-7.46484375, false]], [[-10.84375, false]], [[-10.34375, false]], [[-8.59375, false]], [[-9.96875, false]], [[-11.71875, false]], [[-5.83984375, false]], [[-9.96875, false]], [[-9.71875, false]], [[-7.46484375, false]], [[-9.96875, false]], [[-5.83984375, false]], [[-11.34375, false]], [[-8.59375, false]], [[-11.09375, false]], [[-5.83984375, false]], [[-10.09375, false]], [[-11.09375, false]], [[-10.34375, false]], [[-5.83984375, false]], [[-10.34375, false]], [[-9.71875, false]], [[-7.46484375, false]], [[-9.46875, false]], [[-5.83984375, false]], [[-8.59375, false]], [[-11.09375, false]], [[-10.34375, false]], [[-5.83984375, false]], [[-8.59375, false]], [[-9.96875, false]], [[-5.83984375, false]], [[-10.34375, false]], [[-9.71875, false]], [[-7.46484375, false]], [[-5.83984375, false]], [[-8.59375, false]], [[-11.09375, false]], [[-9.96875, false]], [[-8.96875, false]], [[-9.9140625, false]], [[-5.83984375, false]], [[-8.96875, false]], [[-5.71484375, false]], [[-7.46484375, false]], [[-9.96875, false]], [[-5.83984375, false]], [[-9.46875, false]], [[-8.59375, false]], [[-11.46875, false]], [[-9.46875, false]], [[-8.59375, false]], [[-9.96875, false]], [[-11.71875, false]], [[-5.83984375, false]], [[-8.59375, false]], [[-9.96875, false]], [[-5.83984375, false]], [[-10.09375, false]], [[-10.84375, false]], [[-3.58984375, false]], [[-9.96875, false]], [[-10.34375, false]], [[-8.59375, false]], [[-5.83984375, false]], [[-7.83984375, false]], [[-11.09375, false]], [[-11.46875, false]], [[-8.59375, false]], [[-9.96875, false]], [[-11.71875, false]], [[-5.83984375, false]], [[-3.58984375, false]], [[-5.83984375, false]], [[-8.21875, false]], [[-8.59375, false]], [[-10.84375, false]], [[-7.83984375, false]], [[-5.83984375, false]], [[-9.96875, false]], [[-8.59375, false]], [[-11.71875, false]], [[-9.71875, false]], [[-10.34375, false]], [[-8.96875, false]], [[-13.21875, false]]], "filtered_resps": [[-8.21875, false], [-8.96875, false], [-10.09375, false], [-11.09375, false], [-7.83984375, false], [-7.83984375, false], [-10.84375, false], [-7.46484375, false], [-5.83984375, false], [-7.83984375, false], [-8.59375, false], [-8.59375, false], [-3.58984375, false], [-10.09375, false], [-10.09375, false], [-7.46484375, false], [-3.58984375, false], [-11.46875, false], [-8.59375, false], [-9.96875, false], [-11.71875, false], [-5.83984375, false], [-8.59375, false], [-9.96875, false], [-5.83984375, false], [-3.58984375, false], [-5.83984375, false], [-9.71875, false], [-8.59375, false], [-10.34375, false], [-5.83984375, false], [-8.59375, false], [-11.09375, false], [-9.46875, false], [-9.46875, false], [-7.46484375, false], [-11.46875, false], [-5.83984375, false], [-3.58984375, false], [-9.46875, false], [-10.34375, false], [-7.46484375, false], [-11.46875, false], [-9.96875, false], [-8.59375, false], [-8.59375, false], [-9.96875, false], [-8.96875, false], [-9.9140625, false], [-5.83984375, false], [-8.96875, false], [-5.46484375, false], [-9.96875, false], [-7.46484375, false], [-3.58984375, false], [-10.34375, false], [-5.83984375, false], [-9.46875, false], [-8.59375, false], [-11.46875, false], [-9.46875, false], [-8.59375, false], [-9.96875, false], [-11.71875, false], [-5.83984375, false], [-8.59375, false], [-9.96875, false], [-5.83984375, false], [-11.34375, false], [-8.59375, false], [-11.09375, false], [-11.46875, false], [-5.83984375, false], [-9.46875, false], [-8.59375, false], [-11.46875, false], [-7.46484375, false], [-9.71875, false], [-7.46484375, false], [-3.58984375, false], [-7.83984375, false], [-5.83984375, false], [-3.58984375, false], [-9.46875, false], [-10.34375, false], [-7.46484375, false], [-11.46875, false], [-5.83984375, false], [-11.34375, false], [-8.59375, false], [-11.09375, false], [-5.83984375, false], [-7.83984375, false], [-8.59375, false], [-5.83984375, false], [-3.58984375, false], [-5.83984375, false], [-10.84375, false], [-8.59375, false], [-10.34375, false], [-5.83984375, false], [-8.59375, false], [-9.46875, false], [-5.83984375, false], [-7.46484375, false], [-10.96875, false], [-7.46484375, false], [-11.46875, false], [-8.21875, false], [-8.59375, false], [-8.59375, false], [-7.46484375, false], [-8.96875, false], [-9.9140625, false], [-5.83984375, false], [-8.96875, false], [-6.21484375, false], [-8.21875, false], [-7.46484375, false], [-5.83984375, false], [-8.21875, false], [-11.09375, false], [-7.71484375, false], [-7.46484375, false], [-8.59375, false], [-5.83984375, false], [-9.46875, false], [-7.46484375, false], [-10.84375, false], [-10.34375, false], [-8.59375, false], [-9.96875, false], [-11.71875, false], [-5.83984375, false], [-9.96875, false], [-9.71875, false], [-7.46484375, false], [-9.96875, false], [-5.83984375, false], [-11.34375, false], [-8.59375, false], [-11.09375, false], [-5.83984375, false], [-10.09375, false], [-11.09375, false], [-10.34375, false], [-5.83984375, false], [-10.34375, false], [-9.71875, false], [-7.46484375, false], [-9.46875, false], [-5.83984375, false], [-8.59375, false], [-11.09375, false], [-10.34375, false], [-5.83984375, false], [-8.59375, false], [-9.96875, false], [-5.83984375, false], [-10.34375, false], [-9.71875, false], [-7.46484375, false], [-5.83984375, false], [-8.59375, false], [-11.09375, false], [-9.96875, false], [-8.96875, false], [-9.9140625, false], [-5.83984375, false], [-8.96875, false], [-5.71484375, false], [-7.46484375, false], [-9.96875, false], [-5.83984375, false], [-9.46875, false], [-8.59375, false], [-11.46875, false], [-9.46875, false], [-8.59375, false], [-9.96875, false], [-11.71875, false], [-5.83984375, false], [-8.59375, false], [-9.96875, false], [-5.83984375, false], [-10.09375, false], [-10.84375, false], [-3.58984375, false], [-9.96875, false], [-10.34375, false], [-8.59375, false], [-5.83984375, false], [-7.83984375, false], [-11.09375, false], [-11.46875, false], [-8.59375, false], [-9.96875, false], [-11.71875, false], [-5.83984375, false], [-3.58984375, false], [-5.83984375, false], [-8.21875, false], [-8.59375, false], [-10.84375, false], [-7.83984375, false], [-5.83984375, false], [-9.96875, false], [-8.59375, false], [-11.71875, false], [-9.71875, false], [-10.34375, false], [-8.96875, false], [-13.21875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1016, "doc": {"id": "Mercury_SC_LBS10901", "question": "Which of the following is the most basic need for a plant?", "choices": {"text": ["shade", "heat", "water", "sand"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "water", "arguments": ["Question: Which of the following is the most basic need for a plant?\nAnswer:", " ["], "resps": [[[-7.4765625, false]], [[-10.1015625, false]], [[-8.9765625, false]], [[-11.8515625, false]], [[-4.7265625, false]], [[-7.9765625, false]], [[-8.9765625, false]], [[-10.1015625, false]], [[-10.328125, false]], [[-5.9765625, false]], [[-10.1015625, false]], [[-11.8515625, false]], [[-8.9765625, false]], [[-4.7265625, false]], [[-10.8515625, false]], [[-10.1015625, false]], [[-10.328125, false]], [[-5.9765625, false]], [[-10.1015625, false]], [[-12.2265625, false]], [[-4.7265625, false]], [[-10.8515625, false]], [[-8.9765625, false]], [[-12.1015625, false]], [[-10.1015625, false]], [[-10.328125, false]], [[-5.9765625, false]], [[-10.1015625, false]], [[-8.9765625, false]], [[-4.7265625, false]], [[-9.2265625, false]], [[-7.9765625, false]], [[-10.1015625, false]], [[-14.3515625, false]]], "filtered_resps": [[-7.4765625, false], [-10.1015625, false], [-8.9765625, false], [-11.8515625, false], [-4.7265625, false], [-7.9765625, false], [-8.9765625, false], [-10.1015625, false], [-10.328125, false], [-5.9765625, false], [-10.1015625, false], [-11.8515625, false], [-8.9765625, false], [-4.7265625, false], [-10.8515625, false], [-10.1015625, false], [-10.328125, false], [-5.9765625, false], [-10.1015625, false], [-12.2265625, false], [-4.7265625, false], [-10.8515625, false], [-8.9765625, false], [-12.1015625, false], [-10.1015625, false], [-10.328125, false], [-5.9765625, false], [-10.1015625, false], [-8.9765625, false], [-4.7265625, false], [-9.2265625, false], [-7.9765625, false], [-10.1015625, false], [-14.3515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1024, "doc": {"id": "Mercury_7009573", "question": "During exercise, the cardiovascular system works together with the respiratory system to", "choices": {"text": ["maintain blood pressure.", "remove carbon dioxide.", "produce red blood cells.", "filter out waste products."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "remove carbon dioxide.", "arguments": ["Question: During exercise, the cardiovascular system works together with the respiratory system to\nAnswer:", " ["], "resps": [[[-7.87109375, false]], [[-8.5, false]], [[-10.0, false]], [[-5.12109375, false]], [[-8.25, false]], [[-8.625, false]], [[-8.75, false]], [[-5.12109375, false]], [[-8.25, false]], [[-8.625, false]], [[-4.99609375, false]], [[-7.12109375, false]], [[-9.5, false]], [[-8.625, false]], [[-8.625, false]], [[-8.125, false]], [[-4.99609375, false]], [[-9.125, false]], [[-10.0, false]], [[-9.0, false]], [[-8.625, false]], [[-8.625, false]], [[-10.125, false]], [[-10.0, false]], [[-9.0, false]], [[-6.83984375, false]], [[-8.5, false]], [[-8.6484375, false]], [[-4.99609375, false]], [[-8.5, false]], [[-10.0, false]], [[-9.0, false]], [[-10.0, false]], [[-8.625, false]], [[-9.875, false]], [[-9.0, false]], [[-4.99609375, false]], [[-6.87109375, false]], [[-5.12109375, false]], [[-10.0, false]], [[-7.12109375, false]], [[-8.625, false]], [[-8.625, false]], [[-4.99609375, false]], [[-8.125, false]], [[-8.25, false]], [[-8.625, false]], [[-9.0, false]], [[-8.25, false]], [[-8.125, false]], [[-9.0, false]], [[-6.83984375, false]], [[-8.5, false]], [[-8.6484375, false]], [[-4.99609375, false]], [[-8.5, false]], [[-9.125, false]], [[-10.0, false]], [[-8.625, false]], [[-8.125, false]], [[-10.125, false]], [[-6.87109375, false]], [[-9.0, false]], [[-4.99609375, false]], [[-10.0, false]], [[-9.0, false]], [[-8.125, false]], [[-4.99609375, false]], [[-7.12109375, false]], [[-9.5, false]], [[-8.625, false]], [[-8.625, false]], [[-8.125, false]], [[-4.99609375, false]], [[-6.87109375, false]], [[-9.0, false]], [[-9.5, false]], [[-9.5, false]], [[-8.625, false]], [[-6.83984375, false]], [[-8.5, false]], [[-8.6484375, false]], [[-4.99609375, false]], [[-8.5, false]], [[-9.875, false]], [[-8.25, false]], [[-9.5, false]], [[-8.75, false]], [[-9.0, false]], [[-10.0, false]], [[-4.99609375, false]], [[-8.625, false]], [[-10.125, false]], [[-8.75, false]], [[-4.99609375, false]], [[-8.875, false]], [[-5.12109375, false]], [[-8.625, false]], [[-8.75, false]], [[-9.0, false]], [[-4.99609375, false]], [[-9.125, false]], [[-10.0, false]], [[-8.625, false]], [[-8.125, false]], [[-10.125, false]], [[-6.87109375, false]], [[-8.75, false]], [[-8.625, false]], [[-6.83984375, false]], [[-8.5, false]], [[-11.375, false]]], "filtered_resps": [[-7.87109375, false], [-8.5, false], [-10.0, false], [-5.12109375, false], [-8.25, false], [-8.625, false], [-8.75, false], [-5.12109375, false], [-8.25, false], [-8.625, false], [-4.99609375, false], [-7.12109375, false], [-9.5, false], [-8.625, false], [-8.625, false], [-8.125, false], [-4.99609375, false], [-9.125, false], [-10.0, false], [-9.0, false], [-8.625, false], [-8.625, false], [-10.125, false], [-10.0, false], [-9.0, false], [-6.83984375, false], [-8.5, false], [-8.6484375, false], [-4.99609375, false], [-8.5, false], [-10.0, false], [-9.0, false], [-10.0, false], [-8.625, false], [-9.875, false], [-9.0, false], [-4.99609375, false], [-6.87109375, false], [-5.12109375, false], [-10.0, false], [-7.12109375, false], [-8.625, false], [-8.625, false], [-4.99609375, false], [-8.125, false], [-8.25, false], [-8.625, false], [-9.0, false], [-8.25, false], [-8.125, false], [-9.0, false], [-6.83984375, false], [-8.5, false], [-8.6484375, false], [-4.99609375, false], [-8.5, false], [-9.125, false], [-10.0, false], [-8.625, false], [-8.125, false], [-10.125, false], [-6.87109375, false], [-9.0, false], [-4.99609375, false], [-10.0, false], [-9.0, false], [-8.125, false], [-4.99609375, false], [-7.12109375, false], [-9.5, false], [-8.625, false], [-8.625, false], [-8.125, false], [-4.99609375, false], [-6.87109375, false], [-9.0, false], [-9.5, false], [-9.5, false], [-8.625, false], [-6.83984375, false], [-8.5, false], [-8.6484375, false], [-4.99609375, false], [-8.5, false], [-9.875, false], [-8.25, false], [-9.5, false], [-8.75, false], [-9.0, false], [-10.0, false], [-4.99609375, false], [-8.625, false], [-10.125, false], [-8.75, false], [-4.99609375, false], [-8.875, false], [-5.12109375, false], [-8.625, false], [-8.75, false], [-9.0, false], [-4.99609375, false], [-9.125, false], [-10.0, false], [-8.625, false], [-8.125, false], [-10.125, false], [-6.87109375, false], [-8.75, false], [-8.625, false], [-6.83984375, false], [-8.5, false], [-11.375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1032, "doc": {"id": "Mercury_SC_402094", "question": "The area of a small ocean island is slowly shrinking. This is most likely the result of which occurrence?", "choices": {"text": ["plant growth", "beach erosion", "dissolving rock", "falling water"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "beach erosion", "arguments": ["Question: The area of a small ocean island is slowly shrinking. This is most likely the result of which occurrence?\nAnswer:", " ["], "resps": [[[-7.43359375, false]], [[-8.8046875, false]], [[-9.4296875, false]], [[-10.6796875, false]], [[-5.55859375, false]], [[-9.3046875, false]], [[-10.5546875, false]], [[-4.80859375, false]], [[-11.3046875, false]], [[-10.3046875, false]], [[-8.5546875, false]], [[-9.6796875, false]], [[-10.5546875, false]], [[-11.3046875, false]], [[-8.8046875, false]], [[-9.0625, false]], [[-4.80859375, false]], [[-8.8046875, false]], [[-8.6796875, false]], [[-7.05859375, false]], [[-5.55859375, false]], [[-8.5546875, false]], [[-11.3046875, false]], [[-4.80859375, false]], [[-7.05859375, false]], [[-10.3046875, false]], [[-8.5546875, false]], [[-8.5546875, false]], [[-9.8046875, false]], [[-8.5546875, false]], [[-9.3046875, false]], [[-8.8046875, false]], [[-9.0625, false]], [[-4.80859375, false]], [[-8.8046875, false]], [[-6.80859375, false]], [[-9.8046875, false]], [[-8.5546875, false]], [[-8.5546875, false]], [[-8.5546875, false]], [[-10.6796875, false]], [[-11.1796875, false]], [[-9.8046875, false]], [[-9.3046875, false]], [[-11.3046875, false]], [[-4.80859375, false]], [[-10.3046875, false]], [[-8.5546875, false]], [[-8.5546875, false]], [[-11.8046875, false]], [[-8.8046875, false]], [[-9.0625, false]], [[-4.80859375, false]], [[-8.8046875, false]], [[-9.6796875, false]], [[-5.55859375, false]], [[-10.6796875, false]], [[-10.6796875, false]], [[-9.8046875, false]], [[-9.3046875, false]], [[-11.3046875, false]], [[-4.80859375, false]], [[-9.6796875, false]], [[-5.55859375, false]], [[-10.5546875, false]], [[-7.05859375, false]], [[-10.3046875, false]], [[-8.8046875, false]], [[-13.5546875, false]]], "filtered_resps": [[-7.43359375, false], [-8.8046875, false], [-9.4296875, false], [-10.6796875, false], [-5.55859375, false], [-9.3046875, false], [-10.5546875, false], [-4.80859375, false], [-11.3046875, false], [-10.3046875, false], [-8.5546875, false], [-9.6796875, false], [-10.5546875, false], [-11.3046875, false], [-8.8046875, false], [-9.0625, false], [-4.80859375, false], [-8.8046875, false], [-8.6796875, false], [-7.05859375, false], [-5.55859375, false], [-8.5546875, false], [-11.3046875, false], [-4.80859375, false], [-7.05859375, false], [-10.3046875, false], [-8.5546875, false], [-8.5546875, false], [-9.8046875, false], [-8.5546875, false], [-9.3046875, false], [-8.8046875, false], [-9.0625, false], [-4.80859375, false], [-8.8046875, false], [-6.80859375, false], [-9.8046875, false], [-8.5546875, false], [-8.5546875, false], [-8.5546875, false], [-10.6796875, false], [-11.1796875, false], [-9.8046875, false], [-9.3046875, false], [-11.3046875, false], [-4.80859375, false], [-10.3046875, false], [-8.5546875, false], [-8.5546875, false], [-11.8046875, false], [-8.8046875, false], [-9.0625, false], [-4.80859375, false], [-8.8046875, false], [-9.6796875, false], [-5.55859375, false], [-10.6796875, false], [-10.6796875, false], [-9.8046875, false], [-9.3046875, false], [-11.3046875, false], [-4.80859375, false], [-9.6796875, false], [-5.55859375, false], [-10.5546875, false], [-7.05859375, false], [-10.3046875, false], [-8.8046875, false], [-13.5546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1040, "doc": {"id": "Mercury_SC_400600", "question": "A student dissolves a spoonful of sugar in a glass of water and makes a", "choices": {"text": ["solute.", "solvent.", "solution.", "suspension."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "solution.", "arguments": ["Question: A student dissolves a spoonful of sugar in a glass of water and makes a\nAnswer:", " ["], "resps": [[[-7.3515625, false]], [[-8.1015625, false]], [[-7.8515625, false]], [[-9.8515625, false]], [[-10.6015625, false]], [[-9.3515625, false]], [[-8.8515625, false]], [[-8.8515625, false]], [[-7.171875, false]], [[-8.1015625, false]], [[-9.484375, false]], [[-5.3515625, false]], [[-8.1015625, false]], [[-7.8515625, false]], [[-9.8515625, false]], [[-10.6015625, false]], [[-10.8515625, false]], [[-8.8515625, false]], [[-8.6015625, false]], [[-8.8515625, false]], [[-7.171875, false]], [[-8.1015625, false]], [[-9.484375, false]], [[-5.3515625, false]], [[-8.1015625, false]], [[-7.8515625, false]], [[-9.8515625, false]], [[-10.6015625, false]], [[-9.3515625, false]], [[-8.8515625, false]], [[-7.3515625, false]], [[-9.8515625, false]], [[-8.6015625, false]], [[-7.171875, false]], [[-8.1015625, false]], [[-9.484375, false]], [[-5.3515625, false]], [[-8.1015625, false]], [[-7.8515625, false]], [[-9.3515625, false]], [[-7.8515625, false]], [[-9.6015625, false]], [[-8.8515625, false]], [[-8.6015625, false]], [[-7.8515625, false]], [[-7.3515625, false]], [[-9.8515625, false]], [[-8.6015625, false]], [[-7.171875, false]], [[-8.1015625, false]], [[-10.6015625, false]]], "filtered_resps": [[-7.3515625, false], [-8.1015625, false], [-7.8515625, false], [-9.8515625, false], [-10.6015625, false], [-9.3515625, false], [-8.8515625, false], [-8.8515625, false], [-7.171875, false], [-8.1015625, false], [-9.484375, false], [-5.3515625, false], [-8.1015625, false], [-7.8515625, false], [-9.8515625, false], [-10.6015625, false], [-10.8515625, false], [-8.8515625, false], [-8.6015625, false], [-8.8515625, false], [-7.171875, false], [-8.1015625, false], [-9.484375, false], [-5.3515625, false], [-8.1015625, false], [-7.8515625, false], [-9.8515625, false], [-10.6015625, false], [-9.3515625, false], [-8.8515625, false], [-7.3515625, false], [-9.8515625, false], [-8.6015625, false], [-7.171875, false], [-8.1015625, false], [-9.484375, false], [-5.3515625, false], [-8.1015625, false], [-7.8515625, false], [-9.3515625, false], [-7.8515625, false], [-9.6015625, false], [-8.8515625, false], [-8.6015625, false], [-7.8515625, false], [-7.3515625, false], [-9.8515625, false], [-8.6015625, false], [-7.171875, false], [-8.1015625, false], [-10.6015625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1048, "doc": {"id": "Mercury_404899", "question": "Which must be present in order for something to be classified as an organism?", "choices": {"text": ["nucleus", "organ", "cell", "organelle"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "cell", "arguments": ["Question: Which must be present in order for something to be classified as an organism?\nAnswer:", " ["], "resps": [[[-7.1640625, false]], [[-8.2890625, false]], [[-8.9140625, false]], [[-10.2890625, false]], [[-7.6640625, false]], [[-9.2890625, false]], [[-7.4140625, false]], [[-10.2890625, false]], [[-9.1640625, false]], [[-8.2890625, false]], [[-9.515625, false]], [[-4.6640625, false]], [[-8.2890625, false]], [[-8.6640625, false]], [[-9.7890625, false]], [[-10.7890625, false]], [[-4.2890625, false]], [[-8.9140625, false]], [[-8.2890625, false]], [[-9.515625, false]], [[-4.6640625, false]], [[-8.2890625, false]], [[-7.6640625, false]], [[-7.4140625, false]], [[-9.2890625, false]], [[-9.2890625, false]], [[-8.2890625, false]], [[-9.515625, false]], [[-4.6640625, false]], [[-8.2890625, false]], [[-8.6640625, false]], [[-9.7890625, false]], [[-10.7890625, false]], [[-4.2890625, false]], [[-8.9140625, false]], [[-7.4140625, false]], [[-9.2890625, false]], [[-9.2890625, false]], [[-7.4140625, false]], [[-8.2890625, false]], [[-12.5390625, false]]], "filtered_resps": [[-7.1640625, false], [-8.2890625, false], [-8.9140625, false], [-10.2890625, false], [-7.6640625, false], [-9.2890625, false], [-7.4140625, false], [-10.2890625, false], [-9.1640625, false], [-8.2890625, false], [-9.515625, false], [-4.6640625, false], [-8.2890625, false], [-8.6640625, false], [-9.7890625, false], [-10.7890625, false], [-4.2890625, false], [-8.9140625, false], [-8.2890625, false], [-9.515625, false], [-4.6640625, false], [-8.2890625, false], [-7.6640625, false], [-7.4140625, false], [-9.2890625, false], [-9.2890625, false], [-8.2890625, false], [-9.515625, false], [-4.6640625, false], [-8.2890625, false], [-8.6640625, false], [-9.7890625, false], [-10.7890625, false], [-4.2890625, false], [-8.9140625, false], [-7.4140625, false], [-9.2890625, false], [-9.2890625, false], [-7.4140625, false], [-8.2890625, false], [-12.5390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1056, "doc": {"id": "MDSA_2009_8_29", "question": "Use the information below to answer the question. Cotton is a plant product used to make fabric. Cotton is made of cellulose, a fiber not digestible by humans. Cellulose is composed of many sugar molecules bonded together into long chains. Each sugar molecule contains carbon, hydrogen, and oxygen atoms. When cotton fabric is washed, wrinkles often form. The clothing industry uses chemicals to manufacture some cotton fabrics that are wrinkle-free. Dyes are also added to color the cellulose fibers in cotton. A feature that is common to both cellulose and sugar is that both are", "choices": {"text": ["magnetic", "elements", "compounds", "soluble in water"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "compounds", "arguments": ["Question: Use the information below to answer the question. Cotton is a plant product used to make fabric. Cotton is made of cellulose, a fiber not digestible by humans. Cellulose is composed of many sugar molecules bonded together into long chains. Each sugar molecule contains carbon, hydrogen, and oxygen atoms. When cotton fabric is washed, wrinkles often form. The clothing industry uses chemicals to manufacture some cotton fabrics that are wrinkle-free. Dyes are also added to color the cellulose fibers in cotton. A feature that is common to both cellulose and sugar is that both are\nAnswer:", " ["], "resps": [[[-7.24609375, false]], [[-8.75, false]], [[-7.74609375, false]], [[-4.49609375, false]], [[-7.99609375, false]], [[-7.74609375, false]], [[-7.74609375, false]], [[-8.25, false]], [[-7.49609375, false]], [[-5.74609375, false]], [[-8.75, false]], [[-8.328125, false]], [[-5.24609375, false]], [[-8.75, false]], [[-7.74609375, false]], [[-9.5, false]], [[-7.74609375, false]], [[-7.74609375, false]], [[-7.74609375, false]], [[-7.74609375, false]], [[-8.25, false]], [[-8.25, false]], [[-8.75, false]], [[-8.3984375, false]], [[-5.24609375, false]], [[-8.75, false]], [[-5.74609375, false]], [[-8.25, false]], [[-7.74609375, false]], [[-7.74609375, false]], [[-8.25, false]], [[-10.0, false]], [[-7.74609375, false]], [[-6.24609375, false]], [[-8.25, false]], [[-8.75, false]], [[-8.3984375, false]], [[-5.24609375, false]], [[-8.75, false]], [[-8.25, false]], [[-8.25, false]], [[-9.5, false]], [[-10.0, false]], [[-4.99609375, false]], [[-9.5, false]], [[-7.74609375, false]], [[-5.24609375, false]], [[-7.49609375, false]], [[-7.74609375, false]], [[-5.24609375, false]], [[-6.74609375, false]], [[-4.49609375, false]], [[-8.25, false]], [[-7.74609375, false]], [[-8.25, false]], [[-8.75, false]], [[-11.25, false]]], "filtered_resps": [[-7.24609375, false], [-8.75, false], [-7.74609375, false], [-4.49609375, false], [-7.99609375, false], [-7.74609375, false], [-7.74609375, false], [-8.25, false], [-7.49609375, false], [-5.74609375, false], [-8.75, false], [-8.328125, false], [-5.24609375, false], [-8.75, false], [-7.74609375, false], [-9.5, false], [-7.74609375, false], [-7.74609375, false], [-7.74609375, false], [-7.74609375, false], [-8.25, false], [-8.25, false], [-8.75, false], [-8.3984375, false], [-5.24609375, false], [-8.75, false], [-5.74609375, false], [-8.25, false], [-7.74609375, false], [-7.74609375, false], [-8.25, false], [-10.0, false], [-7.74609375, false], [-6.24609375, false], [-8.25, false], [-8.75, false], [-8.3984375, false], [-5.24609375, false], [-8.75, false], [-8.25, false], [-8.25, false], [-9.5, false], [-10.0, false], [-4.99609375, false], [-9.5, false], [-7.74609375, false], [-5.24609375, false], [-7.49609375, false], [-7.74609375, false], [-5.24609375, false], [-6.74609375, false], [-4.49609375, false], [-8.25, false], [-7.74609375, false], [-8.25, false], [-8.75, false], [-11.25, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1064, "doc": {"id": "Mercury_7174003", "question": "In certain areas, tectonic plates move over hot spots. Which landforms are most likely associated with these hot spots?", "choices": {"text": ["trenches", "volcanoes", "island arcs", "mid-ocean ridges"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "volcanoes", "arguments": ["Question: In certain areas, tectonic plates move over hot spots. Which landforms are most likely associated with these hot spots?\nAnswer:", " ["], "resps": [[[-7.44921875, false]], [[-9.078125, false]], [[-10.203125, false]], [[-10.078125, false]], [[-6.44921875, false]], [[-9.953125, false]], [[-9.703125, false]], [[-11.203125, false]], [[-6.44921875, false]], [[-10.203125, false]], [[-9.078125, false]], [[-9.7421875, false]], [[-5.44921875, false]], [[-9.078125, false]], [[-10.703125, false]], [[-9.828125, false]], [[-10.203125, false]], [[-9.703125, false]], [[-6.82421875, false]], [[-9.953125, false]], [[-9.828125, false]], [[-6.44921875, false]], [[-10.203125, false]], [[-9.078125, false]], [[-9.7421875, false]], [[-5.44921875, false]], [[-9.078125, false]], [[-9.703125, false]], [[-10.203125, false]], [[-10.203125, false]], [[-6.82421875, false]], [[-9.953125, false]], [[-9.453125, false]], [[-5.44921875, false]], [[-6.82421875, false]], [[-10.078125, false]], [[-9.703125, false]], [[-10.203125, false]], [[-9.078125, false]], [[-9.7421875, false]], [[-5.44921875, false]], [[-9.078125, false]], [[-10.078125, false]], [[-9.703125, false]], [[-9.453125, false]], [[-6.44921875, false]], [[-9.828125, false]], [[-9.703125, false]], [[-6.44921875, false]], [[-6.82421875, false]], [[-9.953125, false]], [[-5.44921875, false]], [[-10.078125, false]], [[-9.703125, false]], [[-9.453125, false]], [[-11.578125, false]], [[-6.44921875, false]], [[-10.203125, false]], [[-9.078125, false]], [[-12.828125, false]]], "filtered_resps": [[-7.44921875, false], [-9.078125, false], [-10.203125, false], [-10.078125, false], [-6.44921875, false], [-9.953125, false], [-9.703125, false], [-11.203125, false], [-6.44921875, false], [-10.203125, false], [-9.078125, false], [-9.7421875, false], [-5.44921875, false], [-9.078125, false], [-10.703125, false], [-9.828125, false], [-10.203125, false], [-9.703125, false], [-6.82421875, false], [-9.953125, false], [-9.828125, false], [-6.44921875, false], [-10.203125, false], [-9.078125, false], [-9.7421875, false], [-5.44921875, false], [-9.078125, false], [-9.703125, false], [-10.203125, false], [-10.203125, false], [-6.82421875, false], [-9.953125, false], [-9.453125, false], [-5.44921875, false], [-6.82421875, false], [-10.078125, false], [-9.703125, false], [-10.203125, false], [-9.078125, false], [-9.7421875, false], [-5.44921875, false], [-9.078125, false], [-10.078125, false], [-9.703125, false], [-9.453125, false], [-6.44921875, false], [-9.828125, false], [-9.703125, false], [-6.44921875, false], [-6.82421875, false], [-9.953125, false], [-5.44921875, false], [-10.078125, false], [-9.703125, false], [-9.453125, false], [-11.578125, false], [-6.44921875, false], [-10.203125, false], [-9.078125, false], [-12.828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1072, "doc": {"id": "Mercury_7137130", "question": "The loudness of sound can be changed by", "choices": {"text": ["decreasing the pitch.", "increasing the frequency.", "increasing the amplitude.", "decreasing the wavelength."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "increasing the amplitude.", "arguments": ["Question: The loudness of sound can be changed by\nAnswer:", " ["], "resps": [[[-7.3984375, false]], [[-8.0234375, false]], [[-8.6484375, false]], [[-8.6484375, false]], [[-8.8984375, false]], [[-9.2734375, false]], [[-8.6484375, false]], [[-5.2734375, false]], [[-8.7734375, false]], [[-7.1484375, false]], [[-9.2734375, false]], [[-10.7734375, false]], [[-5.1484375, false]], [[-9.2734375, false]], [[-9.7734375, false]], [[-8.6484375, false]], [[-5.1484375, false]], [[-9.5234375, false]], [[-7.1484375, false]], [[-9.2734375, false]], [[-8.8984375, false]], [[-9.7734375, false]], [[-6.75390625, false]], [[-8.0234375, false]], [[-8.0, false]], [[-5.1484375, false]], [[-8.0234375, false]], [[-7.1484375, false]], [[-9.2734375, false]], [[-8.8984375, false]], [[-9.2734375, false]], [[-8.6484375, false]], [[-5.2734375, false]], [[-8.7734375, false]], [[-7.1484375, false]], [[-9.2734375, false]], [[-10.7734375, false]], [[-5.1484375, false]], [[-9.2734375, false]], [[-9.7734375, false]], [[-8.6484375, false]], [[-5.1484375, false]], [[-7.8984375, false]], [[-9.2734375, false]], [[-8.6484375, false]], [[-9.8984375, false]], [[-9.3984375, false]], [[-8.6484375, false]], [[-9.2734375, false]], [[-8.8984375, false]], [[-10.8984375, false]], [[-6.75390625, false]], [[-8.0234375, false]], [[-8.0, false]], [[-5.1484375, false]], [[-8.0234375, false]], [[-7.1484375, false]], [[-9.2734375, false]], [[-8.8984375, false]], [[-9.2734375, false]], [[-8.6484375, false]], [[-5.2734375, false]], [[-8.7734375, false]], [[-7.1484375, false]], [[-9.2734375, false]], [[-10.7734375, false]], [[-5.1484375, false]], [[-9.2734375, false]], [[-9.7734375, false]], [[-8.6484375, false]], [[-5.1484375, false]], [[-5.2734375, false]], [[-9.3984375, false]], [[-9.5234375, false]], [[-9.8984375, false]], [[-7.1484375, false]], [[-9.2734375, false]], [[-9.3984375, false]], [[-8.6484375, false]], [[-8.6484375, false]], [[-6.75390625, false]], [[-8.0234375, false]], [[-8.0, false]], [[-5.1484375, false]], [[-8.0234375, false]], [[-8.6484375, false]], [[-8.6484375, false]], [[-8.8984375, false]], [[-9.2734375, false]], [[-8.6484375, false]], [[-5.2734375, false]], [[-8.7734375, false]], [[-7.1484375, false]], [[-9.2734375, false]], [[-10.7734375, false]], [[-5.1484375, false]], [[-9.2734375, false]], [[-9.7734375, false]], [[-8.6484375, false]], [[-5.1484375, false]], [[-9.7734375, false]], [[-5.2734375, false]], [[-9.2734375, false]], [[-8.6484375, false]], [[-9.8984375, false]], [[-8.6484375, false]], [[-9.2734375, false]], [[-10.7734375, false]], [[-9.2734375, false]], [[-9.7734375, false]], [[-6.75390625, false]], [[-8.0234375, false]], [[-11.5234375, false]]], "filtered_resps": [[-7.3984375, false], [-8.0234375, false], [-8.6484375, false], [-8.6484375, false], [-8.8984375, false], [-9.2734375, false], [-8.6484375, false], [-5.2734375, false], [-8.7734375, false], [-7.1484375, false], [-9.2734375, false], [-10.7734375, false], [-5.1484375, false], [-9.2734375, false], [-9.7734375, false], [-8.6484375, false], [-5.1484375, false], [-9.5234375, false], [-7.1484375, false], [-9.2734375, false], [-8.8984375, false], [-9.7734375, false], [-6.75390625, false], [-8.0234375, false], [-8.0, false], [-5.1484375, false], [-8.0234375, false], [-7.1484375, false], [-9.2734375, false], [-8.8984375, false], [-9.2734375, false], [-8.6484375, false], [-5.2734375, false], [-8.7734375, false], [-7.1484375, false], [-9.2734375, false], [-10.7734375, false], [-5.1484375, false], [-9.2734375, false], [-9.7734375, false], [-8.6484375, false], [-5.1484375, false], [-7.8984375, false], [-9.2734375, false], [-8.6484375, false], [-9.8984375, false], [-9.3984375, false], [-8.6484375, false], [-9.2734375, false], [-8.8984375, false], [-10.8984375, false], [-6.75390625, false], [-8.0234375, false], [-8.0, false], [-5.1484375, false], [-8.0234375, false], [-7.1484375, false], [-9.2734375, false], [-8.8984375, false], [-9.2734375, false], [-8.6484375, false], [-5.2734375, false], [-8.7734375, false], [-7.1484375, false], [-9.2734375, false], [-10.7734375, false], [-5.1484375, false], [-9.2734375, false], [-9.7734375, false], [-8.6484375, false], [-5.1484375, false], [-5.2734375, false], [-9.3984375, false], [-9.5234375, false], [-9.8984375, false], [-7.1484375, false], [-9.2734375, false], [-9.3984375, false], [-8.6484375, false], [-8.6484375, false], [-6.75390625, false], [-8.0234375, false], [-8.0, false], [-5.1484375, false], [-8.0234375, false], [-8.6484375, false], [-8.6484375, false], [-8.8984375, false], [-9.2734375, false], [-8.6484375, false], [-5.2734375, false], [-8.7734375, false], [-7.1484375, false], [-9.2734375, false], [-10.7734375, false], [-5.1484375, false], [-9.2734375, false], [-9.7734375, false], [-8.6484375, false], [-5.1484375, false], [-9.7734375, false], [-5.2734375, false], [-9.2734375, false], [-8.6484375, false], [-9.8984375, false], [-8.6484375, false], [-9.2734375, false], [-10.7734375, false], [-9.2734375, false], [-9.7734375, false], [-6.75390625, false], [-8.0234375, false], [-11.5234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1080, "doc": {"id": "CSZ20228", "question": "Which location on Earth receives the most direct sunlight?", "choices": {"text": ["the deserts", "the South Pole", "the equator", "the Western Hemisphere"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "the equator", "arguments": ["Question: Which location on Earth receives the most direct sunlight?\nAnswer:", " ["], "resps": [[[-7.6875, false]], [[-8.6875, false]], [[-12.4375, false]], [[-13.4375, false]], [[-9.9375, false]], [[-5.4375, false]], [[-11.9375, false]], [[-9.9375, false]], [[-10.6875, false]], [[-9.9375, false]], [[-13.1875, false]], [[-12.4375, false]], [[-10.6875, false]], [[-8.6875, false]], [[-8.890625, false]], [[-5.4375, false]], [[-8.6875, false]], [[-12.4375, false]], [[-13.4375, false]], [[-9.9375, false]], [[-5.4375, false]], [[-6.1875, false]], [[-10.6875, false]], [[-12.9375, false]], [[-12.4375, false]], [[-13.4375, false]], [[-5.4375, false]], [[-7.4375, false]], [[-10.6875, false]], [[-12.1875, false]], [[-9.9375, false]], [[-8.6875, false]], [[-8.890625, false]], [[-5.4375, false]], [[-8.6875, false]], [[-12.4375, false]], [[-13.4375, false]], [[-9.9375, false]], [[-5.4375, false]], [[-9.9375, false]], [[-14.4375, false]], [[-12.9375, false]], [[-7.1875, false]], [[-12.4375, false]], [[-10.6875, false]], [[-13.1875, false]], [[-8.6875, false]], [[-8.890625, false]], [[-5.4375, false]], [[-8.6875, false]], [[-12.4375, false]], [[-13.4375, false]], [[-9.9375, false]], [[-5.4375, false]], [[-8.1875, false]], [[-9.9375, false]], [[-10.6875, false]], [[-12.4375, false]], [[-9.9375, false]], [[-13.1875, false]], [[-11.4375, false]], [[-5.4375, false]], [[-8.1875, false]], [[-9.9375, false]], [[-12.1875, false]], [[-9.9375, false]], [[-10.6875, false]], [[-12.1875, false]], [[-13.4375, false]], [[-9.9375, false]], [[-13.1875, false]], [[-9.9375, false]], [[-8.6875, false]], [[-12.9375, false]]], "filtered_resps": [[-7.6875, false], [-8.6875, false], [-12.4375, false], [-13.4375, false], [-9.9375, false], [-5.4375, false], [-11.9375, false], [-9.9375, false], [-10.6875, false], [-9.9375, false], [-13.1875, false], [-12.4375, false], [-10.6875, false], [-8.6875, false], [-8.890625, false], [-5.4375, false], [-8.6875, false], [-12.4375, false], [-13.4375, false], [-9.9375, false], [-5.4375, false], [-6.1875, false], [-10.6875, false], [-12.9375, false], [-12.4375, false], [-13.4375, false], [-5.4375, false], [-7.4375, false], [-10.6875, false], [-12.1875, false], [-9.9375, false], [-8.6875, false], [-8.890625, false], [-5.4375, false], [-8.6875, false], [-12.4375, false], [-13.4375, false], [-9.9375, false], [-5.4375, false], [-9.9375, false], [-14.4375, false], [-12.9375, false], [-7.1875, false], [-12.4375, false], [-10.6875, false], [-13.1875, false], [-8.6875, false], [-8.890625, false], [-5.4375, false], [-8.6875, false], [-12.4375, false], [-13.4375, false], [-9.9375, false], [-5.4375, false], [-8.1875, false], [-9.9375, false], [-10.6875, false], [-12.4375, false], [-9.9375, false], [-13.1875, false], [-11.4375, false], [-5.4375, false], [-8.1875, false], [-9.9375, false], [-12.1875, false], [-9.9375, false], [-10.6875, false], [-12.1875, false], [-13.4375, false], [-9.9375, false], [-13.1875, false], [-9.9375, false], [-8.6875, false], [-12.9375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1088, "doc": {"id": "NYSEDREGENTS_2010_4_16", "question": "Which behavior will best help a student stay healthy?", "choices": {"text": ["watching television five hours a day", "sleeping three hours each night", "eating fruits and vegetables each day", "exercising once a month"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "eating fruits and vegetables each day", "arguments": ["Question: Which behavior will best help a student stay healthy?\nAnswer:", " ["], "resps": [[[-8.0078125, false]], [[-9.5078125, false]], [[-13.2578125, false]], [[-5.8828125, false]], [[-11.6328125, false]], [[-10.6328125, false]], [[-12.7578125, false]], [[-9.2578125, false]], [[-11.7578125, false]], [[-13.6328125, false]], [[-5.0078125, false]], [[-11.6328125, false]], [[-9.5078125, false]], [[-12.1328125, false]], [[-9.5078125, false]], [[-11.8828125, false]], [[-9.2578125, false]], [[-10.7578125, false]], [[-9.2578125, false]], [[-10.6328125, false]], [[-11.7578125, false]], [[-5.0078125, false]], [[-11.6328125, false]], [[-9.2578125, false]], [[-11.8828125, false]], [[-9.5078125, false]], [[-5.0078125, false]], [[-12.7578125, false]], [[-10.6328125, false]], [[-12.1328125, false]], [[-13.5078125, false]], [[-10.7578125, false]], [[-5.0078125, false]], [[-5.8828125, false]], [[-5.0078125, false]], [[-11.3828125, false]], [[-5.8828125, false]], [[-13.0078125, false]], [[-9.5078125, false]], [[-10.6875, false]], [[-5.0078125, false]], [[-9.5078125, false]], [[-10.7578125, false]], [[-12.1328125, false]], [[-9.5078125, false]], [[-9.5078125, false]], [[-11.6328125, false]], [[-9.2578125, false]], [[-11.7578125, false]], [[-13.6328125, false]], [[-5.0078125, false]], [[-11.6328125, false]], [[-12.7578125, false]], [[-13.5078125, false]], [[-9.5078125, false]], [[-9.5078125, false]], [[-5.0078125, false]], [[-12.7578125, false]], [[-10.6328125, false]], [[-12.1328125, false]], [[-13.5078125, false]], [[-10.7578125, false]], [[-5.0078125, false]], [[-9.5078125, false]], [[-5.8828125, false]], [[-10.6328125, false]], [[-12.7578125, false]], [[-5.0078125, false]], [[-11.7578125, false]], [[-9.2578125, false]], [[-13.6328125, false]], [[-12.7578125, false]], [[-11.6328125, false]], [[-9.5078125, false]], [[-10.6875, false]], [[-5.0078125, false]], [[-9.5078125, false]], [[-9.5078125, false]], [[-5.8828125, false]], [[-11.6328125, false]], [[-9.2578125, false]], [[-11.7578125, false]], [[-13.6328125, false]], [[-5.0078125, false]], [[-11.6328125, false]], [[-13.5078125, false]], [[-12.1328125, false]], [[-9.2578125, false]], [[-11.6328125, false]], [[-10.7578125, false]], [[-5.0078125, false]], [[-5.8828125, false]], [[-11.7578125, false]], [[-11.3828125, false]], [[-5.0078125, false]], [[-11.8828125, false]], [[-9.5078125, false]], [[-13.6328125, false]], [[-9.5078125, false]], [[-11.6328125, false]], [[-5.8828125, false]], [[-10.8828125, false]], [[-12.1328125, false]], [[-9.5078125, false]], [[-10.7578125, false]], [[-5.0078125, false]], [[-9.5078125, false]], [[-5.8828125, false]], [[-10.6328125, false]], [[-12.7578125, false]], [[-5.0078125, false]], [[-11.3828125, false]], [[-5.8828125, false]], [[-13.0078125, false]], [[-9.5078125, false]], [[-10.6875, false]], [[-5.0078125, false]], [[-9.5078125, false]], [[-9.5078125, false]], [[-11.8828125, false]], [[-9.5078125, false]], [[-13.5078125, false]], [[-10.6328125, false]], [[-9.2578125, false]], [[-10.7578125, false]], [[-9.2578125, false]], [[-11.7578125, false]], [[-13.6328125, false]], [[-5.0078125, false]], [[-10.6328125, false]], [[-11.7578125, false]], [[-10.6328125, false]], [[-9.5078125, false]], [[-5.0078125, false]], [[-5.8828125, false]], [[-5.0078125, false]], [[-11.7578125, false]], [[-10.6328125, false]], [[-11.7578125, false]], [[-11.6328125, false]], [[-12.7578125, false]], [[-9.5078125, false]], [[-12.8828125, false]]], "filtered_resps": [[-8.0078125, false], [-9.5078125, false], [-13.2578125, false], [-5.8828125, false], [-11.6328125, false], [-10.6328125, false], [-12.7578125, false], [-9.2578125, false], [-11.7578125, false], [-13.6328125, false], [-5.0078125, false], [-11.6328125, false], [-9.5078125, false], [-12.1328125, false], [-9.5078125, false], [-11.8828125, false], [-9.2578125, false], [-10.7578125, false], [-9.2578125, false], [-10.6328125, false], [-11.7578125, false], [-5.0078125, false], [-11.6328125, false], [-9.2578125, false], [-11.8828125, false], [-9.5078125, false], [-5.0078125, false], [-12.7578125, false], [-10.6328125, false], [-12.1328125, false], [-13.5078125, false], [-10.7578125, false], [-5.0078125, false], [-5.8828125, false], [-5.0078125, false], [-11.3828125, false], [-5.8828125, false], [-13.0078125, false], [-9.5078125, false], [-10.6875, false], [-5.0078125, false], [-9.5078125, false], [-10.7578125, false], [-12.1328125, false], [-9.5078125, false], [-9.5078125, false], [-11.6328125, false], [-9.2578125, false], [-11.7578125, false], [-13.6328125, false], [-5.0078125, false], [-11.6328125, false], [-12.7578125, false], [-13.5078125, false], [-9.5078125, false], [-9.5078125, false], [-5.0078125, false], [-12.7578125, false], [-10.6328125, false], [-12.1328125, false], [-13.5078125, false], [-10.7578125, false], [-5.0078125, false], [-9.5078125, false], [-5.8828125, false], [-10.6328125, false], [-12.7578125, false], [-5.0078125, false], [-11.7578125, false], [-9.2578125, false], [-13.6328125, false], [-12.7578125, false], [-11.6328125, false], [-9.5078125, false], [-10.6875, false], [-5.0078125, false], [-9.5078125, false], [-9.5078125, false], [-5.8828125, false], [-11.6328125, false], [-9.2578125, false], [-11.7578125, false], [-13.6328125, false], [-5.0078125, false], [-11.6328125, false], [-13.5078125, false], [-12.1328125, false], [-9.2578125, false], [-11.6328125, false], [-10.7578125, false], [-5.0078125, false], [-5.8828125, false], [-11.7578125, false], [-11.3828125, false], [-5.0078125, false], [-11.8828125, false], [-9.5078125, false], [-13.6328125, false], [-9.5078125, false], [-11.6328125, false], [-5.8828125, false], [-10.8828125, false], [-12.1328125, false], [-9.5078125, false], [-10.7578125, false], [-5.0078125, false], [-9.5078125, false], [-5.8828125, false], [-10.6328125, false], [-12.7578125, false], [-5.0078125, false], [-11.3828125, false], [-5.8828125, false], [-13.0078125, false], [-9.5078125, false], [-10.6875, false], [-5.0078125, false], [-9.5078125, false], [-9.5078125, false], [-11.8828125, false], [-9.5078125, false], [-13.5078125, false], [-10.6328125, false], [-9.2578125, false], [-10.7578125, false], [-9.2578125, false], [-11.7578125, false], [-13.6328125, false], [-5.0078125, false], [-10.6328125, false], [-11.7578125, false], [-10.6328125, false], [-9.5078125, false], [-5.0078125, false], [-5.8828125, false], [-5.0078125, false], [-11.7578125, false], [-10.6328125, false], [-11.7578125, false], [-11.6328125, false], [-12.7578125, false], [-9.5078125, false], [-12.8828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1096, "doc": {"id": "Mercury_416581", "question": "Which structural characteristic is present in a paramecium that is not present in an amoeba?", "choices": {"text": ["pellicle", "cell wall", "cytoplasm", "cytoskeleton"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "pellicle", "arguments": ["Question: Which structural characteristic is present in a paramecium that is not present in an amoeba?\nAnswer:", " ["], "resps": [[[-6.328125, false]], [[-9.328125, false]], [[-8.328125, false]], [[-7.578125, false]], [[-10.078125, false]], [[-10.078125, false]], [[-8.828125, false]], [[-7.578125, false]], [[-10.078125, false]], [[-7.578125, false]], [[-9.328125, false]], [[-9.8125, false]], [[-5.578125, false]], [[-9.328125, false]], [[-7.578125, false]], [[-7.578125, false]], [[-10.078125, false]], [[-10.078125, false]], [[-5.578125, false]], [[-10.328125, false]], [[-3.328125, false]], [[-10.078125, false]], [[-10.078125, false]], [[-9.328125, false]], [[-9.8125, false]], [[-5.578125, false]], [[-9.328125, false]], [[-7.578125, false]], [[-10.578125, false]], [[-9.578125, false]], [[-8.828125, false]], [[-8.328125, false]], [[-10.078125, false]], [[-3.328125, false]], [[-8.578125, false]], [[-9.578125, false]], [[-9.328125, false]], [[-9.8125, false]], [[-5.578125, false]], [[-9.328125, false]], [[-7.578125, false]], [[-10.578125, false]], [[-9.578125, false]], [[-8.828125, false]], [[-8.578125, false]], [[-10.078125, false]], [[-7.578125, false]], [[-10.078125, false]], [[-7.578125, false]], [[-9.578125, false]], [[-8.828125, false]], [[-8.328125, false]], [[-9.328125, false]], [[-11.828125, false]]], "filtered_resps": [[-6.328125, false], [-9.328125, false], [-8.328125, false], [-7.578125, false], [-10.078125, false], [-10.078125, false], [-8.828125, false], [-7.578125, false], [-10.078125, false], [-7.578125, false], [-9.328125, false], [-9.8125, false], [-5.578125, false], [-9.328125, false], [-7.578125, false], [-7.578125, false], [-10.078125, false], [-10.078125, false], [-5.578125, false], [-10.328125, false], [-3.328125, false], [-10.078125, false], [-10.078125, false], [-9.328125, false], [-9.8125, false], [-5.578125, false], [-9.328125, false], [-7.578125, false], [-10.578125, false], [-9.578125, false], [-8.828125, false], [-8.328125, false], [-10.078125, false], [-3.328125, false], [-8.578125, false], [-9.578125, false], [-9.328125, false], [-9.8125, false], [-5.578125, false], [-9.328125, false], [-7.578125, false], [-10.578125, false], [-9.578125, false], [-8.828125, false], [-8.578125, false], [-10.078125, false], [-7.578125, false], [-10.078125, false], [-7.578125, false], [-9.578125, false], [-8.828125, false], [-8.328125, false], [-9.328125, false], [-11.828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1104, "doc": {"id": "NYSEDREGENTS_2010_4_18", "question": "A student places soil in a plastic container to make a home for some worms. The student cuts holes in the top of the container because the worms need", "choices": {"text": ["space to move", "air to breathe", "sunlight to grow", "sound to communicate"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "air to breathe", "arguments": ["Question: A student places soil in a plastic container to make a home for some worms. The student cuts holes in the top of the container because the worms need\nAnswer:", " ["], "resps": [[[-7.24609375, false]], [[-9.0, false]], [[-8.25, false]], [[-9.875, false]], [[-4.74609375, false]], [[-8.375, false]], [[-9.125, false]], [[-5.37109375, false]], [[-10.5, false]], [[-9.875, false]], [[-5.37109375, false]], [[-10.5, false]], [[-9.875, false]], [[-10.75, false]], [[-9.125, false]], [[-9.0, false]], [[-9.65625, false]], [[-5.37109375, false]], [[-9.0, false]], [[-4.74609375, false]], [[-7.74609375, false]], [[-10.25, false]], [[-5.37109375, false]], [[-10.5, false]], [[-9.875, false]], [[-5.37109375, false]], [[-7.37109375, false]], [[-10.25, false]], [[-9.125, false]], [[-4.74609375, false]], [[-10.5, false]], [[-10.625, false]], [[-9.125, false]], [[-9.0, false]], [[-9.65625, false]], [[-5.37109375, false]], [[-9.0, false]], [[-8.25, false]], [[-10.25, false]], [[-9.625, false]], [[-11.125, false]], [[-7.74609375, false]], [[-10.25, false]], [[-10.625, false]], [[-10.5, false]], [[-5.37109375, false]], [[-10.5, false]], [[-9.875, false]], [[-5.37109375, false]], [[-10.25, false]], [[-10.25, false]], [[-9.875, false]], [[-10.125, false]], [[-9.0, false]], [[-9.65625, false]], [[-5.37109375, false]], [[-9.0, false]], [[-8.25, false]], [[-9.875, false]], [[-10.25, false]], [[-9.625, false]], [[-8.375, false]], [[-5.37109375, false]], [[-10.5, false]], [[-9.875, false]], [[-5.37109375, false]], [[-8.375, false]], [[-9.875, false]], [[-10.5, false]], [[-10.5, false]], [[-10.25, false]], [[-9.625, false]], [[-7.74609375, false]], [[-8.375, false]], [[-4.74609375, false]], [[-10.5, false]], [[-9.125, false]], [[-9.0, false]], [[-11.75, false]]], "filtered_resps": [[-7.24609375, false], [-9.0, false], [-8.25, false], [-9.875, false], [-4.74609375, false], [-8.375, false], [-9.125, false], [-5.37109375, false], [-10.5, false], [-9.875, false], [-5.37109375, false], [-10.5, false], [-9.875, false], [-10.75, false], [-9.125, false], [-9.0, false], [-9.65625, false], [-5.37109375, false], [-9.0, false], [-4.74609375, false], [-7.74609375, false], [-10.25, false], [-5.37109375, false], [-10.5, false], [-9.875, false], [-5.37109375, false], [-7.37109375, false], [-10.25, false], [-9.125, false], [-4.74609375, false], [-10.5, false], [-10.625, false], [-9.125, false], [-9.0, false], [-9.65625, false], [-5.37109375, false], [-9.0, false], [-8.25, false], [-10.25, false], [-9.625, false], [-11.125, false], [-7.74609375, false], [-10.25, false], [-10.625, false], [-10.5, false], [-5.37109375, false], [-10.5, false], [-9.875, false], [-5.37109375, false], [-10.25, false], [-10.25, false], [-9.875, false], [-10.125, false], [-9.0, false], [-9.65625, false], [-5.37109375, false], [-9.0, false], [-8.25, false], [-9.875, false], [-10.25, false], [-9.625, false], [-8.375, false], [-5.37109375, false], [-10.5, false], [-9.875, false], [-5.37109375, false], [-8.375, false], [-9.875, false], [-10.5, false], [-10.5, false], [-10.25, false], [-9.625, false], [-7.74609375, false], [-8.375, false], [-4.74609375, false], [-10.5, false], [-9.125, false], [-9.0, false], [-11.75, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1112, "doc": {"id": "MCAS_2013_8_29418", "question": "Which of the following do water (H2O), rust (Fe2O3), and salt (NaCl) have in common?", "choices": {"text": ["Water, rust, and salt are atoms.", "Water, rust, and salt are mixtures.", "Water, rust, and salt are elements.", "Water, rust, and salt are compounds."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Water, rust, and salt are compounds.", "arguments": ["Question: Which of the following do water (H2O), rust (Fe2O3), and salt (NaCl) have in common?\nAnswer:", " ["], "resps": [[[-7.43359375, false]], [[-8.9296875, false]], [[-6.43359375, false]], [[-6.18359375, false]], [[-11.1796875, false]], [[-8.9296875, false]], [[-10.6796875, false]], [[-10.1171875, false]], [[-5.93359375, false]], [[-10.6796875, false]], [[-11.1796875, false]], [[-10.4296875, false]], [[-11.1796875, false]], [[-10.1171875, false]], [[-5.93359375, false]], [[-6.18359375, false]], [[-8.4296875, false]], [[-9.9296875, false]], [[-5.93359375, false]], [[-10.4296875, false]], [[-6.18359375, false]], [[-10.9296875, false]], [[-11.1796875, false]], [[-5.93359375, false]], [[-6.18359375, false]], [[-10.6796875, false]], [[-8.9296875, false]], [[-5.93359375, false]], [[-6.18359375, false]], [[-11.1796875, false]], [[-10.4296875, false]], [[-10.6796875, false]], [[-10.4296875, false]], [[-7.2421875, false]], [[-8.9296875, false]], [[-10.1171875, false]], [[-5.93359375, false]], [[-8.9296875, false]], [[-6.43359375, false]], [[-6.18359375, false]], [[-11.1796875, false]], [[-8.9296875, false]], [[-10.6796875, false]], [[-10.1171875, false]], [[-5.93359375, false]], [[-10.6796875, false]], [[-11.1796875, false]], [[-10.4296875, false]], [[-11.1796875, false]], [[-10.1171875, false]], [[-5.93359375, false]], [[-6.18359375, false]], [[-8.4296875, false]], [[-9.9296875, false]], [[-5.93359375, false]], [[-10.4296875, false]], [[-6.18359375, false]], [[-10.9296875, false]], [[-11.1796875, false]], [[-5.93359375, false]], [[-6.18359375, false]], [[-10.6796875, false]], [[-8.9296875, false]], [[-5.93359375, false]], [[-10.6796875, false]], [[-9.6796875, false]], [[-10.6796875, false]], [[-11.1796875, false]], [[-11.1796875, false]], [[-10.6796875, false]], [[-8.9296875, false]], [[-10.4296875, false]], [[-7.2421875, false]], [[-8.9296875, false]], [[-10.1171875, false]], [[-5.93359375, false]], [[-8.9296875, false]], [[-6.43359375, false]], [[-6.18359375, false]], [[-11.1796875, false]], [[-8.9296875, false]], [[-10.6796875, false]], [[-10.1171875, false]], [[-5.93359375, false]], [[-10.6796875, false]], [[-11.1796875, false]], [[-10.4296875, false]], [[-11.1796875, false]], [[-10.1171875, false]], [[-5.93359375, false]], [[-6.18359375, false]], [[-8.4296875, false]], [[-9.9296875, false]], [[-5.93359375, false]], [[-10.4296875, false]], [[-6.18359375, false]], [[-10.9296875, false]], [[-11.1796875, false]], [[-5.93359375, false]], [[-6.18359375, false]], [[-10.6796875, false]], [[-8.9296875, false]], [[-5.93359375, false]], [[-8.9296875, false]], [[-10.9296875, false]], [[-8.9296875, false]], [[-10.6796875, false]], [[-8.9296875, false]], [[-8.4296875, false]], [[-11.1796875, false]], [[-10.4296875, false]], [[-7.2421875, false]], [[-8.9296875, false]], [[-10.1171875, false]], [[-5.93359375, false]], [[-8.9296875, false]], [[-6.43359375, false]], [[-6.18359375, false]], [[-11.1796875, false]], [[-8.9296875, false]], [[-10.6796875, false]], [[-10.1171875, false]], [[-5.93359375, false]], [[-10.6796875, false]], [[-11.1796875, false]], [[-10.4296875, false]], [[-11.1796875, false]], [[-10.1171875, false]], [[-5.93359375, false]], [[-6.18359375, false]], [[-8.4296875, false]], [[-9.9296875, false]], [[-5.93359375, false]], [[-10.4296875, false]], [[-6.18359375, false]], [[-10.9296875, false]], [[-11.1796875, false]], [[-5.93359375, false]], [[-6.18359375, false]], [[-10.6796875, false]], [[-8.9296875, false]], [[-5.93359375, false]], [[-8.9296875, false]], [[-10.4296875, false]], [[-10.6796875, false]], [[-10.9296875, false]], [[-10.4296875, false]], [[-11.1796875, false]], [[-8.4296875, false]], [[-9.9296875, false]], [[-10.4296875, false]], [[-7.2421875, false]], [[-8.9296875, false]], [[-12.6796875, false]]], "filtered_resps": [[-7.43359375, false], [-8.9296875, false], [-6.43359375, false], [-6.18359375, false], [-11.1796875, false], [-8.9296875, false], [-10.6796875, false], [-10.1171875, false], [-5.93359375, false], [-10.6796875, false], [-11.1796875, false], [-10.4296875, false], [-11.1796875, false], [-10.1171875, false], [-5.93359375, false], [-6.18359375, false], [-8.4296875, false], [-9.9296875, false], [-5.93359375, false], [-10.4296875, false], [-6.18359375, false], [-10.9296875, false], [-11.1796875, false], [-5.93359375, false], [-6.18359375, false], [-10.6796875, false], [-8.9296875, false], [-5.93359375, false], [-6.18359375, false], [-11.1796875, false], [-10.4296875, false], [-10.6796875, false], [-10.4296875, false], [-7.2421875, false], [-8.9296875, false], [-10.1171875, false], [-5.93359375, false], [-8.9296875, false], [-6.43359375, false], [-6.18359375, false], [-11.1796875, false], [-8.9296875, false], [-10.6796875, false], [-10.1171875, false], [-5.93359375, false], [-10.6796875, false], [-11.1796875, false], [-10.4296875, false], [-11.1796875, false], [-10.1171875, false], [-5.93359375, false], [-6.18359375, false], [-8.4296875, false], [-9.9296875, false], [-5.93359375, false], [-10.4296875, false], [-6.18359375, false], [-10.9296875, false], [-11.1796875, false], [-5.93359375, false], [-6.18359375, false], [-10.6796875, false], [-8.9296875, false], [-5.93359375, false], [-10.6796875, false], [-9.6796875, false], [-10.6796875, false], [-11.1796875, false], [-11.1796875, false], [-10.6796875, false], [-8.9296875, false], [-10.4296875, false], [-7.2421875, false], [-8.9296875, false], [-10.1171875, false], [-5.93359375, false], [-8.9296875, false], [-6.43359375, false], [-6.18359375, false], [-11.1796875, false], [-8.9296875, false], [-10.6796875, false], [-10.1171875, false], [-5.93359375, false], [-10.6796875, false], [-11.1796875, false], [-10.4296875, false], [-11.1796875, false], [-10.1171875, false], [-5.93359375, false], [-6.18359375, false], [-8.4296875, false], [-9.9296875, false], [-5.93359375, false], [-10.4296875, false], [-6.18359375, false], [-10.9296875, false], [-11.1796875, false], [-5.93359375, false], [-6.18359375, false], [-10.6796875, false], [-8.9296875, false], [-5.93359375, false], [-8.9296875, false], [-10.9296875, false], [-8.9296875, false], [-10.6796875, false], [-8.9296875, false], [-8.4296875, false], [-11.1796875, false], [-10.4296875, false], [-7.2421875, false], [-8.9296875, false], [-10.1171875, false], [-5.93359375, false], [-8.9296875, false], [-6.43359375, false], [-6.18359375, false], [-11.1796875, false], [-8.9296875, false], [-10.6796875, false], [-10.1171875, false], [-5.93359375, false], [-10.6796875, false], [-11.1796875, false], [-10.4296875, false], [-11.1796875, false], [-10.1171875, false], [-5.93359375, false], [-6.18359375, false], [-8.4296875, false], [-9.9296875, false], [-5.93359375, false], [-10.4296875, false], [-6.18359375, false], [-10.9296875, false], [-11.1796875, false], [-5.93359375, false], [-6.18359375, false], [-10.6796875, false], [-8.9296875, false], [-5.93359375, false], [-8.9296875, false], [-10.4296875, false], [-10.6796875, false], [-10.9296875, false], [-10.4296875, false], [-11.1796875, false], [-8.4296875, false], [-9.9296875, false], [-10.4296875, false], [-7.2421875, false], [-8.9296875, false], [-12.6796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1120, "doc": {"id": "Mercury_7004795", "question": "Which particles are responsible for the electric charge of an atom?", "choices": {"text": ["protons and neutrons", "protons and electrons", "neutrons and molecules", "molecules and electrons"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "protons and electrons", "arguments": ["Question: Which particles are responsible for the electric charge of an atom?\nAnswer:", " ["], "resps": [[[-6.234375, false]], [[-8.484375, false]], [[-7.734375, false]], [[-8.984375, false]], [[-9.484375, false]], [[-9.234375, false]], [[-9.484375, false]], [[-6.734375, false]], [[-9.484375, false]], [[-4.984375, false]], [[-5.234375, false]], [[-6.734375, false]], [[-8.984375, false]], [[-4.984375, false]], [[-6.734375, false]], [[-7.734375, false]], [[-8.734375, false]], [[-9.234375, false]], [[-8.984375, false]], [[-9.484375, false]], [[-6.734375, false]], [[-9.484375, false]], [[-8.484375, false]], [[-9.0546875, false]], [[-4.984375, false]], [[-8.484375, false]], [[-7.734375, false]], [[-8.984375, false]], [[-9.484375, false]], [[-9.234375, false]], [[-9.484375, false]], [[-6.734375, false]], [[-9.484375, false]], [[-4.984375, false]], [[-5.234375, false]], [[-6.734375, false]], [[-8.984375, false]], [[-4.984375, false]], [[-7.734375, false]], [[-9.734375, false]], [[-7.734375, false]], [[-8.484375, false]], [[-9.234375, false]], [[-8.984375, false]], [[-9.484375, false]], [[-6.734375, false]], [[-9.484375, false]], [[-8.484375, false]], [[-9.0546875, false]], [[-4.984375, false]], [[-8.484375, false]], [[-6.734375, false]], [[-7.734375, false]], [[-8.734375, false]], [[-9.234375, false]], [[-8.984375, false]], [[-9.484375, false]], [[-6.734375, false]], [[-9.484375, false]], [[-4.984375, false]], [[-5.234375, false]], [[-6.734375, false]], [[-8.984375, false]], [[-4.984375, false]], [[-7.484375, false]], [[-9.484375, false]], [[-9.734375, false]], [[-7.734375, false]], [[-8.484375, false]], [[-8.734375, false]], [[-9.734375, false]], [[-7.734375, false]], [[-9.484375, false]], [[-8.484375, false]], [[-9.0546875, false]], [[-4.984375, false]], [[-8.484375, false]], [[-7.484375, false]], [[-9.484375, false]], [[-9.734375, false]], [[-7.734375, false]], [[-8.484375, false]], [[-8.734375, false]], [[-9.734375, false]], [[-7.734375, false]], [[-9.484375, false]], [[-4.984375, false]], [[-5.234375, false]], [[-6.734375, false]], [[-8.984375, false]], [[-4.984375, false]], [[-7.734375, false]], [[-9.734375, false]], [[-7.734375, false]], [[-8.484375, false]], [[-9.234375, false]], [[-8.984375, false]], [[-9.484375, false]], [[-6.734375, false]], [[-9.484375, false]], [[-8.484375, false]], [[-11.984375, false]]], "filtered_resps": [[-6.234375, false], [-8.484375, false], [-7.734375, false], [-8.984375, false], [-9.484375, false], [-9.234375, false], [-9.484375, false], [-6.734375, false], [-9.484375, false], [-4.984375, false], [-5.234375, false], [-6.734375, false], [-8.984375, false], [-4.984375, false], [-6.734375, false], [-7.734375, false], [-8.734375, false], [-9.234375, false], [-8.984375, false], [-9.484375, false], [-6.734375, false], [-9.484375, false], [-8.484375, false], [-9.0546875, false], [-4.984375, false], [-8.484375, false], [-7.734375, false], [-8.984375, false], [-9.484375, false], [-9.234375, false], [-9.484375, false], [-6.734375, false], [-9.484375, false], [-4.984375, false], [-5.234375, false], [-6.734375, false], [-8.984375, false], [-4.984375, false], [-7.734375, false], [-9.734375, false], [-7.734375, false], [-8.484375, false], [-9.234375, false], [-8.984375, false], [-9.484375, false], [-6.734375, false], [-9.484375, false], [-8.484375, false], [-9.0546875, false], [-4.984375, false], [-8.484375, false], [-6.734375, false], [-7.734375, false], [-8.734375, false], [-9.234375, false], [-8.984375, false], [-9.484375, false], [-6.734375, false], [-9.484375, false], [-4.984375, false], [-5.234375, false], [-6.734375, false], [-8.984375, false], [-4.984375, false], [-7.484375, false], [-9.484375, false], [-9.734375, false], [-7.734375, false], [-8.484375, false], [-8.734375, false], [-9.734375, false], [-7.734375, false], [-9.484375, false], [-8.484375, false], [-9.0546875, false], [-4.984375, false], [-8.484375, false], [-7.484375, false], [-9.484375, false], [-9.734375, false], [-7.734375, false], [-8.484375, false], [-8.734375, false], [-9.734375, false], [-7.734375, false], [-9.484375, false], [-4.984375, false], [-5.234375, false], [-6.734375, false], [-8.984375, false], [-4.984375, false], [-7.734375, false], [-9.734375, false], [-7.734375, false], [-8.484375, false], [-9.234375, false], [-8.984375, false], [-9.484375, false], [-6.734375, false], [-9.484375, false], [-8.484375, false], [-11.984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1128, "doc": {"id": "MCAS_1999_8_28", "question": "A scientist is studying the effect of acid rain on oak trees. Of the numbers below, which would be the number of oak trees the scientist should use to obtain the most reliable data?", "choices": {"text": ["1", "2", "20", "200"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "200", "arguments": ["Question: A scientist is studying the effect of acid rain on oak trees. Of the numbers below, which would be the number of oak trees the scientist should use to obtain the most reliable data?\nAnswer:", " ["], "resps": [[[-6.01953125, false]], [[-8.5234375, false]], [[-3.271484375, false]], [[-8.5234375, false]], [[-8.25, false]], [[-4.26953125, false]], [[-8.5234375, false]], [[-3.521484375, false]], [[-8.5234375, false]], [[-8.25, false]], [[-4.26953125, false]], [[-8.5234375, false]], [[-3.521484375, false]], [[-4.26953125, false]], [[-8.5234375, false]], [[-8.25, false]], [[-4.26953125, false]], [[-8.5234375, false]], [[-3.521484375, false]], [[-4.26953125, false]], [[-4.26953125, false]], [[-8.5234375, false]], [[-11.7734375, false]]], "filtered_resps": [[-6.01953125, false], [-8.5234375, false], [-3.271484375, false], [-8.5234375, false], [-8.25, false], [-4.26953125, false], [-8.5234375, false], [-3.521484375, false], [-8.5234375, false], [-8.25, false], [-4.26953125, false], [-8.5234375, false], [-3.521484375, false], [-4.26953125, false], [-8.5234375, false], [-8.25, false], [-4.26953125, false], [-8.5234375, false], [-3.521484375, false], [-4.26953125, false], [-4.26953125, false], [-8.5234375, false], [-11.7734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1136, "doc": {"id": "Mercury_7283343", "question": "Meiosis is necessary for which reproductive event to occur?", "choices": {"text": ["vegetative budding", "binary fission", "cloning", "fertilization"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "fertilization", "arguments": ["Question: Meiosis is necessary for which reproductive event to occur?\nAnswer:", " ["], "resps": [[[-8.625, false]], [[-11.375, false]], [[-11.375, false]], [[-8.375, false]], [[-10.625, false]], [[-8.375, false]], [[-10.875, false]], [[-5.87109375, false]], [[-10.875, false]], [[-9.375, false]], [[-11.375, false]], [[-8.375, false]], [[-6.12109375, false]], [[-8.125, false]], [[-8.875, false]], [[-8.875, false]], [[-8.875, false]], [[-9.375, false]], [[-9.625, false]], [[-10.625, false]], [[-11.375, false]], [[-10.2421875, false]], [[-6.12109375, false]], [[-11.375, false]], [[-8.125, false]], [[-9.375, false]], [[-9.625, false]], [[-5.87109375, false]], [[-9.375, false]], [[-11.375, false]], [[-6.12109375, false]], [[-10.375, false]], [[-9.375, false]], [[-9.625, false]], [[-9.625, false]], [[-9.375, false]], [[-7.37109375, false]], [[-9.625, false]], [[-11.375, false]], [[-10.2421875, false]], [[-6.12109375, false]], [[-11.375, false]], [[-8.375, false]], [[-11.625, false]], [[-7.37109375, false]], [[-9.625, false]], [[-9.375, false]], [[-9.625, false]], [[-10.625, false]], [[-11.375, false]], [[-10.2421875, false]], [[-6.12109375, false]], [[-11.375, false]], [[-10.375, false]], [[-8.375, false]], [[-9.375, false]], [[-10.875, false]], [[-9.375, false]], [[-11.625, false]], [[-9.375, false]], [[-8.125, false]], [[-5.87109375, false]], [[-10.875, false]], [[-9.375, false]], [[-7.37109375, false]], [[-9.625, false]], [[-11.375, false]], [[-13.375, false]]], "filtered_resps": [[-8.625, false], [-11.375, false], [-11.375, false], [-8.375, false], [-10.625, false], [-8.375, false], [-10.875, false], [-5.87109375, false], [-10.875, false], [-9.375, false], [-11.375, false], [-8.375, false], [-6.12109375, false], [-8.125, false], [-8.875, false], [-8.875, false], [-8.875, false], [-9.375, false], [-9.625, false], [-10.625, false], [-11.375, false], [-10.2421875, false], [-6.12109375, false], [-11.375, false], [-8.125, false], [-9.375, false], [-9.625, false], [-5.87109375, false], [-9.375, false], [-11.375, false], [-6.12109375, false], [-10.375, false], [-9.375, false], [-9.625, false], [-9.625, false], [-9.375, false], [-7.37109375, false], [-9.625, false], [-11.375, false], [-10.2421875, false], [-6.12109375, false], [-11.375, false], [-8.375, false], [-11.625, false], [-7.37109375, false], [-9.625, false], [-9.375, false], [-9.625, false], [-10.625, false], [-11.375, false], [-10.2421875, false], [-6.12109375, false], [-11.375, false], [-10.375, false], [-8.375, false], [-9.375, false], [-10.875, false], [-9.375, false], [-11.625, false], [-9.375, false], [-8.125, false], [-5.87109375, false], [-10.875, false], [-9.375, false], [-7.37109375, false], [-9.625, false], [-11.375, false], [-13.375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1144, "doc": {"id": "Mercury_7211505", "question": "Chloroplasts absorb light energy. The function of the chloroplast is to", "choices": {"text": ["synthesize sugars.", "synthesize proteins.", "transform sugar into cellular energy.", "transform proteins into useful nutrients."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "synthesize sugars.", "arguments": ["Question: Chloroplasts absorb light energy. The function of the chloroplast is to\nAnswer:", " ["], "resps": [[[-6.3828125, false]], [[-8.3828125, false]], [[-8.2578125, false]], [[-9.8828125, false]], [[-6.7578125, false]], [[-8.8828125, false]], [[-8.6328125, false]], [[-7.2578125, false]], [[-8.2578125, false]], [[-6.7578125, false]], [[-8.8828125, false]], [[-7.2578125, false]], [[-4.8828125, false]], [[-8.2578125, false]], [[-9.5078125, false]], [[-9.2578125, false]], [[-3.380859375, false]], [[-9.1328125, false]], [[-8.2578125, false]], [[-6.94140625, false]], [[-8.3828125, false]], [[-8.6875, false]], [[-4.8828125, false]], [[-8.3828125, false]], [[-8.2578125, false]], [[-9.8828125, false]], [[-6.7578125, false]], [[-8.8828125, false]], [[-8.6328125, false]], [[-7.2578125, false]], [[-8.2578125, false]], [[-6.7578125, false]], [[-8.8828125, false]], [[-7.2578125, false]], [[-4.8828125, false]], [[-7.3828125, false]], [[-9.1328125, false]], [[-7.1328125, false]], [[-8.8828125, false]], [[-7.2578125, false]], [[-6.7578125, false]], [[-6.7578125, false]], [[-8.2578125, false]], [[-6.94140625, false]], [[-8.3828125, false]], [[-8.6875, false]], [[-4.8828125, false]], [[-8.3828125, false]], [[-8.8828125, false]], [[-9.1328125, false]], [[-3.380859375, false]], [[-6.7578125, false]], [[-8.2578125, false]], [[-8.7578125, false]], [[-7.1328125, false]], [[-9.1328125, false]], [[-8.5078125, false]], [[-4.8828125, false]], [[-8.2578125, false]], [[-9.5078125, false]], [[-9.2578125, false]], [[-3.380859375, false]], [[-9.1328125, false]], [[-4.8828125, false]], [[-6.7578125, false]], [[-6.7578125, false]], [[-8.8828125, false]], [[-7.1328125, false]], [[-4.8828125, false]], [[-5.6328125, false]], [[-7.2578125, false]], [[-8.8828125, false]], [[-8.8828125, false]], [[-9.5078125, false]], [[-8.8828125, false]], [[-3.380859375, false]], [[-9.1328125, false]], [[-4.8828125, false]], [[-7.2578125, false]], [[-6.7578125, false]], [[-7.2578125, false]], [[-9.1328125, false]], [[-9.2578125, false]], [[-9.8828125, false]], [[-6.94140625, false]], [[-8.3828125, false]], [[-8.6875, false]], [[-4.8828125, false]], [[-8.3828125, false]], [[-8.8828125, false]], [[-9.1328125, false]], [[-3.380859375, false]], [[-6.7578125, false]], [[-8.2578125, false]], [[-8.7578125, false]], [[-7.1328125, false]], [[-9.1328125, false]], [[-8.5078125, false]], [[-4.8828125, false]], [[-7.3828125, false]], [[-9.1328125, false]], [[-7.1328125, false]], [[-8.8828125, false]], [[-7.2578125, false]], [[-6.7578125, false]], [[-6.7578125, false]], [[-8.2578125, false]], [[-4.8828125, false]], [[-6.7578125, false]], [[-6.7578125, false]], [[-8.8828125, false]], [[-7.1328125, false]], [[-4.8828125, false]], [[-9.5078125, false]], [[-8.2578125, false]], [[-7.2578125, false]], [[-8.7578125, false]], [[-9.5078125, false]], [[-8.8828125, false]], [[-4.8828125, false]], [[-6.7578125, false]], [[-9.5078125, false]], [[-8.8828125, false]], [[-9.1328125, false]], [[-6.7578125, false]], [[-7.2578125, false]], [[-6.7578125, false]], [[-8.8828125, false]], [[-8.2578125, false]], [[-6.94140625, false]], [[-8.3828125, false]], [[-11.5078125, false]]], "filtered_resps": [[-6.3828125, false], [-8.3828125, false], [-8.2578125, false], [-9.8828125, false], [-6.7578125, false], [-8.8828125, false], [-8.6328125, false], [-7.2578125, false], [-8.2578125, false], [-6.7578125, false], [-8.8828125, false], [-7.2578125, false], [-4.8828125, false], [-8.2578125, false], [-9.5078125, false], [-9.2578125, false], [-3.380859375, false], [-9.1328125, false], [-8.2578125, false], [-6.94140625, false], [-8.3828125, false], [-8.6875, false], [-4.8828125, false], [-8.3828125, false], [-8.2578125, false], [-9.8828125, false], [-6.7578125, false], [-8.8828125, false], [-8.6328125, false], [-7.2578125, false], [-8.2578125, false], [-6.7578125, false], [-8.8828125, false], [-7.2578125, false], [-4.8828125, false], [-7.3828125, false], [-9.1328125, false], [-7.1328125, false], [-8.8828125, false], [-7.2578125, false], [-6.7578125, false], [-6.7578125, false], [-8.2578125, false], [-6.94140625, false], [-8.3828125, false], [-8.6875, false], [-4.8828125, false], [-8.3828125, false], [-8.8828125, false], [-9.1328125, false], [-3.380859375, false], [-6.7578125, false], [-8.2578125, false], [-8.7578125, false], [-7.1328125, false], [-9.1328125, false], [-8.5078125, false], [-4.8828125, false], [-8.2578125, false], [-9.5078125, false], [-9.2578125, false], [-3.380859375, false], [-9.1328125, false], [-4.8828125, false], [-6.7578125, false], [-6.7578125, false], [-8.8828125, false], [-7.1328125, false], [-4.8828125, false], [-5.6328125, false], [-7.2578125, false], [-8.8828125, false], [-8.8828125, false], [-9.5078125, false], [-8.8828125, false], [-3.380859375, false], [-9.1328125, false], [-4.8828125, false], [-7.2578125, false], [-6.7578125, false], [-7.2578125, false], [-9.1328125, false], [-9.2578125, false], [-9.8828125, false], [-6.94140625, false], [-8.3828125, false], [-8.6875, false], [-4.8828125, false], [-8.3828125, false], [-8.8828125, false], [-9.1328125, false], [-3.380859375, false], [-6.7578125, false], [-8.2578125, false], [-8.7578125, false], [-7.1328125, false], [-9.1328125, false], [-8.5078125, false], [-4.8828125, false], [-7.3828125, false], [-9.1328125, false], [-7.1328125, false], [-8.8828125, false], [-7.2578125, false], [-6.7578125, false], [-6.7578125, false], [-8.2578125, false], [-4.8828125, false], [-6.7578125, false], [-6.7578125, false], [-8.8828125, false], [-7.1328125, false], [-4.8828125, false], [-9.5078125, false], [-8.2578125, false], [-7.2578125, false], [-8.7578125, false], [-9.5078125, false], [-8.8828125, false], [-4.8828125, false], [-6.7578125, false], [-9.5078125, false], [-8.8828125, false], [-9.1328125, false], [-6.7578125, false], [-7.2578125, false], [-6.7578125, false], [-8.8828125, false], [-8.2578125, false], [-6.94140625, false], [-8.3828125, false], [-11.5078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1152, "doc": {"id": "ACTAAP_2010_5_8", "question": "Fossils of sea animals were found in a cave in Arkansas. What does this mean about that area of Arkansas in the past?", "choices": {"text": ["It was once underwater.", "It was once much warmer.", "It has become a rockier place.", "It has changed little from then."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "It was once underwater.", "arguments": ["Question: Fossils of sea animals were found in a cave in Arkansas. What does this mean about that area of Arkansas in the past?\nAnswer:", " ["], "resps": [[[-7.375, false]], [[-8.375, false]], [[-5.875, false]], [[-11.375, false]], [[-6.375, false]], [[-10.875, false]], [[-6.625, false]], [[-10.625, false]], [[-6.375, false]], [[-10.625, false]], [[-10.375, false]], [[-9.375, false]], [[-9.375, false]], [[-6.375, false]], [[-12.125, false]], [[-10.375, false]], [[-9.875, false]], [[-9.375, false]], [[-12.125, false]], [[-10.875, false]], [[-6.625, false]], [[-11.375, false]], [[-9.375, false]], [[-12.125, false]], [[-8.21875, false]], [[-8.375, false]], [[-10.34375, false]], [[-6.375, false]], [[-8.375, false]], [[-5.875, false]], [[-11.375, false]], [[-6.375, false]], [[-10.875, false]], [[-6.625, false]], [[-10.625, false]], [[-6.375, false]], [[-10.625, false]], [[-10.375, false]], [[-9.375, false]], [[-9.375, false]], [[-6.375, false]], [[-11.375, false]], [[-12.125, false]], [[-9.375, false]], [[-13.125, false]], [[-6.375, false]], [[-10.875, false]], [[-6.625, false]], [[-12.125, false]], [[-11.375, false]], [[-9.375, false]], [[-12.125, false]], [[-8.21875, false]], [[-8.375, false]], [[-10.34375, false]], [[-6.375, false]], [[-8.375, false]], [[-5.875, false]], [[-11.375, false]], [[-6.375, false]], [[-13.125, false]], [[-6.625, false]], [[-10.625, false]], [[-6.375, false]], [[-10.125, false]], [[-9.375, false]], [[-9.375, false]], [[-10.625, false]], [[-11.375, false]], [[-9.375, false]], [[-6.375, false]], [[-6.625, false]], [[-6.375, false]], [[-12.125, false]], [[-10.625, false]], [[-9.375, false]], [[-11.375, false]], [[-10.375, false]], [[-9.375, false]], [[-12.125, false]], [[-6.375, false]], [[-9.875, false]], [[-11.375, false]], [[-6.625, false]], [[-9.375, false]], [[-9.375, false]], [[-8.21875, false]], [[-8.375, false]], [[-10.34375, false]], [[-6.375, false]], [[-8.375, false]], [[-5.875, false]], [[-11.375, false]], [[-6.375, false]], [[-13.125, false]], [[-6.625, false]], [[-10.625, false]], [[-6.375, false]], [[-9.375, false]], [[-13.125, false]], [[-6.625, false]], [[-10.375, false]], [[-11.875, false]], [[-9.375, false]], [[-9.875, false]], [[-6.375, false]], [[-11.375, false]], [[-10.375, false]], [[-11.375, false]], [[-11.375, false]], [[-11.375, false]], [[-9.375, false]], [[-6.375, false]], [[-9.875, false]], [[-12.125, false]], [[-10.625, false]], [[-11.375, false]], [[-6.375, false]], [[-11.375, false]], [[-13.125, false]], [[-9.375, false]], [[-10.375, false]], [[-8.21875, false]], [[-8.375, false]], [[-12.875, false]]], "filtered_resps": [[-7.375, false], [-8.375, false], [-5.875, false], [-11.375, false], [-6.375, false], [-10.875, false], [-6.625, false], [-10.625, false], [-6.375, false], [-10.625, false], [-10.375, false], [-9.375, false], [-9.375, false], [-6.375, false], [-12.125, false], [-10.375, false], [-9.875, false], [-9.375, false], [-12.125, false], [-10.875, false], [-6.625, false], [-11.375, false], [-9.375, false], [-12.125, false], [-8.21875, false], [-8.375, false], [-10.34375, false], [-6.375, false], [-8.375, false], [-5.875, false], [-11.375, false], [-6.375, false], [-10.875, false], [-6.625, false], [-10.625, false], [-6.375, false], [-10.625, false], [-10.375, false], [-9.375, false], [-9.375, false], [-6.375, false], [-11.375, false], [-12.125, false], [-9.375, false], [-13.125, false], [-6.375, false], [-10.875, false], [-6.625, false], [-12.125, false], [-11.375, false], [-9.375, false], [-12.125, false], [-8.21875, false], [-8.375, false], [-10.34375, false], [-6.375, false], [-8.375, false], [-5.875, false], [-11.375, false], [-6.375, false], [-13.125, false], [-6.625, false], [-10.625, false], [-6.375, false], [-10.125, false], [-9.375, false], [-9.375, false], [-10.625, false], [-11.375, false], [-9.375, false], [-6.375, false], [-6.625, false], [-6.375, false], [-12.125, false], [-10.625, false], [-9.375, false], [-11.375, false], [-10.375, false], [-9.375, false], [-12.125, false], [-6.375, false], [-9.875, false], [-11.375, false], [-6.625, false], [-9.375, false], [-9.375, false], [-8.21875, false], [-8.375, false], [-10.34375, false], [-6.375, false], [-8.375, false], [-5.875, false], [-11.375, false], [-6.375, false], [-13.125, false], [-6.625, false], [-10.625, false], [-6.375, false], [-9.375, false], [-13.125, false], [-6.625, false], [-10.375, false], [-11.875, false], [-9.375, false], [-9.875, false], [-6.375, false], [-11.375, false], [-10.375, false], [-11.375, false], [-11.375, false], [-11.375, false], [-9.375, false], [-6.375, false], [-9.875, false], [-12.125, false], [-10.625, false], [-11.375, false], [-6.375, false], [-11.375, false], [-13.125, false], [-9.375, false], [-10.375, false], [-8.21875, false], [-8.375, false], [-12.875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1160, "doc": {"id": "VASoL_2008_5_16", "question": "Which of these best describes a tornado?", "choices": {"text": ["A winter storm that produces frozen precipitation", "A rotating funnel-shaped cloud with strong winds and thunderstorms", "A severe weather condition with low temperatures and blowing snow", "A storm that forms over warm ocean water and has extremely strong winds"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "A rotating funnel-shaped cloud with strong winds and thunderstorms", "arguments": ["Question: Which of these best describes a tornado?\nAnswer:", " ["], "resps": [[[-7.9921875, false]], [[-8.7421875, false]], [[-1.2431640625, true]], [[-5.7421875, false]], [[-10.4921875, false]], [[-9.4921875, false]], [[-10.4921875, false]], [[-9.9921875, false]], [[-7.4921875, false]], [[-10.7421875, false]], [[-5.7421875, false]], [[-10.7421875, false]], [[-9.9921875, false]], [[-11.2421875, false]], [[-10.7421875, false]], [[-11.7421875, false]], [[-5.7421875, false]], [[-9.9921875, false]], [[-11.7421875, false]], [[-3.244140625, false]], [[-9.9921875, false]], [[-5.7421875, false]], [[-10.7421875, false]], [[-10.7421875, false]], [[-11.2421875, false]], [[-9.9921875, false]], [[-12.4921875, false]], [[-10.4921875, false]], [[-7.4921875, false]], [[-10.7421875, false]], [[-5.7421875, false]], [[-10.2421875, false]], [[-10.7421875, false]], [[-11.2421875, false]], [[-11.9921875, false]], [[-7.4921875, false]], [[-10.4921875, false]], [[-5.7421875, false]], [[-10.7421875, false]], [[-10.7421875, false]], [[-7.4921875, false]], [[-10.4921875, false]], [[-9.4921875, false]], [[-10.7421875, false]], [[-9.4921875, false]], [[-9.9921875, false]], [[-3.244140625, false]], [[-9.9921875, false]], [[-9.4921875, false]], [[-11.2421875, false]], [[-10.4921875, false]], [[-8.7421875, false]], [[-10.078125, false]], [[-5.7421875, false]], [[-8.7421875, false]], [[-1.2431640625, true]], [[-5.7421875, false]], [[-10.7421875, false]], [[-11.2421875, false]], [[-9.9921875, false]], [[-3.244140625, false]], [[-9.9921875, false]], [[-9.4921875, false]], [[-10.4921875, false]], [[-13.2421875, false]], [[-5.7421875, false]], [[-10.2421875, false]], [[-12.4921875, false]], [[-10.4921875, false]], [[-10.4921875, false]], [[-7.4921875, false]], [[-11.4921875, false]], [[-6.7421875, false]], [[-10.7421875, false]], [[-11.7421875, false]], [[-3.244140625, false]], [[-10.7421875, false]], [[-7.4921875, false]], [[-9.9921875, false]], [[-5.7421875, false]], [[-10.4921875, false]], [[-11.4921875, false]], [[-11.2421875, false]], [[-12.4921875, false]], [[-9.9921875, false]], [[-5.7421875, false]], [[-10.4921875, false]], [[-9.4921875, false]], [[-9.9921875, false]], [[-11.7421875, false]], [[-5.7421875, false]], [[-10.7421875, false]], [[-9.9921875, false]], [[-10.7421875, false]], [[-11.2421875, false]], [[-10.4921875, false]], [[-13.2421875, false]], [[-5.7421875, false]], [[-10.4921875, false]], [[-9.4921875, false]], [[-10.4921875, false]], [[-9.9921875, false]], [[-10.7421875, false]], [[-5.7421875, false]], [[-3.244140625, false]], [[-10.4921875, false]], [[-9.9921875, false]], [[-5.7421875, false]], [[-9.9921875, false]], [[-11.7421875, false]], [[-12.4921875, false]], [[-10.4921875, false]], [[-9.9921875, false]], [[-7.4921875, false]], [[-10.7421875, false]], [[-10.7421875, false]], [[-9.9921875, false]], [[-11.2421875, false]], [[-10.7421875, false]], [[-11.7421875, false]], [[-10.7421875, false]], [[-8.7421875, false]], [[-10.078125, false]], [[-5.7421875, false]], [[-8.7421875, false]], [[-1.2431640625, true]], [[-5.7421875, false]], [[-10.7421875, false]], [[-7.4921875, false]], [[-10.9921875, false]], [[-7.4921875, false]], [[-10.7421875, false]], [[-7.4921875, false]], [[-5.7421875, false]], [[-10.4921875, false]], [[-7.4921875, false]], [[-3.244140625, false]], [[-9.9921875, false]], [[-11.7421875, false]], [[-7.4921875, false]], [[-10.7421875, false]], [[-5.7421875, false]], [[-10.4921875, false]], [[-11.2421875, false]], [[-10.4921875, false]], [[-9.9921875, false]], [[-9.4921875, false]], [[-9.9921875, false]], [[-9.4921875, false]], [[-11.2421875, false]], [[-10.4921875, false]], [[-5.7421875, false]], [[-10.4921875, false]], [[-9.4921875, false]], [[-9.9921875, false]], [[-11.7421875, false]], [[-5.7421875, false]], [[-11.4921875, false]], [[-11.2421875, false]], [[-10.4921875, false]], [[-5.7421875, false]], [[-9.9921875, false]], [[-7.4921875, false]], [[-11.7421875, false]], [[-10.7421875, false]], [[-7.4921875, false]], [[-10.7421875, false]], [[-3.244140625, false]], [[-9.9921875, false]], [[-12.4921875, false]], [[-10.7421875, false]], [[-7.4921875, false]], [[-10.7421875, false]], [[-5.7421875, false]], [[-3.244140625, false]], [[-10.4921875, false]], [[-9.9921875, false]], [[-5.7421875, false]], [[-9.4921875, false]], [[-11.4921875, false]], [[-11.2421875, false]], [[-10.4921875, false]], [[-9.4921875, false]], [[-10.4921875, false]], [[-13.2421875, false]], [[-5.7421875, false]], [[-10.7421875, false]], [[-10.4921875, false]], [[-11.2421875, false]], [[-10.4921875, false]], [[-8.7421875, false]], [[-10.078125, false]], [[-5.7421875, false]], [[-8.7421875, false]], [[-1.2431640625, true]], [[-5.7421875, false]], [[-10.7421875, false]], [[-9.9921875, false]], [[-11.2421875, false]], [[-10.7421875, false]], [[-11.7421875, false]], [[-5.7421875, false]], [[-9.9921875, false]], [[-11.7421875, false]], [[-3.244140625, false]], [[-9.9921875, false]], [[-5.7421875, false]], [[-10.2421875, false]], [[-11.2421875, false]], [[-10.7421875, false]], [[-11.7421875, false]], [[-10.7421875, false]], [[-5.7421875, false]], [[-11.2421875, false]], [[-10.9921875, false]], [[-7.4921875, false]], [[-10.7421875, false]], [[-5.7421875, false]], [[-10.4921875, false]], [[-3.244140625, false]], [[-10.7421875, false]], [[-11.7421875, false]], [[-5.7421875, false]], [[-11.2421875, false]], [[-10.4921875, false]], [[-7.4921875, false]], [[-3.244140625, false]], [[-10.4921875, false]], [[-5.7421875, false]], [[-10.4921875, false]], [[-3.244140625, false]], [[-9.9921875, false]], [[-7.4921875, false]], [[-10.7421875, false]], [[-5.7421875, false]], [[-3.244140625, false]], [[-10.4921875, false]], [[-9.9921875, false]], [[-5.7421875, false]], [[-11.7421875, false]], [[-3.244140625, false]], [[-10.7421875, false]], [[-5.7421875, false]], [[-7.4921875, false]], [[-10.9921875, false]], [[-9.9921875, false]], [[-10.7421875, false]], [[-7.4921875, false]], [[-11.7421875, false]], [[-7.4921875, false]], [[-11.4921875, false]], [[-12.4921875, false]], [[-5.7421875, false]], [[-10.7421875, false]], [[-9.9921875, false]], [[-10.7421875, false]], [[-11.2421875, false]], [[-10.4921875, false]], [[-13.2421875, false]], [[-5.7421875, false]], [[-10.4921875, false]], [[-9.4921875, false]], [[-10.4921875, false]], [[-9.9921875, false]], [[-10.7421875, false]], [[-8.7421875, false]], [[-11.9921875, false]]], "filtered_resps": [[-7.9921875, false], [-8.7421875, false], [-1.2431640625, true], [-5.7421875, false], [-10.4921875, false], [-9.4921875, false], [-10.4921875, false], [-9.9921875, false], [-7.4921875, false], [-10.7421875, false], [-5.7421875, false], [-10.7421875, false], [-9.9921875, false], [-11.2421875, false], [-10.7421875, false], [-11.7421875, false], [-5.7421875, false], [-9.9921875, false], [-11.7421875, false], [-3.244140625, false], [-9.9921875, false], [-5.7421875, false], [-10.7421875, false], [-10.7421875, false], [-11.2421875, false], [-9.9921875, false], [-12.4921875, false], [-10.4921875, false], [-7.4921875, false], [-10.7421875, false], [-5.7421875, false], [-10.2421875, false], [-10.7421875, false], [-11.2421875, false], [-11.9921875, false], [-7.4921875, false], [-10.4921875, false], [-5.7421875, false], [-10.7421875, false], [-10.7421875, false], [-7.4921875, false], [-10.4921875, false], [-9.4921875, false], [-10.7421875, false], [-9.4921875, false], [-9.9921875, false], [-3.244140625, false], [-9.9921875, false], [-9.4921875, false], [-11.2421875, false], [-10.4921875, false], [-8.7421875, false], [-10.078125, false], [-5.7421875, false], [-8.7421875, false], [-1.2431640625, true], [-5.7421875, false], [-10.7421875, false], [-11.2421875, false], [-9.9921875, false], [-3.244140625, false], [-9.9921875, false], [-9.4921875, false], [-10.4921875, false], [-13.2421875, false], [-5.7421875, false], [-10.2421875, false], [-12.4921875, false], [-10.4921875, false], [-10.4921875, false], [-7.4921875, false], [-11.4921875, false], [-6.7421875, false], [-10.7421875, false], [-11.7421875, false], [-3.244140625, false], [-10.7421875, false], [-7.4921875, false], [-9.9921875, false], [-5.7421875, false], [-10.4921875, false], [-11.4921875, false], [-11.2421875, false], [-12.4921875, false], [-9.9921875, false], [-5.7421875, false], [-10.4921875, false], [-9.4921875, false], [-9.9921875, false], [-11.7421875, false], [-5.7421875, false], [-10.7421875, false], [-9.9921875, false], [-10.7421875, false], [-11.2421875, false], [-10.4921875, false], [-13.2421875, false], [-5.7421875, false], [-10.4921875, false], [-9.4921875, false], [-10.4921875, false], [-9.9921875, false], [-10.7421875, false], [-5.7421875, false], [-3.244140625, false], [-10.4921875, false], [-9.9921875, false], [-5.7421875, false], [-9.9921875, false], [-11.7421875, false], [-12.4921875, false], [-10.4921875, false], [-9.9921875, false], [-7.4921875, false], [-10.7421875, false], [-10.7421875, false], [-9.9921875, false], [-11.2421875, false], [-10.7421875, false], [-11.7421875, false], [-10.7421875, false], [-8.7421875, false], [-10.078125, false], [-5.7421875, false], [-8.7421875, false], [-1.2431640625, true], [-5.7421875, false], [-10.7421875, false], [-7.4921875, false], [-10.9921875, false], [-7.4921875, false], [-10.7421875, false], [-7.4921875, false], [-5.7421875, false], [-10.4921875, false], [-7.4921875, false], [-3.244140625, false], [-9.9921875, false], [-11.7421875, false], [-7.4921875, false], [-10.7421875, false], [-5.7421875, false], [-10.4921875, false], [-11.2421875, false], [-10.4921875, false], [-9.9921875, false], [-9.4921875, false], [-9.9921875, false], [-9.4921875, false], [-11.2421875, false], [-10.4921875, false], [-5.7421875, false], [-10.4921875, false], [-9.4921875, false], [-9.9921875, false], [-11.7421875, false], [-5.7421875, false], [-11.4921875, false], [-11.2421875, false], [-10.4921875, false], [-5.7421875, false], [-9.9921875, false], [-7.4921875, false], [-11.7421875, false], [-10.7421875, false], [-7.4921875, false], [-10.7421875, false], [-3.244140625, false], [-9.9921875, false], [-12.4921875, false], [-10.7421875, false], [-7.4921875, false], [-10.7421875, false], [-5.7421875, false], [-3.244140625, false], [-10.4921875, false], [-9.9921875, false], [-5.7421875, false], [-9.4921875, false], [-11.4921875, false], [-11.2421875, false], [-10.4921875, false], [-9.4921875, false], [-10.4921875, false], [-13.2421875, false], [-5.7421875, false], [-10.7421875, false], [-10.4921875, false], [-11.2421875, false], [-10.4921875, false], [-8.7421875, false], [-10.078125, false], [-5.7421875, false], [-8.7421875, false], [-1.2431640625, true], [-5.7421875, false], [-10.7421875, false], [-9.9921875, false], [-11.2421875, false], [-10.7421875, false], [-11.7421875, false], [-5.7421875, false], [-9.9921875, false], [-11.7421875, false], [-3.244140625, false], [-9.9921875, false], [-5.7421875, false], [-10.2421875, false], [-11.2421875, false], [-10.7421875, false], [-11.7421875, false], [-10.7421875, false], [-5.7421875, false], [-11.2421875, false], [-10.9921875, false], [-7.4921875, false], [-10.7421875, false], [-5.7421875, false], [-10.4921875, false], [-3.244140625, false], [-10.7421875, false], [-11.7421875, false], [-5.7421875, false], [-11.2421875, false], [-10.4921875, false], [-7.4921875, false], [-3.244140625, false], [-10.4921875, false], [-5.7421875, false], [-10.4921875, false], [-3.244140625, false], [-9.9921875, false], [-7.4921875, false], [-10.7421875, false], [-5.7421875, false], [-3.244140625, false], [-10.4921875, false], [-9.9921875, false], [-5.7421875, false], [-11.7421875, false], [-3.244140625, false], [-10.7421875, false], [-5.7421875, false], [-7.4921875, false], [-10.9921875, false], [-9.9921875, false], [-10.7421875, false], [-7.4921875, false], [-11.7421875, false], [-7.4921875, false], [-11.4921875, false], [-12.4921875, false], [-5.7421875, false], [-10.7421875, false], [-9.9921875, false], [-10.7421875, false], [-11.2421875, false], [-10.4921875, false], [-13.2421875, false], [-5.7421875, false], [-10.4921875, false], [-9.4921875, false], [-10.4921875, false], [-9.9921875, false], [-10.7421875, false], [-8.7421875, false], [-11.9921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1168, "doc": {"id": "Mercury_7183523", "question": "The growing human population has many practices that adversely impact the environment. Acid rain is one example of environmental damage that is related to human activities. Which human activity is most likely the largest contributor to acid rain?", "choices": {"text": ["burning fossil fuels in power plants", "using pesticides on agricultural crops", "dumping waste matter into ocean waters", "clearing native forests for industrialization"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "burning fossil fuels in power plants", "arguments": ["Question: The growing human population has many practices that adversely impact the environment. Acid rain is one example of environmental damage that is related to human activities. Which human activity is most likely the largest contributor to acid rain?\nAnswer:", " ["], "resps": [[[-8.1015625, false]], [[-10.6015625, false]], [[-10.6015625, false]], [[-11.7265625, false]], [[-12.7265625, false]], [[-10.8515625, false]], [[-8.8515625, false]], [[-10.8515625, false]], [[-12.8515625, false]], [[-4.8515625, false]], [[-10.4765625, false]], [[-8.1015625, false]], [[-10.1015625, false]], [[-10.1015625, false]], [[-8.8515625, false]], [[-10.8515625, false]], [[-4.8515625, false]], [[-10.4765625, false]], [[-11.7265625, false]], [[-7.6015625, false]], [[-10.8515625, false]], [[-10.1015625, false]], [[-4.8515625, false]], [[-8.8515625, false]], [[-10.8515625, false]], [[-4.8515625, false]], [[-10.8515625, false]], [[-8.1015625, false]], [[-11.2265625, false]], [[-7.6015625, false]], [[-12.7265625, false]], [[-4.8515625, false]], [[-10.8515625, false]], [[-10.8515625, false]], [[-6.4765625, false]], [[-10.8515625, false]], [[-12.7265625, false]], [[-10.1015625, false]], [[-10.6015625, false]], [[-10.703125, false]], [[-4.8515625, false]], [[-10.6015625, false]], [[-11.7265625, false]], [[-10.1015625, false]], [[-8.8515625, false]], [[-10.8515625, false]], [[-12.8515625, false]], [[-4.8515625, false]], [[-10.8515625, false]], [[-7.6015625, false]], [[-10.1015625, false]], [[-12.7265625, false]], [[-8.8515625, false]], [[-9.1015625, false]], [[-8.8515625, false]], [[-7.3515625, false]], [[-7.6015625, false]], [[-10.1015625, false]], [[-4.8515625, false]], [[-8.1015625, false]], [[-10.8515625, false]], [[-4.8515625, false]], [[-6.4765625, false]], [[-12.8515625, false]], [[-12.7265625, false]], [[-8.8515625, false]], [[-9.1015625, false]], [[-11.7265625, false]], [[-10.8515625, false]], [[-12.7265625, false]], [[-11.7265625, false]], [[-12.7265625, false]], [[-6.4765625, false]], [[-10.8515625, false]], [[-4.8515625, false]], [[-9.1015625, false]], [[-12.7265625, false]], [[-8.1015625, false]], [[-10.8515625, false]], [[-10.1015625, false]], [[-10.6015625, false]], [[-10.703125, false]], [[-4.8515625, false]], [[-10.6015625, false]], [[-7.3515625, false]], [[-11.7265625, false]], [[-11.2265625, false]], [[-10.8515625, false]], [[-8.8515625, false]], [[-10.8515625, false]], [[-12.8515625, false]], [[-4.8515625, false]], [[-11.2265625, false]], [[-6.4765625, false]], [[-10.1015625, false]], [[-12.7265625, false]], [[-7.6015625, false]], [[-4.8515625, false]], [[-11.2265625, false]], [[-6.4765625, false]], [[-12.7265625, false]], [[-12.7265625, false]], [[-7.6015625, false]], [[-12.7265625, false]], [[-4.8515625, false]], [[-8.8515625, false]], [[-10.8515625, false]], [[-12.7265625, false]], [[-8.1015625, false]], [[-4.8515625, false]], [[-8.1015625, false]], [[-9.1015625, false]], [[-7.6015625, false]], [[-6.4765625, false]], [[-10.8515625, false]], [[-4.8515625, false]], [[-11.2265625, false]], [[-6.4765625, false]], [[-12.7265625, false]], [[-7.6015625, false]], [[-12.7265625, false]], [[-10.1015625, false]], [[-10.6015625, false]], [[-10.625, false]], [[-4.8515625, false]], [[-10.6015625, false]], [[-9.1015625, false]], [[-10.8515625, false]], [[-7.6015625, false]], [[-6.4765625, false]], [[-12.7265625, false]], [[-8.8515625, false]], [[-10.8515625, false]], [[-12.8515625, false]], [[-4.8515625, false]], [[-10.8515625, false]], [[-6.4765625, false]], [[-12.7265625, false]], [[-8.8515625, false]], [[-12.9765625, false]], [[-7.6015625, false]], [[-4.8515625, false]], [[-10.4765625, false]], [[-8.1015625, false]], [[-12.7265625, false]], [[-7.6015625, false]], [[-10.1015625, false]], [[-12.7265625, false]], [[-10.1015625, false]], [[-4.8515625, false]], [[-10.4765625, false]], [[-8.1015625, false]], [[-12.7265625, false]], [[-4.8515625, false]], [[-8.8515625, false]], [[-10.8515625, false]], [[-7.3515625, false]], [[-11.7265625, false]], [[-10.1015625, false]], [[-12.7265625, false]], [[-12.7265625, false]], [[-8.8515625, false]], [[-6.4765625, false]], [[-10.8515625, false]], [[-8.8515625, false]], [[-13.6015625, false]], [[-6.4765625, false]], [[-12.7265625, false]], [[-8.8515625, false]], [[-8.1015625, false]], [[-10.8515625, false]], [[-10.6015625, false]], [[-16.59375, false]]], "filtered_resps": [[-8.1015625, false], [-10.6015625, false], [-10.6015625, false], [-11.7265625, false], [-12.7265625, false], [-10.8515625, false], [-8.8515625, false], [-10.8515625, false], [-12.8515625, false], [-4.8515625, false], [-10.4765625, false], [-8.1015625, false], [-10.1015625, false], [-10.1015625, false], [-8.8515625, false], [-10.8515625, false], [-4.8515625, false], [-10.4765625, false], [-11.7265625, false], [-7.6015625, false], [-10.8515625, false], [-10.1015625, false], [-4.8515625, false], [-8.8515625, false], [-10.8515625, false], [-4.8515625, false], [-10.8515625, false], [-8.1015625, false], [-11.2265625, false], [-7.6015625, false], [-12.7265625, false], [-4.8515625, false], [-10.8515625, false], [-10.8515625, false], [-6.4765625, false], [-10.8515625, false], [-12.7265625, false], [-10.1015625, false], [-10.6015625, false], [-10.703125, false], [-4.8515625, false], [-10.6015625, false], [-11.7265625, false], [-10.1015625, false], [-8.8515625, false], [-10.8515625, false], [-12.8515625, false], [-4.8515625, false], [-10.8515625, false], [-7.6015625, false], [-10.1015625, false], [-12.7265625, false], [-8.8515625, false], [-9.1015625, false], [-8.8515625, false], [-7.3515625, false], [-7.6015625, false], [-10.1015625, false], [-4.8515625, false], [-8.1015625, false], [-10.8515625, false], [-4.8515625, false], [-6.4765625, false], [-12.8515625, false], [-12.7265625, false], [-8.8515625, false], [-9.1015625, false], [-11.7265625, false], [-10.8515625, false], [-12.7265625, false], [-11.7265625, false], [-12.7265625, false], [-6.4765625, false], [-10.8515625, false], [-4.8515625, false], [-9.1015625, false], [-12.7265625, false], [-8.1015625, false], [-10.8515625, false], [-10.1015625, false], [-10.6015625, false], [-10.703125, false], [-4.8515625, false], [-10.6015625, false], [-7.3515625, false], [-11.7265625, false], [-11.2265625, false], [-10.8515625, false], [-8.8515625, false], [-10.8515625, false], [-12.8515625, false], [-4.8515625, false], [-11.2265625, false], [-6.4765625, false], [-10.1015625, false], [-12.7265625, false], [-7.6015625, false], [-4.8515625, false], [-11.2265625, false], [-6.4765625, false], [-12.7265625, false], [-12.7265625, false], [-7.6015625, false], [-12.7265625, false], [-4.8515625, false], [-8.8515625, false], [-10.8515625, false], [-12.7265625, false], [-8.1015625, false], [-4.8515625, false], [-8.1015625, false], [-9.1015625, false], [-7.6015625, false], [-6.4765625, false], [-10.8515625, false], [-4.8515625, false], [-11.2265625, false], [-6.4765625, false], [-12.7265625, false], [-7.6015625, false], [-12.7265625, false], [-10.1015625, false], [-10.6015625, false], [-10.625, false], [-4.8515625, false], [-10.6015625, false], [-9.1015625, false], [-10.8515625, false], [-7.6015625, false], [-6.4765625, false], [-12.7265625, false], [-8.8515625, false], [-10.8515625, false], [-12.8515625, false], [-4.8515625, false], [-10.8515625, false], [-6.4765625, false], [-12.7265625, false], [-8.8515625, false], [-12.9765625, false], [-7.6015625, false], [-4.8515625, false], [-10.4765625, false], [-8.1015625, false], [-12.7265625, false], [-7.6015625, false], [-10.1015625, false], [-12.7265625, false], [-10.1015625, false], [-4.8515625, false], [-10.4765625, false], [-8.1015625, false], [-12.7265625, false], [-4.8515625, false], [-8.8515625, false], [-10.8515625, false], [-7.3515625, false], [-11.7265625, false], [-10.1015625, false], [-12.7265625, false], [-12.7265625, false], [-8.8515625, false], [-6.4765625, false], [-10.8515625, false], [-8.8515625, false], [-13.6015625, false], [-6.4765625, false], [-12.7265625, false], [-8.8515625, false], [-8.1015625, false], [-10.8515625, false], [-10.6015625, false], [-16.59375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1176, "doc": {"id": "Mercury_7223423", "question": "Two samples of gold must have the same", "choices": {"text": ["mass.", "volume.", "length.", "density."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "density.", "arguments": ["Question: Two samples of gold must have the same\nAnswer:", " ["], "resps": [[[-6.609375, false]], [[-7.359375, false]], [[-8.109375, false]], [[-4.359375, false]], [[-8.609375, false]], [[-8.609375, false]], [[-5.83203125, false]], [[-7.359375, false]], [[-7.89453125, false]], [[-4.609375, false]], [[-7.359375, false]], [[-9.359375, false]], [[-9.484375, false]], [[-9.609375, false]], [[-9.734375, false]], [[-8.109375, false]], [[-7.109375, false]], [[-5.83203125, false]], [[-7.359375, false]], [[-7.89453125, false]], [[-4.609375, false]], [[-7.359375, false]], [[-9.609375, false]], [[-7.109375, false]], [[-5.609375, false]], [[-8.609375, false]], [[-8.359375, false]], [[-9.234375, false]], [[-5.83203125, false]], [[-7.359375, false]], [[-7.89453125, false]], [[-4.609375, false]], [[-7.359375, false]], [[-8.109375, false]], [[-7.109375, false]], [[-5.609375, false]], [[-8.609375, false]], [[-6.859375, false]], [[-8.359375, false]], [[-8.109375, false]], [[-5.83203125, false]], [[-7.359375, false]], [[-9.984375, false]]], "filtered_resps": [[-6.609375, false], [-7.359375, false], [-8.109375, false], [-4.359375, false], [-8.609375, false], [-8.609375, false], [-5.83203125, false], [-7.359375, false], [-7.89453125, false], [-4.609375, false], [-7.359375, false], [-9.359375, false], [-9.484375, false], [-9.609375, false], [-9.734375, false], [-8.109375, false], [-7.109375, false], [-5.83203125, false], [-7.359375, false], [-7.89453125, false], [-4.609375, false], [-7.359375, false], [-9.609375, false], [-7.109375, false], [-5.609375, false], [-8.609375, false], [-8.359375, false], [-9.234375, false], [-5.83203125, false], [-7.359375, false], [-7.89453125, false], [-4.609375, false], [-7.359375, false], [-8.109375, false], [-7.109375, false], [-5.609375, false], [-8.609375, false], [-6.859375, false], [-8.359375, false], [-8.109375, false], [-5.83203125, false], [-7.359375, false], [-9.984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1184, "doc": {"id": "CSZ20334", "question": "Gravity is responsible for the ___.", "choices": {"text": ["orbits of the planets around the Sun", "rotation of a planet on its axis", "tilt of Earth's axis", "phases of the Moon"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "orbits of the planets around the Sun", "arguments": ["Question: Gravity is responsible for the ___.\nAnswer:", " ["], "resps": [[[-7.484375, false]], [[-8.484375, false]], [[-8.109375, false]], [[-9.484375, false]], [[-7.109375, false]], [[-8.734375, false]], [[-9.859375, false]], [[-8.484375, false]], [[-3.732421875, false]], [[-8.109375, false]], [[-7.984375, false]], [[-3.732421875, false]], [[-9.859375, false]], [[-9.359375, false]], [[-7.109375, false]], [[-3.732421875, false]], [[-8.859375, false]], [[-9.484375, false]], [[-5.484375, false]], [[-10.109375, false]], [[-7.109375, false]], [[-9.859375, false]], [[-8.484375, false]], [[-3.732421875, false]], [[-5.484375, false]], [[-9.484375, false]], [[-8.109375, false]], [[-10.359375, false]], [[-10.109375, false]], [[-8.109375, false]], [[-3.732421875, false]], [[-9.859375, false]], [[-9.359375, false]], [[-7.109375, false]], [[-3.732421875, false]], [[-5.984375, false]], [[-10.359375, false]], [[-10.109375, false]], [[-8.484375, false]], [[-9.9296875, false]], [[-3.732421875, false]], [[-8.484375, false]], [[-9.484375, false]], [[-8.109375, false]], [[-9.859375, false]], [[-5.484375, false]], [[-9.859375, false]], [[-8.734375, false]], [[-8.109375, false]], [[-10.109375, false]], [[-3.732421875, false]], [[-8.109375, false]], [[-7.984375, false]], [[-3.732421875, false]], [[-5.484375, false]], [[-3.732421875, false]], [[-8.859375, false]], [[-9.484375, false]], [[-5.484375, false]], [[-10.109375, false]], [[-7.109375, false]], [[-9.859375, false]], [[-3.732421875, false]], [[-8.109375, false]], [[-10.109375, false]], [[-3.732421875, false]], [[-8.734375, false]], [[-9.859375, false]], [[-8.484375, false]], [[-3.732421875, false]], [[-5.484375, false]], [[-8.984375, false]], [[-8.734375, false]], [[-8.484375, false]], [[-8.484375, false]], [[-9.9296875, false]], [[-3.732421875, false]], [[-7.109375, false]], [[-9.859375, false]], [[-8.734375, false]], [[-9.484375, false]], [[-9.859375, false]], [[-3.732421875, false]], [[-8.109375, false]], [[-7.984375, false]], [[-3.732421875, false]], [[-4.984375, false]], [[-5.484375, false]], [[-9.484375, false]], [[-9.859375, false]], [[-9.359375, false]], [[-8.484375, false]], [[-8.484375, false]], [[-3.732421875, false]], [[-5.484375, false]], [[-8.984375, false]], [[-8.734375, false]], [[-8.484375, false]], [[-7.109375, false]], [[-9.9296875, false]], [[-3.732421875, false]], [[-8.484375, false]], [[-8.859375, false]], [[-9.359375, false]], [[-5.484375, false]], [[-8.484375, false]], [[-7.109375, false]], [[-8.484375, false]], [[-3.732421875, false]], [[-8.109375, false]], [[-7.984375, false]], [[-3.732421875, false]], [[-9.859375, false]], [[-9.359375, false]], [[-7.109375, false]], [[-3.732421875, false]], [[-6.359375, false]], [[-8.109375, false]], [[-8.109375, false]], [[-10.109375, false]], [[-8.484375, false]], [[-12.109375, false]]], "filtered_resps": [[-7.484375, false], [-8.484375, false], [-8.109375, false], [-9.484375, false], [-7.109375, false], [-8.734375, false], [-9.859375, false], [-8.484375, false], [-3.732421875, false], [-8.109375, false], [-7.984375, false], [-3.732421875, false], [-9.859375, false], [-9.359375, false], [-7.109375, false], [-3.732421875, false], [-8.859375, false], [-9.484375, false], [-5.484375, false], [-10.109375, false], [-7.109375, false], [-9.859375, false], [-8.484375, false], [-3.732421875, false], [-5.484375, false], [-9.484375, false], [-8.109375, false], [-10.359375, false], [-10.109375, false], [-8.109375, false], [-3.732421875, false], [-9.859375, false], [-9.359375, false], [-7.109375, false], [-3.732421875, false], [-5.984375, false], [-10.359375, false], [-10.109375, false], [-8.484375, false], [-9.9296875, false], [-3.732421875, false], [-8.484375, false], [-9.484375, false], [-8.109375, false], [-9.859375, false], [-5.484375, false], [-9.859375, false], [-8.734375, false], [-8.109375, false], [-10.109375, false], [-3.732421875, false], [-8.109375, false], [-7.984375, false], [-3.732421875, false], [-5.484375, false], [-3.732421875, false], [-8.859375, false], [-9.484375, false], [-5.484375, false], [-10.109375, false], [-7.109375, false], [-9.859375, false], [-3.732421875, false], [-8.109375, false], [-10.109375, false], [-3.732421875, false], [-8.734375, false], [-9.859375, false], [-8.484375, false], [-3.732421875, false], [-5.484375, false], [-8.984375, false], [-8.734375, false], [-8.484375, false], [-8.484375, false], [-9.9296875, false], [-3.732421875, false], [-7.109375, false], [-9.859375, false], [-8.734375, false], [-9.484375, false], [-9.859375, false], [-3.732421875, false], [-8.109375, false], [-7.984375, false], [-3.732421875, false], [-4.984375, false], [-5.484375, false], [-9.484375, false], [-9.859375, false], [-9.359375, false], [-8.484375, false], [-8.484375, false], [-3.732421875, false], [-5.484375, false], [-8.984375, false], [-8.734375, false], [-8.484375, false], [-7.109375, false], [-9.9296875, false], [-3.732421875, false], [-8.484375, false], [-8.859375, false], [-9.359375, false], [-5.484375, false], [-8.484375, false], [-7.109375, false], [-8.484375, false], [-3.732421875, false], [-8.109375, false], [-7.984375, false], [-3.732421875, false], [-9.859375, false], [-9.359375, false], [-7.109375, false], [-3.732421875, false], [-6.359375, false], [-8.109375, false], [-8.109375, false], [-10.109375, false], [-8.484375, false], [-12.109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1192, "doc": {"id": "Mercury_7217333", "question": "The scientific method is the inquiry process by which scientists raise and attempt to answer new questions. Which is the best way to communicate findings that result from scientific inquiry?", "choices": {"text": ["discuss the findings with scientists who agree with you", "discuss the findings with a well-known scientist", "publish the findings in scientific journals", "publish the findings in local newspapers"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "publish the findings in scientific journals", "arguments": ["Question: The scientific method is the inquiry process by which scientists raise and attempt to answer new questions. Which is the best way to communicate findings that result from scientific inquiry?\nAnswer:", " ["], "resps": [[[-7.79296875, false]], [[-8.2890625, false]], [[-8.2890625, false]], [[-8.0390625, false]], [[-9.2890625, false]], [[-8.5390625, false]], [[-9.7890625, false]], [[-9.2890625, false]], [[-9.2890625, false]], [[-5.41796875, false]], [[-9.6640625, false]], [[-10.0390625, false]], [[-7.29296875, false]], [[-5.41796875, false]], [[-9.4140625, false]], [[-8.0390625, false]], [[-9.1640625, false]], [[-8.2890625, false]], [[-8.0390625, false]], [[-9.1640625, false]], [[-11.5390625, false]], [[-9.2890625, false]], [[-5.41796875, false]], [[-10.1640625, false]], [[-8.0390625, false]], [[-9.6640625, false]], [[-10.0390625, false]], [[-5.41796875, false]], [[-9.2890625, false]], [[-8.5390625, false]], [[-8.0390625, false]], [[-7.29296875, false]], [[-9.1640625, false]], [[-9.6640625, false]], [[-8.0390625, false]], [[-9.2890625, false]], [[-9.6640625, false]], [[-9.2890625, false]], [[-5.41796875, false]], [[-10.1640625, false]], [[-10.0390625, false]], [[-9.2890625, false]], [[-5.41796875, false]], [[-4.91796875, false]], [[-11.5390625, false]], [[-10.1640625, false]], [[-7.29296875, false]], [[-7.29296875, false]], [[-5.41796875, false]], [[-10.1640625, false]], [[-8.0390625, false]], [[-9.6640625, false]], [[-10.0390625, false]], [[-5.41796875, false]], [[-11.7890625, false]], [[-9.2890625, false]], [[-9.7890625, false]], [[-8.2890625, false]], [[-10.15625, false]], [[-5.41796875, false]], [[-8.2890625, false]], [[-8.2890625, false]], [[-8.0390625, false]], [[-9.2890625, false]], [[-8.5390625, false]], [[-9.7890625, false]], [[-9.2890625, false]], [[-9.2890625, false]], [[-5.41796875, false]], [[-9.6640625, false]], [[-10.0390625, false]], [[-7.29296875, false]], [[-5.41796875, false]], [[-9.4140625, false]], [[-8.0390625, false]], [[-9.1640625, false]], [[-8.2890625, false]], [[-8.0390625, false]], [[-9.1640625, false]], [[-11.5390625, false]], [[-9.2890625, false]], [[-5.41796875, false]], [[-10.1640625, false]], [[-8.0390625, false]], [[-9.6640625, false]], [[-10.0390625, false]], [[-5.41796875, false]], [[-4.91796875, false]], [[-5.41796875, false]], [[-10.1640625, false]], [[-7.29296875, false]], [[-10.2890625, false]], [[-10.2890625, false]], [[-6.91796875, false]], [[-11.0390625, false]], [[-9.1640625, false]], [[-9.2890625, false]], [[-10.1640625, false]], [[-9.1640625, false]], [[-5.41796875, false]], [[-9.2890625, false]], [[-8.5390625, false]], [[-8.0390625, false]], [[-7.29296875, false]], [[-9.1640625, false]], [[-9.6640625, false]], [[-8.0390625, false]], [[-9.2890625, false]], [[-9.6640625, false]], [[-8.2890625, false]], [[-10.15625, false]], [[-5.41796875, false]], [[-8.2890625, false]], [[-8.7890625, false]], [[-9.7890625, false]], [[-8.2890625, false]], [[-10.2890625, false]], [[-8.0390625, false]], [[-9.2890625, false]], [[-10.0390625, false]], [[-5.41796875, false]], [[-9.6640625, false]], [[-10.0390625, false]], [[-7.29296875, false]], [[-5.41796875, false]], [[-9.4140625, false]], [[-8.0390625, false]], [[-9.1640625, false]], [[-8.2890625, false]], [[-8.0390625, false]], [[-9.1640625, false]], [[-11.5390625, false]], [[-9.2890625, false]], [[-5.41796875, false]], [[-8.0390625, false]], [[-9.1640625, false]], [[-5.41796875, false]], [[-9.2890625, false]], [[-8.5390625, false]], [[-8.0390625, false]], [[-7.29296875, false]], [[-9.1640625, false]], [[-9.6640625, false]], [[-8.0390625, false]], [[-9.4140625, false]], [[-8.0390625, false]], [[-8.5390625, false]], [[-5.41796875, false]], [[-11.9140625, false]], [[-9.2890625, false]], [[-9.7890625, false]], [[-10.1640625, false]], [[-9.1640625, false]], [[-4.91796875, false]], [[-10.2890625, false]], [[-9.2890625, false]], [[-8.2890625, false]], [[-10.15625, false]], [[-5.41796875, false]], [[-8.2890625, false]], [[-8.7890625, false]], [[-9.7890625, false]], [[-8.2890625, false]], [[-10.2890625, false]], [[-8.0390625, false]], [[-9.2890625, false]], [[-10.0390625, false]], [[-5.41796875, false]], [[-9.6640625, false]], [[-10.0390625, false]], [[-7.29296875, false]], [[-5.41796875, false]], [[-9.4140625, false]], [[-8.0390625, false]], [[-9.1640625, false]], [[-8.2890625, false]], [[-8.0390625, false]], [[-9.1640625, false]], [[-11.5390625, false]], [[-9.2890625, false]], [[-5.41796875, false]], [[-8.0390625, false]], [[-9.1640625, false]], [[-5.41796875, false]], [[-10.2890625, false]], [[-9.2890625, false]], [[-8.5390625, false]], [[-4.91796875, false]], [[-10.2890625, false]], [[-5.41796875, false]], [[-9.1640625, false]], [[-7.29296875, false]], [[-10.1640625, false]], [[-9.2890625, false]], [[-8.7890625, false]], [[-4.91796875, false]], [[-8.7890625, false]], [[-7.29296875, false]], [[-10.1640625, false]], [[-9.2890625, false]], [[-8.2890625, false]], [[-12.5390625, false]]], "filtered_resps": [[-7.79296875, false], [-8.2890625, false], [-8.2890625, false], [-8.0390625, false], [-9.2890625, false], [-8.5390625, false], [-9.7890625, false], [-9.2890625, false], [-9.2890625, false], [-5.41796875, false], [-9.6640625, false], [-10.0390625, false], [-7.29296875, false], [-5.41796875, false], [-9.4140625, false], [-8.0390625, false], [-9.1640625, false], [-8.2890625, false], [-8.0390625, false], [-9.1640625, false], [-11.5390625, false], [-9.2890625, false], [-5.41796875, false], [-10.1640625, false], [-8.0390625, false], [-9.6640625, false], [-10.0390625, false], [-5.41796875, false], [-9.2890625, false], [-8.5390625, false], [-8.0390625, false], [-7.29296875, false], [-9.1640625, false], [-9.6640625, false], [-8.0390625, false], [-9.2890625, false], [-9.6640625, false], [-9.2890625, false], [-5.41796875, false], [-10.1640625, false], [-10.0390625, false], [-9.2890625, false], [-5.41796875, false], [-4.91796875, false], [-11.5390625, false], [-10.1640625, false], [-7.29296875, false], [-7.29296875, false], [-5.41796875, false], [-10.1640625, false], [-8.0390625, false], [-9.6640625, false], [-10.0390625, false], [-5.41796875, false], [-11.7890625, false], [-9.2890625, false], [-9.7890625, false], [-8.2890625, false], [-10.15625, false], [-5.41796875, false], [-8.2890625, false], [-8.2890625, false], [-8.0390625, false], [-9.2890625, false], [-8.5390625, false], [-9.7890625, false], [-9.2890625, false], [-9.2890625, false], [-5.41796875, false], [-9.6640625, false], [-10.0390625, false], [-7.29296875, false], [-5.41796875, false], [-9.4140625, false], [-8.0390625, false], [-9.1640625, false], [-8.2890625, false], [-8.0390625, false], [-9.1640625, false], [-11.5390625, false], [-9.2890625, false], [-5.41796875, false], [-10.1640625, false], [-8.0390625, false], [-9.6640625, false], [-10.0390625, false], [-5.41796875, false], [-4.91796875, false], [-5.41796875, false], [-10.1640625, false], [-7.29296875, false], [-10.2890625, false], [-10.2890625, false], [-6.91796875, false], [-11.0390625, false], [-9.1640625, false], [-9.2890625, false], [-10.1640625, false], [-9.1640625, false], [-5.41796875, false], [-9.2890625, false], [-8.5390625, false], [-8.0390625, false], [-7.29296875, false], [-9.1640625, false], [-9.6640625, false], [-8.0390625, false], [-9.2890625, false], [-9.6640625, false], [-8.2890625, false], [-10.15625, false], [-5.41796875, false], [-8.2890625, false], [-8.7890625, false], [-9.7890625, false], [-8.2890625, false], [-10.2890625, false], [-8.0390625, false], [-9.2890625, false], [-10.0390625, false], [-5.41796875, false], [-9.6640625, false], [-10.0390625, false], [-7.29296875, false], [-5.41796875, false], [-9.4140625, false], [-8.0390625, false], [-9.1640625, false], [-8.2890625, false], [-8.0390625, false], [-9.1640625, false], [-11.5390625, false], [-9.2890625, false], [-5.41796875, false], [-8.0390625, false], [-9.1640625, false], [-5.41796875, false], [-9.2890625, false], [-8.5390625, false], [-8.0390625, false], [-7.29296875, false], [-9.1640625, false], [-9.6640625, false], [-8.0390625, false], [-9.4140625, false], [-8.0390625, false], [-8.5390625, false], [-5.41796875, false], [-11.9140625, false], [-9.2890625, false], [-9.7890625, false], [-10.1640625, false], [-9.1640625, false], [-4.91796875, false], [-10.2890625, false], [-9.2890625, false], [-8.2890625, false], [-10.15625, false], [-5.41796875, false], [-8.2890625, false], [-8.7890625, false], [-9.7890625, false], [-8.2890625, false], [-10.2890625, false], [-8.0390625, false], [-9.2890625, false], [-10.0390625, false], [-5.41796875, false], [-9.6640625, false], [-10.0390625, false], [-7.29296875, false], [-5.41796875, false], [-9.4140625, false], [-8.0390625, false], [-9.1640625, false], [-8.2890625, false], [-8.0390625, false], [-9.1640625, false], [-11.5390625, false], [-9.2890625, false], [-5.41796875, false], [-8.0390625, false], [-9.1640625, false], [-5.41796875, false], [-10.2890625, false], [-9.2890625, false], [-8.5390625, false], [-4.91796875, false], [-10.2890625, false], [-5.41796875, false], [-9.1640625, false], [-7.29296875, false], [-10.1640625, false], [-9.2890625, false], [-8.7890625, false], [-4.91796875, false], [-8.7890625, false], [-7.29296875, false], [-10.1640625, false], [-9.2890625, false], [-8.2890625, false], [-12.5390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1200, "doc": {"id": "Mercury_7014385", "question": "Some scientists believe that the mass extinction of dinosaurs was caused by the impact of a large meteorite on Earth. This impact would have caused a darkening of the sky due to dust blown into the upper atmosphere. This darkening would have reduced the sizes of some ecosystems because of", "choices": {"text": ["longer seasons.", "accelerated erosion.", "reduced photosynthesis.", "increased number of hurricanes."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "reduced photosynthesis.", "arguments": ["Question: Some scientists believe that the mass extinction of dinosaurs was caused by the impact of a large meteorite on Earth. This impact would have caused a darkening of the sky due to dust blown into the upper atmosphere. This darkening would have reduced the sizes of some ecosystems because of\nAnswer:", " ["], "resps": [[[-7.51953125, false]], [[-8.765625, false]], [[-10.640625, false]], [[-9.265625, false]], [[-9.140625, false]], [[-11.515625, false]], [[-7.01953125, false]], [[-10.140625, false]], [[-5.26953125, false]], [[-9.265625, false]], [[-7.01953125, false]], [[-5.51953125, false]], [[-9.265625, false]], [[-9.265625, false]], [[-9.140625, false]], [[-9.265625, false]], [[-6.9453125, false]], [[-8.765625, false]], [[-8.3203125, false]], [[-5.26953125, false]], [[-8.765625, false]], [[-5.51953125, false]], [[-8.265625, false]], [[-8.265625, false]], [[-7.01953125, false]], [[-10.640625, false]], [[-7.01953125, false]], [[-10.140625, false]], [[-5.51953125, false]], [[-11.140625, false]], [[-7.01953125, false]], [[-7.89453125, false]], [[-5.26953125, false]], [[-7.01953125, false]], [[-10.140625, false]], [[-9.265625, false]], [[-9.265625, false]], [[-8.265625, false]], [[-9.265625, false]], [[-9.140625, false]], [[-6.9453125, false]], [[-8.765625, false]], [[-8.3203125, false]], [[-5.26953125, false]], [[-8.765625, false]], [[-10.140625, false]], [[-7.01953125, false]], [[-7.89453125, false]], [[-11.390625, false]], [[-8.265625, false]], [[-7.01953125, false]], [[-7.89453125, false]], [[-5.26953125, false]], [[-9.390625, false]], [[-10.515625, false]], [[-9.265625, false]], [[-11.140625, false]], [[-9.265625, false]], [[-9.265625, false]], [[-11.765625, false]], [[-9.140625, false]], [[-11.140625, false]], [[-10.515625, false]], [[-7.01953125, false]], [[-9.265625, false]], [[-8.265625, false]], [[-9.265625, false]], [[-6.9453125, false]], [[-8.765625, false]], [[-8.3203125, false]], [[-5.26953125, false]], [[-8.765625, false]], [[-8.265625, false]], [[-9.140625, false]], [[-8.265625, false]], [[-10.140625, false]], [[-7.01953125, false]], [[-5.51953125, false]], [[-9.265625, false]], [[-7.01953125, false]], [[-7.89453125, false]], [[-5.26953125, false]], [[-9.140625, false]], [[-11.390625, false]], [[-10.390625, false]], [[-8.015625, false]], [[-7.01953125, false]], [[-10.140625, false]], [[-5.26953125, false]], [[-9.265625, false]], [[-9.390625, false]], [[-5.26953125, false]], [[-10.515625, false]], [[-11.390625, false]], [[-10.140625, false]], [[-10.140625, false]], [[-8.265625, false]], [[-8.265625, false]], [[-5.51953125, false]], [[-9.140625, false]], [[-7.01953125, false]], [[-9.265625, false]], [[-6.9453125, false]], [[-8.765625, false]], [[-12.265625, false]]], "filtered_resps": [[-7.51953125, false], [-8.765625, false], [-10.640625, false], [-9.265625, false], [-9.140625, false], [-11.515625, false], [-7.01953125, false], [-10.140625, false], [-5.26953125, false], [-9.265625, false], [-7.01953125, false], [-5.51953125, false], [-9.265625, false], [-9.265625, false], [-9.140625, false], [-9.265625, false], [-6.9453125, false], [-8.765625, false], [-8.3203125, false], [-5.26953125, false], [-8.765625, false], [-5.51953125, false], [-8.265625, false], [-8.265625, false], [-7.01953125, false], [-10.640625, false], [-7.01953125, false], [-10.140625, false], [-5.51953125, false], [-11.140625, false], [-7.01953125, false], [-7.89453125, false], [-5.26953125, false], [-7.01953125, false], [-10.140625, false], [-9.265625, false], [-9.265625, false], [-8.265625, false], [-9.265625, false], [-9.140625, false], [-6.9453125, false], [-8.765625, false], [-8.3203125, false], [-5.26953125, false], [-8.765625, false], [-10.140625, false], [-7.01953125, false], [-7.89453125, false], [-11.390625, false], [-8.265625, false], [-7.01953125, false], [-7.89453125, false], [-5.26953125, false], [-9.390625, false], [-10.515625, false], [-9.265625, false], [-11.140625, false], [-9.265625, false], [-9.265625, false], [-11.765625, false], [-9.140625, false], [-11.140625, false], [-10.515625, false], [-7.01953125, false], [-9.265625, false], [-8.265625, false], [-9.265625, false], [-6.9453125, false], [-8.765625, false], [-8.3203125, false], [-5.26953125, false], [-8.765625, false], [-8.265625, false], [-9.140625, false], [-8.265625, false], [-10.140625, false], [-7.01953125, false], [-5.51953125, false], [-9.265625, false], [-7.01953125, false], [-7.89453125, false], [-5.26953125, false], [-9.140625, false], [-11.390625, false], [-10.390625, false], [-8.015625, false], [-7.01953125, false], [-10.140625, false], [-5.26953125, false], [-9.265625, false], [-9.390625, false], [-5.26953125, false], [-10.515625, false], [-11.390625, false], [-10.140625, false], [-10.140625, false], [-8.265625, false], [-8.265625, false], [-5.51953125, false], [-9.140625, false], [-7.01953125, false], [-9.265625, false], [-6.9453125, false], [-8.765625, false], [-12.265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1208, "doc": {"id": "NCEOGA_2013_5_S2", "question": "Which device is used to determine the volume of a liquid?", "choices": {"text": ["anemometer", "graduated cylinder", "test tube", "thermometer"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "graduated cylinder", "arguments": ["Question: Which device is used to determine the volume of a liquid?\nAnswer:", " ["], "resps": [[[-7.8515625, false]], [[-9.8515625, false]], [[-3.6015625, false]], [[-9.3515625, false]], [[-7.3515625, false]], [[-7.8515625, false]], [[-8.6015625, false]], [[-7.8515625, false]], [[-7.3515625, false]], [[-9.3515625, false]], [[-7.3515625, false]], [[-10.8515625, false]], [[-9.8515625, false]], [[-9.953125, false]], [[-5.1015625, false]], [[-9.8515625, false]], [[-11.3515625, false]], [[-10.8515625, false]], [[-3.6015625, false]], [[-8.8515625, false]], [[-10.3515625, false]], [[-3.6015625, false]], [[-9.3515625, false]], [[-7.3515625, false]], [[-8.8515625, false]], [[-5.1015625, false]], [[-9.3515625, false]], [[-11.1015625, false]], [[-9.8515625, false]], [[-9.1015625, false]], [[-9.3515625, false]], [[-8.8515625, false]], [[-7.3515625, false]], [[-10.8515625, false]], [[-9.8515625, false]], [[-9.953125, false]], [[-5.1015625, false]], [[-9.8515625, false]], [[-9.3515625, false]], [[-7.3515625, false]], [[-9.6015625, false]], [[-9.3515625, false]], [[-5.1015625, false]], [[-9.3515625, false]], [[-10.3515625, false]], [[-9.3515625, false]], [[-7.3515625, false]], [[-9.8515625, false]], [[-9.953125, false]], [[-5.1015625, false]], [[-9.8515625, false]], [[-9.3515625, false]], [[-10.6015625, false]], [[-7.3515625, false]], [[-10.8515625, false]], [[-7.8515625, false]], [[-8.6015625, false]], [[-7.8515625, false]], [[-7.3515625, false]], [[-9.3515625, false]], [[-7.3515625, false]], [[-10.8515625, false]], [[-9.8515625, false]], [[-13.2265625, false]]], "filtered_resps": [[-7.8515625, false], [-9.8515625, false], [-3.6015625, false], [-9.3515625, false], [-7.3515625, false], [-7.8515625, false], [-8.6015625, false], [-7.8515625, false], [-7.3515625, false], [-9.3515625, false], [-7.3515625, false], [-10.8515625, false], [-9.8515625, false], [-9.953125, false], [-5.1015625, false], [-9.8515625, false], [-11.3515625, false], [-10.8515625, false], [-3.6015625, false], [-8.8515625, false], [-10.3515625, false], [-3.6015625, false], [-9.3515625, false], [-7.3515625, false], [-8.8515625, false], [-5.1015625, false], [-9.3515625, false], [-11.1015625, false], [-9.8515625, false], [-9.1015625, false], [-9.3515625, false], [-8.8515625, false], [-7.3515625, false], [-10.8515625, false], [-9.8515625, false], [-9.953125, false], [-5.1015625, false], [-9.8515625, false], [-9.3515625, false], [-7.3515625, false], [-9.6015625, false], [-9.3515625, false], [-5.1015625, false], [-9.3515625, false], [-10.3515625, false], [-9.3515625, false], [-7.3515625, false], [-9.8515625, false], [-9.953125, false], [-5.1015625, false], [-9.8515625, false], [-9.3515625, false], [-10.6015625, false], [-7.3515625, false], [-10.8515625, false], [-7.8515625, false], [-8.6015625, false], [-7.8515625, false], [-7.3515625, false], [-9.3515625, false], [-7.3515625, false], [-10.8515625, false], [-9.8515625, false], [-13.2265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1216, "doc": {"id": "MCAS_2006_5_21", "question": "Which of the following fasteners are best to use to fasten the sides of a wooden birdhouse?", "choices": {"text": ["bolts", "hooks", "nails", "pins"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "nails", "arguments": ["Question: Which of the following fasteners are best to use to fasten the sides of a wooden birdhouse?\nAnswer:", " ["], "resps": [[[-6.89453125, false]], [[-8.6484375, false]], [[-8.3984375, false]], [[-9.1484375, false]], [[-8.8984375, false]], [[-7.39453125, false]], [[-5.89453125, false]], [[-8.6484375, false]], [[-9.015625, false]], [[-5.14453125, false]], [[-8.6484375, false]], [[-10.3984375, false]], [[-9.1484375, false]], [[-9.1484375, false]], [[-9.3984375, false]], [[-5.89453125, false]], [[-8.6484375, false]], [[-9.015625, false]], [[-5.14453125, false]], [[-8.6484375, false]], [[-8.3984375, false]], [[-5.14453125, false]], [[-8.8984375, false]], [[-8.8984375, false]], [[-5.89453125, false]], [[-8.6484375, false]], [[-9.015625, false]], [[-5.14453125, false]], [[-8.6484375, false]], [[-9.3984375, false]], [[-8.8984375, false]], [[-8.3984375, false]], [[-5.89453125, false]], [[-8.6484375, false]], [[-11.8984375, false]]], "filtered_resps": [[-6.89453125, false], [-8.6484375, false], [-8.3984375, false], [-9.1484375, false], [-8.8984375, false], [-7.39453125, false], [-5.89453125, false], [-8.6484375, false], [-9.015625, false], [-5.14453125, false], [-8.6484375, false], [-10.3984375, false], [-9.1484375, false], [-9.1484375, false], [-9.3984375, false], [-5.89453125, false], [-8.6484375, false], [-9.015625, false], [-5.14453125, false], [-8.6484375, false], [-8.3984375, false], [-5.14453125, false], [-8.8984375, false], [-8.8984375, false], [-5.89453125, false], [-8.6484375, false], [-9.015625, false], [-5.14453125, false], [-8.6484375, false], [-9.3984375, false], [-8.8984375, false], [-8.3984375, false], [-5.89453125, false], [-8.6484375, false], [-11.8984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1224, "doc": {"id": "MDSA_2008_5_29", "question": "Rocks and minerals are common materials found on Earth. Which property do most rocks and minerals share?", "choices": {"text": ["They are pure.", "They are solid.", "They are liquid.", "They are magnetic."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "They are solid.", "arguments": ["Question: Rocks and minerals are common materials found on Earth. Which property do most rocks and minerals share?\nAnswer:", " ["], "resps": [[[-7.9765625, false]], [[-9.9765625, false]], [[-7.9765625, false]], [[-11.7265625, false]], [[-7.9765625, false]], [[-10.9765625, false]], [[-5.7265625, false]], [[-6.2265625, false]], [[-8.9765625, false]], [[-7.9765625, false]], [[-5.7265625, false]], [[-10.2265625, false]], [[-11.9765625, false]], [[-8.9765625, false]], [[-7.9765625, false]], [[-6.75, false]], [[-9.9765625, false]], [[-9.75, false]], [[-5.7265625, false]], [[-9.9765625, false]], [[-7.9765625, false]], [[-11.7265625, false]], [[-7.9765625, false]], [[-10.9765625, false]], [[-5.7265625, false]], [[-6.2265625, false]], [[-8.9765625, false]], [[-7.9765625, false]], [[-5.7265625, false]], [[-10.2265625, false]], [[-9.7265625, false]], [[-11.2265625, false]], [[-9.7265625, false]], [[-10.2265625, false]], [[-6.75, false]], [[-9.9765625, false]], [[-9.75, false]], [[-5.7265625, false]], [[-9.9765625, false]], [[-7.9765625, false]], [[-11.7265625, false]], [[-7.9765625, false]], [[-10.9765625, false]], [[-5.7265625, false]], [[-6.2265625, false]], [[-8.9765625, false]], [[-7.9765625, false]], [[-5.7265625, false]], [[-11.2265625, false]], [[-9.7265625, false]], [[-13.2265625, false]], [[-11.9765625, false]], [[-9.7265625, false]], [[-10.2265625, false]], [[-6.75, false]], [[-9.9765625, false]], [[-9.75, false]], [[-5.7265625, false]], [[-9.9765625, false]], [[-7.9765625, false]], [[-11.7265625, false]], [[-7.9765625, false]], [[-10.9765625, false]], [[-5.7265625, false]], [[-6.2265625, false]], [[-8.9765625, false]], [[-7.9765625, false]], [[-5.7265625, false]], [[-9.2265625, false]], [[-6.2265625, false]], [[-10.7265625, false]], [[-9.7265625, false]], [[-7.9765625, false]], [[-10.7265625, false]], [[-9.7265625, false]], [[-8.4765625, false]], [[-6.75, false]], [[-9.9765625, false]], [[-12.9765625, false]]], "filtered_resps": [[-7.9765625, false], [-9.9765625, false], [-7.9765625, false], [-11.7265625, false], [-7.9765625, false], [-10.9765625, false], [-5.7265625, false], [-6.2265625, false], [-8.9765625, false], [-7.9765625, false], [-5.7265625, false], [-10.2265625, false], [-11.9765625, false], [-8.9765625, false], [-7.9765625, false], [-6.75, false], [-9.9765625, false], [-9.75, false], [-5.7265625, false], [-9.9765625, false], [-7.9765625, false], [-11.7265625, false], [-7.9765625, false], [-10.9765625, false], [-5.7265625, false], [-6.2265625, false], [-8.9765625, false], [-7.9765625, false], [-5.7265625, false], [-10.2265625, false], [-9.7265625, false], [-11.2265625, false], [-9.7265625, false], [-10.2265625, false], [-6.75, false], [-9.9765625, false], [-9.75, false], [-5.7265625, false], [-9.9765625, false], [-7.9765625, false], [-11.7265625, false], [-7.9765625, false], [-10.9765625, false], [-5.7265625, false], [-6.2265625, false], [-8.9765625, false], [-7.9765625, false], [-5.7265625, false], [-11.2265625, false], [-9.7265625, false], [-13.2265625, false], [-11.9765625, false], [-9.7265625, false], [-10.2265625, false], [-6.75, false], [-9.9765625, false], [-9.75, false], [-5.7265625, false], [-9.9765625, false], [-7.9765625, false], [-11.7265625, false], [-7.9765625, false], [-10.9765625, false], [-5.7265625, false], [-6.2265625, false], [-8.9765625, false], [-7.9765625, false], [-5.7265625, false], [-9.2265625, false], [-6.2265625, false], [-10.7265625, false], [-9.7265625, false], [-7.9765625, false], [-10.7265625, false], [-9.7265625, false], [-8.4765625, false], [-6.75, false], [-9.9765625, false], [-12.9765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1232, "doc": {"id": "Mercury_SC_402630", "question": "The central nervous system consists of two parts: the brain and the", "choices": {"text": ["senses.", "organs.", "muscles.", "spinal cord."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "spinal cord.", "arguments": ["Question: The central nervous system consists of two parts: the brain and the\nAnswer:", " ["], "resps": [[[-7.89453125, false]], [[-9.140625, false]], [[-9.140625, false]], [[-9.140625, false]], [[-8.390625, false]], [[-9.140625, false]], [[-9.140625, false]], [[-9.140625, false]], [[-6.72265625, false]], [[-9.140625, false]], [[-8.78125, false]], [[-5.39453125, false]], [[-9.140625, false]], [[-8.640625, false]], [[-10.140625, false]], [[-10.890625, false]], [[-4.89453125, false]], [[-8.390625, false]], [[-9.140625, false]], [[-6.72265625, false]], [[-9.140625, false]], [[-8.78125, false]], [[-5.39453125, false]], [[-9.140625, false]], [[-9.640625, false]], [[-9.890625, false]], [[-9.140625, false]], [[-7.39453125, false]], [[-9.390625, false]], [[-9.140625, false]], [[-9.140625, false]], [[-6.72265625, false]], [[-9.140625, false]], [[-8.78125, false]], [[-5.39453125, false]], [[-9.140625, false]], [[-9.140625, false]], [[-9.640625, false]], [[-7.89453125, false]], [[-8.390625, false]], [[-4.89453125, false]], [[-9.390625, false]], [[-5.39453125, false]], [[-7.39453125, false]], [[-8.640625, false]], [[-10.140625, false]], [[-9.640625, false]], [[-6.72265625, false]], [[-9.140625, false]], [[-11.140625, false]]], "filtered_resps": [[-7.89453125, false], [-9.140625, false], [-9.140625, false], [-9.140625, false], [-8.390625, false], [-9.140625, false], [-9.140625, false], [-9.140625, false], [-6.72265625, false], [-9.140625, false], [-8.78125, false], [-5.39453125, false], [-9.140625, false], [-8.640625, false], [-10.140625, false], [-10.890625, false], [-4.89453125, false], [-8.390625, false], [-9.140625, false], [-6.72265625, false], [-9.140625, false], [-8.78125, false], [-5.39453125, false], [-9.140625, false], [-9.640625, false], [-9.890625, false], [-9.140625, false], [-7.39453125, false], [-9.390625, false], [-9.140625, false], [-9.140625, false], [-6.72265625, false], [-9.140625, false], [-8.78125, false], [-5.39453125, false], [-9.140625, false], [-9.140625, false], [-9.640625, false], [-7.89453125, false], [-8.390625, false], [-4.89453125, false], [-9.390625, false], [-5.39453125, false], [-7.39453125, false], [-8.640625, false], [-10.140625, false], [-9.640625, false], [-6.72265625, false], [-9.140625, false], [-11.140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1240, "doc": {"id": "Mercury_7063980", "question": "Which organisms make energy available to all other organisms in a food chain?", "choices": {"text": ["producers", "decomposers", "consumers", "scavengers"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "producers", "arguments": ["Question: Which organisms make energy available to all other organisms in a food chain?\nAnswer:", " ["], "resps": [[[-8.265625, false]], [[-9.015625, false]], [[-10.015625, false]], [[-9.265625, false]], [[-8.515625, false]], [[-7.515625, false]], [[-10.515625, false]], [[-7.265625, false]], [[-7.015625, false]], [[-9.265625, false]], [[-9.265625, false]], [[-9.015625, false]], [[-10.5234375, false]], [[-4.765625, false]], [[-9.015625, false]], [[-7.515625, false]], [[-7.015625, false]], [[-7.265625, false]], [[-8.515625, false]], [[-10.265625, false]], [[-10.015625, false]], [[-8.515625, false]], [[-9.265625, false]], [[-7.015625, false]], [[-9.265625, false]], [[-9.265625, false]], [[-9.015625, false]], [[-10.5234375, false]], [[-4.765625, false]], [[-9.015625, false]], [[-7.265625, false]], [[-8.515625, false]], [[-9.265625, false]], [[-9.265625, false]], [[-10.515625, false]], [[-10.265625, false]], [[-7.015625, false]], [[-9.265625, false]], [[-9.265625, false]], [[-9.015625, false]], [[-10.5234375, false]], [[-4.765625, false]], [[-9.015625, false]], [[-9.265625, false]], [[-7.265625, false]], [[-4.765625, false]], [[-11.265625, false]], [[-7.015625, false]], [[-9.265625, false]], [[-11.015625, false]], [[-7.015625, false]], [[-9.265625, false]], [[-9.265625, false]], [[-9.015625, false]], [[-14.015625, false]]], "filtered_resps": [[-8.265625, false], [-9.015625, false], [-10.015625, false], [-9.265625, false], [-8.515625, false], [-7.515625, false], [-10.515625, false], [-7.265625, false], [-7.015625, false], [-9.265625, false], [-9.265625, false], [-9.015625, false], [-10.5234375, false], [-4.765625, false], [-9.015625, false], [-7.515625, false], [-7.015625, false], [-7.265625, false], [-8.515625, false], [-10.265625, false], [-10.015625, false], [-8.515625, false], [-9.265625, false], [-7.015625, false], [-9.265625, false], [-9.265625, false], [-9.015625, false], [-10.5234375, false], [-4.765625, false], [-9.015625, false], [-7.265625, false], [-8.515625, false], [-9.265625, false], [-9.265625, false], [-10.515625, false], [-10.265625, false], [-7.015625, false], [-9.265625, false], [-9.265625, false], [-9.015625, false], [-10.5234375, false], [-4.765625, false], [-9.015625, false], [-9.265625, false], [-7.265625, false], [-4.765625, false], [-11.265625, false], [-7.015625, false], [-9.265625, false], [-11.015625, false], [-7.015625, false], [-9.265625, false], [-9.265625, false], [-9.015625, false], [-14.015625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1248, "doc": {"id": "Mercury_SC_401786", "question": "Which safety measure should a student take when handling a microscope?", "choices": {"text": ["clean the lenses with your fingers", "keep switching the magnifications", "carry the microscope with two hands at all times", "make sure to put the microscope on an uneven surface"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "carry the microscope with two hands at all times", "arguments": ["Question: Which safety measure should a student take when handling a microscope?\nAnswer:", " ["], "resps": [[[-7.328125, false]], [[-10.203125, false]], [[-10.953125, false]], [[-12.078125, false]], [[-10.828125, false]], [[-5.828125, false]], [[-11.078125, false]], [[-4.578125, false]], [[-11.828125, false]], [[-13.078125, false]], [[-10.828125, false]], [[-4.578125, false]], [[-12.078125, false]], [[-10.828125, false]], [[-11.078125, false]], [[-10.328125, false]], [[-10.828125, false]], [[-10.328125, false]], [[-4.578125, false]], [[-12.453125, false]], [[-9.328125, false]], [[-11.828125, false]], [[-13.078125, false]], [[-4.578125, false]], [[-12.703125, false]], [[-10.203125, false]], [[-11.078125, false]], [[-12.078125, false]], [[-4.578125, false]], [[-10.578125, false]], [[-9.328125, false]], [[-11.078125, false]], [[-11.578125, false]], [[-10.828125, false]], [[-12.078125, false]], [[-10.328125, false]], [[-10.203125, false]], [[-10.484375, false]], [[-4.578125, false]], [[-10.203125, false]], [[-11.453125, false]], [[-10.828125, false]], [[-10.828125, false]], [[-11.703125, false]], [[-4.578125, false]], [[-10.328125, false]], [[-12.453125, false]], [[-9.328125, false]], [[-11.828125, false]], [[-10.953125, false]], [[-13.078125, false]], [[-9.328125, false]], [[-11.078125, false]], [[-11.578125, false]], [[-4.578125, false]], [[-11.828125, false]], [[-13.078125, false]], [[-10.828125, false]], [[-4.578125, false]], [[-11.328125, false]], [[-5.828125, false]], [[-11.578125, false]], [[-11.078125, false]], [[-9.328125, false]], [[-10.578125, false]], [[-9.328125, false]], [[-10.953125, false]], [[-5.828125, false]], [[-11.828125, false]], [[-9.328125, false]], [[-10.203125, false]], [[-11.078125, false]], [[-10.328125, false]], [[-10.203125, false]], [[-10.484375, false]], [[-4.578125, false]], [[-10.203125, false]], [[-10.953125, false]], [[-5.828125, false]], [[-12.078125, false]], [[-12.078125, false]], [[-12.703125, false]], [[-4.578125, false]], [[-11.828125, false]], [[-13.078125, false]], [[-10.828125, false]], [[-4.578125, false]], [[-11.328125, false]], [[-9.328125, false]], [[-10.953125, false]], [[-12.078125, false]], [[-10.203125, false]], [[-10.328125, false]], [[-10.953125, false]], [[-10.203125, false]], [[-11.703125, false]], [[-10.828125, false]], [[-4.578125, false]], [[-12.453125, false]], [[-9.328125, false]], [[-11.828125, false]], [[-13.078125, false]], [[-4.578125, false]], [[-11.828125, false]], [[-12.453125, false]], [[-10.203125, false]], [[-4.578125, false]], [[-13.078125, false]], [[-5.828125, false]], [[-11.078125, false]], [[-11.078125, false]], [[-10.328125, false]], [[-4.578125, false]], [[-5.828125, false]], [[-11.828125, false]], [[-4.578125, false]], [[-5.828125, false]], [[-12.078125, false]], [[-12.078125, false]], [[-4.578125, false]], [[-11.828125, false]], [[-9.328125, false]], [[-11.328125, false]], [[-10.828125, false]], [[-10.328125, false]], [[-10.203125, false]], [[-10.484375, false]], [[-4.578125, false]], [[-10.203125, false]], [[-11.328125, false]], [[-5.828125, false]], [[-11.453125, false]], [[-10.828125, false]], [[-4.578125, false]], [[-10.328125, false]], [[-11.078125, false]], [[-12.078125, false]], [[-10.828125, false]], [[-4.578125, false]], [[-11.828125, false]], [[-10.203125, false]], [[-4.578125, false]], [[-11.703125, false]], [[-11.078125, false]], [[-11.828125, false]], [[-4.578125, false]], [[-11.828125, false]], [[-13.078125, false]], [[-10.828125, false]], [[-4.578125, false]], [[-11.328125, false]], [[-9.328125, false]], [[-10.953125, false]], [[-12.078125, false]], [[-10.203125, false]], [[-10.328125, false]], [[-10.953125, false]], [[-10.203125, false]], [[-11.703125, false]], [[-10.828125, false]], [[-4.578125, false]], [[-10.203125, false]], [[-11.078125, false]], [[-4.578125, false]], [[-5.828125, false]], [[-11.078125, false]], [[-4.578125, false]], [[-11.078125, false]], [[-11.078125, false]], [[-10.828125, false]], [[-12.078125, false]], [[-10.828125, false]], [[-11.078125, false]], [[-4.578125, false]], [[-10.328125, false]], [[-11.078125, false]], [[-12.078125, false]], [[-10.578125, false]], [[-5.828125, false]], [[-10.953125, false]], [[-10.828125, false]], [[-10.203125, false]], [[-12.203125, false]]], "filtered_resps": [[-7.328125, false], [-10.203125, false], [-10.953125, false], [-12.078125, false], [-10.828125, false], [-5.828125, false], [-11.078125, false], [-4.578125, false], [-11.828125, false], [-13.078125, false], [-10.828125, false], [-4.578125, false], [-12.078125, false], [-10.828125, false], [-11.078125, false], [-10.328125, false], [-10.828125, false], [-10.328125, false], [-4.578125, false], [-12.453125, false], [-9.328125, false], [-11.828125, false], [-13.078125, false], [-4.578125, false], [-12.703125, false], [-10.203125, false], [-11.078125, false], [-12.078125, false], [-4.578125, false], [-10.578125, false], [-9.328125, false], [-11.078125, false], [-11.578125, false], [-10.828125, false], [-12.078125, false], [-10.328125, false], [-10.203125, false], [-10.484375, false], [-4.578125, false], [-10.203125, false], [-11.453125, false], [-10.828125, false], [-10.828125, false], [-11.703125, false], [-4.578125, false], [-10.328125, false], [-12.453125, false], [-9.328125, false], [-11.828125, false], [-10.953125, false], [-13.078125, false], [-9.328125, false], [-11.078125, false], [-11.578125, false], [-4.578125, false], [-11.828125, false], [-13.078125, false], [-10.828125, false], [-4.578125, false], [-11.328125, false], [-5.828125, false], [-11.578125, false], [-11.078125, false], [-9.328125, false], [-10.578125, false], [-9.328125, false], [-10.953125, false], [-5.828125, false], [-11.828125, false], [-9.328125, false], [-10.203125, false], [-11.078125, false], [-10.328125, false], [-10.203125, false], [-10.484375, false], [-4.578125, false], [-10.203125, false], [-10.953125, false], [-5.828125, false], [-12.078125, false], [-12.078125, false], [-12.703125, false], [-4.578125, false], [-11.828125, false], [-13.078125, false], [-10.828125, false], [-4.578125, false], [-11.328125, false], [-9.328125, false], [-10.953125, false], [-12.078125, false], [-10.203125, false], [-10.328125, false], [-10.953125, false], [-10.203125, false], [-11.703125, false], [-10.828125, false], [-4.578125, false], [-12.453125, false], [-9.328125, false], [-11.828125, false], [-13.078125, false], [-4.578125, false], [-11.828125, false], [-12.453125, false], [-10.203125, false], [-4.578125, false], [-13.078125, false], [-5.828125, false], [-11.078125, false], [-11.078125, false], [-10.328125, false], [-4.578125, false], [-5.828125, false], [-11.828125, false], [-4.578125, false], [-5.828125, false], [-12.078125, false], [-12.078125, false], [-4.578125, false], [-11.828125, false], [-9.328125, false], [-11.328125, false], [-10.828125, false], [-10.328125, false], [-10.203125, false], [-10.484375, false], [-4.578125, false], [-10.203125, false], [-11.328125, false], [-5.828125, false], [-11.453125, false], [-10.828125, false], [-4.578125, false], [-10.328125, false], [-11.078125, false], [-12.078125, false], [-10.828125, false], [-4.578125, false], [-11.828125, false], [-10.203125, false], [-4.578125, false], [-11.703125, false], [-11.078125, false], [-11.828125, false], [-4.578125, false], [-11.828125, false], [-13.078125, false], [-10.828125, false], [-4.578125, false], [-11.328125, false], [-9.328125, false], [-10.953125, false], [-12.078125, false], [-10.203125, false], [-10.328125, false], [-10.953125, false], [-10.203125, false], [-11.703125, false], [-10.828125, false], [-4.578125, false], [-10.203125, false], [-11.078125, false], [-4.578125, false], [-5.828125, false], [-11.078125, false], [-4.578125, false], [-11.078125, false], [-11.078125, false], [-10.828125, false], [-12.078125, false], [-10.828125, false], [-11.078125, false], [-4.578125, false], [-10.328125, false], [-11.078125, false], [-12.078125, false], [-10.578125, false], [-5.828125, false], [-10.953125, false], [-10.828125, false], [-10.203125, false], [-12.203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1256, "doc": {"id": "MDSA_2008_8_38", "question": "Earthquakes and volcanic eruptions occur both on land and in water. Earthquakes and volcanic eruptions most often occur", "choices": {"text": ["near plate boundaries", "on large pieces of land", "in large bodies of water", "in regions near the equator"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "near plate boundaries", "arguments": ["Question: Earthquakes and volcanic eruptions occur both on land and in water. Earthquakes and volcanic eruptions most often occur\nAnswer:", " ["], "resps": [[[-7.1953125, false]], [[-8.6953125, false]], [[-9.1953125, false]], [[-3.947265625, false]], [[-5.9453125, false]], [[-9.4453125, false]], [[-5.1953125, false]], [[-9.4453125, false]], [[-10.9453125, false]], [[-5.9453125, false]], [[-9.9453125, false]], [[-3.947265625, false]], [[-5.1953125, false]], [[-7.9453125, false]], [[-9.1953125, false]], [[-9.9453125, false]], [[-9.1953125, false]], [[-7.6953125, false]], [[-5.9453125, false]], [[-9.4453125, false]], [[-8.4453125, false]], [[-3.947265625, false]], [[-8.6953125, false]], [[-8.6953125, false]], [[-8.75, false]], [[-5.1953125, false]], [[-8.6953125, false]], [[-9.1953125, false]], [[-9.1953125, false]], [[-5.1953125, false]], [[-10.9453125, false]], [[-5.9453125, false]], [[-9.4453125, false]], [[-11.1953125, false]], [[-3.947265625, false]], [[-5.1953125, false]], [[-9.4453125, false]], [[-8.4453125, false]], [[-3.947265625, false]], [[-8.4453125, false]], [[-3.947265625, false]], [[-8.6953125, false]], [[-5.1953125, false]], [[-9.1953125, false]], [[-9.4453125, false]], [[-5.1953125, false]], [[-10.9453125, false]], [[-5.9453125, false]], [[-9.1953125, false]], [[-7.6953125, false]], [[-8.6953125, false]], [[-8.75, false]], [[-5.1953125, false]], [[-8.6953125, false]], [[-8.4453125, false]], [[-9.1953125, false]], [[-5.1953125, false]], [[-10.9453125, false]], [[-5.9453125, false]], [[-9.4453125, false]], [[-11.1953125, false]], [[-3.947265625, false]], [[-5.1953125, false]], [[-7.9453125, false]], [[-9.1953125, false]], [[-7.6953125, false]], [[-8.4453125, false]], [[-3.947265625, false]], [[-8.6953125, false]], [[-5.1953125, false]], [[-9.1953125, false]], [[-9.4453125, false]], [[-5.1953125, false]], [[-10.1953125, false]], [[-5.9453125, false]], [[-9.9453125, false]], [[-3.947265625, false]], [[-9.4453125, false]], [[-8.6953125, false]], [[-8.75, false]], [[-5.1953125, false]], [[-8.6953125, false]], [[-8.4453125, false]], [[-9.1953125, false]], [[-5.1953125, false]], [[-9.4453125, false]], [[-3.947265625, false]], [[-11.1953125, false]], [[-8.4453125, false]], [[-9.1953125, false]], [[-9.1953125, false]], [[-8.6953125, false]], [[-5.1953125, false]], [[-9.1953125, false]], [[-3.947265625, false]], [[-5.9453125, false]], [[-9.4453125, false]], [[-5.1953125, false]], [[-9.9453125, false]], [[-9.6953125, false]], [[-3.947265625, false]], [[-5.1953125, false]], [[-3.947265625, false]], [[-10.6953125, false]], [[-9.9453125, false]], [[-5.9453125, false]], [[-9.9453125, false]], [[-9.1953125, false]], [[-9.4453125, false]], [[-8.6953125, false]], [[-11.6953125, false]]], "filtered_resps": [[-7.1953125, false], [-8.6953125, false], [-9.1953125, false], [-3.947265625, false], [-5.9453125, false], [-9.4453125, false], [-5.1953125, false], [-9.4453125, false], [-10.9453125, false], [-5.9453125, false], [-9.9453125, false], [-3.947265625, false], [-5.1953125, false], [-7.9453125, false], [-9.1953125, false], [-9.9453125, false], [-9.1953125, false], [-7.6953125, false], [-5.9453125, false], [-9.4453125, false], [-8.4453125, false], [-3.947265625, false], [-8.6953125, false], [-8.6953125, false], [-8.75, false], [-5.1953125, false], [-8.6953125, false], [-9.1953125, false], [-9.1953125, false], [-5.1953125, false], [-10.9453125, false], [-5.9453125, false], [-9.4453125, false], [-11.1953125, false], [-3.947265625, false], [-5.1953125, false], [-9.4453125, false], [-8.4453125, false], [-3.947265625, false], [-8.4453125, false], [-3.947265625, false], [-8.6953125, false], [-5.1953125, false], [-9.1953125, false], [-9.4453125, false], [-5.1953125, false], [-10.9453125, false], [-5.9453125, false], [-9.1953125, false], [-7.6953125, false], [-8.6953125, false], [-8.75, false], [-5.1953125, false], [-8.6953125, false], [-8.4453125, false], [-9.1953125, false], [-5.1953125, false], [-10.9453125, false], [-5.9453125, false], [-9.4453125, false], [-11.1953125, false], [-3.947265625, false], [-5.1953125, false], [-7.9453125, false], [-9.1953125, false], [-7.6953125, false], [-8.4453125, false], [-3.947265625, false], [-8.6953125, false], [-5.1953125, false], [-9.1953125, false], [-9.4453125, false], [-5.1953125, false], [-10.1953125, false], [-5.9453125, false], [-9.9453125, false], [-3.947265625, false], [-9.4453125, false], [-8.6953125, false], [-8.75, false], [-5.1953125, false], [-8.6953125, false], [-8.4453125, false], [-9.1953125, false], [-5.1953125, false], [-9.4453125, false], [-3.947265625, false], [-11.1953125, false], [-8.4453125, false], [-9.1953125, false], [-9.1953125, false], [-8.6953125, false], [-5.1953125, false], [-9.1953125, false], [-3.947265625, false], [-5.9453125, false], [-9.4453125, false], [-5.1953125, false], [-9.9453125, false], [-9.6953125, false], [-3.947265625, false], [-5.1953125, false], [-3.947265625, false], [-10.6953125, false], [-9.9453125, false], [-5.9453125, false], [-9.9453125, false], [-9.1953125, false], [-9.4453125, false], [-8.6953125, false], [-11.6953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1264, "doc": {"id": "MDSA_2009_8_30", "question": "Use the information below to answer the question. Cotton is a plant product used to make fabric. Cotton is made of cellulose, a fiber not digestible by humans. Cellulose is composed of many sugar molecules bonded together into long chains. Each sugar molecule contains carbon, hydrogen, and oxygen atoms. When cotton fabric is washed, wrinkles often form. The clothing industry uses chemicals to manufacture some cotton fabrics that are wrinkle-free. Dyes are also added to color the cellulose fibers in cotton. How would a clothing manufacturer separate colors to determine the purity of the dyes?", "choices": {"text": ["through filtration", "by their boiling points", "by their freezing points", "through paper chromatography"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "through paper chromatography", "arguments": ["Question: Use the information below to answer the question. Cotton is a plant product used to make fabric. Cotton is made of cellulose, a fiber not digestible by humans. Cellulose is composed of many sugar molecules bonded together into long chains. Each sugar molecule contains carbon, hydrogen, and oxygen atoms. When cotton fabric is washed, wrinkles often form. The clothing industry uses chemicals to manufacture some cotton fabrics that are wrinkle-free. Dyes are also added to color the cellulose fibers in cotton. How would a clothing manufacturer separate colors to determine the purity of the dyes?\nAnswer:", " ["], "resps": [[[-7.67578125, false]], [[-10.1796875, false]], [[-10.4296875, false]], [[-11.4296875, false]], [[-11.4296875, false]], [[-10.6796875, false]], [[-11.6796875, false]], [[-12.4296875, false]], [[-11.4296875, false]], [[-5.92578125, false]], [[-11.4296875, false]], [[-10.1796875, false]], [[-11.9296875, false]], [[-10.4296875, false]], [[-11.4296875, false]], [[-5.92578125, false]], [[-10.4296875, false]], [[-10.1796875, false]], [[-10.6796875, false]], [[-10.9296875, false]], [[-10.1796875, false]], [[-10.3984375, false]], [[-5.92578125, false]], [[-10.1796875, false]], [[-9.1796875, false]], [[-12.9296875, false]], [[-5.92578125, false]], [[-10.4296875, false]], [[-11.4296875, false]], [[-9.4296875, false]], [[-10.1796875, false]], [[-11.4296875, false]], [[-5.92578125, false]], [[-9.1796875, false]], [[-10.6796875, false]], [[-10.1796875, false]], [[-11.9296875, false]], [[-10.1796875, false]], [[-10.9296875, false]], [[-12.4296875, false]], [[-5.92578125, false]], [[-10.4296875, false]], [[-10.6796875, false]], [[-10.1796875, false]], [[-10.9296875, false]], [[-10.4296875, false]], [[-10.1796875, false]], [[-10.1796875, false]], [[-10.3984375, false]], [[-5.92578125, false]], [[-10.1796875, false]], [[-9.1796875, false]], [[-12.9296875, false]], [[-5.92578125, false]], [[-10.4296875, false]], [[-11.4296875, false]], [[-9.4296875, false]], [[-10.1796875, false]], [[-11.4296875, false]], [[-5.92578125, false]], [[-11.4296875, false]], [[-11.4296875, false]], [[-9.4296875, false]], [[-9.4296875, false]], [[-11.9296875, false]], [[-10.1796875, false]], [[-10.9296875, false]], [[-12.4296875, false]], [[-5.92578125, false]], [[-10.4296875, false]], [[-10.6796875, false]], [[-10.1796875, false]], [[-10.9296875, false]], [[-10.4296875, false]], [[-10.1796875, false]], [[-10.1796875, false]], [[-10.3984375, false]], [[-5.92578125, false]], [[-10.1796875, false]], [[-10.4296875, false]], [[-11.4296875, false]], [[-11.4296875, false]], [[-10.6796875, false]], [[-11.6796875, false]], [[-12.4296875, false]], [[-11.4296875, false]], [[-5.92578125, false]], [[-10.4296875, false]], [[-5.92578125, false]], [[-10.4296875, false]], [[-9.4296875, false]], [[-11.4296875, false]], [[-5.92578125, false]], [[-10.4296875, false]], [[-11.4296875, false]], [[-11.4296875, false]], [[-10.6796875, false]], [[-10.4296875, false]], [[-5.92578125, false]], [[-10.4296875, false]], [[-10.6796875, false]], [[-12.4296875, false]], [[-11.4296875, false]], [[-5.92578125, false]], [[-10.4296875, false]], [[-11.4296875, false]], [[-12.9296875, false]], [[-10.1796875, false]], [[-12.4296875, false]]], "filtered_resps": [[-7.67578125, false], [-10.1796875, false], [-10.4296875, false], [-11.4296875, false], [-11.4296875, false], [-10.6796875, false], [-11.6796875, false], [-12.4296875, false], [-11.4296875, false], [-5.92578125, false], [-11.4296875, false], [-10.1796875, false], [-11.9296875, false], [-10.4296875, false], [-11.4296875, false], [-5.92578125, false], [-10.4296875, false], [-10.1796875, false], [-10.6796875, false], [-10.9296875, false], [-10.1796875, false], [-10.3984375, false], [-5.92578125, false], [-10.1796875, false], [-9.1796875, false], [-12.9296875, false], [-5.92578125, false], [-10.4296875, false], [-11.4296875, false], [-9.4296875, false], [-10.1796875, false], [-11.4296875, false], [-5.92578125, false], [-9.1796875, false], [-10.6796875, false], [-10.1796875, false], [-11.9296875, false], [-10.1796875, false], [-10.9296875, false], [-12.4296875, false], [-5.92578125, false], [-10.4296875, false], [-10.6796875, false], [-10.1796875, false], [-10.9296875, false], [-10.4296875, false], [-10.1796875, false], [-10.1796875, false], [-10.3984375, false], [-5.92578125, false], [-10.1796875, false], [-9.1796875, false], [-12.9296875, false], [-5.92578125, false], [-10.4296875, false], [-11.4296875, false], [-9.4296875, false], [-10.1796875, false], [-11.4296875, false], [-5.92578125, false], [-11.4296875, false], [-11.4296875, false], [-9.4296875, false], [-9.4296875, false], [-11.9296875, false], [-10.1796875, false], [-10.9296875, false], [-12.4296875, false], [-5.92578125, false], [-10.4296875, false], [-10.6796875, false], [-10.1796875, false], [-10.9296875, false], [-10.4296875, false], [-10.1796875, false], [-10.1796875, false], [-10.3984375, false], [-5.92578125, false], [-10.1796875, false], [-10.4296875, false], [-11.4296875, false], [-11.4296875, false], [-10.6796875, false], [-11.6796875, false], [-12.4296875, false], [-11.4296875, false], [-5.92578125, false], [-10.4296875, false], [-5.92578125, false], [-10.4296875, false], [-9.4296875, false], [-11.4296875, false], [-5.92578125, false], [-10.4296875, false], [-11.4296875, false], [-11.4296875, false], [-10.6796875, false], [-10.4296875, false], [-5.92578125, false], [-10.4296875, false], [-10.6796875, false], [-12.4296875, false], [-11.4296875, false], [-5.92578125, false], [-10.4296875, false], [-11.4296875, false], [-12.9296875, false], [-10.1796875, false], [-12.4296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1272, "doc": {"id": "MDSA_2008_8_39", "question": "Students are investigating the physical properties of three solid mixtures by placing each solid mixture in liquid water. What physical property are the students testing?", "choices": {"text": ["solubility", "conductivity", "boiling point", "melting point"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "solubility", "arguments": ["Question: Students are investigating the physical properties of three solid mixtures by placing each solid mixture in liquid water. What physical property are the students testing?\nAnswer:", " ["], "resps": [[[-6.90625, false]], [[-9.90625, false]], [[-8.65625, false]], [[-8.90625, false]], [[-10.90625, false]], [[-10.65625, false]], [[-6.90625, false]], [[-8.90625, false]], [[-10.90625, false]], [[-8.90625, false]], [[-8.15625, false]], [[-9.15625, false]], [[-9.90625, false]], [[-9.921875, false]], [[-5.65625, false]], [[-9.90625, false]], [[-8.15625, false]], [[-8.90625, false]], [[-8.90625, false]], [[-9.15625, false]], [[-10.65625, false]], [[-8.15625, false]], [[-8.15625, false]], [[-8.90625, false]], [[-8.90625, false]], [[-8.90625, false]], [[-8.15625, false]], [[-9.15625, false]], [[-9.90625, false]], [[-9.921875, false]], [[-5.65625, false]], [[-9.90625, false]], [[-6.90625, false]], [[-8.90625, false]], [[-8.90625, false]], [[-10.90625, false]], [[-8.90625, false]], [[-8.90625, false]], [[-10.15625, false]], [[-5.65625, false]], [[-8.40625, false]], [[-8.90625, false]], [[-8.90625, false]], [[-8.90625, false]], [[-8.15625, false]], [[-9.90625, false]], [[-9.921875, false]], [[-5.65625, false]], [[-9.90625, false]], [[-7.15625, false]], [[-7.40625, false]], [[-10.90625, false]], [[-8.15625, false]], [[-8.90625, false]], [[-8.90625, false]], [[-10.15625, false]], [[-5.65625, false]], [[-8.40625, false]], [[-8.90625, false]], [[-8.90625, false]], [[-8.90625, false]], [[-8.15625, false]], [[-9.90625, false]], [[-11.90625, false]]], "filtered_resps": [[-6.90625, false], [-9.90625, false], [-8.65625, false], [-8.90625, false], [-10.90625, false], [-10.65625, false], [-6.90625, false], [-8.90625, false], [-10.90625, false], [-8.90625, false], [-8.15625, false], [-9.15625, false], [-9.90625, false], [-9.921875, false], [-5.65625, false], [-9.90625, false], [-8.15625, false], [-8.90625, false], [-8.90625, false], [-9.15625, false], [-10.65625, false], [-8.15625, false], [-8.15625, false], [-8.90625, false], [-8.90625, false], [-8.90625, false], [-8.15625, false], [-9.15625, false], [-9.90625, false], [-9.921875, false], [-5.65625, false], [-9.90625, false], [-6.90625, false], [-8.90625, false], [-8.90625, false], [-10.90625, false], [-8.90625, false], [-8.90625, false], [-10.15625, false], [-5.65625, false], [-8.40625, false], [-8.90625, false], [-8.90625, false], [-8.90625, false], [-8.15625, false], [-9.90625, false], [-9.921875, false], [-5.65625, false], [-9.90625, false], [-7.15625, false], [-7.40625, false], [-10.90625, false], [-8.15625, false], [-8.90625, false], [-8.90625, false], [-10.15625, false], [-5.65625, false], [-8.40625, false], [-8.90625, false], [-8.90625, false], [-8.90625, false], [-8.15625, false], [-9.90625, false], [-11.90625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1280, "doc": {"id": "Mercury_7201058", "question": "Raising livestock, such as sheep and cattle, results in the production of large amounts of methane gas (CH4). Methane has the same effect in the atmosphere as carbon dioxide (CO2). As more livestock are raised to provide food for humans, what is the most likely effect of the increase in methane?", "choices": {"text": ["acid rain", "ozone thinning", "water pollution", "global warming"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "global warming", "arguments": ["Question: Raising livestock, such as sheep and cattle, results in the production of large amounts of methane gas (CH4). Methane has the same effect in the atmosphere as carbon dioxide (CO2). As more livestock are raised to provide food for humans, what is the most likely effect of the increase in methane?\nAnswer:", " ["], "resps": [[[-7.7890625, false]], [[-10.2890625, false]], [[-5.5390625, false]], [[-10.0390625, false]], [[-9.0390625, false]], [[-9.2890625, false]], [[-5.7890625, false]], [[-13.5390625, false]], [[-5.5390625, false]], [[-9.0390625, false]], [[-10.0390625, false]], [[-10.2890625, false]], [[-10.390625, false]], [[-5.7890625, false]], [[-10.2890625, false]], [[-9.2890625, false]], [[-14.7890625, false]], [[-9.2890625, false]], [[-10.0390625, false]], [[-9.5390625, false]], [[-5.7890625, false]], [[-11.7890625, false]], [[-12.2890625, false]], [[-9.0390625, false]], [[-10.0390625, false]], [[-10.0390625, false]], [[-9.0390625, false]], [[-10.0390625, false]], [[-13.0390625, false]], [[-10.2890625, false]], [[-10.390625, false]], [[-5.7890625, false]], [[-10.2890625, false]], [[-11.5390625, false]], [[-5.5390625, false]], [[-11.7890625, false]], [[-9.5390625, false]], [[-13.5390625, false]], [[-5.7890625, false]], [[-10.7890625, false]], [[-9.2890625, false]], [[-11.7890625, false]], [[-11.7890625, false]], [[-12.5390625, false]], [[-11.7890625, false]], [[-9.0390625, false]], [[-9.2890625, false]], [[-10.0390625, false]], [[-10.2890625, false]], [[-10.390625, false]], [[-5.7890625, false]], [[-10.2890625, false]], [[-13.0390625, false]], [[-11.7890625, false]], [[-9.2890625, false]], [[-11.0390625, false]], [[-5.5390625, false]], [[-11.7890625, false]], [[-5.7890625, false]], [[-11.5390625, false]], [[-5.5390625, false]], [[-13.5390625, false]], [[-9.7890625, false]], [[-9.0390625, false]], [[-10.0390625, false]], [[-13.0390625, false]], [[-10.2890625, false]], [[-15.7890625, false]]], "filtered_resps": [[-7.7890625, false], [-10.2890625, false], [-5.5390625, false], [-10.0390625, false], [-9.0390625, false], [-9.2890625, false], [-5.7890625, false], [-13.5390625, false], [-5.5390625, false], [-9.0390625, false], [-10.0390625, false], [-10.2890625, false], [-10.390625, false], [-5.7890625, false], [-10.2890625, false], [-9.2890625, false], [-14.7890625, false], [-9.2890625, false], [-10.0390625, false], [-9.5390625, false], [-5.7890625, false], [-11.7890625, false], [-12.2890625, false], [-9.0390625, false], [-10.0390625, false], [-10.0390625, false], [-9.0390625, false], [-10.0390625, false], [-13.0390625, false], [-10.2890625, false], [-10.390625, false], [-5.7890625, false], [-10.2890625, false], [-11.5390625, false], [-5.5390625, false], [-11.7890625, false], [-9.5390625, false], [-13.5390625, false], [-5.7890625, false], [-10.7890625, false], [-9.2890625, false], [-11.7890625, false], [-11.7890625, false], [-12.5390625, false], [-11.7890625, false], [-9.0390625, false], [-9.2890625, false], [-10.0390625, false], [-10.2890625, false], [-10.390625, false], [-5.7890625, false], [-10.2890625, false], [-13.0390625, false], [-11.7890625, false], [-9.2890625, false], [-11.0390625, false], [-5.5390625, false], [-11.7890625, false], [-5.7890625, false], [-11.5390625, false], [-5.5390625, false], [-13.5390625, false], [-9.7890625, false], [-9.0390625, false], [-10.0390625, false], [-13.0390625, false], [-10.2890625, false], [-15.7890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1288, "doc": {"id": "NYSEDREGENTS_2013_8_35", "question": "The amount of which greenhouse gas in the air will increase the most if large forests are cut down to be used for building materials without planting new trees in their place?", "choices": {"text": ["ozone", "methane", "water vapor", "carbon dioxide"], "label": ["1", "2", "3", "4"]}, "answerKey": "4"}, "target": "carbon dioxide", "arguments": ["Question: The amount of which greenhouse gas in the air will increase the most if large forests are cut down to be used for building materials without planting new trees in their place?\nAnswer:", " ["], "resps": [[[-7.13671875, false]], [[-8.390625, false]], [[-9.140625, false]], [[-9.890625, false]], [[-9.140625, false]], [[-6.88671875, false]], [[-8.640625, false]], [[-8.390625, false]], [[-8.859375, false]], [[-4.13671875, false]], [[-8.390625, false]], [[-9.140625, false]], [[-8.640625, false]], [[-8.640625, false]], [[-10.890625, false]], [[-5.63671875, false]], [[-6.88671875, false]], [[-8.640625, false]], [[-8.390625, false]], [[-8.859375, false]], [[-4.13671875, false]], [[-8.390625, false]], [[-10.390625, false]], [[-5.63671875, false]], [[-8.640625, false]], [[-8.640625, false]], [[-11.140625, false]], [[-4.13671875, false]], [[-11.890625, false]], [[-5.63671875, false]], [[-9.140625, false]], [[-9.140625, false]], [[-11.140625, false]], [[-8.390625, false]], [[-8.859375, false]], [[-4.13671875, false]], [[-8.390625, false]], [[-9.140625, false]], [[-5.63671875, false]], [[-11.140625, false]], [[-9.640625, false]], [[-9.140625, false]], [[-6.88671875, false]], [[-4.13671875, false]], [[-9.640625, false]], [[-8.640625, false]], [[-9.140625, false]], [[-8.390625, false]], [[-8.640625, false]], [[-9.640625, false]], [[-8.640625, false]], [[-8.390625, false]], [[-12.890625, false]]], "filtered_resps": [[-7.13671875, false], [-8.390625, false], [-9.140625, false], [-9.890625, false], [-9.140625, false], [-6.88671875, false], [-8.640625, false], [-8.390625, false], [-8.859375, false], [-4.13671875, false], [-8.390625, false], [-9.140625, false], [-8.640625, false], [-8.640625, false], [-10.890625, false], [-5.63671875, false], [-6.88671875, false], [-8.640625, false], [-8.390625, false], [-8.859375, false], [-4.13671875, false], [-8.390625, false], [-10.390625, false], [-5.63671875, false], [-8.640625, false], [-8.640625, false], [-11.140625, false], [-4.13671875, false], [-11.890625, false], [-5.63671875, false], [-9.140625, false], [-9.140625, false], [-11.140625, false], [-8.390625, false], [-8.859375, false], [-4.13671875, false], [-8.390625, false], [-9.140625, false], [-5.63671875, false], [-11.140625, false], [-9.640625, false], [-9.140625, false], [-6.88671875, false], [-4.13671875, false], [-9.640625, false], [-8.640625, false], [-9.140625, false], [-8.390625, false], [-8.640625, false], [-9.640625, false], [-8.640625, false], [-8.390625, false], [-12.890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1296, "doc": {"id": "Mercury_7174143", "question": "Professor Walden studies genetics at a local university. She believes that she has discovered information that contradicts a widely accepted theory. As a scientist and leader in the study of genetics, which action should she take?", "choices": {"text": ["Announce to the world that her theory is better than the old theory.", "Call the news media and tell them about her new theory.", "Challenge the old theory with scientific evidence.", "Request that the old theory be banned."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Challenge the old theory with scientific evidence.", "arguments": ["Question: Professor Walden studies genetics at a local university. She believes that she has discovered information that contradicts a widely accepted theory. As a scientist and leader in the study of genetics, which action should she take?\nAnswer:", " ["], "resps": [[[-6.34765625, false]], [[-10.09375, false]], [[-3.34765625, false]], [[-11.59375, false]], [[-11.59375, false]], [[-11.09375, false]], [[-11.59375, false]], [[-11.59375, false]], [[-10.84375, false]], [[-9.59375, false]], [[-5.34765625, false]], [[-11.84375, false]], [[-11.09375, false]], [[-5.34765625, false]], [[-11.84375, false]], [[-13.09375, false]], [[-9.59375, false]], [[-5.34765625, false]], [[-12.34375, false]], [[-11.09375, false]], [[-13.59375, false]], [[-11.84375, false]], [[-11.09375, false]], [[-5.34765625, false]], [[-11.84375, false]], [[-13.09375, false]], [[-7.34765625, false]], [[-11.84375, false]], [[-5.34765625, false]], [[-13.09375, false]], [[-9.59375, false]], [[-13.59375, false]], [[-5.34765625, false]], [[-11.84375, false]], [[-13.09375, false]], [[-9.59375, false]], [[-11.09375, false]], [[-13.59375, false]], [[-14.09375, false]], [[-5.34765625, false]], [[-9.34375, false]], [[-10.59375, false]], [[-5.34765625, false]], [[-10.09375, false]], [[-9.59375, false]], [[-11.84375, false]], [[-11.84375, false]], [[-9.59375, false]], [[-13.59375, false]], [[-5.34765625, false]], [[-11.84375, false]], [[-13.09375, false]], [[-7.34765625, false]], [[-11.59375, false]], [[-5.34765625, false]], [[-11.84375, false]], [[-13.09375, false]], [[-9.59375, false]], [[-5.34765625, false]], [[-11.09375, false]], [[-11.84375, false]], [[-11.09375, false]], [[-5.34765625, false]], [[-11.84375, false]], [[-13.09375, false]], [[-9.59375, false]], [[-11.09375, false]], [[-13.59375, false]], [[-14.09375, false]], [[-6.8515625, false]], [[-10.09375, false]], [[-11.1015625, false]], [[-5.34765625, false]], [[-10.09375, false]], [[-6.59765625, false]], [[-7.34765625, false]], [[-11.84375, false]], [[-11.84375, false]], [[-5.34765625, false]], [[-11.84375, false]], [[-13.09375, false]], [[-9.59375, false]], [[-5.34765625, false]], [[-11.59375, false]], [[-9.59375, false]], [[-12.34375, false]], [[-10.59375, false]], [[-5.34765625, false]], [[-11.59375, false]], [[-9.59375, false]], [[-11.09375, false]], [[-9.34375, false]], [[-7.34765625, false]], [[-5.34765625, false]], [[-7.34765625, false]], [[-11.59375, false]], [[-11.09375, false]], [[-5.34765625, false]], [[-11.84375, false]], [[-9.59375, false]], [[-11.84375, false]], [[-11.84375, false]], [[-5.34765625, false]], [[-11.84375, false]], [[-13.09375, false]], [[-9.59375, false]], [[-11.59375, false]], [[-5.34765625, false]], [[-7.34765625, false]], [[-10.09375, false]], [[-11.09375, false]], [[-11.59375, false]], [[-11.84375, false]], [[-5.34765625, false]], [[-13.09375, false]], [[-9.59375, false]], [[-13.59375, false]], [[-5.34765625, false]], [[-11.59375, false]], [[-9.59375, false]], [[-12.34375, false]], [[-5.34765625, false]], [[-11.84375, false]], [[-13.09375, false]], [[-9.59375, false]], [[-11.09375, false]], [[-13.59375, false]], [[-14.09375, false]], [[-6.8515625, false]], [[-10.09375, false]], [[-11.1015625, false]], [[-5.34765625, false]], [[-10.09375, false]], [[-6.59765625, false]], [[-13.09375, false]], [[-7.34765625, false]], [[-11.84375, false]], [[-11.84375, false]], [[-9.59375, false]], [[-11.59375, false]], [[-13.34375, false]], [[-9.59375, false]], [[-5.34765625, false]], [[-11.84375, false]], [[-13.09375, false]], [[-9.59375, false]], [[-5.34765625, false]], [[-11.09375, false]], [[-11.84375, false]], [[-11.09375, false]], [[-5.34765625, false]], [[-11.84375, false]], [[-13.09375, false]], [[-9.59375, false]], [[-11.09375, false]], [[-13.59375, false]], [[-14.09375, false]], [[-5.34765625, false]], [[-12.34375, false]], [[-9.34375, false]], [[-11.84375, false]], [[-13.09375, false]], [[-5.34765625, false]], [[-10.59375, false]], [[-10.84375, false]], [[-9.34375, false]], [[-9.59375, false]], [[-11.59375, false]], [[-11.84375, false]], [[-9.34375, false]], [[-11.34375, false]], [[-9.34375, false]], [[-10.84375, false]], [[-5.34765625, false]], [[-9.59375, false]], [[-11.84375, false]], [[-9.34375, false]], [[-11.09375, false]], [[-9.59375, false]], [[-11.59375, false]], [[-10.84375, false]], [[-9.59375, false]], [[-6.8515625, false]], [[-10.09375, false]], [[-11.1015625, false]], [[-5.34765625, false]], [[-10.09375, false]], [[-8.59375, false]], [[-9.59375, false]], [[-12.59375, false]], [[-11.59375, false]], [[-9.59375, false]], [[-10.59375, false]], [[-11.84375, false]], [[-5.34765625, false]], [[-11.84375, false]], [[-13.09375, false]], [[-7.34765625, false]], [[-11.84375, false]], [[-5.34765625, false]], [[-11.84375, false]], [[-13.09375, false]], [[-9.59375, false]], [[-5.34765625, false]], [[-11.09375, false]], [[-11.84375, false]], [[-11.09375, false]], [[-5.34765625, false]], [[-11.84375, false]], [[-13.09375, false]], [[-9.59375, false]], [[-11.09375, false]], [[-13.59375, false]], [[-14.09375, false]], [[-5.34765625, false]], [[-10.09375, false]], [[-9.59375, false]], [[-5.34765625, false]], [[-10.09375, false]], [[-7.34765625, false]], [[-11.59375, false]], [[-11.59375, false]], [[-9.59375, false]], [[-11.09375, false]], [[-6.8515625, false]], [[-10.09375, false]], [[-12.59375, false]]], "filtered_resps": [[-6.34765625, false], [-10.09375, false], [-3.34765625, false], [-11.59375, false], [-11.59375, false], [-11.09375, false], [-11.59375, false], [-11.59375, false], [-10.84375, false], [-9.59375, false], [-5.34765625, false], [-11.84375, false], [-11.09375, false], [-5.34765625, false], [-11.84375, false], [-13.09375, false], [-9.59375, false], [-5.34765625, false], [-12.34375, false], [-11.09375, false], [-13.59375, false], [-11.84375, false], [-11.09375, false], [-5.34765625, false], [-11.84375, false], [-13.09375, false], [-7.34765625, false], [-11.84375, false], [-5.34765625, false], [-13.09375, false], [-9.59375, false], [-13.59375, false], [-5.34765625, false], [-11.84375, false], [-13.09375, false], [-9.59375, false], [-11.09375, false], [-13.59375, false], [-14.09375, false], [-5.34765625, false], [-9.34375, false], [-10.59375, false], [-5.34765625, false], [-10.09375, false], [-9.59375, false], [-11.84375, false], [-11.84375, false], [-9.59375, false], [-13.59375, false], [-5.34765625, false], [-11.84375, false], [-13.09375, false], [-7.34765625, false], [-11.59375, false], [-5.34765625, false], [-11.84375, false], [-13.09375, false], [-9.59375, false], [-5.34765625, false], [-11.09375, false], [-11.84375, false], [-11.09375, false], [-5.34765625, false], [-11.84375, false], [-13.09375, false], [-9.59375, false], [-11.09375, false], [-13.59375, false], [-14.09375, false], [-6.8515625, false], [-10.09375, false], [-11.1015625, false], [-5.34765625, false], [-10.09375, false], [-6.59765625, false], [-7.34765625, false], [-11.84375, false], [-11.84375, false], [-5.34765625, false], [-11.84375, false], [-13.09375, false], [-9.59375, false], [-5.34765625, false], [-11.59375, false], [-9.59375, false], [-12.34375, false], [-10.59375, false], [-5.34765625, false], [-11.59375, false], [-9.59375, false], [-11.09375, false], [-9.34375, false], [-7.34765625, false], [-5.34765625, false], [-7.34765625, false], [-11.59375, false], [-11.09375, false], [-5.34765625, false], [-11.84375, false], [-9.59375, false], [-11.84375, false], [-11.84375, false], [-5.34765625, false], [-11.84375, false], [-13.09375, false], [-9.59375, false], [-11.59375, false], [-5.34765625, false], [-7.34765625, false], [-10.09375, false], [-11.09375, false], [-11.59375, false], [-11.84375, false], [-5.34765625, false], [-13.09375, false], [-9.59375, false], [-13.59375, false], [-5.34765625, false], [-11.59375, false], [-9.59375, false], [-12.34375, false], [-5.34765625, false], [-11.84375, false], [-13.09375, false], [-9.59375, false], [-11.09375, false], [-13.59375, false], [-14.09375, false], [-6.8515625, false], [-10.09375, false], [-11.1015625, false], [-5.34765625, false], [-10.09375, false], [-6.59765625, false], [-13.09375, false], [-7.34765625, false], [-11.84375, false], [-11.84375, false], [-9.59375, false], [-11.59375, false], [-13.34375, false], [-9.59375, false], [-5.34765625, false], [-11.84375, false], [-13.09375, false], [-9.59375, false], [-5.34765625, false], [-11.09375, false], [-11.84375, false], [-11.09375, false], [-5.34765625, false], [-11.84375, false], [-13.09375, false], [-9.59375, false], [-11.09375, false], [-13.59375, false], [-14.09375, false], [-5.34765625, false], [-12.34375, false], [-9.34375, false], [-11.84375, false], [-13.09375, false], [-5.34765625, false], [-10.59375, false], [-10.84375, false], [-9.34375, false], [-9.59375, false], [-11.59375, false], [-11.84375, false], [-9.34375, false], [-11.34375, false], [-9.34375, false], [-10.84375, false], [-5.34765625, false], [-9.59375, false], [-11.84375, false], [-9.34375, false], [-11.09375, false], [-9.59375, false], [-11.59375, false], [-10.84375, false], [-9.59375, false], [-6.8515625, false], [-10.09375, false], [-11.1015625, false], [-5.34765625, false], [-10.09375, false], [-8.59375, false], [-9.59375, false], [-12.59375, false], [-11.59375, false], [-9.59375, false], [-10.59375, false], [-11.84375, false], [-5.34765625, false], [-11.84375, false], [-13.09375, false], [-7.34765625, false], [-11.84375, false], [-5.34765625, false], [-11.84375, false], [-13.09375, false], [-9.59375, false], [-5.34765625, false], [-11.09375, false], [-11.84375, false], [-11.09375, false], [-5.34765625, false], [-11.84375, false], [-13.09375, false], [-9.59375, false], [-11.09375, false], [-13.59375, false], [-14.09375, false], [-5.34765625, false], [-10.09375, false], [-9.59375, false], [-5.34765625, false], [-10.09375, false], [-7.34765625, false], [-11.59375, false], [-11.59375, false], [-9.59375, false], [-11.09375, false], [-6.8515625, false], [-10.09375, false], [-12.59375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1304, "doc": {"id": "Mercury_7220465", "question": "Which factor has the greatest effect on a community's stores of freshwater?", "choices": {"text": ["the location of the nearest ocean", "the average annual rainfall", "the location of the nearest mountain", "the average winter temperature"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "the average annual rainfall", "arguments": ["Question: Which factor has the greatest effect on a community's stores of freshwater?\nAnswer:", " ["], "resps": [[[-7.46484375, false]], [[-8.4609375, false]], [[-10.2109375, false]], [[-11.4609375, false]], [[-7.96484375, false]], [[-5.71484375, false]], [[-9.8359375, false]], [[-10.0859375, false]], [[-9.7109375, false]], [[-4.83984375, false]], [[-10.2109375, false]], [[-8.4609375, false]], [[-10.0859375, false]], [[-8.8359375, false]], [[-5.71484375, false]], [[-10.0859375, false]], [[-8.7109375, false]], [[-5.71484375, false]], [[-10.2109375, false]], [[-11.4609375, false]], [[-7.96484375, false]], [[-5.71484375, false]], [[-8.8359375, false]], [[-7.96484375, false]], [[-4.83984375, false]], [[-11.2109375, false]], [[-7.96484375, false]], [[-8.8359375, false]], [[-10.2109375, false]], [[-5.71484375, false]], [[-10.0859375, false]], [[-9.7109375, false]], [[-7.96484375, false]], [[-4.83984375, false]], [[-8.8359375, false]], [[-8.4609375, false]], [[-10.359375, false]], [[-5.71484375, false]], [[-8.4609375, false]], [[-10.2109375, false]], [[-11.4609375, false]], [[-7.96484375, false]], [[-5.71484375, false]], [[-4.83984375, false]], [[-11.7109375, false]], [[-7.96484375, false]], [[-11.2109375, false]], [[-4.83984375, false]], [[-11.5859375, false]], [[-7.96484375, false]], [[-5.71484375, false]], [[-4.83984375, false]], [[-8.8359375, false]], [[-8.8359375, false]], [[-11.8359375, false]], [[-4.83984375, false]], [[-9.8359375, false]], [[-5.71484375, false]], [[-11.2109375, false]], [[-4.83984375, false]], [[-8.4609375, false]], [[-8.8359375, false]], [[-8.7109375, false]], [[-4.83984375, false]], [[-9.8359375, false]], [[-9.8359375, false]], [[-8.4609375, false]], [[-10.359375, false]], [[-5.71484375, false]], [[-8.4609375, false]], [[-10.2109375, false]], [[-11.4609375, false]], [[-7.96484375, false]], [[-5.71484375, false]], [[-9.8359375, false]], [[-10.0859375, false]], [[-9.7109375, false]], [[-4.83984375, false]], [[-10.2109375, false]], [[-8.4609375, false]], [[-10.0859375, false]], [[-8.8359375, false]], [[-5.71484375, false]], [[-10.0859375, false]], [[-8.7109375, false]], [[-5.71484375, false]], [[-10.2109375, false]], [[-11.4609375, false]], [[-7.96484375, false]], [[-5.71484375, false]], [[-8.8359375, false]], [[-7.96484375, false]], [[-4.83984375, false]], [[-11.2109375, false]], [[-7.96484375, false]], [[-8.8359375, false]], [[-10.2109375, false]], [[-5.71484375, false]], [[-10.0859375, false]], [[-10.0859375, false]], [[-11.8359375, false]], [[-8.8359375, false]], [[-10.2109375, false]], [[-4.83984375, false]], [[-8.4609375, false]], [[-8.8359375, false]], [[-8.4609375, false]], [[-10.359375, false]], [[-5.71484375, false]], [[-8.4609375, false]], [[-10.2109375, false]], [[-11.4609375, false]], [[-7.96484375, false]], [[-5.71484375, false]], [[-4.83984375, false]], [[-11.7109375, false]], [[-7.96484375, false]], [[-11.2109375, false]], [[-4.83984375, false]], [[-11.5859375, false]], [[-7.96484375, false]], [[-5.71484375, false]], [[-10.7109375, false]], [[-8.4609375, false]], [[-8.8359375, false]], [[-10.2109375, false]], [[-7.96484375, false]], [[-11.2109375, false]], [[-5.71484375, false]], [[-10.2109375, false]], [[-7.96484375, false]], [[-10.0859375, false]], [[-9.7109375, false]], [[-7.96484375, false]], [[-11.2109375, false]], [[-4.83984375, false]], [[-10.2109375, false]], [[-11.8359375, false]], [[-11.2109375, false]], [[-7.96484375, false]], [[-8.4609375, false]], [[-13.2109375, false]]], "filtered_resps": [[-7.46484375, false], [-8.4609375, false], [-10.2109375, false], [-11.4609375, false], [-7.96484375, false], [-5.71484375, false], [-9.8359375, false], [-10.0859375, false], [-9.7109375, false], [-4.83984375, false], [-10.2109375, false], [-8.4609375, false], [-10.0859375, false], [-8.8359375, false], [-5.71484375, false], [-10.0859375, false], [-8.7109375, false], [-5.71484375, false], [-10.2109375, false], [-11.4609375, false], [-7.96484375, false], [-5.71484375, false], [-8.8359375, false], [-7.96484375, false], [-4.83984375, false], [-11.2109375, false], [-7.96484375, false], [-8.8359375, false], [-10.2109375, false], [-5.71484375, false], [-10.0859375, false], [-9.7109375, false], [-7.96484375, false], [-4.83984375, false], [-8.8359375, false], [-8.4609375, false], [-10.359375, false], [-5.71484375, false], [-8.4609375, false], [-10.2109375, false], [-11.4609375, false], [-7.96484375, false], [-5.71484375, false], [-4.83984375, false], [-11.7109375, false], [-7.96484375, false], [-11.2109375, false], [-4.83984375, false], [-11.5859375, false], [-7.96484375, false], [-5.71484375, false], [-4.83984375, false], [-8.8359375, false], [-8.8359375, false], [-11.8359375, false], [-4.83984375, false], [-9.8359375, false], [-5.71484375, false], [-11.2109375, false], [-4.83984375, false], [-8.4609375, false], [-8.8359375, false], [-8.7109375, false], [-4.83984375, false], [-9.8359375, false], [-9.8359375, false], [-8.4609375, false], [-10.359375, false], [-5.71484375, false], [-8.4609375, false], [-10.2109375, false], [-11.4609375, false], [-7.96484375, false], [-5.71484375, false], [-9.8359375, false], [-10.0859375, false], [-9.7109375, false], [-4.83984375, false], [-10.2109375, false], [-8.4609375, false], [-10.0859375, false], [-8.8359375, false], [-5.71484375, false], [-10.0859375, false], [-8.7109375, false], [-5.71484375, false], [-10.2109375, false], [-11.4609375, false], [-7.96484375, false], [-5.71484375, false], [-8.8359375, false], [-7.96484375, false], [-4.83984375, false], [-11.2109375, false], [-7.96484375, false], [-8.8359375, false], [-10.2109375, false], [-5.71484375, false], [-10.0859375, false], [-10.0859375, false], [-11.8359375, false], [-8.8359375, false], [-10.2109375, false], [-4.83984375, false], [-8.4609375, false], [-8.8359375, false], [-8.4609375, false], [-10.359375, false], [-5.71484375, false], [-8.4609375, false], [-10.2109375, false], [-11.4609375, false], [-7.96484375, false], [-5.71484375, false], [-4.83984375, false], [-11.7109375, false], [-7.96484375, false], [-11.2109375, false], [-4.83984375, false], [-11.5859375, false], [-7.96484375, false], [-5.71484375, false], [-10.7109375, false], [-8.4609375, false], [-8.8359375, false], [-10.2109375, false], [-7.96484375, false], [-11.2109375, false], [-5.71484375, false], [-10.2109375, false], [-7.96484375, false], [-10.0859375, false], [-9.7109375, false], [-7.96484375, false], [-11.2109375, false], [-4.83984375, false], [-10.2109375, false], [-11.8359375, false], [-11.2109375, false], [-7.96484375, false], [-8.4609375, false], [-13.2109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1312, "doc": {"id": "Mercury_SC_400583", "question": "Proper use and care of a microscope includes", "choices": {"text": ["carrying it with both hands.", "reflecting sunlight to the stage.", "removing the objectives after you are done.", "adjusting the coarse focus under high power."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "carrying it with both hands.", "arguments": ["Question: Proper use and care of a microscope includes\nAnswer:", " ["], "resps": [[[-7.39453125, false]], [[-8.640625, false]], [[-10.140625, false]], [[-4.64453125, false]], [[-10.890625, false]], [[-10.890625, false]], [[-12.140625, false]], [[-8.140625, false]], [[-9.640625, false]], [[-11.140625, false]], [[-5.14453125, false]], [[-8.140625, false]], [[-11.140625, false]], [[-5.14453125, false]], [[-10.640625, false]], [[-8.140625, false]], [[-11.140625, false]], [[-12.390625, false]], [[-5.14453125, false]], [[-8.890625, false]], [[-8.140625, false]], [[-11.140625, false]], [[-12.390625, false]], [[-5.14453125, false]], [[-12.390625, false]], [[-4.64453125, false]], [[-9.640625, false]], [[-10.140625, false]], [[-8.640625, false]], [[-6.9765625, false]], [[-8.640625, false]], [[-9.3515625, false]], [[-5.14453125, false]], [[-8.640625, false]], [[-10.890625, false]], [[-9.640625, false]], [[-9.390625, false]], [[-10.140625, false]], [[-9.640625, false]], [[-10.140625, false]], [[-11.140625, false]], [[-8.140625, false]], [[-9.640625, false]], [[-11.140625, false]], [[-5.14453125, false]], [[-8.640625, false]], [[-9.640625, false]], [[-9.640625, false]], [[-10.140625, false]], [[-8.140625, false]], [[-11.140625, false]], [[-12.390625, false]], [[-11.140625, false]], [[-5.14453125, false]], [[-11.140625, false]], [[-8.140625, false]], [[-5.14453125, false]], [[-11.140625, false]], [[-12.390625, false]], [[-9.640625, false]], [[-5.14453125, false]], [[-8.640625, false]], [[-11.140625, false]], [[-4.64453125, false]], [[-11.140625, false]], [[-9.640625, false]], [[-6.9765625, false]], [[-8.640625, false]], [[-9.3515625, false]], [[-5.14453125, false]], [[-8.640625, false]], [[-10.890625, false]], [[-9.640625, false]], [[-9.390625, false]], [[-8.140625, false]], [[-10.390625, false]], [[-8.140625, false]], [[-9.640625, false]], [[-11.140625, false]], [[-5.14453125, false]], [[-11.140625, false]], [[-12.390625, false]], [[-9.640625, false]], [[-5.14453125, false]], [[-8.140625, false]], [[-8.890625, false]], [[-12.390625, false]], [[-9.640625, false]], [[-10.140625, false]], [[-11.140625, false]], [[-8.140625, false]], [[-10.390625, false]], [[-9.640625, false]], [[-8.640625, false]], [[-5.14453125, false]], [[-4.64453125, false]], [[-9.390625, false]], [[-11.140625, false]], [[-9.640625, false]], [[-10.890625, false]], [[-5.14453125, false]], [[-12.140625, false]], [[-8.140625, false]], [[-9.640625, false]], [[-5.14453125, false]], [[-4.64453125, false]], [[-10.890625, false]], [[-9.640625, false]], [[-5.14453125, false]], [[-10.140625, false]], [[-8.140625, false]], [[-9.640625, false]], [[-9.640625, false]], [[-6.9765625, false]], [[-8.640625, false]], [[-9.3515625, false]], [[-5.14453125, false]], [[-8.640625, false]], [[-4.64453125, false]], [[-10.140625, false]], [[-12.390625, false]], [[-9.640625, false]], [[-8.640625, false]], [[-11.140625, false]], [[-8.140625, false]], [[-9.640625, false]], [[-11.140625, false]], [[-5.14453125, false]], [[-11.140625, false]], [[-12.390625, false]], [[-9.640625, false]], [[-5.14453125, false]], [[-10.140625, false]], [[-8.140625, false]], [[-4.64453125, false]], [[-10.890625, false]], [[-8.640625, false]], [[-9.640625, false]], [[-5.14453125, false]], [[-9.390625, false]], [[-8.140625, false]], [[-10.140625, false]], [[-9.640625, false]], [[-8.640625, false]], [[-5.14453125, false]], [[-9.640625, false]], [[-9.640625, false]], [[-10.140625, false]], [[-9.640625, false]], [[-10.890625, false]], [[-5.14453125, false]], [[-12.390625, false]], [[-8.140625, false]], [[-11.140625, false]], [[-12.390625, false]], [[-5.14453125, false]], [[-10.640625, false]], [[-8.140625, false]], [[-10.640625, false]], [[-9.640625, false]], [[-10.890625, false]], [[-6.9765625, false]], [[-8.640625, false]], [[-11.140625, false]]], "filtered_resps": [[-7.39453125, false], [-8.640625, false], [-10.140625, false], [-4.64453125, false], [-10.890625, false], [-10.890625, false], [-12.140625, false], [-8.140625, false], [-9.640625, false], [-11.140625, false], [-5.14453125, false], [-8.140625, false], [-11.140625, false], [-5.14453125, false], [-10.640625, false], [-8.140625, false], [-11.140625, false], [-12.390625, false], [-5.14453125, false], [-8.890625, false], [-8.140625, false], [-11.140625, false], [-12.390625, false], [-5.14453125, false], [-12.390625, false], [-4.64453125, false], [-9.640625, false], [-10.140625, false], [-8.640625, false], [-6.9765625, false], [-8.640625, false], [-9.3515625, false], [-5.14453125, false], [-8.640625, false], [-10.890625, false], [-9.640625, false], [-9.390625, false], [-10.140625, false], [-9.640625, false], [-10.140625, false], [-11.140625, false], [-8.140625, false], [-9.640625, false], [-11.140625, false], [-5.14453125, false], [-8.640625, false], [-9.640625, false], [-9.640625, false], [-10.140625, false], [-8.140625, false], [-11.140625, false], [-12.390625, false], [-11.140625, false], [-5.14453125, false], [-11.140625, false], [-8.140625, false], [-5.14453125, false], [-11.140625, false], [-12.390625, false], [-9.640625, false], [-5.14453125, false], [-8.640625, false], [-11.140625, false], [-4.64453125, false], [-11.140625, false], [-9.640625, false], [-6.9765625, false], [-8.640625, false], [-9.3515625, false], [-5.14453125, false], [-8.640625, false], [-10.890625, false], [-9.640625, false], [-9.390625, false], [-8.140625, false], [-10.390625, false], [-8.140625, false], [-9.640625, false], [-11.140625, false], [-5.14453125, false], [-11.140625, false], [-12.390625, false], [-9.640625, false], [-5.14453125, false], [-8.140625, false], [-8.890625, false], [-12.390625, false], [-9.640625, false], [-10.140625, false], [-11.140625, false], [-8.140625, false], [-10.390625, false], [-9.640625, false], [-8.640625, false], [-5.14453125, false], [-4.64453125, false], [-9.390625, false], [-11.140625, false], [-9.640625, false], [-10.890625, false], [-5.14453125, false], [-12.140625, false], [-8.140625, false], [-9.640625, false], [-5.14453125, false], [-4.64453125, false], [-10.890625, false], [-9.640625, false], [-5.14453125, false], [-10.140625, false], [-8.140625, false], [-9.640625, false], [-9.640625, false], [-6.9765625, false], [-8.640625, false], [-9.3515625, false], [-5.14453125, false], [-8.640625, false], [-4.64453125, false], [-10.140625, false], [-12.390625, false], [-9.640625, false], [-8.640625, false], [-11.140625, false], [-8.140625, false], [-9.640625, false], [-11.140625, false], [-5.14453125, false], [-11.140625, false], [-12.390625, false], [-9.640625, false], [-5.14453125, false], [-10.140625, false], [-8.140625, false], [-4.64453125, false], [-10.890625, false], [-8.640625, false], [-9.640625, false], [-5.14453125, false], [-9.390625, false], [-8.140625, false], [-10.140625, false], [-9.640625, false], [-8.640625, false], [-5.14453125, false], [-9.640625, false], [-9.640625, false], [-10.140625, false], [-9.640625, false], [-10.890625, false], [-5.14453125, false], [-12.390625, false], [-8.140625, false], [-11.140625, false], [-12.390625, false], [-5.14453125, false], [-10.640625, false], [-8.140625, false], [-10.640625, false], [-9.640625, false], [-10.890625, false], [-6.9765625, false], [-8.640625, false], [-11.140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1320, "doc": {"id": "Mercury_416684", "question": "Which wind-water interaction is responsible for cycling nutrient-rich waters from the ocean floor to the sea surface?", "choices": {"text": ["upwelling", "storm surge", "downwelling", "surface currents"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "upwelling", "arguments": ["Question: Which wind-water interaction is responsible for cycling nutrient-rich waters from the ocean floor to the sea surface?\nAnswer:", " ["], "resps": [[[-7.36328125, false]], [[-8.6171875, false]], [[-12.3671875, false]], [[-9.9921875, false]], [[-11.1171875, false]], [[-8.2421875, false]], [[-11.6171875, false]], [[-11.6171875, false]], [[-9.3671875, false]], [[-8.3671875, false]], [[-12.1171875, false]], [[-8.6171875, false]], [[-10.2265625, false]], [[-4.86328125, false]], [[-8.6171875, false]], [[-9.7421875, false]], [[-11.3671875, false]], [[-8.7421875, false]], [[-11.8671875, false]], [[-10.1171875, false]], [[-4.86328125, false]], [[-9.7421875, false]], [[-12.3671875, false]], [[-11.8671875, false]], [[-12.1171875, false]], [[-8.2421875, false]], [[-8.6171875, false]], [[-10.2265625, false]], [[-4.86328125, false]], [[-8.6171875, false]], [[-9.2421875, false]], [[-8.7421875, false]], [[-11.1171875, false]], [[-8.3671875, false]], [[-11.1171875, false]], [[-8.2421875, false]], [[-11.6171875, false]], [[-11.6171875, false]], [[-9.3671875, false]], [[-8.3671875, false]], [[-12.1171875, false]], [[-8.6171875, false]], [[-10.2265625, false]], [[-4.86328125, false]], [[-8.6171875, false]], [[-9.7421875, false]], [[-12.3671875, false]], [[-11.8671875, false]], [[-10.3671875, false]], [[-5.48828125, false]], [[-8.8671875, false]], [[-8.2421875, false]], [[-4.86328125, false]], [[-8.8671875, false]], [[-12.3671875, false]], [[-11.8671875, false]], [[-11.8671875, false]], [[-8.2421875, false]], [[-8.3671875, false]], [[-11.3671875, false]], [[-9.7421875, false]], [[-8.6171875, false]], [[-14.6171875, false]]], "filtered_resps": [[-7.36328125, false], [-8.6171875, false], [-12.3671875, false], [-9.9921875, false], [-11.1171875, false], [-8.2421875, false], [-11.6171875, false], [-11.6171875, false], [-9.3671875, false], [-8.3671875, false], [-12.1171875, false], [-8.6171875, false], [-10.2265625, false], [-4.86328125, false], [-8.6171875, false], [-9.7421875, false], [-11.3671875, false], [-8.7421875, false], [-11.8671875, false], [-10.1171875, false], [-4.86328125, false], [-9.7421875, false], [-12.3671875, false], [-11.8671875, false], [-12.1171875, false], [-8.2421875, false], [-8.6171875, false], [-10.2265625, false], [-4.86328125, false], [-8.6171875, false], [-9.2421875, false], [-8.7421875, false], [-11.1171875, false], [-8.3671875, false], [-11.1171875, false], [-8.2421875, false], [-11.6171875, false], [-11.6171875, false], [-9.3671875, false], [-8.3671875, false], [-12.1171875, false], [-8.6171875, false], [-10.2265625, false], [-4.86328125, false], [-8.6171875, false], [-9.7421875, false], [-12.3671875, false], [-11.8671875, false], [-10.3671875, false], [-5.48828125, false], [-8.8671875, false], [-8.2421875, false], [-4.86328125, false], [-8.8671875, false], [-12.3671875, false], [-11.8671875, false], [-11.8671875, false], [-8.2421875, false], [-8.3671875, false], [-11.3671875, false], [-9.7421875, false], [-8.6171875, false], [-14.6171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1328, "doc": {"id": "Mercury_SC_415417", "question": "What causes ocean water to evaporate in the water cycle?", "choices": {"text": ["energy from the Sun", "energy from ocean waves", "energy from Earth's rotation", "energy from Earth's moon"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "energy from the Sun", "arguments": ["Question: What causes ocean water to evaporate in the water cycle?\nAnswer:", " ["], "resps": [[[-8.5546875, false]], [[-9.5546875, false]], [[-6.0546875, false]], [[-11.0546875, false]], [[-6.0546875, false]], [[-13.3046875, false]], [[-12.8046875, false]], [[-12.8046875, false]], [[-6.0546875, false]], [[-11.5546875, false]], [[-13.3046875, false]], [[-6.8046875, false]], [[-11.0546875, false]], [[-6.0546875, false]], [[-11.8046875, false]], [[-11.8046875, false]], [[-6.0546875, false]], [[-6.0546875, false]], [[-7.0546875, false]], [[-12.5546875, false]], [[-11.0546875, false]], [[-9.5546875, false]], [[-10.3203125, false]], [[-6.0546875, false]], [[-9.5546875, false]], [[-6.0546875, false]], [[-11.0546875, false]], [[-6.0546875, false]], [[-13.3046875, false]], [[-12.8046875, false]], [[-12.8046875, false]], [[-6.0546875, false]], [[-11.5546875, false]], [[-13.3046875, false]], [[-6.8046875, false]], [[-11.0546875, false]], [[-6.0546875, false]], [[-6.8046875, false]], [[-10.3046875, false]], [[-6.0546875, false]], [[-7.0546875, false]], [[-11.0546875, false]], [[-6.0546875, false]], [[-11.5546875, false]], [[-7.0546875, false]], [[-12.5546875, false]], [[-6.0546875, false]], [[-10.8046875, false]], [[-9.5546875, false]], [[-10.3203125, false]], [[-6.0546875, false]], [[-7.3046875, false]], [[-6.0546875, false]], [[-11.0546875, false]], [[-6.0546875, false]], [[-13.3046875, false]], [[-12.8046875, false]], [[-12.8046875, false]], [[-6.0546875, false]], [[-11.5546875, false]], [[-13.3046875, false]], [[-6.8046875, false]], [[-11.0546875, false]], [[-6.0546875, false]], [[-4.0546875, false]], [[-7.0546875, false]], [[-13.3046875, false]], [[-11.8046875, false]], [[-11.8046875, false]], [[-9.5546875, false]], [[-10.8046875, false]], [[-6.0546875, false]], [[-13.3046875, false]], [[-6.8046875, false]], [[-11.8046875, false]], [[-7.0546875, false]], [[-11.8046875, false]], [[-10.0546875, false]], [[-6.8046875, false]], [[-11.0546875, false]], [[-7.3046875, false]], [[-10.3203125, false]], [[-6.0546875, false]], [[-7.3046875, false]], [[-6.0546875, false]], [[-11.0546875, false]], [[-6.0546875, false]], [[-13.3046875, false]], [[-12.8046875, false]], [[-12.8046875, false]], [[-6.0546875, false]], [[-11.5546875, false]], [[-13.3046875, false]], [[-6.8046875, false]], [[-11.0546875, false]], [[-6.0546875, false]], [[-4.0546875, false]], [[-7.0546875, false]], [[-13.3046875, false]], [[-11.8046875, false]], [[-11.8046875, false]], [[-9.5546875, false]], [[-10.8046875, false]], [[-6.0546875, false]], [[-11.0546875, false]], [[-6.8046875, false]], [[-6.8046875, false]], [[-11.0546875, false]], [[-7.3046875, false]], [[-15.3046875, false]]], "filtered_resps": [[-8.5546875, false], [-9.5546875, false], [-6.0546875, false], [-11.0546875, false], [-6.0546875, false], [-13.3046875, false], [-12.8046875, false], [-12.8046875, false], [-6.0546875, false], [-11.5546875, false], [-13.3046875, false], [-6.8046875, false], [-11.0546875, false], [-6.0546875, false], [-11.8046875, false], [-11.8046875, false], [-6.0546875, false], [-6.0546875, false], [-7.0546875, false], [-12.5546875, false], [-11.0546875, false], [-9.5546875, false], [-10.3203125, false], [-6.0546875, false], [-9.5546875, false], [-6.0546875, false], [-11.0546875, false], [-6.0546875, false], [-13.3046875, false], [-12.8046875, false], [-12.8046875, false], [-6.0546875, false], [-11.5546875, false], [-13.3046875, false], [-6.8046875, false], [-11.0546875, false], [-6.0546875, false], [-6.8046875, false], [-10.3046875, false], [-6.0546875, false], [-7.0546875, false], [-11.0546875, false], [-6.0546875, false], [-11.5546875, false], [-7.0546875, false], [-12.5546875, false], [-6.0546875, false], [-10.8046875, false], [-9.5546875, false], [-10.3203125, false], [-6.0546875, false], [-7.3046875, false], [-6.0546875, false], [-11.0546875, false], [-6.0546875, false], [-13.3046875, false], [-12.8046875, false], [-12.8046875, false], [-6.0546875, false], [-11.5546875, false], [-13.3046875, false], [-6.8046875, false], [-11.0546875, false], [-6.0546875, false], [-4.0546875, false], [-7.0546875, false], [-13.3046875, false], [-11.8046875, false], [-11.8046875, false], [-9.5546875, false], [-10.8046875, false], [-6.0546875, false], [-13.3046875, false], [-6.8046875, false], [-11.8046875, false], [-7.0546875, false], [-11.8046875, false], [-10.0546875, false], [-6.8046875, false], [-11.0546875, false], [-7.3046875, false], [-10.3203125, false], [-6.0546875, false], [-7.3046875, false], [-6.0546875, false], [-11.0546875, false], [-6.0546875, false], [-13.3046875, false], [-12.8046875, false], [-12.8046875, false], [-6.0546875, false], [-11.5546875, false], [-13.3046875, false], [-6.8046875, false], [-11.0546875, false], [-6.0546875, false], [-4.0546875, false], [-7.0546875, false], [-13.3046875, false], [-11.8046875, false], [-11.8046875, false], [-9.5546875, false], [-10.8046875, false], [-6.0546875, false], [-11.0546875, false], [-6.8046875, false], [-6.8046875, false], [-11.0546875, false], [-7.3046875, false], [-15.3046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1336, "doc": {"id": "Mercury_185115", "question": "A hypothesis that is successfully tested many times may become a", "choices": {"text": ["conclusion.", "theory.", "constant.", "law."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "theory.", "arguments": ["Question: A hypothesis that is successfully tested many times may become a\nAnswer:", " ["], "resps": [[[-7.56640625, false]], [[-7.81640625, false]], [[-8.4453125, false]], [[-9.3203125, false]], [[-7.56640625, false]], [[-8.4453125, false]], [[-10.1953125, false]], [[-9.6953125, false]], [[-9.3203125, false]], [[-6.94140625, false]], [[-9.3203125, false]], [[-7.56640625, false]], [[-6.578125, false]], [[-7.81640625, false]], [[-8.765625, false]], [[-5.203125, false]], [[-7.81640625, false]], [[-9.5703125, false]], [[-10.1953125, false]], [[-7.56640625, false]], [[-9.3203125, false]], [[-9.5703125, false]], [[-10.0703125, false]], [[-6.578125, false]], [[-7.81640625, false]], [[-8.765625, false]], [[-5.19140625, false]], [[-7.81640625, false]], [[-8.4453125, false]], [[-9.3203125, false]], [[-7.56640625, false]], [[-9.3203125, false]], [[-9.5703125, false]], [[-3.568359375, false]], [[-7.56640625, false]], [[-9.5703125, false]], [[-6.578125, false]], [[-7.81640625, false]], [[-8.765625, false]], [[-5.19140625, false]], [[-7.81640625, false]], [[-10.1953125, false]], [[-3.568359375, false]], [[-10.5703125, false]], [[-6.578125, false]], [[-7.81640625, false]], [[-11.5703125, false]]], "filtered_resps": [[-7.56640625, false], [-7.81640625, false], [-8.4453125, false], [-9.3203125, false], [-7.56640625, false], [-8.4453125, false], [-10.1953125, false], [-9.6953125, false], [-9.3203125, false], [-6.94140625, false], [-9.3203125, false], [-7.56640625, false], [-6.578125, false], [-7.81640625, false], [-8.765625, false], [-5.203125, false], [-7.81640625, false], [-9.5703125, false], [-10.1953125, false], [-7.56640625, false], [-9.3203125, false], [-9.5703125, false], [-10.0703125, false], [-6.578125, false], [-7.81640625, false], [-8.765625, false], [-5.19140625, false], [-7.81640625, false], [-8.4453125, false], [-9.3203125, false], [-7.56640625, false], [-9.3203125, false], [-9.5703125, false], [-3.568359375, false], [-7.56640625, false], [-9.5703125, false], [-6.578125, false], [-7.81640625, false], [-8.765625, false], [-5.19140625, false], [-7.81640625, false], [-10.1953125, false], [-3.568359375, false], [-10.5703125, false], [-6.578125, false], [-7.81640625, false], [-11.5703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1344, "doc": {"id": "MCAS_2001_5_14", "question": "If a string on a musical instrument like a guitar is made tighter, the sound produced by that string will always be", "choices": {"text": ["lower pitched.", "higher pitched.", "louder.", "quieter."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "higher pitched.", "arguments": ["Question: If a string on a musical instrument like a guitar is made tighter, the sound produced by that string will always be\nAnswer:", " ["], "resps": [[[-7.17578125, false]], [[-6.80078125, false]], [[-9.9296875, false]], [[-9.9296875, false]], [[-9.3046875, false]], [[-8.6796875, false]], [[-9.3046875, false]], [[-5.17578125, false]], [[-9.1796875, false]], [[-7.30078125, false]], [[-8.5546875, false]], [[-8.5546875, false]], [[-10.3046875, false]], [[-8.6796875, false]], [[-8.8046875, false]], [[-7.0, false]], [[-6.80078125, false]], [[-9.0625, false]], [[-5.17578125, false]], [[-6.80078125, false]], [[-10.3046875, false]], [[-7.30078125, false]], [[-9.9296875, false]], [[-10.3046875, false]], [[-8.6796875, false]], [[-9.3046875, false]], [[-5.17578125, false]], [[-9.1796875, false]], [[-7.30078125, false]], [[-8.5546875, false]], [[-8.5546875, false]], [[-10.3046875, false]], [[-8.6796875, false]], [[-8.8046875, false]], [[-7.0, false]], [[-6.80078125, false]], [[-9.0625, false]], [[-5.17578125, false]], [[-6.80078125, false]], [[-9.9296875, false]], [[-9.9296875, false]], [[-9.4296875, false]], [[-8.8046875, false]], [[-8.6796875, false]], [[-9.3046875, false]], [[-7.0, false]], [[-6.80078125, false]], [[-9.0625, false]], [[-5.17578125, false]], [[-6.80078125, false]], [[-8.8046875, false]], [[-9.4296875, false]], [[-7.30078125, false]], [[-8.6796875, false]], [[-8.5546875, false]], [[-8.6796875, false]], [[-9.3046875, false]], [[-7.0, false]], [[-6.80078125, false]], [[-11.3046875, false]]], "filtered_resps": [[-7.17578125, false], [-6.80078125, false], [-9.9296875, false], [-9.9296875, false], [-9.3046875, false], [-8.6796875, false], [-9.3046875, false], [-5.17578125, false], [-9.1796875, false], [-7.30078125, false], [-8.5546875, false], [-8.5546875, false], [-10.3046875, false], [-8.6796875, false], [-8.8046875, false], [-7.0, false], [-6.80078125, false], [-9.0625, false], [-5.17578125, false], [-6.80078125, false], [-10.3046875, false], [-7.30078125, false], [-9.9296875, false], [-10.3046875, false], [-8.6796875, false], [-9.3046875, false], [-5.17578125, false], [-9.1796875, false], [-7.30078125, false], [-8.5546875, false], [-8.5546875, false], [-10.3046875, false], [-8.6796875, false], [-8.8046875, false], [-7.0, false], [-6.80078125, false], [-9.0625, false], [-5.17578125, false], [-6.80078125, false], [-9.9296875, false], [-9.9296875, false], [-9.4296875, false], [-8.8046875, false], [-8.6796875, false], [-9.3046875, false], [-7.0, false], [-6.80078125, false], [-9.0625, false], [-5.17578125, false], [-6.80078125, false], [-8.8046875, false], [-9.4296875, false], [-7.30078125, false], [-8.6796875, false], [-8.5546875, false], [-8.6796875, false], [-9.3046875, false], [-7.0, false], [-6.80078125, false], [-11.3046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1352, "doc": {"id": "Mercury_411782", "question": "In a genetics investigation, students used two red straws to represent male parent DNA. They used two green straws to represent female parent DNA. The offspring in this activity are best represented by", "choices": {"text": ["either one red straw or one green straw.", "two green straws.", "two red straws.", "one red straw and one green straw."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "one red straw and one green straw.", "arguments": ["Question: In a genetics investigation, students used two red straws to represent male parent DNA. They used two green straws to represent female parent DNA. The offspring in this activity are best represented by\nAnswer:", " ["], "resps": [[[-6.28515625, false]], [[-7.78515625, false]], [[-8.0390625, false]], [[-7.53515625, false]], [[-9.0390625, false]], [[-9.0390625, false]], [[-8.0390625, false]], [[-7.28515625, false]], [[-5.03515625, false]], [[-8.7890625, false]], [[-7.28515625, false]], [[-8.0390625, false]], [[-5.03515625, false]], [[-7.28515625, false]], [[-8.0390625, false]], [[-6.28515625, false]], [[-5.03515625, false]], [[-8.5390625, false]], [[-9.0390625, false]], [[-7.28515625, false]], [[-3.53515625, false]], [[-9.0390625, false]], [[-5.03515625, false]], [[-8.7890625, false]], [[-7.28515625, false]], [[-5.03515625, false]], [[-8.7890625, false]], [[-7.28515625, false]], [[-8.0390625, false]], [[-5.03515625, false]], [[-7.28515625, false]], [[-7.28515625, false]], [[-8.0390625, false]], [[-8.0390625, false]], [[-7.28515625, false]], [[-5.03515625, false]], [[-8.5390625, false]], [[-9.0390625, false]], [[-7.28515625, false]], [[-3.53515625, false]], [[-9.0390625, false]], [[-5.8515625, false]], [[-7.78515625, false]], [[-8.3515625, false]], [[-5.03515625, false]], [[-7.78515625, false]], [[-9.0390625, false]], [[-9.0390625, false]], [[-8.7890625, false]], [[-5.03515625, false]], [[-7.28515625, false]], [[-7.28515625, false]], [[-8.0390625, false]], [[-8.0390625, false]], [[-7.28515625, false]], [[-5.03515625, false]], [[-8.5390625, false]], [[-9.0390625, false]], [[-7.28515625, false]], [[-3.53515625, false]], [[-9.0390625, false]], [[-8.5390625, false]], [[-5.8515625, false]], [[-7.78515625, false]], [[-8.3515625, false]], [[-5.03515625, false]], [[-7.78515625, false]], [[-9.0390625, false]], [[-9.0390625, false]], [[-8.7890625, false]], [[-5.03515625, false]], [[-7.28515625, false]], [[-8.0390625, false]], [[-6.28515625, false]], [[-5.03515625, false]], [[-8.5390625, false]], [[-9.0390625, false]], [[-7.28515625, false]], [[-3.53515625, false]], [[-9.0390625, false]], [[-8.5390625, false]], [[-5.8515625, false]], [[-7.78515625, false]], [[-8.3515625, false]], [[-5.03515625, false]], [[-7.78515625, false]], [[-8.7890625, false]], [[-7.28515625, false]], [[-8.0390625, false]], [[-5.03515625, false]], [[-7.28515625, false]], [[-8.0390625, false]], [[-6.28515625, false]], [[-5.03515625, false]], [[-8.5390625, false]], [[-9.0390625, false]], [[-7.28515625, false]], [[-3.53515625, false]], [[-9.0390625, false]], [[-5.03515625, false]], [[-3.53515625, false]], [[-7.28515625, false]], [[-6.28515625, false]], [[-5.03515625, false]], [[-8.7890625, false]], [[-7.28515625, false]], [[-8.0390625, false]], [[-5.03515625, false]], [[-7.28515625, false]], [[-7.28515625, false]], [[-8.0390625, false]], [[-8.0390625, false]], [[-7.28515625, false]], [[-5.03515625, false]], [[-8.5390625, false]], [[-9.0390625, false]], [[-7.28515625, false]], [[-3.53515625, false]], [[-9.0390625, false]], [[-5.8515625, false]], [[-7.78515625, false]], [[-11.2890625, false]]], "filtered_resps": [[-6.28515625, false], [-7.78515625, false], [-8.0390625, false], [-7.53515625, false], [-9.0390625, false], [-9.0390625, false], [-8.0390625, false], [-7.28515625, false], [-5.03515625, false], [-8.7890625, false], [-7.28515625, false], [-8.0390625, false], [-5.03515625, false], [-7.28515625, false], [-8.0390625, false], [-6.28515625, false], [-5.03515625, false], [-8.5390625, false], [-9.0390625, false], [-7.28515625, false], [-3.53515625, false], [-9.0390625, false], [-5.03515625, false], [-8.7890625, false], [-7.28515625, false], [-5.03515625, false], [-8.7890625, false], [-7.28515625, false], [-8.0390625, false], [-5.03515625, false], [-7.28515625, false], [-7.28515625, false], [-8.0390625, false], [-8.0390625, false], [-7.28515625, false], [-5.03515625, false], [-8.5390625, false], [-9.0390625, false], [-7.28515625, false], [-3.53515625, false], [-9.0390625, false], [-5.8515625, false], [-7.78515625, false], [-8.3515625, false], [-5.03515625, false], [-7.78515625, false], [-9.0390625, false], [-9.0390625, false], [-8.7890625, false], [-5.03515625, false], [-7.28515625, false], [-7.28515625, false], [-8.0390625, false], [-8.0390625, false], [-7.28515625, false], [-5.03515625, false], [-8.5390625, false], [-9.0390625, false], [-7.28515625, false], [-3.53515625, false], [-9.0390625, false], [-8.5390625, false], [-5.8515625, false], [-7.78515625, false], [-8.3515625, false], [-5.03515625, false], [-7.78515625, false], [-9.0390625, false], [-9.0390625, false], [-8.7890625, false], [-5.03515625, false], [-7.28515625, false], [-8.0390625, false], [-6.28515625, false], [-5.03515625, false], [-8.5390625, false], [-9.0390625, false], [-7.28515625, false], [-3.53515625, false], [-9.0390625, false], [-8.5390625, false], [-5.8515625, false], [-7.78515625, false], [-8.3515625, false], [-5.03515625, false], [-7.78515625, false], [-8.7890625, false], [-7.28515625, false], [-8.0390625, false], [-5.03515625, false], [-7.28515625, false], [-8.0390625, false], [-6.28515625, false], [-5.03515625, false], [-8.5390625, false], [-9.0390625, false], [-7.28515625, false], [-3.53515625, false], [-9.0390625, false], [-5.03515625, false], [-3.53515625, false], [-7.28515625, false], [-6.28515625, false], [-5.03515625, false], [-8.7890625, false], [-7.28515625, false], [-8.0390625, false], [-5.03515625, false], [-7.28515625, false], [-7.28515625, false], [-8.0390625, false], [-8.0390625, false], [-7.28515625, false], [-5.03515625, false], [-8.5390625, false], [-9.0390625, false], [-7.28515625, false], [-3.53515625, false], [-9.0390625, false], [-5.8515625, false], [-7.78515625, false], [-11.2890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1360, "doc": {"id": "Mercury_7004585", "question": "What two organ systems are involved in the transfer of oxygen to the cells from outside the body?", "choices": {"text": ["skeletal and digestive", "skeletal and respiratory", "circulatory and digestive", "circulatory and respiratory"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "circulatory and respiratory", "arguments": ["Question: What two organ systems are involved in the transfer of oxygen to the cells from outside the body?\nAnswer:", " ["], "resps": [[[-8.4375, false]], [[-11.4375, false]], [[-11.1875, false]], [[-6.6875, false]], [[-10.1875, false]], [[-9.1875, false]], [[-10.1875, false]], [[-10.6875, false]], [[-6.4375, false]], [[-9.1875, false]], [[-5.9375, false]], [[-6.4375, false]], [[-10.9375, false]], [[-12.4375, false]], [[-5.9375, false]], [[-12.4375, false]], [[-10.4375, false]], [[-12.6875, false]], [[-10.1875, false]], [[-11.1875, false]], [[-10.6875, false]], [[-10.4375, false]], [[-11.6875, false]], [[-10.1875, false]], [[-11.4375, false]], [[-10.265625, false]], [[-5.9375, false]], [[-11.4375, false]], [[-11.1875, false]], [[-6.6875, false]], [[-10.1875, false]], [[-9.1875, false]], [[-10.1875, false]], [[-10.6875, false]], [[-6.4375, false]], [[-9.1875, false]], [[-5.9375, false]], [[-6.4375, false]], [[-10.9375, false]], [[-12.4375, false]], [[-5.9375, false]], [[-12.1875, false]], [[-10.1875, false]], [[-11.1875, false]], [[-11.4375, false]], [[-10.4375, false]], [[-12.1875, false]], [[-6.4375, false]], [[-10.6875, false]], [[-8.9375, false]], [[-12.1875, false]], [[-13.4375, false]], [[-11.4375, false]], [[-10.265625, false]], [[-5.9375, false]], [[-11.4375, false]], [[-8.6875, false]], [[-10.4375, false]], [[-12.1875, false]], [[-8.6875, false]], [[-10.6875, false]], [[-9.1875, false]], [[-6.4375, false]], [[-10.6875, false]], [[-8.9375, false]], [[-12.1875, false]], [[-13.4375, false]], [[-5.9375, false]], [[-6.4375, false]], [[-10.9375, false]], [[-12.4375, false]], [[-5.9375, false]], [[-12.4375, false]], [[-10.4375, false]], [[-12.6875, false]], [[-10.1875, false]], [[-11.1875, false]], [[-10.6875, false]], [[-10.4375, false]], [[-11.6875, false]], [[-10.1875, false]], [[-11.4375, false]], [[-10.265625, false]], [[-5.9375, false]], [[-11.4375, false]], [[-8.6875, false]], [[-10.4375, false]], [[-12.1875, false]], [[-8.6875, false]], [[-10.6875, false]], [[-9.1875, false]], [[-6.4375, false]], [[-10.6875, false]], [[-8.9375, false]], [[-12.1875, false]], [[-13.4375, false]], [[-5.9375, false]], [[-6.4375, false]], [[-10.9375, false]], [[-12.4375, false]], [[-5.9375, false]], [[-12.1875, false]], [[-10.1875, false]], [[-11.1875, false]], [[-11.4375, false]], [[-10.4375, false]], [[-12.1875, false]], [[-6.4375, false]], [[-10.6875, false]], [[-8.9375, false]], [[-12.1875, false]], [[-13.4375, false]], [[-11.4375, false]], [[-13.6875, false]]], "filtered_resps": [[-8.4375, false], [-11.4375, false], [-11.1875, false], [-6.6875, false], [-10.1875, false], [-9.1875, false], [-10.1875, false], [-10.6875, false], [-6.4375, false], [-9.1875, false], [-5.9375, false], [-6.4375, false], [-10.9375, false], [-12.4375, false], [-5.9375, false], [-12.4375, false], [-10.4375, false], [-12.6875, false], [-10.1875, false], [-11.1875, false], [-10.6875, false], [-10.4375, false], [-11.6875, false], [-10.1875, false], [-11.4375, false], [-10.265625, false], [-5.9375, false], [-11.4375, false], [-11.1875, false], [-6.6875, false], [-10.1875, false], [-9.1875, false], [-10.1875, false], [-10.6875, false], [-6.4375, false], [-9.1875, false], [-5.9375, false], [-6.4375, false], [-10.9375, false], [-12.4375, false], [-5.9375, false], [-12.1875, false], [-10.1875, false], [-11.1875, false], [-11.4375, false], [-10.4375, false], [-12.1875, false], [-6.4375, false], [-10.6875, false], [-8.9375, false], [-12.1875, false], [-13.4375, false], [-11.4375, false], [-10.265625, false], [-5.9375, false], [-11.4375, false], [-8.6875, false], [-10.4375, false], [-12.1875, false], [-8.6875, false], [-10.6875, false], [-9.1875, false], [-6.4375, false], [-10.6875, false], [-8.9375, false], [-12.1875, false], [-13.4375, false], [-5.9375, false], [-6.4375, false], [-10.9375, false], [-12.4375, false], [-5.9375, false], [-12.4375, false], [-10.4375, false], [-12.6875, false], [-10.1875, false], [-11.1875, false], [-10.6875, false], [-10.4375, false], [-11.6875, false], [-10.1875, false], [-11.4375, false], [-10.265625, false], [-5.9375, false], [-11.4375, false], [-8.6875, false], [-10.4375, false], [-12.1875, false], [-8.6875, false], [-10.6875, false], [-9.1875, false], [-6.4375, false], [-10.6875, false], [-8.9375, false], [-12.1875, false], [-13.4375, false], [-5.9375, false], [-6.4375, false], [-10.9375, false], [-12.4375, false], [-5.9375, false], [-12.1875, false], [-10.1875, false], [-11.1875, false], [-11.4375, false], [-10.4375, false], [-12.1875, false], [-6.4375, false], [-10.6875, false], [-8.9375, false], [-12.1875, false], [-13.4375, false], [-11.4375, false], [-13.6875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1368, "doc": {"id": "Mercury_SC_407608", "question": "Scientists are developing new satellite technology to help predict the weather. How will developing this technology most likely benefit people?", "choices": {"text": ["It will show people that storms can be prevented.", "It will show people that science is interesting.", "It will help warn people about dangerous storms.", "It will help people drive in the rain."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "It will help warn people about dangerous storms.", "arguments": ["Question: Scientists are developing new satellite technology to help predict the weather. How will developing this technology most likely benefit people?\nAnswer:", " ["], "resps": [[[-7.41796875, false]], [[-9.4140625, false]], [[-4.16796875, false]], [[-12.2890625, false]], [[-6.16796875, false]], [[-12.2890625, false]], [[-8.7890625, false]], [[-12.6640625, false]], [[-12.6640625, false]], [[-6.16796875, false]], [[-11.1640625, false]], [[-11.6640625, false]], [[-11.1640625, false]], [[-12.2890625, false]], [[-6.16796875, false]], [[-11.2890625, false]], [[-8.9140625, false]], [[-11.1640625, false]], [[-11.2890625, false]], [[-12.6640625, false]], [[-8.9140625, false]], [[-6.16796875, false]], [[-12.2890625, false]], [[-11.6640625, false]], [[-7.66796875, false]], [[-12.2890625, false]], [[-6.16796875, false]], [[-11.1640625, false]], [[-12.2890625, false]], [[-11.1640625, false]], [[-12.5390625, false]], [[-12.1640625, false]], [[-11.1640625, false]], [[-6.16796875, false]], [[-12.0390625, false]], [[-7.66796875, false]], [[-11.9140625, false]], [[-6.16796875, false]], [[-10.9140625, false]], [[-8.9140625, false]], [[-6.16796875, false]], [[-11.2890625, false]], [[-12.5390625, false]], [[-8.9140625, false]], [[-13.2890625, false]], [[-8.9140625, false]], [[-11.9140625, false]], [[-12.2890625, false]], [[-8.9140625, false]], [[-10.6640625, false]], [[-8.203125, false]], [[-9.4140625, false]], [[-10.953125, false]], [[-6.16796875, false]], [[-9.4140625, false]], [[-4.16796875, false]], [[-12.2890625, false]], [[-6.16796875, false]], [[-12.2890625, false]], [[-8.7890625, false]], [[-12.6640625, false]], [[-12.6640625, false]], [[-6.16796875, false]], [[-11.1640625, false]], [[-11.6640625, false]], [[-11.1640625, false]], [[-12.2890625, false]], [[-6.16796875, false]], [[-11.2890625, false]], [[-8.9140625, false]], [[-11.1640625, false]], [[-11.2890625, false]], [[-12.6640625, false]], [[-8.9140625, false]], [[-6.16796875, false]], [[-12.2890625, false]], [[-11.6640625, false]], [[-7.66796875, false]], [[-12.2890625, false]], [[-6.16796875, false]], [[-11.1640625, false]], [[-12.0390625, false]], [[-8.7890625, false]], [[-8.9140625, false]], [[-11.9140625, false]], [[-12.0390625, false]], [[-8.9140625, false]], [[-6.16796875, false]], [[-8.7890625, false]], [[-11.1640625, false]], [[-6.16796875, false]], [[-8.7890625, false]], [[-11.9140625, false]], [[-12.2890625, false]], [[-8.9140625, false]], [[-12.5390625, false]], [[-8.9140625, false]], [[-11.1640625, false]], [[-12.2890625, false]], [[-8.7890625, false]], [[-11.9140625, false]], [[-13.7890625, false]], [[-8.203125, false]], [[-9.4140625, false]], [[-10.953125, false]], [[-6.16796875, false]], [[-9.4140625, false]], [[-4.16796875, false]], [[-12.2890625, false]], [[-6.16796875, false]], [[-12.2890625, false]], [[-8.7890625, false]], [[-12.6640625, false]], [[-12.6640625, false]], [[-6.16796875, false]], [[-11.6640625, false]], [[-8.9140625, false]], [[-12.6640625, false]], [[-11.2890625, false]], [[-6.16796875, false]], [[-12.2890625, false]], [[-7.66796875, false]], [[-12.5390625, false]], [[-11.9140625, false]], [[-6.16796875, false]], [[-11.2890625, false]], [[-8.9140625, false]], [[-11.1640625, false]], [[-11.2890625, false]], [[-12.6640625, false]], [[-8.9140625, false]], [[-6.16796875, false]], [[-7.66796875, false]], [[-10.9140625, false]], [[-11.1640625, false]], [[-12.5390625, false]], [[-12.2890625, false]], [[-6.16796875, false]], [[-10.6640625, false]], [[-7.66796875, false]], [[-11.9140625, false]], [[-13.7890625, false]], [[-8.9140625, false]], [[-12.5390625, false]], [[-11.1640625, false]], [[-12.5390625, false]], [[-11.1640625, false]], [[-6.16796875, false]], [[-11.1640625, false]], [[-12.2890625, false]], [[-11.1640625, false]], [[-12.5390625, false]], [[-12.1640625, false]], [[-11.1640625, false]], [[-8.203125, false]], [[-9.4140625, false]], [[-10.953125, false]], [[-6.16796875, false]], [[-9.4140625, false]], [[-4.16796875, false]], [[-12.2890625, false]], [[-6.16796875, false]], [[-12.2890625, false]], [[-8.7890625, false]], [[-12.6640625, false]], [[-12.6640625, false]], [[-6.16796875, false]], [[-11.6640625, false]], [[-8.9140625, false]], [[-12.6640625, false]], [[-11.2890625, false]], [[-6.16796875, false]], [[-11.2890625, false]], [[-8.9140625, false]], [[-11.1640625, false]], [[-11.2890625, false]], [[-12.6640625, false]], [[-8.9140625, false]], [[-6.16796875, false]], [[-10.6640625, false]], [[-12.5390625, false]], [[-8.7890625, false]], [[-13.2890625, false]], [[-8.9140625, false]], [[-6.16796875, false]], [[-8.7890625, false]], [[-11.9140625, false]], [[-6.16796875, false]], [[-12.2890625, false]], [[-11.6640625, false]], [[-8.9140625, false]], [[-6.16796875, false]], [[-12.5390625, false]], [[-7.66796875, false]], [[-8.7890625, false]], [[-11.9140625, false]], [[-8.203125, false]], [[-9.4140625, false]], [[-13.2890625, false]]], "filtered_resps": [[-7.41796875, false], [-9.4140625, false], [-4.16796875, false], [-12.2890625, false], [-6.16796875, false], [-12.2890625, false], [-8.7890625, false], [-12.6640625, false], [-12.6640625, false], [-6.16796875, false], [-11.1640625, false], [-11.6640625, false], [-11.1640625, false], [-12.2890625, false], [-6.16796875, false], [-11.2890625, false], [-8.9140625, false], [-11.1640625, false], [-11.2890625, false], [-12.6640625, false], [-8.9140625, false], [-6.16796875, false], [-12.2890625, false], [-11.6640625, false], [-7.66796875, false], [-12.2890625, false], [-6.16796875, false], [-11.1640625, false], [-12.2890625, false], [-11.1640625, false], [-12.5390625, false], [-12.1640625, false], [-11.1640625, false], [-6.16796875, false], [-12.0390625, false], [-7.66796875, false], [-11.9140625, false], [-6.16796875, false], [-10.9140625, false], [-8.9140625, false], [-6.16796875, false], [-11.2890625, false], [-12.5390625, false], [-8.9140625, false], [-13.2890625, false], [-8.9140625, false], [-11.9140625, false], [-12.2890625, false], [-8.9140625, false], [-10.6640625, false], [-8.203125, false], [-9.4140625, false], [-10.953125, false], [-6.16796875, false], [-9.4140625, false], [-4.16796875, false], [-12.2890625, false], [-6.16796875, false], [-12.2890625, false], [-8.7890625, false], [-12.6640625, false], [-12.6640625, false], [-6.16796875, false], [-11.1640625, false], [-11.6640625, false], [-11.1640625, false], [-12.2890625, false], [-6.16796875, false], [-11.2890625, false], [-8.9140625, false], [-11.1640625, false], [-11.2890625, false], [-12.6640625, false], [-8.9140625, false], [-6.16796875, false], [-12.2890625, false], [-11.6640625, false], [-7.66796875, false], [-12.2890625, false], [-6.16796875, false], [-11.1640625, false], [-12.0390625, false], [-8.7890625, false], [-8.9140625, false], [-11.9140625, false], [-12.0390625, false], [-8.9140625, false], [-6.16796875, false], [-8.7890625, false], [-11.1640625, false], [-6.16796875, false], [-8.7890625, false], [-11.9140625, false], [-12.2890625, false], [-8.9140625, false], [-12.5390625, false], [-8.9140625, false], [-11.1640625, false], [-12.2890625, false], [-8.7890625, false], [-11.9140625, false], [-13.7890625, false], [-8.203125, false], [-9.4140625, false], [-10.953125, false], [-6.16796875, false], [-9.4140625, false], [-4.16796875, false], [-12.2890625, false], [-6.16796875, false], [-12.2890625, false], [-8.7890625, false], [-12.6640625, false], [-12.6640625, false], [-6.16796875, false], [-11.6640625, false], [-8.9140625, false], [-12.6640625, false], [-11.2890625, false], [-6.16796875, false], [-12.2890625, false], [-7.66796875, false], [-12.5390625, false], [-11.9140625, false], [-6.16796875, false], [-11.2890625, false], [-8.9140625, false], [-11.1640625, false], [-11.2890625, false], [-12.6640625, false], [-8.9140625, false], [-6.16796875, false], [-7.66796875, false], [-10.9140625, false], [-11.1640625, false], [-12.5390625, false], [-12.2890625, false], [-6.16796875, false], [-10.6640625, false], [-7.66796875, false], [-11.9140625, false], [-13.7890625, false], [-8.9140625, false], [-12.5390625, false], [-11.1640625, false], [-12.5390625, false], [-11.1640625, false], [-6.16796875, false], [-11.1640625, false], [-12.2890625, false], [-11.1640625, false], [-12.5390625, false], [-12.1640625, false], [-11.1640625, false], [-8.203125, false], [-9.4140625, false], [-10.953125, false], [-6.16796875, false], [-9.4140625, false], [-4.16796875, false], [-12.2890625, false], [-6.16796875, false], [-12.2890625, false], [-8.7890625, false], [-12.6640625, false], [-12.6640625, false], [-6.16796875, false], [-11.6640625, false], [-8.9140625, false], [-12.6640625, false], [-11.2890625, false], [-6.16796875, false], [-11.2890625, false], [-8.9140625, false], [-11.1640625, false], [-11.2890625, false], [-12.6640625, false], [-8.9140625, false], [-6.16796875, false], [-10.6640625, false], [-12.5390625, false], [-8.7890625, false], [-13.2890625, false], [-8.9140625, false], [-6.16796875, false], [-8.7890625, false], [-11.9140625, false], [-6.16796875, false], [-12.2890625, false], [-11.6640625, false], [-8.9140625, false], [-6.16796875, false], [-12.5390625, false], [-7.66796875, false], [-8.7890625, false], [-11.9140625, false], [-8.203125, false], [-9.4140625, false], [-13.2890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1376, "doc": {"id": "NYSEDREGENTS_2015_8_32", "question": "Which device directly converts chemical energy into electrical energy?", "choices": {"text": ["solar-powered calculator", "wood-burning stove", "battery-powered flashlight", "wind-powered sailboat"], "label": ["1", "2", "3", "4"]}, "answerKey": "3"}, "target": "battery-powered flashlight", "arguments": ["Question: Which device directly converts chemical energy into electrical energy?\nAnswer:", " ["], "resps": [[[-7.90234375, false]], [[-9.03125, false]], [[-9.53125, false]], [[-9.15625, false]], [[-10.65625, false]], [[-3.654296875, false]], [[-10.03125, false]], [[-6.65234375, false]], [[-9.65625, false]], [[-9.15625, false]], [[-11.03125, false]], [[-8.15625, false]], [[-10.03125, false]], [[-8.15625, false]], [[-10.15625, false]], [[-5.02734375, false]], [[-8.53125, false]], [[-3.654296875, false]], [[-10.65625, false]], [[-8.53125, false]], [[-9.78125, false]], [[-10.65625, false]], [[-3.654296875, false]], [[-10.03125, false]], [[-9.15625, false]], [[-10.03125, false]], [[-9.03125, false]], [[-9.796875, false]], [[-5.02734375, false]], [[-9.03125, false]], [[-11.03125, false]], [[-9.15625, false]], [[-9.15625, false]], [[-10.15625, false]], [[-6.65234375, false]], [[-10.03125, false]], [[-9.78125, false]], [[-10.03125, false]], [[-8.65625, false]], [[-7.15234375, false]], [[-8.65625, false]], [[-11.28125, false]], [[-5.02734375, false]], [[-9.53125, false]], [[-10.03125, false]], [[-9.15625, false]], [[-11.03125, false]], [[-8.15625, false]], [[-9.03125, false]], [[-9.796875, false]], [[-5.02734375, false]], [[-9.03125, false]], [[-10.03125, false]], [[-3.654296875, false]], [[-10.03125, false]], [[-10.03125, false]], [[-8.15625, false]], [[-10.03125, false]], [[-11.65625, false]], [[-6.65234375, false]], [[-9.65625, false]], [[-9.15625, false]], [[-11.03125, false]], [[-8.15625, false]], [[-10.03125, false]], [[-8.15625, false]], [[-10.15625, false]], [[-5.02734375, false]], [[-9.78125, false]], [[-10.65625, false]], [[-3.654296875, false]], [[-9.53125, false]], [[-9.90625, false]], [[-10.65625, false]], [[-7.15234375, false]], [[-11.28125, false]], [[-9.90625, false]], [[-10.03125, false]], [[-9.03125, false]], [[-9.796875, false]], [[-5.02734375, false]], [[-9.03125, false]], [[-11.03125, false]], [[-7.15234375, false]], [[-8.65625, false]], [[-10.15625, false]], [[-6.65234375, false]], [[-9.65625, false]], [[-9.15625, false]], [[-11.03125, false]], [[-8.15625, false]], [[-10.03125, false]], [[-8.15625, false]], [[-10.15625, false]], [[-5.02734375, false]], [[-9.53125, false]], [[-3.654296875, false]], [[-7.15234375, false]], [[-10.65625, false]], [[-10.03125, false]], [[-9.15625, false]], [[-3.654296875, false]], [[-10.03125, false]], [[-9.03125, false]], [[-13.78125, false]]], "filtered_resps": [[-7.90234375, false], [-9.03125, false], [-9.53125, false], [-9.15625, false], [-10.65625, false], [-3.654296875, false], [-10.03125, false], [-6.65234375, false], [-9.65625, false], [-9.15625, false], [-11.03125, false], [-8.15625, false], [-10.03125, false], [-8.15625, false], [-10.15625, false], [-5.02734375, false], [-8.53125, false], [-3.654296875, false], [-10.65625, false], [-8.53125, false], [-9.78125, false], [-10.65625, false], [-3.654296875, false], [-10.03125, false], [-9.15625, false], [-10.03125, false], [-9.03125, false], [-9.796875, false], [-5.02734375, false], [-9.03125, false], [-11.03125, false], [-9.15625, false], [-9.15625, false], [-10.15625, false], [-6.65234375, false], [-10.03125, false], [-9.78125, false], [-10.03125, false], [-8.65625, false], [-7.15234375, false], [-8.65625, false], [-11.28125, false], [-5.02734375, false], [-9.53125, false], [-10.03125, false], [-9.15625, false], [-11.03125, false], [-8.15625, false], [-9.03125, false], [-9.796875, false], [-5.02734375, false], [-9.03125, false], [-10.03125, false], [-3.654296875, false], [-10.03125, false], [-10.03125, false], [-8.15625, false], [-10.03125, false], [-11.65625, false], [-6.65234375, false], [-9.65625, false], [-9.15625, false], [-11.03125, false], [-8.15625, false], [-10.03125, false], [-8.15625, false], [-10.15625, false], [-5.02734375, false], [-9.78125, false], [-10.65625, false], [-3.654296875, false], [-9.53125, false], [-9.90625, false], [-10.65625, false], [-7.15234375, false], [-11.28125, false], [-9.90625, false], [-10.03125, false], [-9.03125, false], [-9.796875, false], [-5.02734375, false], [-9.03125, false], [-11.03125, false], [-7.15234375, false], [-8.65625, false], [-10.15625, false], [-6.65234375, false], [-9.65625, false], [-9.15625, false], [-11.03125, false], [-8.15625, false], [-10.03125, false], [-8.15625, false], [-10.15625, false], [-5.02734375, false], [-9.53125, false], [-3.654296875, false], [-7.15234375, false], [-10.65625, false], [-10.03125, false], [-9.15625, false], [-3.654296875, false], [-10.03125, false], [-9.03125, false], [-13.78125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1384, "doc": {"id": "NYSEDREGENTS_2008_8_2", "question": "Running to escape danger is an action that requires the nervous system to coordinate the interaction of which two body systems?", "choices": {"text": ["digestive and endocrine", "muscular and skeletal", "reproductive and excretory", "circulatory and digestive"], "label": ["1", "2", "3", "4"]}, "answerKey": "2"}, "target": "muscular and skeletal", "arguments": ["Question: Running to escape danger is an action that requires the nervous system to coordinate the interaction of which two body systems?\nAnswer:", " ["], "resps": [[[-7.0234375, false]], [[-9.8984375, false]], [[-8.2734375, false]], [[-8.0234375, false]], [[-9.5234375, false]], [[-9.2734375, false]], [[-9.1484375, false]], [[-8.7734375, false]], [[-8.0234375, false]], [[-10.1484375, false]], [[-9.2734375, false]], [[-5.0234375, false]], [[-4.6484375, false]], [[-8.6484375, false]], [[-8.2734375, false]], [[-5.0234375, false]], [[-9.2734375, false]], [[-8.6484375, false]], [[-8.2734375, false]], [[-8.7734375, false]], [[-6.8984375, false]], [[-9.3984375, false]], [[-8.0234375, false]], [[-8.6484375, false]], [[-9.2734375, false]], [[-9.8984375, false]], [[-9.828125, false]], [[-5.0234375, false]], [[-9.8984375, false]], [[-9.5234375, false]], [[-10.3984375, false]], [[-9.1484375, false]], [[-6.8984375, false]], [[-10.3984375, false]], [[-8.7734375, false]], [[-4.6484375, false]], [[-9.3984375, false]], [[-5.0234375, false]], [[-4.6484375, false]], [[-8.6484375, false]], [[-8.2734375, false]], [[-5.0234375, false]], [[-9.1484375, false]], [[-8.1484375, false]], [[-9.2734375, false]], [[-8.7734375, false]], [[-9.2734375, false]], [[-8.7734375, false]], [[-4.6484375, false]], [[-8.7734375, false]], [[-9.8984375, false]], [[-9.828125, false]], [[-5.0234375, false]], [[-9.8984375, false]], [[-9.3984375, false]], [[-9.2734375, false]], [[-9.1484375, false]], [[-9.3984375, false]], [[-8.7734375, false]], [[-8.2734375, false]], [[-10.3984375, false]], [[-6.8984375, false]], [[-8.7734375, false]], [[-8.0234375, false]], [[-10.1484375, false]], [[-9.2734375, false]], [[-5.0234375, false]], [[-4.6484375, false]], [[-8.6484375, false]], [[-8.2734375, false]], [[-5.0234375, false]], [[-9.2734375, false]], [[-8.8984375, false]], [[-6.8984375, false]], [[-9.3984375, false]], [[-9.2734375, false]], [[-8.7734375, false]], [[-8.7734375, false]], [[-9.3984375, false]], [[-11.6484375, false]], [[-9.8984375, false]], [[-9.828125, false]], [[-5.0234375, false]], [[-9.8984375, false]], [[-6.8984375, false]], [[-8.0234375, false]], [[-9.3984375, false]], [[-6.8984375, false]], [[-10.3984375, false]], [[-8.7734375, false]], [[-4.6484375, false]], [[-8.7734375, false]], [[-8.7734375, false]], [[-9.3984375, false]], [[-11.6484375, false]], [[-5.0234375, false]], [[-4.6484375, false]], [[-8.6484375, false]], [[-8.2734375, false]], [[-5.0234375, false]], [[-8.2734375, false]], [[-8.0234375, false]], [[-9.5234375, false]], [[-9.2734375, false]], [[-9.1484375, false]], [[-8.7734375, false]], [[-8.0234375, false]], [[-10.1484375, false]], [[-9.2734375, false]], [[-9.8984375, false]], [[-12.3984375, false]]], "filtered_resps": [[-7.0234375, false], [-9.8984375, false], [-8.2734375, false], [-8.0234375, false], [-9.5234375, false], [-9.2734375, false], [-9.1484375, false], [-8.7734375, false], [-8.0234375, false], [-10.1484375, false], [-9.2734375, false], [-5.0234375, false], [-4.6484375, false], [-8.6484375, false], [-8.2734375, false], [-5.0234375, false], [-9.2734375, false], [-8.6484375, false], [-8.2734375, false], [-8.7734375, false], [-6.8984375, false], [-9.3984375, false], [-8.0234375, false], [-8.6484375, false], [-9.2734375, false], [-9.8984375, false], [-9.828125, false], [-5.0234375, false], [-9.8984375, false], [-9.5234375, false], [-10.3984375, false], [-9.1484375, false], [-6.8984375, false], [-10.3984375, false], [-8.7734375, false], [-4.6484375, false], [-9.3984375, false], [-5.0234375, false], [-4.6484375, false], [-8.6484375, false], [-8.2734375, false], [-5.0234375, false], [-9.1484375, false], [-8.1484375, false], [-9.2734375, false], [-8.7734375, false], [-9.2734375, false], [-8.7734375, false], [-4.6484375, false], [-8.7734375, false], [-9.8984375, false], [-9.828125, false], [-5.0234375, false], [-9.8984375, false], [-9.3984375, false], [-9.2734375, false], [-9.1484375, false], [-9.3984375, false], [-8.7734375, false], [-8.2734375, false], [-10.3984375, false], [-6.8984375, false], [-8.7734375, false], [-8.0234375, false], [-10.1484375, false], [-9.2734375, false], [-5.0234375, false], [-4.6484375, false], [-8.6484375, false], [-8.2734375, false], [-5.0234375, false], [-9.2734375, false], [-8.8984375, false], [-6.8984375, false], [-9.3984375, false], [-9.2734375, false], [-8.7734375, false], [-8.7734375, false], [-9.3984375, false], [-11.6484375, false], [-9.8984375, false], [-9.828125, false], [-5.0234375, false], [-9.8984375, false], [-6.8984375, false], [-8.0234375, false], [-9.3984375, false], [-6.8984375, false], [-10.3984375, false], [-8.7734375, false], [-4.6484375, false], [-8.7734375, false], [-8.7734375, false], [-9.3984375, false], [-11.6484375, false], [-5.0234375, false], [-4.6484375, false], [-8.6484375, false], [-8.2734375, false], [-5.0234375, false], [-8.2734375, false], [-8.0234375, false], [-9.5234375, false], [-9.2734375, false], [-9.1484375, false], [-8.7734375, false], [-8.0234375, false], [-10.1484375, false], [-9.2734375, false], [-9.8984375, false], [-12.3984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1392, "doc": {"id": "NYSEDREGENTS_2013_4_4", "question": "Matter is defined as anything that takes up space and has", "choices": {"text": ["mass", "texture", "odor", "color"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "mass", "arguments": ["Question: Matter is defined as anything that takes up space and has\nAnswer:", " ["], "resps": [[[-7.55859375, false]], [[-7.43359375, false]], [[-9.8125, false]], [[-5.80859375, false]], [[-8.9375, false]], [[-8.9375, false]], [[-7.43359375, false]], [[-8.6875, false]], [[-5.18359375, false]], [[-7.43359375, false]], [[-10.9375, false]], [[-8.8125, false]], [[-9.1875, false]], [[-10.9375, false]], [[-11.0625, false]], [[-10.9375, false]], [[-8.8125, false]], [[-7.43359375, false]], [[-8.6875, false]], [[-5.18359375, false]], [[-7.43359375, false]], [[-10.3125, false]], [[-9.6875, false]], [[-10.3125, false]], [[-10.9375, false]], [[-7.43359375, false]], [[-8.6875, false]], [[-5.18359375, false]], [[-7.43359375, false]], [[-8.5625, false]], [[-10.3125, false]], [[-10.0625, false]], [[-10.3125, false]], [[-10.9375, false]], [[-7.43359375, false]], [[-10.6875, false]]], "filtered_resps": [[-7.55859375, false], [-7.43359375, false], [-9.8125, false], [-5.80859375, false], [-8.9375, false], [-8.9375, false], [-7.43359375, false], [-8.6875, false], [-5.18359375, false], [-7.43359375, false], [-10.9375, false], [-8.8125, false], [-9.1875, false], [-10.9375, false], [-11.0625, false], [-10.9375, false], [-8.8125, false], [-7.43359375, false], [-8.6875, false], [-5.18359375, false], [-7.43359375, false], [-10.3125, false], [-9.6875, false], [-10.3125, false], [-10.9375, false], [-7.43359375, false], [-8.6875, false], [-5.18359375, false], [-7.43359375, false], [-8.5625, false], [-10.3125, false], [-10.0625, false], [-10.3125, false], [-10.9375, false], [-7.43359375, false], [-10.6875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1400, "doc": {"id": "Mercury_7214043", "question": "A researcher is working on a family genetics project. She wants to trace a particular trait back through several generations of her ancestors. Which type of display will best help the researcher organize the information?", "choices": {"text": ["flow chart", "cycle diagram", "pedigree chart", "Punnett square"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "pedigree chart", "arguments": ["Question: A researcher is working on a family genetics project. She wants to trace a particular trait back through several generations of her ancestors. Which type of display will best help the researcher organize the information?\nAnswer:", " ["], "resps": [[[-6.76953125, false]], [[-8.7734375, false]], [[-9.6484375, false]], [[-10.6484375, false]], [[-10.2734375, false]], [[-10.5234375, false]], [[-5.39453125, false]], [[-8.3984375, false]], [[-10.2734375, false]], [[-4.64453125, false]], [[-9.8984375, false]], [[-9.3984375, false]], [[-8.7734375, false]], [[-10.4375, false]], [[-5.39453125, false]], [[-8.7734375, false]], [[-8.3984375, false]], [[-12.3984375, false]], [[-8.3984375, false]], [[-10.6484375, false]], [[-8.3984375, false]], [[-5.39453125, false]], [[-8.3984375, false]], [[-8.5234375, false]], [[-4.64453125, false]], [[-10.3984375, false]], [[-9.8984375, false]], [[-4.64453125, false]], [[-9.2734375, false]], [[-8.7734375, false]], [[-10.4375, false]], [[-5.39453125, false]], [[-8.7734375, false]], [[-8.8984375, false]], [[-8.3984375, false]], [[-8.3984375, false]], [[-8.5234375, false]], [[-10.3984375, false]], [[-9.8984375, false]], [[-8.3984375, false]], [[-8.3984375, false]], [[-5.39453125, false]], [[-8.3984375, false]], [[-10.2734375, false]], [[-4.64453125, false]], [[-9.8984375, false]], [[-9.3984375, false]], [[-8.7734375, false]], [[-10.4375, false]], [[-5.39453125, false]], [[-8.7734375, false]], [[-6.51953125, false]], [[-11.1484375, false]], [[-9.3984375, false]], [[-9.3984375, false]], [[-8.3984375, false]], [[-9.3984375, false]], [[-9.3984375, false]], [[-5.39453125, false]], [[-10.0234375, false]], [[-9.6484375, false]], [[-11.1484375, false]], [[-4.64453125, false]], [[-9.8984375, false]], [[-8.3984375, false]], [[-8.7734375, false]], [[-12.2734375, false]]], "filtered_resps": [[-6.76953125, false], [-8.7734375, false], [-9.6484375, false], [-10.6484375, false], [-10.2734375, false], [-10.5234375, false], [-5.39453125, false], [-8.3984375, false], [-10.2734375, false], [-4.64453125, false], [-9.8984375, false], [-9.3984375, false], [-8.7734375, false], [-10.4375, false], [-5.39453125, false], [-8.7734375, false], [-8.3984375, false], [-12.3984375, false], [-8.3984375, false], [-10.6484375, false], [-8.3984375, false], [-5.39453125, false], [-8.3984375, false], [-8.5234375, false], [-4.64453125, false], [-10.3984375, false], [-9.8984375, false], [-4.64453125, false], [-9.2734375, false], [-8.7734375, false], [-10.4375, false], [-5.39453125, false], [-8.7734375, false], [-8.8984375, false], [-8.3984375, false], [-8.3984375, false], [-8.5234375, false], [-10.3984375, false], [-9.8984375, false], [-8.3984375, false], [-8.3984375, false], [-5.39453125, false], [-8.3984375, false], [-10.2734375, false], [-4.64453125, false], [-9.8984375, false], [-9.3984375, false], [-8.7734375, false], [-10.4375, false], [-5.39453125, false], [-8.7734375, false], [-6.51953125, false], [-11.1484375, false], [-9.3984375, false], [-9.3984375, false], [-8.3984375, false], [-9.3984375, false], [-9.3984375, false], [-5.39453125, false], [-10.0234375, false], [-9.6484375, false], [-11.1484375, false], [-4.64453125, false], [-9.8984375, false], [-8.3984375, false], [-8.7734375, false], [-12.2734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1408, "doc": {"id": "Mercury_SC_407692", "question": "In the Northern Hemisphere, June 21st has more hours of sunlight than any other day. However, June 21st has the fewest hours of sunlight in the Southern Hemisphere. Which best explains why the Northern Hemisphere receives more daylight than the Southern Hemisphere on the same day?", "choices": {"text": ["Earth rotates on its axis", "Earth is tilted on its axis", "The Sun moves closer to the Northern Hemisphere", "The Sun releases more energy to the Northern Hemisphere"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Earth is tilted on its axis", "arguments": ["Question: In the Northern Hemisphere, June 21st has more hours of sunlight than any other day. However, June 21st has the fewest hours of sunlight in the Southern Hemisphere. Which best explains why the Northern Hemisphere receives more daylight than the Southern Hemisphere on the same day?\nAnswer:", " ["], "resps": [[[-6.68359375, false]], [[-9.6875, false]], [[-5.18359375, false]], [[-6.18359375, false]], [[-10.9375, false]], [[-8.9375, false]], [[-10.4375, false]], [[-5.93359375, false]], [[-10.9375, false]], [[-8.9375, false]], [[-8.9375, false]], [[-6.18359375, false]], [[-8.9375, false]], [[-7.93359375, false]], [[-10.1875, false]], [[-5.93359375, false]], [[-8.9375, false]], [[-8.9375, false]], [[-5.93359375, false]], [[-9.4375, false]], [[-8.9375, false]], [[-10.1875, false]], [[-5.93359375, false]], [[-6.18359375, false]], [[-10.1875, false]], [[-9.4375, false]], [[-10.1875, false]], [[-9.6875, false]], [[-10.453125, false]], [[-5.93359375, false]], [[-9.6875, false]], [[-5.18359375, false]], [[-6.18359375, false]], [[-10.9375, false]], [[-8.9375, false]], [[-10.4375, false]], [[-5.93359375, false]], [[-9.4375, false]], [[-10.1875, false]], [[-5.93359375, false]], [[-8.9375, false]], [[-9.4375, false]], [[-9.9375, false]], [[-8.9375, false]], [[-7.93359375, false]], [[-8.1875, false]], [[-5.93359375, false]], [[-8.9375, false]], [[-8.9375, false]], [[-5.93359375, false]], [[-9.4375, false]], [[-8.9375, false]], [[-10.1875, false]], [[-5.93359375, false]], [[-6.18359375, false]], [[-10.1875, false]], [[-9.4375, false]], [[-10.1875, false]], [[-9.6875, false]], [[-10.453125, false]], [[-5.93359375, false]], [[-9.6875, false]], [[-7.18359375, false]], [[-10.4375, false]], [[-7.93359375, false]], [[-5.93359375, false]], [[-6.68359375, false]], [[-11.6875, false]], [[-8.9375, false]], [[-5.93359375, false]], [[-9.4375, false]], [[-8.9375, false]], [[-10.4375, false]], [[-7.93359375, false]], [[-10.1875, false]], [[-5.93359375, false]], [[-9.1875, false]], [[-9.9375, false]], [[-8.9375, false]], [[-10.1875, false]], [[-7.93359375, false]], [[-10.9375, false]], [[-5.93359375, false]], [[-8.9375, false]], [[-8.9375, false]], [[-5.93359375, false]], [[-8.9375, false]], [[-10.4375, false]], [[-7.93359375, false]], [[-5.93359375, false]], [[-6.68359375, false]], [[-8.9375, false]], [[-10.9375, false]], [[-8.9375, false]], [[-10.4375, false]], [[-7.93359375, false]], [[-10.9375, false]], [[-8.9375, false]], [[-5.93359375, false]], [[-7.18359375, false]], [[-7.93359375, false]], [[-9.4375, false]], [[-9.4375, false]], [[-10.1875, false]], [[-9.4375, false]], [[-10.4375, false]], [[-7.93359375, false]], [[-10.9375, false]], [[-7.93359375, false]], [[-9.6875, false]], [[-10.453125, false]], [[-5.93359375, false]], [[-9.6875, false]], [[-7.18359375, false]], [[-10.4375, false]], [[-7.93359375, false]], [[-5.93359375, false]], [[-6.68359375, false]], [[-11.6875, false]], [[-8.9375, false]], [[-5.93359375, false]], [[-10.9375, false]], [[-7.93359375, false]], [[-9.9375, false]], [[-7.93359375, false]], [[-6.18359375, false]], [[-10.1875, false]], [[-7.93359375, false]], [[-10.1875, false]], [[-5.93359375, false]], [[-9.4375, false]], [[-8.9375, false]], [[-10.9375, false]], [[-7.93359375, false]], [[-5.93359375, false]], [[-7.93359375, false]], [[-8.9375, false]], [[-7.93359375, false]], [[-10.9375, false]], [[-11.6875, false]], [[-11.1875, false]], [[-5.93359375, false]], [[-8.9375, false]], [[-8.9375, false]], [[-5.93359375, false]], [[-8.9375, false]], [[-10.4375, false]], [[-7.93359375, false]], [[-5.93359375, false]], [[-6.68359375, false]], [[-8.9375, false]], [[-10.9375, false]], [[-8.9375, false]], [[-10.4375, false]], [[-7.93359375, false]], [[-10.9375, false]], [[-8.9375, false]], [[-5.93359375, false]], [[-7.18359375, false]], [[-7.93359375, false]], [[-9.4375, false]], [[-9.4375, false]], [[-10.1875, false]], [[-9.4375, false]], [[-10.4375, false]], [[-7.93359375, false]], [[-10.9375, false]], [[-7.93359375, false]], [[-9.6875, false]], [[-12.1875, false]]], "filtered_resps": [[-6.68359375, false], [-9.6875, false], [-5.18359375, false], [-6.18359375, false], [-10.9375, false], [-8.9375, false], [-10.4375, false], [-5.93359375, false], [-10.9375, false], [-8.9375, false], [-8.9375, false], [-6.18359375, false], [-8.9375, false], [-7.93359375, false], [-10.1875, false], [-5.93359375, false], [-8.9375, false], [-8.9375, false], [-5.93359375, false], [-9.4375, false], [-8.9375, false], [-10.1875, false], [-5.93359375, false], [-6.18359375, false], [-10.1875, false], [-9.4375, false], [-10.1875, false], [-9.6875, false], [-10.453125, false], [-5.93359375, false], [-9.6875, false], [-5.18359375, false], [-6.18359375, false], [-10.9375, false], [-8.9375, false], [-10.4375, false], [-5.93359375, false], [-9.4375, false], [-10.1875, false], [-5.93359375, false], [-8.9375, false], [-9.4375, false], [-9.9375, false], [-8.9375, false], [-7.93359375, false], [-8.1875, false], [-5.93359375, false], [-8.9375, false], [-8.9375, false], [-5.93359375, false], [-9.4375, false], [-8.9375, false], [-10.1875, false], [-5.93359375, false], [-6.18359375, false], [-10.1875, false], [-9.4375, false], [-10.1875, false], [-9.6875, false], [-10.453125, false], [-5.93359375, false], [-9.6875, false], [-7.18359375, false], [-10.4375, false], [-7.93359375, false], [-5.93359375, false], [-6.68359375, false], [-11.6875, false], [-8.9375, false], [-5.93359375, false], [-9.4375, false], [-8.9375, false], [-10.4375, false], [-7.93359375, false], [-10.1875, false], [-5.93359375, false], [-9.1875, false], [-9.9375, false], [-8.9375, false], [-10.1875, false], [-7.93359375, false], [-10.9375, false], [-5.93359375, false], [-8.9375, false], [-8.9375, false], [-5.93359375, false], [-8.9375, false], [-10.4375, false], [-7.93359375, false], [-5.93359375, false], [-6.68359375, false], [-8.9375, false], [-10.9375, false], [-8.9375, false], [-10.4375, false], [-7.93359375, false], [-10.9375, false], [-8.9375, false], [-5.93359375, false], [-7.18359375, false], [-7.93359375, false], [-9.4375, false], [-9.4375, false], [-10.1875, false], [-9.4375, false], [-10.4375, false], [-7.93359375, false], [-10.9375, false], [-7.93359375, false], [-9.6875, false], [-10.453125, false], [-5.93359375, false], [-9.6875, false], [-7.18359375, false], [-10.4375, false], [-7.93359375, false], [-5.93359375, false], [-6.68359375, false], [-11.6875, false], [-8.9375, false], [-5.93359375, false], [-10.9375, false], [-7.93359375, false], [-9.9375, false], [-7.93359375, false], [-6.18359375, false], [-10.1875, false], [-7.93359375, false], [-10.1875, false], [-5.93359375, false], [-9.4375, false], [-8.9375, false], [-10.9375, false], [-7.93359375, false], [-5.93359375, false], [-7.93359375, false], [-8.9375, false], [-7.93359375, false], [-10.9375, false], [-11.6875, false], [-11.1875, false], [-5.93359375, false], [-8.9375, false], [-8.9375, false], [-5.93359375, false], [-8.9375, false], [-10.4375, false], [-7.93359375, false], [-5.93359375, false], [-6.68359375, false], [-8.9375, false], [-10.9375, false], [-8.9375, false], [-10.4375, false], [-7.93359375, false], [-10.9375, false], [-8.9375, false], [-5.93359375, false], [-7.18359375, false], [-7.93359375, false], [-9.4375, false], [-9.4375, false], [-10.1875, false], [-9.4375, false], [-10.4375, false], [-7.93359375, false], [-10.9375, false], [-7.93359375, false], [-9.6875, false], [-12.1875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1416, "doc": {"id": "Mercury_7254538", "question": "The western coast of the United States has been increasing in size for millions of years. Which process has added material to the western coast of the United States?", "choices": {"text": ["deposition at transform boundaries", "accretion at convergent boundaries", "landslides at divergent boundaries", "meteorite impact at convergent boundaries"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "accretion at convergent boundaries", "arguments": ["Question: The western coast of the United States has been increasing in size for millions of years. Which process has added material to the western coast of the United States?\nAnswer:", " ["], "resps": [[[-7.8046875, false]], [[-9.8046875, false]], [[-8.0546875, false]], [[-7.3046875, false]], [[-9.4296875, false]], [[-8.4296875, false]], [[-9.8046875, false]], [[-9.3046875, false]], [[-11.0546875, false]], [[-9.3046875, false]], [[-8.4296875, false]], [[-9.5546875, false]], [[-5.0546875, false]], [[-5.5546875, false]], [[-11.0546875, false]], [[-5.0546875, false]], [[-11.0546875, false]], [[-10.3046875, false]], [[-5.5546875, false]], [[-9.5546875, false]], [[-9.8046875, false]], [[-8.4296875, false]], [[-8.4296875, false]], [[-10.3046875, false]], [[-9.4296875, false]], [[-5.0546875, false]], [[-8.5546875, false]], [[-8.4296875, false]], [[-13.1796875, false]], [[-9.5546875, false]], [[-8.0546875, false]], [[-5.5546875, false]], [[-10.3046875, false]], [[-9.3046875, false]], [[-7.3046875, false]], [[-9.8046875, false]], [[-9.8046875, false]], [[-9.234375, false]], [[-5.0546875, false]], [[-9.8046875, false]], [[-5.5546875, false]], [[-8.1796875, false]], [[-8.1796875, false]], [[-10.3046875, false]], [[-7.3046875, false]], [[-11.0546875, false]], [[-9.3046875, false]], [[-8.4296875, false]], [[-9.5546875, false]], [[-5.0546875, false]], [[-5.5546875, false]], [[-11.0546875, false]], [[-5.0546875, false]], [[-8.1796875, false]], [[-8.4296875, false]], [[-9.5546875, false]], [[-11.0546875, false]], [[-7.3046875, false]], [[-10.3046875, false]], [[-11.8046875, false]], [[-7.3046875, false]], [[-9.5546875, false]], [[-11.0546875, false]], [[-5.0546875, false]], [[-8.5546875, false]], [[-8.4296875, false]], [[-13.1796875, false]], [[-9.5546875, false]], [[-8.0546875, false]], [[-5.5546875, false]], [[-10.3046875, false]], [[-9.3046875, false]], [[-7.3046875, false]], [[-9.8046875, false]], [[-9.8046875, false]], [[-9.234375, false]], [[-5.0546875, false]], [[-9.8046875, false]], [[-10.4296875, false]], [[-5.5546875, false]], [[-9.5546875, false]], [[-8.0546875, false]], [[-9.8046875, false]], [[-10.4296875, false]], [[-9.3046875, false]], [[-8.0546875, false]], [[-7.3046875, false]], [[-9.8046875, false]], [[-5.0546875, false]], [[-5.5546875, false]], [[-11.0546875, false]], [[-5.0546875, false]], [[-8.0546875, false]], [[-9.3046875, false]], [[-11.0546875, false]], [[-7.3046875, false]], [[-10.3046875, false]], [[-11.8046875, false]], [[-7.3046875, false]], [[-9.5546875, false]], [[-11.0546875, false]], [[-5.0546875, false]], [[-8.5546875, false]], [[-8.4296875, false]], [[-13.1796875, false]], [[-9.5546875, false]], [[-8.0546875, false]], [[-5.5546875, false]], [[-10.3046875, false]], [[-9.3046875, false]], [[-7.3046875, false]], [[-9.8046875, false]], [[-9.8046875, false]], [[-9.234375, false]], [[-5.0546875, false]], [[-9.8046875, false]], [[-9.4296875, false]], [[-7.3046875, false]], [[-11.0546875, false]], [[-7.3046875, false]], [[-8.4296875, false]], [[-10.3046875, false]], [[-9.3046875, false]], [[-11.0546875, false]], [[-7.3046875, false]], [[-5.0546875, false]], [[-9.3046875, false]], [[-9.4296875, false]], [[-9.4296875, false]], [[-5.5546875, false]], [[-8.1796875, false]], [[-11.0546875, false]], [[-5.0546875, false]], [[-5.5546875, false]], [[-11.0546875, false]], [[-5.0546875, false]], [[-8.1796875, false]], [[-8.4296875, false]], [[-9.5546875, false]], [[-11.0546875, false]], [[-7.3046875, false]], [[-10.3046875, false]], [[-11.8046875, false]], [[-7.3046875, false]], [[-9.5546875, false]], [[-11.0546875, false]], [[-5.0546875, false]], [[-8.5546875, false]], [[-8.4296875, false]], [[-13.1796875, false]], [[-9.5546875, false]], [[-8.0546875, false]], [[-5.5546875, false]], [[-10.3046875, false]], [[-9.3046875, false]], [[-7.3046875, false]], [[-9.8046875, false]], [[-9.8046875, false]], [[-13.9296875, false]]], "filtered_resps": [[-7.8046875, false], [-9.8046875, false], [-8.0546875, false], [-7.3046875, false], [-9.4296875, false], [-8.4296875, false], [-9.8046875, false], [-9.3046875, false], [-11.0546875, false], [-9.3046875, false], [-8.4296875, false], [-9.5546875, false], [-5.0546875, false], [-5.5546875, false], [-11.0546875, false], [-5.0546875, false], [-11.0546875, false], [-10.3046875, false], [-5.5546875, false], [-9.5546875, false], [-9.8046875, false], [-8.4296875, false], [-8.4296875, false], [-10.3046875, false], [-9.4296875, false], [-5.0546875, false], [-8.5546875, false], [-8.4296875, false], [-13.1796875, false], [-9.5546875, false], [-8.0546875, false], [-5.5546875, false], [-10.3046875, false], [-9.3046875, false], [-7.3046875, false], [-9.8046875, false], [-9.8046875, false], [-9.234375, false], [-5.0546875, false], [-9.8046875, false], [-5.5546875, false], [-8.1796875, false], [-8.1796875, false], [-10.3046875, false], [-7.3046875, false], [-11.0546875, false], [-9.3046875, false], [-8.4296875, false], [-9.5546875, false], [-5.0546875, false], [-5.5546875, false], [-11.0546875, false], [-5.0546875, false], [-8.1796875, false], [-8.4296875, false], [-9.5546875, false], [-11.0546875, false], [-7.3046875, false], [-10.3046875, false], [-11.8046875, false], [-7.3046875, false], [-9.5546875, false], [-11.0546875, false], [-5.0546875, false], [-8.5546875, false], [-8.4296875, false], [-13.1796875, false], [-9.5546875, false], [-8.0546875, false], [-5.5546875, false], [-10.3046875, false], [-9.3046875, false], [-7.3046875, false], [-9.8046875, false], [-9.8046875, false], [-9.234375, false], [-5.0546875, false], [-9.8046875, false], [-10.4296875, false], [-5.5546875, false], [-9.5546875, false], [-8.0546875, false], [-9.8046875, false], [-10.4296875, false], [-9.3046875, false], [-8.0546875, false], [-7.3046875, false], [-9.8046875, false], [-5.0546875, false], [-5.5546875, false], [-11.0546875, false], [-5.0546875, false], [-8.0546875, false], [-9.3046875, false], [-11.0546875, false], [-7.3046875, false], [-10.3046875, false], [-11.8046875, false], [-7.3046875, false], [-9.5546875, false], [-11.0546875, false], [-5.0546875, false], [-8.5546875, false], [-8.4296875, false], [-13.1796875, false], [-9.5546875, false], [-8.0546875, false], [-5.5546875, false], [-10.3046875, false], [-9.3046875, false], [-7.3046875, false], [-9.8046875, false], [-9.8046875, false], [-9.234375, false], [-5.0546875, false], [-9.8046875, false], [-9.4296875, false], [-7.3046875, false], [-11.0546875, false], [-7.3046875, false], [-8.4296875, false], [-10.3046875, false], [-9.3046875, false], [-11.0546875, false], [-7.3046875, false], [-5.0546875, false], [-9.3046875, false], [-9.4296875, false], [-9.4296875, false], [-5.5546875, false], [-8.1796875, false], [-11.0546875, false], [-5.0546875, false], [-5.5546875, false], [-11.0546875, false], [-5.0546875, false], [-8.1796875, false], [-8.4296875, false], [-9.5546875, false], [-11.0546875, false], [-7.3046875, false], [-10.3046875, false], [-11.8046875, false], [-7.3046875, false], [-9.5546875, false], [-11.0546875, false], [-5.0546875, false], [-8.5546875, false], [-8.4296875, false], [-13.1796875, false], [-9.5546875, false], [-8.0546875, false], [-5.5546875, false], [-10.3046875, false], [-9.3046875, false], [-7.3046875, false], [-9.8046875, false], [-9.8046875, false], [-13.9296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1424, "doc": {"id": "Mercury_7110215", "question": "Scientists frequently monitor levels of microorganisms at beaches in the summer time. High temperatures, pollution, runoff, and illegal dumping all affect water quality. What do these scientific efforts illustrate?", "choices": {"text": ["Pollution can be eliminated through water testing.", "High temperatures increase runoff from agricultural fields.", "Water testing identifies origination of illegal dumping.", "Monitoring water quality is important to public health."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Monitoring water quality is important to public health.", "arguments": ["Question: Scientists frequently monitor levels of microorganisms at beaches in the summer time. High temperatures, pollution, runoff, and illegal dumping all affect water quality. What do these scientific efforts illustrate?\nAnswer:", " ["], "resps": [[[-8.296875, false]], [[-9.796875, false]], [[-6.921875, false]], [[-11.046875, false]], [[-12.546875, false]], [[-12.546875, false]], [[-13.421875, false]], [[-13.921875, false]], [[-11.421875, false]], [[-11.046875, false]], [[-11.296875, false]], [[-6.046875, false]], [[-11.921875, false]], [[-8.546875, false]], [[-11.296875, false]], [[-6.046875, false]], [[-12.046875, false]], [[-10.421875, false]], [[-6.046875, false]], [[-10.421875, false]], [[-12.546875, false]], [[-11.421875, false]], [[-12.171875, false]], [[-11.421875, false]], [[-11.296875, false]], [[-8.546875, false]], [[-13.921875, false]], [[-10.421875, false]], [[-10.921875, false]], [[-6.046875, false]], [[-13.921875, false]], [[-14.546875, false]], [[-13.921875, false]], [[-11.046875, false]], [[-13.421875, false]], [[-14.546875, false]], [[-14.546875, false]], [[-6.046875, false]], [[-12.671875, false]], [[-8.546875, false]], [[-13.921875, false]], [[-10.421875, false]], [[-13.921875, false]], [[-6.046875, false]], [[-13.921875, false]], [[-10.421875, false]], [[-11.421875, false]], [[-13.921875, false]], [[-11.421875, false]], [[-11.296875, false]], [[-14.546875, false]], [[-7.9375, false]], [[-9.796875, false]], [[-11.0625, false]], [[-6.046875, false]], [[-9.796875, false]], [[-8.296875, false]], [[-11.421875, false]], [[-14.546875, false]], [[-14.546875, false]], [[-6.046875, false]], [[-13.921875, false]], [[-10.421875, false]], [[-12.171875, false]], [[-11.921875, false]], [[-10.421875, false]], [[-13.921875, false]], [[-8.546875, false]], [[-13.921875, false]], [[-13.421875, false]], [[-13.921875, false]], [[-10.421875, false]], [[-11.421875, false]], [[-6.046875, false]], [[-11.421875, false]], [[-11.296875, false]], [[-11.921875, false]], [[-13.921875, false]], [[-10.421875, false]], [[-8.546875, false]], [[-11.421875, false]], [[-10.421875, false]], [[-6.046875, false]], [[-13.921875, false]], [[-13.421875, false]], [[-11.296875, false]], [[-11.046875, false]], [[-12.296875, false]], [[-12.296875, false]], [[-6.046875, false]], [[-12.296875, false]], [[-13.921875, false]], [[-11.046875, false]], [[-12.171875, false]], [[-6.046875, false]], [[-8.546875, false]], [[-14.546875, false]], [[-13.921875, false]], [[-11.421875, false]], [[-11.921875, false]], [[-13.421875, false]], [[-12.546875, false]], [[-13.921875, false]], [[-13.421875, false]], [[-13.921875, false]], [[-8.546875, false]], [[-12.546875, false]], [[-6.046875, false]], [[-12.296875, false]], [[-11.421875, false]], [[-10.421875, false]], [[-12.546875, false]], [[-10.921875, false]], [[-11.421875, false]], [[-7.9375, false]], [[-9.796875, false]], [[-11.0625, false]], [[-6.046875, false]], [[-9.796875, false]], [[-7.421875, false]], [[-8.546875, false]], [[-13.921875, false]], [[-10.421875, false]], [[-13.921875, false]], [[-6.046875, false]], [[-13.921875, false]], [[-10.421875, false]], [[-11.421875, false]], [[-13.921875, false]], [[-11.421875, false]], [[-11.296875, false]], [[-14.546875, false]], [[-6.046875, false]], [[-11.421875, false]], [[-10.921875, false]], [[-10.421875, false]], [[-11.296875, false]], [[-13.921875, false]], [[-11.421875, false]], [[-12.296875, false]], [[-11.421875, false]], [[-10.421875, false]], [[-11.421875, false]], [[-6.046875, false]], [[-11.046875, false]], [[-13.921875, false]], [[-11.421875, false]], [[-14.546875, false]], [[-11.421875, false]], [[-11.296875, false]], [[-8.546875, false]], [[-13.921875, false]], [[-11.421875, false]], [[-11.046875, false]], [[-11.296875, false]], [[-6.046875, false]], [[-11.046875, false]], [[-12.296875, false]], [[-6.046875, false]], [[-11.421875, false]], [[-12.546875, false]], [[-12.546875, false]], [[-10.421875, false]], [[-14.546875, false]], [[-8.546875, false]], [[-12.546875, false]], [[-6.046875, false]], [[-10.921875, false]], [[-13.421875, false]], [[-12.171875, false]], [[-11.921875, false]], [[-11.421875, false]], [[-11.296875, false]], [[-14.546875, false]], [[-7.9375, false]], [[-9.796875, false]], [[-11.0625, false]], [[-6.046875, false]], [[-9.796875, false]], [[-7.546875, false]], [[-11.046875, false]], [[-11.296875, false]], [[-11.421875, false]], [[-13.921875, false]], [[-11.046875, false]], [[-13.921875, false]], [[-11.421875, false]], [[-11.296875, false]], [[-14.546875, false]], [[-6.046875, false]], [[-12.671875, false]], [[-8.546875, false]], [[-13.921875, false]], [[-10.421875, false]], [[-13.921875, false]], [[-6.046875, false]], [[-14.421875, false]], [[-13.421875, false]], [[-8.546875, false]], [[-12.546875, false]], [[-11.421875, false]], [[-13.921875, false]], [[-14.171875, false]], [[-6.046875, false]], [[-11.421875, false]], [[-11.421875, false]], [[-6.046875, false]], [[-11.421875, false]], [[-12.171875, false]], [[-11.921875, false]], [[-11.046875, false]], [[-13.921875, false]], [[-13.921875, false]], [[-8.546875, false]], [[-11.296875, false]], [[-13.921875, false]], [[-6.046875, false]], [[-13.921875, false]], [[-11.046875, false]], [[-6.046875, false]], [[-11.921875, false]], [[-13.421875, false]], [[-12.046875, false]], [[-12.546875, false]], [[-11.421875, false]], [[-11.921875, false]], [[-6.046875, false]], [[-14.546875, false]], [[-10.421875, false]], [[-8.546875, false]], [[-12.546875, false]], [[-13.921875, false]], [[-14.546875, false]], [[-7.9375, false]], [[-9.796875, false]], [[-13.796875, false]]], "filtered_resps": [[-8.296875, false], [-9.796875, false], [-6.921875, false], [-11.046875, false], [-12.546875, false], [-12.546875, false], [-13.421875, false], [-13.921875, false], [-11.421875, false], [-11.046875, false], [-11.296875, false], [-6.046875, false], [-11.921875, false], [-8.546875, false], [-11.296875, false], [-6.046875, false], [-12.046875, false], [-10.421875, false], [-6.046875, false], [-10.421875, false], [-12.546875, false], [-11.421875, false], [-12.171875, false], [-11.421875, false], [-11.296875, false], [-8.546875, false], [-13.921875, false], [-10.421875, false], [-10.921875, false], [-6.046875, false], [-13.921875, false], [-14.546875, false], [-13.921875, false], [-11.046875, false], [-13.421875, false], [-14.546875, false], [-14.546875, false], [-6.046875, false], [-12.671875, false], [-8.546875, false], [-13.921875, false], [-10.421875, false], [-13.921875, false], [-6.046875, false], [-13.921875, false], [-10.421875, false], [-11.421875, false], [-13.921875, false], [-11.421875, false], [-11.296875, false], [-14.546875, false], [-7.9375, false], [-9.796875, false], [-11.0625, false], [-6.046875, false], [-9.796875, false], [-8.296875, false], [-11.421875, false], [-14.546875, false], [-14.546875, false], [-6.046875, false], [-13.921875, false], [-10.421875, false], [-12.171875, false], [-11.921875, false], [-10.421875, false], [-13.921875, false], [-8.546875, false], [-13.921875, false], [-13.421875, false], [-13.921875, false], [-10.421875, false], [-11.421875, false], [-6.046875, false], [-11.421875, false], [-11.296875, false], [-11.921875, false], [-13.921875, false], [-10.421875, false], [-8.546875, false], [-11.421875, false], [-10.421875, false], [-6.046875, false], [-13.921875, false], [-13.421875, false], [-11.296875, false], [-11.046875, false], [-12.296875, false], [-12.296875, false], [-6.046875, false], [-12.296875, false], [-13.921875, false], [-11.046875, false], [-12.171875, false], [-6.046875, false], [-8.546875, false], [-14.546875, false], [-13.921875, false], [-11.421875, false], [-11.921875, false], [-13.421875, false], [-12.546875, false], [-13.921875, false], [-13.421875, false], [-13.921875, false], [-8.546875, false], [-12.546875, false], [-6.046875, false], [-12.296875, false], [-11.421875, false], [-10.421875, false], [-12.546875, false], [-10.921875, false], [-11.421875, false], [-7.9375, false], [-9.796875, false], [-11.0625, false], [-6.046875, false], [-9.796875, false], [-7.421875, false], [-8.546875, false], [-13.921875, false], [-10.421875, false], [-13.921875, false], [-6.046875, false], [-13.921875, false], [-10.421875, false], [-11.421875, false], [-13.921875, false], [-11.421875, false], [-11.296875, false], [-14.546875, false], [-6.046875, false], [-11.421875, false], [-10.921875, false], [-10.421875, false], [-11.296875, false], [-13.921875, false], [-11.421875, false], [-12.296875, false], [-11.421875, false], [-10.421875, false], [-11.421875, false], [-6.046875, false], [-11.046875, false], [-13.921875, false], [-11.421875, false], [-14.546875, false], [-11.421875, false], [-11.296875, false], [-8.546875, false], [-13.921875, false], [-11.421875, false], [-11.046875, false], [-11.296875, false], [-6.046875, false], [-11.046875, false], [-12.296875, false], [-6.046875, false], [-11.421875, false], [-12.546875, false], [-12.546875, false], [-10.421875, false], [-14.546875, false], [-8.546875, false], [-12.546875, false], [-6.046875, false], [-10.921875, false], [-13.421875, false], [-12.171875, false], [-11.921875, false], [-11.421875, false], [-11.296875, false], [-14.546875, false], [-7.9375, false], [-9.796875, false], [-11.0625, false], [-6.046875, false], [-9.796875, false], [-7.546875, false], [-11.046875, false], [-11.296875, false], [-11.421875, false], [-13.921875, false], [-11.046875, false], [-13.921875, false], [-11.421875, false], [-11.296875, false], [-14.546875, false], [-6.046875, false], [-12.671875, false], [-8.546875, false], [-13.921875, false], [-10.421875, false], [-13.921875, false], [-6.046875, false], [-14.421875, false], [-13.421875, false], [-8.546875, false], [-12.546875, false], [-11.421875, false], [-13.921875, false], [-14.171875, false], [-6.046875, false], [-11.421875, false], [-11.421875, false], [-6.046875, false], [-11.421875, false], [-12.171875, false], [-11.921875, false], [-11.046875, false], [-13.921875, false], [-13.921875, false], [-8.546875, false], [-11.296875, false], [-13.921875, false], [-6.046875, false], [-13.921875, false], [-11.046875, false], [-6.046875, false], [-11.921875, false], [-13.421875, false], [-12.046875, false], [-12.546875, false], [-11.421875, false], [-11.921875, false], [-6.046875, false], [-14.546875, false], [-10.421875, false], [-8.546875, false], [-12.546875, false], [-13.921875, false], [-14.546875, false], [-7.9375, false], [-9.796875, false], [-13.796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1432, "doc": {"id": "Mercury_7068950", "question": "Which of the following is composed of many cells?", "choices": {"text": ["virus", "bacterium", "paramecium", "plant"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "plant", "arguments": ["Question: Which of the following is composed of many cells?\nAnswer:", " ["], "resps": [[[-6.99609375, false]], [[-9.2421875, false]], [[-9.3671875, false]], [[-7.87109375, false]], [[-7.62109375, false]], [[-9.1171875, false]], [[-8.6171875, false]], [[-9.2421875, false]], [[-9.0078125, false]], [[-5.12109375, false]], [[-9.2421875, false]], [[-5.99609375, false]], [[-3.494140625, false]], [[-5.49609375, false]], [[-7.74609375, false]], [[-6.87109375, false]], [[-7.62109375, false]], [[-7.87109375, false]], [[-9.1171875, false]], [[-6.62109375, false]], [[-9.2421875, false]], [[-9.0078125, false]], [[-5.12109375, false]], [[-9.2421875, false]], [[-7.99609375, false]], [[-3.494140625, false]], [[-7.62109375, false]], [[-3.494140625, false]], [[-6.62109375, false]], [[-6.87109375, false]], [[-5.49609375, false]], [[-7.87109375, false]], [[-9.1171875, false]], [[-6.62109375, false]], [[-9.2421875, false]], [[-9.0078125, false]], [[-5.12109375, false]], [[-9.2421875, false]], [[-7.99609375, false]], [[-7.74609375, false]], [[-3.494140625, false]], [[-8.4921875, false]], [[-7.74609375, false]], [[-9.2421875, false]], [[-12.4921875, false]]], "filtered_resps": [[-6.99609375, false], [-9.2421875, false], [-9.3671875, false], [-7.87109375, false], [-7.62109375, false], [-9.1171875, false], [-8.6171875, false], [-9.2421875, false], [-9.0078125, false], [-5.12109375, false], [-9.2421875, false], [-5.99609375, false], [-3.494140625, false], [-5.49609375, false], [-7.74609375, false], [-6.87109375, false], [-7.62109375, false], [-7.87109375, false], [-9.1171875, false], [-6.62109375, false], [-9.2421875, false], [-9.0078125, false], [-5.12109375, false], [-9.2421875, false], [-7.99609375, false], [-3.494140625, false], [-7.62109375, false], [-3.494140625, false], [-6.62109375, false], [-6.87109375, false], [-5.49609375, false], [-7.87109375, false], [-9.1171875, false], [-6.62109375, false], [-9.2421875, false], [-9.0078125, false], [-5.12109375, false], [-9.2421875, false], [-7.99609375, false], [-7.74609375, false], [-3.494140625, false], [-8.4921875, false], [-7.74609375, false], [-9.2421875, false], [-12.4921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1440, "doc": {"id": "NYSEDREGENTS_2015_8_6", "question": "The primary role of the endocrine system is to", "choices": {"text": ["produce hormones that regulate body functions", "form chemicals that destroy microbes", "break down food to release nutrients", "supply red blood cells to carry oxygen"], "label": ["1", "2", "3", "4"]}, "answerKey": "1"}, "target": "produce hormones that regulate body functions", "arguments": ["Question: The primary role of the endocrine system is to\nAnswer:", " ["], "resps": [[[-7.54296875, false]], [[-9.296875, false]], [[-7.54296875, false]], [[-11.046875, false]], [[-8.171875, false]], [[-9.046875, false]], [[-10.171875, false]], [[-7.41796875, false]], [[-8.421875, false]], [[-4.91796875, false]], [[-9.296875, false]], [[-8.171875, false]], [[-11.046875, false]], [[-10.046875, false]], [[-8.171875, false]], [[-8.796875, false]], [[-8.421875, false]], [[-9.046875, false]], [[-4.91796875, false]], [[-9.671875, false]], [[-9.296875, false]], [[-4.66796875, false]], [[-9.671875, false]], [[-4.91796875, false]], [[-11.046875, false]], [[-8.421875, false]], [[-10.671875, false]], [[-10.171875, false]], [[-9.671875, false]], [[-4.66796875, false]], [[-9.671875, false]], [[-8.421875, false]], [[-4.91796875, false]], [[-7.41796875, false]], [[-8.171875, false]], [[-9.046875, false]], [[-11.046875, false]], [[-4.91796875, false]], [[-10.671875, false]], [[-10.171875, false]], [[-8.796875, false]], [[-7.41796875, false]], [[-9.671875, false]], [[-8.296875, false]], [[-8.171875, false]], [[-8.796875, false]], [[-9.046875, false]], [[-9.296875, false]], [[-8.265625, false]], [[-4.91796875, false]], [[-9.296875, false]], [[-10.671875, false]], [[-8.171875, false]], [[-11.046875, false]], [[-10.046875, false]], [[-4.91796875, false]], [[-7.41796875, false]], [[-9.296875, false]], [[-8.421875, false]], [[-10.046875, false]], [[-8.296875, false]], [[-7.41796875, false]], [[-4.66796875, false]], [[-9.671875, false]], [[-9.046875, false]], [[-4.91796875, false]], [[-9.671875, false]], [[-9.296875, false]], [[-4.66796875, false]], [[-9.671875, false]], [[-4.91796875, false]], [[-9.046875, false]], [[-8.421875, false]], [[-9.046875, false]], [[-9.671875, false]], [[-11.046875, false]], [[-8.171875, false]], [[-11.046875, false]], [[-4.91796875, false]], [[-10.046875, false]], [[-8.296875, false]], [[-7.41796875, false]], [[-11.046875, false]], [[-8.171875, false]], [[-7.41796875, false]], [[-8.421875, false]], [[-9.046875, false]], [[-9.296875, false]], [[-8.265625, false]], [[-4.91796875, false]], [[-9.296875, false]], [[-7.41796875, false]], [[-11.046875, false]], [[-8.421875, false]], [[-4.66796875, false]], [[-7.79296875, false]], [[-4.91796875, false]], [[-9.046875, false]], [[-8.171875, false]], [[-9.921875, false]], [[-8.796875, false]], [[-4.91796875, false]], [[-10.671875, false]], [[-8.171875, false]], [[-8.171875, false]], [[-9.046875, false]], [[-4.91796875, false]], [[-9.671875, false]], [[-8.171875, false]], [[-4.91796875, false]], [[-11.046875, false]], [[-8.421875, false]], [[-9.671875, false]], [[-8.421875, false]], [[-4.66796875, false]], [[-9.046875, false]], [[-8.421875, false]], [[-4.91796875, false]], [[-8.796875, false]], [[-10.171875, false]], [[-9.671875, false]], [[-11.046875, false]], [[-8.296875, false]], [[-8.421875, false]], [[-8.796875, false]], [[-9.671875, false]], [[-9.046875, false]], [[-9.296875, false]], [[-8.265625, false]], [[-4.91796875, false]], [[-9.296875, false]], [[-9.046875, false]], [[-10.171875, false]], [[-7.54296875, false]], [[-7.54296875, false]], [[-9.671875, false]], [[-11.046875, false]], [[-4.91796875, false]], [[-11.046875, false]], [[-8.421875, false]], [[-9.046875, false]], [[-4.91796875, false]], [[-7.41796875, false]], [[-9.671875, false]], [[-8.171875, false]], [[-8.171875, false]], [[-9.046875, false]], [[-4.91796875, false]], [[-7.41796875, false]], [[-8.421875, false]], [[-9.671875, false]], [[-9.671875, false]], [[-9.046875, false]], [[-4.91796875, false]], [[-9.671875, false]], [[-8.171875, false]], [[-4.91796875, false]], [[-7.41796875, false]], [[-4.66796875, false]], [[-11.046875, false]], [[-11.046875, false]], [[-11.046875, false]], [[-4.91796875, false]], [[-8.171875, false]], [[-10.546875, false]], [[-11.046875, false]], [[-10.671875, false]], [[-8.421875, false]], [[-8.796875, false]], [[-9.296875, false]], [[-11.296875, false]]], "filtered_resps": [[-7.54296875, false], [-9.296875, false], [-7.54296875, false], [-11.046875, false], [-8.171875, false], [-9.046875, false], [-10.171875, false], [-7.41796875, false], [-8.421875, false], [-4.91796875, false], [-9.296875, false], [-8.171875, false], [-11.046875, false], [-10.046875, false], [-8.171875, false], [-8.796875, false], [-8.421875, false], [-9.046875, false], [-4.91796875, false], [-9.671875, false], [-9.296875, false], [-4.66796875, false], [-9.671875, false], [-4.91796875, false], [-11.046875, false], [-8.421875, false], [-10.671875, false], [-10.171875, false], [-9.671875, false], [-4.66796875, false], [-9.671875, false], [-8.421875, false], [-4.91796875, false], [-7.41796875, false], [-8.171875, false], [-9.046875, false], [-11.046875, false], [-4.91796875, false], [-10.671875, false], [-10.171875, false], [-8.796875, false], [-7.41796875, false], [-9.671875, false], [-8.296875, false], [-8.171875, false], [-8.796875, false], [-9.046875, false], [-9.296875, false], [-8.265625, false], [-4.91796875, false], [-9.296875, false], [-10.671875, false], [-8.171875, false], [-11.046875, false], [-10.046875, false], [-4.91796875, false], [-7.41796875, false], [-9.296875, false], [-8.421875, false], [-10.046875, false], [-8.296875, false], [-7.41796875, false], [-4.66796875, false], [-9.671875, false], [-9.046875, false], [-4.91796875, false], [-9.671875, false], [-9.296875, false], [-4.66796875, false], [-9.671875, false], [-4.91796875, false], [-9.046875, false], [-8.421875, false], [-9.046875, false], [-9.671875, false], [-11.046875, false], [-8.171875, false], [-11.046875, false], [-4.91796875, false], [-10.046875, false], [-8.296875, false], [-7.41796875, false], [-11.046875, false], [-8.171875, false], [-7.41796875, false], [-8.421875, false], [-9.046875, false], [-9.296875, false], [-8.265625, false], [-4.91796875, false], [-9.296875, false], [-7.41796875, false], [-11.046875, false], [-8.421875, false], [-4.66796875, false], [-7.79296875, false], [-4.91796875, false], [-9.046875, false], [-8.171875, false], [-9.921875, false], [-8.796875, false], [-4.91796875, false], [-10.671875, false], [-8.171875, false], [-8.171875, false], [-9.046875, false], [-4.91796875, false], [-9.671875, false], [-8.171875, false], [-4.91796875, false], [-11.046875, false], [-8.421875, false], [-9.671875, false], [-8.421875, false], [-4.66796875, false], [-9.046875, false], [-8.421875, false], [-4.91796875, false], [-8.796875, false], [-10.171875, false], [-9.671875, false], [-11.046875, false], [-8.296875, false], [-8.421875, false], [-8.796875, false], [-9.671875, false], [-9.046875, false], [-9.296875, false], [-8.265625, false], [-4.91796875, false], [-9.296875, false], [-9.046875, false], [-10.171875, false], [-7.54296875, false], [-7.54296875, false], [-9.671875, false], [-11.046875, false], [-4.91796875, false], [-11.046875, false], [-8.421875, false], [-9.046875, false], [-4.91796875, false], [-7.41796875, false], [-9.671875, false], [-8.171875, false], [-8.171875, false], [-9.046875, false], [-4.91796875, false], [-7.41796875, false], [-8.421875, false], [-9.671875, false], [-9.671875, false], [-9.046875, false], [-4.91796875, false], [-9.671875, false], [-8.171875, false], [-4.91796875, false], [-7.41796875, false], [-4.66796875, false], [-11.046875, false], [-11.046875, false], [-11.046875, false], [-4.91796875, false], [-8.171875, false], [-10.546875, false], [-11.046875, false], [-10.671875, false], [-8.421875, false], [-8.796875, false], [-9.296875, false], [-11.296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1448, "doc": {"id": "Mercury_7269098", "question": "Fossil fuels were made from specific kinds of ancient organisms. The fossilized remains of tiny ocean organisms formed", "choices": {"text": ["only coal.", "only natural gas.", "oil and coal.", "oil and natural gas."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "oil and natural gas.", "arguments": ["Question: Fossil fuels were made from specific kinds of ancient organisms. The fossilized remains of tiny ocean organisms formed\nAnswer:", " ["], "resps": [[[-7.234375, false]], [[-7.609375, false]], [[-8.109375, false]], [[-8.484375, false]], [[-9.609375, false]], [[-9.859375, false]], [[-5.109375, false]], [[-7.484375, false]], [[-8.109375, false]], [[-5.734375, false]], [[-9.609375, false]], [[-6.58984375, false]], [[-7.609375, false]], [[-9.09375, false]], [[-5.109375, false]], [[-7.609375, false]], [[-8.109375, false]], [[-8.484375, false]], [[-9.609375, false]], [[-9.859375, false]], [[-5.109375, false]], [[-8.484375, false]], [[-5.734375, false]], [[-10.484375, false]], [[-10.109375, false]], [[-9.734375, false]], [[-5.734375, false]], [[-9.609375, false]], [[-5.109375, false]], [[-10.234375, false]], [[-5.734375, false]], [[-8.734375, false]], [[-6.58984375, false]], [[-7.609375, false]], [[-9.09375, false]], [[-5.109375, false]], [[-7.609375, false]], [[-8.109375, false]], [[-7.484375, false]], [[-9.609375, false]], [[-5.109375, false]], [[-5.734375, false]], [[-8.484375, false]], [[-7.984375, false]], [[-5.109375, false]], [[-7.484375, false]], [[-8.109375, false]], [[-5.734375, false]], [[-9.609375, false]], [[-6.58984375, false]], [[-7.609375, false]], [[-9.09375, false]], [[-5.109375, false]], [[-7.609375, false]], [[-8.109375, false]], [[-7.484375, false]], [[-9.609375, false]], [[-5.109375, false]], [[-5.734375, false]], [[-8.484375, false]], [[-7.984375, false]], [[-5.109375, false]], [[-8.484375, false]], [[-5.734375, false]], [[-10.484375, false]], [[-10.109375, false]], [[-9.734375, false]], [[-5.734375, false]], [[-9.609375, false]], [[-5.109375, false]], [[-10.234375, false]], [[-5.734375, false]], [[-8.734375, false]], [[-6.58984375, false]], [[-7.609375, false]], [[-11.859375, false]]], "filtered_resps": [[-7.234375, false], [-7.609375, false], [-8.109375, false], [-8.484375, false], [-9.609375, false], [-9.859375, false], [-5.109375, false], [-7.484375, false], [-8.109375, false], [-5.734375, false], [-9.609375, false], [-6.58984375, false], [-7.609375, false], [-9.09375, false], [-5.109375, false], [-7.609375, false], [-8.109375, false], [-8.484375, false], [-9.609375, false], [-9.859375, false], [-5.109375, false], [-8.484375, false], [-5.734375, false], [-10.484375, false], [-10.109375, false], [-9.734375, false], [-5.734375, false], [-9.609375, false], [-5.109375, false], [-10.234375, false], [-5.734375, false], [-8.734375, false], [-6.58984375, false], [-7.609375, false], [-9.09375, false], [-5.109375, false], [-7.609375, false], [-8.109375, false], [-7.484375, false], [-9.609375, false], [-5.109375, false], [-5.734375, false], [-8.484375, false], [-7.984375, false], [-5.109375, false], [-7.484375, false], [-8.109375, false], [-5.734375, false], [-9.609375, false], [-6.58984375, false], [-7.609375, false], [-9.09375, false], [-5.109375, false], [-7.609375, false], [-8.109375, false], [-7.484375, false], [-9.609375, false], [-5.109375, false], [-5.734375, false], [-8.484375, false], [-7.984375, false], [-5.109375, false], [-8.484375, false], [-5.734375, false], [-10.484375, false], [-10.109375, false], [-9.734375, false], [-5.734375, false], [-9.609375, false], [-5.109375, false], [-10.234375, false], [-5.734375, false], [-8.734375, false], [-6.58984375, false], [-7.609375, false], [-11.859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1456, "doc": {"id": "TIMSS_1995_8_K15", "question": "Fossil fuels were formed from", "choices": {"text": ["uranium", "sea water", "sand and gravel", "dead plants and animals"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "dead plants and animals", "arguments": ["Question: Fossil fuels were formed from\nAnswer:", " ["], "resps": [[[-7.5703125, false]], [[-7.8203125, false]], [[-10.0703125, false]], [[-10.4453125, false]], [[-5.6953125, false]], [[-8.1953125, false]], [[-7.4453125, false]], [[-10.0703125, false]], [[-9.8203125, false]], [[-7.8203125, false]], [[-8.390625, false]], [[-4.9453125, false]], [[-7.8203125, false]], [[-9.6953125, false]], [[-7.1953125, false]], [[-5.6953125, false]], [[-4.9453125, false]], [[-10.0703125, false]], [[-5.6953125, false]], [[-10.8203125, false]], [[-7.1953125, false]], [[-10.4453125, false]], [[-7.8203125, false]], [[-8.390625, false]], [[-4.9453125, false]], [[-7.8203125, false]], [[-9.6953125, false]], [[-5.6953125, false]], [[-8.1953125, false]], [[-8.5703125, false]], [[-4.9453125, false]], [[-5.6953125, false]], [[-8.1953125, false]], [[-8.5703125, false]], [[-4.9453125, false]], [[-10.1953125, false]], [[-10.4453125, false]], [[-5.6953125, false]], [[-10.8203125, false]], [[-7.1953125, false]], [[-10.1953125, false]], [[-7.8203125, false]], [[-8.390625, false]], [[-4.9453125, false]], [[-7.8203125, false]], [[-8.5703125, false]], [[-7.1953125, false]], [[-5.6953125, false]], [[-8.5703125, false]], [[-4.9453125, false]], [[-9.0703125, false]], [[-10.1953125, false]], [[-5.6953125, false]], [[-8.1953125, false]], [[-10.8203125, false]], [[-9.6953125, false]], [[-4.9453125, false]], [[-5.6953125, false]], [[-8.1953125, false]], [[-8.5703125, false]], [[-4.9453125, false]], [[-5.6953125, false]], [[-8.1953125, false]], [[-7.4453125, false]], [[-9.8203125, false]], [[-5.6953125, false]], [[-10.1953125, false]], [[-9.6953125, false]], [[-7.8203125, false]], [[-12.8203125, false]]], "filtered_resps": [[-7.5703125, false], [-7.8203125, false], [-10.0703125, false], [-10.4453125, false], [-5.6953125, false], [-8.1953125, false], [-7.4453125, false], [-10.0703125, false], [-9.8203125, false], [-7.8203125, false], [-8.390625, false], [-4.9453125, false], [-7.8203125, false], [-9.6953125, false], [-7.1953125, false], [-5.6953125, false], [-4.9453125, false], [-10.0703125, false], [-5.6953125, false], [-10.8203125, false], [-7.1953125, false], [-10.4453125, false], [-7.8203125, false], [-8.390625, false], [-4.9453125, false], [-7.8203125, false], [-9.6953125, false], [-5.6953125, false], [-8.1953125, false], [-8.5703125, false], [-4.9453125, false], [-5.6953125, false], [-8.1953125, false], [-8.5703125, false], [-4.9453125, false], [-10.1953125, false], [-10.4453125, false], [-5.6953125, false], [-10.8203125, false], [-7.1953125, false], [-10.1953125, false], [-7.8203125, false], [-8.390625, false], [-4.9453125, false], [-7.8203125, false], [-8.5703125, false], [-7.1953125, false], [-5.6953125, false], [-8.5703125, false], [-4.9453125, false], [-9.0703125, false], [-10.1953125, false], [-5.6953125, false], [-8.1953125, false], [-10.8203125, false], [-9.6953125, false], [-4.9453125, false], [-5.6953125, false], [-8.1953125, false], [-8.5703125, false], [-4.9453125, false], [-5.6953125, false], [-8.1953125, false], [-7.4453125, false], [-9.8203125, false], [-5.6953125, false], [-10.1953125, false], [-9.6953125, false], [-7.8203125, false], [-12.8203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1464, "doc": {"id": "Mercury_7034773", "question": "One unique characteristic of water is that its specific heat", "choices": {"text": ["can only be measured in calories.", "is lower than other common substances.", "is higher than other common substances.", "requires little energy for a big temperature change."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "is higher than other common substances.", "arguments": ["Question: One unique characteristic of water is that its specific heat\nAnswer:", " ["], "resps": [[[-7.38671875, false]], [[-8.6328125, false]], [[-7.63671875, false]], [[-4.88671875, false]], [[-7.38671875, false]], [[-4.88671875, false]], [[-7.63671875, false]], [[-7.38671875, false]], [[-9.8828125, false]], [[-10.1328125, false]], [[-4.88671875, false]], [[-6.38671875, false]], [[-7.13671875, false]], [[-4.88671875, false]], [[-7.63671875, false]], [[-7.13671875, false]], [[-4.88671875, false]], [[-8.6328125, false]], [[-9.6328125, false]], [[-9.8828125, false]], [[-7.13671875, false]], [[-7.38671875, false]], [[-4.88671875, false]], [[-7.13671875, false]], [[-7.38671875, false]], [[-4.88671875, false]], [[-7.63671875, false]], [[-4.88671875, false]], [[-9.8828125, false]], [[-7.63671875, false]], [[-9.8828125, false]], [[-7.13671875, false]], [[-7.13671875, false]], [[-8.6328125, false]], [[-6.125, false]], [[-8.6328125, false]], [[-8.375, false]], [[-4.88671875, false]], [[-8.6328125, false]], [[-7.13671875, false]], [[-8.6328125, false]], [[-4.88671875, false]], [[-9.8828125, false]], [[-7.63671875, false]], [[-9.3828125, false]], [[-7.13671875, false]], [[-9.8828125, false]], [[-4.88671875, false]], [[-9.1328125, false]], [[-8.3828125, false]], [[-4.88671875, false]], [[-7.38671875, false]], [[-4.88671875, false]], [[-7.63671875, false]], [[-9.1328125, false]], [[-8.3828125, false]], [[-7.13671875, false]], [[-9.8828125, false]], [[-4.88671875, false]], [[-7.63671875, false]], [[-7.63671875, false]], [[-7.63671875, false]], [[-7.63671875, false]], [[-7.63671875, false]], [[-7.38671875, false]], [[-4.88671875, false]], [[-8.6328125, false]], [[-9.6328125, false]], [[-6.38671875, false]], [[-8.6328125, false]], [[-9.1328125, false]], [[-4.88671875, false]], [[-7.38671875, false]], [[-7.63671875, false]], [[-7.13671875, false]], [[-8.6328125, false]], [[-6.125, false]], [[-8.6328125, false]], [[-8.375, false]], [[-4.88671875, false]], [[-8.6328125, false]], [[-7.13671875, false]], [[-8.6328125, false]], [[-4.88671875, false]], [[-8.3828125, false]], [[-7.13671875, false]], [[-9.8828125, false]], [[-8.3828125, false]], [[-7.13671875, false]], [[-9.8828125, false]], [[-4.88671875, false]], [[-9.1328125, false]], [[-8.3828125, false]], [[-4.88671875, false]], [[-7.38671875, false]], [[-4.88671875, false]], [[-7.63671875, false]], [[-9.1328125, false]], [[-8.3828125, false]], [[-7.13671875, false]], [[-9.8828125, false]], [[-4.88671875, false]], [[-7.63671875, false]], [[-7.63671875, false]], [[-7.63671875, false]], [[-7.63671875, false]], [[-7.63671875, false]], [[-7.38671875, false]], [[-4.88671875, false]], [[-8.6328125, false]], [[-9.6328125, false]], [[-6.38671875, false]], [[-8.6328125, false]], [[-9.1328125, false]], [[-4.88671875, false]], [[-7.38671875, false]], [[-7.63671875, false]], [[-7.13671875, false]], [[-8.6328125, false]], [[-6.125, false]], [[-8.6328125, false]], [[-8.375, false]], [[-4.88671875, false]], [[-8.6328125, false]], [[-9.8828125, false]], [[-7.13671875, false]], [[-9.8828125, false]], [[-9.6328125, false]], [[-7.13671875, false]], [[-9.8828125, false]], [[-7.13671875, false]], [[-8.6328125, false]], [[-4.88671875, false]], [[-9.8828125, false]], [[-7.13671875, false]], [[-9.1328125, false]], [[-9.1328125, false]], [[-9.8828125, false]], [[-7.13671875, false]], [[-4.88671875, false]], [[-7.13671875, false]], [[-7.38671875, false]], [[-7.13671875, false]], [[-9.8828125, false]], [[-9.8828125, false]], [[-10.1328125, false]], [[-4.88671875, false]], [[-8.1328125, false]], [[-7.63671875, false]], [[-9.8828125, false]], [[-4.88671875, false]], [[-4.88671875, false]], [[-4.88671875, false]], [[-6.38671875, false]], [[-7.13671875, false]], [[-9.8828125, false]], [[-4.88671875, false]], [[-9.1328125, false]], [[-7.13671875, false]], [[-7.63671875, false]], [[-9.1328125, false]], [[-7.13671875, false]], [[-9.8828125, false]], [[-4.88671875, false]], [[-9.1328125, false]], [[-9.6328125, false]], [[-9.8828125, false]], [[-7.13671875, false]], [[-4.88671875, false]], [[-7.63671875, false]], [[-8.3828125, false]], [[-4.88671875, false]], [[-7.38671875, false]], [[-9.8828125, false]], [[-7.13671875, false]], [[-6.125, false]], [[-8.6328125, false]], [[-11.3828125, false]]], "filtered_resps": [[-7.38671875, false], [-8.6328125, false], [-7.63671875, false], [-4.88671875, false], [-7.38671875, false], [-4.88671875, false], [-7.63671875, false], [-7.38671875, false], [-9.8828125, false], [-10.1328125, false], [-4.88671875, false], [-6.38671875, false], [-7.13671875, false], [-4.88671875, false], [-7.63671875, false], [-7.13671875, false], [-4.88671875, false], [-8.6328125, false], [-9.6328125, false], [-9.8828125, false], [-7.13671875, false], [-7.38671875, false], [-4.88671875, false], [-7.13671875, false], [-7.38671875, false], [-4.88671875, false], [-7.63671875, false], [-4.88671875, false], [-9.8828125, false], [-7.63671875, false], [-9.8828125, false], [-7.13671875, false], [-7.13671875, false], [-8.6328125, false], [-6.125, false], [-8.6328125, false], [-8.375, false], [-4.88671875, false], [-8.6328125, false], [-7.13671875, false], [-8.6328125, false], [-4.88671875, false], [-9.8828125, false], [-7.63671875, false], [-9.3828125, false], [-7.13671875, false], [-9.8828125, false], [-4.88671875, false], [-9.1328125, false], [-8.3828125, false], [-4.88671875, false], [-7.38671875, false], [-4.88671875, false], [-7.63671875, false], [-9.1328125, false], [-8.3828125, false], [-7.13671875, false], [-9.8828125, false], [-4.88671875, false], [-7.63671875, false], [-7.63671875, false], [-7.63671875, false], [-7.63671875, false], [-7.63671875, false], [-7.38671875, false], [-4.88671875, false], [-8.6328125, false], [-9.6328125, false], [-6.38671875, false], [-8.6328125, false], [-9.1328125, false], [-4.88671875, false], [-7.38671875, false], [-7.63671875, false], [-7.13671875, false], [-8.6328125, false], [-6.125, false], [-8.6328125, false], [-8.375, false], [-4.88671875, false], [-8.6328125, false], [-7.13671875, false], [-8.6328125, false], [-4.88671875, false], [-8.3828125, false], [-7.13671875, false], [-9.8828125, false], [-8.3828125, false], [-7.13671875, false], [-9.8828125, false], [-4.88671875, false], [-9.1328125, false], [-8.3828125, false], [-4.88671875, false], [-7.38671875, false], [-4.88671875, false], [-7.63671875, false], [-9.1328125, false], [-8.3828125, false], [-7.13671875, false], [-9.8828125, false], [-4.88671875, false], [-7.63671875, false], [-7.63671875, false], [-7.63671875, false], [-7.63671875, false], [-7.63671875, false], [-7.38671875, false], [-4.88671875, false], [-8.6328125, false], [-9.6328125, false], [-6.38671875, false], [-8.6328125, false], [-9.1328125, false], [-4.88671875, false], [-7.38671875, false], [-7.63671875, false], [-7.13671875, false], [-8.6328125, false], [-6.125, false], [-8.6328125, false], [-8.375, false], [-4.88671875, false], [-8.6328125, false], [-9.8828125, false], [-7.13671875, false], [-9.8828125, false], [-9.6328125, false], [-7.13671875, false], [-9.8828125, false], [-7.13671875, false], [-8.6328125, false], [-4.88671875, false], [-9.8828125, false], [-7.13671875, false], [-9.1328125, false], [-9.1328125, false], [-9.8828125, false], [-7.13671875, false], [-4.88671875, false], [-7.13671875, false], [-7.38671875, false], [-7.13671875, false], [-9.8828125, false], [-9.8828125, false], [-10.1328125, false], [-4.88671875, false], [-8.1328125, false], [-7.63671875, false], [-9.8828125, false], [-4.88671875, false], [-4.88671875, false], [-4.88671875, false], [-6.38671875, false], [-7.13671875, false], [-9.8828125, false], [-4.88671875, false], [-9.1328125, false], [-7.13671875, false], [-7.63671875, false], [-9.1328125, false], [-7.13671875, false], [-9.8828125, false], [-4.88671875, false], [-9.1328125, false], [-9.6328125, false], [-9.8828125, false], [-7.13671875, false], [-4.88671875, false], [-7.63671875, false], [-8.3828125, false], [-4.88671875, false], [-7.38671875, false], [-9.8828125, false], [-7.13671875, false], [-6.125, false], [-8.6328125, false], [-11.3828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1472, "doc": {"id": "Mercury_SC_400923", "question": "In a forest, a brown-colored bird sits on a tree branch. How does the bird's brown color most likely help it survive in the forest?", "choices": {"text": ["attracts insects for food", "warns predators of its defense", "hides it from predators", "allows it to stay warm"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "hides it from predators", "arguments": ["Question: In a forest, a brown-colored bird sits on a tree branch. How does the bird's brown color most likely help it survive in the forest?\nAnswer:", " ["], "resps": [[[-7.19921875, false]], [[-8.453125, false]], [[-5.94921875, false]], [[-10.953125, false]], [[-10.953125, false]], [[-10.703125, false]], [[-5.94921875, false]], [[-9.703125, false]], [[-10.953125, false]], [[-10.203125, false]], [[-6.19921875, false]], [[-10.203125, false]], [[-10.203125, false]], [[-10.203125, false]], [[-9.953125, false]], [[-9.703125, false]], [[-10.953125, false]], [[-10.203125, false]], [[-6.19921875, false]], [[-9.953125, false]], [[-9.953125, false]], [[-10.703125, false]], [[-6.19921875, false]], [[-9.953125, false]], [[-9.953125, false]], [[-9.953125, false]], [[-9.203125, false]], [[-8.453125, false]], [[-11.109375, false]], [[-6.19921875, false]], [[-8.453125, false]], [[-10.953125, false]], [[-5.94921875, false]], [[-10.703125, false]], [[-10.203125, false]], [[-10.203125, false]], [[-6.19921875, false]], [[-10.453125, false]], [[-10.703125, false]], [[-9.953125, false]], [[-9.203125, false]], [[-5.94921875, false]], [[-10.953125, false]], [[-9.953125, false]], [[-10.703125, false]], [[-10.203125, false]], [[-6.19921875, false]], [[-9.953125, false]], [[-9.953125, false]], [[-6.19921875, false]], [[-10.203125, false]], [[-10.953125, false]], [[-10.203125, false]], [[-6.19921875, false]], [[-9.203125, false]], [[-9.953125, false]], [[-9.953125, false]], [[-9.953125, false]], [[-10.203125, false]], [[-10.203125, false]], [[-9.953125, false]], [[-8.453125, false]], [[-11.109375, false]], [[-6.19921875, false]], [[-8.453125, false]], [[-11.203125, false]], [[-10.203125, false]], [[-9.203125, false]], [[-9.953125, false]], [[-10.203125, false]], [[-6.19921875, false]], [[-10.203125, false]], [[-10.953125, false]], [[-6.19921875, false]], [[-9.953125, false]], [[-10.703125, false]], [[-9.953125, false]], [[-10.953125, false]], [[-6.19921875, false]], [[-10.453125, false]], [[-10.703125, false]], [[-9.953125, false]], [[-9.203125, false]], [[-5.94921875, false]], [[-10.953125, false]], [[-9.953125, false]], [[-10.703125, false]], [[-10.203125, false]], [[-8.453125, false]], [[-11.109375, false]], [[-6.19921875, false]], [[-8.453125, false]], [[-5.94921875, false]], [[-9.953125, false]], [[-9.953125, false]], [[-9.953125, false]], [[-10.953125, false]], [[-10.203125, false]], [[-6.19921875, false]], [[-10.203125, false]], [[-10.953125, false]], [[-6.19921875, false]], [[-10.953125, false]], [[-9.953125, false]], [[-6.19921875, false]], [[-10.203125, false]], [[-10.953125, false]], [[-5.94921875, false]], [[-13.453125, false]], [[-6.19921875, false]], [[-10.953125, false]], [[-5.94921875, false]], [[-10.703125, false]], [[-10.953125, false]], [[-8.453125, false]], [[-12.703125, false]]], "filtered_resps": [[-7.19921875, false], [-8.453125, false], [-5.94921875, false], [-10.953125, false], [-10.953125, false], [-10.703125, false], [-5.94921875, false], [-9.703125, false], [-10.953125, false], [-10.203125, false], [-6.19921875, false], [-10.203125, false], [-10.203125, false], [-10.203125, false], [-9.953125, false], [-9.703125, false], [-10.953125, false], [-10.203125, false], [-6.19921875, false], [-9.953125, false], [-9.953125, false], [-10.703125, false], [-6.19921875, false], [-9.953125, false], [-9.953125, false], [-9.953125, false], [-9.203125, false], [-8.453125, false], [-11.109375, false], [-6.19921875, false], [-8.453125, false], [-10.953125, false], [-5.94921875, false], [-10.703125, false], [-10.203125, false], [-10.203125, false], [-6.19921875, false], [-10.453125, false], [-10.703125, false], [-9.953125, false], [-9.203125, false], [-5.94921875, false], [-10.953125, false], [-9.953125, false], [-10.703125, false], [-10.203125, false], [-6.19921875, false], [-9.953125, false], [-9.953125, false], [-6.19921875, false], [-10.203125, false], [-10.953125, false], [-10.203125, false], [-6.19921875, false], [-9.203125, false], [-9.953125, false], [-9.953125, false], [-9.953125, false], [-10.203125, false], [-10.203125, false], [-9.953125, false], [-8.453125, false], [-11.109375, false], [-6.19921875, false], [-8.453125, false], [-11.203125, false], [-10.203125, false], [-9.203125, false], [-9.953125, false], [-10.203125, false], [-6.19921875, false], [-10.203125, false], [-10.953125, false], [-6.19921875, false], [-9.953125, false], [-10.703125, false], [-9.953125, false], [-10.953125, false], [-6.19921875, false], [-10.453125, false], [-10.703125, false], [-9.953125, false], [-9.203125, false], [-5.94921875, false], [-10.953125, false], [-9.953125, false], [-10.703125, false], [-10.203125, false], [-8.453125, false], [-11.109375, false], [-6.19921875, false], [-8.453125, false], [-5.94921875, false], [-9.953125, false], [-9.953125, false], [-9.953125, false], [-10.953125, false], [-10.203125, false], [-6.19921875, false], [-10.203125, false], [-10.953125, false], [-6.19921875, false], [-10.953125, false], [-9.953125, false], [-6.19921875, false], [-10.203125, false], [-10.953125, false], [-5.94921875, false], [-13.453125, false], [-6.19921875, false], [-10.953125, false], [-5.94921875, false], [-10.703125, false], [-10.953125, false], [-8.453125, false], [-12.703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1480, "doc": {"id": "Mercury_SC_408991", "question": "Carlos was playing on a slide on a sunny summer day. Which property of the slide tells Carlos how much energy the slide absorbed from the Sun?", "choices": {"text": ["the mass", "the color", "the height", "the temperature"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "the temperature", "arguments": ["Question: Carlos was playing on a slide on a sunny summer day. Which property of the slide tells Carlos how much energy the slide absorbed from the Sun?\nAnswer:", " ["], "resps": [[[-6.30859375, false]], [[-8.0546875, false]], [[-8.3046875, false]], [[-8.8046875, false]], [[-6.80859375, false]], [[-4.55859375, false]], [[-6.55859375, false]], [[-4.55859375, false]], [[-7.80859375, false]], [[-7.80859375, false]], [[-8.0546875, false]], [[-8.4609375, false]], [[-4.55859375, false]], [[-8.0546875, false]], [[-8.3046875, false]], [[-8.8046875, false]], [[-6.80859375, false]], [[-4.55859375, false]], [[-6.30859375, false]], [[-8.0546875, false]], [[-8.3046875, false]], [[-8.0546875, false]], [[-8.3046875, false]], [[-8.0546875, false]], [[-8.4609375, false]], [[-4.55859375, false]], [[-8.0546875, false]], [[-8.3046875, false]], [[-8.8046875, false]], [[-6.80859375, false]], [[-4.55859375, false]], [[-8.8046875, false]], [[-6.80859375, false]], [[-7.30859375, false]], [[-8.3046875, false]], [[-8.8046875, false]], [[-8.3046875, false]], [[-8.0546875, false]], [[-8.4609375, false]], [[-4.55859375, false]], [[-8.0546875, false]], [[-8.3046875, false]], [[-8.8046875, false]], [[-6.80859375, false]], [[-4.55859375, false]], [[-8.3046875, false]], [[-6.80859375, false]], [[-6.55859375, false]], [[-6.80859375, false]], [[-6.80859375, false]], [[-8.3046875, false]], [[-4.55859375, false]], [[-8.3046875, false]], [[-9.3046875, false]], [[-8.3046875, false]], [[-6.80859375, false]], [[-8.0546875, false]], [[-12.0546875, false]]], "filtered_resps": [[-6.30859375, false], [-8.0546875, false], [-8.3046875, false], [-8.8046875, false], [-6.80859375, false], [-4.55859375, false], [-6.55859375, false], [-4.55859375, false], [-7.80859375, false], [-7.80859375, false], [-8.0546875, false], [-8.4609375, false], [-4.55859375, false], [-8.0546875, false], [-8.3046875, false], [-8.8046875, false], [-6.80859375, false], [-4.55859375, false], [-6.30859375, false], [-8.0546875, false], [-8.3046875, false], [-8.0546875, false], [-8.3046875, false], [-8.0546875, false], [-8.4609375, false], [-4.55859375, false], [-8.0546875, false], [-8.3046875, false], [-8.8046875, false], [-6.80859375, false], [-4.55859375, false], [-8.8046875, false], [-6.80859375, false], [-7.30859375, false], [-8.3046875, false], [-8.8046875, false], [-8.3046875, false], [-8.0546875, false], [-8.4609375, false], [-4.55859375, false], [-8.0546875, false], [-8.3046875, false], [-8.8046875, false], [-6.80859375, false], [-4.55859375, false], [-8.3046875, false], [-6.80859375, false], [-6.55859375, false], [-6.80859375, false], [-6.80859375, false], [-8.3046875, false], [-4.55859375, false], [-8.3046875, false], [-9.3046875, false], [-8.3046875, false], [-6.80859375, false], [-8.0546875, false], [-12.0546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1488, "doc": {"id": "Mercury_406923", "question": "A cyclist travels 3 km north in 25 minutes. What does this information describe?", "choices": {"text": ["mass", "force", "motion", "gravity"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "motion", "arguments": ["Question: A cyclist travels 3 km north in 25 minutes. What does this information describe?\nAnswer:", " ["], "resps": [[[-7.4453125, false]], [[-8.4453125, false]], [[-8.4453125, false]], [[-4.4453125, false]], [[-8.9453125, false]], [[-8.9453125, false]], [[-8.4453125, false]], [[-9.34375, false]], [[-4.9453125, false]], [[-8.4453125, false]], [[-9.6953125, false]], [[-9.9453125, false]], [[-10.6953125, false]], [[-7.9453125, false]], [[-9.1953125, false]], [[-8.4453125, false]], [[-9.34375, false]], [[-4.9453125, false]], [[-8.4453125, false]], [[-8.4453125, false]], [[-9.9453125, false]], [[-8.9453125, false]], [[-8.4453125, false]], [[-9.9453125, false]], [[-8.6953125, false]], [[-8.4453125, false]], [[-9.34375, false]], [[-4.9453125, false]], [[-8.4453125, false]], [[-10.4453125, false]], [[-10.6953125, false]], [[-4.4453125, false]], [[-9.6953125, false]], [[-8.4453125, false]], [[-8.9453125, false]], [[-10.1953125, false]], [[-8.4453125, false]], [[-12.9453125, false]]], "filtered_resps": [[-7.4453125, false], [-8.4453125, false], [-8.4453125, false], [-4.4453125, false], [-8.9453125, false], [-8.9453125, false], [-8.4453125, false], [-9.34375, false], [-4.9453125, false], [-8.4453125, false], [-9.6953125, false], [-9.9453125, false], [-10.6953125, false], [-7.9453125, false], [-9.1953125, false], [-8.4453125, false], [-9.34375, false], [-4.9453125, false], [-8.4453125, false], [-8.4453125, false], [-9.9453125, false], [-8.9453125, false], [-8.4453125, false], [-9.9453125, false], [-8.6953125, false], [-8.4453125, false], [-9.34375, false], [-4.9453125, false], [-8.4453125, false], [-10.4453125, false], [-10.6953125, false], [-4.4453125, false], [-9.6953125, false], [-8.4453125, false], [-8.9453125, false], [-10.1953125, false], [-8.4453125, false], [-12.9453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1496, "doc": {"id": "Mercury_SC_406885", "question": "Hector's class is counting the number of ducks in a pond. Hector counts a different number than the rest of the class. Which of the following actions should Hector most likely perform?", "choices": {"text": ["keep the result", "change the number he counted", "think that the class results are wrong", "remove his number from the class result"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "keep the result", "arguments": ["Question: Hector's class is counting the number of ducks in a pond. Hector counts a different number than the rest of the class. Which of the following actions should Hector most likely perform?\nAnswer:", " ["], "resps": [[[-6.51171875, false]], [[-9.265625, false]], [[-9.265625, false]], [[-8.515625, false]], [[-8.515625, false]], [[-9.265625, false]], [[-5.26171875, false]], [[-10.515625, false]], [[-6.51171875, false]], [[-8.515625, false]], [[-5.26171875, false]], [[-9.765625, false]], [[-8.515625, false]], [[-9.015625, false]], [[-9.515625, false]], [[-9.515625, false]], [[-10.515625, false]], [[-9.265625, false]], [[-9.765625, false]], [[-5.26171875, false]], [[-9.265625, false]], [[-7.76171875, false]], [[-6.51171875, false]], [[-3.51171875, false]], [[-8.765625, false]], [[-10.765625, false]], [[-8.515625, false]], [[-5.26171875, false]], [[-10.515625, false]], [[-6.51171875, false]], [[-8.515625, false]], [[-5.26171875, false]], [[-8.765625, false]], [[-9.515625, false]], [[-10.265625, false]], [[-6.01171875, false]], [[-8.515625, false]], [[-9.765625, false]], [[-5.26171875, false]], [[-6.51171875, false]], [[-8.515625, false]], [[-5.26171875, false]], [[-7.76171875, false]], [[-8.515625, false]], [[-9.515625, false]], [[-8.765625, false]], [[-10.515625, false]], [[-8.515625, false]], [[-7.26171875, false]], [[-9.265625, false]], [[-9.765625, false]], [[-5.26171875, false]], [[-9.265625, false]], [[-10.515625, false]], [[-6.51171875, false]], [[-7.51171875, false]], [[-8.765625, false]], [[-9.265625, false]], [[-5.26171875, false]], [[-10.515625, false]], [[-6.51171875, false]], [[-3.51171875, false]], [[-10.515625, false]], [[-5.26171875, false]], [[-10.515625, false]], [[-6.51171875, false]], [[-8.515625, false]], [[-5.26171875, false]], [[-7.76171875, false]], [[-9.515625, false]], [[-3.51171875, false]], [[-9.015625, false]], [[-9.015625, false]], [[-5.26171875, false]], [[-9.765625, false]], [[-8.515625, false]], [[-9.015625, false]], [[-9.515625, false]], [[-9.515625, false]], [[-10.515625, false]], [[-9.015625, false]], [[-5.26171875, false]], [[-3.51171875, false]], [[-9.765625, false]], [[-8.515625, false]], [[-5.26171875, false]], [[-11.265625, false]], [[-9.765625, false]], [[-8.515625, false]], [[-8.765625, false]], [[-10.765625, false]], [[-9.265625, false]], [[-9.765625, false]], [[-5.26171875, false]], [[-9.265625, false]], [[-9.765625, false]], [[-8.515625, false]], [[-10.265625, false]], [[-8.515625, false]], [[-10.265625, false]], [[-8.515625, false]], [[-5.26171875, false]], [[-6.51171875, false]], [[-7.51171875, false]], [[-9.015625, false]], [[-5.26171875, false]], [[-8.765625, false]], [[-9.515625, false]], [[-10.265625, false]], [[-6.01171875, false]], [[-8.515625, false]], [[-9.765625, false]], [[-5.26171875, false]], [[-7.76171875, false]], [[-9.765625, false]], [[-8.515625, false]], [[-10.265625, false]], [[-5.26171875, false]], [[-10.515625, false]], [[-6.51171875, false]], [[-8.515625, false]], [[-5.26171875, false]], [[-7.76171875, false]], [[-9.515625, false]], [[-3.51171875, false]], [[-9.015625, false]], [[-9.015625, false]], [[-5.26171875, false]], [[-9.765625, false]], [[-8.515625, false]], [[-9.015625, false]], [[-9.515625, false]], [[-9.515625, false]], [[-10.515625, false]], [[-9.265625, false]], [[-11.515625, false]]], "filtered_resps": [[-6.51171875, false], [-9.265625, false], [-9.265625, false], [-8.515625, false], [-8.515625, false], [-9.265625, false], [-5.26171875, false], [-10.515625, false], [-6.51171875, false], [-8.515625, false], [-5.26171875, false], [-9.765625, false], [-8.515625, false], [-9.015625, false], [-9.515625, false], [-9.515625, false], [-10.515625, false], [-9.265625, false], [-9.765625, false], [-5.26171875, false], [-9.265625, false], [-7.76171875, false], [-6.51171875, false], [-3.51171875, false], [-8.765625, false], [-10.765625, false], [-8.515625, false], [-5.26171875, false], [-10.515625, false], [-6.51171875, false], [-8.515625, false], [-5.26171875, false], [-8.765625, false], [-9.515625, false], [-10.265625, false], [-6.01171875, false], [-8.515625, false], [-9.765625, false], [-5.26171875, false], [-6.51171875, false], [-8.515625, false], [-5.26171875, false], [-7.76171875, false], [-8.515625, false], [-9.515625, false], [-8.765625, false], [-10.515625, false], [-8.515625, false], [-7.26171875, false], [-9.265625, false], [-9.765625, false], [-5.26171875, false], [-9.265625, false], [-10.515625, false], [-6.51171875, false], [-7.51171875, false], [-8.765625, false], [-9.265625, false], [-5.26171875, false], [-10.515625, false], [-6.51171875, false], [-3.51171875, false], [-10.515625, false], [-5.26171875, false], [-10.515625, false], [-6.51171875, false], [-8.515625, false], [-5.26171875, false], [-7.76171875, false], [-9.515625, false], [-3.51171875, false], [-9.015625, false], [-9.015625, false], [-5.26171875, false], [-9.765625, false], [-8.515625, false], [-9.015625, false], [-9.515625, false], [-9.515625, false], [-10.515625, false], [-9.015625, false], [-5.26171875, false], [-3.51171875, false], [-9.765625, false], [-8.515625, false], [-5.26171875, false], [-11.265625, false], [-9.765625, false], [-8.515625, false], [-8.765625, false], [-10.765625, false], [-9.265625, false], [-9.765625, false], [-5.26171875, false], [-9.265625, false], [-9.765625, false], [-8.515625, false], [-10.265625, false], [-8.515625, false], [-10.265625, false], [-8.515625, false], [-5.26171875, false], [-6.51171875, false], [-7.51171875, false], [-9.015625, false], [-5.26171875, false], [-8.765625, false], [-9.515625, false], [-10.265625, false], [-6.01171875, false], [-8.515625, false], [-9.765625, false], [-5.26171875, false], [-7.76171875, false], [-9.765625, false], [-8.515625, false], [-10.265625, false], [-5.26171875, false], [-10.515625, false], [-6.51171875, false], [-8.515625, false], [-5.26171875, false], [-7.76171875, false], [-9.515625, false], [-3.51171875, false], [-9.015625, false], [-9.015625, false], [-5.26171875, false], [-9.765625, false], [-8.515625, false], [-9.015625, false], [-9.515625, false], [-9.515625, false], [-10.515625, false], [-9.265625, false], [-11.515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1504, "doc": {"id": "Mercury_7283693", "question": "The engineering team that is designing a scientific research station on the Arctic permafrost has to provide the station with energy for cooking, heating, and lighting. Considering the fragile environment and other conditions there, the best choice is probably to", "choices": {"text": ["build a wind turbine.", "have fuel trucked in.", "have a pipeline built.", "build a solar collector."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "build a wind turbine.", "arguments": ["Question: The engineering team that is designing a scientific research station on the Arctic permafrost has to provide the station with energy for cooking, heating, and lighting. Considering the fragile environment and other conditions there, the best choice is probably to\nAnswer:", " ["], "resps": [[[-6.78125, false]], [[-7.78125, false]], [[-6.03125, false]], [[-9.53125, false]], [[-6.78125, false]], [[-9.28125, false]], [[-6.78125, false]], [[-5.03125, false]], [[-3.033203125, false]], [[-5.03125, false]], [[-9.03125, false]], [[-6.78125, false]], [[-6.53125, false]], [[-6.78125, false]], [[-5.03125, false]], [[-9.03125, false]], [[-9.53125, false]], [[-8.78125, false]], [[-6.03125, false]], [[-6.78125, false]], [[-6.53125, false]], [[-7.28125, false]], [[-5.9140625, false]], [[-7.78125, false]], [[-8.1640625, false]], [[-5.03125, false]], [[-7.78125, false]], [[-9.03125, false]], [[-3.033203125, false]], [[-9.28125, false]], [[-7.28125, false]], [[-5.03125, false]], [[-7.28125, false]], [[-9.53125, false]], [[-7.28125, false]], [[-9.28125, false]], [[-5.03125, false]], [[-9.03125, false]], [[-8.78125, false]], [[-9.53125, false]], [[-6.28125, false]], [[-8.03125, false]], [[-7.28125, false]], [[-6.78125, false]], [[-5.03125, false]], [[-6.78125, false]], [[-6.53125, false]], [[-5.9140625, false]], [[-7.78125, false]], [[-8.1640625, false]], [[-5.03125, false]], [[-7.78125, false]], [[-9.03125, false]], [[-3.033203125, false]], [[-9.28125, false]], [[-7.28125, false]], [[-5.03125, false]], [[-3.033203125, false]], [[-5.03125, false]], [[-7.53125, false]], [[-6.78125, false]], [[-7.53125, false]], [[-7.28125, false]], [[-9.28125, false]], [[-6.78125, false]], [[-6.53125, false]], [[-7.28125, false]], [[-5.03125, false]], [[-6.03125, false]], [[-9.53125, false]], [[-6.78125, false]], [[-9.28125, false]], [[-9.03125, false]], [[-5.9140625, false]], [[-7.78125, false]], [[-8.1640625, false]], [[-5.03125, false]], [[-7.78125, false]], [[-6.03125, false]], [[-9.53125, false]], [[-6.78125, false]], [[-9.28125, false]], [[-6.78125, false]], [[-5.03125, false]], [[-3.033203125, false]], [[-5.03125, false]], [[-8.53125, false]], [[-8.03125, false]], [[-9.28125, false]], [[-3.033203125, false]], [[-8.78125, false]], [[-5.03125, false]], [[-6.28125, false]], [[-8.03125, false]], [[-9.28125, false]], [[-9.28125, false]], [[-7.28125, false]], [[-6.28125, false]], [[-9.03125, false]], [[-8.03125, false]], [[-8.78125, false]], [[-5.9140625, false]], [[-7.78125, false]], [[-11.90625, false]]], "filtered_resps": [[-6.78125, false], [-7.78125, false], [-6.03125, false], [-9.53125, false], [-6.78125, false], [-9.28125, false], [-6.78125, false], [-5.03125, false], [-3.033203125, false], [-5.03125, false], [-9.03125, false], [-6.78125, false], [-6.53125, false], [-6.78125, false], [-5.03125, false], [-9.03125, false], [-9.53125, false], [-8.78125, false], [-6.03125, false], [-6.78125, false], [-6.53125, false], [-7.28125, false], [-5.9140625, false], [-7.78125, false], [-8.1640625, false], [-5.03125, false], [-7.78125, false], [-9.03125, false], [-3.033203125, false], [-9.28125, false], [-7.28125, false], [-5.03125, false], [-7.28125, false], [-9.53125, false], [-7.28125, false], [-9.28125, false], [-5.03125, false], [-9.03125, false], [-8.78125, false], [-9.53125, false], [-6.28125, false], [-8.03125, false], [-7.28125, false], [-6.78125, false], [-5.03125, false], [-6.78125, false], [-6.53125, false], [-5.9140625, false], [-7.78125, false], [-8.1640625, false], [-5.03125, false], [-7.78125, false], [-9.03125, false], [-3.033203125, false], [-9.28125, false], [-7.28125, false], [-5.03125, false], [-3.033203125, false], [-5.03125, false], [-7.53125, false], [-6.78125, false], [-7.53125, false], [-7.28125, false], [-9.28125, false], [-6.78125, false], [-6.53125, false], [-7.28125, false], [-5.03125, false], [-6.03125, false], [-9.53125, false], [-6.78125, false], [-9.28125, false], [-9.03125, false], [-5.9140625, false], [-7.78125, false], [-8.1640625, false], [-5.03125, false], [-7.78125, false], [-6.03125, false], [-9.53125, false], [-6.78125, false], [-9.28125, false], [-6.78125, false], [-5.03125, false], [-3.033203125, false], [-5.03125, false], [-8.53125, false], [-8.03125, false], [-9.28125, false], [-3.033203125, false], [-8.78125, false], [-5.03125, false], [-6.28125, false], [-8.03125, false], [-9.28125, false], [-9.28125, false], [-7.28125, false], [-6.28125, false], [-9.03125, false], [-8.03125, false], [-8.78125, false], [-5.9140625, false], [-7.78125, false], [-11.90625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1512, "doc": {"id": "MCAS_1998_8_11", "question": "To study the effect of heat on plant growth, Andy divided ten identical seedlings into groups. She placed one group on a windowsill in the sun and the other group in a dark closet on the cool (north) side of the house. Think about the characteristics of a properly designed scientific experiment. What is wrong with the above experiment?", "choices": {"text": ["The temperature difference between the two groups was not great enough.", "The amount of light was different for the two groups.", "One group of seedlings got less water than the other.", "Nothing is wrong with the experiment."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "The amount of light was different for the two groups.", "arguments": ["Question: To study the effect of heat on plant growth, Andy divided ten identical seedlings into groups. She placed one group on a windowsill in the sun and the other group in a dark closet on the cool (north) side of the house. Think about the characteristics of a properly designed scientific experiment. What is wrong with the above experiment?\nAnswer:", " ["], "resps": [[[-7.54296875, false]], [[-9.5390625, false]], [[-6.79296875, false]], [[-10.7890625, false]], [[-9.2890625, false]], [[-6.0, false]], [[-10.0390625, false]], [[-9.2890625, false]], [[-10.5390625, false]], [[-9.5390625, false]], [[-9.2890625, false]], [[-11.0390625, false]], [[-6.04296875, false]], [[-10.0390625, false]], [[-11.7890625, false]], [[-11.0390625, false]], [[-9.2890625, false]], [[-6.0, false]], [[-8.2890625, false]], [[-9.0390625, false]], [[-10.2890625, false]], [[-10.2890625, false]], [[-9.2890625, false]], [[-11.0390625, false]], [[-9.2890625, false]], [[-9.2890625, false]], [[-9.2890625, false]], [[-9.2890625, false]], [[-6.04296875, false]], [[-7.04296875, false]], [[-9.2890625, false]], [[-10.0390625, false]], [[-10.2890625, false]], [[-9.2890625, false]], [[-9.2890625, false]], [[-9.2890625, false]], [[-6.04296875, false]], [[-10.0390625, false]], [[-10.7890625, false]], [[-9.2890625, false]], [[-6.04296875, false]], [[-10.0390625, false]], [[-10.2890625, false]], [[-10.0390625, false]], [[-6.04296875, false]], [[-12.0390625, false]], [[-11.0390625, false]], [[-10.0390625, false]], [[-11.7890625, false]], [[-9.5390625, false]], [[-10.5390625, false]], [[-6.04296875, false]], [[-10.2890625, false]], [[-6.04296875, false]], [[-10.5390625, false]], [[-6.04296875, false]], [[-9.2890625, false]], [[-10.0390625, false]], [[-10.0390625, false]], [[-6.04296875, false]], [[-12.0390625, false]], [[-11.0390625, false]], [[-9.2890625, false]], [[-6.04296875, false]], [[-10.0390625, false]], [[-6.04296875, false]], [[-9.2890625, false]], [[-9.2890625, false]], [[-10.0390625, false]], [[-11.7890625, false]], [[-12.0390625, false]], [[-10.7890625, false]], [[-7.4375, false]], [[-9.5390625, false]], [[-10.5625, false]], [[-6.04296875, false]], [[-9.5390625, false]], [[-6.79296875, false]], [[-10.7890625, false]], [[-9.2890625, false]], [[-6.04296875, false]], [[-6.04296875, false]], [[-10.5390625, false]], [[-10.0390625, false]], [[-11.7890625, false]], [[-9.2890625, false]], [[-10.0390625, false]], [[-6.04296875, false]], [[-10.0390625, false]], [[-10.2890625, false]], [[-6.04296875, false]], [[-10.5390625, false]], [[-9.0390625, false]], [[-12.0390625, false]], [[-10.7890625, false]], [[-10.0390625, false]], [[-6.04296875, false]], [[-10.2890625, false]], [[-6.04296875, false]], [[-10.5390625, false]], [[-6.04296875, false]], [[-8.2890625, false]], [[-9.0390625, false]], [[-10.2890625, false]], [[-10.2890625, false]], [[-9.2890625, false]], [[-11.0390625, false]], [[-9.2890625, false]], [[-9.2890625, false]], [[-10.0390625, false]], [[-6.04296875, false]], [[-10.2890625, false]], [[-10.0390625, false]], [[-11.0390625, false]], [[-6.04296875, false]], [[-10.0390625, false]], [[-10.7890625, false]], [[-9.2890625, false]], [[-6.04296875, false]], [[-10.0390625, false]], [[-10.2890625, false]], [[-10.0390625, false]], [[-6.04296875, false]], [[-12.0390625, false]], [[-11.0390625, false]], [[-10.0390625, false]], [[-11.7890625, false]], [[-9.5390625, false]], [[-10.5390625, false]], [[-7.4375, false]], [[-9.5390625, false]], [[-10.5625, false]], [[-6.04296875, false]], [[-9.5390625, false]], [[-8.2890625, false]], [[-9.2890625, false]], [[-9.2890625, false]], [[-6.04296875, false]], [[-12.0390625, false]], [[-11.0390625, false]], [[-10.0390625, false]], [[-11.7890625, false]], [[-9.5390625, false]], [[-6.04296875, false]], [[-10.0390625, false]], [[-10.2890625, false]], [[-6.04296875, false]], [[-10.5390625, false]], [[-9.2890625, false]], [[-9.2890625, false]], [[-8.2890625, false]], [[-10.5390625, false]], [[-9.0390625, false]], [[-9.2890625, false]], [[-12.0390625, false]], [[-10.5390625, false]], [[-6.04296875, false]], [[-12.0390625, false]], [[-10.0390625, false]], [[-10.0390625, false]], [[-6.04296875, false]], [[-10.5390625, false]], [[-9.2890625, false]], [[-10.5390625, false]], [[-10.5390625, false]], [[-6.04296875, false]], [[-10.2890625, false]], [[-6.04296875, false]], [[-10.0390625, false]], [[-9.2890625, false]], [[-11.0390625, false]], [[-6.04296875, false]], [[-10.0390625, false]], [[-10.7890625, false]], [[-6.04296875, false]], [[-9.2890625, false]], [[-6.04296875, false]], [[-10.0390625, false]], [[-10.7890625, false]], [[-9.2890625, false]], [[-6.04296875, false]], [[-10.0390625, false]], [[-10.0390625, false]], [[-10.7890625, false]], [[-9.2890625, false]], [[-11.0390625, false]], [[-7.4375, false]], [[-9.5390625, false]], [[-10.5625, false]], [[-6.04296875, false]], [[-9.5390625, false]], [[-7.79296875, false]], [[-10.0390625, false]], [[-10.0390625, false]], [[-10.7890625, false]], [[-9.0390625, false]], [[-9.2890625, false]], [[-12.0390625, false]], [[-6.04296875, false]], [[-9.0390625, false]], [[-10.5390625, false]], [[-6.04296875, false]], [[-10.2890625, false]], [[-11.0390625, false]], [[-10.0390625, false]], [[-9.2890625, false]], [[-12.0390625, false]], [[-6.04296875, false]], [[-10.2890625, false]], [[-9.0390625, false]], [[-10.0390625, false]], [[-10.7890625, false]], [[-6.04296875, false]], [[-10.0390625, false]], [[-10.7890625, false]], [[-9.2890625, false]], [[-6.04296875, false]], [[-9.2890625, false]], [[-9.7890625, false]], [[-9.5390625, false]], [[-9.2890625, false]], [[-11.0390625, false]], [[-9.0390625, false]], [[-10.5390625, false]], [[-9.2890625, false]], [[-9.2890625, false]], [[-10.0390625, false]], [[-7.4375, false]], [[-9.5390625, false]], [[-13.0390625, false]]], "filtered_resps": [[-7.54296875, false], [-9.5390625, false], [-6.79296875, false], [-10.7890625, false], [-9.2890625, false], [-6.0, false], [-10.0390625, false], [-9.2890625, false], [-10.5390625, false], [-9.5390625, false], [-9.2890625, false], [-11.0390625, false], [-6.04296875, false], [-10.0390625, false], [-11.7890625, false], [-11.0390625, false], [-9.2890625, false], [-6.0, false], [-8.2890625, false], [-9.0390625, false], [-10.2890625, false], [-10.2890625, false], [-9.2890625, false], [-11.0390625, false], [-9.2890625, false], [-9.2890625, false], [-9.2890625, false], [-9.2890625, false], [-6.04296875, false], [-7.04296875, false], [-9.2890625, false], [-10.0390625, false], [-10.2890625, false], [-9.2890625, false], [-9.2890625, false], [-9.2890625, false], [-6.04296875, false], [-10.0390625, false], [-10.7890625, false], [-9.2890625, false], [-6.04296875, false], [-10.0390625, false], [-10.2890625, false], [-10.0390625, false], [-6.04296875, false], [-12.0390625, false], [-11.0390625, false], [-10.0390625, false], [-11.7890625, false], [-9.5390625, false], [-10.5390625, false], [-6.04296875, false], [-10.2890625, false], [-6.04296875, false], [-10.5390625, false], [-6.04296875, false], [-9.2890625, false], [-10.0390625, false], [-10.0390625, false], [-6.04296875, false], [-12.0390625, false], [-11.0390625, false], [-9.2890625, false], [-6.04296875, false], [-10.0390625, false], [-6.04296875, false], [-9.2890625, false], [-9.2890625, false], [-10.0390625, false], [-11.7890625, false], [-12.0390625, false], [-10.7890625, false], [-7.4375, false], [-9.5390625, false], [-10.5625, false], [-6.04296875, false], [-9.5390625, false], [-6.79296875, false], [-10.7890625, false], [-9.2890625, false], [-6.04296875, false], [-6.04296875, false], [-10.5390625, false], [-10.0390625, false], [-11.7890625, false], [-9.2890625, false], [-10.0390625, false], [-6.04296875, false], [-10.0390625, false], [-10.2890625, false], [-6.04296875, false], [-10.5390625, false], [-9.0390625, false], [-12.0390625, false], [-10.7890625, false], [-10.0390625, false], [-6.04296875, false], [-10.2890625, false], [-6.04296875, false], [-10.5390625, false], [-6.04296875, false], [-8.2890625, false], [-9.0390625, false], [-10.2890625, false], [-10.2890625, false], [-9.2890625, false], [-11.0390625, false], [-9.2890625, false], [-9.2890625, false], [-10.0390625, false], [-6.04296875, false], [-10.2890625, false], [-10.0390625, false], [-11.0390625, false], [-6.04296875, false], [-10.0390625, false], [-10.7890625, false], [-9.2890625, false], [-6.04296875, false], [-10.0390625, false], [-10.2890625, false], [-10.0390625, false], [-6.04296875, false], [-12.0390625, false], [-11.0390625, false], [-10.0390625, false], [-11.7890625, false], [-9.5390625, false], [-10.5390625, false], [-7.4375, false], [-9.5390625, false], [-10.5625, false], [-6.04296875, false], [-9.5390625, false], [-8.2890625, false], [-9.2890625, false], [-9.2890625, false], [-6.04296875, false], [-12.0390625, false], [-11.0390625, false], [-10.0390625, false], [-11.7890625, false], [-9.5390625, false], [-6.04296875, false], [-10.0390625, false], [-10.2890625, false], [-6.04296875, false], [-10.5390625, false], [-9.2890625, false], [-9.2890625, false], [-8.2890625, false], [-10.5390625, false], [-9.0390625, false], [-9.2890625, false], [-12.0390625, false], [-10.5390625, false], [-6.04296875, false], [-12.0390625, false], [-10.0390625, false], [-10.0390625, false], [-6.04296875, false], [-10.5390625, false], [-9.2890625, false], [-10.5390625, false], [-10.5390625, false], [-6.04296875, false], [-10.2890625, false], [-6.04296875, false], [-10.0390625, false], [-9.2890625, false], [-11.0390625, false], [-6.04296875, false], [-10.0390625, false], [-10.7890625, false], [-6.04296875, false], [-9.2890625, false], [-6.04296875, false], [-10.0390625, false], [-10.7890625, false], [-9.2890625, false], [-6.04296875, false], [-10.0390625, false], [-10.0390625, false], [-10.7890625, false], [-9.2890625, false], [-11.0390625, false], [-7.4375, false], [-9.5390625, false], [-10.5625, false], [-6.04296875, false], [-9.5390625, false], [-7.79296875, false], [-10.0390625, false], [-10.0390625, false], [-10.7890625, false], [-9.0390625, false], [-9.2890625, false], [-12.0390625, false], [-6.04296875, false], [-9.0390625, false], [-10.5390625, false], [-6.04296875, false], [-10.2890625, false], [-11.0390625, false], [-10.0390625, false], [-9.2890625, false], [-12.0390625, false], [-6.04296875, false], [-10.2890625, false], [-9.0390625, false], [-10.0390625, false], [-10.7890625, false], [-6.04296875, false], [-10.0390625, false], [-10.7890625, false], [-9.2890625, false], [-6.04296875, false], [-9.2890625, false], [-9.7890625, false], [-9.5390625, false], [-9.2890625, false], [-11.0390625, false], [-9.0390625, false], [-10.5390625, false], [-9.2890625, false], [-9.2890625, false], [-10.0390625, false], [-7.4375, false], [-9.5390625, false], [-13.0390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1520, "doc": {"id": "Mercury_SC_406040", "question": "Dogs have some learned behaviors. Which is most likely a learned behavior in a dog?", "choices": {"text": ["sniffing to find food", "panting when it feels hot", "chasing a squirrel up a tree", "barking when it wants to go outside"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "barking when it wants to go outside", "arguments": ["Question: Dogs have some learned behaviors. Which is most likely a learned behavior in a dog?\nAnswer:", " ["], "resps": [[[-7.6171875, false]], [[-9.2421875, false]], [[-9.9921875, false]], [[-9.8671875, false]], [[-9.7421875, false]], [[-11.1171875, false]], [[-11.1171875, false]], [[-9.7421875, false]], [[-9.8671875, false]], [[-12.6171875, false]], [[-5.4921875, false]], [[-11.3671875, false]], [[-10.3671875, false]], [[-5.4921875, false]], [[-11.1171875, false]], [[-9.7421875, false]], [[-9.8671875, false]], [[-9.7421875, false]], [[-5.4921875, false]], [[-11.1171875, false]], [[-10.3671875, false]], [[-10.3671875, false]], [[-9.7421875, false]], [[-9.2421875, false]], [[-10.15625, false]], [[-5.4921875, false]], [[-9.2421875, false]], [[-10.9921875, false]], [[-5.1171875, false]], [[-9.8671875, false]], [[-11.3671875, false]], [[-9.7421875, false]], [[-9.8671875, false]], [[-12.6171875, false]], [[-5.4921875, false]], [[-11.1171875, false]], [[-11.4921875, false]], [[-8.9921875, false]], [[-9.8671875, false]], [[-5.4921875, false]], [[-9.7421875, false]], [[-11.3671875, false]], [[-5.4921875, false]], [[-11.1171875, false]], [[-8.9921875, false]], [[-8.9921875, false]], [[-10.4921875, false]], [[-9.9921875, false]], [[-5.4921875, false]], [[-11.4921875, false]], [[-10.3671875, false]], [[-11.3671875, false]], [[-9.2421875, false]], [[-10.15625, false]], [[-5.4921875, false]], [[-9.2421875, false]], [[-8.9921875, false]], [[-11.4921875, false]], [[-5.1171875, false]], [[-9.9921875, false]], [[-9.7421875, false]], [[-9.8671875, false]], [[-12.6171875, false]], [[-5.4921875, false]], [[-5.1171875, false]], [[-5.4921875, false]], [[-9.9921875, false]], [[-13.7421875, false]], [[-11.1171875, false]], [[-9.7421875, false]], [[-12.1171875, false]], [[-12.1171875, false]], [[-8.9921875, false]], [[-10.4921875, false]], [[-5.4921875, false]], [[-11.1171875, false]], [[-10.9921875, false]], [[-5.4921875, false]], [[-5.1171875, false]], [[-5.4921875, false]], [[-11.3671875, false]], [[-12.1171875, false]], [[-8.9921875, false]], [[-8.9921875, false]], [[-9.2421875, false]], [[-10.15625, false]], [[-5.4921875, false]], [[-9.2421875, false]], [[-9.7421875, false]], [[-5.1171875, false]], [[-12.1171875, false]], [[-10.4921875, false]], [[-9.7421875, false]], [[-9.8671875, false]], [[-12.6171875, false]], [[-5.4921875, false]], [[-11.1171875, false]], [[-11.4921875, false]], [[-8.9921875, false]], [[-9.8671875, false]], [[-5.4921875, false]], [[-9.7421875, false]], [[-11.3671875, false]], [[-5.4921875, false]], [[-11.1171875, false]], [[-5.1171875, false]], [[-9.8671875, false]], [[-11.3671875, false]], [[-9.9921875, false]], [[-5.4921875, false]], [[-11.3671875, false]], [[-10.3671875, false]], [[-5.4921875, false]], [[-12.6171875, false]], [[-10.3671875, false]], [[-5.4921875, false]], [[-10.3671875, false]], [[-11.1171875, false]], [[-11.3671875, false]], [[-9.9921875, false]], [[-9.7421875, false]], [[-9.7421875, false]], [[-8.9921875, false]], [[-9.2421875, false]], [[-13.7421875, false]]], "filtered_resps": [[-7.6171875, false], [-9.2421875, false], [-9.9921875, false], [-9.8671875, false], [-9.7421875, false], [-11.1171875, false], [-11.1171875, false], [-9.7421875, false], [-9.8671875, false], [-12.6171875, false], [-5.4921875, false], [-11.3671875, false], [-10.3671875, false], [-5.4921875, false], [-11.1171875, false], [-9.7421875, false], [-9.8671875, false], [-9.7421875, false], [-5.4921875, false], [-11.1171875, false], [-10.3671875, false], [-10.3671875, false], [-9.7421875, false], [-9.2421875, false], [-10.15625, false], [-5.4921875, false], [-9.2421875, false], [-10.9921875, false], [-5.1171875, false], [-9.8671875, false], [-11.3671875, false], [-9.7421875, false], [-9.8671875, false], [-12.6171875, false], [-5.4921875, false], [-11.1171875, false], [-11.4921875, false], [-8.9921875, false], [-9.8671875, false], [-5.4921875, false], [-9.7421875, false], [-11.3671875, false], [-5.4921875, false], [-11.1171875, false], [-8.9921875, false], [-8.9921875, false], [-10.4921875, false], [-9.9921875, false], [-5.4921875, false], [-11.4921875, false], [-10.3671875, false], [-11.3671875, false], [-9.2421875, false], [-10.15625, false], [-5.4921875, false], [-9.2421875, false], [-8.9921875, false], [-11.4921875, false], [-5.1171875, false], [-9.9921875, false], [-9.7421875, false], [-9.8671875, false], [-12.6171875, false], [-5.4921875, false], [-5.1171875, false], [-5.4921875, false], [-9.9921875, false], [-13.7421875, false], [-11.1171875, false], [-9.7421875, false], [-12.1171875, false], [-12.1171875, false], [-8.9921875, false], [-10.4921875, false], [-5.4921875, false], [-11.1171875, false], [-10.9921875, false], [-5.4921875, false], [-5.1171875, false], [-5.4921875, false], [-11.3671875, false], [-12.1171875, false], [-8.9921875, false], [-8.9921875, false], [-9.2421875, false], [-10.15625, false], [-5.4921875, false], [-9.2421875, false], [-9.7421875, false], [-5.1171875, false], [-12.1171875, false], [-10.4921875, false], [-9.7421875, false], [-9.8671875, false], [-12.6171875, false], [-5.4921875, false], [-11.1171875, false], [-11.4921875, false], [-8.9921875, false], [-9.8671875, false], [-5.4921875, false], [-9.7421875, false], [-11.3671875, false], [-5.4921875, false], [-11.1171875, false], [-5.1171875, false], [-9.8671875, false], [-11.3671875, false], [-9.9921875, false], [-5.4921875, false], [-11.3671875, false], [-10.3671875, false], [-5.4921875, false], [-12.6171875, false], [-10.3671875, false], [-5.4921875, false], [-10.3671875, false], [-11.1171875, false], [-11.3671875, false], [-9.9921875, false], [-9.7421875, false], [-9.7421875, false], [-8.9921875, false], [-9.2421875, false], [-13.7421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1528, "doc": {"id": "Mercury_400522", "question": "Parents with freckles often have children with freckles. This occurs because", "choices": {"text": ["freckles develop from light.", "certain foods cause freckles.", "certain habits cause freckles.", "freckles are an inherited trait."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "freckles are an inherited trait.", "arguments": ["Question: Parents with freckles often have children with freckles. This occurs because\nAnswer:", " ["], "resps": [[[-7.5234375, false]], [[-8.6484375, false]], [[-8.3984375, false]], [[-11.0234375, false]], [[-8.7734375, false]], [[-9.5234375, false]], [[-10.0234375, false]], [[-10.0234375, false]], [[-8.7734375, false]], [[-9.6484375, false]], [[-5.6484375, false]], [[-9.8984375, false]], [[-8.7734375, false]], [[-12.0234375, false]], [[-8.7734375, false]], [[-10.0234375, false]], [[-8.7734375, false]], [[-9.0234375, false]], [[-5.6484375, false]], [[-8.3984375, false]], [[-11.0234375, false]], [[-8.7734375, false]], [[-11.5234375, false]], [[-5.6484375, false]], [[-10.0234375, false]], [[-8.2734375, false]], [[-11.6484375, false]], [[-11.2734375, false]], [[-10.8984375, false]], [[-6.96875, false]], [[-8.6484375, false]], [[-8.34375, false]], [[-5.6484375, false]], [[-8.6484375, false]], [[-9.5234375, false]], [[-8.7734375, false]], [[-11.0234375, false]], [[-10.8984375, false]], [[-5.5234375, false]], [[-8.2734375, false]], [[-10.0234375, false]], [[-5.6484375, false]], [[-8.3984375, false]], [[-8.7734375, false]], [[-8.7734375, false]], [[-9.8984375, false]], [[-9.6484375, false]], [[-5.6484375, false]], [[-9.5234375, false]], [[-5.5234375, false]], [[-9.7734375, false]], [[-9.6484375, false]], [[-8.7734375, false]], [[-5.6484375, false]], [[-8.3984375, false]], [[-11.0234375, false]], [[-8.7734375, false]], [[-9.5234375, false]], [[-10.0234375, false]], [[-10.0234375, false]], [[-8.7734375, false]], [[-9.6484375, false]], [[-6.96875, false]], [[-8.6484375, false]], [[-8.34375, false]], [[-5.6484375, false]], [[-8.6484375, false]], [[-9.5234375, false]], [[-8.7734375, false]], [[-11.0234375, false]], [[-10.8984375, false]], [[-5.5234375, false]], [[-8.2734375, false]], [[-10.0234375, false]], [[-5.6484375, false]], [[-11.2734375, false]], [[-5.5234375, false]], [[-9.5234375, false]], [[-8.2734375, false]], [[-10.8984375, false]], [[-9.6484375, false]], [[-5.6484375, false]], [[-9.5234375, false]], [[-5.5234375, false]], [[-9.7734375, false]], [[-9.6484375, false]], [[-8.7734375, false]], [[-5.6484375, false]], [[-8.3984375, false]], [[-11.0234375, false]], [[-8.7734375, false]], [[-9.5234375, false]], [[-10.0234375, false]], [[-10.0234375, false]], [[-8.7734375, false]], [[-9.6484375, false]], [[-6.96875, false]], [[-8.6484375, false]], [[-8.34375, false]], [[-5.6484375, false]], [[-8.6484375, false]], [[-8.3984375, false]], [[-11.0234375, false]], [[-8.7734375, false]], [[-9.5234375, false]], [[-10.0234375, false]], [[-10.0234375, false]], [[-8.7734375, false]], [[-9.6484375, false]], [[-5.6484375, false]], [[-5.5234375, false]], [[-11.0234375, false]], [[-8.7734375, false]], [[-5.6484375, false]], [[-5.5234375, false]], [[-10.0234375, false]], [[-5.6484375, false]], [[-8.2734375, false]], [[-10.0234375, false]], [[-11.2734375, false]], [[-8.7734375, false]], [[-11.0234375, false]], [[-8.2734375, false]], [[-10.8984375, false]], [[-8.7734375, false]], [[-9.8984375, false]], [[-5.6484375, false]], [[-10.8984375, false]], [[-11.0234375, false]], [[-5.5234375, false]], [[-8.2734375, false]], [[-10.8984375, false]], [[-6.96875, false]], [[-8.6484375, false]], [[-10.8984375, false]]], "filtered_resps": [[-7.5234375, false], [-8.6484375, false], [-8.3984375, false], [-11.0234375, false], [-8.7734375, false], [-9.5234375, false], [-10.0234375, false], [-10.0234375, false], [-8.7734375, false], [-9.6484375, false], [-5.6484375, false], [-9.8984375, false], [-8.7734375, false], [-12.0234375, false], [-8.7734375, false], [-10.0234375, false], [-8.7734375, false], [-9.0234375, false], [-5.6484375, false], [-8.3984375, false], [-11.0234375, false], [-8.7734375, false], [-11.5234375, false], [-5.6484375, false], [-10.0234375, false], [-8.2734375, false], [-11.6484375, false], [-11.2734375, false], [-10.8984375, false], [-6.96875, false], [-8.6484375, false], [-8.34375, false], [-5.6484375, false], [-8.6484375, false], [-9.5234375, false], [-8.7734375, false], [-11.0234375, false], [-10.8984375, false], [-5.5234375, false], [-8.2734375, false], [-10.0234375, false], [-5.6484375, false], [-8.3984375, false], [-8.7734375, false], [-8.7734375, false], [-9.8984375, false], [-9.6484375, false], [-5.6484375, false], [-9.5234375, false], [-5.5234375, false], [-9.7734375, false], [-9.6484375, false], [-8.7734375, false], [-5.6484375, false], [-8.3984375, false], [-11.0234375, false], [-8.7734375, false], [-9.5234375, false], [-10.0234375, false], [-10.0234375, false], [-8.7734375, false], [-9.6484375, false], [-6.96875, false], [-8.6484375, false], [-8.34375, false], [-5.6484375, false], [-8.6484375, false], [-9.5234375, false], [-8.7734375, false], [-11.0234375, false], [-10.8984375, false], [-5.5234375, false], [-8.2734375, false], [-10.0234375, false], [-5.6484375, false], [-11.2734375, false], [-5.5234375, false], [-9.5234375, false], [-8.2734375, false], [-10.8984375, false], [-9.6484375, false], [-5.6484375, false], [-9.5234375, false], [-5.5234375, false], [-9.7734375, false], [-9.6484375, false], [-8.7734375, false], [-5.6484375, false], [-8.3984375, false], [-11.0234375, false], [-8.7734375, false], [-9.5234375, false], [-10.0234375, false], [-10.0234375, false], [-8.7734375, false], [-9.6484375, false], [-6.96875, false], [-8.6484375, false], [-8.34375, false], [-5.6484375, false], [-8.6484375, false], [-8.3984375, false], [-11.0234375, false], [-8.7734375, false], [-9.5234375, false], [-10.0234375, false], [-10.0234375, false], [-8.7734375, false], [-9.6484375, false], [-5.6484375, false], [-5.5234375, false], [-11.0234375, false], [-8.7734375, false], [-5.6484375, false], [-5.5234375, false], [-10.0234375, false], [-5.6484375, false], [-8.2734375, false], [-10.0234375, false], [-11.2734375, false], [-8.7734375, false], [-11.0234375, false], [-8.2734375, false], [-10.8984375, false], [-8.7734375, false], [-9.8984375, false], [-5.6484375, false], [-10.8984375, false], [-11.0234375, false], [-5.5234375, false], [-8.2734375, false], [-10.8984375, false], [-6.96875, false], [-8.6484375, false], [-10.8984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1536, "doc": {"id": "Mercury_SC_410972", "question": "Many cities encourage people to recycle. The items that can be recycled are placed in a special container and picked up each week from people's homes. How does recycling most likely help the environment?", "choices": {"text": ["Recycling reduces littering.", "Recycling makes products last longer.", "Recycling puts less trash in the city landfill.", "Recycling increases the amount of dust in the air."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Recycling puts less trash in the city landfill.", "arguments": ["Question: Many cities encourage people to recycle. The items that can be recycled are placed in a special container and picked up each week from people's homes. How does recycling most likely help the environment?\nAnswer:", " ["], "resps": [[[-8.8984375, false]], [[-9.6484375, false]], [[-6.65234375, false]], [[-10.3984375, false]], [[-13.6484375, false]], [[-14.1484375, false]], [[-13.6484375, false]], [[-13.3984375, false]], [[-11.1484375, false]], [[-13.6484375, false]], [[-15.8984375, false]], [[-5.65234375, false]], [[-13.6484375, false]], [[-10.3984375, false]], [[-13.1484375, false]], [[-13.3984375, false]], [[-13.6484375, false]], [[-10.3984375, false]], [[-12.6484375, false]], [[-5.65234375, false]], [[-13.3984375, false]], [[-11.1484375, false]], [[-14.6484375, false]], [[-14.6484375, false]], [[-10.3984375, false]], [[-13.6484375, false]], [[-11.1484375, false]], [[-13.6484375, false]], [[-15.8984375, false]], [[-7.41015625, false]], [[-9.6484375, false]], [[-10.03125, false]], [[-5.65234375, false]], [[-9.6484375, false]], [[-6.65234375, false]], [[-10.3984375, false]], [[-13.6484375, false]], [[-14.1484375, false]], [[-13.6484375, false]], [[-13.3984375, false]], [[-11.1484375, false]], [[-13.6484375, false]], [[-15.8984375, false]], [[-5.65234375, false]], [[-13.8984375, false]], [[-8.8984375, false]], [[-15.1484375, false]], [[-10.3984375, false]], [[-12.6484375, false]], [[-5.65234375, false]], [[-13.3984375, false]], [[-13.6484375, false]], [[-12.1484375, false]], [[-13.1484375, false]], [[-13.3984375, false]], [[-13.6484375, false]], [[-14.6484375, false]], [[-12.6484375, false]], [[-5.65234375, false]], [[-13.3984375, false]], [[-8.8984375, false]], [[-12.6484375, false]], [[-14.6484375, false]], [[-5.65234375, false]], [[-13.3984375, false]], [[-12.1484375, false]], [[-13.6484375, false]], [[-15.8984375, false]], [[-10.3984375, false]], [[-13.6484375, false]], [[-7.41015625, false]], [[-9.6484375, false]], [[-10.03125, false]], [[-5.65234375, false]], [[-9.6484375, false]], [[-6.65234375, false]], [[-10.3984375, false]], [[-13.6484375, false]], [[-14.1484375, false]], [[-13.6484375, false]], [[-13.3984375, false]], [[-11.1484375, false]], [[-13.6484375, false]], [[-15.8984375, false]], [[-5.65234375, false]], [[-13.3984375, false]], [[-13.3984375, false]], [[-14.6484375, false]], [[-12.6484375, false]], [[-5.65234375, false]], [[-13.3984375, false]], [[-10.3984375, false]], [[-12.6484375, false]], [[-12.6484375, false]], [[-5.65234375, false]], [[-14.6484375, false]], [[-13.6484375, false]], [[-8.8984375, false]], [[-12.6484375, false]], [[-14.8984375, false]], [[-5.65234375, false]], [[-11.1484375, false]], [[-13.6484375, false]], [[-5.65234375, false]], [[-14.6484375, false]], [[-14.8984375, false]], [[-10.3984375, false]], [[-5.65234375, false]], [[-13.6484375, false]], [[-11.1484375, false]], [[-14.6484375, false]], [[-14.1484375, false]], [[-5.65234375, false]], [[-13.3984375, false]], [[-8.8984375, false]], [[-13.6484375, false]], [[-13.1484375, false]], [[-14.3984375, false]], [[-11.1484375, false]], [[-13.3984375, false]], [[-13.3984375, false]], [[-7.41015625, false]], [[-9.6484375, false]], [[-10.03125, false]], [[-5.65234375, false]], [[-9.6484375, false]], [[-6.65234375, false]], [[-10.3984375, false]], [[-13.6484375, false]], [[-14.1484375, false]], [[-13.6484375, false]], [[-13.3984375, false]], [[-11.1484375, false]], [[-13.6484375, false]], [[-15.8984375, false]], [[-5.65234375, false]], [[-11.1484375, false]], [[-13.6484375, false]], [[-13.6484375, false]], [[-13.6484375, false]], [[-10.3984375, false]], [[-8.8984375, false]], [[-12.6484375, false]], [[-10.3984375, false]], [[-12.6484375, false]], [[-5.65234375, false]], [[-14.6484375, false]], [[-14.8984375, false]], [[-10.3984375, false]], [[-5.65234375, false]], [[-8.8984375, false]], [[-13.8984375, false]], [[-12.1484375, false]], [[-13.3984375, false]], [[-13.6484375, false]], [[-14.6484375, false]], [[-5.65234375, false]], [[-12.1484375, false]], [[-14.3984375, false]], [[-5.65234375, false]], [[-13.1484375, false]], [[-13.3984375, false]], [[-12.6484375, false]], [[-14.6484375, false]], [[-5.65234375, false]], [[-11.1484375, false]], [[-13.6484375, false]], [[-5.65234375, false]], [[-14.6484375, false]], [[-14.8984375, false]], [[-10.3984375, false]], [[-5.65234375, false]], [[-8.8984375, false]], [[-11.1484375, false]], [[-13.6484375, false]], [[-7.41015625, false]], [[-9.6484375, false]], [[-14.6484375, false]]], "filtered_resps": [[-8.8984375, false], [-9.6484375, false], [-6.65234375, false], [-10.3984375, false], [-13.6484375, false], [-14.1484375, false], [-13.6484375, false], [-13.3984375, false], [-11.1484375, false], [-13.6484375, false], [-15.8984375, false], [-5.65234375, false], [-13.6484375, false], [-10.3984375, false], [-13.1484375, false], [-13.3984375, false], [-13.6484375, false], [-10.3984375, false], [-12.6484375, false], [-5.65234375, false], [-13.3984375, false], [-11.1484375, false], [-14.6484375, false], [-14.6484375, false], [-10.3984375, false], [-13.6484375, false], [-11.1484375, false], [-13.6484375, false], [-15.8984375, false], [-7.41015625, false], [-9.6484375, false], [-10.03125, false], [-5.65234375, false], [-9.6484375, false], [-6.65234375, false], [-10.3984375, false], [-13.6484375, false], [-14.1484375, false], [-13.6484375, false], [-13.3984375, false], [-11.1484375, false], [-13.6484375, false], [-15.8984375, false], [-5.65234375, false], [-13.8984375, false], [-8.8984375, false], [-15.1484375, false], [-10.3984375, false], [-12.6484375, false], [-5.65234375, false], [-13.3984375, false], [-13.6484375, false], [-12.1484375, false], [-13.1484375, false], [-13.3984375, false], [-13.6484375, false], [-14.6484375, false], [-12.6484375, false], [-5.65234375, false], [-13.3984375, false], [-8.8984375, false], [-12.6484375, false], [-14.6484375, false], [-5.65234375, false], [-13.3984375, false], [-12.1484375, false], [-13.6484375, false], [-15.8984375, false], [-10.3984375, false], [-13.6484375, false], [-7.41015625, false], [-9.6484375, false], [-10.03125, false], [-5.65234375, false], [-9.6484375, false], [-6.65234375, false], [-10.3984375, false], [-13.6484375, false], [-14.1484375, false], [-13.6484375, false], [-13.3984375, false], [-11.1484375, false], [-13.6484375, false], [-15.8984375, false], [-5.65234375, false], [-13.3984375, false], [-13.3984375, false], [-14.6484375, false], [-12.6484375, false], [-5.65234375, false], [-13.3984375, false], [-10.3984375, false], [-12.6484375, false], [-12.6484375, false], [-5.65234375, false], [-14.6484375, false], [-13.6484375, false], [-8.8984375, false], [-12.6484375, false], [-14.8984375, false], [-5.65234375, false], [-11.1484375, false], [-13.6484375, false], [-5.65234375, false], [-14.6484375, false], [-14.8984375, false], [-10.3984375, false], [-5.65234375, false], [-13.6484375, false], [-11.1484375, false], [-14.6484375, false], [-14.1484375, false], [-5.65234375, false], [-13.3984375, false], [-8.8984375, false], [-13.6484375, false], [-13.1484375, false], [-14.3984375, false], [-11.1484375, false], [-13.3984375, false], [-13.3984375, false], [-7.41015625, false], [-9.6484375, false], [-10.03125, false], [-5.65234375, false], [-9.6484375, false], [-6.65234375, false], [-10.3984375, false], [-13.6484375, false], [-14.1484375, false], [-13.6484375, false], [-13.3984375, false], [-11.1484375, false], [-13.6484375, false], [-15.8984375, false], [-5.65234375, false], [-11.1484375, false], [-13.6484375, false], [-13.6484375, false], [-13.6484375, false], [-10.3984375, false], [-8.8984375, false], [-12.6484375, false], [-10.3984375, false], [-12.6484375, false], [-5.65234375, false], [-14.6484375, false], [-14.8984375, false], [-10.3984375, false], [-5.65234375, false], [-8.8984375, false], [-13.8984375, false], [-12.1484375, false], [-13.3984375, false], [-13.6484375, false], [-14.6484375, false], [-5.65234375, false], [-12.1484375, false], [-14.3984375, false], [-5.65234375, false], [-13.1484375, false], [-13.3984375, false], [-12.6484375, false], [-14.6484375, false], [-5.65234375, false], [-11.1484375, false], [-13.6484375, false], [-5.65234375, false], [-14.6484375, false], [-14.8984375, false], [-10.3984375, false], [-5.65234375, false], [-8.8984375, false], [-11.1484375, false], [-13.6484375, false], [-7.41015625, false], [-9.6484375, false], [-14.6484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1544, "doc": {"id": "NYSEDREGENTS_2008_8_16", "question": "Which substance do all living things require to survive?", "choices": {"text": ["blood", "water", "carbon dioxide", "organic soil"], "label": ["1", "2", "3", "4"]}, "answerKey": "2"}, "target": "water", "arguments": ["Question: Which substance do all living things require to survive?\nAnswer:", " ["], "resps": [[[-8.0703125, false]], [[-8.5703125, false]], [[-10.3203125, false]], [[-10.0703125, false]], [[-8.0703125, false]], [[-8.0703125, false]], [[-8.8203125, false]], [[-8.5703125, false]], [[-11.0625, false]], [[-5.56640625, false]], [[-8.5703125, false]], [[-11.0703125, false]], [[-5.31640625, false]], [[-10.0703125, false]], [[-9.5703125, false]], [[-12.5703125, false]], [[-8.5703125, false]], [[-11.0625, false]], [[-5.56640625, false]], [[-8.5703125, false]], [[-6.81640625, false]], [[-5.31640625, false]], [[-12.5703125, false]], [[-10.3203125, false]], [[-8.0703125, false]], [[-8.8203125, false]], [[-5.56640625, false]], [[-8.8203125, false]], [[-8.3203125, false]], [[-8.0703125, false]], [[-9.5703125, false]], [[-8.3203125, false]], [[-8.8203125, false]], [[-9.5703125, false]], [[-8.5703125, false]], [[-11.0625, false]], [[-5.56640625, false]], [[-8.5703125, false]], [[-8.0703125, false]], [[-12.5703125, false]], [[-11.8203125, false]], [[-5.31640625, false]], [[-8.8203125, false]], [[-8.3203125, false]], [[-6.81640625, false]], [[-5.56640625, false]], [[-9.8203125, false]], [[-8.0703125, false]], [[-8.3203125, false]], [[-10.0703125, false]], [[-8.5703125, false]], [[-15.3203125, false]]], "filtered_resps": [[-8.0703125, false], [-8.5703125, false], [-10.3203125, false], [-10.0703125, false], [-8.0703125, false], [-8.0703125, false], [-8.8203125, false], [-8.5703125, false], [-11.0625, false], [-5.56640625, false], [-8.5703125, false], [-11.0703125, false], [-5.31640625, false], [-10.0703125, false], [-9.5703125, false], [-12.5703125, false], [-8.5703125, false], [-11.0625, false], [-5.56640625, false], [-8.5703125, false], [-6.81640625, false], [-5.31640625, false], [-12.5703125, false], [-10.3203125, false], [-8.0703125, false], [-8.8203125, false], [-5.56640625, false], [-8.8203125, false], [-8.3203125, false], [-8.0703125, false], [-9.5703125, false], [-8.3203125, false], [-8.8203125, false], [-9.5703125, false], [-8.5703125, false], [-11.0625, false], [-5.56640625, false], [-8.5703125, false], [-8.0703125, false], [-12.5703125, false], [-11.8203125, false], [-5.31640625, false], [-8.8203125, false], [-8.3203125, false], [-6.81640625, false], [-5.56640625, false], [-9.8203125, false], [-8.0703125, false], [-8.3203125, false], [-10.0703125, false], [-8.5703125, false], [-15.3203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1552, "doc": {"id": "VASoL_2010_3_20", "question": "Having dry, hot weather for a long time can cause a", "choices": {"text": ["drought", "thunderstorm", "tornado", "flood"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "drought", "arguments": ["Question: Having dry, hot weather for a long time can cause a\nAnswer:", " ["], "resps": [[[-7.765625, false]], [[-9.140625, false]], [[-8.140625, false]], [[-11.640625, false]], [[-9.140625, false]], [[-10.390625, false]], [[-11.140625, false]], [[-10.640625, false]], [[-11.265625, false]], [[-9.140625, false]], [[-8.703125, false]], [[-4.890625, false]], [[-9.140625, false]], [[-11.265625, false]], [[-10.640625, false]], [[-10.390625, false]], [[-10.640625, false]], [[-8.140625, false]], [[-9.140625, false]], [[-11.640625, false]], [[-10.140625, false]], [[-11.265625, false]], [[-9.140625, false]], [[-11.640625, false]], [[-10.640625, false]], [[-9.140625, false]], [[-8.703125, false]], [[-4.890625, false]], [[-9.140625, false]], [[-11.265625, false]], [[-9.140625, false]], [[-11.640625, false]], [[-10.640625, false]], [[-6.640625, false]], [[-8.140625, false]], [[-9.140625, false]], [[-9.140625, false]], [[-8.703125, false]], [[-4.890625, false]], [[-9.140625, false]], [[-10.140625, false]], [[-11.140625, false]], [[-9.140625, false]], [[-9.140625, false]], [[-8.140625, false]], [[-9.140625, false]], [[-11.265625, false]]], "filtered_resps": [[-7.765625, false], [-9.140625, false], [-8.140625, false], [-11.640625, false], [-9.140625, false], [-10.390625, false], [-11.140625, false], [-10.640625, false], [-11.265625, false], [-9.140625, false], [-8.703125, false], [-4.890625, false], [-9.140625, false], [-11.265625, false], [-10.640625, false], [-10.390625, false], [-10.640625, false], [-8.140625, false], [-9.140625, false], [-11.640625, false], [-10.140625, false], [-11.265625, false], [-9.140625, false], [-11.640625, false], [-10.640625, false], [-9.140625, false], [-8.703125, false], [-4.890625, false], [-9.140625, false], [-11.265625, false], [-9.140625, false], [-11.640625, false], [-10.640625, false], [-6.640625, false], [-8.140625, false], [-9.140625, false], [-9.140625, false], [-8.703125, false], [-4.890625, false], [-9.140625, false], [-10.140625, false], [-11.140625, false], [-9.140625, false], [-9.140625, false], [-8.140625, false], [-9.140625, false], [-11.265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1560, "doc": {"id": "MCAS_2013_8_29417", "question": "A scientist wants to collect several bird eggs on an island. She needs a case that will protect the eggs she collects. Which of the following cases would best protect the eggs?", "choices": {"text": ["a hard metal case with flexible foam lining", "a flexible metal case with smooth plastic lining", "a strong wooden case with lightweight plastic lining", "a lightweight wooden case with strong aluminum lining"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "a hard metal case with flexible foam lining", "arguments": ["Question: A scientist wants to collect several bird eggs on an island. She needs a case that will protect the eggs she collects. Which of the following cases would best protect the eggs?\nAnswer:", " ["], "resps": [[[-6.6640625, false]], [[-9.2890625, false]], [[-3.166015625, false]], [[-5.1640625, false]], [[-8.5390625, false]], [[-3.166015625, false]], [[-8.2890625, false]], [[-7.5390625, false]], [[-5.1640625, false]], [[-9.1640625, false]], [[-7.7890625, false]], [[-9.6640625, false]], [[-3.166015625, false]], [[-9.7890625, false]], [[-5.1640625, false]], [[-7.2890625, false]], [[-3.166015625, false]], [[-8.1640625, false]], [[-7.7890625, false]], [[-5.1640625, false]], [[-9.1640625, false]], [[-7.5390625, false]], [[-9.6640625, false]], [[-8.5390625, false]], [[-5.1640625, false]], [[-6.9140625, false]], [[-9.7890625, false]], [[-7.7890625, false]], [[-9.4140625, false]], [[-7.5390625, false]], [[-6.6640625, false]], [[-9.7890625, false]], [[-7.7890625, false]], [[-5.1640625, false]], [[-6.9140625, false]], [[-8.9140625, false]], [[-3.166015625, false]], [[-9.1640625, false]], [[-5.1640625, false]], [[-9.7890625, false]], [[-7.5390625, false]], [[-7.7890625, false]], [[-7.5390625, false]], [[-7.7890625, false]], [[-9.2890625, false]], [[-9.2890625, false]], [[-9.546875, false]], [[-5.1640625, false]], [[-9.2890625, false]], [[-3.166015625, false]], [[-5.1640625, false]], [[-6.9140625, false]], [[-9.7890625, false]], [[-7.7890625, false]], [[-9.4140625, false]], [[-7.5390625, false]], [[-6.6640625, false]], [[-9.7890625, false]], [[-7.7890625, false]], [[-5.1640625, false]], [[-9.1640625, false]], [[-7.7890625, false]], [[-9.6640625, false]], [[-3.166015625, false]], [[-9.7890625, false]], [[-5.1640625, false]], [[-7.2890625, false]], [[-3.166015625, false]], [[-8.1640625, false]], [[-7.7890625, false]], [[-5.1640625, false]], [[-9.1640625, false]], [[-7.5390625, false]], [[-9.6640625, false]], [[-8.5390625, false]], [[-5.1640625, false]], [[-8.1640625, false]], [[-9.1640625, false]], [[-8.9140625, false]], [[-8.9140625, false]], [[-9.6640625, false]], [[-8.5390625, false]], [[-5.1640625, false]], [[-8.1640625, false]], [[-9.7890625, false]], [[-3.166015625, false]], [[-8.1640625, false]], [[-9.6640625, false]], [[-7.5390625, false]], [[-7.2890625, false]], [[-5.1640625, false]], [[-9.7890625, false]], [[-7.5390625, false]], [[-7.7890625, false]], [[-7.5390625, false]], [[-7.7890625, false]], [[-9.2890625, false]], [[-9.2890625, false]], [[-9.546875, false]], [[-5.1640625, false]], [[-9.2890625, false]], [[-3.166015625, false]], [[-5.1640625, false]], [[-8.1640625, false]], [[-9.6640625, false]], [[-8.2890625, false]], [[-8.9140625, false]], [[-7.7890625, false]], [[-9.2890625, false]], [[-5.1640625, false]], [[-9.1640625, false]], [[-8.9140625, false]], [[-8.9140625, false]], [[-7.5390625, false]], [[-7.7890625, false]], [[-7.7890625, false]], [[-5.1640625, false]], [[-7.2890625, false]], [[-3.166015625, false]], [[-8.1640625, false]], [[-7.7890625, false]], [[-5.1640625, false]], [[-9.1640625, false]], [[-7.5390625, false]], [[-9.6640625, false]], [[-8.5390625, false]], [[-5.1640625, false]], [[-9.7890625, false]], [[-7.5390625, false]], [[-9.2890625, false]], [[-8.5390625, false]], [[-9.6640625, false]], [[-9.1640625, false]], [[-7.7890625, false]], [[-7.5390625, false]], [[-9.2890625, false]], [[-8.5390625, false]], [[-9.6640625, false]], [[-5.1640625, false]], [[-8.1640625, false]], [[-9.7890625, false]], [[-3.166015625, false]], [[-8.1640625, false]], [[-9.6640625, false]], [[-7.5390625, false]], [[-7.2890625, false]], [[-5.1640625, false]], [[-9.7890625, false]], [[-7.5390625, false]], [[-7.7890625, false]], [[-7.5390625, false]], [[-7.7890625, false]], [[-9.2890625, false]], [[-9.2890625, false]], [[-9.546875, false]], [[-5.1640625, false]], [[-9.2890625, false]], [[-3.166015625, false]], [[-5.1640625, false]], [[-9.7890625, false]], [[-7.5390625, false]], [[-9.2890625, false]], [[-8.5390625, false]], [[-9.6640625, false]], [[-9.1640625, false]], [[-7.7890625, false]], [[-7.5390625, false]], [[-9.2890625, false]], [[-8.5390625, false]], [[-9.6640625, false]], [[-5.1640625, false]], [[-9.1640625, false]], [[-8.9140625, false]], [[-8.9140625, false]], [[-7.5390625, false]], [[-7.7890625, false]], [[-7.7890625, false]], [[-5.1640625, false]], [[-7.2890625, false]], [[-3.166015625, false]], [[-8.1640625, false]], [[-7.7890625, false]], [[-5.1640625, false]], [[-9.1640625, false]], [[-7.5390625, false]], [[-9.6640625, false]], [[-8.5390625, false]], [[-5.1640625, false]], [[-8.1640625, false]], [[-9.6640625, false]], [[-8.2890625, false]], [[-8.9140625, false]], [[-7.7890625, false]], [[-9.2890625, false]], [[-5.1640625, false]], [[-3.166015625, false]], [[-9.7890625, false]], [[-10.2890625, false]], [[-9.1640625, false]], [[-7.5390625, false]], [[-7.7890625, false]], [[-10.2890625, false]], [[-9.1640625, false]], [[-5.1640625, false]], [[-9.7890625, false]], [[-7.5390625, false]], [[-7.7890625, false]], [[-7.5390625, false]], [[-7.7890625, false]], [[-9.2890625, false]], [[-9.2890625, false]], [[-11.5390625, false]]], "filtered_resps": [[-6.6640625, false], [-9.2890625, false], [-3.166015625, false], [-5.1640625, false], [-8.5390625, false], [-3.166015625, false], [-8.2890625, false], [-7.5390625, false], [-5.1640625, false], [-9.1640625, false], [-7.7890625, false], [-9.6640625, false], [-3.166015625, false], [-9.7890625, false], [-5.1640625, false], [-7.2890625, false], [-3.166015625, false], [-8.1640625, false], [-7.7890625, false], [-5.1640625, false], [-9.1640625, false], [-7.5390625, false], [-9.6640625, false], [-8.5390625, false], [-5.1640625, false], [-6.9140625, false], [-9.7890625, false], [-7.7890625, false], [-9.4140625, false], [-7.5390625, false], [-6.6640625, false], [-9.7890625, false], [-7.7890625, false], [-5.1640625, false], [-6.9140625, false], [-8.9140625, false], [-3.166015625, false], [-9.1640625, false], [-5.1640625, false], [-9.7890625, false], [-7.5390625, false], [-7.7890625, false], [-7.5390625, false], [-7.7890625, false], [-9.2890625, false], [-9.2890625, false], [-9.546875, false], [-5.1640625, false], [-9.2890625, false], [-3.166015625, false], [-5.1640625, false], [-6.9140625, false], [-9.7890625, false], [-7.7890625, false], [-9.4140625, false], [-7.5390625, false], [-6.6640625, false], [-9.7890625, false], [-7.7890625, false], [-5.1640625, false], [-9.1640625, false], [-7.7890625, false], [-9.6640625, false], [-3.166015625, false], [-9.7890625, false], [-5.1640625, false], [-7.2890625, false], [-3.166015625, false], [-8.1640625, false], [-7.7890625, false], [-5.1640625, false], [-9.1640625, false], [-7.5390625, false], [-9.6640625, false], [-8.5390625, false], [-5.1640625, false], [-8.1640625, false], [-9.1640625, false], [-8.9140625, false], [-8.9140625, false], [-9.6640625, false], [-8.5390625, false], [-5.1640625, false], [-8.1640625, false], [-9.7890625, false], [-3.166015625, false], [-8.1640625, false], [-9.6640625, false], [-7.5390625, false], [-7.2890625, false], [-5.1640625, false], [-9.7890625, false], [-7.5390625, false], [-7.7890625, false], [-7.5390625, false], [-7.7890625, false], [-9.2890625, false], [-9.2890625, false], [-9.546875, false], [-5.1640625, false], [-9.2890625, false], [-3.166015625, false], [-5.1640625, false], [-8.1640625, false], [-9.6640625, false], [-8.2890625, false], [-8.9140625, false], [-7.7890625, false], [-9.2890625, false], [-5.1640625, false], [-9.1640625, false], [-8.9140625, false], [-8.9140625, false], [-7.5390625, false], [-7.7890625, false], [-7.7890625, false], [-5.1640625, false], [-7.2890625, false], [-3.166015625, false], [-8.1640625, false], [-7.7890625, false], [-5.1640625, false], [-9.1640625, false], [-7.5390625, false], [-9.6640625, false], [-8.5390625, false], [-5.1640625, false], [-9.7890625, false], [-7.5390625, false], [-9.2890625, false], [-8.5390625, false], [-9.6640625, false], [-9.1640625, false], [-7.7890625, false], [-7.5390625, false], [-9.2890625, false], [-8.5390625, false], [-9.6640625, false], [-5.1640625, false], [-8.1640625, false], [-9.7890625, false], [-3.166015625, false], [-8.1640625, false], [-9.6640625, false], [-7.5390625, false], [-7.2890625, false], [-5.1640625, false], [-9.7890625, false], [-7.5390625, false], [-7.7890625, false], [-7.5390625, false], [-7.7890625, false], [-9.2890625, false], [-9.2890625, false], [-9.546875, false], [-5.1640625, false], [-9.2890625, false], [-3.166015625, false], [-5.1640625, false], [-9.7890625, false], [-7.5390625, false], [-9.2890625, false], [-8.5390625, false], [-9.6640625, false], [-9.1640625, false], [-7.7890625, false], [-7.5390625, false], [-9.2890625, false], [-8.5390625, false], [-9.6640625, false], [-5.1640625, false], [-9.1640625, false], [-8.9140625, false], [-8.9140625, false], [-7.5390625, false], [-7.7890625, false], [-7.7890625, false], [-5.1640625, false], [-7.2890625, false], [-3.166015625, false], [-8.1640625, false], [-7.7890625, false], [-5.1640625, false], [-9.1640625, false], [-7.5390625, false], [-9.6640625, false], [-8.5390625, false], [-5.1640625, false], [-8.1640625, false], [-9.6640625, false], [-8.2890625, false], [-8.9140625, false], [-7.7890625, false], [-9.2890625, false], [-5.1640625, false], [-3.166015625, false], [-9.7890625, false], [-10.2890625, false], [-9.1640625, false], [-7.5390625, false], [-7.7890625, false], [-10.2890625, false], [-9.1640625, false], [-5.1640625, false], [-9.7890625, false], [-7.5390625, false], [-7.7890625, false], [-7.5390625, false], [-7.7890625, false], [-9.2890625, false], [-9.2890625, false], [-11.5390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1568, "doc": {"id": "NYSEDREGENTS_2010_8_27", "question": "The Moon's surface is visible to an observer on Earth because the Moon", "choices": {"text": ["reflects sunlight", "absorbs light from Earth", "produces its own light", "transmits sunlight"], "label": ["1", "2", "3", "4"]}, "answerKey": "1"}, "target": "reflects sunlight", "arguments": ["Question: The Moon's surface is visible to an observer on Earth because the Moon\nAnswer:", " ["], "resps": [[[-7.7890625, false]], [[-7.5390625, false]], [[-11.0390625, false]], [[-9.5390625, false]], [[-10.5390625, false]], [[-10.7890625, false]], [[-9.5390625, false]], [[-10.5390625, false]], [[-11.0390625, false]], [[-9.7890625, false]], [[-6.0390625, false]], [[-9.7890625, false]], [[-11.7890625, false]], [[-10.0390625, false]], [[-10.7890625, false]], [[-9.0390625, false]], [[-12.7890625, false]], [[-11.2890625, false]], [[-11.0390625, false]], [[-7.5390625, false]], [[-9.5625, false]], [[-6.0390625, false]], [[-7.5390625, false]], [[-6.2890625, false]], [[-9.0390625, false]], [[-9.7890625, false]], [[-9.7890625, false]], [[-11.0390625, false]], [[-9.0390625, false]], [[-9.7890625, false]], [[-6.0390625, false]], [[-10.7890625, false]], [[-9.0390625, false]], [[-12.7890625, false]], [[-11.2890625, false]], [[-11.0390625, false]], [[-6.0390625, false]], [[-10.5390625, false]], [[-11.0390625, false]], [[-9.7890625, false]], [[-10.2890625, false]], [[-6.0390625, false]], [[-6.5390625, false]], [[-6.2890625, false]], [[-11.0390625, false]], [[-11.0390625, false]], [[-11.2890625, false]], [[-7.5390625, false]], [[-9.5625, false]], [[-6.0390625, false]], [[-7.5390625, false]], [[-10.0390625, false]], [[-11.0390625, false]], [[-9.7890625, false]], [[-10.7890625, false]], [[-11.7890625, false]], [[-10.5390625, false]], [[-9.5390625, false]], [[-9.7890625, false]], [[-6.0390625, false]], [[-9.0390625, false]], [[-11.0390625, false]], [[-9.7890625, false]], [[-6.0390625, false]], [[-9.7890625, false]], [[-11.5390625, false]], [[-10.0390625, false]], [[-6.0390625, false]], [[-10.7890625, false]], [[-9.0390625, false]], [[-12.7890625, false]], [[-11.2890625, false]], [[-11.0390625, false]], [[-7.5390625, false]], [[-9.5625, false]], [[-6.0390625, false]], [[-7.5390625, false]], [[-11.0390625, false]], [[-11.0390625, false]], [[-6.2890625, false]], [[-10.0390625, false]], [[-9.7890625, false]], [[-10.2890625, false]], [[-9.0390625, false]], [[-11.0390625, false]], [[-9.7890625, false]], [[-6.0390625, false]], [[-9.7890625, false]], [[-11.7890625, false]], [[-10.0390625, false]], [[-10.7890625, false]], [[-9.0390625, false]], [[-12.7890625, false]], [[-11.2890625, false]], [[-11.0390625, false]], [[-7.5390625, false]], [[-11.0390625, false]]], "filtered_resps": [[-7.7890625, false], [-7.5390625, false], [-11.0390625, false], [-9.5390625, false], [-10.5390625, false], [-10.7890625, false], [-9.5390625, false], [-10.5390625, false], [-11.0390625, false], [-9.7890625, false], [-6.0390625, false], [-9.7890625, false], [-11.7890625, false], [-10.0390625, false], [-10.7890625, false], [-9.0390625, false], [-12.7890625, false], [-11.2890625, false], [-11.0390625, false], [-7.5390625, false], [-9.5625, false], [-6.0390625, false], [-7.5390625, false], [-6.2890625, false], [-9.0390625, false], [-9.7890625, false], [-9.7890625, false], [-11.0390625, false], [-9.0390625, false], [-9.7890625, false], [-6.0390625, false], [-10.7890625, false], [-9.0390625, false], [-12.7890625, false], [-11.2890625, false], [-11.0390625, false], [-6.0390625, false], [-10.5390625, false], [-11.0390625, false], [-9.7890625, false], [-10.2890625, false], [-6.0390625, false], [-6.5390625, false], [-6.2890625, false], [-11.0390625, false], [-11.0390625, false], [-11.2890625, false], [-7.5390625, false], [-9.5625, false], [-6.0390625, false], [-7.5390625, false], [-10.0390625, false], [-11.0390625, false], [-9.7890625, false], [-10.7890625, false], [-11.7890625, false], [-10.5390625, false], [-9.5390625, false], [-9.7890625, false], [-6.0390625, false], [-9.0390625, false], [-11.0390625, false], [-9.7890625, false], [-6.0390625, false], [-9.7890625, false], [-11.5390625, false], [-10.0390625, false], [-6.0390625, false], [-10.7890625, false], [-9.0390625, false], [-12.7890625, false], [-11.2890625, false], [-11.0390625, false], [-7.5390625, false], [-9.5625, false], [-6.0390625, false], [-7.5390625, false], [-11.0390625, false], [-11.0390625, false], [-6.2890625, false], [-10.0390625, false], [-9.7890625, false], [-10.2890625, false], [-9.0390625, false], [-11.0390625, false], [-9.7890625, false], [-6.0390625, false], [-9.7890625, false], [-11.7890625, false], [-10.0390625, false], [-10.7890625, false], [-9.0390625, false], [-12.7890625, false], [-11.2890625, false], [-11.0390625, false], [-7.5390625, false], [-11.0390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1576, "doc": {"id": "Mercury_SC_402627", "question": "When light is reflected off an object and enters the eye, it falls on the", "choices": {"text": ["lens.", "pupil.", "retina.", "cornea."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "retina.", "arguments": ["Question: When light is reflected off an object and enters the eye, it falls on the\nAnswer:", " ["], "resps": [[[-7.578125, false]], [[-7.578125, false]], [[-8.578125, false]], [[-8.328125, false]], [[-8.203125, false]], [[-8.578125, false]], [[-6.9453125, false]], [[-7.578125, false]], [[-8.8828125, false]], [[-5.203125, false]], [[-7.578125, false]], [[-9.203125, false]], [[-9.203125, false]], [[-9.203125, false]], [[-7.828125, false]], [[-8.578125, false]], [[-6.9453125, false]], [[-7.578125, false]], [[-8.8828125, false]], [[-5.203125, false]], [[-7.578125, false]], [[-9.703125, false]], [[-8.328125, false]], [[-9.328125, false]], [[-7.828125, false]], [[-8.203125, false]], [[-4.953125, false]], [[-6.9453125, false]], [[-7.578125, false]], [[-8.8828125, false]], [[-5.203125, false]], [[-7.578125, false]], [[-9.203125, false]], [[-7.453125, false]], [[-9.703125, false]], [[-8.203125, false]], [[-8.328125, false]], [[-4.953125, false]], [[-6.9453125, false]], [[-7.578125, false]], [[-12.078125, false]]], "filtered_resps": [[-7.578125, false], [-7.578125, false], [-8.578125, false], [-8.328125, false], [-8.203125, false], [-8.578125, false], [-6.9453125, false], [-7.578125, false], [-8.8828125, false], [-5.203125, false], [-7.578125, false], [-9.203125, false], [-9.203125, false], [-9.203125, false], [-7.828125, false], [-8.578125, false], [-6.9453125, false], [-7.578125, false], [-8.8828125, false], [-5.203125, false], [-7.578125, false], [-9.703125, false], [-8.328125, false], [-9.328125, false], [-7.828125, false], [-8.203125, false], [-4.953125, false], [-6.9453125, false], [-7.578125, false], [-8.8828125, false], [-5.203125, false], [-7.578125, false], [-9.203125, false], [-7.453125, false], [-9.703125, false], [-8.203125, false], [-8.328125, false], [-4.953125, false], [-6.9453125, false], [-7.578125, false], [-12.078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1584, "doc": {"id": "Mercury_7010973", "question": "A student pushes a box to slide it across the floor. Which statement explains why the box begins to move?", "choices": {"text": ["The weight of the box is greater than the force of friction.", "The weight of the box is less than the force of friction.", "The applied force is greater than the force of friction.", "The applied force is less than the force of friction."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "The applied force is greater than the force of friction.", "arguments": ["Question: A student pushes a box to slide it across the floor. Which statement explains why the box begins to move?\nAnswer:", " ["], "resps": [[[-7.04296875, false]], [[-9.046875, false]], [[-7.29296875, false]], [[-10.546875, false]], [[-9.046875, false]], [[-6.29296875, false]], [[-10.046875, false]], [[-9.046875, false]], [[-8.796875, false]], [[-10.546875, false]], [[-10.546875, false]], [[-8.796875, false]], [[-6.29296875, false]], [[-9.296875, false]], [[-9.296875, false]], [[-6.29296875, false]], [[-8.796875, false]], [[-10.546875, false]], [[-9.046875, false]], [[-6.29296875, false]], [[-5.54296875, false]], [[-9.296875, false]], [[-8.796875, false]], [[-6.29296875, false]], [[-8.796875, false]], [[-9.046875, false]], [[-6.29296875, false]], [[-10.546875, false]], [[-9.796875, false]], [[-9.046875, false]], [[-4.54296875, false]], [[-8.796875, false]], [[-9.046875, false]], [[-9.796875, false]], [[-6.29296875, false]], [[-8.796875, false]], [[-10.546875, false]], [[-4.54296875, false]], [[-9.296875, false]], [[-6.29296875, false]], [[-8.796875, false]], [[-10.546875, false]], [[-9.046875, false]], [[-6.29296875, false]], [[-9.296875, false]], [[-9.296875, false]], [[-9.796875, false]], [[-7.29296875, false]], [[-9.046875, false]], [[-6.29296875, false]], [[-9.296875, false]], [[-9.296875, false]], [[-6.29296875, false]], [[-9.296875, false]], [[-9.796875, false]], [[-8.796875, false]], [[-7.29296875, false]], [[-8.796875, false]], [[-8.796875, false]], [[-9.296875, false]], [[-9.296875, false]], [[-7.25390625, false]], [[-9.046875, false]], [[-10.5, false]], [[-6.29296875, false]], [[-9.046875, false]], [[-7.29296875, false]], [[-10.546875, false]], [[-9.046875, false]], [[-6.29296875, false]], [[-10.046875, false]], [[-9.046875, false]], [[-8.796875, false]], [[-10.546875, false]], [[-10.546875, false]], [[-8.796875, false]], [[-6.29296875, false]], [[-9.296875, false]], [[-9.296875, false]], [[-6.29296875, false]], [[-8.796875, false]], [[-10.546875, false]], [[-9.046875, false]], [[-6.29296875, false]], [[-5.54296875, false]], [[-9.296875, false]], [[-8.796875, false]], [[-6.29296875, false]], [[-8.796875, false]], [[-9.046875, false]], [[-6.29296875, false]], [[-9.796875, false]], [[-9.046875, false]], [[-9.046875, false]], [[-9.046875, false]], [[-6.29296875, false]], [[-8.796875, false]], [[-10.546875, false]], [[-4.54296875, false]], [[-9.296875, false]], [[-6.29296875, false]], [[-8.796875, false]], [[-10.546875, false]], [[-9.046875, false]], [[-6.29296875, false]], [[-9.296875, false]], [[-9.296875, false]], [[-9.796875, false]], [[-7.29296875, false]], [[-9.046875, false]], [[-6.29296875, false]], [[-9.296875, false]], [[-9.296875, false]], [[-6.29296875, false]], [[-9.296875, false]], [[-9.796875, false]], [[-8.796875, false]], [[-7.29296875, false]], [[-8.796875, false]], [[-8.796875, false]], [[-9.296875, false]], [[-9.296875, false]], [[-7.25390625, false]], [[-9.046875, false]], [[-10.5, false]], [[-6.29296875, false]], [[-9.046875, false]], [[-7.29296875, false]], [[-10.546875, false]], [[-9.046875, false]], [[-6.29296875, false]], [[-4.54296875, false]], [[-8.796875, false]], [[-8.796875, false]], [[-9.796875, false]], [[-8.796875, false]], [[-9.046875, false]], [[-7.54296875, false]], [[-6.29296875, false]], [[-9.296875, false]], [[-9.296875, false]], [[-9.796875, false]], [[-7.29296875, false]], [[-9.046875, false]], [[-6.29296875, false]], [[-8.796875, false]], [[-9.046875, false]], [[-6.29296875, false]], [[-10.546875, false]], [[-9.796875, false]], [[-9.046875, false]], [[-4.54296875, false]], [[-8.796875, false]], [[-9.046875, false]], [[-9.796875, false]], [[-6.29296875, false]], [[-8.796875, false]], [[-10.546875, false]], [[-4.54296875, false]], [[-9.296875, false]], [[-6.29296875, false]], [[-8.796875, false]], [[-10.546875, false]], [[-9.046875, false]], [[-6.29296875, false]], [[-9.296875, false]], [[-9.296875, false]], [[-9.796875, false]], [[-7.29296875, false]], [[-9.046875, false]], [[-6.29296875, false]], [[-9.296875, false]], [[-9.296875, false]], [[-6.29296875, false]], [[-9.296875, false]], [[-9.796875, false]], [[-8.796875, false]], [[-7.29296875, false]], [[-8.796875, false]], [[-8.796875, false]], [[-9.296875, false]], [[-9.296875, false]], [[-7.25390625, false]], [[-9.046875, false]], [[-10.5, false]], [[-6.29296875, false]], [[-9.046875, false]], [[-7.29296875, false]], [[-10.546875, false]], [[-9.046875, false]], [[-6.29296875, false]], [[-4.54296875, false]], [[-8.796875, false]], [[-8.796875, false]], [[-9.796875, false]], [[-8.796875, false]], [[-9.046875, false]], [[-7.54296875, false]], [[-6.29296875, false]], [[-9.296875, false]], [[-9.296875, false]], [[-9.796875, false]], [[-7.29296875, false]], [[-9.046875, false]], [[-6.29296875, false]], [[-8.796875, false]], [[-9.046875, false]], [[-6.29296875, false]], [[-9.796875, false]], [[-9.046875, false]], [[-9.046875, false]], [[-9.046875, false]], [[-6.29296875, false]], [[-8.796875, false]], [[-10.546875, false]], [[-4.54296875, false]], [[-9.296875, false]], [[-6.29296875, false]], [[-8.796875, false]], [[-10.546875, false]], [[-9.046875, false]], [[-6.29296875, false]], [[-9.296875, false]], [[-9.296875, false]], [[-9.796875, false]], [[-7.29296875, false]], [[-9.046875, false]], [[-6.29296875, false]], [[-9.296875, false]], [[-9.296875, false]], [[-6.29296875, false]], [[-9.296875, false]], [[-9.796875, false]], [[-8.796875, false]], [[-7.29296875, false]], [[-8.796875, false]], [[-8.796875, false]], [[-9.296875, false]], [[-9.296875, false]], [[-7.25390625, false]], [[-9.046875, false]], [[-12.046875, false]]], "filtered_resps": [[-7.04296875, false], [-9.046875, false], [-7.29296875, false], [-10.546875, false], [-9.046875, false], [-6.29296875, false], [-10.046875, false], [-9.046875, false], [-8.796875, false], [-10.546875, false], [-10.546875, false], [-8.796875, false], [-6.29296875, false], [-9.296875, false], [-9.296875, false], [-6.29296875, false], [-8.796875, false], [-10.546875, false], [-9.046875, false], [-6.29296875, false], [-5.54296875, false], [-9.296875, false], [-8.796875, false], [-6.29296875, false], [-8.796875, false], [-9.046875, false], [-6.29296875, false], [-10.546875, false], [-9.796875, false], [-9.046875, false], [-4.54296875, false], [-8.796875, false], [-9.046875, false], [-9.796875, false], [-6.29296875, false], [-8.796875, false], [-10.546875, false], [-4.54296875, false], [-9.296875, false], [-6.29296875, false], [-8.796875, false], [-10.546875, false], [-9.046875, false], [-6.29296875, false], [-9.296875, false], [-9.296875, false], [-9.796875, false], [-7.29296875, false], [-9.046875, false], [-6.29296875, false], [-9.296875, false], [-9.296875, false], [-6.29296875, false], [-9.296875, false], [-9.796875, false], [-8.796875, false], [-7.29296875, false], [-8.796875, false], [-8.796875, false], [-9.296875, false], [-9.296875, false], [-7.25390625, false], [-9.046875, false], [-10.5, false], [-6.29296875, false], [-9.046875, false], [-7.29296875, false], [-10.546875, false], [-9.046875, false], [-6.29296875, false], [-10.046875, false], [-9.046875, false], [-8.796875, false], [-10.546875, false], [-10.546875, false], [-8.796875, false], [-6.29296875, false], [-9.296875, false], [-9.296875, false], [-6.29296875, false], [-8.796875, false], [-10.546875, false], [-9.046875, false], [-6.29296875, false], [-5.54296875, false], [-9.296875, false], [-8.796875, false], [-6.29296875, false], [-8.796875, false], [-9.046875, false], [-6.29296875, false], [-9.796875, false], [-9.046875, false], [-9.046875, false], [-9.046875, false], [-6.29296875, false], [-8.796875, false], [-10.546875, false], [-4.54296875, false], [-9.296875, false], [-6.29296875, false], [-8.796875, false], [-10.546875, false], [-9.046875, false], [-6.29296875, false], [-9.296875, false], [-9.296875, false], [-9.796875, false], [-7.29296875, false], [-9.046875, false], [-6.29296875, false], [-9.296875, false], [-9.296875, false], [-6.29296875, false], [-9.296875, false], [-9.796875, false], [-8.796875, false], [-7.29296875, false], [-8.796875, false], [-8.796875, false], [-9.296875, false], [-9.296875, false], [-7.25390625, false], [-9.046875, false], [-10.5, false], [-6.29296875, false], [-9.046875, false], [-7.29296875, false], [-10.546875, false], [-9.046875, false], [-6.29296875, false], [-4.54296875, false], [-8.796875, false], [-8.796875, false], [-9.796875, false], [-8.796875, false], [-9.046875, false], [-7.54296875, false], [-6.29296875, false], [-9.296875, false], [-9.296875, false], [-9.796875, false], [-7.29296875, false], [-9.046875, false], [-6.29296875, false], [-8.796875, false], [-9.046875, false], [-6.29296875, false], [-10.546875, false], [-9.796875, false], [-9.046875, false], [-4.54296875, false], [-8.796875, false], [-9.046875, false], [-9.796875, false], [-6.29296875, false], [-8.796875, false], [-10.546875, false], [-4.54296875, false], [-9.296875, false], [-6.29296875, false], [-8.796875, false], [-10.546875, false], [-9.046875, false], [-6.29296875, false], [-9.296875, false], [-9.296875, false], [-9.796875, false], [-7.29296875, false], [-9.046875, false], [-6.29296875, false], [-9.296875, false], [-9.296875, false], [-6.29296875, false], [-9.296875, false], [-9.796875, false], [-8.796875, false], [-7.29296875, false], [-8.796875, false], [-8.796875, false], [-9.296875, false], [-9.296875, false], [-7.25390625, false], [-9.046875, false], [-10.5, false], [-6.29296875, false], [-9.046875, false], [-7.29296875, false], [-10.546875, false], [-9.046875, false], [-6.29296875, false], [-4.54296875, false], [-8.796875, false], [-8.796875, false], [-9.796875, false], [-8.796875, false], [-9.046875, false], [-7.54296875, false], [-6.29296875, false], [-9.296875, false], [-9.296875, false], [-9.796875, false], [-7.29296875, false], [-9.046875, false], [-6.29296875, false], [-8.796875, false], [-9.046875, false], [-6.29296875, false], [-9.796875, false], [-9.046875, false], [-9.046875, false], [-9.046875, false], [-6.29296875, false], [-8.796875, false], [-10.546875, false], [-4.54296875, false], [-9.296875, false], [-6.29296875, false], [-8.796875, false], [-10.546875, false], [-9.046875, false], [-6.29296875, false], [-9.296875, false], [-9.296875, false], [-9.796875, false], [-7.29296875, false], [-9.046875, false], [-6.29296875, false], [-9.296875, false], [-9.296875, false], [-6.29296875, false], [-9.296875, false], [-9.796875, false], [-8.796875, false], [-7.29296875, false], [-8.796875, false], [-8.796875, false], [-9.296875, false], [-9.296875, false], [-7.25390625, false], [-9.046875, false], [-12.046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1592, "doc": {"id": "MCAS_2000_8_2", "question": "Which best describes construction technology?", "choices": {"text": ["exchanging information electronically", "changing raw materials into goods", "building and finishing a structure", "converting and transmitting energy"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "building and finishing a structure", "arguments": ["Question: Which best describes construction technology?\nAnswer:", " ["], "resps": [[[-8.015625, false]], [[-7.890625, false]], [[-8.390625, false]], [[-11.015625, false]], [[-9.265625, false]], [[-10.640625, false]], [[-5.265625, false]], [[-10.390625, false]], [[-12.140625, false]], [[-9.140625, false]], [[-10.390625, false]], [[-12.140625, false]], [[-5.390625, false]], [[-9.140625, false]], [[-10.390625, false]], [[-11.140625, false]], [[-9.640625, false]], [[-10.515625, false]], [[-10.515625, false]], [[-5.265625, false]], [[-11.015625, false]], [[-9.140625, false]], [[-9.640625, false]], [[-10.390625, false]], [[-5.390625, false]], [[-8.390625, false]], [[-10.390625, false]], [[-8.390625, false]], [[-9.265625, false]], [[-11.015625, false]], [[-10.515625, false]], [[-9.640625, false]], [[-10.390625, false]], [[-9.140625, false]], [[-9.265625, false]], [[-5.265625, false]], [[-10.390625, false]], [[-10.390625, false]], [[-12.265625, false]], [[-7.890625, false]], [[-9.7421875, false]], [[-5.390625, false]], [[-7.890625, false]], [[-9.265625, false]], [[-10.640625, false]], [[-5.265625, false]], [[-10.390625, false]], [[-12.140625, false]], [[-9.140625, false]], [[-10.390625, false]], [[-12.140625, false]], [[-5.390625, false]], [[-10.515625, false]], [[-5.265625, false]], [[-9.515625, false]], [[-5.390625, false]], [[-10.515625, false]], [[-5.265625, false]], [[-11.015625, false]], [[-8.390625, false]], [[-10.515625, false]], [[-9.140625, false]], [[-5.265625, false]], [[-10.390625, false]], [[-9.140625, false]], [[-5.390625, false]], [[-9.140625, false]], [[-10.390625, false]], [[-11.015625, false]], [[-9.640625, false]], [[-5.390625, false]], [[-12.140625, false]], [[-9.640625, false]], [[-9.640625, false]], [[-10.640625, false]], [[-9.140625, false]], [[-7.890625, false]], [[-9.7421875, false]], [[-5.390625, false]], [[-7.890625, false]], [[-9.765625, false]], [[-10.890625, false]], [[-9.140625, false]], [[-10.390625, false]], [[-10.640625, false]], [[-9.140625, false]], [[-10.390625, false]], [[-12.140625, false]], [[-5.390625, false]], [[-5.265625, false]], [[-10.390625, false]], [[-10.640625, false]], [[-5.390625, false]], [[-11.140625, false]], [[-9.140625, false]], [[-10.390625, false]], [[-9.140625, false]], [[-9.140625, false]], [[-10.640625, false]], [[-9.140625, false]], [[-10.390625, false]], [[-12.140625, false]], [[-5.390625, false]], [[-5.265625, false]], [[-5.390625, false]], [[-9.140625, false]], [[-11.015625, false]], [[-10.515625, false]], [[-10.890625, false]], [[-9.265625, false]], [[-11.015625, false]], [[-10.890625, false]], [[-10.515625, false]], [[-8.390625, false]], [[-7.890625, false]], [[-9.7421875, false]], [[-5.390625, false]], [[-7.890625, false]], [[-9.265625, false]], [[-9.640625, false]], [[-10.390625, false]], [[-11.015625, false]], [[-8.390625, false]], [[-10.515625, false]], [[-11.015625, false]], [[-9.140625, false]], [[-10.390625, false]], [[-12.140625, false]], [[-5.390625, false]], [[-5.265625, false]], [[-10.390625, false]], [[-10.640625, false]], [[-5.390625, false]], [[-11.015625, false]], [[-10.515625, false]], [[-5.265625, false]], [[-10.390625, false]], [[-9.140625, false]], [[-10.515625, false]], [[-9.140625, false]], [[-11.015625, false]], [[-11.015625, false]], [[-9.140625, false]], [[-10.390625, false]], [[-12.140625, false]], [[-5.390625, false]], [[-8.390625, false]], [[-10.390625, false]], [[-8.390625, false]], [[-10.515625, false]], [[-12.140625, false]], [[-12.265625, false]], [[-7.890625, false]], [[-13.265625, false]]], "filtered_resps": [[-8.015625, false], [-7.890625, false], [-8.390625, false], [-11.015625, false], [-9.265625, false], [-10.640625, false], [-5.265625, false], [-10.390625, false], [-12.140625, false], [-9.140625, false], [-10.390625, false], [-12.140625, false], [-5.390625, false], [-9.140625, false], [-10.390625, false], [-11.140625, false], [-9.640625, false], [-10.515625, false], [-10.515625, false], [-5.265625, false], [-11.015625, false], [-9.140625, false], [-9.640625, false], [-10.390625, false], [-5.390625, false], [-8.390625, false], [-10.390625, false], [-8.390625, false], [-9.265625, false], [-11.015625, false], [-10.515625, false], [-9.640625, false], [-10.390625, false], [-9.140625, false], [-9.265625, false], [-5.265625, false], [-10.390625, false], [-10.390625, false], [-12.265625, false], [-7.890625, false], [-9.7421875, false], [-5.390625, false], [-7.890625, false], [-9.265625, false], [-10.640625, false], [-5.265625, false], [-10.390625, false], [-12.140625, false], [-9.140625, false], [-10.390625, false], [-12.140625, false], [-5.390625, false], [-10.515625, false], [-5.265625, false], [-9.515625, false], [-5.390625, false], [-10.515625, false], [-5.265625, false], [-11.015625, false], [-8.390625, false], [-10.515625, false], [-9.140625, false], [-5.265625, false], [-10.390625, false], [-9.140625, false], [-5.390625, false], [-9.140625, false], [-10.390625, false], [-11.015625, false], [-9.640625, false], [-5.390625, false], [-12.140625, false], [-9.640625, false], [-9.640625, false], [-10.640625, false], [-9.140625, false], [-7.890625, false], [-9.7421875, false], [-5.390625, false], [-7.890625, false], [-9.765625, false], [-10.890625, false], [-9.140625, false], [-10.390625, false], [-10.640625, false], [-9.140625, false], [-10.390625, false], [-12.140625, false], [-5.390625, false], [-5.265625, false], [-10.390625, false], [-10.640625, false], [-5.390625, false], [-11.140625, false], [-9.140625, false], [-10.390625, false], [-9.140625, false], [-9.140625, false], [-10.640625, false], [-9.140625, false], [-10.390625, false], [-12.140625, false], [-5.390625, false], [-5.265625, false], [-5.390625, false], [-9.140625, false], [-11.015625, false], [-10.515625, false], [-10.890625, false], [-9.265625, false], [-11.015625, false], [-10.890625, false], [-10.515625, false], [-8.390625, false], [-7.890625, false], [-9.7421875, false], [-5.390625, false], [-7.890625, false], [-9.265625, false], [-9.640625, false], [-10.390625, false], [-11.015625, false], [-8.390625, false], [-10.515625, false], [-11.015625, false], [-9.140625, false], [-10.390625, false], [-12.140625, false], [-5.390625, false], [-5.265625, false], [-10.390625, false], [-10.640625, false], [-5.390625, false], [-11.015625, false], [-10.515625, false], [-5.265625, false], [-10.390625, false], [-9.140625, false], [-10.515625, false], [-9.140625, false], [-11.015625, false], [-11.015625, false], [-9.140625, false], [-10.390625, false], [-12.140625, false], [-5.390625, false], [-8.390625, false], [-10.390625, false], [-8.390625, false], [-10.515625, false], [-12.140625, false], [-12.265625, false], [-7.890625, false], [-13.265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1600, "doc": {"id": "Mercury_7069510", "question": "Which of the following makes up the smallest region in the electromagnetic spectrum?", "choices": {"text": ["radio waves", "infrared light", "visible light", "gamma rays"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "visible light", "arguments": ["Question: Which of the following makes up the smallest region in the electromagnetic spectrum?\nAnswer:", " ["], "resps": [[[-6.42578125, false]], [[-8.671875, false]], [[-8.421875, false]], [[-4.92578125, false]], [[-8.921875, false]], [[-7.17578125, false]], [[-7.42578125, false]], [[-4.17578125, false]], [[-10.421875, false]], [[-4.92578125, false]], [[-9.671875, false]], [[-7.92578125, false]], [[-9.171875, false]], [[-8.671875, false]], [[-7.48828125, false]], [[-4.17578125, false]], [[-8.671875, false]], [[-7.17578125, false]], [[-7.67578125, false]], [[-7.42578125, false]], [[-8.421875, false]], [[-4.92578125, false]], [[-8.421875, false]], [[-7.92578125, false]], [[-8.921875, false]], [[-4.17578125, false]], [[-9.421875, false]], [[-7.17578125, false]], [[-10.921875, false]], [[-9.171875, false]], [[-9.671875, false]], [[-8.671875, false]], [[-7.48828125, false]], [[-4.17578125, false]], [[-8.671875, false]], [[-9.671875, false]], [[-7.17578125, false]], [[-9.171875, false]], [[-7.17578125, false]], [[-8.671875, false]], [[-9.421875, false]], [[-7.92578125, false]], [[-4.17578125, false]], [[-9.421875, false]], [[-7.17578125, false]], [[-10.921875, false]], [[-9.171875, false]], [[-9.671875, false]], [[-8.671875, false]], [[-7.48828125, false]], [[-4.17578125, false]], [[-8.671875, false]], [[-10.921875, false]], [[-4.92578125, false]], [[-7.42578125, false]], [[-7.42578125, false]], [[-4.92578125, false]], [[-4.17578125, false]], [[-8.421875, false]], [[-4.92578125, false]], [[-11.171875, false]], [[-9.171875, false]], [[-8.671875, false]], [[-11.421875, false]]], "filtered_resps": [[-6.42578125, false], [-8.671875, false], [-8.421875, false], [-4.92578125, false], [-8.921875, false], [-7.17578125, false], [-7.42578125, false], [-4.17578125, false], [-10.421875, false], [-4.92578125, false], [-9.671875, false], [-7.92578125, false], [-9.171875, false], [-8.671875, false], [-7.48828125, false], [-4.17578125, false], [-8.671875, false], [-7.17578125, false], [-7.67578125, false], [-7.42578125, false], [-8.421875, false], [-4.92578125, false], [-8.421875, false], [-7.92578125, false], [-8.921875, false], [-4.17578125, false], [-9.421875, false], [-7.17578125, false], [-10.921875, false], [-9.171875, false], [-9.671875, false], [-8.671875, false], [-7.48828125, false], [-4.17578125, false], [-8.671875, false], [-9.671875, false], [-7.17578125, false], [-9.171875, false], [-7.17578125, false], [-8.671875, false], [-9.421875, false], [-7.92578125, false], [-4.17578125, false], [-9.421875, false], [-7.17578125, false], [-10.921875, false], [-9.171875, false], [-9.671875, false], [-8.671875, false], [-7.48828125, false], [-4.17578125, false], [-8.671875, false], [-10.921875, false], [-4.92578125, false], [-7.42578125, false], [-7.42578125, false], [-4.92578125, false], [-4.17578125, false], [-8.421875, false], [-4.92578125, false], [-11.171875, false], [-9.171875, false], [-8.671875, false], [-11.421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1608, "doc": {"id": "Mercury_SC_401319", "question": "An organism that breaks down dead plants and animals, returning matter back into the soil, is called a", "choices": {"text": ["herbivore.", "producer.", "competitor.", "decomposer."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "decomposer.", "arguments": ["Question: An organism that breaks down dead plants and animals, returning matter back into the soil, is called a\nAnswer:", " ["], "resps": [[[-7.49609375, false]], [[-7.99609375, false]], [[-10.6171875, false]], [[-7.99609375, false]], [[-10.3671875, false]], [[-7.87109375, false]], [[-8.2421875, false]], [[-10.8671875, false]], [[-8.9921875, false]], [[-10.3671875, false]], [[-7.99609375, false]], [[-7.1796875, false]], [[-7.99609375, false]], [[-9.8125, false]], [[-5.12109375, false]], [[-7.99609375, false]], [[-10.2421875, false]], [[-10.3671875, false]], [[-8.9921875, false]], [[-8.1171875, false]], [[-10.4921875, false]], [[-7.99609375, false]], [[-7.99609375, false]], [[-10.3671875, false]], [[-7.1796875, false]], [[-7.99609375, false]], [[-9.8125, false]], [[-5.12109375, false]], [[-7.99609375, false]], [[-7.99609375, false]], [[-8.9921875, false]], [[-10.2421875, false]], [[-10.2421875, false]], [[-7.99609375, false]], [[-10.8671875, false]], [[-8.2421875, false]], [[-10.8671875, false]], [[-8.9921875, false]], [[-10.3671875, false]], [[-7.1796875, false]], [[-7.99609375, false]], [[-9.8125, false]], [[-5.12109375, false]], [[-7.99609375, false]], [[-8.1171875, false]], [[-7.99609375, false]], [[-7.99609375, false]], [[-8.9921875, false]], [[-10.2421875, false]], [[-10.2421875, false]], [[-8.9921875, false]], [[-8.9921875, false]], [[-7.99609375, false]], [[-10.3671875, false]], [[-7.1796875, false]], [[-7.99609375, false]], [[-12.9921875, false]]], "filtered_resps": [[-7.49609375, false], [-7.99609375, false], [-10.6171875, false], [-7.99609375, false], [-10.3671875, false], [-7.87109375, false], [-8.2421875, false], [-10.8671875, false], [-8.9921875, false], [-10.3671875, false], [-7.99609375, false], [-7.1796875, false], [-7.99609375, false], [-9.8125, false], [-5.12109375, false], [-7.99609375, false], [-10.2421875, false], [-10.3671875, false], [-8.9921875, false], [-8.1171875, false], [-10.4921875, false], [-7.99609375, false], [-7.99609375, false], [-10.3671875, false], [-7.1796875, false], [-7.99609375, false], [-9.8125, false], [-5.12109375, false], [-7.99609375, false], [-7.99609375, false], [-8.9921875, false], [-10.2421875, false], [-10.2421875, false], [-7.99609375, false], [-10.8671875, false], [-8.2421875, false], [-10.8671875, false], [-8.9921875, false], [-10.3671875, false], [-7.1796875, false], [-7.99609375, false], [-9.8125, false], [-5.12109375, false], [-7.99609375, false], [-8.1171875, false], [-7.99609375, false], [-7.99609375, false], [-8.9921875, false], [-10.2421875, false], [-10.2421875, false], [-8.9921875, false], [-8.9921875, false], [-7.99609375, false], [-10.3671875, false], [-7.1796875, false], [-7.99609375, false], [-12.9921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1616, "doc": {"id": "MCAS_2003_5_8", "question": "Which of the following tools would be most useful in determining the length and width of a school cafeteria?", "choices": {"text": ["scale", "centimeter ruler", "tape measure", "thermometer"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "tape measure", "arguments": ["Question: Which of the following tools would be most useful in determining the length and width of a school cafeteria?\nAnswer:", " ["], "resps": [[[-7.08203125, false]], [[-9.5859375, false]], [[-8.5859375, false]], [[-8.7109375, false]], [[-3.95703125, false]], [[-9.9609375, false]], [[-9.0859375, false]], [[-9.5859375, false]], [[-9.0703125, false]], [[-4.83203125, false]], [[-9.5859375, false]], [[-8.7109375, false]], [[-9.0859375, false]], [[-9.0859375, false]], [[-8.7109375, false]], [[-8.4609375, false]], [[-8.4609375, false]], [[-9.0859375, false]], [[-8.7109375, false]], [[-9.0859375, false]], [[-10.0859375, false]], [[-4.83203125, false]], [[-10.0859375, false]], [[-10.9609375, false]], [[-9.9609375, false]], [[-9.0859375, false]], [[-10.0859375, false]], [[-9.5859375, false]], [[-9.0703125, false]], [[-4.83203125, false]], [[-9.5859375, false]], [[-8.7109375, false]], [[-3.95703125, false]], [[-10.0859375, false]], [[-9.0859375, false]], [[-4.83203125, false]], [[-8.4609375, false]], [[-9.0859375, false]], [[-3.95703125, false]], [[-8.5859375, false]], [[-10.9609375, false]], [[-10.0859375, false]], [[-9.0859375, false]], [[-9.5859375, false]], [[-9.0703125, false]], [[-4.83203125, false]], [[-9.5859375, false]], [[-8.7109375, false]], [[-10.4609375, false]], [[-9.0859375, false]], [[-10.0859375, false]], [[-8.4609375, false]], [[-9.8359375, false]], [[-8.4609375, false]], [[-9.0859375, false]], [[-8.7109375, false]], [[-9.0859375, false]], [[-10.0859375, false]], [[-9.5859375, false]], [[-11.8359375, false]]], "filtered_resps": [[-7.08203125, false], [-9.5859375, false], [-8.5859375, false], [-8.7109375, false], [-3.95703125, false], [-9.9609375, false], [-9.0859375, false], [-9.5859375, false], [-9.0703125, false], [-4.83203125, false], [-9.5859375, false], [-8.7109375, false], [-9.0859375, false], [-9.0859375, false], [-8.7109375, false], [-8.4609375, false], [-8.4609375, false], [-9.0859375, false], [-8.7109375, false], [-9.0859375, false], [-10.0859375, false], [-4.83203125, false], [-10.0859375, false], [-10.9609375, false], [-9.9609375, false], [-9.0859375, false], [-10.0859375, false], [-9.5859375, false], [-9.0703125, false], [-4.83203125, false], [-9.5859375, false], [-8.7109375, false], [-3.95703125, false], [-10.0859375, false], [-9.0859375, false], [-4.83203125, false], [-8.4609375, false], [-9.0859375, false], [-3.95703125, false], [-8.5859375, false], [-10.9609375, false], [-10.0859375, false], [-9.0859375, false], [-9.5859375, false], [-9.0703125, false], [-4.83203125, false], [-9.5859375, false], [-8.7109375, false], [-10.4609375, false], [-9.0859375, false], [-10.0859375, false], [-8.4609375, false], [-9.8359375, false], [-8.4609375, false], [-9.0859375, false], [-8.7109375, false], [-9.0859375, false], [-10.0859375, false], [-9.5859375, false], [-11.8359375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1624, "doc": {"id": "NCEOGA_2013_5_6", "question": "Which is most responsible for the uneven heating of the air in the atmosphere?", "choices": {"text": ["radiation", "convection", "conduction", "condensation"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "convection", "arguments": ["Question: Which is most responsible for the uneven heating of the air in the atmosphere?\nAnswer:", " ["], "resps": [[[-8.7734375, false]], [[-8.8984375, false]], [[-11.5234375, false]], [[-5.40234375, false]], [[-9.3984375, false]], [[-8.6484375, false]], [[-5.40234375, false]], [[-11.2734375, false]], [[-8.6484375, false]], [[-6.90234375, false]], [[-9.2734375, false]], [[-8.8984375, false]], [[-9.921875, false]], [[-5.02734375, false]], [[-8.8984375, false]], [[-8.5234375, false]], [[-6.90234375, false]], [[-9.2734375, false]], [[-12.1484375, false]], [[-7.40234375, false]], [[-8.5234375, false]], [[-11.2734375, false]], [[-8.6484375, false]], [[-6.90234375, false]], [[-9.2734375, false]], [[-8.8984375, false]], [[-9.921875, false]], [[-5.02734375, false]], [[-8.8984375, false]], [[-8.5234375, false]], [[-6.90234375, false]], [[-9.2734375, false]], [[-9.3984375, false]], [[-11.5234375, false]], [[-8.5234375, false]], [[-11.2734375, false]], [[-8.6484375, false]], [[-6.90234375, false]], [[-9.2734375, false]], [[-8.8984375, false]], [[-9.921875, false]], [[-5.02734375, false]], [[-8.8984375, false]], [[-8.5234375, false]], [[-6.90234375, false]], [[-9.2734375, false]], [[-9.3984375, false]], [[-7.40234375, false]], [[-9.2734375, false]], [[-10.6484375, false]], [[-5.40234375, false]], [[-11.2734375, false]], [[-8.6484375, false]], [[-6.90234375, false]], [[-9.2734375, false]], [[-8.8984375, false]], [[-14.6484375, false]]], "filtered_resps": [[-8.7734375, false], [-8.8984375, false], [-11.5234375, false], [-5.40234375, false], [-9.3984375, false], [-8.6484375, false], [-5.40234375, false], [-11.2734375, false], [-8.6484375, false], [-6.90234375, false], [-9.2734375, false], [-8.8984375, false], [-9.921875, false], [-5.02734375, false], [-8.8984375, false], [-8.5234375, false], [-6.90234375, false], [-9.2734375, false], [-12.1484375, false], [-7.40234375, false], [-8.5234375, false], [-11.2734375, false], [-8.6484375, false], [-6.90234375, false], [-9.2734375, false], [-8.8984375, false], [-9.921875, false], [-5.02734375, false], [-8.8984375, false], [-8.5234375, false], [-6.90234375, false], [-9.2734375, false], [-9.3984375, false], [-11.5234375, false], [-8.5234375, false], [-11.2734375, false], [-8.6484375, false], [-6.90234375, false], [-9.2734375, false], [-8.8984375, false], [-9.921875, false], [-5.02734375, false], [-8.8984375, false], [-8.5234375, false], [-6.90234375, false], [-9.2734375, false], [-9.3984375, false], [-7.40234375, false], [-9.2734375, false], [-10.6484375, false], [-5.40234375, false], [-11.2734375, false], [-8.6484375, false], [-6.90234375, false], [-9.2734375, false], [-8.8984375, false], [-14.6484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1632, "doc": {"id": "NYSEDREGENTS_2010_4_29", "question": "A boy and his sister both play piano. Playing piano is an example of", "choices": {"text": ["a physical change", "an inherited trait", "a life function", "a learned behavior"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "a learned behavior", "arguments": ["Question: A boy and his sister both play piano. Playing piano is an example of\nAnswer:", " ["], "resps": [[[-7.08984375, false]], [[-7.46484375, false]], [[-4.46484375, false]], [[-5.33984375, false]], [[-8.2109375, false]], [[-10.7109375, false]], [[-10.8359375, false]], [[-8.3359375, false]], [[-7.33984375, false]], [[-8.4609375, false]], [[-4.46484375, false]], [[-10.2109375, false]], [[-5.33984375, false]], [[-8.4609375, false]], [[-10.7109375, false]], [[-4.46484375, false]], [[-8.4609375, false]], [[-10.5859375, false]], [[-8.5859375, false]], [[-7.46484375, false]], [[-8.7265625, false]], [[-5.33984375, false]], [[-7.46484375, false]], [[-4.46484375, false]], [[-8.4609375, false]], [[-5.33984375, false]], [[-7.33984375, false]], [[-8.4609375, false]], [[-10.7109375, false]], [[-8.5859375, false]], [[-9.9609375, false]], [[-7.33984375, false]], [[-9.9609375, false]], [[-8.5859375, false]], [[-8.2109375, false]], [[-5.33984375, false]], [[-9.9609375, false]], [[-9.9609375, false]], [[-4.46484375, false]], [[-7.33984375, false]], [[-9.9609375, false]], [[-7.46484375, false]], [[-8.7265625, false]], [[-5.33984375, false]], [[-7.46484375, false]], [[-4.46484375, false]], [[-5.33984375, false]], [[-10.2109375, false]], [[-7.33984375, false]], [[-9.3359375, false]], [[-8.5859375, false]], [[-5.33984375, false]], [[-9.3359375, false]], [[-10.2109375, false]], [[-8.4609375, false]], [[-8.4609375, false]], [[-9.9609375, false]], [[-7.33984375, false]], [[-9.7109375, false]], [[-8.4609375, false]], [[-7.46484375, false]], [[-8.7265625, false]], [[-5.33984375, false]], [[-7.46484375, false]], [[-4.46484375, false]], [[-5.33984375, false]], [[-10.2109375, false]], [[-8.5859375, false]], [[-4.46484375, false]], [[-9.9609375, false]], [[-8.4609375, false]], [[-8.5859375, false]], [[-8.2109375, false]], [[-5.33984375, false]], [[-6.83984375, false]], [[-8.5859375, false]], [[-10.7109375, false]], [[-4.46484375, false]], [[-9.4609375, false]], [[-7.33984375, false]], [[-9.7109375, false]], [[-9.9609375, false]], [[-7.46484375, false]], [[-11.9609375, false]]], "filtered_resps": [[-7.08984375, false], [-7.46484375, false], [-4.46484375, false], [-5.33984375, false], [-8.2109375, false], [-10.7109375, false], [-10.8359375, false], [-8.3359375, false], [-7.33984375, false], [-8.4609375, false], [-4.46484375, false], [-10.2109375, false], [-5.33984375, false], [-8.4609375, false], [-10.7109375, false], [-4.46484375, false], [-8.4609375, false], [-10.5859375, false], [-8.5859375, false], [-7.46484375, false], [-8.7265625, false], [-5.33984375, false], [-7.46484375, false], [-4.46484375, false], [-8.4609375, false], [-5.33984375, false], [-7.33984375, false], [-8.4609375, false], [-10.7109375, false], [-8.5859375, false], [-9.9609375, false], [-7.33984375, false], [-9.9609375, false], [-8.5859375, false], [-8.2109375, false], [-5.33984375, false], [-9.9609375, false], [-9.9609375, false], [-4.46484375, false], [-7.33984375, false], [-9.9609375, false], [-7.46484375, false], [-8.7265625, false], [-5.33984375, false], [-7.46484375, false], [-4.46484375, false], [-5.33984375, false], [-10.2109375, false], [-7.33984375, false], [-9.3359375, false], [-8.5859375, false], [-5.33984375, false], [-9.3359375, false], [-10.2109375, false], [-8.4609375, false], [-8.4609375, false], [-9.9609375, false], [-7.33984375, false], [-9.7109375, false], [-8.4609375, false], [-7.46484375, false], [-8.7265625, false], [-5.33984375, false], [-7.46484375, false], [-4.46484375, false], [-5.33984375, false], [-10.2109375, false], [-8.5859375, false], [-4.46484375, false], [-9.9609375, false], [-8.4609375, false], [-8.5859375, false], [-8.2109375, false], [-5.33984375, false], [-6.83984375, false], [-8.5859375, false], [-10.7109375, false], [-4.46484375, false], [-9.4609375, false], [-7.33984375, false], [-9.7109375, false], [-9.9609375, false], [-7.46484375, false], [-11.9609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1640, "doc": {"id": "OHAT_2010_8_24", "question": "Fungi recycle leaves in forests. Fungi release chemicals onto the leaves to break them down into smaller particles. The fungi use the small particles for growth. Which process allows fungi to obtain the nutrients they need from dead leaves?", "choices": {"text": ["circulation", "digestion", "reproduction", "respiration"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "digestion", "arguments": ["Question: Fungi recycle leaves in forests. Fungi release chemicals onto the leaves to break them down into smaller particles. The fungi use the small particles for growth. Which process allows fungi to obtain the nutrients they need from dead leaves?\nAnswer:", " ["], "resps": [[[-7.7265625, false]], [[-9.8515625, false]], [[-7.2265625, false]], [[-7.7265625, false]], [[-10.4765625, false]], [[-7.2265625, false]], [[-10.7265625, false]], [[-9.4765625, false]], [[-4.4765625, false]], [[-10.4765625, false]], [[-7.7265625, false]], [[-7.7265625, false]], [[-8.4765625, false]], [[-9.8515625, false]], [[-9.1796875, false]], [[-4.2265625, false]], [[-9.8515625, false]], [[-8.1015625, false]], [[-7.7265625, false]], [[-10.4765625, false]], [[-7.8515625, false]], [[-9.1015625, false]], [[-10.4765625, false]], [[-7.7265625, false]], [[-7.7265625, false]], [[-8.4765625, false]], [[-9.8515625, false]], [[-9.1796875, false]], [[-4.2265625, false]], [[-9.8515625, false]], [[-10.4765625, false]], [[-7.8515625, false]], [[-9.2265625, false]], [[-10.4765625, false]], [[-7.7265625, false]], [[-8.1015625, false]], [[-10.7265625, false]], [[-7.2265625, false]], [[-10.4765625, false]], [[-7.7265625, false]], [[-7.7265625, false]], [[-8.4765625, false]], [[-9.8515625, false]], [[-9.1796875, false]], [[-4.2265625, false]], [[-9.8515625, false]], [[-10.4765625, false]], [[-7.8515625, false]], [[-9.1015625, false]], [[-9.2265625, false]], [[-7.7265625, false]], [[-10.4765625, false]], [[-4.4765625, false]], [[-10.4765625, false]], [[-7.7265625, false]], [[-7.7265625, false]], [[-8.4765625, false]], [[-9.8515625, false]], [[-14.4765625, false]]], "filtered_resps": [[-7.7265625, false], [-9.8515625, false], [-7.2265625, false], [-7.7265625, false], [-10.4765625, false], [-7.2265625, false], [-10.7265625, false], [-9.4765625, false], [-4.4765625, false], [-10.4765625, false], [-7.7265625, false], [-7.7265625, false], [-8.4765625, false], [-9.8515625, false], [-9.1796875, false], [-4.2265625, false], [-9.8515625, false], [-8.1015625, false], [-7.7265625, false], [-10.4765625, false], [-7.8515625, false], [-9.1015625, false], [-10.4765625, false], [-7.7265625, false], [-7.7265625, false], [-8.4765625, false], [-9.8515625, false], [-9.1796875, false], [-4.2265625, false], [-9.8515625, false], [-10.4765625, false], [-7.8515625, false], [-9.2265625, false], [-10.4765625, false], [-7.7265625, false], [-8.1015625, false], [-10.7265625, false], [-7.2265625, false], [-10.4765625, false], [-7.7265625, false], [-7.7265625, false], [-8.4765625, false], [-9.8515625, false], [-9.1796875, false], [-4.2265625, false], [-9.8515625, false], [-10.4765625, false], [-7.8515625, false], [-9.1015625, false], [-9.2265625, false], [-7.7265625, false], [-10.4765625, false], [-4.4765625, false], [-10.4765625, false], [-7.7265625, false], [-7.7265625, false], [-8.4765625, false], [-9.8515625, false], [-14.4765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1648, "doc": {"id": "NCEOGA_2013_8_3", "question": "An ice cube is put into a heated pan. What will most likely happen to the molecules in the ice as the ice is heated?", "choices": {"text": ["The molecules will begin to move slower.", "The molecules will begin to move faster.", "The molecules will begin to increase in density.", "The molecules will begin to condense in the air."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "The molecules will begin to move faster.", "arguments": ["Question: An ice cube is put into a heated pan. What will most likely happen to the molecules in the ice as the ice is heated?\nAnswer:", " ["], "resps": [[[-7.38671875, false]], [[-9.890625, false]], [[-8.390625, false]], [[-10.390625, false]], [[-8.140625, false]], [[-5.63671875, false]], [[-9.140625, false]], [[-10.140625, false]], [[-10.640625, false]], [[-8.140625, false]], [[-9.640625, false]], [[-10.640625, false]], [[-10.640625, false]], [[-8.140625, false]], [[-10.390625, false]], [[-5.63671875, false]], [[-11.390625, false]], [[-8.140625, false]], [[-10.640625, false]], [[-10.640625, false]], [[-5.63671875, false]], [[-9.140625, false]], [[-8.140625, false]], [[-12.140625, false]], [[-8.140625, false]], [[-9.140625, false]], [[-5.63671875, false]], [[-9.890625, false]], [[-10.140625, false]], [[-5.63671875, false]], [[-9.140625, false]], [[-10.140625, false]], [[-11.140625, false]], [[-8.140625, false]], [[-5.63671875, false]], [[-10.390625, false]], [[-10.640625, false]], [[-10.140625, false]], [[-11.390625, false]], [[-8.140625, false]], [[-11.140625, false]], [[-7.0, false]], [[-9.890625, false]], [[-9.875, false]], [[-5.63671875, false]], [[-9.890625, false]], [[-8.390625, false]], [[-10.390625, false]], [[-8.140625, false]], [[-5.63671875, false]], [[-9.140625, false]], [[-10.140625, false]], [[-10.640625, false]], [[-8.140625, false]], [[-9.640625, false]], [[-10.640625, false]], [[-10.640625, false]], [[-8.140625, false]], [[-10.390625, false]], [[-5.63671875, false]], [[-11.390625, false]], [[-8.140625, false]], [[-10.640625, false]], [[-10.640625, false]], [[-5.63671875, false]], [[-9.140625, false]], [[-8.140625, false]], [[-12.140625, false]], [[-8.140625, false]], [[-9.140625, false]], [[-5.63671875, false]], [[-9.890625, false]], [[-10.140625, false]], [[-5.63671875, false]], [[-9.140625, false]], [[-10.140625, false]], [[-11.140625, false]], [[-8.140625, false]], [[-5.63671875, false]], [[-10.390625, false]], [[-5.63671875, false]], [[-10.390625, false]], [[-9.890625, false]], [[-8.140625, false]], [[-11.140625, false]], [[-7.0, false]], [[-9.890625, false]], [[-9.875, false]], [[-5.63671875, false]], [[-9.890625, false]], [[-8.390625, false]], [[-10.390625, false]], [[-8.140625, false]], [[-5.63671875, false]], [[-9.140625, false]], [[-10.140625, false]], [[-10.640625, false]], [[-8.140625, false]], [[-9.640625, false]], [[-10.640625, false]], [[-10.640625, false]], [[-8.140625, false]], [[-10.390625, false]], [[-5.63671875, false]], [[-11.390625, false]], [[-8.140625, false]], [[-10.640625, false]], [[-10.640625, false]], [[-5.63671875, false]], [[-9.140625, false]], [[-8.140625, false]], [[-12.140625, false]], [[-8.140625, false]], [[-9.140625, false]], [[-5.63671875, false]], [[-9.890625, false]], [[-10.140625, false]], [[-5.63671875, false]], [[-8.140625, false]], [[-9.140625, false]], [[-9.640625, false]], [[-11.140625, false]], [[-8.140625, false]], [[-5.63671875, false]], [[-10.390625, false]], [[-8.140625, false]], [[-5.63671875, false]], [[-8.140625, false]], [[-9.140625, false]], [[-5.63671875, false]], [[-10.390625, false]], [[-8.140625, false]], [[-9.140625, false]], [[-10.390625, false]], [[-8.140625, false]], [[-9.890625, false]], [[-11.640625, false]], [[-7.0, false]], [[-9.890625, false]], [[-9.875, false]], [[-5.63671875, false]], [[-9.890625, false]], [[-8.390625, false]], [[-10.390625, false]], [[-8.140625, false]], [[-5.63671875, false]], [[-9.140625, false]], [[-10.140625, false]], [[-10.640625, false]], [[-8.140625, false]], [[-9.640625, false]], [[-10.640625, false]], [[-10.640625, false]], [[-8.140625, false]], [[-10.390625, false]], [[-5.63671875, false]], [[-11.390625, false]], [[-8.140625, false]], [[-10.640625, false]], [[-10.640625, false]], [[-5.63671875, false]], [[-9.140625, false]], [[-8.140625, false]], [[-12.140625, false]], [[-8.140625, false]], [[-9.140625, false]], [[-5.63671875, false]], [[-9.890625, false]], [[-10.140625, false]], [[-5.63671875, false]], [[-9.640625, false]], [[-10.140625, false]], [[-9.140625, false]], [[-10.390625, false]], [[-8.140625, false]], [[-9.140625, false]], [[-10.390625, false]], [[-8.140625, false]], [[-5.63671875, false]], [[-8.140625, false]], [[-9.140625, false]], [[-5.63671875, false]], [[-9.890625, false]], [[-10.390625, false]], [[-8.140625, false]], [[-5.63671875, false]], [[-5.63671875, false]], [[-8.140625, false]], [[-11.140625, false]], [[-7.0, false]], [[-9.890625, false]], [[-12.140625, false]]], "filtered_resps": [[-7.38671875, false], [-9.890625, false], [-8.390625, false], [-10.390625, false], [-8.140625, false], [-5.63671875, false], [-9.140625, false], [-10.140625, false], [-10.640625, false], [-8.140625, false], [-9.640625, false], [-10.640625, false], [-10.640625, false], [-8.140625, false], [-10.390625, false], [-5.63671875, false], [-11.390625, false], [-8.140625, false], [-10.640625, false], [-10.640625, false], [-5.63671875, false], [-9.140625, false], [-8.140625, false], [-12.140625, false], [-8.140625, false], [-9.140625, false], [-5.63671875, false], [-9.890625, false], [-10.140625, false], [-5.63671875, false], [-9.140625, false], [-10.140625, false], [-11.140625, false], [-8.140625, false], [-5.63671875, false], [-10.390625, false], [-10.640625, false], [-10.140625, false], [-11.390625, false], [-8.140625, false], [-11.140625, false], [-7.0, false], [-9.890625, false], [-9.875, false], [-5.63671875, false], [-9.890625, false], [-8.390625, false], [-10.390625, false], [-8.140625, false], [-5.63671875, false], [-9.140625, false], [-10.140625, false], [-10.640625, false], [-8.140625, false], [-9.640625, false], [-10.640625, false], [-10.640625, false], [-8.140625, false], [-10.390625, false], [-5.63671875, false], [-11.390625, false], [-8.140625, false], [-10.640625, false], [-10.640625, false], [-5.63671875, false], [-9.140625, false], [-8.140625, false], [-12.140625, false], [-8.140625, false], [-9.140625, false], [-5.63671875, false], [-9.890625, false], [-10.140625, false], [-5.63671875, false], [-9.140625, false], [-10.140625, false], [-11.140625, false], [-8.140625, false], [-5.63671875, false], [-10.390625, false], [-5.63671875, false], [-10.390625, false], [-9.890625, false], [-8.140625, false], [-11.140625, false], [-7.0, false], [-9.890625, false], [-9.875, false], [-5.63671875, false], [-9.890625, false], [-8.390625, false], [-10.390625, false], [-8.140625, false], [-5.63671875, false], [-9.140625, false], [-10.140625, false], [-10.640625, false], [-8.140625, false], [-9.640625, false], [-10.640625, false], [-10.640625, false], [-8.140625, false], [-10.390625, false], [-5.63671875, false], [-11.390625, false], [-8.140625, false], [-10.640625, false], [-10.640625, false], [-5.63671875, false], [-9.140625, false], [-8.140625, false], [-12.140625, false], [-8.140625, false], [-9.140625, false], [-5.63671875, false], [-9.890625, false], [-10.140625, false], [-5.63671875, false], [-8.140625, false], [-9.140625, false], [-9.640625, false], [-11.140625, false], [-8.140625, false], [-5.63671875, false], [-10.390625, false], [-8.140625, false], [-5.63671875, false], [-8.140625, false], [-9.140625, false], [-5.63671875, false], [-10.390625, false], [-8.140625, false], [-9.140625, false], [-10.390625, false], [-8.140625, false], [-9.890625, false], [-11.640625, false], [-7.0, false], [-9.890625, false], [-9.875, false], [-5.63671875, false], [-9.890625, false], [-8.390625, false], [-10.390625, false], [-8.140625, false], [-5.63671875, false], [-9.140625, false], [-10.140625, false], [-10.640625, false], [-8.140625, false], [-9.640625, false], [-10.640625, false], [-10.640625, false], [-8.140625, false], [-10.390625, false], [-5.63671875, false], [-11.390625, false], [-8.140625, false], [-10.640625, false], [-10.640625, false], [-5.63671875, false], [-9.140625, false], [-8.140625, false], [-12.140625, false], [-8.140625, false], [-9.140625, false], [-5.63671875, false], [-9.890625, false], [-10.140625, false], [-5.63671875, false], [-9.640625, false], [-10.140625, false], [-9.140625, false], [-10.390625, false], [-8.140625, false], [-9.140625, false], [-10.390625, false], [-8.140625, false], [-5.63671875, false], [-8.140625, false], [-9.140625, false], [-5.63671875, false], [-9.890625, false], [-10.390625, false], [-8.140625, false], [-5.63671875, false], [-5.63671875, false], [-8.140625, false], [-11.140625, false], [-7.0, false], [-9.890625, false], [-12.140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1656, "doc": {"id": "Mercury_7029820", "question": "Which is the Sun most likely to become toward the end of its lifetime?", "choices": {"text": ["a protostar", "a black hole", "a neutron star", "a white dwarf star"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "a white dwarf star", "arguments": ["Question: Which is the Sun most likely to become toward the end of its lifetime?\nAnswer:", " ["], "resps": [[[-7.54296875, false]], [[-9.0390625, false]], [[-6.54296875, false]], [[-5.79296875, false]], [[-10.7890625, false]], [[-10.0390625, false]], [[-9.7890625, false]], [[-10.0390625, false]], [[-9.7890625, false]], [[-10.7890625, false]], [[-10.0390625, false]], [[-6.54296875, false]], [[-10.0390625, false]], [[-9.0390625, false]], [[-10.484375, false]], [[-5.79296875, false]], [[-9.0390625, false]], [[-6.54296875, false]], [[-5.79296875, false]], [[-9.2890625, false]], [[-10.7890625, false]], [[-6.54296875, false]], [[-9.5390625, false]], [[-10.5390625, false]], [[-5.79296875, false]], [[-12.2890625, false]], [[-9.7890625, false]], [[-10.7890625, false]], [[-7.79296875, false]], [[-9.0390625, false]], [[-10.484375, false]], [[-5.79296875, false]], [[-9.0390625, false]], [[-6.54296875, false]], [[-5.79296875, false]], [[-9.5390625, false]], [[-7.79296875, false]], [[-12.0390625, false]], [[-10.0390625, false]], [[-10.0390625, false]], [[-9.7890625, false]], [[-9.5390625, false]], [[-5.79296875, false]], [[-10.7890625, false]], [[-10.0390625, false]], [[-6.54296875, false]], [[-10.0390625, false]], [[-9.0390625, false]], [[-10.484375, false]], [[-5.79296875, false]], [[-9.0390625, false]], [[-6.54296875, false]], [[-5.79296875, false]], [[-12.2890625, false]], [[-12.2890625, false]], [[-9.2890625, false]], [[-10.0390625, false]], [[-7.79296875, false]], [[-5.79296875, false]], [[-11.2890625, false]], [[-12.2890625, false]], [[-6.54296875, false]], [[-10.0390625, false]], [[-11.5390625, false]], [[-5.79296875, false]], [[-10.7890625, false]], [[-10.0390625, false]], [[-6.54296875, false]], [[-10.0390625, false]], [[-9.0390625, false]], [[-11.7890625, false]]], "filtered_resps": [[-7.54296875, false], [-9.0390625, false], [-6.54296875, false], [-5.79296875, false], [-10.7890625, false], [-10.0390625, false], [-9.7890625, false], [-10.0390625, false], [-9.7890625, false], [-10.7890625, false], [-10.0390625, false], [-6.54296875, false], [-10.0390625, false], [-9.0390625, false], [-10.484375, false], [-5.79296875, false], [-9.0390625, false], [-6.54296875, false], [-5.79296875, false], [-9.2890625, false], [-10.7890625, false], [-6.54296875, false], [-9.5390625, false], [-10.5390625, false], [-5.79296875, false], [-12.2890625, false], [-9.7890625, false], [-10.7890625, false], [-7.79296875, false], [-9.0390625, false], [-10.484375, false], [-5.79296875, false], [-9.0390625, false], [-6.54296875, false], [-5.79296875, false], [-9.5390625, false], [-7.79296875, false], [-12.0390625, false], [-10.0390625, false], [-10.0390625, false], [-9.7890625, false], [-9.5390625, false], [-5.79296875, false], [-10.7890625, false], [-10.0390625, false], [-6.54296875, false], [-10.0390625, false], [-9.0390625, false], [-10.484375, false], [-5.79296875, false], [-9.0390625, false], [-6.54296875, false], [-5.79296875, false], [-12.2890625, false], [-12.2890625, false], [-9.2890625, false], [-10.0390625, false], [-7.79296875, false], [-5.79296875, false], [-11.2890625, false], [-12.2890625, false], [-6.54296875, false], [-10.0390625, false], [-11.5390625, false], [-5.79296875, false], [-10.7890625, false], [-10.0390625, false], [-6.54296875, false], [-10.0390625, false], [-9.0390625, false], [-11.7890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1664, "doc": {"id": "NYSEDREGENTS_2015_8_5", "question": "Which process is responsible for the growth and repair of human tissue?", "choices": {"text": ["evolution", "germination", "cell division", "natural selection"], "label": ["1", "2", "3", "4"]}, "answerKey": "3"}, "target": "cell division", "arguments": ["Question: Which process is responsible for the growth and repair of human tissue?\nAnswer:", " ["], "resps": [[[-8.390625, false]], [[-10.140625, false]], [[-8.390625, false]], [[-11.265625, false]], [[-9.140625, false]], [[-8.015625, false]], [[-10.015625, false]], [[-9.765625, false]], [[-8.515625, false]], [[-9.140625, false]], [[-10.015625, false]], [[-10.140625, false]], [[-9.3359375, false]], [[-4.765625, false]], [[-10.140625, false]], [[-10.765625, false]], [[-8.390625, false]], [[-10.390625, false]], [[-8.265625, false]], [[-8.515625, false]], [[-10.015625, false]], [[-5.015625, false]], [[-9.765625, false]], [[-8.515625, false]], [[-9.140625, false]], [[-10.015625, false]], [[-10.140625, false]], [[-9.3359375, false]], [[-4.765625, false]], [[-10.140625, false]], [[-7.140625, false]], [[-8.390625, false]], [[-8.015625, false]], [[-8.015625, false]], [[-4.765625, false]], [[-10.265625, false]], [[-8.515625, false]], [[-11.265625, false]], [[-8.515625, false]], [[-8.765625, false]], [[-8.515625, false]], [[-9.140625, false]], [[-10.015625, false]], [[-10.140625, false]], [[-9.3359375, false]], [[-4.765625, false]], [[-10.140625, false]], [[-10.015625, false]], [[-5.015625, false]], [[-9.765625, false]], [[-10.015625, false]], [[-10.390625, false]], [[-5.015625, false]], [[-8.015625, false]], [[-4.765625, false]], [[-8.765625, false]], [[-8.390625, false]], [[-8.015625, false]], [[-8.390625, false]], [[-7.140625, false]], [[-9.765625, false]], [[-8.515625, false]], [[-9.140625, false]], [[-10.015625, false]], [[-10.140625, false]], [[-14.390625, false]]], "filtered_resps": [[-8.390625, false], [-10.140625, false], [-8.390625, false], [-11.265625, false], [-9.140625, false], [-8.015625, false], [-10.015625, false], [-9.765625, false], [-8.515625, false], [-9.140625, false], [-10.015625, false], [-10.140625, false], [-9.3359375, false], [-4.765625, false], [-10.140625, false], [-10.765625, false], [-8.390625, false], [-10.390625, false], [-8.265625, false], [-8.515625, false], [-10.015625, false], [-5.015625, false], [-9.765625, false], [-8.515625, false], [-9.140625, false], [-10.015625, false], [-10.140625, false], [-9.3359375, false], [-4.765625, false], [-10.140625, false], [-7.140625, false], [-8.390625, false], [-8.015625, false], [-8.015625, false], [-4.765625, false], [-10.265625, false], [-8.515625, false], [-11.265625, false], [-8.515625, false], [-8.765625, false], [-8.515625, false], [-9.140625, false], [-10.015625, false], [-10.140625, false], [-9.3359375, false], [-4.765625, false], [-10.140625, false], [-10.015625, false], [-5.015625, false], [-9.765625, false], [-10.015625, false], [-10.390625, false], [-5.015625, false], [-8.015625, false], [-4.765625, false], [-8.765625, false], [-8.390625, false], [-8.015625, false], [-8.390625, false], [-7.140625, false], [-9.765625, false], [-8.515625, false], [-9.140625, false], [-10.015625, false], [-10.140625, false], [-14.390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1672, "doc": {"id": "NYSEDREGENTS_2008_4_5", "question": "What force causes objects to be pulled toward Earth?", "choices": {"text": ["friction", "gravity", "light", "electricity"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "gravity", "arguments": ["Question: What force causes objects to be pulled toward Earth?\nAnswer:", " ["], "resps": [[[-8.8125, false]], [[-8.3125, false]], [[-9.5625, false]], [[-11.3125, false]], [[-10.0625, false]], [[-9.8125, false]], [[-9.3125, false]], [[-10.0625, false]], [[-10.5625, false]], [[-10.8125, false]], [[-8.3125, false]], [[-10.734375, false]], [[-5.55859375, false]], [[-8.3125, false]], [[-11.0625, false]], [[-11.3125, false]], [[-5.55859375, false]], [[-10.0625, false]], [[-10.0625, false]], [[-9.3125, false]], [[-12.0625, false]], [[-8.3125, false]], [[-10.734375, false]], [[-5.55859375, false]], [[-8.3125, false]], [[-10.8125, false]], [[-10.0625, false]], [[-11.0625, false]], [[-10.5625, false]], [[-9.3125, false]], [[-8.3125, false]], [[-10.734375, false]], [[-5.55859375, false]], [[-8.3125, false]], [[-9.0625, false]], [[-10.8125, false]], [[-9.0625, false]], [[-9.8125, false]], [[-9.3125, false]], [[-11.3125, false]], [[-10.0625, false]], [[-9.8125, false]], [[-10.0625, false]], [[-9.3125, false]], [[-12.0625, false]], [[-8.3125, false]], [[-13.8125, false]]], "filtered_resps": [[-8.8125, false], [-8.3125, false], [-9.5625, false], [-11.3125, false], [-10.0625, false], [-9.8125, false], [-9.3125, false], [-10.0625, false], [-10.5625, false], [-10.8125, false], [-8.3125, false], [-10.734375, false], [-5.55859375, false], [-8.3125, false], [-11.0625, false], [-11.3125, false], [-5.55859375, false], [-10.0625, false], [-10.0625, false], [-9.3125, false], [-12.0625, false], [-8.3125, false], [-10.734375, false], [-5.55859375, false], [-8.3125, false], [-10.8125, false], [-10.0625, false], [-11.0625, false], [-10.5625, false], [-9.3125, false], [-8.3125, false], [-10.734375, false], [-5.55859375, false], [-8.3125, false], [-9.0625, false], [-10.8125, false], [-9.0625, false], [-9.8125, false], [-9.3125, false], [-11.3125, false], [-10.0625, false], [-9.8125, false], [-10.0625, false], [-9.3125, false], [-12.0625, false], [-8.3125, false], [-13.8125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1680, "doc": {"id": "Mercury_7003990", "question": "Tides occur in the oceans at regular times every day because of", "choices": {"text": ["upper atmospheric disturbances.", "the tilt of Earth's rotational axis.", "density differences caused by temperature changes.", "the gravitational pull of the Sun and the Moon."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "the gravitational pull of the Sun and the Moon.", "arguments": ["Question: Tides occur in the oceans at regular times every day because of\nAnswer:", " ["], "resps": [[[-8.1953125, false]], [[-8.6953125, false]], [[-10.9453125, false]], [[-9.4453125, false]], [[-9.4453125, false]], [[-8.5703125, false]], [[-10.6953125, false]], [[-5.0703125, false]], [[-5.9453125, false]], [[-9.5703125, false]], [[-10.5703125, false]], [[-8.4453125, false]], [[-8.3203125, false]], [[-9.4453125, false]], [[-10.9453125, false]], [[-8.5703125, false]], [[-10.6953125, false]], [[-8.3203125, false]], [[-9.8203125, false]], [[-5.0703125, false]], [[-8.4453125, false]], [[-8.3203125, false]], [[-8.3203125, false]], [[-9.5703125, false]], [[-10.9453125, false]], [[-10.6953125, false]], [[-7.9453125, false]], [[-5.9453125, false]], [[-8.9453125, false]], [[-9.8203125, false]], [[-8.5703125, false]], [[-8.3203125, false]], [[-6.1328125, false]], [[-8.6953125, false]], [[-8.3203125, false]], [[-5.0703125, false]], [[-7.1953125, false]], [[-9.5703125, false]], [[-10.9453125, false]], [[-8.5703125, false]], [[-5.0703125, false]], [[-9.5703125, false]], [[-8.3203125, false]], [[-11.1953125, false]], [[-9.5703125, false]], [[-5.0703125, false]], [[-8.4453125, false]], [[-9.8203125, false]], [[-5.0703125, false]], [[-5.8203125, false]], [[-5.9453125, false]], [[-10.6953125, false]], [[-9.5703125, false]], [[-10.9453125, false]], [[-8.6953125, false]], [[-8.3203125, false]], [[-5.0703125, false]], [[-10.6953125, false]], [[-8.4453125, false]], [[-9.5703125, false]], [[-5.9453125, false]], [[-9.5703125, false]], [[-8.3203125, false]], [[-8.4453125, false]], [[-8.9453125, false]], [[-5.9453125, false]], [[-11.1953125, false]], [[-5.0703125, false]], [[-5.9453125, false]], [[-10.8203125, false]], [[-8.3203125, false]], [[-8.3203125, false]], [[-6.1328125, false]], [[-7.1953125, false]], [[-8.3203125, false]], [[-5.0703125, false]], [[-8.6953125, false]], [[-8.4453125, false]], [[-8.5703125, false]], [[-8.9453125, false]], [[-8.3203125, false]], [[-8.3203125, false]], [[-9.5703125, false]], [[-10.8203125, false]], [[-5.0703125, false]], [[-8.4453125, false]], [[-8.3203125, false]], [[-9.8203125, false]], [[-9.8203125, false]], [[-8.5703125, false]], [[-10.6953125, false]], [[-8.5703125, false]], [[-8.9453125, false]], [[-9.8203125, false]], [[-8.5703125, false]], [[-8.3203125, false]], [[-5.0703125, false]], [[-9.8203125, false]], [[-5.9453125, false]], [[-10.9453125, false]], [[-8.3203125, false]], [[-8.5703125, false]], [[-8.4453125, false]], [[-5.0703125, false]], [[-7.9453125, false]], [[-10.8203125, false]], [[-5.0703125, false]], [[-9.5703125, false]], [[-8.5703125, false]], [[-10.5703125, false]], [[-9.4453125, false]], [[-8.5703125, false]], [[-10.6953125, false]], [[-5.9453125, false]], [[-9.5703125, false]], [[-10.9453125, false]], [[-10.6953125, false]], [[-8.5703125, false]], [[-5.0703125, false]], [[-9.8203125, false]], [[-10.9453125, false]], [[-5.9453125, false]], [[-8.9453125, false]], [[-11.9453125, false]], [[-8.5703125, false]], [[-8.3203125, false]], [[-6.1328125, false]], [[-8.6953125, false]], [[-8.3203125, false]], [[-5.0703125, false]], [[-8.6953125, false]], [[-9.5703125, false]], [[-10.9453125, false]], [[-8.5703125, false]], [[-5.0703125, false]], [[-11.9453125, false]], [[-10.6953125, false]], [[-5.9453125, false]], [[-11.5703125, false]], [[-8.3203125, false]], [[-9.5703125, false]], [[-5.9453125, false]], [[-9.5703125, false]], [[-8.3203125, false]], [[-8.4453125, false]], [[-8.9453125, false]], [[-5.9453125, false]], [[-11.1953125, false]], [[-5.0703125, false]], [[-9.4453125, false]], [[-10.9453125, false]], [[-11.1953125, false]], [[-11.1953125, false]], [[-5.0703125, false]], [[-8.4453125, false]], [[-9.8203125, false]], [[-5.0703125, false]], [[-9.5703125, false]], [[-10.9453125, false]], [[-8.5703125, false]], [[-5.0703125, false]], [[-6.0703125, false]], [[-10.9453125, false]], [[-8.9453125, false]], [[-5.0703125, false]], [[-5.9453125, false]], [[-8.9453125, false]], [[-8.4453125, false]], [[-5.0703125, false]], [[-9.5703125, false]], [[-10.9453125, false]], [[-8.5703125, false]], [[-5.0703125, false]], [[-7.5703125, false]], [[-8.4453125, false]], [[-8.4453125, false]], [[-8.9453125, false]], [[-6.1328125, false]], [[-8.6953125, false]], [[-12.4453125, false]]], "filtered_resps": [[-8.1953125, false], [-8.6953125, false], [-10.9453125, false], [-9.4453125, false], [-9.4453125, false], [-8.5703125, false], [-10.6953125, false], [-5.0703125, false], [-5.9453125, false], [-9.5703125, false], [-10.5703125, false], [-8.4453125, false], [-8.3203125, false], [-9.4453125, false], [-10.9453125, false], [-8.5703125, false], [-10.6953125, false], [-8.3203125, false], [-9.8203125, false], [-5.0703125, false], [-8.4453125, false], [-8.3203125, false], [-8.3203125, false], [-9.5703125, false], [-10.9453125, false], [-10.6953125, false], [-7.9453125, false], [-5.9453125, false], [-8.9453125, false], [-9.8203125, false], [-8.5703125, false], [-8.3203125, false], [-6.1328125, false], [-8.6953125, false], [-8.3203125, false], [-5.0703125, false], [-7.1953125, false], [-9.5703125, false], [-10.9453125, false], [-8.5703125, false], [-5.0703125, false], [-9.5703125, false], [-8.3203125, false], [-11.1953125, false], [-9.5703125, false], [-5.0703125, false], [-8.4453125, false], [-9.8203125, false], [-5.0703125, false], [-5.8203125, false], [-5.9453125, false], [-10.6953125, false], [-9.5703125, false], [-10.9453125, false], [-8.6953125, false], [-8.3203125, false], [-5.0703125, false], [-10.6953125, false], [-8.4453125, false], [-9.5703125, false], [-5.9453125, false], [-9.5703125, false], [-8.3203125, false], [-8.4453125, false], [-8.9453125, false], [-5.9453125, false], [-11.1953125, false], [-5.0703125, false], [-5.9453125, false], [-10.8203125, false], [-8.3203125, false], [-8.3203125, false], [-6.1328125, false], [-7.1953125, false], [-8.3203125, false], [-5.0703125, false], [-8.6953125, false], [-8.4453125, false], [-8.5703125, false], [-8.9453125, false], [-8.3203125, false], [-8.3203125, false], [-9.5703125, false], [-10.8203125, false], [-5.0703125, false], [-8.4453125, false], [-8.3203125, false], [-9.8203125, false], [-9.8203125, false], [-8.5703125, false], [-10.6953125, false], [-8.5703125, false], [-8.9453125, false], [-9.8203125, false], [-8.5703125, false], [-8.3203125, false], [-5.0703125, false], [-9.8203125, false], [-5.9453125, false], [-10.9453125, false], [-8.3203125, false], [-8.5703125, false], [-8.4453125, false], [-5.0703125, false], [-7.9453125, false], [-10.8203125, false], [-5.0703125, false], [-9.5703125, false], [-8.5703125, false], [-10.5703125, false], [-9.4453125, false], [-8.5703125, false], [-10.6953125, false], [-5.9453125, false], [-9.5703125, false], [-10.9453125, false], [-10.6953125, false], [-8.5703125, false], [-5.0703125, false], [-9.8203125, false], [-10.9453125, false], [-5.9453125, false], [-8.9453125, false], [-11.9453125, false], [-8.5703125, false], [-8.3203125, false], [-6.1328125, false], [-8.6953125, false], [-8.3203125, false], [-5.0703125, false], [-8.6953125, false], [-9.5703125, false], [-10.9453125, false], [-8.5703125, false], [-5.0703125, false], [-11.9453125, false], [-10.6953125, false], [-5.9453125, false], [-11.5703125, false], [-8.3203125, false], [-9.5703125, false], [-5.9453125, false], [-9.5703125, false], [-8.3203125, false], [-8.4453125, false], [-8.9453125, false], [-5.9453125, false], [-11.1953125, false], [-5.0703125, false], [-9.4453125, false], [-10.9453125, false], [-11.1953125, false], [-11.1953125, false], [-5.0703125, false], [-8.4453125, false], [-9.8203125, false], [-5.0703125, false], [-9.5703125, false], [-10.9453125, false], [-8.5703125, false], [-5.0703125, false], [-6.0703125, false], [-10.9453125, false], [-8.9453125, false], [-5.0703125, false], [-5.9453125, false], [-8.9453125, false], [-8.4453125, false], [-5.0703125, false], [-9.5703125, false], [-10.9453125, false], [-8.5703125, false], [-5.0703125, false], [-7.5703125, false], [-8.4453125, false], [-8.4453125, false], [-8.9453125, false], [-6.1328125, false], [-8.6953125, false], [-12.4453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1688, "doc": {"id": "Mercury_7103548", "question": "Which process causes water to move from the ocean to the atmosphere during the formation of a hurricane?", "choices": {"text": ["condensation", "evaporation", "precipitation", "runoff"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "evaporation", "arguments": ["Question: Which process causes water to move from the ocean to the atmosphere during the formation of a hurricane?\nAnswer:", " ["], "resps": [[[-8.140625, false]], [[-9.140625, false]], [[-8.640625, false]], [[-8.390625, false]], [[-10.390625, false]], [[-8.390625, false]], [[-6.890625, false]], [[-10.390625, false]], [[-9.890625, false]], [[-4.890625, false]], [[-11.140625, false]], [[-9.640625, false]], [[-8.390625, false]], [[-10.390625, false]], [[-9.140625, false]], [[-10.2265625, false]], [[-5.390625, false]], [[-9.140625, false]], [[-6.890625, false]], [[-11.140625, false]], [[-4.890625, false]], [[-9.640625, false]], [[-8.390625, false]], [[-11.640625, false]], [[-4.890625, false]], [[-11.140625, false]], [[-9.640625, false]], [[-8.390625, false]], [[-10.390625, false]], [[-9.140625, false]], [[-10.2265625, false]], [[-5.390625, false]], [[-9.140625, false]], [[-9.640625, false]], [[-11.640625, false]], [[-6.890625, false]], [[-8.640625, false]], [[-9.640625, false]], [[-9.640625, false]], [[-9.640625, false]], [[-11.140625, false]], [[-4.890625, false]], [[-11.140625, false]], [[-9.640625, false]], [[-8.390625, false]], [[-10.390625, false]], [[-9.140625, false]], [[-10.2265625, false]], [[-5.390625, false]], [[-9.140625, false]], [[-11.640625, false]], [[-11.890625, false]], [[-10.390625, false]], [[-8.390625, false]], [[-9.390625, false]], [[-9.390625, false]], [[-9.140625, false]], [[-14.265625, false]]], "filtered_resps": [[-8.140625, false], [-9.140625, false], [-8.640625, false], [-8.390625, false], [-10.390625, false], [-8.390625, false], [-6.890625, false], [-10.390625, false], [-9.890625, false], [-4.890625, false], [-11.140625, false], [-9.640625, false], [-8.390625, false], [-10.390625, false], [-9.140625, false], [-10.2265625, false], [-5.390625, false], [-9.140625, false], [-6.890625, false], [-11.140625, false], [-4.890625, false], [-9.640625, false], [-8.390625, false], [-11.640625, false], [-4.890625, false], [-11.140625, false], [-9.640625, false], [-8.390625, false], [-10.390625, false], [-9.140625, false], [-10.2265625, false], [-5.390625, false], [-9.140625, false], [-9.640625, false], [-11.640625, false], [-6.890625, false], [-8.640625, false], [-9.640625, false], [-9.640625, false], [-9.640625, false], [-11.140625, false], [-4.890625, false], [-11.140625, false], [-9.640625, false], [-8.390625, false], [-10.390625, false], [-9.140625, false], [-10.2265625, false], [-5.390625, false], [-9.140625, false], [-11.640625, false], [-11.890625, false], [-10.390625, false], [-8.390625, false], [-9.390625, false], [-9.390625, false], [-9.140625, false], [-14.265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1696, "doc": {"id": "Mercury_SC_LBS10266", "question": "If the results of an experiment do not support the hypothesis, the scientist will most likely do all of the following except", "choices": {"text": ["check for errors in the experimental procedure.", "repeat the experiment.", "change data to support the hypothesis.", "ask new questions."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "change data to support the hypothesis.", "arguments": ["Question: If the results of an experiment do not support the hypothesis, the scientist will most likely do all of the following except\nAnswer:", " ["], "resps": [[[-6.91796875, false]], [[-8.421875, false]], [[-7.29296875, false]], [[-10.921875, false]], [[-7.29296875, false]], [[-7.29296875, false]], [[-9.421875, false]], [[-5.04296875, false]], [[-7.91796875, false]], [[-7.41796875, false]], [[-9.171875, false]], [[-5.04296875, false]], [[-7.29296875, false]], [[-9.171875, false]], [[-9.171875, false]], [[-7.41796875, false]], [[-9.171875, false]], [[-8.296875, false]], [[-5.04296875, false]], [[-7.04296875, false]], [[-8.171875, false]], [[-5.04296875, false]], [[-9.546875, false]], [[-10.921875, false]], [[-7.29296875, false]], [[-5.04296875, false]], [[-7.29296875, false]], [[-8.921875, false]], [[-7.91796875, false]], [[-7.29296875, false]], [[-9.171875, false]], [[-7.04296875, false]], [[-9.296875, false]], [[-7.29296875, false]], [[-8.171875, false]], [[-9.546875, false]], [[-4.41796875, false]], [[-10.171875, false]], [[-5.04296875, false]], [[-7.91796875, false]], [[-9.171875, false]], [[-7.41796875, false]], [[-7.29296875, false]], [[-7.29296875, false]], [[-6.41796875, false]], [[-9.796875, false]], [[-9.171875, false]], [[-7.29296875, false]], [[-6.34765625, false]], [[-8.421875, false]], [[-8.59375, false]], [[-5.04296875, false]], [[-8.421875, false]], [[-9.171875, false]], [[-7.29296875, false]], [[-7.91796875, false]], [[-7.29296875, false]], [[-4.41796875, false]], [[-9.546875, false]], [[-5.04296875, false]], [[-9.546875, false]], [[-10.921875, false]], [[-7.29296875, false]], [[-5.04296875, false]], [[-7.29296875, false]], [[-8.921875, false]], [[-7.91796875, false]], [[-7.29296875, false]], [[-9.171875, false]], [[-7.04296875, false]], [[-9.296875, false]], [[-7.29296875, false]], [[-8.171875, false]], [[-9.546875, false]], [[-6.34765625, false]], [[-8.421875, false]], [[-8.59375, false]], [[-5.04296875, false]], [[-8.421875, false]], [[-7.29296875, false]], [[-10.921875, false]], [[-4.41796875, false]], [[-8.171875, false]], [[-10.796875, false]], [[-7.29296875, false]], [[-5.04296875, false]], [[-6.41796875, false]], [[-4.41796875, false]], [[-9.546875, false]], [[-4.41796875, false]], [[-5.04296875, false]], [[-9.546875, false]], [[-7.41796875, false]], [[-5.04296875, false]], [[-8.296875, false]], [[-9.796875, false]], [[-7.91796875, false]], [[-7.91796875, false]], [[-7.41796875, false]], [[-9.171875, false]], [[-9.546875, false]], [[-5.04296875, false]], [[-9.546875, false]], [[-10.921875, false]], [[-7.29296875, false]], [[-5.04296875, false]], [[-10.921875, false]], [[-10.046875, false]], [[-7.91796875, false]], [[-7.41796875, false]], [[-9.546875, false]], [[-10.921875, false]], [[-7.29296875, false]], [[-8.296875, false]], [[-7.04296875, false]], [[-8.296875, false]], [[-6.34765625, false]], [[-8.421875, false]], [[-8.59375, false]], [[-5.04296875, false]], [[-8.421875, false]], [[-4.41796875, false]], [[-8.296875, false]], [[-9.421875, false]], [[-5.04296875, false]], [[-8.171875, false]], [[-7.29296875, false]], [[-10.796875, false]], [[-5.04296875, false]], [[-9.546875, false]], [[-9.796875, false]], [[-7.29296875, false]], [[-8.296875, false]], [[-9.546875, false]], [[-7.04296875, false]], [[-7.41796875, false]], [[-8.171875, false]], [[-8.296875, false]], [[-6.34765625, false]], [[-8.421875, false]], [[-10.546875, false]]], "filtered_resps": [[-6.91796875, false], [-8.421875, false], [-7.29296875, false], [-10.921875, false], [-7.29296875, false], [-7.29296875, false], [-9.421875, false], [-5.04296875, false], [-7.91796875, false], [-7.41796875, false], [-9.171875, false], [-5.04296875, false], [-7.29296875, false], [-9.171875, false], [-9.171875, false], [-7.41796875, false], [-9.171875, false], [-8.296875, false], [-5.04296875, false], [-7.04296875, false], [-8.171875, false], [-5.04296875, false], [-9.546875, false], [-10.921875, false], [-7.29296875, false], [-5.04296875, false], [-7.29296875, false], [-8.921875, false], [-7.91796875, false], [-7.29296875, false], [-9.171875, false], [-7.04296875, false], [-9.296875, false], [-7.29296875, false], [-8.171875, false], [-9.546875, false], [-4.41796875, false], [-10.171875, false], [-5.04296875, false], [-7.91796875, false], [-9.171875, false], [-7.41796875, false], [-7.29296875, false], [-7.29296875, false], [-6.41796875, false], [-9.796875, false], [-9.171875, false], [-7.29296875, false], [-6.34765625, false], [-8.421875, false], [-8.59375, false], [-5.04296875, false], [-8.421875, false], [-9.171875, false], [-7.29296875, false], [-7.91796875, false], [-7.29296875, false], [-4.41796875, false], [-9.546875, false], [-5.04296875, false], [-9.546875, false], [-10.921875, false], [-7.29296875, false], [-5.04296875, false], [-7.29296875, false], [-8.921875, false], [-7.91796875, false], [-7.29296875, false], [-9.171875, false], [-7.04296875, false], [-9.296875, false], [-7.29296875, false], [-8.171875, false], [-9.546875, false], [-6.34765625, false], [-8.421875, false], [-8.59375, false], [-5.04296875, false], [-8.421875, false], [-7.29296875, false], [-10.921875, false], [-4.41796875, false], [-8.171875, false], [-10.796875, false], [-7.29296875, false], [-5.04296875, false], [-6.41796875, false], [-4.41796875, false], [-9.546875, false], [-4.41796875, false], [-5.04296875, false], [-9.546875, false], [-7.41796875, false], [-5.04296875, false], [-8.296875, false], [-9.796875, false], [-7.91796875, false], [-7.91796875, false], [-7.41796875, false], [-9.171875, false], [-9.546875, false], [-5.04296875, false], [-9.546875, false], [-10.921875, false], [-7.29296875, false], [-5.04296875, false], [-10.921875, false], [-10.046875, false], [-7.91796875, false], [-7.41796875, false], [-9.546875, false], [-10.921875, false], [-7.29296875, false], [-8.296875, false], [-7.04296875, false], [-8.296875, false], [-6.34765625, false], [-8.421875, false], [-8.59375, false], [-5.04296875, false], [-8.421875, false], [-4.41796875, false], [-8.296875, false], [-9.421875, false], [-5.04296875, false], [-8.171875, false], [-7.29296875, false], [-10.796875, false], [-5.04296875, false], [-9.546875, false], [-9.796875, false], [-7.29296875, false], [-8.296875, false], [-9.546875, false], [-7.04296875, false], [-7.41796875, false], [-8.171875, false], [-8.296875, false], [-6.34765625, false], [-8.421875, false], [-10.546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1704, "doc": {"id": "Mercury_7042543", "question": "Astronomers have found low-energy background radiation in every part of the sky that they have studied. This radiation is taken as evidence of energy remaining from which event?", "choices": {"text": ["supernovas", "the big bang", "collisions of galaxies", "modern decay of unstable atoms"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "the big bang", "arguments": ["Question: Astronomers have found low-energy background radiation in every part of the sky that they have studied. This radiation is taken as evidence of energy remaining from which event?\nAnswer:", " ["], "resps": [[[-6.29296875, false]], [[-7.79296875, false]], [[-9.171875, false]], [[-10.296875, false]], [[-8.171875, false]], [[-7.04296875, false]], [[-9.046875, false]], [[-8.796875, false]], [[-9.046875, false]], [[-8.671875, false]], [[-5.54296875, false]], [[-9.171875, false]], [[-7.79296875, false]], [[-8.90625, false]], [[-4.54296875, false]], [[-7.79296875, false]], [[-9.671875, false]], [[-9.921875, false]], [[-7.04296875, false]], [[-4.54296875, false]], [[-6.91796875, false]], [[-7.91796875, false]], [[-10.796875, false]], [[-4.54296875, false]], [[-6.91796875, false]], [[-5.54296875, false]], [[-8.796875, false]], [[-10.796875, false]], [[-7.79296875, false]], [[-8.90625, false]], [[-4.54296875, false]], [[-7.79296875, false]], [[-7.41796875, false]], [[-9.046875, false]], [[-10.671875, false]], [[-10.671875, false]], [[-7.91796875, false]], [[-9.171875, false]], [[-7.91796875, false]], [[-9.046875, false]], [[-8.796875, false]], [[-9.171875, false]], [[-4.54296875, false]], [[-9.046875, false]], [[-8.046875, false]], [[-4.54296875, false]], [[-10.796875, false]], [[-5.54296875, false]], [[-10.671875, false]], [[-5.54296875, false]], [[-8.671875, false]], [[-7.91796875, false]], [[-7.04296875, false]], [[-9.171875, false]], [[-7.79296875, false]], [[-8.90625, false]], [[-4.54296875, false]], [[-7.79296875, false]], [[-7.91796875, false]], [[-9.046875, false]], [[-8.546875, false]], [[-7.04296875, false]], [[-9.046875, false]], [[-8.796875, false]], [[-4.54296875, false]], [[-8.546875, false]], [[-7.04296875, false]], [[-7.41796875, false]], [[-5.54296875, false]], [[-11.546875, false]], [[-4.54296875, false]], [[-9.046875, false]], [[-8.046875, false]], [[-4.54296875, false]], [[-10.296875, false]], [[-8.796875, false]], [[-9.171875, false]], [[-9.671875, false]], [[-5.54296875, false]], [[-6.91796875, false]], [[-10.671875, false]], [[-7.04296875, false]], [[-4.54296875, false]], [[-5.54296875, false]], [[-9.671875, false]], [[-9.046875, false]], [[-7.91796875, false]], [[-9.171875, false]], [[-7.79296875, false]], [[-11.046875, false]]], "filtered_resps": [[-6.29296875, false], [-7.79296875, false], [-9.171875, false], [-10.296875, false], [-8.171875, false], [-7.04296875, false], [-9.046875, false], [-8.796875, false], [-9.046875, false], [-8.671875, false], [-5.54296875, false], [-9.171875, false], [-7.79296875, false], [-8.90625, false], [-4.54296875, false], [-7.79296875, false], [-9.671875, false], [-9.921875, false], [-7.04296875, false], [-4.54296875, false], [-6.91796875, false], [-7.91796875, false], [-10.796875, false], [-4.54296875, false], [-6.91796875, false], [-5.54296875, false], [-8.796875, false], [-10.796875, false], [-7.79296875, false], [-8.90625, false], [-4.54296875, false], [-7.79296875, false], [-7.41796875, false], [-9.046875, false], [-10.671875, false], [-10.671875, false], [-7.91796875, false], [-9.171875, false], [-7.91796875, false], [-9.046875, false], [-8.796875, false], [-9.171875, false], [-4.54296875, false], [-9.046875, false], [-8.046875, false], [-4.54296875, false], [-10.796875, false], [-5.54296875, false], [-10.671875, false], [-5.54296875, false], [-8.671875, false], [-7.91796875, false], [-7.04296875, false], [-9.171875, false], [-7.79296875, false], [-8.90625, false], [-4.54296875, false], [-7.79296875, false], [-7.91796875, false], [-9.046875, false], [-8.546875, false], [-7.04296875, false], [-9.046875, false], [-8.796875, false], [-4.54296875, false], [-8.546875, false], [-7.04296875, false], [-7.41796875, false], [-5.54296875, false], [-11.546875, false], [-4.54296875, false], [-9.046875, false], [-8.046875, false], [-4.54296875, false], [-10.296875, false], [-8.796875, false], [-9.171875, false], [-9.671875, false], [-5.54296875, false], [-6.91796875, false], [-10.671875, false], [-7.04296875, false], [-4.54296875, false], [-5.54296875, false], [-9.671875, false], [-9.046875, false], [-7.91796875, false], [-9.171875, false], [-7.79296875, false], [-11.046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1712, "doc": {"id": "MCAS_1999_4_21", "question": "A marsh in your neighborhood dried up during a long, hot summer. This is most likely to cause which of the following changes in the neighborhood?", "choices": {"text": ["an increase in the number of bats", "a decrease in the number of mosquitoes", "an increase in the number of insect-eating birds", "a decrease in the number of Japanese beetles"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "a decrease in the number of mosquitoes", "arguments": ["Question: A marsh in your neighborhood dried up during a long, hot summer. This is most likely to cause which of the following changes in the neighborhood?\nAnswer:", " ["], "resps": [[[-7.34765625, false]], [[-10.96875, false]], [[-3.47265625, false]], [[-8.96875, false]], [[-5.13671875, false]], [[-8.09375, false]], [[-8.96875, false]], [[-7.72265625, false]], [[-9.71875, false]], [[-8.21875, false]], [[-3.47265625, false]], [[-9.21875, false]], [[-8.21875, false]], [[-5.13671875, false]], [[-8.09375, false]], [[-8.96875, false]], [[-5.13671875, false]], [[-10.46875, false]], [[-10.34375, false]], [[-8.21875, false]], [[-5.22265625, false]], [[-8.96875, false]], [[-10.59375, false]], [[-9.46875, false]], [[-6.34765625, false]], [[-8.21875, false]], [[-9.71875, false]], [[-5.22265625, false]], [[-7.34765625, false]], [[-8.34375, false]], [[-5.22265625, false]], [[-6.34765625, false]], [[-3.47265625, false]], [[-10.46875, false]], [[-9.21875, false]], [[-10.96875, false]], [[-10.2421875, false]], [[-5.22265625, false]], [[-10.96875, false]], [[-3.47265625, false]], [[-5.22265625, false]], [[-5.97265625, false]], [[-8.21875, false]], [[-7.72265625, false]], [[-9.71875, false]], [[-8.21875, false]], [[-3.47265625, false]], [[-9.21875, false]], [[-8.21875, false]], [[-5.22265625, false]], [[-8.09375, false]], [[-8.96875, false]], [[-5.22265625, false]], [[-10.46875, false]], [[-10.34375, false]], [[-8.21875, false]], [[-5.22265625, false]], [[-8.96875, false]], [[-10.59375, false]], [[-9.46875, false]], [[-6.34765625, false]], [[-8.21875, false]], [[-9.71875, false]], [[-5.22265625, false]], [[-7.34765625, false]], [[-8.34375, false]], [[-5.22265625, false]], [[-9.46875, false]], [[-7.34765625, false]], [[-9.21875, false]], [[-11.59375, false]], [[-10.59375, false]], [[-8.09375, false]], [[-10.46875, false]], [[-7.34765625, false]], [[-8.21875, false]], [[-9.21875, false]], [[-10.96875, false]], [[-10.2421875, false]], [[-5.22265625, false]], [[-10.96875, false]], [[-3.47265625, false]], [[-8.96875, false]], [[-5.22265625, false]], [[-8.09375, false]], [[-8.96875, false]], [[-7.72265625, false]], [[-9.71875, false]], [[-8.21875, false]], [[-3.47265625, false]], [[-9.21875, false]], [[-8.21875, false]], [[-5.22265625, false]], [[-8.09375, false]], [[-8.96875, false]], [[-5.22265625, false]], [[-10.46875, false]], [[-10.34375, false]], [[-8.21875, false]], [[-5.22265625, false]], [[-8.96875, false]], [[-10.59375, false]], [[-9.46875, false]], [[-6.34765625, false]], [[-8.21875, false]], [[-9.71875, false]], [[-5.22265625, false]], [[-7.34765625, false]], [[-8.34375, false]], [[-5.22265625, false]], [[-8.09375, false]], [[-8.96875, false]], [[-9.21875, false]], [[-8.21875, false]], [[-7.72265625, false]], [[-10.46875, false]], [[-5.59765625, false]], [[-8.21875, false]], [[-3.47265625, false]], [[-10.46875, false]], [[-8.09375, false]], [[-8.96875, false]], [[-10.96875, false]], [[-5.22265625, false]], [[-6.34765625, false]], [[-8.09375, false]], [[-9.71875, false]], [[-5.97265625, false]], [[-9.21875, false]], [[-10.96875, false]], [[-10.2421875, false]], [[-5.22265625, false]], [[-10.96875, false]], [[-3.47265625, false]], [[-5.22265625, false]], [[-5.97265625, false]], [[-8.21875, false]], [[-7.72265625, false]], [[-9.71875, false]], [[-8.21875, false]], [[-3.47265625, false]], [[-9.21875, false]], [[-8.21875, false]], [[-5.22265625, false]], [[-8.09375, false]], [[-8.96875, false]], [[-5.22265625, false]], [[-10.46875, false]], [[-10.34375, false]], [[-8.21875, false]], [[-5.22265625, false]], [[-8.96875, false]], [[-10.59375, false]], [[-9.46875, false]], [[-6.34765625, false]], [[-8.21875, false]], [[-9.71875, false]], [[-5.22265625, false]], [[-7.34765625, false]], [[-8.34375, false]], [[-5.22265625, false]], [[-9.71875, false]], [[-3.47265625, false]], [[-8.71875, false]], [[-3.47265625, false]], [[-8.96875, false]], [[-8.21875, false]], [[-9.21875, false]], [[-8.21875, false]], [[-5.22265625, false]], [[-6.34765625, false]], [[-8.21875, false]], [[-8.21875, false]], [[-10.46875, false]], [[-9.09375, false]], [[-8.21875, false]], [[-9.21875, false]], [[-10.96875, false]], [[-13.34375, false]]], "filtered_resps": [[-7.34765625, false], [-10.96875, false], [-3.47265625, false], [-8.96875, false], [-5.13671875, false], [-8.09375, false], [-8.96875, false], [-7.72265625, false], [-9.71875, false], [-8.21875, false], [-3.47265625, false], [-9.21875, false], [-8.21875, false], [-5.13671875, false], [-8.09375, false], [-8.96875, false], [-5.13671875, false], [-10.46875, false], [-10.34375, false], [-8.21875, false], [-5.22265625, false], [-8.96875, false], [-10.59375, false], [-9.46875, false], [-6.34765625, false], [-8.21875, false], [-9.71875, false], [-5.22265625, false], [-7.34765625, false], [-8.34375, false], [-5.22265625, false], [-6.34765625, false], [-3.47265625, false], [-10.46875, false], [-9.21875, false], [-10.96875, false], [-10.2421875, false], [-5.22265625, false], [-10.96875, false], [-3.47265625, false], [-5.22265625, false], [-5.97265625, false], [-8.21875, false], [-7.72265625, false], [-9.71875, false], [-8.21875, false], [-3.47265625, false], [-9.21875, false], [-8.21875, false], [-5.22265625, false], [-8.09375, false], [-8.96875, false], [-5.22265625, false], [-10.46875, false], [-10.34375, false], [-8.21875, false], [-5.22265625, false], [-8.96875, false], [-10.59375, false], [-9.46875, false], [-6.34765625, false], [-8.21875, false], [-9.71875, false], [-5.22265625, false], [-7.34765625, false], [-8.34375, false], [-5.22265625, false], [-9.46875, false], [-7.34765625, false], [-9.21875, false], [-11.59375, false], [-10.59375, false], [-8.09375, false], [-10.46875, false], [-7.34765625, false], [-8.21875, false], [-9.21875, false], [-10.96875, false], [-10.2421875, false], [-5.22265625, false], [-10.96875, false], [-3.47265625, false], [-8.96875, false], [-5.22265625, false], [-8.09375, false], [-8.96875, false], [-7.72265625, false], [-9.71875, false], [-8.21875, false], [-3.47265625, false], [-9.21875, false], [-8.21875, false], [-5.22265625, false], [-8.09375, false], [-8.96875, false], [-5.22265625, false], [-10.46875, false], [-10.34375, false], [-8.21875, false], [-5.22265625, false], [-8.96875, false], [-10.59375, false], [-9.46875, false], [-6.34765625, false], [-8.21875, false], [-9.71875, false], [-5.22265625, false], [-7.34765625, false], [-8.34375, false], [-5.22265625, false], [-8.09375, false], [-8.96875, false], [-9.21875, false], [-8.21875, false], [-7.72265625, false], [-10.46875, false], [-5.59765625, false], [-8.21875, false], [-3.47265625, false], [-10.46875, false], [-8.09375, false], [-8.96875, false], [-10.96875, false], [-5.22265625, false], [-6.34765625, false], [-8.09375, false], [-9.71875, false], [-5.97265625, false], [-9.21875, false], [-10.96875, false], [-10.2421875, false], [-5.22265625, false], [-10.96875, false], [-3.47265625, false], [-5.22265625, false], [-5.97265625, false], [-8.21875, false], [-7.72265625, false], [-9.71875, false], [-8.21875, false], [-3.47265625, false], [-9.21875, false], [-8.21875, false], [-5.22265625, false], [-8.09375, false], [-8.96875, false], [-5.22265625, false], [-10.46875, false], [-10.34375, false], [-8.21875, false], [-5.22265625, false], [-8.96875, false], [-10.59375, false], [-9.46875, false], [-6.34765625, false], [-8.21875, false], [-9.71875, false], [-5.22265625, false], [-7.34765625, false], [-8.34375, false], [-5.22265625, false], [-9.71875, false], [-3.47265625, false], [-8.71875, false], [-3.47265625, false], [-8.96875, false], [-8.21875, false], [-9.21875, false], [-8.21875, false], [-5.22265625, false], [-6.34765625, false], [-8.21875, false], [-8.21875, false], [-10.46875, false], [-9.09375, false], [-8.21875, false], [-9.21875, false], [-10.96875, false], [-13.34375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1720, "doc": {"id": "Mercury_416643", "question": "Which organism is able to work together with other cells of its species?", "choices": {"text": ["amoeba", "euglena", "paramecium", "volvox"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "volvox", "arguments": ["Question: Which organism is able to work together with other cells of its species?\nAnswer:", " ["], "resps": [[[-7.46875, false]], [[-8.71875, false]], [[-3.96875, false]], [[-10.21875, false]], [[-8.71875, false]], [[-6.71875, false]], [[-8.96875, false]], [[-3.96875, false]], [[-8.71875, false]], [[-10.296875, false]], [[-4.71875, false]], [[-8.71875, false]], [[-6.71875, false]], [[-9.84375, false]], [[-10.84375, false]], [[-8.46875, false]], [[-6.71875, false]], [[-9.46875, false]], [[-3.96875, false]], [[-8.71875, false]], [[-10.296875, false]], [[-4.71875, false]], [[-8.71875, false]], [[-10.09375, false]], [[-3.96875, false]], [[-8.46875, false]], [[-3.96875, false]], [[-10.21875, false]], [[-6.71875, false]], [[-7.71875, false]], [[-8.96875, false]], [[-9.84375, false]], [[-10.21875, false]], [[-8.71875, false]], [[-10.296875, false]], [[-4.71875, false]], [[-8.71875, false]], [[-10.46875, false]], [[-8.71875, false]], [[-8.46875, false]], [[-10.46875, false]], [[-8.71875, false]], [[-8.96875, false]], [[-8.71875, false]], [[-13.71875, false]]], "filtered_resps": [[-7.46875, false], [-8.71875, false], [-3.96875, false], [-10.21875, false], [-8.71875, false], [-6.71875, false], [-8.96875, false], [-3.96875, false], [-8.71875, false], [-10.296875, false], [-4.71875, false], [-8.71875, false], [-6.71875, false], [-9.84375, false], [-10.84375, false], [-8.46875, false], [-6.71875, false], [-9.46875, false], [-3.96875, false], [-8.71875, false], [-10.296875, false], [-4.71875, false], [-8.71875, false], [-10.09375, false], [-3.96875, false], [-8.46875, false], [-3.96875, false], [-10.21875, false], [-6.71875, false], [-7.71875, false], [-8.96875, false], [-9.84375, false], [-10.21875, false], [-8.71875, false], [-10.296875, false], [-4.71875, false], [-8.71875, false], [-10.46875, false], [-8.71875, false], [-8.46875, false], [-10.46875, false], [-8.71875, false], [-8.96875, false], [-8.71875, false], [-13.71875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1728, "doc": {"id": "Mercury_7005093", "question": "India was once its own continent. According to the theory of continental drift, India has collided with and become part of the continent of Asia. This caused", "choices": {"text": ["glaciers in the area to melt.", "large mountain ranges to form.", "deep mid-ocean trenches to develop.", "deserts in the area to become fertile."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "large mountain ranges to form.", "arguments": ["Question: India was once its own continent. According to the theory of continental drift, India has collided with and become part of the continent of Asia. This caused\nAnswer:", " ["], "resps": [[[-6.984375, false]], [[-7.984375, false]], [[-8.484375, false]], [[-9.984375, false]], [[-3.236328125, false]], [[-5.984375, false]], [[-6.484375, false]], [[-6.734375, false]], [[-7.734375, false]], [[-8.484375, false]], [[-4.734375, false]], [[-6.484375, false]], [[-6.984375, false]], [[-4.734375, false]], [[-8.984375, false]], [[-9.234375, false]], [[-6.734375, false]], [[-4.734375, false]], [[-3.236328125, false]], [[-7.734375, false]], [[-6.734375, false]], [[-3.236328125, false]], [[-4.734375, false]], [[-8.984375, false]], [[-8.484375, false]], [[-4.734375, false]], [[-8.734375, false]], [[-6.734375, false]], [[-9.984375, false]], [[-8.984375, false]], [[-6.5, false]], [[-7.984375, false]], [[-7.9375, false]], [[-4.734375, false]], [[-7.984375, false]], [[-9.984375, false]], [[-3.236328125, false]], [[-7.734375, false]], [[-8.484375, false]], [[-6.734375, false]], [[-4.734375, false]], [[-8.734375, false]], [[-8.484375, false]], [[-9.984375, false]], [[-6.984375, false]], [[-8.984375, false]], [[-3.236328125, false]], [[-6.484375, false]], [[-6.984375, false]], [[-4.734375, false]], [[-7.734375, false]], [[-3.236328125, false]], [[-6.984375, false]], [[-8.484375, false]], [[-6.734375, false]], [[-8.484375, false]], [[-4.734375, false]], [[-8.984375, false]], [[-8.484375, false]], [[-4.734375, false]], [[-7.234375, false]], [[-8.484375, false]], [[-7.734375, false]], [[-8.734375, false]], [[-6.5, false]], [[-7.984375, false]], [[-7.9375, false]], [[-4.734375, false]], [[-7.984375, false]], [[-5.984375, false]], [[-6.734375, false]], [[-6.734375, false]], [[-7.734375, false]], [[-4.734375, false]], [[-8.734375, false]], [[-6.484375, false]], [[-5.984375, false]], [[-5.984375, false]], [[-8.484375, false]], [[-5.984375, false]], [[-6.734375, false]], [[-3.236328125, false]], [[-6.984375, false]], [[-4.734375, false]], [[-8.984375, false]], [[-7.734375, false]], [[-6.734375, false]], [[-6.984375, false]], [[-5.984375, false]], [[-9.234375, false]], [[-6.734375, false]], [[-8.484375, false]], [[-4.734375, false]], [[-8.984375, false]], [[-8.484375, false]], [[-4.734375, false]], [[-5.984375, false]], [[-6.734375, false]], [[-8.234375, false]], [[-6.734375, false]], [[-9.984375, false]], [[-8.484375, false]], [[-7.734375, false]], [[-6.5, false]], [[-7.984375, false]], [[-7.9375, false]], [[-4.734375, false]], [[-7.984375, false]], [[-5.984375, false]], [[-6.734375, false]], [[-8.484375, false]], [[-6.734375, false]], [[-7.734375, false]], [[-8.984375, false]], [[-8.484375, false]], [[-4.734375, false]], [[-6.484375, false]], [[-6.984375, false]], [[-4.734375, false]], [[-8.984375, false]], [[-9.234375, false]], [[-6.734375, false]], [[-4.734375, false]], [[-3.236328125, false]], [[-7.734375, false]], [[-6.734375, false]], [[-3.236328125, false]], [[-4.734375, false]], [[-8.984375, false]], [[-8.484375, false]], [[-4.734375, false]], [[-4.734375, false]], [[-6.734375, false]], [[-5.984375, false]], [[-8.484375, false]], [[-8.734375, false]], [[-6.734375, false]], [[-4.734375, false]], [[-7.234375, false]], [[-6.734375, false]], [[-7.734375, false]], [[-8.984375, false]], [[-6.484375, false]], [[-9.984375, false]], [[-6.734375, false]], [[-6.5, false]], [[-7.984375, false]], [[-11.234375, false]]], "filtered_resps": [[-6.984375, false], [-7.984375, false], [-8.484375, false], [-9.984375, false], [-3.236328125, false], [-5.984375, false], [-6.484375, false], [-6.734375, false], [-7.734375, false], [-8.484375, false], [-4.734375, false], [-6.484375, false], [-6.984375, false], [-4.734375, false], [-8.984375, false], [-9.234375, false], [-6.734375, false], [-4.734375, false], [-3.236328125, false], [-7.734375, false], [-6.734375, false], [-3.236328125, false], [-4.734375, false], [-8.984375, false], [-8.484375, false], [-4.734375, false], [-8.734375, false], [-6.734375, false], [-9.984375, false], [-8.984375, false], [-6.5, false], [-7.984375, false], [-7.9375, false], [-4.734375, false], [-7.984375, false], [-9.984375, false], [-3.236328125, false], [-7.734375, false], [-8.484375, false], [-6.734375, false], [-4.734375, false], [-8.734375, false], [-8.484375, false], [-9.984375, false], [-6.984375, false], [-8.984375, false], [-3.236328125, false], [-6.484375, false], [-6.984375, false], [-4.734375, false], [-7.734375, false], [-3.236328125, false], [-6.984375, false], [-8.484375, false], [-6.734375, false], [-8.484375, false], [-4.734375, false], [-8.984375, false], [-8.484375, false], [-4.734375, false], [-7.234375, false], [-8.484375, false], [-7.734375, false], [-8.734375, false], [-6.5, false], [-7.984375, false], [-7.9375, false], [-4.734375, false], [-7.984375, false], [-5.984375, false], [-6.734375, false], [-6.734375, false], [-7.734375, false], [-4.734375, false], [-8.734375, false], [-6.484375, false], [-5.984375, false], [-5.984375, false], [-8.484375, false], [-5.984375, false], [-6.734375, false], [-3.236328125, false], [-6.984375, false], [-4.734375, false], [-8.984375, false], [-7.734375, false], [-6.734375, false], [-6.984375, false], [-5.984375, false], [-9.234375, false], [-6.734375, false], [-8.484375, false], [-4.734375, false], [-8.984375, false], [-8.484375, false], [-4.734375, false], [-5.984375, false], [-6.734375, false], [-8.234375, false], [-6.734375, false], [-9.984375, false], [-8.484375, false], [-7.734375, false], [-6.5, false], [-7.984375, false], [-7.9375, false], [-4.734375, false], [-7.984375, false], [-5.984375, false], [-6.734375, false], [-8.484375, false], [-6.734375, false], [-7.734375, false], [-8.984375, false], [-8.484375, false], [-4.734375, false], [-6.484375, false], [-6.984375, false], [-4.734375, false], [-8.984375, false], [-9.234375, false], [-6.734375, false], [-4.734375, false], [-3.236328125, false], [-7.734375, false], [-6.734375, false], [-3.236328125, false], [-4.734375, false], [-8.984375, false], [-8.484375, false], [-4.734375, false], [-4.734375, false], [-6.734375, false], [-5.984375, false], [-8.484375, false], [-8.734375, false], [-6.734375, false], [-4.734375, false], [-7.234375, false], [-6.734375, false], [-7.734375, false], [-8.984375, false], [-6.484375, false], [-9.984375, false], [-6.734375, false], [-6.5, false], [-7.984375, false], [-11.234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1736, "doc": {"id": "VASoL_2009_5_8", "question": "Which of these best describes the Moon?", "choices": {"text": ["Older than Earth", "Smaller than Earth", "Having the same climate as Earth", "Having the same atmosphere as Earth"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Smaller than Earth", "arguments": ["Question: Which of these best describes the Moon?\nAnswer:", " ["], "resps": [[[-7.53515625, false]], [[-7.78515625, false]], [[-7.03515625, false]], [[-10.03125, false]], [[-9.78125, false]], [[-7.53515625, false]], [[-10.28125, false]], [[-5.53515625, false]], [[-9.78125, false]], [[-11.03125, false]], [[-5.03515625, false]], [[-9.53125, false]], [[-5.53515625, false]], [[-5.53515625, false]], [[-5.03515625, false]], [[-10.28125, false]], [[-9.78125, false]], [[-11.03125, false]], [[-7.78515625, false]], [[-10.3984375, false]], [[-5.53515625, false]], [[-7.78515625, false]], [[-5.53515625, false]], [[-9.03125, false]], [[-5.03515625, false]], [[-10.03125, false]], [[-10.03125, false]], [[-7.53515625, false]], [[-10.28125, false]], [[-5.53515625, false]], [[-9.78125, false]], [[-11.03125, false]], [[-5.03515625, false]], [[-9.53125, false]], [[-5.53515625, false]], [[-5.53515625, false]], [[-5.03515625, false]], [[-10.28125, false]], [[-9.78125, false]], [[-11.03125, false]], [[-7.78515625, false]], [[-10.3984375, false]], [[-5.53515625, false]], [[-7.78515625, false]], [[-7.28515625, false]], [[-5.03515625, false]], [[-9.78125, false]], [[-9.28125, false]], [[-9.53125, false]], [[-12.28125, false]], [[-5.53515625, false]], [[-9.78125, false]], [[-11.03125, false]], [[-7.53515625, false]], [[-5.53515625, false]], [[-9.28125, false]], [[-5.03515625, false]], [[-9.03125, false]], [[-7.53515625, false]], [[-5.53515625, false]], [[-8.28125, false]], [[-10.03125, false]], [[-9.28125, false]], [[-9.03125, false]], [[-5.03515625, false]], [[-9.78125, false]], [[-7.53515625, false]], [[-5.53515625, false]], [[-5.03515625, false]], [[-9.28125, false]], [[-5.53515625, false]], [[-5.53515625, false]], [[-5.03515625, false]], [[-10.28125, false]], [[-9.78125, false]], [[-11.03125, false]], [[-7.78515625, false]], [[-10.3984375, false]], [[-5.53515625, false]], [[-7.78515625, false]], [[-7.28515625, false]], [[-5.03515625, false]], [[-9.78125, false]], [[-9.28125, false]], [[-9.53125, false]], [[-12.28125, false]], [[-5.53515625, false]], [[-9.78125, false]], [[-11.03125, false]], [[-7.53515625, false]], [[-5.53515625, false]], [[-9.28125, false]], [[-5.03515625, false]], [[-9.03125, false]], [[-7.53515625, false]], [[-5.53515625, false]], [[-5.03515625, false]], [[-9.78125, false]], [[-9.03125, false]], [[-9.53125, false]], [[-9.28125, false]], [[-9.53125, false]], [[-11.03125, false]], [[-7.53515625, false]], [[-10.28125, false]], [[-7.53515625, false]], [[-5.53515625, false]], [[-5.03515625, false]], [[-9.28125, false]], [[-5.53515625, false]], [[-5.53515625, false]], [[-5.03515625, false]], [[-10.28125, false]], [[-9.78125, false]], [[-11.03125, false]], [[-7.78515625, false]], [[-11.53125, false]]], "filtered_resps": [[-7.53515625, false], [-7.78515625, false], [-7.03515625, false], [-10.03125, false], [-9.78125, false], [-7.53515625, false], [-10.28125, false], [-5.53515625, false], [-9.78125, false], [-11.03125, false], [-5.03515625, false], [-9.53125, false], [-5.53515625, false], [-5.53515625, false], [-5.03515625, false], [-10.28125, false], [-9.78125, false], [-11.03125, false], [-7.78515625, false], [-10.3984375, false], [-5.53515625, false], [-7.78515625, false], [-5.53515625, false], [-9.03125, false], [-5.03515625, false], [-10.03125, false], [-10.03125, false], [-7.53515625, false], [-10.28125, false], [-5.53515625, false], [-9.78125, false], [-11.03125, false], [-5.03515625, false], [-9.53125, false], [-5.53515625, false], [-5.53515625, false], [-5.03515625, false], [-10.28125, false], [-9.78125, false], [-11.03125, false], [-7.78515625, false], [-10.3984375, false], [-5.53515625, false], [-7.78515625, false], [-7.28515625, false], [-5.03515625, false], [-9.78125, false], [-9.28125, false], [-9.53125, false], [-12.28125, false], [-5.53515625, false], [-9.78125, false], [-11.03125, false], [-7.53515625, false], [-5.53515625, false], [-9.28125, false], [-5.03515625, false], [-9.03125, false], [-7.53515625, false], [-5.53515625, false], [-8.28125, false], [-10.03125, false], [-9.28125, false], [-9.03125, false], [-5.03515625, false], [-9.78125, false], [-7.53515625, false], [-5.53515625, false], [-5.03515625, false], [-9.28125, false], [-5.53515625, false], [-5.53515625, false], [-5.03515625, false], [-10.28125, false], [-9.78125, false], [-11.03125, false], [-7.78515625, false], [-10.3984375, false], [-5.53515625, false], [-7.78515625, false], [-7.28515625, false], [-5.03515625, false], [-9.78125, false], [-9.28125, false], [-9.53125, false], [-12.28125, false], [-5.53515625, false], [-9.78125, false], [-11.03125, false], [-7.53515625, false], [-5.53515625, false], [-9.28125, false], [-5.03515625, false], [-9.03125, false], [-7.53515625, false], [-5.53515625, false], [-5.03515625, false], [-9.78125, false], [-9.03125, false], [-9.53125, false], [-9.28125, false], [-9.53125, false], [-11.03125, false], [-7.53515625, false], [-10.28125, false], [-7.53515625, false], [-5.53515625, false], [-5.03515625, false], [-9.28125, false], [-5.53515625, false], [-5.53515625, false], [-5.03515625, false], [-10.28125, false], [-9.78125, false], [-11.03125, false], [-7.78515625, false], [-11.53125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1744, "doc": {"id": "Mercury_SC_LBS10276", "question": "Why do we see different stars in the sky at different times of the year?", "choices": {"text": ["The stars are revolving around the Sun.", "The Moon is revolving around Earth.", "Earth is revolving around the Sun.", "The stars are revolving around Earth."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Earth is revolving around the Sun.", "arguments": ["Question: Why do we see different stars in the sky at different times of the year?\nAnswer:", " ["], "resps": [[[-8.3828125, false]], [[-8.8828125, false]], [[-8.3828125, false]], [[-12.8828125, false]], [[-9.6328125, false]], [[-6.38671875, false]], [[-11.6328125, false]], [[-11.6328125, false]], [[-7.88671875, false]], [[-11.8828125, false]], [[-11.6328125, false]], [[-6.38671875, false]], [[-7.88671875, false]], [[-11.8828125, false]], [[-9.6328125, false]], [[-6.38671875, false]], [[-11.8828125, false]], [[-9.6328125, false]], [[-12.6328125, false]], [[-9.1328125, false]], [[-12.1328125, false]], [[-12.6328125, false]], [[-10.6328125, false]], [[-12.3828125, false]], [[-14.8828125, false]], [[-6.38671875, false]], [[-7.88671875, false]], [[-11.8828125, false]], [[-9.1328125, false]], [[-12.6328125, false]], [[-12.3828125, false]], [[-12.1328125, false]], [[-6.38671875, false]], [[-11.6328125, false]], [[-12.8828125, false]], [[-9.6328125, false]], [[-6.38671875, false]], [[-6.88671875, false]], [[-12.6328125, false]], [[-12.3828125, false]], [[-8.1171875, false]], [[-8.8828125, false]], [[-11.4921875, false]], [[-6.38671875, false]], [[-8.8828125, false]], [[-8.3828125, false]], [[-12.8828125, false]], [[-9.6328125, false]], [[-6.38671875, false]], [[-8.3828125, false]], [[-9.1328125, false]], [[-9.1328125, false]], [[-12.3828125, false]], [[-6.38671875, false]], [[-10.6328125, false]], [[-11.6328125, false]], [[-6.38671875, false]], [[-11.8828125, false]], [[-9.6328125, false]], [[-12.6328125, false]], [[-9.1328125, false]], [[-12.1328125, false]], [[-12.6328125, false]], [[-10.6328125, false]], [[-12.3828125, false]], [[-14.8828125, false]], [[-6.38671875, false]], [[-7.88671875, false]], [[-11.8828125, false]], [[-9.1328125, false]], [[-12.6328125, false]], [[-12.3828125, false]], [[-12.1328125, false]], [[-6.38671875, false]], [[-6.38671875, false]], [[-7.88671875, false]], [[-11.8828125, false]], [[-11.6328125, false]], [[-12.8828125, false]], [[-8.1171875, false]], [[-8.8828125, false]], [[-11.4921875, false]], [[-6.38671875, false]], [[-8.8828125, false]], [[-6.38671875, false]], [[-7.88671875, false]], [[-11.8828125, false]], [[-11.6328125, false]], [[-12.8828125, false]], [[-6.38671875, false]], [[-10.6328125, false]], [[-11.6328125, false]], [[-6.38671875, false]], [[-11.8828125, false]], [[-9.6328125, false]], [[-12.6328125, false]], [[-9.1328125, false]], [[-12.1328125, false]], [[-12.6328125, false]], [[-10.6328125, false]], [[-12.3828125, false]], [[-14.8828125, false]], [[-6.38671875, false]], [[-7.88671875, false]], [[-11.8828125, false]], [[-9.1328125, false]], [[-12.6328125, false]], [[-12.3828125, false]], [[-12.1328125, false]], [[-6.38671875, false]], [[-11.6328125, false]], [[-12.8828125, false]], [[-9.6328125, false]], [[-6.38671875, false]], [[-6.88671875, false]], [[-12.6328125, false]], [[-12.3828125, false]], [[-8.1171875, false]], [[-8.8828125, false]], [[-11.4921875, false]], [[-6.38671875, false]], [[-8.8828125, false]], [[-8.3828125, false]], [[-12.8828125, false]], [[-9.6328125, false]], [[-6.38671875, false]], [[-11.6328125, false]], [[-11.6328125, false]], [[-7.88671875, false]], [[-11.8828125, false]], [[-11.6328125, false]], [[-6.38671875, false]], [[-7.88671875, false]], [[-11.8828125, false]], [[-9.6328125, false]], [[-6.38671875, false]], [[-11.8828125, false]], [[-9.6328125, false]], [[-12.6328125, false]], [[-9.1328125, false]], [[-12.1328125, false]], [[-12.6328125, false]], [[-10.6328125, false]], [[-12.3828125, false]], [[-14.8828125, false]], [[-6.38671875, false]], [[-7.88671875, false]], [[-11.8828125, false]], [[-9.1328125, false]], [[-12.6328125, false]], [[-12.3828125, false]], [[-12.1328125, false]], [[-6.38671875, false]], [[-6.38671875, false]], [[-7.88671875, false]], [[-11.8828125, false]], [[-11.6328125, false]], [[-12.8828125, false]], [[-8.1171875, false]], [[-8.8828125, false]], [[-12.6328125, false]]], "filtered_resps": [[-8.3828125, false], [-8.8828125, false], [-8.3828125, false], [-12.8828125, false], [-9.6328125, false], [-6.38671875, false], [-11.6328125, false], [-11.6328125, false], [-7.88671875, false], [-11.8828125, false], [-11.6328125, false], [-6.38671875, false], [-7.88671875, false], [-11.8828125, false], [-9.6328125, false], [-6.38671875, false], [-11.8828125, false], [-9.6328125, false], [-12.6328125, false], [-9.1328125, false], [-12.1328125, false], [-12.6328125, false], [-10.6328125, false], [-12.3828125, false], [-14.8828125, false], [-6.38671875, false], [-7.88671875, false], [-11.8828125, false], [-9.1328125, false], [-12.6328125, false], [-12.3828125, false], [-12.1328125, false], [-6.38671875, false], [-11.6328125, false], [-12.8828125, false], [-9.6328125, false], [-6.38671875, false], [-6.88671875, false], [-12.6328125, false], [-12.3828125, false], [-8.1171875, false], [-8.8828125, false], [-11.4921875, false], [-6.38671875, false], [-8.8828125, false], [-8.3828125, false], [-12.8828125, false], [-9.6328125, false], [-6.38671875, false], [-8.3828125, false], [-9.1328125, false], [-9.1328125, false], [-12.3828125, false], [-6.38671875, false], [-10.6328125, false], [-11.6328125, false], [-6.38671875, false], [-11.8828125, false], [-9.6328125, false], [-12.6328125, false], [-9.1328125, false], [-12.1328125, false], [-12.6328125, false], [-10.6328125, false], [-12.3828125, false], [-14.8828125, false], [-6.38671875, false], [-7.88671875, false], [-11.8828125, false], [-9.1328125, false], [-12.6328125, false], [-12.3828125, false], [-12.1328125, false], [-6.38671875, false], [-6.38671875, false], [-7.88671875, false], [-11.8828125, false], [-11.6328125, false], [-12.8828125, false], [-8.1171875, false], [-8.8828125, false], [-11.4921875, false], [-6.38671875, false], [-8.8828125, false], [-6.38671875, false], [-7.88671875, false], [-11.8828125, false], [-11.6328125, false], [-12.8828125, false], [-6.38671875, false], [-10.6328125, false], [-11.6328125, false], [-6.38671875, false], [-11.8828125, false], [-9.6328125, false], [-12.6328125, false], [-9.1328125, false], [-12.1328125, false], [-12.6328125, false], [-10.6328125, false], [-12.3828125, false], [-14.8828125, false], [-6.38671875, false], [-7.88671875, false], [-11.8828125, false], [-9.1328125, false], [-12.6328125, false], [-12.3828125, false], [-12.1328125, false], [-6.38671875, false], [-11.6328125, false], [-12.8828125, false], [-9.6328125, false], [-6.38671875, false], [-6.88671875, false], [-12.6328125, false], [-12.3828125, false], [-8.1171875, false], [-8.8828125, false], [-11.4921875, false], [-6.38671875, false], [-8.8828125, false], [-8.3828125, false], [-12.8828125, false], [-9.6328125, false], [-6.38671875, false], [-11.6328125, false], [-11.6328125, false], [-7.88671875, false], [-11.8828125, false], [-11.6328125, false], [-6.38671875, false], [-7.88671875, false], [-11.8828125, false], [-9.6328125, false], [-6.38671875, false], [-11.8828125, false], [-9.6328125, false], [-12.6328125, false], [-9.1328125, false], [-12.1328125, false], [-12.6328125, false], [-10.6328125, false], [-12.3828125, false], [-14.8828125, false], [-6.38671875, false], [-7.88671875, false], [-11.8828125, false], [-9.1328125, false], [-12.6328125, false], [-12.3828125, false], [-12.1328125, false], [-6.38671875, false], [-6.38671875, false], [-7.88671875, false], [-11.8828125, false], [-11.6328125, false], [-12.8828125, false], [-8.1171875, false], [-8.8828125, false], [-12.6328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1752, "doc": {"id": "MDSA_2008_5_23", "question": "Many natural resources are found in Maryland and the surrounding area. Some of these natural resources are renewable and some are nonrenewable. People use both kinds of resources in daily activities. Using natural resources often produces waste products. Which of these natural resources found in Maryland is nonrenewable?", "choices": {"text": ["coal", "soil", "water", "wood"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "coal", "arguments": ["Question: Many natural resources are found in Maryland and the surrounding area. Some of these natural resources are renewable and some are nonrenewable. People use both kinds of resources in daily activities. Using natural resources often produces waste products. Which of these natural resources found in Maryland is nonrenewable?\nAnswer:", " ["], "resps": [[[-7.1484375, false]], [[-10.1484375, false]], [[-7.8984375, false]], [[-7.3984375, false]], [[-6.3984375, false]], [[-9.1484375, false]], [[-10.1484375, false]], [[-9.2734375, false]], [[-5.1484375, false]], [[-10.1484375, false]], [[-9.6484375, false]], [[-7.3984375, false]], [[-7.8984375, false]], [[-9.1484375, false]], [[-10.1484375, false]], [[-9.2734375, false]], [[-5.1484375, false]], [[-10.1484375, false]], [[-9.3984375, false]], [[-6.3984375, false]], [[-11.3984375, false]], [[-7.8984375, false]], [[-10.6484375, false]], [[-10.1484375, false]], [[-9.2734375, false]], [[-5.1484375, false]], [[-10.1484375, false]], [[-9.3984375, false]], [[-7.3984375, false]], [[-7.3984375, false]], [[-7.3984375, false]], [[-10.1484375, false]], [[-14.8984375, false]]], "filtered_resps": [[-7.1484375, false], [-10.1484375, false], [-7.8984375, false], [-7.3984375, false], [-6.3984375, false], [-9.1484375, false], [-10.1484375, false], [-9.2734375, false], [-5.1484375, false], [-10.1484375, false], [-9.6484375, false], [-7.3984375, false], [-7.8984375, false], [-9.1484375, false], [-10.1484375, false], [-9.2734375, false], [-5.1484375, false], [-10.1484375, false], [-9.3984375, false], [-6.3984375, false], [-11.3984375, false], [-7.8984375, false], [-10.6484375, false], [-10.1484375, false], [-9.2734375, false], [-5.1484375, false], [-10.1484375, false], [-9.3984375, false], [-7.3984375, false], [-7.3984375, false], [-7.3984375, false], [-10.1484375, false], [-14.8984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1760, "doc": {"id": "MCAS_2000_8_37", "question": "What type of force keeps the planets orbiting the Sun?", "choices": {"text": ["gravitational", "magnetic", "electrical", "nuclear"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "gravitational", "arguments": ["Question: What type of force keeps the planets orbiting the Sun?\nAnswer:", " ["], "resps": [[[-8.71875, false]], [[-7.46875, false]], [[-11.71875, false]], [[-10.71875, false]], [[-5.46875, false]], [[-9.96875, false]], [[-9.21875, false]], [[-9.46875, false]], [[-5.46875, false]], [[-9.46875, false]], [[-9.21875, false]], [[-10.46875, false]], [[-10.96875, false]], [[-5.46875, false]], [[-10.71875, false]], [[-7.46875, false]], [[-10.359375, false]], [[-5.46875, false]], [[-7.46875, false]], [[-9.71875, false]], [[-5.46875, false]], [[-11.71875, false]], [[-10.96875, false]], [[-9.21875, false]], [[-9.46875, false]], [[-9.21875, false]], [[-9.96875, false]], [[-7.46875, false]], [[-10.359375, false]], [[-5.46875, false]], [[-7.46875, false]], [[-9.21875, false]], [[-10.71875, false]], [[-9.21875, false]], [[-9.96875, false]], [[-9.46875, false]], [[-10.71875, false]], [[-9.21875, false]], [[-9.96875, false]], [[-5.46875, false]], [[-10.71875, false]], [[-7.46875, false]], [[-10.359375, false]], [[-5.46875, false]], [[-7.46875, false]], [[-10.96875, false]], [[-11.21875, false]], [[-9.96875, false]], [[-10.71875, false]], [[-9.21875, false]], [[-5.46875, false]], [[-10.71875, false]], [[-7.46875, false]], [[-12.46875, false]]], "filtered_resps": [[-8.71875, false], [-7.46875, false], [-11.71875, false], [-10.71875, false], [-5.46875, false], [-9.96875, false], [-9.21875, false], [-9.46875, false], [-5.46875, false], [-9.46875, false], [-9.21875, false], [-10.46875, false], [-10.96875, false], [-5.46875, false], [-10.71875, false], [-7.46875, false], [-10.359375, false], [-5.46875, false], [-7.46875, false], [-9.71875, false], [-5.46875, false], [-11.71875, false], [-10.96875, false], [-9.21875, false], [-9.46875, false], [-9.21875, false], [-9.96875, false], [-7.46875, false], [-10.359375, false], [-5.46875, false], [-7.46875, false], [-9.21875, false], [-10.71875, false], [-9.21875, false], [-9.96875, false], [-9.46875, false], [-10.71875, false], [-9.21875, false], [-9.96875, false], [-5.46875, false], [-10.71875, false], [-7.46875, false], [-10.359375, false], [-5.46875, false], [-7.46875, false], [-10.96875, false], [-11.21875, false], [-9.96875, false], [-10.71875, false], [-9.21875, false], [-5.46875, false], [-10.71875, false], [-7.46875, false], [-12.46875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1768, "doc": {"id": "MCAS_2009_5_6512", "question": "A student sorted mineral samples into two groups: dull and shiny. Which of the following properties did the student use to sort the mineral samples into groups?", "choices": {"text": ["cleavage", "color", "luster", "streak"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "luster", "arguments": ["Question: A student sorted mineral samples into two groups: dull and shiny. Which of the following properties did the student use to sort the mineral samples into groups?\nAnswer:", " ["], "resps": [[[-7.15234375, false]], [[-8.5234375, false]], [[-7.90234375, false]], [[-9.8984375, false]], [[-8.2734375, false]], [[-3.525390625, false]], [[-11.1484375, false]], [[-3.525390625, false]], [[-10.0234375, false]], [[-8.2734375, false]], [[-8.5234375, false]], [[-9.875, false]], [[-5.3828125, false]], [[-8.5234375, false]], [[-7.90234375, false]], [[-8.0234375, false]], [[-9.8984375, false]], [[-8.0234375, false]], [[-9.3984375, false]], [[-8.5234375, false]], [[-9.890625, false]], [[-5.3828125, false]], [[-8.5234375, false]], [[-9.8984375, false]], [[-10.0234375, false]], [[-8.3984375, false]], [[-8.8984375, false]], [[-8.2734375, false]], [[-9.3984375, false]], [[-8.5234375, false]], [[-9.890625, false]], [[-5.3828125, false]], [[-8.5234375, false]], [[-8.3984375, false]], [[-8.8984375, false]], [[-9.3984375, false]], [[-8.2734375, false]], [[-3.525390625, false]], [[-9.2734375, false]], [[-8.5234375, false]], [[-11.3984375, false]]], "filtered_resps": [[-7.15234375, false], [-8.5234375, false], [-7.90234375, false], [-9.8984375, false], [-8.2734375, false], [-3.525390625, false], [-11.1484375, false], [-3.525390625, false], [-10.0234375, false], [-8.2734375, false], [-8.5234375, false], [-9.875, false], [-5.3828125, false], [-8.5234375, false], [-7.90234375, false], [-8.0234375, false], [-9.8984375, false], [-8.0234375, false], [-9.3984375, false], [-8.5234375, false], [-9.890625, false], [-5.3828125, false], [-8.5234375, false], [-9.8984375, false], [-10.0234375, false], [-8.3984375, false], [-8.8984375, false], [-8.2734375, false], [-9.3984375, false], [-8.5234375, false], [-9.890625, false], [-5.3828125, false], [-8.5234375, false], [-8.3984375, false], [-8.8984375, false], [-9.3984375, false], [-8.2734375, false], [-3.525390625, false], [-9.2734375, false], [-8.5234375, false], [-11.3984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1776, "doc": {"id": "Mercury_7017885", "question": "The motion of atoms and molecules in a substance is", "choices": {"text": ["thermal energy.", "chemical energy.", "mechanical energy.", "electromagnetic energy."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "thermal energy.", "arguments": ["Question: The motion of atoms and molecules in a substance is\nAnswer:", " ["], "resps": [[[-6.8515625, false]], [[-7.6015625, false]], [[-8.8515625, false]], [[-8.3515625, false]], [[-8.1015625, false]], [[-8.7265625, false]], [[-7.3515625, false]], [[-4.3515625, false]], [[-9.7265625, false]], [[-4.6015625, false]], [[-8.1015625, false]], [[-7.8515625, false]], [[-8.1015625, false]], [[-8.7265625, false]], [[-10.1015625, false]], [[-9.7265625, false]], [[-6.0, false]], [[-7.6015625, false]], [[-8.125, false]], [[-4.6015625, false]], [[-7.6015625, false]], [[-7.3515625, false]], [[-8.3515625, false]], [[-8.1015625, false]], [[-7.3515625, false]], [[-6.6015625, false]], [[-7.3515625, false]], [[-4.3515625, false]], [[-9.7265625, false]], [[-4.6015625, false]], [[-8.1015625, false]], [[-7.8515625, false]], [[-8.1015625, false]], [[-8.7265625, false]], [[-10.1015625, false]], [[-9.7265625, false]], [[-6.0, false]], [[-7.6015625, false]], [[-8.125, false]], [[-4.6015625, false]], [[-7.6015625, false]], [[-7.3515625, false]], [[-8.1015625, false]], [[-7.3515625, false]], [[-8.3515625, false]], [[-4.3515625, false]], [[-7.8515625, false]], [[-6.6015625, false]], [[-7.3515625, false]], [[-4.3515625, false]], [[-9.7265625, false]], [[-4.6015625, false]], [[-8.1015625, false]], [[-7.8515625, false]], [[-8.1015625, false]], [[-8.7265625, false]], [[-10.1015625, false]], [[-9.7265625, false]], [[-6.0, false]], [[-7.6015625, false]], [[-8.125, false]], [[-4.6015625, false]], [[-7.6015625, false]], [[-8.1015625, false]], [[-9.7265625, false]], [[-8.1015625, false]], [[-7.3515625, false]], [[-8.8515625, false]], [[-8.7265625, false]], [[-8.8515625, false]], [[-7.3515625, false]], [[-4.3515625, false]], [[-10.1015625, false]], [[-7.8515625, false]], [[-8.1015625, false]], [[-8.8515625, false]], [[-6.6015625, false]], [[-7.3515625, false]], [[-4.6015625, false]], [[-8.1015625, false]], [[-7.8515625, false]], [[-8.1015625, false]], [[-8.7265625, false]], [[-10.1015625, false]], [[-9.7265625, false]], [[-6.0, false]], [[-7.6015625, false]], [[-10.2265625, false]]], "filtered_resps": [[-6.8515625, false], [-7.6015625, false], [-8.8515625, false], [-8.3515625, false], [-8.1015625, false], [-8.7265625, false], [-7.3515625, false], [-4.3515625, false], [-9.7265625, false], [-4.6015625, false], [-8.1015625, false], [-7.8515625, false], [-8.1015625, false], [-8.7265625, false], [-10.1015625, false], [-9.7265625, false], [-6.0, false], [-7.6015625, false], [-8.125, false], [-4.6015625, false], [-7.6015625, false], [-7.3515625, false], [-8.3515625, false], [-8.1015625, false], [-7.3515625, false], [-6.6015625, false], [-7.3515625, false], [-4.3515625, false], [-9.7265625, false], [-4.6015625, false], [-8.1015625, false], [-7.8515625, false], [-8.1015625, false], [-8.7265625, false], [-10.1015625, false], [-9.7265625, false], [-6.0, false], [-7.6015625, false], [-8.125, false], [-4.6015625, false], [-7.6015625, false], [-7.3515625, false], [-8.1015625, false], [-7.3515625, false], [-8.3515625, false], [-4.3515625, false], [-7.8515625, false], [-6.6015625, false], [-7.3515625, false], [-4.3515625, false], [-9.7265625, false], [-4.6015625, false], [-8.1015625, false], [-7.8515625, false], [-8.1015625, false], [-8.7265625, false], [-10.1015625, false], [-9.7265625, false], [-6.0, false], [-7.6015625, false], [-8.125, false], [-4.6015625, false], [-7.6015625, false], [-8.1015625, false], [-9.7265625, false], [-8.1015625, false], [-7.3515625, false], [-8.8515625, false], [-8.7265625, false], [-8.8515625, false], [-7.3515625, false], [-4.3515625, false], [-10.1015625, false], [-7.8515625, false], [-8.1015625, false], [-8.8515625, false], [-6.6015625, false], [-7.3515625, false], [-4.6015625, false], [-8.1015625, false], [-7.8515625, false], [-8.1015625, false], [-8.7265625, false], [-10.1015625, false], [-9.7265625, false], [-6.0, false], [-7.6015625, false], [-10.2265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1784, "doc": {"id": "MCAS_8_2015_13", "question": "Euglena is a single-celled photosynthetic organism. Clover is a multicellular green plant. Which of the following activities is carried out by both euglena and clover?", "choices": {"text": ["using light energy to produce sugar", "producing sex cells for reproduction", "moving nutrients to specialized tissues", "transmitting impulses along nerve pathways"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "using light energy to produce sugar", "arguments": ["Question: Euglena is a single-celled photosynthetic organism. Clover is a multicellular green plant. Which of the following activities is carried out by both euglena and clover?\nAnswer:", " ["], "resps": [[[-6.9375, false]], [[-9.9375, false]], [[-9.1875, false]], [[-8.9375, false]], [[-6.9375, false]], [[-8.1875, false]], [[-9.4375, false]], [[-5.6875, false]], [[-9.1875, false]], [[-6.9375, false]], [[-9.4375, false]], [[-9.4375, false]], [[-10.4375, false]], [[-5.6875, false]], [[-5.6875, false]], [[-8.1875, false]], [[-5.6875, false]], [[-9.4375, false]], [[-9.4375, false]], [[-9.6875, false]], [[-5.6875, false]], [[-10.4375, false]], [[-7.4375, false]], [[-5.6875, false]], [[-8.9375, false]], [[-9.4375, false]], [[-7.4375, false]], [[-7.1875, false]], [[-9.1875, false]], [[-4.4375, false]], [[-5.6875, false]], [[-5.6875, false]], [[-8.9375, false]], [[-9.1875, false]], [[-9.4375, false]], [[-3.4375, false]], [[-9.4375, false]], [[-9.9375, false]], [[-10.265625, false]], [[-5.6875, false]], [[-9.9375, false]], [[-8.9375, false]], [[-9.4375, false]], [[-7.4375, false]], [[-7.1875, false]], [[-9.1875, false]], [[-4.4375, false]], [[-6.9375, false]], [[-8.1875, false]], [[-9.4375, false]], [[-5.6875, false]], [[-8.9375, false]], [[-5.6875, false]], [[-9.6875, false]], [[-5.6875, false]], [[-4.4375, false]], [[-5.6875, false]], [[-9.1875, false]], [[-9.1875, false]], [[-8.9375, false]], [[-5.6875, false]], [[-9.1875, false]], [[-7.4375, false]], [[-9.4375, false]], [[-5.6875, false]], [[-9.4375, false]], [[-5.6875, false]], [[-8.9375, false]], [[-9.4375, false]], [[-7.4375, false]], [[-7.1875, false]], [[-9.1875, false]], [[-4.4375, false]], [[-10.4375, false]], [[-6.9375, false]], [[-7.4375, false]], [[-8.1875, false]], [[-9.9375, false]], [[-10.265625, false]], [[-5.6875, false]], [[-9.9375, false]], [[-8.9375, false]], [[-7.4375, false]], [[-9.6875, false]], [[-6.9375, false]], [[-8.1875, false]], [[-9.4375, false]], [[-5.6875, false]], [[-8.1875, false]], [[-9.1875, false]], [[-10.4375, false]], [[-9.4375, false]], [[-6.9375, false]], [[-5.6875, false]], [[-8.1875, false]], [[-10.4375, false]], [[-8.9375, false]], [[-5.6875, false]], [[-10.4375, false]], [[-7.4375, false]], [[-5.6875, false]], [[-8.9375, false]], [[-8.9375, false]], [[-5.6875, false]], [[-4.4375, false]], [[-6.9375, false]], [[-3.4375, false]], [[-9.1875, false]], [[-6.9375, false]], [[-9.9375, false]], [[-5.6875, false]], [[-7.1875, false]], [[-5.6875, false]], [[-10.4375, false]], [[-6.9375, false]], [[-8.9375, false]], [[-8.9375, false]], [[-9.1875, false]], [[-5.6875, false]], [[-8.9375, false]], [[-9.9375, false]], [[-10.265625, false]], [[-5.6875, false]], [[-9.9375, false]], [[-10.4375, false]], [[-9.4375, false]], [[-3.4375, false]], [[-8.1875, false]], [[-8.9375, false]], [[-8.9375, false]], [[-6.9375, false]], [[-10.4375, false]], [[-10.4375, false]], [[-6.9375, false]], [[-8.1875, false]], [[-9.4375, false]], [[-5.6875, false]], [[-6.9375, false]], [[-8.9375, false]], [[-8.9375, false]], [[-9.1875, false]], [[-9.1875, false]], [[-8.9375, false]], [[-5.6875, false]], [[-8.9375, false]], [[-5.6875, false]], [[-3.4375, false]], [[-9.1875, false]], [[-7.4375, false]], [[-8.1875, false]], [[-9.4375, false]], [[-5.6875, false]], [[-8.1875, false]], [[-5.6875, false]], [[-9.4375, false]], [[-9.6875, false]], [[-5.6875, false]], [[-5.6875, false]], [[-8.9375, false]], [[-3.4375, false]], [[-10.4375, false]], [[-9.4375, false]], [[-10.4375, false]], [[-3.4375, false]], [[-9.6875, false]], [[-8.9375, false]], [[-9.9375, false]], [[-12.9375, false]]], "filtered_resps": [[-6.9375, false], [-9.9375, false], [-9.1875, false], [-8.9375, false], [-6.9375, false], [-8.1875, false], [-9.4375, false], [-5.6875, false], [-9.1875, false], [-6.9375, false], [-9.4375, false], [-9.4375, false], [-10.4375, false], [-5.6875, false], [-5.6875, false], [-8.1875, false], [-5.6875, false], [-9.4375, false], [-9.4375, false], [-9.6875, false], [-5.6875, false], [-10.4375, false], [-7.4375, false], [-5.6875, false], [-8.9375, false], [-9.4375, false], [-7.4375, false], [-7.1875, false], [-9.1875, false], [-4.4375, false], [-5.6875, false], [-5.6875, false], [-8.9375, false], [-9.1875, false], [-9.4375, false], [-3.4375, false], [-9.4375, false], [-9.9375, false], [-10.265625, false], [-5.6875, false], [-9.9375, false], [-8.9375, false], [-9.4375, false], [-7.4375, false], [-7.1875, false], [-9.1875, false], [-4.4375, false], [-6.9375, false], [-8.1875, false], [-9.4375, false], [-5.6875, false], [-8.9375, false], [-5.6875, false], [-9.6875, false], [-5.6875, false], [-4.4375, false], [-5.6875, false], [-9.1875, false], [-9.1875, false], [-8.9375, false], [-5.6875, false], [-9.1875, false], [-7.4375, false], [-9.4375, false], [-5.6875, false], [-9.4375, false], [-5.6875, false], [-8.9375, false], [-9.4375, false], [-7.4375, false], [-7.1875, false], [-9.1875, false], [-4.4375, false], [-10.4375, false], [-6.9375, false], [-7.4375, false], [-8.1875, false], [-9.9375, false], [-10.265625, false], [-5.6875, false], [-9.9375, false], [-8.9375, false], [-7.4375, false], [-9.6875, false], [-6.9375, false], [-8.1875, false], [-9.4375, false], [-5.6875, false], [-8.1875, false], [-9.1875, false], [-10.4375, false], [-9.4375, false], [-6.9375, false], [-5.6875, false], [-8.1875, false], [-10.4375, false], [-8.9375, false], [-5.6875, false], [-10.4375, false], [-7.4375, false], [-5.6875, false], [-8.9375, false], [-8.9375, false], [-5.6875, false], [-4.4375, false], [-6.9375, false], [-3.4375, false], [-9.1875, false], [-6.9375, false], [-9.9375, false], [-5.6875, false], [-7.1875, false], [-5.6875, false], [-10.4375, false], [-6.9375, false], [-8.9375, false], [-8.9375, false], [-9.1875, false], [-5.6875, false], [-8.9375, false], [-9.9375, false], [-10.265625, false], [-5.6875, false], [-9.9375, false], [-10.4375, false], [-9.4375, false], [-3.4375, false], [-8.1875, false], [-8.9375, false], [-8.9375, false], [-6.9375, false], [-10.4375, false], [-10.4375, false], [-6.9375, false], [-8.1875, false], [-9.4375, false], [-5.6875, false], [-6.9375, false], [-8.9375, false], [-8.9375, false], [-9.1875, false], [-9.1875, false], [-8.9375, false], [-5.6875, false], [-8.9375, false], [-5.6875, false], [-3.4375, false], [-9.1875, false], [-7.4375, false], [-8.1875, false], [-9.4375, false], [-5.6875, false], [-8.1875, false], [-5.6875, false], [-9.4375, false], [-9.6875, false], [-5.6875, false], [-5.6875, false], [-8.9375, false], [-3.4375, false], [-10.4375, false], [-9.4375, false], [-10.4375, false], [-3.4375, false], [-9.6875, false], [-8.9375, false], [-9.9375, false], [-12.9375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1792, "doc": {"id": "Mercury_405452", "question": "What is a benefit of using technology, such as robotics, in manufacturing?", "choices": {"text": ["decreased production cost", "decreased productivity", "increased number of manual-labor jobs", "increased number of design flaws"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "decreased production cost", "arguments": ["Question: What is a benefit of using technology, such as robotics, in manufacturing?\nAnswer:", " ["], "resps": [[[-7.75390625, false]], [[-9.5, false]], [[-12.625, false]], [[-10.125, false]], [[-12.625, false]], [[-13.125, false]], [[-10.125, false]], [[-7.12890625, false]], [[-11.875, false]], [[-10.125, false]], [[-12.625, false]], [[-6.25390625, false]], [[-12.75, false]], [[-13.125, false]], [[-10.75, false]], [[-12.625, false]], [[-12.5, false]], [[-12.625, false]], [[-13.125, false]], [[-9.375, false]], [[-10.75, false]], [[-12.75, false]], [[-6.25390625, false]], [[-12.625, false]], [[-10.75, false]], [[-11.875, false]], [[-13.125, false]], [[-9.5, false]], [[-10.9453125, false]], [[-6.25390625, false]], [[-9.5, false]], [[-12.625, false]], [[-10.125, false]], [[-12.625, false]], [[-13.125, false]], [[-10.125, false]], [[-7.12890625, false]], [[-11.875, false]], [[-10.125, false]], [[-12.625, false]], [[-6.25390625, false]], [[-12.75, false]], [[-13.125, false]], [[-10.75, false]], [[-12.625, false]], [[-12.5, false]], [[-12.625, false]], [[-13.125, false]], [[-9.375, false]], [[-13.125, false]], [[-9.375, false]], [[-13.125, false]], [[-13.625, false]], [[-9.5, false]], [[-10.9453125, false]], [[-6.25390625, false]], [[-9.5, false]], [[-9.375, false]], [[-12.75, false]], [[-12.625, false]], [[-13.125, false]], [[-10.125, false]], [[-7.12890625, false]], [[-11.875, false]], [[-10.125, false]], [[-12.625, false]], [[-6.25390625, false]], [[-12.75, false]], [[-12.5, false]], [[-12.875, false]], [[-11.75, false]], [[-10.125, false]], [[-13.125, false]], [[-6.25390625, false]], [[-10.75, false]], [[-13.75, false]], [[-6.25390625, false]], [[-12.875, false]], [[-7.12890625, false]], [[-12.75, false]], [[-12.5, false]], [[-7.12890625, false]], [[-12.0, false]], [[-7.25390625, false]], [[-12.0, false]], [[-7.12890625, false]], [[-11.75, false]], [[-10.75, false]], [[-13.125, false]], [[-6.25390625, false]], [[-14.0, false]], [[-10.75, false]], [[-11.75, false]], [[-11.875, false]], [[-9.5, false]], [[-10.9453125, false]], [[-6.25390625, false]], [[-9.5, false]], [[-9.375, false]], [[-12.75, false]], [[-12.625, false]], [[-13.125, false]], [[-10.125, false]], [[-7.12890625, false]], [[-11.875, false]], [[-10.125, false]], [[-12.625, false]], [[-6.25390625, false]], [[-12.75, false]], [[-12.5, false]], [[-12.875, false]], [[-11.75, false]], [[-10.125, false]], [[-13.125, false]], [[-6.25390625, false]], [[-10.75, false]], [[-13.75, false]], [[-6.25390625, false]], [[-12.625, false]], [[-10.125, false]], [[-11.875, false]], [[-9.375, false]], [[-14.5, false]], [[-12.75, false]], [[-6.25390625, false]], [[-13.75, false]], [[-12.0, false]], [[-7.12890625, false]], [[-11.5, false]], [[-11.875, false]], [[-9.5, false]], [[-13.625, false]]], "filtered_resps": [[-7.75390625, false], [-9.5, false], [-12.625, false], [-10.125, false], [-12.625, false], [-13.125, false], [-10.125, false], [-7.12890625, false], [-11.875, false], [-10.125, false], [-12.625, false], [-6.25390625, false], [-12.75, false], [-13.125, false], [-10.75, false], [-12.625, false], [-12.5, false], [-12.625, false], [-13.125, false], [-9.375, false], [-10.75, false], [-12.75, false], [-6.25390625, false], [-12.625, false], [-10.75, false], [-11.875, false], [-13.125, false], [-9.5, false], [-10.9453125, false], [-6.25390625, false], [-9.5, false], [-12.625, false], [-10.125, false], [-12.625, false], [-13.125, false], [-10.125, false], [-7.12890625, false], [-11.875, false], [-10.125, false], [-12.625, false], [-6.25390625, false], [-12.75, false], [-13.125, false], [-10.75, false], [-12.625, false], [-12.5, false], [-12.625, false], [-13.125, false], [-9.375, false], [-13.125, false], [-9.375, false], [-13.125, false], [-13.625, false], [-9.5, false], [-10.9453125, false], [-6.25390625, false], [-9.5, false], [-9.375, false], [-12.75, false], [-12.625, false], [-13.125, false], [-10.125, false], [-7.12890625, false], [-11.875, false], [-10.125, false], [-12.625, false], [-6.25390625, false], [-12.75, false], [-12.5, false], [-12.875, false], [-11.75, false], [-10.125, false], [-13.125, false], [-6.25390625, false], [-10.75, false], [-13.75, false], [-6.25390625, false], [-12.875, false], [-7.12890625, false], [-12.75, false], [-12.5, false], [-7.12890625, false], [-12.0, false], [-7.25390625, false], [-12.0, false], [-7.12890625, false], [-11.75, false], [-10.75, false], [-13.125, false], [-6.25390625, false], [-14.0, false], [-10.75, false], [-11.75, false], [-11.875, false], [-9.5, false], [-10.9453125, false], [-6.25390625, false], [-9.5, false], [-9.375, false], [-12.75, false], [-12.625, false], [-13.125, false], [-10.125, false], [-7.12890625, false], [-11.875, false], [-10.125, false], [-12.625, false], [-6.25390625, false], [-12.75, false], [-12.5, false], [-12.875, false], [-11.75, false], [-10.125, false], [-13.125, false], [-6.25390625, false], [-10.75, false], [-13.75, false], [-6.25390625, false], [-12.625, false], [-10.125, false], [-11.875, false], [-9.375, false], [-14.5, false], [-12.75, false], [-6.25390625, false], [-13.75, false], [-12.0, false], [-7.12890625, false], [-11.5, false], [-11.875, false], [-9.5, false], [-13.625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1800, "doc": {"id": "MCAS_2000_8_36", "question": "Which is the best example of something that has kinetic energy?", "choices": {"text": ["a rock sitting at the top of a steep hill", "a tennis ball rolling across the court", "a picture hanging on the wall", "a piece of wood before it is burned"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "a tennis ball rolling across the court", "arguments": ["Question: Which is the best example of something that has kinetic energy?\nAnswer:", " ["], "resps": [[[-7.63671875, false]], [[-8.140625, false]], [[-3.513671875, false]], [[-5.26171875, false]], [[-10.140625, false]], [[-10.390625, false]], [[-8.515625, false]], [[-9.515625, false]], [[-5.26171875, false]], [[-8.140625, false]], [[-9.265625, false]], [[-9.765625, false]], [[-9.765625, false]], [[-9.265625, false]], [[-10.015625, false]], [[-10.515625, false]], [[-5.26171875, false]], [[-3.513671875, false]], [[-9.765625, false]], [[-5.26171875, false]], [[-9.765625, false]], [[-9.765625, false]], [[-9.265625, false]], [[-5.26171875, false]], [[-9.765625, false]], [[-10.390625, false]], [[-9.390625, false]], [[-5.26171875, false]], [[-10.390625, false]], [[-9.515625, false]], [[-5.26171875, false]], [[-3.513671875, false]], [[-5.26171875, false]], [[-8.140625, false]], [[-9.765625, false]], [[-9.265625, false]], [[-9.265625, false]], [[-9.390625, false]], [[-5.26171875, false]], [[-9.765625, false]], [[-9.265625, false]], [[-10.265625, false]], [[-10.265625, false]], [[-8.140625, false]], [[-9.75, false]], [[-5.26171875, false]], [[-8.140625, false]], [[-3.513671875, false]], [[-5.26171875, false]], [[-9.765625, false]], [[-9.265625, false]], [[-10.015625, false]], [[-10.015625, false]], [[-9.265625, false]], [[-8.140625, false]], [[-5.26171875, false]], [[-8.765625, false]], [[-3.513671875, false]], [[-10.265625, false]], [[-10.265625, false]], [[-5.26171875, false]], [[-10.140625, false]], [[-10.390625, false]], [[-10.265625, false]], [[-10.265625, false]], [[-9.265625, false]], [[-10.015625, false]], [[-10.515625, false]], [[-5.26171875, false]], [[-3.513671875, false]], [[-8.515625, false]], [[-10.140625, false]], [[-10.390625, false]], [[-8.140625, false]], [[-8.140625, false]], [[-5.26171875, false]], [[-9.765625, false]], [[-9.765625, false]], [[-9.265625, false]], [[-5.26171875, false]], [[-8.515625, false]], [[-10.390625, false]], [[-10.265625, false]], [[-10.140625, false]], [[-9.765625, false]], [[-8.140625, false]], [[-9.75, false]], [[-5.26171875, false]], [[-8.140625, false]], [[-3.513671875, false]], [[-5.26171875, false]], [[-9.390625, false]], [[-9.265625, false]], [[-8.515625, false]], [[-9.765625, false]], [[-10.265625, false]], [[-10.140625, false]], [[-9.265625, false]], [[-5.26171875, false]], [[-9.765625, false]], [[-3.513671875, false]], [[-10.015625, false]], [[-10.515625, false]], [[-9.265625, false]], [[-10.015625, false]], [[-10.515625, false]], [[-5.26171875, false]], [[-10.390625, false]], [[-10.015625, false]], [[-5.26171875, false]], [[-9.765625, false]], [[-9.765625, false]], [[-9.265625, false]], [[-5.26171875, false]], [[-10.265625, false]], [[-3.513671875, false]], [[-10.265625, false]], [[-10.265625, false]], [[-8.140625, false]], [[-9.75, false]], [[-5.26171875, false]], [[-8.140625, false]], [[-3.513671875, false]], [[-5.26171875, false]], [[-9.390625, false]], [[-9.265625, false]], [[-9.265625, false]], [[-8.515625, false]], [[-9.265625, false]], [[-5.26171875, false]], [[-10.390625, false]], [[-9.515625, false]], [[-5.26171875, false]], [[-10.265625, false]], [[-10.390625, false]], [[-10.390625, false]], [[-9.515625, false]], [[-5.26171875, false]], [[-8.765625, false]], [[-9.265625, false]], [[-9.515625, false]], [[-10.390625, false]], [[-10.140625, false]], [[-9.265625, false]], [[-5.26171875, false]], [[-9.265625, false]], [[-9.765625, false]], [[-5.26171875, false]], [[-9.265625, false]], [[-8.140625, false]], [[-5.26171875, false]], [[-8.765625, false]], [[-10.265625, false]], [[-10.140625, false]], [[-10.015625, false]], [[-9.265625, false]], [[-9.515625, false]], [[-8.140625, false]], [[-12.515625, false]]], "filtered_resps": [[-7.63671875, false], [-8.140625, false], [-3.513671875, false], [-5.26171875, false], [-10.140625, false], [-10.390625, false], [-8.515625, false], [-9.515625, false], [-5.26171875, false], [-8.140625, false], [-9.265625, false], [-9.765625, false], [-9.765625, false], [-9.265625, false], [-10.015625, false], [-10.515625, false], [-5.26171875, false], [-3.513671875, false], [-9.765625, false], [-5.26171875, false], [-9.765625, false], [-9.765625, false], [-9.265625, false], [-5.26171875, false], [-9.765625, false], [-10.390625, false], [-9.390625, false], [-5.26171875, false], [-10.390625, false], [-9.515625, false], [-5.26171875, false], [-3.513671875, false], [-5.26171875, false], [-8.140625, false], [-9.765625, false], [-9.265625, false], [-9.265625, false], [-9.390625, false], [-5.26171875, false], [-9.765625, false], [-9.265625, false], [-10.265625, false], [-10.265625, false], [-8.140625, false], [-9.75, false], [-5.26171875, false], [-8.140625, false], [-3.513671875, false], [-5.26171875, false], [-9.765625, false], [-9.265625, false], [-10.015625, false], [-10.015625, false], [-9.265625, false], [-8.140625, false], [-5.26171875, false], [-8.765625, false], [-3.513671875, false], [-10.265625, false], [-10.265625, false], [-5.26171875, false], [-10.140625, false], [-10.390625, false], [-10.265625, false], [-10.265625, false], [-9.265625, false], [-10.015625, false], [-10.515625, false], [-5.26171875, false], [-3.513671875, false], [-8.515625, false], [-10.140625, false], [-10.390625, false], [-8.140625, false], [-8.140625, false], [-5.26171875, false], [-9.765625, false], [-9.765625, false], [-9.265625, false], [-5.26171875, false], [-8.515625, false], [-10.390625, false], [-10.265625, false], [-10.140625, false], [-9.765625, false], [-8.140625, false], [-9.75, false], [-5.26171875, false], [-8.140625, false], [-3.513671875, false], [-5.26171875, false], [-9.390625, false], [-9.265625, false], [-8.515625, false], [-9.765625, false], [-10.265625, false], [-10.140625, false], [-9.265625, false], [-5.26171875, false], [-9.765625, false], [-3.513671875, false], [-10.015625, false], [-10.515625, false], [-9.265625, false], [-10.015625, false], [-10.515625, false], [-5.26171875, false], [-10.390625, false], [-10.015625, false], [-5.26171875, false], [-9.765625, false], [-9.765625, false], [-9.265625, false], [-5.26171875, false], [-10.265625, false], [-3.513671875, false], [-10.265625, false], [-10.265625, false], [-8.140625, false], [-9.75, false], [-5.26171875, false], [-8.140625, false], [-3.513671875, false], [-5.26171875, false], [-9.390625, false], [-9.265625, false], [-9.265625, false], [-8.515625, false], [-9.265625, false], [-5.26171875, false], [-10.390625, false], [-9.515625, false], [-5.26171875, false], [-10.265625, false], [-10.390625, false], [-10.390625, false], [-9.515625, false], [-5.26171875, false], [-8.765625, false], [-9.265625, false], [-9.515625, false], [-10.390625, false], [-10.140625, false], [-9.265625, false], [-5.26171875, false], [-9.265625, false], [-9.765625, false], [-5.26171875, false], [-9.265625, false], [-8.140625, false], [-5.26171875, false], [-8.765625, false], [-10.265625, false], [-10.140625, false], [-10.015625, false], [-9.265625, false], [-9.515625, false], [-8.140625, false], [-12.515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1808, "doc": {"id": "Mercury_7216860", "question": "Which type of tissue functions to move the bones?", "choices": {"text": ["skin", "blood", "muscle", "brain"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "muscle", "arguments": ["Question: Which type of tissue functions to move the bones?\nAnswer:", " ["], "resps": [[[-7.359375, false]], [[-10.109375, false]], [[-9.359375, false]], [[-8.359375, false]], [[-10.359375, false]], [[-11.109375, false]], [[-10.109375, false]], [[-10.359375, false]], [[-5.859375, false]], [[-10.109375, false]], [[-10.109375, false]], [[-9.859375, false]], [[-10.609375, false]], [[-10.609375, false]], [[-12.609375, false]], [[-10.109375, false]], [[-10.359375, false]], [[-5.859375, false]], [[-10.109375, false]], [[-9.109375, false]], [[-10.609375, false]], [[-9.359375, false]], [[-9.859375, false]], [[-9.859375, false]], [[-10.609375, false]], [[-10.109375, false]], [[-10.359375, false]], [[-5.859375, false]], [[-10.109375, false]], [[-10.109375, false]], [[-11.609375, false]], [[-6.359375, false]], [[-10.359375, false]], [[-11.109375, false]], [[-10.109375, false]], [[-12.609375, false]]], "filtered_resps": [[-7.359375, false], [-10.109375, false], [-9.359375, false], [-8.359375, false], [-10.359375, false], [-11.109375, false], [-10.109375, false], [-10.359375, false], [-5.859375, false], [-10.109375, false], [-10.109375, false], [-9.859375, false], [-10.609375, false], [-10.609375, false], [-12.609375, false], [-10.109375, false], [-10.359375, false], [-5.859375, false], [-10.109375, false], [-9.109375, false], [-10.609375, false], [-9.359375, false], [-9.859375, false], [-9.859375, false], [-10.609375, false], [-10.109375, false], [-10.359375, false], [-5.859375, false], [-10.109375, false], [-10.109375, false], [-11.609375, false], [-6.359375, false], [-10.359375, false], [-11.109375, false], [-10.109375, false], [-12.609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1816, "doc": {"id": "NYSEDREGENTS_2008_8_14", "question": "Grasses, shrubs, and trees are called producers because they make", "choices": {"text": ["water", "carbon dioxide", "minerals", "food"], "label": ["1", "2", "3", "4"]}, "answerKey": "4"}, "target": "food", "arguments": ["Question: Grasses, shrubs, and trees are called producers because they make\nAnswer:", " ["], "resps": [[[-7.87109375, false]], [[-7.87109375, false]], [[-9.25, false]], [[-5.74609375, false]], [[-10.75, false]], [[-9.25, false]], [[-10.25, false]], [[-7.87109375, false]], [[-9.0859375, false]], [[-5.62109375, false]], [[-7.87109375, false]], [[-8.5, false]], [[-5.74609375, false]], [[-10.25, false]], [[-7.62109375, false]], [[-9.375, false]], [[-9.125, false]], [[-5.62109375, false]], [[-7.99609375, false]], [[-8.5, false]], [[-9.375, false]], [[-9.5, false]], [[-8.5, false]], [[-7.99609375, false]], [[-9.25, false]], [[-7.87109375, false]], [[-9.0859375, false]], [[-5.62109375, false]], [[-7.87109375, false]], [[-10.0, false]], [[-8.5, false]], [[-9.125, false]], [[-9.25, false]], [[-10.25, false]], [[-5.74609375, false]], [[-9.5, false]], [[-9.25, false]], [[-7.87109375, false]], [[-9.0859375, false]], [[-5.62109375, false]], [[-7.87109375, false]], [[-9.875, false]], [[-9.375, false]], [[-9.375, false]], [[-7.99609375, false]], [[-7.87109375, false]], [[-12.375, false]]], "filtered_resps": [[-7.87109375, false], [-7.87109375, false], [-9.25, false], [-5.74609375, false], [-10.75, false], [-9.25, false], [-10.25, false], [-7.87109375, false], [-9.0859375, false], [-5.62109375, false], [-7.87109375, false], [-8.5, false], [-5.74609375, false], [-10.25, false], [-7.62109375, false], [-9.375, false], [-9.125, false], [-5.62109375, false], [-7.99609375, false], [-8.5, false], [-9.375, false], [-9.5, false], [-8.5, false], [-7.99609375, false], [-9.25, false], [-7.87109375, false], [-9.0859375, false], [-5.62109375, false], [-7.87109375, false], [-10.0, false], [-8.5, false], [-9.125, false], [-9.25, false], [-10.25, false], [-5.74609375, false], [-9.5, false], [-9.25, false], [-7.87109375, false], [-9.0859375, false], [-5.62109375, false], [-7.87109375, false], [-9.875, false], [-9.375, false], [-9.375, false], [-7.99609375, false], [-7.87109375, false], [-12.375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1824, "doc": {"id": "NYSEDREGENTS_2015_4_18", "question": "Which trait can children inherit from their parents?", "choices": {"text": ["long hair", "favorite color", "brown eyes", "broken arm"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "brown eyes", "arguments": ["Question: Which trait can children inherit from their parents?\nAnswer:", " ["], "resps": [[[-8.3515625, false]], [[-9.3515625, false]], [[-9.9765625, false]], [[-10.4765625, false]], [[-10.1015625, false]], [[-12.1015625, false]], [[-4.48046875, false]], [[-12.1015625, false]], [[-5.60546875, false]], [[-10.2265625, false]], [[-11.8515625, false]], [[-9.3515625, false]], [[-10.0390625, false]], [[-4.48046875, false]], [[-9.3515625, false]], [[-10.9765625, false]], [[-5.60546875, false]], [[-11.8515625, false]], [[-10.4765625, false]], [[-11.8515625, false]], [[-10.2265625, false]], [[-10.7265625, false]], [[-9.7265625, false]], [[-4.48046875, false]], [[-8.8515625, false]], [[-10.4765625, false]], [[-9.9765625, false]], [[-10.4765625, false]], [[-11.8515625, false]], [[-9.3515625, false]], [[-10.0390625, false]], [[-4.48046875, false]], [[-9.3515625, false]], [[-9.7265625, false]], [[-11.8515625, false]], [[-10.4765625, false]], [[-9.8515625, false]], [[-10.1015625, false]], [[-4.48046875, false]], [[-9.7265625, false]], [[-11.6015625, false]], [[-9.7265625, false]], [[-9.4765625, false]], [[-9.3515625, false]], [[-10.0390625, false]], [[-4.48046875, false]], [[-9.3515625, false]], [[-9.7265625, false]], [[-11.8515625, false]], [[-10.4765625, false]], [[-10.4765625, false]], [[-9.7265625, false]], [[-10.1015625, false]], [[-4.48046875, false]], [[-5.60546875, false]], [[-11.8515625, false]], [[-9.6015625, false]], [[-9.3515625, false]], [[-14.1015625, false]]], "filtered_resps": [[-8.3515625, false], [-9.3515625, false], [-9.9765625, false], [-10.4765625, false], [-10.1015625, false], [-12.1015625, false], [-4.48046875, false], [-12.1015625, false], [-5.60546875, false], [-10.2265625, false], [-11.8515625, false], [-9.3515625, false], [-10.0390625, false], [-4.48046875, false], [-9.3515625, false], [-10.9765625, false], [-5.60546875, false], [-11.8515625, false], [-10.4765625, false], [-11.8515625, false], [-10.2265625, false], [-10.7265625, false], [-9.7265625, false], [-4.48046875, false], [-8.8515625, false], [-10.4765625, false], [-9.9765625, false], [-10.4765625, false], [-11.8515625, false], [-9.3515625, false], [-10.0390625, false], [-4.48046875, false], [-9.3515625, false], [-9.7265625, false], [-11.8515625, false], [-10.4765625, false], [-9.8515625, false], [-10.1015625, false], [-4.48046875, false], [-9.7265625, false], [-11.6015625, false], [-9.7265625, false], [-9.4765625, false], [-9.3515625, false], [-10.0390625, false], [-4.48046875, false], [-9.3515625, false], [-9.7265625, false], [-11.8515625, false], [-10.4765625, false], [-10.4765625, false], [-9.7265625, false], [-10.1015625, false], [-4.48046875, false], [-5.60546875, false], [-11.8515625, false], [-9.6015625, false], [-9.3515625, false], [-14.1015625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1832, "doc": {"id": "Mercury_7239715", "question": "Which cell function is most directly dependent on the cytoskeleton?", "choices": {"text": ["transport of material inside the cell", "response of the cell to external pathogens", "storage of energy in stable long-term forms", "direction of cellular activity"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "transport of material inside the cell", "arguments": ["Question: Which cell function is most directly dependent on the cytoskeleton?\nAnswer:", " ["], "resps": [[[-7.49609375, false]], [[-10.6171875, false]], [[-9.2421875, false]], [[-9.8671875, false]], [[-5.24609375, false]], [[-9.7421875, false]], [[-8.9921875, false]], [[-8.4921875, false]], [[-9.4921875, false]], [[-9.8671875, false]], [[-9.2421875, false]], [[-4.49609375, false]], [[-9.4921875, false]], [[-10.7421875, false]], [[-4.49609375, false]], [[-7.99609375, false]], [[-5.24609375, false]], [[-9.2421875, false]], [[-8.2421875, false]], [[-9.8671875, false]], [[-8.7421875, false]], [[-5.24609375, false]], [[-7.99609375, false]], [[-4.49609375, false]], [[-8.7421875, false]], [[-9.7421875, false]], [[-8.9921875, false]], [[-8.7421875, false]], [[-9.8671875, false]], [[-8.2421875, false]], [[-4.49609375, false]], [[-9.2421875, false]], [[-9.8671875, false]], [[-8.2421875, false]], [[-4.49609375, false]], [[-6.62109375, false]], [[-8.2421875, false]], [[-7.99609375, false]], [[-7.99609375, false]], [[-10.6171875, false]], [[-8.8828125, false]], [[-4.49609375, false]], [[-10.6171875, false]], [[-9.8671875, false]], [[-8.2421875, false]], [[-8.9921875, false]], [[-8.4921875, false]], [[-9.4921875, false]], [[-9.7421875, false]], [[-8.9921875, false]], [[-8.2421875, false]], [[-4.49609375, false]], [[-9.4921875, false]], [[-10.7421875, false]], [[-4.49609375, false]], [[-9.2421875, false]], [[-9.8671875, false]], [[-8.2421875, false]], [[-4.49609375, false]], [[-6.62109375, false]], [[-8.2421875, false]], [[-7.99609375, false]], [[-7.99609375, false]], [[-4.49609375, false]], [[-9.2421875, false]], [[-9.4921875, false]], [[-4.49609375, false]], [[-8.2421875, false]], [[-10.2421875, false]], [[-9.2421875, false]], [[-8.2421875, false]], [[-9.8671875, false]], [[-9.7421875, false]], [[-5.24609375, false]], [[-7.99609375, false]], [[-4.49609375, false]], [[-8.4921875, false]], [[-5.24609375, false]], [[-9.2421875, false]], [[-9.8671875, false]], [[-9.4921875, false]], [[-10.8671875, false]], [[-8.2421875, false]], [[-9.7421875, false]], [[-8.9921875, false]], [[-10.6171875, false]], [[-8.8828125, false]], [[-4.49609375, false]], [[-10.6171875, false]], [[-8.9921875, false]], [[-9.2421875, false]], [[-9.4921875, false]], [[-9.8671875, false]], [[-5.24609375, false]], [[-10.8671875, false]], [[-8.2421875, false]], [[-4.49609375, false]], [[-9.4921875, false]], [[-10.7421875, false]], [[-4.49609375, false]], [[-8.2421875, false]], [[-9.7421875, false]], [[-8.2421875, false]], [[-9.8671875, false]], [[-10.8671875, false]], [[-11.9921875, false]], [[-4.49609375, false]], [[-8.7421875, false]], [[-9.7421875, false]], [[-4.49609375, false]], [[-8.9921875, false]], [[-9.2421875, false]], [[-5.24609375, false]], [[-7.87109375, false]], [[-7.99609375, false]], [[-8.2421875, false]], [[-4.49609375, false]], [[-7.99609375, false]], [[-9.4921875, false]], [[-9.7421875, false]], [[-10.8671875, false]], [[-6.74609375, false]], [[-9.2421875, false]], [[-8.2421875, false]], [[-9.8671875, false]], [[-7.99609375, false]], [[-4.49609375, false]], [[-10.7421875, false]], [[-9.4921875, false]], [[-9.8671875, false]], [[-7.99609375, false]], [[-8.9921875, false]], [[-10.6171875, false]], [[-8.8828125, false]], [[-4.49609375, false]], [[-10.6171875, false]], [[-9.8671875, false]], [[-8.7421875, false]], [[-9.8671875, false]], [[-8.2421875, false]], [[-6.62109375, false]], [[-9.2421875, false]], [[-8.7421875, false]], [[-9.4921875, false]], [[-9.7421875, false]], [[-4.49609375, false]], [[-9.4921875, false]], [[-10.7421875, false]], [[-4.49609375, false]], [[-6.62109375, false]], [[-8.2421875, false]], [[-7.99609375, false]], [[-7.99609375, false]], [[-10.1171875, false]], [[-7.99609375, false]], [[-5.24609375, false]], [[-9.8671875, false]], [[-4.49609375, false]], [[-5.24609375, false]], [[-6.62109375, false]], [[-9.2421875, false]], [[-8.7421875, false]], [[-10.6171875, false]], [[-8.7421875, false]], [[-9.2421875, false]], [[-11.9921875, false]], [[-10.6171875, false]], [[-13.9921875, false]]], "filtered_resps": [[-7.49609375, false], [-10.6171875, false], [-9.2421875, false], [-9.8671875, false], [-5.24609375, false], [-9.7421875, false], [-8.9921875, false], [-8.4921875, false], [-9.4921875, false], [-9.8671875, false], [-9.2421875, false], [-4.49609375, false], [-9.4921875, false], [-10.7421875, false], [-4.49609375, false], [-7.99609375, false], [-5.24609375, false], [-9.2421875, false], [-8.2421875, false], [-9.8671875, false], [-8.7421875, false], [-5.24609375, false], [-7.99609375, false], [-4.49609375, false], [-8.7421875, false], [-9.7421875, false], [-8.9921875, false], [-8.7421875, false], [-9.8671875, false], [-8.2421875, false], [-4.49609375, false], [-9.2421875, false], [-9.8671875, false], [-8.2421875, false], [-4.49609375, false], [-6.62109375, false], [-8.2421875, false], [-7.99609375, false], [-7.99609375, false], [-10.6171875, false], [-8.8828125, false], [-4.49609375, false], [-10.6171875, false], [-9.8671875, false], [-8.2421875, false], [-8.9921875, false], [-8.4921875, false], [-9.4921875, false], [-9.7421875, false], [-8.9921875, false], [-8.2421875, false], [-4.49609375, false], [-9.4921875, false], [-10.7421875, false], [-4.49609375, false], [-9.2421875, false], [-9.8671875, false], [-8.2421875, false], [-4.49609375, false], [-6.62109375, false], [-8.2421875, false], [-7.99609375, false], [-7.99609375, false], [-4.49609375, false], [-9.2421875, false], [-9.4921875, false], [-4.49609375, false], [-8.2421875, false], [-10.2421875, false], [-9.2421875, false], [-8.2421875, false], [-9.8671875, false], [-9.7421875, false], [-5.24609375, false], [-7.99609375, false], [-4.49609375, false], [-8.4921875, false], [-5.24609375, false], [-9.2421875, false], [-9.8671875, false], [-9.4921875, false], [-10.8671875, false], [-8.2421875, false], [-9.7421875, false], [-8.9921875, false], [-10.6171875, false], [-8.8828125, false], [-4.49609375, false], [-10.6171875, false], [-8.9921875, false], [-9.2421875, false], [-9.4921875, false], [-9.8671875, false], [-5.24609375, false], [-10.8671875, false], [-8.2421875, false], [-4.49609375, false], [-9.4921875, false], [-10.7421875, false], [-4.49609375, false], [-8.2421875, false], [-9.7421875, false], [-8.2421875, false], [-9.8671875, false], [-10.8671875, false], [-11.9921875, false], [-4.49609375, false], [-8.7421875, false], [-9.7421875, false], [-4.49609375, false], [-8.9921875, false], [-9.2421875, false], [-5.24609375, false], [-7.87109375, false], [-7.99609375, false], [-8.2421875, false], [-4.49609375, false], [-7.99609375, false], [-9.4921875, false], [-9.7421875, false], [-10.8671875, false], [-6.74609375, false], [-9.2421875, false], [-8.2421875, false], [-9.8671875, false], [-7.99609375, false], [-4.49609375, false], [-10.7421875, false], [-9.4921875, false], [-9.8671875, false], [-7.99609375, false], [-8.9921875, false], [-10.6171875, false], [-8.8828125, false], [-4.49609375, false], [-10.6171875, false], [-9.8671875, false], [-8.7421875, false], [-9.8671875, false], [-8.2421875, false], [-6.62109375, false], [-9.2421875, false], [-8.7421875, false], [-9.4921875, false], [-9.7421875, false], [-4.49609375, false], [-9.4921875, false], [-10.7421875, false], [-4.49609375, false], [-6.62109375, false], [-8.2421875, false], [-7.99609375, false], [-7.99609375, false], [-10.1171875, false], [-7.99609375, false], [-5.24609375, false], [-9.8671875, false], [-4.49609375, false], [-5.24609375, false], [-6.62109375, false], [-9.2421875, false], [-8.7421875, false], [-10.6171875, false], [-8.7421875, false], [-9.2421875, false], [-11.9921875, false], [-10.6171875, false], [-13.9921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1840, "doc": {"id": "Mercury_SC_408424", "question": "On a class field trip, Zach took a walk through the woods using his senses. Zach made observations on the different sights, smells, and sounds in the woods. What system transferred the observations from his senses to his brain?", "choices": {"text": ["nervous system", "digestive system", "circulatory system", "respiratory system"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "nervous system", "arguments": ["Question: On a class field trip, Zach took a walk through the woods using his senses. Zach made observations on the different sights, smells, and sounds in the woods. What system transferred the observations from his senses to his brain?\nAnswer:", " ["], "resps": [[[-6.6328125, false]], [[-9.5078125, false]], [[-10.0078125, false]], [[-9.5078125, false]], [[-11.6328125, false]], [[-11.0078125, false]], [[-8.6328125, false]], [[-10.8828125, false]], [[-9.2578125, false]], [[-5.0078125, false]], [[-9.2578125, false]], [[-12.3828125, false]], [[-9.2578125, false]], [[-9.7578125, false]], [[-9.5078125, false]], [[-9.3828125, false]], [[-9.5078125, false]], [[-9.65625, false]], [[-5.0078125, false]], [[-9.5078125, false]], [[-9.0078125, false]], [[-8.2578125, false]], [[-10.8828125, false]], [[-9.5078125, false]], [[-9.2578125, false]], [[-9.7578125, false]], [[-8.2578125, false]], [[-11.0078125, false]], [[-9.5078125, false]], [[-5.0078125, false]], [[-9.2578125, false]], [[-12.3828125, false]], [[-9.2578125, false]], [[-9.7578125, false]], [[-9.5078125, false]], [[-9.3828125, false]], [[-9.5078125, false]], [[-9.65625, false]], [[-5.0078125, false]], [[-9.5078125, false]], [[-8.2578125, false]], [[-8.2578125, false]], [[-11.6328125, false]], [[-8.2578125, false]], [[-10.8828125, false]], [[-10.3828125, false]], [[-5.5078125, false]], [[-9.7578125, false]], [[-8.6328125, false]], [[-11.6328125, false]], [[-12.3828125, false]], [[-5.0078125, false]], [[-9.2578125, false]], [[-12.3828125, false]], [[-9.2578125, false]], [[-9.7578125, false]], [[-9.5078125, false]], [[-9.3828125, false]], [[-9.5078125, false]], [[-9.65625, false]], [[-5.0078125, false]], [[-9.5078125, false]], [[-11.6328125, false]], [[-9.5078125, false]], [[-9.2578125, false]], [[-10.2578125, false]], [[-8.2578125, false]], [[-11.6328125, false]], [[-5.5078125, false]], [[-9.7578125, false]], [[-8.6328125, false]], [[-11.6328125, false]], [[-12.3828125, false]], [[-5.0078125, false]], [[-9.2578125, false]], [[-12.3828125, false]], [[-9.2578125, false]], [[-9.7578125, false]], [[-9.5078125, false]], [[-9.3828125, false]], [[-9.5078125, false]], [[-13.0078125, false]]], "filtered_resps": [[-6.6328125, false], [-9.5078125, false], [-10.0078125, false], [-9.5078125, false], [-11.6328125, false], [-11.0078125, false], [-8.6328125, false], [-10.8828125, false], [-9.2578125, false], [-5.0078125, false], [-9.2578125, false], [-12.3828125, false], [-9.2578125, false], [-9.7578125, false], [-9.5078125, false], [-9.3828125, false], [-9.5078125, false], [-9.65625, false], [-5.0078125, false], [-9.5078125, false], [-9.0078125, false], [-8.2578125, false], [-10.8828125, false], [-9.5078125, false], [-9.2578125, false], [-9.7578125, false], [-8.2578125, false], [-11.0078125, false], [-9.5078125, false], [-5.0078125, false], [-9.2578125, false], [-12.3828125, false], [-9.2578125, false], [-9.7578125, false], [-9.5078125, false], [-9.3828125, false], [-9.5078125, false], [-9.65625, false], [-5.0078125, false], [-9.5078125, false], [-8.2578125, false], [-8.2578125, false], [-11.6328125, false], [-8.2578125, false], [-10.8828125, false], [-10.3828125, false], [-5.5078125, false], [-9.7578125, false], [-8.6328125, false], [-11.6328125, false], [-12.3828125, false], [-5.0078125, false], [-9.2578125, false], [-12.3828125, false], [-9.2578125, false], [-9.7578125, false], [-9.5078125, false], [-9.3828125, false], [-9.5078125, false], [-9.65625, false], [-5.0078125, false], [-9.5078125, false], [-11.6328125, false], [-9.5078125, false], [-9.2578125, false], [-10.2578125, false], [-8.2578125, false], [-11.6328125, false], [-5.5078125, false], [-9.7578125, false], [-8.6328125, false], [-11.6328125, false], [-12.3828125, false], [-5.0078125, false], [-9.2578125, false], [-12.3828125, false], [-9.2578125, false], [-9.7578125, false], [-9.5078125, false], [-9.3828125, false], [-9.5078125, false], [-13.0078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1848, "doc": {"id": "MCAS_2004_9_6-v1", "question": "Which of the following is the best example of a wave?", "choices": {"text": ["a stone rolling downhill", "a vehicle traveling on a bumpy road", "a string vibrating on a guitar", "a grasshopper jumping up and down occasionally"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "a string vibrating on a guitar", "arguments": ["Question: Which of the following is the best example of a wave?\nAnswer:", " ["], "resps": [[[-7.53515625, false]], [[-7.91015625, false]], [[-3.283203125, false]], [[-4.78515625, false]], [[-7.91015625, false]], [[-9.28125, false]], [[-8.90625, false]], [[-8.28125, false]], [[-8.53125, false]], [[-4.78515625, false]], [[-9.15625, false]], [[-8.90625, false]], [[-9.90625, false]], [[-9.90625, false]], [[-8.78125, false]], [[-8.28125, false]], [[-10.53125, false]], [[-4.78515625, false]], [[-8.28125, false]], [[-8.90625, false]], [[-9.03125, false]], [[-8.28125, false]], [[-9.53125, false]], [[-8.78125, false]], [[-9.90625, false]], [[-9.90625, false]], [[-7.91015625, false]], [[-8.9140625, false]], [[-4.78515625, false]], [[-7.91015625, false]], [[-3.283203125, false]], [[-4.78515625, false]], [[-8.78125, false]], [[-8.53125, false]], [[-9.53125, false]], [[-8.78125, false]], [[-8.15625, false]], [[-9.90625, false]], [[-8.53125, false]], [[-4.78515625, false]], [[-9.28125, false]], [[-9.15625, false]], [[-3.283203125, false]], [[-8.78125, false]], [[-8.53125, false]], [[-9.90625, false]], [[-8.78125, false]], [[-8.28125, false]], [[-10.53125, false]], [[-4.78515625, false]], [[-8.90625, false]], [[-8.28125, false]], [[-4.78515625, false]], [[-3.283203125, false]], [[-4.78515625, false]], [[-7.41015625, false]], [[-10.15625, false]], [[-8.53125, false]], [[-9.15625, false]], [[-10.15625, false]], [[-4.78515625, false]], [[-9.15625, false]], [[-8.90625, false]], [[-3.283203125, false]], [[-8.28125, false]], [[-7.91015625, false]], [[-8.9140625, false]], [[-4.78515625, false]], [[-7.91015625, false]], [[-3.283203125, false]], [[-4.78515625, false]], [[-7.91015625, false]], [[-9.28125, false]], [[-9.15625, false]], [[-8.78125, false]], [[-8.28125, false]], [[-10.53125, false]], [[-4.78515625, false]], [[-8.78125, false]], [[-8.78125, false]], [[-7.41015625, false]], [[-9.15625, false]], [[-3.283203125, false]], [[-9.28125, false]], [[-8.78125, false]], [[-8.28125, false]], [[-10.53125, false]], [[-4.78515625, false]], [[-8.90625, false]], [[-8.28125, false]], [[-4.78515625, false]], [[-3.283203125, false]], [[-4.78515625, false]], [[-10.53125, false]], [[-10.15625, false]], [[-8.78125, false]], [[-9.28125, false]], [[-3.283203125, false]], [[-9.15625, false]], [[-7.91015625, false]], [[-8.9140625, false]], [[-4.78515625, false]], [[-7.91015625, false]], [[-3.283203125, false]], [[-4.78515625, false]], [[-10.53125, false]], [[-9.15625, false]], [[-3.283203125, false]], [[-7.91015625, false]], [[-7.91015625, false]], [[-9.53125, false]], [[-8.90625, false]], [[-9.15625, false]], [[-9.15625, false]], [[-8.53125, false]], [[-9.15625, false]], [[-4.78515625, false]], [[-11.03125, false]], [[-10.15625, false]], [[-8.53125, false]], [[-9.15625, false]], [[-8.78125, false]], [[-8.28125, false]], [[-10.53125, false]], [[-4.78515625, false]], [[-10.15625, false]], [[-9.15625, false]], [[-4.78515625, false]], [[-3.283203125, false]], [[-8.28125, false]], [[-8.28125, false]], [[-4.78515625, false]], [[-8.28125, false]], [[-8.90625, false]], [[-9.03125, false]], [[-8.28125, false]], [[-4.78515625, false]], [[-8.90625, false]], [[-8.15625, false]], [[-8.15625, false]], [[-3.283203125, false]], [[-7.91015625, false]], [[-8.78125, false]], [[-8.90625, false]], [[-8.28125, false]], [[-3.283203125, false]], [[-9.90625, false]], [[-9.90625, false]], [[-10.15625, false]], [[-7.91015625, false]], [[-12.53125, false]]], "filtered_resps": [[-7.53515625, false], [-7.91015625, false], [-3.283203125, false], [-4.78515625, false], [-7.91015625, false], [-9.28125, false], [-8.90625, false], [-8.28125, false], [-8.53125, false], [-4.78515625, false], [-9.15625, false], [-8.90625, false], [-9.90625, false], [-9.90625, false], [-8.78125, false], [-8.28125, false], [-10.53125, false], [-4.78515625, false], [-8.28125, false], [-8.90625, false], [-9.03125, false], [-8.28125, false], [-9.53125, false], [-8.78125, false], [-9.90625, false], [-9.90625, false], [-7.91015625, false], [-8.9140625, false], [-4.78515625, false], [-7.91015625, false], [-3.283203125, false], [-4.78515625, false], [-8.78125, false], [-8.53125, false], [-9.53125, false], [-8.78125, false], [-8.15625, false], [-9.90625, false], [-8.53125, false], [-4.78515625, false], [-9.28125, false], [-9.15625, false], [-3.283203125, false], [-8.78125, false], [-8.53125, false], [-9.90625, false], [-8.78125, false], [-8.28125, false], [-10.53125, false], [-4.78515625, false], [-8.90625, false], [-8.28125, false], [-4.78515625, false], [-3.283203125, false], [-4.78515625, false], [-7.41015625, false], [-10.15625, false], [-8.53125, false], [-9.15625, false], [-10.15625, false], [-4.78515625, false], [-9.15625, false], [-8.90625, false], [-3.283203125, false], [-8.28125, false], [-7.91015625, false], [-8.9140625, false], [-4.78515625, false], [-7.91015625, false], [-3.283203125, false], [-4.78515625, false], [-7.91015625, false], [-9.28125, false], [-9.15625, false], [-8.78125, false], [-8.28125, false], [-10.53125, false], [-4.78515625, false], [-8.78125, false], [-8.78125, false], [-7.41015625, false], [-9.15625, false], [-3.283203125, false], [-9.28125, false], [-8.78125, false], [-8.28125, false], [-10.53125, false], [-4.78515625, false], [-8.90625, false], [-8.28125, false], [-4.78515625, false], [-3.283203125, false], [-4.78515625, false], [-10.53125, false], [-10.15625, false], [-8.78125, false], [-9.28125, false], [-3.283203125, false], [-9.15625, false], [-7.91015625, false], [-8.9140625, false], [-4.78515625, false], [-7.91015625, false], [-3.283203125, false], [-4.78515625, false], [-10.53125, false], [-9.15625, false], [-3.283203125, false], [-7.91015625, false], [-7.91015625, false], [-9.53125, false], [-8.90625, false], [-9.15625, false], [-9.15625, false], [-8.53125, false], [-9.15625, false], [-4.78515625, false], [-11.03125, false], [-10.15625, false], [-8.53125, false], [-9.15625, false], [-8.78125, false], [-8.28125, false], [-10.53125, false], [-4.78515625, false], [-10.15625, false], [-9.15625, false], [-4.78515625, false], [-3.283203125, false], [-8.28125, false], [-8.28125, false], [-4.78515625, false], [-8.28125, false], [-8.90625, false], [-9.03125, false], [-8.28125, false], [-4.78515625, false], [-8.90625, false], [-8.15625, false], [-8.15625, false], [-3.283203125, false], [-7.91015625, false], [-8.78125, false], [-8.90625, false], [-8.28125, false], [-3.283203125, false], [-9.90625, false], [-9.90625, false], [-10.15625, false], [-7.91015625, false], [-12.53125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1856, "doc": {"id": "NYSEDREGENTS_2010_4_25", "question": "The function of a plant's roots is to take in", "choices": {"text": ["light and water", "light and air", "nutrients and water", "nutrients and soil"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "nutrients and water", "arguments": ["Question: The function of a plant's roots is to take in\nAnswer:", " ["], "resps": [[[-7.5546875, false]], [[-7.8046875, false]], [[-11.5546875, false]], [[-8.8046875, false]], [[-11.0546875, false]], [[-11.0546875, false]], [[-11.5546875, false]], [[-6.0546875, false]], [[-5.5546875, false]], [[-9.0546875, false]], [[-9.5546875, false]], [[-6.0546875, false]], [[-11.0546875, false]], [[-5.5546875, false]], [[-11.5546875, false]], [[-9.5546875, false]], [[-10.5546875, false]], [[-7.8046875, false]], [[-9.609375, false]], [[-6.0546875, false]], [[-7.8046875, false]], [[-11.5546875, false]], [[-8.8046875, false]], [[-11.0546875, false]], [[-11.0546875, false]], [[-11.5546875, false]], [[-6.0546875, false]], [[-5.5546875, false]], [[-9.0546875, false]], [[-9.5546875, false]], [[-6.0546875, false]], [[-5.5546875, false]], [[-8.8046875, false]], [[-10.5546875, false]], [[-7.8046875, false]], [[-9.609375, false]], [[-6.0546875, false]], [[-7.8046875, false]], [[-9.0546875, false]], [[-11.5546875, false]], [[-11.5546875, false]], [[-10.5546875, false]], [[-8.8046875, false]], [[-9.5546875, false]], [[-9.0546875, false]], [[-11.5546875, false]], [[-10.3046875, false]], [[-6.0546875, false]], [[-5.5546875, false]], [[-9.0546875, false]], [[-9.5546875, false]], [[-6.0546875, false]], [[-11.0546875, false]], [[-5.5546875, false]], [[-11.5546875, false]], [[-9.5546875, false]], [[-10.5546875, false]], [[-7.8046875, false]], [[-9.609375, false]], [[-6.0546875, false]], [[-7.8046875, false]], [[-9.0546875, false]], [[-11.5546875, false]], [[-11.5546875, false]], [[-10.5546875, false]], [[-8.8046875, false]], [[-9.5546875, false]], [[-9.0546875, false]], [[-11.5546875, false]], [[-10.3046875, false]], [[-6.0546875, false]], [[-5.5546875, false]], [[-9.0546875, false]], [[-9.5546875, false]], [[-6.0546875, false]], [[-10.3046875, false]], [[-10.0546875, false]], [[-8.8046875, false]], [[-11.5546875, false]], [[-7.8046875, false]], [[-12.5546875, false]]], "filtered_resps": [[-7.5546875, false], [-7.8046875, false], [-11.5546875, false], [-8.8046875, false], [-11.0546875, false], [-11.0546875, false], [-11.5546875, false], [-6.0546875, false], [-5.5546875, false], [-9.0546875, false], [-9.5546875, false], [-6.0546875, false], [-11.0546875, false], [-5.5546875, false], [-11.5546875, false], [-9.5546875, false], [-10.5546875, false], [-7.8046875, false], [-9.609375, false], [-6.0546875, false], [-7.8046875, false], [-11.5546875, false], [-8.8046875, false], [-11.0546875, false], [-11.0546875, false], [-11.5546875, false], [-6.0546875, false], [-5.5546875, false], [-9.0546875, false], [-9.5546875, false], [-6.0546875, false], [-5.5546875, false], [-8.8046875, false], [-10.5546875, false], [-7.8046875, false], [-9.609375, false], [-6.0546875, false], [-7.8046875, false], [-9.0546875, false], [-11.5546875, false], [-11.5546875, false], [-10.5546875, false], [-8.8046875, false], [-9.5546875, false], [-9.0546875, false], [-11.5546875, false], [-10.3046875, false], [-6.0546875, false], [-5.5546875, false], [-9.0546875, false], [-9.5546875, false], [-6.0546875, false], [-11.0546875, false], [-5.5546875, false], [-11.5546875, false], [-9.5546875, false], [-10.5546875, false], [-7.8046875, false], [-9.609375, false], [-6.0546875, false], [-7.8046875, false], [-9.0546875, false], [-11.5546875, false], [-11.5546875, false], [-10.5546875, false], [-8.8046875, false], [-9.5546875, false], [-9.0546875, false], [-11.5546875, false], [-10.3046875, false], [-6.0546875, false], [-5.5546875, false], [-9.0546875, false], [-9.5546875, false], [-6.0546875, false], [-10.3046875, false], [-10.0546875, false], [-8.8046875, false], [-11.5546875, false], [-7.8046875, false], [-12.5546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1864, "doc": {"id": "Mercury_7212153", "question": "A magnet can generate an electric current in a wire if the magnet is close enough to the wire and if the magnet is also", "choices": {"text": ["strong.", "weak.", "at rest.", "in motion."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "in motion.", "arguments": ["Question: A magnet can generate an electric current in a wire if the magnet is close enough to the wire and if the magnet is also\nAnswer:", " ["], "resps": [[[-7.26171875, false]], [[-8.5078125, false]], [[-8.7578125, false]], [[-10.0078125, false]], [[-9.5078125, false]], [[-10.2578125, false]], [[-8.2578125, false]], [[-11.0078125, false]], [[-6.625, false]], [[-8.5078125, false]], [[-8.9375, false]], [[-5.26171875, false]], [[-8.5078125, false]], [[-9.7578125, false]], [[-8.7578125, false]], [[-4.01171875, false]], [[-8.5078125, false]], [[-6.625, false]], [[-8.5078125, false]], [[-8.9375, false]], [[-5.26171875, false]], [[-8.5078125, false]], [[-4.01171875, false]], [[-10.0078125, false]], [[-5.26171875, false]], [[-9.5078125, false]], [[-8.7578125, false]], [[-8.7578125, false]], [[-10.0078125, false]], [[-6.625, false]], [[-8.5078125, false]], [[-8.9375, false]], [[-5.26171875, false]], [[-8.5078125, false]], [[-7.01171875, false]], [[-8.2578125, false]], [[-5.26171875, false]], [[-9.5078125, false]], [[-10.2578125, false]], [[-10.0078125, false]], [[-7.01171875, false]], [[-10.2578125, false]], [[-8.2578125, false]], [[-6.625, false]], [[-8.5078125, false]], [[-11.2578125, false]]], "filtered_resps": [[-7.26171875, false], [-8.5078125, false], [-8.7578125, false], [-10.0078125, false], [-9.5078125, false], [-10.2578125, false], [-8.2578125, false], [-11.0078125, false], [-6.625, false], [-8.5078125, false], [-8.9375, false], [-5.26171875, false], [-8.5078125, false], [-9.7578125, false], [-8.7578125, false], [-4.01171875, false], [-8.5078125, false], [-6.625, false], [-8.5078125, false], [-8.9375, false], [-5.26171875, false], [-8.5078125, false], [-4.01171875, false], [-10.0078125, false], [-5.26171875, false], [-9.5078125, false], [-8.7578125, false], [-8.7578125, false], [-10.0078125, false], [-6.625, false], [-8.5078125, false], [-8.9375, false], [-5.26171875, false], [-8.5078125, false], [-7.01171875, false], [-8.2578125, false], [-5.26171875, false], [-9.5078125, false], [-10.2578125, false], [-10.0078125, false], [-7.01171875, false], [-10.2578125, false], [-8.2578125, false], [-6.625, false], [-8.5078125, false], [-11.2578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1872, "doc": {"id": "Mercury_SC_405197", "question": "Scientists study fossils to learn about extinct plants and animals. Which of these is the best example of a fossil?", "choices": {"text": ["a footprint in a rock", "a seashell under water", "a leaf in a mudpuddle", "a bone on top of a sand pile"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "a footprint in a rock", "arguments": ["Question: Scientists study fossils to learn about extinct plants and animals. Which of these is the best example of a fossil?\nAnswer:", " ["], "resps": [[[-7.50390625, false]], [[-8.25, false]], [[-4.50390625, false]], [[-5.87890625, false]], [[-8.5, false]], [[-8.375, false]], [[-8.375, false]], [[-10.25, false]], [[-8.0, false]], [[-9.25, false]], [[-8.625, false]], [[-10.125, false]], [[-10.25, false]], [[-5.87890625, false]], [[-8.625, false]], [[-10.125, false]], [[-5.87890625, false]], [[-4.50390625, false]], [[-5.87890625, false]], [[-9.25, false]], [[-8.375, false]], [[-7.75390625, false]], [[-11.0, false]], [[-8.25, false]], [[-10.5078125, false]], [[-5.87890625, false]], [[-8.25, false]], [[-4.50390625, false]], [[-5.87890625, false]], [[-9.625, false]], [[-7.37890625, false]], [[-4.50390625, false]], [[-9.625, false]], [[-11.125, false]], [[-7.37890625, false]], [[-9.5, false]], [[-9.5, false]], [[-5.87890625, false]], [[-11.125, false]], [[-10.125, false]], [[-8.75, false]], [[-7.37890625, false]], [[-9.25, false]], [[-5.87890625, false]], [[-9.625, false]], [[-4.50390625, false]], [[-10.25, false]], [[-7.37890625, false]], [[-9.25, false]], [[-8.25, false]], [[-10.5078125, false]], [[-5.87890625, false]], [[-8.25, false]], [[-4.50390625, false]], [[-5.87890625, false]], [[-9.5, false]], [[-7.37890625, false]], [[-4.50390625, false]], [[-8.5, false]], [[-5.87890625, false]], [[-8.625, false]], [[-10.125, false]], [[-5.87890625, false]], [[-4.50390625, false]], [[-5.87890625, false]], [[-10.0, false]], [[-11.125, false]], [[-8.75, false]], [[-8.0, false]], [[-11.125, false]], [[-8.75, false]], [[-8.75, false]], [[-9.5, false]], [[-7.37890625, false]], [[-8.25, false]], [[-10.5078125, false]], [[-5.87890625, false]], [[-8.25, false]], [[-4.50390625, false]], [[-5.87890625, false]], [[-8.375, false]], [[-8.375, false]], [[-10.125, false]], [[-7.37890625, false]], [[-5.87890625, false]], [[-8.375, false]], [[-10.125, false]], [[-5.87890625, false]], [[-10.25, false]], [[-8.375, false]], [[-8.0, false]], [[-5.87890625, false]], [[-8.375, false]], [[-8.5, false]], [[-5.87890625, false]], [[-4.50390625, false]], [[-5.87890625, false]], [[-9.625, false]], [[-4.50390625, false]], [[-10.125, false]], [[-8.75, false]], [[-5.87890625, false]], [[-8.0, false]], [[-8.625, false]], [[-9.5, false]], [[-7.37890625, false]], [[-8.25, false]], [[-12.5, false]]], "filtered_resps": [[-7.50390625, false], [-8.25, false], [-4.50390625, false], [-5.87890625, false], [-8.5, false], [-8.375, false], [-8.375, false], [-10.25, false], [-8.0, false], [-9.25, false], [-8.625, false], [-10.125, false], [-10.25, false], [-5.87890625, false], [-8.625, false], [-10.125, false], [-5.87890625, false], [-4.50390625, false], [-5.87890625, false], [-9.25, false], [-8.375, false], [-7.75390625, false], [-11.0, false], [-8.25, false], [-10.5078125, false], [-5.87890625, false], [-8.25, false], [-4.50390625, false], [-5.87890625, false], [-9.625, false], [-7.37890625, false], [-4.50390625, false], [-9.625, false], [-11.125, false], [-7.37890625, false], [-9.5, false], [-9.5, false], [-5.87890625, false], [-11.125, false], [-10.125, false], [-8.75, false], [-7.37890625, false], [-9.25, false], [-5.87890625, false], [-9.625, false], [-4.50390625, false], [-10.25, false], [-7.37890625, false], [-9.25, false], [-8.25, false], [-10.5078125, false], [-5.87890625, false], [-8.25, false], [-4.50390625, false], [-5.87890625, false], [-9.5, false], [-7.37890625, false], [-4.50390625, false], [-8.5, false], [-5.87890625, false], [-8.625, false], [-10.125, false], [-5.87890625, false], [-4.50390625, false], [-5.87890625, false], [-10.0, false], [-11.125, false], [-8.75, false], [-8.0, false], [-11.125, false], [-8.75, false], [-8.75, false], [-9.5, false], [-7.37890625, false], [-8.25, false], [-10.5078125, false], [-5.87890625, false], [-8.25, false], [-4.50390625, false], [-5.87890625, false], [-8.375, false], [-8.375, false], [-10.125, false], [-7.37890625, false], [-5.87890625, false], [-8.375, false], [-10.125, false], [-5.87890625, false], [-10.25, false], [-8.375, false], [-8.0, false], [-5.87890625, false], [-8.375, false], [-8.5, false], [-5.87890625, false], [-4.50390625, false], [-5.87890625, false], [-9.625, false], [-4.50390625, false], [-10.125, false], [-8.75, false], [-5.87890625, false], [-8.0, false], [-8.625, false], [-9.5, false], [-7.37890625, false], [-8.25, false], [-12.5, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1880, "doc": {"id": "Mercury_7166863", "question": "A group of citizens want to have a statue built out of marble. They want to place it in a climate that has a slow rate of chemical weathering. In which type of climate would it be best to place the statue for the slowest rate of chemical weathering?", "choices": {"text": ["hot and dry", "cold and dry", "hot and humid", "cold and humid"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "cold and dry", "arguments": ["Question: A group of citizens want to have a statue built out of marble. They want to place it in a climate that has a slow rate of chemical weathering. In which type of climate would it be best to place the statue for the slowest rate of chemical weathering?\nAnswer:", " ["], "resps": [[[-7.28125, false]], [[-9.28125, false]], [[-12.28125, false]], [[-10.53125, false]], [[-11.03125, false]], [[-6.046875, false]], [[-5.78125, false]], [[-10.78125, false]], [[-10.03125, false]], [[-6.046875, false]], [[-10.03125, false]], [[-12.78125, false]], [[-13.78125, false]], [[-9.28125, false]], [[-9.8828125, false]], [[-6.03125, false]], [[-9.28125, false]], [[-11.03125, false]], [[-10.53125, false]], [[-11.28125, false]], [[-10.03125, false]], [[-6.03125, false]], [[-5.78125, false]], [[-10.78125, false]], [[-10.03125, false]], [[-6.03125, false]], [[-10.03125, false]], [[-12.78125, false]], [[-13.78125, false]], [[-9.28125, false]], [[-9.8828125, false]], [[-6.03125, false]], [[-9.28125, false]], [[-12.28125, false]], [[-10.53125, false]], [[-11.03125, false]], [[-6.03125, false]], [[-5.78125, false]], [[-10.78125, false]], [[-10.03125, false]], [[-6.03125, false]], [[-12.28125, false]], [[-11.78125, false]], [[-10.53125, false]], [[-9.03125, false]], [[-10.03125, false]], [[-9.28125, false]], [[-9.90625, false]], [[-6.03125, false]], [[-9.28125, false]], [[-11.03125, false]], [[-10.53125, false]], [[-11.28125, false]], [[-10.03125, false]], [[-6.03125, false]], [[-5.78125, false]], [[-10.78125, false]], [[-10.03125, false]], [[-6.03125, false]], [[-12.28125, false]], [[-11.78125, false]], [[-10.53125, false]], [[-9.03125, false]], [[-10.03125, false]], [[-9.28125, false]], [[-14.03125, false]]], "filtered_resps": [[-7.28125, false], [-9.28125, false], [-12.28125, false], [-10.53125, false], [-11.03125, false], [-6.046875, false], [-5.78125, false], [-10.78125, false], [-10.03125, false], [-6.046875, false], [-10.03125, false], [-12.78125, false], [-13.78125, false], [-9.28125, false], [-9.8828125, false], [-6.03125, false], [-9.28125, false], [-11.03125, false], [-10.53125, false], [-11.28125, false], [-10.03125, false], [-6.03125, false], [-5.78125, false], [-10.78125, false], [-10.03125, false], [-6.03125, false], [-10.03125, false], [-12.78125, false], [-13.78125, false], [-9.28125, false], [-9.8828125, false], [-6.03125, false], [-9.28125, false], [-12.28125, false], [-10.53125, false], [-11.03125, false], [-6.03125, false], [-5.78125, false], [-10.78125, false], [-10.03125, false], [-6.03125, false], [-12.28125, false], [-11.78125, false], [-10.53125, false], [-9.03125, false], [-10.03125, false], [-9.28125, false], [-9.90625, false], [-6.03125, false], [-9.28125, false], [-11.03125, false], [-10.53125, false], [-11.28125, false], [-10.03125, false], [-6.03125, false], [-5.78125, false], [-10.78125, false], [-10.03125, false], [-6.03125, false], [-12.28125, false], [-11.78125, false], [-10.53125, false], [-9.03125, false], [-10.03125, false], [-9.28125, false], [-14.03125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1888, "doc": {"id": "NYSEDREGENTS_2015_4_6", "question": "Which unit of measurement should be used to describe the mass of an apple?", "choices": {"text": ["gram", "liter", "minute", "meter"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "gram", "arguments": ["Question: Which unit of measurement should be used to describe the mass of an apple?\nAnswer:", " ["], "resps": [[[-7.69921875, false]], [[-8.203125, false]], [[-5.94921875, false]], [[-9.703125, false]], [[-4.19921875, false]], [[-3.951171875, false]], [[-8.203125, false]], [[-9.28125, false]], [[-4.19921875, false]], [[-8.203125, false]], [[-7.19921875, false]], [[-9.203125, false]], [[-6.94921875, false]], [[-7.44921875, false]], [[-9.703125, false]], [[-8.203125, false]], [[-9.28125, false]], [[-4.19921875, false]], [[-8.203125, false]], [[-3.951171875, false]], [[-9.203125, false]], [[-7.44921875, false]], [[-9.453125, false]], [[-6.94921875, false]], [[-7.44921875, false]], [[-8.203125, false]], [[-9.28125, false]], [[-4.19921875, false]], [[-8.203125, false]], [[-3.951171875, false]], [[-7.44921875, false]], [[-6.94921875, false]], [[-7.44921875, false]], [[-9.703125, false]], [[-8.203125, false]], [[-12.453125, false]]], "filtered_resps": [[-7.69921875, false], [-8.203125, false], [-5.94921875, false], [-9.703125, false], [-4.19921875, false], [-3.951171875, false], [-8.203125, false], [-9.28125, false], [-4.19921875, false], [-8.203125, false], [-7.19921875, false], [-9.203125, false], [-6.94921875, false], [-7.44921875, false], [-9.703125, false], [-8.203125, false], [-9.28125, false], [-4.19921875, false], [-8.203125, false], [-3.951171875, false], [-9.203125, false], [-7.44921875, false], [-9.453125, false], [-6.94921875, false], [-7.44921875, false], [-8.203125, false], [-9.28125, false], [-4.19921875, false], [-8.203125, false], [-3.951171875, false], [-7.44921875, false], [-6.94921875, false], [-7.44921875, false], [-9.703125, false], [-8.203125, false], [-12.453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1896, "doc": {"id": "LEAP__5_10319", "question": "Which natural event would take the longest time to happen?", "choices": {"text": ["a cloud forming", "a mountain forming", "a pond evaporating", "a river flooding its banks"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "a river flooding its banks", "arguments": ["Question: Which natural event would take the longest time to happen?\nAnswer:", " ["], "resps": [[[-7.87109375, false]], [[-7.74609375, false]], [[-3.869140625, false]], [[-5.24609375, false]], [[-8.7421875, false]], [[-10.7421875, false]], [[-9.7421875, false]], [[-11.2421875, false]], [[-7.87109375, false]], [[-5.24609375, false]], [[-10.2421875, false]], [[-9.7421875, false]], [[-10.1171875, false]], [[-10.9921875, false]], [[-9.7421875, false]], [[-10.8671875, false]], [[-12.6171875, false]], [[-7.74609375, false]], [[-10.5, false]], [[-5.24609375, false]], [[-7.74609375, false]], [[-3.869140625, false]], [[-5.24609375, false]], [[-10.9921875, false]], [[-9.7421875, false]], [[-11.2421875, false]], [[-10.8671875, false]], [[-9.9921875, false]], [[-3.869140625, false]], [[-9.7421875, false]], [[-10.8671875, false]], [[-5.24609375, false]], [[-10.2421875, false]], [[-9.7421875, false]], [[-10.1171875, false]], [[-10.9921875, false]], [[-9.7421875, false]], [[-10.8671875, false]], [[-12.6171875, false]], [[-7.74609375, false]], [[-10.5, false]], [[-5.24609375, false]], [[-7.74609375, false]], [[-3.869140625, false]], [[-5.24609375, false]], [[-11.4921875, false]], [[-9.7421875, false]], [[-10.8671875, false]], [[-7.87109375, false]], [[-5.24609375, false]], [[-5.24609375, false]], [[-11.6171875, false]], [[-3.869140625, false]], [[-11.4921875, false]], [[-9.7421875, false]], [[-10.1171875, false]], [[-3.869140625, false]], [[-9.9921875, false]], [[-9.7421875, false]], [[-10.8671875, false]], [[-12.6171875, false]], [[-7.74609375, false]], [[-10.5, false]], [[-5.24609375, false]], [[-7.74609375, false]], [[-3.869140625, false]], [[-5.24609375, false]], [[-10.1171875, false]], [[-9.7421875, false]], [[-11.6171875, false]], [[-5.24609375, false]], [[-10.1171875, false]], [[-5.24609375, false]], [[-10.2421875, false]], [[-10.7421875, false]], [[-9.7421875, false]], [[-9.7421875, false]], [[-7.87109375, false]], [[-9.7421875, false]], [[-10.8671875, false]], [[-12.6171875, false]], [[-5.24609375, false]], [[-9.7421875, false]], [[-9.9921875, false]], [[-8.3671875, false]], [[-5.24609375, false]], [[-10.1171875, false]], [[-3.869140625, false]], [[-10.8671875, false]], [[-11.4921875, false]], [[-8.3671875, false]], [[-7.74609375, false]], [[-14.2421875, false]]], "filtered_resps": [[-7.87109375, false], [-7.74609375, false], [-3.869140625, false], [-5.24609375, false], [-8.7421875, false], [-10.7421875, false], [-9.7421875, false], [-11.2421875, false], [-7.87109375, false], [-5.24609375, false], [-10.2421875, false], [-9.7421875, false], [-10.1171875, false], [-10.9921875, false], [-9.7421875, false], [-10.8671875, false], [-12.6171875, false], [-7.74609375, false], [-10.5, false], [-5.24609375, false], [-7.74609375, false], [-3.869140625, false], [-5.24609375, false], [-10.9921875, false], [-9.7421875, false], [-11.2421875, false], [-10.8671875, false], [-9.9921875, false], [-3.869140625, false], [-9.7421875, false], [-10.8671875, false], [-5.24609375, false], [-10.2421875, false], [-9.7421875, false], [-10.1171875, false], [-10.9921875, false], [-9.7421875, false], [-10.8671875, false], [-12.6171875, false], [-7.74609375, false], [-10.5, false], [-5.24609375, false], [-7.74609375, false], [-3.869140625, false], [-5.24609375, false], [-11.4921875, false], [-9.7421875, false], [-10.8671875, false], [-7.87109375, false], [-5.24609375, false], [-5.24609375, false], [-11.6171875, false], [-3.869140625, false], [-11.4921875, false], [-9.7421875, false], [-10.1171875, false], [-3.869140625, false], [-9.9921875, false], [-9.7421875, false], [-10.8671875, false], [-12.6171875, false], [-7.74609375, false], [-10.5, false], [-5.24609375, false], [-7.74609375, false], [-3.869140625, false], [-5.24609375, false], [-10.1171875, false], [-9.7421875, false], [-11.6171875, false], [-5.24609375, false], [-10.1171875, false], [-5.24609375, false], [-10.2421875, false], [-10.7421875, false], [-9.7421875, false], [-9.7421875, false], [-7.87109375, false], [-9.7421875, false], [-10.8671875, false], [-12.6171875, false], [-5.24609375, false], [-9.7421875, false], [-9.9921875, false], [-8.3671875, false], [-5.24609375, false], [-10.1171875, false], [-3.869140625, false], [-10.8671875, false], [-11.4921875, false], [-8.3671875, false], [-7.74609375, false], [-14.2421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1904, "doc": {"id": "Mercury_7026898", "question": "During a laboratory investigation, a student cracks a clean, empty Erlenmeyer flask. It does not break, but it can no longer be used. Where should the flask be placed?", "choices": {"text": ["trash can", "biohazard bag", "broken glass bin", "hazardous waste bin"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "broken glass bin", "arguments": ["Question: During a laboratory investigation, a student cracks a clean, empty Erlenmeyer flask. It does not break, but it can no longer be used. Where should the flask be placed?\nAnswer:", " ["], "resps": [[[-7.3203125, false]], [[-11.0703125, false]], [[-11.8203125, false]], [[-12.5703125, false]], [[-7.0703125, false]], [[-11.0703125, false]], [[-13.3203125, false]], [[-5.0703125, false]], [[-10.8203125, false]], [[-7.0703125, false]], [[-10.8203125, false]], [[-11.0703125, false]], [[-10.3046875, false]], [[-5.0703125, false]], [[-11.0703125, false]], [[-9.3203125, false]], [[-10.3203125, false]], [[-11.8203125, false]], [[-13.3203125, false]], [[-7.0703125, false]], [[-14.3203125, false]], [[-7.0703125, false]], [[-12.5703125, false]], [[-10.5703125, false]], [[-5.0703125, false]], [[-9.3203125, false]], [[-7.0703125, false]], [[-12.3203125, false]], [[-11.0703125, false]], [[-10.3046875, false]], [[-5.0703125, false]], [[-11.0703125, false]], [[-9.3203125, false]], [[-12.5703125, false]], [[-11.8203125, false]], [[-13.0703125, false]], [[-11.0703125, false]], [[-10.8203125, false]], [[-5.0703125, false]], [[-12.3203125, false]], [[-12.0703125, false]], [[-7.0703125, false]], [[-11.0703125, false]], [[-11.0703125, false]], [[-5.0703125, false]], [[-9.3203125, false]], [[-10.3203125, false]], [[-10.8203125, false]], [[-11.0703125, false]], [[-10.3046875, false]], [[-5.0703125, false]], [[-11.0703125, false]], [[-13.3203125, false]], [[-7.0703125, false]], [[-14.3203125, false]], [[-7.0703125, false]], [[-12.5703125, false]], [[-10.5703125, false]], [[-11.8203125, false]], [[-11.8203125, false]], [[-11.0703125, false]], [[-5.0703125, false]], [[-12.3203125, false]], [[-7.0703125, false]], [[-11.0703125, false]], [[-11.8203125, false]], [[-11.0703125, false]], [[-5.0703125, false]], [[-9.3203125, false]], [[-10.3203125, false]], [[-10.8203125, false]], [[-11.0703125, false]], [[-12.3203125, false]]], "filtered_resps": [[-7.3203125, false], [-11.0703125, false], [-11.8203125, false], [-12.5703125, false], [-7.0703125, false], [-11.0703125, false], [-13.3203125, false], [-5.0703125, false], [-10.8203125, false], [-7.0703125, false], [-10.8203125, false], [-11.0703125, false], [-10.3046875, false], [-5.0703125, false], [-11.0703125, false], [-9.3203125, false], [-10.3203125, false], [-11.8203125, false], [-13.3203125, false], [-7.0703125, false], [-14.3203125, false], [-7.0703125, false], [-12.5703125, false], [-10.5703125, false], [-5.0703125, false], [-9.3203125, false], [-7.0703125, false], [-12.3203125, false], [-11.0703125, false], [-10.3046875, false], [-5.0703125, false], [-11.0703125, false], [-9.3203125, false], [-12.5703125, false], [-11.8203125, false], [-13.0703125, false], [-11.0703125, false], [-10.8203125, false], [-5.0703125, false], [-12.3203125, false], [-12.0703125, false], [-7.0703125, false], [-11.0703125, false], [-11.0703125, false], [-5.0703125, false], [-9.3203125, false], [-10.3203125, false], [-10.8203125, false], [-11.0703125, false], [-10.3046875, false], [-5.0703125, false], [-11.0703125, false], [-13.3203125, false], [-7.0703125, false], [-14.3203125, false], [-7.0703125, false], [-12.5703125, false], [-10.5703125, false], [-11.8203125, false], [-11.8203125, false], [-11.0703125, false], [-5.0703125, false], [-12.3203125, false], [-7.0703125, false], [-11.0703125, false], [-11.8203125, false], [-11.0703125, false], [-5.0703125, false], [-9.3203125, false], [-10.3203125, false], [-10.8203125, false], [-11.0703125, false], [-12.3203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1912, "doc": {"id": "Mercury_7014035", "question": "A scientist observes that both birds and snakes in the same ecosystem depend on the same mouse species as a food source. The relationship between the birds and the snakes is an example of", "choices": {"text": ["predation.", "mutualism.", "competition.", "commensalism."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "competition.", "arguments": ["Question: A scientist observes that both birds and snakes in the same ecosystem depend on the same mouse species as a food source. The relationship between the birds and the snakes is an example of\nAnswer:", " ["], "resps": [[[-6.83203125, false]], [[-8.2109375, false]], [[-8.0859375, false]], [[-8.8359375, false]], [[-6.95703125, false]], [[-6.95703125, false]], [[-3.583984375, false]], [[-9.7109375, false]], [[-7.70703125, false]], [[-9.2109375, false]], [[-7.45703125, false]], [[-6.375, false]], [[-8.2109375, false]], [[-8.3125, false]], [[-4.70703125, false]], [[-8.2109375, false]], [[-9.3359375, false]], [[-10.8359375, false]], [[-9.7109375, false]], [[-10.8359375, false]], [[-3.583984375, false]], [[-10.0859375, false]], [[-7.70703125, false]], [[-8.7109375, false]], [[-9.3359375, false]], [[-6.375, false]], [[-8.2109375, false]], [[-8.3125, false]], [[-4.70703125, false]], [[-8.2109375, false]], [[-6.70703125, false]], [[-9.2109375, false]], [[-9.3359375, false]], [[-8.0859375, false]], [[-6.95703125, false]], [[-9.7109375, false]], [[-7.70703125, false]], [[-9.7109375, false]], [[-7.70703125, false]], [[-9.2109375, false]], [[-7.45703125, false]], [[-6.375, false]], [[-8.2109375, false]], [[-8.3125, false]], [[-4.70703125, false]], [[-8.2109375, false]], [[-6.70703125, false]], [[-9.2109375, false]], [[-9.3359375, false]], [[-9.3359375, false]], [[-6.95703125, false]], [[-7.45703125, false]], [[-8.7109375, false]], [[-3.583984375, false]], [[-10.0859375, false]], [[-7.70703125, false]], [[-8.7109375, false]], [[-9.3359375, false]], [[-6.375, false]], [[-8.2109375, false]], [[-11.3359375, false]]], "filtered_resps": [[-6.83203125, false], [-8.2109375, false], [-8.0859375, false], [-8.8359375, false], [-6.95703125, false], [-6.95703125, false], [-3.583984375, false], [-9.7109375, false], [-7.70703125, false], [-9.2109375, false], [-7.45703125, false], [-6.375, false], [-8.2109375, false], [-8.3125, false], [-4.70703125, false], [-8.2109375, false], [-9.3359375, false], [-10.8359375, false], [-9.7109375, false], [-10.8359375, false], [-3.583984375, false], [-10.0859375, false], [-7.70703125, false], [-8.7109375, false], [-9.3359375, false], [-6.375, false], [-8.2109375, false], [-8.3125, false], [-4.70703125, false], [-8.2109375, false], [-6.70703125, false], [-9.2109375, false], [-9.3359375, false], [-8.0859375, false], [-6.95703125, false], [-9.7109375, false], [-7.70703125, false], [-9.7109375, false], [-7.70703125, false], [-9.2109375, false], [-7.45703125, false], [-6.375, false], [-8.2109375, false], [-8.3125, false], [-4.70703125, false], [-8.2109375, false], [-6.70703125, false], [-9.2109375, false], [-9.3359375, false], [-9.3359375, false], [-6.95703125, false], [-7.45703125, false], [-8.7109375, false], [-3.583984375, false], [-10.0859375, false], [-7.70703125, false], [-8.7109375, false], [-9.3359375, false], [-6.375, false], [-8.2109375, false], [-11.3359375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1920, "doc": {"id": "Mercury_7124093", "question": "A roller coaster is climbing up the highest hill on its track. At which point will the front car of the coaster most likely have its greatest potential energy?", "choices": {"text": ["at the bottom of the highest hill", "at the top of the highest hill", "at the start of the track", "at the end of the track"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "at the top of the highest hill", "arguments": ["Question: A roller coaster is climbing up the highest hill on its track. At which point will the front car of the coaster most likely have its greatest potential energy?\nAnswer:", " ["], "resps": [[[-6.921875, false]], [[-9.171875, false]], [[-5.171875, false]], [[-8.171875, false]], [[-5.671875, false]], [[-8.171875, false]], [[-9.671875, false]], [[-8.421875, false]], [[-5.671875, false]], [[-7.171875, false]], [[-10.421875, false]], [[-8.171875, false]], [[-8.171875, false]], [[-10.421875, false]], [[-8.171875, false]], [[-5.671875, false]], [[-10.421875, false]], [[-9.421875, false]], [[-5.671875, false]], [[-8.171875, false]], [[-9.671875, false]], [[-8.421875, false]], [[-5.671875, false]], [[-9.671875, false]], [[-8.171875, false]], [[-10.171875, false]], [[-9.671875, false]], [[-8.421875, false]], [[-8.921875, false]], [[-8.171875, false]], [[-5.671875, false]], [[-9.671875, false]], [[-8.171875, false]], [[-9.921875, false]], [[-9.921875, false]], [[-9.171875, false]], [[-9.4296875, false]], [[-5.671875, false]], [[-9.171875, false]], [[-5.171875, false]], [[-8.171875, false]], [[-5.671875, false]], [[-8.171875, false]], [[-9.671875, false]], [[-8.421875, false]], [[-5.671875, false]], [[-8.171875, false]], [[-10.421875, false]], [[-7.671875, false]], [[-5.671875, false]], [[-10.421875, false]], [[-9.421875, false]], [[-5.671875, false]], [[-8.171875, false]], [[-9.671875, false]], [[-8.421875, false]], [[-5.671875, false]], [[-9.671875, false]], [[-8.171875, false]], [[-10.171875, false]], [[-9.671875, false]], [[-8.421875, false]], [[-8.921875, false]], [[-8.171875, false]], [[-5.671875, false]], [[-9.671875, false]], [[-8.171875, false]], [[-9.921875, false]], [[-9.921875, false]], [[-9.171875, false]], [[-9.4296875, false]], [[-5.671875, false]], [[-9.171875, false]], [[-5.171875, false]], [[-8.171875, false]], [[-5.671875, false]], [[-8.171875, false]], [[-9.671875, false]], [[-8.421875, false]], [[-5.671875, false]], [[-8.921875, false]], [[-8.171875, false]], [[-5.171875, false]], [[-8.421875, false]], [[-8.171875, false]], [[-5.671875, false]], [[-10.421875, false]], [[-9.421875, false]], [[-5.671875, false]], [[-8.171875, false]], [[-9.671875, false]], [[-8.421875, false]], [[-5.671875, false]], [[-8.171875, false]], [[-8.421875, false]], [[-5.171875, false]], [[-7.671875, false]], [[-8.921875, false]], [[-9.171875, false]], [[-9.4296875, false]], [[-5.671875, false]], [[-9.171875, false]], [[-5.171875, false]], [[-8.171875, false]], [[-5.671875, false]], [[-8.171875, false]], [[-9.671875, false]], [[-8.421875, false]], [[-5.671875, false]], [[-8.421875, false]], [[-8.421875, false]], [[-8.921875, false]], [[-5.671875, false]], [[-10.421875, false]], [[-9.421875, false]], [[-5.671875, false]], [[-8.171875, false]], [[-9.671875, false]], [[-8.421875, false]], [[-5.671875, false]], [[-8.171875, false]], [[-8.421875, false]], [[-5.171875, false]], [[-7.671875, false]], [[-8.921875, false]], [[-9.171875, false]], [[-11.921875, false]]], "filtered_resps": [[-6.921875, false], [-9.171875, false], [-5.171875, false], [-8.171875, false], [-5.671875, false], [-8.171875, false], [-9.671875, false], [-8.421875, false], [-5.671875, false], [-7.171875, false], [-10.421875, false], [-8.171875, false], [-8.171875, false], [-10.421875, false], [-8.171875, false], [-5.671875, false], [-10.421875, false], [-9.421875, false], [-5.671875, false], [-8.171875, false], [-9.671875, false], [-8.421875, false], [-5.671875, false], [-9.671875, false], [-8.171875, false], [-10.171875, false], [-9.671875, false], [-8.421875, false], [-8.921875, false], [-8.171875, false], [-5.671875, false], [-9.671875, false], [-8.171875, false], [-9.921875, false], [-9.921875, false], [-9.171875, false], [-9.4296875, false], [-5.671875, false], [-9.171875, false], [-5.171875, false], [-8.171875, false], [-5.671875, false], [-8.171875, false], [-9.671875, false], [-8.421875, false], [-5.671875, false], [-8.171875, false], [-10.421875, false], [-7.671875, false], [-5.671875, false], [-10.421875, false], [-9.421875, false], [-5.671875, false], [-8.171875, false], [-9.671875, false], [-8.421875, false], [-5.671875, false], [-9.671875, false], [-8.171875, false], [-10.171875, false], [-9.671875, false], [-8.421875, false], [-8.921875, false], [-8.171875, false], [-5.671875, false], [-9.671875, false], [-8.171875, false], [-9.921875, false], [-9.921875, false], [-9.171875, false], [-9.4296875, false], [-5.671875, false], [-9.171875, false], [-5.171875, false], [-8.171875, false], [-5.671875, false], [-8.171875, false], [-9.671875, false], [-8.421875, false], [-5.671875, false], [-8.921875, false], [-8.171875, false], [-5.171875, false], [-8.421875, false], [-8.171875, false], [-5.671875, false], [-10.421875, false], [-9.421875, false], [-5.671875, false], [-8.171875, false], [-9.671875, false], [-8.421875, false], [-5.671875, false], [-8.171875, false], [-8.421875, false], [-5.171875, false], [-7.671875, false], [-8.921875, false], [-9.171875, false], [-9.4296875, false], [-5.671875, false], [-9.171875, false], [-5.171875, false], [-8.171875, false], [-5.671875, false], [-8.171875, false], [-9.671875, false], [-8.421875, false], [-5.671875, false], [-8.421875, false], [-8.421875, false], [-8.921875, false], [-5.671875, false], [-10.421875, false], [-9.421875, false], [-5.671875, false], [-8.171875, false], [-9.671875, false], [-8.421875, false], [-5.671875, false], [-8.171875, false], [-8.421875, false], [-5.171875, false], [-7.671875, false], [-8.921875, false], [-9.171875, false], [-11.921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1928, "doc": {"id": "Mercury_7197890", "question": "Animal cells perform functions using energy that is derived from glucose (C6H12O6). Which molecule is required for animal cells to obtain the most energy possible from a molecule of glucose?", "choices": {"text": ["water", "oxygen", "lactic acid", "carbon dioxide"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "oxygen", "arguments": ["Question: Animal cells perform functions using energy that is derived from glucose (C6H12O6). Which molecule is required for animal cells to obtain the most energy possible from a molecule of glucose?\nAnswer:", " ["], "resps": [[[-7.0, false]], [[-10.75, false]], [[-9.75, false]], [[-3.751953125, false]], [[-7.5, false]], [[-8.5, false]], [[-9.25, false]], [[-10.75, false]], [[-12.34375, false]], [[-4.5, false]], [[-10.75, false]], [[-8.0, false]], [[-9.25, false]], [[-10.25, false]], [[-8.5, false]], [[-8.5, false]], [[-6.75, false]], [[-10.75, false]], [[-12.34375, false]], [[-4.5, false]], [[-10.75, false]], [[-8.25, false]], [[-3.751953125, false]], [[-4.25, false]], [[-7.5, false]], [[-6.75, false]], [[-4.25, false]], [[-4.5, false]], [[-3.751953125, false]], [[-4.25, false]], [[-6.75, false]], [[-6.25, false]], [[-10.75, false]], [[-12.34375, false]], [[-4.5, false]], [[-10.75, false]], [[-4.25, false]], [[-3.751953125, false]], [[-9.25, false]], [[-7.0, false]], [[-8.0, false]], [[-6.75, false]], [[-4.5, false]], [[-6.25, false]], [[-6.75, false]], [[-8.0, false]], [[-9.25, false]], [[-6.75, false]], [[-6.25, false]], [[-8.5, false]], [[-10.75, false]], [[-15.75, false]]], "filtered_resps": [[-7.0, false], [-10.75, false], [-9.75, false], [-3.751953125, false], [-7.5, false], [-8.5, false], [-9.25, false], [-10.75, false], [-12.34375, false], [-4.5, false], [-10.75, false], [-8.0, false], [-9.25, false], [-10.25, false], [-8.5, false], [-8.5, false], [-6.75, false], [-10.75, false], [-12.34375, false], [-4.5, false], [-10.75, false], [-8.25, false], [-3.751953125, false], [-4.25, false], [-7.5, false], [-6.75, false], [-4.25, false], [-4.5, false], [-3.751953125, false], [-4.25, false], [-6.75, false], [-6.25, false], [-10.75, false], [-12.34375, false], [-4.5, false], [-10.75, false], [-4.25, false], [-3.751953125, false], [-9.25, false], [-7.0, false], [-8.0, false], [-6.75, false], [-4.5, false], [-6.25, false], [-6.75, false], [-8.0, false], [-9.25, false], [-6.75, false], [-6.25, false], [-8.5, false], [-10.75, false], [-15.75, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1936, "doc": {"id": "Mercury_7077648", "question": "Which particle type can be identified as being from a specific element?", "choices": {"text": ["electron", "atom", "neutron", "proton"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "atom", "arguments": ["Question: Which particle type can be identified as being from a specific element?\nAnswer:", " ["], "resps": [[[-5.99609375, false]], [[-7.87109375, false]], [[-7.87109375, false]], [[-10.0, false]], [[-7.87109375, false]], [[-8.375, false]], [[-10.0, false]], [[-8.875, false]], [[-9.25, false]], [[-7.37109375, false]], [[-7.87109375, false]], [[-8.796875, false]], [[-4.87109375, false]], [[-7.87109375, false]], [[-4.87109375, false]], [[-10.0, false]], [[-9.25, false]], [[-8.5, false]], [[-7.87109375, false]], [[-8.796875, false]], [[-4.87109375, false]], [[-7.87109375, false]], [[-7.37109375, false]], [[-7.87109375, false]], [[-9.125, false]], [[-10.0, false]], [[-8.875, false]], [[-9.25, false]], [[-7.37109375, false]], [[-7.87109375, false]], [[-8.796875, false]], [[-4.87109375, false]], [[-7.87109375, false]], [[-7.87109375, false]], [[-8.875, false]], [[-9.25, false]], [[-10.0, false]], [[-9.25, false]], [[-7.37109375, false]], [[-7.87109375, false]], [[-12.0, false]]], "filtered_resps": [[-5.99609375, false], [-7.87109375, false], [-7.87109375, false], [-10.0, false], [-7.87109375, false], [-8.375, false], [-10.0, false], [-8.875, false], [-9.25, false], [-7.37109375, false], [-7.87109375, false], [-8.796875, false], [-4.87109375, false], [-7.87109375, false], [-4.87109375, false], [-10.0, false], [-9.25, false], [-8.5, false], [-7.87109375, false], [-8.796875, false], [-4.87109375, false], [-7.87109375, false], [-7.37109375, false], [-7.87109375, false], [-9.125, false], [-10.0, false], [-8.875, false], [-9.25, false], [-7.37109375, false], [-7.87109375, false], [-8.796875, false], [-4.87109375, false], [-7.87109375, false], [-7.87109375, false], [-8.875, false], [-9.25, false], [-10.0, false], [-9.25, false], [-7.37109375, false], [-7.87109375, false], [-12.0, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1944, "doc": {"id": "Mercury_7159583", "question": "A drug company developed a pill to reduce cases of stomach virus. To test the medication, half of the participants got the pill with the new medicine and half got a sugar pill. Which term best identifies the participants who got a sugar pill?", "choices": {"text": ["control", "experimental", "dependent variable", "independent variable"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "control", "arguments": ["Question: A drug company developed a pill to reduce cases of stomach virus. To test the medication, half of the participants got the pill with the new medicine and half got a sugar pill. Which term best identifies the participants who got a sugar pill?\nAnswer:", " ["], "resps": [[[-6.00390625, false]], [[-7.75390625, false]], [[-5.12890625, false]], [[-8.125, false]], [[-8.125, false]], [[-8.25, false]], [[-9.125, false]], [[-8.125, false]], [[-8.875, false]], [[-7.75390625, false]], [[-9.984375, false]], [[-5.109375, false]], [[-7.75390625, false]], [[-7.12890625, false]], [[-7.75390625, false]], [[-7.87890625, false]], [[-7.12890625, false]], [[-9.125, false]], [[-7.75390625, false]], [[-7.37890625, false]], [[-7.12890625, false]], [[-8.125, false]], [[-8.25, false]], [[-3.75390625, false]], [[-8.875, false]], [[-7.75390625, false]], [[-9.984375, false]], [[-5.109375, false]], [[-7.75390625, false]], [[-7.25390625, false]], [[-7.12890625, false]], [[-7.87890625, false]], [[-7.12890625, false]], [[-8.125, false]], [[-7.25390625, false]], [[-7.12890625, false]], [[-8.125, false]], [[-8.25, false]], [[-5.109375, false]], [[-9.0, false]], [[-3.75390625, false]], [[-9.125, false]], [[-7.75390625, false]], [[-3.75390625, false]], [[-6.00390625, false]], [[-8.875, false]], [[-7.12890625, false]], [[-7.75390625, false]], [[-9.890625, false]], [[-5.12890625, false]], [[-7.75390625, false]], [[-7.75390625, false]], [[-8.125, false]], [[-7.25390625, false]], [[-7.12890625, false]], [[-7.87890625, false]], [[-7.12890625, false]], [[-8.125, false]], [[-7.25390625, false]], [[-7.12890625, false]], [[-8.125, false]], [[-8.25, false]], [[-5.12890625, false]], [[-9.0, false]], [[-3.75390625, false]], [[-9.125, false]], [[-7.75390625, false]], [[-3.75390625, false]], [[-6.00390625, false]], [[-8.875, false]], [[-7.12890625, false]], [[-7.75390625, false]], [[-12.125, false]]], "filtered_resps": [[-6.00390625, false], [-7.75390625, false], [-5.12890625, false], [-8.125, false], [-8.125, false], [-8.25, false], [-9.125, false], [-8.125, false], [-8.875, false], [-7.75390625, false], [-9.984375, false], [-5.109375, false], [-7.75390625, false], [-7.12890625, false], [-7.75390625, false], [-7.87890625, false], [-7.12890625, false], [-9.125, false], [-7.75390625, false], [-7.37890625, false], [-7.12890625, false], [-8.125, false], [-8.25, false], [-3.75390625, false], [-8.875, false], [-7.75390625, false], [-9.984375, false], [-5.109375, false], [-7.75390625, false], [-7.25390625, false], [-7.12890625, false], [-7.87890625, false], [-7.12890625, false], [-8.125, false], [-7.25390625, false], [-7.12890625, false], [-8.125, false], [-8.25, false], [-5.109375, false], [-9.0, false], [-3.75390625, false], [-9.125, false], [-7.75390625, false], [-3.75390625, false], [-6.00390625, false], [-8.875, false], [-7.12890625, false], [-7.75390625, false], [-9.890625, false], [-5.12890625, false], [-7.75390625, false], [-7.75390625, false], [-8.125, false], [-7.25390625, false], [-7.12890625, false], [-7.87890625, false], [-7.12890625, false], [-8.125, false], [-7.25390625, false], [-7.12890625, false], [-8.125, false], [-8.25, false], [-5.12890625, false], [-9.0, false], [-3.75390625, false], [-9.125, false], [-7.75390625, false], [-3.75390625, false], [-6.00390625, false], [-8.875, false], [-7.12890625, false], [-7.75390625, false], [-12.125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1952, "doc": {"id": "NYSEDREGENTS_2010_8_41", "question": "Which energy source is considered nonrenewable?", "choices": {"text": ["moving water", "fossil fuel", "wind", "biomass"], "label": ["1", "2", "3", "4"]}, "answerKey": "2"}, "target": "fossil fuel", "arguments": ["Question: Which energy source is considered nonrenewable?\nAnswer:", " ["], "resps": [[[-7.8203125, false]], [[-8.8203125, false]], [[-10.5703125, false]], [[-10.0703125, false]], [[-12.8203125, false]], [[-9.0703125, false]], [[-9.8203125, false]], [[-13.3203125, false]], [[-5.5703125, false]], [[-11.3203125, false]], [[-6.8203125, false]], [[-12.3203125, false]], [[-8.0703125, false]], [[-12.8203125, false]], [[-8.8203125, false]], [[-10.015625, false]], [[-5.5703125, false]], [[-8.8203125, false]], [[-11.8203125, false]], [[-10.0703125, false]], [[-10.5703125, false]], [[-10.5703125, false]], [[-9.0703125, false]], [[-11.3203125, false]], [[-5.5703125, false]], [[-11.8203125, false]], [[-10.8203125, false]], [[-8.0703125, false]], [[-11.3203125, false]], [[-8.8203125, false]], [[-10.015625, false]], [[-5.5703125, false]], [[-8.8203125, false]], [[-11.3203125, false]], [[-9.0703125, false]], [[-9.8203125, false]], [[-10.8203125, false]], [[-8.8203125, false]], [[-10.015625, false]], [[-5.5703125, false]], [[-8.8203125, false]], [[-12.5703125, false]], [[-9.0703125, false]], [[-10.0703125, false]], [[-10.5703125, false]], [[-6.8203125, false]], [[-10.5703125, false]], [[-10.5703125, false]], [[-8.8203125, false]], [[-15.3203125, false]]], "filtered_resps": [[-7.8203125, false], [-8.8203125, false], [-10.5703125, false], [-10.0703125, false], [-12.8203125, false], [-9.0703125, false], [-9.8203125, false], [-13.3203125, false], [-5.5703125, false], [-11.3203125, false], [-6.8203125, false], [-12.3203125, false], [-8.0703125, false], [-12.8203125, false], [-8.8203125, false], [-10.015625, false], [-5.5703125, false], [-8.8203125, false], [-11.8203125, false], [-10.0703125, false], [-10.5703125, false], [-10.5703125, false], [-9.0703125, false], [-11.3203125, false], [-5.5703125, false], [-11.8203125, false], [-10.8203125, false], [-8.0703125, false], [-11.3203125, false], [-8.8203125, false], [-10.015625, false], [-5.5703125, false], [-8.8203125, false], [-11.3203125, false], [-9.0703125, false], [-9.8203125, false], [-10.8203125, false], [-8.8203125, false], [-10.015625, false], [-5.5703125, false], [-8.8203125, false], [-12.5703125, false], [-9.0703125, false], [-10.0703125, false], [-10.5703125, false], [-6.8203125, false], [-10.5703125, false], [-10.5703125, false], [-8.8203125, false], [-15.3203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1960, "doc": {"id": "MCAS_2010_8_12020", "question": "A company is making prototypes for a new computer system. Which of the following statements best describes an advantage of making several different prototypes?", "choices": {"text": ["They can be tested at the same time.", "They can be produced in large numbers.", "They will be bought by many different users.", "They will be sold for more than they cost to build."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "They can be tested at the same time.", "arguments": ["Question: A company is making prototypes for a new computer system. Which of the following statements best describes an advantage of making several different prototypes?\nAnswer:", " ["], "resps": [[[-6.9921875, false]], [[-9.2421875, false]], [[-7.4921875, false]], [[-10.9921875, false]], [[-7.4921875, false]], [[-11.2421875, false]], [[-5.984375, false]], [[-7.7421875, false]], [[-3.4921875, false]], [[-7.7421875, false]], [[-5.9921875, false]], [[-6.4921875, false]], [[-7.4921875, false]], [[-5.9921875, false]], [[-9.7421875, false]], [[-7.4921875, false]], [[-10.4921875, false]], [[-9.7421875, false]], [[-7.4921875, false]], [[-7.7421875, false]], [[-5.9921875, false]], [[-3.4921875, false]], [[-9.7421875, false]], [[-5.9921875, false]], [[-9.7421875, false]], [[-10.9921875, false]], [[-7.4921875, false]], [[-5.9921875, false]], [[-10.4921875, false]], [[-3.4921875, false]], [[-9.2421875, false]], [[-7.4921875, false]], [[-5.9921875, false]], [[-9.7421875, false]], [[-6.2421875, false]], [[-9.2421875, false]], [[-7.4921875, false]], [[-6.80078125, false]], [[-9.2421875, false]], [[-10.046875, false]], [[-5.9921875, false]], [[-9.2421875, false]], [[-7.4921875, false]], [[-10.9921875, false]], [[-7.4921875, false]], [[-11.2421875, false]], [[-5.9921875, false]], [[-7.7421875, false]], [[-3.4921875, false]], [[-7.7421875, false]], [[-5.9921875, false]], [[-6.4921875, false]], [[-7.4921875, false]], [[-5.9921875, false]], [[-9.2421875, false]], [[-9.2421875, false]], [[-8.2421875, false]], [[-7.7421875, false]], [[-10.4921875, false]], [[-7.7421875, false]], [[-7.4921875, false]], [[-7.7421875, false]], [[-5.9921875, false]], [[-6.2421875, false]], [[-7.7421875, false]], [[-5.9921875, false]], [[-9.2421875, false]], [[-3.4921875, false]], [[-9.2421875, false]], [[-11.4921875, false]], [[-7.4921875, false]], [[-5.9921875, false]], [[-7.7421875, false]], [[-10.4921875, false]], [[-9.2421875, false]], [[-6.4921875, false]], [[-7.4921875, false]], [[-9.2421875, false]], [[-10.4921875, false]], [[-6.80078125, false]], [[-9.2421875, false]], [[-10.046875, false]], [[-5.9921875, false]], [[-9.2421875, false]], [[-7.4921875, false]], [[-10.9921875, false]], [[-7.4921875, false]], [[-11.2421875, false]], [[-5.9921875, false]], [[-10.2421875, false]], [[-6.2421875, false]], [[-9.2421875, false]], [[-9.2421875, false]], [[-5.9921875, false]], [[-6.4921875, false]], [[-7.4921875, false]], [[-5.9921875, false]], [[-6.4921875, false]], [[-8.2421875, false]], [[-10.4921875, false]], [[-11.4921875, false]], [[-10.9921875, false]], [[-9.7421875, false]], [[-5.9921875, false]], [[-6.4921875, false]], [[-11.2421875, false]], [[-5.9921875, false]], [[-9.2421875, false]], [[-3.4921875, false]], [[-7.7421875, false]], [[-11.2421875, false]], [[-5.9921875, false]], [[-7.7421875, false]], [[-6.2421875, false]], [[-9.2421875, false]], [[-9.2421875, false]], [[-7.4921875, false]], [[-9.2421875, false]], [[-7.4921875, false]], [[-7.7421875, false]], [[-9.7421875, false]], [[-5.9921875, false]], [[-10.4921875, false]], [[-10.4921875, false]], [[-7.4921875, false]], [[-9.2421875, false]], [[-10.4921875, false]], [[-6.80078125, false]], [[-9.2421875, false]], [[-10.046875, false]], [[-5.9921875, false]], [[-9.2421875, false]], [[-7.4921875, false]], [[-10.9921875, false]], [[-7.4921875, false]], [[-11.2421875, false]], [[-5.9921875, false]], [[-10.2421875, false]], [[-6.2421875, false]], [[-9.2421875, false]], [[-9.2421875, false]], [[-5.9921875, false]], [[-6.4921875, false]], [[-7.4921875, false]], [[-5.9921875, false]], [[-10.4921875, false]], [[-8.2421875, false]], [[-9.2421875, false]], [[-7.7421875, false]], [[-5.9921875, false]], [[-9.2421875, false]], [[-8.2421875, false]], [[-9.2421875, false]], [[-5.9921875, false]], [[-9.2421875, false]], [[-8.2421875, false]], [[-9.2421875, false]], [[-7.4921875, false]], [[-5.9921875, false]], [[-9.7421875, false]], [[-10.9921875, false]], [[-3.4921875, false]], [[-7.7421875, false]], [[-5.9921875, false]], [[-9.7421875, false]], [[-10.9921875, false]], [[-7.4921875, false]], [[-11.2421875, false]], [[-5.9921875, false]], [[-7.7421875, false]], [[-8.2421875, false]], [[-10.4921875, false]], [[-9.7421875, false]], [[-5.9921875, false]], [[-9.7421875, false]], [[-8.2421875, false]], [[-5.9921875, false]], [[-6.4921875, false]], [[-10.4921875, false]], [[-6.2421875, false]], [[-9.2421875, false]], [[-7.7421875, false]], [[-6.80078125, false]], [[-9.2421875, false]], [[-11.7421875, false]]], "filtered_resps": [[-6.9921875, false], [-9.2421875, false], [-7.4921875, false], [-10.9921875, false], [-7.4921875, false], [-11.2421875, false], [-5.984375, false], [-7.7421875, false], [-3.4921875, false], [-7.7421875, false], [-5.9921875, false], [-6.4921875, false], [-7.4921875, false], [-5.9921875, false], [-9.7421875, false], [-7.4921875, false], [-10.4921875, false], [-9.7421875, false], [-7.4921875, false], [-7.7421875, false], [-5.9921875, false], [-3.4921875, false], [-9.7421875, false], [-5.9921875, false], [-9.7421875, false], [-10.9921875, false], [-7.4921875, false], [-5.9921875, false], [-10.4921875, false], [-3.4921875, false], [-9.2421875, false], [-7.4921875, false], [-5.9921875, false], [-9.7421875, false], [-6.2421875, false], [-9.2421875, false], [-7.4921875, false], [-6.80078125, false], [-9.2421875, false], [-10.046875, false], [-5.9921875, false], [-9.2421875, false], [-7.4921875, false], [-10.9921875, false], [-7.4921875, false], [-11.2421875, false], [-5.9921875, false], [-7.7421875, false], [-3.4921875, false], [-7.7421875, false], [-5.9921875, false], [-6.4921875, false], [-7.4921875, false], [-5.9921875, false], [-9.2421875, false], [-9.2421875, false], [-8.2421875, false], [-7.7421875, false], [-10.4921875, false], [-7.7421875, false], [-7.4921875, false], [-7.7421875, false], [-5.9921875, false], [-6.2421875, false], [-7.7421875, false], [-5.9921875, false], [-9.2421875, false], [-3.4921875, false], [-9.2421875, false], [-11.4921875, false], [-7.4921875, false], [-5.9921875, false], [-7.7421875, false], [-10.4921875, false], [-9.2421875, false], [-6.4921875, false], [-7.4921875, false], [-9.2421875, false], [-10.4921875, false], [-6.80078125, false], [-9.2421875, false], [-10.046875, false], [-5.9921875, false], [-9.2421875, false], [-7.4921875, false], [-10.9921875, false], [-7.4921875, false], [-11.2421875, false], [-5.9921875, false], [-10.2421875, false], [-6.2421875, false], [-9.2421875, false], [-9.2421875, false], [-5.9921875, false], [-6.4921875, false], [-7.4921875, false], [-5.9921875, false], [-6.4921875, false], [-8.2421875, false], [-10.4921875, false], [-11.4921875, false], [-10.9921875, false], [-9.7421875, false], [-5.9921875, false], [-6.4921875, false], [-11.2421875, false], [-5.9921875, false], [-9.2421875, false], [-3.4921875, false], [-7.7421875, false], [-11.2421875, false], [-5.9921875, false], [-7.7421875, false], [-6.2421875, false], [-9.2421875, false], [-9.2421875, false], [-7.4921875, false], [-9.2421875, false], [-7.4921875, false], [-7.7421875, false], [-9.7421875, false], [-5.9921875, false], [-10.4921875, false], [-10.4921875, false], [-7.4921875, false], [-9.2421875, false], [-10.4921875, false], [-6.80078125, false], [-9.2421875, false], [-10.046875, false], [-5.9921875, false], [-9.2421875, false], [-7.4921875, false], [-10.9921875, false], [-7.4921875, false], [-11.2421875, false], [-5.9921875, false], [-10.2421875, false], [-6.2421875, false], [-9.2421875, false], [-9.2421875, false], [-5.9921875, false], [-6.4921875, false], [-7.4921875, false], [-5.9921875, false], [-10.4921875, false], [-8.2421875, false], [-9.2421875, false], [-7.7421875, false], [-5.9921875, false], [-9.2421875, false], [-8.2421875, false], [-9.2421875, false], [-5.9921875, false], [-9.2421875, false], [-8.2421875, false], [-9.2421875, false], [-7.4921875, false], [-5.9921875, false], [-9.7421875, false], [-10.9921875, false], [-3.4921875, false], [-7.7421875, false], [-5.9921875, false], [-9.7421875, false], [-10.9921875, false], [-7.4921875, false], [-11.2421875, false], [-5.9921875, false], [-7.7421875, false], [-8.2421875, false], [-10.4921875, false], [-9.7421875, false], [-5.9921875, false], [-9.7421875, false], [-8.2421875, false], [-5.9921875, false], [-6.4921875, false], [-10.4921875, false], [-6.2421875, false], [-9.2421875, false], [-7.7421875, false], [-6.80078125, false], [-9.2421875, false], [-11.7421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1968, "doc": {"id": "ACTAAP_2010_5_13", "question": "Many things can contribute to the development of a theory. A student made a list of some things that might help scientists develop a theory. Observations Calculations Conversations Publications From the student's list, which must be used in the development of every theory?", "choices": {"text": ["Observations", "Conversations", "Publications and calculations", "Calculations and conversations"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Observations", "arguments": ["Question: Many things can contribute to the development of a theory. A student made a list of some things that might help scientists develop a theory. Observations Calculations Conversations Publications From the student's list, which must be used in the development of every theory?\nAnswer:", " ["], "resps": [[[-7.03515625, false]], [[-7.66015625, false]], [[-7.53515625, false]], [[-7.91015625, false]], [[-10.03125, false]], [[-7.41015625, false]], [[-10.28125, false]], [[-10.90625, false]], [[-5.41015625, false]], [[-9.78125, false]], [[-8.65625, false]], [[-9.15625, false]], [[-8.90625, false]], [[-10.03125, false]], [[-7.66015625, false]], [[-9.09375, false]], [[-5.28515625, false]], [[-7.66015625, false]], [[-5.41015625, false]], [[-9.15625, false]], [[-8.90625, false]], [[-10.90625, false]], [[-7.41015625, false]], [[-10.28125, false]], [[-10.03125, false]], [[-5.41015625, false]], [[-9.78125, false]], [[-8.65625, false]], [[-9.15625, false]], [[-8.90625, false]], [[-10.03125, false]], [[-7.66015625, false]], [[-9.09375, false]], [[-5.28515625, false]], [[-7.66015625, false]], [[-6.66015625, false]], [[-10.28125, false]], [[-7.91015625, false]], [[-10.53125, false]], [[-8.65625, false]], [[-8.28125, false]], [[-5.41015625, false]], [[-9.78125, false]], [[-8.65625, false]], [[-9.15625, false]], [[-8.90625, false]], [[-10.03125, false]], [[-5.28515625, false]], [[-5.41015625, false]], [[-8.90625, false]], [[-8.53125, false]], [[-5.28515625, false]], [[-8.28125, false]], [[-5.41015625, false]], [[-10.53125, false]], [[-8.28125, false]], [[-10.28125, false]], [[-10.53125, false]], [[-5.41015625, false]], [[-9.78125, false]], [[-8.65625, false]], [[-9.15625, false]], [[-8.90625, false]], [[-10.03125, false]], [[-7.66015625, false]], [[-9.09375, false]], [[-5.28515625, false]], [[-7.66015625, false]], [[-5.41015625, false]], [[-5.41015625, false]], [[-10.53125, false]], [[-8.28125, false]], [[-10.28125, false]], [[-10.53125, false]], [[-5.41015625, false]], [[-9.78125, false]], [[-8.65625, false]], [[-9.15625, false]], [[-8.90625, false]], [[-10.03125, false]], [[-5.28515625, false]], [[-5.41015625, false]], [[-8.90625, false]], [[-8.53125, false]], [[-5.28515625, false]], [[-8.28125, false]], [[-9.15625, false]], [[-8.90625, false]], [[-10.90625, false]], [[-7.41015625, false]], [[-10.28125, false]], [[-10.03125, false]], [[-5.41015625, false]], [[-9.78125, false]], [[-8.65625, false]], [[-9.15625, false]], [[-8.90625, false]], [[-10.03125, false]], [[-7.66015625, false]], [[-12.15625, false]]], "filtered_resps": [[-7.03515625, false], [-7.66015625, false], [-7.53515625, false], [-7.91015625, false], [-10.03125, false], [-7.41015625, false], [-10.28125, false], [-10.90625, false], [-5.41015625, false], [-9.78125, false], [-8.65625, false], [-9.15625, false], [-8.90625, false], [-10.03125, false], [-7.66015625, false], [-9.09375, false], [-5.28515625, false], [-7.66015625, false], [-5.41015625, false], [-9.15625, false], [-8.90625, false], [-10.90625, false], [-7.41015625, false], [-10.28125, false], [-10.03125, false], [-5.41015625, false], [-9.78125, false], [-8.65625, false], [-9.15625, false], [-8.90625, false], [-10.03125, false], [-7.66015625, false], [-9.09375, false], [-5.28515625, false], [-7.66015625, false], [-6.66015625, false], [-10.28125, false], [-7.91015625, false], [-10.53125, false], [-8.65625, false], [-8.28125, false], [-5.41015625, false], [-9.78125, false], [-8.65625, false], [-9.15625, false], [-8.90625, false], [-10.03125, false], [-5.28515625, false], [-5.41015625, false], [-8.90625, false], [-8.53125, false], [-5.28515625, false], [-8.28125, false], [-5.41015625, false], [-10.53125, false], [-8.28125, false], [-10.28125, false], [-10.53125, false], [-5.41015625, false], [-9.78125, false], [-8.65625, false], [-9.15625, false], [-8.90625, false], [-10.03125, false], [-7.66015625, false], [-9.09375, false], [-5.28515625, false], [-7.66015625, false], [-5.41015625, false], [-5.41015625, false], [-10.53125, false], [-8.28125, false], [-10.28125, false], [-10.53125, false], [-5.41015625, false], [-9.78125, false], [-8.65625, false], [-9.15625, false], [-8.90625, false], [-10.03125, false], [-5.28515625, false], [-5.41015625, false], [-8.90625, false], [-8.53125, false], [-5.28515625, false], [-8.28125, false], [-9.15625, false], [-8.90625, false], [-10.90625, false], [-7.41015625, false], [-10.28125, false], [-10.03125, false], [-5.41015625, false], [-9.78125, false], [-8.65625, false], [-9.15625, false], [-8.90625, false], [-10.03125, false], [-7.66015625, false], [-12.15625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1976, "doc": {"id": "Mercury_7235848", "question": "The breakdown of ozone into oxygen results from the electromagnetic absorption spectrum of ozone. This production of oxygen in the ozone layer is caused by exposing ozone to a strong source of which type of electromagnetic radiation?", "choices": {"text": ["radio waves", "microwaves", "infrared light", "ultraviolet light"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "ultraviolet light", "arguments": ["Question: The breakdown of ozone into oxygen results from the electromagnetic absorption spectrum of ozone. This production of oxygen in the ozone layer is caused by exposing ozone to a strong source of which type of electromagnetic radiation?\nAnswer:", " ["], "resps": [[[-6.6796875, false]], [[-9.4296875, false]], [[-9.6796875, false]], [[-5.1796875, false]], [[-9.6796875, false]], [[-7.1796875, false]], [[-4.4296875, false]], [[-4.4296875, false]], [[-9.9296875, false]], [[-5.1796875, false]], [[-9.9296875, false]], [[-6.9296875, false]], [[-10.1796875, false]], [[-9.4296875, false]], [[-8.640625, false]], [[-4.4296875, false]], [[-9.4296875, false]], [[-6.6796875, false]], [[-7.1796875, false]], [[-8.4296875, false]], [[-9.6796875, false]], [[-4.4296875, false]], [[-9.9296875, false]], [[-5.1796875, false]], [[-9.9296875, false]], [[-6.9296875, false]], [[-10.1796875, false]], [[-9.4296875, false]], [[-8.6015625, false]], [[-4.4296875, false]], [[-9.4296875, false]], [[-7.1796875, false]], [[-7.6796875, false]], [[-8.6796875, false]], [[-9.6796875, false]], [[-5.1796875, false]], [[-9.6796875, false]], [[-6.9296875, false]], [[-9.6796875, false]], [[-4.4296875, false]], [[-10.6796875, false]], [[-7.1796875, false]], [[-11.1796875, false]], [[-9.1796875, false]], [[-10.1796875, false]], [[-9.4296875, false]], [[-8.6015625, false]], [[-4.4296875, false]], [[-9.4296875, false]], [[-8.6796875, false]], [[-10.6796875, false]], [[-10.1796875, false]], [[-9.6796875, false]], [[-5.1796875, false]], [[-9.9296875, false]], [[-7.1796875, false]], [[-4.4296875, false]], [[-10.6796875, false]], [[-6.9296875, false]], [[-10.1796875, false]], [[-4.4296875, false]], [[-10.6796875, false]], [[-7.1796875, false]], [[-11.1796875, false]], [[-9.1796875, false]], [[-10.1796875, false]], [[-9.4296875, false]], [[-13.1796875, false]]], "filtered_resps": [[-6.6796875, false], [-9.4296875, false], [-9.6796875, false], [-5.1796875, false], [-9.6796875, false], [-7.1796875, false], [-4.4296875, false], [-4.4296875, false], [-9.9296875, false], [-5.1796875, false], [-9.9296875, false], [-6.9296875, false], [-10.1796875, false], [-9.4296875, false], [-8.640625, false], [-4.4296875, false], [-9.4296875, false], [-6.6796875, false], [-7.1796875, false], [-8.4296875, false], [-9.6796875, false], [-4.4296875, false], [-9.9296875, false], [-5.1796875, false], [-9.9296875, false], [-6.9296875, false], [-10.1796875, false], [-9.4296875, false], [-8.6015625, false], [-4.4296875, false], [-9.4296875, false], [-7.1796875, false], [-7.6796875, false], [-8.6796875, false], [-9.6796875, false], [-5.1796875, false], [-9.6796875, false], [-6.9296875, false], [-9.6796875, false], [-4.4296875, false], [-10.6796875, false], [-7.1796875, false], [-11.1796875, false], [-9.1796875, false], [-10.1796875, false], [-9.4296875, false], [-8.6015625, false], [-4.4296875, false], [-9.4296875, false], [-8.6796875, false], [-10.6796875, false], [-10.1796875, false], [-9.6796875, false], [-5.1796875, false], [-9.9296875, false], [-7.1796875, false], [-4.4296875, false], [-10.6796875, false], [-6.9296875, false], [-10.1796875, false], [-4.4296875, false], [-10.6796875, false], [-7.1796875, false], [-11.1796875, false], [-9.1796875, false], [-10.1796875, false], [-9.4296875, false], [-13.1796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1984, "doc": {"id": "Mercury_7219783", "question": "A cricket population includes approximately the same number of black and light-brown crickets. Black crickets are easier for birds to locate and eat. Over time, the population begins to consist of only light-brown crickets. The change in the color of the cricket population is a result of", "choices": {"text": ["limited resources.", "natural selection.", "geographic isolation.", "climate change."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "natural selection.", "arguments": ["Question: A cricket population includes approximately the same number of black and light-brown crickets. Black crickets are easier for birds to locate and eat. Over time, the population begins to consist of only light-brown crickets. The change in the color of the cricket population is a result of\nAnswer:", " ["], "resps": [[[-7.57421875, false]], [[-8.953125, false]], [[-10.203125, false]], [[-7.82421875, false]], [[-9.828125, false]], [[-7.82421875, false]], [[-9.953125, false]], [[-8.078125, false]], [[-6.69921875, false]], [[-5.07421875, false]], [[-9.078125, false]], [[-8.078125, false]], [[-8.578125, false]], [[-7.82421875, false]], [[-11.328125, false]], [[-9.078125, false]], [[-6.69921875, false]], [[-8.078125, false]], [[-8.578125, false]], [[-6.0234375, false]], [[-8.953125, false]], [[-7.5234375, false]], [[-5.07421875, false]], [[-8.953125, false]], [[-7.82421875, false]], [[-3.19921875, false]], [[-9.953125, false]], [[-11.328125, false]], [[-9.078125, false]], [[-3.19921875, false]], [[-10.203125, false]], [[-5.07421875, false]], [[-8.578125, false]], [[-8.078125, false]], [[-10.203125, false]], [[-8.078125, false]], [[-6.69921875, false]], [[-9.953125, false]], [[-7.82421875, false]], [[-7.82421875, false]], [[-7.82421875, false]], [[-6.0234375, false]], [[-8.953125, false]], [[-7.5234375, false]], [[-5.07421875, false]], [[-8.953125, false]], [[-10.328125, false]], [[-8.078125, false]], [[-7.82421875, false]], [[-10.328125, false]], [[-9.078125, false]], [[-3.19921875, false]], [[-8.953125, false]], [[-10.953125, false]], [[-7.82421875, false]], [[-6.69921875, false]], [[-5.07421875, false]], [[-7.82421875, false]], [[-8.578125, false]], [[-7.82421875, false]], [[-10.203125, false]], [[-3.19921875, false]], [[-9.953125, false]], [[-7.82421875, false]], [[-7.82421875, false]], [[-7.82421875, false]], [[-6.0234375, false]], [[-8.953125, false]], [[-7.5234375, false]], [[-5.07421875, false]], [[-8.953125, false]], [[-6.69921875, false]], [[-10.203125, false]], [[-7.82421875, false]], [[-9.828125, false]], [[-3.19921875, false]], [[-9.953125, false]], [[-8.078125, false]], [[-5.07421875, false]], [[-6.69921875, false]], [[-10.953125, false]], [[-3.19921875, false]], [[-7.82421875, false]], [[-10.328125, false]], [[-8.078125, false]], [[-6.0234375, false]], [[-8.953125, false]], [[-11.828125, false]]], "filtered_resps": [[-7.57421875, false], [-8.953125, false], [-10.203125, false], [-7.82421875, false], [-9.828125, false], [-7.82421875, false], [-9.953125, false], [-8.078125, false], [-6.69921875, false], [-5.07421875, false], [-9.078125, false], [-8.078125, false], [-8.578125, false], [-7.82421875, false], [-11.328125, false], [-9.078125, false], [-6.69921875, false], [-8.078125, false], [-8.578125, false], [-6.0234375, false], [-8.953125, false], [-7.5234375, false], [-5.07421875, false], [-8.953125, false], [-7.82421875, false], [-3.19921875, false], [-9.953125, false], [-11.328125, false], [-9.078125, false], [-3.19921875, false], [-10.203125, false], [-5.07421875, false], [-8.578125, false], [-8.078125, false], [-10.203125, false], [-8.078125, false], [-6.69921875, false], [-9.953125, false], [-7.82421875, false], [-7.82421875, false], [-7.82421875, false], [-6.0234375, false], [-8.953125, false], [-7.5234375, false], [-5.07421875, false], [-8.953125, false], [-10.328125, false], [-8.078125, false], [-7.82421875, false], [-10.328125, false], [-9.078125, false], [-3.19921875, false], [-8.953125, false], [-10.953125, false], [-7.82421875, false], [-6.69921875, false], [-5.07421875, false], [-7.82421875, false], [-8.578125, false], [-7.82421875, false], [-10.203125, false], [-3.19921875, false], [-9.953125, false], [-7.82421875, false], [-7.82421875, false], [-7.82421875, false], [-6.0234375, false], [-8.953125, false], [-7.5234375, false], [-5.07421875, false], [-8.953125, false], [-6.69921875, false], [-10.203125, false], [-7.82421875, false], [-9.828125, false], [-3.19921875, false], [-9.953125, false], [-8.078125, false], [-5.07421875, false], [-6.69921875, false], [-10.953125, false], [-3.19921875, false], [-7.82421875, false], [-10.328125, false], [-8.078125, false], [-6.0234375, false], [-8.953125, false], [-11.828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1992, "doc": {"id": "NYSEDREGENTS_2010_4_19", "question": "As children grow, their body height usually", "choices": {"text": ["decreases", "increases", "remains the same"], "label": ["A", "B", "C"]}, "answerKey": "B"}, "target": "increases", "arguments": ["Question: As children grow, their body height usually\nAnswer:", " ["], "resps": [[[-7.484375, false]], [[-8.734375, false]], [[-9.484375, false]], [[-9.484375, false]], [[-9.234375, false]], [[-11.484375, false]], [[-9.484375, false]], [[-6.484375, false]], [[-9.234375, false]], [[-9.484375, false]], [[-9.234375, false]], [[-8.734375, false]], [[-9.78125, false]], [[-5.734375, false]], [[-8.734375, false]], [[-8.234375, false]], [[-9.734375, false]], [[-9.234375, false]], [[-11.484375, false]], [[-9.484375, false]], [[-6.484375, false]], [[-9.234375, false]], [[-9.484375, false]], [[-9.234375, false]], [[-8.734375, false]], [[-9.78125, false]], [[-5.734375, false]], [[-8.734375, false]], [[-11.484375, false]], [[-9.484375, false]], [[-9.984375, false]], [[-6.484375, false]], [[-8.234375, false]], [[-9.734375, false]], [[-9.234375, false]], [[-5.734375, false]], [[-9.734375, false]], [[-10.234375, false]], [[-9.484375, false]], [[-5.734375, false]], [[-9.234375, false]], [[-6.484375, false]], [[-9.984375, false]], [[-9.484375, false]], [[-8.734375, false]], [[-10.484375, false]]], "filtered_resps": [[-7.484375, false], [-8.734375, false], [-9.484375, false], [-9.484375, false], [-9.234375, false], [-11.484375, false], [-9.484375, false], [-6.484375, false], [-9.234375, false], [-9.484375, false], [-9.234375, false], [-8.734375, false], [-9.78125, false], [-5.734375, false], [-8.734375, false], [-8.234375, false], [-9.734375, false], [-9.234375, false], [-11.484375, false], [-9.484375, false], [-6.484375, false], [-9.234375, false], [-9.484375, false], [-9.234375, false], [-8.734375, false], [-9.78125, false], [-5.734375, false], [-8.734375, false], [-11.484375, false], [-9.484375, false], [-9.984375, false], [-6.484375, false], [-8.234375, false], [-9.734375, false], [-9.234375, false], [-5.734375, false], [-9.734375, false], [-10.234375, false], [-9.484375, false], [-5.734375, false], [-9.234375, false], [-6.484375, false], [-9.984375, false], [-9.484375, false], [-8.734375, false], [-10.484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2000, "doc": {"id": "Mercury_7228533", "question": "Which of the following is responsible for determining the traits of an organism?", "choices": {"text": ["number of phosphates", "amount of thymine", "sequence of nucleotides", "type of bond between bases"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "sequence of nucleotides", "arguments": ["Question: Which of the following is responsible for determining the traits of an organism?\nAnswer:", " ["], "resps": [[[-7.46484375, false]], [[-9.46875, false]], [[-8.71875, false]], [[-10.46875, false]], [[-8.71875, false]], [[-6.71484375, false]], [[-7.46484375, false]], [[-9.21875, false]], [[-4.21484375, false]], [[-7.96484375, false]], [[-9.46875, false]], [[-4.21484375, false]], [[-8.59375, false]], [[-9.84375, false]], [[-7.96484375, false]], [[-9.21875, false]], [[-8.59375, false]], [[-9.84375, false]], [[-4.21484375, false]], [[-9.34375, false]], [[-7.46484375, false]], [[-9.21875, false]], [[-9.46875, false]], [[-9.4375, false]], [[-4.21484375, false]], [[-9.46875, false]], [[-4.21484375, false]], [[-8.71875, false]], [[-7.96484375, false]], [[-10.46875, false]], [[-8.71875, false]], [[-9.34375, false]], [[-4.21484375, false]], [[-7.96484375, false]], [[-9.46875, false]], [[-4.21484375, false]], [[-9.34375, false]], [[-9.84375, false]], [[-10.46875, false]], [[-8.71875, false]], [[-8.34375, false]], [[-8.71875, false]], [[-7.46484375, false]], [[-9.46875, false]], [[-9.4375, false]], [[-4.21484375, false]], [[-9.46875, false]], [[-9.21875, false]], [[-7.46484375, false]], [[-9.71875, false]], [[-10.46875, false]], [[-7.46484375, false]], [[-8.71875, false]], [[-6.46484375, false]], [[-7.46484375, false]], [[-4.21484375, false]], [[-7.96484375, false]], [[-9.46875, false]], [[-4.21484375, false]], [[-8.71875, false]], [[-10.46875, false]], [[-6.46484375, false]], [[-9.21875, false]], [[-7.46484375, false]], [[-7.96484375, false]], [[-9.34375, false]], [[-8.34375, false]], [[-7.08984375, false]], [[-7.46484375, false]], [[-9.21875, false]], [[-9.46875, false]], [[-9.4375, false]], [[-4.21484375, false]], [[-9.46875, false]], [[-9.34375, false]], [[-10.46875, false]], [[-8.59375, false]], [[-7.46484375, false]], [[-4.21484375, false]], [[-7.96484375, false]], [[-9.46875, false]], [[-4.21484375, false]], [[-6.71484375, false]], [[-7.96484375, false]], [[-8.71875, false]], [[-7.08984375, false]], [[-4.21484375, false]], [[-6.71484375, false]], [[-7.46484375, false]], [[-9.34375, false]], [[-10.09375, false]], [[-7.46484375, false]], [[-7.46484375, false]], [[-8.71875, false]], [[-4.21484375, false]], [[-6.71484375, false]], [[-4.21484375, false]], [[-9.21875, false]], [[-7.46484375, false]], [[-9.21875, false]], [[-9.46875, false]], [[-13.84375, false]]], "filtered_resps": [[-7.46484375, false], [-9.46875, false], [-8.71875, false], [-10.46875, false], [-8.71875, false], [-6.71484375, false], [-7.46484375, false], [-9.21875, false], [-4.21484375, false], [-7.96484375, false], [-9.46875, false], [-4.21484375, false], [-8.59375, false], [-9.84375, false], [-7.96484375, false], [-9.21875, false], [-8.59375, false], [-9.84375, false], [-4.21484375, false], [-9.34375, false], [-7.46484375, false], [-9.21875, false], [-9.46875, false], [-9.4375, false], [-4.21484375, false], [-9.46875, false], [-4.21484375, false], [-8.71875, false], [-7.96484375, false], [-10.46875, false], [-8.71875, false], [-9.34375, false], [-4.21484375, false], [-7.96484375, false], [-9.46875, false], [-4.21484375, false], [-9.34375, false], [-9.84375, false], [-10.46875, false], [-8.71875, false], [-8.34375, false], [-8.71875, false], [-7.46484375, false], [-9.46875, false], [-9.4375, false], [-4.21484375, false], [-9.46875, false], [-9.21875, false], [-7.46484375, false], [-9.71875, false], [-10.46875, false], [-7.46484375, false], [-8.71875, false], [-6.46484375, false], [-7.46484375, false], [-4.21484375, false], [-7.96484375, false], [-9.46875, false], [-4.21484375, false], [-8.71875, false], [-10.46875, false], [-6.46484375, false], [-9.21875, false], [-7.46484375, false], [-7.96484375, false], [-9.34375, false], [-8.34375, false], [-7.08984375, false], [-7.46484375, false], [-9.21875, false], [-9.46875, false], [-9.4375, false], [-4.21484375, false], [-9.46875, false], [-9.34375, false], [-10.46875, false], [-8.59375, false], [-7.46484375, false], [-4.21484375, false], [-7.96484375, false], [-9.46875, false], [-4.21484375, false], [-6.71484375, false], [-7.96484375, false], [-8.71875, false], [-7.08984375, false], [-4.21484375, false], [-6.71484375, false], [-7.46484375, false], [-9.34375, false], [-10.09375, false], [-7.46484375, false], [-7.46484375, false], [-8.71875, false], [-4.21484375, false], [-6.71484375, false], [-4.21484375, false], [-9.21875, false], [-7.46484375, false], [-9.21875, false], [-9.46875, false], [-13.84375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2008, "doc": {"id": "Mercury_416580", "question": "A scientist was observing a unicellular organism over a period of time. He noticed that vacuoles kept moving to the same place in the plasma membrane to empty their contents outside the cell. Which organism was he observing?", "choices": {"text": ["amoeba", "euglena", "paramecium", "volvox"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "paramecium", "arguments": ["Question: A scientist was observing a unicellular organism over a period of time. He noticed that vacuoles kept moving to the same place in the plasma membrane to empty their contents outside the cell. Which organism was he observing?\nAnswer:", " ["], "resps": [[[-6.84375, false]], [[-9.09375, false]], [[-3.84375, false]], [[-10.34375, false]], [[-9.34375, false]], [[-7.09375, false]], [[-8.34375, false]], [[-3.84375, false]], [[-9.09375, false]], [[-10.6796875, false]], [[-5.45703125, false]], [[-9.09375, false]], [[-7.09375, false]], [[-9.84375, false]], [[-11.59375, false]], [[-9.34375, false]], [[-7.09375, false]], [[-9.59375, false]], [[-3.84375, false]], [[-9.09375, false]], [[-10.6796875, false]], [[-5.45703125, false]], [[-9.09375, false]], [[-10.09375, false]], [[-3.84375, false]], [[-8.09375, false]], [[-3.84375, false]], [[-10.34375, false]], [[-7.09375, false]], [[-7.84375, false]], [[-9.59375, false]], [[-9.84375, false]], [[-10.34375, false]], [[-9.09375, false]], [[-10.6796875, false]], [[-5.45703125, false]], [[-9.09375, false]], [[-11.09375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-11.09375, false]], [[-9.34375, false]], [[-9.84375, false]], [[-9.09375, false]], [[-12.34375, false]]], "filtered_resps": [[-6.84375, false], [-9.09375, false], [-3.84375, false], [-10.34375, false], [-9.34375, false], [-7.09375, false], [-8.34375, false], [-3.84375, false], [-9.09375, false], [-10.6796875, false], [-5.45703125, false], [-9.09375, false], [-7.09375, false], [-9.84375, false], [-11.59375, false], [-9.34375, false], [-7.09375, false], [-9.59375, false], [-3.84375, false], [-9.09375, false], [-10.6796875, false], [-5.45703125, false], [-9.09375, false], [-10.09375, false], [-3.84375, false], [-8.09375, false], [-3.84375, false], [-10.34375, false], [-7.09375, false], [-7.84375, false], [-9.59375, false], [-9.84375, false], [-10.34375, false], [-9.09375, false], [-10.6796875, false], [-5.45703125, false], [-9.09375, false], [-11.09375, false], [-9.34375, false], [-9.34375, false], [-11.09375, false], [-9.34375, false], [-9.84375, false], [-9.09375, false], [-12.34375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2016, "doc": {"id": "Mercury_7100643", "question": "During the Siberian summer, reindeer graze on young roots, fungi, grass, and other vegetation. In the cold winter months, they migrate south and rely on available, but less nutritious food, such as lichen. Increased snowfall during the entire winter in southern areas would result in reindeer having to", "choices": {"text": ["return to their summer feeding area.", "hibernate until the snows have stopped.", "hunt for organisms such as small rodents.", "move to other areas to compete for resources."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "move to other areas to compete for resources.", "arguments": ["Question: During the Siberian summer, reindeer graze on young roots, fungi, grass, and other vegetation. In the cold winter months, they migrate south and rely on available, but less nutritious food, such as lichen. Increased snowfall during the entire winter in southern areas would result in reindeer having to\nAnswer:", " ["], "resps": [[[-6.51953125, false]], [[-8.6484375, false]], [[-9.0234375, false]], [[-8.1484375, false]], [[-9.1484375, false]], [[-9.7734375, false]], [[-9.0234375, false]], [[-7.89453125, false]], [[-4.89453125, false]], [[-9.1484375, false]], [[-8.0234375, false]], [[-4.89453125, false]], [[-9.1484375, false]], [[-9.7734375, false]], [[-8.1484375, false]], [[-6.89453125, false]], [[-9.0234375, false]], [[-4.89453125, false]], [[-8.1484375, false]], [[-9.7734375, false]], [[-8.8984375, false]], [[-8.8984375, false]], [[-8.1484375, false]], [[-9.0234375, false]], [[-4.89453125, false]], [[-9.5234375, false]], [[-8.1484375, false]], [[-8.1484375, false]], [[-6.76953125, false]], [[-6.89453125, false]], [[-7.89453125, false]], [[-9.2734375, false]], [[-4.89453125, false]], [[-5.14453125, false]], [[-9.0234375, false]], [[-8.1484375, false]], [[-5.14453125, false]], [[-6.30859375, false]], [[-8.6484375, false]], [[-8.1875, false]], [[-4.89453125, false]], [[-8.6484375, false]], [[-9.7734375, false]], [[-6.89453125, false]], [[-7.39453125, false]], [[-8.1484375, false]], [[-9.0234375, false]], [[-7.89453125, false]], [[-5.14453125, false]], [[-9.1484375, false]], [[-8.1484375, false]], [[-4.89453125, false]], [[-9.7734375, false]], [[-7.89453125, false]], [[-9.1484375, false]], [[-6.89453125, false]], [[-9.1484375, false]], [[-4.89453125, false]], [[-9.1484375, false]], [[-9.7734375, false]], [[-8.1484375, false]], [[-4.89453125, false]], [[-8.1484375, false]], [[-7.89453125, false]], [[-8.0234375, false]], [[-9.2734375, false]], [[-8.1484375, false]], [[-4.89453125, false]], [[-9.7734375, false]], [[-5.14453125, false]], [[-11.6484375, false]], [[-8.1484375, false]], [[-4.89453125, false]], [[-8.1484375, false]], [[-9.1484375, false]], [[-8.0234375, false]], [[-8.8984375, false]], [[-8.8984375, false]], [[-8.1484375, false]], [[-6.76953125, false]], [[-6.30859375, false]], [[-8.6484375, false]], [[-8.1875, false]], [[-4.89453125, false]], [[-8.6484375, false]], [[-9.7734375, false]], [[-9.7734375, false]], [[-7.89453125, false]], [[-9.1484375, false]], [[-4.89453125, false]], [[-9.5234375, false]], [[-8.0234375, false]], [[-9.0234375, false]], [[-4.89453125, false]], [[-8.0234375, false]], [[-9.0234375, false]], [[-9.2734375, false]], [[-5.14453125, false]], [[-7.89453125, false]], [[-6.89453125, false]], [[-8.1484375, false]], [[-8.8984375, false]], [[-8.1484375, false]], [[-4.89453125, false]], [[-8.1484375, false]], [[-9.7734375, false]], [[-7.64453125, false]], [[-9.7734375, false]], [[-4.89453125, false]], [[-5.14453125, false]], [[-8.1484375, false]], [[-4.89453125, false]], [[-8.1484375, false]], [[-8.8984375, false]], [[-5.14453125, false]], [[-9.1484375, false]], [[-9.1484375, false]], [[-4.89453125, false]], [[-9.0234375, false]], [[-8.0234375, false]], [[-6.76953125, false]], [[-8.1484375, false]], [[-7.89453125, false]], [[-9.1484375, false]], [[-8.1484375, false]], [[-6.30859375, false]], [[-8.6484375, false]], [[-8.1875, false]], [[-4.89453125, false]], [[-8.6484375, false]], [[-8.8984375, false]], [[-8.0234375, false]], [[-11.6484375, false]], [[-8.1484375, false]], [[-4.89453125, false]], [[-9.1484375, false]], [[-8.0234375, false]], [[-4.89453125, false]], [[-8.0234375, false]], [[-9.1484375, false]], [[-9.7734375, false]], [[-8.1484375, false]], [[-9.0234375, false]], [[-4.89453125, false]], [[-5.14453125, false]], [[-9.0234375, false]], [[-8.1484375, false]], [[-5.14453125, false]], [[-8.1484375, false]], [[-4.89453125, false]], [[-9.1484375, false]], [[-8.0234375, false]], [[-4.89453125, false]], [[-7.64453125, false]], [[-8.0234375, false]], [[-8.8984375, false]], [[-8.8984375, false]], [[-8.1484375, false]], [[-9.1484375, false]], [[-8.1484375, false]], [[-4.89453125, false]], [[-9.5234375, false]], [[-8.0234375, false]], [[-9.0234375, false]], [[-4.89453125, false]], [[-9.0234375, false]], [[-8.1484375, false]], [[-8.1484375, false]], [[-8.0234375, false]], [[-9.7734375, false]], [[-9.0234375, false]], [[-7.64453125, false]], [[-8.1484375, false]], [[-8.1484375, false]], [[-6.30859375, false]], [[-8.6484375, false]], [[-10.5234375, false]]], "filtered_resps": [[-6.51953125, false], [-8.6484375, false], [-9.0234375, false], [-8.1484375, false], [-9.1484375, false], [-9.7734375, false], [-9.0234375, false], [-7.89453125, false], [-4.89453125, false], [-9.1484375, false], [-8.0234375, false], [-4.89453125, false], [-9.1484375, false], [-9.7734375, false], [-8.1484375, false], [-6.89453125, false], [-9.0234375, false], [-4.89453125, false], [-8.1484375, false], [-9.7734375, false], [-8.8984375, false], [-8.8984375, false], [-8.1484375, false], [-9.0234375, false], [-4.89453125, false], [-9.5234375, false], [-8.1484375, false], [-8.1484375, false], [-6.76953125, false], [-6.89453125, false], [-7.89453125, false], [-9.2734375, false], [-4.89453125, false], [-5.14453125, false], [-9.0234375, false], [-8.1484375, false], [-5.14453125, false], [-6.30859375, false], [-8.6484375, false], [-8.1875, false], [-4.89453125, false], [-8.6484375, false], [-9.7734375, false], [-6.89453125, false], [-7.39453125, false], [-8.1484375, false], [-9.0234375, false], [-7.89453125, false], [-5.14453125, false], [-9.1484375, false], [-8.1484375, false], [-4.89453125, false], [-9.7734375, false], [-7.89453125, false], [-9.1484375, false], [-6.89453125, false], [-9.1484375, false], [-4.89453125, false], [-9.1484375, false], [-9.7734375, false], [-8.1484375, false], [-4.89453125, false], [-8.1484375, false], [-7.89453125, false], [-8.0234375, false], [-9.2734375, false], [-8.1484375, false], [-4.89453125, false], [-9.7734375, false], [-5.14453125, false], [-11.6484375, false], [-8.1484375, false], [-4.89453125, false], [-8.1484375, false], [-9.1484375, false], [-8.0234375, false], [-8.8984375, false], [-8.8984375, false], [-8.1484375, false], [-6.76953125, false], [-6.30859375, false], [-8.6484375, false], [-8.1875, false], [-4.89453125, false], [-8.6484375, false], [-9.7734375, false], [-9.7734375, false], [-7.89453125, false], [-9.1484375, false], [-4.89453125, false], [-9.5234375, false], [-8.0234375, false], [-9.0234375, false], [-4.89453125, false], [-8.0234375, false], [-9.0234375, false], [-9.2734375, false], [-5.14453125, false], [-7.89453125, false], [-6.89453125, false], [-8.1484375, false], [-8.8984375, false], [-8.1484375, false], [-4.89453125, false], [-8.1484375, false], [-9.7734375, false], [-7.64453125, false], [-9.7734375, false], [-4.89453125, false], [-5.14453125, false], [-8.1484375, false], [-4.89453125, false], [-8.1484375, false], [-8.8984375, false], [-5.14453125, false], [-9.1484375, false], [-9.1484375, false], [-4.89453125, false], [-9.0234375, false], [-8.0234375, false], [-6.76953125, false], [-8.1484375, false], [-7.89453125, false], [-9.1484375, false], [-8.1484375, false], [-6.30859375, false], [-8.6484375, false], [-8.1875, false], [-4.89453125, false], [-8.6484375, false], [-8.8984375, false], [-8.0234375, false], [-11.6484375, false], [-8.1484375, false], [-4.89453125, false], [-9.1484375, false], [-8.0234375, false], [-4.89453125, false], [-8.0234375, false], [-9.1484375, false], [-9.7734375, false], [-8.1484375, false], [-9.0234375, false], [-4.89453125, false], [-5.14453125, false], [-9.0234375, false], [-8.1484375, false], [-5.14453125, false], [-8.1484375, false], [-4.89453125, false], [-9.1484375, false], [-8.0234375, false], [-4.89453125, false], [-7.64453125, false], [-8.0234375, false], [-8.8984375, false], [-8.8984375, false], [-8.1484375, false], [-9.1484375, false], [-8.1484375, false], [-4.89453125, false], [-9.5234375, false], [-8.0234375, false], [-9.0234375, false], [-4.89453125, false], [-9.0234375, false], [-8.1484375, false], [-8.1484375, false], [-8.0234375, false], [-9.7734375, false], [-9.0234375, false], [-7.64453125, false], [-8.1484375, false], [-8.1484375, false], [-6.30859375, false], [-8.6484375, false], [-10.5234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2024, "doc": {"id": "Mercury_7248098", "question": "A small aluminum cube is dropped into a beaker of water to determine the buoyancy. Which of these is not necessary in determining the buoyant force acting on the cube?", "choices": {"text": ["density of water", "displaced volume", "gravitational pull on Earth", "density of the aluminum cube"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "density of the aluminum cube", "arguments": ["Question: A small aluminum cube is dropped into a beaker of water to determine the buoyancy. Which of these is not necessary in determining the buoyant force acting on the cube?\nAnswer:", " ["], "resps": [[[-6.78515625, false]], [[-10.03125, false]], [[-5.53515625, false]], [[-6.78515625, false]], [[-6.53515625, false]], [[-7.03515625, false]], [[-6.78515625, false]], [[-7.53515625, false]], [[-8.03125, false]], [[-5.296875, false]], [[-8.53125, false]], [[-6.53515625, false]], [[-5.296875, false]], [[-9.03125, false]], [[-2.783203125, false]], [[-7.53515625, false]], [[-6.78515625, false]], [[-7.78515625, false]], [[-10.03125, false]], [[-9.0078125, false]], [[-5.296875, false]], [[-10.03125, false]], [[-5.53515625, false]], [[-6.78515625, false]], [[-7.03515625, false]], [[-7.53515625, false]], [[-7.78515625, false]], [[-2.783203125, false]], [[-5.53515625, false]], [[-6.78515625, false]], [[-5.53515625, false]], [[-5.28515625, false]], [[-6.53515625, false]], [[-8.53125, false]], [[-7.78515625, false]], [[-7.78515625, false]], [[-6.53515625, false]], [[-6.78515625, false]], [[-10.03125, false]], [[-9.0078125, false]], [[-5.28515625, false]], [[-10.03125, false]], [[-7.28515625, false]], [[-7.78515625, false]], [[-2.783203125, false]], [[-6.53515625, false]], [[-6.78515625, false]], [[-7.53515625, false]], [[-2.783203125, false]], [[-7.53515625, false]], [[-6.78515625, false]], [[-8.53125, false]], [[-6.53515625, false]], [[-2.783203125, false]], [[-7.78515625, false]], [[-5.28515625, false]], [[-7.53515625, false]], [[-7.78515625, false]], [[-7.78515625, false]], [[-7.78515625, false]], [[-5.28515625, false]], [[-8.53125, false]], [[-6.53515625, false]], [[-5.28515625, false]], [[-4.28515625, false]], [[-2.783203125, false]], [[-7.78515625, false]], [[-7.53515625, false]], [[-7.53515625, false]], [[-10.03125, false]], [[-9.0078125, false]], [[-5.28515625, false]], [[-10.03125, false]], [[-5.53515625, false]], [[-6.78515625, false]], [[-6.53515625, false]], [[-7.03515625, false]], [[-6.78515625, false]], [[-7.53515625, false]], [[-8.03125, false]], [[-5.28515625, false]], [[-8.53125, false]], [[-6.53515625, false]], [[-5.28515625, false]], [[-7.53515625, false]], [[-7.53515625, false]], [[-6.78515625, false]], [[-5.28515625, false]], [[-2.783203125, false]], [[-7.78515625, false]], [[-7.78515625, false]], [[-6.53515625, false]], [[-6.78515625, false]], [[-6.53515625, false]], [[-7.78515625, false]], [[-6.53515625, false]], [[-5.28515625, false]], [[-5.53515625, false]], [[-7.78515625, false]], [[-3.283203125, false]], [[-6.78515625, false]], [[-10.03125, false]], [[-11.03125, false]]], "filtered_resps": [[-6.78515625, false], [-10.03125, false], [-5.53515625, false], [-6.78515625, false], [-6.53515625, false], [-7.03515625, false], [-6.78515625, false], [-7.53515625, false], [-8.03125, false], [-5.296875, false], [-8.53125, false], [-6.53515625, false], [-5.296875, false], [-9.03125, false], [-2.783203125, false], [-7.53515625, false], [-6.78515625, false], [-7.78515625, false], [-10.03125, false], [-9.0078125, false], [-5.296875, false], [-10.03125, false], [-5.53515625, false], [-6.78515625, false], [-7.03515625, false], [-7.53515625, false], [-7.78515625, false], [-2.783203125, false], [-5.53515625, false], [-6.78515625, false], [-5.53515625, false], [-5.28515625, false], [-6.53515625, false], [-8.53125, false], [-7.78515625, false], [-7.78515625, false], [-6.53515625, false], [-6.78515625, false], [-10.03125, false], [-9.0078125, false], [-5.28515625, false], [-10.03125, false], [-7.28515625, false], [-7.78515625, false], [-2.783203125, false], [-6.53515625, false], [-6.78515625, false], [-7.53515625, false], [-2.783203125, false], [-7.53515625, false], [-6.78515625, false], [-8.53125, false], [-6.53515625, false], [-2.783203125, false], [-7.78515625, false], [-5.28515625, false], [-7.53515625, false], [-7.78515625, false], [-7.78515625, false], [-7.78515625, false], [-5.28515625, false], [-8.53125, false], [-6.53515625, false], [-5.28515625, false], [-4.28515625, false], [-2.783203125, false], [-7.78515625, false], [-7.53515625, false], [-7.53515625, false], [-10.03125, false], [-9.0078125, false], [-5.28515625, false], [-10.03125, false], [-5.53515625, false], [-6.78515625, false], [-6.53515625, false], [-7.03515625, false], [-6.78515625, false], [-7.53515625, false], [-8.03125, false], [-5.28515625, false], [-8.53125, false], [-6.53515625, false], [-5.28515625, false], [-7.53515625, false], [-7.53515625, false], [-6.78515625, false], [-5.28515625, false], [-2.783203125, false], [-7.78515625, false], [-7.78515625, false], [-6.53515625, false], [-6.78515625, false], [-6.53515625, false], [-7.78515625, false], [-6.53515625, false], [-5.28515625, false], [-5.53515625, false], [-7.78515625, false], [-3.283203125, false], [-6.78515625, false], [-10.03125, false], [-11.03125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2032, "doc": {"id": "Mercury_7015680", "question": "What are the characteristics of maritime polar air masses?", "choices": {"text": ["cool and dry", "warm and dry", "cool and humid", "warm and humid"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "cool and humid", "arguments": ["Question: What are the characteristics of maritime polar air masses?\nAnswer:", " ["], "resps": [[[-7.0234375, false]], [[-9.0234375, false]], [[-11.0234375, false]], [[-9.7734375, false]], [[-9.7734375, false]], [[-12.0234375, false]], [[-5.5234375, false]], [[-6.2734375, false]], [[-10.7734375, false]], [[-11.0234375, false]], [[-5.5234375, false]], [[-11.0234375, false]], [[-11.5234375, false]], [[-13.2734375, false]], [[-9.0234375, false]], [[-9.9921875, false]], [[-5.5234375, false]], [[-9.0234375, false]], [[-11.5234375, false]], [[-6.2734375, false]], [[-11.5234375, false]], [[-10.0234375, false]], [[-5.5234375, false]], [[-6.2734375, false]], [[-10.7734375, false]], [[-11.0234375, false]], [[-5.5234375, false]], [[-11.0234375, false]], [[-11.5234375, false]], [[-13.2734375, false]], [[-9.0234375, false]], [[-9.9921875, false]], [[-5.5234375, false]], [[-9.0234375, false]], [[-11.0234375, false]], [[-9.7734375, false]], [[-9.7734375, false]], [[-12.0234375, false]], [[-5.5234375, false]], [[-6.2734375, false]], [[-10.7734375, false]], [[-11.0234375, false]], [[-5.5234375, false]], [[-10.7734375, false]], [[-13.5234375, false]], [[-10.0234375, false]], [[-10.0234375, false]], [[-11.0234375, false]], [[-9.0234375, false]], [[-9.9921875, false]], [[-5.5234375, false]], [[-9.0234375, false]], [[-11.5234375, false]], [[-6.2734375, false]], [[-11.5234375, false]], [[-10.0234375, false]], [[-5.5234375, false]], [[-6.2734375, false]], [[-10.7734375, false]], [[-11.0234375, false]], [[-5.5234375, false]], [[-10.7734375, false]], [[-13.5234375, false]], [[-10.0234375, false]], [[-10.0234375, false]], [[-11.0234375, false]], [[-9.0234375, false]], [[-12.2734375, false]]], "filtered_resps": [[-7.0234375, false], [-9.0234375, false], [-11.0234375, false], [-9.7734375, false], [-9.7734375, false], [-12.0234375, false], [-5.5234375, false], [-6.2734375, false], [-10.7734375, false], [-11.0234375, false], [-5.5234375, false], [-11.0234375, false], [-11.5234375, false], [-13.2734375, false], [-9.0234375, false], [-9.9921875, false], [-5.5234375, false], [-9.0234375, false], [-11.5234375, false], [-6.2734375, false], [-11.5234375, false], [-10.0234375, false], [-5.5234375, false], [-6.2734375, false], [-10.7734375, false], [-11.0234375, false], [-5.5234375, false], [-11.0234375, false], [-11.5234375, false], [-13.2734375, false], [-9.0234375, false], [-9.9921875, false], [-5.5234375, false], [-9.0234375, false], [-11.0234375, false], [-9.7734375, false], [-9.7734375, false], [-12.0234375, false], [-5.5234375, false], [-6.2734375, false], [-10.7734375, false], [-11.0234375, false], [-5.5234375, false], [-10.7734375, false], [-13.5234375, false], [-10.0234375, false], [-10.0234375, false], [-11.0234375, false], [-9.0234375, false], [-9.9921875, false], [-5.5234375, false], [-9.0234375, false], [-11.5234375, false], [-6.2734375, false], [-11.5234375, false], [-10.0234375, false], [-5.5234375, false], [-6.2734375, false], [-10.7734375, false], [-11.0234375, false], [-5.5234375, false], [-10.7734375, false], [-13.5234375, false], [-10.0234375, false], [-10.0234375, false], [-11.0234375, false], [-9.0234375, false], [-12.2734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2040, "doc": {"id": "NYSEDREGENTS_2012_4_21", "question": "Which three things do animals need from their environment in order to survive?", "choices": {"text": ["soil, water, and food", "soil, light, and water", "air, food, and water", "air, water, and light"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "air, food, and water", "arguments": ["Question: Which three things do animals need from their environment in order to survive?\nAnswer:", " ["], "resps": [[[-6.9296875, false]], [[-9.3046875, false]], [[-8.3046875, false]], [[-8.9296875, false]], [[-8.4296875, false]], [[-8.8046875, false]], [[-10.953125, false]], [[-4.9296875, false]], [[-10.3046875, false]], [[-5.0546875, false]], [[-10.9296875, false]], [[-8.0546875, false]], [[-11.0546875, false]], [[-10.953125, false]], [[-4.9296875, false]], [[-5.0546875, false]], [[-9.0546875, false]], [[-8.0546875, false]], [[-4.9296875, false]], [[-8.5546875, false]], [[-8.9296875, false]], [[-8.9296875, false]], [[-8.0546875, false]], [[-9.3046875, false]], [[-10.953125, false]], [[-4.9296875, false]], [[-9.3046875, false]], [[-8.3046875, false]], [[-8.9296875, false]], [[-8.4296875, false]], [[-8.8046875, false]], [[-10.953125, false]], [[-4.9296875, false]], [[-8.8046875, false]], [[-8.4296875, false]], [[-10.9296875, false]], [[-10.9296875, false]], [[-10.9296875, false]], [[-10.953125, false]], [[-4.9296875, false]], [[-5.0546875, false]], [[-9.0546875, false]], [[-8.0546875, false]], [[-4.9296875, false]], [[-10.3046875, false]], [[-5.0546875, false]], [[-10.9296875, false]], [[-8.0546875, false]], [[-11.0546875, false]], [[-9.3046875, false]], [[-10.953125, false]], [[-4.9296875, false]], [[-9.3046875, false]], [[-5.0546875, false]], [[-8.4296875, false]], [[-11.0546875, false]], [[-10.953125, false]], [[-4.9296875, false]], [[-8.5546875, false]], [[-8.9296875, false]], [[-8.9296875, false]], [[-8.0546875, false]], [[-10.953125, false]], [[-4.9296875, false]], [[-5.0546875, false]], [[-9.0546875, false]], [[-8.0546875, false]], [[-4.9296875, false]], [[-10.3046875, false]], [[-5.0546875, false]], [[-10.9296875, false]], [[-8.0546875, false]], [[-11.0546875, false]], [[-9.3046875, false]], [[-10.953125, false]], [[-4.9296875, false]], [[-9.3046875, false]], [[-5.0546875, false]], [[-8.4296875, false]], [[-11.0546875, false]], [[-10.953125, false]], [[-4.9296875, false]], [[-10.3046875, false]], [[-5.0546875, false]], [[-10.9296875, false]], [[-8.0546875, false]], [[-11.0546875, false]], [[-10.953125, false]], [[-4.9296875, false]], [[-5.0546875, false]], [[-9.0546875, false]], [[-8.0546875, false]], [[-4.9296875, false]], [[-8.8046875, false]], [[-8.4296875, false]], [[-10.9296875, false]], [[-10.9296875, false]], [[-10.9296875, false]], [[-9.3046875, false]], [[-12.5546875, false]]], "filtered_resps": [[-6.9296875, false], [-9.3046875, false], [-8.3046875, false], [-8.9296875, false], [-8.4296875, false], [-8.8046875, false], [-10.953125, false], [-4.9296875, false], [-10.3046875, false], [-5.0546875, false], [-10.9296875, false], [-8.0546875, false], [-11.0546875, false], [-10.953125, false], [-4.9296875, false], [-5.0546875, false], [-9.0546875, false], [-8.0546875, false], [-4.9296875, false], [-8.5546875, false], [-8.9296875, false], [-8.9296875, false], [-8.0546875, false], [-9.3046875, false], [-10.953125, false], [-4.9296875, false], [-9.3046875, false], [-8.3046875, false], [-8.9296875, false], [-8.4296875, false], [-8.8046875, false], [-10.953125, false], [-4.9296875, false], [-8.8046875, false], [-8.4296875, false], [-10.9296875, false], [-10.9296875, false], [-10.9296875, false], [-10.953125, false], [-4.9296875, false], [-5.0546875, false], [-9.0546875, false], [-8.0546875, false], [-4.9296875, false], [-10.3046875, false], [-5.0546875, false], [-10.9296875, false], [-8.0546875, false], [-11.0546875, false], [-9.3046875, false], [-10.953125, false], [-4.9296875, false], [-9.3046875, false], [-5.0546875, false], [-8.4296875, false], [-11.0546875, false], [-10.953125, false], [-4.9296875, false], [-8.5546875, false], [-8.9296875, false], [-8.9296875, false], [-8.0546875, false], [-10.953125, false], [-4.9296875, false], [-5.0546875, false], [-9.0546875, false], [-8.0546875, false], [-4.9296875, false], [-10.3046875, false], [-5.0546875, false], [-10.9296875, false], [-8.0546875, false], [-11.0546875, false], [-9.3046875, false], [-10.953125, false], [-4.9296875, false], [-9.3046875, false], [-5.0546875, false], [-8.4296875, false], [-11.0546875, false], [-10.953125, false], [-4.9296875, false], [-10.3046875, false], [-5.0546875, false], [-10.9296875, false], [-8.0546875, false], [-11.0546875, false], [-10.953125, false], [-4.9296875, false], [-5.0546875, false], [-9.0546875, false], [-8.0546875, false], [-4.9296875, false], [-8.8046875, false], [-8.4296875, false], [-10.9296875, false], [-10.9296875, false], [-10.9296875, false], [-9.3046875, false], [-12.5546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2048, "doc": {"id": "Mercury_7009835", "question": "When using a microscope, it is best to use a wet mount to", "choices": {"text": ["observe live organisms.", "show the interior of sliced objects.", "highlight objects with chemical dyes.", "remove debris that is obscuring the object."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "observe live organisms.", "arguments": ["Question: When using a microscope, it is best to use a wet mount to\nAnswer:", " ["], "resps": [[[-8.7578125, false]], [[-9.5078125, false]], [[-9.7578125, false]], [[-10.7578125, false]], [[-9.7578125, false]], [[-9.7578125, false]], [[-12.7578125, false]], [[-12.2578125, false]], [[-9.7578125, false]], [[-5.7578125, false]], [[-11.0078125, false]], [[-8.7578125, false]], [[-12.2578125, false]], [[-9.7578125, false]], [[-5.7578125, false]], [[-9.7578125, false]], [[-12.7578125, false]], [[-12.7578125, false]], [[-6.0078125, false]], [[-11.2578125, false]], [[-8.7578125, false]], [[-9.7578125, false]], [[-11.0078125, false]], [[-9.7578125, false]], [[-7.40234375, false]], [[-9.5078125, false]], [[-9.90625, false]], [[-5.7578125, false]], [[-9.5078125, false]], [[-9.7578125, false]], [[-13.0078125, false]], [[-9.7578125, false]], [[-11.0078125, false]], [[-5.7578125, false]], [[-11.7578125, false]], [[-13.0078125, false]], [[-9.7578125, false]], [[-5.7578125, false]], [[-8.7578125, false]], [[-11.2578125, false]], [[-11.7578125, false]], [[-9.7578125, false]], [[-12.7578125, false]], [[-8.7578125, false]], [[-9.7578125, false]], [[-12.7578125, false]], [[-5.7578125, false]], [[-9.7578125, false]], [[-10.5078125, false]], [[-5.7578125, false]], [[-9.7578125, false]], [[-11.0078125, false]], [[-8.7578125, false]], [[-12.0078125, false]], [[-9.7578125, false]], [[-11.0078125, false]], [[-5.7578125, false]], [[-9.7578125, false]], [[-10.7578125, false]], [[-13.0078125, false]], [[-9.7578125, false]], [[-12.0078125, false]], [[-11.7578125, false]], [[-9.7578125, false]], [[-7.40234375, false]], [[-9.5078125, false]], [[-9.90625, false]], [[-5.7578125, false]], [[-9.5078125, false]], [[-13.0078125, false]], [[-8.7578125, false]], [[-12.7578125, false]], [[-13.0078125, false]], [[-11.0078125, false]], [[-8.7578125, false]], [[-12.7578125, false]], [[-13.0078125, false]], [[-11.7578125, false]], [[-5.7578125, false]], [[-9.7578125, false]], [[-10.7578125, false]], [[-13.0078125, false]], [[-9.7578125, false]], [[-12.0078125, false]], [[-11.7578125, false]], [[-9.7578125, false]], [[-5.7578125, false]], [[-11.0078125, false]], [[-8.7578125, false]], [[-11.7578125, false]], [[-13.0078125, false]], [[-5.7578125, false]], [[-12.0078125, false]], [[-13.0078125, false]], [[-9.7578125, false]], [[-11.0078125, false]], [[-8.7578125, false]], [[-12.0078125, false]], [[-6.0078125, false]], [[-11.0078125, false]], [[-5.7578125, false]], [[-11.0078125, false]], [[-12.7578125, false]], [[-9.7578125, false]], [[-9.7578125, false]], [[-7.40234375, false]], [[-9.5078125, false]], [[-9.90625, false]], [[-5.7578125, false]], [[-9.5078125, false]], [[-12.7578125, false]], [[-9.7578125, false]], [[-11.0078125, false]], [[-9.7578125, false]], [[-12.2578125, false]], [[-9.7578125, false]], [[-5.7578125, false]], [[-11.0078125, false]], [[-9.7578125, false]], [[-10.7578125, false]], [[-12.7578125, false]], [[-8.7578125, false]], [[-9.7578125, false]], [[-5.7578125, false]], [[-11.7578125, false]], [[-13.0078125, false]], [[-6.0078125, false]], [[-11.7578125, false]], [[-5.7578125, false]], [[-8.7578125, false]], [[-9.7578125, false]], [[-5.7578125, false]], [[-9.7578125, false]], [[-10.7578125, false]], [[-9.7578125, false]], [[-12.0078125, false]], [[-10.2578125, false]], [[-12.7578125, false]], [[-8.7578125, false]], [[-11.2578125, false]], [[-12.7578125, false]], [[-5.7578125, false]], [[-11.7578125, false]], [[-13.0078125, false]], [[-9.7578125, false]], [[-5.7578125, false]], [[-9.7578125, false]], [[-10.7578125, false]], [[-13.0078125, false]], [[-9.7578125, false]], [[-12.0078125, false]], [[-11.7578125, false]], [[-7.40234375, false]], [[-9.5078125, false]], [[-12.5078125, false]]], "filtered_resps": [[-8.7578125, false], [-9.5078125, false], [-9.7578125, false], [-10.7578125, false], [-9.7578125, false], [-9.7578125, false], [-12.7578125, false], [-12.2578125, false], [-9.7578125, false], [-5.7578125, false], [-11.0078125, false], [-8.7578125, false], [-12.2578125, false], [-9.7578125, false], [-5.7578125, false], [-9.7578125, false], [-12.7578125, false], [-12.7578125, false], [-6.0078125, false], [-11.2578125, false], [-8.7578125, false], [-9.7578125, false], [-11.0078125, false], [-9.7578125, false], [-7.40234375, false], [-9.5078125, false], [-9.90625, false], [-5.7578125, false], [-9.5078125, false], [-9.7578125, false], [-13.0078125, false], [-9.7578125, false], [-11.0078125, false], [-5.7578125, false], [-11.7578125, false], [-13.0078125, false], [-9.7578125, false], [-5.7578125, false], [-8.7578125, false], [-11.2578125, false], [-11.7578125, false], [-9.7578125, false], [-12.7578125, false], [-8.7578125, false], [-9.7578125, false], [-12.7578125, false], [-5.7578125, false], [-9.7578125, false], [-10.5078125, false], [-5.7578125, false], [-9.7578125, false], [-11.0078125, false], [-8.7578125, false], [-12.0078125, false], [-9.7578125, false], [-11.0078125, false], [-5.7578125, false], [-9.7578125, false], [-10.7578125, false], [-13.0078125, false], [-9.7578125, false], [-12.0078125, false], [-11.7578125, false], [-9.7578125, false], [-7.40234375, false], [-9.5078125, false], [-9.90625, false], [-5.7578125, false], [-9.5078125, false], [-13.0078125, false], [-8.7578125, false], [-12.7578125, false], [-13.0078125, false], [-11.0078125, false], [-8.7578125, false], [-12.7578125, false], [-13.0078125, false], [-11.7578125, false], [-5.7578125, false], [-9.7578125, false], [-10.7578125, false], [-13.0078125, false], [-9.7578125, false], [-12.0078125, false], [-11.7578125, false], [-9.7578125, false], [-5.7578125, false], [-11.0078125, false], [-8.7578125, false], [-11.7578125, false], [-13.0078125, false], [-5.7578125, false], [-12.0078125, false], [-13.0078125, false], [-9.7578125, false], [-11.0078125, false], [-8.7578125, false], [-12.0078125, false], [-6.0078125, false], [-11.0078125, false], [-5.7578125, false], [-11.0078125, false], [-12.7578125, false], [-9.7578125, false], [-9.7578125, false], [-7.40234375, false], [-9.5078125, false], [-9.90625, false], [-5.7578125, false], [-9.5078125, false], [-12.7578125, false], [-9.7578125, false], [-11.0078125, false], [-9.7578125, false], [-12.2578125, false], [-9.7578125, false], [-5.7578125, false], [-11.0078125, false], [-9.7578125, false], [-10.7578125, false], [-12.7578125, false], [-8.7578125, false], [-9.7578125, false], [-5.7578125, false], [-11.7578125, false], [-13.0078125, false], [-6.0078125, false], [-11.7578125, false], [-5.7578125, false], [-8.7578125, false], [-9.7578125, false], [-5.7578125, false], [-9.7578125, false], [-10.7578125, false], [-9.7578125, false], [-12.0078125, false], [-10.2578125, false], [-12.7578125, false], [-8.7578125, false], [-11.2578125, false], [-12.7578125, false], [-5.7578125, false], [-11.7578125, false], [-13.0078125, false], [-9.7578125, false], [-5.7578125, false], [-9.7578125, false], [-10.7578125, false], [-13.0078125, false], [-9.7578125, false], [-12.0078125, false], [-11.7578125, false], [-7.40234375, false], [-9.5078125, false], [-12.5078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2056, "doc": {"id": "NYSEDREGENTS_2012_4_14", "question": "In order to maintain good health, humans should", "choices": {"text": ["eat foods high in fat", "exercise regularly", "drink alcohol often", "smoke tobacco occasionally"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "exercise regularly", "arguments": ["Question: In order to maintain good health, humans should\nAnswer:", " ["], "resps": [[[-7.83203125, false]], [[-7.95703125, false]], [[-8.453125, false]], [[-4.20703125, false]], [[-9.953125, false]], [[-5.20703125, false]], [[-9.578125, false]], [[-8.703125, false]], [[-8.703125, false]], [[-8.453125, false]], [[-8.328125, false]], [[-5.20703125, false]], [[-10.328125, false]], [[-7.58203125, false]], [[-10.453125, false]], [[-10.328125, false]], [[-5.20703125, false]], [[-7.58203125, false]], [[-8.578125, false]], [[-5.20703125, false]], [[-9.578125, false]], [[-4.20703125, false]], [[-9.953125, false]], [[-7.95703125, false]], [[-9.3671875, false]], [[-5.20703125, false]], [[-7.95703125, false]], [[-8.453125, false]], [[-9.578125, false]], [[-8.453125, false]], [[-11.203125, false]], [[-7.83203125, false]], [[-7.58203125, false]], [[-8.328125, false]], [[-8.453125, false]], [[-5.20703125, false]], [[-11.203125, false]], [[-8.453125, false]], [[-10.453125, false]], [[-10.953125, false]], [[-10.078125, false]], [[-4.20703125, false]], [[-11.203125, false]], [[-10.078125, false]], [[-11.328125, false]], [[-7.95703125, false]], [[-9.3671875, false]], [[-5.20703125, false]], [[-7.95703125, false]], [[-8.453125, false]], [[-11.203125, false]], [[-7.58203125, false]], [[-8.578125, false]], [[-9.078125, false]], [[-5.20703125, false]], [[-4.20703125, false]], [[-10.078125, false]], [[-7.83203125, false]], [[-8.703125, false]], [[-10.328125, false]], [[-8.703125, false]], [[-10.078125, false]], [[-5.20703125, false]], [[-8.703125, false]], [[-9.578125, false]], [[-9.953125, false]], [[-8.453125, false]], [[-8.578125, false]], [[-7.95703125, false]], [[-9.3671875, false]], [[-5.20703125, false]], [[-7.95703125, false]], [[-8.328125, false]], [[-9.828125, false]], [[-8.703125, false]], [[-9.078125, false]], [[-8.453125, false]], [[-5.20703125, false]], [[-9.953125, false]], [[-8.703125, false]], [[-6.95703125, false]], [[-4.20703125, false]], [[-7.83203125, false]], [[-7.83203125, false]], [[-8.703125, false]], [[-5.20703125, false]], [[-8.703125, false]], [[-7.83203125, false]], [[-7.83203125, false]], [[-4.20703125, false]], [[-8.328125, false]], [[-7.58203125, false]], [[-8.703125, false]], [[-8.578125, false]], [[-4.20703125, false]], [[-10.078125, false]], [[-10.078125, false]], [[-11.328125, false]], [[-7.95703125, false]], [[-11.578125, false]]], "filtered_resps": [[-7.83203125, false], [-7.95703125, false], [-8.453125, false], [-4.20703125, false], [-9.953125, false], [-5.20703125, false], [-9.578125, false], [-8.703125, false], [-8.703125, false], [-8.453125, false], [-8.328125, false], [-5.20703125, false], [-10.328125, false], [-7.58203125, false], [-10.453125, false], [-10.328125, false], [-5.20703125, false], [-7.58203125, false], [-8.578125, false], [-5.20703125, false], [-9.578125, false], [-4.20703125, false], [-9.953125, false], [-7.95703125, false], [-9.3671875, false], [-5.20703125, false], [-7.95703125, false], [-8.453125, false], [-9.578125, false], [-8.453125, false], [-11.203125, false], [-7.83203125, false], [-7.58203125, false], [-8.328125, false], [-8.453125, false], [-5.20703125, false], [-11.203125, false], [-8.453125, false], [-10.453125, false], [-10.953125, false], [-10.078125, false], [-4.20703125, false], [-11.203125, false], [-10.078125, false], [-11.328125, false], [-7.95703125, false], [-9.3671875, false], [-5.20703125, false], [-7.95703125, false], [-8.453125, false], [-11.203125, false], [-7.58203125, false], [-8.578125, false], [-9.078125, false], [-5.20703125, false], [-4.20703125, false], [-10.078125, false], [-7.83203125, false], [-8.703125, false], [-10.328125, false], [-8.703125, false], [-10.078125, false], [-5.20703125, false], [-8.703125, false], [-9.578125, false], [-9.953125, false], [-8.453125, false], [-8.578125, false], [-7.95703125, false], [-9.3671875, false], [-5.20703125, false], [-7.95703125, false], [-8.328125, false], [-9.828125, false], [-8.703125, false], [-9.078125, false], [-8.453125, false], [-5.20703125, false], [-9.953125, false], [-8.703125, false], [-6.95703125, false], [-4.20703125, false], [-7.83203125, false], [-7.83203125, false], [-8.703125, false], [-5.20703125, false], [-8.703125, false], [-7.83203125, false], [-7.83203125, false], [-4.20703125, false], [-8.328125, false], [-7.58203125, false], [-8.703125, false], [-8.578125, false], [-4.20703125, false], [-10.078125, false], [-10.078125, false], [-11.328125, false], [-7.95703125, false], [-11.578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2064, "doc": {"id": "Mercury_SC_406718", "question": "A baby bird must eat a lot of food to grow. During which stage of its life cycle is a butterfly most similar to a baby bird?", "choices": {"text": ["egg", "larva", "pupa", "adult"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "larva", "arguments": ["Question: A baby bird must eat a lot of food to grow. During which stage of its life cycle is a butterfly most similar to a baby bird?\nAnswer:", " ["], "resps": [[[-7.640625, false]], [[-9.890625, false]], [[-9.640625, false]], [[-12.390625, false]], [[-12.390625, false]], [[-9.890625, false]], [[-9.078125, false]], [[-4.390625, false]], [[-9.890625, false]], [[-10.390625, false]], [[-5.640625, false]], [[-10.640625, false]], [[-11.890625, false]], [[-5.640625, false]], [[-9.890625, false]], [[-9.078125, false]], [[-4.390625, false]], [[-9.890625, false]], [[-10.890625, false]], [[-10.640625, false]], [[-10.890625, false]], [[-5.640625, false]], [[-9.890625, false]], [[-9.078125, false]], [[-4.390625, false]], [[-9.890625, false]], [[-5.640625, false]], [[-10.640625, false]], [[-10.640625, false]], [[-10.390625, false]], [[-11.140625, false]], [[-9.890625, false]], [[-12.640625, false]]], "filtered_resps": [[-7.640625, false], [-9.890625, false], [-9.640625, false], [-12.390625, false], [-12.390625, false], [-9.890625, false], [-9.078125, false], [-4.390625, false], [-9.890625, false], [-10.390625, false], [-5.640625, false], [-10.640625, false], [-11.890625, false], [-5.640625, false], [-9.890625, false], [-9.078125, false], [-4.390625, false], [-9.890625, false], [-10.890625, false], [-10.640625, false], [-10.890625, false], [-5.640625, false], [-9.890625, false], [-9.078125, false], [-4.390625, false], [-9.890625, false], [-5.640625, false], [-10.640625, false], [-10.640625, false], [-10.390625, false], [-11.140625, false], [-9.890625, false], [-12.640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2072, "doc": {"id": "Mercury_7098053", "question": "When the fuel in a gasoline engine is burned, the energy conversion is from", "choices": {"text": ["chemical to thermal.", "potential to nuclear.", "thermal to potential.", "electrical to kinetic."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "chemical to thermal.", "arguments": ["Question: When the fuel in a gasoline engine is burned, the energy conversion is from\nAnswer:", " ["], "resps": [[[-7.9140625, false]], [[-7.9140625, false]], [[-8.4140625, false]], [[-10.5390625, false]], [[-8.2890625, false]], [[-9.5390625, false]], [[-6.9140625, false]], [[-8.4140625, false]], [[-4.9140625, false]], [[-10.1640625, false]], [[-5.1640625, false]], [[-10.2890625, false]], [[-9.7890625, false]], [[-5.1640625, false]], [[-10.2890625, false]], [[-10.5390625, false]], [[-8.2890625, false]], [[-10.9140625, false]], [[-9.5390625, false]], [[-4.9140625, false]], [[-10.1640625, false]], [[-6.546875, false]], [[-7.9140625, false]], [[-7.859375, false]], [[-5.1640625, false]], [[-7.9140625, false]], [[-10.1640625, false]], [[-9.7890625, false]], [[-10.2890625, false]], [[-8.2890625, false]], [[-7.9140625, false]], [[-10.2890625, false]], [[-6.9140625, false]], [[-4.9140625, false]], [[-10.1640625, false]], [[-5.1640625, false]], [[-10.2890625, false]], [[-9.7890625, false]], [[-5.1640625, false]], [[-7.9140625, false]], [[-9.6640625, false]], [[-8.4140625, false]], [[-10.1640625, false]], [[-8.2890625, false]], [[-4.9140625, false]], [[-10.9140625, false]], [[-6.546875, false]], [[-7.9140625, false]], [[-7.859375, false]], [[-5.1640625, false]], [[-7.9140625, false]], [[-10.2890625, false]], [[-10.5390625, false]], [[-8.2890625, false]], [[-10.9140625, false]], [[-9.5390625, false]], [[-4.9140625, false]], [[-10.1640625, false]], [[-5.1640625, false]], [[-10.2890625, false]], [[-9.7890625, false]], [[-5.1640625, false]], [[-10.1640625, false]], [[-9.7890625, false]], [[-10.2890625, false]], [[-8.2890625, false]], [[-7.9140625, false]], [[-10.2890625, false]], [[-6.9140625, false]], [[-4.9140625, false]], [[-10.1640625, false]], [[-6.546875, false]], [[-7.9140625, false]], [[-7.859375, false]], [[-5.1640625, false]], [[-7.9140625, false]], [[-8.2890625, false]], [[-10.1640625, false]], [[-8.2890625, false]], [[-8.4140625, false]], [[-10.2890625, false]], [[-10.9140625, false]], [[-6.9140625, false]], [[-8.4140625, false]], [[-4.9140625, false]], [[-10.1640625, false]], [[-5.1640625, false]], [[-10.2890625, false]], [[-9.7890625, false]], [[-5.1640625, false]], [[-9.5390625, false]], [[-6.9140625, false]], [[-7.9140625, false]], [[-8.2890625, false]], [[-10.2890625, false]], [[-6.9140625, false]], [[-8.4140625, false]], [[-6.546875, false]], [[-7.9140625, false]], [[-11.6640625, false]]], "filtered_resps": [[-7.9140625, false], [-7.9140625, false], [-8.4140625, false], [-10.5390625, false], [-8.2890625, false], [-9.5390625, false], [-6.9140625, false], [-8.4140625, false], [-4.9140625, false], [-10.1640625, false], [-5.1640625, false], [-10.2890625, false], [-9.7890625, false], [-5.1640625, false], [-10.2890625, false], [-10.5390625, false], [-8.2890625, false], [-10.9140625, false], [-9.5390625, false], [-4.9140625, false], [-10.1640625, false], [-6.546875, false], [-7.9140625, false], [-7.859375, false], [-5.1640625, false], [-7.9140625, false], [-10.1640625, false], [-9.7890625, false], [-10.2890625, false], [-8.2890625, false], [-7.9140625, false], [-10.2890625, false], [-6.9140625, false], [-4.9140625, false], [-10.1640625, false], [-5.1640625, false], [-10.2890625, false], [-9.7890625, false], [-5.1640625, false], [-7.9140625, false], [-9.6640625, false], [-8.4140625, false], [-10.1640625, false], [-8.2890625, false], [-4.9140625, false], [-10.9140625, false], [-6.546875, false], [-7.9140625, false], [-7.859375, false], [-5.1640625, false], [-7.9140625, false], [-10.2890625, false], [-10.5390625, false], [-8.2890625, false], [-10.9140625, false], [-9.5390625, false], [-4.9140625, false], [-10.1640625, false], [-5.1640625, false], [-10.2890625, false], [-9.7890625, false], [-5.1640625, false], [-10.1640625, false], [-9.7890625, false], [-10.2890625, false], [-8.2890625, false], [-7.9140625, false], [-10.2890625, false], [-6.9140625, false], [-4.9140625, false], [-10.1640625, false], [-6.546875, false], [-7.9140625, false], [-7.859375, false], [-5.1640625, false], [-7.9140625, false], [-8.2890625, false], [-10.1640625, false], [-8.2890625, false], [-8.4140625, false], [-10.2890625, false], [-10.9140625, false], [-6.9140625, false], [-8.4140625, false], [-4.9140625, false], [-10.1640625, false], [-5.1640625, false], [-10.2890625, false], [-9.7890625, false], [-5.1640625, false], [-9.5390625, false], [-6.9140625, false], [-7.9140625, false], [-8.2890625, false], [-10.2890625, false], [-6.9140625, false], [-8.4140625, false], [-6.546875, false], [-7.9140625, false], [-11.6640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2080, "doc": {"id": "Mercury_404892", "question": "The best soil mixture for plant growth and drainage is", "choices": {"text": ["silt, pebbles, and clay.", "sand, rocks, and clay.", "humus, clay, and sand.", "clay, silt, and rocks."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "humus, clay, and sand.", "arguments": ["Question: The best soil mixture for plant growth and drainage is\nAnswer:", " ["], "resps": [[[-7.29296875, false]], [[-8.546875, false]], [[-9.796875, false]], [[-9.296875, false]], [[-11.296875, false]], [[-10.046875, false]], [[-9.546875, false]], [[-5.54296875, false]], [[-11.046875, false]], [[-10.296875, false]], [[-10.046875, false]], [[-10.046875, false]], [[-11.296875, false]], [[-10.296875, false]], [[-9.796875, false]], [[-9.546875, false]], [[-5.54296875, false]], [[-5.79296875, false]], [[-9.796875, false]], [[-9.296875, false]], [[-5.54296875, false]], [[-10.296875, false]], [[-11.296875, false]], [[-5.79296875, false]], [[-11.546875, false]], [[-7.17578125, false]], [[-8.546875, false]], [[-9.546875, false]], [[-5.54296875, false]], [[-8.546875, false]], [[-9.796875, false]], [[-5.79296875, false]], [[-9.796875, false]], [[-9.296875, false]], [[-9.546875, false]], [[-5.54296875, false]], [[-11.546875, false]], [[-9.796875, false]], [[-10.296875, false]], [[-11.296875, false]], [[-9.796875, false]], [[-9.546875, false]], [[-5.54296875, false]], [[-5.79296875, false]], [[-9.796875, false]], [[-9.296875, false]], [[-5.54296875, false]], [[-10.296875, false]], [[-11.296875, false]], [[-5.79296875, false]], [[-11.546875, false]], [[-7.17578125, false]], [[-8.546875, false]], [[-9.546875, false]], [[-5.54296875, false]], [[-8.546875, false]], [[-10.296875, false]], [[-11.796875, false]], [[-9.796875, false]], [[-11.796875, false]], [[-9.796875, false]], [[-9.546875, false]], [[-5.54296875, false]], [[-10.296875, false]], [[-11.296875, false]], [[-5.79296875, false]], [[-11.546875, false]], [[-9.546875, false]], [[-5.54296875, false]], [[-5.79296875, false]], [[-9.796875, false]], [[-9.296875, false]], [[-5.54296875, false]], [[-9.796875, false]], [[-5.79296875, false]], [[-9.796875, false]], [[-9.296875, false]], [[-7.17578125, false]], [[-8.546875, false]], [[-9.546875, false]], [[-5.54296875, false]], [[-8.546875, false]], [[-10.296875, false]], [[-11.296875, false]], [[-5.79296875, false]], [[-11.546875, false]], [[-9.546875, false]], [[-5.54296875, false]], [[-9.796875, false]], [[-9.296875, false]], [[-11.296875, false]], [[-10.046875, false]], [[-9.546875, false]], [[-5.54296875, false]], [[-5.79296875, false]], [[-9.796875, false]], [[-9.296875, false]], [[-5.54296875, false]], [[-11.546875, false]], [[-9.796875, false]], [[-10.296875, false]], [[-11.296875, false]], [[-9.796875, false]], [[-7.17578125, false]], [[-8.546875, false]], [[-13.296875, false]]], "filtered_resps": [[-7.29296875, false], [-8.546875, false], [-9.796875, false], [-9.296875, false], [-11.296875, false], [-10.046875, false], [-9.546875, false], [-5.54296875, false], [-11.046875, false], [-10.296875, false], [-10.046875, false], [-10.046875, false], [-11.296875, false], [-10.296875, false], [-9.796875, false], [-9.546875, false], [-5.54296875, false], [-5.79296875, false], [-9.796875, false], [-9.296875, false], [-5.54296875, false], [-10.296875, false], [-11.296875, false], [-5.79296875, false], [-11.546875, false], [-7.17578125, false], [-8.546875, false], [-9.546875, false], [-5.54296875, false], [-8.546875, false], [-9.796875, false], [-5.79296875, false], [-9.796875, false], [-9.296875, false], [-9.546875, false], [-5.54296875, false], [-11.546875, false], [-9.796875, false], [-10.296875, false], [-11.296875, false], [-9.796875, false], [-9.546875, false], [-5.54296875, false], [-5.79296875, false], [-9.796875, false], [-9.296875, false], [-5.54296875, false], [-10.296875, false], [-11.296875, false], [-5.79296875, false], [-11.546875, false], [-7.17578125, false], [-8.546875, false], [-9.546875, false], [-5.54296875, false], [-8.546875, false], [-10.296875, false], [-11.796875, false], [-9.796875, false], [-11.796875, false], [-9.796875, false], [-9.546875, false], [-5.54296875, false], [-10.296875, false], [-11.296875, false], [-5.79296875, false], [-11.546875, false], [-9.546875, false], [-5.54296875, false], [-5.79296875, false], [-9.796875, false], [-9.296875, false], [-5.54296875, false], [-9.796875, false], [-5.79296875, false], [-9.796875, false], [-9.296875, false], [-7.17578125, false], [-8.546875, false], [-9.546875, false], [-5.54296875, false], [-8.546875, false], [-10.296875, false], [-11.296875, false], [-5.79296875, false], [-11.546875, false], [-9.546875, false], [-5.54296875, false], [-9.796875, false], [-9.296875, false], [-11.296875, false], [-10.046875, false], [-9.546875, false], [-5.54296875, false], [-5.79296875, false], [-9.796875, false], [-9.296875, false], [-5.54296875, false], [-11.546875, false], [-9.796875, false], [-10.296875, false], [-11.296875, false], [-9.796875, false], [-7.17578125, false], [-8.546875, false], [-13.296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2088, "doc": {"id": "Mercury_7234220", "question": "Which part of Earth's structure exists in the solid phase due to low temperatures?", "choices": {"text": ["the inner core", "the outer core", "the lithosphere", "the asthenosphere"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "the lithosphere", "arguments": ["Question: Which part of Earth's structure exists in the solid phase due to low temperatures?\nAnswer:", " ["], "resps": [[[-7.45703125, false]], [[-8.4609375, false]], [[-10.4609375, false]], [[-11.4609375, false]], [[-8.2109375, false]], [[-5.70703125, false]], [[-8.2109375, false]], [[-11.2109375, false]], [[-11.2109375, false]], [[-8.2109375, false]], [[-11.4609375, false]], [[-5.70703125, false]], [[-10.2109375, false]], [[-9.9609375, false]], [[-11.4609375, false]], [[-8.2109375, false]], [[-8.4609375, false]], [[-9.390625, false]], [[-5.70703125, false]], [[-8.4609375, false]], [[-10.4609375, false]], [[-11.4609375, false]], [[-8.2109375, false]], [[-5.70703125, false]], [[-9.9609375, false]], [[-12.2109375, false]], [[-10.4609375, false]], [[-8.2109375, false]], [[-11.4609375, false]], [[-5.70703125, false]], [[-10.2109375, false]], [[-9.9609375, false]], [[-11.4609375, false]], [[-8.2109375, false]], [[-8.4609375, false]], [[-9.390625, false]], [[-5.70703125, false]], [[-8.4609375, false]], [[-10.4609375, false]], [[-11.4609375, false]], [[-8.2109375, false]], [[-5.70703125, false]], [[-11.2109375, false]], [[-8.2109375, false]], [[-10.4609375, false]], [[-11.4609375, false]], [[-9.9609375, false]], [[-9.7109375, false]], [[-9.4609375, false]], [[-11.4609375, false]], [[-8.2109375, false]], [[-11.4609375, false]], [[-8.2109375, false]], [[-8.4609375, false]], [[-9.390625, false]], [[-5.70703125, false]], [[-8.4609375, false]], [[-10.4609375, false]], [[-11.4609375, false]], [[-8.2109375, false]], [[-5.70703125, false]], [[-6.20703125, false]], [[-9.7109375, false]], [[-10.4609375, false]], [[-11.4609375, false]], [[-8.2109375, false]], [[-11.2109375, false]], [[-9.9609375, false]], [[-9.7109375, false]], [[-9.4609375, false]], [[-11.4609375, false]], [[-8.2109375, false]], [[-11.4609375, false]], [[-8.2109375, false]], [[-8.4609375, false]], [[-12.7109375, false]]], "filtered_resps": [[-7.45703125, false], [-8.4609375, false], [-10.4609375, false], [-11.4609375, false], [-8.2109375, false], [-5.70703125, false], [-8.2109375, false], [-11.2109375, false], [-11.2109375, false], [-8.2109375, false], [-11.4609375, false], [-5.70703125, false], [-10.2109375, false], [-9.9609375, false], [-11.4609375, false], [-8.2109375, false], [-8.4609375, false], [-9.390625, false], [-5.70703125, false], [-8.4609375, false], [-10.4609375, false], [-11.4609375, false], [-8.2109375, false], [-5.70703125, false], [-9.9609375, false], [-12.2109375, false], [-10.4609375, false], [-8.2109375, false], [-11.4609375, false], [-5.70703125, false], [-10.2109375, false], [-9.9609375, false], [-11.4609375, false], [-8.2109375, false], [-8.4609375, false], [-9.390625, false], [-5.70703125, false], [-8.4609375, false], [-10.4609375, false], [-11.4609375, false], [-8.2109375, false], [-5.70703125, false], [-11.2109375, false], [-8.2109375, false], [-10.4609375, false], [-11.4609375, false], [-9.9609375, false], [-9.7109375, false], [-9.4609375, false], [-11.4609375, false], [-8.2109375, false], [-11.4609375, false], [-8.2109375, false], [-8.4609375, false], [-9.390625, false], [-5.70703125, false], [-8.4609375, false], [-10.4609375, false], [-11.4609375, false], [-8.2109375, false], [-5.70703125, false], [-6.20703125, false], [-9.7109375, false], [-10.4609375, false], [-11.4609375, false], [-8.2109375, false], [-11.2109375, false], [-9.9609375, false], [-9.7109375, false], [-9.4609375, false], [-11.4609375, false], [-8.2109375, false], [-11.4609375, false], [-8.2109375, false], [-8.4609375, false], [-12.7109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2096, "doc": {"id": "MCAS_2005_5_14", "question": "Which of the following properties best describes a material's ability to resist scratching?", "choices": {"text": ["weight", "flexibility", "length", "hardness"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "hardness", "arguments": ["Question: Which of the following properties best describes a material's ability to resist scratching?\nAnswer:", " ["], "resps": [[[-7.171875, false]], [[-8.171875, false]], [[-9.421875, false]], [[-7.921875, false]], [[-8.171875, false]], [[-9.671875, false]], [[-9.421875, false]], [[-8.421875, false]], [[-8.171875, false]], [[-8.890625, false]], [[-5.171875, false]], [[-8.171875, false]], [[-9.421875, false]], [[-9.171875, false]], [[-7.921875, false]], [[-7.671875, false]], [[-8.171875, false]], [[-5.921875, false]], [[-8.171875, false]], [[-9.171875, false]], [[-8.171875, false]], [[-8.421875, false]], [[-9.921875, false]], [[-8.171875, false]], [[-8.890625, false]], [[-5.171875, false]], [[-8.171875, false]], [[-9.171875, false]], [[-7.921875, false]], [[-7.171875, false]], [[-9.671875, false]], [[-8.421875, false]], [[-9.421875, false]], [[-8.171875, false]], [[-8.890625, false]], [[-5.171875, false]], [[-8.171875, false]], [[-9.421875, false]], [[-3.171875, false]], [[-7.171875, false]], [[-7.921875, false]], [[-7.171875, false]], [[-7.921875, false]], [[-7.171875, false]], [[-7.171875, false]], [[-8.171875, false]], [[-12.171875, false]]], "filtered_resps": [[-7.171875, false], [-8.171875, false], [-9.421875, false], [-7.921875, false], [-8.171875, false], [-9.671875, false], [-9.421875, false], [-8.421875, false], [-8.171875, false], [-8.890625, false], [-5.171875, false], [-8.171875, false], [-9.421875, false], [-9.171875, false], [-7.921875, false], [-7.671875, false], [-8.171875, false], [-5.921875, false], [-8.171875, false], [-9.171875, false], [-8.171875, false], [-8.421875, false], [-9.921875, false], [-8.171875, false], [-8.890625, false], [-5.171875, false], [-8.171875, false], [-9.171875, false], [-7.921875, false], [-7.171875, false], [-9.671875, false], [-8.421875, false], [-9.421875, false], [-8.171875, false], [-8.890625, false], [-5.171875, false], [-8.171875, false], [-9.421875, false], [-3.171875, false], [-7.171875, false], [-7.921875, false], [-7.171875, false], [-7.921875, false], [-7.171875, false], [-7.171875, false], [-8.171875, false], [-12.171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2104, "doc": {"id": "MEA_2010_8_19", "question": "Which chemical is a compound?", "choices": {"text": ["helium (He)", "hydrochloric acid (HCl)", "hydrogen (H2)", "nitrogen (N2)"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "hydrochloric acid (HCl)", "arguments": ["Question: Which chemical is a compound?\nAnswer:", " ["], "resps": [[[-5.87109375, false]], [[-8.6171875, false]], [[-8.1171875, false]], [[-8.1171875, false]], [[-9.8671875, false]], [[-6.37109375, false]], [[-7.37109375, false]], [[-5.87109375, false]], [[-4.87109375, false]], [[-5.12109375, false]], [[-4.12109375, false]], [[-8.1171875, false]], [[-10.6171875, false]], [[-8.6171875, false]], [[-9.421875, false]], [[-4.87109375, false]], [[-8.6171875, false]], [[-8.1171875, false]], [[-9.1171875, false]], [[-9.3671875, false]], [[-10.3671875, false]], [[-8.1171875, false]], [[-6.37109375, false]], [[-8.1171875, false]], [[-9.8671875, false]], [[-8.1171875, false]], [[-10.3671875, false]], [[-6.37109375, false]], [[-6.37109375, false]], [[-4.87109375, false]], [[-4.12109375, false]], [[-6.37109375, false]], [[-6.37109375, false]], [[-9.3671875, false]], [[-4.87109375, false]], [[-5.12109375, false]], [[-4.12109375, false]], [[-3.37109375, false]], [[-9.8671875, false]], [[-10.6171875, false]], [[-8.6171875, false]], [[-9.421875, false]], [[-4.87109375, false]], [[-8.6171875, false]], [[-8.1171875, false]], [[-9.1171875, false]], [[-9.3671875, false]], [[-10.3671875, false]], [[-8.1171875, false]], [[-10.6171875, false]], [[-8.1171875, false]], [[-6.87109375, false]], [[-4.87109375, false]], [[-5.12109375, false]], [[-4.12109375, false]], [[-7.12109375, false]], [[-10.6171875, false]], [[-8.6171875, false]], [[-9.421875, false]], [[-4.87109375, false]], [[-8.6171875, false]], [[-6.87109375, false]], [[-6.37109375, false]], [[-8.3671875, false]], [[-10.3671875, false]], [[-8.1171875, false]], [[-10.6171875, false]], [[-8.1171875, false]], [[-6.87109375, false]], [[-4.87109375, false]], [[-5.12109375, false]], [[-5.62109375, false]], [[-7.12109375, false]], [[-10.6171875, false]], [[-8.6171875, false]], [[-13.1171875, false]]], "filtered_resps": [[-5.87109375, false], [-8.6171875, false], [-8.1171875, false], [-8.1171875, false], [-9.8671875, false], [-6.37109375, false], [-7.37109375, false], [-5.87109375, false], [-4.87109375, false], [-5.12109375, false], [-4.12109375, false], [-8.1171875, false], [-10.6171875, false], [-8.6171875, false], [-9.421875, false], [-4.87109375, false], [-8.6171875, false], [-8.1171875, false], [-9.1171875, false], [-9.3671875, false], [-10.3671875, false], [-8.1171875, false], [-6.37109375, false], [-8.1171875, false], [-9.8671875, false], [-8.1171875, false], [-10.3671875, false], [-6.37109375, false], [-6.37109375, false], [-4.87109375, false], [-4.12109375, false], [-6.37109375, false], [-6.37109375, false], [-9.3671875, false], [-4.87109375, false], [-5.12109375, false], [-4.12109375, false], [-3.37109375, false], [-9.8671875, false], [-10.6171875, false], [-8.6171875, false], [-9.421875, false], [-4.87109375, false], [-8.6171875, false], [-8.1171875, false], [-9.1171875, false], [-9.3671875, false], [-10.3671875, false], [-8.1171875, false], [-10.6171875, false], [-8.1171875, false], [-6.87109375, false], [-4.87109375, false], [-5.12109375, false], [-4.12109375, false], [-7.12109375, false], [-10.6171875, false], [-8.6171875, false], [-9.421875, false], [-4.87109375, false], [-8.6171875, false], [-6.87109375, false], [-6.37109375, false], [-8.3671875, false], [-10.3671875, false], [-8.1171875, false], [-10.6171875, false], [-8.1171875, false], [-6.87109375, false], [-4.87109375, false], [-5.12109375, false], [-5.62109375, false], [-7.12109375, false], [-10.6171875, false], [-8.6171875, false], [-13.1171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2112, "doc": {"id": "Mercury_400806", "question": "The electrical charge of the nucleus of an atom is +12. How many electrons does the atom have in its neutral state?", "choices": {"text": ["6", "12", "18", "24"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "12", "arguments": ["Question: The electrical charge of the nucleus of an atom is +12. How many electrons does the atom have in its neutral state?\nAnswer:", " ["], "resps": [[[-6.71484375, false]], [[-9.96875, false]], [[-4.46484375, false]], [[-9.96875, false]], [[-9.0234375, false]], [[-3.96484375, false]], [[-9.96875, false]], [[-3.71484375, false]], [[-3.71484375, false]], [[-9.96875, false]], [[-9.0234375, false]], [[-3.96484375, false]], [[-9.96875, false]], [[-3.71484375, false]], [[-4.96484375, false]], [[-9.96875, false]], [[-9.0234375, false]], [[-3.96484375, false]], [[-9.96875, false]], [[-3.71484375, false]], [[-4.21484375, false]], [[-9.96875, false]], [[-11.96875, false]]], "filtered_resps": [[-6.71484375, false], [-9.96875, false], [-4.46484375, false], [-9.96875, false], [-9.0234375, false], [-3.96484375, false], [-9.96875, false], [-3.71484375, false], [-3.71484375, false], [-9.96875, false], [-9.0234375, false], [-3.96484375, false], [-9.96875, false], [-3.71484375, false], [-4.96484375, false], [-9.96875, false], [-9.0234375, false], [-3.96484375, false], [-9.96875, false], [-3.71484375, false], [-4.21484375, false], [-9.96875, false], [-11.96875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2120, "doc": {"id": "Mercury_7001628", "question": "A change in the pattern of warm ocean currents can cause a climate change by", "choices": {"text": ["releasing thermal energy in irregular spurts.", "absorbing thermal energy from the Sun's rays.", "moving thermal energy from one place to another.", "increasing the ocean's capacity for absorbing thermal energy."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "moving thermal energy from one place to another.", "arguments": ["Question: A change in the pattern of warm ocean currents can cause a climate change by\nAnswer:", " ["], "resps": [[[-7.203125, false]], [[-8.328125, false]], [[-11.328125, false]], [[-8.453125, false]], [[-11.203125, false]], [[-8.453125, false]], [[-4.328125, false]], [[-9.203125, false]], [[-7.953125, false]], [[-8.953125, false]], [[-11.453125, false]], [[-5.203125, false]], [[-10.328125, false]], [[-10.453125, false]], [[-8.453125, false]], [[-11.328125, false]], [[-10.203125, false]], [[-4.328125, false]], [[-11.203125, false]], [[-5.203125, false]], [[-8.453125, false]], [[-8.953125, false]], [[-8.453125, false]], [[-11.328125, false]], [[-11.453125, false]], [[-11.078125, false]], [[-5.203125, false]], [[-7.953125, false]], [[-8.953125, false]], [[-5.203125, false]], [[-7.953125, false]], [[-11.328125, false]], [[-11.328125, false]], [[-8.453125, false]], [[-11.453125, false]], [[-10.828125, false]], [[-11.203125, false]], [[-4.328125, false]], [[-11.328125, false]], [[-5.203125, false]], [[-9.203125, false]], [[-8.953125, false]], [[-10.828125, false]], [[-11.328125, false]], [[-10.328125, false]], [[-9.203125, false]], [[-6.8671875, false]], [[-8.328125, false]], [[-8.1796875, false]], [[-5.203125, false]], [[-6.703125, false]], [[-4.328125, false]], [[-7.453125, false]], [[-9.203125, false]], [[-8.578125, false]], [[-11.328125, false]], [[-7.453125, false]], [[-7.953125, false]], [[-8.953125, false]], [[-11.453125, false]], [[-5.203125, false]], [[-10.328125, false]], [[-10.453125, false]], [[-8.453125, false]], [[-11.328125, false]], [[-10.203125, false]], [[-4.328125, false]], [[-11.203125, false]], [[-5.203125, false]], [[-8.453125, false]], [[-8.953125, false]], [[-8.453125, false]], [[-11.328125, false]], [[-11.453125, false]], [[-11.078125, false]], [[-5.203125, false]], [[-9.453125, false]], [[-11.328125, false]], [[-8.578125, false]], [[-10.203125, false]], [[-5.203125, false]], [[-10.328125, false]], [[-10.453125, false]], [[-8.453125, false]], [[-5.203125, false]], [[-6.453125, false]], [[-10.828125, false]], [[-8.953125, false]], [[-8.328125, false]], [[-9.203125, false]], [[-5.203125, false]], [[-11.328125, false]], [[-4.328125, false]], [[-11.078125, false]], [[-9.203125, false]], [[-6.8671875, false]], [[-6.703125, false]], [[-8.1796875, false]], [[-5.203125, false]], [[-8.328125, false]], [[-10.203125, false]], [[-8.578125, false]], [[-10.953125, false]], [[-7.953125, false]], [[-8.953125, false]], [[-11.453125, false]], [[-5.203125, false]], [[-10.328125, false]], [[-10.453125, false]], [[-8.453125, false]], [[-11.328125, false]], [[-10.203125, false]], [[-4.328125, false]], [[-11.203125, false]], [[-5.203125, false]], [[-8.453125, false]], [[-8.953125, false]], [[-8.453125, false]], [[-11.328125, false]], [[-11.453125, false]], [[-11.078125, false]], [[-5.203125, false]], [[-9.453125, false]], [[-11.328125, false]], [[-8.578125, false]], [[-10.203125, false]], [[-5.203125, false]], [[-8.578125, false]], [[-8.953125, false]], [[-8.453125, false]], [[-5.203125, false]], [[-8.953125, false]], [[-11.203125, false]], [[-4.328125, false]], [[-8.828125, false]], [[-8.453125, false]], [[-5.203125, false]], [[-10.328125, false]], [[-8.578125, false]], [[-5.203125, false]], [[-4.328125, false]], [[-8.953125, false]], [[-8.578125, false]], [[-10.328125, false]], [[-10.453125, false]], [[-8.453125, false]], [[-11.328125, false]], [[-6.8671875, false]], [[-8.328125, false]], [[-8.1796875, false]], [[-5.203125, false]], [[-6.703125, false]], [[-7.953125, false]], [[-8.953125, false]], [[-8.828125, false]], [[-11.328125, false]], [[-8.453125, false]], [[-4.328125, false]], [[-9.203125, false]], [[-7.953125, false]], [[-8.953125, false]], [[-11.453125, false]], [[-5.203125, false]], [[-10.328125, false]], [[-10.453125, false]], [[-8.453125, false]], [[-5.203125, false]], [[-8.578125, false]], [[-8.828125, false]], [[-8.453125, false]], [[-4.328125, false]], [[-8.953125, false]], [[-8.328125, false]], [[-9.203125, false]], [[-5.203125, false]], [[-8.828125, false]], [[-4.328125, false]], [[-8.953125, false]], [[-4.328125, false]], [[-8.828125, false]], [[-7.953125, false]], [[-10.328125, false]], [[-11.078125, false]], [[-5.203125, false]], [[-9.453125, false]], [[-8.578125, false]], [[-11.328125, false]], [[-5.203125, false]], [[-4.328125, false]], [[-7.453125, false]], [[-9.203125, false]], [[-8.578125, false]], [[-11.328125, false]], [[-7.453125, false]], [[-7.953125, false]], [[-8.953125, false]], [[-11.453125, false]], [[-5.203125, false]], [[-10.328125, false]], [[-10.453125, false]], [[-8.453125, false]], [[-11.328125, false]], [[-10.203125, false]], [[-4.328125, false]], [[-11.203125, false]], [[-5.203125, false]], [[-8.453125, false]], [[-8.953125, false]], [[-8.453125, false]], [[-11.328125, false]], [[-11.453125, false]], [[-11.078125, false]], [[-6.8671875, false]], [[-6.703125, false]], [[-12.078125, false]]], "filtered_resps": [[-7.203125, false], [-8.328125, false], [-11.328125, false], [-8.453125, false], [-11.203125, false], [-8.453125, false], [-4.328125, false], [-9.203125, false], [-7.953125, false], [-8.953125, false], [-11.453125, false], [-5.203125, false], [-10.328125, false], [-10.453125, false], [-8.453125, false], [-11.328125, false], [-10.203125, false], [-4.328125, false], [-11.203125, false], [-5.203125, false], [-8.453125, false], [-8.953125, false], [-8.453125, false], [-11.328125, false], [-11.453125, false], [-11.078125, false], [-5.203125, false], [-7.953125, false], [-8.953125, false], [-5.203125, false], [-7.953125, false], [-11.328125, false], [-11.328125, false], [-8.453125, false], [-11.453125, false], [-10.828125, false], [-11.203125, false], [-4.328125, false], [-11.328125, false], [-5.203125, false], [-9.203125, false], [-8.953125, false], [-10.828125, false], [-11.328125, false], [-10.328125, false], [-9.203125, false], [-6.8671875, false], [-8.328125, false], [-8.1796875, false], [-5.203125, false], [-6.703125, false], [-4.328125, false], [-7.453125, false], [-9.203125, false], [-8.578125, false], [-11.328125, false], [-7.453125, false], [-7.953125, false], [-8.953125, false], [-11.453125, false], [-5.203125, false], [-10.328125, false], [-10.453125, false], [-8.453125, false], [-11.328125, false], [-10.203125, false], [-4.328125, false], [-11.203125, false], [-5.203125, false], [-8.453125, false], [-8.953125, false], [-8.453125, false], [-11.328125, false], [-11.453125, false], [-11.078125, false], [-5.203125, false], [-9.453125, false], [-11.328125, false], [-8.578125, false], [-10.203125, false], [-5.203125, false], [-10.328125, false], [-10.453125, false], [-8.453125, false], [-5.203125, false], [-6.453125, false], [-10.828125, false], [-8.953125, false], [-8.328125, false], [-9.203125, false], [-5.203125, false], [-11.328125, false], [-4.328125, false], [-11.078125, false], [-9.203125, false], [-6.8671875, false], [-6.703125, false], [-8.1796875, false], [-5.203125, false], [-8.328125, false], [-10.203125, false], [-8.578125, false], [-10.953125, false], [-7.953125, false], [-8.953125, false], [-11.453125, false], [-5.203125, false], [-10.328125, false], [-10.453125, false], [-8.453125, false], [-11.328125, false], [-10.203125, false], [-4.328125, false], [-11.203125, false], [-5.203125, false], [-8.453125, false], [-8.953125, false], [-8.453125, false], [-11.328125, false], [-11.453125, false], [-11.078125, false], [-5.203125, false], [-9.453125, false], [-11.328125, false], [-8.578125, false], [-10.203125, false], [-5.203125, false], [-8.578125, false], [-8.953125, false], [-8.453125, false], [-5.203125, false], [-8.953125, false], [-11.203125, false], [-4.328125, false], [-8.828125, false], [-8.453125, false], [-5.203125, false], [-10.328125, false], [-8.578125, false], [-5.203125, false], [-4.328125, false], [-8.953125, false], [-8.578125, false], [-10.328125, false], [-10.453125, false], [-8.453125, false], [-11.328125, false], [-6.8671875, false], [-8.328125, false], [-8.1796875, false], [-5.203125, false], [-6.703125, false], [-7.953125, false], [-8.953125, false], [-8.828125, false], [-11.328125, false], [-8.453125, false], [-4.328125, false], [-9.203125, false], [-7.953125, false], [-8.953125, false], [-11.453125, false], [-5.203125, false], [-10.328125, false], [-10.453125, false], [-8.453125, false], [-5.203125, false], [-8.578125, false], [-8.828125, false], [-8.453125, false], [-4.328125, false], [-8.953125, false], [-8.328125, false], [-9.203125, false], [-5.203125, false], [-8.828125, false], [-4.328125, false], [-8.953125, false], [-4.328125, false], [-8.828125, false], [-7.953125, false], [-10.328125, false], [-11.078125, false], [-5.203125, false], [-9.453125, false], [-8.578125, false], [-11.328125, false], [-5.203125, false], [-4.328125, false], [-7.453125, false], [-9.203125, false], [-8.578125, false], [-11.328125, false], [-7.453125, false], [-7.953125, false], [-8.953125, false], [-11.453125, false], [-5.203125, false], [-10.328125, false], [-10.453125, false], [-8.453125, false], [-11.328125, false], [-10.203125, false], [-4.328125, false], [-11.203125, false], [-5.203125, false], [-8.453125, false], [-8.953125, false], [-8.453125, false], [-11.328125, false], [-11.453125, false], [-11.078125, false], [-6.8671875, false], [-6.703125, false], [-12.078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2128, "doc": {"id": "Mercury_7026933", "question": "A student plans to grow algal colonies in solutions with different concentrations of liquid fertilizer. Which is a clear and testable hypothesis to guide this investigation?", "choices": {"text": ["Algae like fertilizer.", "Fertilizer is good for algae.", "Fertilizer improves the genetic traits of algae.", "Algal growth rate increases with fertilizer concentration."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Algal growth rate increases with fertilizer concentration.", "arguments": ["Question: A student plans to grow algal colonies in solutions with different concentrations of liquid fertilizer. Which is a clear and testable hypothesis to guide this investigation?\nAnswer:", " ["], "resps": [[[-6.41796875, false]], [[-9.421875, false]], [[-1.91796875, true]], [[-9.921875, false]], [[-9.921875, false]], [[-3.91796875, false]], [[-7.66796875, false]], [[-5.41796875, false]], [[-9.921875, false]], [[-7.91796875, false]], [[-8.421875, false]], [[-7.66796875, false]], [[-5.41796875, false]], [[-8.921875, false]], [[-7.66796875, false]], [[-9.921875, false]], [[-8.921875, false]], [[-7.91796875, false]], [[-9.921875, false]], [[-7.91796875, false]], [[-9.921875, false]], [[-7.66796875, false]], [[-9.921875, false]], [[-6.94921875, false]], [[-9.421875, false]], [[-9.2421875, false]], [[-5.41796875, false]], [[-9.421875, false]], [[-6.66796875, false]], [[-7.66796875, false]], [[-9.921875, false]], [[-8.921875, false]], [[-7.91796875, false]], [[-9.921875, false]], [[-7.91796875, false]], [[-9.921875, false]], [[-7.66796875, false]], [[-9.921875, false]], [[-5.41796875, false]], [[-7.91796875, false]], [[-9.671875, false]], [[-5.41796875, false]], [[-9.921875, false]], [[-9.421875, false]], [[-9.421875, false]], [[-6.91796875, false]], [[-5.41796875, false]], [[-8.921875, false]], [[-9.421875, false]], [[-9.921875, false]], [[-5.41796875, false]], [[-3.91796875, false]], [[-9.921875, false]], [[-9.921875, false]], [[-3.91796875, false]], [[-7.66796875, false]], [[-6.94921875, false]], [[-9.421875, false]], [[-9.328125, false]], [[-5.41796875, false]], [[-9.421875, false]], [[-6.66796875, false]], [[-7.66796875, false]], [[-9.921875, false]], [[-8.921875, false]], [[-7.91796875, false]], [[-9.921875, false]], [[-7.91796875, false]], [[-9.921875, false]], [[-7.66796875, false]], [[-9.921875, false]], [[-5.41796875, false]], [[-7.91796875, false]], [[-8.921875, false]], [[-8.171875, false]], [[-9.921875, false]], [[-9.421875, false]], [[-9.671875, false]], [[-7.66796875, false]], [[-9.671875, false]], [[-5.41796875, false]], [[-8.921875, false]], [[-8.671875, false]], [[-7.66796875, false]], [[-5.41796875, false]], [[-9.921875, false]], [[-7.66796875, false]], [[-6.66796875, false]], [[-7.66796875, false]], [[-8.921875, false]], [[-7.91796875, false]], [[-7.16796875, false]], [[-5.41796875, false]], [[-8.921875, false]], [[-9.921875, false]], [[-3.91796875, false]], [[-7.91796875, false]], [[-8.921875, false]], [[-9.671875, false]], [[-5.41796875, false]], [[-9.421875, false]], [[-8.921875, false]], [[-5.41796875, false]], [[-3.91796875, false]], [[-9.921875, false]], [[-9.921875, false]], [[-3.91796875, false]], [[-7.66796875, false]], [[-6.94921875, false]], [[-9.421875, false]], [[-9.328125, false]], [[-5.41796875, false]], [[-9.421875, false]], [[-1.91796875, true]], [[-9.921875, false]], [[-9.921875, false]], [[-3.91796875, false]], [[-9.921875, false]], [[-5.41796875, false]], [[-9.921875, false]], [[-9.921875, false]], [[-9.421875, false]], [[-10.671875, false]], [[-8.921875, false]], [[-8.671875, false]], [[-5.41796875, false]], [[-9.921875, false]], [[-3.91796875, false]], [[-8.921875, false]], [[-7.66796875, false]], [[-5.41796875, false]], [[-7.91796875, false]], [[-6.66796875, false]], [[-7.16796875, false]], [[-9.921875, false]], [[-7.66796875, false]], [[-3.91796875, false]], [[-9.671875, false]], [[-7.66796875, false]], [[-9.671875, false]], [[-5.41796875, false]], [[-10.671875, false]], [[-7.91796875, false]], [[-8.921875, false]], [[-8.671875, false]], [[-5.41796875, false]], [[-8.921875, false]], [[-7.66796875, false]], [[-9.921875, false]], [[-8.921875, false]], [[-7.91796875, false]], [[-9.921875, false]], [[-7.91796875, false]], [[-9.921875, false]], [[-7.66796875, false]], [[-9.921875, false]], [[-5.41796875, false]], [[-7.16796875, false]], [[-9.421875, false]], [[-6.66796875, false]], [[-7.16796875, false]], [[-7.66796875, false]], [[-6.66796875, false]], [[-8.921875, false]], [[-9.921875, false]], [[-3.91796875, false]], [[-8.921875, false]], [[-7.91796875, false]], [[-9.421875, false]], [[-6.66796875, false]], [[-6.94921875, false]], [[-9.421875, false]], [[-12.421875, false]]], "filtered_resps": [[-6.41796875, false], [-9.421875, false], [-1.91796875, true], [-9.921875, false], [-9.921875, false], [-3.91796875, false], [-7.66796875, false], [-5.41796875, false], [-9.921875, false], [-7.91796875, false], [-8.421875, false], [-7.66796875, false], [-5.41796875, false], [-8.921875, false], [-7.66796875, false], [-9.921875, false], [-8.921875, false], [-7.91796875, false], [-9.921875, false], [-7.91796875, false], [-9.921875, false], [-7.66796875, false], [-9.921875, false], [-6.94921875, false], [-9.421875, false], [-9.2421875, false], [-5.41796875, false], [-9.421875, false], [-6.66796875, false], [-7.66796875, false], [-9.921875, false], [-8.921875, false], [-7.91796875, false], [-9.921875, false], [-7.91796875, false], [-9.921875, false], [-7.66796875, false], [-9.921875, false], [-5.41796875, false], [-7.91796875, false], [-9.671875, false], [-5.41796875, false], [-9.921875, false], [-9.421875, false], [-9.421875, false], [-6.91796875, false], [-5.41796875, false], [-8.921875, false], [-9.421875, false], [-9.921875, false], [-5.41796875, false], [-3.91796875, false], [-9.921875, false], [-9.921875, false], [-3.91796875, false], [-7.66796875, false], [-6.94921875, false], [-9.421875, false], [-9.328125, false], [-5.41796875, false], [-9.421875, false], [-6.66796875, false], [-7.66796875, false], [-9.921875, false], [-8.921875, false], [-7.91796875, false], [-9.921875, false], [-7.91796875, false], [-9.921875, false], [-7.66796875, false], [-9.921875, false], [-5.41796875, false], [-7.91796875, false], [-8.921875, false], [-8.171875, false], [-9.921875, false], [-9.421875, false], [-9.671875, false], [-7.66796875, false], [-9.671875, false], [-5.41796875, false], [-8.921875, false], [-8.671875, false], [-7.66796875, false], [-5.41796875, false], [-9.921875, false], [-7.66796875, false], [-6.66796875, false], [-7.66796875, false], [-8.921875, false], [-7.91796875, false], [-7.16796875, false], [-5.41796875, false], [-8.921875, false], [-9.921875, false], [-3.91796875, false], [-7.91796875, false], [-8.921875, false], [-9.671875, false], [-5.41796875, false], [-9.421875, false], [-8.921875, false], [-5.41796875, false], [-3.91796875, false], [-9.921875, false], [-9.921875, false], [-3.91796875, false], [-7.66796875, false], [-6.94921875, false], [-9.421875, false], [-9.328125, false], [-5.41796875, false], [-9.421875, false], [-1.91796875, true], [-9.921875, false], [-9.921875, false], [-3.91796875, false], [-9.921875, false], [-5.41796875, false], [-9.921875, false], [-9.921875, false], [-9.421875, false], [-10.671875, false], [-8.921875, false], [-8.671875, false], [-5.41796875, false], [-9.921875, false], [-3.91796875, false], [-8.921875, false], [-7.66796875, false], [-5.41796875, false], [-7.91796875, false], [-6.66796875, false], [-7.16796875, false], [-9.921875, false], [-7.66796875, false], [-3.91796875, false], [-9.671875, false], [-7.66796875, false], [-9.671875, false], [-5.41796875, false], [-10.671875, false], [-7.91796875, false], [-8.921875, false], [-8.671875, false], [-5.41796875, false], [-8.921875, false], [-7.66796875, false], [-9.921875, false], [-8.921875, false], [-7.91796875, false], [-9.921875, false], [-7.91796875, false], [-9.921875, false], [-7.66796875, false], [-9.921875, false], [-5.41796875, false], [-7.16796875, false], [-9.421875, false], [-6.66796875, false], [-7.16796875, false], [-7.66796875, false], [-6.66796875, false], [-8.921875, false], [-9.921875, false], [-3.91796875, false], [-8.921875, false], [-7.91796875, false], [-9.421875, false], [-6.66796875, false], [-6.94921875, false], [-9.421875, false], [-12.421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2136, "doc": {"id": "Mercury_SC_409014", "question": "A rocket is traveling toward space. What force must the rocket act against as it moves away from Earth?", "choices": {"text": ["inertia", "gravity", "magnetism", "momentum"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "gravity", "arguments": ["Question: A rocket is traveling toward space. What force must the rocket act against as it moves away from Earth?\nAnswer:", " ["], "resps": [[[-7.18359375, false]], [[-9.1796875, false]], [[-9.1796875, false]], [[-9.4296875, false]], [[-9.1796875, false]], [[-9.1796875, false]], [[-7.43359375, false]], [[-9.1796875, false]], [[-4.43359375, false]], [[-9.1796875, false]], [[-9.484375, false]], [[-4.67578125, false]], [[-9.1796875, false]], [[-9.4296875, false]], [[-9.1796875, false]], [[-4.43359375, false]], [[-7.43359375, false]], [[-9.1796875, false]], [[-7.43359375, false]], [[-10.4296875, false]], [[-9.1796875, false]], [[-9.484375, false]], [[-4.68359375, false]], [[-9.1796875, false]], [[-7.93359375, false]], [[-4.43359375, false]], [[-9.4296875, false]], [[-9.4296875, false]], [[-9.1796875, false]], [[-7.43359375, false]], [[-9.1796875, false]], [[-8.6796875, false]], [[-7.93359375, false]], [[-9.1796875, false]], [[-9.484375, false]], [[-4.68359375, false]], [[-9.1796875, false]], [[-7.93359375, false]], [[-10.9296875, false]], [[-7.93359375, false]], [[-9.1796875, false]], [[-9.4296875, false]], [[-7.43359375, false]], [[-9.6796875, false]], [[-7.93359375, false]], [[-9.1796875, false]], [[-11.6796875, false]]], "filtered_resps": [[-7.18359375, false], [-9.1796875, false], [-9.1796875, false], [-9.4296875, false], [-9.1796875, false], [-9.1796875, false], [-7.43359375, false], [-9.1796875, false], [-4.43359375, false], [-9.1796875, false], [-9.484375, false], [-4.67578125, false], [-9.1796875, false], [-9.4296875, false], [-9.1796875, false], [-4.43359375, false], [-7.43359375, false], [-9.1796875, false], [-7.43359375, false], [-10.4296875, false], [-9.1796875, false], [-9.484375, false], [-4.68359375, false], [-9.1796875, false], [-7.93359375, false], [-4.43359375, false], [-9.4296875, false], [-9.4296875, false], [-9.1796875, false], [-7.43359375, false], [-9.1796875, false], [-8.6796875, false], [-7.93359375, false], [-9.1796875, false], [-9.484375, false], [-4.68359375, false], [-9.1796875, false], [-7.93359375, false], [-10.9296875, false], [-7.93359375, false], [-9.1796875, false], [-9.4296875, false], [-7.43359375, false], [-9.6796875, false], [-7.93359375, false], [-9.1796875, false], [-11.6796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2144, "doc": {"id": "Mercury_7165795", "question": "A teacher breaks a bar of pure copper into two different sized pieces. Which is the most likely difference between the two pieces?", "choices": {"text": ["mass", "texture", "boiling point", "melting point"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "mass", "arguments": ["Question: A teacher breaks a bar of pure copper into two different sized pieces. Which is the most likely difference between the two pieces?\nAnswer:", " ["], "resps": [[[-6.55078125, false]], [[-9.0546875, false]], [[-8.5546875, false]], [[-4.30078125, false]], [[-9.0546875, false]], [[-9.0546875, false]], [[-9.0546875, false]], [[-10.2734375, false]], [[-6.05078125, false]], [[-9.0546875, false]], [[-8.5546875, false]], [[-8.3046875, false]], [[-8.5546875, false]], [[-8.5546875, false]], [[-9.8046875, false]], [[-8.5546875, false]], [[-8.3046875, false]], [[-9.0546875, false]], [[-10.2734375, false]], [[-6.05078125, false]], [[-9.0546875, false]], [[-6.55078125, false]], [[-10.5546875, false]], [[-8.0546875, false]], [[-10.0546875, false]], [[-8.0546875, false]], [[-7.80078125, false]], [[-10.5546875, false]], [[-6.05078125, false]], [[-8.5546875, false]], [[-10.5546875, false]], [[-8.0546875, false]], [[-7.80078125, false]], [[-8.5546875, false]], [[-9.0546875, false]], [[-10.2734375, false]], [[-6.05078125, false]], [[-9.0546875, false]], [[-8.5546875, false]], [[-8.3046875, false]], [[-10.0546875, false]], [[-8.5546875, false]], [[-8.0546875, false]], [[-7.80078125, false]], [[-10.5546875, false]], [[-6.05078125, false]], [[-8.5546875, false]], [[-10.5546875, false]], [[-8.0546875, false]], [[-7.80078125, false]], [[-8.5546875, false]], [[-9.0546875, false]], [[-12.3046875, false]]], "filtered_resps": [[-6.55078125, false], [-9.0546875, false], [-8.5546875, false], [-4.30078125, false], [-9.0546875, false], [-9.0546875, false], [-9.0546875, false], [-10.2734375, false], [-6.05078125, false], [-9.0546875, false], [-8.5546875, false], [-8.3046875, false], [-8.5546875, false], [-8.5546875, false], [-9.8046875, false], [-8.5546875, false], [-8.3046875, false], [-9.0546875, false], [-10.2734375, false], [-6.05078125, false], [-9.0546875, false], [-6.55078125, false], [-10.5546875, false], [-8.0546875, false], [-10.0546875, false], [-8.0546875, false], [-7.80078125, false], [-10.5546875, false], [-6.05078125, false], [-8.5546875, false], [-10.5546875, false], [-8.0546875, false], [-7.80078125, false], [-8.5546875, false], [-9.0546875, false], [-10.2734375, false], [-6.05078125, false], [-9.0546875, false], [-8.5546875, false], [-8.3046875, false], [-10.0546875, false], [-8.5546875, false], [-8.0546875, false], [-7.80078125, false], [-10.5546875, false], [-6.05078125, false], [-8.5546875, false], [-10.5546875, false], [-8.0546875, false], [-7.80078125, false], [-8.5546875, false], [-9.0546875, false], [-12.3046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2152, "doc": {"id": "Mercury_SC_401257", "question": "Which substance can be used to conduct electricity in a circuit?", "choices": {"text": ["metal", "wood", "rubber", "plastic"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "metal", "arguments": ["Question: Which substance can be used to conduct electricity in a circuit?\nAnswer:", " ["], "resps": [[[-7.640625, false]], [[-8.640625, false]], [[-7.640625, false]], [[-8.890625, false]], [[-9.140625, false]], [[-4.140625, false]], [[-9.640625, false]], [[-8.640625, false]], [[-9.7109375, false]], [[-5.140625, false]], [[-8.640625, false]], [[-11.140625, false]], [[-9.640625, false]], [[-9.640625, false]], [[-10.640625, false]], [[-8.640625, false]], [[-9.7109375, false]], [[-5.140625, false]], [[-8.640625, false]], [[-9.640625, false]], [[-8.890625, false]], [[-10.140625, false]], [[-10.140625, false]], [[-8.890625, false]], [[-9.640625, false]], [[-8.640625, false]], [[-9.7109375, false]], [[-5.140625, false]], [[-8.640625, false]], [[-8.640625, false]], [[-9.640625, false]], [[-4.140625, false]], [[-9.890625, false]], [[-9.140625, false]], [[-7.140625, false]], [[-8.890625, false]], [[-8.640625, false]], [[-13.890625, false]]], "filtered_resps": [[-7.640625, false], [-8.640625, false], [-7.640625, false], [-8.890625, false], [-9.140625, false], [-4.140625, false], [-9.640625, false], [-8.640625, false], [-9.7109375, false], [-5.140625, false], [-8.640625, false], [-11.140625, false], [-9.640625, false], [-9.640625, false], [-10.640625, false], [-8.640625, false], [-9.7109375, false], [-5.140625, false], [-8.640625, false], [-9.640625, false], [-8.890625, false], [-10.140625, false], [-10.140625, false], [-8.890625, false], [-9.640625, false], [-8.640625, false], [-9.7109375, false], [-5.140625, false], [-8.640625, false], [-8.640625, false], [-9.640625, false], [-4.140625, false], [-9.890625, false], [-9.140625, false], [-7.140625, false], [-8.890625, false], [-8.640625, false], [-13.890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2160, "doc": {"id": "MCAS_2000_8_34", "question": "The first stage of soil formation is the weathering of rock into fine particles. To make a good soil for growing plants, which would be best to add to the rock particles?", "choices": {"text": ["minerals", "sand", "organic matter", "silt"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "organic matter", "arguments": ["Question: The first stage of soil formation is the weathering of rock into fine particles. To make a good soil for growing plants, which would be best to add to the rock particles?\nAnswer:", " ["], "resps": [[[-7.625, false]], [[-8.875, false]], [[-9.875, false]], [[-9.125, false]], [[-10.875, false]], [[-10.125, false]], [[-11.875, false]], [[-6.125, false]], [[-10.625, false]], [[-9.875, false]], [[-8.875, false]], [[-10.015625, false]], [[-5.625, false]], [[-8.875, false]], [[-9.875, false]], [[-6.125, false]], [[-10.875, false]], [[-9.625, false]], [[-8.875, false]], [[-10.015625, false]], [[-5.625, false]], [[-8.875, false]], [[-9.625, false]], [[-11.875, false]], [[-11.125, false]], [[-6.125, false]], [[-10.875, false]], [[-9.125, false]], [[-10.375, false]], [[-5.625, false]], [[-9.875, false]], [[-6.125, false]], [[-10.125, false]], [[-10.125, false]], [[-10.125, false]], [[-11.875, false]], [[-8.875, false]], [[-10.015625, false]], [[-5.625, false]], [[-8.875, false]], [[-9.875, false]], [[-9.125, false]], [[-10.625, false]], [[-10.125, false]], [[-8.875, false]], [[-13.875, false]]], "filtered_resps": [[-7.625, false], [-8.875, false], [-9.875, false], [-9.125, false], [-10.875, false], [-10.125, false], [-11.875, false], [-6.125, false], [-10.625, false], [-9.875, false], [-8.875, false], [-10.015625, false], [-5.625, false], [-8.875, false], [-9.875, false], [-6.125, false], [-10.875, false], [-9.625, false], [-8.875, false], [-10.015625, false], [-5.625, false], [-8.875, false], [-9.625, false], [-11.875, false], [-11.125, false], [-6.125, false], [-10.875, false], [-9.125, false], [-10.375, false], [-5.625, false], [-9.875, false], [-6.125, false], [-10.125, false], [-10.125, false], [-10.125, false], [-11.875, false], [-8.875, false], [-10.015625, false], [-5.625, false], [-8.875, false], [-9.875, false], [-9.125, false], [-10.625, false], [-10.125, false], [-8.875, false], [-13.875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2168, "doc": {"id": "Mercury_7217875", "question": "Water vapor sometimes condenses into stratus clouds that are in contact with the ground. What forms as a result of this process?", "choices": {"text": ["ozone", "methane", "fog", "smoke"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "fog", "arguments": ["Question: Water vapor sometimes condenses into stratus clouds that are in contact with the ground. What forms as a result of this process?\nAnswer:", " ["], "resps": [[[-7.42578125, false]], [[-9.671875, false]], [[-7.92578125, false]], [[-11.921875, false]], [[-7.92578125, false]], [[-10.171875, false]], [[-7.67578125, false]], [[-9.671875, false]], [[-9.90625, false]], [[-5.17578125, false]], [[-9.671875, false]], [[-10.171875, false]], [[-7.67578125, false]], [[-11.671875, false]], [[-10.171875, false]], [[-4.92578125, false]], [[-10.171875, false]], [[-7.67578125, false]], [[-9.671875, false]], [[-9.90625, false]], [[-5.17578125, false]], [[-9.671875, false]], [[-11.171875, false]], [[-7.92578125, false]], [[-12.921875, false]], [[-9.671875, false]], [[-9.90625, false]], [[-5.17578125, false]], [[-9.671875, false]], [[-10.171875, false]], [[-10.171875, false]], [[-7.92578125, false]], [[-13.421875, false]], [[-7.67578125, false]], [[-9.671875, false]], [[-12.921875, false]]], "filtered_resps": [[-7.42578125, false], [-9.671875, false], [-7.92578125, false], [-11.921875, false], [-7.92578125, false], [-10.171875, false], [-7.67578125, false], [-9.671875, false], [-9.90625, false], [-5.17578125, false], [-9.671875, false], [-10.171875, false], [-7.67578125, false], [-11.671875, false], [-10.171875, false], [-4.92578125, false], [-10.171875, false], [-7.67578125, false], [-9.671875, false], [-9.90625, false], [-5.17578125, false], [-9.671875, false], [-11.171875, false], [-7.92578125, false], [-12.921875, false], [-9.671875, false], [-9.90625, false], [-5.17578125, false], [-9.671875, false], [-10.171875, false], [-10.171875, false], [-7.92578125, false], [-13.421875, false], [-7.67578125, false], [-9.671875, false], [-12.921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2176, "doc": {"id": "Mercury_7083563", "question": "Which of these is a structure that is present in all organisms?", "choices": {"text": ["a tissue", "a cell", "a stomach", "a brain"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "a cell", "arguments": ["Question: Which of these is a structure that is present in all organisms?\nAnswer:", " ["], "resps": [[[-7.5625, false]], [[-9.6875, false]], [[-3.5625, false]], [[-4.5625, false]], [[-9.4375, false]], [[-8.9375, false]], [[-8.6875, false]], [[-8.6875, false]], [[-9.5625, false]], [[-6.5625, false]], [[-9.6875, false]], [[-9.578125, false]], [[-4.5625, false]], [[-9.6875, false]], [[-3.5625, false]], [[-4.5625, false]], [[-6.4375, false]], [[-6.5625, false]], [[-9.4375, false]], [[-9.4375, false]], [[-9.6875, false]], [[-9.578125, false]], [[-4.5625, false]], [[-9.6875, false]], [[-3.5625, false]], [[-4.5625, false]], [[-8.6875, false]], [[-9.4375, false]], [[-8.0625, false]], [[-9.1875, false]], [[-3.5625, false]], [[-6.4375, false]], [[-9.5625, false]], [[-9.6875, false]], [[-9.578125, false]], [[-4.5625, false]], [[-9.6875, false]], [[-3.5625, false]], [[-4.5625, false]], [[-7.4375, false]], [[-8.5625, false]], [[-3.5625, false]], [[-8.9375, false]], [[-9.1875, false]], [[-9.6875, false]], [[-13.6875, false]]], "filtered_resps": [[-7.5625, false], [-9.6875, false], [-3.5625, false], [-4.5625, false], [-9.4375, false], [-8.9375, false], [-8.6875, false], [-8.6875, false], [-9.5625, false], [-6.5625, false], [-9.6875, false], [-9.578125, false], [-4.5625, false], [-9.6875, false], [-3.5625, false], [-4.5625, false], [-6.4375, false], [-6.5625, false], [-9.4375, false], [-9.4375, false], [-9.6875, false], [-9.578125, false], [-4.5625, false], [-9.6875, false], [-3.5625, false], [-4.5625, false], [-8.6875, false], [-9.4375, false], [-8.0625, false], [-9.1875, false], [-3.5625, false], [-6.4375, false], [-9.5625, false], [-9.6875, false], [-9.578125, false], [-4.5625, false], [-9.6875, false], [-3.5625, false], [-4.5625, false], [-7.4375, false], [-8.5625, false], [-3.5625, false], [-8.9375, false], [-9.1875, false], [-9.6875, false], [-13.6875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2184, "doc": {"id": "ACTAAP_2007_7_33", "question": "What is one way to help slow down or stop the greenhouse effect?", "choices": {"text": ["find new coal resources in the earth", "clean up the litter in neighborhoods", "clean up the water pollution in local lakes", "walk or ride a bike instead of driving a car"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "walk or ride a bike instead of driving a car", "arguments": ["Question: What is one way to help slow down or stop the greenhouse effect?\nAnswer:", " ["], "resps": [[[-8.0078125, false]], [[-8.5078125, false]], [[-12.1328125, false]], [[-9.1328125, false]], [[-11.7578125, false]], [[-10.2578125, false]], [[-5.51171875, false]], [[-11.7578125, false]], [[-9.0078125, false]], [[-12.2578125, false]], [[-5.51171875, false]], [[-11.1328125, false]], [[-10.3828125, false]], [[-6.63671875, false]], [[-11.3828125, false]], [[-5.51171875, false]], [[-13.8828125, false]], [[-9.0078125, false]], [[-9.7578125, false]], [[-10.3828125, false]], [[-12.1328125, false]], [[-13.8828125, false]], [[-11.1328125, false]], [[-9.0078125, false]], [[-9.7578125, false]], [[-5.51171875, false]], [[-9.1328125, false]], [[-11.7578125, false]], [[-5.51171875, false]], [[-11.8828125, false]], [[-12.8828125, false]], [[-9.0078125, false]], [[-5.51171875, false]], [[-9.0078125, false]], [[-6.63671875, false]], [[-13.8828125, false]], [[-11.8828125, false]], [[-12.8828125, false]], [[-8.5078125, false]], [[-10.515625, false]], [[-5.51171875, false]], [[-8.5078125, false]], [[-11.1328125, false]], [[-11.3828125, false]], [[-9.0078125, false]], [[-6.63671875, false]], [[-11.7578125, false]], [[-5.51171875, false]], [[-12.1328125, false]], [[-9.8828125, false]], [[-5.51171875, false]], [[-11.8828125, false]], [[-12.8828125, false]], [[-9.0078125, false]], [[-5.51171875, false]], [[-11.3828125, false]], [[-9.1328125, false]], [[-11.8828125, false]], [[-11.8828125, false]], [[-9.0078125, false]], [[-13.8828125, false]], [[-5.51171875, false]], [[-9.1328125, false]], [[-11.7578125, false]], [[-5.51171875, false]], [[-11.7578125, false]], [[-9.0078125, false]], [[-9.1328125, false]], [[-13.2578125, false]], [[-12.8828125, false]], [[-12.5078125, false]], [[-10.3828125, false]], [[-13.8828125, false]], [[-12.8828125, false]], [[-10.3828125, false]], [[-10.3828125, false]], [[-10.2578125, false]], [[-9.7578125, false]], [[-8.5078125, false]], [[-10.515625, false]], [[-5.51171875, false]], [[-8.5078125, false]], [[-11.1328125, false]], [[-11.3828125, false]], [[-9.0078125, false]], [[-6.63671875, false]], [[-11.7578125, false]], [[-5.51171875, false]], [[-12.1328125, false]], [[-9.8828125, false]], [[-5.51171875, false]], [[-11.8828125, false]], [[-12.8828125, false]], [[-9.0078125, false]], [[-5.51171875, false]], [[-12.2578125, false]], [[-6.63671875, false]], [[-11.8828125, false]], [[-9.0078125, false]], [[-13.8828125, false]], [[-5.51171875, false]], [[-9.8828125, false]], [[-10.3828125, false]], [[-11.3828125, false]], [[-11.3828125, false]], [[-12.1328125, false]], [[-11.8828125, false]], [[-9.1328125, false]], [[-10.3828125, false]], [[-11.7578125, false]], [[-5.51171875, false]], [[-9.1328125, false]], [[-11.7578125, false]], [[-5.51171875, false]], [[-11.3828125, false]], [[-10.3828125, false]], [[-11.1328125, false]], [[-6.63671875, false]], [[-11.3828125, false]], [[-5.51171875, false]], [[-11.3828125, false]], [[-6.63671875, false]], [[-13.5078125, false]], [[-9.0078125, false]], [[-9.7578125, false]], [[-8.5078125, false]], [[-10.515625, false]], [[-5.51171875, false]], [[-8.5078125, false]], [[-12.2578125, false]], [[-6.63671875, false]], [[-11.3828125, false]], [[-13.5078125, false]], [[-5.51171875, false]], [[-10.3828125, false]], [[-13.8828125, false]], [[-5.51171875, false]], [[-13.8828125, false]], [[-9.1328125, false]], [[-10.2578125, false]], [[-9.0078125, false]], [[-5.51171875, false]], [[-6.63671875, false]], [[-5.51171875, false]], [[-12.5078125, false]], [[-9.1328125, false]], [[-13.5078125, false]], [[-9.0078125, false]], [[-5.51171875, false]], [[-9.1328125, false]], [[-11.7578125, false]], [[-9.7578125, false]], [[-11.8828125, false]], [[-9.0078125, false]], [[-6.63671875, false]], [[-10.2578125, false]], [[-5.51171875, false]], [[-10.3828125, false]], [[-12.1328125, false]], [[-5.51171875, false]], [[-10.2578125, false]], [[-13.8828125, false]], [[-9.1328125, false]], [[-13.1328125, false]], [[-9.1328125, false]], [[-11.7578125, false]], [[-13.2578125, false]], [[-5.51171875, false]], [[-6.63671875, false]], [[-5.51171875, false]], [[-11.1328125, false]], [[-6.63671875, false]], [[-13.8828125, false]], [[-8.5078125, false]], [[-14.3828125, false]]], "filtered_resps": [[-8.0078125, false], [-8.5078125, false], [-12.1328125, false], [-9.1328125, false], [-11.7578125, false], [-10.2578125, false], [-5.51171875, false], [-11.7578125, false], [-9.0078125, false], [-12.2578125, false], [-5.51171875, false], [-11.1328125, false], [-10.3828125, false], [-6.63671875, false], [-11.3828125, false], [-5.51171875, false], [-13.8828125, false], [-9.0078125, false], [-9.7578125, false], [-10.3828125, false], [-12.1328125, false], [-13.8828125, false], [-11.1328125, false], [-9.0078125, false], [-9.7578125, false], [-5.51171875, false], [-9.1328125, false], [-11.7578125, false], [-5.51171875, false], [-11.8828125, false], [-12.8828125, false], [-9.0078125, false], [-5.51171875, false], [-9.0078125, false], [-6.63671875, false], [-13.8828125, false], [-11.8828125, false], [-12.8828125, false], [-8.5078125, false], [-10.515625, false], [-5.51171875, false], [-8.5078125, false], [-11.1328125, false], [-11.3828125, false], [-9.0078125, false], [-6.63671875, false], [-11.7578125, false], [-5.51171875, false], [-12.1328125, false], [-9.8828125, false], [-5.51171875, false], [-11.8828125, false], [-12.8828125, false], [-9.0078125, false], [-5.51171875, false], [-11.3828125, false], [-9.1328125, false], [-11.8828125, false], [-11.8828125, false], [-9.0078125, false], [-13.8828125, false], [-5.51171875, false], [-9.1328125, false], [-11.7578125, false], [-5.51171875, false], [-11.7578125, false], [-9.0078125, false], [-9.1328125, false], [-13.2578125, false], [-12.8828125, false], [-12.5078125, false], [-10.3828125, false], [-13.8828125, false], [-12.8828125, false], [-10.3828125, false], [-10.3828125, false], [-10.2578125, false], [-9.7578125, false], [-8.5078125, false], [-10.515625, false], [-5.51171875, false], [-8.5078125, false], [-11.1328125, false], [-11.3828125, false], [-9.0078125, false], [-6.63671875, false], [-11.7578125, false], [-5.51171875, false], [-12.1328125, false], [-9.8828125, false], [-5.51171875, false], [-11.8828125, false], [-12.8828125, false], [-9.0078125, false], [-5.51171875, false], [-12.2578125, false], [-6.63671875, false], [-11.8828125, false], [-9.0078125, false], [-13.8828125, false], [-5.51171875, false], [-9.8828125, false], [-10.3828125, false], [-11.3828125, false], [-11.3828125, false], [-12.1328125, false], [-11.8828125, false], [-9.1328125, false], [-10.3828125, false], [-11.7578125, false], [-5.51171875, false], [-9.1328125, false], [-11.7578125, false], [-5.51171875, false], [-11.3828125, false], [-10.3828125, false], [-11.1328125, false], [-6.63671875, false], [-11.3828125, false], [-5.51171875, false], [-11.3828125, false], [-6.63671875, false], [-13.5078125, false], [-9.0078125, false], [-9.7578125, false], [-8.5078125, false], [-10.515625, false], [-5.51171875, false], [-8.5078125, false], [-12.2578125, false], [-6.63671875, false], [-11.3828125, false], [-13.5078125, false], [-5.51171875, false], [-10.3828125, false], [-13.8828125, false], [-5.51171875, false], [-13.8828125, false], [-9.1328125, false], [-10.2578125, false], [-9.0078125, false], [-5.51171875, false], [-6.63671875, false], [-5.51171875, false], [-12.5078125, false], [-9.1328125, false], [-13.5078125, false], [-9.0078125, false], [-5.51171875, false], [-9.1328125, false], [-11.7578125, false], [-9.7578125, false], [-11.8828125, false], [-9.0078125, false], [-6.63671875, false], [-10.2578125, false], [-5.51171875, false], [-10.3828125, false], [-12.1328125, false], [-5.51171875, false], [-10.2578125, false], [-13.8828125, false], [-9.1328125, false], [-13.1328125, false], [-9.1328125, false], [-11.7578125, false], [-13.2578125, false], [-5.51171875, false], [-6.63671875, false], [-5.51171875, false], [-11.1328125, false], [-6.63671875, false], [-13.8828125, false], [-8.5078125, false], [-14.3828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2192, "doc": {"id": "MCAS_2004_9_7", "question": "Which of the following is certain to change as a ball accelerates?", "choices": {"text": ["mass of the ball", "inertia of the ball", "velocity of the ball", "force acting on the ball"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "velocity of the ball", "arguments": ["Question: Which of the following is certain to change as a ball accelerates?\nAnswer:", " ["], "resps": [[[-6.76953125, false]], [[-9.5234375, false]], [[-8.2734375, false]], [[-4.01953125, false]], [[-8.5234375, false]], [[-8.5234375, false]], [[-5.01953125, false]], [[-10.0234375, false]], [[-8.0234375, false]], [[-5.01953125, false]], [[-8.0234375, false]], [[-9.0234375, false]], [[-8.7734375, false]], [[-5.01953125, false]], [[-6.01953125, false]], [[-4.01953125, false]], [[-9.2734375, false]], [[-9.2734375, false]], [[-9.5234375, false]], [[-9.625, false]], [[-5.01953125, false]], [[-9.5234375, false]], [[-8.2734375, false]], [[-8.0234375, false]], [[-8.7734375, false]], [[-9.0234375, false]], [[-8.0234375, false]], [[-8.2734375, false]], [[-4.01953125, false]], [[-5.01953125, false]], [[-10.0234375, false]], [[-8.0234375, false]], [[-5.01953125, false]], [[-8.0234375, false]], [[-9.0234375, false]], [[-8.7734375, false]], [[-5.01953125, false]], [[-6.01953125, false]], [[-4.01953125, false]], [[-9.2734375, false]], [[-9.2734375, false]], [[-9.5234375, false]], [[-9.625, false]], [[-5.01953125, false]], [[-9.5234375, false]], [[-7.76953125, false]], [[-8.7734375, false]], [[-9.2734375, false]], [[-10.0234375, false]], [[-7.76953125, false]], [[-8.2734375, false]], [[-8.0234375, false]], [[-9.2734375, false]], [[-5.01953125, false]], [[-10.0234375, false]], [[-8.0234375, false]], [[-5.01953125, false]], [[-8.0234375, false]], [[-9.0234375, false]], [[-8.7734375, false]], [[-5.01953125, false]], [[-6.01953125, false]], [[-4.01953125, false]], [[-9.2734375, false]], [[-9.2734375, false]], [[-9.5234375, false]], [[-9.625, false]], [[-5.01953125, false]], [[-9.5234375, false]], [[-8.0234375, false]], [[-10.0234375, false]], [[-9.0234375, false]], [[-7.76953125, false]], [[-8.7734375, false]], [[-5.01953125, false]], [[-4.01953125, false]], [[-7.76953125, false]], [[-8.0234375, false]], [[-8.2734375, false]], [[-8.0234375, false]], [[-8.7734375, false]], [[-5.01953125, false]], [[-10.0234375, false]], [[-8.0234375, false]], [[-5.01953125, false]], [[-8.0234375, false]], [[-9.0234375, false]], [[-8.7734375, false]], [[-5.01953125, false]], [[-6.01953125, false]], [[-4.01953125, false]], [[-9.2734375, false]], [[-9.2734375, false]], [[-9.5234375, false]], [[-12.0234375, false]]], "filtered_resps": [[-6.76953125, false], [-9.5234375, false], [-8.2734375, false], [-4.01953125, false], [-8.5234375, false], [-8.5234375, false], [-5.01953125, false], [-10.0234375, false], [-8.0234375, false], [-5.01953125, false], [-8.0234375, false], [-9.0234375, false], [-8.7734375, false], [-5.01953125, false], [-6.01953125, false], [-4.01953125, false], [-9.2734375, false], [-9.2734375, false], [-9.5234375, false], [-9.625, false], [-5.01953125, false], [-9.5234375, false], [-8.2734375, false], [-8.0234375, false], [-8.7734375, false], [-9.0234375, false], [-8.0234375, false], [-8.2734375, false], [-4.01953125, false], [-5.01953125, false], [-10.0234375, false], [-8.0234375, false], [-5.01953125, false], [-8.0234375, false], [-9.0234375, false], [-8.7734375, false], [-5.01953125, false], [-6.01953125, false], [-4.01953125, false], [-9.2734375, false], [-9.2734375, false], [-9.5234375, false], [-9.625, false], [-5.01953125, false], [-9.5234375, false], [-7.76953125, false], [-8.7734375, false], [-9.2734375, false], [-10.0234375, false], [-7.76953125, false], [-8.2734375, false], [-8.0234375, false], [-9.2734375, false], [-5.01953125, false], [-10.0234375, false], [-8.0234375, false], [-5.01953125, false], [-8.0234375, false], [-9.0234375, false], [-8.7734375, false], [-5.01953125, false], [-6.01953125, false], [-4.01953125, false], [-9.2734375, false], [-9.2734375, false], [-9.5234375, false], [-9.625, false], [-5.01953125, false], [-9.5234375, false], [-8.0234375, false], [-10.0234375, false], [-9.0234375, false], [-7.76953125, false], [-8.7734375, false], [-5.01953125, false], [-4.01953125, false], [-7.76953125, false], [-8.0234375, false], [-8.2734375, false], [-8.0234375, false], [-8.7734375, false], [-5.01953125, false], [-10.0234375, false], [-8.0234375, false], [-5.01953125, false], [-8.0234375, false], [-9.0234375, false], [-8.7734375, false], [-5.01953125, false], [-6.01953125, false], [-4.01953125, false], [-9.2734375, false], [-9.2734375, false], [-9.5234375, false], [-12.0234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2200, "doc": {"id": "Mercury_7037363", "question": "How are light and sound similar?", "choices": {"text": ["They both travel at the same speed.", "They are both waves.", "They are both electromagnetic.", "They both travel through a vacuum."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "They are both waves.", "arguments": ["Question: How are light and sound similar?\nAnswer:", " ["], "resps": [[[-7.98828125, false]], [[-8.984375, false]], [[-8.484375, false]], [[-12.984375, false]], [[-10.484375, false]], [[-13.734375, false]], [[-6.48828125, false]], [[-11.484375, false]], [[-9.984375, false]], [[-11.734375, false]], [[-12.984375, false]], [[-6.48828125, false]], [[-11.734375, false]], [[-12.234375, false]], [[-7.48828125, false]], [[-12.234375, false]], [[-10.484375, false]], [[-10.734375, false]], [[-6.48828125, false]], [[-7.48828125, false]], [[-11.734375, false]], [[-6.48828125, false]], [[-11.734375, false]], [[-12.984375, false]], [[-10.484375, false]], [[-6.48828125, false]], [[-10.484375, false]], [[-7.48828125, false]], [[-11.734375, false]], [[-10.484375, false]], [[-6.48828125, false]], [[-10.484375, false]], [[-11.734375, false]], [[-10.484375, false]], [[-10.484375, false]], [[-11.984375, false]], [[-8.171875, false]], [[-8.984375, false]], [[-10.671875, false]], [[-6.48828125, false]], [[-8.984375, false]], [[-8.484375, false]], [[-12.984375, false]], [[-10.484375, false]], [[-13.734375, false]], [[-6.48828125, false]], [[-7.48828125, false]], [[-12.234375, false]], [[-10.484375, false]], [[-6.48828125, false]], [[-11.484375, false]], [[-9.984375, false]], [[-11.734375, false]], [[-12.984375, false]], [[-6.48828125, false]], [[-12.484375, false]], [[-7.48828125, false]], [[-12.234375, false]], [[-10.484375, false]], [[-10.484375, false]], [[-8.171875, false]], [[-8.984375, false]], [[-10.671875, false]], [[-6.48828125, false]], [[-8.984375, false]], [[-8.484375, false]], [[-12.984375, false]], [[-10.484375, false]], [[-13.734375, false]], [[-6.48828125, false]], [[-7.48828125, false]], [[-12.234375, false]], [[-10.484375, false]], [[-6.48828125, false]], [[-11.484375, false]], [[-9.984375, false]], [[-11.734375, false]], [[-12.984375, false]], [[-6.48828125, false]], [[-10.484375, false]], [[-10.734375, false]], [[-10.484375, false]], [[-11.734375, false]], [[-11.734375, false]], [[-12.234375, false]], [[-9.984375, false]], [[-11.734375, false]], [[-7.48828125, false]], [[-13.984375, false]], [[-10.734375, false]], [[-10.484375, false]], [[-11.734375, false]], [[-10.234375, false]], [[-11.734375, false]], [[-8.171875, false]], [[-8.984375, false]], [[-10.671875, false]], [[-6.48828125, false]], [[-8.984375, false]], [[-8.484375, false]], [[-12.984375, false]], [[-10.484375, false]], [[-13.734375, false]], [[-6.48828125, false]], [[-11.484375, false]], [[-9.984375, false]], [[-11.734375, false]], [[-12.984375, false]], [[-6.48828125, false]], [[-11.734375, false]], [[-12.234375, false]], [[-7.48828125, false]], [[-12.234375, false]], [[-10.484375, false]], [[-10.734375, false]], [[-6.48828125, false]], [[-11.734375, false]], [[-12.984375, false]], [[-12.234375, false]], [[-9.984375, false]], [[-12.234375, false]], [[-13.984375, false]], [[-12.984375, false]], [[-6.48828125, false]], [[-7.48828125, false]], [[-6.48828125, false]], [[-12.234375, false]], [[-7.48828125, false]], [[-11.734375, false]], [[-12.234375, false]], [[-12.234375, false]], [[-11.734375, false]], [[-8.171875, false]], [[-8.984375, false]], [[-13.484375, false]]], "filtered_resps": [[-7.98828125, false], [-8.984375, false], [-8.484375, false], [-12.984375, false], [-10.484375, false], [-13.734375, false], [-6.48828125, false], [-11.484375, false], [-9.984375, false], [-11.734375, false], [-12.984375, false], [-6.48828125, false], [-11.734375, false], [-12.234375, false], [-7.48828125, false], [-12.234375, false], [-10.484375, false], [-10.734375, false], [-6.48828125, false], [-7.48828125, false], [-11.734375, false], [-6.48828125, false], [-11.734375, false], [-12.984375, false], [-10.484375, false], [-6.48828125, false], [-10.484375, false], [-7.48828125, false], [-11.734375, false], [-10.484375, false], [-6.48828125, false], [-10.484375, false], [-11.734375, false], [-10.484375, false], [-10.484375, false], [-11.984375, false], [-8.171875, false], [-8.984375, false], [-10.671875, false], [-6.48828125, false], [-8.984375, false], [-8.484375, false], [-12.984375, false], [-10.484375, false], [-13.734375, false], [-6.48828125, false], [-7.48828125, false], [-12.234375, false], [-10.484375, false], [-6.48828125, false], [-11.484375, false], [-9.984375, false], [-11.734375, false], [-12.984375, false], [-6.48828125, false], [-12.484375, false], [-7.48828125, false], [-12.234375, false], [-10.484375, false], [-10.484375, false], [-8.171875, false], [-8.984375, false], [-10.671875, false], [-6.48828125, false], [-8.984375, false], [-8.484375, false], [-12.984375, false], [-10.484375, false], [-13.734375, false], [-6.48828125, false], [-7.48828125, false], [-12.234375, false], [-10.484375, false], [-6.48828125, false], [-11.484375, false], [-9.984375, false], [-11.734375, false], [-12.984375, false], [-6.48828125, false], [-10.484375, false], [-10.734375, false], [-10.484375, false], [-11.734375, false], [-11.734375, false], [-12.234375, false], [-9.984375, false], [-11.734375, false], [-7.48828125, false], [-13.984375, false], [-10.734375, false], [-10.484375, false], [-11.734375, false], [-10.234375, false], [-11.734375, false], [-8.171875, false], [-8.984375, false], [-10.671875, false], [-6.48828125, false], [-8.984375, false], [-8.484375, false], [-12.984375, false], [-10.484375, false], [-13.734375, false], [-6.48828125, false], [-11.484375, false], [-9.984375, false], [-11.734375, false], [-12.984375, false], [-6.48828125, false], [-11.734375, false], [-12.234375, false], [-7.48828125, false], [-12.234375, false], [-10.484375, false], [-10.734375, false], [-6.48828125, false], [-11.734375, false], [-12.984375, false], [-12.234375, false], [-9.984375, false], [-12.234375, false], [-13.984375, false], [-12.984375, false], [-6.48828125, false], [-7.48828125, false], [-6.48828125, false], [-12.234375, false], [-7.48828125, false], [-11.734375, false], [-12.234375, false], [-12.234375, false], [-11.734375, false], [-8.171875, false], [-8.984375, false], [-13.484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2208, "doc": {"id": "Mercury_417569", "question": "Which is the most accurate model to show how amino acids form proteins?", "choices": {"text": ["bees in a hive", "cars on a train", "petals on a flower", "pieces in a jigsaw puzzle"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "cars on a train", "arguments": ["Question: Which is the most accurate model to show how amino acids form proteins?\nAnswer:", " ["], "resps": [[[-6.33203125, false]], [[-8.703125, false]], [[-6.95703125, false]], [[-8.078125, false]], [[-8.078125, false]], [[-8.828125, false]], [[-4.95703125, false]], [[-7.95703125, false]], [[-7.58203125, false]], [[-4.95703125, false]], [[-5.20703125, false]], [[-4.95703125, false]], [[-7.83203125, false]], [[-7.95703125, false]], [[-8.453125, false]], [[-8.078125, false]], [[-8.703125, false]], [[-9.796875, false]], [[-4.95703125, false]], [[-8.703125, false]], [[-6.95703125, false]], [[-5.20703125, false]], [[-7.95703125, false]], [[-8.828125, false]], [[-4.95703125, false]], [[-9.828125, false]], [[-7.58203125, false]], [[-4.95703125, false]], [[-5.20703125, false]], [[-4.95703125, false]], [[-7.08203125, false]], [[-7.95703125, false]], [[-5.20703125, false]], [[-7.95703125, false]], [[-7.58203125, false]], [[-8.703125, false]], [[-9.796875, false]], [[-4.95703125, false]], [[-8.703125, false]], [[-7.20703125, false]], [[-8.078125, false]], [[-7.08203125, false]], [[-5.20703125, false]], [[-9.328125, false]], [[-8.828125, false]], [[-4.95703125, false]], [[-9.828125, false]], [[-7.58203125, false]], [[-4.95703125, false]], [[-5.20703125, false]], [[-4.95703125, false]], [[-8.953125, false]], [[-9.328125, false]], [[-9.828125, false]], [[-7.95703125, false]], [[-8.078125, false]], [[-7.95703125, false]], [[-8.703125, false]], [[-9.796875, false]], [[-4.95703125, false]], [[-8.703125, false]], [[-7.20703125, false]], [[-7.95703125, false]], [[-8.078125, false]], [[-6.95703125, false]], [[-8.078125, false]], [[-8.828125, false]], [[-4.95703125, false]], [[-7.95703125, false]], [[-7.58203125, false]], [[-4.95703125, false]], [[-5.20703125, false]], [[-4.95703125, false]], [[-11.328125, false]], [[-7.95703125, false]], [[-9.453125, false]], [[-8.828125, false]], [[-5.20703125, false]], [[-7.95703125, false]], [[-4.95703125, false]], [[-7.20703125, false]], [[-8.953125, false]], [[-9.953125, false]], [[-9.953125, false]], [[-9.328125, false]], [[-8.078125, false]], [[-8.703125, false]], [[-13.578125, false]]], "filtered_resps": [[-6.33203125, false], [-8.703125, false], [-6.95703125, false], [-8.078125, false], [-8.078125, false], [-8.828125, false], [-4.95703125, false], [-7.95703125, false], [-7.58203125, false], [-4.95703125, false], [-5.20703125, false], [-4.95703125, false], [-7.83203125, false], [-7.95703125, false], [-8.453125, false], [-8.078125, false], [-8.703125, false], [-9.796875, false], [-4.95703125, false], [-8.703125, false], [-6.95703125, false], [-5.20703125, false], [-7.95703125, false], [-8.828125, false], [-4.95703125, false], [-9.828125, false], [-7.58203125, false], [-4.95703125, false], [-5.20703125, false], [-4.95703125, false], [-7.08203125, false], [-7.95703125, false], [-5.20703125, false], [-7.95703125, false], [-7.58203125, false], [-8.703125, false], [-9.796875, false], [-4.95703125, false], [-8.703125, false], [-7.20703125, false], [-8.078125, false], [-7.08203125, false], [-5.20703125, false], [-9.328125, false], [-8.828125, false], [-4.95703125, false], [-9.828125, false], [-7.58203125, false], [-4.95703125, false], [-5.20703125, false], [-4.95703125, false], [-8.953125, false], [-9.328125, false], [-9.828125, false], [-7.95703125, false], [-8.078125, false], [-7.95703125, false], [-8.703125, false], [-9.796875, false], [-4.95703125, false], [-8.703125, false], [-7.20703125, false], [-7.95703125, false], [-8.078125, false], [-6.95703125, false], [-8.078125, false], [-8.828125, false], [-4.95703125, false], [-7.95703125, false], [-7.58203125, false], [-4.95703125, false], [-5.20703125, false], [-4.95703125, false], [-11.328125, false], [-7.95703125, false], [-9.453125, false], [-8.828125, false], [-5.20703125, false], [-7.95703125, false], [-4.95703125, false], [-7.20703125, false], [-8.953125, false], [-9.953125, false], [-9.953125, false], [-9.328125, false], [-8.078125, false], [-8.703125, false], [-13.578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2216, "doc": {"id": "Mercury_179113", "question": "Which of these diseases is caused by a bacterium?", "choices": {"text": ["rabies", "influenza", "strep throat", "chicken pox"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "strep throat", "arguments": ["Question: Which of these diseases is caused by a bacterium?\nAnswer:", " ["], "resps": [[[-6.80859375, false]], [[-9.0625, false]], [[-9.8125, false]], [[-5.30859375, false]], [[-8.9375, false]], [[-9.4375, false]], [[-7.93359375, false]], [[-8.0625, false]], [[-9.0625, false]], [[-10.703125, false]], [[-4.30859375, false]], [[-9.0625, false]], [[-9.4375, false]], [[-11.0625, false]], [[-11.5625, false]], [[-9.9375, false]], [[-8.1875, false]], [[-7.93359375, false]], [[-11.0625, false]], [[-9.5625, false]], [[-5.30859375, false]], [[-9.0625, false]], [[-10.703125, false]], [[-4.30859375, false]], [[-9.0625, false]], [[-8.0625, false]], [[-10.9375, false]], [[-9.8125, false]], [[-7.93359375, false]], [[-10.4375, false]], [[-4.30859375, false]], [[-10.9375, false]], [[-10.1875, false]], [[-9.8125, false]], [[-8.8125, false]], [[-5.30859375, false]], [[-10.9375, false]], [[-9.0625, false]], [[-10.703125, false]], [[-4.30859375, false]], [[-9.0625, false]], [[-7.55859375, false]], [[-10.1875, false]], [[-9.4375, false]], [[-7.55859375, false]], [[-8.6875, false]], [[-7.93359375, false]], [[-11.0625, false]], [[-4.30859375, false]], [[-10.4375, false]], [[-8.8125, false]], [[-8.4375, false]], [[-9.0625, false]], [[-12.3125, false]]], "filtered_resps": [[-6.80859375, false], [-9.0625, false], [-9.8125, false], [-5.30859375, false], [-8.9375, false], [-9.4375, false], [-7.93359375, false], [-8.0625, false], [-9.0625, false], [-10.703125, false], [-4.30859375, false], [-9.0625, false], [-9.4375, false], [-11.0625, false], [-11.5625, false], [-9.9375, false], [-8.1875, false], [-7.93359375, false], [-11.0625, false], [-9.5625, false], [-5.30859375, false], [-9.0625, false], [-10.703125, false], [-4.30859375, false], [-9.0625, false], [-8.0625, false], [-10.9375, false], [-9.8125, false], [-7.93359375, false], [-10.4375, false], [-4.30859375, false], [-10.9375, false], [-10.1875, false], [-9.8125, false], [-8.8125, false], [-5.30859375, false], [-10.9375, false], [-9.0625, false], [-10.703125, false], [-4.30859375, false], [-9.0625, false], [-7.55859375, false], [-10.1875, false], [-9.4375, false], [-7.55859375, false], [-8.6875, false], [-7.93359375, false], [-11.0625, false], [-4.30859375, false], [-10.4375, false], [-8.8125, false], [-8.4375, false], [-9.0625, false], [-12.3125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2224, "doc": {"id": "Mercury_7128188", "question": "For years, scientists have classified plants according to their characteristics. Which most likely has led scientists to better identify and discover new species of plants?", "choices": {"text": ["construction of 3-D models", "advances in the study of DNA", "understanding the process of mitosis", "development of the scientific method"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "advances in the study of DNA", "arguments": ["Question: For years, scientists have classified plants according to their characteristics. Which most likely has led scientists to better identify and discover new species of plants?\nAnswer:", " ["], "resps": [[[-7.17578125, false]], [[-8.296875, false]], [[-7.67578125, false]], [[-7.80078125, false]], [[-9.171875, false]], [[-9.046875, false]], [[-10.171875, false]], [[-8.671875, false]], [[-10.796875, false]], [[-7.67578125, false]], [[-10.171875, false]], [[-7.80078125, false]], [[-7.80078125, false]], [[-9.171875, false]], [[-5.30078125, false]], [[-7.80078125, false]], [[-10.171875, false]], [[-5.30078125, false]], [[-7.92578125, false]], [[-6.80078125, false]], [[-4.80078125, false]], [[-5.30078125, false]], [[-9.671875, false]], [[-7.80078125, false]], [[-7.55078125, false]], [[-7.30078125, false]], [[-9.171875, false]], [[-9.046875, false]], [[-8.296875, false]], [[-10.3984375, false]], [[-5.30078125, false]], [[-8.296875, false]], [[-5.55078125, false]], [[-7.55078125, false]], [[-10.171875, false]], [[-5.55078125, false]], [[-9.171875, false]], [[-7.67578125, false]], [[-7.30078125, false]], [[-9.046875, false]], [[-5.30078125, false]], [[-7.80078125, false]], [[-9.171875, false]], [[-5.30078125, false]], [[-10.171875, false]], [[-8.796875, false]], [[-7.30078125, false]], [[-5.30078125, false]], [[-9.046875, false]], [[-10.171875, false]], [[-10.796875, false]], [[-7.55078125, false]], [[-9.671875, false]], [[-5.30078125, false]], [[-7.80078125, false]], [[-10.171875, false]], [[-5.30078125, false]], [[-4.80078125, false]], [[-7.30078125, false]], [[-3.173828125, false]], [[-8.296875, false]], [[-10.3984375, false]], [[-5.30078125, false]], [[-8.296875, false]], [[-10.796875, false]], [[-9.171875, false]], [[-7.55078125, false]], [[-7.30078125, false]], [[-8.671875, false]], [[-9.046875, false]], [[-10.171875, false]], [[-5.55078125, false]], [[-9.171875, false]], [[-7.55078125, false]], [[-7.80078125, false]], [[-9.171875, false]], [[-11.421875, false]], [[-5.30078125, false]], [[-10.171875, false]], [[-8.796875, false]], [[-7.30078125, false]], [[-5.30078125, false]], [[-8.296875, false]], [[-8.671875, false]], [[-7.80078125, false]], [[-7.67578125, false]], [[-7.30078125, false]], [[-9.046875, false]], [[-9.046875, false]], [[-5.30078125, false]], [[-7.80078125, false]], [[-10.171875, false]], [[-5.30078125, false]], [[-9.671875, false]], [[-7.80078125, false]], [[-10.171875, false]], [[-7.80078125, false]], [[-9.046875, false]], [[-7.80078125, false]], [[-9.046875, false]], [[-8.296875, false]], [[-10.3984375, false]], [[-5.30078125, false]], [[-8.296875, false]], [[-7.55078125, false]], [[-7.30078125, false]], [[-10.171875, false]], [[-7.30078125, false]], [[-9.171875, false]], [[-7.80078125, false]], [[-8.296875, false]], [[-9.671875, false]], [[-7.30078125, false]], [[-9.171875, false]], [[-10.171875, false]], [[-5.30078125, false]], [[-7.80078125, false]], [[-10.171875, false]], [[-5.30078125, false]], [[-10.171875, false]], [[-8.796875, false]], [[-7.30078125, false]], [[-5.30078125, false]], [[-9.046875, false]], [[-7.67578125, false]], [[-7.80078125, false]], [[-7.30078125, false]], [[-9.171875, false]], [[-10.171875, false]], [[-7.80078125, false]], [[-10.171875, false]], [[-7.80078125, false]], [[-7.67578125, false]], [[-5.30078125, false]], [[-9.671875, false]], [[-7.30078125, false]], [[-10.171875, false]], [[-8.796875, false]], [[-7.80078125, false]], [[-7.55078125, false]], [[-8.296875, false]], [[-13.546875, false]]], "filtered_resps": [[-7.17578125, false], [-8.296875, false], [-7.67578125, false], [-7.80078125, false], [-9.171875, false], [-9.046875, false], [-10.171875, false], [-8.671875, false], [-10.796875, false], [-7.67578125, false], [-10.171875, false], [-7.80078125, false], [-7.80078125, false], [-9.171875, false], [-5.30078125, false], [-7.80078125, false], [-10.171875, false], [-5.30078125, false], [-7.92578125, false], [-6.80078125, false], [-4.80078125, false], [-5.30078125, false], [-9.671875, false], [-7.80078125, false], [-7.55078125, false], [-7.30078125, false], [-9.171875, false], [-9.046875, false], [-8.296875, false], [-10.3984375, false], [-5.30078125, false], [-8.296875, false], [-5.55078125, false], [-7.55078125, false], [-10.171875, false], [-5.55078125, false], [-9.171875, false], [-7.67578125, false], [-7.30078125, false], [-9.046875, false], [-5.30078125, false], [-7.80078125, false], [-9.171875, false], [-5.30078125, false], [-10.171875, false], [-8.796875, false], [-7.30078125, false], [-5.30078125, false], [-9.046875, false], [-10.171875, false], [-10.796875, false], [-7.55078125, false], [-9.671875, false], [-5.30078125, false], [-7.80078125, false], [-10.171875, false], [-5.30078125, false], [-4.80078125, false], [-7.30078125, false], [-3.173828125, false], [-8.296875, false], [-10.3984375, false], [-5.30078125, false], [-8.296875, false], [-10.796875, false], [-9.171875, false], [-7.55078125, false], [-7.30078125, false], [-8.671875, false], [-9.046875, false], [-10.171875, false], [-5.55078125, false], [-9.171875, false], [-7.55078125, false], [-7.80078125, false], [-9.171875, false], [-11.421875, false], [-5.30078125, false], [-10.171875, false], [-8.796875, false], [-7.30078125, false], [-5.30078125, false], [-8.296875, false], [-8.671875, false], [-7.80078125, false], [-7.67578125, false], [-7.30078125, false], [-9.046875, false], [-9.046875, false], [-5.30078125, false], [-7.80078125, false], [-10.171875, false], [-5.30078125, false], [-9.671875, false], [-7.80078125, false], [-10.171875, false], [-7.80078125, false], [-9.046875, false], [-7.80078125, false], [-9.046875, false], [-8.296875, false], [-10.3984375, false], [-5.30078125, false], [-8.296875, false], [-7.55078125, false], [-7.30078125, false], [-10.171875, false], [-7.30078125, false], [-9.171875, false], [-7.80078125, false], [-8.296875, false], [-9.671875, false], [-7.30078125, false], [-9.171875, false], [-10.171875, false], [-5.30078125, false], [-7.80078125, false], [-10.171875, false], [-5.30078125, false], [-10.171875, false], [-8.796875, false], [-7.30078125, false], [-5.30078125, false], [-9.046875, false], [-7.67578125, false], [-7.80078125, false], [-7.30078125, false], [-9.171875, false], [-10.171875, false], [-7.80078125, false], [-10.171875, false], [-7.80078125, false], [-7.67578125, false], [-5.30078125, false], [-9.671875, false], [-7.30078125, false], [-10.171875, false], [-8.796875, false], [-7.80078125, false], [-7.55078125, false], [-8.296875, false], [-13.546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2232, "doc": {"id": "MCAS_2004_8_25", "question": "In a laboratory, a sealed container with 100 g of steam is cooled until all the steam becomes a liquid. The container is then cooled further until all the water becomes a solid. Which of the following remains constant during both of these changes?", "choices": {"text": ["the mass of the water", "the pressure in the container", "the total energy of the water", "the position of the atoms in the container"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "the mass of the water", "arguments": ["Question: In a laboratory, a sealed container with 100 g of steam is cooled until all the steam becomes a liquid. The container is then cooled further until all the water becomes a solid. Which of the following remains constant during both of these changes?\nAnswer:", " ["], "resps": [[[-6.26953125, false]], [[-10.0234375, false]], [[-7.26953125, false]], [[-8.0234375, false]], [[-6.01953125, false]], [[-5.26953125, false]], [[-6.01953125, false]], [[-2.771484375, false]], [[-8.2734375, false]], [[-8.2734375, false]], [[-5.26953125, false]], [[-8.0234375, false]], [[-6.76953125, false]], [[-5.26953125, false]], [[-7.26953125, false]], [[-8.0234375, false]], [[-6.01953125, false]], [[-5.26953125, false]], [[-8.7734375, false]], [[-2.771484375, false]], [[-7.26953125, false]], [[-6.01953125, false]], [[-7.76953125, false]], [[-10.0234375, false]], [[-8.8359375, false]], [[-5.26953125, false]], [[-10.0234375, false]], [[-7.26953125, false]], [[-8.0234375, false]], [[-6.01953125, false]], [[-5.26953125, false]], [[-7.51953125, false]], [[-7.76953125, false]], [[-6.01953125, false]], [[-8.2734375, false]], [[-8.2734375, false]], [[-8.5234375, false]], [[-7.76953125, false]], [[-6.01953125, false]], [[-5.26953125, false]], [[-7.01953125, false]], [[-6.51953125, false]], [[-5.26953125, false]], [[-7.26953125, false]], [[-8.0234375, false]], [[-6.01953125, false]], [[-5.26953125, false]], [[-4.76953125, false]], [[-8.0234375, false]], [[-6.51953125, false]], [[-7.26953125, false]], [[-2.771484375, false]], [[-7.01953125, false]], [[-6.51953125, false]], [[-6.01953125, false]], [[-7.76953125, false]], [[-10.0234375, false]], [[-8.8359375, false]], [[-5.26953125, false]], [[-10.0234375, false]], [[-7.26953125, false]], [[-8.0234375, false]], [[-6.01953125, false]], [[-5.26953125, false]], [[-7.26953125, false]], [[-8.0234375, false]], [[-7.26953125, false]], [[-2.771484375, false]], [[-8.5234375, false]], [[-5.26953125, false]], [[-6.01953125, false]], [[-6.51953125, false]], [[-6.01953125, false]], [[-7.76953125, false]], [[-7.51953125, false]], [[-7.76953125, false]], [[-5.26953125, false]], [[-8.0234375, false]], [[-6.76953125, false]], [[-5.26953125, false]], [[-7.26953125, false]], [[-8.0234375, false]], [[-6.01953125, false]], [[-5.26953125, false]], [[-8.7734375, false]], [[-2.771484375, false]], [[-7.26953125, false]], [[-6.01953125, false]], [[-7.76953125, false]], [[-10.0234375, false]], [[-8.8359375, false]], [[-5.26953125, false]], [[-10.0234375, false]], [[-7.26953125, false]], [[-8.0234375, false]], [[-6.01953125, false]], [[-5.26953125, false]], [[-7.51953125, false]], [[-8.0234375, false]], [[-8.2734375, false]], [[-7.01953125, false]], [[-7.26953125, false]], [[-7.01953125, false]], [[-8.0234375, false]], [[-6.51953125, false]], [[-5.26953125, false]], [[-8.0234375, false]], [[-6.76953125, false]], [[-5.26953125, false]], [[-7.26953125, false]], [[-8.0234375, false]], [[-6.01953125, false]], [[-5.26953125, false]], [[-2.771484375, false]], [[-7.26953125, false]], [[-8.0234375, false]], [[-6.01953125, false]], [[-8.2734375, false]], [[-5.26953125, false]], [[-7.01953125, false]], [[-6.51953125, false]], [[-5.26953125, false]], [[-7.26953125, false]], [[-8.0234375, false]], [[-6.01953125, false]], [[-5.26953125, false]], [[-4.76953125, false]], [[-8.0234375, false]], [[-6.51953125, false]], [[-7.26953125, false]], [[-2.771484375, false]], [[-7.01953125, false]], [[-6.51953125, false]], [[-6.01953125, false]], [[-7.76953125, false]], [[-10.0234375, false]], [[-11.0234375, false]]], "filtered_resps": [[-6.26953125, false], [-10.0234375, false], [-7.26953125, false], [-8.0234375, false], [-6.01953125, false], [-5.26953125, false], [-6.01953125, false], [-2.771484375, false], [-8.2734375, false], [-8.2734375, false], [-5.26953125, false], [-8.0234375, false], [-6.76953125, false], [-5.26953125, false], [-7.26953125, false], [-8.0234375, false], [-6.01953125, false], [-5.26953125, false], [-8.7734375, false], [-2.771484375, false], [-7.26953125, false], [-6.01953125, false], [-7.76953125, false], [-10.0234375, false], [-8.8359375, false], [-5.26953125, false], [-10.0234375, false], [-7.26953125, false], [-8.0234375, false], [-6.01953125, false], [-5.26953125, false], [-7.51953125, false], [-7.76953125, false], [-6.01953125, false], [-8.2734375, false], [-8.2734375, false], [-8.5234375, false], [-7.76953125, false], [-6.01953125, false], [-5.26953125, false], [-7.01953125, false], [-6.51953125, false], [-5.26953125, false], [-7.26953125, false], [-8.0234375, false], [-6.01953125, false], [-5.26953125, false], [-4.76953125, false], [-8.0234375, false], [-6.51953125, false], [-7.26953125, false], [-2.771484375, false], [-7.01953125, false], [-6.51953125, false], [-6.01953125, false], [-7.76953125, false], [-10.0234375, false], [-8.8359375, false], [-5.26953125, false], [-10.0234375, false], [-7.26953125, false], [-8.0234375, false], [-6.01953125, false], [-5.26953125, false], [-7.26953125, false], [-8.0234375, false], [-7.26953125, false], [-2.771484375, false], [-8.5234375, false], [-5.26953125, false], [-6.01953125, false], [-6.51953125, false], [-6.01953125, false], [-7.76953125, false], [-7.51953125, false], [-7.76953125, false], [-5.26953125, false], [-8.0234375, false], [-6.76953125, false], [-5.26953125, false], [-7.26953125, false], [-8.0234375, false], [-6.01953125, false], [-5.26953125, false], [-8.7734375, false], [-2.771484375, false], [-7.26953125, false], [-6.01953125, false], [-7.76953125, false], [-10.0234375, false], [-8.8359375, false], [-5.26953125, false], [-10.0234375, false], [-7.26953125, false], [-8.0234375, false], [-6.01953125, false], [-5.26953125, false], [-7.51953125, false], [-8.0234375, false], [-8.2734375, false], [-7.01953125, false], [-7.26953125, false], [-7.01953125, false], [-8.0234375, false], [-6.51953125, false], [-5.26953125, false], [-8.0234375, false], [-6.76953125, false], [-5.26953125, false], [-7.26953125, false], [-8.0234375, false], [-6.01953125, false], [-5.26953125, false], [-2.771484375, false], [-7.26953125, false], [-8.0234375, false], [-6.01953125, false], [-8.2734375, false], [-5.26953125, false], [-7.01953125, false], [-6.51953125, false], [-5.26953125, false], [-7.26953125, false], [-8.0234375, false], [-6.01953125, false], [-5.26953125, false], [-4.76953125, false], [-8.0234375, false], [-6.51953125, false], [-7.26953125, false], [-2.771484375, false], [-7.01953125, false], [-6.51953125, false], [-6.01953125, false], [-7.76953125, false], [-10.0234375, false], [-11.0234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2240, "doc": {"id": "Mercury_416468", "question": "Which life function is the same for an amoeba as for other freshwater protists?", "choices": {"text": ["the method used to obtain nutrients and energy", "the process used to constantly remove excess water", "the method used to detect changes in their environment", "the process used to remove waste products from their cytoplasm"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "the process used to constantly remove excess water", "arguments": ["Question: Which life function is the same for an amoeba as for other freshwater protists?\nAnswer:", " ["], "resps": [[[-6.7578125, false]], [[-9.6328125, false]], [[-10.6328125, false]], [[-10.2578125, false]], [[-6.5078125, false]], [[-5.3828125, false]], [[-9.8828125, false]], [[-6.5078125, false]], [[-10.6328125, false]], [[-10.2578125, false]], [[-8.8828125, false]], [[-8.1328125, false]], [[-5.3828125, false]], [[-8.8828125, false]], [[-8.1328125, false]], [[-6.5078125, false]], [[-8.1328125, false]], [[-5.3828125, false]], [[-10.6328125, false]], [[-8.8828125, false]], [[-5.3828125, false]], [[-8.8828125, false]], [[-8.1328125, false]], [[-10.6328125, false]], [[-5.1328125, false]], [[-7.8828125, false]], [[-8.2578125, false]], [[-5.3828125, false]], [[-8.2578125, false]], [[-8.8828125, false]], [[-10.6328125, false]], [[-9.0078125, false]], [[-7.8828125, false]], [[-6.5078125, false]], [[-8.2578125, false]], [[-10.6328125, false]], [[-8.1328125, false]], [[-5.3828125, false]], [[-5.1328125, false]], [[-8.2578125, false]], [[-8.1328125, false]], [[-5.3828125, false]], [[-6.5078125, false]], [[-8.2578125, false]], [[-6.5078125, false]], [[-9.0078125, false]], [[-10.6328125, false]], [[-11.0078125, false]], [[-9.6328125, false]], [[-9.578125, false]], [[-5.3828125, false]], [[-9.6328125, false]], [[-10.6328125, false]], [[-10.2578125, false]], [[-6.5078125, false]], [[-5.3828125, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-8.8828125, false]], [[-7.5078125, false]], [[-6.5078125, false]], [[-8.1328125, false]], [[-8.1328125, false]], [[-5.3828125, false]], [[-8.8828125, false]], [[-8.1328125, false]], [[-6.5078125, false]], [[-8.1328125, false]], [[-5.3828125, false]], [[-10.6328125, false]], [[-8.8828125, false]], [[-5.3828125, false]], [[-7.5078125, false]], [[-8.8828125, false]], [[-8.2578125, false]], [[-8.1328125, false]], [[-10.6328125, false]], [[-5.1328125, false]], [[-8.2578125, false]], [[-10.6328125, false]], [[-9.3828125, false]], [[-11.0078125, false]], [[-5.3828125, false]], [[-9.0078125, false]], [[-6.5078125, false]], [[-9.8828125, false]], [[-8.8828125, false]], [[-10.5078125, false]], [[-6.5078125, false]], [[-5.3828125, false]], [[-6.5078125, false]], [[-9.8828125, false]], [[-7.5078125, false]], [[-6.5078125, false]], [[-8.1328125, false]], [[-8.1328125, false]], [[-5.3828125, false]], [[-9.7578125, false]], [[-5.1328125, false]], [[-10.6328125, false]], [[-6.5078125, false]], [[-9.0078125, false]], [[-9.6328125, false]], [[-9.578125, false]], [[-5.3828125, false]], [[-9.6328125, false]], [[-10.6328125, false]], [[-10.2578125, false]], [[-6.5078125, false]], [[-5.3828125, false]], [[-9.8828125, false]], [[-6.5078125, false]], [[-10.6328125, false]], [[-10.2578125, false]], [[-8.8828125, false]], [[-8.1328125, false]], [[-5.3828125, false]], [[-8.8828125, false]], [[-8.1328125, false]], [[-6.5078125, false]], [[-8.1328125, false]], [[-5.3828125, false]], [[-10.6328125, false]], [[-8.8828125, false]], [[-5.3828125, false]], [[-8.1328125, false]], [[-6.5078125, false]], [[-10.6328125, false]], [[-6.5078125, false]], [[-7.5078125, false]], [[-10.6328125, false]], [[-5.3828125, false]], [[-7.5078125, false]], [[-10.2578125, false]], [[-5.1328125, false]], [[-8.2578125, false]], [[-10.6328125, false]], [[-6.5078125, false]], [[-8.1328125, false]], [[-5.3828125, false]], [[-7.8828125, false]], [[-8.2578125, false]], [[-5.3828125, false]], [[-10.6328125, false]], [[-10.2578125, false]], [[-6.5078125, false]], [[-7.8828125, false]], [[-9.0078125, false]], [[-5.3828125, false]], [[-6.5078125, false]], [[-8.2578125, false]], [[-10.5078125, false]], [[-7.8828125, false]], [[-9.0078125, false]], [[-8.8828125, false]], [[-8.2578125, false]], [[-9.8828125, false]], [[-6.5078125, false]], [[-8.2578125, false]], [[-10.6328125, false]], [[-9.6328125, false]], [[-9.578125, false]], [[-5.3828125, false]], [[-9.6328125, false]], [[-10.6328125, false]], [[-10.2578125, false]], [[-6.5078125, false]], [[-5.3828125, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-8.8828125, false]], [[-7.5078125, false]], [[-6.5078125, false]], [[-8.1328125, false]], [[-8.1328125, false]], [[-5.3828125, false]], [[-8.8828125, false]], [[-8.1328125, false]], [[-6.5078125, false]], [[-8.1328125, false]], [[-5.3828125, false]], [[-10.6328125, false]], [[-8.8828125, false]], [[-5.3828125, false]], [[-9.0078125, false]], [[-6.5078125, false]], [[-9.8828125, false]], [[-8.8828125, false]], [[-10.5078125, false]], [[-6.5078125, false]], [[-5.3828125, false]], [[-9.7578125, false]], [[-5.1328125, false]], [[-8.1328125, false]], [[-10.6328125, false]], [[-6.5078125, false]], [[-5.3828125, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-8.8828125, false]], [[-8.1328125, false]], [[-8.8828125, false]], [[-7.5078125, false]], [[-10.6328125, false]], [[-8.1328125, false]], [[-5.3828125, false]], [[-9.0078125, false]], [[-9.0078125, false]], [[-8.8828125, false]], [[-9.8828125, false]], [[-5.3828125, false]], [[-10.6328125, false]], [[-10.2578125, false]], [[-6.5078125, false]], [[-7.8828125, false]], [[-9.0078125, false]], [[-5.3828125, false]], [[-7.5078125, false]], [[-11.0078125, false]], [[-10.6328125, false]], [[-8.8828125, false]], [[-9.2578125, false]], [[-9.3828125, false]], [[-5.1328125, false]], [[-8.1328125, false]], [[-9.8828125, false]], [[-9.6328125, false]], [[-12.8828125, false]]], "filtered_resps": [[-6.7578125, false], [-9.6328125, false], [-10.6328125, false], [-10.2578125, false], [-6.5078125, false], [-5.3828125, false], [-9.8828125, false], [-6.5078125, false], [-10.6328125, false], [-10.2578125, false], [-8.8828125, false], [-8.1328125, false], [-5.3828125, false], [-8.8828125, false], [-8.1328125, false], [-6.5078125, false], [-8.1328125, false], [-5.3828125, false], [-10.6328125, false], [-8.8828125, false], [-5.3828125, false], [-8.8828125, false], [-8.1328125, false], [-10.6328125, false], [-5.1328125, false], [-7.8828125, false], [-8.2578125, false], [-5.3828125, false], [-8.2578125, false], [-8.8828125, false], [-10.6328125, false], [-9.0078125, false], [-7.8828125, false], [-6.5078125, false], [-8.2578125, false], [-10.6328125, false], [-8.1328125, false], [-5.3828125, false], [-5.1328125, false], [-8.2578125, false], [-8.1328125, false], [-5.3828125, false], [-6.5078125, false], [-8.2578125, false], [-6.5078125, false], [-9.0078125, false], [-10.6328125, false], [-11.0078125, false], [-9.6328125, false], [-9.578125, false], [-5.3828125, false], [-9.6328125, false], [-10.6328125, false], [-10.2578125, false], [-6.5078125, false], [-5.3828125, false], [-9.2578125, false], [-9.0078125, false], [-8.8828125, false], [-7.5078125, false], [-6.5078125, false], [-8.1328125, false], [-8.1328125, false], [-5.3828125, false], [-8.8828125, false], [-8.1328125, false], [-6.5078125, false], [-8.1328125, false], [-5.3828125, false], [-10.6328125, false], [-8.8828125, false], [-5.3828125, false], [-7.5078125, false], [-8.8828125, false], [-8.2578125, false], [-8.1328125, false], [-10.6328125, false], [-5.1328125, false], [-8.2578125, false], [-10.6328125, false], [-9.3828125, false], [-11.0078125, false], [-5.3828125, false], [-9.0078125, false], [-6.5078125, false], [-9.8828125, false], [-8.8828125, false], [-10.5078125, false], [-6.5078125, false], [-5.3828125, false], [-6.5078125, false], [-9.8828125, false], [-7.5078125, false], [-6.5078125, false], [-8.1328125, false], [-8.1328125, false], [-5.3828125, false], [-9.7578125, false], [-5.1328125, false], [-10.6328125, false], [-6.5078125, false], [-9.0078125, false], [-9.6328125, false], [-9.578125, false], [-5.3828125, false], [-9.6328125, false], [-10.6328125, false], [-10.2578125, false], [-6.5078125, false], [-5.3828125, false], [-9.8828125, false], [-6.5078125, false], [-10.6328125, false], [-10.2578125, false], [-8.8828125, false], [-8.1328125, false], [-5.3828125, false], [-8.8828125, false], [-8.1328125, false], [-6.5078125, false], [-8.1328125, false], [-5.3828125, false], [-10.6328125, false], [-8.8828125, false], [-5.3828125, false], [-8.1328125, false], [-6.5078125, false], [-10.6328125, false], [-6.5078125, false], [-7.5078125, false], [-10.6328125, false], [-5.3828125, false], [-7.5078125, false], [-10.2578125, false], [-5.1328125, false], [-8.2578125, false], [-10.6328125, false], [-6.5078125, false], [-8.1328125, false], [-5.3828125, false], [-7.8828125, false], [-8.2578125, false], [-5.3828125, false], [-10.6328125, false], [-10.2578125, false], [-6.5078125, false], [-7.8828125, false], [-9.0078125, false], [-5.3828125, false], [-6.5078125, false], [-8.2578125, false], [-10.5078125, false], [-7.8828125, false], [-9.0078125, false], [-8.8828125, false], [-8.2578125, false], [-9.8828125, false], [-6.5078125, false], [-8.2578125, false], [-10.6328125, false], [-9.6328125, false], [-9.578125, false], [-5.3828125, false], [-9.6328125, false], [-10.6328125, false], [-10.2578125, false], [-6.5078125, false], [-5.3828125, false], [-9.2578125, false], [-9.0078125, false], [-8.8828125, false], [-7.5078125, false], [-6.5078125, false], [-8.1328125, false], [-8.1328125, false], [-5.3828125, false], [-8.8828125, false], [-8.1328125, false], [-6.5078125, false], [-8.1328125, false], [-5.3828125, false], [-10.6328125, false], [-8.8828125, false], [-5.3828125, false], [-9.0078125, false], [-6.5078125, false], [-9.8828125, false], [-8.8828125, false], [-10.5078125, false], [-6.5078125, false], [-5.3828125, false], [-9.7578125, false], [-5.1328125, false], [-8.1328125, false], [-10.6328125, false], [-6.5078125, false], [-5.3828125, false], [-9.2578125, false], [-9.0078125, false], [-8.8828125, false], [-8.1328125, false], [-8.8828125, false], [-7.5078125, false], [-10.6328125, false], [-8.1328125, false], [-5.3828125, false], [-9.0078125, false], [-9.0078125, false], [-8.8828125, false], [-9.8828125, false], [-5.3828125, false], [-10.6328125, false], [-10.2578125, false], [-6.5078125, false], [-7.8828125, false], [-9.0078125, false], [-5.3828125, false], [-7.5078125, false], [-11.0078125, false], [-10.6328125, false], [-8.8828125, false], [-9.2578125, false], [-9.3828125, false], [-5.1328125, false], [-8.1328125, false], [-9.8828125, false], [-9.6328125, false], [-12.8828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2248, "doc": {"id": "Mercury_SC_401288", "question": "Eagles have strong, sharp beaks that are most likely adapted for the eagle to eat", "choices": {"text": ["fish.", "eggs.", "worms.", "flowers."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "fish.", "arguments": ["Question: Eagles have strong, sharp beaks that are most likely adapted for the eagle to eat\nAnswer:", " ["], "resps": [[[-7.2109375, false]], [[-8.0859375, false]], [[-8.3359375, false]], [[-7.8359375, false]], [[-8.5859375, false]], [[-9.3359375, false]], [[-7.46875, false]], [[-8.0859375, false]], [[-9.78125, false]], [[-5.0859375, false]], [[-8.0859375, false]], [[-5.8359375, false]], [[-9.4609375, false]], [[-9.4609375, false]], [[-8.5859375, false]], [[-7.46875, false]], [[-8.0859375, false]], [[-9.78125, false]], [[-5.0859375, false]], [[-8.0859375, false]], [[-9.4609375, false]], [[-8.3359375, false]], [[-9.3359375, false]], [[-10.3359375, false]], [[-8.5859375, false]], [[-7.46875, false]], [[-8.0859375, false]], [[-9.78125, false]], [[-5.0859375, false]], [[-8.0859375, false]], [[-8.3359375, false]], [[-9.5859375, false]], [[-8.3359375, false]], [[-9.4609375, false]], [[-5.8359375, false]], [[-9.3359375, false]], [[-8.5859375, false]], [[-7.46875, false]], [[-8.0859375, false]], [[-12.2109375, false]]], "filtered_resps": [[-7.2109375, false], [-8.0859375, false], [-8.3359375, false], [-7.8359375, false], [-8.5859375, false], [-9.3359375, false], [-7.46875, false], [-8.0859375, false], [-9.78125, false], [-5.0859375, false], [-8.0859375, false], [-5.8359375, false], [-9.4609375, false], [-9.4609375, false], [-8.5859375, false], [-7.46875, false], [-8.0859375, false], [-9.78125, false], [-5.0859375, false], [-8.0859375, false], [-9.4609375, false], [-8.3359375, false], [-9.3359375, false], [-10.3359375, false], [-8.5859375, false], [-7.46875, false], [-8.0859375, false], [-9.78125, false], [-5.0859375, false], [-8.0859375, false], [-8.3359375, false], [-9.5859375, false], [-8.3359375, false], [-9.4609375, false], [-5.8359375, false], [-9.3359375, false], [-8.5859375, false], [-7.46875, false], [-8.0859375, false], [-12.2109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2256, "doc": {"id": "Mercury_402091", "question": "Which of the following characteristics is an acquired trait?", "choices": {"text": ["height", "hair color", "language", "eye shape"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "language", "arguments": ["Question: Which of the following characteristics is an acquired trait?\nAnswer:", " ["], "resps": [[[-7.3046875, false]], [[-9.5546875, false]], [[-11.0546875, false]], [[-8.8046875, false]], [[-8.6796875, false]], [[-12.1796875, false]], [[-11.0546875, false]], [[-10.3046875, false]], [[-9.5546875, false]], [[-10.21875, false]], [[-5.0546875, false]], [[-9.5546875, false]], [[-11.0546875, false]], [[-4.3046875, false]], [[-8.6796875, false]], [[-11.9296875, false]], [[-5.0546875, false]], [[-8.3046875, false]], [[-9.3046875, false]], [[-9.5546875, false]], [[-9.3046875, false]], [[-11.9296875, false]], [[-9.5546875, false]], [[-10.21875, false]], [[-5.0546875, false]], [[-9.5546875, false]], [[-9.5546875, false]], [[-4.3046875, false]], [[-9.1796875, false]], [[-12.1796875, false]], [[-12.0546875, false]], [[-4.3046875, false]], [[-12.1796875, false]], [[-8.8046875, false]], [[-9.5546875, false]], [[-10.21875, false]], [[-5.0546875, false]], [[-9.5546875, false]], [[-8.8046875, false]], [[-12.1796875, false]], [[-8.8046875, false]], [[-5.0546875, false]], [[-9.4296875, false]], [[-11.0546875, false]], [[-4.3046875, false]], [[-10.8046875, false]], [[-8.8046875, false]], [[-9.5546875, false]], [[-13.1796875, false]]], "filtered_resps": [[-7.3046875, false], [-9.5546875, false], [-11.0546875, false], [-8.8046875, false], [-8.6796875, false], [-12.1796875, false], [-11.0546875, false], [-10.3046875, false], [-9.5546875, false], [-10.21875, false], [-5.0546875, false], [-9.5546875, false], [-11.0546875, false], [-4.3046875, false], [-8.6796875, false], [-11.9296875, false], [-5.0546875, false], [-8.3046875, false], [-9.3046875, false], [-9.5546875, false], [-9.3046875, false], [-11.9296875, false], [-9.5546875, false], [-10.21875, false], [-5.0546875, false], [-9.5546875, false], [-9.5546875, false], [-4.3046875, false], [-9.1796875, false], [-12.1796875, false], [-12.0546875, false], [-4.3046875, false], [-12.1796875, false], [-8.8046875, false], [-9.5546875, false], [-10.21875, false], [-5.0546875, false], [-9.5546875, false], [-8.8046875, false], [-12.1796875, false], [-8.8046875, false], [-5.0546875, false], [-9.4296875, false], [-11.0546875, false], [-4.3046875, false], [-10.8046875, false], [-8.8046875, false], [-9.5546875, false], [-13.1796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2264, "doc": {"id": "NYSEDREGENTS_2010_4_20", "question": "Which human response is most likely to occur because the air temperature is 90°F?", "choices": {"text": ["blinking", "salivating", "shivering", "sweating"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "sweating", "arguments": ["Question: Which human response is most likely to occur because the air temperature is 90°F?\nAnswer:", " ["], "resps": [[[-6.8046875, false]], [[-9.0546875, false]], [[-7.5546875, false]], [[-10.4296875, false]], [[-8.5546875, false]], [[-8.6796875, false]], [[-9.1796875, false]], [[-8.5546875, false]], [[-8.6796875, false]], [[-10.8046875, false]], [[-9.0546875, false]], [[-9.8671875, false]], [[-5.0546875, false]], [[-9.0546875, false]], [[-9.1796875, false]], [[-4.3046875, false]], [[-10.4296875, false]], [[-8.5546875, false]], [[-11.0546875, false]], [[-4.3046875, false]], [[-9.5546875, false]], [[-8.5546875, false]], [[-8.6796875, false]], [[-10.8046875, false]], [[-9.0546875, false]], [[-9.8671875, false]], [[-5.0546875, false]], [[-9.0546875, false]], [[-9.1796875, false]], [[-9.4296875, false]], [[-8.5546875, false]], [[-11.0546875, false]], [[-8.4296875, false]], [[-10.8046875, false]], [[-8.5546875, false]], [[-8.6796875, false]], [[-10.8046875, false]], [[-9.0546875, false]], [[-9.8671875, false]], [[-5.0546875, false]], [[-9.0546875, false]], [[-9.1796875, false]], [[-9.9296875, false]], [[-8.4296875, false]], [[-4.3046875, false]], [[-9.5546875, false]], [[-8.5546875, false]], [[-8.6796875, false]], [[-10.8046875, false]], [[-9.0546875, false]], [[-12.9296875, false]]], "filtered_resps": [[-6.8046875, false], [-9.0546875, false], [-7.5546875, false], [-10.4296875, false], [-8.5546875, false], [-8.6796875, false], [-9.1796875, false], [-8.5546875, false], [-8.6796875, false], [-10.8046875, false], [-9.0546875, false], [-9.8671875, false], [-5.0546875, false], [-9.0546875, false], [-9.1796875, false], [-4.3046875, false], [-10.4296875, false], [-8.5546875, false], [-11.0546875, false], [-4.3046875, false], [-9.5546875, false], [-8.5546875, false], [-8.6796875, false], [-10.8046875, false], [-9.0546875, false], [-9.8671875, false], [-5.0546875, false], [-9.0546875, false], [-9.1796875, false], [-9.4296875, false], [-8.5546875, false], [-11.0546875, false], [-8.4296875, false], [-10.8046875, false], [-8.5546875, false], [-8.6796875, false], [-10.8046875, false], [-9.0546875, false], [-9.8671875, false], [-5.0546875, false], [-9.0546875, false], [-9.1796875, false], [-9.9296875, false], [-8.4296875, false], [-4.3046875, false], [-9.5546875, false], [-8.5546875, false], [-8.6796875, false], [-10.8046875, false], [-9.0546875, false], [-12.9296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2272, "doc": {"id": "Mercury_400396", "question": "Which is a trait a human most directly inherits from its parents?", "choices": {"text": ["eye color", "musical taste", "career choice", "interest in reading"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "eye color", "arguments": ["Question: Which is a trait a human most directly inherits from its parents?\nAnswer:", " ["], "resps": [[[-8.3984375, false]], [[-9.2734375, false]], [[-9.5234375, false]], [[-11.1484375, false]], [[-9.5234375, false]], [[-4.51953125, false]], [[-8.1484375, false]], [[-9.7734375, false]], [[-8.3984375, false]], [[-9.7734375, false]], [[-11.5234375, false]], [[-9.2734375, false]], [[-10.046875, false]], [[-4.51953125, false]], [[-9.2734375, false]], [[-8.8984375, false]], [[-10.7734375, false]], [[-9.0234375, false]], [[-9.7734375, false]], [[-8.1484375, false]], [[-4.14453125, false]], [[-8.3984375, false]], [[-4.51953125, false]], [[-10.6484375, false]], [[-4.14453125, false]], [[-9.0234375, false]], [[-10.6484375, false]], [[-9.5234375, false]], [[-9.2734375, false]], [[-10.046875, false]], [[-4.51953125, false]], [[-9.2734375, false]], [[-8.1484375, false]], [[-4.14453125, false]], [[-11.5234375, false]], [[-9.5234375, false]], [[-9.5234375, false]], [[-11.5234375, false]], [[-4.51953125, false]], [[-8.1484375, false]], [[-11.8984375, false]], [[-9.7734375, false]], [[-9.7734375, false]], [[-8.1484375, false]], [[-9.5234375, false]], [[-9.2734375, false]], [[-10.046875, false]], [[-4.51953125, false]], [[-9.2734375, false]], [[-9.7734375, false]], [[-9.6484375, false]], [[-10.6484375, false]], [[-9.5234375, false]], [[-11.5234375, false]], [[-9.5234375, false]], [[-9.0234375, false]], [[-10.6484375, false]], [[-4.51953125, false]], [[-9.7734375, false]], [[-9.6484375, false]], [[-4.51953125, false]], [[-11.5234375, false]], [[-9.5234375, false]], [[-4.14453125, false]], [[-8.7734375, false]], [[-9.7734375, false]], [[-9.6484375, false]], [[-11.5234375, false]], [[-9.2734375, false]], [[-14.2734375, false]]], "filtered_resps": [[-8.3984375, false], [-9.2734375, false], [-9.5234375, false], [-11.1484375, false], [-9.5234375, false], [-4.51953125, false], [-8.1484375, false], [-9.7734375, false], [-8.3984375, false], [-9.7734375, false], [-11.5234375, false], [-9.2734375, false], [-10.046875, false], [-4.51953125, false], [-9.2734375, false], [-8.8984375, false], [-10.7734375, false], [-9.0234375, false], [-9.7734375, false], [-8.1484375, false], [-4.14453125, false], [-8.3984375, false], [-4.51953125, false], [-10.6484375, false], [-4.14453125, false], [-9.0234375, false], [-10.6484375, false], [-9.5234375, false], [-9.2734375, false], [-10.046875, false], [-4.51953125, false], [-9.2734375, false], [-8.1484375, false], [-4.14453125, false], [-11.5234375, false], [-9.5234375, false], [-9.5234375, false], [-11.5234375, false], [-4.51953125, false], [-8.1484375, false], [-11.8984375, false], [-9.7734375, false], [-9.7734375, false], [-8.1484375, false], [-9.5234375, false], [-9.2734375, false], [-10.046875, false], [-4.51953125, false], [-9.2734375, false], [-9.7734375, false], [-9.6484375, false], [-10.6484375, false], [-9.5234375, false], [-11.5234375, false], [-9.5234375, false], [-9.0234375, false], [-10.6484375, false], [-4.51953125, false], [-9.7734375, false], [-9.6484375, false], [-4.51953125, false], [-11.5234375, false], [-9.5234375, false], [-4.14453125, false], [-8.7734375, false], [-9.7734375, false], [-9.6484375, false], [-11.5234375, false], [-9.2734375, false], [-14.2734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2280, "doc": {"id": "Mercury_7013825", "question": "Which pair of systems is responsible for the flow of blood in the human body?", "choices": {"text": ["circulatory and skeletal systems", "skeletal and excretory systems", "muscular and circulatory systems", "respiratory and muscular systems"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "muscular and circulatory systems", "arguments": ["Question: Which pair of systems is responsible for the flow of blood in the human body?\nAnswer:", " ["], "resps": [[[-8.25, false]], [[-10.5, false]], [[-8.75, false]], [[-9.25, false]], [[-10.0, false]], [[-8.75, false]], [[-9.5, false]], [[-8.0, false]], [[-4.50390625, false]], [[-9.25, false]], [[-9.25, false]], [[-10.0, false]], [[-12.5, false]], [[-5.25390625, false]], [[-4.50390625, false]], [[-9.5, false]], [[-10.25, false]], [[-5.25390625, false]], [[-9.5, false]], [[-6.50390625, false]], [[-9.5, false]], [[-8.0, false]], [[-9.5, false]], [[-9.25, false]], [[-4.50390625, false]], [[-8.0, false]], [[-5.25390625, false]], [[-9.5, false]], [[-12.5, false]], [[-9.5, false]], [[-9.25, false]], [[-9.5, false]], [[-9.75, false]], [[-9.5, false]], [[-10.5, false]], [[-9.9375, false]], [[-5.25390625, false]], [[-10.5, false]], [[-9.5, false]], [[-6.50390625, false]], [[-9.5, false]], [[-8.0, false]], [[-9.5, false]], [[-9.25, false]], [[-4.50390625, false]], [[-8.0, false]], [[-5.25390625, false]], [[-4.50390625, false]], [[-9.5, false]], [[-10.25, false]], [[-5.25390625, false]], [[-9.5, false]], [[-9.0, false]], [[-8.75, false]], [[-10.0, false]], [[-9.5, false]], [[-9.25, false]], [[-9.25, false]], [[-10.0, false]], [[-12.5, false]], [[-5.25390625, false]], [[-9.5, false]], [[-12.5, false]], [[-9.5, false]], [[-9.25, false]], [[-9.5, false]], [[-9.75, false]], [[-9.5, false]], [[-10.5, false]], [[-9.9375, false]], [[-5.25390625, false]], [[-10.5, false]], [[-9.75, false]], [[-9.5, false]], [[-9.5, false]], [[-8.75, false]], [[-9.5, false]], [[-8.0, false]], [[-4.50390625, false]], [[-10.0, false]], [[-5.25390625, false]], [[-4.50390625, false]], [[-9.5, false]], [[-10.25, false]], [[-5.25390625, false]], [[-8.75, false]], [[-9.25, false]], [[-10.0, false]], [[-8.75, false]], [[-9.5, false]], [[-8.0, false]], [[-4.50390625, false]], [[-9.25, false]], [[-9.25, false]], [[-10.0, false]], [[-12.5, false]], [[-5.25390625, false]], [[-9.5, false]], [[-12.5, false]], [[-9.5, false]], [[-9.25, false]], [[-9.5, false]], [[-9.75, false]], [[-9.5, false]], [[-10.5, false]], [[-9.9375, false]], [[-5.25390625, false]], [[-10.5, false]], [[-10.0, false]], [[-9.5, false]], [[-9.5, false]], [[-10.5, false]], [[-9.25, false]], [[-10.0, false]], [[-4.50390625, false]], [[-9.25, false]], [[-9.25, false]], [[-10.0, false]], [[-12.5, false]], [[-5.25390625, false]], [[-4.50390625, false]], [[-9.5, false]], [[-10.25, false]], [[-5.25390625, false]], [[-9.75, false]], [[-9.5, false]], [[-9.5, false]], [[-8.75, false]], [[-9.5, false]], [[-8.0, false]], [[-4.50390625, false]], [[-10.0, false]], [[-5.25390625, false]], [[-9.5, false]], [[-12.5, false]], [[-9.5, false]], [[-9.25, false]], [[-9.5, false]], [[-9.75, false]], [[-9.5, false]], [[-10.5, false]], [[-12.25, false]]], "filtered_resps": [[-8.25, false], [-10.5, false], [-8.75, false], [-9.25, false], [-10.0, false], [-8.75, false], [-9.5, false], [-8.0, false], [-4.50390625, false], [-9.25, false], [-9.25, false], [-10.0, false], [-12.5, false], [-5.25390625, false], [-4.50390625, false], [-9.5, false], [-10.25, false], [-5.25390625, false], [-9.5, false], [-6.50390625, false], [-9.5, false], [-8.0, false], [-9.5, false], [-9.25, false], [-4.50390625, false], [-8.0, false], [-5.25390625, false], [-9.5, false], [-12.5, false], [-9.5, false], [-9.25, false], [-9.5, false], [-9.75, false], [-9.5, false], [-10.5, false], [-9.9375, false], [-5.25390625, false], [-10.5, false], [-9.5, false], [-6.50390625, false], [-9.5, false], [-8.0, false], [-9.5, false], [-9.25, false], [-4.50390625, false], [-8.0, false], [-5.25390625, false], [-4.50390625, false], [-9.5, false], [-10.25, false], [-5.25390625, false], [-9.5, false], [-9.0, false], [-8.75, false], [-10.0, false], [-9.5, false], [-9.25, false], [-9.25, false], [-10.0, false], [-12.5, false], [-5.25390625, false], [-9.5, false], [-12.5, false], [-9.5, false], [-9.25, false], [-9.5, false], [-9.75, false], [-9.5, false], [-10.5, false], [-9.9375, false], [-5.25390625, false], [-10.5, false], [-9.75, false], [-9.5, false], [-9.5, false], [-8.75, false], [-9.5, false], [-8.0, false], [-4.50390625, false], [-10.0, false], [-5.25390625, false], [-4.50390625, false], [-9.5, false], [-10.25, false], [-5.25390625, false], [-8.75, false], [-9.25, false], [-10.0, false], [-8.75, false], [-9.5, false], [-8.0, false], [-4.50390625, false], [-9.25, false], [-9.25, false], [-10.0, false], [-12.5, false], [-5.25390625, false], [-9.5, false], [-12.5, false], [-9.5, false], [-9.25, false], [-9.5, false], [-9.75, false], [-9.5, false], [-10.5, false], [-9.9375, false], [-5.25390625, false], [-10.5, false], [-10.0, false], [-9.5, false], [-9.5, false], [-10.5, false], [-9.25, false], [-10.0, false], [-4.50390625, false], [-9.25, false], [-9.25, false], [-10.0, false], [-12.5, false], [-5.25390625, false], [-4.50390625, false], [-9.5, false], [-10.25, false], [-5.25390625, false], [-9.75, false], [-9.5, false], [-9.5, false], [-8.75, false], [-9.5, false], [-8.0, false], [-4.50390625, false], [-10.0, false], [-5.25390625, false], [-9.5, false], [-12.5, false], [-9.5, false], [-9.25, false], [-9.5, false], [-9.75, false], [-9.5, false], [-10.5, false], [-12.25, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2288, "doc": {"id": "Mercury_7228200", "question": "Ribosomes present in a particular cell are smaller than those found in plants. In which taxonomic group or groups could the cell be classified?", "choices": {"text": ["fungi only", "archaea only", "bacteria or archaea", "bacteria or fungi"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "bacteria or archaea", "arguments": ["Question: Ribosomes present in a particular cell are smaller than those found in plants. In which taxonomic group or groups could the cell be classified?\nAnswer:", " ["], "resps": [[[-6.8359375, false]], [[-8.3359375, false]], [[-10.3359375, false]], [[-10.0859375, false]], [[-8.3359375, false]], [[-9.8359375, false]], [[-8.0859375, false]], [[-5.0859375, false]], [[-9.0859375, false]], [[-8.3359375, false]], [[-9.0859375, false]], [[-10.5859375, false]], [[-8.3359375, false]], [[-9.7578125, false]], [[-5.0859375, false]], [[-8.3359375, false]], [[-5.5859375, false]], [[-6.8359375, false]], [[-6.5859375, false]], [[-9.8359375, false]], [[-5.5859375, false]], [[-6.5859375, false]], [[-5.5859375, false]], [[-5.0859375, false]], [[-9.0859375, false]], [[-8.3359375, false]], [[-9.0859375, false]], [[-10.5859375, false]], [[-8.3359375, false]], [[-9.7578125, false]], [[-5.0859375, false]], [[-8.3359375, false]], [[-6.8359375, false]], [[-5.5859375, false]], [[-6.5859375, false]], [[-9.3359375, false]], [[-6.5859375, false]], [[-6.8359375, false]], [[-8.0859375, false]], [[-5.5859375, false]], [[-5.0859375, false]], [[-9.0859375, false]], [[-6.8359375, false]], [[-5.0859375, false]], [[-5.5859375, false]], [[-6.8359375, false]], [[-6.5859375, false]], [[-9.8359375, false]], [[-5.5859375, false]], [[-6.5859375, false]], [[-5.5859375, false]], [[-8.3359375, false]], [[-9.7578125, false]], [[-5.0859375, false]], [[-8.3359375, false]], [[-6.8359375, false]], [[-5.5859375, false]], [[-6.5859375, false]], [[-9.3359375, false]], [[-6.5859375, false]], [[-6.8359375, false]], [[-8.0859375, false]], [[-5.5859375, false]], [[-5.0859375, false]], [[-9.0859375, false]], [[-6.8359375, false]], [[-5.0859375, false]], [[-10.3359375, false]], [[-10.0859375, false]], [[-8.3359375, false]], [[-9.8359375, false]], [[-8.0859375, false]], [[-8.3359375, false]], [[-13.2109375, false]]], "filtered_resps": [[-6.8359375, false], [-8.3359375, false], [-10.3359375, false], [-10.0859375, false], [-8.3359375, false], [-9.8359375, false], [-8.0859375, false], [-5.0859375, false], [-9.0859375, false], [-8.3359375, false], [-9.0859375, false], [-10.5859375, false], [-8.3359375, false], [-9.7578125, false], [-5.0859375, false], [-8.3359375, false], [-5.5859375, false], [-6.8359375, false], [-6.5859375, false], [-9.8359375, false], [-5.5859375, false], [-6.5859375, false], [-5.5859375, false], [-5.0859375, false], [-9.0859375, false], [-8.3359375, false], [-9.0859375, false], [-10.5859375, false], [-8.3359375, false], [-9.7578125, false], [-5.0859375, false], [-8.3359375, false], [-6.8359375, false], [-5.5859375, false], [-6.5859375, false], [-9.3359375, false], [-6.5859375, false], [-6.8359375, false], [-8.0859375, false], [-5.5859375, false], [-5.0859375, false], [-9.0859375, false], [-6.8359375, false], [-5.0859375, false], [-5.5859375, false], [-6.8359375, false], [-6.5859375, false], [-9.8359375, false], [-5.5859375, false], [-6.5859375, false], [-5.5859375, false], [-8.3359375, false], [-9.7578125, false], [-5.0859375, false], [-8.3359375, false], [-6.8359375, false], [-5.5859375, false], [-6.5859375, false], [-9.3359375, false], [-6.5859375, false], [-6.8359375, false], [-8.0859375, false], [-5.5859375, false], [-5.0859375, false], [-9.0859375, false], [-6.8359375, false], [-5.0859375, false], [-10.3359375, false], [-10.0859375, false], [-8.3359375, false], [-9.8359375, false], [-8.0859375, false], [-8.3359375, false], [-13.2109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2296, "doc": {"id": "Mercury_SC_407164", "question": "The best explanation of why carnivores are dependent on plants is because they", "choices": {"text": ["need to consume plant matter.", "use plants for shelter.", "need carbon dioxide released by plants.", "consume other animals that eat plants."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "consume other animals that eat plants.", "arguments": ["Question: The best explanation of why carnivores are dependent on plants is because they\nAnswer:", " ["], "resps": [[[-7.109375, false]], [[-8.234375, false]], [[-9.734375, false]], [[-8.234375, false]], [[-8.234375, false]], [[-8.734375, false]], [[-5.609375, false]], [[-10.609375, false]], [[-9.234375, false]], [[-5.609375, false]], [[-8.359375, false]], [[-9.234375, false]], [[-9.734375, false]], [[-9.234375, false]], [[-12.109375, false]], [[-11.109375, false]], [[-8.234375, false]], [[-5.609375, false]], [[-9.609375, false]], [[-9.234375, false]], [[-5.859375, false]], [[-9.734375, false]], [[-10.609375, false]], [[-5.609375, false]], [[-11.109375, false]], [[-5.859375, false]], [[-10.609375, false]], [[-10.609375, false]], [[-8.234375, false]], [[-11.359375, false]], [[-7.15234375, false]], [[-8.234375, false]], [[-9.59375, false]], [[-5.609375, false]], [[-8.234375, false]], [[-12.109375, false]], [[-9.234375, false]], [[-8.234375, false]], [[-5.609375, false]], [[-9.609375, false]], [[-9.234375, false]], [[-5.859375, false]], [[-9.734375, false]], [[-10.609375, false]], [[-9.234375, false]], [[-5.609375, false]], [[-10.734375, false]], [[-9.234375, false]], [[-11.359375, false]], [[-5.609375, false]], [[-9.234375, false]], [[-10.609375, false]], [[-8.234375, false]], [[-9.234375, false]], [[-10.609375, false]], [[-8.234375, false]], [[-11.359375, false]], [[-7.15234375, false]], [[-8.234375, false]], [[-9.59375, false]], [[-5.609375, false]], [[-8.234375, false]], [[-9.734375, false]], [[-8.234375, false]], [[-8.234375, false]], [[-8.734375, false]], [[-5.609375, false]], [[-8.359375, false]], [[-5.859375, false]], [[-11.359375, false]], [[-8.484375, false]], [[-9.234375, false]], [[-9.734375, false]], [[-5.609375, false]], [[-8.734375, false]], [[-8.109375, false]], [[-9.234375, false]], [[-10.859375, false]], [[-8.109375, false]], [[-8.734375, false]], [[-8.234375, false]], [[-5.609375, false]], [[-11.359375, false]], [[-8.234375, false]], [[-9.234375, false]], [[-8.234375, false]], [[-5.859375, false]], [[-9.234375, false]], [[-8.234375, false]], [[-8.734375, false]], [[-5.609375, false]], [[-8.484375, false]], [[-11.609375, false]], [[-5.609375, false]], [[-9.609375, false]], [[-9.234375, false]], [[-5.859375, false]], [[-9.734375, false]], [[-10.609375, false]], [[-9.234375, false]], [[-7.15234375, false]], [[-8.234375, false]], [[-9.59375, false]], [[-5.609375, false]], [[-8.234375, false]], [[-8.359375, false]], [[-9.234375, false]], [[-9.734375, false]], [[-9.234375, false]], [[-12.109375, false]], [[-11.109375, false]], [[-8.234375, false]], [[-5.609375, false]], [[-9.234375, false]], [[-10.609375, false]], [[-10.609375, false]], [[-8.234375, false]], [[-11.359375, false]], [[-5.609375, false]], [[-5.859375, false]], [[-9.734375, false]], [[-8.109375, false]], [[-11.109375, false]], [[-5.859375, false]], [[-9.234375, false]], [[-9.234375, false]], [[-5.609375, false]], [[-10.609375, false]], [[-10.609375, false]], [[-5.859375, false]], [[-10.609375, false]], [[-5.609375, false]], [[-8.234375, false]], [[-5.859375, false]], [[-10.609375, false]], [[-5.609375, false]], [[-9.609375, false]], [[-9.234375, false]], [[-5.859375, false]], [[-9.734375, false]], [[-10.609375, false]], [[-9.234375, false]], [[-7.15234375, false]], [[-8.234375, false]], [[-12.234375, false]]], "filtered_resps": [[-7.109375, false], [-8.234375, false], [-9.734375, false], [-8.234375, false], [-8.234375, false], [-8.734375, false], [-5.609375, false], [-10.609375, false], [-9.234375, false], [-5.609375, false], [-8.359375, false], [-9.234375, false], [-9.734375, false], [-9.234375, false], [-12.109375, false], [-11.109375, false], [-8.234375, false], [-5.609375, false], [-9.609375, false], [-9.234375, false], [-5.859375, false], [-9.734375, false], [-10.609375, false], [-5.609375, false], [-11.109375, false], [-5.859375, false], [-10.609375, false], [-10.609375, false], [-8.234375, false], [-11.359375, false], [-7.15234375, false], [-8.234375, false], [-9.59375, false], [-5.609375, false], [-8.234375, false], [-12.109375, false], [-9.234375, false], [-8.234375, false], [-5.609375, false], [-9.609375, false], [-9.234375, false], [-5.859375, false], [-9.734375, false], [-10.609375, false], [-9.234375, false], [-5.609375, false], [-10.734375, false], [-9.234375, false], [-11.359375, false], [-5.609375, false], [-9.234375, false], [-10.609375, false], [-8.234375, false], [-9.234375, false], [-10.609375, false], [-8.234375, false], [-11.359375, false], [-7.15234375, false], [-8.234375, false], [-9.59375, false], [-5.609375, false], [-8.234375, false], [-9.734375, false], [-8.234375, false], [-8.234375, false], [-8.734375, false], [-5.609375, false], [-8.359375, false], [-5.859375, false], [-11.359375, false], [-8.484375, false], [-9.234375, false], [-9.734375, false], [-5.609375, false], [-8.734375, false], [-8.109375, false], [-9.234375, false], [-10.859375, false], [-8.109375, false], [-8.734375, false], [-8.234375, false], [-5.609375, false], [-11.359375, false], [-8.234375, false], [-9.234375, false], [-8.234375, false], [-5.859375, false], [-9.234375, false], [-8.234375, false], [-8.734375, false], [-5.609375, false], [-8.484375, false], [-11.609375, false], [-5.609375, false], [-9.609375, false], [-9.234375, false], [-5.859375, false], [-9.734375, false], [-10.609375, false], [-9.234375, false], [-7.15234375, false], [-8.234375, false], [-9.59375, false], [-5.609375, false], [-8.234375, false], [-8.359375, false], [-9.234375, false], [-9.734375, false], [-9.234375, false], [-12.109375, false], [-11.109375, false], [-8.234375, false], [-5.609375, false], [-9.234375, false], [-10.609375, false], [-10.609375, false], [-8.234375, false], [-11.359375, false], [-5.609375, false], [-5.859375, false], [-9.734375, false], [-8.109375, false], [-11.109375, false], [-5.859375, false], [-9.234375, false], [-9.234375, false], [-5.609375, false], [-10.609375, false], [-10.609375, false], [-5.859375, false], [-10.609375, false], [-5.609375, false], [-8.234375, false], [-5.859375, false], [-10.609375, false], [-5.609375, false], [-9.609375, false], [-9.234375, false], [-5.859375, false], [-9.734375, false], [-10.609375, false], [-9.234375, false], [-7.15234375, false], [-8.234375, false], [-12.234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2304, "doc": {"id": "NYSEDREGENTS_2010_8_17", "question": "Some one-celled organisms can reproduce by the process of", "choices": {"text": ["hormone secretion", "metamorphosis", "fertilization", "cell division"], "label": ["1", "2", "3", "4"]}, "answerKey": "4"}, "target": "cell division", "arguments": ["Question: Some one-celled organisms can reproduce by the process of\nAnswer:", " ["], "resps": [[[-7.31640625, false]], [[-8.4453125, false]], [[-9.0703125, false]], [[-8.1953125, false]], [[-8.3203125, false]], [[-9.6953125, false]], [[-8.1953125, false]], [[-8.0703125, false]], [[-6.69140625, false]], [[-4.81640625, false]], [[-8.3203125, false]], [[-6.69140625, false]], [[-7.56640625, false]], [[-8.3203125, false]], [[-6.69140625, false]], [[-10.1953125, false]], [[-7.69140625, false]], [[-8.1953125, false]], [[-8.0703125, false]], [[-8.4453125, false]], [[-8.75, false]], [[-4.81640625, false]], [[-8.4453125, false]], [[-9.6953125, false]], [[-6.69140625, false]], [[-10.1953125, false]], [[-5.19140625, false]], [[-9.6953125, false]], [[-8.1953125, false]], [[-8.3203125, false]], [[-8.8203125, false]], [[-9.0703125, false]], [[-8.1953125, false]], [[-8.3203125, false]], [[-7.69140625, false]], [[-8.3203125, false]], [[-8.4453125, false]], [[-8.75, false]], [[-4.81640625, false]], [[-8.4453125, false]], [[-9.6953125, false]], [[-6.69140625, false]], [[-8.3203125, false]], [[-10.1953125, false]], [[-7.69140625, false]], [[-9.4453125, false]], [[-7.69140625, false]], [[-8.9453125, false]], [[-5.19140625, false]], [[-10.1953125, false]], [[-7.69140625, false]], [[-8.1953125, false]], [[-8.0703125, false]], [[-8.4453125, false]], [[-8.75, false]], [[-4.81640625, false]], [[-8.4453125, false]], [[-7.56640625, false]], [[-6.69140625, false]], [[-9.4453125, false]], [[-9.4453125, false]], [[-4.81640625, false]], [[-8.1953125, false]], [[-7.69140625, false]], [[-10.1953125, false]], [[-7.69140625, false]], [[-8.3203125, false]], [[-7.69140625, false]], [[-8.1953125, false]], [[-8.0703125, false]], [[-8.4453125, false]], [[-12.1953125, false]]], "filtered_resps": [[-7.31640625, false], [-8.4453125, false], [-9.0703125, false], [-8.1953125, false], [-8.3203125, false], [-9.6953125, false], [-8.1953125, false], [-8.0703125, false], [-6.69140625, false], [-4.81640625, false], [-8.3203125, false], [-6.69140625, false], [-7.56640625, false], [-8.3203125, false], [-6.69140625, false], [-10.1953125, false], [-7.69140625, false], [-8.1953125, false], [-8.0703125, false], [-8.4453125, false], [-8.75, false], [-4.81640625, false], [-8.4453125, false], [-9.6953125, false], [-6.69140625, false], [-10.1953125, false], [-5.19140625, false], [-9.6953125, false], [-8.1953125, false], [-8.3203125, false], [-8.8203125, false], [-9.0703125, false], [-8.1953125, false], [-8.3203125, false], [-7.69140625, false], [-8.3203125, false], [-8.4453125, false], [-8.75, false], [-4.81640625, false], [-8.4453125, false], [-9.6953125, false], [-6.69140625, false], [-8.3203125, false], [-10.1953125, false], [-7.69140625, false], [-9.4453125, false], [-7.69140625, false], [-8.9453125, false], [-5.19140625, false], [-10.1953125, false], [-7.69140625, false], [-8.1953125, false], [-8.0703125, false], [-8.4453125, false], [-8.75, false], [-4.81640625, false], [-8.4453125, false], [-7.56640625, false], [-6.69140625, false], [-9.4453125, false], [-9.4453125, false], [-4.81640625, false], [-8.1953125, false], [-7.69140625, false], [-10.1953125, false], [-7.69140625, false], [-8.3203125, false], [-7.69140625, false], [-8.1953125, false], [-8.0703125, false], [-8.4453125, false], [-12.1953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2312, "doc": {"id": "Mercury_7004498", "question": "A scanning electron microscope is best suited for observing", "choices": {"text": ["diffraction of light.", "tectonic features on planets.", "the surfaces of small objects.", "topographical features on the ocean floor."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "the surfaces of small objects.", "arguments": ["Question: A scanning electron microscope is best suited for observing\nAnswer:", " ["], "resps": [[[-8.4140625, false]], [[-10.1640625, false]], [[-11.1640625, false]], [[-8.1640625, false]], [[-10.9140625, false]], [[-10.9140625, false]], [[-11.9140625, false]], [[-5.41796875, false]], [[-11.4140625, false]], [[-11.9140625, false]], [[-8.1640625, false]], [[-8.9140625, false]], [[-9.6640625, false]], [[-4.66796875, false]], [[-8.9140625, false]], [[-10.9140625, false]], [[-4.66796875, false]], [[-10.9140625, false]], [[-8.1640625, false]], [[-13.6640625, false]], [[-11.4140625, false]], [[-11.9140625, false]], [[-6.6875, false]], [[-10.1640625, false]], [[-8.5625, false]], [[-4.66796875, false]], [[-10.1640625, false]], [[-11.9140625, false]], [[-8.4140625, false]], [[-11.4140625, false]], [[-11.9140625, false]], [[-8.9140625, false]], [[-9.6640625, false]], [[-8.1640625, false]], [[-11.4140625, false]], [[-4.66796875, false]], [[-10.9140625, false]], [[-8.4140625, false]], [[-5.41796875, false]], [[-11.9140625, false]], [[-10.4140625, false]], [[-11.9140625, false]], [[-8.4140625, false]], [[-9.1640625, false]], [[-4.66796875, false]], [[-8.9140625, false]], [[-9.6640625, false]], [[-4.66796875, false]], [[-10.6640625, false]], [[-10.9140625, false]], [[-5.41796875, false]], [[-9.6640625, false]], [[-8.4140625, false]], [[-11.9140625, false]], [[-9.1640625, false]], [[-6.6875, false]], [[-10.1640625, false]], [[-8.5625, false]], [[-4.66796875, false]], [[-10.1640625, false]], [[-11.9140625, false]], [[-11.4140625, false]], [[-8.4140625, false]], [[-4.66796875, false]], [[-9.1640625, false]], [[-10.4140625, false]], [[-11.9140625, false]], [[-10.9140625, false]], [[-5.41796875, false]], [[-11.4140625, false]], [[-8.4140625, false]], [[-9.1640625, false]], [[-4.66796875, false]], [[-8.9140625, false]], [[-10.9140625, false]], [[-4.66796875, false]], [[-9.1640625, false]], [[-10.6640625, false]], [[-5.41796875, false]], [[-10.9140625, false]], [[-10.9140625, false]], [[-4.66796875, false]], [[-8.9140625, false]], [[-9.9140625, false]], [[-11.9140625, false]], [[-8.4140625, false]], [[-11.4140625, false]], [[-11.9140625, false]], [[-9.1640625, false]], [[-6.6875, false]], [[-10.1640625, false]], [[-8.5625, false]], [[-4.66796875, false]], [[-10.1640625, false]], [[-11.9140625, false]], [[-8.9140625, false]], [[-10.6640625, false]], [[-8.9140625, false]], [[-13.6640625, false]], [[-11.9140625, false]], [[-5.41796875, false]], [[-10.6640625, false]], [[-11.4140625, false]], [[-8.1640625, false]], [[-11.4140625, false]], [[-5.41796875, false]], [[-10.9140625, false]], [[-4.66796875, false]], [[-10.9140625, false]], [[-8.4140625, false]], [[-5.41796875, false]], [[-11.9140625, false]], [[-10.4140625, false]], [[-11.9140625, false]], [[-8.4140625, false]], [[-9.1640625, false]], [[-4.66796875, false]], [[-8.9140625, false]], [[-9.6640625, false]], [[-4.66796875, false]], [[-11.9140625, false]], [[-11.4140625, false]], [[-8.4140625, false]], [[-4.66796875, false]], [[-8.9140625, false]], [[-11.4140625, false]], [[-8.4140625, false]], [[-5.41796875, false]], [[-9.6640625, false]], [[-4.66796875, false]], [[-10.9140625, false]], [[-10.9140625, false]], [[-8.9140625, false]], [[-8.9140625, false]], [[-11.9140625, false]], [[-6.6875, false]], [[-10.1640625, false]], [[-12.9140625, false]]], "filtered_resps": [[-8.4140625, false], [-10.1640625, false], [-11.1640625, false], [-8.1640625, false], [-10.9140625, false], [-10.9140625, false], [-11.9140625, false], [-5.41796875, false], [-11.4140625, false], [-11.9140625, false], [-8.1640625, false], [-8.9140625, false], [-9.6640625, false], [-4.66796875, false], [-8.9140625, false], [-10.9140625, false], [-4.66796875, false], [-10.9140625, false], [-8.1640625, false], [-13.6640625, false], [-11.4140625, false], [-11.9140625, false], [-6.6875, false], [-10.1640625, false], [-8.5625, false], [-4.66796875, false], [-10.1640625, false], [-11.9140625, false], [-8.4140625, false], [-11.4140625, false], [-11.9140625, false], [-8.9140625, false], [-9.6640625, false], [-8.1640625, false], [-11.4140625, false], [-4.66796875, false], [-10.9140625, false], [-8.4140625, false], [-5.41796875, false], [-11.9140625, false], [-10.4140625, false], [-11.9140625, false], [-8.4140625, false], [-9.1640625, false], [-4.66796875, false], [-8.9140625, false], [-9.6640625, false], [-4.66796875, false], [-10.6640625, false], [-10.9140625, false], [-5.41796875, false], [-9.6640625, false], [-8.4140625, false], [-11.9140625, false], [-9.1640625, false], [-6.6875, false], [-10.1640625, false], [-8.5625, false], [-4.66796875, false], [-10.1640625, false], [-11.9140625, false], [-11.4140625, false], [-8.4140625, false], [-4.66796875, false], [-9.1640625, false], [-10.4140625, false], [-11.9140625, false], [-10.9140625, false], [-5.41796875, false], [-11.4140625, false], [-8.4140625, false], [-9.1640625, false], [-4.66796875, false], [-8.9140625, false], [-10.9140625, false], [-4.66796875, false], [-9.1640625, false], [-10.6640625, false], [-5.41796875, false], [-10.9140625, false], [-10.9140625, false], [-4.66796875, false], [-8.9140625, false], [-9.9140625, false], [-11.9140625, false], [-8.4140625, false], [-11.4140625, false], [-11.9140625, false], [-9.1640625, false], [-6.6875, false], [-10.1640625, false], [-8.5625, false], [-4.66796875, false], [-10.1640625, false], [-11.9140625, false], [-8.9140625, false], [-10.6640625, false], [-8.9140625, false], [-13.6640625, false], [-11.9140625, false], [-5.41796875, false], [-10.6640625, false], [-11.4140625, false], [-8.1640625, false], [-11.4140625, false], [-5.41796875, false], [-10.9140625, false], [-4.66796875, false], [-10.9140625, false], [-8.4140625, false], [-5.41796875, false], [-11.9140625, false], [-10.4140625, false], [-11.9140625, false], [-8.4140625, false], [-9.1640625, false], [-4.66796875, false], [-8.9140625, false], [-9.6640625, false], [-4.66796875, false], [-11.9140625, false], [-11.4140625, false], [-8.4140625, false], [-4.66796875, false], [-8.9140625, false], [-11.4140625, false], [-8.4140625, false], [-5.41796875, false], [-9.6640625, false], [-4.66796875, false], [-10.9140625, false], [-10.9140625, false], [-8.9140625, false], [-8.9140625, false], [-11.9140625, false], [-6.6875, false], [-10.1640625, false], [-12.9140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2320, "doc": {"id": "NCEOGA_2013_5_52", "question": "Which body system processes foods into a useable source of energy?", "choices": {"text": ["circulatory", "digestive", "nervous", "skeletal"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "digestive", "arguments": ["Question: Which body system processes foods into a useable source of energy?\nAnswer:", " ["], "resps": [[[-7.2734375, false]], [[-11.2734375, false]], [[-8.0234375, false]], [[-10.7734375, false]], [[-11.5234375, false]], [[-8.0234375, false]], [[-10.0234375, false]], [[-9.2734375, false]], [[-5.7734375, false]], [[-10.2734375, false]], [[-9.2734375, false]], [[-11.5234375, false]], [[-12.7734375, false]], [[-11.2734375, false]], [[-10.609375, false]], [[-5.2734375, false]], [[-11.2734375, false]], [[-11.2734375, false]], [[-10.7734375, false]], [[-10.7734375, false]], [[-10.0234375, false]], [[-10.2734375, false]], [[-10.2734375, false]], [[-10.7734375, false]], [[-11.5234375, false]], [[-10.0234375, false]], [[-11.2734375, false]], [[-10.609375, false]], [[-5.2734375, false]], [[-11.2734375, false]], [[-10.0234375, false]], [[-10.0234375, false]], [[-11.5234375, false]], [[-11.5234375, false]], [[-9.2734375, false]], [[-10.0234375, false]], [[-10.2734375, false]], [[-11.2734375, false]], [[-10.609375, false]], [[-5.2734375, false]], [[-11.2734375, false]], [[-10.2734375, false]], [[-6.0234375, false]], [[-10.0234375, false]], [[-9.2734375, false]], [[-10.0234375, false]], [[-10.2734375, false]], [[-5.7734375, false]], [[-9.2734375, false]], [[-11.2734375, false]], [[-13.7734375, false]]], "filtered_resps": [[-7.2734375, false], [-11.2734375, false], [-8.0234375, false], [-10.7734375, false], [-11.5234375, false], [-8.0234375, false], [-10.0234375, false], [-9.2734375, false], [-5.7734375, false], [-10.2734375, false], [-9.2734375, false], [-11.5234375, false], [-12.7734375, false], [-11.2734375, false], [-10.609375, false], [-5.2734375, false], [-11.2734375, false], [-11.2734375, false], [-10.7734375, false], [-10.7734375, false], [-10.0234375, false], [-10.2734375, false], [-10.2734375, false], [-10.7734375, false], [-11.5234375, false], [-10.0234375, false], [-11.2734375, false], [-10.609375, false], [-5.2734375, false], [-11.2734375, false], [-10.0234375, false], [-10.0234375, false], [-11.5234375, false], [-11.5234375, false], [-9.2734375, false], [-10.0234375, false], [-10.2734375, false], [-11.2734375, false], [-10.609375, false], [-5.2734375, false], [-11.2734375, false], [-10.2734375, false], [-6.0234375, false], [-10.0234375, false], [-9.2734375, false], [-10.0234375, false], [-10.2734375, false], [-5.7734375, false], [-9.2734375, false], [-11.2734375, false], [-13.7734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2328, "doc": {"id": "Mercury_7068985", "question": "The symptoms of strep throat infection are a red and swollen throat. What is the most likely cause of strep throat?", "choices": {"text": ["eating raw vegetables", "drinking lemonade", "invading bacteria", "running in cold weather"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "invading bacteria", "arguments": ["Question: The symptoms of strep throat infection are a red and swollen throat. What is the most likely cause of strep throat?\nAnswer:", " ["], "resps": [[[-8.3203125, false]], [[-10.8203125, false]], [[-11.5703125, false]], [[-7.3203125, false]], [[-13.3203125, false]], [[-10.3203125, false]], [[-13.0703125, false]], [[-12.5703125, false]], [[-6.0703125, false]], [[-12.5703125, false]], [[-7.3203125, false]], [[-11.8203125, false]], [[-6.0703125, false]], [[-12.0703125, false]], [[-11.5703125, false]], [[-12.5703125, false]], [[-11.5703125, false]], [[-13.3203125, false]], [[-7.3203125, false]], [[-10.8203125, false]], [[-11.8203125, false]], [[-11.5703125, false]], [[-9.3203125, false]], [[-10.8203125, false]], [[-9.8359375, false]], [[-6.0703125, false]], [[-10.8203125, false]], [[-12.0703125, false]], [[-12.5703125, false]], [[-10.3203125, false]], [[-13.0703125, false]], [[-11.5703125, false]], [[-10.3203125, false]], [[-13.0703125, false]], [[-12.5703125, false]], [[-6.0703125, false]], [[-11.8203125, false]], [[-11.5703125, false]], [[-14.0703125, false]], [[-11.0703125, false]], [[-13.0703125, false]], [[-7.3203125, false]], [[-12.0703125, false]], [[-11.5703125, false]], [[-10.8203125, false]], [[-9.8359375, false]], [[-6.0703125, false]], [[-10.8203125, false]], [[-10.3203125, false]], [[-13.0703125, false]], [[-12.0703125, false]], [[-7.3203125, false]], [[-12.0703125, false]], [[-10.3203125, false]], [[-13.0703125, false]], [[-12.5703125, false]], [[-6.0703125, false]], [[-10.8203125, false]], [[-7.3203125, false]], [[-9.5703125, false]], [[-13.3203125, false]], [[-11.5703125, false]], [[-12.5703125, false]], [[-10.3203125, false]], [[-7.3203125, false]], [[-10.8203125, false]], [[-9.8359375, false]], [[-6.0703125, false]], [[-10.8203125, false]], [[-12.5703125, false]], [[-10.8203125, false]], [[-13.0703125, false]], [[-13.0703125, false]], [[-10.3203125, false]], [[-13.0703125, false]], [[-12.5703125, false]], [[-6.0703125, false]], [[-10.3203125, false]], [[-13.0703125, false]], [[-6.0703125, false]], [[-9.5703125, false]], [[-11.0703125, false]], [[-11.8203125, false]], [[-12.0703125, false]], [[-6.0703125, false]], [[-11.8203125, false]], [[-11.5703125, false]], [[-7.3203125, false]], [[-13.3203125, false]], [[-12.3203125, false]], [[-11.5703125, false]], [[-12.5703125, false]], [[-10.8203125, false]], [[-12.8203125, false]]], "filtered_resps": [[-8.3203125, false], [-10.8203125, false], [-11.5703125, false], [-7.3203125, false], [-13.3203125, false], [-10.3203125, false], [-13.0703125, false], [-12.5703125, false], [-6.0703125, false], [-12.5703125, false], [-7.3203125, false], [-11.8203125, false], [-6.0703125, false], [-12.0703125, false], [-11.5703125, false], [-12.5703125, false], [-11.5703125, false], [-13.3203125, false], [-7.3203125, false], [-10.8203125, false], [-11.8203125, false], [-11.5703125, false], [-9.3203125, false], [-10.8203125, false], [-9.8359375, false], [-6.0703125, false], [-10.8203125, false], [-12.0703125, false], [-12.5703125, false], [-10.3203125, false], [-13.0703125, false], [-11.5703125, false], [-10.3203125, false], [-13.0703125, false], [-12.5703125, false], [-6.0703125, false], [-11.8203125, false], [-11.5703125, false], [-14.0703125, false], [-11.0703125, false], [-13.0703125, false], [-7.3203125, false], [-12.0703125, false], [-11.5703125, false], [-10.8203125, false], [-9.8359375, false], [-6.0703125, false], [-10.8203125, false], [-10.3203125, false], [-13.0703125, false], [-12.0703125, false], [-7.3203125, false], [-12.0703125, false], [-10.3203125, false], [-13.0703125, false], [-12.5703125, false], [-6.0703125, false], [-10.8203125, false], [-7.3203125, false], [-9.5703125, false], [-13.3203125, false], [-11.5703125, false], [-12.5703125, false], [-10.3203125, false], [-7.3203125, false], [-10.8203125, false], [-9.8359375, false], [-6.0703125, false], [-10.8203125, false], [-12.5703125, false], [-10.8203125, false], [-13.0703125, false], [-13.0703125, false], [-10.3203125, false], [-13.0703125, false], [-12.5703125, false], [-6.0703125, false], [-10.3203125, false], [-13.0703125, false], [-6.0703125, false], [-9.5703125, false], [-11.0703125, false], [-11.8203125, false], [-12.0703125, false], [-6.0703125, false], [-11.8203125, false], [-11.5703125, false], [-7.3203125, false], [-13.3203125, false], [-12.3203125, false], [-11.5703125, false], [-12.5703125, false], [-10.8203125, false], [-12.8203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2336, "doc": {"id": "Mercury_SC_416175", "question": "Which is an effect of regular exercise?", "choices": {"text": ["weaker bones", "less energy", "better hearing", "stronger heart"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "stronger heart", "arguments": ["Question: Which is an effect of regular exercise?\nAnswer:", " ["], "resps": [[[-8.6796875, false]], [[-9.6796875, false]], [[-11.4296875, false]], [[-10.1796875, false]], [[-6.4296875, false]], [[-12.9296875, false]], [[-10.1796875, false]], [[-12.1796875, false]], [[-5.9296875, false]], [[-11.9296875, false]], [[-11.1796875, false]], [[-11.9296875, false]], [[-10.1796875, false]], [[-10.1796875, false]], [[-9.6796875, false]], [[-10.40625, false]], [[-5.9296875, false]], [[-9.6796875, false]], [[-11.1796875, false]], [[-10.1796875, false]], [[-10.1796875, false]], [[-10.1796875, false]], [[-5.9296875, false]], [[-10.1796875, false]], [[-11.9296875, false]], [[-10.1796875, false]], [[-12.1796875, false]], [[-13.6796875, false]], [[-13.1796875, false]], [[-9.6796875, false]], [[-10.40625, false]], [[-5.9296875, false]], [[-9.6796875, false]], [[-11.9296875, false]], [[-10.1796875, false]], [[-10.9296875, false]], [[-10.9296875, false]], [[-10.1796875, false]], [[-12.1796875, false]], [[-5.9296875, false]], [[-12.9296875, false]], [[-10.1796875, false]], [[-6.4296875, false]], [[-12.1796875, false]], [[-10.1796875, false]], [[-11.9296875, false]], [[-13.6796875, false]], [[-9.6796875, false]], [[-10.40625, false]], [[-5.9296875, false]], [[-9.6796875, false]], [[-10.1796875, false]], [[-10.9296875, false]], [[-12.1796875, false]], [[-11.1796875, false]], [[-11.9296875, false]], [[-13.6796875, false]], [[-10.1796875, false]], [[-12.1796875, false]], [[-5.9296875, false]], [[-12.9296875, false]], [[-10.1796875, false]], [[-6.4296875, false]], [[-12.1796875, false]], [[-10.9296875, false]], [[-9.6796875, false]], [[-12.9296875, false]]], "filtered_resps": [[-8.6796875, false], [-9.6796875, false], [-11.4296875, false], [-10.1796875, false], [-6.4296875, false], [-12.9296875, false], [-10.1796875, false], [-12.1796875, false], [-5.9296875, false], [-11.9296875, false], [-11.1796875, false], [-11.9296875, false], [-10.1796875, false], [-10.1796875, false], [-9.6796875, false], [-10.40625, false], [-5.9296875, false], [-9.6796875, false], [-11.1796875, false], [-10.1796875, false], [-10.1796875, false], [-10.1796875, false], [-5.9296875, false], [-10.1796875, false], [-11.9296875, false], [-10.1796875, false], [-12.1796875, false], [-13.6796875, false], [-13.1796875, false], [-9.6796875, false], [-10.40625, false], [-5.9296875, false], [-9.6796875, false], [-11.9296875, false], [-10.1796875, false], [-10.9296875, false], [-10.9296875, false], [-10.1796875, false], [-12.1796875, false], [-5.9296875, false], [-12.9296875, false], [-10.1796875, false], [-6.4296875, false], [-12.1796875, false], [-10.1796875, false], [-11.9296875, false], [-13.6796875, false], [-9.6796875, false], [-10.40625, false], [-5.9296875, false], [-9.6796875, false], [-10.1796875, false], [-10.9296875, false], [-12.1796875, false], [-11.1796875, false], [-11.9296875, false], [-13.6796875, false], [-10.1796875, false], [-12.1796875, false], [-5.9296875, false], [-12.9296875, false], [-10.1796875, false], [-6.4296875, false], [-12.1796875, false], [-10.9296875, false], [-9.6796875, false], [-12.9296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2344, "doc": {"id": "Mercury_7271215", "question": "Which is the lowest level of environmental organization that would include the water quality and air temperature in an area?", "choices": {"text": ["biome", "ecosystem", "community", "population"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "ecosystem", "arguments": ["Question: Which is the lowest level of environmental organization that would include the water quality and air temperature in an area?\nAnswer:", " ["], "resps": [[[-7.390625, false]], [[-8.140625, false]], [[-10.265625, false]], [[-8.515625, false]], [[-9.140625, false]], [[-10.390625, false]], [[-7.765625, false]], [[-8.140625, false]], [[-9.328125, false]], [[-4.765625, false]], [[-8.140625, false]], [[-7.765625, false]], [[-9.890625, false]], [[-9.140625, false]], [[-9.515625, false]], [[-12.515625, false]], [[-9.515625, false]], [[-11.640625, false]], [[-7.765625, false]], [[-10.390625, false]], [[-8.140625, false]], [[-9.328125, false]], [[-4.765625, false]], [[-8.140625, false]], [[-9.890625, false]], [[-9.140625, false]], [[-10.390625, false]], [[-10.390625, false]], [[-11.140625, false]], [[-8.390625, false]], [[-8.515625, false]], [[-11.640625, false]], [[-12.515625, false]], [[-8.140625, false]], [[-9.328125, false]], [[-4.765625, false]], [[-8.140625, false]], [[-9.765625, false]], [[-9.140625, false]], [[-9.765625, false]], [[-11.140625, false]], [[-10.390625, false]], [[-5.765625, false]], [[-11.640625, false]], [[-8.515625, false]], [[-9.140625, false]], [[-8.390625, false]], [[-8.140625, false]], [[-13.390625, false]]], "filtered_resps": [[-7.390625, false], [-8.140625, false], [-10.265625, false], [-8.515625, false], [-9.140625, false], [-10.390625, false], [-7.765625, false], [-8.140625, false], [-9.328125, false], [-4.765625, false], [-8.140625, false], [-7.765625, false], [-9.890625, false], [-9.140625, false], [-9.515625, false], [-12.515625, false], [-9.515625, false], [-11.640625, false], [-7.765625, false], [-10.390625, false], [-8.140625, false], [-9.328125, false], [-4.765625, false], [-8.140625, false], [-9.890625, false], [-9.140625, false], [-10.390625, false], [-10.390625, false], [-11.140625, false], [-8.390625, false], [-8.515625, false], [-11.640625, false], [-12.515625, false], [-8.140625, false], [-9.328125, false], [-4.765625, false], [-8.140625, false], [-9.765625, false], [-9.140625, false], [-9.765625, false], [-11.140625, false], [-10.390625, false], [-5.765625, false], [-11.640625, false], [-8.515625, false], [-9.140625, false], [-8.390625, false], [-8.140625, false], [-13.390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2352, "doc": {"id": "Mercury_416369", "question": "Tissue plasminogen activator is a natural blood thinner. The coded sequence for the blood thinner is called PLAT , found on chromosome 8. It is used to treat people who have heart attacks and strokes. Tissue plasminogen activator can be made through genetic engineering. What is tissue plasminogen activator?", "choices": {"text": ["a gene", "a protein", "a platelet", "a DNA molecule"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "a protein", "arguments": ["Question: Tissue plasminogen activator is a natural blood thinner. The coded sequence for the blood thinner is called PLAT , found on chromosome 8. It is used to treat people who have heart attacks and strokes. Tissue plasminogen activator can be made through genetic engineering. What is tissue plasminogen activator?\nAnswer:", " ["], "resps": [[[-6.91796875, false]], [[-9.9140625, false]], [[-5.41796875, false]], [[-5.171875, false]], [[-11.9140625, false]], [[-8.9140625, false]], [[-10.4140625, false]], [[-8.9140625, false]], [[-9.9140625, false]], [[-8.1875, false]], [[-5.16796875, false]], [[-9.9140625, false]], [[-5.41796875, false]], [[-5.16796875, false]], [[-9.1640625, false]], [[-10.9140625, false]], [[-9.4140625, false]], [[-4.91796875, false]], [[-8.9140625, false]], [[-9.1640625, false]], [[-10.4140625, false]], [[-9.9140625, false]], [[-8.1875, false]], [[-5.16796875, false]], [[-9.9140625, false]], [[-5.41796875, false]], [[-5.16796875, false]], [[-9.1640625, false]], [[-10.4140625, false]], [[-5.41796875, false]], [[-4.91796875, false]], [[-8.9140625, false]], [[-10.4140625, false]], [[-8.9140625, false]], [[-4.91796875, false]], [[-9.9140625, false]], [[-8.0859375, false]], [[-5.16796875, false]], [[-9.9140625, false]], [[-5.41796875, false]], [[-5.16796875, false]], [[-8.1640625, false]], [[-8.6640625, false]], [[-3.666015625, false]], [[-5.16796875, false]], [[-9.9140625, false]], [[-9.4140625, false]], [[-10.4140625, false]], [[-8.9140625, false]], [[-8.9140625, false]], [[-11.1640625, false]], [[-10.4140625, false]], [[-8.9140625, false]], [[-9.9140625, false]], [[-12.4140625, false]]], "filtered_resps": [[-6.91796875, false], [-9.9140625, false], [-5.41796875, false], [-5.171875, false], [-11.9140625, false], [-8.9140625, false], [-10.4140625, false], [-8.9140625, false], [-9.9140625, false], [-8.1875, false], [-5.16796875, false], [-9.9140625, false], [-5.41796875, false], [-5.16796875, false], [-9.1640625, false], [-10.9140625, false], [-9.4140625, false], [-4.91796875, false], [-8.9140625, false], [-9.1640625, false], [-10.4140625, false], [-9.9140625, false], [-8.1875, false], [-5.16796875, false], [-9.9140625, false], [-5.41796875, false], [-5.16796875, false], [-9.1640625, false], [-10.4140625, false], [-5.41796875, false], [-4.91796875, false], [-8.9140625, false], [-10.4140625, false], [-8.9140625, false], [-4.91796875, false], [-9.9140625, false], [-8.0859375, false], [-5.16796875, false], [-9.9140625, false], [-5.41796875, false], [-5.16796875, false], [-8.1640625, false], [-8.6640625, false], [-3.666015625, false], [-5.16796875, false], [-9.9140625, false], [-9.4140625, false], [-10.4140625, false], [-8.9140625, false], [-8.9140625, false], [-11.1640625, false], [-10.4140625, false], [-8.9140625, false], [-9.9140625, false], [-12.4140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2360, "doc": {"id": "Mercury_SC_408709", "question": "As seen from Earth, the appearance of the Moon changes throughout the month. What causes the appearance of the Moon to change?", "choices": {"text": ["Earth rotating on its axis", "the Moon rotating on its axis", "Earth revolving around the Sun", "the Moon revolving around Earth"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "the Moon revolving around Earth", "arguments": ["Question: As seen from Earth, the appearance of the Moon changes throughout the month. What causes the appearance of the Moon to change?\nAnswer:", " ["], "resps": [[[-7.82421875, false]], [[-9.828125, false]], [[-5.82421875, false]], [[-7.07421875, false]], [[-11.328125, false]], [[-11.078125, false]], [[-12.578125, false]], [[-6.07421875, false]], [[-11.328125, false]], [[-9.328125, false]], [[-11.078125, false]], [[-7.07421875, false]], [[-11.078125, false]], [[-10.078125, false]], [[-11.828125, false]], [[-14.328125, false]], [[-6.07421875, false]], [[-9.328125, false]], [[-11.828125, false]], [[-6.07421875, false]], [[-10.078125, false]], [[-11.078125, false]], [[-11.078125, false]], [[-6.07421875, false]], [[-7.07421875, false]], [[-13.078125, false]], [[-10.078125, false]], [[-11.078125, false]], [[-9.828125, false]], [[-10.9921875, false]], [[-6.07421875, false]], [[-9.828125, false]], [[-11.078125, false]], [[-12.578125, false]], [[-8.578125, false]], [[-6.07421875, false]], [[-7.07421875, false]], [[-9.328125, false]], [[-9.328125, false]], [[-11.828125, false]], [[-6.07421875, false]], [[-11.328125, false]], [[-9.328125, false]], [[-11.078125, false]], [[-7.07421875, false]], [[-11.078125, false]], [[-10.078125, false]], [[-11.828125, false]], [[-14.328125, false]], [[-6.07421875, false]], [[-9.328125, false]], [[-11.828125, false]], [[-6.07421875, false]], [[-10.078125, false]], [[-11.078125, false]], [[-11.078125, false]], [[-6.07421875, false]], [[-7.07421875, false]], [[-13.078125, false]], [[-10.078125, false]], [[-11.078125, false]], [[-9.828125, false]], [[-10.9921875, false]], [[-6.07421875, false]], [[-9.828125, false]], [[-5.82421875, false]], [[-7.07421875, false]], [[-11.328125, false]], [[-11.078125, false]], [[-12.578125, false]], [[-6.07421875, false]], [[-11.328125, false]], [[-8.578125, false]], [[-12.078125, false]], [[-9.328125, false]], [[-12.078125, false]], [[-12.078125, false]], [[-10.078125, false]], [[-11.828125, false]], [[-14.328125, false]], [[-6.07421875, false]], [[-7.07421875, false]], [[-11.328125, false]], [[-9.328125, false]], [[-11.828125, false]], [[-11.828125, false]], [[-10.578125, false]], [[-6.07421875, false]], [[-11.078125, false]], [[-12.578125, false]], [[-8.578125, false]], [[-6.07421875, false]], [[-7.32421875, false]], [[-11.828125, false]], [[-11.828125, false]], [[-9.828125, false]], [[-10.9921875, false]], [[-6.07421875, false]], [[-9.828125, false]], [[-11.078125, false]], [[-12.578125, false]], [[-8.578125, false]], [[-6.07421875, false]], [[-7.07421875, false]], [[-9.328125, false]], [[-9.328125, false]], [[-11.828125, false]], [[-6.07421875, false]], [[-11.328125, false]], [[-8.578125, false]], [[-12.078125, false]], [[-9.328125, false]], [[-12.078125, false]], [[-12.078125, false]], [[-10.078125, false]], [[-11.828125, false]], [[-14.328125, false]], [[-6.07421875, false]], [[-7.07421875, false]], [[-11.328125, false]], [[-9.328125, false]], [[-11.828125, false]], [[-11.828125, false]], [[-10.578125, false]], [[-6.07421875, false]], [[-5.82421875, false]], [[-7.07421875, false]], [[-11.328125, false]], [[-11.078125, false]], [[-12.578125, false]], [[-9.828125, false]], [[-12.328125, false]]], "filtered_resps": [[-7.82421875, false], [-9.828125, false], [-5.82421875, false], [-7.07421875, false], [-11.328125, false], [-11.078125, false], [-12.578125, false], [-6.07421875, false], [-11.328125, false], [-9.328125, false], [-11.078125, false], [-7.07421875, false], [-11.078125, false], [-10.078125, false], [-11.828125, false], [-14.328125, false], [-6.07421875, false], [-9.328125, false], [-11.828125, false], [-6.07421875, false], [-10.078125, false], [-11.078125, false], [-11.078125, false], [-6.07421875, false], [-7.07421875, false], [-13.078125, false], [-10.078125, false], [-11.078125, false], [-9.828125, false], [-10.9921875, false], [-6.07421875, false], [-9.828125, false], [-11.078125, false], [-12.578125, false], [-8.578125, false], [-6.07421875, false], [-7.07421875, false], [-9.328125, false], [-9.328125, false], [-11.828125, false], [-6.07421875, false], [-11.328125, false], [-9.328125, false], [-11.078125, false], [-7.07421875, false], [-11.078125, false], [-10.078125, false], [-11.828125, false], [-14.328125, false], [-6.07421875, false], [-9.328125, false], [-11.828125, false], [-6.07421875, false], [-10.078125, false], [-11.078125, false], [-11.078125, false], [-6.07421875, false], [-7.07421875, false], [-13.078125, false], [-10.078125, false], [-11.078125, false], [-9.828125, false], [-10.9921875, false], [-6.07421875, false], [-9.828125, false], [-5.82421875, false], [-7.07421875, false], [-11.328125, false], [-11.078125, false], [-12.578125, false], [-6.07421875, false], [-11.328125, false], [-8.578125, false], [-12.078125, false], [-9.328125, false], [-12.078125, false], [-12.078125, false], [-10.078125, false], [-11.828125, false], [-14.328125, false], [-6.07421875, false], [-7.07421875, false], [-11.328125, false], [-9.328125, false], [-11.828125, false], [-11.828125, false], [-10.578125, false], [-6.07421875, false], [-11.078125, false], [-12.578125, false], [-8.578125, false], [-6.07421875, false], [-7.32421875, false], [-11.828125, false], [-11.828125, false], [-9.828125, false], [-10.9921875, false], [-6.07421875, false], [-9.828125, false], [-11.078125, false], [-12.578125, false], [-8.578125, false], [-6.07421875, false], [-7.07421875, false], [-9.328125, false], [-9.328125, false], [-11.828125, false], [-6.07421875, false], [-11.328125, false], [-8.578125, false], [-12.078125, false], [-9.328125, false], [-12.078125, false], [-12.078125, false], [-10.078125, false], [-11.828125, false], [-14.328125, false], [-6.07421875, false], [-7.07421875, false], [-11.328125, false], [-9.328125, false], [-11.828125, false], [-11.828125, false], [-10.578125, false], [-6.07421875, false], [-5.82421875, false], [-7.07421875, false], [-11.328125, false], [-11.078125, false], [-12.578125, false], [-9.828125, false], [-12.328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2368, "doc": {"id": "Mercury_SC_405495", "question": "The freezing and expanding of water in the cracks of rocks is a form of", "choices": {"text": ["weathering.", "deposition.", "faulting.", "erosion."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "weathering.", "arguments": ["Question: The freezing and expanding of water in the cracks of rocks is a form of\nAnswer:", " ["], "resps": [[[-7.51171875, false]], [[-8.1328125, false]], [[-10.1328125, false]], [[-7.76171875, false]], [[-5.51171875, false]], [[-10.2578125, false]], [[-9.7578125, false]], [[-7.76171875, false]], [[-10.0078125, false]], [[-8.0078125, false]], [[-8.8828125, false]], [[-10.8828125, false]], [[-6.53515625, false]], [[-8.1328125, false]], [[-8.03125, false]], [[-5.13671875, false]], [[-8.1328125, false]], [[-8.7578125, false]], [[-7.76171875, false]], [[-9.1328125, false]], [[-9.7578125, false]], [[-9.0078125, false]], [[-8.0078125, false]], [[-10.2578125, false]], [[-8.0078125, false]], [[-9.7578125, false]], [[-8.8828125, false]], [[-6.53515625, false]], [[-8.1328125, false]], [[-8.03125, false]], [[-5.13671875, false]], [[-8.1328125, false]], [[-8.6328125, false]], [[-5.51171875, false]], [[-10.0078125, false]], [[-11.0078125, false]], [[-10.2578125, false]], [[-8.0078125, false]], [[-8.8828125, false]], [[-10.8828125, false]], [[-6.53515625, false]], [[-8.1328125, false]], [[-8.03125, false]], [[-5.13671875, false]], [[-8.1328125, false]], [[-7.76171875, false]], [[-10.0078125, false]], [[-9.7578125, false]], [[-9.0078125, false]], [[-8.0078125, false]], [[-9.7578125, false]], [[-8.8828125, false]], [[-6.53515625, false]], [[-8.1328125, false]], [[-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false], [-11.0078125, false]]], "filtered_resps": [[-7.51171875, false], [-8.1328125, false], [-10.1328125, false], [-7.76171875, false], [-5.51171875, false], [-10.2578125, false], [-9.7578125, false], [-7.76171875, false], [-10.0078125, false], [-8.0078125, false], [-8.8828125, false], [-10.8828125, false], [-6.53515625, false], [-8.1328125, false], [-8.03125, false], [-5.13671875, false], [-8.1328125, false], [-8.7578125, false], [-7.76171875, false], [-9.1328125, false], [-9.7578125, false], [-9.0078125, false], [-8.0078125, false], [-10.2578125, false], [-8.0078125, false], [-9.7578125, false], [-8.8828125, false], [-6.53515625, false], [-8.1328125, false], [-8.03125, false], [-5.13671875, false], [-8.1328125, false], [-8.6328125, false], [-5.51171875, false], [-10.0078125, false], [-11.0078125, false], [-10.2578125, false], [-8.0078125, false], [-8.8828125, false], [-10.8828125, false], [-6.53515625, false], [-8.1328125, false], [-8.03125, false], [-5.13671875, false], [-8.1328125, false], [-7.76171875, false], [-10.0078125, false], [-9.7578125, false], [-9.0078125, false], [-8.0078125, false], [-9.7578125, false], [-8.8828125, false], [-6.53515625, false], [-8.1328125, false], [-11.0078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1, "doc": {"id": "Mercury_7081673", "question": "Which piece of safety equipment is used to keep mold spores from entering the respiratory system?", "choices": {"text": ["safety goggles", "breathing mask", "rubber gloves", "lead apron"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "breathing mask", "arguments": ["Question: Which piece of safety equipment is used to keep mold spores from entering the respiratory system?\nAnswer:", " ["], "resps": [[[-8.0390625, false]], [[-10.0390625, false]], [[-9.0390625, false]], [[-4.5390625, false]], [[-11.0390625, false]], [[-9.4140625, false]], [[-12.9140625, false]], [[-13.6640625, false]], [[-5.0390625, false]], [[-9.5390625, false]], [[-8.7890625, false]], [[-9.5390625, false]], [[-9.5390625, false]], [[-12.9140625, false]], [[-9.4140625, false]], [[-9.0390625, false]], [[-10.0390625, false]], [[-10.1796875, false]], [[-5.0390625, false]], [[-10.0390625, false]], [[-9.6640625, false]], [[-12.2890625, false]], [[-9.4140625, false]], [[-4.5390625, false]], [[-12.9140625, false]], [[-11.6640625, false]], [[-9.7890625, false]], [[-10.0390625, false]], [[-9.5390625, false]], [[-5.0390625, false]], [[-11.0390625, false]], [[-4.5390625, false]], [[-9.0390625, false]], [[-12.1640625, false]], [[-10.0390625, false]], [[-10.1796875, false]], [[-5.0390625, false]], [[-10.0390625, false]], [[-12.2890625, false]], [[-11.7890625, false]], [[-9.6640625, false]], [[-9.6640625, false]], [[-9.4140625, false]], [[-12.2890625, false]], [[-5.0390625, false]], [[-9.5390625, false]], [[-12.9140625, false]], [[-8.7890625, false]], [[-11.7890625, false]], [[-9.4140625, false]], [[-9.0390625, false]], [[-10.0390625, false]], [[-10.1796875, false]], [[-5.0390625, false]], [[-10.0390625, false]], [[-12.9140625, false]], [[-9.4140625, false]], [[-4.5390625, false]], [[-10.1640625, false]], [[-5.0390625, false]], [[-4.5390625, false]], [[-10.7890625, false]], [[-12.2890625, false]], [[-8.7890625, false]], [[-10.0390625, false]], [[-10.0390625, false]], [[-11.7890625, false]]], "filtered_resps": [[-8.0390625, false], [-10.0390625, false], [-9.0390625, false], [-4.5390625, false], [-11.0390625, false], [-9.4140625, false], [-12.9140625, false], [-13.6640625, false], [-5.0390625, false], [-9.5390625, false], [-8.7890625, false], [-9.5390625, false], [-9.5390625, false], [-12.9140625, false], [-9.4140625, false], [-9.0390625, false], [-10.0390625, false], [-10.1796875, false], [-5.0390625, false], [-10.0390625, false], [-9.6640625, false], [-12.2890625, false], [-9.4140625, false], [-4.5390625, false], [-12.9140625, false], [-11.6640625, false], [-9.7890625, false], [-10.0390625, false], [-9.5390625, false], [-5.0390625, false], [-11.0390625, false], [-4.5390625, false], [-9.0390625, false], [-12.1640625, false], [-10.0390625, false], [-10.1796875, false], [-5.0390625, false], [-10.0390625, false], [-12.2890625, false], [-11.7890625, false], [-9.6640625, false], [-9.6640625, false], [-9.4140625, false], [-12.2890625, false], [-5.0390625, false], [-9.5390625, false], [-12.9140625, false], [-8.7890625, false], [-11.7890625, false], [-9.4140625, false], [-9.0390625, false], [-10.0390625, false], [-10.1796875, false], [-5.0390625, false], [-10.0390625, false], [-12.9140625, false], [-9.4140625, false], [-4.5390625, false], [-10.1640625, false], [-5.0390625, false], [-4.5390625, false], [-10.7890625, false], [-12.2890625, false], [-8.7890625, false], [-10.0390625, false], [-10.0390625, false], [-11.7890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 9, "doc": {"id": "Mercury_SC_413631", "question": "Which of these correctly identifies the way materials are transported in a plant?", "choices": {"text": ["Xylem carries water from the roots to the leaves.", "Phloem carries minerals from the roots to the leaves.", "Xylem carries sugars from the flowers to the stems.", "Phloem carries water from the flowers to the stems."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Xylem carries water from the roots to the leaves.", "arguments": ["Question: Which of these correctly identifies the way materials are transported in a plant?\nAnswer:", " ["], "resps": [[[-6.79296875, false]], [[-8.9140625, false]], [[-7.04296875, false]], [[-10.6640625, false]], [[-9.0390625, false]], [[-7.79296875, false]], [[-9.1640625, false]], [[-5.29296875, false]], [[-7.16796875, false]], [[-4.16796875, false]], [[-10.0390625, false]], [[-10.0390625, false]], [[-7.29296875, false]], [[-7.79296875, false]], [[-8.5390625, false]], [[-5.29296875, false]], [[-8.9140625, false]], [[-4.16796875, false]], [[-9.2890625, false]], [[-7.79296875, false]], [[-10.0390625, false]], [[-5.29296875, false]], [[-9.5390625, false]], [[-10.0390625, false]], [[-9.0390625, false]], [[-9.1640625, false]], [[-5.29296875, false]], [[-9.2890625, false]], [[-8.9140625, false]], [[-7.79296875, false]], [[-5.29296875, false]], [[-10.0390625, false]], [[-9.0390625, false]], [[-9.0390625, false]], [[-9.2890625, false]], [[-8.5390625, false]], [[-5.29296875, false]], [[-9.2890625, false]], [[-9.0390625, false]], [[-5.29296875, false]], [[-9.2890625, false]], [[-8.9140625, false]], [[-7.79296875, false]], [[-5.29296875, false]], [[-9.0390625, false]], [[-7.79296875, false]], [[-4.16796875, false]], [[-9.6640625, false]], [[-7.79296875, false]], [[-8.5390625, false]], [[-6.6484375, false]], [[-8.9140625, false]], [[-9.7734375, false]], [[-5.29296875, false]], [[-8.9140625, false]], [[-5.91796875, false]], [[-8.9140625, false]], [[-9.0390625, false]], [[-9.0390625, false]], [[-7.79296875, false]], [[-9.1640625, false]], [[-5.29296875, false]], [[-7.16796875, false]], [[-4.16796875, false]], [[-10.0390625, false]], [[-10.0390625, false]], [[-7.29296875, false]], [[-7.79296875, false]], [[-8.5390625, false]], [[-5.29296875, false]], [[-9.1640625, false]], [[-7.29296875, false]], [[-8.5390625, false]], [[-7.79296875, false]], [[-10.0390625, false]], [[-4.16796875, false]], [[-9.0390625, false]], [[-8.5390625, false]], [[-5.29296875, false]], [[-9.5390625, false]], [[-10.0390625, false]], [[-9.0390625, false]], [[-9.1640625, false]], [[-5.29296875, false]], [[-9.2890625, false]], [[-8.9140625, false]], [[-7.79296875, false]], [[-5.29296875, false]], [[-10.0390625, false]], [[-9.0390625, false]], [[-9.0390625, false]], [[-9.2890625, false]], [[-8.5390625, false]], [[-5.29296875, false]], [[-9.2890625, false]], [[-9.0390625, false]], [[-5.29296875, false]], [[-9.2890625, false]], [[-8.9140625, false]], [[-7.79296875, false]], [[-5.29296875, false]], [[-9.0390625, false]], [[-7.79296875, false]], [[-4.16796875, false]], [[-9.6640625, false]], [[-7.79296875, false]], [[-8.5390625, false]], [[-6.6484375, false]], [[-8.9140625, false]], [[-9.7734375, false]], [[-5.29296875, false]], [[-8.9140625, false]], [[-7.04296875, false]], [[-10.6640625, false]], [[-9.0390625, false]], [[-7.79296875, false]], [[-9.1640625, false]], [[-5.29296875, false]], [[-7.16796875, false]], [[-4.16796875, false]], [[-10.0390625, false]], [[-10.0390625, false]], [[-7.29296875, false]], [[-7.79296875, false]], [[-8.5390625, false]], [[-5.29296875, false]], [[-8.5390625, false]], [[-10.4140625, false]], [[-10.6640625, false]], [[-4.16796875, false]], [[-10.0390625, false]], [[-8.5390625, false]], [[-5.29296875, false]], [[-9.5390625, false]], [[-10.0390625, false]], [[-9.0390625, false]], [[-9.1640625, false]], [[-5.29296875, false]], [[-9.2890625, false]], [[-8.9140625, false]], [[-7.79296875, false]], [[-5.29296875, false]], [[-9.5390625, false]], [[-9.0390625, false]], [[-9.0390625, false]], [[-8.9140625, false]], [[-7.79296875, false]], [[-10.0390625, false]], [[-8.5390625, false]], [[-5.29296875, false]], [[-9.2890625, false]], [[-9.0390625, false]], [[-5.29296875, false]], [[-9.2890625, false]], [[-8.9140625, false]], [[-7.79296875, false]], [[-5.29296875, false]], [[-8.5390625, false]], [[-9.2890625, false]], [[-7.79296875, false]], [[-9.1640625, false]], [[-8.5390625, false]], [[-6.6484375, false]], [[-8.9140625, false]], [[-9.7734375, false]], [[-5.29296875, false]], [[-8.9140625, false]], [[-5.91796875, false]], [[-8.9140625, false]], [[-9.0390625, false]], [[-9.0390625, false]], [[-7.79296875, false]], [[-9.1640625, false]], [[-5.29296875, false]], [[-7.16796875, false]], [[-4.16796875, false]], [[-10.0390625, false]], [[-10.0390625, false]], [[-7.29296875, false]], [[-7.79296875, false]], [[-8.5390625, false]], [[-5.29296875, false]], [[-8.9140625, false]], [[-4.16796875, false]], [[-9.2890625, false]], [[-7.79296875, false]], [[-10.0390625, false]], [[-5.29296875, false]], [[-9.5390625, false]], [[-10.0390625, false]], [[-9.0390625, false]], [[-9.1640625, false]], [[-5.29296875, false]], [[-9.2890625, false]], [[-8.9140625, false]], [[-7.79296875, false]], [[-5.29296875, false]], [[-9.5390625, false]], [[-9.0390625, false]], [[-9.0390625, false]], [[-8.9140625, false]], [[-7.79296875, false]], [[-10.0390625, false]], [[-8.5390625, false]], [[-5.29296875, false]], [[-9.2890625, false]], [[-9.0390625, false]], [[-5.29296875, false]], [[-9.2890625, false]], [[-8.9140625, false]], [[-7.79296875, false]], [[-5.29296875, false]], [[-8.5390625, false]], [[-9.2890625, false]], [[-7.79296875, false]], [[-9.1640625, false]], [[-8.5390625, false]], [[-6.6484375, false]], [[-8.9140625, false]], [[-12.9140625, false]]], "filtered_resps": [[-6.79296875, false], [-8.9140625, false], [-7.04296875, false], [-10.6640625, false], [-9.0390625, false], [-7.79296875, false], [-9.1640625, false], [-5.29296875, false], [-7.16796875, false], [-4.16796875, false], [-10.0390625, false], [-10.0390625, false], [-7.29296875, false], [-7.79296875, false], [-8.5390625, false], [-5.29296875, false], [-8.9140625, false], [-4.16796875, false], [-9.2890625, false], [-7.79296875, false], [-10.0390625, false], [-5.29296875, false], [-9.5390625, false], [-10.0390625, false], [-9.0390625, false], [-9.1640625, false], [-5.29296875, false], [-9.2890625, false], [-8.9140625, false], [-7.79296875, false], [-5.29296875, false], [-10.0390625, false], [-9.0390625, false], [-9.0390625, false], [-9.2890625, false], [-8.5390625, false], [-5.29296875, false], [-9.2890625, false], [-9.0390625, false], [-5.29296875, false], [-9.2890625, false], [-8.9140625, false], [-7.79296875, false], [-5.29296875, false], [-9.0390625, false], [-7.79296875, false], [-4.16796875, false], [-9.6640625, false], [-7.79296875, false], [-8.5390625, false], [-6.6484375, false], [-8.9140625, false], [-9.7734375, false], [-5.29296875, false], [-8.9140625, false], [-5.91796875, false], [-8.9140625, false], [-9.0390625, false], [-9.0390625, false], [-7.79296875, false], [-9.1640625, false], [-5.29296875, false], [-7.16796875, false], [-4.16796875, false], [-10.0390625, false], [-10.0390625, false], [-7.29296875, false], [-7.79296875, false], [-8.5390625, false], [-5.29296875, false], [-9.1640625, false], [-7.29296875, false], [-8.5390625, false], [-7.79296875, false], [-10.0390625, false], [-4.16796875, false], [-9.0390625, false], [-8.5390625, false], [-5.29296875, false], [-9.5390625, false], [-10.0390625, false], [-9.0390625, false], [-9.1640625, false], [-5.29296875, false], [-9.2890625, false], [-8.9140625, false], [-7.79296875, false], [-5.29296875, false], [-10.0390625, false], [-9.0390625, false], [-9.0390625, false], [-9.2890625, false], [-8.5390625, false], [-5.29296875, false], [-9.2890625, false], [-9.0390625, false], [-5.29296875, false], [-9.2890625, false], [-8.9140625, false], [-7.79296875, false], [-5.29296875, false], [-9.0390625, false], [-7.79296875, false], [-4.16796875, false], [-9.6640625, false], [-7.79296875, false], [-8.5390625, false], [-6.6484375, false], [-8.9140625, false], [-9.7734375, false], [-5.29296875, false], [-8.9140625, false], [-7.04296875, false], [-10.6640625, false], [-9.0390625, false], [-7.79296875, false], [-9.1640625, false], [-5.29296875, false], [-7.16796875, false], [-4.16796875, false], [-10.0390625, false], [-10.0390625, false], [-7.29296875, false], [-7.79296875, false], [-8.5390625, false], [-5.29296875, false], [-8.5390625, false], [-10.4140625, false], [-10.6640625, false], [-4.16796875, false], [-10.0390625, false], [-8.5390625, false], [-5.29296875, false], [-9.5390625, false], [-10.0390625, false], [-9.0390625, false], [-9.1640625, false], [-5.29296875, false], [-9.2890625, false], [-8.9140625, false], [-7.79296875, false], [-5.29296875, false], [-9.5390625, false], [-9.0390625, false], [-9.0390625, false], [-8.9140625, false], [-7.79296875, false], [-10.0390625, false], [-8.5390625, false], [-5.29296875, false], [-9.2890625, false], [-9.0390625, false], [-5.29296875, false], [-9.2890625, false], [-8.9140625, false], [-7.79296875, false], [-5.29296875, false], [-8.5390625, false], [-9.2890625, false], [-7.79296875, false], [-9.1640625, false], [-8.5390625, false], [-6.6484375, false], [-8.9140625, false], [-9.7734375, false], [-5.29296875, false], [-8.9140625, false], [-5.91796875, false], [-8.9140625, false], [-9.0390625, false], [-9.0390625, false], [-7.79296875, false], [-9.1640625, false], [-5.29296875, false], [-7.16796875, false], [-4.16796875, false], [-10.0390625, false], [-10.0390625, false], [-7.29296875, false], [-7.79296875, false], [-8.5390625, false], [-5.29296875, false], [-8.9140625, false], [-4.16796875, false], [-9.2890625, false], [-7.79296875, false], [-10.0390625, false], [-5.29296875, false], [-9.5390625, false], [-10.0390625, false], [-9.0390625, false], [-9.1640625, false], [-5.29296875, false], [-9.2890625, false], [-8.9140625, false], [-7.79296875, false], [-5.29296875, false], [-9.5390625, false], [-9.0390625, false], [-9.0390625, false], [-8.9140625, false], [-7.79296875, false], [-10.0390625, false], [-8.5390625, false], [-5.29296875, false], [-9.2890625, false], [-9.0390625, false], [-5.29296875, false], [-9.2890625, false], [-8.9140625, false], [-7.79296875, false], [-5.29296875, false], [-8.5390625, false], [-9.2890625, false], [-7.79296875, false], [-9.1640625, false], [-8.5390625, false], [-6.6484375, false], [-8.9140625, false], [-12.9140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 17, "doc": {"id": "MCAS_1998_4_11", "question": "A dish of sugar water was left on a window sill. One week later, there were only sugar crystals left in the dish. The water was gone. The best explanation for the appearance of sugar crystals is", "choices": {"text": ["some of the water was absorbed by the dish.", "the air condensed.", "the light shining on the window sill produced more sugar.", "the water evaporated."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "the water evaporated.", "arguments": ["Question: A dish of sugar water was left on a window sill. One week later, there were only sugar crystals left in the dish. The water was gone. The best explanation for the appearance of sugar crystals is\nAnswer:", " ["], "resps": [[[-7.90234375, false]], [[-8.65625, false]], [[-8.90625, false]], [[-8.90625, false]], [[-9.65625, false]], [[-9.40625, false]], [[-5.65234375, false]], [[-8.90625, false]], [[-9.65625, false]], [[-5.65234375, false]], [[-9.90625, false]], [[-10.90625, false]], [[-9.40625, false]], [[-5.65234375, false]], [[-10.65625, false]], [[-4.90234375, false]], [[-9.90625, false]], [[-9.40625, false]], [[-9.90625, false]], [[-5.65234375, false]], [[-10.65625, false]], [[-4.90234375, false]], [[-8.90625, false]], [[-5.65234375, false]], [[-4.90234375, false]], [[-7.65234375, false]], [[-8.90625, false]], [[-8.90625, false]], [[-9.90625, false]], [[-7.65234375, false]], [[-9.40625, false]], [[-7.90234375, false]], [[-5.65234375, false]], [[-7.65234375, false]], [[-11.65625, false]], [[-5.65234375, false]], [[-9.90625, false]], [[-10.90625, false]], [[-9.40625, false]], [[-5.65234375, false]], [[-7.90234375, false]], [[-8.15625, false]], [[-8.90625, false]], [[-10.90625, false]], [[-7.19140625, false]], [[-8.65625, false]], [[-9.4609375, false]], [[-5.65234375, false]], [[-8.65625, false]], [[-9.90625, false]], [[-10.90625, false]], [[-9.40625, false]], [[-5.65234375, false]], [[-4.90234375, false]], [[-8.15625, false]], [[-9.90625, false]], [[-5.65234375, false]], [[-7.90234375, false]], [[-8.90625, false]], [[-9.40625, false]], [[-7.90234375, false]], [[-9.40625, false]], [[-9.40625, false]], [[-8.90625, false]], [[-9.40625, false]], [[-7.90234375, false]], [[-7.19140625, false]], [[-8.65625, false]], [[-9.5, false]], [[-5.65234375, false]], [[-8.65625, false]], [[-9.90625, false]], [[-10.90625, false]], [[-9.40625, false]], [[-5.65234375, false]], [[-10.40625, false]], [[-8.15625, false]], [[-10.65625, false]], [[-10.90625, false]], [[-9.90625, false]], [[-5.65234375, false]], [[-8.90625, false]], [[-10.90625, false]], [[-8.15625, false]], [[-9.40625, false]], [[-8.15625, false]], [[-9.40625, false]], [[-10.65625, false]], [[-5.65234375, false]], [[-8.90625, false]], [[-9.40625, false]], [[-5.65234375, false]], [[-9.90625, false]], [[-10.90625, false]], [[-9.40625, false]], [[-5.65234375, false]], [[-10.65625, false]], [[-8.15625, false]], [[-9.40625, false]], [[-7.90234375, false]], [[-8.90625, false]], [[-10.65625, false]], [[-5.65234375, false]], [[-8.90625, false]], [[-8.15625, false]], [[-10.40625, false]], [[-10.40625, false]], [[-5.65234375, false]], [[-9.15625, false]], [[-9.90625, false]], [[-8.90625, false]], [[-7.90234375, false]], [[-9.65625, false]], [[-7.90234375, false]], [[-9.40625, false]], [[-7.90234375, false]], [[-5.65234375, false]], [[-9.65625, false]], [[-8.90625, false]], [[-9.90625, false]], [[-9.40625, false]], [[-5.65234375, false]], [[-8.90625, false]], [[-9.65625, false]], [[-10.65625, false]], [[-4.90234375, false]], [[-9.90625, false]], [[-7.19140625, false]], [[-8.65625, false]], [[-9.5, false]], [[-5.65234375, false]], [[-8.65625, false]], [[-9.90625, false]], [[-10.90625, false]], [[-9.40625, false]], [[-5.65234375, false]], [[-10.65625, false]], [[-4.90234375, false]], [[-9.90625, false]], [[-9.40625, false]], [[-9.90625, false]], [[-5.65234375, false]], [[-9.40625, false]], [[-11.15625, false]], [[-4.90234375, false]], [[-9.15625, false]], [[-8.90625, false]], [[-9.90625, false]], [[-4.90234375, false]], [[-9.90625, false]], [[-9.40625, false]], [[-7.90234375, false]], [[-7.19140625, false]], [[-8.65625, false]], [[-11.65625, false]]], "filtered_resps": [[-7.90234375, false], [-8.65625, false], [-8.90625, false], [-8.90625, false], [-9.65625, false], [-9.40625, false], [-5.65234375, false], [-8.90625, false], [-9.65625, false], [-5.65234375, false], [-9.90625, false], [-10.90625, false], [-9.40625, false], [-5.65234375, false], [-10.65625, false], [-4.90234375, false], [-9.90625, false], [-9.40625, false], [-9.90625, false], [-5.65234375, false], [-10.65625, false], [-4.90234375, false], [-8.90625, false], [-5.65234375, false], [-4.90234375, false], [-7.65234375, false], [-8.90625, false], [-8.90625, false], [-9.90625, false], [-7.65234375, false], [-9.40625, false], [-7.90234375, false], [-5.65234375, false], [-7.65234375, false], [-11.65625, false], [-5.65234375, false], [-9.90625, false], [-10.90625, false], [-9.40625, false], [-5.65234375, false], [-7.90234375, false], [-8.15625, false], [-8.90625, false], [-10.90625, false], [-7.19140625, false], [-8.65625, false], [-9.4609375, false], [-5.65234375, false], [-8.65625, false], [-9.90625, false], [-10.90625, false], [-9.40625, false], [-5.65234375, false], [-4.90234375, false], [-8.15625, false], [-9.90625, false], [-5.65234375, false], [-7.90234375, false], [-8.90625, false], [-9.40625, false], [-7.90234375, false], [-9.40625, false], [-9.40625, false], [-8.90625, false], [-9.40625, false], [-7.90234375, false], [-7.19140625, false], [-8.65625, false], [-9.5, false], [-5.65234375, false], [-8.65625, false], [-9.90625, false], [-10.90625, false], [-9.40625, false], [-5.65234375, false], [-10.40625, false], [-8.15625, false], [-10.65625, false], [-10.90625, false], [-9.90625, false], [-5.65234375, false], [-8.90625, false], [-10.90625, false], [-8.15625, false], [-9.40625, false], [-8.15625, false], [-9.40625, false], [-10.65625, false], [-5.65234375, false], [-8.90625, false], [-9.40625, false], [-5.65234375, false], [-9.90625, false], [-10.90625, false], [-9.40625, false], [-5.65234375, false], [-10.65625, false], [-8.15625, false], [-9.40625, false], [-7.90234375, false], [-8.90625, false], [-10.65625, false], [-5.65234375, false], [-8.90625, false], [-8.15625, false], [-10.40625, false], [-10.40625, false], [-5.65234375, false], [-9.15625, false], [-9.90625, false], [-8.90625, false], [-7.90234375, false], [-9.65625, false], [-7.90234375, false], [-9.40625, false], [-7.90234375, false], [-5.65234375, false], [-9.65625, false], [-8.90625, false], [-9.90625, false], [-9.40625, false], [-5.65234375, false], [-8.90625, false], [-9.65625, false], [-10.65625, false], [-4.90234375, false], [-9.90625, false], [-7.19140625, false], [-8.65625, false], [-9.5, false], [-5.65234375, false], [-8.65625, false], [-9.90625, false], [-10.90625, false], [-9.40625, false], [-5.65234375, false], [-10.65625, false], [-4.90234375, false], [-9.90625, false], [-9.40625, false], [-9.90625, false], [-5.65234375, false], [-9.40625, false], [-11.15625, false], [-4.90234375, false], [-9.15625, false], [-8.90625, false], [-9.90625, false], [-4.90234375, false], [-9.90625, false], [-9.40625, false], [-7.90234375, false], [-7.19140625, false], [-8.65625, false], [-11.65625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 25, "doc": {"id": "MDSA_2008_8_35", "question": "Biologists conduct investigations to learn about living organisms. Which method helps reduce bias during an investigation?", "choices": {"text": ["developing a hypothesis after collecting data in the investigation", "limiting the amount of background research before the investigation", "designing an investigation with repeated trials during the investigation", "obtaining other opinions concerning what should happen during the investigation"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "designing an investigation with repeated trials during the investigation", "arguments": ["Question: Biologists conduct investigations to learn about living organisms. Which method helps reduce bias during an investigation?\nAnswer:", " ["], "resps": [[[-7.53125, false]], [[-9.65625, false]], [[-6.78125, false]], [[-7.78125, false]], [[-10.90625, false]], [[-7.78125, false]], [[-9.40625, false]], [[-7.53125, false]], [[-8.03125, false]], [[-7.65625, false]], [[-8.53125, false]], [[-10.40625, false]], [[-4.78125, false]], [[-4.65625, false]], [[-4.78125, false]], [[-9.28125, false]], [[-11.40625, false]], [[-8.03125, false]], [[-7.53125, false]], [[-8.90625, false]], [[-9.28125, false]], [[-7.78125, false]], [[-9.03125, false]], [[-7.65625, false]], [[-9.03125, false]], [[-4.78125, false]], [[-4.65625, false]], [[-8.15625, false]], [[-8.90625, false]], [[-7.78125, false]], [[-9.03125, false]], [[-4.78125, false]], [[-6.53125, false]], [[-7.53125, false]], [[-9.40625, false]], [[-9.40625, false]], [[-7.78125, false]], [[-6.53125, false]], [[-8.90625, false]], [[-7.65625, false]], [[-8.53125, false]], [[-10.40625, false]], [[-4.78125, false]], [[-6.78125, false]], [[-4.65625, false]], [[-8.90625, false]], [[-4.65625, false]], [[-4.78125, false]], [[-7.65625, false]], [[-8.53125, false]], [[-4.78125, false]], [[-8.90625, false]], [[-9.28125, false]], [[-7.78125, false]], [[-4.78125, false]], [[-7.65625, false]], [[-8.53125, false]], [[-10.90625, false]], [[-7.78125, false]], [[-9.03125, false]], [[-8.90625, false]], [[-7.65625, false]], [[-10.40625, false]], [[-4.65625, false]], [[-8.90625, false]], [[-7.65625, false]], [[-7.53125, false]], [[-8.53125, false]], [[-9.65625, false]], [[-8.890625, false]], [[-4.78125, false]], [[-9.65625, false]], [[-9.40625, false]], [[-7.65625, false]], [[-8.53125, false]], [[-7.65625, false]], [[-8.90625, false]], [[-7.65625, false]], [[-8.53125, false]], [[-10.40625, false]], [[-4.78125, false]], [[-8.90625, false]], [[-9.28125, false]], [[-7.78125, false]], [[-4.78125, false]], [[-4.65625, false]], [[-8.53125, false]], [[-7.53125, false]], [[-9.78125, false]], [[-8.53125, false]], [[-8.90625, false]], [[-4.78125, false]], [[-7.53125, false]], [[-8.15625, false]], [[-4.78125, false]], [[-6.40625, false]], [[-4.65625, false]], [[-6.53125, false]], [[-9.65625, false]], [[-10.40625, false]], [[-9.03125, false]], [[-7.53125, false]], [[-9.78125, false]], [[-8.53125, false]], [[-6.78125, false]], [[-4.78125, false]], [[-9.03125, false]], [[-7.78125, false]], [[-9.03125, false]], [[-7.78125, false]], [[-4.65625, false]], [[-9.03125, false]], [[-6.53125, false]], [[-9.28125, false]], [[-4.78125, false]], [[-6.40625, false]], [[-7.78125, false]], [[-8.15625, false]], [[-7.53125, false]], [[-9.03125, false]], [[-7.78125, false]], [[-4.78125, false]], [[-8.90625, false]], [[-9.28125, false]], [[-7.78125, false]], [[-4.78125, false]], [[-7.65625, false]], [[-8.53125, false]], [[-10.90625, false]], [[-7.78125, false]], [[-9.03125, false]], [[-8.90625, false]], [[-7.65625, false]], [[-10.40625, false]], [[-4.65625, false]], [[-8.90625, false]], [[-7.65625, false]], [[-7.53125, false]], [[-8.53125, false]], [[-9.65625, false]], [[-8.890625, false]], [[-4.78125, false]], [[-9.65625, false]], [[-6.78125, false]], [[-7.78125, false]], [[-9.03125, false]], [[-7.65625, false]], [[-10.40625, false]], [[-8.53125, false]], [[-7.65625, false]], [[-8.53125, false]], [[-10.40625, false]], [[-4.78125, false]], [[-4.65625, false]], [[-8.53125, false]], [[-4.78125, false]], [[-7.65625, false]], [[-8.53125, false]], [[-10.90625, false]], [[-7.78125, false]], [[-9.03125, false]], [[-8.90625, false]], [[-7.65625, false]], [[-10.40625, false]], [[-4.65625, false]], [[-8.90625, false]], [[-7.65625, false]], [[-7.53125, false]], [[-8.53125, false]], [[-4.78125, false]], [[-10.78125, false]], [[-7.65625, false]], [[-8.90625, false]], [[-9.28125, false]], [[-4.78125, false]], [[-9.03125, false]], [[-7.78125, false]], [[-8.03125, false]], [[-7.78125, false]], [[-4.65625, false]], [[-8.90625, false]], [[-7.78125, false]], [[-6.78125, false]], [[-4.78125, false]], [[-8.90625, false]], [[-9.03125, false]], [[-7.65625, false]], [[-4.65625, false]], [[-9.40625, false]], [[-9.03125, false]], [[-4.78125, false]], [[-6.78125, false]], [[-9.78125, false]], [[-9.03125, false]], [[-7.65625, false]], [[-8.53125, false]], [[-10.40625, false]], [[-4.78125, false]], [[-8.90625, false]], [[-9.28125, false]], [[-7.78125, false]], [[-4.78125, false]], [[-7.65625, false]], [[-8.53125, false]], [[-10.90625, false]], [[-7.78125, false]], [[-9.03125, false]], [[-8.90625, false]], [[-7.65625, false]], [[-10.40625, false]], [[-4.65625, false]], [[-8.90625, false]], [[-7.65625, false]], [[-7.53125, false]], [[-8.53125, false]], [[-9.65625, false]], [[-8.890625, false]], [[-4.78125, false]], [[-9.65625, false]], [[-7.53125, false]], [[-6.40625, false]], [[-8.90625, false]], [[-4.65625, false]], [[-7.65625, false]], [[-8.53125, false]], [[-7.65625, false]], [[-8.53125, false]], [[-10.40625, false]], [[-4.78125, false]], [[-7.53125, false]], [[-8.90625, false]], [[-9.28125, false]], [[-7.78125, false]], [[-9.03125, false]], [[-4.78125, false]], [[-7.53125, false]], [[-8.03125, false]], [[-7.65625, false]], [[-8.53125, false]], [[-7.65625, false]], [[-7.53125, false]], [[-8.53125, false]], [[-9.03125, false]], [[-4.78125, false]], [[-6.53125, false]], [[-7.53125, false]], [[-8.53125, false]], [[-6.53125, false]], [[-7.78125, false]], [[-9.03125, false]], [[-8.53125, false]], [[-7.65625, false]], [[-8.53125, false]], [[-10.40625, false]], [[-4.78125, false]], [[-10.78125, false]], [[-9.28125, false]], [[-4.65625, false]], [[-8.90625, false]], [[-4.78125, false]], [[-9.03125, false]], [[-9.28125, false]], [[-7.53125, false]], [[-9.78125, false]], [[-9.40625, false]], [[-6.78125, false]], [[-4.78125, false]], [[-9.28125, false]], [[-4.65625, false]], [[-8.03125, false]], [[-8.03125, false]], [[-7.78125, false]], [[-8.53125, false]], [[-4.78125, false]], [[-6.78125, false]], [[-9.78125, false]], [[-9.03125, false]], [[-7.65625, false]], [[-8.53125, false]], [[-10.40625, false]], [[-4.78125, false]], [[-8.90625, false]], [[-9.28125, false]], [[-7.78125, false]], [[-4.78125, false]], [[-7.65625, false]], [[-8.53125, false]], [[-10.90625, false]], [[-7.78125, false]], [[-9.03125, false]], [[-8.90625, false]], [[-7.65625, false]], [[-10.40625, false]], [[-4.65625, false]], [[-8.90625, false]], [[-7.65625, false]], [[-7.53125, false]], [[-8.53125, false]], [[-9.65625, false]], [[-12.53125, false]]], "filtered_resps": [[-7.53125, false], [-9.65625, false], [-6.78125, false], [-7.78125, false], [-10.90625, false], [-7.78125, false], [-9.40625, false], [-7.53125, false], [-8.03125, false], [-7.65625, false], [-8.53125, false], [-10.40625, false], [-4.78125, false], [-4.65625, false], [-4.78125, false], [-9.28125, false], [-11.40625, false], [-8.03125, false], [-7.53125, false], [-8.90625, false], [-9.28125, false], [-7.78125, false], [-9.03125, false], [-7.65625, false], [-9.03125, false], [-4.78125, false], [-4.65625, false], [-8.15625, false], [-8.90625, false], [-7.78125, false], [-9.03125, false], [-4.78125, false], [-6.53125, false], [-7.53125, false], [-9.40625, false], [-9.40625, false], [-7.78125, false], [-6.53125, false], [-8.90625, false], [-7.65625, false], [-8.53125, false], [-10.40625, false], [-4.78125, false], [-6.78125, false], [-4.65625, false], [-8.90625, false], [-4.65625, false], [-4.78125, false], [-7.65625, false], [-8.53125, false], [-4.78125, false], [-8.90625, false], [-9.28125, false], [-7.78125, false], [-4.78125, false], [-7.65625, false], [-8.53125, false], [-10.90625, false], [-7.78125, false], [-9.03125, false], [-8.90625, false], [-7.65625, false], [-10.40625, false], [-4.65625, false], [-8.90625, false], [-7.65625, false], [-7.53125, false], [-8.53125, false], [-9.65625, false], [-8.890625, false], [-4.78125, false], [-9.65625, false], [-9.40625, false], [-7.65625, false], [-8.53125, false], [-7.65625, false], [-8.90625, false], [-7.65625, false], [-8.53125, false], [-10.40625, false], [-4.78125, false], [-8.90625, false], [-9.28125, false], [-7.78125, false], [-4.78125, false], [-4.65625, false], [-8.53125, false], [-7.53125, false], [-9.78125, false], [-8.53125, false], [-8.90625, false], [-4.78125, false], [-7.53125, false], [-8.15625, false], [-4.78125, false], [-6.40625, false], [-4.65625, false], [-6.53125, false], [-9.65625, false], [-10.40625, false], [-9.03125, false], [-7.53125, false], [-9.78125, false], [-8.53125, false], [-6.78125, false], [-4.78125, false], [-9.03125, false], [-7.78125, false], [-9.03125, false], [-7.78125, false], [-4.65625, false], [-9.03125, false], [-6.53125, false], [-9.28125, false], [-4.78125, false], [-6.40625, false], [-7.78125, false], [-8.15625, false], [-7.53125, false], [-9.03125, false], [-7.78125, false], [-4.78125, false], [-8.90625, false], [-9.28125, false], [-7.78125, false], [-4.78125, false], [-7.65625, false], [-8.53125, false], [-10.90625, false], [-7.78125, false], [-9.03125, false], [-8.90625, false], [-7.65625, false], [-10.40625, false], [-4.65625, false], [-8.90625, false], [-7.65625, false], [-7.53125, false], [-8.53125, false], [-9.65625, false], [-8.890625, false], [-4.78125, false], [-9.65625, false], [-6.78125, false], [-7.78125, false], [-9.03125, false], [-7.65625, false], [-10.40625, false], [-8.53125, false], [-7.65625, false], [-8.53125, false], [-10.40625, false], [-4.78125, false], [-4.65625, false], [-8.53125, false], [-4.78125, false], [-7.65625, false], [-8.53125, false], [-10.90625, false], [-7.78125, false], [-9.03125, false], [-8.90625, false], [-7.65625, false], [-10.40625, false], [-4.65625, false], [-8.90625, false], [-7.65625, false], [-7.53125, false], [-8.53125, false], [-4.78125, false], [-10.78125, false], [-7.65625, false], [-8.90625, false], [-9.28125, false], [-4.78125, false], [-9.03125, false], [-7.78125, false], [-8.03125, false], [-7.78125, false], [-4.65625, false], [-8.90625, false], [-7.78125, false], [-6.78125, false], [-4.78125, false], [-8.90625, false], [-9.03125, false], [-7.65625, false], [-4.65625, false], [-9.40625, false], [-9.03125, false], [-4.78125, false], [-6.78125, false], [-9.78125, false], [-9.03125, false], [-7.65625, false], [-8.53125, false], [-10.40625, false], [-4.78125, false], [-8.90625, false], [-9.28125, false], [-7.78125, false], [-4.78125, false], [-7.65625, false], [-8.53125, false], [-10.90625, false], [-7.78125, false], [-9.03125, false], [-8.90625, false], [-7.65625, false], [-10.40625, false], [-4.65625, false], [-8.90625, false], [-7.65625, false], [-7.53125, false], [-8.53125, false], [-9.65625, false], [-8.890625, false], [-4.78125, false], [-9.65625, false], [-7.53125, false], [-6.40625, false], [-8.90625, false], [-4.65625, false], [-7.65625, false], [-8.53125, false], [-7.65625, false], [-8.53125, false], [-10.40625, false], [-4.78125, false], [-7.53125, false], [-8.90625, false], [-9.28125, false], [-7.78125, false], [-9.03125, false], [-4.78125, false], [-7.53125, false], [-8.03125, false], [-7.65625, false], [-8.53125, false], [-7.65625, false], [-7.53125, false], [-8.53125, false], [-9.03125, false], [-4.78125, false], [-6.53125, false], [-7.53125, false], [-8.53125, false], [-6.53125, false], [-7.78125, false], [-9.03125, false], [-8.53125, false], [-7.65625, false], [-8.53125, false], [-10.40625, false], [-4.78125, false], [-10.78125, false], [-9.28125, false], [-4.65625, false], [-8.90625, false], [-4.78125, false], [-9.03125, false], [-9.28125, false], [-7.53125, false], [-9.78125, false], [-9.40625, false], [-6.78125, false], [-4.78125, false], [-9.28125, false], [-4.65625, false], [-8.03125, false], [-8.03125, false], [-7.78125, false], [-8.53125, false], [-4.78125, false], [-6.78125, false], [-9.78125, false], [-9.03125, false], [-7.65625, false], [-8.53125, false], [-10.40625, false], [-4.78125, false], [-8.90625, false], [-9.28125, false], [-7.78125, false], [-4.78125, false], [-7.65625, false], [-8.53125, false], [-10.90625, false], [-7.78125, false], [-9.03125, false], [-8.90625, false], [-7.65625, false], [-10.40625, false], [-4.65625, false], [-8.90625, false], [-7.65625, false], [-7.53125, false], [-8.53125, false], [-9.65625, false], [-12.53125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 33, "doc": {"id": "ACTAAP_2015_5_8", "question": "Antarctica is a continent at Earth's south pole. Fossils of tropical fern plants were discovered in Antarctica even though these plants do not grow there today. Which conclusion does the fossil evidence best support?", "choices": {"text": ["Millions of years ago, Antarctica was in a warmer location on Earth.", "Recently, a natural disaster killed all of the fern plants in Antarctica.", "Recently, birds stopped carrying the seeds of fern plants to Antarctica.", "Millions of years ago, Earth's south pole was much colder than it is today."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Millions of years ago, Antarctica was in a warmer location on Earth.", "arguments": ["Question: Antarctica is a continent at Earth's south pole. Fossils of tropical fern plants were discovered in Antarctica even though these plants do not grow there today. Which conclusion does the fossil evidence best support?\nAnswer:", " ["], "resps": [[[-6.625, false]], [[-7.625, false]], [[-7.375, false]], [[-8.375, false]], [[-9.625, false]], [[-9.625, false]], [[-8.375, false]], [[-9.625, false]], [[-8.625, false]], [[-10.375, false]], [[-6.125, false]], [[-9.625, false]], [[-9.375, false]], [[-6.125, false]], [[-11.375, false]], [[-7.375, false]], [[-5.625, false]], [[-10.125, false]], [[-10.375, false]], [[-6.125, false]], [[-5.625, false]], [[-11.125, false]], [[-9.625, false]], [[-10.109375, false]], [[-6.125, false]], [[-3.125, false]], [[-8.625, false]], [[-9.125, false]], [[-5.625, false]], [[-10.125, false]], [[-7.625, false]], [[-9.125, false]], [[-8.375, false]], [[-7.625, false]], [[-5.625, false]], [[-6.125, false]], [[-10.125, false]], [[-5.625, false]], [[-10.375, false]], [[-6.125, false]], [[-8.375, false]], [[-8.625, false]], [[-6.125, false]], [[-5.625, false]], [[-6.125, false]], [[-10.125, false]], [[-5.625, false]], [[-10.125, false]], [[-9.875, false]], [[-7.375, false]], [[-10.125, false]], [[-6.125, false]], [[-9.625, false]], [[-9.625, false]], [[-7.625, false]], [[-5.625, false]], [[-9.125, false]], [[-8.375, false]], [[-9.625, false]], [[-8.625, false]], [[-6.125, false]], [[-9.625, false]], [[-8.625, false]], [[-6.125, false]], [[-5.125, false]], [[-5.625, false]], [[-10.125, false]], [[-9.125, false]], [[-10.875, false]], [[-7.23828125, false]], [[-7.625, false]], [[-10.109375, false]], [[-6.125, false]], [[-7.625, false]], [[-7.125, false]], [[-7.375, false]], [[-7.625, false]], [[-7.375, false]], [[-8.625, false]], [[-9.125, false]], [[-9.625, false]], [[-11.375, false]], [[-10.109375, false]], [[-6.125, false]], [[-5.625, false]], [[-6.125, false]], [[-8.625, false]], [[-5.625, false]], [[-9.125, false]], [[-12.875, false]], [[-10.125, false]], [[-5.625, false]], [[-9.625, false]], [[-6.125, false]], [[-8.125, false]], [[-8.375, false]], [[-10.375, false]], [[-5.625, false]], [[-10.375, false]], [[-9.125, false]], [[-7.375, false]], [[-10.125, false]], [[-6.125, false]], [[-10.375, false]], [[-8.375, false]], [[-9.625, false]], [[-9.625, false]], [[-7.375, false]], [[-8.125, false]], [[-6.125, false]], [[-5.625, false]], [[-9.625, false]], [[-9.625, false]], [[-6.125, false]], [[-9.625, false]], [[-9.375, false]], [[-6.125, false]], [[-9.125, false]], [[-10.875, false]], [[-7.375, false]], [[-6.125, false]], [[-9.375, false]], [[-7.375, false]], [[-10.125, false]], [[-8.625, false]], [[-6.125, false]], [[-8.375, false]], [[-9.625, false]], [[-5.625, false]], [[-8.625, false]], [[-9.125, false]], [[-10.375, false]], [[-6.125, false]], [[-8.375, false]], [[-8.625, false]], [[-6.125, false]], [[-3.125, false]], [[-8.625, false]], [[-9.125, false]], [[-5.625, false]], [[-10.125, false]], [[-7.625, false]], [[-9.125, false]], [[-8.375, false]], [[-7.625, false]], [[-5.625, false]], [[-7.23828125, false]], [[-7.625, false]], [[-10.109375, false]], [[-6.125, false]], [[-7.625, false]], [[-7.125, false]], [[-7.375, false]], [[-7.625, false]], [[-7.375, false]], [[-8.625, false]], [[-9.125, false]], [[-9.625, false]], [[-11.375, false]], [[-10.109375, false]], [[-6.125, false]], [[-7.625, false]], [[-8.375, false]], [[-10.125, false]], [[-8.125, false]], [[-10.375, false]], [[-6.125, false]], [[-10.375, false]], [[-9.125, false]], [[-9.625, false]], [[-8.375, false]], [[-8.375, false]], [[-7.375, false]], [[-8.125, false]], [[-6.125, false]], [[-7.625, false]], [[-5.625, false]], [[-10.125, false]], [[-10.125, false]], [[-11.375, false]], [[-8.375, false]], [[-8.625, false]], [[-11.125, false]], [[-6.125, false]], [[-9.125, false]], [[-10.875, false]], [[-7.375, false]], [[-6.125, false]], [[-10.375, false]], [[-7.375, false]], [[-7.375, false]], [[-8.125, false]], [[-10.375, false]], [[-6.125, false]], [[-9.625, false]], [[-9.375, false]], [[-6.125, false]], [[-9.375, false]], [[-7.375, false]], [[-10.125, false]], [[-8.625, false]], [[-6.125, false]], [[-8.375, false]], [[-9.625, false]], [[-5.625, false]], [[-8.625, false]], [[-9.125, false]], [[-10.375, false]], [[-6.125, false]], [[-9.125, false]], [[-9.625, false]], [[-6.125, false]], [[-3.125, false]], [[-8.625, false]], [[-9.125, false]], [[-5.625, false]], [[-10.125, false]], [[-7.625, false]], [[-9.125, false]], [[-8.375, false]], [[-7.625, false]], [[-5.625, false]], [[-7.23828125, false]], [[-7.625, false]], [[-10.109375, false]], [[-6.125, false]], [[-5.375, false]], [[-7.375, false]], [[-8.375, false]], [[-9.625, false]], [[-9.625, false]], [[-8.375, false]], [[-9.625, false]], [[-8.625, false]], [[-10.375, false]], [[-6.125, false]], [[-9.625, false]], [[-9.375, false]], [[-6.125, false]], [[-11.375, false]], [[-7.375, false]], [[-5.625, false]], [[-10.125, false]], [[-10.375, false]], [[-6.125, false]], [[-5.625, false]], [[-11.125, false]], [[-9.625, false]], [[-10.109375, false]], [[-6.125, false]], [[-5.125, false]], [[-5.625, false]], [[-10.125, false]], [[-9.125, false]], [[-10.875, false]], [[-7.625, false]], [[-10.375, false]], [[-6.125, false]], [[-10.375, false]], [[-9.625, false]], [[-12.875, false]], [[-9.125, false]], [[-10.875, false]], [[-6.125, false]], [[-8.375, false]], [[-9.625, false]], [[-9.625, false]], [[-7.375, false]], [[-6.125, false]], [[-10.125, false]], [[-5.625, false]], [[-10.375, false]], [[-6.125, false]], [[-9.875, false]], [[-12.875, false]], [[-7.625, false]], [[-10.875, false]], [[-6.125, false]], [[-7.625, false]], [[-9.625, false]], [[-9.625, false]], [[-8.125, false]], [[-7.375, false]], [[-10.125, false]], [[-6.125, false]], [[-9.125, false]], [[-10.875, false]], [[-5.625, false]], [[-8.625, false]], [[-6.125, false]], [[-8.375, false]], [[-9.125, false]], [[-6.125, false]], [[-8.375, false]], [[-10.375, false]], [[-6.125, false]], [[-9.125, false]], [[-9.625, false]], [[-8.125, false]], [[-5.625, false]], [[-11.375, false]], [[-7.23828125, false]], [[-5.375, false]], [[-12.125, false]]], "filtered_resps": [[-6.625, false], [-7.625, false], [-7.375, false], [-8.375, false], [-9.625, false], [-9.625, false], [-8.375, false], [-9.625, false], [-8.625, false], [-10.375, false], [-6.125, false], [-9.625, false], [-9.375, false], [-6.125, false], [-11.375, false], [-7.375, false], [-5.625, false], [-10.125, false], [-10.375, false], [-6.125, false], [-5.625, false], [-11.125, false], [-9.625, false], [-10.109375, false], [-6.125, false], [-3.125, false], [-8.625, false], [-9.125, false], [-5.625, false], [-10.125, false], [-7.625, false], [-9.125, false], [-8.375, false], [-7.625, false], [-5.625, false], [-6.125, false], [-10.125, false], [-5.625, false], [-10.375, false], [-6.125, false], [-8.375, false], [-8.625, false], [-6.125, false], [-5.625, false], [-6.125, false], [-10.125, false], [-5.625, false], [-10.125, false], [-9.875, false], [-7.375, false], [-10.125, false], [-6.125, false], [-9.625, false], [-9.625, false], [-7.625, false], [-5.625, false], [-9.125, false], [-8.375, false], [-9.625, false], [-8.625, false], [-6.125, false], [-9.625, false], [-8.625, false], [-6.125, false], [-5.125, false], [-5.625, false], [-10.125, false], [-9.125, false], [-10.875, false], [-7.23828125, false], [-7.625, false], [-10.109375, false], [-6.125, false], [-7.625, false], [-7.125, false], [-7.375, false], [-7.625, false], [-7.375, false], [-8.625, false], [-9.125, false], [-9.625, false], [-11.375, false], [-10.109375, false], [-6.125, false], [-5.625, false], [-6.125, false], [-8.625, false], [-5.625, false], [-9.125, false], [-12.875, false], [-10.125, false], [-5.625, false], [-9.625, false], [-6.125, false], [-8.125, false], [-8.375, false], [-10.375, false], [-5.625, false], [-10.375, false], [-9.125, false], [-7.375, false], [-10.125, false], [-6.125, false], [-10.375, false], [-8.375, false], [-9.625, false], [-9.625, false], [-7.375, false], [-8.125, false], [-6.125, false], [-5.625, false], [-9.625, false], [-9.625, false], [-6.125, false], [-9.625, false], [-9.375, false], [-6.125, false], [-9.125, false], [-10.875, false], [-7.375, false], [-6.125, false], [-9.375, false], [-7.375, false], [-10.125, false], [-8.625, false], [-6.125, false], [-8.375, false], [-9.625, false], [-5.625, false], [-8.625, false], [-9.125, false], [-10.375, false], [-6.125, false], [-8.375, false], [-8.625, false], [-6.125, false], [-3.125, false], [-8.625, false], [-9.125, false], [-5.625, false], [-10.125, false], [-7.625, false], [-9.125, false], [-8.375, false], [-7.625, false], [-5.625, false], [-7.23828125, false], [-7.625, false], [-10.109375, false], [-6.125, false], [-7.625, false], [-7.125, false], [-7.375, false], [-7.625, false], [-7.375, false], [-8.625, false], [-9.125, false], [-9.625, false], [-11.375, false], [-10.109375, false], [-6.125, false], [-7.625, false], [-8.375, false], [-10.125, false], [-8.125, false], [-10.375, false], [-6.125, false], [-10.375, false], [-9.125, false], [-9.625, false], [-8.375, false], [-8.375, false], [-7.375, false], [-8.125, false], [-6.125, false], [-7.625, false], [-5.625, false], [-10.125, false], [-10.125, false], [-11.375, false], [-8.375, false], [-8.625, false], [-11.125, false], [-6.125, false], [-9.125, false], [-10.875, false], [-7.375, false], [-6.125, false], [-10.375, false], [-7.375, false], [-7.375, false], [-8.125, false], [-10.375, false], [-6.125, false], [-9.625, false], [-9.375, false], [-6.125, false], [-9.375, false], [-7.375, false], [-10.125, false], [-8.625, false], [-6.125, false], [-8.375, false], [-9.625, false], [-5.625, false], [-8.625, false], [-9.125, false], [-10.375, false], [-6.125, false], [-9.125, false], [-9.625, false], [-6.125, false], [-3.125, false], [-8.625, false], [-9.125, false], [-5.625, false], [-10.125, false], [-7.625, false], [-9.125, false], [-8.375, false], [-7.625, false], [-5.625, false], [-7.23828125, false], [-7.625, false], [-10.109375, false], [-6.125, false], [-5.375, false], [-7.375, false], [-8.375, false], [-9.625, false], [-9.625, false], [-8.375, false], [-9.625, false], [-8.625, false], [-10.375, false], [-6.125, false], [-9.625, false], [-9.375, false], [-6.125, false], [-11.375, false], [-7.375, false], [-5.625, false], [-10.125, false], [-10.375, false], [-6.125, false], [-5.625, false], [-11.125, false], [-9.625, false], [-10.109375, false], [-6.125, false], [-5.125, false], [-5.625, false], [-10.125, false], [-9.125, false], [-10.875, false], [-7.625, false], [-10.375, false], [-6.125, false], [-10.375, false], [-9.625, false], [-12.875, false], [-9.125, false], [-10.875, false], [-6.125, false], [-8.375, false], [-9.625, false], [-9.625, false], [-7.375, false], [-6.125, false], [-10.125, false], [-5.625, false], [-10.375, false], [-6.125, false], [-9.875, false], [-12.875, false], [-7.625, false], [-10.875, false], [-6.125, false], [-7.625, false], [-9.625, false], [-9.625, false], [-8.125, false], [-7.375, false], [-10.125, false], [-6.125, false], [-9.125, false], [-10.875, false], [-5.625, false], [-8.625, false], [-6.125, false], [-8.375, false], [-9.125, false], [-6.125, false], [-8.375, false], [-10.375, false], [-6.125, false], [-9.125, false], [-9.625, false], [-8.125, false], [-5.625, false], [-11.375, false], [-7.23828125, false], [-5.375, false], [-12.125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 41, "doc": {"id": "Mercury_405057", "question": "During science class, a teacher explains that the samples the students are studying are made of two or more minerals. What are the students studying?", "choices": {"text": ["gases", "rocks", "elements", "molecules"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "rocks", "arguments": ["Question: During science class, a teacher explains that the samples the students are studying are made of two or more minerals. What are the students studying?\nAnswer:", " ["], "resps": [[[-7.33984375, false]], [[-8.34375, false]], [[-9.84375, false]], [[-4.58984375, false]], [[-8.59375, false]], [[-8.59375, false]], [[-8.59375, false]], [[-8.34375, false]], [[-9.625, false]], [[-5.58984375, false]], [[-8.34375, false]], [[-9.59375, false]], [[-8.34375, false]], [[-8.09375, false]], [[-10.84375, false]], [[-8.59375, false]], [[-8.34375, false]], [[-9.625, false]], [[-5.58984375, false]], [[-8.34375, false]], [[-8.59375, false]], [[-10.09375, false]], [[-8.59375, false]], [[-9.34375, false]], [[-8.59375, false]], [[-9.34375, false]], [[-10.09375, false]], [[-8.59375, false]], [[-8.34375, false]], [[-9.625, false]], [[-5.58984375, false]], [[-8.34375, false]], [[-9.34375, false]], [[-8.34375, false]], [[-10.09375, false]], [[-8.59375, false]], [[-8.09375, false]], [[-9.59375, false]], [[-10.09375, false]], [[-8.59375, false]], [[-8.59375, false]], [[-8.34375, false]], [[-12.59375, false]]], "filtered_resps": [[-7.33984375, false], [-8.34375, false], [-9.84375, false], [-4.58984375, false], [-8.59375, false], [-8.59375, false], [-8.59375, false], [-8.34375, false], [-9.625, false], [-5.58984375, false], [-8.34375, false], [-9.59375, false], [-8.34375, false], [-8.09375, false], [-10.84375, false], [-8.59375, false], [-8.34375, false], [-9.625, false], [-5.58984375, false], [-8.34375, false], [-8.59375, false], [-10.09375, false], [-8.59375, false], [-9.34375, false], [-8.59375, false], [-9.34375, false], [-10.09375, false], [-8.59375, false], [-8.34375, false], [-9.625, false], [-5.58984375, false], [-8.34375, false], [-9.34375, false], [-8.34375, false], [-10.09375, false], [-8.59375, false], [-8.09375, false], [-9.59375, false], [-10.09375, false], [-8.59375, false], [-8.59375, false], [-8.34375, false], [-12.59375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 49, "doc": {"id": "ACTAAP_2009_5_4", "question": "In the United States, windmills have been used for farming for hundreds of years. Which simple machine is the most important part of a windmill?", "choices": {"text": ["lever", "pulley", "inclined plane", "wheel and axle"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "wheel and axle", "arguments": ["Question: In the United States, windmills have been used for farming for hundreds of years. Which simple machine is the most important part of a windmill?\nAnswer:", " ["], "resps": [[[-7.70703125, false]], [[-8.7109375, false]], [[-10.7109375, false]], [[-9.4609375, false]], [[-11.2109375, false]], [[-9.4609375, false]], [[-10.9609375, false]], [[-8.7109375, false]], [[-10.15625, false]], [[-6.20703125, false]], [[-8.7109375, false]], [[-9.9609375, false]], [[-12.4609375, false]], [[-10.7109375, false]], [[-10.7109375, false]], [[-9.4609375, false]], [[-11.2109375, false]], [[-8.7109375, false]], [[-10.15625, false]], [[-6.20703125, false]], [[-8.7109375, false]], [[-8.7109375, false]], [[-9.9609375, false]], [[-8.4609375, false]], [[-10.7109375, false]], [[-8.7109375, false]], [[-9.9609375, false]], [[-9.4609375, false]], [[-8.9609375, false]], [[-6.20703125, false]], [[-9.9609375, false]], [[-10.7109375, false]], [[-2.95703125, false]], [[-9.9609375, false]], [[-9.4609375, false]], [[-8.7109375, false]], [[-10.15625, false]], [[-6.20703125, false]], [[-8.7109375, false]], [[-8.9609375, false]], [[-10.2109375, false]], [[-9.4609375, false]], [[-9.4609375, false]], [[-10.7109375, false]], [[-6.20703125, false]], [[-2.95703125, false]], [[-9.9609375, false]], [[-8.9609375, false]], [[-6.20703125, false]], [[-2.95703125, false]], [[-10.4609375, false]], [[-10.7109375, false]], [[-9.4609375, false]], [[-8.7109375, false]], [[-13.7109375, false]]], "filtered_resps": [[-7.70703125, false], [-8.7109375, false], [-10.7109375, false], [-9.4609375, false], [-11.2109375, false], [-9.4609375, false], [-10.9609375, false], [-8.7109375, false], [-10.15625, false], [-6.20703125, false], [-8.7109375, false], [-9.9609375, false], [-12.4609375, false], [-10.7109375, false], [-10.7109375, false], [-9.4609375, false], [-11.2109375, false], [-8.7109375, false], [-10.15625, false], [-6.20703125, false], [-8.7109375, false], [-8.7109375, false], [-9.9609375, false], [-8.4609375, false], [-10.7109375, false], [-8.7109375, false], [-9.9609375, false], [-9.4609375, false], [-8.9609375, false], [-6.20703125, false], [-9.9609375, false], [-10.7109375, false], [-2.95703125, false], [-9.9609375, false], [-9.4609375, false], [-8.7109375, false], [-10.15625, false], [-6.20703125, false], [-8.7109375, false], [-8.9609375, false], [-10.2109375, false], [-9.4609375, false], [-9.4609375, false], [-10.7109375, false], [-6.20703125, false], [-2.95703125, false], [-9.9609375, false], [-8.9609375, false], [-6.20703125, false], [-2.95703125, false], [-10.4609375, false], [-10.7109375, false], [-9.4609375, false], [-8.7109375, false], [-13.7109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 57, "doc": {"id": "Mercury_7241063", "question": "Which factor determines if two individuals are members of the same species?", "choices": {"text": ["They live in the same habitat and niche.", "They forage and eat the same type of food.", "They mate and produce fertile offspring.", "They are similar in appearance and color."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "They mate and produce fertile offspring.", "arguments": ["Question: Which factor determines if two individuals are members of the same species?\nAnswer:", " ["], "resps": [[[-6.859375, false]], [[-8.734375, false]], [[-6.984375, false]], [[-10.859375, false]], [[-8.109375, false]], [[-10.859375, false]], [[-5.234375, false]], [[-9.484375, false]], [[-9.109375, false]], [[-11.609375, false]], [[-8.109375, false]], [[-5.234375, false]], [[-9.109375, false]], [[-8.234375, false]], [[-5.234375, false]], [[-9.484375, false]], [[-10.859375, false]], [[-8.109375, false]], [[-5.234375, false]], [[-9.609375, false]], [[-5.359375, false]], [[-10.359375, false]], [[-8.109375, false]], [[-5.234375, false]], [[-10.859375, false]], [[-5.359375, false]], [[-8.734375, false]], [[-9.109375, false]], [[-9.484375, false]], [[-5.359375, false]], [[-9.484375, false]], [[-5.234375, false]], [[-5.359375, false]], [[-8.234375, false]], [[-8.234375, false]], [[-5.234375, false]], [[-8.234375, false]], [[-9.109375, false]], [[-8.859375, false]], [[-10.859375, false]], [[-8.109375, false]], [[-8.34375, false]], [[-8.734375, false]], [[-11.21875, false]], [[-5.234375, false]], [[-8.734375, false]], [[-6.984375, false]], [[-10.859375, false]], [[-8.109375, false]], [[-10.859375, false]], [[-5.234375, false]], [[-9.109375, false]], [[-9.859375, false]], [[-10.359375, false]], [[-5.359375, false]], [[-11.234375, false]], [[-8.109375, false]], [[-5.234375, false]], [[-5.359375, false]], [[-8.234375, false]], [[-8.234375, false]], [[-5.234375, false]], [[-8.109375, false]], [[-5.359375, false]], [[-9.484375, false]], [[-5.234375, false]], [[-9.484375, false]], [[-10.859375, false]], [[-8.109375, false]], [[-5.234375, false]], [[-9.609375, false]], [[-5.359375, false]], [[-10.359375, false]], [[-8.109375, false]], [[-5.234375, false]], [[-9.484375, false]], [[-10.859375, false]], [[-9.359375, false]], [[-8.109375, false]], [[-5.234375, false]], [[-9.859375, false]], [[-9.109375, false]], [[-5.234375, false]], [[-9.109375, false]], [[-9.859375, false]], [[-9.859375, false]], [[-8.234375, false]], [[-8.34375, false]], [[-8.734375, false]], [[-11.21875, false]], [[-5.234375, false]], [[-8.734375, false]], [[-6.984375, false]], [[-10.859375, false]], [[-8.109375, false]], [[-10.859375, false]], [[-5.234375, false]], [[-10.359375, false]], [[-5.359375, false]], [[-9.484375, false]], [[-8.109375, false]], [[-5.234375, false]], [[-5.359375, false]], [[-8.234375, false]], [[-8.234375, false]], [[-5.234375, false]], [[-9.359375, false]], [[-10.359375, false]], [[-9.859375, false]], [[-8.234375, false]], [[-11.984375, false]], [[-8.859375, false]], [[-8.109375, false]], [[-5.234375, false]], [[-9.109375, false]], [[-8.109375, false]], [[-10.359375, false]], [[-9.484375, false]], [[-9.109375, false]], [[-9.484375, false]], [[-8.109375, false]], [[-5.234375, false]], [[-9.859375, false]], [[-9.109375, false]], [[-9.109375, false]], [[-9.609375, false]], [[-9.359375, false]], [[-10.359375, false]], [[-9.109375, false]], [[-8.234375, false]], [[-11.234375, false]], [[-8.34375, false]], [[-8.734375, false]], [[-11.21875, false]], [[-5.234375, false]], [[-8.734375, false]], [[-6.984375, false]], [[-10.859375, false]], [[-8.109375, false]], [[-10.859375, false]], [[-5.234375, false]], [[-5.359375, false]], [[-10.359375, false]], [[-8.109375, false]], [[-5.234375, false]], [[-9.609375, false]], [[-9.109375, false]], [[-10.359375, false]], [[-9.109375, false]], [[-9.484375, false]], [[-5.359375, false]], [[-10.359375, false]], [[-5.234375, false]], [[-9.109375, false]], [[-8.234375, false]], [[-5.234375, false]], [[-5.359375, false]], [[-9.359375, false]], [[-9.359375, false]], [[-8.109375, false]], [[-5.359375, false]], [[-10.359375, false]], [[-5.359375, false]], [[-8.234375, false]], [[-8.859375, false]], [[-8.109375, false]], [[-5.234375, false]], [[-5.359375, false]], [[-8.234375, false]], [[-8.234375, false]], [[-5.234375, false]], [[-8.859375, false]], [[-9.859375, false]], [[-9.484375, false]], [[-9.859375, false]], [[-10.359375, false]], [[-8.34375, false]], [[-8.734375, false]], [[-13.484375, false]]], "filtered_resps": [[-6.859375, false], [-8.734375, false], [-6.984375, false], [-10.859375, false], [-8.109375, false], [-10.859375, false], [-5.234375, false], [-9.484375, false], [-9.109375, false], [-11.609375, false], [-8.109375, false], [-5.234375, false], [-9.109375, false], [-8.234375, false], [-5.234375, false], [-9.484375, false], [-10.859375, false], [-8.109375, false], [-5.234375, false], [-9.609375, false], [-5.359375, false], [-10.359375, false], [-8.109375, false], [-5.234375, false], [-10.859375, false], [-5.359375, false], [-8.734375, false], [-9.109375, false], [-9.484375, false], [-5.359375, false], [-9.484375, false], [-5.234375, false], [-5.359375, false], [-8.234375, false], [-8.234375, false], [-5.234375, false], [-8.234375, false], [-9.109375, false], [-8.859375, false], [-10.859375, false], [-8.109375, false], [-8.34375, false], [-8.734375, false], [-11.21875, false], [-5.234375, false], [-8.734375, false], [-6.984375, false], [-10.859375, false], [-8.109375, false], [-10.859375, false], [-5.234375, false], [-9.109375, false], [-9.859375, false], [-10.359375, false], [-5.359375, false], [-11.234375, false], [-8.109375, false], [-5.234375, false], [-5.359375, false], [-8.234375, false], [-8.234375, false], [-5.234375, false], [-8.109375, false], [-5.359375, false], [-9.484375, false], [-5.234375, false], [-9.484375, false], [-10.859375, false], [-8.109375, false], [-5.234375, false], [-9.609375, false], [-5.359375, false], [-10.359375, false], [-8.109375, false], [-5.234375, false], [-9.484375, false], [-10.859375, false], [-9.359375, false], [-8.109375, false], [-5.234375, false], [-9.859375, false], [-9.109375, false], [-5.234375, false], [-9.109375, false], [-9.859375, false], [-9.859375, false], [-8.234375, false], [-8.34375, false], [-8.734375, false], [-11.21875, false], [-5.234375, false], [-8.734375, false], [-6.984375, false], [-10.859375, false], [-8.109375, false], [-10.859375, false], [-5.234375, false], [-10.359375, false], [-5.359375, false], [-9.484375, false], [-8.109375, false], [-5.234375, false], [-5.359375, false], [-8.234375, false], [-8.234375, false], [-5.234375, false], [-9.359375, false], [-10.359375, false], [-9.859375, false], [-8.234375, false], [-11.984375, false], [-8.859375, false], [-8.109375, false], [-5.234375, false], [-9.109375, false], [-8.109375, false], [-10.359375, false], [-9.484375, false], [-9.109375, false], [-9.484375, false], [-8.109375, false], [-5.234375, false], [-9.859375, false], [-9.109375, false], [-9.109375, false], [-9.609375, false], [-9.359375, false], [-10.359375, false], [-9.109375, false], [-8.234375, false], [-11.234375, false], [-8.34375, false], [-8.734375, false], [-11.21875, false], [-5.234375, false], [-8.734375, false], [-6.984375, false], [-10.859375, false], [-8.109375, false], [-10.859375, false], [-5.234375, false], [-5.359375, false], [-10.359375, false], [-8.109375, false], [-5.234375, false], [-9.609375, false], [-9.109375, false], [-10.359375, false], [-9.109375, false], [-9.484375, false], [-5.359375, false], [-10.359375, false], [-5.234375, false], [-9.109375, false], [-8.234375, false], [-5.234375, false], [-5.359375, false], [-9.359375, false], [-9.359375, false], [-8.109375, false], [-5.359375, false], [-10.359375, false], [-5.359375, false], [-8.234375, false], [-8.859375, false], [-8.109375, false], [-5.234375, false], [-5.359375, false], [-8.234375, false], [-8.234375, false], [-5.234375, false], [-8.859375, false], [-9.859375, false], [-9.484375, false], [-9.859375, false], [-10.359375, false], [-8.34375, false], [-8.734375, false], [-13.484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 65, "doc": {"id": "Mercury_7200533", "question": "Marta studied different forms of energy. Which two types of energy travel in waves?", "choices": {"text": ["light and sound", "electrical and sound", "chemical and light", "chemical and electrical"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "light and sound", "arguments": ["Question: Marta studied different forms of energy. Which two types of energy travel in waves?\nAnswer:", " ["], "resps": [[[-7.14453125, false]], [[-9.640625, false]], [[-9.640625, false]], [[-6.89453125, false]], [[-10.140625, false]], [[-8.390625, false]], [[-9.140625, false]], [[-3.89453125, false]], [[-4.39453125, false]], [[-7.89453125, false]], [[-7.64453125, false]], [[-3.89453125, false]], [[-8.390625, false]], [[-7.64453125, false]], [[-8.890625, false]], [[-7.89453125, false]], [[-7.64453125, false]], [[-9.640625, false]], [[-9.3984375, false]], [[-3.89453125, false]], [[-9.640625, false]], [[-6.64453125, false]], [[-9.640625, false]], [[-6.64453125, false]], [[-7.39453125, false]], [[-9.140625, false]], [[-8.890625, false]], [[-6.89453125, false]], [[-7.39453125, false]], [[-4.39453125, false]], [[-9.640625, false]], [[-3.89453125, false]], [[-4.39453125, false]], [[-7.89453125, false]], [[-7.64453125, false]], [[-3.89453125, false]], [[-8.390625, false]], [[-7.64453125, false]], [[-8.890625, false]], [[-7.89453125, false]], [[-7.64453125, false]], [[-9.640625, false]], [[-9.3984375, false]], [[-3.89453125, false]], [[-9.640625, false]], [[-7.39453125, false]], [[-8.390625, false]], [[-6.64453125, false]], [[-7.39453125, false]], [[-6.89453125, false]], [[-7.39453125, false]], [[-4.39453125, false]], [[-9.640625, false]], [[-3.89453125, false]], [[-4.39453125, false]], [[-7.89453125, false]], [[-7.64453125, false]], [[-3.89453125, false]], [[-9.640625, false]], [[-6.89453125, false]], [[-10.140625, false]], [[-8.390625, false]], [[-9.140625, false]], [[-9.640625, false]], [[-9.3984375, false]], [[-3.89453125, false]], [[-9.640625, false]], [[-7.39453125, false]], [[-8.390625, false]], [[-6.64453125, false]], [[-7.39453125, false]], [[-6.89453125, false]], [[-7.39453125, false]], [[-4.39453125, false]], [[-9.640625, false]], [[-3.89453125, false]], [[-4.39453125, false]], [[-7.89453125, false]], [[-7.64453125, false]], [[-3.89453125, false]], [[-6.64453125, false]], [[-9.640625, false]], [[-6.64453125, false]], [[-7.39453125, false]], [[-9.140625, false]], [[-8.890625, false]], [[-6.89453125, false]], [[-7.39453125, false]], [[-4.39453125, false]], [[-9.640625, false]], [[-9.640625, false]], [[-13.140625, false]]], "filtered_resps": [[-7.14453125, false], [-9.640625, false], [-9.640625, false], [-6.89453125, false], [-10.140625, false], [-8.390625, false], [-9.140625, false], [-3.89453125, false], [-4.39453125, false], [-7.89453125, false], [-7.64453125, false], [-3.89453125, false], [-8.390625, false], [-7.64453125, false], [-8.890625, false], [-7.89453125, false], [-7.64453125, false], [-9.640625, false], [-9.3984375, false], [-3.89453125, false], [-9.640625, false], [-6.64453125, false], [-9.640625, false], [-6.64453125, false], [-7.39453125, false], [-9.140625, false], [-8.890625, false], [-6.89453125, false], [-7.39453125, false], [-4.39453125, false], [-9.640625, false], [-3.89453125, false], [-4.39453125, false], [-7.89453125, false], [-7.64453125, false], [-3.89453125, false], [-8.390625, false], [-7.64453125, false], [-8.890625, false], [-7.89453125, false], [-7.64453125, false], [-9.640625, false], [-9.3984375, false], [-3.89453125, false], [-9.640625, false], [-7.39453125, false], [-8.390625, false], [-6.64453125, false], [-7.39453125, false], [-6.89453125, false], [-7.39453125, false], [-4.39453125, false], [-9.640625, false], [-3.89453125, false], [-4.39453125, false], [-7.89453125, false], [-7.64453125, false], [-3.89453125, false], [-9.640625, false], [-6.89453125, false], [-10.140625, false], [-8.390625, false], [-9.140625, false], [-9.640625, false], [-9.3984375, false], [-3.89453125, false], [-9.640625, false], [-7.39453125, false], [-8.390625, false], [-6.64453125, false], [-7.39453125, false], [-6.89453125, false], [-7.39453125, false], [-4.39453125, false], [-9.640625, false], [-3.89453125, false], [-4.39453125, false], [-7.89453125, false], [-7.64453125, false], [-3.89453125, false], [-6.64453125, false], [-9.640625, false], [-6.64453125, false], [-7.39453125, false], [-9.140625, false], [-8.890625, false], [-6.89453125, false], [-7.39453125, false], [-4.39453125, false], [-9.640625, false], [-9.640625, false], [-13.140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 73, "doc": {"id": "Mercury_SC_408436", "question": "Jonathon was studying bears. He found out that bears are born with some behaviors and learn others from their environment. Which behavior does a bear most likely inherit?", "choices": {"text": ["how to find food in garbage cans", "how to hibernate during the winter", "how to seek shelter in a hollow log", "how to live in human neighborhoods"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "how to hibernate during the winter", "arguments": ["Question: Jonathon was studying bears. He found out that bears are born with some behaviors and learn others from their environment. Which behavior does a bear most likely inherit?\nAnswer:", " ["], "resps": [[[-6.7421875, false]], [[-9.6171875, false]], [[-10.1171875, false]], [[-8.7421875, false]], [[-9.6171875, false]], [[-4.4921875, false]], [[-9.6171875, false]], [[-8.7421875, false]], [[-4.4921875, false]], [[-9.1171875, false]], [[-9.1171875, false]], [[-8.8671875, false]], [[-7.7421875, false]], [[-4.4921875, false]], [[-9.1171875, false]], [[-8.7421875, false]], [[-8.7421875, false]], [[-7.7421875, false]], [[-4.4921875, false]], [[-9.1171875, false]], [[-8.8671875, false]], [[-4.4921875, false]], [[-9.7421875, false]], [[-4.2421875, false]], [[-10.1171875, false]], [[-7.3671875, false]], [[-4.2421875, false]], [[-9.7421875, false]], [[-8.7421875, false]], [[-4.4921875, false]], [[-7.7421875, false]], [[-4.2421875, false]], [[-8.8671875, false]], [[-8.1171875, false]], [[-9.6171875, false]], [[-10.09375, false]], [[-4.4921875, false]], [[-9.6171875, false]], [[-10.1171875, false]], [[-8.7421875, false]], [[-9.6171875, false]], [[-4.4921875, false]], [[-9.6171875, false]], [[-8.7421875, false]], [[-4.4921875, false]], [[-10.1171875, false]], [[-9.1171875, false]], [[-7.3671875, false]], [[-8.7421875, false]], [[-10.1171875, false]], [[-8.8671875, false]], [[-4.2421875, false]], [[-9.6171875, false]], [[-8.7421875, false]], [[-4.4921875, false]], [[-7.7421875, false]], [[-10.2421875, false]], [[-10.1171875, false]], [[-9.1171875, false]], [[-8.8671875, false]], [[-9.7421875, false]], [[-4.4921875, false]], [[-9.6171875, false]], [[-10.1171875, false]], [[-8.7421875, false]], [[-4.4921875, false]], [[-9.6171875, false]], [[-9.1171875, false]], [[-8.8671875, false]], [[-9.6171875, false]], [[-8.7421875, false]], [[-10.1171875, false]], [[-9.6171875, false]], [[-10.09375, false]], [[-4.4921875, false]], [[-9.6171875, false]], [[-10.1171875, false]], [[-8.7421875, false]], [[-9.6171875, false]], [[-4.4921875, false]], [[-9.6171875, false]], [[-8.7421875, false]], [[-4.4921875, false]], [[-8.1171875, false]], [[-8.7421875, false]], [[-8.7421875, false]], [[-10.1171875, false]], [[-4.4921875, false]], [[-8.1171875, false]], [[-10.1171875, false]], [[-8.7421875, false]], [[-8.2421875, false]], [[-9.6171875, false]], [[-8.7421875, false]], [[-10.1171875, false]], [[-4.4921875, false]], [[-9.1171875, false]], [[-8.8671875, false]], [[-4.4921875, false]], [[-4.2421875, false]], [[-4.4921875, false]], [[-10.1171875, false]], [[-8.7421875, false]], [[-8.2421875, false]], [[-8.2421875, false]], [[-8.7421875, false]], [[-9.6171875, false]], [[-4.4921875, false]], [[-8.2421875, false]], [[-8.7421875, false]], [[-9.7421875, false]], [[-9.6171875, false]], [[-10.09375, false]], [[-4.4921875, false]], [[-9.6171875, false]], [[-10.1171875, false]], [[-8.7421875, false]], [[-9.6171875, false]], [[-4.4921875, false]], [[-9.6171875, false]], [[-8.7421875, false]], [[-4.4921875, false]], [[-8.2421875, false]], [[-9.1171875, false]], [[-10.9921875, false]], [[-8.7421875, false]], [[-4.4921875, false]], [[-9.1171875, false]], [[-8.8671875, false]], [[-4.4921875, false]], [[-10.1171875, false]], [[-10.2421875, false]], [[-9.6171875, false]], [[-4.2421875, false]], [[-8.8671875, false]], [[-4.4921875, false]], [[-8.8671875, false]], [[-8.7421875, false]], [[-9.1171875, false]], [[-9.7421875, false]], [[-10.1171875, false]], [[-7.3671875, false]], [[-8.7421875, false]], [[-10.1171875, false]], [[-10.1171875, false]], [[-8.7421875, false]], [[-8.7421875, false]], [[-7.7421875, false]], [[-8.1171875, false]], [[-9.6171875, false]], [[-13.2421875, false]]], "filtered_resps": [[-6.7421875, false], [-9.6171875, false], [-10.1171875, false], [-8.7421875, false], [-9.6171875, false], [-4.4921875, false], [-9.6171875, false], [-8.7421875, false], [-4.4921875, false], [-9.1171875, false], [-9.1171875, false], [-8.8671875, false], [-7.7421875, false], [-4.4921875, false], [-9.1171875, false], [-8.7421875, false], [-8.7421875, false], [-7.7421875, false], [-4.4921875, false], [-9.1171875, false], [-8.8671875, false], [-4.4921875, false], [-9.7421875, false], [-4.2421875, false], [-10.1171875, false], [-7.3671875, false], [-4.2421875, false], [-9.7421875, false], [-8.7421875, false], [-4.4921875, false], [-7.7421875, false], [-4.2421875, false], [-8.8671875, false], [-8.1171875, false], [-9.6171875, false], [-10.09375, false], [-4.4921875, false], [-9.6171875, false], [-10.1171875, false], [-8.7421875, false], [-9.6171875, false], [-4.4921875, false], [-9.6171875, false], [-8.7421875, false], [-4.4921875, false], [-10.1171875, false], [-9.1171875, false], [-7.3671875, false], [-8.7421875, false], [-10.1171875, false], [-8.8671875, false], [-4.2421875, false], [-9.6171875, false], [-8.7421875, false], [-4.4921875, false], [-7.7421875, false], [-10.2421875, false], [-10.1171875, false], [-9.1171875, false], [-8.8671875, false], [-9.7421875, false], [-4.4921875, false], [-9.6171875, false], [-10.1171875, false], [-8.7421875, false], [-4.4921875, false], [-9.6171875, false], [-9.1171875, false], [-8.8671875, false], [-9.6171875, false], [-8.7421875, false], [-10.1171875, false], [-9.6171875, false], [-10.09375, false], [-4.4921875, false], [-9.6171875, false], [-10.1171875, false], [-8.7421875, false], [-9.6171875, false], [-4.4921875, false], [-9.6171875, false], [-8.7421875, false], [-4.4921875, false], [-8.1171875, false], [-8.7421875, false], [-8.7421875, false], [-10.1171875, false], [-4.4921875, false], [-8.1171875, false], [-10.1171875, false], [-8.7421875, false], [-8.2421875, false], [-9.6171875, false], [-8.7421875, false], [-10.1171875, false], [-4.4921875, false], [-9.1171875, false], [-8.8671875, false], [-4.4921875, false], [-4.2421875, false], [-4.4921875, false], [-10.1171875, false], [-8.7421875, false], [-8.2421875, false], [-8.2421875, false], [-8.7421875, false], [-9.6171875, false], [-4.4921875, false], [-8.2421875, false], [-8.7421875, false], [-9.7421875, false], [-9.6171875, false], [-10.09375, false], [-4.4921875, false], [-9.6171875, false], [-10.1171875, false], [-8.7421875, false], [-9.6171875, false], [-4.4921875, false], [-9.6171875, false], [-8.7421875, false], [-4.4921875, false], [-8.2421875, false], [-9.1171875, false], [-10.9921875, false], [-8.7421875, false], [-4.4921875, false], [-9.1171875, false], [-8.8671875, false], [-4.4921875, false], [-10.1171875, false], [-10.2421875, false], [-9.6171875, false], [-4.2421875, false], [-8.8671875, false], [-4.4921875, false], [-8.8671875, false], [-8.7421875, false], [-9.1171875, false], [-9.7421875, false], [-10.1171875, false], [-7.3671875, false], [-8.7421875, false], [-10.1171875, false], [-10.1171875, false], [-8.7421875, false], [-8.7421875, false], [-7.7421875, false], [-8.1171875, false], [-9.6171875, false], [-13.2421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 81, "doc": {"id": "Mercury_7041335", "question": "Which of these traits is most influenced by environment?", "choices": {"text": ["weight", "hair color", "blood type", "handedness"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "weight", "arguments": ["Question: Which of these traits is most influenced by environment?\nAnswer:", " ["], "resps": [[[-7.4921875, false]], [[-8.6171875, false]], [[-9.6171875, false]], [[-8.4921875, false]], [[-9.1171875, false]], [[-11.7421875, false]], [[-11.3671875, false]], [[-10.3671875, false]], [[-8.6171875, false]], [[-9.703125, false]], [[-4.3671875, false]], [[-8.6171875, false]], [[-11.3671875, false]], [[-6.1171875, false]], [[-9.1171875, false]], [[-10.9921875, false]], [[-4.3671875, false]], [[-8.4921875, false]], [[-9.1171875, false]], [[-9.2421875, false]], [[-9.1171875, false]], [[-10.9921875, false]], [[-8.6171875, false]], [[-9.703125, false]], [[-4.3671875, false]], [[-8.6171875, false]], [[-8.7421875, false]], [[-9.2421875, false]], [[-9.1171875, false]], [[-9.1171875, false]], [[-8.8671875, false]], [[-4.3671875, false]], [[-10.3671875, false]], [[-11.8671875, false]], [[-10.1171875, false]], [[-8.4921875, false]], [[-8.6171875, false]], [[-9.703125, false]], [[-4.3671875, false]], [[-8.6171875, false]], [[-11.3671875, false]], [[-6.1171875, false]], [[-9.2421875, false]], [[-8.8671875, false]], [[-8.4921875, false]], [[-8.8671875, false]], [[-9.2421875, false]], [[-8.4921875, false]], [[-9.3671875, false]], [[-9.3671875, false]], [[-8.6171875, false]], [[-13.6171875, false]]], "filtered_resps": [[-7.4921875, false], [-8.6171875, false], [-9.6171875, false], [-8.4921875, false], [-9.1171875, false], [-11.7421875, false], [-11.3671875, false], [-10.3671875, false], [-8.6171875, false], [-9.703125, false], [-4.3671875, false], [-8.6171875, false], [-11.3671875, false], [-6.1171875, false], [-9.1171875, false], [-10.9921875, false], [-4.3671875, false], [-8.4921875, false], [-9.1171875, false], [-9.2421875, false], [-9.1171875, false], [-10.9921875, false], [-8.6171875, false], [-9.703125, false], [-4.3671875, false], [-8.6171875, false], [-8.7421875, false], [-9.2421875, false], [-9.1171875, false], [-9.1171875, false], [-8.8671875, false], [-4.3671875, false], [-10.3671875, false], [-11.8671875, false], [-10.1171875, false], [-8.4921875, false], [-8.6171875, false], [-9.703125, false], [-4.3671875, false], [-8.6171875, false], [-11.3671875, false], [-6.1171875, false], [-9.2421875, false], [-8.8671875, false], [-8.4921875, false], [-8.8671875, false], [-9.2421875, false], [-8.4921875, false], [-9.3671875, false], [-9.3671875, false], [-8.6171875, false], [-13.6171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 89, "doc": {"id": "Mercury_SC_408434", "question": "Some animals have behaviors that help them find food when little is available. Which best describes an animal with this type of behavior?", "choices": {"text": ["a robin that builds a nest", "an owl that calls at night", "a duck that swims in water", "a goose that migrates in winter"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "a goose that migrates in winter", "arguments": ["Question: Some animals have behaviors that help them find food when little is available. Which best describes an animal with this type of behavior?\nAnswer:", " ["], "resps": [[[-6.328125, false]], [[-9.578125, false]], [[-3.578125, false]], [[-5.078125, false]], [[-9.078125, false]], [[-8.078125, false]], [[-9.078125, false]], [[-9.828125, false]], [[-9.078125, false]], [[-5.078125, false]], [[-10.078125, false]], [[-10.078125, false]], [[-3.578125, false]], [[-10.078125, false]], [[-5.078125, false]], [[-9.078125, false]], [[-10.078125, false]], [[-9.828125, false]], [[-8.328125, false]], [[-8.078125, false]], [[-8.578125, false]], [[-5.078125, false]], [[-3.578125, false]], [[-5.078125, false]], [[-9.078125, false]], [[-8.578125, false]], [[-8.578125, false]], [[-10.078125, false]], [[-9.578125, false]], [[-10.703125, false]], [[-5.078125, false]], [[-9.578125, false]], [[-3.578125, false]], [[-9.078125, false]], [[-5.078125, false]], [[-8.078125, false]], [[-9.828125, false]], [[-8.328125, false]], [[-5.078125, false]], [[-10.078125, false]], [[-10.078125, false]], [[-3.578125, false]], [[-10.078125, false]], [[-5.078125, false]], [[-8.328125, false]], [[-3.578125, false]], [[-8.328125, false]], [[-8.328125, false]], [[-8.578125, false]], [[-5.078125, false]], [[-3.578125, false]], [[-10.078125, false]], [[-5.078125, false]], [[-9.078125, false]], [[-9.828125, false]], [[-10.328125, false]], [[-10.078125, false]], [[-10.078125, false]], [[-9.578125, false]], [[-10.703125, false]], [[-5.078125, false]], [[-9.578125, false]], [[-3.578125, false]], [[-5.078125, false]], [[-8.078125, false]], [[-10.078125, false]], [[-8.328125, false]], [[-9.578125, false]], [[-5.078125, false]], [[-10.078125, false]], [[-10.078125, false]], [[-3.578125, false]], [[-10.078125, false]], [[-5.078125, false]], [[-8.578125, false]], [[-9.828125, false]], [[-9.828125, false]], [[-10.828125, false]], [[-8.578125, false]], [[-5.078125, false]], [[-9.828125, false]], [[-9.078125, false]], [[-5.078125, false]], [[-9.828125, false]], [[-3.578125, false]], [[-10.078125, false]], [[-8.578125, false]], [[-9.078125, false]], [[-9.578125, false]], [[-10.703125, false]], [[-5.078125, false]], [[-9.578125, false]], [[-3.578125, false]], [[-5.078125, false]], [[-10.328125, false]], [[-8.078125, false]], [[-8.078125, false]], [[-8.578125, false]], [[-8.578125, false]], [[-5.078125, false]], [[-10.078125, false]], [[-10.078125, false]], [[-3.578125, false]], [[-10.078125, false]], [[-5.078125, false]], [[-10.828125, false]], [[-9.828125, false]], [[-10.328125, false]], [[-9.078125, false]], [[-3.578125, false]], [[-10.078125, false]], [[-8.578125, false]], [[-8.578125, false]], [[-5.078125, false]], [[-9.828125, false]], [[-9.078125, false]], [[-5.078125, false]], [[-9.828125, false]], [[-9.828125, false]], [[-9.078125, false]], [[-10.078125, false]], [[-8.578125, false]], [[-9.078125, false]], [[-9.578125, false]], [[-12.328125, false]]], "filtered_resps": [[-6.328125, false], [-9.578125, false], [-3.578125, false], [-5.078125, false], [-9.078125, false], [-8.078125, false], [-9.078125, false], [-9.828125, false], [-9.078125, false], [-5.078125, false], [-10.078125, false], [-10.078125, false], [-3.578125, false], [-10.078125, false], [-5.078125, false], [-9.078125, false], [-10.078125, false], [-9.828125, false], [-8.328125, false], [-8.078125, false], [-8.578125, false], [-5.078125, false], [-3.578125, false], [-5.078125, false], [-9.078125, false], [-8.578125, false], [-8.578125, false], [-10.078125, false], [-9.578125, false], [-10.703125, false], [-5.078125, false], [-9.578125, false], [-3.578125, false], [-9.078125, false], [-5.078125, false], [-8.078125, false], [-9.828125, false], [-8.328125, false], [-5.078125, false], [-10.078125, false], [-10.078125, false], [-3.578125, false], [-10.078125, false], [-5.078125, false], [-8.328125, false], [-3.578125, false], [-8.328125, false], [-8.328125, false], [-8.578125, false], [-5.078125, false], [-3.578125, false], [-10.078125, false], [-5.078125, false], [-9.078125, false], [-9.828125, false], [-10.328125, false], [-10.078125, false], [-10.078125, false], [-9.578125, false], [-10.703125, false], [-5.078125, false], [-9.578125, false], [-3.578125, false], [-5.078125, false], [-8.078125, false], [-10.078125, false], [-8.328125, false], [-9.578125, false], [-5.078125, false], [-10.078125, false], [-10.078125, false], [-3.578125, false], [-10.078125, false], [-5.078125, false], [-8.578125, false], [-9.828125, false], [-9.828125, false], [-10.828125, false], [-8.578125, false], [-5.078125, false], [-9.828125, false], [-9.078125, false], [-5.078125, false], [-9.828125, false], [-3.578125, false], [-10.078125, false], [-8.578125, false], [-9.078125, false], [-9.578125, false], [-10.703125, false], [-5.078125, false], [-9.578125, false], [-3.578125, false], [-5.078125, false], [-10.328125, false], [-8.078125, false], [-8.078125, false], [-8.578125, false], [-8.578125, false], [-5.078125, false], [-10.078125, false], [-10.078125, false], [-3.578125, false], [-10.078125, false], [-5.078125, false], [-10.828125, false], [-9.828125, false], [-10.328125, false], [-9.078125, false], [-3.578125, false], [-10.078125, false], [-8.578125, false], [-8.578125, false], [-5.078125, false], [-9.828125, false], [-9.078125, false], [-5.078125, false], [-9.828125, false], [-9.828125, false], [-9.078125, false], [-10.078125, false], [-8.578125, false], [-9.078125, false], [-9.578125, false], [-12.328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 97, "doc": {"id": "TAKS_2009_8_17", "question": "A cook touches a hot stove and quickly moves his hand away. What are the two primary body systems that work together to produce this response?", "choices": {"text": ["Integumentary and endocrine systems", "Muscular and respiratory systems", "Nervous and muscular systems", "Skeletal and nervous systems"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Nervous and muscular systems", "arguments": ["Question: A cook touches a hot stove and quickly moves his hand away. What are the two primary body systems that work together to produce this response?\nAnswer:", " ["], "resps": [[[-7.46484375, false]], [[-11.46875, false]], [[-6.46484375, false]], [[-9.96875, false]], [[-10.46875, false]], [[-9.71875, false]], [[-11.21875, false]], [[-10.46875, false]], [[-9.96875, false]], [[-9.71875, false]], [[-9.96875, false]], [[-10.46875, false]], [[-4.71484375, false]], [[-10.96875, false]], [[-12.71875, false]], [[-5.46484375, false]], [[-4.71484375, false]], [[-9.96875, false]], [[-9.96875, false]], [[-5.46484375, false]], [[-9.71875, false]], [[-9.96875, false]], [[-9.96875, false]], [[-9.21875, false]], [[-8.46875, false]], [[-10.96875, false]], [[-9.71875, false]], [[-9.96875, false]], [[-9.71875, false]], [[-5.46484375, false]], [[-9.96875, false]], [[-12.71875, false]], [[-9.96875, false]], [[-10.46875, false]], [[-9.71875, false]], [[-9.96875, false]], [[-9.96875, false]], [[-11.46875, false]], [[-10.5703125, false]], [[-5.46484375, false]], [[-11.46875, false]], [[-7.71484375, false]], [[-10.46875, false]], [[-9.96875, false]], [[-8.46875, false]], [[-10.46875, false]], [[-8.96875, false]], [[-4.71484375, false]], [[-10.96875, false]], [[-5.46484375, false]], [[-4.71484375, false]], [[-9.96875, false]], [[-9.96875, false]], [[-5.46484375, false]], [[-10.96875, false]], [[-9.71875, false]], [[-9.96875, false]], [[-10.46875, false]], [[-9.71875, false]], [[-10.96875, false]], [[-4.71484375, false]], [[-10.46875, false]], [[-9.21875, false]], [[-10.96875, false]], [[-12.71875, false]], [[-5.46484375, false]], [[-9.96875, false]], [[-12.71875, false]], [[-9.96875, false]], [[-10.46875, false]], [[-9.71875, false]], [[-9.96875, false]], [[-9.96875, false]], [[-11.46875, false]], [[-10.6328125, false]], [[-5.46484375, false]], [[-11.46875, false]], [[-7.96484375, false]], [[-9.71875, false]], [[-10.96875, false]], [[-11.21875, false]], [[-9.21875, false]], [[-10.46875, false]], [[-9.96875, false]], [[-5.46484375, false]], [[-4.71484375, false]], [[-9.96875, false]], [[-9.96875, false]], [[-5.46484375, false]], [[-9.96875, false]], [[-10.46875, false]], [[-9.96875, false]], [[-8.46875, false]], [[-10.46875, false]], [[-8.96875, false]], [[-4.71484375, false]], [[-10.96875, false]], [[-5.46484375, false]], [[-9.96875, false]], [[-12.71875, false]], [[-9.96875, false]], [[-10.46875, false]], [[-9.71875, false]], [[-9.96875, false]], [[-9.96875, false]], [[-11.46875, false]], [[-10.6328125, false]], [[-5.46484375, false]], [[-11.46875, false]], [[-5.71484375, false]], [[-6.96484375, false]], [[-9.71875, false]], [[-8.96875, false]], [[-9.71875, false]], [[-10.46875, false]], [[-4.71484375, false]], [[-8.96875, false]], [[-5.46484375, false]], [[-4.71484375, false]], [[-9.96875, false]], [[-9.96875, false]], [[-5.46484375, false]], [[-9.96875, false]], [[-9.71875, false]], [[-10.96875, false]], [[-11.21875, false]], [[-9.21875, false]], [[-10.46875, false]], [[-9.96875, false]], [[-5.46484375, false]], [[-9.96875, false]], [[-12.71875, false]], [[-9.96875, false]], [[-10.46875, false]], [[-9.71875, false]], [[-9.96875, false]], [[-9.96875, false]], [[-11.46875, false]], [[-12.71875, false]]], "filtered_resps": [[-7.46484375, false], [-11.46875, false], [-6.46484375, false], [-9.96875, false], [-10.46875, false], [-9.71875, false], [-11.21875, false], [-10.46875, false], [-9.96875, false], [-9.71875, false], [-9.96875, false], [-10.46875, false], [-4.71484375, false], [-10.96875, false], [-12.71875, false], [-5.46484375, false], [-4.71484375, false], [-9.96875, false], [-9.96875, false], [-5.46484375, false], [-9.71875, false], [-9.96875, false], [-9.96875, false], [-9.21875, false], [-8.46875, false], [-10.96875, false], [-9.71875, false], [-9.96875, false], [-9.71875, false], [-5.46484375, false], [-9.96875, false], [-12.71875, false], [-9.96875, false], [-10.46875, false], [-9.71875, false], [-9.96875, false], [-9.96875, false], [-11.46875, false], [-10.5703125, false], [-5.46484375, false], [-11.46875, false], [-7.71484375, false], [-10.46875, false], [-9.96875, false], [-8.46875, false], [-10.46875, false], [-8.96875, false], [-4.71484375, false], [-10.96875, false], [-5.46484375, false], [-4.71484375, false], [-9.96875, false], [-9.96875, false], [-5.46484375, false], [-10.96875, false], [-9.71875, false], [-9.96875, false], [-10.46875, false], [-9.71875, false], [-10.96875, false], [-4.71484375, false], [-10.46875, false], [-9.21875, false], [-10.96875, false], [-12.71875, false], [-5.46484375, false], [-9.96875, false], [-12.71875, false], [-9.96875, false], [-10.46875, false], [-9.71875, false], [-9.96875, false], [-9.96875, false], [-11.46875, false], [-10.6328125, false], [-5.46484375, false], [-11.46875, false], [-7.96484375, false], [-9.71875, false], [-10.96875, false], [-11.21875, false], [-9.21875, false], [-10.46875, false], [-9.96875, false], [-5.46484375, false], [-4.71484375, false], [-9.96875, false], [-9.96875, false], [-5.46484375, false], [-9.96875, false], [-10.46875, false], [-9.96875, false], [-8.46875, false], [-10.46875, false], [-8.96875, false], [-4.71484375, false], [-10.96875, false], [-5.46484375, false], [-9.96875, false], [-12.71875, false], [-9.96875, false], [-10.46875, false], [-9.71875, false], [-9.96875, false], [-9.96875, false], [-11.46875, false], [-10.6328125, false], [-5.46484375, false], [-11.46875, false], [-5.71484375, false], [-6.96484375, false], [-9.71875, false], [-8.96875, false], [-9.71875, false], [-10.46875, false], [-4.71484375, false], [-8.96875, false], [-5.46484375, false], [-4.71484375, false], [-9.96875, false], [-9.96875, false], [-5.46484375, false], [-9.96875, false], [-9.71875, false], [-10.96875, false], [-11.21875, false], [-9.21875, false], [-10.46875, false], [-9.96875, false], [-5.46484375, false], [-9.96875, false], [-12.71875, false], [-9.96875, false], [-10.46875, false], [-9.71875, false], [-9.96875, false], [-9.96875, false], [-11.46875, false], [-12.71875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 105, "doc": {"id": "Mercury_SC_416124", "question": "Which two human body systems are most responsible for getting oxygen to cells?", "choices": {"text": ["digestive and skeletal", "skeletal and circulatory", "circulatory and respiratory", "respiratory and digestive"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "circulatory and respiratory", "arguments": ["Question: Which two human body systems are most responsible for getting oxygen to cells?\nAnswer:", " ["], "resps": [[[-8.1796875, false]], [[-11.9296875, false]], [[-11.6796875, false]], [[-10.1796875, false]], [[-11.6796875, false]], [[-9.4296875, false]], [[-10.6796875, false]], [[-10.4296875, false]], [[-10.1796875, false]], [[-11.1796875, false]], [[-9.4296875, false]], [[-5.6796875, false]], [[-5.1796875, false]], [[-10.4296875, false]], [[-11.6796875, false]], [[-5.6796875, false]], [[-10.6796875, false]], [[-6.1796875, false]], [[-9.4296875, false]], [[-8.6796875, false]], [[-9.4296875, false]], [[-10.4296875, false]], [[-5.1796875, false]], [[-8.6796875, false]], [[-11.9296875, false]], [[-11.0078125, false]], [[-5.6796875, false]], [[-11.9296875, false]], [[-10.6796875, false]], [[-6.1796875, false]], [[-9.4296875, false]], [[-8.6796875, false]], [[-9.4296875, false]], [[-10.4296875, false]], [[-5.1796875, false]], [[-8.6796875, false]], [[-5.6796875, false]], [[-5.1796875, false]], [[-10.4296875, false]], [[-11.6796875, false]], [[-5.6796875, false]], [[-7.9296875, false]], [[-10.1796875, false]], [[-11.4296875, false]], [[-7.9296875, false]], [[-10.1796875, false]], [[-8.6796875, false]], [[-5.1796875, false]], [[-10.4296875, false]], [[-8.1796875, false]], [[-11.4296875, false]], [[-12.9296875, false]], [[-11.9296875, false]], [[-11.0078125, false]], [[-5.6796875, false]], [[-11.9296875, false]], [[-7.9296875, false]], [[-10.1796875, false]], [[-11.4296875, false]], [[-7.9296875, false]], [[-10.1796875, false]], [[-8.6796875, false]], [[-5.1796875, false]], [[-10.4296875, false]], [[-8.1796875, false]], [[-11.4296875, false]], [[-12.9296875, false]], [[-5.6796875, false]], [[-5.1796875, false]], [[-10.4296875, false]], [[-11.6796875, false]], [[-5.6796875, false]], [[-11.4296875, false]], [[-9.4296875, false]], [[-10.6796875, false]], [[-10.9296875, false]], [[-10.1796875, false]], [[-11.4296875, false]], [[-5.1796875, false]], [[-10.4296875, false]], [[-8.1796875, false]], [[-11.4296875, false]], [[-12.9296875, false]], [[-11.9296875, false]], [[-11.0078125, false]], [[-5.6796875, false]], [[-11.9296875, false]], [[-11.4296875, false]], [[-9.4296875, false]], [[-10.6796875, false]], [[-10.9296875, false]], [[-10.1796875, false]], [[-11.4296875, false]], [[-5.1796875, false]], [[-10.4296875, false]], [[-8.1796875, false]], [[-11.4296875, false]], [[-12.9296875, false]], [[-5.6796875, false]], [[-5.1796875, false]], [[-10.4296875, false]], [[-11.6796875, false]], [[-5.6796875, false]], [[-11.6796875, false]], [[-10.1796875, false]], [[-11.6796875, false]], [[-9.4296875, false]], [[-10.6796875, false]], [[-10.4296875, false]], [[-10.1796875, false]], [[-11.1796875, false]], [[-9.4296875, false]], [[-11.9296875, false]], [[-13.9296875, false]]], "filtered_resps": [[-8.1796875, false], [-11.9296875, false], [-11.6796875, false], [-10.1796875, false], [-11.6796875, false], [-9.4296875, false], [-10.6796875, false], [-10.4296875, false], [-10.1796875, false], [-11.1796875, false], [-9.4296875, false], [-5.6796875, false], [-5.1796875, false], [-10.4296875, false], [-11.6796875, false], [-5.6796875, false], [-10.6796875, false], [-6.1796875, false], [-9.4296875, false], [-8.6796875, false], [-9.4296875, false], [-10.4296875, false], [-5.1796875, false], [-8.6796875, false], [-11.9296875, false], [-11.0078125, false], [-5.6796875, false], [-11.9296875, false], [-10.6796875, false], [-6.1796875, false], [-9.4296875, false], [-8.6796875, false], [-9.4296875, false], [-10.4296875, false], [-5.1796875, false], [-8.6796875, false], [-5.6796875, false], [-5.1796875, false], [-10.4296875, false], [-11.6796875, false], [-5.6796875, false], [-7.9296875, false], [-10.1796875, false], [-11.4296875, false], [-7.9296875, false], [-10.1796875, false], [-8.6796875, false], [-5.1796875, false], [-10.4296875, false], [-8.1796875, false], [-11.4296875, false], [-12.9296875, false], [-11.9296875, false], [-11.0078125, false], [-5.6796875, false], [-11.9296875, false], [-7.9296875, false], [-10.1796875, false], [-11.4296875, false], [-7.9296875, false], [-10.1796875, false], [-8.6796875, false], [-5.1796875, false], [-10.4296875, false], [-8.1796875, false], [-11.4296875, false], [-12.9296875, false], [-5.6796875, false], [-5.1796875, false], [-10.4296875, false], [-11.6796875, false], [-5.6796875, false], [-11.4296875, false], [-9.4296875, false], [-10.6796875, false], [-10.9296875, false], [-10.1796875, false], [-11.4296875, false], [-5.1796875, false], [-10.4296875, false], [-8.1796875, false], [-11.4296875, false], [-12.9296875, false], [-11.9296875, false], [-11.0078125, false], [-5.6796875, false], [-11.9296875, false], [-11.4296875, false], [-9.4296875, false], [-10.6796875, false], [-10.9296875, false], [-10.1796875, false], [-11.4296875, false], [-5.1796875, false], [-10.4296875, false], [-8.1796875, false], [-11.4296875, false], [-12.9296875, false], [-5.6796875, false], [-5.1796875, false], [-10.4296875, false], [-11.6796875, false], [-5.6796875, false], [-11.6796875, false], [-10.1796875, false], [-11.6796875, false], [-9.4296875, false], [-10.6796875, false], [-10.4296875, false], [-10.1796875, false], [-11.1796875, false], [-9.4296875, false], [-11.9296875, false], [-13.9296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 113, "doc": {"id": "ACTAAP_2010_7_10", "question": "Air is composed of many different substances. Which of the following components of air is a compound rather than an element?", "choices": {"text": ["Argon, Ar", "Oxygen, O2", "Water, H2O", "Nitrogen, N2"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Water, H2O", "arguments": ["Question: Air is composed of many different substances. Which of the following components of air is a compound rather than an element?\nAnswer:", " ["], "resps": [[[-6.94921875, false]], [[-10.1953125, false]], [[-2.197265625, true]], [[-10.6953125, false]], [[-10.6953125, false]], [[-5.94921875, false]], [[-6.94921875, false]], [[-9.796875, false]], [[-5.44921875, false]], [[-2.197265625, true]], [[-10.6953125, false]], [[-10.1953125, false]], [[-9.796875, false]], [[-5.44921875, false]], [[-10.1953125, false]], [[-3.947265625, false]], [[-9.1953125, false]], [[-9.9453125, false]], [[-10.6953125, false]], [[-8.1953125, false]], [[-6.94921875, false]], [[-9.796875, false]], [[-5.44921875, false]], [[-3.947265625, false]], [[-7.94921875, false]], [[-10.1953125, false]], [[-9.796875, false]], [[-5.44921875, false]], [[-10.1953125, false]], [[-7.44921875, false]], [[-3.697265625, false]], [[-10.1953125, false]], [[-8.1953125, false]], [[-10.6953125, false]], [[-9.796875, false]], [[-5.44921875, false]], [[-2.697265625, false]], [[-7.94921875, false]], [[-3.947265625, false]], [[-10.1953125, false]], [[-9.796875, false]], [[-5.44921875, false]], [[-10.1953125, false]], [[-5.69921875, false]], [[-6.69921875, false]], [[-10.1953125, false]], [[-10.6953125, false]], [[-5.94921875, false]], [[-10.6953125, false]], [[-8.1953125, false]], [[-6.94921875, false]], [[-9.796875, false]], [[-5.44921875, false]], [[-5.69921875, false]], [[-7.94921875, false]], [[-10.1953125, false]], [[-12.6953125, false]]], "filtered_resps": [[-6.94921875, false], [-10.1953125, false], [-2.197265625, true], [-10.6953125, false], [-10.6953125, false], [-5.94921875, false], [-6.94921875, false], [-9.796875, false], [-5.44921875, false], [-2.197265625, true], [-10.6953125, false], [-10.1953125, false], [-9.796875, false], [-5.44921875, false], [-10.1953125, false], [-3.947265625, false], [-9.1953125, false], [-9.9453125, false], [-10.6953125, false], [-8.1953125, false], [-6.94921875, false], [-9.796875, false], [-5.44921875, false], [-3.947265625, false], [-7.94921875, false], [-10.1953125, false], [-9.796875, false], [-5.44921875, false], [-10.1953125, false], [-7.44921875, false], [-3.697265625, false], [-10.1953125, false], [-8.1953125, false], [-10.6953125, false], [-9.796875, false], [-5.44921875, false], [-2.697265625, false], [-7.94921875, false], [-3.947265625, false], [-10.1953125, false], [-9.796875, false], [-5.44921875, false], [-10.1953125, false], [-5.69921875, false], [-6.69921875, false], [-10.1953125, false], [-10.6953125, false], [-5.94921875, false], [-10.6953125, false], [-8.1953125, false], [-6.94921875, false], [-9.796875, false], [-5.44921875, false], [-5.69921875, false], [-7.94921875, false], [-10.1953125, false], [-12.6953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 121, "doc": {"id": "Mercury_SC_LBS10020", "question": "What are the three common states of matter?", "choices": {"text": ["liquid, gas, vapor", "gas, liquid, fluid", "solid, gas, liquid", "solid, vapor, liquid"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "solid, gas, liquid", "arguments": ["Question: What are the three common states of matter?\nAnswer:", " ["], "resps": [[[-7.0546875, false]], [[-8.3046875, false]], [[-10.3046875, false]], [[-7.5546875, false]], [[-11.8046875, false]], [[-10.3046875, false]], [[-7.5546875, false]], [[-9.8046875, false]], [[-9.34375, false]], [[-5.3046875, false]], [[-11.0546875, false]], [[-5.5546875, false]], [[-9.5546875, false]], [[-9.34375, false]], [[-5.3046875, false]], [[-10.8046875, false]], [[-5.5546875, false]], [[-9.3046875, false]], [[-8.8046875, false]], [[-10.5546875, false]], [[-8.3046875, false]], [[-9.34375, false]], [[-5.3046875, false]], [[-8.3046875, false]], [[-11.0546875, false]], [[-5.5546875, false]], [[-9.5546875, false]], [[-9.34375, false]], [[-5.3046875, false]], [[-10.3046875, false]], [[-7.5546875, false]], [[-11.8046875, false]], [[-10.3046875, false]], [[-7.5546875, false]], [[-9.8046875, false]], [[-9.34375, false]], [[-5.3046875, false]], [[-9.5546875, false]], [[-10.3046875, false]], [[-10.3046875, false]], [[-7.5546875, false]], [[-9.8046875, false]], [[-8.3046875, false]], [[-9.34375, false]], [[-5.3046875, false]], [[-8.3046875, false]], [[-9.5546875, false]], [[-8.8046875, false]], [[-10.3046875, false]], [[-7.5546875, false]], [[-9.8046875, false]], [[-9.34375, false]], [[-5.3046875, false]], [[-11.0546875, false]], [[-5.5546875, false]], [[-9.5546875, false]], [[-9.34375, false]], [[-5.3046875, false]], [[-10.3046875, false]], [[-7.5546875, false]], [[-11.8046875, false]], [[-10.3046875, false]], [[-7.5546875, false]], [[-9.8046875, false]], [[-8.3046875, false]], [[-9.34375, false]], [[-5.3046875, false]], [[-8.3046875, false]], [[-9.5546875, false]], [[-8.8046875, false]], [[-10.3046875, false]], [[-7.5546875, false]], [[-9.8046875, false]], [[-9.34375, false]], [[-5.3046875, false]], [[-10.8046875, false]], [[-5.5546875, false]], [[-9.3046875, false]], [[-8.8046875, false]], [[-10.5546875, false]], [[-9.34375, false]], [[-5.3046875, false]], [[-10.3046875, false]], [[-7.5546875, false]], [[-11.8046875, false]], [[-10.3046875, false]], [[-7.5546875, false]], [[-9.8046875, false]], [[-8.3046875, false]], [[-11.8046875, false]]], "filtered_resps": [[-7.0546875, false], [-8.3046875, false], [-10.3046875, false], [-7.5546875, false], [-11.8046875, false], [-10.3046875, false], [-7.5546875, false], [-9.8046875, false], [-9.34375, false], [-5.3046875, false], [-11.0546875, false], [-5.5546875, false], [-9.5546875, false], [-9.34375, false], [-5.3046875, false], [-10.8046875, false], [-5.5546875, false], [-9.3046875, false], [-8.8046875, false], [-10.5546875, false], [-8.3046875, false], [-9.34375, false], [-5.3046875, false], [-8.3046875, false], [-11.0546875, false], [-5.5546875, false], [-9.5546875, false], [-9.34375, false], [-5.3046875, false], [-10.3046875, false], [-7.5546875, false], [-11.8046875, false], [-10.3046875, false], [-7.5546875, false], [-9.8046875, false], [-9.34375, false], [-5.3046875, false], [-9.5546875, false], [-10.3046875, false], [-10.3046875, false], [-7.5546875, false], [-9.8046875, false], [-8.3046875, false], [-9.34375, false], [-5.3046875, false], [-8.3046875, false], [-9.5546875, false], [-8.8046875, false], [-10.3046875, false], [-7.5546875, false], [-9.8046875, false], [-9.34375, false], [-5.3046875, false], [-11.0546875, false], [-5.5546875, false], [-9.5546875, false], [-9.34375, false], [-5.3046875, false], [-10.3046875, false], [-7.5546875, false], [-11.8046875, false], [-10.3046875, false], [-7.5546875, false], [-9.8046875, false], [-8.3046875, false], [-9.34375, false], [-5.3046875, false], [-8.3046875, false], [-9.5546875, false], [-8.8046875, false], [-10.3046875, false], [-7.5546875, false], [-9.8046875, false], [-9.34375, false], [-5.3046875, false], [-10.8046875, false], [-5.5546875, false], [-9.3046875, false], [-8.8046875, false], [-10.5546875, false], [-9.34375, false], [-5.3046875, false], [-10.3046875, false], [-7.5546875, false], [-11.8046875, false], [-10.3046875, false], [-7.5546875, false], [-9.8046875, false], [-8.3046875, false], [-11.8046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 129, "doc": {"id": "Mercury_SC_415535", "question": "If you place a thermometer into a glass of boiling water, what temperature should the thermometer read?", "choices": {"text": ["32°C", "100°C", "200°C", "212°C"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "100°C", "arguments": ["Question: If you place a thermometer into a glass of boiling water, what temperature should the thermometer read?\nAnswer:", " ["], "resps": [[[-7.0, false]], [[-9.5, false]], [[-6.5, false]], [[-6.5, false]], [[-7.75, false]], [[-6.5, false]], [[-9.5, false]], [[-11.078125, false]], [[-5.0, false]], [[-9.5, false]], [[-5.5, false]], [[-5.25, false]], [[-5.25, false]], [[-7.75, false]], [[-6.5, false]], [[-9.5, false]], [[-11.078125, false]], [[-5.0, false]], [[-9.5, false]], [[-6.5, false]], [[-5.25, false]], [[-5.25, false]], [[-7.75, false]], [[-6.5, false]], [[-9.5, false]], [[-11.078125, false]], [[-5.0, false]], [[-9.5, false]], [[-6.5, false]], [[-5.5, false]], [[-6.5, false]], [[-7.75, false]], [[-6.5, false]], [[-9.5, false]], [[-11.75, false]]], "filtered_resps": [[-7.0, false], [-9.5, false], [-6.5, false], [-6.5, false], [-7.75, false], [-6.5, false], [-9.5, false], [-11.078125, false], [-5.0, false], [-9.5, false], [-5.5, false], [-5.25, false], [-5.25, false], [-7.75, false], [-6.5, false], [-9.5, false], [-11.078125, false], [-5.0, false], [-9.5, false], [-6.5, false], [-5.25, false], [-5.25, false], [-7.75, false], [-6.5, false], [-9.5, false], [-11.078125, false], [-5.0, false], [-9.5, false], [-6.5, false], [-5.5, false], [-6.5, false], [-7.75, false], [-6.5, false], [-9.5, false], [-11.75, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 137, "doc": {"id": "TAKS_2009_8_39", "question": "Squirrels in cold climates gather and store food for winter. The squirrels sometimes bury nuts and then do not return for them. These nuts can grow to become trees. This chain of events is an example of", "choices": {"text": ["predation", "seed distribution", "competition", "seed fossilization"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "seed distribution", "arguments": ["Question: Squirrels in cold climates gather and store food for winter. The squirrels sometimes bury nuts and then do not return for them. These nuts can grow to become trees. This chain of events is an example of\nAnswer:", " ["], "resps": [[[-7.31640625, false]], [[-8.1953125, false]], [[-7.94140625, false]], [[-8.5703125, false]], [[-7.81640625, false]], [[-6.81640625, false]], [[-3.81640625, false]], [[-9.9453125, false]], [[-7.19140625, false]], [[-8.4453125, false]], [[-7.19140625, false]], [[-8.1953125, false]], [[-8.140625, false]], [[-4.56640625, false]], [[-8.1953125, false]], [[-7.31640625, false]], [[-7.81640625, false]], [[-7.81640625, false]], [[-6.81640625, false]], [[-4.56640625, false]], [[-6.81640625, false]], [[-7.19140625, false]], [[-7.31640625, false]], [[-9.9453125, false]], [[-8.5703125, false]], [[-7.19140625, false]], [[-6.06640625, false]], [[-10.4453125, false]], [[-9.9453125, false]], [[-7.19140625, false]], [[-8.4453125, false]], [[-7.19140625, false]], [[-8.1953125, false]], [[-8.140625, false]], [[-4.56640625, false]], [[-8.1953125, false]], [[-7.19140625, false]], [[-8.4453125, false]], [[-9.0703125, false]], [[-7.94140625, false]], [[-7.81640625, false]], [[-9.9453125, false]], [[-7.19140625, false]], [[-9.9453125, false]], [[-7.19140625, false]], [[-8.4453125, false]], [[-7.19140625, false]], [[-8.1953125, false]], [[-8.265625, false]], [[-4.56640625, false]], [[-8.1953125, false]], [[-7.31640625, false]], [[-7.81640625, false]], [[-7.81640625, false]], [[-6.81640625, false]], [[-4.56640625, false]], [[-7.69140625, false]], [[-8.4453125, false]], [[-7.31640625, false]], [[-7.31640625, false]], [[-7.19140625, false]], [[-10.0703125, false]], [[-7.19140625, false]], [[-10.9453125, false]], [[-3.81640625, false]], [[-9.9453125, false]], [[-7.19140625, false]], [[-8.4453125, false]], [[-7.19140625, false]], [[-8.1953125, false]], [[-11.9453125, false]]], "filtered_resps": [[-7.31640625, false], [-8.1953125, false], [-7.94140625, false], [-8.5703125, false], [-7.81640625, false], [-6.81640625, false], [-3.81640625, false], [-9.9453125, false], [-7.19140625, false], [-8.4453125, false], [-7.19140625, false], [-8.1953125, false], [-8.140625, false], [-4.56640625, false], [-8.1953125, false], [-7.31640625, false], [-7.81640625, false], [-7.81640625, false], [-6.81640625, false], [-4.56640625, false], [-6.81640625, false], [-7.19140625, false], [-7.31640625, false], [-9.9453125, false], [-8.5703125, false], [-7.19140625, false], [-6.06640625, false], [-10.4453125, false], [-9.9453125, false], [-7.19140625, false], [-8.4453125, false], [-7.19140625, false], [-8.1953125, false], [-8.140625, false], [-4.56640625, false], [-8.1953125, false], [-7.19140625, false], [-8.4453125, false], [-9.0703125, false], [-7.94140625, false], [-7.81640625, false], [-9.9453125, false], [-7.19140625, false], [-9.9453125, false], [-7.19140625, false], [-8.4453125, false], [-7.19140625, false], [-8.1953125, false], [-8.265625, false], [-4.56640625, false], [-8.1953125, false], [-7.31640625, false], [-7.81640625, false], [-7.81640625, false], [-6.81640625, false], [-4.56640625, false], [-7.69140625, false], [-8.4453125, false], [-7.31640625, false], [-7.31640625, false], [-7.19140625, false], [-10.0703125, false], [-7.19140625, false], [-10.9453125, false], [-3.81640625, false], [-9.9453125, false], [-7.19140625, false], [-8.4453125, false], [-7.19140625, false], [-8.1953125, false], [-11.9453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 145, "doc": {"id": "LEAP__4_10228", "question": "On a field trip in a wooded area, you see a small, strange object. You wonder whether it is a live animal. The best way to find out is to observe the object to see if it", "choices": {"text": ["has an odor.", "has separate parts.", "can make a noise and has a lifelike color.", "carries out basic life functions."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "carries out basic life functions.", "arguments": ["Question: On a field trip in a wooded area, you see a small, strange object. You wonder whether it is a live animal. The best way to find out is to observe the object to see if it\nAnswer:", " ["], "resps": [[[-7.37890625, false]], [[-8.375, false]], [[-10.375, false]], [[-5.62890625, false]], [[-9.125, false]], [[-5.12890625, false]], [[-5.62890625, false]], [[-9.875, false]], [[-5.12890625, false]], [[-9.375, false]], [[-9.625, false]], [[-9.375, false]], [[-12.125, false]], [[-6.94140625, false]], [[-8.375, false]], [[-10.5625, false]], [[-5.12890625, false]], [[-8.375, false]], [[-10.375, false]], [[-5.62890625, false]], [[-9.125, false]], [[-5.12890625, false]], [[-9.125, false]], [[-9.125, false]], [[-10.375, false]], [[-5.62890625, false]], [[-12.125, false]], [[-5.62890625, false]], [[-11.375, false]], [[-9.125, false]], [[-5.12890625, false]], [[-10.375, false]], [[-5.62890625, false]], [[-12.125, false]], [[-11.375, false]], [[-9.125, false]], [[-6.94140625, false]], [[-8.375, false]], [[-10.5625, false]], [[-5.12890625, false]], [[-8.375, false]], [[-10.375, false]], [[-5.62890625, false]], [[-9.875, false]], [[-5.12890625, false]], [[-11.375, false]], [[-5.62890625, false]], [[-10.125, false]], [[-9.125, false]], [[-5.12890625, false]], [[-5.62890625, false]], [[-5.12890625, false]], [[-9.875, false]], [[-9.375, false]], [[-8.375, false]], [[-9.125, false]], [[-9.125, false]], [[-5.12890625, false]], [[-5.62890625, false]], [[-9.875, false]], [[-9.625, false]], [[-5.12890625, false]], [[-10.375, false]], [[-5.62890625, false]], [[-9.125, false]], [[-5.12890625, false]], [[-5.62890625, false]], [[-5.12890625, false]], [[-10.125, false]], [[-8.375, false]], [[-10.625, false]], [[-9.125, false]], [[-10.125, false]], [[-8.375, false]], [[-10.125, false]], [[-9.125, false]], [[-5.12890625, false]], [[-10.375, false]], [[-9.375, false]], [[-10.125, false]], [[-9.375, false]], [[-12.125, false]], [[-6.94140625, false]], [[-8.375, false]], [[-10.5625, false]], [[-5.12890625, false]], [[-8.375, false]], [[-10.375, false]], [[-5.62890625, false]], [[-12.125, false]], [[-12.125, false]], [[-8.375, false]], [[-9.125, false]], [[-9.125, false]], [[-5.12890625, false]], [[-9.375, false]], [[-9.375, false]], [[-11.375, false]], [[-5.12890625, false]], [[-9.375, false]], [[-5.62890625, false]], [[-9.125, false]], [[-8.375, false]], [[-10.375, false]], [[-5.12890625, false]], [[-10.125, false]], [[-8.375, false]], [[-10.625, false]], [[-9.125, false]], [[-5.12890625, false]], [[-10.625, false]], [[-9.375, false]], [[-9.875, false]], [[-10.375, false]], [[-11.375, false]], [[-8.375, false]], [[-9.375, false]], [[-9.875, false]], [[-9.125, false]], [[-6.94140625, false]], [[-8.375, false]], [[-11.625, false]]], "filtered_resps": [[-7.37890625, false], [-8.375, false], [-10.375, false], [-5.62890625, false], [-9.125, false], [-5.12890625, false], [-5.62890625, false], [-9.875, false], [-5.12890625, false], [-9.375, false], [-9.625, false], [-9.375, false], [-12.125, false], [-6.94140625, false], [-8.375, false], [-10.5625, false], [-5.12890625, false], [-8.375, false], [-10.375, false], [-5.62890625, false], [-9.125, false], [-5.12890625, false], [-9.125, false], [-9.125, false], [-10.375, false], [-5.62890625, false], [-12.125, false], [-5.62890625, false], [-11.375, false], [-9.125, false], [-5.12890625, false], [-10.375, false], [-5.62890625, false], [-12.125, false], [-11.375, false], [-9.125, false], [-6.94140625, false], [-8.375, false], [-10.5625, false], [-5.12890625, false], [-8.375, false], [-10.375, false], [-5.62890625, false], [-9.875, false], [-5.12890625, false], [-11.375, false], [-5.62890625, false], [-10.125, false], [-9.125, false], [-5.12890625, false], [-5.62890625, false], [-5.12890625, false], [-9.875, false], [-9.375, false], [-8.375, false], [-9.125, false], [-9.125, false], [-5.12890625, false], [-5.62890625, false], [-9.875, false], [-9.625, false], [-5.12890625, false], [-10.375, false], [-5.62890625, false], [-9.125, false], [-5.12890625, false], [-5.62890625, false], [-5.12890625, false], [-10.125, false], [-8.375, false], [-10.625, false], [-9.125, false], [-10.125, false], [-8.375, false], [-10.125, false], [-9.125, false], [-5.12890625, false], [-10.375, false], [-9.375, false], [-10.125, false], [-9.375, false], [-12.125, false], [-6.94140625, false], [-8.375, false], [-10.5625, false], [-5.12890625, false], [-8.375, false], [-10.375, false], [-5.62890625, false], [-12.125, false], [-12.125, false], [-8.375, false], [-9.125, false], [-9.125, false], [-5.12890625, false], [-9.375, false], [-9.375, false], [-11.375, false], [-5.12890625, false], [-9.375, false], [-5.62890625, false], [-9.125, false], [-8.375, false], [-10.375, false], [-5.12890625, false], [-10.125, false], [-8.375, false], [-10.625, false], [-9.125, false], [-5.12890625, false], [-10.625, false], [-9.375, false], [-9.875, false], [-10.375, false], [-11.375, false], [-8.375, false], [-9.375, false], [-9.875, false], [-9.125, false], [-6.94140625, false], [-8.375, false], [-11.625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 153, "doc": {"id": "Mercury_SC_401166", "question": "Which object works best when reflecting light?", "choices": {"text": ["mirror", "camera", "binoculars", "eyeglasses"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "mirror", "arguments": ["Question: Which object works best when reflecting light?\nAnswer:", " ["], "resps": [[[-8.0078125, false]], [[-8.2578125, false]], [[-10.5078125, false]], [[-9.5078125, false]], [[-10.5078125, false]], [[-10.5078125, false]], [[-9.5078125, false]], [[-10.5078125, false]], [[-8.2578125, false]], [[-9.4453125, false]], [[-5.2578125, false]], [[-8.2578125, false]], [[-9.7578125, false]], [[-4.7578125, false]], [[-10.5078125, false]], [[-9.5078125, false]], [[-10.5078125, false]], [[-4.7578125, false]], [[-8.2578125, false]], [[-9.4453125, false]], [[-5.2578125, false]], [[-8.2578125, false]], [[-9.0078125, false]], [[-9.5078125, false]], [[-9.7578125, false]], [[-9.5078125, false]], [[-9.7578125, false]], [[-10.7578125, false]], [[-9.2578125, false]], [[-4.7578125, false]], [[-10.5078125, false]], [[-9.0078125, false]], [[-8.2578125, false]], [[-9.4453125, false]], [[-5.2578125, false]], [[-8.2578125, false]], [[-9.5078125, false]], [[-12.5078125, false]], [[-9.5078125, false]], [[-11.2578125, false]], [[-9.2578125, false]], [[-4.7578125, false]], [[-9.0078125, false]], [[-9.0078125, false]], [[-9.5078125, false]], [[-9.0078125, false]], [[-8.2578125, false]], [[-13.5078125, false]]], "filtered_resps": [[-8.0078125, false], [-8.2578125, false], [-10.5078125, false], [-9.5078125, false], [-10.5078125, false], [-10.5078125, false], [-9.5078125, false], [-10.5078125, false], [-8.2578125, false], [-9.4453125, false], [-5.2578125, false], [-8.2578125, false], [-9.7578125, false], [-4.7578125, false], [-10.5078125, false], [-9.5078125, false], [-10.5078125, false], [-4.7578125, false], [-8.2578125, false], [-9.4453125, false], [-5.2578125, false], [-8.2578125, false], [-9.0078125, false], [-9.5078125, false], [-9.7578125, false], [-9.5078125, false], [-9.7578125, false], [-10.7578125, false], [-9.2578125, false], [-4.7578125, false], [-10.5078125, false], [-9.0078125, false], [-8.2578125, false], [-9.4453125, false], [-5.2578125, false], [-8.2578125, false], [-9.5078125, false], [-12.5078125, false], [-9.5078125, false], [-11.2578125, false], [-9.2578125, false], [-4.7578125, false], [-9.0078125, false], [-9.0078125, false], [-9.5078125, false], [-9.0078125, false], [-8.2578125, false], [-13.5078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 161, "doc": {"id": "Mercury_7056875", "question": "Which of these systems functions to protect and support vital organs?", "choices": {"text": ["digestive", "skeletal", "nervous", "excretory"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "skeletal", "arguments": ["Question: Which of these systems functions to protect and support vital organs?\nAnswer:", " ["], "resps": [[[-7.265625, false]], [[-10.515625, false]], [[-9.640625, false]], [[-8.015625, false]], [[-10.890625, false]], [[-8.015625, false]], [[-9.015625, false]], [[-9.140625, false]], [[-8.015625, false]], [[-9.640625, false]], [[-8.015625, false]], [[-10.515625, false]], [[-8.78125, false]], [[-4.515625, false]], [[-10.515625, false]], [[-9.015625, false]], [[-4.640625, false]], [[-8.015625, false]], [[-8.140625, false]], [[-8.015625, false]], [[-9.140625, false]], [[-4.390625, false]], [[-8.140625, false]], [[-10.515625, false]], [[-8.78125, false]], [[-4.515625, false]], [[-10.515625, false]], [[-9.390625, false]], [[-8.015625, false]], [[-10.265625, false]], [[-9.640625, false]], [[-8.390625, false]], [[-9.265625, false]], [[-9.015625, false]], [[-10.515625, false]], [[-8.78125, false]], [[-4.515625, false]], [[-10.515625, false]], [[-8.015625, false]], [[-8.765625, false]], [[-8.140625, false]], [[-10.265625, false]], [[-8.015625, false]], [[-9.140625, false]], [[-8.390625, false]], [[-10.265625, false]], [[-12.015625, false]], [[-10.515625, false]], [[-11.515625, false]]], "filtered_resps": [[-7.265625, false], [-10.515625, false], [-9.640625, false], [-8.015625, false], [-10.890625, false], [-8.015625, false], [-9.015625, false], [-9.140625, false], [-8.015625, false], [-9.640625, false], [-8.015625, false], [-10.515625, false], [-8.78125, false], [-4.515625, false], [-10.515625, false], [-9.015625, false], [-4.640625, false], [-8.015625, false], [-8.140625, false], [-8.015625, false], [-9.140625, false], [-4.390625, false], [-8.140625, false], [-10.515625, false], [-8.78125, false], [-4.515625, false], [-10.515625, false], [-9.390625, false], [-8.015625, false], [-10.265625, false], [-9.640625, false], [-8.390625, false], [-9.265625, false], [-9.015625, false], [-10.515625, false], [-8.78125, false], [-4.515625, false], [-10.515625, false], [-8.015625, false], [-8.765625, false], [-8.140625, false], [-10.265625, false], [-8.015625, false], [-9.140625, false], [-8.390625, false], [-10.265625, false], [-12.015625, false], [-10.515625, false], [-11.515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 169, "doc": {"id": "Mercury_7092400", "question": "As two continental plates collide, the edges of the plates are crumpled and uplifted. Which of these landforms is most likely a result of this type of collision?", "choices": {"text": ["normal faults", "mountain ranges", "U-shaped valleys", "shield volcanoes"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "mountain ranges", "arguments": ["Question: As two continental plates collide, the edges of the plates are crumpled and uplifted. Which of these landforms is most likely a result of this type of collision?\nAnswer:", " ["], "resps": [[[-7.15625, false]], [[-8.78125, false]], [[-9.53125, false]], [[-9.90625, false]], [[-9.03125, false]], [[-9.53125, false]], [[-4.65625, false]], [[-9.90625, false]], [[-5.15625, false]], [[-10.03125, false]], [[-4.65625, false]], [[-12.40625, false]], [[-9.90625, false]], [[-10.65625, false]], [[-9.78125, false]], [[-8.78125, false]], [[-9.90625, false]], [[-5.15625, false]], [[-8.78125, false]], [[-9.53125, false]], [[-9.90625, false]], [[-12.40625, false]], [[-9.53125, false]], [[-10.65625, false]], [[-4.65625, false]], [[-9.15625, false]], [[-9.53125, false]], [[-5.15625, false]], [[-9.03125, false]], [[-4.65625, false]], [[-9.53125, false]], [[-11.28125, false]], [[-6.65625, false]], [[-9.78125, false]], [[-8.78125, false]], [[-9.90625, false]], [[-5.15625, false]], [[-8.78125, false]], [[-6.40625, false]], [[-6.65625, false]], [[-9.78125, false]], [[-10.40625, false]], [[-4.65625, false]], [[-9.15625, false]], [[-6.65625, false]], [[-9.40625, false]], [[-5.15625, false]], [[-9.78125, false]], [[-4.65625, false]], [[-9.90625, false]], [[-9.90625, false]], [[-6.65625, false]], [[-12.28125, false]], [[-9.78125, false]], [[-8.78125, false]], [[-9.90625, false]], [[-5.15625, false]], [[-8.78125, false]], [[-9.78125, false]], [[-10.40625, false]], [[-9.15625, false]], [[-6.65625, false]], [[-9.90625, false]], [[-9.40625, false]], [[-5.15625, false]], [[-9.78125, false]], [[-9.90625, false]], [[-9.90625, false]], [[-8.65625, false]], [[-4.65625, false]], [[-9.53125, false]], [[-9.90625, false]], [[-6.65625, false]], [[-9.78125, false]], [[-8.78125, false]], [[-11.78125, false]]], "filtered_resps": [[-7.15625, false], [-8.78125, false], [-9.53125, false], [-9.90625, false], [-9.03125, false], [-9.53125, false], [-4.65625, false], [-9.90625, false], [-5.15625, false], [-10.03125, false], [-4.65625, false], [-12.40625, false], [-9.90625, false], [-10.65625, false], [-9.78125, false], [-8.78125, false], [-9.90625, false], [-5.15625, false], [-8.78125, false], [-9.53125, false], [-9.90625, false], [-12.40625, false], [-9.53125, false], [-10.65625, false], [-4.65625, false], [-9.15625, false], [-9.53125, false], [-5.15625, false], [-9.03125, false], [-4.65625, false], [-9.53125, false], [-11.28125, false], [-6.65625, false], [-9.78125, false], [-8.78125, false], [-9.90625, false], [-5.15625, false], [-8.78125, false], [-6.40625, false], [-6.65625, false], [-9.78125, false], [-10.40625, false], [-4.65625, false], [-9.15625, false], [-6.65625, false], [-9.40625, false], [-5.15625, false], [-9.78125, false], [-4.65625, false], [-9.90625, false], [-9.90625, false], [-6.65625, false], [-12.28125, false], [-9.78125, false], [-8.78125, false], [-9.90625, false], [-5.15625, false], [-8.78125, false], [-9.78125, false], [-10.40625, false], [-9.15625, false], [-6.65625, false], [-9.90625, false], [-9.40625, false], [-5.15625, false], [-9.78125, false], [-9.90625, false], [-9.90625, false], [-8.65625, false], [-4.65625, false], [-9.53125, false], [-9.90625, false], [-6.65625, false], [-9.78125, false], [-8.78125, false], [-11.78125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 177, "doc": {"id": "Mercury_415262", "question": "Which of the following could help to reduce a home heating bill in winter?", "choices": {"text": ["replacing wood doors with aluminum doors", "using more insulation in the walls of the home", "removing thick rugs and heavy curtains in the home", "painting the roof of the home white to reflect light"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "using more insulation in the walls of the home", "arguments": ["Question: Which of the following could help to reduce a home heating bill in winter?\nAnswer:", " ["], "resps": [[[-8.7109375, false]], [[-10.7109375, false]], [[-13.3359375, false]], [[-9.7109375, false]], [[-10.8359375, false]], [[-12.0859375, false]], [[-5.08203125, false]], [[-9.9609375, false]], [[-9.2109375, false]], [[-11.9609375, false]], [[-11.9609375, false]], [[-4.70703125, false]], [[-11.5859375, false]], [[-10.2109375, false]], [[-10.2109375, false]], [[-9.7109375, false]], [[-4.70703125, false]], [[-9.7109375, false]], [[-10.2109375, false]], [[-10.2109375, false]], [[-13.3359375, false]], [[-10.5859375, false]], [[-4.70703125, false]], [[-11.5859375, false]], [[-9.2109375, false]], [[-11.9609375, false]], [[-12.5859375, false]], [[-4.70703125, false]], [[-5.08203125, false]], [[-12.0859375, false]], [[-12.4609375, false]], [[-11.3359375, false]], [[-9.2109375, false]], [[-11.9609375, false]], [[-12.4609375, false]], [[-11.3359375, false]], [[-4.70703125, false]], [[-9.7109375, false]], [[-10.2109375, false]], [[-10.2109375, false]], [[-13.3359375, false]], [[-10.5859375, false]], [[-10.7109375, false]], [[-9.578125, false]], [[-4.70703125, false]], [[-10.7109375, false]], [[-12.4609375, false]], [[-10.5859375, false]], [[-9.2109375, false]], [[-11.9609375, false]], [[-11.9609375, false]], [[-4.70703125, false]], [[-11.3359375, false]], [[-10.2109375, false]], [[-13.3359375, false]], [[-9.7109375, false]], [[-4.70703125, false]], [[-9.2109375, false]], [[-11.9609375, false]], [[-10.5859375, false]], [[-12.4609375, false]], [[-12.0859375, false]], [[-5.08203125, false]], [[-11.9609375, false]], [[-9.2109375, false]], [[-10.2109375, false]], [[-11.9609375, false]], [[-4.70703125, false]], [[-9.2109375, false]], [[-11.9609375, false]], [[-4.70703125, false]], [[-11.9609375, false]], [[-12.5859375, false]], [[-9.7109375, false]], [[-4.70703125, false]], [[-11.5859375, false]], [[-5.08203125, false]], [[-12.0859375, false]], [[-12.0859375, false]], [[-10.5859375, false]], [[-4.70703125, false]], [[-10.2109375, false]], [[-10.4609375, false]], [[-4.70703125, false]], [[-11.9609375, false]], [[-12.5859375, false]], [[-9.7109375, false]], [[-4.70703125, false]], [[-12.5859375, false]], [[-10.2109375, false]], [[-11.3359375, false]], [[-9.7109375, false]], [[-10.7109375, false]], [[-9.578125, false]], [[-4.70703125, false]], [[-10.7109375, false]], [[-13.3359375, false]], [[-9.7109375, false]], [[-11.3359375, false]], [[-10.2109375, false]], [[-13.2109375, false]], [[-9.2109375, false]], [[-11.9609375, false]], [[-11.9609375, false]], [[-4.70703125, false]], [[-11.9609375, false]], [[-12.5859375, false]], [[-9.2109375, false]], [[-9.9609375, false]], [[-12.7109375, false]], [[-4.70703125, false]], [[-13.3359375, false]], [[-12.4609375, false]], [[-11.9609375, false]], [[-10.5859375, false]], [[-4.70703125, false]], [[-5.08203125, false]], [[-11.9609375, false]], [[-9.7109375, false]], [[-4.70703125, false]], [[-12.5859375, false]], [[-9.7109375, false]], [[-5.08203125, false]], [[-13.2109375, false]], [[-13.8359375, false]], [[-4.70703125, false]], [[-9.9609375, false]], [[-12.4609375, false]], [[-13.3359375, false]], [[-11.9609375, false]], [[-5.08203125, false]], [[-9.2109375, false]], [[-11.9609375, false]], [[-10.5859375, false]], [[-4.70703125, false]], [[-9.2109375, false]], [[-11.9609375, false]], [[-4.70703125, false]], [[-11.9609375, false]], [[-12.5859375, false]], [[-9.7109375, false]], [[-4.70703125, false]], [[-12.5859375, false]], [[-10.2109375, false]], [[-11.3359375, false]], [[-9.7109375, false]], [[-10.7109375, false]], [[-9.578125, false]], [[-4.70703125, false]], [[-10.7109375, false]], [[-10.8359375, false]], [[-5.08203125, false]], [[-9.2109375, false]], [[-11.9609375, false]], [[-11.9609375, false]], [[-9.2109375, false]], [[-11.9609375, false]], [[-11.9609375, false]], [[-4.70703125, false]], [[-11.9609375, false]], [[-12.5859375, false]], [[-9.7109375, false]], [[-4.70703125, false]], [[-13.3359375, false]], [[-10.2109375, false]], [[-10.2109375, false]], [[-10.4609375, false]], [[-4.70703125, false]], [[-10.2109375, false]], [[-10.4609375, false]], [[-4.70703125, false]], [[-11.9609375, false]], [[-12.5859375, false]], [[-9.7109375, false]], [[-4.70703125, false]], [[-12.5859375, false]], [[-10.2109375, false]], [[-11.3359375, false]], [[-9.7109375, false]], [[-4.70703125, false]], [[-11.5859375, false]], [[-12.5859375, false]], [[-9.2109375, false]], [[-11.9609375, false]], [[-9.7109375, false]], [[-4.70703125, false]], [[-11.9609375, false]], [[-10.2109375, false]], [[-4.70703125, false]], [[-13.3359375, false]], [[-9.7109375, false]], [[-10.4609375, false]], [[-12.0859375, false]], [[-9.7109375, false]], [[-9.9609375, false]], [[-11.9609375, false]], [[-4.70703125, false]], [[-12.0859375, false]], [[-9.2109375, false]], [[-11.9609375, false]], [[-12.5859375, false]], [[-11.9609375, false]], [[-10.7109375, false]], [[-12.8359375, false]]], "filtered_resps": [[-8.7109375, false], [-10.7109375, false], [-13.3359375, false], [-9.7109375, false], [-10.8359375, false], [-12.0859375, false], [-5.08203125, false], [-9.9609375, false], [-9.2109375, false], [-11.9609375, false], [-11.9609375, false], [-4.70703125, false], [-11.5859375, false], [-10.2109375, false], [-10.2109375, false], [-9.7109375, false], [-4.70703125, false], [-9.7109375, false], [-10.2109375, false], [-10.2109375, false], [-13.3359375, false], [-10.5859375, false], [-4.70703125, false], [-11.5859375, false], [-9.2109375, false], [-11.9609375, false], [-12.5859375, false], [-4.70703125, false], [-5.08203125, false], [-12.0859375, false], [-12.4609375, false], [-11.3359375, false], [-9.2109375, false], [-11.9609375, false], [-12.4609375, false], [-11.3359375, false], [-4.70703125, false], [-9.7109375, false], [-10.2109375, false], [-10.2109375, false], [-13.3359375, false], [-10.5859375, false], [-10.7109375, false], [-9.578125, false], [-4.70703125, false], [-10.7109375, false], [-12.4609375, false], [-10.5859375, false], [-9.2109375, false], [-11.9609375, false], [-11.9609375, false], [-4.70703125, false], [-11.3359375, false], [-10.2109375, false], [-13.3359375, false], [-9.7109375, false], [-4.70703125, false], [-9.2109375, false], [-11.9609375, false], [-10.5859375, false], [-12.4609375, false], [-12.0859375, false], [-5.08203125, false], [-11.9609375, false], [-9.2109375, false], [-10.2109375, false], [-11.9609375, false], [-4.70703125, false], [-9.2109375, false], [-11.9609375, false], [-4.70703125, false], [-11.9609375, false], [-12.5859375, false], [-9.7109375, false], [-4.70703125, false], [-11.5859375, false], [-5.08203125, false], [-12.0859375, false], [-12.0859375, false], [-10.5859375, false], [-4.70703125, false], [-10.2109375, false], [-10.4609375, false], [-4.70703125, false], [-11.9609375, false], [-12.5859375, false], [-9.7109375, false], [-4.70703125, false], [-12.5859375, false], [-10.2109375, false], [-11.3359375, false], [-9.7109375, false], [-10.7109375, false], [-9.578125, false], [-4.70703125, false], [-10.7109375, false], [-13.3359375, false], [-9.7109375, false], [-11.3359375, false], [-10.2109375, false], [-13.2109375, false], [-9.2109375, false], [-11.9609375, false], [-11.9609375, false], [-4.70703125, false], [-11.9609375, false], [-12.5859375, false], [-9.2109375, false], [-9.9609375, false], [-12.7109375, false], [-4.70703125, false], [-13.3359375, false], [-12.4609375, false], [-11.9609375, false], [-10.5859375, false], [-4.70703125, false], [-5.08203125, false], [-11.9609375, false], [-9.7109375, false], [-4.70703125, false], [-12.5859375, false], [-9.7109375, false], [-5.08203125, false], [-13.2109375, false], [-13.8359375, false], [-4.70703125, false], [-9.9609375, false], [-12.4609375, false], [-13.3359375, false], [-11.9609375, false], [-5.08203125, false], [-9.2109375, false], [-11.9609375, false], [-10.5859375, false], [-4.70703125, false], [-9.2109375, false], [-11.9609375, false], [-4.70703125, false], [-11.9609375, false], [-12.5859375, false], [-9.7109375, false], [-4.70703125, false], [-12.5859375, false], [-10.2109375, false], [-11.3359375, false], [-9.7109375, false], [-10.7109375, false], [-9.578125, false], [-4.70703125, false], [-10.7109375, false], [-10.8359375, false], [-5.08203125, false], [-9.2109375, false], [-11.9609375, false], [-11.9609375, false], [-9.2109375, false], [-11.9609375, false], [-11.9609375, false], [-4.70703125, false], [-11.9609375, false], [-12.5859375, false], [-9.7109375, false], [-4.70703125, false], [-13.3359375, false], [-10.2109375, false], [-10.2109375, false], [-10.4609375, false], [-4.70703125, false], [-10.2109375, false], [-10.4609375, false], [-4.70703125, false], [-11.9609375, false], [-12.5859375, false], [-9.7109375, false], [-4.70703125, false], [-12.5859375, false], [-10.2109375, false], [-11.3359375, false], [-9.7109375, false], [-4.70703125, false], [-11.5859375, false], [-12.5859375, false], [-9.2109375, false], [-11.9609375, false], [-9.7109375, false], [-4.70703125, false], [-11.9609375, false], [-10.2109375, false], [-4.70703125, false], [-13.3359375, false], [-9.7109375, false], [-10.4609375, false], [-12.0859375, false], [-9.7109375, false], [-9.9609375, false], [-11.9609375, false], [-4.70703125, false], [-12.0859375, false], [-9.2109375, false], [-11.9609375, false], [-12.5859375, false], [-11.9609375, false], [-10.7109375, false], [-12.8359375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 185, "doc": {"id": "Mercury_SC_404975", "question": "Students are attempting to make a doorbell ring using some wire and a battery. What is needed to make the bell ring?", "choices": {"text": ["friction", "gravity", "a convection current", "an electrical circuit"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "an electrical circuit", "arguments": ["Question: Students are attempting to make a doorbell ring using some wire and a battery. What is needed to make the bell ring?\nAnswer:", " ["], "resps": [[[-7.51953125, false]], [[-10.2734375, false]], [[-10.0234375, false]], [[-9.5234375, false]], [[-8.2734375, false]], [[-9.0234375, false]], [[-9.0234375, false]], [[-8.2734375, false]], [[-10.2734375, false]], [[-11.0234375, false]], [[-10.2734375, false]], [[-10.2109375, false]], [[-5.76953125, false]], [[-10.2734375, false]], [[-11.0234375, false]], [[-9.5234375, false]], [[-3.76953125, false]], [[-11.7734375, false]], [[-8.2734375, false]], [[-9.0234375, false]], [[-13.0234375, false]], [[-10.2734375, false]], [[-10.2109375, false]], [[-5.76953125, false]], [[-10.2734375, false]], [[-3.76953125, false]], [[-5.76953125, false]], [[-9.0234375, false]], [[-10.2734375, false]], [[-11.0234375, false]], [[-11.7734375, false]], [[-10.2734375, false]], [[-9.0234375, false]], [[-9.0234375, false]], [[-8.2734375, false]], [[-10.2734375, false]], [[-11.0234375, false]], [[-5.76953125, false]], [[-9.0234375, false]], [[-10.0234375, false]], [[-9.5234375, false]], [[-9.5234375, false]], [[-10.2734375, false]], [[-11.0234375, false]], [[-9.0234375, false]], [[-10.2734375, false]], [[-10.2109375, false]], [[-5.76953125, false]], [[-10.2734375, false]], [[-3.76953125, false]], [[-11.0234375, false]], [[-5.76953125, false]], [[-10.2734375, false]], [[-10.7734375, false]], [[-10.2734375, false]], [[-9.0234375, false]], [[-9.0234375, false]], [[-9.5234375, false]], [[-8.2734375, false]], [[-9.0234375, false]], [[-3.76953125, false]], [[-10.7734375, false]], [[-5.76953125, false]], [[-9.0234375, false]], [[-8.2734375, false]], [[-9.5234375, false]], [[-9.0234375, false]], [[-10.0234375, false]], [[-8.2734375, false]], [[-9.0234375, false]], [[-10.2734375, false]], [[-12.5234375, false]]], "filtered_resps": [[-7.51953125, false], [-10.2734375, false], [-10.0234375, false], [-9.5234375, false], [-8.2734375, false], [-9.0234375, false], [-9.0234375, false], [-8.2734375, false], [-10.2734375, false], [-11.0234375, false], [-10.2734375, false], [-10.2109375, false], [-5.76953125, false], [-10.2734375, false], [-11.0234375, false], [-9.5234375, false], [-3.76953125, false], [-11.7734375, false], [-8.2734375, false], [-9.0234375, false], [-13.0234375, false], [-10.2734375, false], [-10.2109375, false], [-5.76953125, false], [-10.2734375, false], [-3.76953125, false], [-5.76953125, false], [-9.0234375, false], [-10.2734375, false], [-11.0234375, false], [-11.7734375, false], [-10.2734375, false], [-9.0234375, false], [-9.0234375, false], [-8.2734375, false], [-10.2734375, false], [-11.0234375, false], [-5.76953125, false], [-9.0234375, false], [-10.0234375, false], [-9.5234375, false], [-9.5234375, false], [-10.2734375, false], [-11.0234375, false], [-9.0234375, false], [-10.2734375, false], [-10.2109375, false], [-5.76953125, false], [-10.2734375, false], [-3.76953125, false], [-11.0234375, false], [-5.76953125, false], [-10.2734375, false], [-10.7734375, false], [-10.2734375, false], [-9.0234375, false], [-9.0234375, false], [-9.5234375, false], [-8.2734375, false], [-9.0234375, false], [-3.76953125, false], [-10.7734375, false], [-5.76953125, false], [-9.0234375, false], [-8.2734375, false], [-9.5234375, false], [-9.0234375, false], [-10.0234375, false], [-8.2734375, false], [-9.0234375, false], [-10.2734375, false], [-12.5234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 193, "doc": {"id": "ACTAAP_2007_7_22", "question": "Which is the function of the gallbladder?", "choices": {"text": ["store bile", "produce bile", "store digestive enzymes", "produce digestive enzymes"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "store bile", "arguments": ["Question: Which is the function of the gallbladder?\nAnswer:", " ["], "resps": [[[-8.1640625, false]], [[-10.6640625, false]], [[-10.6640625, false]], [[-12.1640625, false]], [[-12.1640625, false]], [[-14.4140625, false]], [[-11.1640625, false]], [[-5.6640625, false]], [[-10.9140625, false]], [[-10.6640625, false]], [[-11.6640625, false]], [[-11.1640625, false]], [[-10.6640625, false]], [[-9.9765625, false]], [[-5.6640625, false]], [[-10.6640625, false]], [[-11.1640625, false]], [[-14.4140625, false]], [[-12.1640625, false]], [[-12.4140625, false]], [[-10.9140625, false]], [[-10.6640625, false]], [[-11.1640625, false]], [[-5.6640625, false]], [[-10.9140625, false]], [[-10.6640625, false]], [[-11.6640625, false]], [[-11.1640625, false]], [[-10.6640625, false]], [[-9.9765625, false]], [[-5.6640625, false]], [[-10.6640625, false]], [[-10.6640625, false]], [[-12.1640625, false]], [[-12.1640625, false]], [[-14.4140625, false]], [[-11.1640625, false]], [[-5.6640625, false]], [[-12.4140625, false]], [[-10.6640625, false]], [[-11.9140625, false]], [[-11.1640625, false]], [[-10.6640625, false]], [[-12.1640625, false]], [[-10.6640625, false]], [[-13.4140625, false]], [[-11.1640625, false]], [[-5.6640625, false]], [[-11.1640625, false]], [[-11.9140625, false]], [[-13.6640625, false]], [[-14.6640625, false]], [[-13.4140625, false]], [[-11.1640625, false]], [[-10.6640625, false]], [[-10.6640625, false]], [[-9.9765625, false]], [[-5.6640625, false]], [[-10.6640625, false]], [[-11.1640625, false]], [[-14.4140625, false]], [[-12.1640625, false]], [[-12.4140625, false]], [[-10.9140625, false]], [[-10.6640625, false]], [[-11.1640625, false]], [[-5.6640625, false]], [[-12.4140625, false]], [[-10.6640625, false]], [[-11.9140625, false]], [[-11.1640625, false]], [[-10.6640625, false]], [[-12.1640625, false]], [[-10.6640625, false]], [[-13.4140625, false]], [[-11.1640625, false]], [[-5.6640625, false]], [[-11.1640625, false]], [[-11.9140625, false]], [[-13.6640625, false]], [[-14.6640625, false]], [[-13.4140625, false]], [[-11.1640625, false]], [[-10.6640625, false]], [[-10.6640625, false]], [[-12.4140625, false]]], "filtered_resps": [[-8.1640625, false], [-10.6640625, false], [-10.6640625, false], [-12.1640625, false], [-12.1640625, false], [-14.4140625, false], [-11.1640625, false], [-5.6640625, false], [-10.9140625, false], [-10.6640625, false], [-11.6640625, false], [-11.1640625, false], [-10.6640625, false], [-9.9765625, false], [-5.6640625, false], [-10.6640625, false], [-11.1640625, false], [-14.4140625, false], [-12.1640625, false], [-12.4140625, false], [-10.9140625, false], [-10.6640625, false], [-11.1640625, false], [-5.6640625, false], [-10.9140625, false], [-10.6640625, false], [-11.6640625, false], [-11.1640625, false], [-10.6640625, false], [-9.9765625, false], [-5.6640625, false], [-10.6640625, false], [-10.6640625, false], [-12.1640625, false], [-12.1640625, false], [-14.4140625, false], [-11.1640625, false], [-5.6640625, false], [-12.4140625, false], [-10.6640625, false], [-11.9140625, false], [-11.1640625, false], [-10.6640625, false], [-12.1640625, false], [-10.6640625, false], [-13.4140625, false], [-11.1640625, false], [-5.6640625, false], [-11.1640625, false], [-11.9140625, false], [-13.6640625, false], [-14.6640625, false], [-13.4140625, false], [-11.1640625, false], [-10.6640625, false], [-10.6640625, false], [-9.9765625, false], [-5.6640625, false], [-10.6640625, false], [-11.1640625, false], [-14.4140625, false], [-12.1640625, false], [-12.4140625, false], [-10.9140625, false], [-10.6640625, false], [-11.1640625, false], [-5.6640625, false], [-12.4140625, false], [-10.6640625, false], [-11.9140625, false], [-11.1640625, false], [-10.6640625, false], [-12.1640625, false], [-10.6640625, false], [-13.4140625, false], [-11.1640625, false], [-5.6640625, false], [-11.1640625, false], [-11.9140625, false], [-13.6640625, false], [-14.6640625, false], [-13.4140625, false], [-11.1640625, false], [-10.6640625, false], [-10.6640625, false], [-12.4140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 201, "doc": {"id": "LEAP__4_10226", "question": "Carmine's mother drinks four cans of soft drink each day. After drinking the soft drinks, Carmine's mother should", "choices": {"text": ["throw the cans in the trash.", "send the cans to a landfill.", "take the cans to be recycled.", "crush the cans before putting them in the trash."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "take the cans to be recycled.", "arguments": ["Question: Carmine's mother drinks four cans of soft drink each day. After drinking the soft drinks, Carmine's mother should\nAnswer:", " ["], "resps": [[[-6.640625, false]], [[-7.140625, false]], [[-7.640625, false]], [[-9.640625, false]], [[-9.890625, false]], [[-9.140625, false]], [[-9.515625, false]], [[-5.390625, false]], [[-7.640625, false]], [[-9.640625, false]], [[-8.390625, false]], [[-5.390625, false]], [[-5.890625, false]], [[-4.390625, false]], [[-7.640625, false]], [[-7.640625, false]], [[-5.390625, false]], [[-6.890625, false]], [[-7.640625, false]], [[-5.390625, false]], [[-7.640625, false]], [[-9.640625, false]], [[-8.390625, false]], [[-5.390625, false]], [[-7.640625, false]], [[-9.890625, false]], [[-4.390625, false]], [[-7.640625, false]], [[-9.640625, false]], [[-6.38671875, false]], [[-7.140625, false]], [[-9.140625, false]], [[-5.390625, false]], [[-7.140625, false]], [[-7.640625, false]], [[-8.390625, false]], [[-7.640625, false]], [[-6.390625, false]], [[-5.390625, false]], [[-7.640625, false]], [[-9.640625, false]], [[-8.390625, false]], [[-5.390625, false]], [[-5.890625, false]], [[-4.390625, false]], [[-7.640625, false]], [[-7.640625, false]], [[-5.390625, false]], [[-7.640625, false]], [[-9.140625, false]], [[-5.390625, false]], [[-4.390625, false]], [[-5.390625, false]], [[-10.140625, false]], [[-4.390625, false]], [[-7.640625, false]], [[-6.390625, false]], [[-8.140625, false]], [[-6.890625, false]], [[-10.140625, false]], [[-10.140625, false]], [[-6.38671875, false]], [[-7.140625, false]], [[-9.140625, false]], [[-5.390625, false]], [[-7.140625, false]], [[-7.640625, false]], [[-4.390625, false]], [[-8.140625, false]], [[-8.390625, false]], [[-5.390625, false]], [[-7.640625, false]], [[-9.640625, false]], [[-8.390625, false]], [[-5.390625, false]], [[-5.890625, false]], [[-4.390625, false]], [[-7.640625, false]], [[-7.640625, false]], [[-5.390625, false]], [[-7.640625, false]], [[-9.140625, false]], [[-5.390625, false]], [[-5.890625, false]], [[-8.390625, false]], [[-5.390625, false]], [[-9.890625, false]], [[-8.390625, false]], [[-5.890625, false]], [[-10.640625, false]], [[-5.890625, false]], [[-10.140625, false]], [[-8.390625, false]], [[-6.390625, false]], [[-6.38671875, false]], [[-7.140625, false]], [[-9.140625, false]], [[-5.390625, false]], [[-7.140625, false]], [[-5.890625, false]], [[-9.890625, false]], [[-10.265625, false]], [[-7.640625, false]], [[-9.640625, false]], [[-5.390625, false]], [[-7.640625, false]], [[-9.640625, false]], [[-8.390625, false]], [[-5.390625, false]], [[-5.890625, false]], [[-4.390625, false]], [[-7.640625, false]], [[-7.640625, false]], [[-5.390625, false]], [[-5.890625, false]], [[-8.390625, false]], [[-8.140625, false]], [[-9.140625, false]], [[-9.890625, false]], [[-8.390625, false]], [[-5.390625, false]], [[-8.640625, false]], [[-10.265625, false]], [[-7.640625, false]], [[-7.640625, false]], [[-6.890625, false]], [[-7.640625, false]], [[-9.390625, false]], [[-5.390625, false]], [[-7.640625, false]], [[-9.640625, false]], [[-8.390625, false]], [[-7.890625, false]], [[-5.390625, false]], [[-6.890625, false]], [[-7.640625, false]], [[-5.390625, false]], [[-7.640625, false]], [[-9.640625, false]], [[-8.390625, false]], [[-5.390625, false]], [[-7.640625, false]], [[-9.890625, false]], [[-4.390625, false]], [[-7.640625, false]], [[-9.640625, false]], [[-6.38671875, false]], [[-7.140625, false]], [[-12.015625, false]]], "filtered_resps": [[-6.640625, false], [-7.140625, false], [-7.640625, false], [-9.640625, false], [-9.890625, false], [-9.140625, false], [-9.515625, false], [-5.390625, false], [-7.640625, false], [-9.640625, false], [-8.390625, false], [-5.390625, false], [-5.890625, false], [-4.390625, false], [-7.640625, false], [-7.640625, false], [-5.390625, false], [-6.890625, false], [-7.640625, false], [-5.390625, false], [-7.640625, false], [-9.640625, false], [-8.390625, false], [-5.390625, false], [-7.640625, false], [-9.890625, false], [-4.390625, false], [-7.640625, false], [-9.640625, false], [-6.38671875, false], [-7.140625, false], [-9.140625, false], [-5.390625, false], [-7.140625, false], [-7.640625, false], [-8.390625, false], [-7.640625, false], [-6.390625, false], [-5.390625, false], [-7.640625, false], [-9.640625, false], [-8.390625, false], [-5.390625, false], [-5.890625, false], [-4.390625, false], [-7.640625, false], [-7.640625, false], [-5.390625, false], [-7.640625, false], [-9.140625, false], [-5.390625, false], [-4.390625, false], [-5.390625, false], [-10.140625, false], [-4.390625, false], [-7.640625, false], [-6.390625, false], [-8.140625, false], [-6.890625, false], [-10.140625, false], [-10.140625, false], [-6.38671875, false], [-7.140625, false], [-9.140625, false], [-5.390625, false], [-7.140625, false], [-7.640625, false], [-4.390625, false], [-8.140625, false], [-8.390625, false], [-5.390625, false], [-7.640625, false], [-9.640625, false], [-8.390625, false], [-5.390625, false], [-5.890625, false], [-4.390625, false], [-7.640625, false], [-7.640625, false], [-5.390625, false], [-7.640625, false], [-9.140625, false], [-5.390625, false], [-5.890625, false], [-8.390625, false], [-5.390625, false], [-9.890625, false], [-8.390625, false], [-5.890625, false], [-10.640625, false], [-5.890625, false], [-10.140625, false], [-8.390625, false], [-6.390625, false], [-6.38671875, false], [-7.140625, false], [-9.140625, false], [-5.390625, false], [-7.140625, false], [-5.890625, false], [-9.890625, false], [-10.265625, false], [-7.640625, false], [-9.640625, false], [-5.390625, false], [-7.640625, false], [-9.640625, false], [-8.390625, false], [-5.390625, false], [-5.890625, false], [-4.390625, false], [-7.640625, false], [-7.640625, false], [-5.390625, false], [-5.890625, false], [-8.390625, false], [-8.140625, false], [-9.140625, false], [-9.890625, false], [-8.390625, false], [-5.390625, false], [-8.640625, false], [-10.265625, false], [-7.640625, false], [-7.640625, false], [-6.890625, false], [-7.640625, false], [-9.390625, false], [-5.390625, false], [-7.640625, false], [-9.640625, false], [-8.390625, false], [-7.890625, false], [-5.390625, false], [-6.890625, false], [-7.640625, false], [-5.390625, false], [-7.640625, false], [-9.640625, false], [-8.390625, false], [-5.390625, false], [-7.640625, false], [-9.890625, false], [-4.390625, false], [-7.640625, false], [-9.640625, false], [-6.38671875, false], [-7.140625, false], [-12.015625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 209, "doc": {"id": "Mercury_400808", "question": "Chromium is characterized by a very high melting point. Use the Periodic Table of the Elements to identify which of these elements most likely has a similar melting point.", "choices": {"text": ["potassium", "manganese", "bromine", "krypton"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "manganese", "arguments": ["Question: Chromium is characterized by a very high melting point. Use the Periodic Table of the Elements to identify which of these elements most likely has a similar melting point.\nAnswer:", " ["], "resps": [[[-5.28515625, false]], [[-8.7890625, false]], [[-6.53515625, false]], [[-8.5390625, false]], [[-8.0390625, false]], [[-4.28515625, false]], [[-8.7890625, false]], [[-8.7890625, false]], [[-6.53515625, false]], [[-8.5390625, false]], [[-6.28515625, false]], [[-8.7890625, false]], [[-9.390625, false]], [[-5.03515625, false]], [[-8.7890625, false]], [[-6.28515625, false]], [[-4.28515625, false]], [[-6.53515625, false]], [[-8.2890625, false]], [[-4.28515625, false]], [[-6.53515625, false]], [[-8.0390625, false]], [[-8.7890625, false]], [[-8.0390625, false]], [[-8.7890625, false]], [[-9.390625, false]], [[-5.03515625, false]], [[-8.7890625, false]], [[-5.53515625, false]], [[-6.78515625, false]], [[-8.5390625, false]], [[-6.28515625, false]], [[-6.53515625, false]], [[-6.53515625, false]], [[-8.0390625, false]], [[-8.7890625, false]], [[-9.390625, false]], [[-5.03515625, false]], [[-8.7890625, false]], [[-7.53515625, false]], [[-6.78515625, false]], [[-8.0390625, false]], [[-6.53515625, false]], [[-8.0390625, false]], [[-8.5390625, false]], [[-6.53515625, false]], [[-8.7890625, false]], [[-11.2890625, false]]], "filtered_resps": [[-5.28515625, false], [-8.7890625, false], [-6.53515625, false], [-8.5390625, false], [-8.0390625, false], [-4.28515625, false], [-8.7890625, false], [-8.7890625, false], [-6.53515625, false], [-8.5390625, false], [-6.28515625, false], [-8.7890625, false], [-9.390625, false], [-5.03515625, false], [-8.7890625, false], [-6.28515625, false], [-4.28515625, false], [-6.53515625, false], [-8.2890625, false], [-4.28515625, false], [-6.53515625, false], [-8.0390625, false], [-8.7890625, false], [-8.0390625, false], [-8.7890625, false], [-9.390625, false], [-5.03515625, false], [-8.7890625, false], [-5.53515625, false], [-6.78515625, false], [-8.5390625, false], [-6.28515625, false], [-6.53515625, false], [-6.53515625, false], [-8.0390625, false], [-8.7890625, false], [-9.390625, false], [-5.03515625, false], [-8.7890625, false], [-7.53515625, false], [-6.78515625, false], [-8.0390625, false], [-6.53515625, false], [-8.0390625, false], [-8.5390625, false], [-6.53515625, false], [-8.7890625, false], [-11.2890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 217, "doc": {"id": "VASoL_2009_5_27", "question": "A student rolls a ball on the ground. Which of these causes the ball to slow down and then stop?", "choices": {"text": ["The motion of the ball", "The speed of the ball", "Friction from the ground", "A magnetic field"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Friction from the ground", "arguments": ["Question: A student rolls a ball on the ground. Which of these causes the ball to slow down and then stop?\nAnswer:", " ["], "resps": [[[-7.19921875, false]], [[-9.4453125, false]], [[-6.69921875, false]], [[-9.9453125, false]], [[-8.6953125, false]], [[-5.44921875, false]], [[-8.9453125, false]], [[-8.6953125, false]], [[-8.9453125, false]], [[-8.4453125, false]], [[-8.6953125, false]], [[-8.4453125, false]], [[-5.44921875, false]], [[-8.6953125, false]], [[-7.44921875, false]], [[-5.44921875, false]], [[-8.9453125, false]], [[-9.9453125, false]], [[-8.6953125, false]], [[-5.44921875, false]], [[-4.94921875, false]], [[-4.19921875, false]], [[-8.9453125, false]], [[-8.9453125, false]], [[-9.4453125, false]], [[-9.921875, false]], [[-5.44921875, false]], [[-9.4453125, false]], [[-6.69921875, false]], [[-9.9453125, false]], [[-8.6953125, false]], [[-5.44921875, false]], [[-8.6953125, false]], [[-8.6953125, false]], [[-8.6953125, false]], [[-8.6953125, false]], [[-6.94921875, false]], [[-5.44921875, false]], [[-8.6953125, false]], [[-7.44921875, false]], [[-5.44921875, false]], [[-8.9453125, false]], [[-9.9453125, false]], [[-8.6953125, false]], [[-5.44921875, false]], [[-4.94921875, false]], [[-4.19921875, false]], [[-8.9453125, false]], [[-8.9453125, false]], [[-9.4453125, false]], [[-9.921875, false]], [[-5.44921875, false]], [[-9.4453125, false]], [[-5.44921875, false]], [[-8.9453125, false]], [[-8.4453125, false]], [[-6.19921875, false]], [[-8.9453125, false]], [[-8.4453125, false]], [[-8.6953125, false]], [[-8.4453125, false]], [[-5.44921875, false]], [[-7.44921875, false]], [[-8.9453125, false]], [[-8.6953125, false]], [[-8.9453125, false]], [[-5.44921875, false]], [[-8.9453125, false]], [[-9.9453125, false]], [[-8.6953125, false]], [[-5.44921875, false]], [[-9.4453125, false]], [[-8.9453125, false]], [[-8.6953125, false]], [[-9.4453125, false]], [[-8.4453125, false]], [[-6.94921875, false]], [[-9.4453125, false]], [[-9.921875, false]], [[-5.44921875, false]], [[-9.4453125, false]], [[-2.197265625, false]], [[-5.44921875, false]], [[-8.9453125, false]], [[-4.19921875, false]], [[-9.4453125, false]], [[-8.4453125, false]], [[-8.6953125, false]], [[-8.9453125, false]], [[-8.4453125, false]], [[-6.19921875, false]], [[-5.44921875, false]], [[-7.44921875, false]], [[-8.4453125, false]], [[-8.6953125, false]], [[-8.9453125, false]], [[-6.94921875, false]], [[-9.4453125, false]], [[-11.6953125, false]]], "filtered_resps": [[-7.19921875, false], [-9.4453125, false], [-6.69921875, false], [-9.9453125, false], [-8.6953125, false], [-5.44921875, false], [-8.9453125, false], [-8.6953125, false], [-8.9453125, false], [-8.4453125, false], [-8.6953125, false], [-8.4453125, false], [-5.44921875, false], [-8.6953125, false], [-7.44921875, false], [-5.44921875, false], [-8.9453125, false], [-9.9453125, false], [-8.6953125, false], [-5.44921875, false], [-4.94921875, false], [-4.19921875, false], [-8.9453125, false], [-8.9453125, false], [-9.4453125, false], [-9.921875, false], [-5.44921875, false], [-9.4453125, false], [-6.69921875, false], [-9.9453125, false], [-8.6953125, false], [-5.44921875, false], [-8.6953125, false], [-8.6953125, false], [-8.6953125, false], [-8.6953125, false], [-6.94921875, false], [-5.44921875, false], [-8.6953125, false], [-7.44921875, false], [-5.44921875, false], [-8.9453125, false], [-9.9453125, false], [-8.6953125, false], [-5.44921875, false], [-4.94921875, false], [-4.19921875, false], [-8.9453125, false], [-8.9453125, false], [-9.4453125, false], [-9.921875, false], [-5.44921875, false], [-9.4453125, false], [-5.44921875, false], [-8.9453125, false], [-8.4453125, false], [-6.19921875, false], [-8.9453125, false], [-8.4453125, false], [-8.6953125, false], [-8.4453125, false], [-5.44921875, false], [-7.44921875, false], [-8.9453125, false], [-8.6953125, false], [-8.9453125, false], [-5.44921875, false], [-8.9453125, false], [-9.9453125, false], [-8.6953125, false], [-5.44921875, false], [-9.4453125, false], [-8.9453125, false], [-8.6953125, false], [-9.4453125, false], [-8.4453125, false], [-6.94921875, false], [-9.4453125, false], [-9.921875, false], [-5.44921875, false], [-9.4453125, false], [-2.197265625, false], [-5.44921875, false], [-8.9453125, false], [-4.19921875, false], [-9.4453125, false], [-8.4453125, false], [-8.6953125, false], [-8.9453125, false], [-8.4453125, false], [-6.19921875, false], [-5.44921875, false], [-7.44921875, false], [-8.4453125, false], [-8.6953125, false], [-8.9453125, false], [-6.94921875, false], [-9.4453125, false], [-11.6953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 225, "doc": {"id": "Mercury_SC_405219", "question": "Refrigerators were invented to keep food cold. This is helpful in", "choices": {"text": ["growing food.", "cleaning food.", "keeping food dry.", "keeping food fresh."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "keeping food fresh.", "arguments": ["Question: Refrigerators were invented to keep food cold. This is helpful in\nAnswer:", " ["], "resps": [[[-6.9609375, false]], [[-8.4609375, false]], [[-10.4609375, false]], [[-10.5859375, false]], [[-10.0859375, false]], [[-9.0859375, false]], [[-8.4609375, false]], [[-9.0859375, false]], [[-10.4609375, false]], [[-5.3359375, false]], [[-7.8359375, false]], [[-10.0859375, false]], [[-10.0859375, false]], [[-9.2109375, false]], [[-7.6484375, false]], [[-8.4609375, false]], [[-8.5234375, false]], [[-5.3359375, false]], [[-8.4609375, false]], [[-9.3359375, false]], [[-10.2109375, false]], [[-9.7109375, false]], [[-5.4609375, false]], [[-9.0859375, false]], [[-8.4609375, false]], [[-9.0859375, false]], [[-10.4609375, false]], [[-5.3359375, false]], [[-7.8359375, false]], [[-10.0859375, false]], [[-10.0859375, false]], [[-9.2109375, false]], [[-7.6484375, false]], [[-8.4609375, false]], [[-8.5234375, false]], [[-5.3359375, false]], [[-8.4609375, false]], [[-10.5859375, false]], [[-9.7109375, false]], [[-9.7109375, false]], [[-9.4609375, false]], [[-8.4609375, false]], [[-9.0859375, false]], [[-10.4609375, false]], [[-5.3359375, false]], [[-7.8359375, false]], [[-10.0859375, false]], [[-10.0859375, false]], [[-9.2109375, false]], [[-5.3359375, false]], [[-9.2109375, false]], [[-10.5859375, false]], [[-10.9609375, false]], [[-7.6484375, false]], [[-8.4609375, false]], [[-8.5234375, false]], [[-5.3359375, false]], [[-8.4609375, false]], [[-10.5859375, false]], [[-9.7109375, false]], [[-9.7109375, false]], [[-9.4609375, false]], [[-8.4609375, false]], [[-9.0859375, false]], [[-10.4609375, false]], [[-5.3359375, false]], [[-7.8359375, false]], [[-10.0859375, false]], [[-10.0859375, false]], [[-9.2109375, false]], [[-5.3359375, false]], [[-7.8359375, false]], [[-10.5859375, false]], [[-9.7109375, false]], [[-9.7109375, false]], [[-10.7109375, false]], [[-7.6484375, false]], [[-8.4609375, false]], [[-11.2109375, false]]], "filtered_resps": [[-6.9609375, false], [-8.4609375, false], [-10.4609375, false], [-10.5859375, false], [-10.0859375, false], [-9.0859375, false], [-8.4609375, false], [-9.0859375, false], [-10.4609375, false], [-5.3359375, false], [-7.8359375, false], [-10.0859375, false], [-10.0859375, false], [-9.2109375, false], [-7.6484375, false], [-8.4609375, false], [-8.5234375, false], [-5.3359375, false], [-8.4609375, false], [-9.3359375, false], [-10.2109375, false], [-9.7109375, false], [-5.4609375, false], [-9.0859375, false], [-8.4609375, false], [-9.0859375, false], [-10.4609375, false], [-5.3359375, false], [-7.8359375, false], [-10.0859375, false], [-10.0859375, false], [-9.2109375, false], [-7.6484375, false], [-8.4609375, false], [-8.5234375, false], [-5.3359375, false], [-8.4609375, false], [-10.5859375, false], [-9.7109375, false], [-9.7109375, false], [-9.4609375, false], [-8.4609375, false], [-9.0859375, false], [-10.4609375, false], [-5.3359375, false], [-7.8359375, false], [-10.0859375, false], [-10.0859375, false], [-9.2109375, false], [-5.3359375, false], [-9.2109375, false], [-10.5859375, false], [-10.9609375, false], [-7.6484375, false], [-8.4609375, false], [-8.5234375, false], [-5.3359375, false], [-8.4609375, false], [-10.5859375, false], [-9.7109375, false], [-9.7109375, false], [-9.4609375, false], [-8.4609375, false], [-9.0859375, false], [-10.4609375, false], [-5.3359375, false], [-7.8359375, false], [-10.0859375, false], [-10.0859375, false], [-9.2109375, false], [-5.3359375, false], [-7.8359375, false], [-10.5859375, false], [-9.7109375, false], [-9.7109375, false], [-10.7109375, false], [-7.6484375, false], [-8.4609375, false], [-11.2109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 233, "doc": {"id": "Mercury_7206605", "question": "A hammer and a screwdriver are next to each other in the sunlight. After one hour, the hammer is hotter than the screwdriver. The shape and mass of each object may affect the amount of heat each object gains. Another explanation for the difference in temperature may be that the hammer and screwdriver are", "choices": {"text": ["moving at different rates.", "made of different materials.", "used for different purposes.", "picked up in different ways."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "made of different materials.", "arguments": ["Question: A hammer and a screwdriver are next to each other in the sunlight. After one hour, the hammer is hotter than the screwdriver. The shape and mass of each object may affect the amount of heat each object gains. Another explanation for the difference in temperature may be that the hammer and screwdriver are\nAnswer:", " ["], "resps": [[[-7.375, false]], [[-8.5, false]], [[-8.625, false]], [[-10.375, false]], [[-9.625, false]], [[-8.25, false]], [[-8.5, false]], [[-10.125, false]], [[-5.41015625, false]], [[-4.5, false]], [[-9.875, false]], [[-5.41015625, false]], [[-9.0, false]], [[-8.25, false]], [[-9.5, false]], [[-9.5, false]], [[-8.875, false]], [[-10.25, false]], [[-8.875, false]], [[-8.5, false]], [[-9.875, false]], [[-5.41015625, false]], [[-10.25, false]], [[-4.5, false]], [[-9.875, false]], [[-8.875, false]], [[-7.125, false]], [[-7.3125, false]], [[-8.5, false]], [[-8.5234375, false]], [[-5.375, false]], [[-8.5, false]], [[-8.625, false]], [[-4.5, false]], [[-9.0, false]], [[-8.875, false]], [[-5.375, false]], [[-10.375, false]], [[-9.5, false]], [[-5.375, false]], [[-9.0, false]], [[-8.25, false]], [[-9.5, false]], [[-9.5, false]], [[-8.875, false]], [[-10.25, false]], [[-8.875, false]], [[-8.5, false]], [[-9.875, false]], [[-5.375, false]], [[-8.625, false]], [[-4.5, false]], [[-9.875, false]], [[-8.875, false]], [[-10.25, false]], [[-8.25, false]], [[-4.5, false]], [[-10.875, false]], [[-7.125, false]], [[-7.3125, false]], [[-8.5, false]], [[-8.5234375, false]], [[-5.375, false]], [[-8.5, false]], [[-10.75, false]], [[-7.125, false]], [[-8.875, false]], [[-9.0, false]], [[-5.375, false]], [[-9.5, false]], [[-10.375, false]], [[-10.25, false]], [[-5.375, false]], [[-9.0, false]], [[-8.25, false]], [[-9.5, false]], [[-9.5, false]], [[-8.875, false]], [[-10.25, false]], [[-8.875, false]], [[-8.5, false]], [[-9.875, false]], [[-5.375, false]], [[-8.75, false]], [[-10.75, false]], [[-10.25, false]], [[-8.75, false]], [[-10.375, false]], [[-7.125, false]], [[-8.875, false]], [[-7.125, false]], [[-7.3125, false]], [[-8.5, false]], [[-8.5625, false]], [[-5.375, false]], [[-8.5, false]], [[-8.75, false]], [[-8.25, false]], [[-8.0, false]], [[-8.5, false]], [[-8.875, false]], [[-9.0, false]], [[-5.375, false]], [[-10.75, false]], [[-8.75, false]], [[-5.375, false]], [[-8.25, false]], [[-8.5, false]], [[-5.375, false]], [[-9.0, false]], [[-8.25, false]], [[-9.5, false]], [[-9.5, false]], [[-8.875, false]], [[-10.25, false]], [[-8.875, false]], [[-8.5, false]], [[-9.875, false]], [[-5.375, false]], [[-9.75, false]], [[-4.5, false]], [[-11.5, false]], [[-7.125, false]], [[-7.3125, false]], [[-8.5, false]], [[-11.375, false]]], "filtered_resps": [[-7.375, false], [-8.5, false], [-8.625, false], [-10.375, false], [-9.625, false], [-8.25, false], [-8.5, false], [-10.125, false], [-5.41015625, false], [-4.5, false], [-9.875, false], [-5.41015625, false], [-9.0, false], [-8.25, false], [-9.5, false], [-9.5, false], [-8.875, false], [-10.25, false], [-8.875, false], [-8.5, false], [-9.875, false], [-5.41015625, false], [-10.25, false], [-4.5, false], [-9.875, false], [-8.875, false], [-7.125, false], [-7.3125, false], [-8.5, false], [-8.5234375, false], [-5.375, false], [-8.5, false], [-8.625, false], [-4.5, false], [-9.0, false], [-8.875, false], [-5.375, false], [-10.375, false], [-9.5, false], [-5.375, false], [-9.0, false], [-8.25, false], [-9.5, false], [-9.5, false], [-8.875, false], [-10.25, false], [-8.875, false], [-8.5, false], [-9.875, false], [-5.375, false], [-8.625, false], [-4.5, false], [-9.875, false], [-8.875, false], [-10.25, false], [-8.25, false], [-4.5, false], [-10.875, false], [-7.125, false], [-7.3125, false], [-8.5, false], [-8.5234375, false], [-5.375, false], [-8.5, false], [-10.75, false], [-7.125, false], [-8.875, false], [-9.0, false], [-5.375, false], [-9.5, false], [-10.375, false], [-10.25, false], [-5.375, false], [-9.0, false], [-8.25, false], [-9.5, false], [-9.5, false], [-8.875, false], [-10.25, false], [-8.875, false], [-8.5, false], [-9.875, false], [-5.375, false], [-8.75, false], [-10.75, false], [-10.25, false], [-8.75, false], [-10.375, false], [-7.125, false], [-8.875, false], [-7.125, false], [-7.3125, false], [-8.5, false], [-8.5625, false], [-5.375, false], [-8.5, false], [-8.75, false], [-8.25, false], [-8.0, false], [-8.5, false], [-8.875, false], [-9.0, false], [-5.375, false], [-10.75, false], [-8.75, false], [-5.375, false], [-8.25, false], [-8.5, false], [-5.375, false], [-9.0, false], [-8.25, false], [-9.5, false], [-9.5, false], [-8.875, false], [-10.25, false], [-8.875, false], [-8.5, false], [-9.875, false], [-5.375, false], [-9.75, false], [-4.5, false], [-11.5, false], [-7.125, false], [-7.3125, false], [-8.5, false], [-11.375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 241, "doc": {"id": "Mercury_7013458", "question": "During its lifetime, a star will evolve through several stages. In which stage does a star spend most of its life?", "choices": {"text": ["red giant", "red dwarf", "white dwarf", "main sequence"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "main sequence", "arguments": ["Question: During its lifetime, a star will evolve through several stages. In which stage does a star spend most of its life?\nAnswer:", " ["], "resps": [[[-6.37109375, false]], [[-9.6171875, false]], [[-9.6171875, false]], [[-7.37109375, false]], [[-9.3671875, false]], [[-5.37109375, false]], [[-11.3671875, false]], [[-8.6171875, false]], [[-5.62109375, false]], [[-8.8671875, false]], [[-8.3671875, false]], [[-9.6171875, false]], [[-9.453125, false]], [[-5.37109375, false]], [[-9.6171875, false]], [[-9.6171875, false]], [[-7.37109375, false]], [[-9.3671875, false]], [[-5.37109375, false]], [[-9.3671875, false]], [[-11.1171875, false]], [[-5.62109375, false]], [[-9.6171875, false]], [[-9.8671875, false]], [[-9.6171875, false]], [[-9.453125, false]], [[-5.37109375, false]], [[-9.6171875, false]], [[-11.1171875, false]], [[-11.6171875, false]], [[-8.6171875, false]], [[-8.3671875, false]], [[-7.37109375, false]], [[-5.37109375, false]], [[-9.3671875, false]], [[-11.1171875, false]], [[-5.62109375, false]], [[-9.6171875, false]], [[-9.8671875, false]], [[-9.6171875, false]], [[-9.453125, false]], [[-5.37109375, false]], [[-9.6171875, false]], [[-9.3671875, false]], [[-5.62109375, false]], [[-8.6171875, false]], [[-8.8671875, false]], [[-5.37109375, false]], [[-9.8671875, false]], [[-7.37109375, false]], [[-9.6171875, false]], [[-10.6171875, false]], [[-7.37109375, false]], [[-8.8671875, false]], [[-8.3671875, false]], [[-7.37109375, false]], [[-9.6171875, false]], [[-11.6171875, false]]], "filtered_resps": [[-6.37109375, false], [-9.6171875, false], [-9.6171875, false], [-7.37109375, false], [-9.3671875, false], [-5.37109375, false], [-11.3671875, false], [-8.6171875, false], [-5.62109375, false], [-8.8671875, false], [-8.3671875, false], [-9.6171875, false], [-9.453125, false], [-5.37109375, false], [-9.6171875, false], [-9.6171875, false], [-7.37109375, false], [-9.3671875, false], [-5.37109375, false], [-9.3671875, false], [-11.1171875, false], [-5.62109375, false], [-9.6171875, false], [-9.8671875, false], [-9.6171875, false], [-9.453125, false], [-5.37109375, false], [-9.6171875, false], [-11.1171875, false], [-11.6171875, false], [-8.6171875, false], [-8.3671875, false], [-7.37109375, false], [-5.37109375, false], [-9.3671875, false], [-11.1171875, false], [-5.62109375, false], [-9.6171875, false], [-9.8671875, false], [-9.6171875, false], [-9.453125, false], [-5.37109375, false], [-9.6171875, false], [-9.3671875, false], [-5.62109375, false], [-8.6171875, false], [-8.8671875, false], [-5.37109375, false], [-9.8671875, false], [-7.37109375, false], [-9.6171875, false], [-10.6171875, false], [-7.37109375, false], [-8.8671875, false], [-8.3671875, false], [-7.37109375, false], [-9.6171875, false], [-11.6171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 249, "doc": {"id": "Mercury_SC_LBS10616", "question": "Earth is tilted as it travels around the Sun. The tilt changes the amount of energy each area gets from the Sun, which makes some months of the year warmer than others. What are the four main temperature changes in a year called?", "choices": {"text": ["seasons", "climate", "weather", "quarters"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "seasons", "arguments": ["Question: Earth is tilted as it travels around the Sun. The tilt changes the amount of energy each area gets from the Sun, which makes some months of the year warmer than others. What are the four main temperature changes in a year called?\nAnswer:", " ["], "resps": [[[-7.1484375, false]], [[-9.8984375, false]], [[-9.6484375, false]], [[-7.6484375, false]], [[-3.8984375, false]], [[-9.6484375, false]], [[-7.3984375, false]], [[-8.8984375, false]], [[-9.6484375, false]], [[-9.8984375, false]], [[-9.453125, false]], [[-5.1484375, false]], [[-9.8984375, false]], [[-8.6484375, false]], [[-10.3984375, false]], [[-8.8984375, false]], [[-8.3984375, false]], [[-3.8984375, false]], [[-8.3984375, false]], [[-7.6484375, false]], [[-9.8984375, false]], [[-9.453125, false]], [[-5.1484375, false]], [[-9.8984375, false]], [[-9.6484375, false]], [[-7.6484375, false]], [[-3.8984375, false]], [[-8.3984375, false]], [[-9.8984375, false]], [[-7.6484375, false]], [[-10.6484375, false]], [[-9.8984375, false]], [[-9.453125, false]], [[-5.1484375, false]], [[-9.8984375, false]], [[-10.6484375, false]], [[-11.3984375, false]], [[-3.8984375, false]], [[-10.6484375, false]], [[-8.3984375, false]], [[-7.6484375, false]], [[-10.6484375, false]], [[-9.6484375, false]], [[-9.8984375, false]], [[-11.8984375, false]]], "filtered_resps": [[-7.1484375, false], [-9.8984375, false], [-9.6484375, false], [-7.6484375, false], [-3.8984375, false], [-9.6484375, false], [-7.3984375, false], [-8.8984375, false], [-9.6484375, false], [-9.8984375, false], [-9.453125, false], [-5.1484375, false], [-9.8984375, false], [-8.6484375, false], [-10.3984375, false], [-8.8984375, false], [-8.3984375, false], [-3.8984375, false], [-8.3984375, false], [-7.6484375, false], [-9.8984375, false], [-9.453125, false], [-5.1484375, false], [-9.8984375, false], [-9.6484375, false], [-7.6484375, false], [-3.8984375, false], [-8.3984375, false], [-9.8984375, false], [-7.6484375, false], [-10.6484375, false], [-9.8984375, false], [-9.453125, false], [-5.1484375, false], [-9.8984375, false], [-10.6484375, false], [-11.3984375, false], [-3.8984375, false], [-10.6484375, false], [-8.3984375, false], [-7.6484375, false], [-10.6484375, false], [-9.6484375, false], [-9.8984375, false], [-11.8984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 257, "doc": {"id": "Mercury_SC_401161", "question": "Which liquid most likely contains a dissolved gas?", "choices": {"text": ["whole milk", "house paint", "mud puddle", "carbonated soda"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "carbonated soda", "arguments": ["Question: Which liquid most likely contains a dissolved gas?\nAnswer:", " ["], "resps": [[[-7.04296875, false]], [[-8.546875, false]], [[-10.296875, false]], [[-8.546875, false]], [[-8.046875, false]], [[-9.546875, false]], [[-7.54296875, false]], [[-5.04296875, false]], [[-7.29296875, false]], [[-7.29296875, false]], [[-9.546875, false]], [[-10.296875, false]], [[-8.546875, false]], [[-9.953125, false]], [[-5.04296875, false]], [[-8.546875, false]], [[-8.546875, false]], [[-8.046875, false]], [[-9.046875, false]], [[-9.796875, false]], [[-7.54296875, false]], [[-5.04296875, false]], [[-9.296875, false]], [[-3.794921875, false]], [[-7.29296875, false]], [[-6.79296875, false]], [[-8.546875, false]], [[-8.546875, false]], [[-9.953125, false]], [[-5.04296875, false]], [[-8.546875, false]], [[-7.29296875, false]], [[-9.046875, false]], [[-9.296875, false]], [[-5.04296875, false]], [[-9.296875, false]], [[-9.046875, false]], [[-9.296875, false]], [[-9.296875, false]], [[-9.546875, false]], [[-7.54296875, false]], [[-8.546875, false]], [[-9.953125, false]], [[-5.04296875, false]], [[-8.546875, false]], [[-8.046875, false]], [[-3.794921875, false]], [[-10.796875, false]], [[-9.296875, false]], [[-8.046875, false]], [[-6.79296875, false]], [[-3.794921875, false]], [[-8.546875, false]], [[-7.54296875, false]], [[-9.296875, false]], [[-5.04296875, false]], [[-9.796875, false]], [[-8.046875, false]], [[-9.296875, false]], [[-3.794921875, false]], [[-8.546875, false]], [[-13.296875, false]]], "filtered_resps": [[-7.04296875, false], [-8.546875, false], [-10.296875, false], [-8.546875, false], [-8.046875, false], [-9.546875, false], [-7.54296875, false], [-5.04296875, false], [-7.29296875, false], [-7.29296875, false], [-9.546875, false], [-10.296875, false], [-8.546875, false], [-9.953125, false], [-5.04296875, false], [-8.546875, false], [-8.546875, false], [-8.046875, false], [-9.046875, false], [-9.796875, false], [-7.54296875, false], [-5.04296875, false], [-9.296875, false], [-3.794921875, false], [-7.29296875, false], [-6.79296875, false], [-8.546875, false], [-8.546875, false], [-9.953125, false], [-5.04296875, false], [-8.546875, false], [-7.29296875, false], [-9.046875, false], [-9.296875, false], [-5.04296875, false], [-9.296875, false], [-9.046875, false], [-9.296875, false], [-9.296875, false], [-9.546875, false], [-7.54296875, false], [-8.546875, false], [-9.953125, false], [-5.04296875, false], [-8.546875, false], [-8.046875, false], [-3.794921875, false], [-10.796875, false], [-9.296875, false], [-8.046875, false], [-6.79296875, false], [-3.794921875, false], [-8.546875, false], [-7.54296875, false], [-9.296875, false], [-5.04296875, false], [-9.796875, false], [-8.046875, false], [-9.296875, false], [-3.794921875, false], [-8.546875, false], [-13.296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 265, "doc": {"id": "NYSEDREGENTS_2012_8_5", "question": "Which human organ system produces most of the hormones that regulate body functions?", "choices": {"text": ["digestive", "nervous", "muscular", "endocrine"], "label": ["1", "2", "3", "4"]}, "answerKey": "4"}, "target": "endocrine", "arguments": ["Question: Which human organ system produces most of the hormones that regulate body functions?\nAnswer:", " ["], "resps": [[[-8.2265625, false]], [[-11.4765625, false]], [[-11.7265625, false]], [[-10.4765625, false]], [[-12.2265625, false]], [[-9.2265625, false]], [[-10.4765625, false]], [[-10.7265625, false]], [[-10.4765625, false]], [[-11.4765625, false]], [[-9.2265625, false]], [[-11.4765625, false]], [[-11.21875, false]], [[-4.98046875, false]], [[-11.4765625, false]], [[-10.2265625, false]], [[-9.2265625, false]], [[-10.9765625, false]], [[-11.4765625, false]], [[-7.73046875, false]], [[-7.73046875, false]], [[-10.4765625, false]], [[-11.4765625, false]], [[-11.21875, false]], [[-4.98046875, false]], [[-11.4765625, false]], [[-9.7265625, false]], [[-7.73046875, false]], [[-10.4765625, false]], [[-8.9765625, false]], [[-7.73046875, false]], [[-9.2265625, false]], [[-4.98046875, false]], [[-10.9765625, false]], [[-11.4765625, false]], [[-11.21875, false]], [[-4.98046875, false]], [[-11.4765625, false]], [[-9.2265625, false]], [[-10.2265625, false]], [[-11.7265625, false]], [[-7.73046875, false]], [[-8.9765625, false]], [[-10.9765625, false]], [[-10.4765625, false]], [[-10.2265625, false]], [[-9.2265625, false]], [[-11.4765625, false]], [[-13.9765625, false]]], "filtered_resps": [[-8.2265625, false], [-11.4765625, false], [-11.7265625, false], [-10.4765625, false], [-12.2265625, false], [-9.2265625, false], [-10.4765625, false], [-10.7265625, false], [-10.4765625, false], [-11.4765625, false], [-9.2265625, false], [-11.4765625, false], [-11.21875, false], [-4.98046875, false], [-11.4765625, false], [-10.2265625, false], [-9.2265625, false], [-10.9765625, false], [-11.4765625, false], [-7.73046875, false], [-7.73046875, false], [-10.4765625, false], [-11.4765625, false], [-11.21875, false], [-4.98046875, false], [-11.4765625, false], [-9.7265625, false], [-7.73046875, false], [-10.4765625, false], [-8.9765625, false], [-7.73046875, false], [-9.2265625, false], [-4.98046875, false], [-10.9765625, false], [-11.4765625, false], [-11.21875, false], [-4.98046875, false], [-11.4765625, false], [-9.2265625, false], [-10.2265625, false], [-11.7265625, false], [-7.73046875, false], [-8.9765625, false], [-10.9765625, false], [-10.4765625, false], [-10.2265625, false], [-9.2265625, false], [-11.4765625, false], [-13.9765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 273, "doc": {"id": "Mercury_405141", "question": "Panels of solar cells are used to collect energy from the Sun and convert it into energy for use in homes. Into what type of energy is the solar energy converted?", "choices": {"text": ["chemical", "electrical", "geothermal", "hydroelectric"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "electrical", "arguments": ["Question: Panels of solar cells are used to collect energy from the Sun and convert it into energy for use in homes. Into what type of energy is the solar energy converted?\nAnswer:", " ["], "resps": [[[-8.671875, false]], [[-9.171875, false]], [[-10.671875, false]], [[-12.171875, false]], [[-9.421875, false]], [[-11.171875, false]], [[-7.91796875, false]], [[-10.671875, false]], [[-7.41796875, false]], [[-11.421875, false]], [[-9.171875, false]], [[-10.46875, false]], [[-5.91796875, false]], [[-9.171875, false]], [[-9.421875, false]], [[-11.421875, false]], [[-9.421875, false]], [[-10.671875, false]], [[-12.171875, false]], [[-12.671875, false]], [[-7.91796875, false]], [[-10.671875, false]], [[-7.41796875, false]], [[-11.421875, false]], [[-9.171875, false]], [[-10.46875, false]], [[-5.91796875, false]], [[-9.171875, false]], [[-13.171875, false]], [[-9.421875, false]], [[-10.671875, false]], [[-12.171875, false]], [[-12.171875, false]], [[-9.421875, false]], [[-12.671875, false]], [[-11.171875, false]], [[-7.41796875, false]], [[-11.421875, false]], [[-9.171875, false]], [[-10.46875, false]], [[-5.91796875, false]], [[-9.171875, false]], [[-12.171875, false]], [[-12.421875, false]], [[-11.671875, false]], [[-12.671875, false]], [[-10.671875, false]], [[-9.421875, false]], [[-11.421875, false]], [[-9.421875, false]], [[-10.671875, false]], [[-12.171875, false]], [[-12.671875, false]], [[-7.91796875, false]], [[-10.671875, false]], [[-9.171875, false]], [[-13.921875, false]]], "filtered_resps": [[-8.671875, false], [-9.171875, false], [-10.671875, false], [-12.171875, false], [-9.421875, false], [-11.171875, false], [-7.91796875, false], [-10.671875, false], [-7.41796875, false], [-11.421875, false], [-9.171875, false], [-10.46875, false], [-5.91796875, false], [-9.171875, false], [-9.421875, false], [-11.421875, false], [-9.421875, false], [-10.671875, false], [-12.171875, false], [-12.671875, false], [-7.91796875, false], [-10.671875, false], [-7.41796875, false], [-11.421875, false], [-9.171875, false], [-10.46875, false], [-5.91796875, false], [-9.171875, false], [-13.171875, false], [-9.421875, false], [-10.671875, false], [-12.171875, false], [-12.171875, false], [-9.421875, false], [-12.671875, false], [-11.171875, false], [-7.41796875, false], [-11.421875, false], [-9.171875, false], [-10.46875, false], [-5.91796875, false], [-9.171875, false], [-12.171875, false], [-12.421875, false], [-11.671875, false], [-12.671875, false], [-10.671875, false], [-9.421875, false], [-11.421875, false], [-9.421875, false], [-10.671875, false], [-12.171875, false], [-12.671875, false], [-7.91796875, false], [-10.671875, false], [-9.171875, false], [-13.921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 281, "doc": {"id": "Mercury_7240923", "question": "Which statement describes the most likely effect of transformation on bacteria such as E. coli?", "choices": {"text": ["Transformed bacteria express a new protein product.", "Transformed bacteria have multiple chromosomes.", "Transformed bacteria reproduce more quickly.", "Transformed bacteria become a new species."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Transformed bacteria express a new protein product.", "arguments": ["Question: Which statement describes the most likely effect of transformation on bacteria such as E. coli?\nAnswer:", " ["], "resps": [[[-6.1484375, false]], [[-8.7734375, false]], [[-5.8984375, false]], [[-8.5234375, false]], [[-4.2734375, false]], [[-8.7734375, false]], [[-8.5234375, false]], [[-9.3984375, false]], [[-8.5234375, false]], [[-8.5234375, false]], [[-8.2734375, false]], [[-7.5234375, false]], [[-8.1484375, false]], [[-5.2734375, false]], [[-6.3984375, false]], [[-4.2734375, false]], [[-7.3984375, false]], [[-9.1484375, false]], [[-7.5234375, false]], [[-8.5234375, false]], [[-7.7734375, false]], [[-4.2734375, false]], [[-5.2734375, false]], [[-7.5234375, false]], [[-9.3984375, false]], [[-9.0234375, false]], [[-8.5234375, false]], [[-7.5234375, false]], [[-8.5234375, false]], [[-8.5234375, false]], [[-5.2734375, false]], [[-4.2734375, false]], [[-5.2734375, false]], [[-8.7734375, false]], [[-7.5234375, false]], [[-10.5234375, false]], [[-5.2734375, false]], [[-9.0234375, false]], [[-8.5234375, false]], [[-8.5234375, false]], [[-9.1484375, false]], [[-7.5234375, false]], [[-7.7734375, false]], [[-8.7734375, false]], [[-5.2734375, false]], [[-9.0234375, false]], [[-8.5234375, false]], [[-8.5234375, false]], [[-8.1484375, false]], [[-10.7734375, false]], [[-7.3984375, false]], [[-9.1484375, false]], [[-6.7421875, false]], [[-8.7734375, false]], [[-9.7421875, false]], [[-5.2734375, false]], [[-8.7734375, false]], [[-5.8984375, false]], [[-8.5234375, false]], [[-4.2734375, false]], [[-8.7734375, false]], [[-8.5234375, false]], [[-9.3984375, false]], [[-8.5234375, false]], [[-8.5234375, false]], [[-8.2734375, false]], [[-7.5234375, false]], [[-8.1484375, false]], [[-5.2734375, false]], [[-6.3984375, false]], [[-4.2734375, false]], [[-7.3984375, false]], [[-9.1484375, false]], [[-7.5234375, false]], [[-8.5234375, false]], [[-7.7734375, false]], [[-4.2734375, false]], [[-5.2734375, false]], [[-10.7734375, false]], [[-4.2734375, false]], [[-10.2734375, false]], [[-7.5234375, false]], [[-5.2734375, false]], [[-8.2734375, false]], [[-10.7734375, false]], [[-10.1484375, false]], [[-9.1484375, false]], [[-7.7734375, false]], [[-9.0234375, false]], [[-10.1484375, false]], [[-7.5234375, false]], [[-5.2734375, false]], [[-7.3984375, false]], [[-10.7734375, false]], [[-8.5234375, false]], [[-8.5234375, false]], [[-8.2734375, false]], [[-8.5234375, false]], [[-8.5234375, false]], [[-8.5234375, false]], [[-8.2734375, false]], [[-7.5234375, false]], [[-8.5234375, false]], [[-6.7421875, false]], [[-8.7734375, false]], [[-9.7421875, false]], [[-5.2734375, false]], [[-8.7734375, false]], [[-5.8984375, false]], [[-8.5234375, false]], [[-4.2734375, false]], [[-8.7734375, false]], [[-8.5234375, false]], [[-9.3984375, false]], [[-8.5234375, false]], [[-8.5234375, false]], [[-8.2734375, false]], [[-7.5234375, false]], [[-8.1484375, false]], [[-5.2734375, false]], [[-6.3984375, false]], [[-4.2734375, false]], [[-7.3984375, false]], [[-9.1484375, false]], [[-7.5234375, false]], [[-8.5234375, false]], [[-7.7734375, false]], [[-4.2734375, false]], [[-5.2734375, false]], [[-8.5234375, false]], [[-7.5234375, false]], [[-9.0234375, false]], [[-8.5234375, false]], [[-8.5234375, false]], [[-8.1484375, false]], [[-10.7734375, false]], [[-7.3984375, false]], [[-7.5234375, false]], [[-5.2734375, false]], [[-8.2734375, false]], [[-8.5234375, false]], [[-8.5234375, false]], [[-7.5234375, false]], [[-5.2734375, false]], [[-9.8984375, false]], [[-10.7734375, false]], [[-7.7734375, false]], [[-7.3984375, false]], [[-9.2734375, false]], [[-10.1484375, false]], [[-10.0234375, false]], [[-6.7421875, false]], [[-8.7734375, false]], [[-9.7421875, false]], [[-5.2734375, false]], [[-8.7734375, false]], [[-5.8984375, false]], [[-8.5234375, false]], [[-4.2734375, false]], [[-8.7734375, false]], [[-8.5234375, false]], [[-9.3984375, false]], [[-8.5234375, false]], [[-8.5234375, false]], [[-8.2734375, false]], [[-7.5234375, false]], [[-8.1484375, false]], [[-5.2734375, false]], [[-6.3984375, false]], [[-4.2734375, false]], [[-7.3984375, false]], [[-9.1484375, false]], [[-7.5234375, false]], [[-8.5234375, false]], [[-7.7734375, false]], [[-4.2734375, false]], [[-5.2734375, false]], [[-6.3984375, false]], [[-7.5234375, false]], [[-7.3984375, false]], [[-8.5234375, false]], [[-8.2734375, false]], [[-7.5234375, false]], [[-5.2734375, false]], [[-4.2734375, false]], [[-5.2734375, false]], [[-8.7734375, false]], [[-7.5234375, false]], [[-10.5234375, false]], [[-5.2734375, false]], [[-8.5234375, false]], [[-9.0234375, false]], [[-7.5234375, false]], [[-7.3984375, false]], [[-7.7734375, false]], [[-7.5234375, false]], [[-8.5234375, false]], [[-6.7421875, false]], [[-8.7734375, false]], [[-11.6484375, false]]], "filtered_resps": [[-6.1484375, false], [-8.7734375, false], [-5.8984375, false], [-8.5234375, false], [-4.2734375, false], [-8.7734375, false], [-8.5234375, false], [-9.3984375, false], [-8.5234375, false], [-8.5234375, false], [-8.2734375, false], [-7.5234375, false], [-8.1484375, false], [-5.2734375, false], [-6.3984375, false], [-4.2734375, false], [-7.3984375, false], [-9.1484375, false], [-7.5234375, false], [-8.5234375, false], [-7.7734375, false], [-4.2734375, false], [-5.2734375, false], [-7.5234375, false], [-9.3984375, false], [-9.0234375, false], [-8.5234375, false], [-7.5234375, false], [-8.5234375, false], [-8.5234375, false], [-5.2734375, false], [-4.2734375, false], [-5.2734375, false], [-8.7734375, false], [-7.5234375, false], [-10.5234375, false], [-5.2734375, false], [-9.0234375, false], [-8.5234375, false], [-8.5234375, false], [-9.1484375, false], [-7.5234375, false], [-7.7734375, false], [-8.7734375, false], [-5.2734375, false], [-9.0234375, false], [-8.5234375, false], [-8.5234375, false], [-8.1484375, false], [-10.7734375, false], [-7.3984375, false], [-9.1484375, false], [-6.7421875, false], [-8.7734375, false], [-9.7421875, false], [-5.2734375, false], [-8.7734375, false], [-5.8984375, false], [-8.5234375, false], [-4.2734375, false], [-8.7734375, false], [-8.5234375, false], [-9.3984375, false], [-8.5234375, false], [-8.5234375, false], [-8.2734375, false], [-7.5234375, false], [-8.1484375, false], [-5.2734375, false], [-6.3984375, false], [-4.2734375, false], [-7.3984375, false], [-9.1484375, false], [-7.5234375, false], [-8.5234375, false], [-7.7734375, false], [-4.2734375, false], [-5.2734375, false], [-10.7734375, false], [-4.2734375, false], [-10.2734375, false], [-7.5234375, false], [-5.2734375, false], [-8.2734375, false], [-10.7734375, false], [-10.1484375, false], [-9.1484375, false], [-7.7734375, false], [-9.0234375, false], [-10.1484375, false], [-7.5234375, false], [-5.2734375, false], [-7.3984375, false], [-10.7734375, false], [-8.5234375, false], [-8.5234375, false], [-8.2734375, false], [-8.5234375, false], [-8.5234375, false], [-8.5234375, false], [-8.2734375, false], [-7.5234375, false], [-8.5234375, false], [-6.7421875, false], [-8.7734375, false], [-9.7421875, false], [-5.2734375, false], [-8.7734375, false], [-5.8984375, false], [-8.5234375, false], [-4.2734375, false], [-8.7734375, false], [-8.5234375, false], [-9.3984375, false], [-8.5234375, false], [-8.5234375, false], [-8.2734375, false], [-7.5234375, false], [-8.1484375, false], [-5.2734375, false], [-6.3984375, false], [-4.2734375, false], [-7.3984375, false], [-9.1484375, false], [-7.5234375, false], [-8.5234375, false], [-7.7734375, false], [-4.2734375, false], [-5.2734375, false], [-8.5234375, false], [-7.5234375, false], [-9.0234375, false], [-8.5234375, false], [-8.5234375, false], [-8.1484375, false], [-10.7734375, false], [-7.3984375, false], [-7.5234375, false], [-5.2734375, false], [-8.2734375, false], [-8.5234375, false], [-8.5234375, false], [-7.5234375, false], [-5.2734375, false], [-9.8984375, false], [-10.7734375, false], [-7.7734375, false], [-7.3984375, false], [-9.2734375, false], [-10.1484375, false], [-10.0234375, false], [-6.7421875, false], [-8.7734375, false], [-9.7421875, false], [-5.2734375, false], [-8.7734375, false], [-5.8984375, false], [-8.5234375, false], [-4.2734375, false], [-8.7734375, false], [-8.5234375, false], [-9.3984375, false], [-8.5234375, false], [-8.5234375, false], [-8.2734375, false], [-7.5234375, false], [-8.1484375, false], [-5.2734375, false], [-6.3984375, false], [-4.2734375, false], [-7.3984375, false], [-9.1484375, false], [-7.5234375, false], [-8.5234375, false], [-7.7734375, false], [-4.2734375, false], [-5.2734375, false], [-6.3984375, false], [-7.5234375, false], [-7.3984375, false], [-8.5234375, false], [-8.2734375, false], [-7.5234375, false], [-5.2734375, false], [-4.2734375, false], [-5.2734375, false], [-8.7734375, false], [-7.5234375, false], [-10.5234375, false], [-5.2734375, false], [-8.5234375, false], [-9.0234375, false], [-7.5234375, false], [-7.3984375, false], [-7.7734375, false], [-7.5234375, false], [-8.5234375, false], [-6.7421875, false], [-8.7734375, false], [-11.6484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 289, "doc": {"id": "Mercury_7216720", "question": "Which of the following is a part of the process of sexual reproduction?", "choices": {"text": ["budding", "regeneration", "pollination", "fragmentation"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "pollination", "arguments": ["Question: Which of the following is a part of the process of sexual reproduction?\nAnswer:", " ["], "resps": [[[-8.0078125, false]], [[-10.2578125, false]], [[-7.75390625, false]], [[-8.0078125, false]], [[-8.2578125, false]], [[-8.2578125, false]], [[-8.5078125, false]], [[-8.7578125, false]], [[-10.0078125, false]], [[-10.2578125, false]], [[-9.421875, false]], [[-5.25390625, false]], [[-10.2578125, false]], [[-9.2578125, false]], [[-6.75390625, false]], [[-10.0078125, false]], [[-6.75390625, false]], [[-8.7578125, false]], [[-6.75390625, false]], [[-9.2578125, false]], [[-4.00390625, false]], [[-10.5078125, false]], [[-8.5078125, false]], [[-5.75390625, false]], [[-8.7578125, false]], [[-10.2578125, false]], [[-9.421875, false]], [[-5.25390625, false]], [[-10.2578125, false]], [[-8.0078125, false]], [[-5.75390625, false]], [[-11.0078125, false]], [[-11.0078125, false]], [[-8.5078125, false]], [[-8.7578125, false]], [[-4.00390625, false]], [[-10.5078125, false]], [[-8.5078125, false]], [[-5.75390625, false]], [[-8.7578125, false]], [[-10.2578125, false]], [[-9.421875, false]], [[-5.25390625, false]], [[-10.2578125, false]], [[-9.0078125, false]], [[-9.2578125, false]], [[-4.00390625, false]], [[-10.0078125, false]], [[-8.2578125, false]], [[-6.75390625, false]], [[-8.7578125, false]], [[-10.5078125, false]], [[-4.00390625, false]], [[-10.5078125, false]], [[-8.5078125, false]], [[-5.75390625, false]], [[-8.7578125, false]], [[-10.2578125, false]], [[-12.2578125, false]]], "filtered_resps": [[-8.0078125, false], [-10.2578125, false], [-7.75390625, false], [-8.0078125, false], [-8.2578125, false], [-8.2578125, false], [-8.5078125, false], [-8.7578125, false], [-10.0078125, false], [-10.2578125, false], [-9.421875, false], [-5.25390625, false], [-10.2578125, false], [-9.2578125, false], [-6.75390625, false], [-10.0078125, false], [-6.75390625, false], [-8.7578125, false], [-6.75390625, false], [-9.2578125, false], [-4.00390625, false], [-10.5078125, false], [-8.5078125, false], [-5.75390625, false], [-8.7578125, false], [-10.2578125, false], [-9.421875, false], [-5.25390625, false], [-10.2578125, false], [-8.0078125, false], [-5.75390625, false], [-11.0078125, false], [-11.0078125, false], [-8.5078125, false], [-8.7578125, false], [-4.00390625, false], [-10.5078125, false], [-8.5078125, false], [-5.75390625, false], [-8.7578125, false], [-10.2578125, false], [-9.421875, false], [-5.25390625, false], [-10.2578125, false], [-9.0078125, false], [-9.2578125, false], [-4.00390625, false], [-10.0078125, false], [-8.2578125, false], [-6.75390625, false], [-8.7578125, false], [-10.5078125, false], [-4.00390625, false], [-10.5078125, false], [-8.5078125, false], [-5.75390625, false], [-8.7578125, false], [-10.2578125, false], [-12.2578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 297, "doc": {"id": "Mercury_SC_402084", "question": "Which is an example of a form of electrical energy?", "choices": {"text": ["lightning", "windmill", "radio waves", "sound waves"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "lightning", "arguments": ["Question: Which is an example of a form of electrical energy?\nAnswer:", " ["], "resps": [[[-7.93359375, false]], [[-8.9375, false]], [[-11.4375, false]], [[-8.1875, false]], [[-12.9375, false]], [[-10.9375, false]], [[-10.9375, false]], [[-9.6875, false]], [[-8.1875, false]], [[-9.6875, false]], [[-12.9375, false]], [[-8.9375, false]], [[-9.9765625, false]], [[-5.68359375, false]], [[-8.9375, false]], [[-11.4375, false]], [[-8.1875, false]], [[-9.6875, false]], [[-11.1875, false]], [[-8.4375, false]], [[-8.1875, false]], [[-11.4375, false]], [[-11.4375, false]], [[-8.9375, false]], [[-9.9765625, false]], [[-5.68359375, false]], [[-8.9375, false]], [[-11.1875, false]], [[-3.935546875, false]], [[-11.1875, false]], [[-8.1875, false]], [[-9.9375, false]], [[-5.68359375, false]], [[-11.4375, false]], [[-3.935546875, false]], [[-10.6875, false]], [[-9.4375, false]], [[-9.9375, false]], [[-8.9375, false]], [[-9.9765625, false]], [[-5.68359375, false]], [[-8.9375, false]], [[-9.9375, false]], [[-9.9375, false]], [[-10.1875, false]], [[-9.6875, false]], [[-11.1875, false]], [[-5.68359375, false]], [[-11.4375, false]], [[-3.935546875, false]], [[-10.6875, false]], [[-9.4375, false]], [[-9.9375, false]], [[-8.9375, false]], [[-13.4375, false]]], "filtered_resps": [[-7.93359375, false], [-8.9375, false], [-11.4375, false], [-8.1875, false], [-12.9375, false], [-10.9375, false], [-10.9375, false], [-9.6875, false], [-8.1875, false], [-9.6875, false], [-12.9375, false], [-8.9375, false], [-9.9765625, false], [-5.68359375, false], [-8.9375, false], [-11.4375, false], [-8.1875, false], [-9.6875, false], [-11.1875, false], [-8.4375, false], [-8.1875, false], [-11.4375, false], [-11.4375, false], [-8.9375, false], [-9.9765625, false], [-5.68359375, false], [-8.9375, false], [-11.1875, false], [-3.935546875, false], [-11.1875, false], [-8.1875, false], [-9.9375, false], [-5.68359375, false], [-11.4375, false], [-3.935546875, false], [-10.6875, false], [-9.4375, false], [-9.9375, false], [-8.9375, false], [-9.9765625, false], [-5.68359375, false], [-8.9375, false], [-9.9375, false], [-9.9375, false], [-10.1875, false], [-9.6875, false], [-11.1875, false], [-5.68359375, false], [-11.4375, false], [-3.935546875, false], [-10.6875, false], [-9.4375, false], [-9.9375, false], [-8.9375, false], [-13.4375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 305, "doc": {"id": "Mercury_7018060", "question": "Which of these is a chemical property of a material?", "choices": {"text": ["density", "flammability", "color", "brittleness"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "flammability", "arguments": ["Question: Which of these is a chemical property of a material?\nAnswer:", " ["], "resps": [[[-6.70703125, false]], [[-9.453125, false]], [[-9.953125, false]], [[-8.453125, false]], [[-7.70703125, false]], [[-8.703125, false]], [[-8.453125, false]], [[-8.703125, false]], [[-9.703125, false]], [[-9.453125, false]], [[-9.390625, false]], [[-5.20703125, false]], [[-9.453125, false]], [[-9.953125, false]], [[-10.453125, false]], [[-3.705078125, false]], [[-7.45703125, false]], [[-7.45703125, false]], [[-3.705078125, false]], [[-7.45703125, false]], [[-8.453125, false]], [[-10.453125, false]], [[-8.453125, false]], [[-8.703125, false]], [[-9.703125, false]], [[-9.453125, false]], [[-9.390625, false]], [[-5.20703125, false]], [[-9.453125, false]], [[-7.70703125, false]], [[-8.453125, false]], [[-10.453125, false]], [[-8.453125, false]], [[-8.953125, false]], [[-9.453125, false]], [[-9.390625, false]], [[-5.20703125, false]], [[-9.453125, false]], [[-7.45703125, false]], [[-8.953125, false]], [[-8.453125, false]], [[-8.703125, false]], [[-8.703125, false]], [[-10.453125, false]], [[-8.453125, false]], [[-7.70703125, false]], [[-8.453125, false]], [[-8.703125, false]], [[-8.703125, false]], [[-9.453125, false]], [[-12.703125, false]]], "filtered_resps": [[-6.70703125, false], [-9.453125, false], [-9.953125, false], [-8.453125, false], [-7.70703125, false], [-8.703125, false], [-8.453125, false], [-8.703125, false], [-9.703125, false], [-9.453125, false], [-9.390625, false], [-5.20703125, false], [-9.453125, false], [-9.953125, false], [-10.453125, false], [-3.705078125, false], [-7.45703125, false], [-7.45703125, false], [-3.705078125, false], [-7.45703125, false], [-8.453125, false], [-10.453125, false], [-8.453125, false], [-8.703125, false], [-9.703125, false], [-9.453125, false], [-9.390625, false], [-5.20703125, false], [-9.453125, false], [-7.70703125, false], [-8.453125, false], [-10.453125, false], [-8.453125, false], [-8.953125, false], [-9.453125, false], [-9.390625, false], [-5.20703125, false], [-9.453125, false], [-7.45703125, false], [-8.953125, false], [-8.453125, false], [-8.703125, false], [-8.703125, false], [-10.453125, false], [-8.453125, false], [-7.70703125, false], [-8.453125, false], [-8.703125, false], [-8.703125, false], [-9.453125, false], [-12.703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 313, "doc": {"id": "Mercury_SC_401214", "question": "People take in and release gases from the air when they breathe. Which exhaled gas is a waste product of respiration?", "choices": {"text": ["oxygen", "helium", "hydrogen", "carbon dioxide"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "carbon dioxide", "arguments": ["Question: People take in and release gases from the air when they breathe. Which exhaled gas is a waste product of respiration?\nAnswer:", " ["], "resps": [[[-8.8125, false]], [[-10.5625, false]], [[-5.81640625, false]], [[-10.8125, false]], [[-11.5625, false]], [[-11.5625, false]], [[-8.5625, false]], [[-7.56640625, false]], [[-10.5625, false]], [[-10.90625, false]], [[-5.81640625, false]], [[-10.5625, false]], [[-9.0625, false]], [[-8.5625, false]], [[-11.8125, false]], [[-9.0625, false]], [[-8.8125, false]], [[-8.8125, false]], [[-10.5625, false]], [[-10.90625, false]], [[-5.81640625, false]], [[-10.5625, false]], [[-9.0625, false]], [[-11.5625, false]], [[-9.8125, false]], [[-14.0625, false]], [[-5.81640625, false]], [[-11.5625, false]], [[-8.5625, false]], [[-7.56640625, false]], [[-10.5625, false]], [[-10.90625, false]], [[-5.81640625, false]], [[-10.5625, false]], [[-7.81640625, false]], [[-5.81640625, false]], [[-14.0625, false]], [[-9.8125, false]], [[-5.81640625, false]], [[-7.56640625, false]], [[-5.81640625, false]], [[-9.8125, false]], [[-9.0625, false]], [[-5.81640625, false]], [[-10.8125, false]], [[-9.0625, false]], [[-9.8125, false]], [[-8.5625, false]], [[-10.5625, false]], [[-17.3125, false]]], "filtered_resps": [[-8.8125, false], [-10.5625, false], [-5.81640625, false], [-10.8125, false], [-11.5625, false], [-11.5625, false], [-8.5625, false], [-7.56640625, false], [-10.5625, false], [-10.90625, false], [-5.81640625, false], [-10.5625, false], [-9.0625, false], [-8.5625, false], [-11.8125, false], [-9.0625, false], [-8.8125, false], [-8.8125, false], [-10.5625, false], [-10.90625, false], [-5.81640625, false], [-10.5625, false], [-9.0625, false], [-11.5625, false], [-9.8125, false], [-14.0625, false], [-5.81640625, false], [-11.5625, false], [-8.5625, false], [-7.56640625, false], [-10.5625, false], [-10.90625, false], [-5.81640625, false], [-10.5625, false], [-7.81640625, false], [-5.81640625, false], [-14.0625, false], [-9.8125, false], [-5.81640625, false], [-7.56640625, false], [-5.81640625, false], [-9.8125, false], [-9.0625, false], [-5.81640625, false], [-10.8125, false], [-9.0625, false], [-9.8125, false], [-8.5625, false], [-10.5625, false], [-17.3125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 321, "doc": {"id": "Mercury_SC_407706", "question": "A group of frogs live together near a small pond. The frogs compete with each other most for which resource?", "choices": {"text": ["air", "insects", "plants", "sunlight"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "insects", "arguments": ["Question: A group of frogs live together near a small pond. The frogs compete with each other most for which resource?\nAnswer:", " ["], "resps": [[[-6.84375, false]], [[-9.46875, false]], [[-4.84375, false]], [[-10.09375, false]], [[-10.21875, false]], [[-9.46875, false]], [[-10.234375, false]], [[-5.09375, false]], [[-9.46875, false]], [[-10.09375, false]], [[-8.34375, false]], [[-8.84375, false]], [[-8.96875, false]], [[-8.46875, false]], [[-10.46875, false]], [[-8.84375, false]], [[-9.46875, false]], [[-10.234375, false]], [[-5.09375, false]], [[-9.46875, false]], [[-9.84375, false]], [[-9.46875, false]], [[-4.84375, false]], [[-8.34375, false]], [[-10.46875, false]], [[-8.84375, false]], [[-9.46875, false]], [[-10.234375, false]], [[-5.09375, false]], [[-9.46875, false]], [[-8.84375, false]], [[-10.09375, false]], [[-8.34375, false]], [[-9.46875, false]], [[-10.09375, false]], [[-10.84375, false]], [[-11.46875, false]], [[-10.46875, false]], [[-9.46875, false]], [[-13.21875, false]]], "filtered_resps": [[-6.84375, false], [-9.46875, false], [-4.84375, false], [-10.09375, false], [-10.21875, false], [-9.46875, false], [-10.234375, false], [-5.09375, false], [-9.46875, false], [-10.09375, false], [-8.34375, false], [-8.84375, false], [-8.96875, false], [-8.46875, false], [-10.46875, false], [-8.84375, false], [-9.46875, false], [-10.234375, false], [-5.09375, false], [-9.46875, false], [-9.84375, false], [-9.46875, false], [-4.84375, false], [-8.34375, false], [-10.46875, false], [-8.84375, false], [-9.46875, false], [-10.234375, false], [-5.09375, false], [-9.46875, false], [-8.84375, false], [-10.09375, false], [-8.34375, false], [-9.46875, false], [-10.09375, false], [-10.84375, false], [-11.46875, false], [-10.46875, false], [-9.46875, false], [-13.21875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 329, "doc": {"id": "Mercury_7106610", "question": "What advantage do the offspring of a dandelion have by reproducing asexually?", "choices": {"text": ["Reproduction occurs rapidly.", "Reproductive competition is increased.", "Mating compatibility improves.", "Diversity increases between generations."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Reproduction occurs rapidly.", "arguments": ["Question: What advantage do the offspring of a dandelion have by reproducing asexually?\nAnswer:", " ["], "resps": [[[-7.140625, false]], [[-8.890625, false]], [[-8.140625, false]], [[-9.640625, false]], [[-10.890625, false]], [[-11.390625, false]], [[-9.890625, false]], [[-8.890625, false]], [[-11.140625, false]], [[-10.890625, false]], [[-11.140625, false]], [[-9.390625, false]], [[-9.890625, false]], [[-10.390625, false]], [[-6.640625, false]], [[-9.890625, false]], [[-10.890625, false]], [[-10.890625, false]], [[-11.140625, false]], [[-11.390625, false]], [[-11.390625, false]], [[-6.640625, false]], [[-11.390625, false]], [[-5.640625, false]], [[-10.890625, false]], [[-9.390625, false]], [[-8.890625, false]], [[-11.140625, false]], [[-11.390625, false]], [[-8.2578125, false]], [[-8.890625, false]], [[-11.1328125, false]], [[-6.640625, false]], [[-8.890625, false]], [[-8.140625, false]], [[-9.640625, false]], [[-10.890625, false]], [[-11.390625, false]], [[-9.890625, false]], [[-8.890625, false]], [[-11.140625, false]], [[-10.890625, false]], [[-11.140625, false]], [[-9.390625, false]], [[-12.140625, false]], [[-9.640625, false]], [[-6.640625, false]], [[-10.890625, false]], [[-9.890625, false]], [[-12.390625, false]], [[-10.890625, false]], [[-9.640625, false]], [[-11.140625, false]], [[-9.390625, false]], [[-11.140625, false]], [[-9.390625, false]], [[-9.890625, false]], [[-10.390625, false]], [[-6.640625, false]], [[-9.390625, false]], [[-11.390625, false]], [[-6.640625, false]], [[-9.390625, false]], [[-10.390625, false]], [[-10.890625, false]], [[-11.390625, false]], [[-9.640625, false]], [[-5.640625, false]], [[-11.390625, false]], [[-9.640625, false]], [[-8.890625, false]], [[-8.2578125, false]], [[-8.890625, false]], [[-11.1328125, false]], [[-6.640625, false]], [[-8.890625, false]], [[-9.640625, false]], [[-5.640625, false]], [[-11.140625, false]], [[-9.390625, false]], [[-10.390625, false]], [[-12.390625, false]], [[-6.640625, false]], [[-10.890625, false]], [[-9.890625, false]], [[-12.390625, false]], [[-10.890625, false]], [[-5.640625, false]], [[-11.140625, false]], [[-9.390625, false]], [[-10.140625, false]], [[-9.390625, false]], [[-11.140625, false]], [[-9.390625, false]], [[-11.140625, false]], [[-11.390625, false]], [[-6.640625, false]], [[-9.390625, false]], [[-12.390625, false]], [[-10.890625, false]], [[-11.390625, false]], [[-9.890625, false]], [[-12.140625, false]], [[-9.640625, false]], [[-11.390625, false]], [[-8.2578125, false]], [[-8.890625, false]], [[-11.1328125, false]], [[-6.640625, false]], [[-8.890625, false]], [[-5.890625, false]], [[-9.390625, false]], [[-12.140625, false]], [[-9.640625, false]], [[-11.390625, false]], [[-11.390625, false]], [[-9.390625, false]], [[-11.140625, false]], [[-11.390625, false]], [[-6.640625, false]], [[-9.390625, false]], [[-10.390625, false]], [[-10.890625, false]], [[-11.390625, false]], [[-9.640625, false]], [[-5.640625, false]], [[-11.390625, false]], [[-9.640625, false]], [[-11.390625, false]], [[-6.640625, false]], [[-10.140625, false]], [[-9.640625, false]], [[-11.140625, false]], [[-11.640625, false]], [[-9.640625, false]], [[-9.640625, false]], [[-10.390625, false]], [[-6.640625, false]], [[-12.390625, false]], [[-9.640625, false]], [[-10.390625, false]], [[-9.640625, false]], [[-11.390625, false]], [[-5.640625, false]], [[-11.140625, false]], [[-9.390625, false]], [[-9.890625, false]], [[-10.390625, false]], [[-11.390625, false]], [[-8.2578125, false]], [[-8.890625, false]], [[-13.640625, false]]], "filtered_resps": [[-7.140625, false], [-8.890625, false], [-8.140625, false], [-9.640625, false], [-10.890625, false], [-11.390625, false], [-9.890625, false], [-8.890625, false], [-11.140625, false], [-10.890625, false], [-11.140625, false], [-9.390625, false], [-9.890625, false], [-10.390625, false], [-6.640625, false], [-9.890625, false], [-10.890625, false], [-10.890625, false], [-11.140625, false], [-11.390625, false], [-11.390625, false], [-6.640625, false], [-11.390625, false], [-5.640625, false], [-10.890625, false], [-9.390625, false], [-8.890625, false], [-11.140625, false], [-11.390625, false], [-8.2578125, false], [-8.890625, false], [-11.1328125, false], [-6.640625, false], [-8.890625, false], [-8.140625, false], [-9.640625, false], [-10.890625, false], [-11.390625, false], [-9.890625, false], [-8.890625, false], [-11.140625, false], [-10.890625, false], [-11.140625, false], [-9.390625, false], [-12.140625, false], [-9.640625, false], [-6.640625, false], [-10.890625, false], [-9.890625, false], [-12.390625, false], [-10.890625, false], [-9.640625, false], [-11.140625, false], [-9.390625, false], [-11.140625, false], [-9.390625, false], [-9.890625, false], [-10.390625, false], [-6.640625, false], [-9.390625, false], [-11.390625, false], [-6.640625, false], [-9.390625, false], [-10.390625, false], [-10.890625, false], [-11.390625, false], [-9.640625, false], [-5.640625, false], [-11.390625, false], [-9.640625, false], [-8.890625, false], [-8.2578125, false], [-8.890625, false], [-11.1328125, false], [-6.640625, false], [-8.890625, false], [-9.640625, false], [-5.640625, false], [-11.140625, false], [-9.390625, false], [-10.390625, false], [-12.390625, false], [-6.640625, false], [-10.890625, false], [-9.890625, false], [-12.390625, false], [-10.890625, false], [-5.640625, false], [-11.140625, false], [-9.390625, false], [-10.140625, false], [-9.390625, false], [-11.140625, false], [-9.390625, false], [-11.140625, false], [-11.390625, false], [-6.640625, false], [-9.390625, false], [-12.390625, false], [-10.890625, false], [-11.390625, false], [-9.890625, false], [-12.140625, false], [-9.640625, false], [-11.390625, false], [-8.2578125, false], [-8.890625, false], [-11.1328125, false], [-6.640625, false], [-8.890625, false], [-5.890625, false], [-9.390625, false], [-12.140625, false], [-9.640625, false], [-11.390625, false], [-11.390625, false], [-9.390625, false], [-11.140625, false], [-11.390625, false], [-6.640625, false], [-9.390625, false], [-10.390625, false], [-10.890625, false], [-11.390625, false], [-9.640625, false], [-5.640625, false], [-11.390625, false], [-9.640625, false], [-11.390625, false], [-6.640625, false], [-10.140625, false], [-9.640625, false], [-11.140625, false], [-11.640625, false], [-9.640625, false], [-9.640625, false], [-10.390625, false], [-6.640625, false], [-12.390625, false], [-9.640625, false], [-10.390625, false], [-9.640625, false], [-11.390625, false], [-5.640625, false], [-11.140625, false], [-9.390625, false], [-9.890625, false], [-10.390625, false], [-11.390625, false], [-8.2578125, false], [-8.890625, false], [-13.640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 337, "doc": {"id": "MDSA_2008_8_13", "question": "The solar system containing Earth consists of a sun and planets. Which statement best describes the motion of the planets in our solar system?", "choices": {"text": ["The planets rotate around the sun.", "The sun rotates around the planets.", "The planets revolve around the sun.", "The sun revolves around the planets."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "The planets revolve around the sun.", "arguments": ["Question: The solar system containing Earth consists of a sun and planets. Which statement best describes the motion of the planets in our solar system?\nAnswer:", " ["], "resps": [[[-6.96875, false]], [[-9.21875, false]], [[-6.71875, false]], [[-9.21875, false]], [[-8.21875, false]], [[-5.71875, false]], [[-8.21875, false]], [[-10.21875, false]], [[-5.46875, false]], [[-9.46875, false]], [[-8.21875, false]], [[-8.21875, false]], [[-9.21875, false]], [[-5.71875, false]], [[-9.46875, false]], [[-9.71875, false]], [[-8.21875, false]], [[-5.46875, false]], [[-8.21875, false]], [[-8.21875, false]], [[-5.71875, false]], [[-5.46875, false]], [[-9.46875, false]], [[-9.71875, false]], [[-10.96875, false]], [[-9.46875, false]], [[-9.21875, false]], [[-5.71875, false]], [[-8.21875, false]], [[-9.21875, false]], [[-8.21875, false]], [[-5.71875, false]], [[-9.21875, false]], [[-10.96875, false]], [[-9.46875, false]], [[-6.8125, false]], [[-9.21875, false]], [[-10.3125, false]], [[-5.71875, false]], [[-9.21875, false]], [[-6.71875, false]], [[-9.21875, false]], [[-8.21875, false]], [[-5.71875, false]], [[-9.21875, false]], [[-10.96875, false]], [[-9.46875, false]], [[-5.71875, false]], [[-9.46875, false]], [[-9.71875, false]], [[-8.21875, false]], [[-5.46875, false]], [[-8.21875, false]], [[-8.21875, false]], [[-9.21875, false]], [[-5.71875, false]], [[-5.46875, false]], [[-9.46875, false]], [[-9.71875, false]], [[-10.96875, false]], [[-9.46875, false]], [[-9.21875, false]], [[-5.71875, false]], [[-8.21875, false]], [[-9.21875, false]], [[-8.21875, false]], [[-5.71875, false]], [[-8.21875, false]], [[-10.21875, false]], [[-5.46875, false]], [[-9.46875, false]], [[-8.21875, false]], [[-8.21875, false]], [[-9.21875, false]], [[-6.8125, false]], [[-9.21875, false]], [[-10.3125, false]], [[-5.71875, false]], [[-9.21875, false]], [[-6.71875, false]], [[-9.21875, false]], [[-8.21875, false]], [[-5.71875, false]], [[-8.21875, false]], [[-10.21875, false]], [[-5.46875, false]], [[-9.46875, false]], [[-8.21875, false]], [[-8.21875, false]], [[-9.21875, false]], [[-5.71875, false]], [[-9.46875, false]], [[-8.21875, false]], [[-7.46875, false]], [[-9.71875, false]], [[-10.21875, false]], [[-7.46875, false]], [[-8.21875, false]], [[-5.71875, false]], [[-5.46875, false]], [[-9.46875, false]], [[-9.71875, false]], [[-10.96875, false]], [[-9.46875, false]], [[-9.21875, false]], [[-5.71875, false]], [[-8.21875, false]], [[-9.21875, false]], [[-8.21875, false]], [[-5.71875, false]], [[-9.21875, false]], [[-10.96875, false]], [[-9.46875, false]], [[-6.8125, false]], [[-9.21875, false]], [[-10.3125, false]], [[-5.71875, false]], [[-9.21875, false]], [[-6.71875, false]], [[-9.21875, false]], [[-8.21875, false]], [[-5.71875, false]], [[-9.21875, false]], [[-10.96875, false]], [[-9.46875, false]], [[-5.71875, false]], [[-9.46875, false]], [[-8.21875, false]], [[-7.46875, false]], [[-9.71875, false]], [[-10.21875, false]], [[-7.46875, false]], [[-8.21875, false]], [[-9.21875, false]], [[-5.71875, false]], [[-5.46875, false]], [[-9.46875, false]], [[-9.71875, false]], [[-10.96875, false]], [[-9.46875, false]], [[-9.21875, false]], [[-5.71875, false]], [[-8.21875, false]], [[-9.21875, false]], [[-8.21875, false]], [[-5.71875, false]], [[-8.21875, false]], [[-10.21875, false]], [[-5.46875, false]], [[-9.46875, false]], [[-8.21875, false]], [[-8.21875, false]], [[-9.21875, false]], [[-6.8125, false]], [[-9.21875, false]], [[-10.21875, false]]], "filtered_resps": [[-6.96875, false], [-9.21875, false], [-6.71875, false], [-9.21875, false], [-8.21875, false], [-5.71875, false], [-8.21875, false], [-10.21875, false], [-5.46875, false], [-9.46875, false], [-8.21875, false], [-8.21875, false], [-9.21875, false], [-5.71875, false], [-9.46875, false], [-9.71875, false], [-8.21875, false], [-5.46875, false], [-8.21875, false], [-8.21875, false], [-5.71875, false], [-5.46875, false], [-9.46875, false], [-9.71875, false], [-10.96875, false], [-9.46875, false], [-9.21875, false], [-5.71875, false], [-8.21875, false], [-9.21875, false], [-8.21875, false], [-5.71875, false], [-9.21875, false], [-10.96875, false], [-9.46875, false], [-6.8125, false], [-9.21875, false], [-10.3125, false], [-5.71875, false], [-9.21875, false], [-6.71875, false], [-9.21875, false], [-8.21875, false], [-5.71875, false], [-9.21875, false], [-10.96875, false], [-9.46875, false], [-5.71875, false], [-9.46875, false], [-9.71875, false], [-8.21875, false], [-5.46875, false], [-8.21875, false], [-8.21875, false], [-9.21875, false], [-5.71875, false], [-5.46875, false], [-9.46875, false], [-9.71875, false], [-10.96875, false], [-9.46875, false], [-9.21875, false], [-5.71875, false], [-8.21875, false], [-9.21875, false], [-8.21875, false], [-5.71875, false], [-8.21875, false], [-10.21875, false], [-5.46875, false], [-9.46875, false], [-8.21875, false], [-8.21875, false], [-9.21875, false], [-6.8125, false], [-9.21875, false], [-10.3125, false], [-5.71875, false], [-9.21875, false], [-6.71875, false], [-9.21875, false], [-8.21875, false], [-5.71875, false], [-8.21875, false], [-10.21875, false], [-5.46875, false], [-9.46875, false], [-8.21875, false], [-8.21875, false], [-9.21875, false], [-5.71875, false], [-9.46875, false], [-8.21875, false], [-7.46875, false], [-9.71875, false], [-10.21875, false], [-7.46875, false], [-8.21875, false], [-5.71875, false], [-5.46875, false], [-9.46875, false], [-9.71875, false], [-10.96875, false], [-9.46875, false], [-9.21875, false], [-5.71875, false], [-8.21875, false], [-9.21875, false], [-8.21875, false], [-5.71875, false], [-9.21875, false], [-10.96875, false], [-9.46875, false], [-6.8125, false], [-9.21875, false], [-10.3125, false], [-5.71875, false], [-9.21875, false], [-6.71875, false], [-9.21875, false], [-8.21875, false], [-5.71875, false], [-9.21875, false], [-10.96875, false], [-9.46875, false], [-5.71875, false], [-9.46875, false], [-8.21875, false], [-7.46875, false], [-9.71875, false], [-10.21875, false], [-7.46875, false], [-8.21875, false], [-9.21875, false], [-5.71875, false], [-5.46875, false], [-9.46875, false], [-9.71875, false], [-10.96875, false], [-9.46875, false], [-9.21875, false], [-5.71875, false], [-8.21875, false], [-9.21875, false], [-8.21875, false], [-5.71875, false], [-8.21875, false], [-10.21875, false], [-5.46875, false], [-9.46875, false], [-8.21875, false], [-8.21875, false], [-9.21875, false], [-6.8125, false], [-9.21875, false], [-10.21875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 345, "doc": {"id": "MCAS_2010_5_14", "question": "Which of the following metals will be attracted to a magnet?", "choices": {"text": ["copper", "gold", "iron", "silver"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "iron", "arguments": ["Question: Which of the following metals will be attracted to a magnet?\nAnswer:", " ["], "resps": [[[-7.93359375, false]], [[-9.6875, false]], [[-8.6875, false]], [[-10.4375, false]], [[-9.9375, false]], [[-9.9375, false]], [[-10.1875, false]], [[-8.4375, false]], [[-9.6875, false]], [[-9.515625, false]], [[-5.18359375, false]], [[-9.6875, false]], [[-11.6875, false]], [[-10.4375, false]], [[-9.4375, false]], [[-11.1875, false]], [[-9.6875, false]], [[-9.515625, false]], [[-5.18359375, false]], [[-9.6875, false]], [[-8.9375, false]], [[-8.4375, false]], [[-10.4375, false]], [[-8.1875, false]], [[-9.6875, false]], [[-9.515625, false]], [[-5.18359375, false]], [[-9.6875, false]], [[-8.4375, false]], [[-8.9375, false]], [[-9.4375, false]], [[-11.6875, false]], [[-10.1875, false]], [[-8.4375, false]], [[-9.6875, false]], [[-14.4375, false]]], "filtered_resps": [[-7.93359375, false], [-9.6875, false], [-8.6875, false], [-10.4375, false], [-9.9375, false], [-9.9375, false], [-10.1875, false], [-8.4375, false], [-9.6875, false], [-9.515625, false], [-5.18359375, false], [-9.6875, false], [-11.6875, false], [-10.4375, false], [-9.4375, false], [-11.1875, false], [-9.6875, false], [-9.515625, false], [-5.18359375, false], [-9.6875, false], [-8.9375, false], [-8.4375, false], [-10.4375, false], [-8.1875, false], [-9.6875, false], [-9.515625, false], [-5.18359375, false], [-9.6875, false], [-8.4375, false], [-8.9375, false], [-9.4375, false], [-11.6875, false], [-10.1875, false], [-8.4375, false], [-9.6875, false], [-14.4375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 353, "doc": {"id": "TIMSS_2003_4_pg10", "question": "What covers most of the Earth's surface?", "choices": {"text": ["Water", "Bare rock", "Farm land", "Cities and towns"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Water", "arguments": ["Question: What covers most of the Earth's surface?\nAnswer:", " ["], "resps": [[[-8.140625, false]], [[-7.140625, false]], [[-7.390625, false]], [[-6.140625, false]], [[-10.890625, false]], [[-9.140625, false]], [[-11.890625, false]], [[-7.140625, false]], [[-9.625, false]], [[-5.640625, false]], [[-7.140625, false]], [[-8.140625, false]], [[-6.140625, false]], [[-11.890625, false]], [[-9.140625, false]], [[-5.640625, false]], [[-11.890625, false]], [[-9.640625, false]], [[-11.640625, false]], [[-13.640625, false]], [[-7.140625, false]], [[-9.625, false]], [[-5.640625, false]], [[-7.140625, false]], [[-7.140625, false]], [[-6.140625, false]], [[-11.890625, false]], [[-11.390625, false]], [[-5.640625, false]], [[-11.140625, false]], [[-6.140625, false]], [[-11.390625, false]], [[-10.890625, false]], [[-7.140625, false]], [[-9.625, false]], [[-5.640625, false]], [[-7.140625, false]], [[-6.140625, false]], [[-9.390625, false]], [[-10.890625, false]], [[-9.390625, false]], [[-9.140625, false]], [[-10.640625, false]], [[-5.640625, false]], [[-6.140625, false]], [[-11.390625, false]], [[-10.890625, false]], [[-5.640625, false]], [[-10.890625, false]], [[-9.640625, false]], [[-10.890625, false]], [[-11.390625, false]], [[-10.640625, false]], [[-7.140625, false]], [[-12.390625, false]]], "filtered_resps": [[-8.140625, false], [-7.140625, false], [-7.390625, false], [-6.140625, false], [-10.890625, false], [-9.140625, false], [-11.890625, false], [-7.140625, false], [-9.625, false], [-5.640625, false], [-7.140625, false], [-8.140625, false], [-6.140625, false], [-11.890625, false], [-9.140625, false], [-5.640625, false], [-11.890625, false], [-9.640625, false], [-11.640625, false], [-13.640625, false], [-7.140625, false], [-9.625, false], [-5.640625, false], [-7.140625, false], [-7.140625, false], [-6.140625, false], [-11.890625, false], [-11.390625, false], [-5.640625, false], [-11.140625, false], [-6.140625, false], [-11.390625, false], [-10.890625, false], [-7.140625, false], [-9.625, false], [-5.640625, false], [-7.140625, false], [-6.140625, false], [-9.390625, false], [-10.890625, false], [-9.390625, false], [-9.140625, false], [-10.640625, false], [-5.640625, false], [-6.140625, false], [-11.390625, false], [-10.890625, false], [-5.640625, false], [-10.890625, false], [-9.640625, false], [-10.890625, false], [-11.390625, false], [-10.640625, false], [-7.140625, false], [-12.390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 361, "doc": {"id": "MEA_2014_5_12", "question": "Which statement describes the weather when water droplets in clouds become heavy and the temperature is 20°C (68°F)?", "choices": {"text": ["It is clear and breezy.", "It is raining.", "It is snowing.", "It is sunny and clear."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "It is raining.", "arguments": ["Question: Which statement describes the weather when water droplets in clouds become heavy and the temperature is 20°C (68°F)?\nAnswer:", " ["], "resps": [[[-7.15234375, false]], [[-8.1484375, false]], [[-5.65234375, false]], [[-9.3984375, false]], [[-5.40234375, false]], [[-8.6484375, false]], [[-9.6484375, false]], [[-5.40234375, false]], [[-9.1484375, false]], [[-10.8984375, false]], [[-8.3984375, false]], [[-4.40234375, false]], [[-10.8984375, false]], [[-5.40234375, false]], [[-4.40234375, false]], [[-8.8984375, false]], [[-6.90234375, false]], [[-5.40234375, false]], [[-6.90234375, false]], [[-10.8984375, false]], [[-8.3984375, false]], [[-8.3984375, false]], [[-11.6484375, false]], [[-11.6484375, false]], [[-6.640625, false]], [[-8.1484375, false]], [[-10.515625, false]], [[-5.40234375, false]], [[-8.1484375, false]], [[-5.65234375, false]], [[-9.3984375, false]], [[-5.40234375, false]], [[-8.6484375, false]], [[-9.6484375, false]], [[-5.40234375, false]], [[-10.8984375, false]], [[-4.40234375, false]], [[-8.6484375, false]], [[-8.8984375, false]], [[-8.6484375, false]], [[-8.8984375, false]], [[-11.1484375, false]], [[-6.640625, false]], [[-8.1484375, false]], [[-10.515625, false]], [[-5.40234375, false]], [[-8.1484375, false]], [[-5.65234375, false]], [[-9.3984375, false]], [[-5.40234375, false]], [[-8.6484375, false]], [[-9.6484375, false]], [[-5.40234375, false]], [[-9.6484375, false]], [[-8.8984375, false]], [[-7.90234375, false]], [[-9.8984375, false]], [[-8.6484375, false]], [[-8.8984375, false]], [[-11.1484375, false]], [[-6.640625, false]], [[-8.1484375, false]], [[-10.515625, false]], [[-5.40234375, false]], [[-8.1484375, false]], [[-5.65234375, false]], [[-9.3984375, false]], [[-5.40234375, false]], [[-8.6484375, false]], [[-9.6484375, false]], [[-5.40234375, false]], [[-9.6484375, false]], [[-11.1484375, false]], [[-8.8984375, false]], [[-8.8984375, false]], [[-11.6484375, false]], [[-5.40234375, false]], [[-4.40234375, false]], [[-8.8984375, false]], [[-6.90234375, false]], [[-5.40234375, false]], [[-9.1484375, false]], [[-10.8984375, false]], [[-8.3984375, false]], [[-4.40234375, false]], [[-10.8984375, false]], [[-6.640625, false]], [[-8.1484375, false]], [[-11.6484375, false]]], "filtered_resps": [[-7.15234375, false], [-8.1484375, false], [-5.65234375, false], [-9.3984375, false], [-5.40234375, false], [-8.6484375, false], [-9.6484375, false], [-5.40234375, false], [-9.1484375, false], [-10.8984375, false], [-8.3984375, false], [-4.40234375, false], [-10.8984375, false], [-5.40234375, false], [-4.40234375, false], [-8.8984375, false], [-6.90234375, false], [-5.40234375, false], [-6.90234375, false], [-10.8984375, false], [-8.3984375, false], [-8.3984375, false], [-11.6484375, false], [-11.6484375, false], [-6.640625, false], [-8.1484375, false], [-10.515625, false], [-5.40234375, false], [-8.1484375, false], [-5.65234375, false], [-9.3984375, false], [-5.40234375, false], [-8.6484375, false], [-9.6484375, false], [-5.40234375, false], [-10.8984375, false], [-4.40234375, false], [-8.6484375, false], [-8.8984375, false], [-8.6484375, false], [-8.8984375, false], [-11.1484375, false], [-6.640625, false], [-8.1484375, false], [-10.515625, false], [-5.40234375, false], [-8.1484375, false], [-5.65234375, false], [-9.3984375, false], [-5.40234375, false], [-8.6484375, false], [-9.6484375, false], [-5.40234375, false], [-9.6484375, false], [-8.8984375, false], [-7.90234375, false], [-9.8984375, false], [-8.6484375, false], [-8.8984375, false], [-11.1484375, false], [-6.640625, false], [-8.1484375, false], [-10.515625, false], [-5.40234375, false], [-8.1484375, false], [-5.65234375, false], [-9.3984375, false], [-5.40234375, false], [-8.6484375, false], [-9.6484375, false], [-5.40234375, false], [-9.6484375, false], [-11.1484375, false], [-8.8984375, false], [-8.8984375, false], [-11.6484375, false], [-5.40234375, false], [-4.40234375, false], [-8.8984375, false], [-6.90234375, false], [-5.40234375, false], [-9.1484375, false], [-10.8984375, false], [-8.3984375, false], [-4.40234375, false], [-10.8984375, false], [-6.640625, false], [-8.1484375, false], [-11.6484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 369, "doc": {"id": "Mercury_7218488", "question": "The discovery of tectonic plates and the cause of their movement is best described as a result of which scientific procedure?", "choices": {"text": ["direct observation of the important properties of the Earth system", "controlled laboratory experimentation on a simulation of geological systems", "methodical testing of a valid hypothesis statement", "inquiry into the causes of observed geological phenomena"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "inquiry into the causes of observed geological phenomena", "arguments": ["Question: The discovery of tectonic plates and the cause of their movement is best described as a result of which scientific procedure?\nAnswer:", " ["], "resps": [[[-7.7109375, false]], [[-8.5859375, false]], [[-9.7109375, false]], [[-8.2109375, false]], [[-9.7109375, false]], [[-5.8359375, false]], [[-8.0859375, false]], [[-9.2109375, false]], [[-5.2109375, false]], [[-9.0859375, false]], [[-7.9609375, false]], [[-8.9609375, false]], [[-5.8359375, false]], [[-9.7109375, false]], [[-8.4609375, false]], [[-4.7109375, false]], [[-9.2109375, false]], [[-8.2109375, false]], [[-9.0859375, false]], [[-10.0859375, false]], [[-5.2109375, false]], [[-9.0859375, false]], [[-8.4609375, false]], [[-5.2109375, false]], [[-9.2109375, false]], [[-10.8359375, false]], [[-5.8359375, false]], [[-5.2109375, false]], [[-8.2109375, false]], [[-9.2109375, false]], [[-7.7109375, false]], [[-9.0859375, false]], [[-9.7109375, false]], [[-9.2109375, false]], [[-4.7109375, false]], [[-10.0859375, false]], [[-9.2109375, false]], [[-5.2109375, false]], [[-7.7109375, false]], [[-9.7109375, false]], [[-9.0859375, false]], [[-7.7109375, false]], [[-5.8359375, false]], [[-9.7109375, false]], [[-9.2109375, false]], [[-8.2109375, false]], [[-5.8359375, false]], [[-8.9609375, false]], [[-5.2109375, false]], [[-9.0859375, false]], [[-8.4609375, false]], [[-5.2109375, false]], [[-9.2109375, false]], [[-10.8359375, false]], [[-5.8359375, false]], [[-5.2109375, false]], [[-4.2109375, false]], [[-4.7109375, false]], [[-9.7109375, false]], [[-9.2109375, false]], [[-10.8359375, false]], [[-5.2109375, false]], [[-8.9609375, false]], [[-11.5859375, false]], [[-8.9609375, false]], [[-9.2109375, false]], [[-5.8359375, false]], [[-9.2109375, false]], [[-8.5859375, false]], [[-9.6875, false]], [[-5.2109375, false]], [[-8.5859375, false]], [[-8.0859375, false]], [[-9.0859375, false]], [[-10.0859375, false]], [[-9.2109375, false]], [[-9.7109375, false]], [[-9.0859375, false]], [[-11.3359375, false]], [[-11.3359375, false]], [[-5.8359375, false]], [[-9.7109375, false]], [[-5.2109375, false]], [[-11.3359375, false]], [[-4.7109375, false]], [[-7.9609375, false]], [[-9.0859375, false]], [[-9.7109375, false]], [[-4.7109375, false]], [[-9.2109375, false]], [[-9.0859375, false]], [[-9.7109375, false]], [[-11.5859375, false]], [[-5.2109375, false]], [[-5.8359375, false]], [[-9.0859375, false]], [[-7.7109375, false]], [[-5.8359375, false]], [[-9.7109375, false]], [[-8.2109375, false]], [[-9.2109375, false]], [[-5.8359375, false]], [[-10.0859375, false]], [[-9.2109375, false]], [[-4.7109375, false]], [[-9.2109375, false]], [[-8.2109375, false]], [[-9.0859375, false]], [[-10.0859375, false]], [[-5.2109375, false]], [[-9.0859375, false]], [[-10.0859375, false]], [[-5.2109375, false]], [[-4.7109375, false]], [[-5.2109375, false]], [[-8.9609375, false]], [[-8.2109375, false]], [[-9.2109375, false]], [[-11.3359375, false]], [[-11.3359375, false]], [[-4.7109375, false]], [[-9.2109375, false]], [[-8.2109375, false]], [[-9.0859375, false]], [[-10.0859375, false]], [[-5.2109375, false]], [[-9.0859375, false]], [[-8.4609375, false]], [[-5.2109375, false]], [[-10.9609375, false]], [[-5.8359375, false]], [[-9.0859375, false]], [[-11.3359375, false]], [[-9.0859375, false]], [[-10.9609375, false]], [[-8.2109375, false]], [[-8.0859375, false]], [[-4.7109375, false]], [[-11.3359375, false]], [[-5.2109375, false]], [[-8.9609375, false]], [[-11.5859375, false]], [[-8.9609375, false]], [[-9.2109375, false]], [[-5.8359375, false]], [[-9.2109375, false]], [[-8.9609375, false]], [[-8.5859375, false]], [[-9.6875, false]], [[-5.2109375, false]], [[-8.5859375, false]], [[-9.2109375, false]], [[-5.8359375, false]], [[-9.2109375, false]], [[-10.8359375, false]], [[-9.0859375, false]], [[-9.7109375, false]], [[-8.2109375, false]], [[-8.0859375, false]], [[-4.7109375, false]], [[-11.3359375, false]], [[-5.2109375, false]], [[-9.2109375, false]], [[-5.8359375, false]], [[-8.9609375, false]], [[-9.2109375, false]], [[-8.2109375, false]], [[-10.0859375, false]], [[-10.9609375, false]], [[-5.2109375, false]], [[-9.0859375, false]], [[-8.4609375, false]], [[-5.2109375, false]], [[-4.7109375, false]], [[-5.2109375, false]], [[-8.4609375, false]], [[-4.7109375, false]], [[-11.3359375, false]], [[-8.2109375, false]], [[-9.7109375, false]], [[-5.2109375, false]], [[-10.8359375, false]], [[-11.5859375, false]], [[-7.7109375, false]], [[-9.0859375, false]], [[-9.2109375, false]], [[-10.8359375, false]], [[-5.8359375, false]], [[-8.9609375, false]], [[-8.2109375, false]], [[-8.9609375, false]], [[-5.2109375, false]], [[-8.9609375, false]], [[-9.2109375, false]], [[-4.7109375, false]], [[-9.2109375, false]], [[-5.8359375, false]], [[-9.2109375, false]], [[-5.8359375, false]], [[-10.0859375, false]], [[-9.2109375, false]], [[-8.5859375, false]], [[-9.6875, false]], [[-5.2109375, false]], [[-8.5859375, false]], [[-8.2109375, false]], [[-10.0859375, false]], [[-10.8359375, false]], [[-11.3359375, false]], [[-8.2109375, false]], [[-9.7109375, false]], [[-11.5859375, false]], [[-5.2109375, false]], [[-8.2109375, false]], [[-10.0859375, false]], [[-9.2109375, false]], [[-9.0859375, false]], [[-5.2109375, false]], [[-9.2109375, false]], [[-10.8359375, false]], [[-5.8359375, false]], [[-5.2109375, false]], [[-8.0859375, false]], [[-4.7109375, false]], [[-11.3359375, false]], [[-8.9609375, false]], [[-5.8359375, false]], [[-8.9609375, false]], [[-5.2109375, false]], [[-9.0859375, false]], [[-8.4609375, false]], [[-5.2109375, false]], [[-9.0859375, false]], [[-7.9609375, false]], [[-8.9609375, false]], [[-5.8359375, false]], [[-9.7109375, false]], [[-8.4609375, false]], [[-5.8359375, false]], [[-9.7109375, false]], [[-5.2109375, false]], [[-10.9609375, false]], [[-5.8359375, false]], [[-9.0859375, false]], [[-11.3359375, false]], [[-9.0859375, false]], [[-10.9609375, false]], [[-8.2109375, false]], [[-8.0859375, false]], [[-4.7109375, false]], [[-11.3359375, false]], [[-5.2109375, false]], [[-7.7109375, false]], [[-10.8359375, false]], [[-5.8359375, false]], [[-10.0859375, false]], [[-9.0859375, false]], [[-9.2109375, false]], [[-5.8359375, false]], [[-10.0859375, false]], [[-4.7109375, false]], [[-8.5859375, false]], [[-12.7109375, false]]], "filtered_resps": [[-7.7109375, false], [-8.5859375, false], [-9.7109375, false], [-8.2109375, false], [-9.7109375, false], [-5.8359375, false], [-8.0859375, false], [-9.2109375, false], [-5.2109375, false], [-9.0859375, false], [-7.9609375, false], [-8.9609375, false], [-5.8359375, false], [-9.7109375, false], [-8.4609375, false], [-4.7109375, false], [-9.2109375, false], [-8.2109375, false], [-9.0859375, false], [-10.0859375, false], [-5.2109375, false], [-9.0859375, false], [-8.4609375, false], [-5.2109375, false], [-9.2109375, false], [-10.8359375, false], [-5.8359375, false], [-5.2109375, false], [-8.2109375, false], [-9.2109375, false], [-7.7109375, false], [-9.0859375, false], [-9.7109375, false], [-9.2109375, false], [-4.7109375, false], [-10.0859375, false], [-9.2109375, false], [-5.2109375, false], [-7.7109375, false], [-9.7109375, false], [-9.0859375, false], [-7.7109375, false], [-5.8359375, false], [-9.7109375, false], [-9.2109375, false], [-8.2109375, false], [-5.8359375, false], [-8.9609375, false], [-5.2109375, false], [-9.0859375, false], [-8.4609375, false], [-5.2109375, false], [-9.2109375, false], [-10.8359375, false], [-5.8359375, false], [-5.2109375, false], [-4.2109375, false], [-4.7109375, false], [-9.7109375, false], [-9.2109375, false], [-10.8359375, false], [-5.2109375, false], [-8.9609375, false], [-11.5859375, false], [-8.9609375, false], [-9.2109375, false], [-5.8359375, false], [-9.2109375, false], [-8.5859375, false], [-9.6875, false], [-5.2109375, false], [-8.5859375, false], [-8.0859375, false], [-9.0859375, false], [-10.0859375, false], [-9.2109375, false], [-9.7109375, false], [-9.0859375, false], [-11.3359375, false], [-11.3359375, false], [-5.8359375, false], [-9.7109375, false], [-5.2109375, false], [-11.3359375, false], [-4.7109375, false], [-7.9609375, false], [-9.0859375, false], [-9.7109375, false], [-4.7109375, false], [-9.2109375, false], [-9.0859375, false], [-9.7109375, false], [-11.5859375, false], [-5.2109375, false], [-5.8359375, false], [-9.0859375, false], [-7.7109375, false], [-5.8359375, false], [-9.7109375, false], [-8.2109375, false], [-9.2109375, false], [-5.8359375, false], [-10.0859375, false], [-9.2109375, false], [-4.7109375, false], [-9.2109375, false], [-8.2109375, false], [-9.0859375, false], [-10.0859375, false], [-5.2109375, false], [-9.0859375, false], [-10.0859375, false], [-5.2109375, false], [-4.7109375, false], [-5.2109375, false], [-8.9609375, false], [-8.2109375, false], [-9.2109375, false], [-11.3359375, false], [-11.3359375, false], [-4.7109375, false], [-9.2109375, false], [-8.2109375, false], [-9.0859375, false], [-10.0859375, false], [-5.2109375, false], [-9.0859375, false], [-8.4609375, false], [-5.2109375, false], [-10.9609375, false], [-5.8359375, false], [-9.0859375, false], [-11.3359375, false], [-9.0859375, false], [-10.9609375, false], [-8.2109375, false], [-8.0859375, false], [-4.7109375, false], [-11.3359375, false], [-5.2109375, false], [-8.9609375, false], [-11.5859375, false], [-8.9609375, false], [-9.2109375, false], [-5.8359375, false], [-9.2109375, false], [-8.9609375, false], [-8.5859375, false], [-9.6875, false], [-5.2109375, false], [-8.5859375, false], [-9.2109375, false], [-5.8359375, false], [-9.2109375, false], [-10.8359375, false], [-9.0859375, false], [-9.7109375, false], [-8.2109375, false], [-8.0859375, false], [-4.7109375, false], [-11.3359375, false], [-5.2109375, false], [-9.2109375, false], [-5.8359375, false], [-8.9609375, false], [-9.2109375, false], [-8.2109375, false], [-10.0859375, false], [-10.9609375, false], [-5.2109375, false], [-9.0859375, false], [-8.4609375, false], [-5.2109375, false], [-4.7109375, false], [-5.2109375, false], [-8.4609375, false], [-4.7109375, false], [-11.3359375, false], [-8.2109375, false], [-9.7109375, false], [-5.2109375, false], [-10.8359375, false], [-11.5859375, false], [-7.7109375, false], [-9.0859375, false], [-9.2109375, false], [-10.8359375, false], [-5.8359375, false], [-8.9609375, false], [-8.2109375, false], [-8.9609375, false], [-5.2109375, false], [-8.9609375, false], [-9.2109375, false], [-4.7109375, false], [-9.2109375, false], [-5.8359375, false], [-9.2109375, false], [-5.8359375, false], [-10.0859375, false], [-9.2109375, false], [-8.5859375, false], [-9.6875, false], [-5.2109375, false], [-8.5859375, false], [-8.2109375, false], [-10.0859375, false], [-10.8359375, false], [-11.3359375, false], [-8.2109375, false], [-9.7109375, false], [-11.5859375, false], [-5.2109375, false], [-8.2109375, false], [-10.0859375, false], [-9.2109375, false], [-9.0859375, false], [-5.2109375, false], [-9.2109375, false], [-10.8359375, false], [-5.8359375, false], [-5.2109375, false], [-8.0859375, false], [-4.7109375, false], [-11.3359375, false], [-8.9609375, false], [-5.8359375, false], [-8.9609375, false], [-5.2109375, false], [-9.0859375, false], [-8.4609375, false], [-5.2109375, false], [-9.0859375, false], [-7.9609375, false], [-8.9609375, false], [-5.8359375, false], [-9.7109375, false], [-8.4609375, false], [-5.8359375, false], [-9.7109375, false], [-5.2109375, false], [-10.9609375, false], [-5.8359375, false], [-9.0859375, false], [-11.3359375, false], [-9.0859375, false], [-10.9609375, false], [-8.2109375, false], [-8.0859375, false], [-4.7109375, false], [-11.3359375, false], [-5.2109375, false], [-7.7109375, false], [-10.8359375, false], [-5.8359375, false], [-10.0859375, false], [-9.0859375, false], [-9.2109375, false], [-5.8359375, false], [-10.0859375, false], [-4.7109375, false], [-8.5859375, false], [-12.7109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 377, "doc": {"id": "Mercury_400363", "question": "Which physical characteristic of a puppy is most likely inherited from its parents?", "choices": {"text": ["coat color", "desire to play fetch", "body weight", "ability to follow commands"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "coat color", "arguments": ["Question: Which physical characteristic of a puppy is most likely inherited from its parents?\nAnswer:", " ["], "resps": [[[-7.76953125, false]], [[-9.3984375, false]], [[-8.3984375, false]], [[-9.6484375, false]], [[-4.14453125, false]], [[-10.5234375, false]], [[-5.51953125, false]], [[-8.3984375, false]], [[-9.6484375, false]], [[-10.2734375, false]], [[-9.6484375, false]], [[-11.0234375, false]], [[-9.3984375, false]], [[-10.4140625, false]], [[-5.51953125, false]], [[-9.3984375, false]], [[-9.6484375, false]], [[-10.2734375, false]], [[-8.6484375, false]], [[-10.0234375, false]], [[-11.0234375, false]], [[-10.2734375, false]], [[-5.51953125, false]], [[-10.5234375, false]], [[-9.6484375, false]], [[-5.51953125, false]], [[-9.2734375, false]], [[-10.2734375, false]], [[-4.14453125, false]], [[-10.8984375, false]], [[-5.51953125, false]], [[-10.2734375, false]], [[-10.2734375, false]], [[-10.5234375, false]], [[-8.3984375, false]], [[-12.0234375, false]], [[-9.3984375, false]], [[-10.4140625, false]], [[-5.51953125, false]], [[-9.3984375, false]], [[-9.6484375, false]], [[-9.6484375, false]], [[-9.6484375, false]], [[-10.8984375, false]], [[-5.51953125, false]], [[-10.1484375, false]], [[-10.2734375, false]], [[-10.0234375, false]], [[-11.0234375, false]], [[-12.0234375, false]], [[-10.5234375, false]], [[-9.3984375, false]], [[-10.4140625, false]], [[-5.51953125, false]], [[-9.3984375, false]], [[-4.14453125, false]], [[-9.6484375, false]], [[-10.0234375, false]], [[-10.2734375, false]], [[-10.0234375, false]], [[-10.5234375, false]], [[-10.8984375, false]], [[-5.51953125, false]], [[-10.5234375, false]], [[-9.6484375, false]], [[-5.51953125, false]], [[-10.2734375, false]], [[-9.6484375, false]], [[-10.2734375, false]], [[-10.2734375, false]], [[-9.6484375, false]], [[-10.1484375, false]], [[-5.51953125, false]], [[-8.3984375, false]], [[-9.6484375, false]], [[-9.8984375, false]], [[-9.8984375, false]], [[-4.14453125, false]], [[-9.0234375, false]], [[-9.6484375, false]], [[-8.6484375, false]], [[-9.3984375, false]], [[-12.5234375, false]]], "filtered_resps": [[-7.76953125, false], [-9.3984375, false], [-8.3984375, false], [-9.6484375, false], [-4.14453125, false], [-10.5234375, false], [-5.51953125, false], [-8.3984375, false], [-9.6484375, false], [-10.2734375, false], [-9.6484375, false], [-11.0234375, false], [-9.3984375, false], [-10.4140625, false], [-5.51953125, false], [-9.3984375, false], [-9.6484375, false], [-10.2734375, false], [-8.6484375, false], [-10.0234375, false], [-11.0234375, false], [-10.2734375, false], [-5.51953125, false], [-10.5234375, false], [-9.6484375, false], [-5.51953125, false], [-9.2734375, false], [-10.2734375, false], [-4.14453125, false], [-10.8984375, false], [-5.51953125, false], [-10.2734375, false], [-10.2734375, false], [-10.5234375, false], [-8.3984375, false], [-12.0234375, false], [-9.3984375, false], [-10.4140625, false], [-5.51953125, false], [-9.3984375, false], [-9.6484375, false], [-9.6484375, false], [-9.6484375, false], [-10.8984375, false], [-5.51953125, false], [-10.1484375, false], [-10.2734375, false], [-10.0234375, false], [-11.0234375, false], [-12.0234375, false], [-10.5234375, false], [-9.3984375, false], [-10.4140625, false], [-5.51953125, false], [-9.3984375, false], [-4.14453125, false], [-9.6484375, false], [-10.0234375, false], [-10.2734375, false], [-10.0234375, false], [-10.5234375, false], [-10.8984375, false], [-5.51953125, false], [-10.5234375, false], [-9.6484375, false], [-5.51953125, false], [-10.2734375, false], [-9.6484375, false], [-10.2734375, false], [-10.2734375, false], [-9.6484375, false], [-10.1484375, false], [-5.51953125, false], [-8.3984375, false], [-9.6484375, false], [-9.8984375, false], [-9.8984375, false], [-4.14453125, false], [-9.0234375, false], [-9.6484375, false], [-8.6484375, false], [-9.3984375, false], [-12.5234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 385, "doc": {"id": "MCAS_2003_8_5", "question": "Which of the following is a necessary condition for a lunar eclipse to occur?", "choices": {"text": ["The Moon must be full.", "The Moon must be waxing.", "It must be the beginning of the month.", "It must be winter in the Northern Hemisphere."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "The Moon must be full.", "arguments": ["Question: Which of the following is a necessary condition for a lunar eclipse to occur?\nAnswer:", " ["], "resps": [[[-6.8046875, false]], [[-10.0546875, false]], [[-6.8046875, false]], [[-11.0546875, false]], [[-5.5546875, false]], [[-5.3046875, false]], [[-6.8046875, false]], [[-9.0546875, false]], [[-9.0546875, false]], [[-8.8046875, false]], [[-5.3046875, false]], [[-8.8046875, false]], [[-11.3046875, false]], [[-9.8046875, false]], [[-8.5546875, false]], [[-5.3046875, false]], [[-6.8046875, false]], [[-5.5546875, false]], [[-5.3046875, false]], [[-10.0546875, false]], [[-11.3046875, false]], [[-10.0546875, false]], [[-10.0546875, false]], [[-6.5625, false]], [[-10.0546875, false]], [[-9.6875, false]], [[-5.3046875, false]], [[-10.0546875, false]], [[-6.8046875, false]], [[-11.0546875, false]], [[-5.5546875, false]], [[-5.3046875, false]], [[-6.8046875, false]], [[-9.0546875, false]], [[-9.0546875, false]], [[-8.8046875, false]], [[-5.3046875, false]], [[-8.8046875, false]], [[-11.3046875, false]], [[-9.8046875, false]], [[-8.5546875, false]], [[-5.3046875, false]], [[-6.8046875, false]], [[-5.5546875, false]], [[-5.3046875, false]], [[-11.8046875, false]], [[-3.8046875, false]], [[-9.3046875, false]], [[-8.3046875, false]], [[-8.8046875, false]], [[-12.3046875, false]], [[-6.5625, false]], [[-10.0546875, false]], [[-9.6875, false]], [[-5.3046875, false]], [[-10.0546875, false]], [[-5.8046875, false]], [[-8.5546875, false]], [[-5.3046875, false]], [[-8.8046875, false]], [[-11.3046875, false]], [[-9.8046875, false]], [[-8.5546875, false]], [[-5.3046875, false]], [[-6.8046875, false]], [[-5.5546875, false]], [[-5.3046875, false]], [[-8.5546875, false]], [[-11.0546875, false]], [[-5.5546875, false]], [[-5.3046875, false]], [[-6.8046875, false]], [[-5.5546875, false]], [[-12.3046875, false]], [[-8.3046875, false]], [[-8.8046875, false]], [[-8.8046875, false]], [[-8.3046875, false]], [[-8.8046875, false]], [[-12.3046875, false]], [[-5.3046875, false]], [[-9.0546875, false]], [[-10.0546875, false]], [[-5.3046875, false]], [[-8.5546875, false]], [[-11.0546875, false]], [[-5.5546875, false]], [[-5.3046875, false]], [[-8.8046875, false]], [[-9.0546875, false]], [[-8.8046875, false]], [[-8.5546875, false]], [[-11.0546875, false]], [[-6.5625, false]], [[-10.0546875, false]], [[-9.6875, false]], [[-5.3046875, false]], [[-10.0546875, false]], [[-5.8046875, false]], [[-8.5546875, false]], [[-5.3046875, false]], [[-8.8046875, false]], [[-11.3046875, false]], [[-9.8046875, false]], [[-8.5546875, false]], [[-5.3046875, false]], [[-6.8046875, false]], [[-5.5546875, false]], [[-5.3046875, false]], [[-11.8046875, false]], [[-8.3046875, false]], [[-8.8046875, false]], [[-8.5546875, false]], [[-5.5546875, false]], [[-10.0546875, false]], [[-5.3046875, false]], [[-8.3046875, false]], [[-8.8046875, false]], [[-5.3046875, false]], [[-8.5546875, false]], [[-11.0546875, false]], [[-5.5546875, false]], [[-5.3046875, false]], [[-6.5546875, false]], [[-9.0546875, false]], [[-10.0546875, false]], [[-8.5546875, false]], [[-11.0546875, false]], [[-5.5546875, false]], [[-10.0546875, false]], [[-8.8046875, false]], [[-5.3046875, false]], [[-7.0546875, false]], [[-5.5546875, false]], [[-8.8046875, false]], [[-8.3046875, false]], [[-9.8046875, false]], [[-8.8046875, false]], [[-11.0546875, false]], [[-5.5546875, false]], [[-10.0546875, false]], [[-5.5546875, false]], [[-6.5625, false]], [[-10.0546875, false]], [[-10.0546875, false]]], "filtered_resps": [[-6.8046875, false], [-10.0546875, false], [-6.8046875, false], [-11.0546875, false], [-5.5546875, false], [-5.3046875, false], [-6.8046875, false], [-9.0546875, false], [-9.0546875, false], [-8.8046875, false], [-5.3046875, false], [-8.8046875, false], [-11.3046875, false], [-9.8046875, false], [-8.5546875, false], [-5.3046875, false], [-6.8046875, false], [-5.5546875, false], [-5.3046875, false], [-10.0546875, false], [-11.3046875, false], [-10.0546875, false], [-10.0546875, false], [-6.5625, false], [-10.0546875, false], [-9.6875, false], [-5.3046875, false], [-10.0546875, false], [-6.8046875, false], [-11.0546875, false], [-5.5546875, false], [-5.3046875, false], [-6.8046875, false], [-9.0546875, false], [-9.0546875, false], [-8.8046875, false], [-5.3046875, false], [-8.8046875, false], [-11.3046875, false], [-9.8046875, false], [-8.5546875, false], [-5.3046875, false], [-6.8046875, false], [-5.5546875, false], [-5.3046875, false], [-11.8046875, false], [-3.8046875, false], [-9.3046875, false], [-8.3046875, false], [-8.8046875, false], [-12.3046875, false], [-6.5625, false], [-10.0546875, false], [-9.6875, false], [-5.3046875, false], [-10.0546875, false], [-5.8046875, false], [-8.5546875, false], [-5.3046875, false], [-8.8046875, false], [-11.3046875, false], [-9.8046875, false], [-8.5546875, false], [-5.3046875, false], [-6.8046875, false], [-5.5546875, false], [-5.3046875, false], [-8.5546875, false], [-11.0546875, false], [-5.5546875, false], [-5.3046875, false], [-6.8046875, false], [-5.5546875, false], [-12.3046875, false], [-8.3046875, false], [-8.8046875, false], [-8.8046875, false], [-8.3046875, false], [-8.8046875, false], [-12.3046875, false], [-5.3046875, false], [-9.0546875, false], [-10.0546875, false], [-5.3046875, false], [-8.5546875, false], [-11.0546875, false], [-5.5546875, false], [-5.3046875, false], [-8.8046875, false], [-9.0546875, false], [-8.8046875, false], [-8.5546875, false], [-11.0546875, false], [-6.5625, false], [-10.0546875, false], [-9.6875, false], [-5.3046875, false], [-10.0546875, false], [-5.8046875, false], [-8.5546875, false], [-5.3046875, false], [-8.8046875, false], [-11.3046875, false], [-9.8046875, false], [-8.5546875, false], [-5.3046875, false], [-6.8046875, false], [-5.5546875, false], [-5.3046875, false], [-11.8046875, false], [-8.3046875, false], [-8.8046875, false], [-8.5546875, false], [-5.5546875, false], [-10.0546875, false], [-5.3046875, false], [-8.3046875, false], [-8.8046875, false], [-5.3046875, false], [-8.5546875, false], [-11.0546875, false], [-5.5546875, false], [-5.3046875, false], [-6.5546875, false], [-9.0546875, false], [-10.0546875, false], [-8.5546875, false], [-11.0546875, false], [-5.5546875, false], [-10.0546875, false], [-8.8046875, false], [-5.3046875, false], [-7.0546875, false], [-5.5546875, false], [-8.8046875, false], [-8.3046875, false], [-9.8046875, false], [-8.8046875, false], [-11.0546875, false], [-5.5546875, false], [-10.0546875, false], [-5.5546875, false], [-6.5625, false], [-10.0546875, false], [-10.0546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 393, "doc": {"id": "Mercury_7058503", "question": "Which organisms break down dead matter and recycle nutrients back into the ecosystem?", "choices": {"text": ["grasses and trees", "rabbits and deer", "lions and alligators", "mushrooms and bacteria"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "mushrooms and bacteria", "arguments": ["Question: Which organisms break down dead matter and recycle nutrients back into the ecosystem?\nAnswer:", " ["], "resps": [[[-8.125, false]], [[-9.375, false]], [[-10.625, false]], [[-9.125, false]], [[-5.62890625, false]], [[-8.875, false]], [[-8.875, false]], [[-7.12890625, false]], [[-8.875, false]], [[-4.62890625, false]], [[-5.62890625, false]], [[-9.625, false]], [[-8.375, false]], [[-4.62890625, false]], [[-11.375, false]], [[-9.125, false]], [[-7.12890625, false]], [[-7.12890625, false]], [[-8.875, false]], [[-9.375, false]], [[-10.5078125, false]], [[-4.62890625, false]], [[-9.375, false]], [[-9.125, false]], [[-5.62890625, false]], [[-9.875, false]], [[-9.875, false]], [[-9.375, false]], [[-11.375, false]], [[-8.875, false]], [[-4.62890625, false]], [[-5.62890625, false]], [[-9.625, false]], [[-8.375, false]], [[-4.62890625, false]], [[-8.375, false]], [[-7.12890625, false]], [[-7.12890625, false]], [[-9.125, false]], [[-9.375, false]], [[-10.5078125, false]], [[-4.62890625, false]], [[-9.375, false]], [[-8.375, false]], [[-9.375, false]], [[-8.375, false]], [[-9.625, false]], [[-8.875, false]], [[-4.62890625, false]], [[-5.62890625, false]], [[-9.625, false]], [[-8.375, false]], [[-4.62890625, false]], [[-5.62890625, false]], [[-8.375, false]], [[-8.375, false]], [[-9.375, false]], [[-10.625, false]], [[-5.62890625, false]], [[-11.375, false]], [[-8.375, false]], [[-9.125, false]], [[-8.875, false]], [[-9.375, false]], [[-10.5078125, false]], [[-4.62890625, false]], [[-9.375, false]], [[-10.625, false]], [[-10.625, false]], [[-8.875, false]], [[-11.625, false]], [[-9.125, false]], [[-8.375, false]], [[-8.375, false]], [[-10.625, false]], [[-8.875, false]], [[-4.62890625, false]], [[-5.62890625, false]], [[-9.625, false]], [[-8.375, false]], [[-4.62890625, false]], [[-9.875, false]], [[-5.62890625, false]], [[-7.87890625, false]], [[-11.375, false]], [[-7.12890625, false]], [[-9.125, false]], [[-9.375, false]], [[-5.62890625, false]], [[-9.375, false]], [[-13.875, false]]], "filtered_resps": [[-8.125, false], [-9.375, false], [-10.625, false], [-9.125, false], [-5.62890625, false], [-8.875, false], [-8.875, false], [-7.12890625, false], [-8.875, false], [-4.62890625, false], [-5.62890625, false], [-9.625, false], [-8.375, false], [-4.62890625, false], [-11.375, false], [-9.125, false], [-7.12890625, false], [-7.12890625, false], [-8.875, false], [-9.375, false], [-10.5078125, false], [-4.62890625, false], [-9.375, false], [-9.125, false], [-5.62890625, false], [-9.875, false], [-9.875, false], [-9.375, false], [-11.375, false], [-8.875, false], [-4.62890625, false], [-5.62890625, false], [-9.625, false], [-8.375, false], [-4.62890625, false], [-8.375, false], [-7.12890625, false], [-7.12890625, false], [-9.125, false], [-9.375, false], [-10.5078125, false], [-4.62890625, false], [-9.375, false], [-8.375, false], [-9.375, false], [-8.375, false], [-9.625, false], [-8.875, false], [-4.62890625, false], [-5.62890625, false], [-9.625, false], [-8.375, false], [-4.62890625, false], [-5.62890625, false], [-8.375, false], [-8.375, false], [-9.375, false], [-10.625, false], [-5.62890625, false], [-11.375, false], [-8.375, false], [-9.125, false], [-8.875, false], [-9.375, false], [-10.5078125, false], [-4.62890625, false], [-9.375, false], [-10.625, false], [-10.625, false], [-8.875, false], [-11.625, false], [-9.125, false], [-8.375, false], [-8.375, false], [-10.625, false], [-8.875, false], [-4.62890625, false], [-5.62890625, false], [-9.625, false], [-8.375, false], [-4.62890625, false], [-9.875, false], [-5.62890625, false], [-7.87890625, false], [-11.375, false], [-7.12890625, false], [-9.125, false], [-9.375, false], [-5.62890625, false], [-9.375, false], [-13.875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 401, "doc": {"id": "Mercury_416414", "question": "Which is Earth's largest source of drinkable water?", "choices": {"text": ["lakes", "rivers", "oceans", "aquifers"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "aquifers", "arguments": ["Question: Which is Earth's largest source of drinkable water?\nAnswer:", " ["], "resps": [[[-7.59765625, false]], [[-8.1015625, false]], [[-10.8515625, false]], [[-6.09765625, false]], [[-12.6015625, false]], [[-8.6015625, false]], [[-10.8515625, false]], [[-8.1015625, false]], [[-10.03125, false]], [[-6.09765625, false]], [[-8.1015625, false]], [[-12.1015625, false]], [[-9.3515625, false]], [[-12.3515625, false]], [[-8.6015625, false]], [[-12.1015625, false]], [[-10.8515625, false]], [[-8.1015625, false]], [[-10.03125, false]], [[-6.09765625, false]], [[-8.1015625, false]], [[-9.1015625, false]], [[-10.6015625, false]], [[-8.6015625, false]], [[-6.09765625, false]], [[-10.3515625, false]], [[-10.8515625, false]], [[-8.1015625, false]], [[-10.03125, false]], [[-6.09765625, false]], [[-8.1015625, false]], [[-6.09765625, false]], [[-14.1015625, false]], [[-12.1015625, false]], [[-9.3515625, false]], [[-10.6015625, false]], [[-8.6015625, false]], [[-12.1015625, false]], [[-10.8515625, false]], [[-8.1015625, false]], [[-12.8515625, false]]], "filtered_resps": [[-7.59765625, false], [-8.1015625, false], [-10.8515625, false], [-6.09765625, false], [-12.6015625, false], [-8.6015625, false], [-10.8515625, false], [-8.1015625, false], [-10.03125, false], [-6.09765625, false], [-8.1015625, false], [-12.1015625, false], [-9.3515625, false], [-12.3515625, false], [-8.6015625, false], [-12.1015625, false], [-10.8515625, false], [-8.1015625, false], [-10.03125, false], [-6.09765625, false], [-8.1015625, false], [-9.1015625, false], [-10.6015625, false], [-8.6015625, false], [-6.09765625, false], [-10.3515625, false], [-10.8515625, false], [-8.1015625, false], [-10.03125, false], [-6.09765625, false], [-8.1015625, false], [-6.09765625, false], [-14.1015625, false], [-12.1015625, false], [-9.3515625, false], [-10.6015625, false], [-8.6015625, false], [-12.1015625, false], [-10.8515625, false], [-8.1015625, false], [-12.8515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 409, "doc": {"id": "Mercury_7137043", "question": "Which of these is the main source of the electromagnetic energy we use?", "choices": {"text": ["battery", "wind", "sun", "coal"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "sun", "arguments": ["Question: Which of these is the main source of the electromagnetic energy we use?\nAnswer:", " ["], "resps": [[[-7.703125, false]], [[-8.953125, false]], [[-10.203125, false]], [[-5.453125, false]], [[-10.453125, false]], [[-10.453125, false]], [[-8.953125, false]], [[-10.703125, false]], [[-13.203125, false]], [[-8.953125, false]], [[-9.203125, false]], [[-4.953125, false]], [[-8.953125, false]], [[-10.953125, false]], [[-8.203125, false]], [[-9.703125, false]], [[-11.203125, false]], [[-8.953125, false]], [[-9.203125, false]], [[-4.953125, false]], [[-8.953125, false]], [[-9.953125, false]], [[-9.953125, false]], [[-9.703125, false]], [[-8.953125, false]], [[-9.203125, false]], [[-4.953125, false]], [[-8.953125, false]], [[-9.953125, false]], [[-8.953125, false]], [[-5.453125, false]], [[-10.453125, false]], [[-8.953125, false]], [[-14.203125, false]]], "filtered_resps": [[-7.703125, false], [-8.953125, false], [-10.203125, false], [-5.453125, false], [-10.453125, false], [-10.453125, false], [-8.953125, false], [-10.703125, false], [-13.203125, false], [-8.953125, false], [-9.203125, false], [-4.953125, false], [-8.953125, false], [-10.953125, false], [-8.203125, false], [-9.703125, false], [-11.203125, false], [-8.953125, false], [-9.203125, false], [-4.953125, false], [-8.953125, false], [-9.953125, false], [-9.953125, false], [-9.703125, false], [-8.953125, false], [-9.203125, false], [-4.953125, false], [-8.953125, false], [-9.953125, false], [-8.953125, false], [-5.453125, false], [-10.453125, false], [-8.953125, false], [-14.203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 417, "doc": {"id": "MCAS_8_2015_17", "question": "A hearing aid is a small device that contains an amplifier, a battery, a microphone, and a speaker. Which part of a hearing aid functions to detect sounds in the user's environment?", "choices": {"text": ["the amplifier", "the battery", "the microphone", "the speaker"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "the microphone", "arguments": ["Question: A hearing aid is a small device that contains an amplifier, a battery, a microphone, and a speaker. Which part of a hearing aid functions to detect sounds in the user's environment?\nAnswer:", " ["], "resps": [[[-7.1640625, false]], [[-9.6640625, false]], [[-10.4140625, false]], [[-12.1640625, false]], [[-8.9140625, false]], [[-5.4140625, false]], [[-4.1640625, false]], [[-10.1640625, false]], [[-9.9140625, false]], [[-10.4140625, false]], [[-8.6640625, false]], [[-9.1640625, false]], [[-8.6640625, false]], [[-8.9140625, false]], [[-10.9140625, false]], [[-9.6640625, false]], [[-9.375, false]], [[-5.4140625, false]], [[-9.6640625, false]], [[-10.4140625, false]], [[-12.1640625, false]], [[-8.9140625, false]], [[-5.4140625, false]], [[-6.6640625, false]], [[-4.1640625, false]], [[-10.4140625, false]], [[-10.4140625, false]], [[-8.9140625, false]], [[-10.9140625, false]], [[-12.9140625, false]], [[-9.6640625, false]], [[-9.375, false]], [[-5.4140625, false]], [[-9.6640625, false]], [[-10.4140625, false]], [[-12.1640625, false]], [[-8.9140625, false]], [[-5.4140625, false]], [[-10.1640625, false]], [[-8.6640625, false]], [[-7.9140625, false]], [[-10.9140625, false]], [[-8.6640625, false]], [[-9.9140625, false]], [[-12.1640625, false]], [[-8.6640625, false]], [[-9.4140625, false]], [[-8.9140625, false]], [[-9.6640625, false]], [[-9.375, false]], [[-5.4140625, false]], [[-9.6640625, false]], [[-10.4140625, false]], [[-12.1640625, false]], [[-8.9140625, false]], [[-5.4140625, false]], [[-10.4140625, false]], [[-9.9140625, false]], [[-8.9140625, false]], [[-4.1640625, false]], [[-11.1640625, false]], [[-8.9140625, false]], [[-10.9140625, false]], [[-9.6640625, false]], [[-12.4140625, false]]], "filtered_resps": [[-7.1640625, false], [-9.6640625, false], [-10.4140625, false], [-12.1640625, false], [-8.9140625, false], [-5.4140625, false], [-4.1640625, false], [-10.1640625, false], [-9.9140625, false], [-10.4140625, false], [-8.6640625, false], [-9.1640625, false], [-8.6640625, false], [-8.9140625, false], [-10.9140625, false], [-9.6640625, false], [-9.375, false], [-5.4140625, false], [-9.6640625, false], [-10.4140625, false], [-12.1640625, false], [-8.9140625, false], [-5.4140625, false], [-6.6640625, false], [-4.1640625, false], [-10.4140625, false], [-10.4140625, false], [-8.9140625, false], [-10.9140625, false], [-12.9140625, false], [-9.6640625, false], [-9.375, false], [-5.4140625, false], [-9.6640625, false], [-10.4140625, false], [-12.1640625, false], [-8.9140625, false], [-5.4140625, false], [-10.1640625, false], [-8.6640625, false], [-7.9140625, false], [-10.9140625, false], [-8.6640625, false], [-9.9140625, false], [-12.1640625, false], [-8.6640625, false], [-9.4140625, false], [-8.9140625, false], [-9.6640625, false], [-9.375, false], [-5.4140625, false], [-9.6640625, false], [-10.4140625, false], [-12.1640625, false], [-8.9140625, false], [-5.4140625, false], [-10.4140625, false], [-9.9140625, false], [-8.9140625, false], [-4.1640625, false], [-11.1640625, false], [-8.9140625, false], [-10.9140625, false], [-9.6640625, false], [-12.4140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 425, "doc": {"id": "VASoL_2009_3_26", "question": "Which of these senses lets Dora know when a skunk has been close to her house?", "choices": {"text": ["Taste", "Touch", "Smell", "Hearing"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Smell", "arguments": ["Question: Which of these senses lets Dora know when a skunk has been close to her house?\nAnswer:", " ["], "resps": [[[-5.828125, false]], [[-9.078125, false]], [[-7.078125, false]], [[-5.828125, false]], [[-8.078125, false]], [[-9.078125, false]], [[-9.328125, false]], [[-9.078125, false]], [[-10.1015625, false]], [[-4.828125, false]], [[-9.078125, false]], [[-7.078125, false]], [[-7.828125, false]], [[-10.578125, false]], [[-7.828125, false]], [[-9.828125, false]], [[-9.078125, false]], [[-10.1015625, false]], [[-4.828125, false]], [[-9.078125, false]], [[-4.328125, false]], [[-10.078125, false]], [[-9.328125, false]], [[-9.078125, false]], [[-9.078125, false]], [[-9.078125, false]], [[-10.1015625, false]], [[-4.828125, false]], [[-9.078125, false]], [[-7.328125, false]], [[-9.328125, false]], [[-5.828125, false]], [[-10.578125, false]], [[-9.828125, false]], [[-7.828125, false]], [[-9.578125, false]], [[-9.078125, false]], [[-13.078125, false]]], "filtered_resps": [[-5.828125, false], [-9.078125, false], [-7.078125, false], [-5.828125, false], [-8.078125, false], [-9.078125, false], [-9.328125, false], [-9.078125, false], [-10.1015625, false], [-4.828125, false], [-9.078125, false], [-7.078125, false], [-7.828125, false], [-10.578125, false], [-7.828125, false], [-9.828125, false], [-9.078125, false], [-10.1015625, false], [-4.828125, false], [-9.078125, false], [-4.328125, false], [-10.078125, false], [-9.328125, false], [-9.078125, false], [-9.078125, false], [-9.078125, false], [-10.1015625, false], [-4.828125, false], [-9.078125, false], [-7.328125, false], [-9.328125, false], [-5.828125, false], [-10.578125, false], [-9.828125, false], [-7.828125, false], [-9.578125, false], [-9.078125, false], [-13.078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 433, "doc": {"id": "Mercury_7194268", "question": "Stars form from nebulae of dust and gases. Depending on its properties, a star may become a red, yellow, white, or blue star. Which property determines this star type?", "choices": {"text": ["age", "location", "mass", "shape"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "mass", "arguments": ["Question: Stars form from nebulae of dust and gases. Depending on its properties, a star may become a red, yellow, white, or blue star. Which property determines this star type?\nAnswer:", " ["], "resps": [[[-6.41015625, false]], [[-9.65625, false]], [[-4.16015625, false]], [[-10.40625, false]], [[-7.66015625, false]], [[-9.65625, false]], [[-8.7890625, false]], [[-5.16015625, false]], [[-9.65625, false]], [[-10.90625, false]], [[-8.90625, false]], [[-7.91015625, false]], [[-4.16015625, false]], [[-9.15625, false]], [[-8.65625, false]], [[-8.90625, false]], [[-8.15625, false]], [[-9.65625, false]], [[-8.7890625, false]], [[-5.16015625, false]], [[-9.65625, false]], [[-8.65625, false]], [[-4.16015625, false]], [[-9.40625, false]], [[-9.40625, false]], [[-9.65625, false]], [[-8.7890625, false]], [[-5.16015625, false]], [[-9.65625, false]], [[-9.40625, false]], [[-10.15625, false]], [[-4.16015625, false]], [[-9.15625, false]], [[-7.66015625, false]], [[-9.65625, false]], [[-11.15625, false]]], "filtered_resps": [[-6.41015625, false], [-9.65625, false], [-4.16015625, false], [-10.40625, false], [-7.66015625, false], [-9.65625, false], [-8.7890625, false], [-5.16015625, false], [-9.65625, false], [-10.90625, false], [-8.90625, false], [-7.91015625, false], [-4.16015625, false], [-9.15625, false], [-8.65625, false], [-8.90625, false], [-8.15625, false], [-9.65625, false], [-8.7890625, false], [-5.16015625, false], [-9.65625, false], [-8.65625, false], [-4.16015625, false], [-9.40625, false], [-9.40625, false], [-9.65625, false], [-8.7890625, false], [-5.16015625, false], [-9.65625, false], [-9.40625, false], [-10.15625, false], [-4.16015625, false], [-9.15625, false], [-7.66015625, false], [-9.65625, false], [-11.15625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 441, "doc": {"id": "Mercury_SC_402036", "question": "Students observed that a diamond was able to scratch a piece of talc. What does this observation best support?", "choices": {"text": ["Diamonds have sharp edges.", "Talc is softer than diamonds.", "Diamonds are very valuable.", "Talc and diamonds are both minerals."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Talc is softer than diamonds.", "arguments": ["Question: Students observed that a diamond was able to scratch a piece of talc. What does this observation best support?\nAnswer:", " ["], "resps": [[[-7.59765625, false]], [[-9.34375, false]], [[-6.34765625, false]], [[-9.84375, false]], [[-5.84765625, false]], [[-11.34375, false]], [[-10.09375, false]], [[-11.09375, false]], [[-10.09375, false]], [[-10.34375, false]], [[-6.59765625, false]], [[-12.34375, false]], [[-5.84765625, false]], [[-10.84375, false]], [[-9.59375, false]], [[-6.59765625, false]], [[-10.34375, false]], [[-12.34375, false]], [[-5.84765625, false]], [[-11.59375, false]], [[-10.59375, false]], [[-6.59765625, false]], [[-9.59375, false]], [[-10.09375, false]], [[-12.59375, false]], [[-9.59375, false]], [[-10.34375, false]], [[-8.09375, false]], [[-9.34375, false]], [[-11.09375, false]], [[-6.59765625, false]], [[-9.34375, false]], [[-6.59765625, false]], [[-5.84765625, false]], [[-11.59375, false]], [[-9.09375, false]], [[-6.59765625, false]], [[-9.84375, false]], [[-10.34375, false]], [[-6.59765625, false]], [[-10.34375, false]], [[-10.09375, false]], [[-11.34375, false]], [[-10.09375, false]], [[-9.59375, false]], [[-11.59375, false]], [[-6.59765625, false]], [[-10.09375, false]], [[-12.34375, false]], [[-5.84765625, false]], [[-11.09375, false]], [[-6.59765625, false]], [[-10.09375, false]], [[-9.84375, false]], [[-5.84765625, false]], [[-11.34375, false]], [[-10.09375, false]], [[-11.09375, false]], [[-10.09375, false]], [[-10.34375, false]], [[-8.09375, false]], [[-9.34375, false]], [[-11.09375, false]], [[-6.59765625, false]], [[-9.34375, false]], [[-6.34765625, false]], [[-9.84375, false]], [[-5.84765625, false]], [[-11.34375, false]], [[-10.09375, false]], [[-11.09375, false]], [[-10.09375, false]], [[-10.34375, false]], [[-6.59765625, false]], [[-5.84765625, false]], [[-11.59375, false]], [[-9.59375, false]], [[-6.59765625, false]], [[-10.84375, false]], [[-9.59375, false]], [[-11.59375, false]], [[-12.84375, false]], [[-6.59765625, false]], [[-10.84375, false]], [[-5.84765625, false]], [[-11.59375, false]], [[-12.09375, false]], [[-5.84765625, false]], [[-9.59375, false]], [[-11.59375, false]], [[-9.59375, false]], [[-8.09375, false]], [[-9.34375, false]], [[-11.09375, false]], [[-6.59765625, false]], [[-9.34375, false]], [[-6.59765625, false]], [[-5.84765625, false]], [[-11.59375, false]], [[-9.09375, false]], [[-6.59765625, false]], [[-5.84765625, false]], [[-11.09375, false]], [[-10.09375, false]], [[-6.59765625, false]], [[-10.09375, false]], [[-9.84375, false]], [[-5.84765625, false]], [[-11.34375, false]], [[-10.09375, false]], [[-11.09375, false]], [[-10.09375, false]], [[-10.34375, false]], [[-6.59765625, false]], [[-5.84765625, false]], [[-11.59375, false]], [[-9.59375, false]], [[-6.59765625, false]], [[-9.59375, false]], [[-10.09375, false]], [[-10.09375, false]], [[-12.34375, false]], [[-6.59765625, false]], [[-11.34375, false]], [[-9.84375, false]], [[-11.09375, false]], [[-9.59375, false]], [[-11.59375, false]], [[-5.84765625, false]], [[-11.59375, false]], [[-10.34375, false]], [[-8.09375, false]], [[-9.34375, false]], [[-12.59375, false]]], "filtered_resps": [[-7.59765625, false], [-9.34375, false], [-6.34765625, false], [-9.84375, false], [-5.84765625, false], [-11.34375, false], [-10.09375, false], [-11.09375, false], [-10.09375, false], [-10.34375, false], [-6.59765625, false], [-12.34375, false], [-5.84765625, false], [-10.84375, false], [-9.59375, false], [-6.59765625, false], [-10.34375, false], [-12.34375, false], [-5.84765625, false], [-11.59375, false], [-10.59375, false], [-6.59765625, false], [-9.59375, false], [-10.09375, false], [-12.59375, false], [-9.59375, false], [-10.34375, false], [-8.09375, false], [-9.34375, false], [-11.09375, false], [-6.59765625, false], [-9.34375, false], [-6.59765625, false], [-5.84765625, false], [-11.59375, false], [-9.09375, false], [-6.59765625, false], [-9.84375, false], [-10.34375, false], [-6.59765625, false], [-10.34375, false], [-10.09375, false], [-11.34375, false], [-10.09375, false], [-9.59375, false], [-11.59375, false], [-6.59765625, false], [-10.09375, false], [-12.34375, false], [-5.84765625, false], [-11.09375, false], [-6.59765625, false], [-10.09375, false], [-9.84375, false], [-5.84765625, false], [-11.34375, false], [-10.09375, false], [-11.09375, false], [-10.09375, false], [-10.34375, false], [-8.09375, false], [-9.34375, false], [-11.09375, false], [-6.59765625, false], [-9.34375, false], [-6.34765625, false], [-9.84375, false], [-5.84765625, false], [-11.34375, false], [-10.09375, false], [-11.09375, false], [-10.09375, false], [-10.34375, false], [-6.59765625, false], [-5.84765625, false], [-11.59375, false], [-9.59375, false], [-6.59765625, false], [-10.84375, false], [-9.59375, false], [-11.59375, false], [-12.84375, false], [-6.59765625, false], [-10.84375, false], [-5.84765625, false], [-11.59375, false], [-12.09375, false], [-5.84765625, false], [-9.59375, false], [-11.59375, false], [-9.59375, false], [-8.09375, false], [-9.34375, false], [-11.09375, false], [-6.59765625, false], [-9.34375, false], [-6.59765625, false], [-5.84765625, false], [-11.59375, false], [-9.09375, false], [-6.59765625, false], [-5.84765625, false], [-11.09375, false], [-10.09375, false], [-6.59765625, false], [-10.09375, false], [-9.84375, false], [-5.84765625, false], [-11.34375, false], [-10.09375, false], [-11.09375, false], [-10.09375, false], [-10.34375, false], [-6.59765625, false], [-5.84765625, false], [-11.59375, false], [-9.59375, false], [-6.59765625, false], [-9.59375, false], [-10.09375, false], [-10.09375, false], [-12.34375, false], [-6.59765625, false], [-11.34375, false], [-9.84375, false], [-11.09375, false], [-9.59375, false], [-11.59375, false], [-5.84765625, false], [-11.59375, false], [-10.34375, false], [-8.09375, false], [-9.34375, false], [-12.59375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 449, "doc": {"id": "MEAP_2004_8_48", "question": "What unit of measure should Jerry use to report the volume of a liquid?", "choices": {"text": ["degrees Celsius", "kilograms", "milliliters", "centimeters"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "milliliters", "arguments": ["Question: What unit of measure should Jerry use to report the volume of a liquid?\nAnswer:", " ["], "resps": [[[-7.10546875, false]], [[-8.359375, false]], [[-8.109375, false]], [[-7.35546875, false]], [[-6.85546875, false]], [[-9.609375, false]], [[-7.35546875, false]], [[-7.35546875, false]], [[-8.359375, false]], [[-4.10546875, false]], [[-4.85546875, false]], [[-7.35546875, false]], [[-7.10546875, false]], [[-8.359375, false]], [[-9.609375, false]], [[-9.359375, false]], [[-8.359375, false]], [[-8.359375, false]], [[-9.140625, false]], [[-4.10546875, false]], [[-8.359375, false]], [[-7.85546875, false]], [[-9.609375, false]], [[-7.10546875, false]], [[-9.109375, false]], [[-6.85546875, false]], [[-9.609375, false]], [[-4.10546875, false]], [[-4.85546875, false]], [[-8.359375, false]], [[-8.359375, false]], [[-9.140625, false]], [[-4.10546875, false]], [[-8.359375, false]], [[-4.85546875, false]], [[-9.609375, false]], [[-7.10546875, false]], [[-7.10546875, false]], [[-9.609375, false]], [[-7.10546875, false]], [[-9.609375, false]], [[-7.10546875, false]], [[-7.35546875, false]], [[-9.609375, false]], [[-8.359375, false]], [[-8.359375, false]], [[-9.140625, false]], [[-4.10546875, false]], [[-8.359375, false]], [[-7.60546875, false]], [[-7.35546875, false]], [[-7.10546875, false]], [[-7.10546875, false]], [[-9.609375, false]], [[-4.85546875, false]], [[-7.35546875, false]], [[-7.10546875, false]], [[-7.35546875, false]], [[-9.609375, false]], [[-8.359375, false]], [[-8.359375, false]], [[-13.359375, false]]], "filtered_resps": [[-7.10546875, false], [-8.359375, false], [-8.109375, false], [-7.35546875, false], [-6.85546875, false], [-9.609375, false], [-7.35546875, false], [-7.35546875, false], [-8.359375, false], [-4.10546875, false], [-4.85546875, false], [-7.35546875, false], [-7.10546875, false], [-8.359375, false], [-9.609375, false], [-9.359375, false], [-8.359375, false], [-8.359375, false], [-9.140625, false], [-4.10546875, false], [-8.359375, false], [-7.85546875, false], [-9.609375, false], [-7.10546875, false], [-9.109375, false], [-6.85546875, false], [-9.609375, false], [-4.10546875, false], [-4.85546875, false], [-8.359375, false], [-8.359375, false], [-9.140625, false], [-4.10546875, false], [-8.359375, false], [-4.85546875, false], [-9.609375, false], [-7.10546875, false], [-7.10546875, false], [-9.609375, false], [-7.10546875, false], [-9.609375, false], [-7.10546875, false], [-7.35546875, false], [-9.609375, false], [-8.359375, false], [-8.359375, false], [-9.140625, false], [-4.10546875, false], [-8.359375, false], [-7.60546875, false], [-7.35546875, false], [-7.10546875, false], [-7.10546875, false], [-9.609375, false], [-4.85546875, false], [-7.35546875, false], [-7.10546875, false], [-7.35546875, false], [-9.609375, false], [-8.359375, false], [-8.359375, false], [-13.359375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 457, "doc": {"id": "Mercury_7044083", "question": "Why is it not a safe practice to place a fuel depot over an aquifer?", "choices": {"text": ["Aquifers are too high up in the mountains.", "The weight of the depot is too great over the aquifer.", "The fumes escaping from the fuel depot are explosive.", "If the fuel leaks, the water in the aquifer will become contaminated."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "If the fuel leaks, the water in the aquifer will become contaminated.", "arguments": ["Question: Why is it not a safe practice to place a fuel depot over an aquifer?\nAnswer:", " ["], "resps": [[[-7.9375, false]], [[-9.6875, false]], [[-3.185546875, false]], [[-12.4375, false]], [[-12.6875, false]], [[-10.1875, false]], [[-10.6875, false]], [[-10.4375, false]], [[-13.4375, false]], [[-11.9375, false]], [[-5.6875, false]], [[-7.4375, false]], [[-13.4375, false]], [[-10.4375, false]], [[-5.6875, false]], [[-13.1875, false]], [[-10.9375, false]], [[-10.9375, false]], [[-5.6875, false]], [[-13.4375, false]], [[-10.1875, false]], [[-13.9375, false]], [[-13.4375, false]], [[-5.6875, false]], [[-12.6875, false]], [[-11.6875, false]], [[-5.6875, false]], [[-10.1875, false]], [[-11.9375, false]], [[-5.6875, false]], [[-13.1875, false]], [[-13.4375, false]], [[-10.4375, false]], [[-5.6875, false]], [[-13.6875, false]], [[-10.9375, false]], [[-12.6875, false]], [[-11.9375, false]], [[-13.1875, false]], [[-7.4375, false]], [[-10.1875, false]], [[-11.9375, false]], [[-11.9375, false]], [[-7.0546875, false]], [[-9.6875, false]], [[-10.9296875, false]], [[-5.6875, false]], [[-9.6875, false]], [[-8.4375, false]], [[-13.4375, false]], [[-10.4375, false]], [[-5.6875, false]], [[-12.1875, false]], [[-10.4375, false]], [[-10.1875, false]], [[-13.9375, false]], [[-13.4375, false]], [[-13.1875, false]], [[-5.6875, false]], [[-10.9375, false]], [[-10.6875, false]], [[-5.6875, false]], [[-13.1875, false]], [[-13.4375, false]], [[-10.4375, false]], [[-5.6875, false]], [[-10.9375, false]], [[-10.4375, false]], [[-11.6875, false]], [[-10.9375, false]], [[-13.1875, false]], [[-5.6875, false]], [[-10.1875, false]], [[-11.9375, false]], [[-5.6875, false]], [[-13.1875, false]], [[-10.9375, false]], [[-10.9375, false]], [[-5.6875, false]], [[-13.9375, false]], [[-13.4375, false]], [[-10.4375, false]], [[-7.4375, false]], [[-13.1875, false]], [[-5.6875, false]], [[-10.9375, false]], [[-13.1875, false]], [[-10.4375, false]], [[-13.4375, false]], [[-5.6875, false]], [[-13.1875, false]], [[-13.4375, false]], [[-10.4375, false]], [[-5.6875, false]], [[-7.4375, false]], [[-12.4375, false]], [[-12.6875, false]], [[-10.1875, false]], [[-10.6875, false]], [[-10.4375, false]], [[-13.4375, false]], [[-7.0546875, false]], [[-9.6875, false]], [[-10.9296875, false]], [[-5.6875, false]], [[-9.6875, false]], [[-8.4375, false]], [[-13.4375, false]], [[-10.4375, false]], [[-5.6875, false]], [[-10.6875, false]], [[-12.6875, false]], [[-13.6875, false]], [[-10.4375, false]], [[-11.9375, false]], [[-5.6875, false]], [[-10.4375, false]], [[-11.9375, false]], [[-12.4375, false]], [[-7.4375, false]], [[-11.6875, false]], [[-10.1875, false]], [[-11.9375, false]], [[-13.9375, false]], [[-5.6875, false]], [[-10.6875, false]], [[-13.4375, false]], [[-10.9375, false]], [[-13.6875, false]], [[-5.6875, false]], [[-13.1875, false]], [[-13.4375, false]], [[-10.4375, false]], [[-5.6875, false]], [[-10.6875, false]], [[-12.6875, false]], [[-10.4375, false]], [[-12.1875, false]], [[-5.6875, false]], [[-10.9375, false]], [[-10.4375, false]], [[-11.6875, false]], [[-10.9375, false]], [[-13.1875, false]], [[-5.6875, false]], [[-7.4375, false]], [[-13.4375, false]], [[-10.4375, false]], [[-5.6875, false]], [[-10.4375, false]], [[-12.9375, false]], [[-11.6875, false]], [[-12.1875, false]], [[-10.9375, false]], [[-11.9375, false]], [[-10.1875, false]], [[-13.1875, false]], [[-10.4375, false]], [[-7.0546875, false]], [[-9.6875, false]], [[-10.9296875, false]], [[-5.6875, false]], [[-9.6875, false]], [[-4.9375, false]], [[-10.6875, false]], [[-5.6875, false]], [[-13.1875, false]], [[-13.4375, false]], [[-10.4375, false]], [[-5.6875, false]], [[-10.6875, false]], [[-12.6875, false]], [[-10.4375, false]], [[-12.1875, false]], [[-5.6875, false]], [[-12.1875, false]], [[-10.4375, false]], [[-7.4375, false]], [[-14.4375, false]], [[-11.9375, false]], [[-10.9296875, false]], [[-5.6875, false]], [[-13.1875, false]], [[-13.4375, false]], [[-10.4375, false]], [[-5.6875, false]], [[-12.1875, false]], [[-7.4375, false]], [[-13.1875, false]], [[-10.4375, false]], [[-13.4375, false]], [[-5.6875, false]], [[-10.1875, false]], [[-11.9375, false]], [[-5.6875, false]], [[-13.1875, false]], [[-13.4375, false]], [[-10.4375, false]], [[-5.6875, false]], [[-7.4375, false]], [[-12.4375, false]], [[-12.6875, false]], [[-10.1875, false]], [[-10.6875, false]], [[-10.4375, false]], [[-13.4375, false]], [[-5.6875, false]], [[-12.1875, false]], [[-10.1875, false]], [[-12.1875, false]], [[-12.1875, false]], [[-5.6875, false]], [[-11.6875, false]], [[-10.4375, false]], [[-12.4375, false]], [[-10.9375, false]], [[-13.6875, false]], [[-10.4375, false]], [[-5.6875, false]], [[-12.4375, false]], [[-10.9375, false]], [[-11.9375, false]], [[-13.1875, false]], [[-7.4375, false]], [[-13.6875, false]], [[-10.1875, false]], [[-11.9375, false]], [[-7.4375, false]], [[-13.1875, false]], [[-10.4375, false]], [[-10.9375, false]], [[-7.0546875, false]], [[-9.6875, false]], [[-13.6875, false]]], "filtered_resps": [[-7.9375, false], [-9.6875, false], [-3.185546875, false], [-12.4375, false], [-12.6875, false], [-10.1875, false], [-10.6875, false], [-10.4375, false], [-13.4375, false], [-11.9375, false], [-5.6875, false], [-7.4375, false], [-13.4375, false], [-10.4375, false], [-5.6875, false], [-13.1875, false], [-10.9375, false], [-10.9375, false], [-5.6875, false], [-13.4375, false], [-10.1875, false], [-13.9375, false], [-13.4375, false], [-5.6875, false], [-12.6875, false], [-11.6875, false], [-5.6875, false], [-10.1875, false], [-11.9375, false], [-5.6875, false], [-13.1875, false], [-13.4375, false], [-10.4375, false], [-5.6875, false], [-13.6875, false], [-10.9375, false], [-12.6875, false], [-11.9375, false], [-13.1875, false], [-7.4375, false], [-10.1875, false], [-11.9375, false], [-11.9375, false], [-7.0546875, false], [-9.6875, false], [-10.9296875, false], [-5.6875, false], [-9.6875, false], [-8.4375, false], [-13.4375, false], [-10.4375, false], [-5.6875, false], [-12.1875, false], [-10.4375, false], [-10.1875, false], [-13.9375, false], [-13.4375, false], [-13.1875, false], [-5.6875, false], [-10.9375, false], [-10.6875, false], [-5.6875, false], [-13.1875, false], [-13.4375, false], [-10.4375, false], [-5.6875, false], [-10.9375, false], [-10.4375, false], [-11.6875, false], [-10.9375, false], [-13.1875, false], [-5.6875, false], [-10.1875, false], [-11.9375, false], [-5.6875, false], [-13.1875, false], [-10.9375, false], [-10.9375, false], [-5.6875, false], [-13.9375, false], [-13.4375, false], [-10.4375, false], [-7.4375, false], [-13.1875, false], [-5.6875, false], [-10.9375, false], [-13.1875, false], [-10.4375, false], [-13.4375, false], [-5.6875, false], [-13.1875, false], [-13.4375, false], [-10.4375, false], [-5.6875, false], [-7.4375, false], [-12.4375, false], [-12.6875, false], [-10.1875, false], [-10.6875, false], [-10.4375, false], [-13.4375, false], [-7.0546875, false], [-9.6875, false], [-10.9296875, false], [-5.6875, false], [-9.6875, false], [-8.4375, false], [-13.4375, false], [-10.4375, false], [-5.6875, false], [-10.6875, false], [-12.6875, false], [-13.6875, false], [-10.4375, false], [-11.9375, false], [-5.6875, false], [-10.4375, false], [-11.9375, false], [-12.4375, false], [-7.4375, false], [-11.6875, false], [-10.1875, false], [-11.9375, false], [-13.9375, false], [-5.6875, false], [-10.6875, false], [-13.4375, false], [-10.9375, false], [-13.6875, false], [-5.6875, false], [-13.1875, false], [-13.4375, false], [-10.4375, false], [-5.6875, false], [-10.6875, false], [-12.6875, false], [-10.4375, false], [-12.1875, false], [-5.6875, false], [-10.9375, false], [-10.4375, false], [-11.6875, false], [-10.9375, false], [-13.1875, false], [-5.6875, false], [-7.4375, false], [-13.4375, false], [-10.4375, false], [-5.6875, false], [-10.4375, false], [-12.9375, false], [-11.6875, false], [-12.1875, false], [-10.9375, false], [-11.9375, false], [-10.1875, false], [-13.1875, false], [-10.4375, false], [-7.0546875, false], [-9.6875, false], [-10.9296875, false], [-5.6875, false], [-9.6875, false], [-4.9375, false], [-10.6875, false], [-5.6875, false], [-13.1875, false], [-13.4375, false], [-10.4375, false], [-5.6875, false], [-10.6875, false], [-12.6875, false], [-10.4375, false], [-12.1875, false], [-5.6875, false], [-12.1875, false], [-10.4375, false], [-7.4375, false], [-14.4375, false], [-11.9375, false], [-10.9296875, false], [-5.6875, false], [-13.1875, false], [-13.4375, false], [-10.4375, false], [-5.6875, false], [-12.1875, false], [-7.4375, false], [-13.1875, false], [-10.4375, false], [-13.4375, false], [-5.6875, false], [-10.1875, false], [-11.9375, false], [-5.6875, false], [-13.1875, false], [-13.4375, false], [-10.4375, false], [-5.6875, false], [-7.4375, false], [-12.4375, false], [-12.6875, false], [-10.1875, false], [-10.6875, false], [-10.4375, false], [-13.4375, false], [-5.6875, false], [-12.1875, false], [-10.1875, false], [-12.1875, false], [-12.1875, false], [-5.6875, false], [-11.6875, false], [-10.4375, false], [-12.4375, false], [-10.9375, false], [-13.6875, false], [-10.4375, false], [-5.6875, false], [-12.4375, false], [-10.9375, false], [-11.9375, false], [-13.1875, false], [-7.4375, false], [-13.6875, false], [-10.1875, false], [-11.9375, false], [-7.4375, false], [-13.1875, false], [-10.4375, false], [-10.9375, false], [-7.0546875, false], [-9.6875, false], [-13.6875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 465, "doc": {"id": "Mercury_7007928", "question": "Which factor determines whether precipitation will be in the form of rain or snow?", "choices": {"text": ["wind", "humidity", "air pressure", "temperature"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "temperature", "arguments": ["Question: Which factor determines whether precipitation will be in the form of rain or snow?\nAnswer:", " ["], "resps": [[[-6.61328125, false]], [[-9.3671875, false]], [[-10.8671875, false]], [[-9.3671875, false]], [[-9.1171875, false]], [[-8.8671875, false]], [[-9.3671875, false]], [[-9.9609375, false]], [[-5.86328125, false]], [[-9.3671875, false]], [[-10.8671875, false]], [[-11.7421875, false]], [[-9.8671875, false]], [[-9.3671875, false]], [[-8.8671875, false]], [[-9.3671875, false]], [[-10.3671875, false]], [[-10.6171875, false]], [[-9.3671875, false]], [[-9.9609375, false]], [[-5.86328125, false]], [[-9.3671875, false]], [[-5.36328125, false]], [[-9.3671875, false]], [[-10.8671875, false]], [[-5.86328125, false]], [[-8.6171875, false]], [[-10.8671875, false]], [[-8.1171875, false]], [[-10.6171875, false]], [[-10.6171875, false]], [[-11.7421875, false]], [[-10.8671875, false]], [[-8.1171875, false]], [[-9.3671875, false]], [[-9.9609375, false]], [[-5.86328125, false]], [[-9.3671875, false]], [[-10.3671875, false]], [[-8.1171875, false]], [[-9.8671875, false]], [[-8.6171875, false]], [[-8.1171875, false]], [[-10.8671875, false]], [[-5.36328125, false]], [[-10.3671875, false]], [[-11.7421875, false]], [[-10.8671875, false]], [[-8.1171875, false]], [[-9.3671875, false]], [[-12.7421875, false]]], "filtered_resps": [[-6.61328125, false], [-9.3671875, false], [-10.8671875, false], [-9.3671875, false], [-9.1171875, false], [-8.8671875, false], [-9.3671875, false], [-9.9609375, false], [-5.86328125, false], [-9.3671875, false], [-10.8671875, false], [-11.7421875, false], [-9.8671875, false], [-9.3671875, false], [-8.8671875, false], [-9.3671875, false], [-10.3671875, false], [-10.6171875, false], [-9.3671875, false], [-9.9609375, false], [-5.86328125, false], [-9.3671875, false], [-5.36328125, false], [-9.3671875, false], [-10.8671875, false], [-5.86328125, false], [-8.6171875, false], [-10.8671875, false], [-8.1171875, false], [-10.6171875, false], [-10.6171875, false], [-11.7421875, false], [-10.8671875, false], [-8.1171875, false], [-9.3671875, false], [-9.9609375, false], [-5.86328125, false], [-9.3671875, false], [-10.3671875, false], [-8.1171875, false], [-9.8671875, false], [-8.6171875, false], [-8.1171875, false], [-10.8671875, false], [-5.36328125, false], [-10.3671875, false], [-11.7421875, false], [-10.8671875, false], [-8.1171875, false], [-9.3671875, false], [-12.7421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 473, "doc": {"id": "Mercury_SC_405059", "question": "Gasoline is a nonrenewable energy resource used in most cars and trucks. Gasoline is made from which source?", "choices": {"text": ["oil", "hydrogen", "natural gas", "water vapor"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "oil", "arguments": ["Question: Gasoline is a nonrenewable energy resource used in most cars and trucks. Gasoline is made from which source?\nAnswer:", " ["], "resps": [[[-8.1640625, false]], [[-8.9140625, false]], [[-8.6640625, false]], [[-8.6640625, false]], [[-8.6640625, false]], [[-8.9140625, false]], [[-7.71875, false]], [[-4.41015625, false]], [[-8.9140625, false]], [[-11.9140625, false]], [[-10.4140625, false]], [[-10.1640625, false]], [[-12.4140625, false]], [[-8.6640625, false]], [[-11.4140625, false]], [[-7.91015625, false]], [[-8.9140625, false]], [[-8.9140625, false]], [[-7.71875, false]], [[-4.41015625, false]], [[-8.9140625, false]], [[-8.9140625, false]], [[-6.41015625, false]], [[-12.9140625, false]], [[-8.4140625, false]], [[-12.4140625, false]], [[-6.41015625, false]], [[-8.6640625, false]], [[-4.41015625, false]], [[-11.4140625, false]], [[-6.41015625, false]], [[-11.9140625, false]], [[-8.9140625, false]], [[-7.71875, false]], [[-4.41015625, false]], [[-8.9140625, false]], [[-9.9140625, false]], [[-6.41015625, false]], [[-12.9140625, false]], [[-7.91015625, false]], [[-12.4140625, false]], [[-4.41015625, false]], [[-11.4140625, false]], [[-6.41015625, false]], [[-11.1640625, false]], [[-8.6640625, false]], [[-12.4140625, false]], [[-8.9140625, false]], [[-14.6640625, false]]], "filtered_resps": [[-8.1640625, false], [-8.9140625, false], [-8.6640625, false], [-8.6640625, false], [-8.6640625, false], [-8.9140625, false], [-7.71875, false], [-4.41015625, false], [-8.9140625, false], [-11.9140625, false], [-10.4140625, false], [-10.1640625, false], [-12.4140625, false], [-8.6640625, false], [-11.4140625, false], [-7.91015625, false], [-8.9140625, false], [-8.9140625, false], [-7.71875, false], [-4.41015625, false], [-8.9140625, false], [-8.9140625, false], [-6.41015625, false], [-12.9140625, false], [-8.4140625, false], [-12.4140625, false], [-6.41015625, false], [-8.6640625, false], [-4.41015625, false], [-11.4140625, false], [-6.41015625, false], [-11.9140625, false], [-8.9140625, false], [-7.71875, false], [-4.41015625, false], [-8.9140625, false], [-9.9140625, false], [-6.41015625, false], [-12.9140625, false], [-7.91015625, false], [-12.4140625, false], [-4.41015625, false], [-11.4140625, false], [-6.41015625, false], [-11.1640625, false], [-8.6640625, false], [-12.4140625, false], [-8.9140625, false], [-14.6640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 481, "doc": {"id": "OHAT_2008_5_30", "question": "Some processes that shape Earth's surface are slow. Other processes are rapid. Which statement describes a rapid change?", "choices": {"text": ["Glaciers melt and form rivers.", "Wind weathers rocks into sand.", "Earthquakes move land and rocks.", "Rivers carry sediment and build deltas."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Earthquakes move land and rocks.", "arguments": ["Question: Some processes that shape Earth's surface are slow. Other processes are rapid. Which statement describes a rapid change?\nAnswer:", " ["], "resps": [[[-6.70703125, false]], [[-8.453125, false]], [[-6.70703125, false]], [[-9.703125, false]], [[-3.45703125, false]], [[-5.95703125, false]], [[-7.70703125, false]], [[-5.95703125, false]], [[-7.70703125, false]], [[-8.453125, false]], [[-5.20703125, false]], [[-7.70703125, false]], [[-5.95703125, false]], [[-9.703125, false]], [[-9.453125, false]], [[-5.20703125, false]], [[-3.45703125, false]], [[-8.453125, false]], [[-6.20703125, false]], [[-5.20703125, false]], [[-6.95703125, false]], [[-8.203125, false]], [[-7.70703125, false]], [[-7.70703125, false]], [[-5.20703125, false]], [[-7.70703125, false]], [[-7.70703125, false]], [[-8.953125, false]], [[-5.95703125, false]], [[-7.70703125, false]], [[-8.453125, false]], [[-6.3203125, false]], [[-8.453125, false]], [[-9.5703125, false]], [[-5.20703125, false]], [[-8.453125, false]], [[-7.95703125, false]], [[-7.70703125, false]], [[-8.453125, false]], [[-6.20703125, false]], [[-5.20703125, false]], [[-9.953125, false]], [[-5.95703125, false]], [[-3.45703125, false]], [[-9.453125, false]], [[-9.703125, false]], [[-5.95703125, false]], [[-7.70703125, false]], [[-8.453125, false]], [[-5.20703125, false]], [[-7.70703125, false]], [[-8.203125, false]], [[-5.95703125, false]], [[-8.703125, false]], [[-8.453125, false]], [[-5.20703125, false]], [[-7.70703125, false]], [[-8.453125, false]], [[-9.453125, false]], [[-8.203125, false]], [[-5.20703125, false]], [[-8.453125, false]], [[-3.45703125, false]], [[-8.453125, false]], [[-6.20703125, false]], [[-6.3203125, false]], [[-8.453125, false]], [[-9.5703125, false]], [[-5.20703125, false]], [[-8.453125, false]], [[-4.70703125, false]], [[-3.45703125, false]], [[-7.70703125, false]], [[-9.453125, false]], [[-9.703125, false]], [[-8.953125, false]], [[-10.453125, false]], [[-3.45703125, false]], [[-8.703125, false]], [[-5.95703125, false]], [[-8.453125, false]], [[-5.20703125, false]], [[-7.70703125, false]], [[-8.203125, false]], [[-8.953125, false]], [[-5.95703125, false]], [[-5.20703125, false]], [[-9.703125, false]], [[-3.45703125, false]], [[-8.453125, false]], [[-6.20703125, false]], [[-5.20703125, false]], [[-3.45703125, false]], [[-8.453125, false]], [[-6.20703125, false]], [[-5.20703125, false]], [[-7.70703125, false]], [[-8.203125, false]], [[-5.95703125, false]], [[-8.703125, false]], [[-8.453125, false]], [[-6.3203125, false]], [[-8.453125, false]], [[-9.5703125, false]], [[-5.20703125, false]], [[-8.453125, false]], [[-6.20703125, false]], [[-7.70703125, false]], [[-8.953125, false]], [[-5.95703125, false]], [[-7.70703125, false]], [[-8.453125, false]], [[-5.20703125, false]], [[-5.95703125, false]], [[-3.45703125, false]], [[-7.70703125, false]], [[-7.70703125, false]], [[-9.453125, false]], [[-5.20703125, false]], [[-8.453125, false]], [[-5.95703125, false]], [[-6.20703125, false]], [[-7.70703125, false]], [[-7.70703125, false]], [[-5.95703125, false]], [[-8.453125, false]], [[-9.453125, false]], [[-5.20703125, false]], [[-3.45703125, false]], [[-8.453125, false]], [[-6.20703125, false]], [[-5.20703125, false]], [[-5.95703125, false]], [[-10.453125, false]], [[-7.70703125, false]], [[-9.703125, false]], [[-6.20703125, false]], [[-5.20703125, false]], [[-6.20703125, false]], [[-5.95703125, false]], [[-9.703125, false]], [[-9.453125, false]], [[-3.45703125, false]], [[-8.453125, false]], [[-6.3203125, false]], [[-8.453125, false]], [[-12.703125, false]]], "filtered_resps": [[-6.70703125, false], [-8.453125, false], [-6.70703125, false], [-9.703125, false], [-3.45703125, false], [-5.95703125, false], [-7.70703125, false], [-5.95703125, false], [-7.70703125, false], [-8.453125, false], [-5.20703125, false], [-7.70703125, false], [-5.95703125, false], [-9.703125, false], [-9.453125, false], [-5.20703125, false], [-3.45703125, false], [-8.453125, false], [-6.20703125, false], [-5.20703125, false], [-6.95703125, false], [-8.203125, false], [-7.70703125, false], [-7.70703125, false], [-5.20703125, false], [-7.70703125, false], [-7.70703125, false], [-8.953125, false], [-5.95703125, false], [-7.70703125, false], [-8.453125, false], [-6.3203125, false], [-8.453125, false], [-9.5703125, false], [-5.20703125, false], [-8.453125, false], [-7.95703125, false], [-7.70703125, false], [-8.453125, false], [-6.20703125, false], [-5.20703125, false], [-9.953125, false], [-5.95703125, false], [-3.45703125, false], [-9.453125, false], [-9.703125, false], [-5.95703125, false], [-7.70703125, false], [-8.453125, false], [-5.20703125, false], [-7.70703125, false], [-8.203125, false], [-5.95703125, false], [-8.703125, false], [-8.453125, false], [-5.20703125, false], [-7.70703125, false], [-8.453125, false], [-9.453125, false], [-8.203125, false], [-5.20703125, false], [-8.453125, false], [-3.45703125, false], [-8.453125, false], [-6.20703125, false], [-6.3203125, false], [-8.453125, false], [-9.5703125, false], [-5.20703125, false], [-8.453125, false], [-4.70703125, false], [-3.45703125, false], [-7.70703125, false], [-9.453125, false], [-9.703125, false], [-8.953125, false], [-10.453125, false], [-3.45703125, false], [-8.703125, false], [-5.95703125, false], [-8.453125, false], [-5.20703125, false], [-7.70703125, false], [-8.203125, false], [-8.953125, false], [-5.95703125, false], [-5.20703125, false], [-9.703125, false], [-3.45703125, false], [-8.453125, false], [-6.20703125, false], [-5.20703125, false], [-3.45703125, false], [-8.453125, false], [-6.20703125, false], [-5.20703125, false], [-7.70703125, false], [-8.203125, false], [-5.95703125, false], [-8.703125, false], [-8.453125, false], [-6.3203125, false], [-8.453125, false], [-9.5703125, false], [-5.20703125, false], [-8.453125, false], [-6.20703125, false], [-7.70703125, false], [-8.953125, false], [-5.95703125, false], [-7.70703125, false], [-8.453125, false], [-5.20703125, false], [-5.95703125, false], [-3.45703125, false], [-7.70703125, false], [-7.70703125, false], [-9.453125, false], [-5.20703125, false], [-8.453125, false], [-5.95703125, false], [-6.20703125, false], [-7.70703125, false], [-7.70703125, false], [-5.95703125, false], [-8.453125, false], [-9.453125, false], [-5.20703125, false], [-3.45703125, false], [-8.453125, false], [-6.20703125, false], [-5.20703125, false], [-5.95703125, false], [-10.453125, false], [-7.70703125, false], [-9.703125, false], [-6.20703125, false], [-5.20703125, false], [-6.20703125, false], [-5.95703125, false], [-9.703125, false], [-9.453125, false], [-3.45703125, false], [-8.453125, false], [-6.3203125, false], [-8.453125, false], [-12.703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 489, "doc": {"id": "Mercury_7242900", "question": "When a small group of organisms colonizes a new habitat, the population may be genetically different from the parent population due to differences in allele frequencies. The process responsible for this is", "choices": {"text": ["natural selection.", "disruptive selection.", "genetic drift.", "genetic equilibrium."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "genetic drift.", "arguments": ["Question: When a small group of organisms colonizes a new habitat, the population may be genetically different from the parent population due to differences in allele frequencies. The process responsible for this is\nAnswer:", " ["], "resps": [[[-7.1796875, false]], [[-7.9296875, false]], [[-7.9296875, false]], [[-4.3046875, false]], [[-10.0546875, false]], [[-10.4296875, false]], [[-7.8046875, false]], [[-4.3046875, false]], [[-9.5546875, false]], [[-4.5546875, false]], [[-8.8046875, false]], [[-7.4296875, false]], [[-9.5546875, false]], [[-7.4296875, false]], [[-6.9296875, false]], [[-10.0546875, false]], [[-7.1796875, false]], [[-8.5546875, false]], [[-7.9296875, false]], [[-6.96875, false]], [[-7.9296875, false]], [[-8.71875, false]], [[-4.5546875, false]], [[-7.9296875, false]], [[-6.6796875, false]], [[-7.1796875, false]], [[-8.8046875, false]], [[-7.8046875, false]], [[-10.4296875, false]], [[-8.3046875, false]], [[-10.0546875, false]], [[-7.1796875, false]], [[-10.3046875, false]], [[-7.4296875, false]], [[-4.5546875, false]], [[-8.8046875, false]], [[-7.4296875, false]], [[-9.5546875, false]], [[-7.4296875, false]], [[-6.9296875, false]], [[-10.0546875, false]], [[-7.1796875, false]], [[-8.5546875, false]], [[-7.9296875, false]], [[-6.96875, false]], [[-7.9296875, false]], [[-8.71875, false]], [[-4.5546875, false]], [[-7.9296875, false]], [[-9.8046875, false]], [[-7.4296875, false]], [[-7.9296875, false]], [[-7.4296875, false]], [[-10.0546875, false]], [[-7.1796875, false]], [[-6.9296875, false]], [[-4.5546875, false]], [[-6.6796875, false]], [[-7.8046875, false]], [[-7.1796875, false]], [[-8.8046875, false]], [[-10.0546875, false]], [[-6.96875, false]], [[-7.9296875, false]], [[-8.71875, false]], [[-4.5546875, false]], [[-7.9296875, false]], [[-9.8046875, false]], [[-7.4296875, false]], [[-7.9296875, false]], [[-7.4296875, false]], [[-10.0546875, false]], [[-7.1796875, false]], [[-6.9296875, false]], [[-4.5546875, false]], [[-7.4296875, false]], [[-9.4296875, false]], [[-10.4296875, false]], [[-7.1796875, false]], [[-9.5546875, false]], [[-7.1796875, false]], [[-6.6796875, false]], [[-7.8046875, false]], [[-7.1796875, false]], [[-10.4296875, false]], [[-8.3046875, false]], [[-6.96875, false]], [[-7.9296875, false]], [[-12.8046875, false]]], "filtered_resps": [[-7.1796875, false], [-7.9296875, false], [-7.9296875, false], [-4.3046875, false], [-10.0546875, false], [-10.4296875, false], [-7.8046875, false], [-4.3046875, false], [-9.5546875, false], [-4.5546875, false], [-8.8046875, false], [-7.4296875, false], [-9.5546875, false], [-7.4296875, false], [-6.9296875, false], [-10.0546875, false], [-7.1796875, false], [-8.5546875, false], [-7.9296875, false], [-6.96875, false], [-7.9296875, false], [-8.71875, false], [-4.5546875, false], [-7.9296875, false], [-6.6796875, false], [-7.1796875, false], [-8.8046875, false], [-7.8046875, false], [-10.4296875, false], [-8.3046875, false], [-10.0546875, false], [-7.1796875, false], [-10.3046875, false], [-7.4296875, false], [-4.5546875, false], [-8.8046875, false], [-7.4296875, false], [-9.5546875, false], [-7.4296875, false], [-6.9296875, false], [-10.0546875, false], [-7.1796875, false], [-8.5546875, false], [-7.9296875, false], [-6.96875, false], [-7.9296875, false], [-8.71875, false], [-4.5546875, false], [-7.9296875, false], [-9.8046875, false], [-7.4296875, false], [-7.9296875, false], [-7.4296875, false], [-10.0546875, false], [-7.1796875, false], [-6.9296875, false], [-4.5546875, false], [-6.6796875, false], [-7.8046875, false], [-7.1796875, false], [-8.8046875, false], [-10.0546875, false], [-6.96875, false], [-7.9296875, false], [-8.71875, false], [-4.5546875, false], [-7.9296875, false], [-9.8046875, false], [-7.4296875, false], [-7.9296875, false], [-7.4296875, false], [-10.0546875, false], [-7.1796875, false], [-6.9296875, false], [-4.5546875, false], [-7.4296875, false], [-9.4296875, false], [-10.4296875, false], [-7.1796875, false], [-9.5546875, false], [-7.1796875, false], [-6.6796875, false], [-7.8046875, false], [-7.1796875, false], [-10.4296875, false], [-8.3046875, false], [-6.96875, false], [-7.9296875, false], [-12.8046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 497, "doc": {"id": "Mercury_412693", "question": "Which sequence has the states of matter listed from least to greatest kinetic energy?", "choices": {"text": ["solid -> gas -> liquid", "gas -> liquid -> solid", "liquid -> solid -> gas", "solid -> liquid -> gas"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "solid -> liquid -> gas", "arguments": ["Question: Which sequence has the states of matter listed from least to greatest kinetic energy?\nAnswer:", " ["], "resps": [[[-4.7421875, false]], [[-7.9921875, false]], [[-7.4921875, false]], [[-9.7421875, false]], [[-8.9921875, false]], [[-6.4921875, false]], [[-6.7421875, false]], [[-4.4921875, false]], [[-6.2421875, false]], [[-9.7421875, false]], [[-4.4921875, false]], [[-8.2421875, false]], [[-4.4921875, false]], [[-7.4921875, false]], [[-4.4921875, false]], [[-6.2421875, false]], [[-9.7421875, false]], [[-4.4921875, false]], [[-8.9921875, false]], [[-6.4921875, false]], [[-6.2421875, false]], [[-8.4921875, false]], [[-6.4921875, false]], [[-6.7421875, false]], [[-7.9921875, false]], [[-8.1875, false]], [[-4.4921875, false]], [[-7.9921875, false]], [[-8.2421875, false]], [[-4.4921875, false]], [[-7.4921875, false]], [[-4.4921875, false]], [[-6.2421875, false]], [[-9.7421875, false]], [[-4.4921875, false]], [[-8.9921875, false]], [[-6.4921875, false]], [[-6.2421875, false]], [[-8.4921875, false]], [[-6.4921875, false]], [[-6.7421875, false]], [[-4.4921875, false]], [[-6.2421875, false]], [[-9.7421875, false]], [[-4.4921875, false]], [[-7.4921875, false]], [[-9.7421875, false]], [[-8.9921875, false]], [[-6.4921875, false]], [[-6.7421875, false]], [[-7.9921875, false]], [[-8.1875, false]], [[-4.4921875, false]], [[-7.9921875, false]], [[-8.9921875, false]], [[-6.4921875, false]], [[-6.2421875, false]], [[-8.4921875, false]], [[-6.4921875, false]], [[-6.7421875, false]], [[-4.4921875, false]], [[-6.2421875, false]], [[-9.7421875, false]], [[-4.4921875, false]], [[-7.4921875, false]], [[-9.7421875, false]], [[-8.9921875, false]], [[-6.4921875, false]], [[-6.7421875, false]], [[-4.4921875, false]], [[-6.2421875, false]], [[-9.7421875, false]], [[-4.4921875, false]], [[-8.2421875, false]], [[-4.4921875, false]], [[-7.4921875, false]], [[-7.9921875, false]], [[-8.1875, false]], [[-4.4921875, false]], [[-7.9921875, false]], [[-7.4921875, false]], [[-9.7421875, false]], [[-8.9921875, false]], [[-6.4921875, false]], [[-6.7421875, false]], [[-4.4921875, false]], [[-6.2421875, false]], [[-9.7421875, false]], [[-4.4921875, false]], [[-8.9921875, false]], [[-6.4921875, false]], [[-6.2421875, false]], [[-8.4921875, false]], [[-6.4921875, false]], [[-6.7421875, false]], [[-4.4921875, false]], [[-6.2421875, false]], [[-9.7421875, false]], [[-4.4921875, false]], [[-8.2421875, false]], [[-4.4921875, false]], [[-7.4921875, false]], [[-7.9921875, false]], [[-10.7421875, false]]], "filtered_resps": [[-4.7421875, false], [-7.9921875, false], [-7.4921875, false], [-9.7421875, false], [-8.9921875, false], [-6.4921875, false], [-6.7421875, false], [-4.4921875, false], [-6.2421875, false], [-9.7421875, false], [-4.4921875, false], [-8.2421875, false], [-4.4921875, false], [-7.4921875, false], [-4.4921875, false], [-6.2421875, false], [-9.7421875, false], [-4.4921875, false], [-8.9921875, false], [-6.4921875, false], [-6.2421875, false], [-8.4921875, false], [-6.4921875, false], [-6.7421875, false], [-7.9921875, false], [-8.1875, false], [-4.4921875, false], [-7.9921875, false], [-8.2421875, false], [-4.4921875, false], [-7.4921875, false], [-4.4921875, false], [-6.2421875, false], [-9.7421875, false], [-4.4921875, false], [-8.9921875, false], [-6.4921875, false], [-6.2421875, false], [-8.4921875, false], [-6.4921875, false], [-6.7421875, false], [-4.4921875, false], [-6.2421875, false], [-9.7421875, false], [-4.4921875, false], [-7.4921875, false], [-9.7421875, false], [-8.9921875, false], [-6.4921875, false], [-6.7421875, false], [-7.9921875, false], [-8.1875, false], [-4.4921875, false], [-7.9921875, false], [-8.9921875, false], [-6.4921875, false], [-6.2421875, false], [-8.4921875, false], [-6.4921875, false], [-6.7421875, false], [-4.4921875, false], [-6.2421875, false], [-9.7421875, false], [-4.4921875, false], [-7.4921875, false], [-9.7421875, false], [-8.9921875, false], [-6.4921875, false], [-6.7421875, false], [-4.4921875, false], [-6.2421875, false], [-9.7421875, false], [-4.4921875, false], [-8.2421875, false], [-4.4921875, false], [-7.4921875, false], [-7.9921875, false], [-8.1875, false], [-4.4921875, false], [-7.9921875, false], [-7.4921875, false], [-9.7421875, false], [-8.9921875, false], [-6.4921875, false], [-6.7421875, false], [-4.4921875, false], [-6.2421875, false], [-9.7421875, false], [-4.4921875, false], [-8.9921875, false], [-6.4921875, false], [-6.2421875, false], [-8.4921875, false], [-6.4921875, false], [-6.7421875, false], [-4.4921875, false], [-6.2421875, false], [-9.7421875, false], [-4.4921875, false], [-8.2421875, false], [-4.4921875, false], [-7.4921875, false], [-7.9921875, false], [-10.7421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 505, "doc": {"id": "Mercury_7056315", "question": "During the light reactions of photosynthesis, energy is stored in the compounds ATP and NADPH. A second set of reactions uses this stored energy to produce vital compounds such as glucose. This second set of reactions involves a biochemical pathway called", "choices": {"text": ["the Calvin cycle.", "carbon fixation.", "respiration.", "transpiration."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "the Calvin cycle.", "arguments": ["Question: During the light reactions of photosynthesis, energy is stored in the compounds ATP and NADPH. A second set of reactions uses this stored energy to produce vital compounds such as glucose. This second set of reactions involves a biochemical pathway called\nAnswer:", " ["], "resps": [[[-7.15625, false]], [[-8.90625, false]], [[-9.03125, false]], [[-9.28125, false]], [[-8.65625, false]], [[-4.53125, false]], [[-4.28125, false]], [[-4.65625, false]], [[-9.28125, false]], [[-9.40625, false]], [[-7.03125, false]], [[-6.78125, false]], [[-4.53125, false]], [[-5.03125, false]], [[-9.15625, false]], [[-5.03125, false]], [[-9.28125, false]], [[-8.65625, false]], [[-7.109375, false]], [[-8.90625, false]], [[-8.359375, false]], [[-4.53125, false]], [[-8.90625, false]], [[-5.03125, false]], [[-4.65625, false]], [[-10.03125, false]], [[-6.78125, false]], [[-8.03125, false]], [[-6.78125, false]], [[-4.53125, false]], [[-9.78125, false]], [[-7.03125, false]], [[-8.78125, false]], [[-4.65625, false]], [[-9.03125, false]], [[-7.03125, false]], [[-8.03125, false]], [[-6.78125, false]], [[-7.109375, false]], [[-8.90625, false]], [[-8.359375, false]], [[-4.53125, false]], [[-8.90625, false]], [[-10.03125, false]], [[-8.65625, false]], [[-8.53125, false]], [[-7.78125, false]], [[-7.03125, false]], [[-10.03125, false]], [[-4.65625, false]], [[-9.03125, false]], [[-7.03125, false]], [[-8.03125, false]], [[-6.78125, false]], [[-7.109375, false]], [[-8.90625, false]], [[-8.359375, false]], [[-4.53125, false]], [[-8.90625, false]], [[-9.03125, false]], [[-10.03125, false]], [[-4.65625, false]], [[-6.78125, false]], [[-8.53125, false]], [[-7.78125, false]], [[-7.03125, false]], [[-10.03125, false]], [[-4.65625, false]], [[-9.03125, false]], [[-7.03125, false]], [[-8.03125, false]], [[-6.78125, false]], [[-7.109375, false]], [[-8.90625, false]], [[-12.28125, false]]], "filtered_resps": [[-7.15625, false], [-8.90625, false], [-9.03125, false], [-9.28125, false], [-8.65625, false], [-4.53125, false], [-4.28125, false], [-4.65625, false], [-9.28125, false], [-9.40625, false], [-7.03125, false], [-6.78125, false], [-4.53125, false], [-5.03125, false], [-9.15625, false], [-5.03125, false], [-9.28125, false], [-8.65625, false], [-7.109375, false], [-8.90625, false], [-8.359375, false], [-4.53125, false], [-8.90625, false], [-5.03125, false], [-4.65625, false], [-10.03125, false], [-6.78125, false], [-8.03125, false], [-6.78125, false], [-4.53125, false], [-9.78125, false], [-7.03125, false], [-8.78125, false], [-4.65625, false], [-9.03125, false], [-7.03125, false], [-8.03125, false], [-6.78125, false], [-7.109375, false], [-8.90625, false], [-8.359375, false], [-4.53125, false], [-8.90625, false], [-10.03125, false], [-8.65625, false], [-8.53125, false], [-7.78125, false], [-7.03125, false], [-10.03125, false], [-4.65625, false], [-9.03125, false], [-7.03125, false], [-8.03125, false], [-6.78125, false], [-7.109375, false], [-8.90625, false], [-8.359375, false], [-4.53125, false], [-8.90625, false], [-9.03125, false], [-10.03125, false], [-4.65625, false], [-6.78125, false], [-8.53125, false], [-7.78125, false], [-7.03125, false], [-10.03125, false], [-4.65625, false], [-9.03125, false], [-7.03125, false], [-8.03125, false], [-6.78125, false], [-7.109375, false], [-8.90625, false], [-12.28125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 513, "doc": {"id": "Mercury_400278", "question": "In order for a material to be effective for cooking, it must have which physical property?", "choices": {"text": ["low melting point", "high electric charge", "high reactivity with water", "low thermal expansion"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "low thermal expansion", "arguments": ["Question: In order for a material to be effective for cooking, it must have which physical property?\nAnswer:", " ["], "resps": [[[-7.37109375, false]], [[-9.1171875, false]], [[-10.3671875, false]], [[-7.87109375, false]], [[-10.6171875, false]], [[-5.37109375, false]], [[-8.1171875, false]], [[-7.87109375, false]], [[-10.3671875, false]], [[-9.3671875, false]], [[-8.1171875, false]], [[-9.1171875, false]], [[-9.8671875, false]], [[-5.37109375, false]], [[-8.8671875, false]], [[-7.87109375, false]], [[-8.1171875, false]], [[-9.1171875, false]], [[-9.3671875, false]], [[-9.1171875, false]], [[-9.9375, false]], [[-5.37109375, false]], [[-9.1171875, false]], [[-10.1171875, false]], [[-8.1171875, false]], [[-9.8671875, false]], [[-10.1171875, false]], [[-5.37109375, false]], [[-7.87109375, false]], [[-10.3671875, false]], [[-7.87109375, false]], [[-8.1171875, false]], [[-9.3671875, false]], [[-10.8671875, false]], [[-8.1171875, false]], [[-8.1171875, false]], [[-5.37109375, false]], [[-8.1171875, false]], [[-10.1171875, false]], [[-4.12109375, false]], [[-10.8671875, false]], [[-9.8671875, false]], [[-7.87109375, false]], [[-9.1171875, false]], [[-9.9375, false]], [[-5.37109375, false]], [[-9.1171875, false]], [[-10.1171875, false]], [[-8.1171875, false]], [[-9.8671875, false]], [[-10.1171875, false]], [[-5.37109375, false]], [[-10.8671875, false]], [[-7.87109375, false]], [[-4.12109375, false]], [[-8.1171875, false]], [[-9.3671875, false]], [[-8.1171875, false]], [[-10.3671875, false]], [[-8.1171875, false]], [[-9.3671875, false]], [[-10.3671875, false]], [[-5.37109375, false]], [[-10.6171875, false]], [[-8.1171875, false]], [[-9.3671875, false]], [[-10.1171875, false]], [[-5.37109375, false]], [[-10.6171875, false]], [[-4.12109375, false]], [[-9.3671875, false]], [[-7.87109375, false]], [[-10.8671875, false]], [[-9.1171875, false]], [[-9.9375, false]], [[-5.37109375, false]], [[-9.1171875, false]], [[-10.3671875, false]], [[-7.87109375, false]], [[-10.6171875, false]], [[-5.37109375, false]], [[-9.3671875, false]], [[-10.1171875, false]], [[-7.87109375, false]], [[-10.8671875, false]], [[-8.1171875, false]], [[-4.12109375, false]], [[-10.3671875, false]], [[-5.37109375, false]], [[-7.87109375, false]], [[-8.8671875, false]], [[-8.8671875, false]], [[-4.12109375, false]], [[-9.1171875, false]], [[-8.1171875, false]], [[-8.1171875, false]], [[-7.87109375, false]], [[-9.1171875, false]], [[-9.1171875, false]], [[-11.6171875, false]]], "filtered_resps": [[-7.37109375, false], [-9.1171875, false], [-10.3671875, false], [-7.87109375, false], [-10.6171875, false], [-5.37109375, false], [-8.1171875, false], [-7.87109375, false], [-10.3671875, false], [-9.3671875, false], [-8.1171875, false], [-9.1171875, false], [-9.8671875, false], [-5.37109375, false], [-8.8671875, false], [-7.87109375, false], [-8.1171875, false], [-9.1171875, false], [-9.3671875, false], [-9.1171875, false], [-9.9375, false], [-5.37109375, false], [-9.1171875, false], [-10.1171875, false], [-8.1171875, false], [-9.8671875, false], [-10.1171875, false], [-5.37109375, false], [-7.87109375, false], [-10.3671875, false], [-7.87109375, false], [-8.1171875, false], [-9.3671875, false], [-10.8671875, false], [-8.1171875, false], [-8.1171875, false], [-5.37109375, false], [-8.1171875, false], [-10.1171875, false], [-4.12109375, false], [-10.8671875, false], [-9.8671875, false], [-7.87109375, false], [-9.1171875, false], [-9.9375, false], [-5.37109375, false], [-9.1171875, false], [-10.1171875, false], [-8.1171875, false], [-9.8671875, false], [-10.1171875, false], [-5.37109375, false], [-10.8671875, false], [-7.87109375, false], [-4.12109375, false], [-8.1171875, false], [-9.3671875, false], [-8.1171875, false], [-10.3671875, false], [-8.1171875, false], [-9.3671875, false], [-10.3671875, false], [-5.37109375, false], [-10.6171875, false], [-8.1171875, false], [-9.3671875, false], [-10.1171875, false], [-5.37109375, false], [-10.6171875, false], [-4.12109375, false], [-9.3671875, false], [-7.87109375, false], [-10.8671875, false], [-9.1171875, false], [-9.9375, false], [-5.37109375, false], [-9.1171875, false], [-10.3671875, false], [-7.87109375, false], [-10.6171875, false], [-5.37109375, false], [-9.3671875, false], [-10.1171875, false], [-7.87109375, false], [-10.8671875, false], [-8.1171875, false], [-4.12109375, false], [-10.3671875, false], [-5.37109375, false], [-7.87109375, false], [-8.8671875, false], [-8.8671875, false], [-4.12109375, false], [-9.1171875, false], [-8.1171875, false], [-8.1171875, false], [-7.87109375, false], [-9.1171875, false], [-9.1171875, false], [-11.6171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 521, "doc": {"id": "Mercury_7199938", "question": "When tectonic plates move, they can form different landforms. Which is least likely to be associated with the tectonic plate movement that forms volcanoes?", "choices": {"text": ["hot spot", "rift valley", "subduction zone", "transform boundary"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "transform boundary", "arguments": ["Question: When tectonic plates move, they can form different landforms. Which is least likely to be associated with the tectonic plate movement that forms volcanoes?\nAnswer:", " ["], "resps": [[[-7.74609375, false]], [[-9.25, false]], [[-10.0, false]], [[-9.5, false]], [[-9.25, false]], [[-5.49609375, false]], [[-9.5, false]], [[-7.49609375, false]], [[-9.5, false]], [[-9.25, false]], [[-9.25, false]], [[-9.6796875, false]], [[-5.49609375, false]], [[-9.25, false]], [[-8.5, false]], [[-8.5, false]], [[-8.75, false]], [[-9.25, false]], [[-5.49609375, false]], [[-8.5, false]], [[-4.99609375, false]], [[-9.5, false]], [[-9.5, false]], [[-4.74609375, false]], [[-11.0, false]], [[-9.25, false]], [[-9.6796875, false]], [[-5.49609375, false]], [[-9.25, false]], [[-9.5, false]], [[-11.75, false]], [[-7.24609375, false]], [[-7.99609375, false]], [[-11.75, false]], [[-7.49609375, false]], [[-9.25, false]], [[-8.5, false]], [[-9.5, false]], [[-8.75, false]], [[-5.49609375, false]], [[-10.0, false]], [[-9.5, false]], [[-8.75, false]], [[-4.74609375, false]], [[-9.25, false]], [[-9.6796875, false]], [[-5.49609375, false]], [[-9.25, false]], [[-9.25, false]], [[-8.5, false]], [[-4.99609375, false]], [[-8.75, false]], [[-9.5, false]], [[-8.75, false]], [[-9.5, false]], [[-8.5, false]], [[-8.75, false]], [[-5.49609375, false]], [[-7.24609375, false]], [[-9.5, false]], [[-11.75, false]], [[-8.75, false]], [[-7.99609375, false]], [[-4.99609375, false]], [[-8.5, false]], [[-11.0, false]], [[-9.25, false]], [[-13.0, false]]], "filtered_resps": [[-7.74609375, false], [-9.25, false], [-10.0, false], [-9.5, false], [-9.25, false], [-5.49609375, false], [-9.5, false], [-7.49609375, false], [-9.5, false], [-9.25, false], [-9.25, false], [-9.6796875, false], [-5.49609375, false], [-9.25, false], [-8.5, false], [-8.5, false], [-8.75, false], [-9.25, false], [-5.49609375, false], [-8.5, false], [-4.99609375, false], [-9.5, false], [-9.5, false], [-4.74609375, false], [-11.0, false], [-9.25, false], [-9.6796875, false], [-5.49609375, false], [-9.25, false], [-9.5, false], [-11.75, false], [-7.24609375, false], [-7.99609375, false], [-11.75, false], [-7.49609375, false], [-9.25, false], [-8.5, false], [-9.5, false], [-8.75, false], [-5.49609375, false], [-10.0, false], [-9.5, false], [-8.75, false], [-4.74609375, false], [-9.25, false], [-9.6796875, false], [-5.49609375, false], [-9.25, false], [-9.25, false], [-8.5, false], [-4.99609375, false], [-8.75, false], [-9.5, false], [-8.75, false], [-9.5, false], [-8.5, false], [-8.75, false], [-5.49609375, false], [-7.24609375, false], [-9.5, false], [-11.75, false], [-8.75, false], [-7.99609375, false], [-4.99609375, false], [-8.5, false], [-11.0, false], [-9.25, false], [-13.0, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 529, "doc": {"id": "Mercury_SC_400115", "question": "Electrical energy is best described as", "choices": {"text": ["coming from the Sun.", "attracting objects.", "moving negative charges.", "developing radiation."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "moving negative charges.", "arguments": ["Question: Electrical energy is best described as\nAnswer:", " ["], "resps": [[[-7.24609375, false]], [[-7.74609375, false]], [[-7.24609375, false]], [[-8.7421875, false]], [[-8.3671875, false]], [[-6.74609375, false]], [[-7.62109375, false]], [[-9.8671875, false]], [[-4.87109375, false]], [[-8.3671875, false]], [[-9.2421875, false]], [[-8.7421875, false]], [[-8.3671875, false]], [[-4.87109375, false]], [[-9.6171875, false]], [[-9.1171875, false]], [[-7.49609375, false]], [[-4.87109375, false]], [[-5.62109375, false]], [[-9.7421875, false]], [[-7.62109375, false]], [[-6.8203125, false]], [[-7.74609375, false]], [[-8.0078125, false]], [[-4.87109375, false]], [[-7.74609375, false]], [[-4.37109375, false]], [[-9.6171875, false]], [[-9.6171875, false]], [[-9.2421875, false]], [[-4.37109375, false]], [[-7.24609375, false]], [[-9.6171875, false]], [[-6.74609375, false]], [[-7.62109375, false]], [[-9.8671875, false]], [[-4.87109375, false]], [[-8.7421875, false]], [[-6.99609375, false]], [[-9.8671875, false]], [[-7.49609375, false]], [[-7.24609375, false]], [[-9.6171875, false]], [[-8.4921875, false]], [[-6.8203125, false]], [[-7.74609375, false]], [[-8.0078125, false]], [[-4.87109375, false]], [[-7.74609375, false]], [[-8.3671875, false]], [[-8.7421875, false]], [[-8.3671875, false]], [[-6.74609375, false]], [[-7.62109375, false]], [[-9.8671875, false]], [[-4.87109375, false]], [[-7.62109375, false]], [[-7.49609375, false]], [[-9.8671875, false]], [[-4.37109375, false]], [[-9.6171875, false]], [[-6.74609375, false]], [[-8.3671875, false]], [[-7.49609375, false]], [[-4.87109375, false]], [[-7.24609375, false]], [[-9.1171875, false]], [[-4.37109375, false]], [[-9.2421875, false]], [[-9.8671875, false]], [[-7.49609375, false]], [[-8.4921875, false]], [[-6.8203125, false]], [[-7.74609375, false]], [[-8.0078125, false]], [[-4.87109375, false]], [[-7.74609375, false]], [[-7.37109375, false]], [[-7.49609375, false]], [[-8.3671875, false]], [[-7.49609375, false]], [[-9.1171875, false]], [[-8.7421875, false]], [[-8.6171875, false]], [[-6.74609375, false]], [[-7.62109375, false]], [[-9.8671875, false]], [[-4.87109375, false]], [[-9.2421875, false]], [[-4.37109375, false]], [[-7.37109375, false]], [[-6.74609375, false]], [[-4.37109375, false]], [[-9.6171875, false]], [[-6.74609375, false]], [[-8.7421875, false]], [[-7.62109375, false]], [[-6.8203125, false]], [[-7.74609375, false]], [[-11.6171875, false]]], "filtered_resps": [[-7.24609375, false], [-7.74609375, false], [-7.24609375, false], [-8.7421875, false], [-8.3671875, false], [-6.74609375, false], [-7.62109375, false], [-9.8671875, false], [-4.87109375, false], [-8.3671875, false], [-9.2421875, false], [-8.7421875, false], [-8.3671875, false], [-4.87109375, false], [-9.6171875, false], [-9.1171875, false], [-7.49609375, false], [-4.87109375, false], [-5.62109375, false], [-9.7421875, false], [-7.62109375, false], [-6.8203125, false], [-7.74609375, false], [-8.0078125, false], [-4.87109375, false], [-7.74609375, false], [-4.37109375, false], [-9.6171875, false], [-9.6171875, false], [-9.2421875, false], [-4.37109375, false], [-7.24609375, false], [-9.6171875, false], [-6.74609375, false], [-7.62109375, false], [-9.8671875, false], [-4.87109375, false], [-8.7421875, false], [-6.99609375, false], [-9.8671875, false], [-7.49609375, false], [-7.24609375, false], [-9.6171875, false], [-8.4921875, false], [-6.8203125, false], [-7.74609375, false], [-8.0078125, false], [-4.87109375, false], [-7.74609375, false], [-8.3671875, false], [-8.7421875, false], [-8.3671875, false], [-6.74609375, false], [-7.62109375, false], [-9.8671875, false], [-4.87109375, false], [-7.62109375, false], [-7.49609375, false], [-9.8671875, false], [-4.37109375, false], [-9.6171875, false], [-6.74609375, false], [-8.3671875, false], [-7.49609375, false], [-4.87109375, false], [-7.24609375, false], [-9.1171875, false], [-4.37109375, false], [-9.2421875, false], [-9.8671875, false], [-7.49609375, false], [-8.4921875, false], [-6.8203125, false], [-7.74609375, false], [-8.0078125, false], [-4.87109375, false], [-7.74609375, false], [-7.37109375, false], [-7.49609375, false], [-8.3671875, false], [-7.49609375, false], [-9.1171875, false], [-8.7421875, false], [-8.6171875, false], [-6.74609375, false], [-7.62109375, false], [-9.8671875, false], [-4.87109375, false], [-9.2421875, false], [-4.37109375, false], [-7.37109375, false], [-6.74609375, false], [-4.37109375, false], [-9.6171875, false], [-6.74609375, false], [-8.7421875, false], [-7.62109375, false], [-6.8203125, false], [-7.74609375, false], [-11.6171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 537, "doc": {"id": "Mercury_SC_405800", "question": "A person must lift a heavy load of bricks to the top of a building. Which simple machine is best used for this task?", "choices": {"text": ["a wedge", "a pulley", "an inclined plane", "a wheel and axle"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "a pulley", "arguments": ["Question: A person must lift a heavy load of bricks to the top of a building. Which simple machine is best used for this task?\nAnswer:", " ["], "resps": [[[-7.59375, false]], [[-9.59375, false]], [[-2.591796875, false]], [[-4.35546875, false]], [[-9.09375, false]], [[-8.84375, false]], [[-10.34375, false]], [[-10.59375, false]], [[-8.84375, false]], [[-9.59375, false]], [[-9.25, false]], [[-4.35546875, false]], [[-9.59375, false]], [[-2.591796875, false]], [[-4.35546875, false]], [[-10.59375, false]], [[-10.84375, false]], [[-10.34375, false]], [[-10.34375, false]], [[-8.84375, false]], [[-11.84375, false]], [[-9.59375, false]], [[-9.25, false]], [[-4.34375, false]], [[-9.59375, false]], [[-2.591796875, false]], [[-9.59375, false]], [[-4.34375, false]], [[-8.34375, false]], [[-9.59375, false]], [[-6.84375, false]], [[-10.34375, false]], [[-8.34375, false]], [[-9.59375, false]], [[-8.84375, false]], [[-10.34375, false]], [[-4.34375, false]], [[-10.59375, false]], [[-10.34375, false]], [[-2.591796875, false]], [[-9.59375, false]], [[-8.84375, false]], [[-9.59375, false]], [[-9.25, false]], [[-4.34375, false]], [[-9.59375, false]], [[-2.591796875, false]], [[-4.34375, false]], [[-9.09375, false]], [[-9.34375, false]], [[-8.84375, false]], [[-8.84375, false]], [[-10.34375, false]], [[-4.34375, false]], [[-2.591796875, false]], [[-9.59375, false]], [[-10.34375, false]], [[-4.34375, false]], [[-2.591796875, false]], [[-9.34375, false]], [[-10.34375, false]], [[-8.84375, false]], [[-9.59375, false]], [[-13.84375, false]]], "filtered_resps": [[-7.59375, false], [-9.59375, false], [-2.591796875, false], [-4.35546875, false], [-9.09375, false], [-8.84375, false], [-10.34375, false], [-10.59375, false], [-8.84375, false], [-9.59375, false], [-9.25, false], [-4.35546875, false], [-9.59375, false], [-2.591796875, false], [-4.35546875, false], [-10.59375, false], [-10.84375, false], [-10.34375, false], [-10.34375, false], [-8.84375, false], [-11.84375, false], [-9.59375, false], [-9.25, false], [-4.34375, false], [-9.59375, false], [-2.591796875, false], [-9.59375, false], [-4.34375, false], [-8.34375, false], [-9.59375, false], [-6.84375, false], [-10.34375, false], [-8.34375, false], [-9.59375, false], [-8.84375, false], [-10.34375, false], [-4.34375, false], [-10.59375, false], [-10.34375, false], [-2.591796875, false], [-9.59375, false], [-8.84375, false], [-9.59375, false], [-9.25, false], [-4.34375, false], [-9.59375, false], [-2.591796875, false], [-4.34375, false], [-9.09375, false], [-9.34375, false], [-8.84375, false], [-8.84375, false], [-10.34375, false], [-4.34375, false], [-2.591796875, false], [-9.59375, false], [-10.34375, false], [-4.34375, false], [-2.591796875, false], [-9.34375, false], [-10.34375, false], [-8.84375, false], [-9.59375, false], [-13.84375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 545, "doc": {"id": "Mercury_7218663", "question": "Which difference between water and ice results in ice floating on cold water?", "choices": {"text": ["heat", "shape", "density", "volume"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "density", "arguments": ["Question: Which difference between water and ice results in ice floating on cold water?\nAnswer:", " ["], "resps": [[[-7.70703125, false]], [[-8.7109375, false]], [[-10.7109375, false]], [[-8.9609375, false]], [[-6.20703125, false]], [[-9.9609375, false]], [[-8.7109375, false]], [[-9.5, false]], [[-5.95703125, false]], [[-8.7109375, false]], [[-9.7109375, false]], [[-10.7109375, false]], [[-6.20703125, false]], [[-11.2109375, false]], [[-8.9609375, false]], [[-8.7109375, false]], [[-9.5, false]], [[-5.95703125, false]], [[-8.7109375, false]], [[-9.4609375, false]], [[-8.9609375, false]], [[-9.9609375, false]], [[-9.7109375, false]], [[-8.4609375, false]], [[-9.9609375, false]], [[-12.2109375, false]], [[-8.7109375, false]], [[-9.5, false]], [[-5.95703125, false]], [[-8.7109375, false]], [[-11.7109375, false]], [[-10.7109375, false]], [[-11.4609375, false]], [[-11.9609375, false]], [[-10.2109375, false]], [[-8.9609375, false]], [[-8.7109375, false]], [[-12.7109375, false]]], "filtered_resps": [[-7.70703125, false], [-8.7109375, false], [-10.7109375, false], [-8.9609375, false], [-6.20703125, false], [-9.9609375, false], [-8.7109375, false], [-9.5, false], [-5.95703125, false], [-8.7109375, false], [-9.7109375, false], [-10.7109375, false], [-6.20703125, false], [-11.2109375, false], [-8.9609375, false], [-8.7109375, false], [-9.5, false], [-5.95703125, false], [-8.7109375, false], [-9.4609375, false], [-8.9609375, false], [-9.9609375, false], [-9.7109375, false], [-8.4609375, false], [-9.9609375, false], [-12.2109375, false], [-8.7109375, false], [-9.5, false], [-5.95703125, false], [-8.7109375, false], [-11.7109375, false], [-10.7109375, false], [-11.4609375, false], [-11.9609375, false], [-10.2109375, false], [-8.9609375, false], [-8.7109375, false], [-12.7109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 553, "doc": {"id": "Mercury_7026758", "question": "Scientists have shown that clearing the forest in the Amazon for farming is causing the extinction of native species. Which is the most direct cause of extinction from clear-cutting of land?", "choices": {"text": ["pollution", "habitat loss", "climate change", "use of fertilizers"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "habitat loss", "arguments": ["Question: Scientists have shown that clearing the forest in the Amazon for farming is causing the extinction of native species. Which is the most direct cause of extinction from clear-cutting of land?\nAnswer:", " ["], "resps": [[[-7.2734375, false]], [[-8.6484375, false]], [[-8.7734375, false]], [[-8.2734375, false]], [[-8.8984375, false]], [[-8.8984375, false]], [[-12.5234375, false]], [[-11.1484375, false]], [[-6.0234375, false]], [[-8.2734375, false]], [[-8.7734375, false]], [[-8.6484375, false]], [[-10.515625, false]], [[-5.0234375, false]], [[-8.6484375, false]], [[-10.6484375, false]], [[-5.8984375, false]], [[-9.0234375, false]], [[-6.0234375, false]], [[-11.1484375, false]], [[-5.8984375, false]], [[-11.1484375, false]], [[-5.0234375, false]], [[-8.8984375, false]], [[-8.2734375, false]], [[-9.6484375, false]], [[-9.6484375, false]], [[-8.6484375, false]], [[-10.515625, false]], [[-5.0234375, false]], [[-8.6484375, false]], [[-7.7734375, false]], [[-8.8984375, false]], [[-6.0234375, false]], [[-11.2734375, false]], [[-5.8984375, false]], [[-11.1484375, false]], [[-6.0234375, false]], [[-5.0234375, false]], [[-7.7734375, false]], [[-10.6484375, false]], [[-5.8984375, false]], [[-8.7734375, false]], [[-11.6484375, false]], [[-6.0234375, false]], [[-8.6484375, false]], [[-10.515625, false]], [[-5.0234375, false]], [[-8.6484375, false]], [[-12.5234375, false]], [[-9.6484375, false]], [[-6.0234375, false]], [[-5.0234375, false]], [[-8.2734375, false]], [[-9.1484375, false]], [[-5.0234375, false]], [[-9.1484375, false]], [[-6.0234375, false]], [[-10.3984375, false]], [[-11.1484375, false]], [[-6.0234375, false]], [[-8.8984375, false]], [[-6.0234375, false]], [[-11.6484375, false]], [[-6.0234375, false]], [[-10.3984375, false]], [[-9.6484375, false]], [[-8.6484375, false]], [[-13.7734375, false]]], "filtered_resps": [[-7.2734375, false], [-8.6484375, false], [-8.7734375, false], [-8.2734375, false], [-8.8984375, false], [-8.8984375, false], [-12.5234375, false], [-11.1484375, false], [-6.0234375, false], [-8.2734375, false], [-8.7734375, false], [-8.6484375, false], [-10.515625, false], [-5.0234375, false], [-8.6484375, false], [-10.6484375, false], [-5.8984375, false], [-9.0234375, false], [-6.0234375, false], [-11.1484375, false], [-5.8984375, false], [-11.1484375, false], [-5.0234375, false], [-8.8984375, false], [-8.2734375, false], [-9.6484375, false], [-9.6484375, false], [-8.6484375, false], [-10.515625, false], [-5.0234375, false], [-8.6484375, false], [-7.7734375, false], [-8.8984375, false], [-6.0234375, false], [-11.2734375, false], [-5.8984375, false], [-11.1484375, false], [-6.0234375, false], [-5.0234375, false], [-7.7734375, false], [-10.6484375, false], [-5.8984375, false], [-8.7734375, false], [-11.6484375, false], [-6.0234375, false], [-8.6484375, false], [-10.515625, false], [-5.0234375, false], [-8.6484375, false], [-12.5234375, false], [-9.6484375, false], [-6.0234375, false], [-5.0234375, false], [-8.2734375, false], [-9.1484375, false], [-5.0234375, false], [-9.1484375, false], [-6.0234375, false], [-10.3984375, false], [-11.1484375, false], [-6.0234375, false], [-8.8984375, false], [-6.0234375, false], [-11.6484375, false], [-6.0234375, false], [-10.3984375, false], [-9.6484375, false], [-8.6484375, false], [-13.7734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 561, "doc": {"id": "OHAT_2008_8_29", "question": "Which explains the relationship between hours of sunlight and seasons?", "choices": {"text": ["the rotation of Earth on its axis", "the tilt of Earth's axis relative to the sun", "the location of Earth's orbit in the solar system", "the motion of the moon as it travels around Earth"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "the tilt of Earth's axis relative to the sun", "arguments": ["Question: Which explains the relationship between hours of sunlight and seasons?\nAnswer:", " ["], "resps": [[[-7.25, false]], [[-8.75, false]], [[-11.25, false]], [[-11.75, false]], [[-9.5, false]], [[-6.0, false]], [[-12.5, false]], [[-9.25, false]], [[-11.25, false]], [[-7.0, false]], [[-11.25, false]], [[-10.0, false]], [[-9.25, false]], [[-10.75, false]], [[-6.0, false]], [[-9.25, false]], [[-11.25, false]], [[-6.0, false]], [[-5.75, false]], [[-7.0, false]], [[-12.5, false]], [[-11.25, false]], [[-11.75, false]], [[-6.0, false]], [[-9.25, false]], [[-10.75, false]], [[-6.0, false]], [[-10.0, false]], [[-11.25, false]], [[-11.0, false]], [[-6.0, false]], [[-7.0, false]], [[-11.25, false]], [[-10.0, false]], [[-11.0, false]], [[-8.75, false]], [[-10.3125, false]], [[-6.0, false]], [[-5.75, false]], [[-11.25, false]], [[-11.75, false]], [[-9.5, false]], [[-6.0, false]], [[-11.25, false]], [[-10.0, false]], [[-10.5, false]], [[-11.25, false]], [[-6.0, false]], [[-9.25, false]], [[-11.25, false]], [[-6.0, false]], [[-5.75, false]], [[-7.0, false]], [[-12.5, false]], [[-11.25, false]], [[-11.75, false]], [[-8.75, false]], [[-11.0, false]], [[-6.0, false]], [[-7.0, false]], [[-11.25, false]], [[-10.0, false]], [[-11.0, false]], [[-6.0, false]], [[-12.5, false]], [[-9.5, false]], [[-10.5, false]], [[-7.0, false]], [[-11.25, false]], [[-10.0, false]], [[-13.0, false]], [[-9.5, false]], [[-6.0, false]], [[-11.25, false]], [[-9.25, false]], [[-6.0, false]], [[-11.25, false]], [[-11.75, false]], [[-9.5, false]], [[-6.0, false]], [[-11.0, false]], [[-12.75, false]], [[-10.75, false]], [[-5.75, false]], [[-10.3125, false]], [[-6.0, false]], [[-5.75, false]], [[-11.25, false]], [[-11.75, false]], [[-9.5, false]], [[-6.0, false]], [[-10.5, false]], [[-9.25, false]], [[-11.25, false]], [[-7.0, false]], [[-11.25, false]], [[-10.0, false]], [[-9.25, false]], [[-10.75, false]], [[-6.0, false]], [[-9.25, false]], [[-11.25, false]], [[-6.0, false]], [[-5.75, false]], [[-7.0, false]], [[-12.5, false]], [[-11.25, false]], [[-11.75, false]], [[-8.75, false]], [[-11.0, false]], [[-6.0, false]], [[-9.25, false]], [[-12.5, false]], [[-10.5, false]], [[-10.0, false]], [[-11.25, false]], [[-6.0, false]], [[-10.0, false]], [[-10.75, false]], [[-6.0, false]], [[-11.25, false]], [[-11.75, false]], [[-9.5, false]], [[-6.0, false]], [[-11.0, false]], [[-9.25, false]], [[-10.5, false]], [[-7.0, false]], [[-12.5, false]], [[-6.0, false]], [[-11.0, false]], [[-12.25, false]], [[-11.0, false]], [[-11.25, false]], [[-9.5, false]], [[-11.5, false]], [[-5.75, false]], [[-10.3125, false]], [[-6.0, false]], [[-8.75, false]], [[-11.25, false]], [[-11.75, false]], [[-9.5, false]], [[-6.0, false]], [[-11.5, false]], [[-9.25, false]], [[-11.25, false]], [[-10.0, false]], [[-9.25, false]], [[-10.75, false]], [[-6.0, false]], [[-9.25, false]], [[-11.25, false]], [[-6.0, false]], [[-11.25, false]], [[-11.75, false]], [[-9.5, false]], [[-6.0, false]], [[-11.5, false]], [[-9.25, false]], [[-9.25, false]], [[-10.75, false]], [[-6.0, false]], [[-7.0, false]], [[-11.0, false]], [[-6.0, false]], [[-10.0, false]], [[-11.25, false]], [[-6.0, false]], [[-11.25, false]], [[-12.5, false]], [[-7.0, false]], [[-13.0, false]], [[-9.5, false]], [[-10.5, false]], [[-11.0, false]], [[-6.0, false]], [[-7.0, false]], [[-12.5, false]], [[-9.25, false]], [[-12.75, false]], [[-10.75, false]], [[-9.75, false]], [[-6.0, false]], [[-5.75, false]], [[-7.0, false]], [[-12.5, false]], [[-11.25, false]], [[-11.75, false]], [[-8.75, false]], [[-12.75, false]]], "filtered_resps": [[-7.25, false], [-8.75, false], [-11.25, false], [-11.75, false], [-9.5, false], [-6.0, false], [-12.5, false], [-9.25, false], [-11.25, false], [-7.0, false], [-11.25, false], [-10.0, false], [-9.25, false], [-10.75, false], [-6.0, false], [-9.25, false], [-11.25, false], [-6.0, false], [-5.75, false], [-7.0, false], [-12.5, false], [-11.25, false], [-11.75, false], [-6.0, false], [-9.25, false], [-10.75, false], [-6.0, false], [-10.0, false], [-11.25, false], [-11.0, false], [-6.0, false], [-7.0, false], [-11.25, false], [-10.0, false], [-11.0, false], [-8.75, false], [-10.3125, false], [-6.0, false], [-5.75, false], [-11.25, false], [-11.75, false], [-9.5, false], [-6.0, false], [-11.25, false], [-10.0, false], [-10.5, false], [-11.25, false], [-6.0, false], [-9.25, false], [-11.25, false], [-6.0, false], [-5.75, false], [-7.0, false], [-12.5, false], [-11.25, false], [-11.75, false], [-8.75, false], [-11.0, false], [-6.0, false], [-7.0, false], [-11.25, false], [-10.0, false], [-11.0, false], [-6.0, false], [-12.5, false], [-9.5, false], [-10.5, false], [-7.0, false], [-11.25, false], [-10.0, false], [-13.0, false], [-9.5, false], [-6.0, false], [-11.25, false], [-9.25, false], [-6.0, false], [-11.25, false], [-11.75, false], [-9.5, false], [-6.0, false], [-11.0, false], [-12.75, false], [-10.75, false], [-5.75, false], [-10.3125, false], [-6.0, false], [-5.75, false], [-11.25, false], [-11.75, false], [-9.5, false], [-6.0, false], [-10.5, false], [-9.25, false], [-11.25, false], [-7.0, false], [-11.25, false], [-10.0, false], [-9.25, false], [-10.75, false], [-6.0, false], [-9.25, false], [-11.25, false], [-6.0, false], [-5.75, false], [-7.0, false], [-12.5, false], [-11.25, false], [-11.75, false], [-8.75, false], [-11.0, false], [-6.0, false], [-9.25, false], [-12.5, false], [-10.5, false], [-10.0, false], [-11.25, false], [-6.0, false], [-10.0, false], [-10.75, false], [-6.0, false], [-11.25, false], [-11.75, false], [-9.5, false], [-6.0, false], [-11.0, false], [-9.25, false], [-10.5, false], [-7.0, false], [-12.5, false], [-6.0, false], [-11.0, false], [-12.25, false], [-11.0, false], [-11.25, false], [-9.5, false], [-11.5, false], [-5.75, false], [-10.3125, false], [-6.0, false], [-8.75, false], [-11.25, false], [-11.75, false], [-9.5, false], [-6.0, false], [-11.5, false], [-9.25, false], [-11.25, false], [-10.0, false], [-9.25, false], [-10.75, false], [-6.0, false], [-9.25, false], [-11.25, false], [-6.0, false], [-11.25, false], [-11.75, false], [-9.5, false], [-6.0, false], [-11.5, false], [-9.25, false], [-9.25, false], [-10.75, false], [-6.0, false], [-7.0, false], [-11.0, false], [-6.0, false], [-10.0, false], [-11.25, false], [-6.0, false], [-11.25, false], [-12.5, false], [-7.0, false], [-13.0, false], [-9.5, false], [-10.5, false], [-11.0, false], [-6.0, false], [-7.0, false], [-12.5, false], [-9.25, false], [-12.75, false], [-10.75, false], [-9.75, false], [-6.0, false], [-5.75, false], [-7.0, false], [-12.5, false], [-11.25, false], [-11.75, false], [-8.75, false], [-12.75, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 569, "doc": {"id": "Mercury_SC_400217", "question": "Coal is a fossil fuel that is formed from", "choices": {"text": ["water eroding the land.", "meteors hitting Earth.", "repeated volcanic eruptions.", "the decay of organic material."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "the decay of organic material.", "arguments": ["Question: Coal is a fossil fuel that is formed from\nAnswer:", " ["], "resps": [[[-8.6484375, false]], [[-8.6484375, false]], [[-11.1484375, false]], [[-6.14453125, false]], [[-12.6484375, false]], [[-9.1484375, false]], [[-12.6484375, false]], [[-5.64453125, false]], [[-9.1484375, false]], [[-12.6484375, false]], [[-9.6484375, false]], [[-10.6484375, false]], [[-8.6484375, false]], [[-9.8984375, false]], [[-11.8984375, false]], [[-5.64453125, false]], [[-12.6484375, false]], [[-12.3984375, false]], [[-9.1484375, false]], [[-5.64453125, false]], [[-11.1484375, false]], [[-6.14453125, false]], [[-9.8984375, false]], [[-10.6484375, false]], [[-6.63671875, false]], [[-8.6484375, false]], [[-8.515625, false]], [[-5.64453125, false]], [[-8.6484375, false]], [[-10.6484375, false]], [[-9.1484375, false]], [[-12.6484375, false]], [[-9.1484375, false]], [[-9.6484375, false]], [[-12.6484375, false]], [[-11.1484375, false]], [[-5.64453125, false]], [[-12.3984375, false]], [[-8.6484375, false]], [[-12.6484375, false]], [[-12.6484375, false]], [[-8.6484375, false]], [[-9.8984375, false]], [[-11.8984375, false]], [[-5.64453125, false]], [[-6.39453125, false]], [[-6.14453125, false]], [[-12.6484375, false]], [[-12.6484375, false]], [[-12.3984375, false]], [[-6.63671875, false]], [[-8.6484375, false]], [[-8.515625, false]], [[-5.64453125, false]], [[-8.6484375, false]], [[-12.6484375, false]], [[-9.1484375, false]], [[-10.6484375, false]], [[-9.1484375, false]], [[-6.14453125, false]], [[-12.6484375, false]], [[-9.1484375, false]], [[-10.6484375, false]], [[-5.64453125, false]], [[-12.3984375, false]], [[-9.6484375, false]], [[-11.1484375, false]], [[-9.8984375, false]], [[-6.14453125, false]], [[-9.8984375, false]], [[-8.6484375, false]], [[-9.8984375, false]], [[-5.64453125, false]], [[-9.1484375, false]], [[-12.6484375, false]], [[-9.8984375, false]], [[-10.6484375, false]], [[-12.6484375, false]], [[-8.6484375, false]], [[-9.6484375, false]], [[-9.8984375, false]], [[-11.1484375, false]], [[-6.63671875, false]], [[-8.6484375, false]], [[-8.515625, false]], [[-5.64453125, false]], [[-8.6484375, false]], [[-12.6484375, false]], [[-12.3984375, false]], [[-9.1484375, false]], [[-5.64453125, false]], [[-10.6484375, false]], [[-9.1484375, false]], [[-9.8984375, false]], [[-6.14453125, false]], [[-11.3984375, false]], [[-5.64453125, false]], [[-9.6484375, false]], [[-11.1484375, false]], [[-5.64453125, false]], [[-9.6484375, false]], [[-12.6484375, false]], [[-11.8984375, false]], [[-6.14453125, false]], [[-9.8984375, false]], [[-8.6484375, false]], [[-9.8984375, false]], [[-5.64453125, false]], [[-10.6484375, false]], [[-6.14453125, false]], [[-12.6484375, false]], [[-9.1484375, false]], [[-12.6484375, false]], [[-8.6484375, false]], [[-6.14453125, false]], [[-11.1484375, false]], [[-6.63671875, false]], [[-8.6484375, false]], [[-12.8984375, false]]], "filtered_resps": [[-8.6484375, false], [-8.6484375, false], [-11.1484375, false], [-6.14453125, false], [-12.6484375, false], [-9.1484375, false], [-12.6484375, false], [-5.64453125, false], [-9.1484375, false], [-12.6484375, false], [-9.6484375, false], [-10.6484375, false], [-8.6484375, false], [-9.8984375, false], [-11.8984375, false], [-5.64453125, false], [-12.6484375, false], [-12.3984375, false], [-9.1484375, false], [-5.64453125, false], [-11.1484375, false], [-6.14453125, false], [-9.8984375, false], [-10.6484375, false], [-6.63671875, false], [-8.6484375, false], [-8.515625, false], [-5.64453125, false], [-8.6484375, false], [-10.6484375, false], [-9.1484375, false], [-12.6484375, false], [-9.1484375, false], [-9.6484375, false], [-12.6484375, false], [-11.1484375, false], [-5.64453125, false], [-12.3984375, false], [-8.6484375, false], [-12.6484375, false], [-12.6484375, false], [-8.6484375, false], [-9.8984375, false], [-11.8984375, false], [-5.64453125, false], [-6.39453125, false], [-6.14453125, false], [-12.6484375, false], [-12.6484375, false], [-12.3984375, false], [-6.63671875, false], [-8.6484375, false], [-8.515625, false], [-5.64453125, false], [-8.6484375, false], [-12.6484375, false], [-9.1484375, false], [-10.6484375, false], [-9.1484375, false], [-6.14453125, false], [-12.6484375, false], [-9.1484375, false], [-10.6484375, false], [-5.64453125, false], [-12.3984375, false], [-9.6484375, false], [-11.1484375, false], [-9.8984375, false], [-6.14453125, false], [-9.8984375, false], [-8.6484375, false], [-9.8984375, false], [-5.64453125, false], [-9.1484375, false], [-12.6484375, false], [-9.8984375, false], [-10.6484375, false], [-12.6484375, false], [-8.6484375, false], [-9.6484375, false], [-9.8984375, false], [-11.1484375, false], [-6.63671875, false], [-8.6484375, false], [-8.515625, false], [-5.64453125, false], [-8.6484375, false], [-12.6484375, false], [-12.3984375, false], [-9.1484375, false], [-5.64453125, false], [-10.6484375, false], [-9.1484375, false], [-9.8984375, false], [-6.14453125, false], [-11.3984375, false], [-5.64453125, false], [-9.6484375, false], [-11.1484375, false], [-5.64453125, false], [-9.6484375, false], [-12.6484375, false], [-11.8984375, false], [-6.14453125, false], [-9.8984375, false], [-8.6484375, false], [-9.8984375, false], [-5.64453125, false], [-10.6484375, false], [-6.14453125, false], [-12.6484375, false], [-9.1484375, false], [-12.6484375, false], [-8.6484375, false], [-6.14453125, false], [-11.1484375, false], [-6.63671875, false], [-8.6484375, false], [-12.8984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 577, "doc": {"id": "ACTAAP_2011_5_14", "question": "Which structure controls what enters both plant cells and animal cells?", "choices": {"text": ["nucleus", "cell wall", "chloroplast", "cell membrane"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "cell membrane", "arguments": ["Question: Which structure controls what enters both plant cells and animal cells?\nAnswer:", " ["], "resps": [[[-7.6171875, false]], [[-9.1171875, false]], [[-9.2421875, false]], [[-9.9921875, false]], [[-7.3671875, false]], [[-8.8671875, false]], [[-7.8671875, false]], [[-9.9921875, false]], [[-8.8671875, false]], [[-9.1171875, false]], [[-8.671875, false]], [[-4.2421875, false]], [[-9.1171875, false]], [[-7.3671875, false]], [[-7.8671875, false]], [[-8.8671875, false]], [[-8.8671875, false]], [[-4.2421875, false]], [[-9.7421875, false]], [[-4.8671875, false]], [[-8.8671875, false]], [[-8.8671875, false]], [[-9.1171875, false]], [[-8.671875, false]], [[-4.2421875, false]], [[-9.1171875, false]], [[-7.3671875, false]], [[-9.6171875, false]], [[-8.8671875, false]], [[-8.7421875, false]], [[-9.8671875, false]], [[-8.7421875, false]], [[-8.6171875, false]], [[-8.8671875, false]], [[-4.8671875, false]], [[-8.8671875, false]], [[-9.4921875, false]], [[-9.1171875, false]], [[-8.671875, false]], [[-4.2421875, false]], [[-9.1171875, false]], [[-7.3671875, false]], [[-7.8671875, false]], [[-8.8671875, false]], [[-8.8671875, false]], [[-4.2421875, false]], [[-8.4921875, false]], [[-7.8671875, false]], [[-8.4921875, false]], [[-7.8671875, false]], [[-9.8671875, false]], [[-4.8671875, false]], [[-9.2421875, false]], [[-7.8671875, false]], [[-9.1171875, false]], [[-13.9921875, false]]], "filtered_resps": [[-7.6171875, false], [-9.1171875, false], [-9.2421875, false], [-9.9921875, false], [-7.3671875, false], [-8.8671875, false], [-7.8671875, false], [-9.9921875, false], [-8.8671875, false], [-9.1171875, false], [-8.671875, false], [-4.2421875, false], [-9.1171875, false], [-7.3671875, false], [-7.8671875, false], [-8.8671875, false], [-8.8671875, false], [-4.2421875, false], [-9.7421875, false], [-4.8671875, false], [-8.8671875, false], [-8.8671875, false], [-9.1171875, false], [-8.671875, false], [-4.2421875, false], [-9.1171875, false], [-7.3671875, false], [-9.6171875, false], [-8.8671875, false], [-8.7421875, false], [-9.8671875, false], [-8.7421875, false], [-8.6171875, false], [-8.8671875, false], [-4.8671875, false], [-8.8671875, false], [-9.4921875, false], [-9.1171875, false], [-8.671875, false], [-4.2421875, false], [-9.1171875, false], [-7.3671875, false], [-7.8671875, false], [-8.8671875, false], [-8.8671875, false], [-4.2421875, false], [-8.4921875, false], [-7.8671875, false], [-8.4921875, false], [-7.8671875, false], [-9.8671875, false], [-4.8671875, false], [-9.2421875, false], [-7.8671875, false], [-9.1171875, false], [-13.9921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 585, "doc": {"id": "Mercury_SC_406672", "question": "Which is a function of a seed?", "choices": {"text": ["forming fruit", "making pollen", "storing food for a new plant", "taking in water from the ground"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "storing food for a new plant", "arguments": ["Question: Which is a function of a seed?\nAnswer:", " ["], "resps": [[[-6.57421875, false]], [[-7.94921875, false]], [[-7.44921875, false]], [[-9.828125, false]], [[-7.69921875, false]], [[-7.57421875, false]], [[-8.328125, false]], [[-6.57421875, false]], [[-8.453125, false]], [[-5.19921875, false]], [[-7.44921875, false]], [[-7.69921875, false]], [[-8.828125, false]], [[-8.328125, false]], [[-8.328125, false]], [[-7.94921875, false]], [[-8.59375, false]], [[-5.19921875, false]], [[-7.94921875, false]], [[-7.57421875, false]], [[-3.451171875, false]], [[-7.57421875, false]], [[-8.328125, false]], [[-6.57421875, false]], [[-8.453125, false]], [[-5.19921875, false]], [[-6.82421875, false]], [[-9.828125, false]], [[-9.828125, false]], [[-9.828125, false]], [[-7.57421875, false]], [[-6.57421875, false]], [[-7.94921875, false]], [[-8.59375, false]], [[-5.19921875, false]], [[-7.94921875, false]], [[-8.078125, false]], [[-8.328125, false]], [[-9.828125, false]], [[-7.69921875, false]], [[-8.328125, false]], [[-6.57421875, false]], [[-8.453125, false]], [[-5.19921875, false]], [[-7.44921875, false]], [[-9.828125, false]], [[-9.828125, false]], [[-7.07421875, false]], [[-5.19921875, false]], [[-7.44921875, false]], [[-9.828125, false]], [[-7.69921875, false]], [[-5.19921875, false]], [[-3.451171875, false]], [[-5.19921875, false]], [[-6.57421875, false]], [[-7.57421875, false]], [[-8.328125, false]], [[-5.19921875, false]], [[-6.82421875, false]], [[-9.828125, false]], [[-3.451171875, false]], [[-6.57421875, false]], [[-8.328125, false]], [[-7.94921875, false]], [[-8.59375, false]], [[-5.19921875, false]], [[-7.94921875, false]], [[-8.328125, false]], [[-3.451171875, false]], [[-7.57421875, false]], [[-8.328125, false]], [[-6.57421875, false]], [[-8.453125, false]], [[-5.19921875, false]], [[-8.328125, false]], [[-6.57421875, false]], [[-5.19921875, false]], [[-8.328125, false]], [[-3.451171875, false]], [[-8.328125, false]], [[-7.57421875, false]], [[-7.69921875, false]], [[-5.19921875, false]], [[-7.44921875, false]], [[-7.69921875, false]], [[-9.828125, false]], [[-7.57421875, false]], [[-5.19921875, false]], [[-8.328125, false]], [[-8.703125, false]], [[-7.57421875, false]], [[-5.19921875, false]], [[-8.453125, false]], [[-7.69921875, false]], [[-9.828125, false]], [[-8.828125, false]], [[-6.57421875, false]], [[-7.07421875, false]], [[-7.94921875, false]], [[-11.578125, false]]], "filtered_resps": [[-6.57421875, false], [-7.94921875, false], [-7.44921875, false], [-9.828125, false], [-7.69921875, false], [-7.57421875, false], [-8.328125, false], [-6.57421875, false], [-8.453125, false], [-5.19921875, false], [-7.44921875, false], [-7.69921875, false], [-8.828125, false], [-8.328125, false], [-8.328125, false], [-7.94921875, false], [-8.59375, false], [-5.19921875, false], [-7.94921875, false], [-7.57421875, false], [-3.451171875, false], [-7.57421875, false], [-8.328125, false], [-6.57421875, false], [-8.453125, false], [-5.19921875, false], [-6.82421875, false], [-9.828125, false], [-9.828125, false], [-9.828125, false], [-7.57421875, false], [-6.57421875, false], [-7.94921875, false], [-8.59375, false], [-5.19921875, false], [-7.94921875, false], [-8.078125, false], [-8.328125, false], [-9.828125, false], [-7.69921875, false], [-8.328125, false], [-6.57421875, false], [-8.453125, false], [-5.19921875, false], [-7.44921875, false], [-9.828125, false], [-9.828125, false], [-7.07421875, false], [-5.19921875, false], [-7.44921875, false], [-9.828125, false], [-7.69921875, false], [-5.19921875, false], [-3.451171875, false], [-5.19921875, false], [-6.57421875, false], [-7.57421875, false], [-8.328125, false], [-5.19921875, false], [-6.82421875, false], [-9.828125, false], [-3.451171875, false], [-6.57421875, false], [-8.328125, false], [-7.94921875, false], [-8.59375, false], [-5.19921875, false], [-7.94921875, false], [-8.328125, false], [-3.451171875, false], [-7.57421875, false], [-8.328125, false], [-6.57421875, false], [-8.453125, false], [-5.19921875, false], [-8.328125, false], [-6.57421875, false], [-5.19921875, false], [-8.328125, false], [-3.451171875, false], [-8.328125, false], [-7.57421875, false], [-7.69921875, false], [-5.19921875, false], [-7.44921875, false], [-7.69921875, false], [-9.828125, false], [-7.57421875, false], [-5.19921875, false], [-8.328125, false], [-8.703125, false], [-7.57421875, false], [-5.19921875, false], [-8.453125, false], [-7.69921875, false], [-9.828125, false], [-8.828125, false], [-6.57421875, false], [-7.07421875, false], [-7.94921875, false], [-11.578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 593, "doc": {"id": "Mercury_SC_401125", "question": "Newborn white-tailed deer have hundreds of spots on their coats which gradually disappear at three to four months of age. The spots on their coats make the newborns blend in with the environment through", "choices": {"text": ["mimicry.", "migration.", "hibernation.", "camouflage."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "camouflage.", "arguments": ["Question: Newborn white-tailed deer have hundreds of spots on their coats which gradually disappear at three to four months of age. The spots on their coats make the newborns blend in with the environment through\nAnswer:", " ["], "resps": [[[-7.62109375, false]], [[-9.625, false]], [[-12.0, false]], [[-8.625, false]], [[-12.0, false]], [[-8.625, false]], [[-10.625, false]], [[-10.75, false]], [[-12.375, false]], [[-7.4296875, false]], [[-9.625, false]], [[-9.3671875, false]], [[-5.49609375, false]], [[-9.625, false]], [[-12.0, false]], [[-8.625, false]], [[-10.625, false]], [[-10.75, false]], [[-5.87109375, false]], [[-11.25, false]], [[-8.625, false]], [[-9.5, false]], [[-9.5, false]], [[-7.4296875, false]], [[-9.625, false]], [[-9.3671875, false]], [[-5.49609375, false]], [[-9.625, false]], [[-11.25, false]], [[-8.625, false]], [[-9.5, false]], [[-9.0, false]], [[-10.75, false]], [[-9.5, false]], [[-5.87109375, false]], [[-11.25, false]], [[-8.625, false]], [[-9.5, false]], [[-9.5, false]], [[-7.4296875, false]], [[-9.625, false]], [[-9.3671875, false]], [[-5.49609375, false]], [[-9.625, false]], [[-10.625, false]], [[-5.87109375, false]], [[-12.0, false]], [[-9.5, false]], [[-10.375, false]], [[-10.0, false]], [[-10.375, false]], [[-5.87109375, false]], [[-10.625, false]], [[-9.0, false]], [[-7.4296875, false]], [[-9.625, false]], [[-11.5, false]]], "filtered_resps": [[-7.62109375, false], [-9.625, false], [-12.0, false], [-8.625, false], [-12.0, false], [-8.625, false], [-10.625, false], [-10.75, false], [-12.375, false], [-7.4296875, false], [-9.625, false], [-9.3671875, false], [-5.49609375, false], [-9.625, false], [-12.0, false], [-8.625, false], [-10.625, false], [-10.75, false], [-5.87109375, false], [-11.25, false], [-8.625, false], [-9.5, false], [-9.5, false], [-7.4296875, false], [-9.625, false], [-9.3671875, false], [-5.49609375, false], [-9.625, false], [-11.25, false], [-8.625, false], [-9.5, false], [-9.0, false], [-10.75, false], [-9.5, false], [-5.87109375, false], [-11.25, false], [-8.625, false], [-9.5, false], [-9.5, false], [-7.4296875, false], [-9.625, false], [-9.3671875, false], [-5.49609375, false], [-9.625, false], [-10.625, false], [-5.87109375, false], [-12.0, false], [-9.5, false], [-10.375, false], [-10.0, false], [-10.375, false], [-5.87109375, false], [-10.625, false], [-9.0, false], [-7.4296875, false], [-9.625, false], [-11.5, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 601, "doc": {"id": "Mercury_SC_406026", "question": "Which is a factor that most likely would affect the climate in a particular area?", "choices": {"text": ["amount of lightning", "distance from an ocean", "number of earthquakes", "shape of the shoreline"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "distance from an ocean", "arguments": ["Question: Which is a factor that most likely would affect the climate in a particular area?\nAnswer:", " ["], "resps": [[[-7.08984375, false]], [[-8.96875, false]], [[-4.96484375, false]], [[-9.84375, false]], [[-8.84375, false]], [[-12.09375, false]], [[-9.34375, false]], [[-10.71875, false]], [[-5.33984375, false]], [[-8.84375, false]], [[-9.09375, false]], [[-5.33984375, false]], [[-10.59375, false]], [[-8.46875, false]], [[-12.09375, false]], [[-10.71875, false]], [[-10.71875, false]], [[-9.34375, false]], [[-8.46875, false]], [[-9.34375, false]], [[-12.09375, false]], [[-8.96875, false]], [[-10.0390625, false]], [[-5.33984375, false]], [[-8.96875, false]], [[-7.96484375, false]], [[-8.46875, false]], [[-9.96875, false]], [[-10.71875, false]], [[-4.96484375, false]], [[-9.34375, false]], [[-9.84375, false]], [[-7.71484375, false]], [[-5.33984375, false]], [[-9.09375, false]], [[-11.34375, false]], [[-8.84375, false]], [[-9.84375, false]], [[-5.33984375, false]], [[-4.96484375, false]], [[-9.34375, false]], [[-5.33984375, false]], [[-8.84375, false]], [[-9.84375, false]], [[-7.71484375, false]], [[-4.96484375, false]], [[-9.34375, false]], [[-8.96875, false]], [[-10.0390625, false]], [[-5.33984375, false]], [[-8.96875, false]], [[-9.34375, false]], [[-12.09375, false]], [[-9.84375, false]], [[-9.21875, false]], [[-7.71484375, false]], [[-11.34375, false]], [[-5.33984375, false]], [[-8.84375, false]], [[-9.09375, false]], [[-5.33984375, false]], [[-7.71484375, false]], [[-4.96484375, false]], [[-11.34375, false]], [[-10.71875, false]], [[-10.71875, false]], [[-12.34375, false]], [[-12.09375, false]], [[-4.96484375, false]], [[-11.84375, false]], [[-7.71484375, false]], [[-9.96875, false]], [[-8.96875, false]], [[-10.0390625, false]], [[-5.33984375, false]], [[-8.96875, false]], [[-9.96875, false]], [[-10.71875, false]], [[-4.96484375, false]], [[-9.21875, false]], [[-7.71484375, false]], [[-5.33984375, false]], [[-8.84375, false]], [[-9.09375, false]], [[-5.33984375, false]], [[-10.71875, false]], [[-10.71875, false]], [[-7.71484375, false]], [[-5.33984375, false]], [[-9.96875, false]], [[-10.71875, false]], [[-8.84375, false]], [[-11.34375, false]], [[-7.71484375, false]], [[-10.59375, false]], [[-8.46875, false]], [[-9.34375, false]], [[-7.71484375, false]], [[-8.96875, false]], [[-13.59375, false]]], "filtered_resps": [[-7.08984375, false], [-8.96875, false], [-4.96484375, false], [-9.84375, false], [-8.84375, false], [-12.09375, false], [-9.34375, false], [-10.71875, false], [-5.33984375, false], [-8.84375, false], [-9.09375, false], [-5.33984375, false], [-10.59375, false], [-8.46875, false], [-12.09375, false], [-10.71875, false], [-10.71875, false], [-9.34375, false], [-8.46875, false], [-9.34375, false], [-12.09375, false], [-8.96875, false], [-10.0390625, false], [-5.33984375, false], [-8.96875, false], [-7.96484375, false], [-8.46875, false], [-9.96875, false], [-10.71875, false], [-4.96484375, false], [-9.34375, false], [-9.84375, false], [-7.71484375, false], [-5.33984375, false], [-9.09375, false], [-11.34375, false], [-8.84375, false], [-9.84375, false], [-5.33984375, false], [-4.96484375, false], [-9.34375, false], [-5.33984375, false], [-8.84375, false], [-9.84375, false], [-7.71484375, false], [-4.96484375, false], [-9.34375, false], [-8.96875, false], [-10.0390625, false], [-5.33984375, false], [-8.96875, false], [-9.34375, false], [-12.09375, false], [-9.84375, false], [-9.21875, false], [-7.71484375, false], [-11.34375, false], [-5.33984375, false], [-8.84375, false], [-9.09375, false], [-5.33984375, false], [-7.71484375, false], [-4.96484375, false], [-11.34375, false], [-10.71875, false], [-10.71875, false], [-12.34375, false], [-12.09375, false], [-4.96484375, false], [-11.84375, false], [-7.71484375, false], [-9.96875, false], [-8.96875, false], [-10.0390625, false], [-5.33984375, false], [-8.96875, false], [-9.96875, false], [-10.71875, false], [-4.96484375, false], [-9.21875, false], [-7.71484375, false], [-5.33984375, false], [-8.84375, false], [-9.09375, false], [-5.33984375, false], [-10.71875, false], [-10.71875, false], [-7.71484375, false], [-5.33984375, false], [-9.96875, false], [-10.71875, false], [-8.84375, false], [-11.34375, false], [-7.71484375, false], [-10.59375, false], [-8.46875, false], [-9.34375, false], [-7.71484375, false], [-8.96875, false], [-13.59375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 609, "doc": {"id": "Mercury_SC_402079", "question": "Which material is a good conductor of heat?", "choices": {"text": ["plastic", "rubber", "glass", "copper"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "copper", "arguments": ["Question: Which material is a good conductor of heat?\nAnswer:", " ["], "resps": [[[-9.2578125, false]], [[-9.0078125, false]], [[-9.0078125, false]], [[-10.2578125, false]], [[-5.76171875, false]], [[-9.2578125, false]], [[-9.5078125, false]], [[-8.5078125, false]], [[-9.7578125, false]], [[-9.0078125, false]], [[-9.984375, false]], [[-5.51171875, false]], [[-9.0078125, false]], [[-9.0078125, false]], [[-11.2578125, false]], [[-11.0078125, false]], [[-11.0078125, false]], [[-9.0078125, false]], [[-9.0078125, false]], [[-9.0078125, false]], [[-9.984375, false]], [[-5.51171875, false]], [[-9.0078125, false]], [[-13.0078125, false]], [[-10.2578125, false]], [[-5.76171875, false]], [[-9.2578125, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-9.984375, false]], [[-5.51171875, false]], [[-9.0078125, false]], [[-9.7578125, false]], [[-9.0078125, false]], [[-9.0078125, false]], [[-9.0078125, false]], [[-9.0078125, false]], [[-9.0078125, false]], [[-9.0078125, false]], [[-15.5078125, false]]], "filtered_resps": [[-9.2578125, false], [-9.0078125, false], [-9.0078125, false], [-10.2578125, false], [-5.76171875, false], [-9.2578125, false], [-9.5078125, false], [-8.5078125, false], [-9.7578125, false], [-9.0078125, false], [-9.984375, false], [-5.51171875, false], [-9.0078125, false], [-9.0078125, false], [-11.2578125, false], [-11.0078125, false], [-11.0078125, false], [-9.0078125, false], [-9.0078125, false], [-9.0078125, false], [-9.984375, false], [-5.51171875, false], [-9.0078125, false], [-13.0078125, false], [-10.2578125, false], [-5.76171875, false], [-9.2578125, false], [-9.2578125, false], [-9.0078125, false], [-9.984375, false], [-5.51171875, false], [-9.0078125, false], [-9.7578125, false], [-9.0078125, false], [-9.0078125, false], [-9.0078125, false], [-9.0078125, false], [-9.0078125, false], [-9.0078125, false], [-15.5078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 617, "doc": {"id": "Mercury_7142748", "question": "When heat flows from a hot spot to a cooler spot, entropy increases. When heat is forced to flow from a cool spot to a warmer spot, entropy decreases. Marta is looking for something in her house that causes a decrease in entropy. Which of these should she choose?", "choices": {"text": ["an ice cube melting", "the refrigerator", "an egg frying", "the toaster"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "the refrigerator", "arguments": ["Question: When heat flows from a hot spot to a cooler spot, entropy increases. When heat is forced to flow from a cool spot to a warmer spot, entropy decreases. Marta is looking for something in her house that causes a decrease in entropy. Which of these should she choose?\nAnswer:", " ["], "resps": [[[-6.35546875, false]], [[-9.7265625, false]], [[-3.478515625, false]], [[-7.35546875, false]], [[-5.48046875, false]], [[-8.2265625, false]], [[-5.85546875, false]], [[-6.73046875, false]], [[-5.48046875, false]], [[-5.85546875, false]], [[-9.3515625, false]], [[-5.23046875, false]], [[-6.73046875, false]], [[-5.48046875, false]], [[-7.10546875, false]], [[-6.73046875, false]], [[-9.3515625, false]], [[-9.4765625, false]], [[-8.2265625, false]], [[-7.35546875, false]], [[-8.7265625, false]], [[-9.7265625, false]], [[-9.234375, false]], [[-5.48046875, false]], [[-9.7265625, false]], [[-9.4765625, false]], [[-8.3515625, false]], [[-6.73046875, false]], [[-5.48046875, false]], [[-9.2265625, false]], [[-6.73046875, false]], [[-7.35546875, false]], [[-9.2265625, false]], [[-8.2265625, false]], [[-8.7265625, false]], [[-6.73046875, false]], [[-9.2265625, false]], [[-3.478515625, false]], [[-9.4765625, false]], [[-8.1015625, false]], [[-9.2265625, false]], [[-9.7265625, false]], [[-9.234375, false]], [[-5.48046875, false]], [[-9.7265625, false]], [[-3.478515625, false]], [[-7.35546875, false]], [[-5.48046875, false]], [[-6.73046875, false]], [[-8.7265625, false]], [[-8.7265625, false]], [[-5.48046875, false]], [[-7.35546875, false]], [[-9.2265625, false]], [[-10.3515625, false]], [[-8.2265625, false]], [[-7.35546875, false]], [[-8.7265625, false]], [[-9.7265625, false]], [[-9.234375, false]], [[-5.48046875, false]], [[-9.7265625, false]], [[-9.4765625, false]], [[-8.3515625, false]], [[-6.73046875, false]], [[-5.48046875, false]], [[-9.4765625, false]], [[-8.1015625, false]], [[-3.478515625, false]], [[-8.7265625, false]], [[-9.4765625, false]], [[-6.73046875, false]], [[-9.2265625, false]], [[-9.7265625, false]], [[-11.3515625, false]]], "filtered_resps": [[-6.35546875, false], [-9.7265625, false], [-3.478515625, false], [-7.35546875, false], [-5.48046875, false], [-8.2265625, false], [-5.85546875, false], [-6.73046875, false], [-5.48046875, false], [-5.85546875, false], [-9.3515625, false], [-5.23046875, false], [-6.73046875, false], [-5.48046875, false], [-7.10546875, false], [-6.73046875, false], [-9.3515625, false], [-9.4765625, false], [-8.2265625, false], [-7.35546875, false], [-8.7265625, false], [-9.7265625, false], [-9.234375, false], [-5.48046875, false], [-9.7265625, false], [-9.4765625, false], [-8.3515625, false], [-6.73046875, false], [-5.48046875, false], [-9.2265625, false], [-6.73046875, false], [-7.35546875, false], [-9.2265625, false], [-8.2265625, false], [-8.7265625, false], [-6.73046875, false], [-9.2265625, false], [-3.478515625, false], [-9.4765625, false], [-8.1015625, false], [-9.2265625, false], [-9.7265625, false], [-9.234375, false], [-5.48046875, false], [-9.7265625, false], [-3.478515625, false], [-7.35546875, false], [-5.48046875, false], [-6.73046875, false], [-8.7265625, false], [-8.7265625, false], [-5.48046875, false], [-7.35546875, false], [-9.2265625, false], [-10.3515625, false], [-8.2265625, false], [-7.35546875, false], [-8.7265625, false], [-9.7265625, false], [-9.234375, false], [-5.48046875, false], [-9.7265625, false], [-9.4765625, false], [-8.3515625, false], [-6.73046875, false], [-5.48046875, false], [-9.4765625, false], [-8.1015625, false], [-3.478515625, false], [-8.7265625, false], [-9.4765625, false], [-6.73046875, false], [-9.2265625, false], [-9.7265625, false], [-11.3515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 625, "doc": {"id": "Mercury_7245578", "question": "According to the endosymbiotic theory, the outer membrane of the chloroplast originated from which organelle?", "choices": {"text": ["the lysosome of an engulfed prokaryotic cell", "the chloroplast of an engulfed prokaryotic cell", "the cell membrane of an eukaryotic host cell", "the chloroplast of an eukaryotic host cell"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "the cell membrane of an eukaryotic host cell", "arguments": ["Question: According to the endosymbiotic theory, the outer membrane of the chloroplast originated from which organelle?\nAnswer:", " ["], "resps": [[[-7.0703125, false]], [[-9.5703125, false]], [[-8.8203125, false]], [[-8.8203125, false]], [[-6.3203125, false]], [[-5.0703125, false]], [[-9.3203125, false]], [[-10.8203125, false]], [[-9.3203125, false]], [[-7.8203125, false]], [[-9.3203125, false]], [[-7.8203125, false]], [[-8.0703125, false]], [[-6.3203125, false]], [[-5.0703125, false]], [[-7.8203125, false]], [[-10.3203125, false]], [[-5.0703125, false]], [[-3.8203125, false]], [[-9.0703125, false]], [[-5.0703125, false]], [[-6.3203125, false]], [[-9.0703125, false]], [[-10.3203125, false]], [[-9.5703125, false]], [[-9.3203125, false]], [[-10.3203125, false]], [[-6.3203125, false]], [[-7.8203125, false]], [[-5.0703125, false]], [[-8.3203125, false]], [[-7.5703125, false]], [[-7.8203125, false]], [[-8.8203125, false]], [[-3.8203125, false]], [[-7.5703125, false]], [[-10.8203125, false]], [[-7.8203125, false]], [[-8.8203125, false]], [[-8.3203125, false]], [[-5.5703125, false]], [[-5.0703125, false]], [[-5.5703125, false]], [[-6.3203125, false]], [[-9.3203125, false]], [[-9.3203125, false]], [[-9.5703125, false]], [[-9.375, false]], [[-5.0703125, false]], [[-9.5703125, false]], [[-8.8203125, false]], [[-8.8203125, false]], [[-6.3203125, false]], [[-5.0703125, false]], [[-5.5703125, false]], [[-8.8203125, false]], [[-9.3203125, false]], [[-7.8203125, false]], [[-7.5703125, false]], [[-7.8203125, false]], [[-8.3203125, false]], [[-9.3203125, false]], [[-3.8203125, false]], [[-9.3203125, false]], [[-8.8203125, false]], [[-5.0703125, false]], [[-7.8203125, false]], [[-10.3203125, false]], [[-5.0703125, false]], [[-3.8203125, false]], [[-9.0703125, false]], [[-5.0703125, false]], [[-6.3203125, false]], [[-9.0703125, false]], [[-10.3203125, false]], [[-9.5703125, false]], [[-9.3203125, false]], [[-10.3203125, false]], [[-6.3203125, false]], [[-7.8203125, false]], [[-5.0703125, false]], [[-8.3203125, false]], [[-7.5703125, false]], [[-7.8203125, false]], [[-8.8203125, false]], [[-3.8203125, false]], [[-7.5703125, false]], [[-10.8203125, false]], [[-7.8203125, false]], [[-8.8203125, false]], [[-8.3203125, false]], [[-5.5703125, false]], [[-5.0703125, false]], [[-5.5703125, false]], [[-6.3203125, false]], [[-9.3203125, false]], [[-9.3203125, false]], [[-9.5703125, false]], [[-9.375, false]], [[-5.0703125, false]], [[-9.5703125, false]], [[-8.8203125, false]], [[-8.8203125, false]], [[-6.3203125, false]], [[-5.0703125, false]], [[-5.5703125, false]], [[-6.3203125, false]], [[-9.3203125, false]], [[-9.3203125, false]], [[-5.0703125, false]], [[-8.0703125, false]], [[-6.3203125, false]], [[-8.0703125, false]], [[-5.8203125, false]], [[-7.5703125, false]], [[-3.8203125, false]], [[-9.0703125, false]], [[-6.3203125, false]], [[-5.0703125, false]], [[-7.8203125, false]], [[-10.3203125, false]], [[-5.0703125, false]], [[-3.8203125, false]], [[-9.0703125, false]], [[-5.0703125, false]], [[-6.3203125, false]], [[-9.5703125, false]], [[-8.8203125, false]], [[-3.8203125, false]], [[-7.5703125, false]], [[-10.8203125, false]], [[-7.8203125, false]], [[-8.8203125, false]], [[-8.3203125, false]], [[-5.5703125, false]], [[-5.0703125, false]], [[-8.8203125, false]], [[-7.8203125, false]], [[-9.3203125, false]], [[-8.8203125, false]], [[-5.0703125, false]], [[-5.5703125, false]], [[-6.3203125, false]], [[-9.3203125, false]], [[-9.3203125, false]], [[-9.5703125, false]], [[-9.375, false]], [[-5.0703125, false]], [[-9.5703125, false]], [[-8.8203125, false]], [[-8.8203125, false]], [[-6.3203125, false]], [[-5.0703125, false]], [[-5.5703125, false]], [[-8.8203125, false]], [[-9.3203125, false]], [[-7.8203125, false]], [[-7.5703125, false]], [[-7.8203125, false]], [[-8.3203125, false]], [[-9.3203125, false]], [[-3.8203125, false]], [[-9.3203125, false]], [[-8.8203125, false]], [[-5.0703125, false]], [[-7.8203125, false]], [[-10.3203125, false]], [[-5.0703125, false]], [[-3.8203125, false]], [[-9.0703125, false]], [[-5.0703125, false]], [[-6.3203125, false]], [[-9.5703125, false]], [[-8.8203125, false]], [[-3.8203125, false]], [[-7.5703125, false]], [[-10.8203125, false]], [[-7.8203125, false]], [[-8.8203125, false]], [[-8.3203125, false]], [[-5.5703125, false]], [[-5.0703125, false]], [[-8.8203125, false]], [[-7.8203125, false]], [[-9.3203125, false]], [[-8.8203125, false]], [[-5.0703125, false]], [[-5.5703125, false]], [[-6.3203125, false]], [[-9.3203125, false]], [[-9.3203125, false]], [[-9.5703125, false]], [[-12.5703125, false]]], "filtered_resps": [[-7.0703125, false], [-9.5703125, false], [-8.8203125, false], [-8.8203125, false], [-6.3203125, false], [-5.0703125, false], [-9.3203125, false], [-10.8203125, false], [-9.3203125, false], [-7.8203125, false], [-9.3203125, false], [-7.8203125, false], [-8.0703125, false], [-6.3203125, false], [-5.0703125, false], [-7.8203125, false], [-10.3203125, false], [-5.0703125, false], [-3.8203125, false], [-9.0703125, false], [-5.0703125, false], [-6.3203125, false], [-9.0703125, false], [-10.3203125, false], [-9.5703125, false], [-9.3203125, false], [-10.3203125, false], [-6.3203125, false], [-7.8203125, false], [-5.0703125, false], [-8.3203125, false], [-7.5703125, false], [-7.8203125, false], [-8.8203125, false], [-3.8203125, false], [-7.5703125, false], [-10.8203125, false], [-7.8203125, false], [-8.8203125, false], [-8.3203125, false], [-5.5703125, false], [-5.0703125, false], [-5.5703125, false], [-6.3203125, false], [-9.3203125, false], [-9.3203125, false], [-9.5703125, false], [-9.375, false], [-5.0703125, false], [-9.5703125, false], [-8.8203125, false], [-8.8203125, false], [-6.3203125, false], [-5.0703125, false], [-5.5703125, false], [-8.8203125, false], [-9.3203125, false], [-7.8203125, false], [-7.5703125, false], [-7.8203125, false], [-8.3203125, false], [-9.3203125, false], [-3.8203125, false], [-9.3203125, false], [-8.8203125, false], [-5.0703125, false], [-7.8203125, false], [-10.3203125, false], [-5.0703125, false], [-3.8203125, false], [-9.0703125, false], [-5.0703125, false], [-6.3203125, false], [-9.0703125, false], [-10.3203125, false], [-9.5703125, false], [-9.3203125, false], [-10.3203125, false], [-6.3203125, false], [-7.8203125, false], [-5.0703125, false], [-8.3203125, false], [-7.5703125, false], [-7.8203125, false], [-8.8203125, false], [-3.8203125, false], [-7.5703125, false], [-10.8203125, false], [-7.8203125, false], [-8.8203125, false], [-8.3203125, false], [-5.5703125, false], [-5.0703125, false], [-5.5703125, false], [-6.3203125, false], [-9.3203125, false], [-9.3203125, false], [-9.5703125, false], [-9.375, false], [-5.0703125, false], [-9.5703125, false], [-8.8203125, false], [-8.8203125, false], [-6.3203125, false], [-5.0703125, false], [-5.5703125, false], [-6.3203125, false], [-9.3203125, false], [-9.3203125, false], [-5.0703125, false], [-8.0703125, false], [-6.3203125, false], [-8.0703125, false], [-5.8203125, false], [-7.5703125, false], [-3.8203125, false], [-9.0703125, false], [-6.3203125, false], [-5.0703125, false], [-7.8203125, false], [-10.3203125, false], [-5.0703125, false], [-3.8203125, false], [-9.0703125, false], [-5.0703125, false], [-6.3203125, false], [-9.5703125, false], [-8.8203125, false], [-3.8203125, false], [-7.5703125, false], [-10.8203125, false], [-7.8203125, false], [-8.8203125, false], [-8.3203125, false], [-5.5703125, false], [-5.0703125, false], [-8.8203125, false], [-7.8203125, false], [-9.3203125, false], [-8.8203125, false], [-5.0703125, false], [-5.5703125, false], [-6.3203125, false], [-9.3203125, false], [-9.3203125, false], [-9.5703125, false], [-9.375, false], [-5.0703125, false], [-9.5703125, false], [-8.8203125, false], [-8.8203125, false], [-6.3203125, false], [-5.0703125, false], [-5.5703125, false], [-8.8203125, false], [-9.3203125, false], [-7.8203125, false], [-7.5703125, false], [-7.8203125, false], [-8.3203125, false], [-9.3203125, false], [-3.8203125, false], [-9.3203125, false], [-8.8203125, false], [-5.0703125, false], [-7.8203125, false], [-10.3203125, false], [-5.0703125, false], [-3.8203125, false], [-9.0703125, false], [-5.0703125, false], [-6.3203125, false], [-9.5703125, false], [-8.8203125, false], [-3.8203125, false], [-7.5703125, false], [-10.8203125, false], [-7.8203125, false], [-8.8203125, false], [-8.3203125, false], [-5.5703125, false], [-5.0703125, false], [-8.8203125, false], [-7.8203125, false], [-9.3203125, false], [-8.8203125, false], [-5.0703125, false], [-5.5703125, false], [-6.3203125, false], [-9.3203125, false], [-9.3203125, false], [-9.5703125, false], [-12.5703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 633, "doc": {"id": "Mercury_7013685", "question": "Which is a response of the autonomic nervous system that helps maintain equilibrium in the body?", "choices": {"text": ["shivering in cold temperatures", "eating due to appetite", "slapping at biting insects", "pulling away from hot objects"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "shivering in cold temperatures", "arguments": ["Question: Which is a response of the autonomic nervous system that helps maintain equilibrium in the body?\nAnswer:", " ["], "resps": [[[-7.2734375, false]], [[-10.3984375, false]], [[-8.8984375, false]], [[-9.7734375, false]], [[-8.8984375, false]], [[-10.7734375, false]], [[-9.6484375, false]], [[-10.2734375, false]], [[-8.8984375, false]], [[-9.6484375, false]], [[-11.3984375, false]], [[-5.0234375, false]], [[-8.8984375, false]], [[-9.6484375, false]], [[-5.0234375, false]], [[-7.5234375, false]], [[-9.1484375, false]], [[-9.2734375, false]], [[-9.2734375, false]], [[-5.0234375, false]], [[-8.5234375, false]], [[-9.6484375, false]], [[-9.8984375, false]], [[-9.1484375, false]], [[-9.6484375, false]], [[-10.2734375, false]], [[-4.3984375, false]], [[-8.5234375, false]], [[-10.2734375, false]], [[-10.2734375, false]], [[-9.6484375, false]], [[-8.8984375, false]], [[-10.3984375, false]], [[-9.8046875, false]], [[-5.0234375, false]], [[-10.3984375, false]], [[-9.6484375, false]], [[-4.3984375, false]], [[-8.5234375, false]], [[-8.8984375, false]], [[-9.6484375, false]], [[-11.3984375, false]], [[-5.0234375, false]], [[-9.2734375, false]], [[-10.2734375, false]], [[-9.6484375, false]], [[-5.0234375, false]], [[-8.5234375, false]], [[-9.1484375, false]], [[-5.0234375, false]], [[-4.3984375, false]], [[-9.1484375, false]], [[-9.1484375, false]], [[-9.6484375, false]], [[-8.5234375, false]], [[-8.8984375, false]], [[-8.5234375, false]], [[-9.6484375, false]], [[-10.3984375, false]], [[-9.8046875, false]], [[-5.0234375, false]], [[-10.3984375, false]], [[-8.8984375, false]], [[-9.2734375, false]], [[-4.3984375, false]], [[-9.1484375, false]], [[-9.1484375, false]], [[-8.8984375, false]], [[-9.6484375, false]], [[-11.3984375, false]], [[-5.0234375, false]], [[-4.3984375, false]], [[-8.5234375, false]], [[-5.0234375, false]], [[-7.5234375, false]], [[-8.8984375, false]], [[-8.5234375, false]], [[-8.8984375, false]], [[-9.6484375, false]], [[-11.3984375, false]], [[-5.0234375, false]], [[-8.8984375, false]], [[-9.6484375, false]], [[-8.8984375, false]], [[-9.6484375, false]], [[-7.5234375, false]], [[-8.5234375, false]], [[-8.8984375, false]], [[-10.3984375, false]], [[-9.8046875, false]], [[-5.0234375, false]], [[-10.3984375, false]], [[-9.1484375, false]], [[-10.2734375, false]], [[-9.2734375, false]], [[-9.2734375, false]], [[-8.8984375, false]], [[-9.6484375, false]], [[-11.3984375, false]], [[-5.0234375, false]], [[-4.3984375, false]], [[-10.6484375, false]], [[-4.3984375, false]], [[-12.0234375, false]], [[-5.0234375, false]], [[-10.5234375, false]], [[-10.2734375, false]], [[-9.1484375, false]], [[-9.8984375, false]], [[-5.0234375, false]], [[-9.7734375, false]], [[-9.1484375, false]], [[-8.5234375, false]], [[-5.0234375, false]], [[-9.1484375, false]], [[-7.5234375, false]], [[-12.2734375, false]], [[-9.6484375, false]], [[-7.5234375, false]], [[-8.5234375, false]], [[-8.8984375, false]], [[-10.3984375, false]], [[-11.7734375, false]]], "filtered_resps": [[-7.2734375, false], [-10.3984375, false], [-8.8984375, false], [-9.7734375, false], [-8.8984375, false], [-10.7734375, false], [-9.6484375, false], [-10.2734375, false], [-8.8984375, false], [-9.6484375, false], [-11.3984375, false], [-5.0234375, false], [-8.8984375, false], [-9.6484375, false], [-5.0234375, false], [-7.5234375, false], [-9.1484375, false], [-9.2734375, false], [-9.2734375, false], [-5.0234375, false], [-8.5234375, false], [-9.6484375, false], [-9.8984375, false], [-9.1484375, false], [-9.6484375, false], [-10.2734375, false], [-4.3984375, false], [-8.5234375, false], [-10.2734375, false], [-10.2734375, false], [-9.6484375, false], [-8.8984375, false], [-10.3984375, false], [-9.8046875, false], [-5.0234375, false], [-10.3984375, false], [-9.6484375, false], [-4.3984375, false], [-8.5234375, false], [-8.8984375, false], [-9.6484375, false], [-11.3984375, false], [-5.0234375, false], [-9.2734375, false], [-10.2734375, false], [-9.6484375, false], [-5.0234375, false], [-8.5234375, false], [-9.1484375, false], [-5.0234375, false], [-4.3984375, false], [-9.1484375, false], [-9.1484375, false], [-9.6484375, false], [-8.5234375, false], [-8.8984375, false], [-8.5234375, false], [-9.6484375, false], [-10.3984375, false], [-9.8046875, false], [-5.0234375, false], [-10.3984375, false], [-8.8984375, false], [-9.2734375, false], [-4.3984375, false], [-9.1484375, false], [-9.1484375, false], [-8.8984375, false], [-9.6484375, false], [-11.3984375, false], [-5.0234375, false], [-4.3984375, false], [-8.5234375, false], [-5.0234375, false], [-7.5234375, false], [-8.8984375, false], [-8.5234375, false], [-8.8984375, false], [-9.6484375, false], [-11.3984375, false], [-5.0234375, false], [-8.8984375, false], [-9.6484375, false], [-8.8984375, false], [-9.6484375, false], [-7.5234375, false], [-8.5234375, false], [-8.8984375, false], [-10.3984375, false], [-9.8046875, false], [-5.0234375, false], [-10.3984375, false], [-9.1484375, false], [-10.2734375, false], [-9.2734375, false], [-9.2734375, false], [-8.8984375, false], [-9.6484375, false], [-11.3984375, false], [-5.0234375, false], [-4.3984375, false], [-10.6484375, false], [-4.3984375, false], [-12.0234375, false], [-5.0234375, false], [-10.5234375, false], [-10.2734375, false], [-9.1484375, false], [-9.8984375, false], [-5.0234375, false], [-9.7734375, false], [-9.1484375, false], [-8.5234375, false], [-5.0234375, false], [-9.1484375, false], [-7.5234375, false], [-12.2734375, false], [-9.6484375, false], [-7.5234375, false], [-8.5234375, false], [-8.8984375, false], [-10.3984375, false], [-11.7734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 641, "doc": {"id": "Mercury_SC_401219", "question": "Many insects go through metamorphosis. Which series shows the stages of complete metamorphosis correctly?", "choices": {"text": ["egg, nymph, pupa, adult", "egg, larva, nymph, adult", "egg, nymph 1, nymph 2, adult", "egg, larva, pupa, adult"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "egg, larva, pupa, adult", "arguments": ["Question: Many insects go through metamorphosis. Which series shows the stages of complete metamorphosis correctly?\nAnswer:", " ["], "resps": [[[-7.0703125, false]], [[-7.8203125, false]], [[-7.8203125, false]], [[-10.6953125, false]], [[-10.6953125, false]], [[-8.828125, false]], [[-4.8203125, false]], [[-8.6953125, false]], [[-12.4453125, false]], [[-10.4453125, false]], [[-8.5703125, false]], [[-11.4453125, false]], [[-8.828125, false]], [[-4.8203125, false]], [[-8.5703125, false]], [[-11.0703125, false]], [[-8.5703125, false]], [[-6.4453125, false]], [[-8.828125, false]], [[-4.8203125, false]], [[-6.4453125, false]], [[-9.1953125, false]], [[-11.0703125, false]], [[-9.3203125, false]], [[-10.0703125, false]], [[-7.8203125, false]], [[-8.828125, false]], [[-4.8203125, false]], [[-7.8203125, false]], [[-7.8203125, false]], [[-10.6953125, false]], [[-10.6953125, false]], [[-8.828125, false]], [[-4.8203125, false]], [[-9.3203125, false]], [[-6.4453125, false]], [[-8.8203125, false]], [[-10.9453125, false]], [[-6.4453125, false]], [[-8.828125, false]], [[-4.8203125, false]], [[-8.6953125, false]], [[-12.4453125, false]], [[-10.4453125, false]], [[-8.5703125, false]], [[-11.4453125, false]], [[-8.828125, false]], [[-4.8203125, false]], [[-6.4453125, false]], [[-9.1953125, false]], [[-11.0703125, false]], [[-9.3203125, false]], [[-10.0703125, false]], [[-7.8203125, false]], [[-8.828125, false]], [[-4.8203125, false]], [[-7.8203125, false]], [[-7.8203125, false]], [[-10.6953125, false]], [[-10.6953125, false]], [[-8.828125, false]], [[-4.8203125, false]], [[-8.6953125, false]], [[-12.4453125, false]], [[-10.4453125, false]], [[-8.5703125, false]], [[-11.4453125, false]], [[-4.8203125, false]], [[-6.9453125, false]], [[-8.828125, false]], [[-4.8203125, false]], [[-8.6953125, false]], [[-12.4453125, false]], [[-10.4453125, false]], [[-8.5703125, false]], [[-11.4453125, false]], [[-4.8203125, false]], [[-7.5703125, false]], [[-8.828125, false]], [[-4.8203125, false]], [[-6.4453125, false]], [[-9.1953125, false]], [[-11.0703125, false]], [[-9.3203125, false]], [[-10.0703125, false]], [[-7.8203125, false]], [[-8.828125, false]], [[-4.8203125, false]], [[-7.8203125, false]], [[-7.8203125, false]], [[-10.6953125, false]], [[-10.6953125, false]], [[-8.828125, false]], [[-4.8203125, false]], [[-9.3203125, false]], [[-6.4453125, false]], [[-8.8203125, false]], [[-10.9453125, false]], [[-6.4453125, false]], [[-8.828125, false]], [[-4.8203125, false]], [[-8.5703125, false]], [[-11.0703125, false]], [[-8.5703125, false]], [[-6.4453125, false]], [[-8.828125, false]], [[-4.8203125, false]], [[-6.4453125, false]], [[-9.1953125, false]], [[-11.0703125, false]], [[-9.3203125, false]], [[-10.0703125, false]], [[-7.8203125, false]], [[-13.1953125, false]]], "filtered_resps": [[-7.0703125, false], [-7.8203125, false], [-7.8203125, false], [-10.6953125, false], [-10.6953125, false], [-8.828125, false], [-4.8203125, false], [-8.6953125, false], [-12.4453125, false], [-10.4453125, false], [-8.5703125, false], [-11.4453125, false], [-8.828125, false], [-4.8203125, false], [-8.5703125, false], [-11.0703125, false], [-8.5703125, false], [-6.4453125, false], [-8.828125, false], [-4.8203125, false], [-6.4453125, false], [-9.1953125, false], [-11.0703125, false], [-9.3203125, false], [-10.0703125, false], [-7.8203125, false], [-8.828125, false], [-4.8203125, false], [-7.8203125, false], [-7.8203125, false], [-10.6953125, false], [-10.6953125, false], [-8.828125, false], [-4.8203125, false], [-9.3203125, false], [-6.4453125, false], [-8.8203125, false], [-10.9453125, false], [-6.4453125, false], [-8.828125, false], [-4.8203125, false], [-8.6953125, false], [-12.4453125, false], [-10.4453125, false], [-8.5703125, false], [-11.4453125, false], [-8.828125, false], [-4.8203125, false], [-6.4453125, false], [-9.1953125, false], [-11.0703125, false], [-9.3203125, false], [-10.0703125, false], [-7.8203125, false], [-8.828125, false], [-4.8203125, false], [-7.8203125, false], [-7.8203125, false], [-10.6953125, false], [-10.6953125, false], [-8.828125, false], [-4.8203125, false], [-8.6953125, false], [-12.4453125, false], [-10.4453125, false], [-8.5703125, false], [-11.4453125, false], [-4.8203125, false], [-6.9453125, false], [-8.828125, false], [-4.8203125, false], [-8.6953125, false], [-12.4453125, false], [-10.4453125, false], [-8.5703125, false], [-11.4453125, false], [-4.8203125, false], [-7.5703125, false], [-8.828125, false], [-4.8203125, false], [-6.4453125, false], [-9.1953125, false], [-11.0703125, false], [-9.3203125, false], [-10.0703125, false], [-7.8203125, false], [-8.828125, false], [-4.8203125, false], [-7.8203125, false], [-7.8203125, false], [-10.6953125, false], [-10.6953125, false], [-8.828125, false], [-4.8203125, false], [-9.3203125, false], [-6.4453125, false], [-8.8203125, false], [-10.9453125, false], [-6.4453125, false], [-8.828125, false], [-4.8203125, false], [-8.5703125, false], [-11.0703125, false], [-8.5703125, false], [-6.4453125, false], [-8.828125, false], [-4.8203125, false], [-6.4453125, false], [-9.1953125, false], [-11.0703125, false], [-9.3203125, false], [-10.0703125, false], [-7.8203125, false], [-13.1953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 649, "doc": {"id": "NYSEDREGENTS_2008_8_24", "question": "Which information would probably be most helpful to someone trying to identify a mineral sample?", "choices": {"text": ["location and mass of the sample", "shape and texture of the sample", "hardness and streak of the sample", "color and size of the sample"], "label": ["1", "2", "3", "4"]}, "answerKey": "3"}, "target": "hardness and streak of the sample", "arguments": ["Question: Which information would probably be most helpful to someone trying to identify a mineral sample?\nAnswer:", " ["], "resps": [[[-7.46875, false]], [[-9.59375, false]], [[-11.46875, false]], [[-10.09375, false]], [[-10.59375, false]], [[-6.46875, false]], [[-11.84375, false]], [[-8.71875, false]], [[-10.09375, false]], [[-10.71875, false]], [[-5.59375, false]], [[-6.46875, false]], [[-10.71875, false]], [[-10.71875, false]], [[-5.59375, false]], [[-11.21875, false]], [[-6.46875, false]], [[-9.96875, false]], [[-9.96875, false]], [[-5.59375, false]], [[-10.09375, false]], [[-11.34375, false]], [[-5.59375, false]], [[-11.84375, false]], [[-11.71875, false]], [[-9.09375, false]], [[-5.59375, false]], [[-9.96875, false]], [[-6.46875, false]], [[-11.21875, false]], [[-10.34375, false]], [[-11.46875, false]], [[-9.09375, false]], [[-9.59375, false]], [[-10.0, false]], [[-5.59375, false]], [[-9.59375, false]], [[-9.96875, false]], [[-11.71875, false]], [[-6.46875, false]], [[-10.34375, false]], [[-9.09375, false]], [[-5.59375, false]], [[-6.46875, false]], [[-10.71875, false]], [[-10.71875, false]], [[-5.59375, false]], [[-11.84375, false]], [[-9.09375, false]], [[-10.34375, false]], [[-11.84375, false]], [[-10.96875, false]], [[-11.59375, false]], [[-9.09375, false]], [[-5.59375, false]], [[-10.09375, false]], [[-11.34375, false]], [[-5.59375, false]], [[-11.84375, false]], [[-11.71875, false]], [[-9.09375, false]], [[-5.59375, false]], [[-9.96875, false]], [[-6.46875, false]], [[-11.21875, false]], [[-10.34375, false]], [[-11.46875, false]], [[-9.09375, false]], [[-9.59375, false]], [[-10.0, false]], [[-5.59375, false]], [[-9.59375, false]], [[-11.71875, false]], [[-6.46875, false]], [[-11.59375, false]], [[-10.71875, false]], [[-10.71875, false]], [[-9.09375, false]], [[-9.96875, false]], [[-9.96875, false]], [[-5.59375, false]], [[-6.46875, false]], [[-10.71875, false]], [[-10.71875, false]], [[-5.59375, false]], [[-9.96875, false]], [[-11.84375, false]], [[-11.59375, false]], [[-9.09375, false]], [[-6.46875, false]], [[-12.09375, false]], [[-5.59375, false]], [[-10.09375, false]], [[-11.34375, false]], [[-5.59375, false]], [[-11.84375, false]], [[-11.71875, false]], [[-9.09375, false]], [[-5.59375, false]], [[-9.96875, false]], [[-6.46875, false]], [[-11.21875, false]], [[-10.34375, false]], [[-11.46875, false]], [[-9.09375, false]], [[-9.59375, false]], [[-10.0, false]], [[-5.59375, false]], [[-9.59375, false]], [[-10.59375, false]], [[-10.09375, false]], [[-11.46875, false]], [[-10.09375, false]], [[-11.59375, false]], [[-5.59375, false]], [[-6.46875, false]], [[-10.71875, false]], [[-10.71875, false]], [[-5.59375, false]], [[-9.96875, false]], [[-8.71875, false]], [[-11.46875, false]], [[-9.09375, false]], [[-5.59375, false]], [[-10.09375, false]], [[-11.34375, false]], [[-5.59375, false]], [[-11.84375, false]], [[-11.71875, false]], [[-9.09375, false]], [[-5.59375, false]], [[-9.96875, false]], [[-6.46875, false]], [[-11.21875, false]], [[-10.34375, false]], [[-11.46875, false]], [[-9.09375, false]], [[-9.59375, false]], [[-12.71875, false]]], "filtered_resps": [[-7.46875, false], [-9.59375, false], [-11.46875, false], [-10.09375, false], [-10.59375, false], [-6.46875, false], [-11.84375, false], [-8.71875, false], [-10.09375, false], [-10.71875, false], [-5.59375, false], [-6.46875, false], [-10.71875, false], [-10.71875, false], [-5.59375, false], [-11.21875, false], [-6.46875, false], [-9.96875, false], [-9.96875, false], [-5.59375, false], [-10.09375, false], [-11.34375, false], [-5.59375, false], [-11.84375, false], [-11.71875, false], [-9.09375, false], [-5.59375, false], [-9.96875, false], [-6.46875, false], [-11.21875, false], [-10.34375, false], [-11.46875, false], [-9.09375, false], [-9.59375, false], [-10.0, false], [-5.59375, false], [-9.59375, false], [-9.96875, false], [-11.71875, false], [-6.46875, false], [-10.34375, false], [-9.09375, false], [-5.59375, false], [-6.46875, false], [-10.71875, false], [-10.71875, false], [-5.59375, false], [-11.84375, false], [-9.09375, false], [-10.34375, false], [-11.84375, false], [-10.96875, false], [-11.59375, false], [-9.09375, false], [-5.59375, false], [-10.09375, false], [-11.34375, false], [-5.59375, false], [-11.84375, false], [-11.71875, false], [-9.09375, false], [-5.59375, false], [-9.96875, false], [-6.46875, false], [-11.21875, false], [-10.34375, false], [-11.46875, false], [-9.09375, false], [-9.59375, false], [-10.0, false], [-5.59375, false], [-9.59375, false], [-11.71875, false], [-6.46875, false], [-11.59375, false], [-10.71875, false], [-10.71875, false], [-9.09375, false], [-9.96875, false], [-9.96875, false], [-5.59375, false], [-6.46875, false], [-10.71875, false], [-10.71875, false], [-5.59375, false], [-9.96875, false], [-11.84375, false], [-11.59375, false], [-9.09375, false], [-6.46875, false], [-12.09375, false], [-5.59375, false], [-10.09375, false], [-11.34375, false], [-5.59375, false], [-11.84375, false], [-11.71875, false], [-9.09375, false], [-5.59375, false], [-9.96875, false], [-6.46875, false], [-11.21875, false], [-10.34375, false], [-11.46875, false], [-9.09375, false], [-9.59375, false], [-10.0, false], [-5.59375, false], [-9.59375, false], [-10.59375, false], [-10.09375, false], [-11.46875, false], [-10.09375, false], [-11.59375, false], [-5.59375, false], [-6.46875, false], [-10.71875, false], [-10.71875, false], [-5.59375, false], [-9.96875, false], [-8.71875, false], [-11.46875, false], [-9.09375, false], [-5.59375, false], [-10.09375, false], [-11.34375, false], [-5.59375, false], [-11.84375, false], [-11.71875, false], [-9.09375, false], [-5.59375, false], [-9.96875, false], [-6.46875, false], [-11.21875, false], [-10.34375, false], [-11.46875, false], [-9.09375, false], [-9.59375, false], [-12.71875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 657, "doc": {"id": "Mercury_SC_LBS10391", "question": "Which of the following is a first-level consumer?", "choices": {"text": ["wolf", "hawk", "carrot", "rabbit"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "rabbit", "arguments": ["Question: Which of the following is a first-level consumer?\nAnswer:", " ["], "resps": [[[-7.10546875, false]], [[-8.984375, false]], [[-8.984375, false]], [[-9.234375, false]], [[-8.859375, false]], [[-9.359375, false]], [[-8.984375, false]], [[-9.75, false]], [[-5.48046875, false]], [[-8.984375, false]], [[-9.609375, false]], [[-3.35546875, false]], [[-8.984375, false]], [[-10.234375, false]], [[-8.984375, false]], [[-9.75, false]], [[-5.48046875, false]], [[-8.984375, false]], [[-8.484375, false]], [[-3.35546875, false]], [[-10.484375, false]], [[-10.484375, false]], [[-9.234375, false]], [[-9.859375, false]], [[-8.984375, false]], [[-9.75, false]], [[-5.48046875, false]], [[-8.984375, false]], [[-10.484375, false]], [[-3.35546875, false]], [[-7.85546875, false]], [[-7.85546875, false]], [[-7.85546875, false]], [[-9.859375, false]], [[-8.984375, false]], [[-13.484375, false]]], "filtered_resps": [[-7.10546875, false], [-8.984375, false], [-8.984375, false], [-9.234375, false], [-8.859375, false], [-9.359375, false], [-8.984375, false], [-9.75, false], [-5.48046875, false], [-8.984375, false], [-9.609375, false], [-3.35546875, false], [-8.984375, false], [-10.234375, false], [-8.984375, false], [-9.75, false], [-5.48046875, false], [-8.984375, false], [-8.484375, false], [-3.35546875, false], [-10.484375, false], [-10.484375, false], [-9.234375, false], [-9.859375, false], [-8.984375, false], [-9.75, false], [-5.48046875, false], [-8.984375, false], [-10.484375, false], [-3.35546875, false], [-7.85546875, false], [-7.85546875, false], [-7.85546875, false], [-9.859375, false], [-8.984375, false], [-13.484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 665, "doc": {"id": "Mercury_7024360", "question": "Which human activity would have the greatest positive impact on the water quality of a stream?", "choices": {"text": ["releasing warm water into the stream", "driving cars through the stream", "reducing use of fertilizers near the stream", "increasing use of chemicals near the stream"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "reducing use of fertilizers near the stream", "arguments": ["Question: Which human activity would have the greatest positive impact on the water quality of a stream?\nAnswer:", " ["], "resps": [[[-7.265625, false]], [[-9.015625, false]], [[-11.390625, false]], [[-8.265625, false]], [[-10.265625, false]], [[-8.265625, false]], [[-5.640625, false]], [[-8.890625, false]], [[-9.015625, false]], [[-10.140625, false]], [[-12.390625, false]], [[-4.890625, false]], [[-11.140625, false]], [[-5.640625, false]], [[-11.390625, false]], [[-10.390625, false]], [[-4.890625, false]], [[-11.140625, false]], [[-5.640625, false]], [[-11.265625, false]], [[-8.265625, false]], [[-11.390625, false]], [[-4.890625, false]], [[-9.015625, false]], [[-10.140625, false]], [[-11.265625, false]], [[-9.140625, false]], [[-4.890625, false]], [[-11.265625, false]], [[-11.390625, false]], [[-8.265625, false]], [[-4.890625, false]], [[-8.890625, false]], [[-11.265625, false]], [[-11.390625, false]], [[-8.265625, false]], [[-5.640625, false]], [[-10.390625, false]], [[-9.015625, false]], [[-10.5390625, false]], [[-4.890625, false]], [[-9.015625, false]], [[-7.765625, false]], [[-11.390625, false]], [[-9.015625, false]], [[-12.265625, false]], [[-9.015625, false]], [[-10.140625, false]], [[-12.390625, false]], [[-4.890625, false]], [[-9.390625, false]], [[-5.640625, false]], [[-11.390625, false]], [[-8.890625, false]], [[-4.890625, false]], [[-11.265625, false]], [[-11.390625, false]], [[-11.390625, false]], [[-9.140625, false]], [[-11.140625, false]], [[-12.390625, false]], [[-11.390625, false]], [[-4.890625, false]], [[-11.265625, false]], [[-11.390625, false]], [[-8.265625, false]], [[-4.890625, false]], [[-8.890625, false]], [[-11.265625, false]], [[-11.390625, false]], [[-8.265625, false]], [[-5.640625, false]], [[-10.390625, false]], [[-9.015625, false]], [[-10.5390625, false]], [[-4.890625, false]], [[-9.015625, false]], [[-11.390625, false]], [[-8.265625, false]], [[-7.765625, false]], [[-11.140625, false]], [[-9.390625, false]], [[-9.015625, false]], [[-10.140625, false]], [[-12.390625, false]], [[-4.890625, false]], [[-11.140625, false]], [[-8.890625, false]], [[-8.265625, false]], [[-4.890625, false]], [[-9.140625, false]], [[-9.515625, false]], [[-4.890625, false]], [[-9.515625, false]], [[-8.265625, false]], [[-11.390625, false]], [[-11.265625, false]], [[-9.015625, false]], [[-10.265625, false]], [[-9.015625, false]], [[-12.515625, false]], [[-8.265625, false]], [[-11.390625, false]], [[-8.890625, false]], [[-4.890625, false]], [[-10.140625, false]], [[-8.265625, false]], [[-5.640625, false]], [[-11.390625, false]], [[-4.890625, false]], [[-11.265625, false]], [[-11.390625, false]], [[-8.265625, false]], [[-4.890625, false]], [[-8.890625, false]], [[-11.265625, false]], [[-11.390625, false]], [[-8.265625, false]], [[-5.640625, false]], [[-10.390625, false]], [[-9.015625, false]], [[-10.5390625, false]], [[-4.890625, false]], [[-9.015625, false]], [[-9.015625, false]], [[-10.140625, false]], [[-9.390625, false]], [[-11.390625, false]], [[-8.265625, false]], [[-5.640625, false]], [[-8.890625, false]], [[-9.015625, false]], [[-10.140625, false]], [[-12.390625, false]], [[-4.890625, false]], [[-11.140625, false]], [[-8.890625, false]], [[-8.265625, false]], [[-4.890625, false]], [[-9.140625, false]], [[-9.515625, false]], [[-4.890625, false]], [[-9.390625, false]], [[-11.390625, false]], [[-8.265625, false]], [[-10.390625, false]], [[-9.015625, false]], [[-9.390625, false]], [[-5.640625, false]], [[-10.265625, false]], [[-8.890625, false]], [[-4.890625, false]], [[-10.140625, false]], [[-8.265625, false]], [[-5.640625, false]], [[-11.390625, false]], [[-4.890625, false]], [[-11.265625, false]], [[-11.390625, false]], [[-8.265625, false]], [[-4.890625, false]], [[-8.890625, false]], [[-11.265625, false]], [[-11.390625, false]], [[-8.265625, false]], [[-5.640625, false]], [[-10.390625, false]], [[-9.015625, false]], [[-14.390625, false]]], "filtered_resps": [[-7.265625, false], [-9.015625, false], [-11.390625, false], [-8.265625, false], [-10.265625, false], [-8.265625, false], [-5.640625, false], [-8.890625, false], [-9.015625, false], [-10.140625, false], [-12.390625, false], [-4.890625, false], [-11.140625, false], [-5.640625, false], [-11.390625, false], [-10.390625, false], [-4.890625, false], [-11.140625, false], [-5.640625, false], [-11.265625, false], [-8.265625, false], [-11.390625, false], [-4.890625, false], [-9.015625, false], [-10.140625, false], [-11.265625, false], [-9.140625, false], [-4.890625, false], [-11.265625, false], [-11.390625, false], [-8.265625, false], [-4.890625, false], [-8.890625, false], [-11.265625, false], [-11.390625, false], [-8.265625, false], [-5.640625, false], [-10.390625, false], [-9.015625, false], [-10.5390625, false], [-4.890625, false], [-9.015625, false], [-7.765625, false], [-11.390625, false], [-9.015625, false], [-12.265625, false], [-9.015625, false], [-10.140625, false], [-12.390625, false], [-4.890625, false], [-9.390625, false], [-5.640625, false], [-11.390625, false], [-8.890625, false], [-4.890625, false], [-11.265625, false], [-11.390625, false], [-11.390625, false], [-9.140625, false], [-11.140625, false], [-12.390625, false], [-11.390625, false], [-4.890625, false], [-11.265625, false], [-11.390625, false], [-8.265625, false], [-4.890625, false], [-8.890625, false], [-11.265625, false], [-11.390625, false], [-8.265625, false], [-5.640625, false], [-10.390625, false], [-9.015625, false], [-10.5390625, false], [-4.890625, false], [-9.015625, false], [-11.390625, false], [-8.265625, false], [-7.765625, false], [-11.140625, false], [-9.390625, false], [-9.015625, false], [-10.140625, false], [-12.390625, false], [-4.890625, false], [-11.140625, false], [-8.890625, false], [-8.265625, false], [-4.890625, false], [-9.140625, false], [-9.515625, false], [-4.890625, false], [-9.515625, false], [-8.265625, false], [-11.390625, false], [-11.265625, false], [-9.015625, false], [-10.265625, false], [-9.015625, false], [-12.515625, false], [-8.265625, false], [-11.390625, false], [-8.890625, false], [-4.890625, false], [-10.140625, false], [-8.265625, false], [-5.640625, false], [-11.390625, false], [-4.890625, false], [-11.265625, false], [-11.390625, false], [-8.265625, false], [-4.890625, false], [-8.890625, false], [-11.265625, false], [-11.390625, false], [-8.265625, false], [-5.640625, false], [-10.390625, false], [-9.015625, false], [-10.5390625, false], [-4.890625, false], [-9.015625, false], [-9.015625, false], [-10.140625, false], [-9.390625, false], [-11.390625, false], [-8.265625, false], [-5.640625, false], [-8.890625, false], [-9.015625, false], [-10.140625, false], [-12.390625, false], [-4.890625, false], [-11.140625, false], [-8.890625, false], [-8.265625, false], [-4.890625, false], [-9.140625, false], [-9.515625, false], [-4.890625, false], [-9.390625, false], [-11.390625, false], [-8.265625, false], [-10.390625, false], [-9.015625, false], [-9.390625, false], [-5.640625, false], [-10.265625, false], [-8.890625, false], [-4.890625, false], [-10.140625, false], [-8.265625, false], [-5.640625, false], [-11.390625, false], [-4.890625, false], [-11.265625, false], [-11.390625, false], [-8.265625, false], [-4.890625, false], [-8.890625, false], [-11.265625, false], [-11.390625, false], [-8.265625, false], [-5.640625, false], [-10.390625, false], [-9.015625, false], [-14.390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 673, "doc": {"id": "Mercury_SC_LBS10338", "question": "Which of these is necessary for life on Earth?", "choices": {"text": ["water", "trees", "wind", "soil"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "water", "arguments": ["Question: Which of these is necessary for life on Earth?\nAnswer:", " ["], "resps": [[[-7.2890625, false]], [[-8.6640625, false]], [[-9.6640625, false]], [[-5.4140625, false]], [[-10.1640625, false]], [[-7.5390625, false]], [[-10.9140625, false]], [[-8.6640625, false]], [[-9.953125, false]], [[-5.2890625, false]], [[-8.6640625, false]], [[-10.1640625, false]], [[-10.9140625, false]], [[-7.5390625, false]], [[-7.5390625, false]], [[-9.0390625, false]], [[-8.6640625, false]], [[-9.953125, false]], [[-5.2890625, false]], [[-8.6640625, false]], [[-9.6640625, false]], [[-8.4140625, false]], [[-9.0390625, false]], [[-8.6640625, false]], [[-8.6640625, false]], [[-9.953125, false]], [[-5.2890625, false]], [[-8.6640625, false]], [[-9.0390625, false]], [[-9.7890625, false]], [[-8.4140625, false]], [[-10.4140625, false]], [[-8.6640625, false]], [[-13.7890625, false]]], "filtered_resps": [[-7.2890625, false], [-8.6640625, false], [-9.6640625, false], [-5.4140625, false], [-10.1640625, false], [-7.5390625, false], [-10.9140625, false], [-8.6640625, false], [-9.953125, false], [-5.2890625, false], [-8.6640625, false], [-10.1640625, false], [-10.9140625, false], [-7.5390625, false], [-7.5390625, false], [-9.0390625, false], [-8.6640625, false], [-9.953125, false], [-5.2890625, false], [-8.6640625, false], [-9.6640625, false], [-8.4140625, false], [-9.0390625, false], [-8.6640625, false], [-8.6640625, false], [-9.953125, false], [-5.2890625, false], [-8.6640625, false], [-9.0390625, false], [-9.7890625, false], [-8.4140625, false], [-10.4140625, false], [-8.6640625, false], [-13.7890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 681, "doc": {"id": "NYSEDREGENTS_2010_8_30", "question": "On which date does North America usually experience the longest period of daylight?", "choices": {"text": ["March 21", "June 21", "September 21", "December 21"], "label": ["1", "2", "3", "4"]}, "answerKey": "2"}, "target": "June 21", "arguments": ["Question: On which date does North America usually experience the longest period of daylight?\nAnswer:", " ["], "resps": [[[-8.390625, false]], [[-10.140625, false]], [[-7.89453125, false]], [[-7.89453125, false]], [[-13.140625, false]], [[-11.390625, false]], [[-13.640625, false]], [[-5.89453125, false]], [[-6.89453125, false]], [[-5.89453125, false]], [[-10.140625, false]], [[-9.625, false]], [[-5.89453125, false]], [[-10.140625, false]], [[-9.890625, false]], [[-12.640625, false]], [[-9.890625, false]], [[-10.390625, false]], [[-5.89453125, false]], [[-6.89453125, false]], [[-5.89453125, false]], [[-10.140625, false]], [[-9.625, false]], [[-5.89453125, false]], [[-10.140625, false]], [[-8.140625, false]], [[-10.390625, false]], [[-11.890625, false]], [[-9.890625, false]], [[-10.390625, false]], [[-10.890625, false]], [[-12.140625, false]], [[-10.390625, false]], [[-13.140625, false]], [[-5.89453125, false]], [[-6.89453125, false]], [[-5.89453125, false]], [[-10.140625, false]], [[-9.625, false]], [[-5.89453125, false]], [[-10.140625, false]], [[-8.390625, false]], [[-10.390625, false]], [[-11.390625, false]], [[-10.390625, false]], [[-10.890625, false]], [[-12.140625, false]], [[-10.390625, false]], [[-13.140625, false]], [[-5.89453125, false]], [[-6.89453125, false]], [[-5.89453125, false]], [[-10.140625, false]], [[-12.140625, false]]], "filtered_resps": [[-8.390625, false], [-10.140625, false], [-7.89453125, false], [-7.89453125, false], [-13.140625, false], [-11.390625, false], [-13.640625, false], [-5.89453125, false], [-6.89453125, false], [-5.89453125, false], [-10.140625, false], [-9.625, false], [-5.89453125, false], [-10.140625, false], [-9.890625, false], [-12.640625, false], [-9.890625, false], [-10.390625, false], [-5.89453125, false], [-6.89453125, false], [-5.89453125, false], [-10.140625, false], [-9.625, false], [-5.89453125, false], [-10.140625, false], [-8.140625, false], [-10.390625, false], [-11.890625, false], [-9.890625, false], [-10.390625, false], [-10.890625, false], [-12.140625, false], [-10.390625, false], [-13.140625, false], [-5.89453125, false], [-6.89453125, false], [-5.89453125, false], [-10.140625, false], [-9.625, false], [-5.89453125, false], [-10.140625, false], [-8.390625, false], [-10.390625, false], [-11.390625, false], [-10.390625, false], [-10.890625, false], [-12.140625, false], [-10.390625, false], [-13.140625, false], [-5.89453125, false], [-6.89453125, false], [-5.89453125, false], [-10.140625, false], [-12.140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 689, "doc": {"id": "LEAP_2004_4_10258", "question": "What is one way people are helping the environment?", "choices": {"text": ["They are planting trees to replace the ones that are cut.", "They are building more roads so more people can see natural areas.", "They are building more dumps to hold the trash we create.", "They are using their cars more to get to places faster."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "They are planting trees to replace the ones that are cut.", "arguments": ["Question: What is one way people are helping the environment?\nAnswer:", " ["], "resps": [[[-7.96484375, false]], [[-8.59375, false]], [[-7.58984375, false]], [[-12.34375, false]], [[-8.71875, false]], [[-12.84375, false]], [[-5.33984375, false]], [[-7.21484375, false]], [[-12.71875, false]], [[-8.71875, false]], [[-5.33984375, false]], [[-10.21875, false]], [[-11.21875, false]], [[-7.21484375, false]], [[-12.21875, false]], [[-12.09375, false]], [[-9.21875, false]], [[-12.21875, false]], [[-13.96875, false]], [[-5.33984375, false]], [[-12.09375, false]], [[-12.71875, false]], [[-8.71875, false]], [[-8.71875, false]], [[-9.46875, false]], [[-5.33984375, false]], [[-12.09375, false]], [[-10.21875, false]], [[-5.33984375, false]], [[-12.71875, false]], [[-8.71875, false]], [[-10.21875, false]], [[-11.21875, false]], [[-7.21484375, false]], [[-11.59375, false]], [[-8.71875, false]], [[-5.33984375, false]], [[-12.09375, false]], [[-12.34375, false]], [[-8.71875, false]], [[-5.33984375, false]], [[-10.21875, false]], [[-12.21875, false]], [[-8.71875, false]], [[-9.46875, false]], [[-5.33984375, false]], [[-12.09375, false]], [[-12.34375, false]], [[-7.21484375, false]], [[-12.09375, false]], [[-5.33984375, false]], [[-7.21484375, false]], [[-12.71875, false]], [[-8.71875, false]], [[-5.33984375, false]], [[-11.59375, false]], [[-11.84375, false]], [[-12.09375, false]], [[-8.15625, false]], [[-8.59375, false]], [[-10.90625, false]], [[-5.33984375, false]], [[-8.59375, false]], [[-7.58984375, false]], [[-12.34375, false]], [[-8.71875, false]], [[-12.84375, false]], [[-5.33984375, false]], [[-7.21484375, false]], [[-12.71875, false]], [[-8.71875, false]], [[-5.33984375, false]], [[-12.71875, false]], [[-11.84375, false]], [[-9.21875, false]], [[-11.21875, false]], [[-10.46875, false]], [[-9.21875, false]], [[-12.21875, false]], [[-13.96875, false]], [[-5.33984375, false]], [[-11.96875, false]], [[-10.21875, false]], [[-12.71875, false]], [[-8.71875, false]], [[-5.33984375, false]], [[-12.71875, false]], [[-10.21875, false]], [[-7.21484375, false]], [[-10.46875, false]], [[-9.46875, false]], [[-5.33984375, false]], [[-9.46875, false]], [[-10.21875, false]], [[-5.33984375, false]], [[-11.96875, false]], [[-10.21875, false]], [[-12.71875, false]], [[-8.71875, false]], [[-5.33984375, false]], [[-10.21875, false]], [[-8.71875, false]], [[-10.21875, false]], [[-10.21875, false]], [[-11.21875, false]], [[-8.71875, false]], [[-5.33984375, false]], [[-11.59375, false]], [[-7.21484375, false]], [[-12.21875, false]], [[-5.33984375, false]], [[-9.46875, false]], [[-8.71875, false]], [[-8.71875, false]], [[-5.33984375, false]], [[-12.21875, false]], [[-7.21484375, false]], [[-12.09375, false]], [[-11.84375, false]], [[-12.71875, false]], [[-7.21484375, false]], [[-11.21875, false]], [[-5.33984375, false]], [[-7.21484375, false]], [[-12.71875, false]], [[-8.71875, false]], [[-7.21484375, false]], [[-9.46875, false]], [[-8.15625, false]], [[-8.59375, false]], [[-10.90625, false]], [[-5.33984375, false]], [[-8.59375, false]], [[-7.58984375, false]], [[-12.34375, false]], [[-8.71875, false]], [[-12.84375, false]], [[-5.33984375, false]], [[-7.21484375, false]], [[-12.71875, false]], [[-8.71875, false]], [[-5.33984375, false]], [[-12.71875, false]], [[-11.84375, false]], [[-9.21875, false]], [[-11.21875, false]], [[-10.46875, false]], [[-9.21875, false]], [[-12.21875, false]], [[-13.96875, false]], [[-5.33984375, false]], [[-11.96875, false]], [[-10.21875, false]], [[-12.71875, false]], [[-8.71875, false]], [[-5.33984375, false]], [[-10.46875, false]], [[-11.84375, false]], [[-11.96875, false]], [[-10.21875, false]], [[-9.46875, false]], [[-5.33984375, false]], [[-12.09375, false]], [[-10.21875, false]], [[-5.33984375, false]], [[-12.34375, false]], [[-10.21875, false]], [[-11.21875, false]], [[-10.46875, false]], [[-5.33984375, false]], [[-12.09375, false]], [[-12.34375, false]], [[-8.71875, false]], [[-5.33984375, false]], [[-12.09375, false]], [[-12.71875, false]], [[-7.21484375, false]], [[-9.46875, false]], [[-12.34375, false]], [[-5.33984375, false]], [[-12.09375, false]], [[-8.71875, false]], [[-5.33984375, false]], [[-11.59375, false]], [[-12.71875, false]], [[-8.71875, false]], [[-7.21484375, false]], [[-12.09375, false]], [[-8.71875, false]], [[-8.15625, false]], [[-8.59375, false]], [[-10.90625, false]], [[-5.33984375, false]], [[-8.59375, false]], [[-7.58984375, false]], [[-12.34375, false]], [[-8.71875, false]], [[-12.84375, false]], [[-5.33984375, false]], [[-7.21484375, false]], [[-12.71875, false]], [[-8.71875, false]], [[-5.33984375, false]], [[-11.84375, false]], [[-9.46875, false]], [[-9.21875, false]], [[-12.21875, false]], [[-13.96875, false]], [[-5.33984375, false]], [[-12.09375, false]], [[-12.34375, false]], [[-8.71875, false]], [[-9.21875, false]], [[-12.71875, false]], [[-5.33984375, false]], [[-11.59375, false]], [[-7.21484375, false]], [[-12.71875, false]], [[-9.46875, false]], [[-5.33984375, false]], [[-11.96875, false]], [[-10.21875, false]], [[-12.71875, false]], [[-8.71875, false]], [[-5.33984375, false]], [[-12.09375, false]], [[-10.21875, false]], [[-5.33984375, false]], [[-13.96875, false]], [[-8.71875, false]], [[-12.09375, false]], [[-5.33984375, false]], [[-12.09375, false]], [[-10.21875, false]], [[-5.33984375, false]], [[-10.21875, false]], [[-11.21875, false]], [[-7.21484375, false]], [[-11.59375, false]], [[-8.71875, false]], [[-9.46875, false]], [[-5.33984375, false]], [[-12.21875, false]], [[-7.21484375, false]], [[-9.46875, false]], [[-12.09375, false]], [[-8.71875, false]], [[-12.71875, false]], [[-8.15625, false]], [[-8.59375, false]], [[-14.84375, false]]], "filtered_resps": [[-7.96484375, false], [-8.59375, false], [-7.58984375, false], [-12.34375, false], [-8.71875, false], [-12.84375, false], [-5.33984375, false], [-7.21484375, false], [-12.71875, false], [-8.71875, false], [-5.33984375, false], [-10.21875, false], [-11.21875, false], [-7.21484375, false], [-12.21875, false], [-12.09375, false], [-9.21875, false], [-12.21875, false], [-13.96875, false], [-5.33984375, false], [-12.09375, false], [-12.71875, false], [-8.71875, false], [-8.71875, false], [-9.46875, false], [-5.33984375, false], [-12.09375, false], [-10.21875, false], [-5.33984375, false], [-12.71875, false], [-8.71875, false], [-10.21875, false], [-11.21875, false], [-7.21484375, false], [-11.59375, false], [-8.71875, false], [-5.33984375, false], [-12.09375, false], [-12.34375, false], [-8.71875, false], [-5.33984375, false], [-10.21875, false], [-12.21875, false], [-8.71875, false], [-9.46875, false], [-5.33984375, false], [-12.09375, false], [-12.34375, false], [-7.21484375, false], [-12.09375, false], [-5.33984375, false], [-7.21484375, false], [-12.71875, false], [-8.71875, false], [-5.33984375, false], [-11.59375, false], [-11.84375, false], [-12.09375, false], [-8.15625, false], [-8.59375, false], [-10.90625, false], [-5.33984375, false], [-8.59375, false], [-7.58984375, false], [-12.34375, false], [-8.71875, false], [-12.84375, false], [-5.33984375, false], [-7.21484375, false], [-12.71875, false], [-8.71875, false], [-5.33984375, false], [-12.71875, false], [-11.84375, false], [-9.21875, false], [-11.21875, false], [-10.46875, false], [-9.21875, false], [-12.21875, false], [-13.96875, false], [-5.33984375, false], [-11.96875, false], [-10.21875, false], [-12.71875, false], [-8.71875, false], [-5.33984375, false], [-12.71875, false], [-10.21875, false], [-7.21484375, false], [-10.46875, false], [-9.46875, false], [-5.33984375, false], [-9.46875, false], [-10.21875, false], [-5.33984375, false], [-11.96875, false], [-10.21875, false], [-12.71875, false], [-8.71875, false], [-5.33984375, false], [-10.21875, false], [-8.71875, false], [-10.21875, false], [-10.21875, false], [-11.21875, false], [-8.71875, false], [-5.33984375, false], [-11.59375, false], [-7.21484375, false], [-12.21875, false], [-5.33984375, false], [-9.46875, false], [-8.71875, false], [-8.71875, false], [-5.33984375, false], [-12.21875, false], [-7.21484375, false], [-12.09375, false], [-11.84375, false], [-12.71875, false], [-7.21484375, false], [-11.21875, false], [-5.33984375, false], [-7.21484375, false], [-12.71875, false], [-8.71875, false], [-7.21484375, false], [-9.46875, false], [-8.15625, false], [-8.59375, false], [-10.90625, false], [-5.33984375, false], [-8.59375, false], [-7.58984375, false], [-12.34375, false], [-8.71875, false], [-12.84375, false], [-5.33984375, false], [-7.21484375, false], [-12.71875, false], [-8.71875, false], [-5.33984375, false], [-12.71875, false], [-11.84375, false], [-9.21875, false], [-11.21875, false], [-10.46875, false], [-9.21875, false], [-12.21875, false], [-13.96875, false], [-5.33984375, false], [-11.96875, false], [-10.21875, false], [-12.71875, false], [-8.71875, false], [-5.33984375, false], [-10.46875, false], [-11.84375, false], [-11.96875, false], [-10.21875, false], [-9.46875, false], [-5.33984375, false], [-12.09375, false], [-10.21875, false], [-5.33984375, false], [-12.34375, false], [-10.21875, false], [-11.21875, false], [-10.46875, false], [-5.33984375, false], [-12.09375, false], [-12.34375, false], [-8.71875, false], [-5.33984375, false], [-12.09375, false], [-12.71875, false], [-7.21484375, false], [-9.46875, false], [-12.34375, false], [-5.33984375, false], [-12.09375, false], [-8.71875, false], [-5.33984375, false], [-11.59375, false], [-12.71875, false], [-8.71875, false], [-7.21484375, false], [-12.09375, false], [-8.71875, false], [-8.15625, false], [-8.59375, false], [-10.90625, false], [-5.33984375, false], [-8.59375, false], [-7.58984375, false], [-12.34375, false], [-8.71875, false], [-12.84375, false], [-5.33984375, false], [-7.21484375, false], [-12.71875, false], [-8.71875, false], [-5.33984375, false], [-11.84375, false], [-9.46875, false], [-9.21875, false], [-12.21875, false], [-13.96875, false], [-5.33984375, false], [-12.09375, false], [-12.34375, false], [-8.71875, false], [-9.21875, false], [-12.71875, false], [-5.33984375, false], [-11.59375, false], [-7.21484375, false], [-12.71875, false], [-9.46875, false], [-5.33984375, false], [-11.96875, false], [-10.21875, false], [-12.71875, false], [-8.71875, false], [-5.33984375, false], [-12.09375, false], [-10.21875, false], [-5.33984375, false], [-13.96875, false], [-8.71875, false], [-12.09375, false], [-5.33984375, false], [-12.09375, false], [-10.21875, false], [-5.33984375, false], [-10.21875, false], [-11.21875, false], [-7.21484375, false], [-11.59375, false], [-8.71875, false], [-9.46875, false], [-5.33984375, false], [-12.21875, false], [-7.21484375, false], [-9.46875, false], [-12.09375, false], [-8.71875, false], [-12.71875, false], [-8.15625, false], [-8.59375, false], [-14.84375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 697, "doc": {"id": "VASoL_2008_5_25", "question": "A bicyclist rides on a flat road and then stops pedaling but does not apply the brakes. The bicycle stops because of ___.", "choices": {"text": ["balance", "friction", "attraction", "magnetism"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "friction", "arguments": ["Question: A bicyclist rides on a flat road and then stops pedaling but does not apply the brakes. The bicycle stops because of ___.\nAnswer:", " ["], "resps": [[[-6.796875, false]], [[-8.546875, false]], [[-7.046875, false]], [[-4.796875, false]], [[-10.296875, false]], [[-4.796875, false]], [[-9.046875, false]], [[-7.296875, false]], [[-8.796875, false]], [[-8.546875, false]], [[-9.9375, false]], [[-3.80078125, false]], [[-8.546875, false]], [[-8.546875, false]], [[-10.796875, false]], [[-8.296875, false]], [[-7.296875, false]], [[-9.046875, false]], [[-8.296875, false]], [[-9.546875, false]], [[-9.046875, false]], [[-8.546875, false]], [[-9.9375, false]], [[-3.80078125, false]], [[-8.546875, false]], [[-4.796875, false]], [[-9.046875, false]], [[-9.046875, false]], [[-10.796875, false]], [[-4.796875, false]], [[-7.296875, false]], [[-9.046875, false]], [[-8.296875, false]], [[-9.546875, false]], [[-9.046875, false]], [[-8.546875, false]], [[-10.1875, false]], [[-3.80078125, false]], [[-8.546875, false]], [[-9.796875, false]], [[-4.796875, false]], [[-10.296875, false]], [[-9.046875, false]], [[-8.796875, false]], [[-9.046875, false]], [[-8.296875, false]], [[-8.796875, false]], [[-9.796875, false]], [[-8.546875, false]], [[-12.296875, false]]], "filtered_resps": [[-6.796875, false], [-8.546875, false], [-7.046875, false], [-4.796875, false], [-10.296875, false], [-4.796875, false], [-9.046875, false], [-7.296875, false], [-8.796875, false], [-8.546875, false], [-9.9375, false], [-3.80078125, false], [-8.546875, false], [-8.546875, false], [-10.796875, false], [-8.296875, false], [-7.296875, false], [-9.046875, false], [-8.296875, false], [-9.546875, false], [-9.046875, false], [-8.546875, false], [-9.9375, false], [-3.80078125, false], [-8.546875, false], [-4.796875, false], [-9.046875, false], [-9.046875, false], [-10.796875, false], [-4.796875, false], [-7.296875, false], [-9.046875, false], [-8.296875, false], [-9.546875, false], [-9.046875, false], [-8.546875, false], [-10.1875, false], [-3.80078125, false], [-8.546875, false], [-9.796875, false], [-4.796875, false], [-10.296875, false], [-9.046875, false], [-8.796875, false], [-9.046875, false], [-8.296875, false], [-8.796875, false], [-9.796875, false], [-8.546875, false], [-12.296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 705, "doc": {"id": "ACTAAP_2010_7_17", "question": "Which is an effect that cities have on the weather?", "choices": {"text": ["Small numbers of plants cause rain to fall more often.", "Large numbers of houses cause the wind to be stronger.", "Small areas of open water cause fog to be more common.", "Large areas of pavement cause the temperature to be hotter."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Large areas of pavement cause the temperature to be hotter.", "arguments": ["Question: Which is an effect that cities have on the weather?\nAnswer:", " ["], "resps": [[[-7.76171875, false]], [[-8.3828125, false]], [[-6.01171875, false]], [[-11.7578125, false]], [[-6.38671875, false]], [[-11.6328125, false]], [[-11.6328125, false]], [[-6.01171875, false]], [[-10.8828125, false]], [[-12.5078125, false]], [[-11.7578125, false]], [[-11.1328125, false]], [[-9.0078125, false]], [[-13.0078125, false]], [[-10.6328125, false]], [[-6.01171875, false]], [[-10.5078125, false]], [[-10.5078125, false]], [[-6.01171875, false]], [[-11.3828125, false]], [[-11.6328125, false]], [[-6.38671875, false]], [[-10.8828125, false]], [[-11.8828125, false]], [[-10.6328125, false]], [[-6.01171875, false]], [[-11.1328125, false]], [[-6.38671875, false]], [[-12.5078125, false]], [[-10.6328125, false]], [[-9.0078125, false]], [[-6.01171875, false]], [[-13.0078125, false]], [[-6.38671875, false]], [[-9.6328125, false]], [[-10.8828125, false]], [[-6.01171875, false]], [[-11.8828125, false]], [[-10.5078125, false]], [[-6.01171875, false]], [[-10.5078125, false]], [[-6.38671875, false]], [[-11.6328125, false]], [[-11.6328125, false]], [[-6.01171875, false]], [[-11.7578125, false]], [[-10.5078125, false]], [[-13.0078125, false]], [[-9.0078125, false]], [[-6.01171875, false]], [[-10.5078125, false]], [[-10.5078125, false]], [[-11.8828125, false]], [[-9.0078125, false]], [[-10.8828125, false]], [[-7.34765625, false]], [[-8.3828125, false]], [[-10.46875, false]], [[-6.01171875, false]], [[-8.3828125, false]], [[-7.26171875, false]], [[-6.38671875, false]], [[-13.0078125, false]], [[-13.1328125, false]], [[-9.0078125, false]], [[-6.01171875, false]], [[-10.8828125, false]], [[-12.5078125, false]], [[-11.7578125, false]], [[-11.1328125, false]], [[-9.0078125, false]], [[-13.0078125, false]], [[-10.6328125, false]], [[-6.01171875, false]], [[-10.5078125, false]], [[-10.5078125, false]], [[-6.01171875, false]], [[-12.1328125, false]], [[-10.5078125, false]], [[-12.5078125, false]], [[-10.6328125, false]], [[-9.0078125, false]], [[-10.6328125, false]], [[-6.01171875, false]], [[-11.1328125, false]], [[-6.38671875, false]], [[-12.5078125, false]], [[-10.6328125, false]], [[-9.0078125, false]], [[-6.01171875, false]], [[-11.8828125, false]], [[-12.1328125, false]], [[-9.0078125, false]], [[-6.01171875, false]], [[-11.8828125, false]], [[-9.6328125, false]], [[-10.8828125, false]], [[-8.7578125, false]], [[-6.01171875, false]], [[-11.8828125, false]], [[-10.5078125, false]], [[-6.01171875, false]], [[-11.1328125, false]], [[-9.0078125, false]], [[-6.01171875, false]], [[-10.6328125, false]], [[-11.8828125, false]], [[-13.0078125, false]], [[-10.5078125, false]], [[-10.8828125, false]], [[-13.1328125, false]], [[-9.0078125, false]], [[-13.0078125, false]], [[-7.34765625, false]], [[-8.3828125, false]], [[-10.46875, false]], [[-6.01171875, false]], [[-8.3828125, false]], [[-6.01171875, false]], [[-11.7578125, false]], [[-6.38671875, false]], [[-11.6328125, false]], [[-11.6328125, false]], [[-6.01171875, false]], [[-6.38671875, false]], [[-13.0078125, false]], [[-9.0078125, false]], [[-6.38671875, false]], [[-10.6328125, false]], [[-6.01171875, false]], [[-10.5078125, false]], [[-10.5078125, false]], [[-6.01171875, false]], [[-10.5078125, false]], [[-11.3828125, false]], [[-9.0078125, false]], [[-10.8828125, false]], [[-6.01171875, false]], [[-11.8828125, false]], [[-6.38671875, false]], [[-11.8828125, false]], [[-9.0078125, false]], [[-13.0078125, false]], [[-6.01171875, false]], [[-11.1328125, false]], [[-6.38671875, false]], [[-12.5078125, false]], [[-10.6328125, false]], [[-9.0078125, false]], [[-6.01171875, false]], [[-10.5078125, false]], [[-10.5078125, false]], [[-13.1328125, false]], [[-6.01171875, false]], [[-11.8828125, false]], [[-10.5078125, false]], [[-6.01171875, false]], [[-11.1328125, false]], [[-9.0078125, false]], [[-6.01171875, false]], [[-11.7578125, false]], [[-10.5078125, false]], [[-13.0078125, false]], [[-9.0078125, false]], [[-6.01171875, false]], [[-11.1328125, false]], [[-10.5078125, false]], [[-11.7578125, false]], [[-11.7578125, false]], [[-10.5078125, false]], [[-10.8828125, false]], [[-7.34765625, false]], [[-8.3828125, false]], [[-10.46875, false]], [[-6.01171875, false]], [[-8.3828125, false]], [[-7.26171875, false]], [[-6.38671875, false]], [[-13.0078125, false]], [[-13.1328125, false]], [[-9.0078125, false]], [[-6.01171875, false]], [[-6.38671875, false]], [[-13.0078125, false]], [[-9.0078125, false]], [[-6.38671875, false]], [[-10.6328125, false]], [[-6.01171875, false]], [[-10.5078125, false]], [[-10.5078125, false]], [[-6.01171875, false]], [[-11.3828125, false]], [[-6.38671875, false]], [[-14.1328125, false]], [[-9.0078125, false]], [[-11.7578125, false]], [[-9.0078125, false]], [[-10.8828125, false]], [[-11.8828125, false]], [[-6.01171875, false]], [[-11.1328125, false]], [[-6.38671875, false]], [[-12.5078125, false]], [[-10.6328125, false]], [[-9.0078125, false]], [[-6.01171875, false]], [[-11.8828125, false]], [[-12.1328125, false]], [[-9.0078125, false]], [[-6.01171875, false]], [[-11.8828125, false]], [[-9.0078125, false]], [[-11.7578125, false]], [[-11.3828125, false]], [[-9.0078125, false]], [[-13.0078125, false]], [[-6.38671875, false]], [[-11.8828125, false]], [[-12.5078125, false]], [[-13.0078125, false]], [[-9.0078125, false]], [[-6.01171875, false]], [[-11.8828125, false]], [[-10.5078125, false]], [[-6.01171875, false]], [[-11.1328125, false]], [[-9.0078125, false]], [[-6.01171875, false]], [[-12.1328125, false]], [[-10.5078125, false]], [[-11.8828125, false]], [[-11.8828125, false]], [[-9.0078125, false]], [[-13.0078125, false]], [[-7.34765625, false]], [[-8.3828125, false]], [[-13.1328125, false]]], "filtered_resps": [[-7.76171875, false], [-8.3828125, false], [-6.01171875, false], [-11.7578125, false], [-6.38671875, false], [-11.6328125, false], [-11.6328125, false], [-6.01171875, false], [-10.8828125, false], [-12.5078125, false], [-11.7578125, false], [-11.1328125, false], [-9.0078125, false], [-13.0078125, false], [-10.6328125, false], [-6.01171875, false], [-10.5078125, false], [-10.5078125, false], [-6.01171875, false], [-11.3828125, false], [-11.6328125, false], [-6.38671875, false], [-10.8828125, false], [-11.8828125, false], [-10.6328125, false], [-6.01171875, false], [-11.1328125, false], [-6.38671875, false], [-12.5078125, false], [-10.6328125, false], [-9.0078125, false], [-6.01171875, false], [-13.0078125, false], [-6.38671875, false], [-9.6328125, false], [-10.8828125, false], [-6.01171875, false], [-11.8828125, false], [-10.5078125, false], [-6.01171875, false], [-10.5078125, false], [-6.38671875, false], [-11.6328125, false], [-11.6328125, false], [-6.01171875, false], [-11.7578125, false], [-10.5078125, false], [-13.0078125, false], [-9.0078125, false], [-6.01171875, false], [-10.5078125, false], [-10.5078125, false], [-11.8828125, false], [-9.0078125, false], [-10.8828125, false], [-7.34765625, false], [-8.3828125, false], [-10.46875, false], [-6.01171875, false], [-8.3828125, false], [-7.26171875, false], [-6.38671875, false], [-13.0078125, false], [-13.1328125, false], [-9.0078125, false], [-6.01171875, false], [-10.8828125, false], [-12.5078125, false], [-11.7578125, false], [-11.1328125, false], [-9.0078125, false], [-13.0078125, false], [-10.6328125, false], [-6.01171875, false], [-10.5078125, false], [-10.5078125, false], [-6.01171875, false], [-12.1328125, false], [-10.5078125, false], [-12.5078125, false], [-10.6328125, false], [-9.0078125, false], [-10.6328125, false], [-6.01171875, false], [-11.1328125, false], [-6.38671875, false], [-12.5078125, false], [-10.6328125, false], [-9.0078125, false], [-6.01171875, false], [-11.8828125, false], [-12.1328125, false], [-9.0078125, false], [-6.01171875, false], [-11.8828125, false], [-9.6328125, false], [-10.8828125, false], [-8.7578125, false], [-6.01171875, false], [-11.8828125, false], [-10.5078125, false], [-6.01171875, false], [-11.1328125, false], [-9.0078125, false], [-6.01171875, false], [-10.6328125, false], [-11.8828125, false], [-13.0078125, false], [-10.5078125, false], [-10.8828125, false], [-13.1328125, false], [-9.0078125, false], [-13.0078125, false], [-7.34765625, false], [-8.3828125, false], [-10.46875, false], [-6.01171875, false], [-8.3828125, false], [-6.01171875, false], [-11.7578125, false], [-6.38671875, false], [-11.6328125, false], [-11.6328125, false], [-6.01171875, false], [-6.38671875, false], [-13.0078125, false], [-9.0078125, false], [-6.38671875, false], [-10.6328125, false], [-6.01171875, false], [-10.5078125, false], [-10.5078125, false], [-6.01171875, false], [-10.5078125, false], [-11.3828125, false], [-9.0078125, false], [-10.8828125, false], [-6.01171875, false], [-11.8828125, false], [-6.38671875, false], [-11.8828125, false], [-9.0078125, false], [-13.0078125, false], [-6.01171875, false], [-11.1328125, false], [-6.38671875, false], [-12.5078125, false], [-10.6328125, false], [-9.0078125, false], [-6.01171875, false], [-10.5078125, false], [-10.5078125, false], [-13.1328125, false], [-6.01171875, false], [-11.8828125, false], [-10.5078125, false], [-6.01171875, false], [-11.1328125, false], [-9.0078125, false], [-6.01171875, false], [-11.7578125, false], [-10.5078125, false], [-13.0078125, false], [-9.0078125, false], [-6.01171875, false], [-11.1328125, false], [-10.5078125, false], [-11.7578125, false], [-11.7578125, false], [-10.5078125, false], [-10.8828125, false], [-7.34765625, false], [-8.3828125, false], [-10.46875, false], [-6.01171875, false], [-8.3828125, false], [-7.26171875, false], [-6.38671875, false], [-13.0078125, false], [-13.1328125, false], [-9.0078125, false], [-6.01171875, false], [-6.38671875, false], [-13.0078125, false], [-9.0078125, false], [-6.38671875, false], [-10.6328125, false], [-6.01171875, false], [-10.5078125, false], [-10.5078125, false], [-6.01171875, false], [-11.3828125, false], [-6.38671875, false], [-14.1328125, false], [-9.0078125, false], [-11.7578125, false], [-9.0078125, false], [-10.8828125, false], [-11.8828125, false], [-6.01171875, false], [-11.1328125, false], [-6.38671875, false], [-12.5078125, false], [-10.6328125, false], [-9.0078125, false], [-6.01171875, false], [-11.8828125, false], [-12.1328125, false], [-9.0078125, false], [-6.01171875, false], [-11.8828125, false], [-9.0078125, false], [-11.7578125, false], [-11.3828125, false], [-9.0078125, false], [-13.0078125, false], [-6.38671875, false], [-11.8828125, false], [-12.5078125, false], [-13.0078125, false], [-9.0078125, false], [-6.01171875, false], [-11.8828125, false], [-10.5078125, false], [-6.01171875, false], [-11.1328125, false], [-9.0078125, false], [-6.01171875, false], [-12.1328125, false], [-10.5078125, false], [-11.8828125, false], [-11.8828125, false], [-9.0078125, false], [-13.0078125, false], [-7.34765625, false], [-8.3828125, false], [-13.1328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 713, "doc": {"id": "Mercury_SC_413002", "question": "Seismometers measure quick changes that happen in the crust of our planet. Which of the following is a seismometer used to measure?", "choices": {"text": ["earthquake", "erosion", "flooding", "weathering"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "earthquake", "arguments": ["Question: Seismometers measure quick changes that happen in the crust of our planet. Which of the following is a seismometer used to measure?\nAnswer:", " ["], "resps": [[[-8.2109375, false]], [[-9.4609375, false]], [[-6.58984375, false]], [[-3.337890625, false]], [[-10.0859375, false]], [[-10.5859375, false]], [[-10.7109375, false]], [[-11.5859375, false]], [[-10.9609375, false]], [[-3.337890625, false]], [[-9.9609375, false]], [[-6.58984375, false]], [[-9.4609375, false]], [[-9.375, false]], [[-5.21484375, false]], [[-9.4609375, false]], [[-6.58984375, false]], [[-10.0859375, false]], [[-9.2109375, false]], [[-8.8359375, false]], [[-8.7109375, false]], [[-9.2109375, false]], [[-10.0859375, false]], [[-9.4609375, false]], [[-9.375, false]], [[-5.21484375, false]], [[-9.4609375, false]], [[-9.8359375, false]], [[-11.2109375, false]], [[-9.2109375, false]], [[-9.2109375, false]], [[-8.9609375, false]], [[-8.7109375, false]], [[-10.0859375, false]], [[-10.4609375, false]], [[-9.4609375, false]], [[-9.375, false]], [[-5.21484375, false]], [[-9.4609375, false]], [[-11.7109375, false]], [[-6.58984375, false]], [[-3.337890625, false]], [[-10.5859375, false]], [[-10.7109375, false]], [[-6.58984375, false]], [[-10.0859375, false]], [[-8.7109375, false]], [[-10.0859375, false]], [[-10.4609375, false]], [[-9.4609375, false]], [[-12.9609375, false]]], "filtered_resps": [[-8.2109375, false], [-9.4609375, false], [-6.58984375, false], [-3.337890625, false], [-10.0859375, false], [-10.5859375, false], [-10.7109375, false], [-11.5859375, false], [-10.9609375, false], [-3.337890625, false], [-9.9609375, false], [-6.58984375, false], [-9.4609375, false], [-9.375, false], [-5.21484375, false], [-9.4609375, false], [-6.58984375, false], [-10.0859375, false], [-9.2109375, false], [-8.8359375, false], [-8.7109375, false], [-9.2109375, false], [-10.0859375, false], [-9.4609375, false], [-9.375, false], [-5.21484375, false], [-9.4609375, false], [-9.8359375, false], [-11.2109375, false], [-9.2109375, false], [-9.2109375, false], [-8.9609375, false], [-8.7109375, false], [-10.0859375, false], [-10.4609375, false], [-9.4609375, false], [-9.375, false], [-5.21484375, false], [-9.4609375, false], [-11.7109375, false], [-6.58984375, false], [-3.337890625, false], [-10.5859375, false], [-10.7109375, false], [-6.58984375, false], [-10.0859375, false], [-8.7109375, false], [-10.0859375, false], [-10.4609375, false], [-9.4609375, false], [-12.9609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 721, "doc": {"id": "Mercury_7222408", "question": "Materials that let electrons flow very easily from one atom to another", "choices": {"text": ["are called insulators.", "are called conductors.", "are called non-metals.", "are called resistors."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "are called conductors.", "arguments": ["Question: Materials that let electrons flow very easily from one atom to another\nAnswer:", " ["], "resps": [[[-6.66796875, false]], [[-7.91796875, false]], [[-5.16796875, false]], [[-8.6640625, false]], [[-8.1640625, false]], [[-4.91796875, false]], [[-7.79296875, false]], [[-5.16796875, false]], [[-9.5390625, false]], [[-9.5390625, false]], [[-8.1640625, false]], [[-9.6640625, false]], [[-4.91796875, false]], [[-6.41796875, false]], [[-7.16796875, false]], [[-8.7890625, false]], [[-10.0390625, false]], [[-9.5390625, false]], [[-5.16796875, false]], [[-9.7890625, false]], [[-8.5390625, false]], [[-8.6640625, false]], [[-8.7890625, false]], [[-7.4296875, false]], [[-7.91796875, false]], [[-9.8125, false]], [[-4.91796875, false]], [[-7.91796875, false]], [[-5.16796875, false]], [[-8.6640625, false]], [[-8.1640625, false]], [[-4.91796875, false]], [[-7.79296875, false]], [[-5.16796875, false]], [[-9.5390625, false]], [[-9.5390625, false]], [[-8.1640625, false]], [[-9.6640625, false]], [[-4.91796875, false]], [[-7.79296875, false]], [[-8.5390625, false]], [[-7.16796875, false]], [[-9.6640625, false]], [[-10.0390625, false]], [[-7.79296875, false]], [[-9.7890625, false]], [[-8.5390625, false]], [[-8.6640625, false]], [[-8.7890625, false]], [[-7.4296875, false]], [[-7.91796875, false]], [[-9.8125, false]], [[-4.91796875, false]], [[-7.91796875, false]], [[-5.16796875, false]], [[-8.6640625, false]], [[-8.1640625, false]], [[-4.91796875, false]], [[-7.79296875, false]], [[-5.16796875, false]], [[-9.5390625, false]], [[-9.5390625, false]], [[-8.1640625, false]], [[-9.6640625, false]], [[-4.91796875, false]], [[-7.16796875, false]], [[-8.5390625, false]], [[-7.16796875, false]], [[-6.16796875, false]], [[-8.5390625, false]], [[-8.1640625, false]], [[-9.7890625, false]], [[-5.16796875, false]], [[-9.5390625, false]], [[-8.7890625, false]], [[-7.4296875, false]], [[-7.91796875, false]], [[-9.8125, false]], [[-4.91796875, false]], [[-7.91796875, false]], [[-5.16796875, false]], [[-8.6640625, false]], [[-8.1640625, false]], [[-4.91796875, false]], [[-7.79296875, false]], [[-5.16796875, false]], [[-9.5390625, false]], [[-9.5390625, false]], [[-8.1640625, false]], [[-9.6640625, false]], [[-4.91796875, false]], [[-8.6640625, false]], [[-8.1640625, false]], [[-8.7890625, false]], [[-6.41796875, false]], [[-8.7890625, false]], [[-9.7890625, false]], [[-8.5390625, false]], [[-8.6640625, false]], [[-8.7890625, false]], [[-7.4296875, false]], [[-7.91796875, false]], [[-11.5390625, false]]], "filtered_resps": [[-6.66796875, false], [-7.91796875, false], [-5.16796875, false], [-8.6640625, false], [-8.1640625, false], [-4.91796875, false], [-7.79296875, false], [-5.16796875, false], [-9.5390625, false], [-9.5390625, false], [-8.1640625, false], [-9.6640625, false], [-4.91796875, false], [-6.41796875, false], [-7.16796875, false], [-8.7890625, false], [-10.0390625, false], [-9.5390625, false], [-5.16796875, false], [-9.7890625, false], [-8.5390625, false], [-8.6640625, false], [-8.7890625, false], [-7.4296875, false], [-7.91796875, false], [-9.8125, false], [-4.91796875, false], [-7.91796875, false], [-5.16796875, false], [-8.6640625, false], [-8.1640625, false], [-4.91796875, false], [-7.79296875, false], [-5.16796875, false], [-9.5390625, false], [-9.5390625, false], [-8.1640625, false], [-9.6640625, false], [-4.91796875, false], [-7.79296875, false], [-8.5390625, false], [-7.16796875, false], [-9.6640625, false], [-10.0390625, false], [-7.79296875, false], [-9.7890625, false], [-8.5390625, false], [-8.6640625, false], [-8.7890625, false], [-7.4296875, false], [-7.91796875, false], [-9.8125, false], [-4.91796875, false], [-7.91796875, false], [-5.16796875, false], [-8.6640625, false], [-8.1640625, false], [-4.91796875, false], [-7.79296875, false], [-5.16796875, false], [-9.5390625, false], [-9.5390625, false], [-8.1640625, false], [-9.6640625, false], [-4.91796875, false], [-7.16796875, false], [-8.5390625, false], [-7.16796875, false], [-6.16796875, false], [-8.5390625, false], [-8.1640625, false], [-9.7890625, false], [-5.16796875, false], [-9.5390625, false], [-8.7890625, false], [-7.4296875, false], [-7.91796875, false], [-9.8125, false], [-4.91796875, false], [-7.91796875, false], [-5.16796875, false], [-8.6640625, false], [-8.1640625, false], [-4.91796875, false], [-7.79296875, false], [-5.16796875, false], [-9.5390625, false], [-9.5390625, false], [-8.1640625, false], [-9.6640625, false], [-4.91796875, false], [-8.6640625, false], [-8.1640625, false], [-8.7890625, false], [-6.41796875, false], [-8.7890625, false], [-9.7890625, false], [-8.5390625, false], [-8.6640625, false], [-8.7890625, false], [-7.4296875, false], [-7.91796875, false], [-11.5390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 729, "doc": {"id": "ACTAAP_2007_7_27", "question": "What is the liquid layer of Earth that lies beneath the mantle?", "choices": {"text": ["inner core", "outer core", "mesosphere", "asthenosphere"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "outer core", "arguments": ["Question: What is the liquid layer of Earth that lies beneath the mantle?\nAnswer:", " ["], "resps": [[[-7.56640625, false]], [[-8.5703125, false]], [[-8.5703125, false]], [[-11.0703125, false]], [[-11.0703125, false]], [[-9.3203125, false]], [[-12.5703125, false]], [[-5.81640625, false]], [[-11.0703125, false]], [[-10.3203125, false]], [[-12.5703125, false]], [[-9.3203125, false]], [[-8.5703125, false]], [[-9.828125, false]], [[-5.81640625, false]], [[-8.5703125, false]], [[-10.3203125, false]], [[-12.8203125, false]], [[-10.0703125, false]], [[-9.3203125, false]], [[-12.5703125, false]], [[-5.81640625, false]], [[-11.0703125, false]], [[-10.3203125, false]], [[-12.5703125, false]], [[-9.3203125, false]], [[-8.5703125, false]], [[-9.828125, false]], [[-5.81640625, false]], [[-8.5703125, false]], [[-10.3203125, false]], [[-9.3203125, false]], [[-10.5703125, false]], [[-10.3203125, false]], [[-10.5703125, false]], [[-11.5703125, false]], [[-11.3203125, false]], [[-9.3203125, false]], [[-12.5703125, false]], [[-9.3203125, false]], [[-8.5703125, false]], [[-9.828125, false]], [[-5.81640625, false]], [[-8.5703125, false]], [[-5.81640625, false]], [[-10.5703125, false]], [[-10.0703125, false]], [[-11.3203125, false]], [[-9.3203125, false]], [[-11.0703125, false]], [[-10.3203125, false]], [[-10.5703125, false]], [[-11.5703125, false]], [[-11.3203125, false]], [[-9.3203125, false]], [[-12.5703125, false]], [[-9.3203125, false]], [[-8.5703125, false]], [[-12.5703125, false]]], "filtered_resps": [[-7.56640625, false], [-8.5703125, false], [-8.5703125, false], [-11.0703125, false], [-11.0703125, false], [-9.3203125, false], [-12.5703125, false], [-5.81640625, false], [-11.0703125, false], [-10.3203125, false], [-12.5703125, false], [-9.3203125, false], [-8.5703125, false], [-9.828125, false], [-5.81640625, false], [-8.5703125, false], [-10.3203125, false], [-12.8203125, false], [-10.0703125, false], [-9.3203125, false], [-12.5703125, false], [-5.81640625, false], [-11.0703125, false], [-10.3203125, false], [-12.5703125, false], [-9.3203125, false], [-8.5703125, false], [-9.828125, false], [-5.81640625, false], [-8.5703125, false], [-10.3203125, false], [-9.3203125, false], [-10.5703125, false], [-10.3203125, false], [-10.5703125, false], [-11.5703125, false], [-11.3203125, false], [-9.3203125, false], [-12.5703125, false], [-9.3203125, false], [-8.5703125, false], [-9.828125, false], [-5.81640625, false], [-8.5703125, false], [-5.81640625, false], [-10.5703125, false], [-10.0703125, false], [-11.3203125, false], [-9.3203125, false], [-11.0703125, false], [-10.3203125, false], [-10.5703125, false], [-11.5703125, false], [-11.3203125, false], [-9.3203125, false], [-12.5703125, false], [-9.3203125, false], [-8.5703125, false], [-12.5703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 737, "doc": {"id": "NYSEDREGENTS_2010_8_7", "question": "Which human organ system eliminates liquid and gaseous wastes from the body?", "choices": {"text": ["circulatory", "endocrine", "excretory", "reproductive"], "label": ["1", "2", "3", "4"]}, "answerKey": "3"}, "target": "excretory", "arguments": ["Question: Which human organ system eliminates liquid and gaseous wastes from the body?\nAnswer:", " ["], "resps": [[[-7.72265625, false]], [[-11.7265625, false]], [[-9.2265625, false]], [[-10.9765625, false]], [[-11.4765625, false]], [[-9.2265625, false]], [[-8.2265625, false]], [[-8.2265625, false]], [[-6.22265625, false]], [[-10.7265625, false]], [[-8.4765625, false]], [[-11.4765625, false]], [[-13.4765625, false]], [[-11.7265625, false]], [[-11.1171875, false]], [[-4.72265625, false]], [[-11.7265625, false]], [[-9.4765625, false]], [[-9.7265625, false]], [[-11.9765625, false]], [[-8.4765625, false]], [[-9.2265625, false]], [[-11.4765625, false]], [[-10.9765625, false]], [[-9.7265625, false]], [[-9.4765625, false]], [[-11.7265625, false]], [[-11.1171875, false]], [[-4.72265625, false]], [[-11.7265625, false]], [[-9.4765625, false]], [[-11.2265625, false]], [[-9.2265625, false]], [[-11.4765625, false]], [[-9.4765625, false]], [[-10.7265625, false]], [[-8.4765625, false]], [[-11.4765625, false]], [[-13.4765625, false]], [[-11.7265625, false]], [[-11.1171875, false]], [[-4.72265625, false]], [[-11.7265625, false]], [[-11.4765625, false]], [[-9.4765625, false]], [[-10.7265625, false]], [[-11.4765625, false]], [[-8.4765625, false]], [[-11.9765625, false]], [[-8.2265625, false]], [[-9.2265625, false]], [[-10.7265625, false]], [[-10.9765625, false]], [[-10.9765625, false]], [[-9.4765625, false]], [[-11.7265625, false]], [[-13.2265625, false]]], "filtered_resps": [[-7.72265625, false], [-11.7265625, false], [-9.2265625, false], [-10.9765625, false], [-11.4765625, false], [-9.2265625, false], [-8.2265625, false], [-8.2265625, false], [-6.22265625, false], [-10.7265625, false], [-8.4765625, false], [-11.4765625, false], [-13.4765625, false], [-11.7265625, false], [-11.1171875, false], [-4.72265625, false], [-11.7265625, false], [-9.4765625, false], [-9.7265625, false], [-11.9765625, false], [-8.4765625, false], [-9.2265625, false], [-11.4765625, false], [-10.9765625, false], [-9.7265625, false], [-9.4765625, false], [-11.7265625, false], [-11.1171875, false], [-4.72265625, false], [-11.7265625, false], [-9.4765625, false], [-11.2265625, false], [-9.2265625, false], [-11.4765625, false], [-9.4765625, false], [-10.7265625, false], [-8.4765625, false], [-11.4765625, false], [-13.4765625, false], [-11.7265625, false], [-11.1171875, false], [-4.72265625, false], [-11.7265625, false], [-11.4765625, false], [-9.4765625, false], [-10.7265625, false], [-11.4765625, false], [-8.4765625, false], [-11.9765625, false], [-8.2265625, false], [-9.2265625, false], [-10.7265625, false], [-10.9765625, false], [-10.9765625, false], [-9.4765625, false], [-11.7265625, false], [-13.2265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 745, "doc": {"id": "Mercury_SC_407507", "question": "Which tool should a carpenter use to measure the length of a wooden board?", "choices": {"text": ["balance", "meter stick", "thermometer", "graduated cylinder"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "meter stick", "arguments": ["Question: Which tool should a carpenter use to measure the length of a wooden board?\nAnswer:", " ["], "resps": [[[-6.8515625, false]], [[-8.3515625, false]], [[-10.6015625, false]], [[-4.6015625, false]], [[-9.3515625, false]], [[-4.6015625, false]], [[-9.1015625, false]], [[-9.8515625, false]], [[-9.8515625, false]], [[-8.3515625, false]], [[-9.53125, false]], [[-5.6015625, false]], [[-8.3515625, false]], [[-8.3515625, false]], [[-9.8515625, false]], [[-8.6015625, false]], [[-9.8515625, false]], [[-11.1015625, false]], [[-5.6015625, false]], [[-8.3515625, false]], [[-8.6015625, false]], [[-9.6015625, false]], [[-9.8515625, false]], [[-8.1015625, false]], [[-8.3515625, false]], [[-9.53125, false]], [[-5.6015625, false]], [[-8.3515625, false]], [[-8.6015625, false]], [[-11.1015625, false]], [[-9.8515625, false]], [[-11.1015625, false]], [[-8.3515625, false]], [[-10.1015625, false]], [[-8.3515625, false]], [[-9.8515625, false]], [[-8.6015625, false]], [[-9.8515625, false]], [[-11.1015625, false]], [[-8.3515625, false]], [[-9.53125, false]], [[-5.6015625, false]], [[-8.3515625, false]], [[-11.6015625, false]], [[-11.1015625, false]], [[-4.6015625, false]], [[-11.1015625, false]], [[-10.3515625, false]], [[-4.6015625, false]], [[-8.6015625, false]], [[-9.8515625, false]], [[-11.1015625, false]], [[-5.6015625, false]], [[-9.8515625, false]], [[-12.1015625, false]], [[-9.3515625, false]], [[-9.6015625, false]], [[-9.1015625, false]], [[-11.1015625, false]], [[-9.8515625, false]], [[-11.1015625, false]], [[-8.3515625, false]], [[-13.3515625, false]]], "filtered_resps": [[-6.8515625, false], [-8.3515625, false], [-10.6015625, false], [-4.6015625, false], [-9.3515625, false], [-4.6015625, false], [-9.1015625, false], [-9.8515625, false], [-9.8515625, false], [-8.3515625, false], [-9.53125, false], [-5.6015625, false], [-8.3515625, false], [-8.3515625, false], [-9.8515625, false], [-8.6015625, false], [-9.8515625, false], [-11.1015625, false], [-5.6015625, false], [-8.3515625, false], [-8.6015625, false], [-9.6015625, false], [-9.8515625, false], [-8.1015625, false], [-8.3515625, false], [-9.53125, false], [-5.6015625, false], [-8.3515625, false], [-8.6015625, false], [-11.1015625, false], [-9.8515625, false], [-11.1015625, false], [-8.3515625, false], [-10.1015625, false], [-8.3515625, false], [-9.8515625, false], [-8.6015625, false], [-9.8515625, false], [-11.1015625, false], [-8.3515625, false], [-9.53125, false], [-5.6015625, false], [-8.3515625, false], [-11.6015625, false], [-11.1015625, false], [-4.6015625, false], [-11.1015625, false], [-10.3515625, false], [-4.6015625, false], [-8.6015625, false], [-9.8515625, false], [-11.1015625, false], [-5.6015625, false], [-9.8515625, false], [-12.1015625, false], [-9.3515625, false], [-9.6015625, false], [-9.1015625, false], [-11.1015625, false], [-9.8515625, false], [-11.1015625, false], [-8.3515625, false], [-13.3515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 753, "doc": {"id": "Mercury_SC_408435", "question": "Which best explains why stars seen in the night sky are less bright than the Sun?", "choices": {"text": ["Other stars are farther from Earth than the Sun.", "Other stars are facing away from Earth.", "Other stars are smaller than the Sun.", "Other stars are producing less light."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Other stars are farther from Earth than the Sun.", "arguments": ["Question: Which best explains why stars seen in the night sky are less bright than the Sun?\nAnswer:", " ["], "resps": [[[-7.87109375, false]], [[-8.3671875, false]], [[-7.87109375, false]], [[-10.8671875, false]], [[-12.3671875, false]], [[-9.6171875, false]], [[-11.6171875, false]], [[-6.37109375, false]], [[-10.8671875, false]], [[-10.8671875, false]], [[-6.87109375, false]], [[-11.6171875, false]], [[-10.8671875, false]], [[-6.37109375, false]], [[-6.87109375, false]], [[-11.6171875, false]], [[-9.6171875, false]], [[-6.37109375, false]], [[-10.8671875, false]], [[-6.87109375, false]], [[-11.6171875, false]], [[-10.8671875, false]], [[-12.3671875, false]], [[-9.6171875, false]], [[-11.6171875, false]], [[-6.37109375, false]], [[-10.8671875, false]], [[-11.6171875, false]], [[-9.6171875, false]], [[-11.3671875, false]], [[-6.37109375, false]], [[-6.12109375, false]], [[-6.87109375, false]], [[-11.6171875, false]], [[-10.8671875, false]], [[-12.3671875, false]], [[-6.37109375, false]], [[-10.8671875, false]], [[-12.3671875, false]], [[-6.87109375, false]], [[-10.8671875, false]], [[-6.37109375, false]], [[-10.8671875, false]], [[-12.3671875, false]], [[-9.6171875, false]], [[-6.37109375, false]], [[-6.62109375, false]], [[-12.3671875, false]], [[-10.8671875, false]], [[-7.63671875, false]], [[-8.3671875, false]], [[-10.890625, false]], [[-6.37109375, false]], [[-8.3671875, false]], [[-7.87109375, false]], [[-10.8671875, false]], [[-12.3671875, false]], [[-9.6171875, false]], [[-11.6171875, false]], [[-6.37109375, false]], [[-10.8671875, false]], [[-10.8671875, false]], [[-6.87109375, false]], [[-11.6171875, false]], [[-10.8671875, false]], [[-6.37109375, false]], [[-6.87109375, false]], [[-11.6171875, false]], [[-9.6171875, false]], [[-6.37109375, false]], [[-10.8671875, false]], [[-6.87109375, false]], [[-10.6171875, false]], [[-10.3671875, false]], [[-10.8671875, false]], [[-14.3671875, false]], [[-6.37109375, false]], [[-6.87109375, false]], [[-12.3671875, false]], [[-6.87109375, false]], [[-13.1171875, false]], [[-6.37109375, false]], [[-10.8671875, false]], [[-11.6171875, false]], [[-9.6171875, false]], [[-11.3671875, false]], [[-6.37109375, false]], [[-6.12109375, false]], [[-6.87109375, false]], [[-11.6171875, false]], [[-10.8671875, false]], [[-12.3671875, false]], [[-7.63671875, false]], [[-8.3671875, false]], [[-10.890625, false]], [[-6.37109375, false]], [[-8.3671875, false]], [[-7.87109375, false]], [[-10.8671875, false]], [[-12.3671875, false]], [[-9.6171875, false]], [[-11.6171875, false]], [[-6.37109375, false]], [[-10.8671875, false]], [[-10.8671875, false]], [[-6.87109375, false]], [[-11.6171875, false]], [[-10.8671875, false]], [[-6.37109375, false]], [[-6.87109375, false]], [[-11.6171875, false]], [[-9.6171875, false]], [[-6.37109375, false]], [[-10.8671875, false]], [[-11.3671875, false]], [[-6.87109375, false]], [[-11.1171875, false]], [[-11.1171875, false]], [[-9.6171875, false]], [[-11.6171875, false]], [[-6.37109375, false]], [[-10.8671875, false]], [[-12.3671875, false]], [[-6.87109375, false]], [[-10.8671875, false]], [[-6.37109375, false]], [[-10.8671875, false]], [[-12.3671875, false]], [[-9.6171875, false]], [[-6.37109375, false]], [[-6.62109375, false]], [[-12.3671875, false]], [[-10.8671875, false]], [[-7.63671875, false]], [[-8.3671875, false]], [[-10.890625, false]], [[-6.37109375, false]], [[-8.3671875, false]], [[-7.87109375, false]], [[-10.8671875, false]], [[-12.3671875, false]], [[-9.6171875, false]], [[-11.6171875, false]], [[-6.37109375, false]], [[-10.8671875, false]], [[-10.8671875, false]], [[-6.87109375, false]], [[-11.6171875, false]], [[-10.8671875, false]], [[-6.37109375, false]], [[-6.87109375, false]], [[-11.6171875, false]], [[-9.6171875, false]], [[-6.37109375, false]], [[-11.1171875, false]], [[-11.6171875, false]], [[-9.6171875, false]], [[-11.1171875, false]], [[-12.3671875, false]], [[-10.6171875, false]], [[-10.3671875, false]], [[-10.8671875, false]], [[-14.3671875, false]], [[-6.37109375, false]], [[-11.1171875, false]], [[-9.6171875, false]], [[-10.8671875, false]], [[-10.8671875, false]], [[-6.37109375, false]], [[-11.1171875, false]], [[-10.3671875, false]], [[-14.3671875, false]], [[-12.3671875, false]], [[-10.8671875, false]], [[-7.63671875, false]], [[-8.3671875, false]], [[-12.8671875, false]]], "filtered_resps": [[-7.87109375, false], [-8.3671875, false], [-7.87109375, false], [-10.8671875, false], [-12.3671875, false], [-9.6171875, false], [-11.6171875, false], [-6.37109375, false], [-10.8671875, false], [-10.8671875, false], [-6.87109375, false], [-11.6171875, false], [-10.8671875, false], [-6.37109375, false], [-6.87109375, false], [-11.6171875, false], [-9.6171875, false], [-6.37109375, false], [-10.8671875, false], [-6.87109375, false], [-11.6171875, false], [-10.8671875, false], [-12.3671875, false], [-9.6171875, false], [-11.6171875, false], [-6.37109375, false], [-10.8671875, false], [-11.6171875, false], [-9.6171875, false], [-11.3671875, false], [-6.37109375, false], [-6.12109375, false], [-6.87109375, false], [-11.6171875, false], [-10.8671875, false], [-12.3671875, false], [-6.37109375, false], [-10.8671875, false], [-12.3671875, false], [-6.87109375, false], [-10.8671875, false], [-6.37109375, false], [-10.8671875, false], [-12.3671875, false], [-9.6171875, false], [-6.37109375, false], [-6.62109375, false], [-12.3671875, false], [-10.8671875, false], [-7.63671875, false], [-8.3671875, false], [-10.890625, false], [-6.37109375, false], [-8.3671875, false], [-7.87109375, false], [-10.8671875, false], [-12.3671875, false], [-9.6171875, false], [-11.6171875, false], [-6.37109375, false], [-10.8671875, false], [-10.8671875, false], [-6.87109375, false], [-11.6171875, false], [-10.8671875, false], [-6.37109375, false], [-6.87109375, false], [-11.6171875, false], [-9.6171875, false], [-6.37109375, false], [-10.8671875, false], [-6.87109375, false], [-10.6171875, false], [-10.3671875, false], [-10.8671875, false], [-14.3671875, false], [-6.37109375, false], [-6.87109375, false], [-12.3671875, false], [-6.87109375, false], [-13.1171875, false], [-6.37109375, false], [-10.8671875, false], [-11.6171875, false], [-9.6171875, false], [-11.3671875, false], [-6.37109375, false], [-6.12109375, false], [-6.87109375, false], [-11.6171875, false], [-10.8671875, false], [-12.3671875, false], [-7.63671875, false], [-8.3671875, false], [-10.890625, false], [-6.37109375, false], [-8.3671875, false], [-7.87109375, false], [-10.8671875, false], [-12.3671875, false], [-9.6171875, false], [-11.6171875, false], [-6.37109375, false], [-10.8671875, false], [-10.8671875, false], [-6.87109375, false], [-11.6171875, false], [-10.8671875, false], [-6.37109375, false], [-6.87109375, false], [-11.6171875, false], [-9.6171875, false], [-6.37109375, false], [-10.8671875, false], [-11.3671875, false], [-6.87109375, false], [-11.1171875, false], [-11.1171875, false], [-9.6171875, false], [-11.6171875, false], [-6.37109375, false], [-10.8671875, false], [-12.3671875, false], [-6.87109375, false], [-10.8671875, false], [-6.37109375, false], [-10.8671875, false], [-12.3671875, false], [-9.6171875, false], [-6.37109375, false], [-6.62109375, false], [-12.3671875, false], [-10.8671875, false], [-7.63671875, false], [-8.3671875, false], [-10.890625, false], [-6.37109375, false], [-8.3671875, false], [-7.87109375, false], [-10.8671875, false], [-12.3671875, false], [-9.6171875, false], [-11.6171875, false], [-6.37109375, false], [-10.8671875, false], [-10.8671875, false], [-6.87109375, false], [-11.6171875, false], [-10.8671875, false], [-6.37109375, false], [-6.87109375, false], [-11.6171875, false], [-9.6171875, false], [-6.37109375, false], [-11.1171875, false], [-11.6171875, false], [-9.6171875, false], [-11.1171875, false], [-12.3671875, false], [-10.6171875, false], [-10.3671875, false], [-10.8671875, false], [-14.3671875, false], [-6.37109375, false], [-11.1171875, false], [-9.6171875, false], [-10.8671875, false], [-10.8671875, false], [-6.37109375, false], [-11.1171875, false], [-10.3671875, false], [-14.3671875, false], [-12.3671875, false], [-10.8671875, false], [-7.63671875, false], [-8.3671875, false], [-12.8671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 761, "doc": {"id": "Mercury_7211015", "question": "Which of these is the fundamental unit of life?", "choices": {"text": ["system", "organ", "tissue", "cell"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "cell", "arguments": ["Question: Which of these is the fundamental unit of life?\nAnswer:", " ["], "resps": [[[-8.1640625, false]], [[-7.91796875, false]], [[-9.1640625, false]], [[-12.1640625, false]], [[-9.1640625, false]], [[-10.4140625, false]], [[-7.91796875, false]], [[-9.6640625, false]], [[-7.91796875, false]], [[-10.03125, false]], [[-5.16796875, false]], [[-7.91796875, false]], [[-10.4140625, false]], [[-10.6640625, false]], [[-11.4140625, false]], [[-5.41796875, false]], [[-10.1640625, false]], [[-7.91796875, false]], [[-10.03125, false]], [[-5.16796875, false]], [[-7.91796875, false]], [[-10.4140625, false]], [[-8.9140625, false]], [[-9.1640625, false]], [[-9.1640625, false]], [[-10.4140625, false]], [[-7.91796875, false]], [[-7.91796875, false]], [[-10.03125, false]], [[-5.16796875, false]], [[-7.91796875, false]], [[-7.91796875, false]], [[-7.91796875, false]], [[-9.9140625, false]], [[-9.9140625, false]], [[-7.91796875, false]], [[-14.1640625, false]]], "filtered_resps": [[-8.1640625, false], [-7.91796875, false], [-9.1640625, false], [-12.1640625, false], [-9.1640625, false], [-10.4140625, false], [-7.91796875, false], [-9.6640625, false], [-7.91796875, false], [-10.03125, false], [-5.16796875, false], [-7.91796875, false], [-10.4140625, false], [-10.6640625, false], [-11.4140625, false], [-5.41796875, false], [-10.1640625, false], [-7.91796875, false], [-10.03125, false], [-5.16796875, false], [-7.91796875, false], [-10.4140625, false], [-8.9140625, false], [-9.1640625, false], [-9.1640625, false], [-10.4140625, false], [-7.91796875, false], [-7.91796875, false], [-10.03125, false], [-5.16796875, false], [-7.91796875, false], [-7.91796875, false], [-7.91796875, false], [-9.9140625, false], [-9.9140625, false], [-7.91796875, false], [-14.1640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 769, "doc": {"id": "Mercury_416507", "question": "A student wrote the following claim on a homework assignment: \"Eukaryotic cells need more lipids than prokaryotic cells.\" Which statement below provides the BEST support for her claim?", "choices": {"text": ["Eukaryotic cells have a nucleus.", "Eukaryotic cells make up multicellular organisms.", "Eukaryotic cells contain membrane-bound organelles.", "Eukaryotic cells perform cellular respiration."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Eukaryotic cells contain membrane-bound organelles.", "arguments": ["Question: A student wrote the following claim on a homework assignment: \"Eukaryotic cells need more lipids than prokaryotic cells.\" Which statement below provides the BEST support for her claim?\nAnswer:", " ["], "resps": [[[-6.2109375, false]], [[-7.2109375, false]], [[-3.712890625, false]], [[-11.4609375, false]], [[-8.9609375, false]], [[-3.712890625, false]], [[-9.2109375, false]], [[-9.9609375, false]], [[-9.7109375, false]], [[-8.9609375, false]], [[-7.7109375, false]], [[-5.9609375, false]], [[-4.7109375, false]], [[-5.9609375, false]], [[-7.2109375, false]], [[-8.7109375, false]], [[-8.7109375, false]], [[-9.4609375, false]], [[-4.7109375, false]], [[-9.2109375, false]], [[-3.712890625, false]], [[-7.9609375, false]], [[-7.2109375, false]], [[-4.7109375, false]], [[-3.712890625, false]], [[-4.7109375, false]], [[-8.9609375, false]], [[-11.4609375, false]], [[-5.9609375, false]], [[-8.7109375, false]], [[-7.2109375, false]], [[-11.4609375, false]], [[-9.4609375, false]], [[-5.7578125, false]], [[-7.2109375, false]], [[-8.7578125, false]], [[-4.7109375, false]], [[-7.2109375, false]], [[-3.712890625, false]], [[-11.4609375, false]], [[-8.9609375, false]], [[-3.712890625, false]], [[-9.2109375, false]], [[-9.9609375, false]], [[-9.7109375, false]], [[-8.9609375, false]], [[-7.7109375, false]], [[-5.9609375, false]], [[-4.7109375, false]], [[-5.9609375, false]], [[-7.2109375, false]], [[-8.7109375, false]], [[-8.7109375, false]], [[-9.4609375, false]], [[-4.7109375, false]], [[-7.9609375, false]], [[-3.712890625, false]], [[-8.9609375, false]], [[-7.2109375, false]], [[-4.7109375, false]], [[-11.4609375, false]], [[-7.9609375, false]], [[-4.7109375, false]], [[-7.9609375, false]], [[-11.4609375, false]], [[-8.7109375, false]], [[-8.9609375, false]], [[-7.7109375, false]], [[-5.9609375, false]], [[-7.2109375, false]], [[-8.7109375, false]], [[-8.7109375, false]], [[-11.4609375, false]], [[-8.7109375, false]], [[-3.712890625, false]], [[-9.2109375, false]], [[-4.7109375, false]], [[-9.7109375, false]], [[-9.2109375, false]], [[-9.9609375, false]], [[-3.712890625, false]], [[-8.9609375, false]], [[-7.7109375, false]], [[-9.4609375, false]], [[-7.9609375, false]], [[-9.4609375, false]], [[-5.7578125, false]], [[-7.2109375, false]], [[-8.7578125, false]], [[-4.7109375, false]], [[-7.2109375, false]], [[-3.712890625, false]], [[-11.4609375, false]], [[-8.9609375, false]], [[-3.712890625, false]], [[-9.2109375, false]], [[-9.9609375, false]], [[-9.7109375, false]], [[-8.9609375, false]], [[-7.7109375, false]], [[-5.9609375, false]], [[-4.7109375, false]], [[-5.9609375, false]], [[-7.2109375, false]], [[-8.7109375, false]], [[-8.7109375, false]], [[-9.4609375, false]], [[-4.7109375, false]], [[-5.9609375, false]], [[-9.7109375, false]], [[-8.9609375, false]], [[-8.9609375, false]], [[-3.712890625, false]], [[-7.7109375, false]], [[-8.9609375, false]], [[-4.7109375, false]], [[-7.9609375, false]], [[-7.2109375, false]], [[-7.9609375, false]], [[-5.7109375, false]], [[-9.2109375, false]], [[-3.712890625, false]], [[-8.9609375, false]], [[-7.2109375, false]], [[-7.2109375, false]], [[-5.7109375, false]], [[-9.7109375, false]], [[-11.4609375, false]], [[-8.9609375, false]], [[-6.9609375, false]], [[-4.7109375, false]], [[-9.7109375, false]], [[-9.2109375, false]], [[-9.9609375, false]], [[-3.712890625, false]], [[-8.9609375, false]], [[-7.2109375, false]], [[-8.7109375, false]], [[-8.7109375, false]], [[-7.2109375, false]], [[-9.4609375, false]], [[-5.7578125, false]], [[-7.2109375, false]], [[-8.7578125, false]], [[-4.7109375, false]], [[-7.2109375, false]], [[-3.712890625, false]], [[-11.4609375, false]], [[-8.9609375, false]], [[-3.712890625, false]], [[-9.2109375, false]], [[-9.9609375, false]], [[-9.7109375, false]], [[-8.9609375, false]], [[-7.7109375, false]], [[-5.9609375, false]], [[-4.7109375, false]], [[-5.9609375, false]], [[-7.2109375, false]], [[-8.7109375, false]], [[-8.7109375, false]], [[-9.4609375, false]], [[-4.7109375, false]], [[-7.9609375, false]], [[-7.2109375, false]], [[-9.2109375, false]], [[-9.4609375, false]], [[-9.7109375, false]], [[-9.2109375, false]], [[-7.9609375, false]], [[-4.7109375, false]], [[-5.9609375, false]], [[-7.2109375, false]], [[-8.7109375, false]], [[-8.7109375, false]], [[-11.4609375, false]], [[-8.7109375, false]], [[-3.712890625, false]], [[-9.2109375, false]], [[-4.7109375, false]], [[-9.2109375, false]], [[-7.2109375, false]], [[-9.4609375, false]], [[-7.9609375, false]], [[-7.7109375, false]], [[-9.2109375, false]], [[-3.712890625, false]], [[-8.9609375, false]], [[-7.7109375, false]], [[-9.7109375, false]], [[-8.9609375, false]], [[-5.7578125, false]], [[-7.2109375, false]], [[-11.9609375, false]]], "filtered_resps": [[-6.2109375, false], [-7.2109375, false], [-3.712890625, false], [-11.4609375, false], [-8.9609375, false], [-3.712890625, false], [-9.2109375, false], [-9.9609375, false], [-9.7109375, false], [-8.9609375, false], [-7.7109375, false], [-5.9609375, false], [-4.7109375, false], [-5.9609375, false], [-7.2109375, false], [-8.7109375, false], [-8.7109375, false], [-9.4609375, false], [-4.7109375, false], [-9.2109375, false], [-3.712890625, false], [-7.9609375, false], [-7.2109375, false], [-4.7109375, false], [-3.712890625, false], [-4.7109375, false], [-8.9609375, false], [-11.4609375, false], [-5.9609375, false], [-8.7109375, false], [-7.2109375, false], [-11.4609375, false], [-9.4609375, false], [-5.7578125, false], [-7.2109375, false], [-8.7578125, false], [-4.7109375, false], [-7.2109375, false], [-3.712890625, false], [-11.4609375, false], [-8.9609375, false], [-3.712890625, false], [-9.2109375, false], [-9.9609375, false], [-9.7109375, false], [-8.9609375, false], [-7.7109375, false], [-5.9609375, false], [-4.7109375, false], [-5.9609375, false], [-7.2109375, false], [-8.7109375, false], [-8.7109375, false], [-9.4609375, false], [-4.7109375, false], [-7.9609375, false], [-3.712890625, false], [-8.9609375, false], [-7.2109375, false], [-4.7109375, false], [-11.4609375, false], [-7.9609375, false], [-4.7109375, false], [-7.9609375, false], [-11.4609375, false], [-8.7109375, false], [-8.9609375, false], [-7.7109375, false], [-5.9609375, false], [-7.2109375, false], [-8.7109375, false], [-8.7109375, false], [-11.4609375, false], [-8.7109375, false], [-3.712890625, false], [-9.2109375, false], [-4.7109375, false], [-9.7109375, false], [-9.2109375, false], [-9.9609375, false], [-3.712890625, false], [-8.9609375, false], [-7.7109375, false], [-9.4609375, false], [-7.9609375, false], [-9.4609375, false], [-5.7578125, false], [-7.2109375, false], [-8.7578125, false], [-4.7109375, false], [-7.2109375, false], [-3.712890625, false], [-11.4609375, false], [-8.9609375, false], [-3.712890625, false], [-9.2109375, false], [-9.9609375, false], [-9.7109375, false], [-8.9609375, false], [-7.7109375, false], [-5.9609375, false], [-4.7109375, false], [-5.9609375, false], [-7.2109375, false], [-8.7109375, false], [-8.7109375, false], [-9.4609375, false], [-4.7109375, false], [-5.9609375, false], [-9.7109375, false], [-8.9609375, false], [-8.9609375, false], [-3.712890625, false], [-7.7109375, false], [-8.9609375, false], [-4.7109375, false], [-7.9609375, false], [-7.2109375, false], [-7.9609375, false], [-5.7109375, false], [-9.2109375, false], [-3.712890625, false], [-8.9609375, false], [-7.2109375, false], [-7.2109375, false], [-5.7109375, false], [-9.7109375, false], [-11.4609375, false], [-8.9609375, false], [-6.9609375, false], [-4.7109375, false], [-9.7109375, false], [-9.2109375, false], [-9.9609375, false], [-3.712890625, false], [-8.9609375, false], [-7.2109375, false], [-8.7109375, false], [-8.7109375, false], [-7.2109375, false], [-9.4609375, false], [-5.7578125, false], [-7.2109375, false], [-8.7578125, false], [-4.7109375, false], [-7.2109375, false], [-3.712890625, false], [-11.4609375, false], [-8.9609375, false], [-3.712890625, false], [-9.2109375, false], [-9.9609375, false], [-9.7109375, false], [-8.9609375, false], [-7.7109375, false], [-5.9609375, false], [-4.7109375, false], [-5.9609375, false], [-7.2109375, false], [-8.7109375, false], [-8.7109375, false], [-9.4609375, false], [-4.7109375, false], [-7.9609375, false], [-7.2109375, false], [-9.2109375, false], [-9.4609375, false], [-9.7109375, false], [-9.2109375, false], [-7.9609375, false], [-4.7109375, false], [-5.9609375, false], [-7.2109375, false], [-8.7109375, false], [-8.7109375, false], [-11.4609375, false], [-8.7109375, false], [-3.712890625, false], [-9.2109375, false], [-4.7109375, false], [-9.2109375, false], [-7.2109375, false], [-9.4609375, false], [-7.9609375, false], [-7.7109375, false], [-9.2109375, false], [-3.712890625, false], [-8.9609375, false], [-7.7109375, false], [-9.7109375, false], [-8.9609375, false], [-5.7578125, false], [-7.2109375, false], [-11.9609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 777, "doc": {"id": "Mercury_SC_401296", "question": "Which trait gives owls an advantage when hunting at night?", "choices": {"text": ["large eyes", "broad wings", "straight beak", "smooth feathers"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "large eyes", "arguments": ["Question: Which trait gives owls an advantage when hunting at night?\nAnswer:", " ["], "resps": [[[-7.6171875, false]], [[-8.2421875, false]], [[-7.8671875, false]], [[-4.7421875, false]], [[-11.4921875, false]], [[-11.1171875, false]], [[-9.2421875, false]], [[-3.740234375, false]], [[-9.2421875, false]], [[-11.6171875, false]], [[-9.2421875, false]], [[-8.9921875, false]], [[-8.2421875, false]], [[-8.65625, false]], [[-3.740234375, false]], [[-8.2421875, false]], [[-11.1171875, false]], [[-11.4921875, false]], [[-8.3671875, false]], [[-4.7421875, false]], [[-9.1171875, false]], [[-3.740234375, false]], [[-9.7421875, false]], [[-10.6171875, false]], [[-9.6171875, false]], [[-11.1171875, false]], [[-8.9921875, false]], [[-8.2421875, false]], [[-8.65625, false]], [[-3.740234375, false]], [[-8.2421875, false]], [[-8.9921875, false]], [[-10.8671875, false]], [[-11.4921875, false]], [[-4.7421875, false]], [[-10.6171875, false]], [[-11.1171875, false]], [[-11.3671875, false]], [[-10.8671875, false]], [[-3.740234375, false]], [[-11.1171875, false]], [[-9.2421875, false]], [[-4.7421875, false]], [[-11.1171875, false]], [[-8.2421875, false]], [[-8.65625, false]], [[-3.740234375, false]], [[-8.2421875, false]], [[-8.9921875, false]], [[-11.2421875, false]], [[-8.3671875, false]], [[-8.3671875, false]], [[-10.8671875, false]], [[-11.3671875, false]], [[-3.740234375, false]], [[-8.7421875, false]], [[-9.2421875, false]], [[-4.7421875, false]], [[-10.8671875, false]], [[-11.3671875, false]], [[-9.2421875, false]], [[-11.4921875, false]], [[-8.9921875, false]], [[-8.2421875, false]], [[-14.4921875, false]]], "filtered_resps": [[-7.6171875, false], [-8.2421875, false], [-7.8671875, false], [-4.7421875, false], [-11.4921875, false], [-11.1171875, false], [-9.2421875, false], [-3.740234375, false], [-9.2421875, false], [-11.6171875, false], [-9.2421875, false], [-8.9921875, false], [-8.2421875, false], [-8.65625, false], [-3.740234375, false], [-8.2421875, false], [-11.1171875, false], [-11.4921875, false], [-8.3671875, false], [-4.7421875, false], [-9.1171875, false], [-3.740234375, false], [-9.7421875, false], [-10.6171875, false], [-9.6171875, false], [-11.1171875, false], [-8.9921875, false], [-8.2421875, false], [-8.65625, false], [-3.740234375, false], [-8.2421875, false], [-8.9921875, false], [-10.8671875, false], [-11.4921875, false], [-4.7421875, false], [-10.6171875, false], [-11.1171875, false], [-11.3671875, false], [-10.8671875, false], [-3.740234375, false], [-11.1171875, false], [-9.2421875, false], [-4.7421875, false], [-11.1171875, false], [-8.2421875, false], [-8.65625, false], [-3.740234375, false], [-8.2421875, false], [-8.9921875, false], [-11.2421875, false], [-8.3671875, false], [-8.3671875, false], [-10.8671875, false], [-11.3671875, false], [-3.740234375, false], [-8.7421875, false], [-9.2421875, false], [-4.7421875, false], [-10.8671875, false], [-11.3671875, false], [-9.2421875, false], [-11.4921875, false], [-8.9921875, false], [-8.2421875, false], [-14.4921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 785, "doc": {"id": "TIMSS_2003_8_pg57", "question": "Which of the following is NOT a mixture?", "choices": {"text": ["Smoke", "Sugar", "Milk", "Paint"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Sugar", "arguments": ["Question: Which of the following is NOT a mixture?\nAnswer:", " ["], "resps": [[[-6.5546875, false]], [[-8.8046875, false]], [[-5.3046875, false]], [[-6.9296875, false]], [[-8.8046875, false]], [[-9.6796875, false]], [[-8.0546875, false]], [[-8.8046875, false]], [[-9.390625, false]], [[-5.1796875, false]], [[-8.8046875, false]], [[-5.3046875, false]], [[-9.8046875, false]], [[-9.9296875, false]], [[-4.1796875, false]], [[-9.1796875, false]], [[-8.8046875, false]], [[-9.390625, false]], [[-5.1796875, false]], [[-8.8046875, false]], [[-5.4296875, false]], [[-7.3046875, false]], [[-9.1796875, false]], [[-9.6796875, false]], [[-8.8046875, false]], [[-9.390625, false]], [[-5.1796875, false]], [[-8.8046875, false]], [[-6.1796875, false]], [[-4.1796875, false]], [[-7.3046875, false]], [[-7.1796875, false]], [[-8.5546875, false]], [[-8.8046875, false]], [[-12.1796875, false]]], "filtered_resps": [[-6.5546875, false], [-8.8046875, false], [-5.3046875, false], [-6.9296875, false], [-8.8046875, false], [-9.6796875, false], [-8.0546875, false], [-8.8046875, false], [-9.390625, false], [-5.1796875, false], [-8.8046875, false], [-5.3046875, false], [-9.8046875, false], [-9.9296875, false], [-4.1796875, false], [-9.1796875, false], [-8.8046875, false], [-9.390625, false], [-5.1796875, false], [-8.8046875, false], [-5.4296875, false], [-7.3046875, false], [-9.1796875, false], [-9.6796875, false], [-8.8046875, false], [-9.390625, false], [-5.1796875, false], [-8.8046875, false], [-6.1796875, false], [-4.1796875, false], [-7.3046875, false], [-7.1796875, false], [-8.5546875, false], [-8.8046875, false], [-12.1796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 793, "doc": {"id": "MCAS_1998_4_7", "question": "7. What is the cause of most earthquakes?", "choices": {"text": ["the rotation of Earth", "the direction of the wind", "the pull of Earth's gravity", "the movement of plates on Earth's crust"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "the movement of plates on Earth's crust", "arguments": ["Question: 7. What is the cause of most earthquakes?\nAnswer:", " ["], "resps": [[[-8.78125, false]], [[-9.03125, false]], [[-10.28125, false]], [[-11.53125, false]], [[-4.03125, false]], [[-5.28125, false]], [[-10.03125, false]], [[-9.28125, false]], [[-10.28125, false]], [[-6.03125, false]], [[-10.28125, false]], [[-9.03125, false]], [[-9.28125, false]], [[-10.78125, false]], [[-5.28125, false]], [[-9.28125, false]], [[-9.28125, false]], [[-5.28125, false]], [[-2.53125, false]], [[-6.03125, false]], [[-10.03125, false]], [[-10.28125, false]], [[-11.53125, false]], [[-9.03125, false]], [[-9.8828125, false]], [[-5.28125, false]], [[-9.03125, false]], [[-10.28125, false]], [[-11.53125, false]], [[-4.03125, false]], [[-5.28125, false]], [[-7.78125, false]], [[-9.03125, false]], [[-10.03125, false]], [[-4.03125, false]], [[-8.78125, false]], [[-10.28125, false]], [[-9.03125, false]], [[-9.28125, false]], [[-10.78125, false]], [[-5.28125, false]], [[-9.28125, false]], [[-9.28125, false]], [[-5.28125, false]], [[-10.28125, false]], [[-11.53125, false]], [[-4.03125, false]], [[-5.28125, false]], [[-11.53125, false]], [[-9.03125, false]], [[-10.78125, false]], [[-7.78125, false]], [[-9.03125, false]], [[-9.8828125, false]], [[-5.28125, false]], [[-7.78125, false]], [[-10.28125, false]], [[-11.53125, false]], [[-4.03125, false]], [[-5.28125, false]], [[-10.28125, false]], [[-10.78125, false]], [[-11.03125, false]], [[-11.03125, false]], [[-5.28125, false]], [[-9.28125, false]], [[-9.28125, false]], [[-5.28125, false]], [[-2.53125, false]], [[-6.03125, false]], [[-10.03125, false]], [[-10.28125, false]], [[-11.53125, false]], [[-9.03125, false]], [[-9.53125, false]], [[-5.28125, false]], [[-12.28125, false]], [[-10.03125, false]], [[-6.03125, false]], [[-11.03125, false]], [[-9.03125, false]], [[-10.28125, false]], [[-12.28125, false]], [[-7.78125, false]], [[-9.8828125, false]], [[-5.28125, false]], [[-7.78125, false]], [[-10.28125, false]], [[-11.53125, false]], [[-4.03125, false]], [[-5.28125, false]], [[-11.53125, false]], [[-9.28125, false]], [[-11.03125, false]], [[-4.03125, false]], [[-11.53125, false]], [[-4.03125, false]], [[-10.78125, false]], [[-10.28125, false]], [[-5.28125, false]], [[-9.28125, false]], [[-9.28125, false]], [[-5.28125, false]], [[-10.28125, false]], [[-11.03125, false]], [[-6.03125, false]], [[-10.28125, false]], [[-4.03125, false]], [[-9.53125, false]], [[-5.28125, false]], [[-9.28125, false]], [[-10.78125, false]], [[-5.28125, false]], [[-2.53125, false]], [[-6.03125, false]], [[-10.03125, false]], [[-10.28125, false]], [[-11.53125, false]], [[-9.03125, false]], [[-9.53125, false]], [[-5.28125, false]], [[-8.78125, false]], [[-10.03125, false]], [[-10.78125, false]], [[-9.53125, false]], [[-10.28125, false]], [[-7.78125, false]], [[-12.53125, false]]], "filtered_resps": [[-8.78125, false], [-9.03125, false], [-10.28125, false], [-11.53125, false], [-4.03125, false], [-5.28125, false], [-10.03125, false], [-9.28125, false], [-10.28125, false], [-6.03125, false], [-10.28125, false], [-9.03125, false], [-9.28125, false], [-10.78125, false], [-5.28125, false], [-9.28125, false], [-9.28125, false], [-5.28125, false], [-2.53125, false], [-6.03125, false], [-10.03125, false], [-10.28125, false], [-11.53125, false], [-9.03125, false], [-9.8828125, false], [-5.28125, false], [-9.03125, false], [-10.28125, false], [-11.53125, false], [-4.03125, false], [-5.28125, false], [-7.78125, false], [-9.03125, false], [-10.03125, false], [-4.03125, false], [-8.78125, false], [-10.28125, false], [-9.03125, false], [-9.28125, false], [-10.78125, false], [-5.28125, false], [-9.28125, false], [-9.28125, false], [-5.28125, false], [-10.28125, false], [-11.53125, false], [-4.03125, false], [-5.28125, false], [-11.53125, false], [-9.03125, false], [-10.78125, false], [-7.78125, false], [-9.03125, false], [-9.8828125, false], [-5.28125, false], [-7.78125, false], [-10.28125, false], [-11.53125, false], [-4.03125, false], [-5.28125, false], [-10.28125, false], [-10.78125, false], [-11.03125, false], [-11.03125, false], [-5.28125, false], [-9.28125, false], [-9.28125, false], [-5.28125, false], [-2.53125, false], [-6.03125, false], [-10.03125, false], [-10.28125, false], [-11.53125, false], [-9.03125, false], [-9.53125, false], [-5.28125, false], [-12.28125, false], [-10.03125, false], [-6.03125, false], [-11.03125, false], [-9.03125, false], [-10.28125, false], [-12.28125, false], [-7.78125, false], [-9.8828125, false], [-5.28125, false], [-7.78125, false], [-10.28125, false], [-11.53125, false], [-4.03125, false], [-5.28125, false], [-11.53125, false], [-9.28125, false], [-11.03125, false], [-4.03125, false], [-11.53125, false], [-4.03125, false], [-10.78125, false], [-10.28125, false], [-5.28125, false], [-9.28125, false], [-9.28125, false], [-5.28125, false], [-10.28125, false], [-11.03125, false], [-6.03125, false], [-10.28125, false], [-4.03125, false], [-9.53125, false], [-5.28125, false], [-9.28125, false], [-10.78125, false], [-5.28125, false], [-2.53125, false], [-6.03125, false], [-10.03125, false], [-10.28125, false], [-11.53125, false], [-9.03125, false], [-9.53125, false], [-5.28125, false], [-8.78125, false], [-10.03125, false], [-10.78125, false], [-9.53125, false], [-10.28125, false], [-7.78125, false], [-12.53125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 801, "doc": {"id": "Mercury_SC_408439", "question": "Brian knows deserts get less rain than other ecosystems. However, he also knows that plants can survive in the desert. Which characteristic of a plant most likely helps it live in a desert?", "choices": {"text": ["the ability to store water", "the ability to attract insects", "the ability to stop predators", "the ability to drop its leaves"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "the ability to store water", "arguments": ["Question: Brian knows deserts get less rain than other ecosystems. However, he also knows that plants can survive in the desert. Which characteristic of a plant most likely helps it live in a desert?\nAnswer:", " ["], "resps": [[[-6.921875, false]], [[-9.671875, false]], [[-10.421875, false]], [[-10.046875, false]], [[-7.421875, false]], [[-5.921875, false]], [[-3.421875, false]], [[-5.671875, false]], [[-8.546875, false]], [[-8.921875, false]], [[-8.546875, false]], [[-10.421875, false]], [[-10.671875, false]], [[-5.921875, false]], [[-10.421875, false]], [[-8.046875, false]], [[-5.921875, false]], [[-9.546875, false]], [[-10.421875, false]], [[-8.046875, false]], [[-9.421875, false]], [[-7.421875, false]], [[-5.921875, false]], [[-11.296875, false]], [[-3.421875, false]], [[-10.421875, false]], [[-7.421875, false]], [[-9.421875, false]], [[-9.671875, false]], [[-10.8125, false]], [[-5.921875, false]], [[-9.671875, false]], [[-10.421875, false]], [[-10.046875, false]], [[-7.421875, false]], [[-5.921875, false]], [[-3.421875, false]], [[-5.671875, false]], [[-8.546875, false]], [[-8.921875, false]], [[-8.546875, false]], [[-10.421875, false]], [[-10.671875, false]], [[-5.921875, false]], [[-10.421875, false]], [[-8.046875, false]], [[-5.921875, false]], [[-3.421875, false]], [[-10.421875, false]], [[-10.421875, false]], [[-9.421875, false]], [[-3.421875, false]], [[-7.796875, false]], [[-10.421875, false]], [[-5.921875, false]], [[-8.546875, false]], [[-9.171875, false]], [[-9.546875, false]], [[-7.421875, false]], [[-7.796875, false]], [[-10.421875, false]], [[-9.546875, false]], [[-9.671875, false]], [[-10.8125, false]], [[-5.921875, false]], [[-9.671875, false]], [[-10.421875, false]], [[-10.046875, false]], [[-7.421875, false]], [[-5.921875, false]], [[-3.421875, false]], [[-5.671875, false]], [[-8.546875, false]], [[-8.921875, false]], [[-8.546875, false]], [[-10.421875, false]], [[-10.671875, false]], [[-5.921875, false]], [[-10.421875, false]], [[-8.046875, false]], [[-5.921875, false]], [[-9.546875, false]], [[-10.421875, false]], [[-8.046875, false]], [[-9.171875, false]], [[-5.921875, false]], [[-9.171875, false]], [[-9.421875, false]], [[-7.421875, false]], [[-5.671875, false]], [[-3.421875, false]], [[-10.421875, false]], [[-8.046875, false]], [[-9.421875, false]], [[-9.546875, false]], [[-9.671875, false]], [[-10.8125, false]], [[-5.921875, false]], [[-9.671875, false]], [[-10.421875, false]], [[-10.046875, false]], [[-7.421875, false]], [[-5.921875, false]], [[-3.421875, false]], [[-5.671875, false]], [[-8.546875, false]], [[-8.921875, false]], [[-8.546875, false]], [[-10.421875, false]], [[-10.671875, false]], [[-5.921875, false]], [[-10.421875, false]], [[-8.046875, false]], [[-5.921875, false]], [[-5.671875, false]], [[-9.421875, false]], [[-8.046875, false]], [[-9.171875, false]], [[-5.921875, false]], [[-8.546875, false]], [[-10.421875, false]], [[-9.546875, false]], [[-5.921875, false]], [[-8.921875, false]], [[-7.421875, false]], [[-3.421875, false]], [[-11.421875, false]], [[-7.421875, false]], [[-9.546875, false]], [[-9.671875, false]], [[-13.421875, false]]], "filtered_resps": [[-6.921875, false], [-9.671875, false], [-10.421875, false], [-10.046875, false], [-7.421875, false], [-5.921875, false], [-3.421875, false], [-5.671875, false], [-8.546875, false], [-8.921875, false], [-8.546875, false], [-10.421875, false], [-10.671875, false], [-5.921875, false], [-10.421875, false], [-8.046875, false], [-5.921875, false], [-9.546875, false], [-10.421875, false], [-8.046875, false], [-9.421875, false], [-7.421875, false], [-5.921875, false], [-11.296875, false], [-3.421875, false], [-10.421875, false], [-7.421875, false], [-9.421875, false], [-9.671875, false], [-10.8125, false], [-5.921875, false], [-9.671875, false], [-10.421875, false], [-10.046875, false], [-7.421875, false], [-5.921875, false], [-3.421875, false], [-5.671875, false], [-8.546875, false], [-8.921875, false], [-8.546875, false], [-10.421875, false], [-10.671875, false], [-5.921875, false], [-10.421875, false], [-8.046875, false], [-5.921875, false], [-3.421875, false], [-10.421875, false], [-10.421875, false], [-9.421875, false], [-3.421875, false], [-7.796875, false], [-10.421875, false], [-5.921875, false], [-8.546875, false], [-9.171875, false], [-9.546875, false], [-7.421875, false], [-7.796875, false], [-10.421875, false], [-9.546875, false], [-9.671875, false], [-10.8125, false], [-5.921875, false], [-9.671875, false], [-10.421875, false], [-10.046875, false], [-7.421875, false], [-5.921875, false], [-3.421875, false], [-5.671875, false], [-8.546875, false], [-8.921875, false], [-8.546875, false], [-10.421875, false], [-10.671875, false], [-5.921875, false], [-10.421875, false], [-8.046875, false], [-5.921875, false], [-9.546875, false], [-10.421875, false], [-8.046875, false], [-9.171875, false], [-5.921875, false], [-9.171875, false], [-9.421875, false], [-7.421875, false], [-5.671875, false], [-3.421875, false], [-10.421875, false], [-8.046875, false], [-9.421875, false], [-9.546875, false], [-9.671875, false], [-10.8125, false], [-5.921875, false], [-9.671875, false], [-10.421875, false], [-10.046875, false], [-7.421875, false], [-5.921875, false], [-3.421875, false], [-5.671875, false], [-8.546875, false], [-8.921875, false], [-8.546875, false], [-10.421875, false], [-10.671875, false], [-5.921875, false], [-10.421875, false], [-8.046875, false], [-5.921875, false], [-5.671875, false], [-9.421875, false], [-8.046875, false], [-9.171875, false], [-5.921875, false], [-8.546875, false], [-10.421875, false], [-9.546875, false], [-5.921875, false], [-8.921875, false], [-7.421875, false], [-3.421875, false], [-11.421875, false], [-7.421875, false], [-9.546875, false], [-9.671875, false], [-13.421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 809, "doc": {"id": "AKDE&ED_2008_8_18", "question": "The Sun heats the atmosphere of Earth unevenly. Which of the following is the most likely result of this uneven heating?", "choices": {"text": ["Convection in the atmosphere causes a change in air density, resulting in winds.", "Conduction through the atmosphere causes evaporation to occur over oceans, resulting in rain.", "Radiation from the Sun will reflect through the atmosphere back into space resulting in cooler evenings.", "Radiation from the Sun will cause atmospheric moisture to collect over mountain ranges resulting in snowfall."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Convection in the atmosphere causes a change in air density, resulting in winds.", "arguments": ["Question: The Sun heats the atmosphere of Earth unevenly. Which of the following is the most likely result of this uneven heating?\nAnswer:", " ["], "resps": [[[-7.3125, false]], [[-10.3125, false]], [[-4.8125, false]], [[-7.0625, false]], [[-8.0625, false]], [[-9.8125, false]], [[-6.5625, false]], [[-7.3125, false]], [[-9.0625, false]], [[-8.0625, false]], [[-7.0625, false]], [[-8.0625, false]], [[-5.0625, false]], [[-8.0625, false]], [[-8.0625, false]], [[-5.0625, false]], [[-9.0625, false]], [[-9.5625, false]], [[-6.5625, false]], [[-5.0625, false]], [[-3.810546875, false]], [[-9.0625, false]], [[-7.5625, false]], [[-7.0625, false]], [[-10.3125, false]], [[-8.3125, false]], [[-9.5625, false]], [[-6.5625, false]], [[-10.0625, false]], [[-6.5625, false]], [[-5.0625, false]], [[-7.3125, false]], [[-3.810546875, false]], [[-10.8125, false]], [[-10.3125, false]], [[-6.5625, false]], [[-10.3125, false]], [[-5.0625, false]], [[-3.810546875, false]], [[-5.0625, false]], [[-7.3125, false]], [[-9.5625, false]], [[-3.810546875, false]], [[-8.0625, false]], [[-11.0625, false]], [[-6.5625, false]], [[-5.0625, false]], [[-8.0625, false]], [[-8.0625, false]], [[-5.0625, false]], [[-3.810546875, false]], [[-8.0625, false]], [[-10.0625, false]], [[-5.0625, false]], [[-7.3125, false]], [[-6.5625, false]], [[-8.0625, false]], [[-10.3125, false]], [[-8.0625, false]], [[-9.0625, false]], [[-10.3125, false]], [[-9.78125, false]], [[-5.0625, false]], [[-10.0625, false]], [[-6.5625, false]], [[-10.3125, false]], [[-10.8125, false]], [[-10.5625, false]], [[-9.0625, false]], [[-8.0625, false]], [[-8.0625, false]], [[-11.0625, false]], [[-5.0625, false]], [[-8.0625, false]], [[-8.0625, false]], [[-5.0625, false]], [[-11.0625, false]], [[-8.0625, false]], [[-8.0625, false]], [[-7.3125, false]], [[-10.3125, false]], [[-6.41015625, false]], [[-10.3125, false]], [[-9.78125, false]], [[-5.0625, false]], [[-10.3125, false]], [[-4.8125, false]], [[-7.0625, false]], [[-8.0625, false]], [[-7.3125, false]], [[-10.8125, false]], [[-7.3125, false]], [[-9.0625, false]], [[-8.0625, false]], [[-7.0625, false]], [[-8.0625, false]], [[-5.0625, false]], [[-9.0625, false]], [[-9.5625, false]], [[-10.0625, false]], [[-7.0625, false]], [[-10.8125, false]], [[-11.0625, false]], [[-9.5625, false]], [[-5.0625, false]], [[-9.0625, false]], [[-9.5625, false]], [[-6.5625, false]], [[-5.0625, false]], [[-3.810546875, false]], [[-9.0625, false]], [[-7.5625, false]], [[-7.0625, false]], [[-10.3125, false]], [[-8.3125, false]], [[-9.5625, false]], [[-6.5625, false]], [[-10.0625, false]], [[-6.5625, false]], [[-5.0625, false]], [[-7.3125, false]], [[-3.810546875, false]], [[-10.8125, false]], [[-10.3125, false]], [[-6.5625, false]], [[-10.3125, false]], [[-5.0625, false]], [[-6.5625, false]], [[-9.8125, false]], [[-3.810546875, false]], [[-8.3125, false]], [[-7.0625, false]], [[-10.0625, false]], [[-3.810546875, false]], [[-9.0625, false]], [[-8.0625, false]], [[-7.0625, false]], [[-8.0625, false]], [[-5.0625, false]], [[-9.0625, false]], [[-7.0625, false]], [[-5.0625, false]], [[-7.0625, false]], [[-7.3125, false]], [[-7.3125, false]], [[-10.8125, false]], [[-10.0625, false]], [[-5.0625, false]], [[-7.0625, false]], [[-9.8125, false]], [[-6.5625, false]], [[-10.0625, false]], [[-5.0625, false]], [[-7.0625, false]], [[-7.3125, false]], [[-6.5625, false]], [[-3.810546875, false]], [[-8.0625, false]], [[-10.3125, false]], [[-9.78125, false]], [[-5.0625, false]], [[-10.0625, false]], [[-6.5625, false]], [[-10.3125, false]], [[-10.8125, false]], [[-10.5625, false]], [[-9.0625, false]], [[-8.0625, false]], [[-8.0625, false]], [[-11.0625, false]], [[-5.0625, false]], [[-8.0625, false]], [[-8.0625, false]], [[-5.0625, false]], [[-10.0625, false]], [[-3.810546875, false]], [[-8.0625, false]], [[-8.0625, false]], [[-6.41015625, false]], [[-10.3125, false]], [[-9.78125, false]], [[-5.0625, false]], [[-10.3125, false]], [[-7.8125, false]], [[-3.810546875, false]], [[-7.3125, false]], [[-8.0625, false]], [[-3.810546875, false]], [[-9.0625, false]], [[-8.0625, false]], [[-7.0625, false]], [[-8.0625, false]], [[-5.0625, false]], [[-8.8125, false]], [[-10.0625, false]], [[-7.0625, false]], [[-7.5625, false]], [[-5.0625, false]], [[-9.0625, false]], [[-9.5625, false]], [[-6.5625, false]], [[-5.0625, false]], [[-6.3125, false]], [[-10.8125, false]], [[-8.0625, false]], [[-5.0625, false]], [[-11.0625, false]], [[-8.0625, false]], [[-10.5625, false]], [[-10.5625, false]], [[-5.0625, false]], [[-10.0625, false]], [[-6.5625, false]], [[-8.8125, false]], [[-10.5625, false]], [[-6.5625, false]], [[-7.3125, false]], [[-9.0625, false]], [[-5.0625, false]], [[-9.0625, false]], [[-9.5625, false]], [[-10.0625, false]], [[-7.0625, false]], [[-10.8125, false]], [[-11.0625, false]], [[-9.5625, false]], [[-5.0625, false]], [[-9.0625, false]], [[-9.5625, false]], [[-6.5625, false]], [[-5.0625, false]], [[-3.810546875, false]], [[-9.0625, false]], [[-7.5625, false]], [[-7.0625, false]], [[-10.3125, false]], [[-8.3125, false]], [[-9.5625, false]], [[-6.5625, false]], [[-10.0625, false]], [[-6.5625, false]], [[-5.0625, false]], [[-6.8125, false]], [[-3.810546875, false]], [[-7.3125, false]], [[-10.0625, false]], [[-5.0625, false]], [[-8.0625, false]], [[-8.0625, false]], [[-9.0625, false]], [[-7.0625, false]], [[-5.0625, false]], [[-10.3125, false]], [[-8.3125, false]], [[-3.810546875, false]], [[-7.3125, false]], [[-6.5625, false]], [[-5.0625, false]], [[-10.0625, false]], [[-6.5625, false]], [[-10.3125, false]], [[-10.8125, false]], [[-10.5625, false]], [[-9.0625, false]], [[-8.0625, false]], [[-8.0625, false]], [[-11.0625, false]], [[-5.0625, false]], [[-8.0625, false]], [[-8.0625, false]], [[-5.0625, false]], [[-7.3125, false]], [[-7.0625, false]], [[-7.0625, false]], [[-10.5625, false]], [[-6.5625, false]], [[-10.0625, false]], [[-5.0625, false]], [[-6.5625, false]], [[-9.8125, false]], [[-6.5625, false]], [[-8.0625, false]], [[-8.0625, false]], [[-8.0625, false]], [[-11.0625, false]], [[-10.3125, false]], [[-6.41015625, false]], [[-10.3125, false]], [[-9.78125, false]], [[-5.0625, false]], [[-10.3125, false]], [[-7.8125, false]], [[-3.810546875, false]], [[-7.3125, false]], [[-8.0625, false]], [[-3.810546875, false]], [[-9.0625, false]], [[-8.0625, false]], [[-7.0625, false]], [[-8.0625, false]], [[-5.0625, false]], [[-8.8125, false]], [[-10.0625, false]], [[-7.0625, false]], [[-7.5625, false]], [[-5.0625, false]], [[-9.0625, false]], [[-9.5625, false]], [[-6.5625, false]], [[-5.0625, false]], [[-6.3125, false]], [[-10.8125, false]], [[-8.0625, false]], [[-5.0625, false]], [[-11.0625, false]], [[-8.0625, false]], [[-10.5625, false]], [[-10.5625, false]], [[-5.0625, false]], [[-7.3125, false]], [[-3.810546875, false]], [[-10.8125, false]], [[-10.3125, false]], [[-6.5625, false]], [[-5.0625, false]], [[-3.810546875, false]], [[-9.0625, false]], [[-7.5625, false]], [[-7.0625, false]], [[-10.3125, false]], [[-8.3125, false]], [[-9.5625, false]], [[-6.5625, false]], [[-10.0625, false]], [[-8.0625, false]], [[-7.3125, false]], [[-5.0625, false]], [[-7.5625, false]], [[-7.0625, false]], [[-8.0625, false]], [[-10.3125, false]], [[-9.0625, false]], [[-10.8125, false]], [[-10.0625, false]], [[-6.5625, false]], [[-5.0625, false]], [[-9.0625, false]], [[-7.0625, false]], [[-5.0625, false]], [[-7.3125, false]], [[-7.0625, false]], [[-10.5625, false]], [[-10.5625, false]], [[-6.5625, false]], [[-7.3125, false]], [[-9.0625, false]], [[-5.0625, false]], [[-7.0625, false]], [[-9.8125, false]], [[-6.5625, false]], [[-10.0625, false]], [[-5.0625, false]], [[-7.5625, false]], [[-7.0625, false]], [[-10.8125, false]], [[-8.0625, false]], [[-9.0625, false]], [[-3.810546875, false]], [[-8.0625, false]], [[-8.0625, false]], [[-5.0625, false]], [[-10.0625, false]], [[-3.810546875, false]], [[-8.0625, false]], [[-11.0625, false]], [[-6.5625, false]], [[-10.3125, false]], [[-5.0625, false]], [[-10.0625, false]], [[-6.5625, false]], [[-10.3125, false]], [[-10.8125, false]], [[-10.5625, false]], [[-9.0625, false]], [[-8.0625, false]], [[-8.0625, false]], [[-11.0625, false]], [[-5.0625, false]], [[-8.0625, false]], [[-8.0625, false]], [[-5.0625, false]], [[-10.3125, false]], [[-8.0625, false]], [[-7.0625, false]], [[-11.0625, false]], [[-8.8125, false]], [[-3.810546875, false]], [[-10.5625, false]], [[-10.5625, false]], [[-6.41015625, false]], [[-10.3125, false]], [[-12.5625, false]]], "filtered_resps": [[-7.3125, false], [-10.3125, false], [-4.8125, false], [-7.0625, false], [-8.0625, false], [-9.8125, false], [-6.5625, false], [-7.3125, false], [-9.0625, false], [-8.0625, false], [-7.0625, false], [-8.0625, false], [-5.0625, false], [-8.0625, false], [-8.0625, false], [-5.0625, false], [-9.0625, false], [-9.5625, false], [-6.5625, false], [-5.0625, false], [-3.810546875, false], [-9.0625, false], [-7.5625, false], [-7.0625, false], [-10.3125, false], [-8.3125, false], [-9.5625, false], [-6.5625, false], [-10.0625, false], [-6.5625, false], [-5.0625, false], [-7.3125, false], [-3.810546875, false], [-10.8125, false], [-10.3125, false], [-6.5625, false], [-10.3125, false], [-5.0625, false], [-3.810546875, false], [-5.0625, false], [-7.3125, false], [-9.5625, false], [-3.810546875, false], [-8.0625, false], [-11.0625, false], [-6.5625, false], [-5.0625, false], [-8.0625, false], [-8.0625, false], [-5.0625, false], [-3.810546875, false], [-8.0625, false], [-10.0625, false], [-5.0625, false], [-7.3125, false], [-6.5625, false], [-8.0625, false], [-10.3125, false], [-8.0625, false], [-9.0625, false], [-10.3125, false], [-9.78125, false], [-5.0625, false], [-10.0625, false], [-6.5625, false], [-10.3125, false], [-10.8125, false], [-10.5625, false], [-9.0625, false], [-8.0625, false], [-8.0625, false], [-11.0625, false], [-5.0625, false], [-8.0625, false], [-8.0625, false], [-5.0625, false], [-11.0625, false], [-8.0625, false], [-8.0625, false], [-7.3125, false], [-10.3125, false], [-6.41015625, false], [-10.3125, false], [-9.78125, false], [-5.0625, false], [-10.3125, false], [-4.8125, false], [-7.0625, false], [-8.0625, false], [-7.3125, false], [-10.8125, false], [-7.3125, false], [-9.0625, false], [-8.0625, false], [-7.0625, false], [-8.0625, false], [-5.0625, false], [-9.0625, false], [-9.5625, false], [-10.0625, false], [-7.0625, false], [-10.8125, false], [-11.0625, false], [-9.5625, false], [-5.0625, false], [-9.0625, false], [-9.5625, false], [-6.5625, false], [-5.0625, false], [-3.810546875, false], [-9.0625, false], [-7.5625, false], [-7.0625, false], [-10.3125, false], [-8.3125, false], [-9.5625, false], [-6.5625, false], [-10.0625, false], [-6.5625, false], [-5.0625, false], [-7.3125, false], [-3.810546875, false], [-10.8125, false], [-10.3125, false], [-6.5625, false], [-10.3125, false], [-5.0625, false], [-6.5625, false], [-9.8125, false], [-3.810546875, false], [-8.3125, false], [-7.0625, false], [-10.0625, false], [-3.810546875, false], [-9.0625, false], [-8.0625, false], [-7.0625, false], [-8.0625, false], [-5.0625, false], [-9.0625, false], [-7.0625, false], [-5.0625, false], [-7.0625, false], [-7.3125, false], [-7.3125, false], [-10.8125, false], [-10.0625, false], [-5.0625, false], [-7.0625, false], [-9.8125, false], [-6.5625, false], [-10.0625, false], [-5.0625, false], [-7.0625, false], [-7.3125, false], [-6.5625, false], [-3.810546875, false], [-8.0625, false], [-10.3125, false], [-9.78125, false], [-5.0625, false], [-10.0625, false], [-6.5625, false], [-10.3125, false], [-10.8125, false], [-10.5625, false], [-9.0625, false], [-8.0625, false], [-8.0625, false], [-11.0625, false], [-5.0625, false], [-8.0625, false], [-8.0625, false], [-5.0625, false], [-10.0625, false], [-3.810546875, false], [-8.0625, false], [-8.0625, false], [-6.41015625, false], [-10.3125, false], [-9.78125, false], [-5.0625, false], [-10.3125, false], [-7.8125, false], [-3.810546875, false], [-7.3125, false], [-8.0625, false], [-3.810546875, false], [-9.0625, false], [-8.0625, false], [-7.0625, false], [-8.0625, false], [-5.0625, false], [-8.8125, false], [-10.0625, false], [-7.0625, false], [-7.5625, false], [-5.0625, false], [-9.0625, false], [-9.5625, false], [-6.5625, false], [-5.0625, false], [-6.3125, false], [-10.8125, false], [-8.0625, false], [-5.0625, false], [-11.0625, false], [-8.0625, false], [-10.5625, false], [-10.5625, false], [-5.0625, false], [-10.0625, false], [-6.5625, false], [-8.8125, false], [-10.5625, false], [-6.5625, false], [-7.3125, false], [-9.0625, false], [-5.0625, false], [-9.0625, false], [-9.5625, false], [-10.0625, false], [-7.0625, false], [-10.8125, false], [-11.0625, false], [-9.5625, false], [-5.0625, false], [-9.0625, false], [-9.5625, false], [-6.5625, false], [-5.0625, false], [-3.810546875, false], [-9.0625, false], [-7.5625, false], [-7.0625, false], [-10.3125, false], [-8.3125, false], [-9.5625, false], [-6.5625, false], [-10.0625, false], [-6.5625, false], [-5.0625, false], [-6.8125, false], [-3.810546875, false], [-7.3125, false], [-10.0625, false], [-5.0625, false], [-8.0625, false], [-8.0625, false], [-9.0625, false], [-7.0625, false], [-5.0625, false], [-10.3125, false], [-8.3125, false], [-3.810546875, false], [-7.3125, false], [-6.5625, false], [-5.0625, false], [-10.0625, false], [-6.5625, false], [-10.3125, false], [-10.8125, false], [-10.5625, false], [-9.0625, false], [-8.0625, false], [-8.0625, false], [-11.0625, false], [-5.0625, false], [-8.0625, false], [-8.0625, false], [-5.0625, false], [-7.3125, false], [-7.0625, false], [-7.0625, false], [-10.5625, false], [-6.5625, false], [-10.0625, false], [-5.0625, false], [-6.5625, false], [-9.8125, false], [-6.5625, false], [-8.0625, false], [-8.0625, false], [-8.0625, false], [-11.0625, false], [-10.3125, false], [-6.41015625, false], [-10.3125, false], [-9.78125, false], [-5.0625, false], [-10.3125, false], [-7.8125, false], [-3.810546875, false], [-7.3125, false], [-8.0625, false], [-3.810546875, false], [-9.0625, false], [-8.0625, false], [-7.0625, false], [-8.0625, false], [-5.0625, false], [-8.8125, false], [-10.0625, false], [-7.0625, false], [-7.5625, false], [-5.0625, false], [-9.0625, false], [-9.5625, false], [-6.5625, false], [-5.0625, false], [-6.3125, false], [-10.8125, false], [-8.0625, false], [-5.0625, false], [-11.0625, false], [-8.0625, false], [-10.5625, false], [-10.5625, false], [-5.0625, false], [-7.3125, false], [-3.810546875, false], [-10.8125, false], [-10.3125, false], [-6.5625, false], [-5.0625, false], [-3.810546875, false], [-9.0625, false], [-7.5625, false], [-7.0625, false], [-10.3125, false], [-8.3125, false], [-9.5625, false], [-6.5625, false], [-10.0625, false], [-8.0625, false], [-7.3125, false], [-5.0625, false], [-7.5625, false], [-7.0625, false], [-8.0625, false], [-10.3125, false], [-9.0625, false], [-10.8125, false], [-10.0625, false], [-6.5625, false], [-5.0625, false], [-9.0625, false], [-7.0625, false], [-5.0625, false], [-7.3125, false], [-7.0625, false], [-10.5625, false], [-10.5625, false], [-6.5625, false], [-7.3125, false], [-9.0625, false], [-5.0625, false], [-7.0625, false], [-9.8125, false], [-6.5625, false], [-10.0625, false], [-5.0625, false], [-7.5625, false], [-7.0625, false], [-10.8125, false], [-8.0625, false], [-9.0625, false], [-3.810546875, false], [-8.0625, false], [-8.0625, false], [-5.0625, false], [-10.0625, false], [-3.810546875, false], [-8.0625, false], [-11.0625, false], [-6.5625, false], [-10.3125, false], [-5.0625, false], [-10.0625, false], [-6.5625, false], [-10.3125, false], [-10.8125, false], [-10.5625, false], [-9.0625, false], [-8.0625, false], [-8.0625, false], [-11.0625, false], [-5.0625, false], [-8.0625, false], [-8.0625, false], [-5.0625, false], [-10.3125, false], [-8.0625, false], [-7.0625, false], [-11.0625, false], [-8.8125, false], [-3.810546875, false], [-10.5625, false], [-10.5625, false], [-6.41015625, false], [-10.3125, false], [-12.5625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 817, "doc": {"id": "MSA_2013_5_15", "question": "Water cycles through three states of matter on Earth. What has the greatest effect on the state of matter of water?", "choices": {"text": ["tides", "gravity", "the sun", "the moon"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "the sun", "arguments": ["Question: Water cycles through three states of matter on Earth. What has the greatest effect on the state of matter of water?\nAnswer:", " ["], "resps": [[[-7.34375, false]], [[-9.21875, false]], [[-10.09375, false]], [[-8.59375, false]], [[-9.21875, false]], [[-7.59375, false]], [[-10.21875, false]], [[-9.21875, false]], [[-10.0, false]], [[-5.46875, false]], [[-9.21875, false]], [[-11.96875, false]], [[-11.59375, false]], [[-5.84375, false]], [[-11.34375, false]], [[-8.59375, false]], [[-10.09375, false]], [[-10.84375, false]], [[-9.21875, false]], [[-10.0, false]], [[-5.46875, false]], [[-9.21875, false]], [[-10.09375, false]], [[-10.59375, false]], [[-7.59375, false]], [[-5.46875, false]], [[-10.21875, false]], [[-11.21875, false]], [[-9.96875, false]], [[-9.21875, false]], [[-10.0, false]], [[-5.46875, false]], [[-9.21875, false]], [[-10.09375, false]], [[-10.59375, false]], [[-7.59375, false]], [[-5.46875, false]], [[-9.09375, false]], [[-8.34375, false]], [[-8.34375, false]], [[-9.96875, false]], [[-9.21875, false]], [[-13.96875, false]]], "filtered_resps": [[-7.34375, false], [-9.21875, false], [-10.09375, false], [-8.59375, false], [-9.21875, false], [-7.59375, false], [-10.21875, false], [-9.21875, false], [-10.0, false], [-5.46875, false], [-9.21875, false], [-11.96875, false], [-11.59375, false], [-5.84375, false], [-11.34375, false], [-8.59375, false], [-10.09375, false], [-10.84375, false], [-9.21875, false], [-10.0, false], [-5.46875, false], [-9.21875, false], [-10.09375, false], [-10.59375, false], [-7.59375, false], [-5.46875, false], [-10.21875, false], [-11.21875, false], [-9.96875, false], [-9.21875, false], [-10.0, false], [-5.46875, false], [-9.21875, false], [-10.09375, false], [-10.59375, false], [-7.59375, false], [-5.46875, false], [-9.09375, false], [-8.34375, false], [-8.34375, false], [-9.96875, false], [-9.21875, false], [-13.96875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 825, "doc": {"id": "Mercury_7238893", "question": "A cell completes the synthesization of a protein by adding a carbohydrate to the protein's structure. At which site in the cell is the carbohydrate added?", "choices": {"text": ["the nucleus", "a ribosome", "a mitochondrion", "the Golgi apparatus"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "the Golgi apparatus", "arguments": ["Question: A cell completes the synthesization of a protein by adding a carbohydrate to the protein's structure. At which site in the cell is the carbohydrate added?\nAnswer:", " ["], "resps": [[[-6.73046875, false]], [[-9.7265625, false]], [[-7.73046875, false]], [[-9.9765625, false]], [[-9.2265625, false]], [[-4.98046875, false]], [[-8.7265625, false]], [[-10.2265625, false]], [[-4.73046875, false]], [[-9.2265625, false]], [[-9.2265625, false]], [[-10.2265625, false]], [[-9.7265625, false]], [[-9.7265625, false]], [[-9.625, false]], [[-4.98046875, false]], [[-9.7265625, false]], [[-4.73046875, false]], [[-4.98046875, false]], [[-9.7265625, false]], [[-7.98046875, false]], [[-7.48046875, false]], [[-10.4765625, false]], [[-9.7265625, false]], [[-10.4765625, false]], [[-7.23046875, false]], [[-9.2265625, false]], [[-9.7265625, false]], [[-9.578125, false]], [[-4.98046875, false]], [[-9.7265625, false]], [[-4.73046875, false]], [[-4.98046875, false]], [[-7.23046875, false]], [[-7.98046875, false]], [[-7.73046875, false]], [[-10.4765625, false]], [[-4.73046875, false]], [[-9.9765625, false]], [[-10.4765625, false]], [[-8.7265625, false]], [[-8.9765625, false]], [[-9.7265625, false]], [[-7.98046875, false]], [[-10.4765625, false]], [[-8.7265625, false]], [[-9.7265625, false]], [[-9.578125, false]], [[-4.98046875, false]], [[-9.7265625, false]], [[-7.73046875, false]], [[-9.9765625, false]], [[-9.2265625, false]], [[-4.98046875, false]], [[-6.73046875, false]], [[-10.4765625, false]], [[-9.2265625, false]], [[-9.4765625, false]], [[-7.98046875, false]], [[-4.98046875, false]], [[-4.73046875, false]], [[-7.48046875, false]], [[-7.48046875, false]], [[-4.73046875, false]], [[-9.7265625, false]], [[-4.73046875, false]], [[-7.73046875, false]], [[-10.2265625, false]], [[-9.7265625, false]], [[-9.7265625, false]], [[-13.7265625, false]]], "filtered_resps": [[-6.73046875, false], [-9.7265625, false], [-7.73046875, false], [-9.9765625, false], [-9.2265625, false], [-4.98046875, false], [-8.7265625, false], [-10.2265625, false], [-4.73046875, false], [-9.2265625, false], [-9.2265625, false], [-10.2265625, false], [-9.7265625, false], [-9.7265625, false], [-9.625, false], [-4.98046875, false], [-9.7265625, false], [-4.73046875, false], [-4.98046875, false], [-9.7265625, false], [-7.98046875, false], [-7.48046875, false], [-10.4765625, false], [-9.7265625, false], [-10.4765625, false], [-7.23046875, false], [-9.2265625, false], [-9.7265625, false], [-9.578125, false], [-4.98046875, false], [-9.7265625, false], [-4.73046875, false], [-4.98046875, false], [-7.23046875, false], [-7.98046875, false], [-7.73046875, false], [-10.4765625, false], [-4.73046875, false], [-9.9765625, false], [-10.4765625, false], [-8.7265625, false], [-8.9765625, false], [-9.7265625, false], [-7.98046875, false], [-10.4765625, false], [-8.7265625, false], [-9.7265625, false], [-9.578125, false], [-4.98046875, false], [-9.7265625, false], [-7.73046875, false], [-9.9765625, false], [-9.2265625, false], [-4.98046875, false], [-6.73046875, false], [-10.4765625, false], [-9.2265625, false], [-9.4765625, false], [-7.98046875, false], [-4.98046875, false], [-4.73046875, false], [-7.48046875, false], [-7.48046875, false], [-4.73046875, false], [-9.7265625, false], [-4.73046875, false], [-7.73046875, false], [-10.2265625, false], [-9.7265625, false], [-9.7265625, false], [-13.7265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 833, "doc": {"id": "Mercury_7284008", "question": "Which is the most cooperative relationship between species?", "choices": {"text": ["mutualism", "predation", "parasitism", "coexistence"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "mutualism", "arguments": ["Question: Which is the most cooperative relationship between species?\nAnswer:", " ["], "resps": [[[-7.15234375, false]], [[-8.53125, false]], [[-10.65625, false]], [[-11.03125, false]], [[-10.28125, false]], [[-11.03125, false]], [[-4.77734375, false]], [[-9.03125, false]], [[-9.15625, false]], [[-8.90625, false]], [[-10.65625, false]], [[-8.53125, false]], [[-10.8046875, false]], [[-5.02734375, false]], [[-8.53125, false]], [[-10.03125, false]], [[-9.78125, false]], [[-7.90234375, false]], [[-8.78125, false]], [[-4.77734375, false]], [[-10.28125, false]], [[-9.15625, false]], [[-9.28125, false]], [[-8.90625, false]], [[-8.53125, false]], [[-10.8046875, false]], [[-5.02734375, false]], [[-8.53125, false]], [[-10.03125, false]], [[-4.77734375, false]], [[-9.78125, false]], [[-4.77734375, false]], [[-8.90625, false]], [[-9.15625, false]], [[-10.28125, false]], [[-9.15625, false]], [[-8.90625, false]], [[-10.65625, false]], [[-8.53125, false]], [[-10.8046875, false]], [[-5.02734375, false]], [[-8.53125, false]], [[-8.53125, false]], [[-9.28125, false]], [[-7.90234375, false]], [[-9.53125, false]], [[-9.15625, false]], [[-8.90625, false]], [[-10.28125, false]], [[-7.90234375, false]], [[-8.90625, false]], [[-8.53125, false]], [[-7.90234375, false]], [[-8.53125, false]], [[-13.65625, false]]], "filtered_resps": [[-7.15234375, false], [-8.53125, false], [-10.65625, false], [-11.03125, false], [-10.28125, false], [-11.03125, false], [-4.77734375, false], [-9.03125, false], [-9.15625, false], [-8.90625, false], [-10.65625, false], [-8.53125, false], [-10.8046875, false], [-5.02734375, false], [-8.53125, false], [-10.03125, false], [-9.78125, false], [-7.90234375, false], [-8.78125, false], [-4.77734375, false], [-10.28125, false], [-9.15625, false], [-9.28125, false], [-8.90625, false], [-8.53125, false], [-10.8046875, false], [-5.02734375, false], [-8.53125, false], [-10.03125, false], [-4.77734375, false], [-9.78125, false], [-4.77734375, false], [-8.90625, false], [-9.15625, false], [-10.28125, false], [-9.15625, false], [-8.90625, false], [-10.65625, false], [-8.53125, false], [-10.8046875, false], [-5.02734375, false], [-8.53125, false], [-8.53125, false], [-9.28125, false], [-7.90234375, false], [-9.53125, false], [-9.15625, false], [-8.90625, false], [-10.28125, false], [-7.90234375, false], [-8.90625, false], [-8.53125, false], [-7.90234375, false], [-8.53125, false], [-13.65625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 841, "doc": {"id": "NCEOGA_2013_5_14", "question": "Which is a function of the cardiovascular system?", "choices": {"text": ["to move water throughout the body", "to provide structural support for the body", "to eliminate waste from the body", "to transport gases throughout the body"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "to transport gases throughout the body", "arguments": ["Question: Which is a function of the cardiovascular system?\nAnswer:", " ["], "resps": [[[-7.72265625, false]], [[-10.09375, false]], [[-9.21875, false]], [[-8.71875, false]], [[-4.72265625, false]], [[-9.46875, false]], [[-8.71875, false]], [[-9.59375, false]], [[-9.21875, false]], [[-4.72265625, false]], [[-10.46875, false]], [[-4.59765625, false]], [[-9.21875, false]], [[-9.21875, false]], [[-10.34375, false]], [[-4.72265625, false]], [[-9.21875, false]], [[-10.34375, false]], [[-10.34375, false]], [[-8.71875, false]], [[-10.21875, false]], [[-11.34375, false]], [[-10.34375, false]], [[-8.71875, false]], [[-10.21875, false]], [[-9.21875, false]], [[-4.72265625, false]], [[-9.21875, false]], [[-10.34375, false]], [[-9.21875, false]], [[-4.72265625, false]], [[-7.97265625, false]], [[-8.71875, false]], [[-10.34375, false]], [[-10.96875, false]], [[-10.09375, false]], [[-8.359375, false]], [[-4.72265625, false]], [[-10.09375, false]], [[-9.21875, false]], [[-8.71875, false]], [[-4.72265625, false]], [[-8.84375, false]], [[-10.34375, false]], [[-8.71875, false]], [[-9.59375, false]], [[-9.34375, false]], [[-10.34375, false]], [[-9.21875, false]], [[-4.72265625, false]], [[-9.09375, false]], [[-9.21875, false]], [[-10.34375, false]], [[-10.21875, false]], [[-7.22265625, false]], [[-9.21875, false]], [[-10.21875, false]], [[-10.34375, false]], [[-4.59765625, false]], [[-9.09375, false]], [[-4.72265625, false]], [[-9.09375, false]], [[-10.21875, false]], [[-8.84375, false]], [[-8.84375, false]], [[-8.71875, false]], [[-10.34375, false]], [[-9.21875, false]], [[-4.72265625, false]], [[-9.59375, false]], [[-8.71875, false]], [[-10.34375, false]], [[-4.72265625, false]], [[-9.21875, false]], [[-10.34375, false]], [[-9.21875, false]], [[-4.72265625, false]], [[-7.97265625, false]], [[-8.71875, false]], [[-10.34375, false]], [[-10.96875, false]], [[-10.09375, false]], [[-8.359375, false]], [[-4.72265625, false]], [[-10.09375, false]], [[-9.21875, false]], [[-8.71875, false]], [[-4.72265625, false]], [[-9.21875, false]], [[-9.09375, false]], [[-9.34375, false]], [[-9.46875, false]], [[-9.34375, false]], [[-9.84375, false]], [[-4.59765625, false]], [[-9.21875, false]], [[-9.21875, false]], [[-4.72265625, false]], [[-10.46875, false]], [[-4.59765625, false]], [[-9.09375, false]], [[-9.21875, false]], [[-9.21875, false]], [[-4.72265625, false]], [[-9.59375, false]], [[-10.34375, false]], [[-8.71875, false]], [[-9.46875, false]], [[-4.72265625, false]], [[-9.21875, false]], [[-10.34375, false]], [[-9.21875, false]], [[-4.72265625, false]], [[-7.97265625, false]], [[-8.71875, false]], [[-10.34375, false]], [[-10.96875, false]], [[-10.09375, false]], [[-8.359375, false]], [[-4.72265625, false]], [[-10.09375, false]], [[-9.21875, false]], [[-8.71875, false]], [[-4.72265625, false]], [[-9.21875, false]], [[-10.34375, false]], [[-4.59765625, false]], [[-9.84375, false]], [[-9.09375, false]], [[-8.84375, false]], [[-8.71875, false]], [[-10.34375, false]], [[-9.21875, false]], [[-4.72265625, false]], [[-11.34375, false]], [[-4.59765625, false]], [[-9.09375, false]], [[-9.21875, false]], [[-9.09375, false]], [[-4.72265625, false]], [[-9.21875, false]], [[-10.34375, false]], [[-10.34375, false]], [[-8.71875, false]], [[-10.21875, false]], [[-11.34375, false]], [[-10.34375, false]], [[-8.71875, false]], [[-10.21875, false]], [[-9.21875, false]], [[-4.72265625, false]], [[-9.21875, false]], [[-10.34375, false]], [[-9.21875, false]], [[-4.72265625, false]], [[-7.97265625, false]], [[-8.71875, false]], [[-10.34375, false]], [[-10.96875, false]], [[-10.09375, false]], [[-11.34375, false]]], "filtered_resps": [[-7.72265625, false], [-10.09375, false], [-9.21875, false], [-8.71875, false], [-4.72265625, false], [-9.46875, false], [-8.71875, false], [-9.59375, false], [-9.21875, false], [-4.72265625, false], [-10.46875, false], [-4.59765625, false], [-9.21875, false], [-9.21875, false], [-10.34375, false], [-4.72265625, false], [-9.21875, false], [-10.34375, false], [-10.34375, false], [-8.71875, false], [-10.21875, false], [-11.34375, false], [-10.34375, false], [-8.71875, false], [-10.21875, false], [-9.21875, false], [-4.72265625, false], [-9.21875, false], [-10.34375, false], [-9.21875, false], [-4.72265625, false], [-7.97265625, false], [-8.71875, false], [-10.34375, false], [-10.96875, false], [-10.09375, false], [-8.359375, false], [-4.72265625, false], [-10.09375, false], [-9.21875, false], [-8.71875, false], [-4.72265625, false], [-8.84375, false], [-10.34375, false], [-8.71875, false], [-9.59375, false], [-9.34375, false], [-10.34375, false], [-9.21875, false], [-4.72265625, false], [-9.09375, false], [-9.21875, false], [-10.34375, false], [-10.21875, false], [-7.22265625, false], [-9.21875, false], [-10.21875, false], [-10.34375, false], [-4.59765625, false], [-9.09375, false], [-4.72265625, false], [-9.09375, false], [-10.21875, false], [-8.84375, false], [-8.84375, false], [-8.71875, false], [-10.34375, false], [-9.21875, false], [-4.72265625, false], [-9.59375, false], [-8.71875, false], [-10.34375, false], [-4.72265625, false], [-9.21875, false], [-10.34375, false], [-9.21875, false], [-4.72265625, false], [-7.97265625, false], [-8.71875, false], [-10.34375, false], [-10.96875, false], [-10.09375, false], [-8.359375, false], [-4.72265625, false], [-10.09375, false], [-9.21875, false], [-8.71875, false], [-4.72265625, false], [-9.21875, false], [-9.09375, false], [-9.34375, false], [-9.46875, false], [-9.34375, false], [-9.84375, false], [-4.59765625, false], [-9.21875, false], [-9.21875, false], [-4.72265625, false], [-10.46875, false], [-4.59765625, false], [-9.09375, false], [-9.21875, false], [-9.21875, false], [-4.72265625, false], [-9.59375, false], [-10.34375, false], [-8.71875, false], [-9.46875, false], [-4.72265625, false], [-9.21875, false], [-10.34375, false], [-9.21875, false], [-4.72265625, false], [-7.97265625, false], [-8.71875, false], [-10.34375, false], [-10.96875, false], [-10.09375, false], [-8.359375, false], [-4.72265625, false], [-10.09375, false], [-9.21875, false], [-8.71875, false], [-4.72265625, false], [-9.21875, false], [-10.34375, false], [-4.59765625, false], [-9.84375, false], [-9.09375, false], [-8.84375, false], [-8.71875, false], [-10.34375, false], [-9.21875, false], [-4.72265625, false], [-11.34375, false], [-4.59765625, false], [-9.09375, false], [-9.21875, false], [-9.09375, false], [-4.72265625, false], [-9.21875, false], [-10.34375, false], [-10.34375, false], [-8.71875, false], [-10.21875, false], [-11.34375, false], [-10.34375, false], [-8.71875, false], [-10.21875, false], [-9.21875, false], [-4.72265625, false], [-9.21875, false], [-10.34375, false], [-9.21875, false], [-4.72265625, false], [-7.97265625, false], [-8.71875, false], [-10.34375, false], [-10.96875, false], [-10.09375, false], [-11.34375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 849, "doc": {"id": "CSZ_2008_8_12", "question": "A piece of pine wood floats on the surface of a lake because the water exerts", "choices": {"text": ["an upward force equal to the weight of the wood.", "a downward force equal to the weight of the wood.", "an upward force equal to the weight of the displacement water.", "a downward force equal to the weight of the displacement water."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "an upward force equal to the weight of the displacement water.", "arguments": ["Question: A piece of pine wood floats on the surface of a lake because the water exerts\nAnswer:", " ["], "resps": [[[-7.88671875, false]], [[-8.2578125, false]], [[-4.26171875, false]], [[-8.5078125, false]], [[-5.38671875, false]], [[-9.8828125, false]], [[-8.2578125, false]], [[-9.7578125, false]], [[-4.26171875, false]], [[-9.7578125, false]], [[-7.88671875, false]], [[-5.38671875, false]], [[-8.5078125, false]], [[-8.8828125, false]], [[-9.7578125, false]], [[-8.2578125, false]], [[-8.8828125, false]], [[-5.38671875, false]], [[-8.8828125, false]], [[-10.1328125, false]], [[-9.8828125, false]], [[-4.26171875, false]], [[-9.0078125, false]], [[-5.38671875, false]], [[-9.6328125, false]], [[-8.8828125, false]], [[-5.38671875, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-8.8828125, false]], [[-5.38671875, false]], [[-9.7578125, false]], [[-8.8828125, false]], [[-8.1328125, false]], [[-10.6328125, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-5.38671875, false]], [[-8.8828125, false]], [[-8.5078125, false]], [[-5.38671875, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-8.8828125, false]], [[-5.38671875, false]], [[-9.7578125, false]], [[-8.8828125, false]], [[-8.8828125, false]], [[-7.88671875, false]], [[-6.49609375, false]], [[-8.2578125, false]], [[-9.1796875, false]], [[-5.38671875, false]], [[-8.2578125, false]], [[-4.26171875, false]], [[-5.38671875, false]], [[-7.88671875, false]], [[-8.8828125, false]], [[-9.7578125, false]], [[-8.5078125, false]], [[-9.7578125, false]], [[-4.26171875, false]], [[-9.7578125, false]], [[-7.88671875, false]], [[-5.38671875, false]], [[-8.5078125, false]], [[-8.8828125, false]], [[-9.7578125, false]], [[-8.2578125, false]], [[-8.8828125, false]], [[-5.38671875, false]], [[-8.8828125, false]], [[-10.1328125, false]], [[-9.8828125, false]], [[-4.26171875, false]], [[-9.0078125, false]], [[-5.38671875, false]], [[-9.6328125, false]], [[-8.8828125, false]], [[-5.38671875, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-8.8828125, false]], [[-5.38671875, false]], [[-9.7578125, false]], [[-8.8828125, false]], [[-8.1328125, false]], [[-10.6328125, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-5.38671875, false]], [[-8.8828125, false]], [[-8.5078125, false]], [[-5.38671875, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-8.8828125, false]], [[-5.38671875, false]], [[-9.7578125, false]], [[-8.8828125, false]], [[-8.8828125, false]], [[-7.88671875, false]], [[-6.49609375, false]], [[-8.2578125, false]], [[-9.1796875, false]], [[-5.38671875, false]], [[-8.2578125, false]], [[-4.26171875, false]], [[-8.5078125, false]], [[-5.38671875, false]], [[-9.8828125, false]], [[-8.2578125, false]], [[-9.7578125, false]], [[-4.26171875, false]], [[-9.7578125, false]], [[-7.88671875, false]], [[-5.38671875, false]], [[-8.5078125, false]], [[-8.8828125, false]], [[-9.7578125, false]], [[-8.2578125, false]], [[-8.8828125, false]], [[-5.38671875, false]], [[-8.8828125, false]], [[-10.1328125, false]], [[-9.8828125, false]], [[-4.26171875, false]], [[-9.0078125, false]], [[-5.38671875, false]], [[-9.6328125, false]], [[-8.8828125, false]], [[-5.38671875, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-8.8828125, false]], [[-5.38671875, false]], [[-9.7578125, false]], [[-8.8828125, false]], [[-8.1328125, false]], [[-10.6328125, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-5.38671875, false]], [[-8.8828125, false]], [[-8.5078125, false]], [[-5.38671875, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-8.8828125, false]], [[-5.38671875, false]], [[-7.88671875, false]], [[-8.1328125, false]], [[-7.76171875, false]], [[-8.2578125, false]], [[-9.0078125, false]], [[-4.26171875, false]], [[-8.2578125, false]], [[-8.8828125, false]], [[-8.5078125, false]], [[-8.8828125, false]], [[-8.5078125, false]], [[-9.6328125, false]], [[-5.38671875, false]], [[-9.7578125, false]], [[-4.26171875, false]], [[-9.6328125, false]], [[-8.8828125, false]], [[-9.7578125, false]], [[-6.49609375, false]], [[-8.2578125, false]], [[-9.1796875, false]], [[-5.38671875, false]], [[-8.2578125, false]], [[-4.26171875, false]], [[-5.38671875, false]], [[-7.88671875, false]], [[-8.8828125, false]], [[-9.7578125, false]], [[-8.5078125, false]], [[-9.7578125, false]], [[-4.26171875, false]], [[-9.7578125, false]], [[-7.88671875, false]], [[-5.38671875, false]], [[-8.5078125, false]], [[-8.8828125, false]], [[-9.7578125, false]], [[-8.2578125, false]], [[-8.8828125, false]], [[-5.38671875, false]], [[-8.8828125, false]], [[-10.1328125, false]], [[-9.8828125, false]], [[-4.26171875, false]], [[-9.0078125, false]], [[-5.38671875, false]], [[-9.6328125, false]], [[-8.8828125, false]], [[-5.38671875, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-8.8828125, false]], [[-5.38671875, false]], [[-9.7578125, false]], [[-8.8828125, false]], [[-8.1328125, false]], [[-10.6328125, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-5.38671875, false]], [[-8.8828125, false]], [[-8.5078125, false]], [[-5.38671875, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-8.8828125, false]], [[-5.38671875, false]], [[-7.88671875, false]], [[-8.1328125, false]], [[-7.76171875, false]], [[-8.2578125, false]], [[-9.0078125, false]], [[-4.26171875, false]], [[-8.2578125, false]], [[-8.8828125, false]], [[-8.5078125, false]], [[-8.8828125, false]], [[-8.5078125, false]], [[-9.6328125, false]], [[-5.38671875, false]], [[-9.7578125, false]], [[-4.26171875, false]], [[-9.6328125, false]], [[-8.8828125, false]], [[-9.7578125, false]], [[-6.49609375, false]], [[-8.2578125, false]], [[-12.1328125, false]]], "filtered_resps": [[-7.88671875, false], [-8.2578125, false], [-4.26171875, false], [-8.5078125, false], [-5.38671875, false], [-9.8828125, false], [-8.2578125, false], [-9.7578125, false], [-4.26171875, false], [-9.7578125, false], [-7.88671875, false], [-5.38671875, false], [-8.5078125, false], [-8.8828125, false], [-9.7578125, false], [-8.2578125, false], [-8.8828125, false], [-5.38671875, false], [-8.8828125, false], [-10.1328125, false], [-9.8828125, false], [-4.26171875, false], [-9.0078125, false], [-5.38671875, false], [-9.6328125, false], [-8.8828125, false], [-5.38671875, false], [-9.6328125, false], [-9.6328125, false], [-8.8828125, false], [-5.38671875, false], [-9.7578125, false], [-8.8828125, false], [-8.1328125, false], [-10.6328125, false], [-9.6328125, false], [-9.6328125, false], [-5.38671875, false], [-8.8828125, false], [-8.5078125, false], [-5.38671875, false], [-9.6328125, false], [-9.6328125, false], [-8.8828125, false], [-5.38671875, false], [-9.7578125, false], [-8.8828125, false], [-8.8828125, false], [-7.88671875, false], [-6.49609375, false], [-8.2578125, false], [-9.1796875, false], [-5.38671875, false], [-8.2578125, false], [-4.26171875, false], [-5.38671875, false], [-7.88671875, false], [-8.8828125, false], [-9.7578125, false], [-8.5078125, false], [-9.7578125, false], [-4.26171875, false], [-9.7578125, false], [-7.88671875, false], [-5.38671875, false], [-8.5078125, false], [-8.8828125, false], [-9.7578125, false], [-8.2578125, false], [-8.8828125, false], [-5.38671875, false], [-8.8828125, false], [-10.1328125, false], [-9.8828125, false], [-4.26171875, false], [-9.0078125, false], [-5.38671875, false], [-9.6328125, false], [-8.8828125, false], [-5.38671875, false], [-9.6328125, false], [-9.6328125, false], [-8.8828125, false], [-5.38671875, false], [-9.7578125, false], [-8.8828125, false], [-8.1328125, false], [-10.6328125, false], [-9.6328125, false], [-9.6328125, false], [-5.38671875, false], [-8.8828125, false], [-8.5078125, false], [-5.38671875, false], [-9.6328125, false], [-9.6328125, false], [-8.8828125, false], [-5.38671875, false], [-9.7578125, false], [-8.8828125, false], [-8.8828125, false], [-7.88671875, false], [-6.49609375, false], [-8.2578125, false], [-9.1796875, false], [-5.38671875, false], [-8.2578125, false], [-4.26171875, false], [-8.5078125, false], [-5.38671875, false], [-9.8828125, false], [-8.2578125, false], [-9.7578125, false], [-4.26171875, false], [-9.7578125, false], [-7.88671875, false], [-5.38671875, false], [-8.5078125, false], [-8.8828125, false], [-9.7578125, false], [-8.2578125, false], [-8.8828125, false], [-5.38671875, false], [-8.8828125, false], [-10.1328125, false], [-9.8828125, false], [-4.26171875, false], [-9.0078125, false], [-5.38671875, false], [-9.6328125, false], [-8.8828125, false], [-5.38671875, false], [-9.6328125, false], [-9.6328125, false], [-8.8828125, false], [-5.38671875, false], [-9.7578125, false], [-8.8828125, false], [-8.1328125, false], [-10.6328125, false], [-9.6328125, false], [-9.6328125, false], [-5.38671875, false], [-8.8828125, false], [-8.5078125, false], [-5.38671875, false], [-9.6328125, false], [-9.6328125, false], [-8.8828125, false], [-5.38671875, false], [-7.88671875, false], [-8.1328125, false], [-7.76171875, false], [-8.2578125, false], [-9.0078125, false], [-4.26171875, false], [-8.2578125, false], [-8.8828125, false], [-8.5078125, false], [-8.8828125, false], [-8.5078125, false], [-9.6328125, false], [-5.38671875, false], [-9.7578125, false], [-4.26171875, false], [-9.6328125, false], [-8.8828125, false], [-9.7578125, false], [-6.49609375, false], [-8.2578125, false], [-9.1796875, false], [-5.38671875, false], [-8.2578125, false], [-4.26171875, false], [-5.38671875, false], [-7.88671875, false], [-8.8828125, false], [-9.7578125, false], [-8.5078125, false], [-9.7578125, false], [-4.26171875, false], [-9.7578125, false], [-7.88671875, false], [-5.38671875, false], [-8.5078125, false], [-8.8828125, false], [-9.7578125, false], [-8.2578125, false], [-8.8828125, false], [-5.38671875, false], [-8.8828125, false], [-10.1328125, false], [-9.8828125, false], [-4.26171875, false], [-9.0078125, false], [-5.38671875, false], [-9.6328125, false], [-8.8828125, false], [-5.38671875, false], [-9.6328125, false], [-9.6328125, false], [-8.8828125, false], [-5.38671875, false], [-9.7578125, false], [-8.8828125, false], [-8.1328125, false], [-10.6328125, false], [-9.6328125, false], [-9.6328125, false], [-5.38671875, false], [-8.8828125, false], [-8.5078125, false], [-5.38671875, false], [-9.6328125, false], [-9.6328125, false], [-8.8828125, false], [-5.38671875, false], [-7.88671875, false], [-8.1328125, false], [-7.76171875, false], [-8.2578125, false], [-9.0078125, false], [-4.26171875, false], [-8.2578125, false], [-8.8828125, false], [-8.5078125, false], [-8.8828125, false], [-8.5078125, false], [-9.6328125, false], [-5.38671875, false], [-9.7578125, false], [-4.26171875, false], [-9.6328125, false], [-8.8828125, false], [-9.7578125, false], [-6.49609375, false], [-8.2578125, false], [-12.1328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 857, "doc": {"id": "Mercury_SC_401838", "question": "Which of these tools is most helpful to a scientist observing very small bacteria?", "choices": {"text": ["ruler", "telescope", "microscope", "meter stick"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "microscope", "arguments": ["Question: Which of these tools is most helpful to a scientist observing very small bacteria?\nAnswer:", " ["], "resps": [[[-6.9296875, false]], [[-9.1796875, false]], [[-9.5546875, false]], [[-9.6796875, false]], [[-9.6796875, false]], [[-7.6796875, false]], [[-9.5546875, false]], [[-9.1796875, false]], [[-9.1015625, false]], [[-4.9296875, false]], [[-9.1796875, false]], [[-10.4296875, false]], [[-7.6796875, false]], [[-9.6796875, false]], [[-7.6796875, false]], [[-8.1796875, false]], [[-8.3046875, false]], [[-8.3046875, false]], [[-9.5546875, false]], [[-7.6796875, false]], [[-9.1796875, false]], [[-9.1015625, false]], [[-4.9296875, false]], [[-9.1796875, false]], [[-8.5546875, false]], [[-7.6796875, false]], [[-8.3046875, false]], [[-9.5546875, false]], [[-8.3046875, false]], [[-8.1796875, false]], [[-8.3046875, false]], [[-8.3046875, false]], [[-9.5546875, false]], [[-7.6796875, false]], [[-9.1796875, false]], [[-9.1015625, false]], [[-4.9296875, false]], [[-9.1796875, false]], [[-8.5546875, false]], [[-7.6796875, false]], [[-10.4296875, false]], [[-7.6796875, false]], [[-9.5546875, false]], [[-4.9296875, false]], [[-8.1796875, false]], [[-10.4296875, false]], [[-7.6796875, false]], [[-8.3046875, false]], [[-9.4296875, false]], [[-9.1796875, false]], [[-12.0546875, false]]], "filtered_resps": [[-6.9296875, false], [-9.1796875, false], [-9.5546875, false], [-9.6796875, false], [-9.6796875, false], [-7.6796875, false], [-9.5546875, false], [-9.1796875, false], [-9.1015625, false], [-4.9296875, false], [-9.1796875, false], [-10.4296875, false], [-7.6796875, false], [-9.6796875, false], [-7.6796875, false], [-8.1796875, false], [-8.3046875, false], [-8.3046875, false], [-9.5546875, false], [-7.6796875, false], [-9.1796875, false], [-9.1015625, false], [-4.9296875, false], [-9.1796875, false], [-8.5546875, false], [-7.6796875, false], [-8.3046875, false], [-9.5546875, false], [-8.3046875, false], [-8.1796875, false], [-8.3046875, false], [-8.3046875, false], [-9.5546875, false], [-7.6796875, false], [-9.1796875, false], [-9.1015625, false], [-4.9296875, false], [-9.1796875, false], [-8.5546875, false], [-7.6796875, false], [-10.4296875, false], [-7.6796875, false], [-9.5546875, false], [-4.9296875, false], [-8.1796875, false], [-10.4296875, false], [-7.6796875, false], [-8.3046875, false], [-9.4296875, false], [-9.1796875, false], [-12.0546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 865, "doc": {"id": "Mercury_7218908", "question": "Weather stations built in urban areas can be influenced by the human-made structures that surround these stations. Some of these weather stations used to determine mean temperatures in the United States have had the validity of the data questioned. Which human-produced effect could these urban weather stations be measuring?", "choices": {"text": ["heat island", "rain shadow", "land breeze", "cold front"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "heat island", "arguments": ["Question: Weather stations built in urban areas can be influenced by the human-made structures that surround these stations. Some of these weather stations used to determine mean temperatures in the United States have had the validity of the data questioned. Which human-produced effect could these urban weather stations be measuring?\nAnswer:", " ["], "resps": [[[-6.40234375, false]], [[-9.15625, false]], [[-10.65625, false]], [[-8.65625, false]], [[-5.40234375, false]], [[-10.40625, false]], [[-5.52734375, false]], [[-8.65625, false]], [[-10.15625, false]], [[-10.40625, false]], [[-5.40234375, false]], [[-8.65625, false]], [[-7.77734375, false]], [[-9.15625, false]], [[-9.765625, false]], [[-5.52734375, false]], [[-9.15625, false]], [[-11.40625, false]], [[-5.40234375, false]], [[-8.65625, false]], [[-8.65625, false]], [[-5.52734375, false]], [[-10.15625, false]], [[-10.65625, false]], [[-5.40234375, false]], [[-7.77734375, false]], [[-9.53125, false]], [[-10.53125, false]], [[-9.15625, false]], [[-9.765625, false]], [[-5.52734375, false]], [[-9.15625, false]], [[-10.40625, false]], [[-5.40234375, false]], [[-8.65625, false]], [[-7.77734375, false]], [[-5.52734375, false]], [[-7.65234375, false]], [[-11.40625, false]], [[-8.65625, false]], [[-8.65625, false]], [[-12.03125, false]], [[-8.65625, false]], [[-9.15625, false]], [[-9.765625, false]], [[-5.52734375, false]], [[-9.15625, false]], [[-9.15625, false]], [[-9.53125, false]], [[-10.40625, false]], [[-7.77734375, false]], [[-5.52734375, false]], [[-8.65625, false]], [[-11.40625, false]], [[-9.53125, false]], [[-8.65625, false]], [[-10.40625, false]], [[-9.15625, false]], [[-11.65625, false]]], "filtered_resps": [[-6.40234375, false], [-9.15625, false], [-10.65625, false], [-8.65625, false], [-5.40234375, false], [-10.40625, false], [-5.52734375, false], [-8.65625, false], [-10.15625, false], [-10.40625, false], [-5.40234375, false], [-8.65625, false], [-7.77734375, false], [-9.15625, false], [-9.765625, false], [-5.52734375, false], [-9.15625, false], [-11.40625, false], [-5.40234375, false], [-8.65625, false], [-8.65625, false], [-5.52734375, false], [-10.15625, false], [-10.65625, false], [-5.40234375, false], [-7.77734375, false], [-9.53125, false], [-10.53125, false], [-9.15625, false], [-9.765625, false], [-5.52734375, false], [-9.15625, false], [-10.40625, false], [-5.40234375, false], [-8.65625, false], [-7.77734375, false], [-5.52734375, false], [-7.65234375, false], [-11.40625, false], [-8.65625, false], [-8.65625, false], [-12.03125, false], [-8.65625, false], [-9.15625, false], [-9.765625, false], [-5.52734375, false], [-9.15625, false], [-9.15625, false], [-9.53125, false], [-10.40625, false], [-7.77734375, false], [-5.52734375, false], [-8.65625, false], [-11.40625, false], [-9.53125, false], [-8.65625, false], [-10.40625, false], [-9.15625, false], [-11.65625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 873, "doc": {"id": "Mercury_402102", "question": "The Moon is in orbit around Earth. What keeps the Moon from changing its orbit?", "choices": {"text": ["friction", "gravity", "weight", "rotation"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "gravity", "arguments": ["Question: The Moon is in orbit around Earth. What keeps the Moon from changing its orbit?\nAnswer:", " ["], "resps": [[[-8.5078125, false]], [[-9.2578125, false]], [[-9.7578125, false]], [[-11.0078125, false]], [[-10.0078125, false]], [[-10.5078125, false]], [[-10.0078125, false]], [[-10.0078125, false]], [[-10.2578125, false]], [[-11.2578125, false]], [[-9.2578125, false]], [[-11.359375, false]], [[-6.2578125, false]], [[-9.2578125, false]], [[-13.2578125, false]], [[-11.0078125, false]], [[-6.5078125, false]], [[-11.0078125, false]], [[-10.0078125, false]], [[-10.0078125, false]], [[-13.2578125, false]], [[-9.2578125, false]], [[-11.359375, false]], [[-6.2578125, false]], [[-9.2578125, false]], [[-12.5078125, false]], [[-9.2578125, false]], [[-10.0078125, false]], [[-13.2578125, false]], [[-11.2578125, false]], [[-10.0078125, false]], [[-9.2578125, false]], [[-11.359375, false]], [[-6.2578125, false]], [[-9.2578125, false]], [[-11.0078125, false]], [[-10.2578125, false]], [[-10.0078125, false]], [[-6.5078125, false]], [[-10.0078125, false]], [[-10.0078125, false]], [[-10.2578125, false]], [[-11.2578125, false]], [[-9.2578125, false]], [[-12.7578125, false]]], "filtered_resps": [[-8.5078125, false], [-9.2578125, false], [-9.7578125, false], [-11.0078125, false], [-10.0078125, false], [-10.5078125, false], [-10.0078125, false], [-10.0078125, false], [-10.2578125, false], [-11.2578125, false], [-9.2578125, false], [-11.359375, false], [-6.2578125, false], [-9.2578125, false], [-13.2578125, false], [-11.0078125, false], [-6.5078125, false], [-11.0078125, false], [-10.0078125, false], [-10.0078125, false], [-13.2578125, false], [-9.2578125, false], [-11.359375, false], [-6.2578125, false], [-9.2578125, false], [-12.5078125, false], [-9.2578125, false], [-10.0078125, false], [-13.2578125, false], [-11.2578125, false], [-10.0078125, false], [-9.2578125, false], [-11.359375, false], [-6.2578125, false], [-9.2578125, false], [-11.0078125, false], [-10.2578125, false], [-10.0078125, false], [-6.5078125, false], [-10.0078125, false], [-10.0078125, false], [-10.2578125, false], [-11.2578125, false], [-9.2578125, false], [-12.7578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 881, "doc": {"id": "Mercury_7194495", "question": "Scientists have observed that, even within the same nest, some young birds call louder than others. Which describes how a louder cry helps to ensure survival?", "choices": {"text": ["Lung capacity is increased.", "Exposure to bacteria is increased.", "Parents are able to identify the nest.", "Parents respond by giving more food."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Parents respond by giving more food.", "arguments": ["Question: Scientists have observed that, even within the same nest, some young birds call louder than others. Which describes how a louder cry helps to ensure survival?\nAnswer:", " ["], "resps": [[[-7.2734375, false]], [[-8.6484375, false]], [[-7.8984375, false]], [[-11.5234375, false]], [[-8.8984375, false]], [[-13.0234375, false]], [[-5.8984375, false]], [[-9.1484375, false]], [[-5.0234375, false]], [[-10.3984375, false]], [[-5.0234375, false]], [[-9.1484375, false]], [[-10.5234375, false]], [[-11.5234375, false]], [[-12.5234375, false]], [[-5.8984375, false]], [[-10.5234375, false]], [[-10.1484375, false]], [[-5.8984375, false]], [[-10.5234375, false]], [[-8.8984375, false]], [[-9.1484375, false]], [[-10.7734375, false]], [[-8.8984375, false]], [[-5.0234375, false]], [[-10.1484375, false]], [[-8.8984375, false]], [[-9.1484375, false]], [[-7.51953125, false]], [[-8.6484375, false]], [[-10.765625, false]], [[-5.8984375, false]], [[-8.6484375, false]], [[-5.3984375, false]], [[-11.0234375, false]], [[-10.3984375, false]], [[-10.3984375, false]], [[-10.1484375, false]], [[-11.5234375, false]], [[-10.7734375, false]], [[-8.8984375, false]], [[-5.8984375, false]], [[-11.5234375, false]], [[-10.3984375, false]], [[-5.8984375, false]], [[-9.6484375, false]], [[-5.0234375, false]], [[-9.1484375, false]], [[-11.5234375, false]], [[-8.8984375, false]], [[-10.7734375, false]], [[-10.5234375, false]], [[-5.0234375, false]], [[-5.8984375, false]], [[-10.5234375, false]], [[-10.1484375, false]], [[-5.8984375, false]], [[-10.5234375, false]], [[-8.8984375, false]], [[-9.1484375, false]], [[-10.7734375, false]], [[-8.8984375, false]], [[-5.0234375, false]], [[-10.1484375, false]], [[-8.8984375, false]], [[-9.1484375, false]], [[-7.51953125, false]], [[-8.6484375, false]], [[-10.765625, false]], [[-5.8984375, false]], [[-8.6484375, false]], [[-6.8984375, false]], [[-5.0234375, false]], [[-10.7734375, false]], [[-8.8984375, false]], [[-8.8984375, false]], [[-11.5234375, false]], [[-10.1484375, false]], [[-5.8984375, false]], [[-5.0234375, false]], [[-10.7734375, false]], [[-8.8984375, false]], [[-5.8984375, false]], [[-5.0234375, false]], [[-9.6484375, false]], [[-10.2734375, false]], [[-8.8984375, false]], [[-5.8984375, false]], [[-11.5234375, false]], [[-10.3984375, false]], [[-5.8984375, false]], [[-10.5234375, false]], [[-9.1484375, false]], [[-8.8984375, false]], [[-8.8984375, false]], [[-11.5234375, false]], [[-10.5234375, false]], [[-8.6484375, false]], [[-12.5234375, false]], [[-5.8984375, false]], [[-11.5234375, false]], [[-11.7734375, false]], [[-8.8984375, false]], [[-5.8984375, false]], [[-8.8984375, false]], [[-8.8984375, false]], [[-10.1484375, false]], [[-11.5234375, false]], [[-7.51953125, false]], [[-8.6484375, false]], [[-10.765625, false]], [[-5.8984375, false]], [[-8.6484375, false]], [[-6.8984375, false]], [[-5.0234375, false]], [[-10.7734375, false]], [[-8.8984375, false]], [[-8.8984375, false]], [[-11.5234375, false]], [[-10.1484375, false]], [[-5.8984375, false]], [[-10.7734375, false]], [[-8.8984375, false]], [[-10.1484375, false]], [[-10.3984375, false]], [[-10.3984375, false]], [[-8.8984375, false]], [[-9.1484375, false]], [[-5.8984375, false]], [[-9.6484375, false]], [[-12.5234375, false]], [[-5.8984375, false]], [[-13.0234375, false]], [[-10.5234375, false]], [[-12.0234375, false]], [[-10.5234375, false]], [[-8.8984375, false]], [[-13.0234375, false]], [[-5.8984375, false]], [[-11.1484375, false]], [[-10.3984375, false]], [[-10.7734375, false]], [[-8.8984375, false]], [[-5.8984375, false]], [[-8.6484375, false]], [[-10.3984375, false]], [[-10.3984375, false]], [[-9.1484375, false]], [[-7.51953125, false]], [[-8.6484375, false]], [[-13.1484375, false]]], "filtered_resps": [[-7.2734375, false], [-8.6484375, false], [-7.8984375, false], [-11.5234375, false], [-8.8984375, false], [-13.0234375, false], [-5.8984375, false], [-9.1484375, false], [-5.0234375, false], [-10.3984375, false], [-5.0234375, false], [-9.1484375, false], [-10.5234375, false], [-11.5234375, false], [-12.5234375, false], [-5.8984375, false], [-10.5234375, false], [-10.1484375, false], [-5.8984375, false], [-10.5234375, false], [-8.8984375, false], [-9.1484375, false], [-10.7734375, false], [-8.8984375, false], [-5.0234375, false], [-10.1484375, false], [-8.8984375, false], [-9.1484375, false], [-7.51953125, false], [-8.6484375, false], [-10.765625, false], [-5.8984375, false], [-8.6484375, false], [-5.3984375, false], [-11.0234375, false], [-10.3984375, false], [-10.3984375, false], [-10.1484375, false], [-11.5234375, false], [-10.7734375, false], [-8.8984375, false], [-5.8984375, false], [-11.5234375, false], [-10.3984375, false], [-5.8984375, false], [-9.6484375, false], [-5.0234375, false], [-9.1484375, false], [-11.5234375, false], [-8.8984375, false], [-10.7734375, false], [-10.5234375, false], [-5.0234375, false], [-5.8984375, false], [-10.5234375, false], [-10.1484375, false], [-5.8984375, false], [-10.5234375, false], [-8.8984375, false], [-9.1484375, false], [-10.7734375, false], [-8.8984375, false], [-5.0234375, false], [-10.1484375, false], [-8.8984375, false], [-9.1484375, false], [-7.51953125, false], [-8.6484375, false], [-10.765625, false], [-5.8984375, false], [-8.6484375, false], [-6.8984375, false], [-5.0234375, false], [-10.7734375, false], [-8.8984375, false], [-8.8984375, false], [-11.5234375, false], [-10.1484375, false], [-5.8984375, false], [-5.0234375, false], [-10.7734375, false], [-8.8984375, false], [-5.8984375, false], [-5.0234375, false], [-9.6484375, false], [-10.2734375, false], [-8.8984375, false], [-5.8984375, false], [-11.5234375, false], [-10.3984375, false], [-5.8984375, false], [-10.5234375, false], [-9.1484375, false], [-8.8984375, false], [-8.8984375, false], [-11.5234375, false], [-10.5234375, false], [-8.6484375, false], [-12.5234375, false], [-5.8984375, false], [-11.5234375, false], [-11.7734375, false], [-8.8984375, false], [-5.8984375, false], [-8.8984375, false], [-8.8984375, false], [-10.1484375, false], [-11.5234375, false], [-7.51953125, false], [-8.6484375, false], [-10.765625, false], [-5.8984375, false], [-8.6484375, false], [-6.8984375, false], [-5.0234375, false], [-10.7734375, false], [-8.8984375, false], [-8.8984375, false], [-11.5234375, false], [-10.1484375, false], [-5.8984375, false], [-10.7734375, false], [-8.8984375, false], [-10.1484375, false], [-10.3984375, false], [-10.3984375, false], [-8.8984375, false], [-9.1484375, false], [-5.8984375, false], [-9.6484375, false], [-12.5234375, false], [-5.8984375, false], [-13.0234375, false], [-10.5234375, false], [-12.0234375, false], [-10.5234375, false], [-8.8984375, false], [-13.0234375, false], [-5.8984375, false], [-11.1484375, false], [-10.3984375, false], [-10.7734375, false], [-8.8984375, false], [-5.8984375, false], [-8.6484375, false], [-10.3984375, false], [-10.3984375, false], [-9.1484375, false], [-7.51953125, false], [-8.6484375, false], [-13.1484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 889, "doc": {"id": "VASoL_2011_5_16", "question": "A scientist found a fossil of an organism that had gills. When the organism was living, the area in which it lived was most likely covered by ___.", "choices": {"text": ["forest", "grassland", "bare rock", "water"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "water", "arguments": ["Question: A scientist found a fossil of an organism that had gills. When the organism was living, the area in which it lived was most likely covered by ___.\nAnswer:", " ["], "resps": [[[-6.8125, false]], [[-8.8125, false]], [[-8.5625, false]], [[-7.1875, false]], [[-9.0625, false]], [[-7.4375, false]], [[-8.1875, false]], [[-10.6875, false]], [[-8.8125, false]], [[-10.4765625, false]], [[-3.3125, false]], [[-8.8125, false]], [[-9.8125, false]], [[-9.0625, false]], [[-3.8125, false]], [[-8.1875, false]], [[-8.1875, false]], [[-8.6875, false]], [[-3.8125, false]], [[-9.0625, false]], [[-7.5625, false]], [[-8.8125, false]], [[-10.4765625, false]], [[-3.3125, false]], [[-8.8125, false]], [[-7.3125, false]], [[-3.8125, false]], [[-9.0625, false]], [[-7.4375, false]], [[-3.3125, false]], [[-9.0625, false]], [[-7.1875, false]], [[-6.6875, false]], [[-8.5625, false]], [[-8.8125, false]], [[-10.4765625, false]], [[-3.3125, false]], [[-8.8125, false]], [[-9.0625, false]], [[-3.8125, false]], [[-10.6875, false]], [[-7.4375, false]], [[-9.0625, false]], [[-8.8125, false]], [[-11.4375, false]]], "filtered_resps": [[-6.8125, false], [-8.8125, false], [-8.5625, false], [-7.1875, false], [-9.0625, false], [-7.4375, false], [-8.1875, false], [-10.6875, false], [-8.8125, false], [-10.4765625, false], [-3.3125, false], [-8.8125, false], [-9.8125, false], [-9.0625, false], [-3.8125, false], [-8.1875, false], [-8.1875, false], [-8.6875, false], [-3.8125, false], [-9.0625, false], [-7.5625, false], [-8.8125, false], [-10.4765625, false], [-3.3125, false], [-8.8125, false], [-7.3125, false], [-3.8125, false], [-9.0625, false], [-7.4375, false], [-3.3125, false], [-9.0625, false], [-7.1875, false], [-6.6875, false], [-8.5625, false], [-8.8125, false], [-10.4765625, false], [-3.3125, false], [-8.8125, false], [-9.0625, false], [-3.8125, false], [-10.6875, false], [-7.4375, false], [-9.0625, false], [-8.8125, false], [-11.4375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 897, "doc": {"id": "Mercury_7179340", "question": "Coal, oil, and natural gas have high potential energies, which makes them valuable energy resources. In order to benefit from the energy available in these fossil fuels, the potential energy is converted most directly into which type of energy?", "choices": {"text": ["chemical", "electrical", "solar", "thermal"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "thermal", "arguments": ["Question: Coal, oil, and natural gas have high potential energies, which makes them valuable energy resources. In order to benefit from the energy available in these fossil fuels, the potential energy is converted most directly into which type of energy?\nAnswer:", " ["], "resps": [[[-7.54296875, false]], [[-9.5390625, false]], [[-9.0390625, false]], [[-11.5390625, false]], [[-8.7890625, false]], [[-10.0390625, false]], [[-8.5390625, false]], [[-9.0390625, false]], [[-6.04296875, false]], [[-10.7890625, false]], [[-9.5390625, false]], [[-10.125, false]], [[-6.03515625, false]], [[-9.5390625, false]], [[-8.7890625, false]], [[-10.7890625, false]], [[-8.7890625, false]], [[-9.0390625, false]], [[-12.2890625, false]], [[-12.5390625, false]], [[-8.5390625, false]], [[-9.0390625, false]], [[-6.04296875, false]], [[-10.7890625, false]], [[-9.5390625, false]], [[-10.109375, false]], [[-6.03515625, false]], [[-9.5390625, false]], [[-11.0390625, false]], [[-8.7890625, false]], [[-10.7890625, false]], [[-6.04296875, false]], [[-12.5390625, false]], [[-9.5390625, false]], [[-10.109375, false]], [[-6.03515625, false]], [[-9.5390625, false]], [[-12.2890625, false]], [[-11.5390625, false]], [[-8.7890625, false]], [[-12.5390625, false]], [[-10.0390625, false]], [[-6.04296875, false]], [[-10.7890625, false]], [[-9.5390625, false]], [[-13.7890625, false]]], "filtered_resps": [[-7.54296875, false], [-9.5390625, false], [-9.0390625, false], [-11.5390625, false], [-8.7890625, false], [-10.0390625, false], [-8.5390625, false], [-9.0390625, false], [-6.04296875, false], [-10.7890625, false], [-9.5390625, false], [-10.125, false], [-6.03515625, false], [-9.5390625, false], [-8.7890625, false], [-10.7890625, false], [-8.7890625, false], [-9.0390625, false], [-12.2890625, false], [-12.5390625, false], [-8.5390625, false], [-9.0390625, false], [-6.04296875, false], [-10.7890625, false], [-9.5390625, false], [-10.109375, false], [-6.03515625, false], [-9.5390625, false], [-11.0390625, false], [-8.7890625, false], [-10.7890625, false], [-6.04296875, false], [-12.5390625, false], [-9.5390625, false], [-10.109375, false], [-6.03515625, false], [-9.5390625, false], [-12.2890625, false], [-11.5390625, false], [-8.7890625, false], [-12.5390625, false], [-10.0390625, false], [-6.04296875, false], [-10.7890625, false], [-9.5390625, false], [-13.7890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 905, "doc": {"id": "Mercury_409111", "question": "The human hearing range is 20-20,000 hertz. A sound Peggy heard was measured at 15,000 hertz. Which characteristic best describes the sound wave that Peggy heard?", "choices": {"text": ["fast speed", "high frequency", "large amplitude", "long wavelength"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "high frequency", "arguments": ["Question: The human hearing range is 20-20,000 hertz. A sound Peggy heard was measured at 15,000 hertz. Which characteristic best describes the sound wave that Peggy heard?\nAnswer:", " ["], "resps": [[[-6.9765625, false]], [[-8.7265625, false]], [[-6.4765625, false]], [[-2.9765625, false]], [[-7.7265625, false]], [[-8.2265625, false]], [[-4.7265625, false]], [[-7.7265625, false]], [[-7.2265625, false]], [[-6.9765625, false]], [[-6.9765625, false]], [[-5.9765625, false]], [[-8.7265625, false]], [[-8.765625, false]], [[-4.7265625, false]], [[-8.7265625, false]], [[-8.2265625, false]], [[-7.4765625, false]], [[-10.4765625, false]], [[-8.2265625, false]], [[-4.7265625, false]], [[-6.4765625, false]], [[-8.2265625, false]], [[-6.9765625, false]], [[-9.2265625, false]], [[-9.2265625, false]], [[-6.9765625, false]], [[-7.4765625, false]], [[-6.2265625, false]], [[-10.4765625, false]], [[-8.7265625, false]], [[-8.765625, false]], [[-4.7265625, false]], [[-8.7265625, false]], [[-9.2265625, false]], [[-2.9765625, false]], [[-8.2265625, false]], [[-10.4765625, false]], [[-6.9765625, false]], [[-4.7265625, false]], [[-2.9765625, false]], [[-7.7265625, false]], [[-7.2265625, false]], [[-9.2265625, false]], [[-7.4765625, false]], [[-8.2265625, false]], [[-9.2265625, false]], [[-5.9765625, false]], [[-6.9765625, false]], [[-8.7265625, false]], [[-8.765625, false]], [[-4.7265625, false]], [[-8.7265625, false]], [[-9.2265625, false]], [[-7.7265625, false]], [[-7.4765625, false]], [[-10.4765625, false]], [[-4.7265625, false]], [[-8.9765625, false]], [[-2.9765625, false]], [[-8.2265625, false]], [[-6.9765625, false]], [[-9.2265625, false]], [[-6.9765625, false]], [[-7.4765625, false]], [[-10.4765625, false]], [[-8.2265625, false]], [[-8.2265625, false]], [[-8.7265625, false]], [[-12.4765625, false]]], "filtered_resps": [[-6.9765625, false], [-8.7265625, false], [-6.4765625, false], [-2.9765625, false], [-7.7265625, false], [-8.2265625, false], [-4.7265625, false], [-7.7265625, false], [-7.2265625, false], [-6.9765625, false], [-6.9765625, false], [-5.9765625, false], [-8.7265625, false], [-8.765625, false], [-4.7265625, false], [-8.7265625, false], [-8.2265625, false], [-7.4765625, false], [-10.4765625, false], [-8.2265625, false], [-4.7265625, false], [-6.4765625, false], [-8.2265625, false], [-6.9765625, false], [-9.2265625, false], [-9.2265625, false], [-6.9765625, false], [-7.4765625, false], [-6.2265625, false], [-10.4765625, false], [-8.7265625, false], [-8.765625, false], [-4.7265625, false], [-8.7265625, false], [-9.2265625, false], [-2.9765625, false], [-8.2265625, false], [-10.4765625, false], [-6.9765625, false], [-4.7265625, false], [-2.9765625, false], [-7.7265625, false], [-7.2265625, false], [-9.2265625, false], [-7.4765625, false], [-8.2265625, false], [-9.2265625, false], [-5.9765625, false], [-6.9765625, false], [-8.7265625, false], [-8.765625, false], [-4.7265625, false], [-8.7265625, false], [-9.2265625, false], [-7.7265625, false], [-7.4765625, false], [-10.4765625, false], [-4.7265625, false], [-8.9765625, false], [-2.9765625, false], [-8.2265625, false], [-6.9765625, false], [-9.2265625, false], [-6.9765625, false], [-7.4765625, false], [-10.4765625, false], [-8.2265625, false], [-8.2265625, false], [-8.7265625, false], [-12.4765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 913, "doc": {"id": "Mercury_412777", "question": "Which is an SI unit for density?", "choices": {"text": ["lb", "kg", "lb/ft^3", "kg/m^3"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "kg/m^3", "arguments": ["Question: Which is an SI unit for density?\nAnswer:", " ["], "resps": [[[-6.4609375, false]], [[-8.4609375, false]], [[-7.7109375, false]], [[-8.9609375, false]], [[-8.4609375, false]], [[-8.0078125, false]], [[-3.9609375, false]], [[-8.4609375, false]], [[-5.2109375, false]], [[-4.9609375, false]], [[-8.4609375, false]], [[-8.0078125, false]], [[-3.9609375, false]], [[-8.4609375, false]], [[-7.7109375, false]], [[-8.9609375, false]], [[-8.2109375, false]], [[-8.4609375, false]], [[-7.2109375, false]], [[-11.4609375, false]], [[-7.2109375, false]], [[-8.4609375, false]], [[-8.0078125, false]], [[-3.9609375, false]], [[-8.4609375, false]], [[-5.2109375, false]], [[-4.9609375, false]], [[-8.2109375, false]], [[-4.2109375, false]], [[-11.4609375, false]], [[-7.2109375, false]], [[-8.4609375, false]], [[-12.4609375, false]]], "filtered_resps": [[-6.4609375, false], [-8.4609375, false], [-7.7109375, false], [-8.9609375, false], [-8.4609375, false], [-8.0078125, false], [-3.9609375, false], [-8.4609375, false], [-5.2109375, false], [-4.9609375, false], [-8.4609375, false], [-8.0078125, false], [-3.9609375, false], [-8.4609375, false], [-7.7109375, false], [-8.9609375, false], [-8.2109375, false], [-8.4609375, false], [-7.2109375, false], [-11.4609375, false], [-7.2109375, false], [-8.4609375, false], [-8.0078125, false], [-3.9609375, false], [-8.4609375, false], [-5.2109375, false], [-4.9609375, false], [-8.2109375, false], [-4.2109375, false], [-11.4609375, false], [-7.2109375, false], [-8.4609375, false], [-12.4609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 921, "doc": {"id": "MCAS_2006_9_29", "question": "Fertilizers can enable farmers to grow the same crop in a field for several years in a row. Farmers who use less fertilizer often rotate their crops by planting the crop one year and legumes, such as beans and clover, the following year. Fertilizer use and crop rotation with legumes both increase the availability of which of the following nutrients in soil?", "choices": {"text": ["calcium", "nitrogen", "oxygen", "protein"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "nitrogen", "arguments": ["Question: Fertilizers can enable farmers to grow the same crop in a field for several years in a row. Farmers who use less fertilizer often rotate their crops by planting the crop one year and legumes, such as beans and clover, the following year. Fertilizer use and crop rotation with legumes both increase the availability of which of the following nutrients in soil?\nAnswer:", " ["], "resps": [[[-6.44140625, false]], [[-10.4375, false]], [[-6.94140625, false]], [[-5.19140625, false]], [[-9.4375, false]], [[-6.94140625, false]], [[-7.69140625, false]], [[-9.4375, false]], [[-9.6875, false]], [[-10.4375, false]], [[-10.0078125, false]], [[-6.18359375, false]], [[-10.4375, false]], [[-5.94140625, false]], [[-7.69140625, false]], [[-9.6875, false]], [[-11.9375, false]], [[-9.4375, false]], [[-10.9375, false]], [[-9.9375, false]], [[-5.94140625, false]], [[-10.4375, false]], [[-10.0078125, false]], [[-6.19140625, false]], [[-10.4375, false]], [[-9.4375, false]], [[-9.9375, false]], [[-9.4375, false]], [[-10.9375, false]], [[-9.9375, false]], [[-5.94140625, false]], [[-10.4375, false]], [[-10.0078125, false]], [[-6.19140625, false]], [[-10.4375, false]], [[-9.6875, false]], [[-11.9375, false]], [[-9.4375, false]], [[-9.6875, false]], [[-9.9375, false]], [[-7.69140625, false]], [[-5.94140625, false]], [[-10.4375, false]], [[-12.6875, false]]], "filtered_resps": [[-6.44140625, false], [-10.4375, false], [-6.94140625, false], [-5.19140625, false], [-9.4375, false], [-6.94140625, false], [-7.69140625, false], [-9.4375, false], [-9.6875, false], [-10.4375, false], [-10.0078125, false], [-6.18359375, false], [-10.4375, false], [-5.94140625, false], [-7.69140625, false], [-9.6875, false], [-11.9375, false], [-9.4375, false], [-10.9375, false], [-9.9375, false], [-5.94140625, false], [-10.4375, false], [-10.0078125, false], [-6.19140625, false], [-10.4375, false], [-9.4375, false], [-9.9375, false], [-9.4375, false], [-10.9375, false], [-9.9375, false], [-5.94140625, false], [-10.4375, false], [-10.0078125, false], [-6.19140625, false], [-10.4375, false], [-9.6875, false], [-11.9375, false], [-9.4375, false], [-9.6875, false], [-9.9375, false], [-7.69140625, false], [-5.94140625, false], [-10.4375, false], [-12.6875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 929, "doc": {"id": "Mercury_7207060", "question": "Greenhouse gases in the atmosphere absorb infrared radiation from Earth's surface and re-radiates some of it back to Earth. Which of these gases have the most significant impact on the temperature of Earth's atmosphere?", "choices": {"text": ["nitrogen and argon", "oxygen and sulfur dioxide", "carbon dioxide and water vapor", "hydrochloric acid and hydrogen"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "carbon dioxide and water vapor", "arguments": ["Question: Greenhouse gases in the atmosphere absorb infrared radiation from Earth's surface and re-radiates some of it back to Earth. Which of these gases have the most significant impact on the temperature of Earth's atmosphere?\nAnswer:", " ["], "resps": [[[-7.70703125, false]], [[-9.4609375, false]], [[-5.95703125, false]], [[-8.2109375, false]], [[-10.4609375, false]], [[-13.4609375, false]], [[-4.95703125, false]], [[-11.9609375, false]], [[-8.2109375, false]], [[-5.95703125, false]], [[-4.95703125, false]], [[-5.45703125, false]], [[-5.95703125, false]], [[-9.4609375, false]], [[-4.95703125, false]], [[-5.45703125, false]], [[-13.4609375, false]], [[-11.9609375, false]], [[-4.95703125, false]], [[-5.95703125, false]], [[-9.4609375, false]], [[-9.421875, false]], [[-4.95703125, false]], [[-9.4609375, false]], [[-4.95703125, false]], [[-10.9609375, false]], [[-11.4609375, false]], [[-11.9609375, false]], [[-8.2109375, false]], [[-5.95703125, false]], [[-4.95703125, false]], [[-5.45703125, false]], [[-5.95703125, false]], [[-9.4609375, false]], [[-4.95703125, false]], [[-12.7109375, false]], [[-9.9609375, false]], [[-12.4609375, false]], [[-10.9609375, false]], [[-9.9609375, false]], [[-13.4609375, false]], [[-4.95703125, false]], [[-9.4609375, false]], [[-8.2109375, false]], [[-4.95703125, false]], [[-10.9609375, false]], [[-8.2109375, false]], [[-9.4609375, false]], [[-8.2109375, false]], [[-9.4609375, false]], [[-9.421875, false]], [[-4.95703125, false]], [[-9.4609375, false]], [[-8.7109375, false]], [[-5.45703125, false]], [[-13.4609375, false]], [[-10.7109375, false]], [[-4.95703125, false]], [[-5.95703125, false]], [[-4.95703125, false]], [[-9.4609375, false]], [[-8.2109375, false]], [[-4.95703125, false]], [[-10.9609375, false]], [[-8.2109375, false]], [[-9.4609375, false]], [[-8.2109375, false]], [[-4.95703125, false]], [[-5.45703125, false]], [[-5.95703125, false]], [[-9.4609375, false]], [[-4.95703125, false]], [[-12.2109375, false]], [[-5.45703125, false]], [[-10.4609375, false]], [[-8.2109375, false]], [[-13.4609375, false]], [[-4.95703125, false]], [[-12.7109375, false]], [[-5.45703125, false]], [[-9.9609375, false]], [[-4.95703125, false]], [[-13.4609375, false]], [[-9.4609375, false]], [[-9.421875, false]], [[-4.95703125, false]], [[-9.4609375, false]], [[-10.9609375, false]], [[-11.4609375, false]], [[-9.4609375, false]], [[-13.4609375, false]], [[-4.95703125, false]], [[-8.7109375, false]], [[-10.9609375, false]], [[-12.4609375, false]], [[-4.95703125, false]], [[-13.4609375, false]], [[-8.2109375, false]], [[-8.7109375, false]], [[-4.95703125, false]], [[-5.45703125, false]], [[-8.7109375, false]], [[-8.2109375, false]], [[-9.4609375, false]], [[-4.95703125, false]], [[-5.45703125, false]], [[-5.95703125, false]], [[-9.4609375, false]], [[-4.95703125, false]], [[-10.9609375, false]], [[-11.4609375, false]], [[-9.4609375, false]], [[-13.4609375, false]], [[-4.95703125, false]], [[-11.9609375, false]], [[-8.2109375, false]], [[-5.95703125, false]], [[-9.4609375, false]], [[-15.4609375, false]]], "filtered_resps": [[-7.70703125, false], [-9.4609375, false], [-5.95703125, false], [-8.2109375, false], [-10.4609375, false], [-13.4609375, false], [-4.95703125, false], [-11.9609375, false], [-8.2109375, false], [-5.95703125, false], [-4.95703125, false], [-5.45703125, false], [-5.95703125, false], [-9.4609375, false], [-4.95703125, false], [-5.45703125, false], [-13.4609375, false], [-11.9609375, false], [-4.95703125, false], [-5.95703125, false], [-9.4609375, false], [-9.421875, false], [-4.95703125, false], [-9.4609375, false], [-4.95703125, false], [-10.9609375, false], [-11.4609375, false], [-11.9609375, false], [-8.2109375, false], [-5.95703125, false], [-4.95703125, false], [-5.45703125, false], [-5.95703125, false], [-9.4609375, false], [-4.95703125, false], [-12.7109375, false], [-9.9609375, false], [-12.4609375, false], [-10.9609375, false], [-9.9609375, false], [-13.4609375, false], [-4.95703125, false], [-9.4609375, false], [-8.2109375, false], [-4.95703125, false], [-10.9609375, false], [-8.2109375, false], [-9.4609375, false], [-8.2109375, false], [-9.4609375, false], [-9.421875, false], [-4.95703125, false], [-9.4609375, false], [-8.7109375, false], [-5.45703125, false], [-13.4609375, false], [-10.7109375, false], [-4.95703125, false], [-5.95703125, false], [-4.95703125, false], [-9.4609375, false], [-8.2109375, false], [-4.95703125, false], [-10.9609375, false], [-8.2109375, false], [-9.4609375, false], [-8.2109375, false], [-4.95703125, false], [-5.45703125, false], [-5.95703125, false], [-9.4609375, false], [-4.95703125, false], [-12.2109375, false], [-5.45703125, false], [-10.4609375, false], [-8.2109375, false], [-13.4609375, false], [-4.95703125, false], [-12.7109375, false], [-5.45703125, false], [-9.9609375, false], [-4.95703125, false], [-13.4609375, false], [-9.4609375, false], [-9.421875, false], [-4.95703125, false], [-9.4609375, false], [-10.9609375, false], [-11.4609375, false], [-9.4609375, false], [-13.4609375, false], [-4.95703125, false], [-8.7109375, false], [-10.9609375, false], [-12.4609375, false], [-4.95703125, false], [-13.4609375, false], [-8.2109375, false], [-8.7109375, false], [-4.95703125, false], [-5.45703125, false], [-8.7109375, false], [-8.2109375, false], [-9.4609375, false], [-4.95703125, false], [-5.45703125, false], [-5.95703125, false], [-9.4609375, false], [-4.95703125, false], [-10.9609375, false], [-11.4609375, false], [-9.4609375, false], [-13.4609375, false], [-4.95703125, false], [-11.9609375, false], [-8.2109375, false], [-5.95703125, false], [-9.4609375, false], [-15.4609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 937, "doc": {"id": "MEA_2010_8_9", "question": "Earth has a limited supply of fresh drinking water. Which method is used to recycle water for humans to use?", "choices": {"text": ["bottling water", "dam construction", "collecting rainwater", "wastewater treatment"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "wastewater treatment", "arguments": ["Question: Earth has a limited supply of fresh drinking water. Which method is used to recycle water for humans to use?\nAnswer:", " ["], "resps": [[[-7.6015625, false]], [[-9.1015625, false]], [[-9.3515625, false]], [[-8.2265625, false]], [[-12.1015625, false]], [[-12.1015625, false]], [[-11.3515625, false]], [[-7.7265625, false]], [[-9.6015625, false]], [[-11.7265625, false]], [[-5.4765625, false]], [[-11.9765625, false]], [[-5.1015625, false]], [[-12.1015625, false]], [[-6.7265625, false]], [[-11.3515625, false]], [[-9.1015625, false]], [[-10.09375, false]], [[-5.4765625, false]], [[-9.1015625, false]], [[-7.7265625, false]], [[-5.1015625, false]], [[-9.8515625, false]], [[-5.4765625, false]], [[-9.3515625, false]], [[-8.2265625, false]], [[-9.6015625, false]], [[-9.1015625, false]], [[-12.1015625, false]], [[-11.3515625, false]], [[-9.6015625, false]], [[-9.3515625, false]], [[-12.1015625, false]], [[-7.7265625, false]], [[-8.2265625, false]], [[-9.6015625, false]], [[-9.1015625, false]], [[-10.09375, false]], [[-5.4765625, false]], [[-9.1015625, false]], [[-9.3515625, false]], [[-8.2265625, false]], [[-11.3515625, false]], [[-11.3515625, false]], [[-6.7265625, false]], [[-9.3515625, false]], [[-12.1015625, false]], [[-7.7265625, false]], [[-9.6015625, false]], [[-11.7265625, false]], [[-5.4765625, false]], [[-11.3515625, false]], [[-5.1015625, false]], [[-7.7265625, false]], [[-9.6015625, false]], [[-11.9765625, false]], [[-5.1015625, false]], [[-12.1015625, false]], [[-6.7265625, false]], [[-11.3515625, false]], [[-9.1015625, false]], [[-10.09375, false]], [[-5.4765625, false]], [[-9.1015625, false]], [[-11.9765625, false]], [[-5.1015625, false]], [[-9.1015625, false]], [[-12.1015625, false]], [[-6.7265625, false]], [[-11.9765625, false]], [[-5.1015625, false]], [[-12.1015625, false]], [[-6.7265625, false]], [[-11.3515625, false]], [[-5.4765625, false]], [[-12.1015625, false]], [[-11.3515625, false]], [[-6.7265625, false]], [[-5.1015625, false]], [[-12.1015625, false]], [[-9.8515625, false]], [[-6.7265625, false]], [[-9.6015625, false]], [[-12.1015625, false]], [[-9.1015625, false]], [[-14.9765625, false]]], "filtered_resps": [[-7.6015625, false], [-9.1015625, false], [-9.3515625, false], [-8.2265625, false], [-12.1015625, false], [-12.1015625, false], [-11.3515625, false], [-7.7265625, false], [-9.6015625, false], [-11.7265625, false], [-5.4765625, false], [-11.9765625, false], [-5.1015625, false], [-12.1015625, false], [-6.7265625, false], [-11.3515625, false], [-9.1015625, false], [-10.09375, false], [-5.4765625, false], [-9.1015625, false], [-7.7265625, false], [-5.1015625, false], [-9.8515625, false], [-5.4765625, false], [-9.3515625, false], [-8.2265625, false], [-9.6015625, false], [-9.1015625, false], [-12.1015625, false], [-11.3515625, false], [-9.6015625, false], [-9.3515625, false], [-12.1015625, false], [-7.7265625, false], [-8.2265625, false], [-9.6015625, false], [-9.1015625, false], [-10.09375, false], [-5.4765625, false], [-9.1015625, false], [-9.3515625, false], [-8.2265625, false], [-11.3515625, false], [-11.3515625, false], [-6.7265625, false], [-9.3515625, false], [-12.1015625, false], [-7.7265625, false], [-9.6015625, false], [-11.7265625, false], [-5.4765625, false], [-11.3515625, false], [-5.1015625, false], [-7.7265625, false], [-9.6015625, false], [-11.9765625, false], [-5.1015625, false], [-12.1015625, false], [-6.7265625, false], [-11.3515625, false], [-9.1015625, false], [-10.09375, false], [-5.4765625, false], [-9.1015625, false], [-11.9765625, false], [-5.1015625, false], [-9.1015625, false], [-12.1015625, false], [-6.7265625, false], [-11.9765625, false], [-5.1015625, false], [-12.1015625, false], [-6.7265625, false], [-11.3515625, false], [-5.4765625, false], [-12.1015625, false], [-11.3515625, false], [-6.7265625, false], [-5.1015625, false], [-12.1015625, false], [-9.8515625, false], [-6.7265625, false], [-9.6015625, false], [-12.1015625, false], [-9.1015625, false], [-14.9765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 945, "doc": {"id": "MCAS_2005_8_1", "question": "While hiking through Granville State Forest, a student finds an unusual plant-like organism that appears to lack chlorophyll. When the student examines a sample using a microscope, he sees many cells with cell walls and no chloroplasts. This organism is most likely a member of what Kingdom?", "choices": {"text": ["Animalia", "Eubacteria", "Fungi", "Protista"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Fungi", "arguments": ["Question: While hiking through Granville State Forest, a student finds an unusual plant-like organism that appears to lack chlorophyll. When the student examines a sample using a microscope, he sees many cells with cell walls and no chloroplasts. This organism is most likely a member of what Kingdom?\nAnswer:", " ["], "resps": [[[-6.71875, false]], [[-8.34375, false]], [[-2.71875, false]], [[-9.34375, false]], [[-8.46875, false]], [[-10.46875, false]], [[-5.96875, false]], [[-11.09375, false]], [[-8.46875, false]], [[-5.96875, false]], [[-8.34375, false]], [[-9.375, false]], [[-5.21875, false]], [[-8.34375, false]], [[-4.71875, false]], [[-11.59375, false]], [[-9.21875, false]], [[-5.96875, false]], [[-7.71875, false]], [[-11.71875, false]], [[-7.46875, false]], [[-9.21875, false]], [[-8.46875, false]], [[-5.96875, false]], [[-8.34375, false]], [[-9.375, false]], [[-5.21875, false]], [[-8.34375, false]], [[-7.21875, false]], [[-11.59375, false]], [[-9.34375, false]], [[-12.09375, false]], [[-8.46875, false]], [[-8.34375, false]], [[-9.375, false]], [[-5.21875, false]], [[-8.34375, false]], [[-5.96875, false]], [[-9.21875, false]], [[-9.21875, false]], [[-11.71875, false]], [[-8.46875, false]], [[-10.21875, false]], [[-11.71875, false]], [[-5.96875, false]], [[-8.34375, false]], [[-12.59375, false]]], "filtered_resps": [[-6.71875, false], [-8.34375, false], [-2.71875, false], [-9.34375, false], [-8.46875, false], [-10.46875, false], [-5.96875, false], [-11.09375, false], [-8.46875, false], [-5.96875, false], [-8.34375, false], [-9.375, false], [-5.21875, false], [-8.34375, false], [-4.71875, false], [-11.59375, false], [-9.21875, false], [-5.96875, false], [-7.71875, false], [-11.71875, false], [-7.46875, false], [-9.21875, false], [-8.46875, false], [-5.96875, false], [-8.34375, false], [-9.375, false], [-5.21875, false], [-8.34375, false], [-7.21875, false], [-11.59375, false], [-9.34375, false], [-12.09375, false], [-8.46875, false], [-8.34375, false], [-9.375, false], [-5.21875, false], [-8.34375, false], [-5.96875, false], [-9.21875, false], [-9.21875, false], [-11.71875, false], [-8.46875, false], [-10.21875, false], [-11.71875, false], [-5.96875, false], [-8.34375, false], [-12.59375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 953, "doc": {"id": "Mercury_SC_401126", "question": "When conducting an investigation involving an open flame, it is most important to", "choices": {"text": ["turn out the lights to see better.", "smell the product that is being burned.", "work near the sink to put out possible fires.", "wear appropriate protective clothing and eyewear."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "wear appropriate protective clothing and eyewear.", "arguments": ["Question: When conducting an investigation involving an open flame, it is most important to\nAnswer:", " ["], "resps": [[[-7.26953125, false]], [[-8.265625, false]], [[-9.390625, false]], [[-10.265625, false]], [[-10.265625, false]], [[-8.515625, false]], [[-4.51953125, false]], [[-8.890625, false]], [[-10.265625, false]], [[-9.390625, false]], [[-4.51953125, false]], [[-9.390625, false]], [[-10.515625, false]], [[-8.265625, false]], [[-4.51953125, false]], [[-10.015625, false]], [[-7.14453125, false]], [[-10.390625, false]], [[-10.515625, false]], [[-9.390625, false]], [[-8.890625, false]], [[-4.51953125, false]], [[-9.390625, false]], [[-8.890625, false]], [[-4.51953125, false]], [[-8.890625, false]], [[-8.265625, false]], [[-8.265625, false]], [[-4.51953125, false]], [[-7.89453125, false]], [[-8.265625, false]], [[-9.390625, false]], [[-9.390625, false]], [[-8.265625, false]], [[-10.265625, false]], [[-5.78515625, false]], [[-8.265625, false]], [[-8.78125, false]], [[-4.51953125, false]], [[-8.265625, false]], [[-8.890625, false]], [[-10.390625, false]], [[-8.265625, false]], [[-10.015625, false]], [[-10.015625, false]], [[-4.51953125, false]], [[-9.390625, false]], [[-10.515625, false]], [[-8.265625, false]], [[-4.51953125, false]], [[-8.890625, false]], [[-10.265625, false]], [[-8.890625, false]], [[-8.640625, false]], [[-10.265625, false]], [[-9.640625, false]], [[-9.390625, false]], [[-4.51953125, false]], [[-9.390625, false]], [[-10.515625, false]], [[-4.39453125, false]], [[-9.390625, false]], [[-4.51953125, false]], [[-7.14453125, false]], [[-8.890625, false]], [[-4.51953125, false]], [[-7.89453125, false]], [[-8.265625, false]], [[-7.14453125, false]], [[-8.515625, false]], [[-10.390625, false]], [[-4.51953125, false]], [[-7.89453125, false]], [[-10.265625, false]], [[-10.265625, false]], [[-8.515625, false]], [[-8.265625, false]], [[-8.640625, false]], [[-5.78515625, false]], [[-8.265625, false]], [[-8.78125, false]], [[-4.51953125, false]], [[-8.265625, false]], [[-9.890625, false]], [[-8.890625, false]], [[-10.265625, false]], [[-9.765625, false]], [[-4.51953125, false]], [[-8.515625, false]], [[-8.265625, false]], [[-4.39453125, false]], [[-10.265625, false]], [[-4.51953125, false]], [[-9.390625, false]], [[-10.515625, false]], [[-8.265625, false]], [[-4.51953125, false]], [[-8.890625, false]], [[-7.14453125, false]], [[-8.515625, false]], [[-9.765625, false]], [[-4.51953125, false]], [[-9.390625, false]], [[-8.890625, false]], [[-4.51953125, false]], [[-8.890625, false]], [[-10.265625, false]], [[-9.390625, false]], [[-4.51953125, false]], [[-8.890625, false]], [[-10.265625, false]], [[-9.390625, false]], [[-4.51953125, false]], [[-8.890625, false]], [[-8.890625, false]], [[-8.890625, false]], [[-8.890625, false]], [[-7.14453125, false]], [[-7.89453125, false]], [[-10.015625, false]], [[-8.265625, false]], [[-4.51953125, false]], [[-9.390625, false]], [[-7.14453125, false]], [[-10.265625, false]], [[-8.265625, false]], [[-8.890625, false]], [[-5.78515625, false]], [[-8.265625, false]], [[-8.78125, false]], [[-4.51953125, false]], [[-8.265625, false]], [[-9.890625, false]], [[-8.265625, false]], [[-4.39453125, false]], [[-10.265625, false]], [[-4.51953125, false]], [[-4.39453125, false]], [[-8.890625, false]], [[-8.890625, false]], [[-10.265625, false]], [[-8.890625, false]], [[-8.890625, false]], [[-10.265625, false]], [[-7.14453125, false]], [[-4.39453125, false]], [[-9.390625, false]], [[-8.265625, false]], [[-4.51953125, false]], [[-8.890625, false]], [[-10.265625, false]], [[-8.890625, false]], [[-9.390625, false]], [[-8.265625, false]], [[-9.640625, false]], [[-9.390625, false]], [[-7.14453125, false]], [[-10.265625, false]], [[-8.265625, false]], [[-4.51953125, false]], [[-9.640625, false]], [[-10.015625, false]], [[-8.890625, false]], [[-9.390625, false]], [[-10.515625, false]], [[-7.14453125, false]], [[-8.515625, false]], [[-10.390625, false]], [[-4.51953125, false]], [[-4.39453125, false]], [[-8.515625, false]], [[-8.640625, false]], [[-4.51953125, false]], [[-8.265625, false]], [[-11.765625, false]], [[-8.265625, false]], [[-9.890625, false]], [[-8.265625, false]], [[-4.39453125, false]], [[-10.265625, false]], [[-5.78515625, false]], [[-8.265625, false]], [[-10.640625, false]]], "filtered_resps": [[-7.26953125, false], [-8.265625, false], [-9.390625, false], [-10.265625, false], [-10.265625, false], [-8.515625, false], [-4.51953125, false], [-8.890625, false], [-10.265625, false], [-9.390625, false], [-4.51953125, false], [-9.390625, false], [-10.515625, false], [-8.265625, false], [-4.51953125, false], [-10.015625, false], [-7.14453125, false], [-10.390625, false], [-10.515625, false], [-9.390625, false], [-8.890625, false], [-4.51953125, false], [-9.390625, false], [-8.890625, false], [-4.51953125, false], [-8.890625, false], [-8.265625, false], [-8.265625, false], [-4.51953125, false], [-7.89453125, false], [-8.265625, false], [-9.390625, false], [-9.390625, false], [-8.265625, false], [-10.265625, false], [-5.78515625, false], [-8.265625, false], [-8.78125, false], [-4.51953125, false], [-8.265625, false], [-8.890625, false], [-10.390625, false], [-8.265625, false], [-10.015625, false], [-10.015625, false], [-4.51953125, false], [-9.390625, false], [-10.515625, false], [-8.265625, false], [-4.51953125, false], [-8.890625, false], [-10.265625, false], [-8.890625, false], [-8.640625, false], [-10.265625, false], [-9.640625, false], [-9.390625, false], [-4.51953125, false], [-9.390625, false], [-10.515625, false], [-4.39453125, false], [-9.390625, false], [-4.51953125, false], [-7.14453125, false], [-8.890625, false], [-4.51953125, false], [-7.89453125, false], [-8.265625, false], [-7.14453125, false], [-8.515625, false], [-10.390625, false], [-4.51953125, false], [-7.89453125, false], [-10.265625, false], [-10.265625, false], [-8.515625, false], [-8.265625, false], [-8.640625, false], [-5.78515625, false], [-8.265625, false], [-8.78125, false], [-4.51953125, false], [-8.265625, false], [-9.890625, false], [-8.890625, false], [-10.265625, false], [-9.765625, false], [-4.51953125, false], [-8.515625, false], [-8.265625, false], [-4.39453125, false], [-10.265625, false], [-4.51953125, false], [-9.390625, false], [-10.515625, false], [-8.265625, false], [-4.51953125, false], [-8.890625, false], [-7.14453125, false], [-8.515625, false], [-9.765625, false], [-4.51953125, false], [-9.390625, false], [-8.890625, false], [-4.51953125, false], [-8.890625, false], [-10.265625, false], [-9.390625, false], [-4.51953125, false], [-8.890625, false], [-10.265625, false], [-9.390625, false], [-4.51953125, false], [-8.890625, false], [-8.890625, false], [-8.890625, false], [-8.890625, false], [-7.14453125, false], [-7.89453125, false], [-10.015625, false], [-8.265625, false], [-4.51953125, false], [-9.390625, false], [-7.14453125, false], [-10.265625, false], [-8.265625, false], [-8.890625, false], [-5.78515625, false], [-8.265625, false], [-8.78125, false], [-4.51953125, false], [-8.265625, false], [-9.890625, false], [-8.265625, false], [-4.39453125, false], [-10.265625, false], [-4.51953125, false], [-4.39453125, false], [-8.890625, false], [-8.890625, false], [-10.265625, false], [-8.890625, false], [-8.890625, false], [-10.265625, false], [-7.14453125, false], [-4.39453125, false], [-9.390625, false], [-8.265625, false], [-4.51953125, false], [-8.890625, false], [-10.265625, false], [-8.890625, false], [-9.390625, false], [-8.265625, false], [-9.640625, false], [-9.390625, false], [-7.14453125, false], [-10.265625, false], [-8.265625, false], [-4.51953125, false], [-9.640625, false], [-10.015625, false], [-8.890625, false], [-9.390625, false], [-10.515625, false], [-7.14453125, false], [-8.515625, false], [-10.390625, false], [-4.51953125, false], [-4.39453125, false], [-8.515625, false], [-8.640625, false], [-4.51953125, false], [-8.265625, false], [-11.765625, false], [-8.265625, false], [-9.890625, false], [-8.265625, false], [-4.39453125, false], [-10.265625, false], [-5.78515625, false], [-8.265625, false], [-10.640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 961, "doc": {"id": "MCAS_8_2014_13", "question": "Carbon dioxide produced by cells is removed from the body primarily by which body system?", "choices": {"text": ["digestive", "excretory", "immune", "respiratory"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "respiratory", "arguments": ["Question: Carbon dioxide produced by cells is removed from the body primarily by which body system?\nAnswer:", " ["], "resps": [[[-7.93359375, false]], [[-11.4296875, false]], [[-11.9296875, false]], [[-9.9296875, false]], [[-11.9296875, false]], [[-8.9296875, false]], [[-11.1796875, false]], [[-11.4296875, false]], [[-9.9296875, false]], [[-11.9296875, false]], [[-8.9296875, false]], [[-11.4296875, false]], [[-9.3046875, false]], [[-3.931640625, false]], [[-11.4296875, false]], [[-8.9296875, false]], [[-9.1796875, false]], [[-7.68359375, false]], [[-11.9296875, false]], [[-8.9296875, false]], [[-11.4296875, false]], [[-7.68359375, false]], [[-11.9296875, false]], [[-12.9296875, false]], [[-11.4296875, false]], [[-9.3046875, false]], [[-3.931640625, false]], [[-11.4296875, false]], [[-9.9296875, false]], [[-9.4296875, false]], [[-9.4296875, false]], [[-8.1796875, false]], [[-9.6796875, false]], [[-8.9296875, false]], [[-11.4296875, false]], [[-9.3046875, false]], [[-3.931640625, false]], [[-11.4296875, false]], [[-11.9296875, false]], [[-8.9296875, false]], [[-11.1796875, false]], [[-10.6796875, false]], [[-9.9296875, false]], [[-11.9296875, false]], [[-5.93359375, false]], [[-11.4296875, false]], [[-7.68359375, false]], [[-11.9296875, false]], [[-12.9296875, false]], [[-11.4296875, false]], [[-13.9296875, false]]], "filtered_resps": [[-7.93359375, false], [-11.4296875, false], [-11.9296875, false], [-9.9296875, false], [-11.9296875, false], [-8.9296875, false], [-11.1796875, false], [-11.4296875, false], [-9.9296875, false], [-11.9296875, false], [-8.9296875, false], [-11.4296875, false], [-9.3046875, false], [-3.931640625, false], [-11.4296875, false], [-8.9296875, false], [-9.1796875, false], [-7.68359375, false], [-11.9296875, false], [-8.9296875, false], [-11.4296875, false], [-7.68359375, false], [-11.9296875, false], [-12.9296875, false], [-11.4296875, false], [-9.3046875, false], [-3.931640625, false], [-11.4296875, false], [-9.9296875, false], [-9.4296875, false], [-9.4296875, false], [-8.1796875, false], [-9.6796875, false], [-8.9296875, false], [-11.4296875, false], [-9.3046875, false], [-3.931640625, false], [-11.4296875, false], [-11.9296875, false], [-8.9296875, false], [-11.1796875, false], [-10.6796875, false], [-9.9296875, false], [-11.9296875, false], [-5.93359375, false], [-11.4296875, false], [-7.68359375, false], [-11.9296875, false], [-12.9296875, false], [-11.4296875, false], [-13.9296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 969, "doc": {"id": "Mercury_SC_401811", "question": "Which system is most responsible for transporting blood throughout the body?", "choices": {"text": ["skeletal system", "excretory system", "digestive system", "circulatory system"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "circulatory system", "arguments": ["Question: Which system is most responsible for transporting blood throughout the body?\nAnswer:", " ["], "resps": [[[-9.0078125, false]], [[-10.7578125, false]], [[-10.0078125, false]], [[-6.2578125, false]], [[-9.7578125, false]], [[-7.2578125, false]], [[-9.7578125, false]], [[-9.7578125, false]], [[-5.2578125, false]], [[-7.2578125, false]], [[-5.2578125, false]], [[-10.0078125, false]], [[-13.2578125, false]], [[-10.0078125, false]], [[-9.7578125, false]], [[-9.7578125, false]], [[-9.7578125, false]], [[-10.7578125, false]], [[-10.0, false]], [[-5.2578125, false]], [[-10.7578125, false]], [[-9.7578125, false]], [[-9.5078125, false]], [[-8.7578125, false]], [[-10.2578125, false]], [[-9.7578125, false]], [[-9.7578125, false]], [[-9.2578125, false]], [[-10.2578125, false]], [[-13.2578125, false]], [[-5.2578125, false]], [[-10.0078125, false]], [[-13.2578125, false]], [[-10.0078125, false]], [[-9.7578125, false]], [[-9.7578125, false]], [[-9.7578125, false]], [[-10.7578125, false]], [[-10.0, false]], [[-5.2578125, false]], [[-10.7578125, false]], [[-11.0078125, false]], [[-10.0078125, false]], [[-11.7578125, false]], [[-9.7578125, false]], [[-10.0078125, false]], [[-9.7578125, false]], [[-10.0078125, false]], [[-11.0078125, false]], [[-9.7578125, false]], [[-5.2578125, false]], [[-10.0078125, false]], [[-13.2578125, false]], [[-10.0078125, false]], [[-9.7578125, false]], [[-9.7578125, false]], [[-9.7578125, false]], [[-10.7578125, false]], [[-10.0, false]], [[-5.2578125, false]], [[-10.7578125, false]], [[-8.7578125, false]], [[-10.0078125, false]], [[-10.2578125, false]], [[-8.7578125, false]], [[-9.5078125, false]], [[-7.2578125, false]], [[-5.2578125, false]], [[-9.7578125, false]], [[-9.2578125, false]], [[-10.2578125, false]], [[-13.2578125, false]], [[-5.2578125, false]], [[-10.0078125, false]], [[-13.2578125, false]], [[-10.0078125, false]], [[-9.7578125, false]], [[-9.7578125, false]], [[-9.7578125, false]], [[-10.7578125, false]], [[-13.0078125, false]]], "filtered_resps": [[-9.0078125, false], [-10.7578125, false], [-10.0078125, false], [-6.2578125, false], [-9.7578125, false], [-7.2578125, false], [-9.7578125, false], [-9.7578125, false], [-5.2578125, false], [-7.2578125, false], [-5.2578125, false], [-10.0078125, false], [-13.2578125, false], [-10.0078125, false], [-9.7578125, false], [-9.7578125, false], [-9.7578125, false], [-10.7578125, false], [-10.0, false], [-5.2578125, false], [-10.7578125, false], [-9.7578125, false], [-9.5078125, false], [-8.7578125, false], [-10.2578125, false], [-9.7578125, false], [-9.7578125, false], [-9.2578125, false], [-10.2578125, false], [-13.2578125, false], [-5.2578125, false], [-10.0078125, false], [-13.2578125, false], [-10.0078125, false], [-9.7578125, false], [-9.7578125, false], [-9.7578125, false], [-10.7578125, false], [-10.0, false], [-5.2578125, false], [-10.7578125, false], [-11.0078125, false], [-10.0078125, false], [-11.7578125, false], [-9.7578125, false], [-10.0078125, false], [-9.7578125, false], [-10.0078125, false], [-11.0078125, false], [-9.7578125, false], [-5.2578125, false], [-10.0078125, false], [-13.2578125, false], [-10.0078125, false], [-9.7578125, false], [-9.7578125, false], [-9.7578125, false], [-10.7578125, false], [-10.0, false], [-5.2578125, false], [-10.7578125, false], [-8.7578125, false], [-10.0078125, false], [-10.2578125, false], [-8.7578125, false], [-9.5078125, false], [-7.2578125, false], [-5.2578125, false], [-9.7578125, false], [-9.2578125, false], [-10.2578125, false], [-13.2578125, false], [-5.2578125, false], [-10.0078125, false], [-13.2578125, false], [-10.0078125, false], [-9.7578125, false], [-9.7578125, false], [-9.7578125, false], [-10.7578125, false], [-13.0078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 977, "doc": {"id": "Mercury_SC_400376", "question": "Hurricanes are large, powerful storms that form as they travel over warm ocean waters. What do oceans add to make hurricanes so strong?", "choices": {"text": ["salt and water", "wind and tides", "heat and moisture", "waves and flooding"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "heat and moisture", "arguments": ["Question: Hurricanes are large, powerful storms that form as they travel over warm ocean waters. What do oceans add to make hurricanes so strong?\nAnswer:", " ["], "resps": [[[-8.3984375, false]], [[-9.1484375, false]], [[-11.6484375, false]], [[-7.8984375, false]], [[-12.3984375, false]], [[-13.1484375, false]], [[-6.1484375, false]], [[-7.8984375, false]], [[-11.6484375, false]], [[-10.1484375, false]], [[-6.1484375, false]], [[-11.8984375, false]], [[-7.8984375, false]], [[-13.1484375, false]], [[-9.3984375, false]], [[-13.8984375, false]], [[-9.1484375, false]], [[-10.984375, false]], [[-6.1484375, false]], [[-9.1484375, false]], [[-11.8984375, false]], [[-10.8984375, false]], [[-11.6484375, false]], [[-10.1484375, false]], [[-6.1484375, false]], [[-7.8984375, false]], [[-11.6484375, false]], [[-10.1484375, false]], [[-6.1484375, false]], [[-13.1484375, false]], [[-10.8984375, false]], [[-10.1484375, false]], [[-9.3984375, false]], [[-11.6484375, false]], [[-9.1484375, false]], [[-10.984375, false]], [[-6.1484375, false]], [[-9.1484375, false]], [[-13.1484375, false]], [[-9.3984375, false]], [[-7.8984375, false]], [[-13.1484375, false]], [[-6.1484375, false]], [[-7.8984375, false]], [[-11.6484375, false]], [[-10.1484375, false]], [[-6.1484375, false]], [[-12.1484375, false]], [[-8.6484375, false]], [[-10.8984375, false]], [[-11.6484375, false]], [[-13.1484375, false]], [[-14.3984375, false]], [[-13.8984375, false]], [[-9.3984375, false]], [[-9.1484375, false]], [[-10.984375, false]], [[-6.1484375, false]], [[-9.1484375, false]], [[-11.8984375, false]], [[-7.8984375, false]], [[-14.1484375, false]], [[-9.3984375, false]], [[-11.6484375, false]], [[-6.1484375, false]], [[-7.8984375, false]], [[-11.6484375, false]], [[-10.1484375, false]], [[-6.1484375, false]], [[-12.1484375, false]], [[-12.3984375, false]], [[-8.6484375, false]], [[-8.6484375, false]], [[-10.1484375, false]], [[-10.8984375, false]], [[-11.6484375, false]], [[-14.1484375, false]], [[-9.1484375, false]], [[-13.6484375, false]]], "filtered_resps": [[-8.3984375, false], [-9.1484375, false], [-11.6484375, false], [-7.8984375, false], [-12.3984375, false], [-13.1484375, false], [-6.1484375, false], [-7.8984375, false], [-11.6484375, false], [-10.1484375, false], [-6.1484375, false], [-11.8984375, false], [-7.8984375, false], [-13.1484375, false], [-9.3984375, false], [-13.8984375, false], [-9.1484375, false], [-10.984375, false], [-6.1484375, false], [-9.1484375, false], [-11.8984375, false], [-10.8984375, false], [-11.6484375, false], [-10.1484375, false], [-6.1484375, false], [-7.8984375, false], [-11.6484375, false], [-10.1484375, false], [-6.1484375, false], [-13.1484375, false], [-10.8984375, false], [-10.1484375, false], [-9.3984375, false], [-11.6484375, false], [-9.1484375, false], [-10.984375, false], [-6.1484375, false], [-9.1484375, false], [-13.1484375, false], [-9.3984375, false], [-7.8984375, false], [-13.1484375, false], [-6.1484375, false], [-7.8984375, false], [-11.6484375, false], [-10.1484375, false], [-6.1484375, false], [-12.1484375, false], [-8.6484375, false], [-10.8984375, false], [-11.6484375, false], [-13.1484375, false], [-14.3984375, false], [-13.8984375, false], [-9.3984375, false], [-9.1484375, false], [-10.984375, false], [-6.1484375, false], [-9.1484375, false], [-11.8984375, false], [-7.8984375, false], [-14.1484375, false], [-9.3984375, false], [-11.6484375, false], [-6.1484375, false], [-7.8984375, false], [-11.6484375, false], [-10.1484375, false], [-6.1484375, false], [-12.1484375, false], [-12.3984375, false], [-8.6484375, false], [-8.6484375, false], [-10.1484375, false], [-10.8984375, false], [-11.6484375, false], [-14.1484375, false], [-9.1484375, false], [-13.6484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 985, "doc": {"id": "Mercury_7220833", "question": "Which of these had the greatest impact on the current shape of Nevada's basin and range landscape?", "choices": {"text": ["tidal forces", "wind erosion", "plate tectonics", "global warming"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "plate tectonics", "arguments": ["Question: Which of these had the greatest impact on the current shape of Nevada's basin and range landscape?\nAnswer:", " ["], "resps": [[[-7.0703125, false]], [[-8.5703125, false]], [[-11.1953125, false]], [[-9.9453125, false]], [[-8.5703125, false]], [[-6.1953125, false]], [[-8.9453125, false]], [[-5.3203125, false]], [[-9.1953125, false]], [[-10.0703125, false]], [[-10.1953125, false]], [[-9.0703125, false]], [[-7.9453125, false]], [[-10.0703125, false]], [[-8.5703125, false]], [[-9.671875, false]], [[-5.3203125, false]], [[-8.5703125, false]], [[-10.5703125, false]], [[-9.9453125, false]], [[-8.5703125, false]], [[-8.5703125, false]], [[-5.3203125, false]], [[-7.9453125, false]], [[-10.1953125, false]], [[-10.0703125, false]], [[-10.0703125, false]], [[-9.9453125, false]], [[-10.0703125, false]], [[-8.5703125, false]], [[-8.5703125, false]], [[-9.671875, false]], [[-5.3203125, false]], [[-8.5703125, false]], [[-9.6953125, false]], [[-8.9453125, false]], [[-6.1953125, false]], [[-11.1953125, false]], [[-7.9453125, false]], [[-5.3203125, false]], [[-11.1953125, false]], [[-7.9453125, false]], [[-9.0703125, false]], [[-11.1953125, false]], [[-10.0703125, false]], [[-8.5703125, false]], [[-9.9453125, false]], [[-9.0703125, false]], [[-10.0703125, false]], [[-8.5703125, false]], [[-9.671875, false]], [[-5.3203125, false]], [[-8.5703125, false]], [[-11.8203125, false]], [[-8.9453125, false]], [[-10.0703125, false]], [[-9.0703125, false]], [[-6.1953125, false]], [[-8.9453125, false]], [[-5.3203125, false]], [[-10.5703125, false]], [[-6.1953125, false]], [[-10.1953125, false]], [[-9.3203125, false]], [[-9.9453125, false]], [[-8.5703125, false]], [[-11.8203125, false]], [[-8.5703125, false]], [[-12.9453125, false]]], "filtered_resps": [[-7.0703125, false], [-8.5703125, false], [-11.1953125, false], [-9.9453125, false], [-8.5703125, false], [-6.1953125, false], [-8.9453125, false], [-5.3203125, false], [-9.1953125, false], [-10.0703125, false], [-10.1953125, false], [-9.0703125, false], [-7.9453125, false], [-10.0703125, false], [-8.5703125, false], [-9.671875, false], [-5.3203125, false], [-8.5703125, false], [-10.5703125, false], [-9.9453125, false], [-8.5703125, false], [-8.5703125, false], [-5.3203125, false], [-7.9453125, false], [-10.1953125, false], [-10.0703125, false], [-10.0703125, false], [-9.9453125, false], [-10.0703125, false], [-8.5703125, false], [-8.5703125, false], [-9.671875, false], [-5.3203125, false], [-8.5703125, false], [-9.6953125, false], [-8.9453125, false], [-6.1953125, false], [-11.1953125, false], [-7.9453125, false], [-5.3203125, false], [-11.1953125, false], [-7.9453125, false], [-9.0703125, false], [-11.1953125, false], [-10.0703125, false], [-8.5703125, false], [-9.9453125, false], [-9.0703125, false], [-10.0703125, false], [-8.5703125, false], [-9.671875, false], [-5.3203125, false], [-8.5703125, false], [-11.8203125, false], [-8.9453125, false], [-10.0703125, false], [-9.0703125, false], [-6.1953125, false], [-8.9453125, false], [-5.3203125, false], [-10.5703125, false], [-6.1953125, false], [-10.1953125, false], [-9.3203125, false], [-9.9453125, false], [-8.5703125, false], [-11.8203125, false], [-8.5703125, false], [-12.9453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 993, "doc": {"id": "Mercury_SC_402642", "question": "Which would be the best conductor of electricity?", "choices": {"text": ["air", "cork", "water", "silver"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "silver", "arguments": ["Question: Which would be the best conductor of electricity?\nAnswer:", " ["], "resps": [[[-7.87109375, false]], [[-8.4921875, false]], [[-4.24609375, false]], [[-8.3671875, false]], [[-9.6171875, false]], [[-8.4921875, false]], [[-10.125, false]], [[-5.49609375, false]], [[-8.4921875, false]], [[-9.9921875, false]], [[-9.8671875, false]], [[-9.6171875, false]], [[-10.4921875, false]], [[-8.4921875, false]], [[-10.125, false]], [[-5.49609375, false]], [[-8.4921875, false]], [[-10.8671875, false]], [[-4.24609375, false]], [[-9.6171875, false]], [[-8.9921875, false]], [[-9.6171875, false]], [[-8.4921875, false]], [[-10.125, false]], [[-5.49609375, false]], [[-8.4921875, false]], [[-9.3671875, false]], [[-8.3671875, false]], [[-10.2421875, false]], [[-10.3671875, false]], [[-8.9921875, false]], [[-9.6171875, false]], [[-8.4921875, false]], [[-15.2421875, false]]], "filtered_resps": [[-7.87109375, false], [-8.4921875, false], [-4.24609375, false], [-8.3671875, false], [-9.6171875, false], [-8.4921875, false], [-10.125, false], [-5.49609375, false], [-8.4921875, false], [-9.9921875, false], [-9.8671875, false], [-9.6171875, false], [-10.4921875, false], [-8.4921875, false], [-10.125, false], [-5.49609375, false], [-8.4921875, false], [-10.8671875, false], [-4.24609375, false], [-9.6171875, false], [-8.9921875, false], [-9.6171875, false], [-8.4921875, false], [-10.125, false], [-5.49609375, false], [-8.4921875, false], [-9.3671875, false], [-8.3671875, false], [-10.2421875, false], [-10.3671875, false], [-8.9921875, false], [-9.6171875, false], [-8.4921875, false], [-15.2421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1001, "doc": {"id": "TIMSS_1995_8_L3", "question": "A girl found the skull of an animal. She did not know what the animal was but she was sure that it preyed on other animals for its food. What clue led to this conclusion?", "choices": {"text": ["The eye sockets faced sideways.", "The skull was much longer than it was wide.", "There was a projecting ridge along the top of the skull.", "Four of the teeth were long and pointed.", "The jaws could move sideways as well as up and down."], "label": ["A", "B", "C", "D", "E"]}, "answerKey": "D"}, "target": "Four of the teeth were long and pointed.", "arguments": ["Question: A girl found the skull of an animal. She did not know what the animal was but she was sure that it preyed on other animals for its food. What clue led to this conclusion?\nAnswer:", " ["], "resps": [[[-7.14453125, false]], [[-8.890625, false]], [[-6.64453125, false]], [[-11.140625, false]], [[-9.140625, false]], [[-5.89453125, false]], [[-9.140625, false]], [[-13.140625, false]], [[-9.140625, false]], [[-5.89453125, false]], [[-9.390625, false]], [[-10.140625, false]], [[-8.640625, false]], [[-10.390625, false]], [[-9.140625, false]], [[-10.140625, false]], [[-9.390625, false]], [[-5.89453125, false]], [[-9.640625, false]], [[-5.14453125, false]], [[-8.640625, false]], [[-9.140625, false]], [[-8.890625, false]], [[-5.89453125, false]], [[-9.390625, false]], [[-8.890625, false]], [[-8.890625, false]], [[-9.140625, false]], [[-10.640625, false]], [[-5.14453125, false]], [[-13.140625, false]], [[-9.390625, false]], [[-7.30078125, false]], [[-8.890625, false]], [[-10.859375, false]], [[-5.89453125, false]], [[-8.890625, false]], [[-6.64453125, false]], [[-11.140625, false]], [[-9.140625, false]], [[-5.89453125, false]], [[-9.390625, false]], [[-10.390625, false]], [[-11.390625, false]], [[-10.140625, false]], [[-10.140625, false]], [[-5.89453125, false]], [[-10.640625, false]], [[-5.14453125, false]], [[-9.390625, false]], [[-5.89453125, false]], [[-10.390625, false]], [[-11.390625, false]], [[-8.640625, false]], [[-11.140625, false]], [[-5.89453125, false]], [[-10.140625, false]], [[-10.140625, false]], [[-10.390625, false]], [[-11.140625, false]], [[-9.140625, false]], [[-11.140625, false]], [[-5.89453125, false]], [[-10.140625, false]], [[-11.140625, false]], [[-5.14453125, false]], [[-10.390625, false]], [[-5.89453125, false]], [[-8.890625, false]], [[-10.140625, false]], [[-5.89453125, false]], [[-10.640625, false]], [[-5.14453125, false]], [[-9.390625, false]], [[-5.89453125, false]], [[-10.640625, false]], [[-8.890625, false]], [[-8.890625, false]], [[-9.140625, false]], [[-7.30078125, false]], [[-8.890625, false]], [[-10.859375, false]], [[-5.89453125, false]], [[-8.890625, false]], [[-6.64453125, false]], [[-11.140625, false]], [[-9.140625, false]], [[-11.140625, false]], [[-9.140625, false]], [[-5.89453125, false]], [[-10.640625, false]], [[-5.14453125, false]], [[-9.390625, false]], [[-5.89453125, false]], [[-5.14453125, false]], [[-5.89453125, false]], [[-9.890625, false]], [[-11.140625, false]], [[-10.140625, false]], [[-11.390625, false]], [[-9.140625, false]], [[-8.640625, false]], [[-10.140625, false]], [[-8.890625, false]], [[-10.390625, false]], [[-11.140625, false]], [[-5.89453125, false]], [[-11.140625, false]], [[-8.890625, false]], [[-8.890625, false]], [[-11.140625, false]], [[-9.140625, false]], [[-5.89453125, false]], [[-5.14453125, false]], [[-10.140625, false]], [[-10.140625, false]], [[-10.390625, false]], [[-11.140625, false]], [[-5.89453125, false]], [[-10.140625, false]], [[-11.140625, false]], [[-9.140625, false]], [[-5.89453125, false]], [[-10.140625, false]], [[-10.140625, false]], [[-9.890625, false]], [[-5.89453125, false]], [[-10.140625, false]], [[-9.640625, false]], [[-5.89453125, false]], [[-10.140625, false]], [[-11.140625, false]], [[-9.140625, false]], [[-5.89453125, false]], [[-9.390625, false]], [[-10.390625, false]], [[-11.390625, false]], [[-10.140625, false]], [[-10.140625, false]], [[-7.30078125, false]], [[-8.890625, false]], [[-10.859375, false]], [[-5.89453125, false]], [[-8.890625, false]], [[-7.39453125, false]], [[-10.140625, false]], [[-11.390625, false]], [[-11.140625, false]], [[-5.89453125, false]], [[-10.140625, false]], [[-9.640625, false]], [[-5.89453125, false]], [[-10.140625, false]], [[-11.140625, false]], [[-9.140625, false]], [[-5.89453125, false]], [[-10.140625, false]], [[-9.140625, false]], [[-9.140625, false]], [[-10.140625, false]], [[-11.140625, false]], [[-5.89453125, false]], [[-10.640625, false]], [[-9.140625, false]], [[-11.140625, false]], [[-9.140625, false]], [[-5.89453125, false]], [[-10.140625, false]], [[-10.140625, false]], [[-10.390625, false]], [[-11.140625, false]], [[-5.89453125, false]], [[-5.14453125, false]], [[-10.390625, false]], [[-8.890625, false]], [[-5.89453125, false]], [[-9.890625, false]], [[-10.140625, false]], [[-8.890625, false]], [[-10.390625, false]], [[-10.140625, false]], [[-9.140625, false]], [[-8.890625, false]], [[-7.30078125, false]], [[-8.890625, false]], [[-10.859375, false]], [[-5.89453125, false]], [[-8.890625, false]], [[-6.64453125, false]], [[-11.140625, false]], [[-9.140625, false]], [[-5.89453125, false]], [[-11.390625, false]], [[-5.14453125, false]], [[-10.640625, false]], [[-9.390625, false]], [[-5.89453125, false]], [[-8.640625, false]], [[-10.140625, false]], [[-11.390625, false]], [[-10.140625, false]], [[-8.890625, false]], [[-5.89453125, false]], [[-10.390625, false]], [[-10.140625, false]], [[-11.140625, false]], [[-9.140625, false]], [[-5.89453125, false]], [[-9.390625, false]], [[-8.890625, false]], [[-8.890625, false]], [[-9.140625, false]], [[-10.640625, false]], [[-5.14453125, false]], [[-13.140625, false]], [[-9.390625, false]], [[-5.89453125, false]], [[-5.14453125, false]], [[-9.390625, false]], [[-5.89453125, false]], [[-10.640625, false]], [[-9.140625, false]], [[-10.140625, false]], [[-10.140625, false]], [[-5.89453125, false]], [[-5.14453125, false]], [[-9.390625, false]], [[-5.89453125, false]], [[-11.390625, false]], [[-9.890625, false]], [[-5.89453125, false]], [[-5.14453125, false]], [[-10.390625, false]], [[-8.890625, false]], [[-5.89453125, false]], [[-8.890625, false]], [[-10.140625, false]], [[-10.640625, false]], [[-10.390625, false]], [[-7.30078125, false]], [[-8.890625, false]], [[-12.640625, false]]], "filtered_resps": [[-7.14453125, false], [-8.890625, false], [-6.64453125, false], [-11.140625, false], [-9.140625, false], [-5.89453125, false], [-9.140625, false], [-13.140625, false], [-9.140625, false], [-5.89453125, false], [-9.390625, false], [-10.140625, false], [-8.640625, false], [-10.390625, false], [-9.140625, false], [-10.140625, false], [-9.390625, false], [-5.89453125, false], [-9.640625, false], [-5.14453125, false], [-8.640625, false], [-9.140625, false], [-8.890625, false], [-5.89453125, false], [-9.390625, false], [-8.890625, false], [-8.890625, false], [-9.140625, false], [-10.640625, false], [-5.14453125, false], [-13.140625, false], [-9.390625, false], [-7.30078125, false], [-8.890625, false], [-10.859375, false], [-5.89453125, false], [-8.890625, false], [-6.64453125, false], [-11.140625, false], [-9.140625, false], [-5.89453125, false], [-9.390625, false], [-10.390625, false], [-11.390625, false], [-10.140625, false], [-10.140625, false], [-5.89453125, false], [-10.640625, false], [-5.14453125, false], [-9.390625, false], [-5.89453125, false], [-10.390625, false], [-11.390625, false], [-8.640625, false], [-11.140625, false], [-5.89453125, false], [-10.140625, false], [-10.140625, false], [-10.390625, false], [-11.140625, false], [-9.140625, false], [-11.140625, false], [-5.89453125, false], [-10.140625, false], [-11.140625, false], [-5.14453125, false], [-10.390625, false], [-5.89453125, false], [-8.890625, false], [-10.140625, false], [-5.89453125, false], [-10.640625, false], [-5.14453125, false], [-9.390625, false], [-5.89453125, false], [-10.640625, false], [-8.890625, false], [-8.890625, false], [-9.140625, false], [-7.30078125, false], [-8.890625, false], [-10.859375, false], [-5.89453125, false], [-8.890625, false], [-6.64453125, false], [-11.140625, false], [-9.140625, false], [-11.140625, false], [-9.140625, false], [-5.89453125, false], [-10.640625, false], [-5.14453125, false], [-9.390625, false], [-5.89453125, false], [-5.14453125, false], [-5.89453125, false], [-9.890625, false], [-11.140625, false], [-10.140625, false], [-11.390625, false], [-9.140625, false], [-8.640625, false], [-10.140625, false], [-8.890625, false], [-10.390625, false], [-11.140625, false], [-5.89453125, false], [-11.140625, false], [-8.890625, false], [-8.890625, false], [-11.140625, false], [-9.140625, false], [-5.89453125, false], [-5.14453125, false], [-10.140625, false], [-10.140625, false], [-10.390625, false], [-11.140625, false], [-5.89453125, false], [-10.140625, false], [-11.140625, false], [-9.140625, false], [-5.89453125, false], [-10.140625, false], [-10.140625, false], [-9.890625, false], [-5.89453125, false], [-10.140625, false], [-9.640625, false], [-5.89453125, false], [-10.140625, false], [-11.140625, false], [-9.140625, false], [-5.89453125, false], [-9.390625, false], [-10.390625, false], [-11.390625, false], [-10.140625, false], [-10.140625, false], [-7.30078125, false], [-8.890625, false], [-10.859375, false], [-5.89453125, false], [-8.890625, false], [-7.39453125, false], [-10.140625, false], [-11.390625, false], [-11.140625, false], [-5.89453125, false], [-10.140625, false], [-9.640625, false], [-5.89453125, false], [-10.140625, false], [-11.140625, false], [-9.140625, false], [-5.89453125, false], [-10.140625, false], [-9.140625, false], [-9.140625, false], [-10.140625, false], [-11.140625, false], [-5.89453125, false], [-10.640625, false], [-9.140625, false], [-11.140625, false], [-9.140625, false], [-5.89453125, false], [-10.140625, false], [-10.140625, false], [-10.390625, false], [-11.140625, false], [-5.89453125, false], [-5.14453125, false], [-10.390625, false], [-8.890625, false], [-5.89453125, false], [-9.890625, false], [-10.140625, false], [-8.890625, false], [-10.390625, false], [-10.140625, false], [-9.140625, false], [-8.890625, false], [-7.30078125, false], [-8.890625, false], [-10.859375, false], [-5.89453125, false], [-8.890625, false], [-6.64453125, false], [-11.140625, false], [-9.140625, false], [-5.89453125, false], [-11.390625, false], [-5.14453125, false], [-10.640625, false], [-9.390625, false], [-5.89453125, false], [-8.640625, false], [-10.140625, false], [-11.390625, false], [-10.140625, false], [-8.890625, false], [-5.89453125, false], [-10.390625, false], [-10.140625, false], [-11.140625, false], [-9.140625, false], [-5.89453125, false], [-9.390625, false], [-8.890625, false], [-8.890625, false], [-9.140625, false], [-10.640625, false], [-5.14453125, false], [-13.140625, false], [-9.390625, false], [-5.89453125, false], [-5.14453125, false], [-9.390625, false], [-5.89453125, false], [-10.640625, false], [-9.140625, false], [-10.140625, false], [-10.140625, false], [-5.89453125, false], [-5.14453125, false], [-9.390625, false], [-5.89453125, false], [-11.390625, false], [-9.890625, false], [-5.89453125, false], [-5.14453125, false], [-10.390625, false], [-8.890625, false], [-5.89453125, false], [-8.890625, false], [-10.140625, false], [-10.640625, false], [-10.390625, false], [-7.30078125, false], [-8.890625, false], [-12.640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1009, "doc": {"id": "Mercury_SC_400306", "question": "A delta at the mouth of a river is the direct result of", "choices": {"text": ["runoff from sewage.", "deposition of sediment.", "an ancient glacier that passed through.", "an underground river flowing to the ocean."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "deposition of sediment.", "arguments": ["Question: A delta at the mouth of a river is the direct result of\nAnswer:", " ["], "resps": [[[-7.39453125, false]], [[-8.2734375, false]], [[-8.8984375, false]], [[-9.6484375, false]], [[-6.89453125, false]], [[-9.5234375, false]], [[-8.1484375, false]], [[-8.1484375, false]], [[-5.26953125, false]], [[-8.1484375, false]], [[-8.8984375, false]], [[-9.5234375, false]], [[-8.8984375, false]], [[-5.26953125, false]], [[-8.5234375, false]], [[-8.3984375, false]], [[-10.3984375, false]], [[-3.896484375, false]], [[-10.1484375, false]], [[-8.3984375, false]], [[-6.37890625, false]], [[-8.2734375, false]], [[-8.0625, false]], [[-5.26953125, false]], [[-8.2734375, false]], [[-6.89453125, false]], [[-8.3984375, false]], [[-8.2734375, false]], [[-9.5234375, false]], [[-8.5234375, false]], [[-7.89453125, false]], [[-9.6484375, false]], [[-7.89453125, false]], [[-9.5234375, false]], [[-6.89453125, false]], [[-5.26953125, false]], [[-9.5234375, false]], [[-8.1484375, false]], [[-5.26953125, false]], [[-8.5234375, false]], [[-8.3984375, false]], [[-6.89453125, false]], [[-7.89453125, false]], [[-8.8984375, false]], [[-8.3984375, false]], [[-6.89453125, false]], [[-9.6484375, false]], [[-6.37890625, false]], [[-8.2734375, false]], [[-8.0625, false]], [[-5.26953125, false]], [[-8.2734375, false]], [[-3.896484375, false]], [[-6.89453125, false]], [[-5.26953125, false]], [[-3.896484375, false]], [[-6.89453125, false]], [[-8.6484375, false]], [[-7.89453125, false]], [[-8.3984375, false]], [[-6.89453125, false]], [[-9.6484375, false]], [[-5.26953125, false]], [[-10.1484375, false]], [[-9.7734375, false]], [[-3.896484375, false]], [[-8.6484375, false]], [[-7.89453125, false]], [[-8.3984375, false]], [[-8.8984375, false]], [[-5.26953125, false]], [[-9.6484375, false]], [[-9.2734375, false]], [[-3.896484375, false]], [[-9.6484375, false]], [[-5.26953125, false]], [[-8.2734375, false]], [[-3.896484375, false]], [[-8.5234375, false]], [[-8.5234375, false]], [[-8.3984375, false]], [[-6.89453125, false]], [[-5.26953125, false]], [[-9.6484375, false]], [[-9.2734375, false]], [[-8.8984375, false]], [[-9.5234375, false]], [[-9.6484375, false]], [[-10.1484375, false]], [[-9.2734375, false]], [[-6.37890625, false]], [[-8.2734375, false]], [[-8.0625, false]], [[-5.26953125, false]], [[-8.2734375, false]], [[-3.896484375, false]], [[-6.89453125, false]], [[-5.26953125, false]], [[-9.6484375, false]], [[-6.89453125, false]], [[-6.89453125, false]], [[-8.3984375, false]], [[-8.8984375, false]], [[-10.1484375, false]], [[-8.8984375, false]], [[-9.5234375, false]], [[-9.6484375, false]], [[-6.89453125, false]], [[-6.89453125, false]], [[-5.26953125, false]], [[-8.8984375, false]], [[-7.89453125, false]], [[-9.2734375, false]], [[-8.3984375, false]], [[-8.8984375, false]], [[-5.26953125, false]], [[-8.1484375, false]], [[-9.7734375, false]], [[-9.5234375, false]], [[-10.3984375, false]], [[-7.89453125, false]], [[-6.89453125, false]], [[-10.1484375, false]], [[-5.26953125, false]], [[-9.6484375, false]], [[-9.5234375, false]], [[-5.26953125, false]], [[-9.6484375, false]], [[-9.2734375, false]], [[-8.3984375, false]], [[-5.26953125, false]], [[-9.5234375, false]], [[-8.6484375, false]], [[-8.3984375, false]], [[-3.896484375, false]], [[-6.89453125, false]], [[-6.37890625, false]], [[-8.2734375, false]], [[-12.1484375, false]]], "filtered_resps": [[-7.39453125, false], [-8.2734375, false], [-8.8984375, false], [-9.6484375, false], [-6.89453125, false], [-9.5234375, false], [-8.1484375, false], [-8.1484375, false], [-5.26953125, false], [-8.1484375, false], [-8.8984375, false], [-9.5234375, false], [-8.8984375, false], [-5.26953125, false], [-8.5234375, false], [-8.3984375, false], [-10.3984375, false], [-3.896484375, false], [-10.1484375, false], [-8.3984375, false], [-6.37890625, false], [-8.2734375, false], [-8.0625, false], [-5.26953125, false], [-8.2734375, false], [-6.89453125, false], [-8.3984375, false], [-8.2734375, false], [-9.5234375, false], [-8.5234375, false], [-7.89453125, false], [-9.6484375, false], [-7.89453125, false], [-9.5234375, false], [-6.89453125, false], [-5.26953125, false], [-9.5234375, false], [-8.1484375, false], [-5.26953125, false], [-8.5234375, false], [-8.3984375, false], [-6.89453125, false], [-7.89453125, false], [-8.8984375, false], [-8.3984375, false], [-6.89453125, false], [-9.6484375, false], [-6.37890625, false], [-8.2734375, false], [-8.0625, false], [-5.26953125, false], [-8.2734375, false], [-3.896484375, false], [-6.89453125, false], [-5.26953125, false], [-3.896484375, false], [-6.89453125, false], [-8.6484375, false], [-7.89453125, false], [-8.3984375, false], [-6.89453125, false], [-9.6484375, false], [-5.26953125, false], [-10.1484375, false], [-9.7734375, false], [-3.896484375, false], [-8.6484375, false], [-7.89453125, false], [-8.3984375, false], [-8.8984375, false], [-5.26953125, false], [-9.6484375, false], [-9.2734375, false], [-3.896484375, false], [-9.6484375, false], [-5.26953125, false], [-8.2734375, false], [-3.896484375, false], [-8.5234375, false], [-8.5234375, false], [-8.3984375, false], [-6.89453125, false], [-5.26953125, false], [-9.6484375, false], [-9.2734375, false], [-8.8984375, false], [-9.5234375, false], [-9.6484375, false], [-10.1484375, false], [-9.2734375, false], [-6.37890625, false], [-8.2734375, false], [-8.0625, false], [-5.26953125, false], [-8.2734375, false], [-3.896484375, false], [-6.89453125, false], [-5.26953125, false], [-9.6484375, false], [-6.89453125, false], [-6.89453125, false], [-8.3984375, false], [-8.8984375, false], [-10.1484375, false], [-8.8984375, false], [-9.5234375, false], [-9.6484375, false], [-6.89453125, false], [-6.89453125, false], [-5.26953125, false], [-8.8984375, false], [-7.89453125, false], [-9.2734375, false], [-8.3984375, false], [-8.8984375, false], [-5.26953125, false], [-8.1484375, false], [-9.7734375, false], [-9.5234375, false], [-10.3984375, false], [-7.89453125, false], [-6.89453125, false], [-10.1484375, false], [-5.26953125, false], [-9.6484375, false], [-9.5234375, false], [-5.26953125, false], [-9.6484375, false], [-9.2734375, false], [-8.3984375, false], [-5.26953125, false], [-9.5234375, false], [-8.6484375, false], [-8.3984375, false], [-3.896484375, false], [-6.89453125, false], [-6.37890625, false], [-8.2734375, false], [-12.1484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1017, "doc": {"id": "Mercury_7123445", "question": "A scientific article about the universe will most likely describe the universe as", "choices": {"text": ["consisting of billions of galaxies.", "being less than two billion years old.", "containing approximately ten planets.", "becoming smaller over time."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "consisting of billions of galaxies.", "arguments": ["Question: A scientific article about the universe will most likely describe the universe as\nAnswer:", " ["], "resps": [[[-7.07421875, false]], [[-6.94921875, false]], [[-8.703125, false]], [[-10.328125, false]], [[-8.453125, false]], [[-9.078125, false]], [[-7.82421875, false]], [[-9.078125, false]], [[-10.203125, false]], [[-7.82421875, false]], [[-8.453125, false]], [[-11.078125, false]], [[-5.19921875, false]], [[-10.328125, false]], [[-9.328125, false]], [[-5.19921875, false]], [[-7.94921875, false]], [[-7.82421875, false]], [[-10.453125, false]], [[-10.453125, false]], [[-7.82421875, false]], [[-10.328125, false]], [[-8.453125, false]], [[-9.078125, false]], [[-5.19921875, false]], [[-10.328125, false]], [[-9.328125, false]], [[-5.19921875, false]], [[-11.078125, false]], [[-4.19921875, false]], [[-10.453125, false]], [[-4.19921875, false]], [[-9.203125, false]], [[-7.82421875, false]], [[-8.078125, false]], [[-9.078125, false]], [[-7.09765625, false]], [[-6.94921875, false]], [[-8.65625, false]], [[-5.19921875, false]], [[-6.94921875, false]], [[-7.94921875, false]], [[-8.078125, false]], [[-7.82421875, false]], [[-8.453125, false]], [[-11.078125, false]], [[-5.19921875, false]], [[-10.453125, false]], [[-8.078125, false]], [[-9.078125, false]], [[-9.078125, false]], [[-5.19921875, false]], [[-10.203125, false]], [[-10.328125, false]], [[-4.19921875, false]], [[-8.453125, false]], [[-5.19921875, false]], [[-10.203125, false]], [[-10.078125, false]], [[-10.328125, false]], [[-5.19921875, false]], [[-7.94921875, false]], [[-7.82421875, false]], [[-10.453125, false]], [[-10.453125, false]], [[-7.82421875, false]], [[-10.328125, false]], [[-8.453125, false]], [[-5.19921875, false]], [[-11.953125, false]], [[-8.078125, false]], [[-4.19921875, false]], [[-9.953125, false]], [[-9.078125, false]], [[-5.19921875, false]], [[-10.328125, false]], [[-10.453125, false]], [[-8.828125, false]], [[-7.09765625, false]], [[-6.94921875, false]], [[-8.65625, false]], [[-5.19921875, false]], [[-6.94921875, false]], [[-8.703125, false]], [[-10.328125, false]], [[-8.453125, false]], [[-10.203125, false]], [[-4.19921875, false]], [[-7.82421875, false]], [[-8.453125, false]], [[-7.82421875, false]], [[-8.453125, false]], [[-11.078125, false]], [[-5.19921875, false]], [[-4.19921875, false]], [[-8.578125, false]], [[-8.578125, false]], [[-9.953125, false]], [[-10.328125, false]], [[-9.203125, false]], [[-7.82421875, false]], [[-10.328125, false]], [[-4.19921875, false]], [[-10.203125, false]], [[-8.078125, false]], [[-10.453125, false]], [[-11.953125, false]], [[-5.19921875, false]], [[-10.203125, false]], [[-8.078125, false]], [[-8.453125, false]], [[-5.19921875, false]], [[-8.578125, false]], [[-10.453125, false]], [[-4.19921875, false]], [[-8.453125, false]], [[-8.078125, false]], [[-10.203125, false]], [[-9.078125, false]], [[-7.09765625, false]], [[-6.94921875, false]], [[-8.65625, false]], [[-5.19921875, false]], [[-6.94921875, false]], [[-7.94921875, false]], [[-8.078125, false]], [[-8.703125, false]], [[-10.328125, false]], [[-10.328125, false]], [[-7.82421875, false]], [[-8.453125, false]], [[-11.078125, false]], [[-5.19921875, false]], [[-9.078125, false]], [[-10.328125, false]], [[-4.19921875, false]], [[-10.453125, false]], [[-10.453125, false]], [[-8.078125, false]], [[-9.953125, false]], [[-5.19921875, false]], [[-10.328125, false]], [[-9.953125, false]], [[-8.078125, false]], [[-9.953125, false]], [[-5.19921875, false]], [[-10.203125, false]], [[-7.82421875, false]], [[-10.328125, false]], [[-8.078125, false]], [[-7.09765625, false]], [[-6.94921875, false]], [[-11.078125, false]]], "filtered_resps": [[-7.07421875, false], [-6.94921875, false], [-8.703125, false], [-10.328125, false], [-8.453125, false], [-9.078125, false], [-7.82421875, false], [-9.078125, false], [-10.203125, false], [-7.82421875, false], [-8.453125, false], [-11.078125, false], [-5.19921875, false], [-10.328125, false], [-9.328125, false], [-5.19921875, false], [-7.94921875, false], [-7.82421875, false], [-10.453125, false], [-10.453125, false], [-7.82421875, false], [-10.328125, false], [-8.453125, false], [-9.078125, false], [-5.19921875, false], [-10.328125, false], [-9.328125, false], [-5.19921875, false], [-11.078125, false], [-4.19921875, false], [-10.453125, false], [-4.19921875, false], [-9.203125, false], [-7.82421875, false], [-8.078125, false], [-9.078125, false], [-7.09765625, false], [-6.94921875, false], [-8.65625, false], [-5.19921875, false], [-6.94921875, false], [-7.94921875, false], [-8.078125, false], [-7.82421875, false], [-8.453125, false], [-11.078125, false], [-5.19921875, false], [-10.453125, false], [-8.078125, false], [-9.078125, false], [-9.078125, false], [-5.19921875, false], [-10.203125, false], [-10.328125, false], [-4.19921875, false], [-8.453125, false], [-5.19921875, false], [-10.203125, false], [-10.078125, false], [-10.328125, false], [-5.19921875, false], [-7.94921875, false], [-7.82421875, false], [-10.453125, false], [-10.453125, false], [-7.82421875, false], [-10.328125, false], [-8.453125, false], [-5.19921875, false], [-11.953125, false], [-8.078125, false], [-4.19921875, false], [-9.953125, false], [-9.078125, false], [-5.19921875, false], [-10.328125, false], [-10.453125, false], [-8.828125, false], [-7.09765625, false], [-6.94921875, false], [-8.65625, false], [-5.19921875, false], [-6.94921875, false], [-8.703125, false], [-10.328125, false], [-8.453125, false], [-10.203125, false], [-4.19921875, false], [-7.82421875, false], [-8.453125, false], [-7.82421875, false], [-8.453125, false], [-11.078125, false], [-5.19921875, false], [-4.19921875, false], [-8.578125, false], [-8.578125, false], [-9.953125, false], [-10.328125, false], [-9.203125, false], [-7.82421875, false], [-10.328125, false], [-4.19921875, false], [-10.203125, false], [-8.078125, false], [-10.453125, false], [-11.953125, false], [-5.19921875, false], [-10.203125, false], [-8.078125, false], [-8.453125, false], [-5.19921875, false], [-8.578125, false], [-10.453125, false], [-4.19921875, false], [-8.453125, false], [-8.078125, false], [-10.203125, false], [-9.078125, false], [-7.09765625, false], [-6.94921875, false], [-8.65625, false], [-5.19921875, false], [-6.94921875, false], [-7.94921875, false], [-8.078125, false], [-8.703125, false], [-10.328125, false], [-10.328125, false], [-7.82421875, false], [-8.453125, false], [-11.078125, false], [-5.19921875, false], [-9.078125, false], [-10.328125, false], [-4.19921875, false], [-10.453125, false], [-10.453125, false], [-8.078125, false], [-9.953125, false], [-5.19921875, false], [-10.328125, false], [-9.953125, false], [-8.078125, false], [-9.953125, false], [-5.19921875, false], [-10.203125, false], [-7.82421875, false], [-10.328125, false], [-8.078125, false], [-7.09765625, false], [-6.94921875, false], [-11.078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1025, "doc": {"id": "Mercury_SC_402053", "question": "How does flipping a switch turn on a light?", "choices": {"text": ["It creates a spark.", "It breaks an electrical circuit.", "It generates electricity.", "It completes an electrical circuit."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "It completes an electrical circuit.", "arguments": ["Question: How does flipping a switch turn on a light?\nAnswer:", " ["], "resps": [[[-7.9140625, false]], [[-9.4140625, false]], [[-4.1640625, false]], [[-9.1640625, false]], [[-5.9140625, false]], [[-8.9140625, false]], [[-10.9140625, false]], [[-9.9140625, false]], [[-5.4140625, false]], [[-9.1640625, false]], [[-9.9140625, false]], [[-8.6640625, false]], [[-5.9140625, false]], [[-5.4140625, false]], [[-5.9140625, false]], [[-8.6640625, false]], [[-9.9140625, false]], [[-5.4140625, false]], [[-10.9140625, false]], [[-10.9140625, false]], [[-6.984375, false]], [[-9.4140625, false]], [[-9.984375, false]], [[-5.9140625, false]], [[-9.4140625, false]], [[-4.1640625, false]], [[-9.1640625, false]], [[-5.9140625, false]], [[-8.4140625, false]], [[-10.9140625, false]], [[-9.9140625, false]], [[-5.4140625, false]], [[-10.9140625, false]], [[-8.6640625, false]], [[-5.9140625, false]], [[-5.4140625, false]], [[-10.6640625, false]], [[-5.9140625, false]], [[-9.9140625, false]], [[-10.6640625, false]], [[-9.9140625, false]], [[-8.9140625, false]], [[-9.1640625, false]], [[-10.9140625, false]], [[-7.9140625, false]], [[-8.9140625, false]], [[-5.4140625, false]], [[-10.6640625, false]], [[-5.9140625, false]], [[-8.9140625, false]], [[-7.9140625, false]], [[-10.9140625, false]], [[-8.9140625, false]], [[-9.4140625, false]], [[-7.9140625, false]], [[-9.1640625, false]], [[-6.984375, false]], [[-9.4140625, false]], [[-9.984375, false]], [[-5.9140625, false]], [[-9.4140625, false]], [[-4.1640625, false]], [[-9.1640625, false]], [[-5.9140625, false]], [[-10.4140625, false]], [[-9.9140625, false]], [[-10.6640625, false]], [[-9.9140625, false]], [[-10.9140625, false]], [[-5.4140625, false]], [[-9.1640625, false]], [[-9.9140625, false]], [[-8.6640625, false]], [[-5.9140625, false]], [[-9.9140625, false]], [[-10.6640625, false]], [[-9.9140625, false]], [[-8.9140625, false]], [[-9.1640625, false]], [[-10.9140625, false]], [[-7.9140625, false]], [[-8.9140625, false]], [[-7.9140625, false]], [[-9.1640625, false]], [[-11.6640625, false]], [[-6.984375, false]], [[-9.4140625, false]], [[-9.984375, false]], [[-5.9140625, false]], [[-9.4140625, false]], [[-4.1640625, false]], [[-9.1640625, false]], [[-5.9140625, false]], [[-8.9140625, false]], [[-11.1640625, false]], [[-10.4140625, false]], [[-9.9140625, false]], [[-10.6640625, false]], [[-9.9140625, false]], [[-9.1640625, false]], [[-9.9140625, false]], [[-8.6640625, false]], [[-5.9140625, false]], [[-5.4140625, false]], [[-10.6640625, false]], [[-5.9140625, false]], [[-9.9140625, false]], [[-10.6640625, false]], [[-9.9140625, false]], [[-8.9140625, false]], [[-9.1640625, false]], [[-10.9140625, false]], [[-7.9140625, false]], [[-8.9140625, false]], [[-5.4140625, false]], [[-10.6640625, false]], [[-5.9140625, false]], [[-8.9140625, false]], [[-7.9140625, false]], [[-10.9140625, false]], [[-8.9140625, false]], [[-9.4140625, false]], [[-7.9140625, false]], [[-9.1640625, false]], [[-6.984375, false]], [[-9.4140625, false]], [[-12.4140625, false]]], "filtered_resps": [[-7.9140625, false], [-9.4140625, false], [-4.1640625, false], [-9.1640625, false], [-5.9140625, false], [-8.9140625, false], [-10.9140625, false], [-9.9140625, false], [-5.4140625, false], [-9.1640625, false], [-9.9140625, false], [-8.6640625, false], [-5.9140625, false], [-5.4140625, false], [-5.9140625, false], [-8.6640625, false], [-9.9140625, false], [-5.4140625, false], [-10.9140625, false], [-10.9140625, false], [-6.984375, false], [-9.4140625, false], [-9.984375, false], [-5.9140625, false], [-9.4140625, false], [-4.1640625, false], [-9.1640625, false], [-5.9140625, false], [-8.4140625, false], [-10.9140625, false], [-9.9140625, false], [-5.4140625, false], [-10.9140625, false], [-8.6640625, false], [-5.9140625, false], [-5.4140625, false], [-10.6640625, false], [-5.9140625, false], [-9.9140625, false], [-10.6640625, false], [-9.9140625, false], [-8.9140625, false], [-9.1640625, false], [-10.9140625, false], [-7.9140625, false], [-8.9140625, false], [-5.4140625, false], [-10.6640625, false], [-5.9140625, false], [-8.9140625, false], [-7.9140625, false], [-10.9140625, false], [-8.9140625, false], [-9.4140625, false], [-7.9140625, false], [-9.1640625, false], [-6.984375, false], [-9.4140625, false], [-9.984375, false], [-5.9140625, false], [-9.4140625, false], [-4.1640625, false], [-9.1640625, false], [-5.9140625, false], [-10.4140625, false], [-9.9140625, false], [-10.6640625, false], [-9.9140625, false], [-10.9140625, false], [-5.4140625, false], [-9.1640625, false], [-9.9140625, false], [-8.6640625, false], [-5.9140625, false], [-9.9140625, false], [-10.6640625, false], [-9.9140625, false], [-8.9140625, false], [-9.1640625, false], [-10.9140625, false], [-7.9140625, false], [-8.9140625, false], [-7.9140625, false], [-9.1640625, false], [-11.6640625, false], [-6.984375, false], [-9.4140625, false], [-9.984375, false], [-5.9140625, false], [-9.4140625, false], [-4.1640625, false], [-9.1640625, false], [-5.9140625, false], [-8.9140625, false], [-11.1640625, false], [-10.4140625, false], [-9.9140625, false], [-10.6640625, false], [-9.9140625, false], [-9.1640625, false], [-9.9140625, false], [-8.6640625, false], [-5.9140625, false], [-5.4140625, false], [-10.6640625, false], [-5.9140625, false], [-9.9140625, false], [-10.6640625, false], [-9.9140625, false], [-8.9140625, false], [-9.1640625, false], [-10.9140625, false], [-7.9140625, false], [-8.9140625, false], [-5.4140625, false], [-10.6640625, false], [-5.9140625, false], [-8.9140625, false], [-7.9140625, false], [-10.9140625, false], [-8.9140625, false], [-9.4140625, false], [-7.9140625, false], [-9.1640625, false], [-6.984375, false], [-9.4140625, false], [-12.4140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1033, "doc": {"id": "Mercury_7122500", "question": "Which of these will most likely result from small meteoroids entering the atmosphere of Earth?", "choices": {"text": ["a decrease in air temperature", "the appearance of shooting stars", "an decrease in atmospheric ozone", "the appearance of the Northern Lights"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "the appearance of shooting stars", "arguments": ["Question: Which of these will most likely result from small meteoroids entering the atmosphere of Earth?\nAnswer:", " ["], "resps": [[[-6.67578125, false]], [[-8.3046875, false]], [[-4.67578125, false]], [[-5.05078125, false]], [[-9.1796875, false]], [[-7.05078125, false]], [[-7.92578125, false]], [[-9.8046875, false]], [[-7.05078125, false]], [[-4.67578125, false]], [[-9.4296875, false]], [[-7.05078125, false]], [[-5.05078125, false]], [[-7.92578125, false]], [[-8.5546875, false]], [[-5.05078125, false]], [[-4.67578125, false]], [[-7.92578125, false]], [[-9.8046875, false]], [[-5.05078125, false]], [[-9.8046875, false]], [[-7.05078125, false]], [[-8.9296875, false]], [[-9.0546875, false]], [[-7.05078125, false]], [[-9.8046875, false]], [[-4.67578125, false]], [[-9.8046875, false]], [[-10.9296875, false]], [[-9.8046875, false]], [[-7.05078125, false]], [[-8.3046875, false]], [[-9.265625, false]], [[-5.05078125, false]], [[-8.3046875, false]], [[-9.8046875, false]], [[-10.4296875, false]], [[-7.05078125, false]], [[-5.05078125, false]], [[-4.67578125, false]], [[-9.0546875, false]], [[-9.0546875, false]], [[-7.05078125, false]], [[-4.67578125, false]], [[-9.8046875, false]], [[-4.67578125, false]], [[-8.5546875, false]], [[-7.92578125, false]], [[-7.05078125, false]], [[-5.05078125, false]], [[-10.0546875, false]], [[-9.4296875, false]], [[-5.05078125, false]], [[-9.4296875, false]], [[-10.4296875, false]], [[-10.0546875, false]], [[-10.0546875, false]], [[-9.8046875, false]], [[-7.92578125, false]], [[-8.5546875, false]], [[-11.4296875, false]], [[-5.05078125, false]], [[-9.4296875, false]], [[-9.8046875, false]], [[-4.67578125, false]], [[-9.8046875, false]], [[-9.4296875, false]], [[-8.3046875, false]], [[-9.265625, false]], [[-5.05078125, false]], [[-8.3046875, false]], [[-4.67578125, false]], [[-8.5546875, false]], [[-5.05078125, false]], [[-9.1796875, false]], [[-7.05078125, false]], [[-7.92578125, false]], [[-9.8046875, false]], [[-7.05078125, false]], [[-4.67578125, false]], [[-9.4296875, false]], [[-7.05078125, false]], [[-5.05078125, false]], [[-7.92578125, false]], [[-8.5546875, false]], [[-5.05078125, false]], [[-4.67578125, false]], [[-9.8046875, false]], [[-8.9296875, false]], [[-10.0546875, false]], [[-9.4296875, false]], [[-9.0546875, false]], [[-10.4296875, false]], [[-7.05078125, false]], [[-9.8046875, false]], [[-7.92578125, false]], [[-7.92578125, false]], [[-5.05078125, false]], [[-10.0546875, false]], [[-10.0546875, false]], [[-10.0546875, false]], [[-8.5546875, false]], [[-7.05078125, false]], [[-8.3046875, false]], [[-9.265625, false]], [[-5.05078125, false]], [[-8.3046875, false]], [[-9.8046875, false]], [[-10.4296875, false]], [[-7.05078125, false]], [[-5.05078125, false]], [[-4.67578125, false]], [[-9.0546875, false]], [[-9.0546875, false]], [[-7.05078125, false]], [[-4.67578125, false]], [[-9.8046875, false]], [[-4.67578125, false]], [[-8.5546875, false]], [[-7.92578125, false]], [[-7.05078125, false]], [[-5.05078125, false]], [[-10.0546875, false]], [[-9.4296875, false]], [[-5.05078125, false]], [[-9.8046875, false]], [[-10.4296875, false]], [[-7.05078125, false]], [[-5.05078125, false]], [[-6.05078125, false]], [[-10.0546875, false]], [[-9.8046875, false]], [[-9.8046875, false]], [[-10.4296875, false]], [[-7.05078125, false]], [[-9.8046875, false]], [[-8.5546875, false]], [[-5.05078125, false]], [[-7.92578125, false]], [[-7.92578125, false]], [[-11.4296875, false]], [[-10.4296875, false]], [[-9.8046875, false]], [[-9.4296875, false]], [[-8.3046875, false]], [[-11.6796875, false]]], "filtered_resps": [[-6.67578125, false], [-8.3046875, false], [-4.67578125, false], [-5.05078125, false], [-9.1796875, false], [-7.05078125, false], [-7.92578125, false], [-9.8046875, false], [-7.05078125, false], [-4.67578125, false], [-9.4296875, false], [-7.05078125, false], [-5.05078125, false], [-7.92578125, false], [-8.5546875, false], [-5.05078125, false], [-4.67578125, false], [-7.92578125, false], [-9.8046875, false], [-5.05078125, false], [-9.8046875, false], [-7.05078125, false], [-8.9296875, false], [-9.0546875, false], [-7.05078125, false], [-9.8046875, false], [-4.67578125, false], [-9.8046875, false], [-10.9296875, false], [-9.8046875, false], [-7.05078125, false], [-8.3046875, false], [-9.265625, false], [-5.05078125, false], [-8.3046875, false], [-9.8046875, false], [-10.4296875, false], [-7.05078125, false], [-5.05078125, false], [-4.67578125, false], [-9.0546875, false], [-9.0546875, false], [-7.05078125, false], [-4.67578125, false], [-9.8046875, false], [-4.67578125, false], [-8.5546875, false], [-7.92578125, false], [-7.05078125, false], [-5.05078125, false], [-10.0546875, false], [-9.4296875, false], [-5.05078125, false], [-9.4296875, false], [-10.4296875, false], [-10.0546875, false], [-10.0546875, false], [-9.8046875, false], [-7.92578125, false], [-8.5546875, false], [-11.4296875, false], [-5.05078125, false], [-9.4296875, false], [-9.8046875, false], [-4.67578125, false], [-9.8046875, false], [-9.4296875, false], [-8.3046875, false], [-9.265625, false], [-5.05078125, false], [-8.3046875, false], [-4.67578125, false], [-8.5546875, false], [-5.05078125, false], [-9.1796875, false], [-7.05078125, false], [-7.92578125, false], [-9.8046875, false], [-7.05078125, false], [-4.67578125, false], [-9.4296875, false], [-7.05078125, false], [-5.05078125, false], [-7.92578125, false], [-8.5546875, false], [-5.05078125, false], [-4.67578125, false], [-9.8046875, false], [-8.9296875, false], [-10.0546875, false], [-9.4296875, false], [-9.0546875, false], [-10.4296875, false], [-7.05078125, false], [-9.8046875, false], [-7.92578125, false], [-7.92578125, false], [-5.05078125, false], [-10.0546875, false], [-10.0546875, false], [-10.0546875, false], [-8.5546875, false], [-7.05078125, false], [-8.3046875, false], [-9.265625, false], [-5.05078125, false], [-8.3046875, false], [-9.8046875, false], [-10.4296875, false], [-7.05078125, false], [-5.05078125, false], [-4.67578125, false], [-9.0546875, false], [-9.0546875, false], [-7.05078125, false], [-4.67578125, false], [-9.8046875, false], [-4.67578125, false], [-8.5546875, false], [-7.92578125, false], [-7.05078125, false], [-5.05078125, false], [-10.0546875, false], [-9.4296875, false], [-5.05078125, false], [-9.8046875, false], [-10.4296875, false], [-7.05078125, false], [-5.05078125, false], [-6.05078125, false], [-10.0546875, false], [-9.8046875, false], [-9.8046875, false], [-10.4296875, false], [-7.05078125, false], [-9.8046875, false], [-8.5546875, false], [-5.05078125, false], [-7.92578125, false], [-7.92578125, false], [-11.4296875, false], [-10.4296875, false], [-9.8046875, false], [-9.4296875, false], [-8.3046875, false], [-11.6796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1041, "doc": {"id": "Mercury_SC_401611", "question": "Many scientists are convinced that an increase of certain gases in the atmosphere is affecting global temperatures. What makes this hypothesis difficult to prove?", "choices": {"text": ["Trees absorb these gases.", "Global temperatures are rising.", "Many variables affect global temperatures.", "Many human activities produce these gases."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Many variables affect global temperatures.", "arguments": ["Question: Many scientists are convinced that an increase of certain gases in the atmosphere is affecting global temperatures. What makes this hypothesis difficult to prove?\nAnswer:", " ["], "resps": [[[-7.93359375, false]], [[-9.4296875, false]], [[-8.4296875, false]], [[-14.4296875, false]], [[-9.6796875, false]], [[-9.6796875, false]], [[-12.1796875, false]], [[-6.18359375, false]], [[-7.68359375, false]], [[-11.6796875, false]], [[-12.1796875, false]], [[-10.1796875, false]], [[-14.4296875, false]], [[-11.6796875, false]], [[-6.18359375, false]], [[-13.1796875, false]], [[-12.9296875, false]], [[-9.6796875, false]], [[-12.1796875, false]], [[-9.6796875, false]], [[-6.18359375, false]], [[-13.9296875, false]], [[-7.68359375, false]], [[-12.1796875, false]], [[-9.6796875, false]], [[-12.1796875, false]], [[-7.71875, false]], [[-9.4296875, false]], [[-10.46875, false]], [[-6.18359375, false]], [[-9.4296875, false]], [[-8.1796875, false]], [[-12.6796875, false]], [[-10.1796875, false]], [[-11.6796875, false]], [[-7.68359375, false]], [[-12.6796875, false]], [[-6.18359375, false]], [[-13.1796875, false]], [[-9.6796875, false]], [[-12.6796875, false]], [[-11.1796875, false]], [[-9.6796875, false]], [[-14.4296875, false]], [[-7.68359375, false]], [[-13.1796875, false]], [[-13.1796875, false]], [[-14.4296875, false]], [[-9.6796875, false]], [[-12.1796875, false]], [[-6.18359375, false]], [[-7.68359375, false]], [[-14.4296875, false]], [[-9.6796875, false]], [[-6.18359375, false]], [[-14.4296875, false]], [[-10.1796875, false]], [[-12.1796875, false]], [[-10.1796875, false]], [[-10.6796875, false]], [[-13.9296875, false]], [[-7.71875, false]], [[-9.4296875, false]], [[-10.46875, false]], [[-6.18359375, false]], [[-9.4296875, false]], [[-8.4296875, false]], [[-7.68359375, false]], [[-10.6796875, false]], [[-14.6796875, false]], [[-6.18359375, false]], [[-14.1796875, false]], [[-7.68359375, false]], [[-14.4296875, false]], [[-10.1796875, false]], [[-7.68359375, false]], [[-11.6796875, false]], [[-12.6796875, false]], [[-9.6796875, false]], [[-12.1796875, false]], [[-6.18359375, false]], [[-7.68359375, false]], [[-11.9296875, false]], [[-11.9296875, false]], [[-9.6796875, false]], [[-11.9296875, false]], [[-13.1796875, false]], [[-6.18359375, false]], [[-13.9296875, false]], [[-12.6796875, false]], [[-10.1796875, false]], [[-11.6796875, false]], [[-7.68359375, false]], [[-12.6796875, false]], [[-6.18359375, false]], [[-13.1796875, false]], [[-9.6796875, false]], [[-12.6796875, false]], [[-11.1796875, false]], [[-9.6796875, false]], [[-14.4296875, false]], [[-7.68359375, false]], [[-13.1796875, false]], [[-13.1796875, false]], [[-14.4296875, false]], [[-9.6796875, false]], [[-12.1796875, false]], [[-7.71875, false]], [[-9.4296875, false]], [[-10.46875, false]], [[-6.18359375, false]], [[-9.4296875, false]], [[-8.4296875, false]], [[-7.68359375, false]], [[-10.6796875, false]], [[-14.6796875, false]], [[-6.18359375, false]], [[-12.9296875, false]], [[-13.1796875, false]], [[-12.6796875, false]], [[-7.68359375, false]], [[-10.6796875, false]], [[-6.18359375, false]], [[-7.68359375, false]], [[-11.9296875, false]], [[-13.1796875, false]], [[-10.1796875, false]], [[-14.1796875, false]], [[-10.1796875, false]], [[-13.1796875, false]], [[-10.1796875, false]], [[-9.6796875, false]], [[-12.1796875, false]], [[-6.18359375, false]], [[-11.1796875, false]], [[-14.4296875, false]], [[-10.1796875, false]], [[-11.1796875, false]], [[-13.1796875, false]], [[-11.9296875, false]], [[-9.6796875, false]], [[-6.18359375, false]], [[-13.1796875, false]], [[-12.9296875, false]], [[-9.6796875, false]], [[-12.1796875, false]], [[-9.6796875, false]], [[-6.18359375, false]], [[-13.9296875, false]], [[-7.68359375, false]], [[-12.1796875, false]], [[-9.6796875, false]], [[-12.1796875, false]], [[-7.71875, false]], [[-9.4296875, false]], [[-14.1796875, false]]], "filtered_resps": [[-7.93359375, false], [-9.4296875, false], [-8.4296875, false], [-14.4296875, false], [-9.6796875, false], [-9.6796875, false], [-12.1796875, false], [-6.18359375, false], [-7.68359375, false], [-11.6796875, false], [-12.1796875, false], [-10.1796875, false], [-14.4296875, false], [-11.6796875, false], [-6.18359375, false], [-13.1796875, false], [-12.9296875, false], [-9.6796875, false], [-12.1796875, false], [-9.6796875, false], [-6.18359375, false], [-13.9296875, false], [-7.68359375, false], [-12.1796875, false], [-9.6796875, false], [-12.1796875, false], [-7.71875, false], [-9.4296875, false], [-10.46875, false], [-6.18359375, false], [-9.4296875, false], [-8.1796875, false], [-12.6796875, false], [-10.1796875, false], [-11.6796875, false], [-7.68359375, false], [-12.6796875, false], [-6.18359375, false], [-13.1796875, false], [-9.6796875, false], [-12.6796875, false], [-11.1796875, false], [-9.6796875, false], [-14.4296875, false], [-7.68359375, false], [-13.1796875, false], [-13.1796875, false], [-14.4296875, false], [-9.6796875, false], [-12.1796875, false], [-6.18359375, false], [-7.68359375, false], [-14.4296875, false], [-9.6796875, false], [-6.18359375, false], [-14.4296875, false], [-10.1796875, false], [-12.1796875, false], [-10.1796875, false], [-10.6796875, false], [-13.9296875, false], [-7.71875, false], [-9.4296875, false], [-10.46875, false], [-6.18359375, false], [-9.4296875, false], [-8.4296875, false], [-7.68359375, false], [-10.6796875, false], [-14.6796875, false], [-6.18359375, false], [-14.1796875, false], [-7.68359375, false], [-14.4296875, false], [-10.1796875, false], [-7.68359375, false], [-11.6796875, false], [-12.6796875, false], [-9.6796875, false], [-12.1796875, false], [-6.18359375, false], [-7.68359375, false], [-11.9296875, false], [-11.9296875, false], [-9.6796875, false], [-11.9296875, false], [-13.1796875, false], [-6.18359375, false], [-13.9296875, false], [-12.6796875, false], [-10.1796875, false], [-11.6796875, false], [-7.68359375, false], [-12.6796875, false], [-6.18359375, false], [-13.1796875, false], [-9.6796875, false], [-12.6796875, false], [-11.1796875, false], [-9.6796875, false], [-14.4296875, false], [-7.68359375, false], [-13.1796875, false], [-13.1796875, false], [-14.4296875, false], [-9.6796875, false], [-12.1796875, false], [-7.71875, false], [-9.4296875, false], [-10.46875, false], [-6.18359375, false], [-9.4296875, false], [-8.4296875, false], [-7.68359375, false], [-10.6796875, false], [-14.6796875, false], [-6.18359375, false], [-12.9296875, false], [-13.1796875, false], [-12.6796875, false], [-7.68359375, false], [-10.6796875, false], [-6.18359375, false], [-7.68359375, false], [-11.9296875, false], [-13.1796875, false], [-10.1796875, false], [-14.1796875, false], [-10.1796875, false], [-13.1796875, false], [-10.1796875, false], [-9.6796875, false], [-12.1796875, false], [-6.18359375, false], [-11.1796875, false], [-14.4296875, false], [-10.1796875, false], [-11.1796875, false], [-13.1796875, false], [-11.9296875, false], [-9.6796875, false], [-6.18359375, false], [-13.1796875, false], [-12.9296875, false], [-9.6796875, false], [-12.1796875, false], [-9.6796875, false], [-6.18359375, false], [-13.9296875, false], [-7.68359375, false], [-12.1796875, false], [-9.6796875, false], [-12.1796875, false], [-7.71875, false], [-9.4296875, false], [-14.1796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1049, "doc": {"id": "Mercury_404107", "question": "Which mineral is most likely to be found in all of the three major rock types known as metamorphic, igneous, and sedimentary?", "choices": {"text": ["halite", "quartz", "gypsum", "sulfur"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "quartz", "arguments": ["Question: Which mineral is most likely to be found in all of the three major rock types known as metamorphic, igneous, and sedimentary?\nAnswer:", " ["], "resps": [[[-7.8515625, false]], [[-8.8515625, false]], [[-11.1015625, false]], [[-5.3515625, false]], [[-10.6015625, false]], [[-8.1015625, false]], [[-10.3515625, false]], [[-8.6015625, false]], [[-8.8515625, false]], [[-9.1796875, false]], [[-5.1015625, false]], [[-8.8515625, false]], [[-13.3515625, false]], [[-9.1015625, false]], [[-5.3515625, false]], [[-8.3515625, false]], [[-10.3515625, false]], [[-9.3515625, false]], [[-8.8515625, false]], [[-9.1796875, false]], [[-5.1015625, false]], [[-8.8515625, false]], [[-8.8515625, false]], [[-11.1015625, false]], [[-9.3515625, false]], [[-9.6015625, false]], [[-9.1015625, false]], [[-8.6015625, false]], [[-8.8515625, false]], [[-9.1796875, false]], [[-5.1015625, false]], [[-8.8515625, false]], [[-9.6015625, false]], [[-9.1015625, false]], [[-10.6015625, false]], [[-9.3515625, false]], [[-9.1015625, false]], [[-8.3515625, false]], [[-8.8515625, false]], [[-14.1015625, false]]], "filtered_resps": [[-7.8515625, false], [-8.8515625, false], [-11.1015625, false], [-5.3515625, false], [-10.6015625, false], [-8.1015625, false], [-10.3515625, false], [-8.6015625, false], [-8.8515625, false], [-9.1796875, false], [-5.1015625, false], [-8.8515625, false], [-13.3515625, false], [-9.1015625, false], [-5.3515625, false], [-8.3515625, false], [-10.3515625, false], [-9.3515625, false], [-8.8515625, false], [-9.1796875, false], [-5.1015625, false], [-8.8515625, false], [-8.8515625, false], [-11.1015625, false], [-9.3515625, false], [-9.6015625, false], [-9.1015625, false], [-8.6015625, false], [-8.8515625, false], [-9.1796875, false], [-5.1015625, false], [-8.8515625, false], [-9.6015625, false], [-9.1015625, false], [-10.6015625, false], [-9.3515625, false], [-9.1015625, false], [-8.3515625, false], [-8.8515625, false], [-14.1015625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1057, "doc": {"id": "Mercury_417461", "question": "Which animal is an example of an annelid?", "choices": {"text": ["an anteater", "a honey bee", "a sea star", "an earthworm"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "an earthworm", "arguments": ["Question: Which animal is an example of an annelid?\nAnswer:", " ["], "resps": [[[-7.23046875, false]], [[-8.234375, false]], [[-3.982421875, false]], [[-9.984375, false]], [[-5.48046875, false]], [[-3.982421875, false]], [[-9.984375, false]], [[-10.734375, false]], [[-7.73046875, false]], [[-3.982421875, false]], [[-10.734375, false]], [[-7.73046875, false]], [[-9.734375, false]], [[-8.234375, false]], [[-10.03125, false]], [[-5.48046875, false]], [[-8.234375, false]], [[-3.982421875, false]], [[-5.48046875, false]], [[-11.484375, false]], [[-8.484375, false]], [[-9.984375, false]], [[-7.73046875, false]], [[-12.234375, false]], [[-5.48046875, false]], [[-10.234375, false]], [[-7.73046875, false]], [[-7.73046875, false]], [[-8.234375, false]], [[-10.03125, false]], [[-5.48046875, false]], [[-8.234375, false]], [[-3.982421875, false]], [[-5.48046875, false]], [[-8.234375, false]], [[-7.73046875, false]], [[-3.982421875, false]], [[-5.48046875, false]], [[-8.234375, false]], [[-10.734375, false]], [[-3.982421875, false]], [[-9.734375, false]], [[-8.234375, false]], [[-10.03125, false]], [[-5.48046875, false]], [[-8.234375, false]], [[-3.982421875, false]], [[-9.984375, false]], [[-5.48046875, false]], [[-7.73046875, false]], [[-3.982421875, false]], [[-9.734375, false]], [[-10.734375, false]], [[-11.484375, false]], [[-9.234375, false]], [[-8.484375, false]], [[-9.734375, false]], [[-11.984375, false]], [[-8.234375, false]], [[-12.234375, false]]], "filtered_resps": [[-7.23046875, false], [-8.234375, false], [-3.982421875, false], [-9.984375, false], [-5.48046875, false], [-3.982421875, false], [-9.984375, false], [-10.734375, false], [-7.73046875, false], [-3.982421875, false], [-10.734375, false], [-7.73046875, false], [-9.734375, false], [-8.234375, false], [-10.03125, false], [-5.48046875, false], [-8.234375, false], [-3.982421875, false], [-5.48046875, false], [-11.484375, false], [-8.484375, false], [-9.984375, false], [-7.73046875, false], [-12.234375, false], [-5.48046875, false], [-10.234375, false], [-7.73046875, false], [-7.73046875, false], [-8.234375, false], [-10.03125, false], [-5.48046875, false], [-8.234375, false], [-3.982421875, false], [-5.48046875, false], [-8.234375, false], [-7.73046875, false], [-3.982421875, false], [-5.48046875, false], [-8.234375, false], [-10.734375, false], [-3.982421875, false], [-9.734375, false], [-8.234375, false], [-10.03125, false], [-5.48046875, false], [-8.234375, false], [-3.982421875, false], [-9.984375, false], [-5.48046875, false], [-7.73046875, false], [-3.982421875, false], [-9.734375, false], [-10.734375, false], [-11.484375, false], [-9.234375, false], [-8.484375, false], [-9.734375, false], [-11.984375, false], [-8.234375, false], [-12.234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1065, "doc": {"id": "Mercury_SC_401629", "question": "Which tools are used to determine the boiling point of water?", "choices": {"text": ["hot plate and stopwatch", "thermometer and balance", "hot plate and thermometer", "balance and graduated cylinder"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "hot plate and thermometer", "arguments": ["Question: Which tools are used to determine the boiling point of water?\nAnswer:", " ["], "resps": [[[-7.18359375, false]], [[-10.3046875, false]], [[-9.5546875, false]], [[-8.5546875, false]], [[-8.6796875, false]], [[-5.18359375, false]], [[-9.1796875, false]], [[-11.4296875, false]], [[-4.68359375, false]], [[-8.6796875, false]], [[-6.93359375, false]], [[-5.18359375, false]], [[-4.68359375, false]], [[-8.1796875, false]], [[-9.0546875, false]], [[-5.18359375, false]], [[-9.0546875, false]], [[-8.6796875, false]], [[-8.5546875, false]], [[-9.1796875, false]], [[-9.5546875, false]], [[-4.68359375, false]], [[-8.6796875, false]], [[-9.3046875, false]], [[-9.5546875, false]], [[-10.3046875, false]], [[-9.578125, false]], [[-5.18359375, false]], [[-10.3046875, false]], [[-8.6796875, false]], [[-9.5546875, false]], [[-6.93359375, false]], [[-10.6796875, false]], [[-6.68359375, false]], [[-8.5546875, false]], [[-6.68359375, false]], [[-6.93359375, false]], [[-8.6796875, false]], [[-6.93359375, false]], [[-10.6796875, false]], [[-5.18359375, false]], [[-4.68359375, false]], [[-8.1796875, false]], [[-9.0546875, false]], [[-5.18359375, false]], [[-8.0546875, false]], [[-4.68359375, false]], [[-11.4296875, false]], [[-4.68359375, false]], [[-8.1796875, false]], [[-9.3046875, false]], [[-6.93359375, false]], [[-10.3046875, false]], [[-9.578125, false]], [[-5.18359375, false]], [[-10.3046875, false]], [[-9.5546875, false]], [[-8.5546875, false]], [[-8.6796875, false]], [[-5.18359375, false]], [[-9.1796875, false]], [[-11.4296875, false]], [[-4.68359375, false]], [[-8.6796875, false]], [[-6.93359375, false]], [[-5.18359375, false]], [[-4.68359375, false]], [[-8.1796875, false]], [[-9.0546875, false]], [[-5.18359375, false]], [[-8.6796875, false]], [[-9.5546875, false]], [[-6.93359375, false]], [[-10.6796875, false]], [[-6.68359375, false]], [[-8.5546875, false]], [[-6.68359375, false]], [[-6.93359375, false]], [[-8.6796875, false]], [[-6.93359375, false]], [[-10.6796875, false]], [[-10.3046875, false]], [[-9.578125, false]], [[-5.18359375, false]], [[-10.3046875, false]], [[-8.0546875, false]], [[-4.68359375, false]], [[-11.4296875, false]], [[-4.68359375, false]], [[-8.1796875, false]], [[-9.3046875, false]], [[-6.93359375, false]], [[-5.18359375, false]], [[-4.68359375, false]], [[-8.1796875, false]], [[-9.0546875, false]], [[-5.18359375, false]], [[-10.4296875, false]], [[-10.6796875, false]], [[-4.68359375, false]], [[-9.0546875, false]], [[-9.6796875, false]], [[-4.68359375, false]], [[-8.6796875, false]], [[-6.93359375, false]], [[-9.0546875, false]], [[-5.18359375, false]], [[-9.3046875, false]], [[-9.9296875, false]], [[-11.4296875, false]], [[-8.5546875, false]], [[-8.1796875, false]], [[-9.0546875, false]], [[-6.93359375, false]], [[-10.6796875, false]], [[-10.3046875, false]], [[-11.6796875, false]]], "filtered_resps": [[-7.18359375, false], [-10.3046875, false], [-9.5546875, false], [-8.5546875, false], [-8.6796875, false], [-5.18359375, false], [-9.1796875, false], [-11.4296875, false], [-4.68359375, false], [-8.6796875, false], [-6.93359375, false], [-5.18359375, false], [-4.68359375, false], [-8.1796875, false], [-9.0546875, false], [-5.18359375, false], [-9.0546875, false], [-8.6796875, false], [-8.5546875, false], [-9.1796875, false], [-9.5546875, false], [-4.68359375, false], [-8.6796875, false], [-9.3046875, false], [-9.5546875, false], [-10.3046875, false], [-9.578125, false], [-5.18359375, false], [-10.3046875, false], [-8.6796875, false], [-9.5546875, false], [-6.93359375, false], [-10.6796875, false], [-6.68359375, false], [-8.5546875, false], [-6.68359375, false], [-6.93359375, false], [-8.6796875, false], [-6.93359375, false], [-10.6796875, false], [-5.18359375, false], [-4.68359375, false], [-8.1796875, false], [-9.0546875, false], [-5.18359375, false], [-8.0546875, false], [-4.68359375, false], [-11.4296875, false], [-4.68359375, false], [-8.1796875, false], [-9.3046875, false], [-6.93359375, false], [-10.3046875, false], [-9.578125, false], [-5.18359375, false], [-10.3046875, false], [-9.5546875, false], [-8.5546875, false], [-8.6796875, false], [-5.18359375, false], [-9.1796875, false], [-11.4296875, false], [-4.68359375, false], [-8.6796875, false], [-6.93359375, false], [-5.18359375, false], [-4.68359375, false], [-8.1796875, false], [-9.0546875, false], [-5.18359375, false], [-8.6796875, false], [-9.5546875, false], [-6.93359375, false], [-10.6796875, false], [-6.68359375, false], [-8.5546875, false], [-6.68359375, false], [-6.93359375, false], [-8.6796875, false], [-6.93359375, false], [-10.6796875, false], [-10.3046875, false], [-9.578125, false], [-5.18359375, false], [-10.3046875, false], [-8.0546875, false], [-4.68359375, false], [-11.4296875, false], [-4.68359375, false], [-8.1796875, false], [-9.3046875, false], [-6.93359375, false], [-5.18359375, false], [-4.68359375, false], [-8.1796875, false], [-9.0546875, false], [-5.18359375, false], [-10.4296875, false], [-10.6796875, false], [-4.68359375, false], [-9.0546875, false], [-9.6796875, false], [-4.68359375, false], [-8.6796875, false], [-6.93359375, false], [-9.0546875, false], [-5.18359375, false], [-9.3046875, false], [-9.9296875, false], [-11.4296875, false], [-8.5546875, false], [-8.1796875, false], [-9.0546875, false], [-6.93359375, false], [-10.6796875, false], [-10.3046875, false], [-11.6796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1073, "doc": {"id": "ACTAAP_2007_7_26", "question": "A mineral sample is obtained from a box, and acid is dropped on the sample to determine if it bubbles. Which best describes what should be done with the mineral after testing it?", "choices": {"text": ["Return the mineral to its box.", "Rinse the mineral with water, dry it, and return it to the box.", "Wipe the mineral with a paper towel and return it to the box.", "Put the mineral in the sink and leave it for the teacher to clean up."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Rinse the mineral with water, dry it, and return it to the box.", "arguments": ["Question: A mineral sample is obtained from a box, and acid is dropped on the sample to determine if it bubbles. Which best describes what should be done with the mineral after testing it?\nAnswer:", " ["], "resps": [[[-6.5703125, false]], [[-9.3203125, false]], [[-6.5703125, false]], [[-7.5703125, false]], [[-10.0703125, false]], [[-10.0703125, false]], [[-9.5703125, false]], [[-9.3203125, false]], [[-5.0703125, false]], [[-10.0703125, false]], [[-11.3203125, false]], [[-7.5703125, false]], [[-5.0703125, false]], [[-8.8203125, false]], [[-7.8203125, false]], [[-9.3203125, false]], [[-7.5703125, false]], [[-9.5703125, false]], [[-4.0703125, false]], [[-9.8203125, false]], [[-5.0703125, false]], [[-10.0703125, false]], [[-8.5703125, false]], [[-5.0703125, false]], [[-7.8203125, false]], [[-10.0703125, false]], [[-8.8203125, false]], [[-5.0703125, false]], [[-6.5703125, false]], [[-8.5703125, false]], [[-9.0703125, false]], [[-5.78125, false]], [[-9.3203125, false]], [[-9.40625, false]], [[-5.0703125, false]], [[-9.3203125, false]], [[-6.5703125, false]], [[-7.8203125, false]], [[-9.3203125, false]], [[-8.8203125, false]], [[-7.5703125, false]], [[-5.0703125, false]], [[-10.0703125, false]], [[-11.3203125, false]], [[-7.5703125, false]], [[-5.0703125, false]], [[-8.8203125, false]], [[-7.8203125, false]], [[-9.3203125, false]], [[-7.5703125, false]], [[-9.5703125, false]], [[-4.0703125, false]], [[-9.8203125, false]], [[-5.0703125, false]], [[-11.3203125, false]], [[-7.8203125, false]], [[-10.0703125, false]], [[-11.3203125, false]], [[-5.0703125, false]], [[-11.3203125, false]], [[-4.0703125, false]], [[-10.0703125, false]], [[-7.5703125, false]], [[-9.5703125, false]], [[-9.40625, false]], [[-5.0703125, false]], [[-7.3203125, false]], [[-9.5703125, false]], [[-11.0703125, false]], [[-5.0703125, false]], [[-7.8203125, false]], [[-10.0703125, false]], [[-9.40625, false]], [[-5.0703125, false]], [[-4.0703125, false]], [[-9.3203125, false]], [[-7.3203125, false]], [[-5.0703125, false]], [[-9.5703125, false]], [[-7.5703125, false]], [[-10.0703125, false]], [[-10.0703125, false]], [[-9.5703125, false]], [[-9.3203125, false]], [[-5.0703125, false]], [[-7.8203125, false]], [[-10.0703125, false]], [[-5.0703125, false]], [[-10.0703125, false]], [[-8.5703125, false]], [[-5.0703125, false]], [[-10.0703125, false]], [[-11.3203125, false]], [[-7.5703125, false]], [[-5.0703125, false]], [[-6.5703125, false]], [[-8.5703125, false]], [[-9.0703125, false]], [[-5.78125, false]], [[-9.3203125, false]], [[-9.40625, false]], [[-5.0703125, false]], [[-9.3203125, false]], [[-8.8203125, false]], [[-7.8203125, false]], [[-9.0703125, false]], [[-7.5703125, false]], [[-5.0703125, false]], [[-10.0703125, false]], [[-11.3203125, false]], [[-7.5703125, false]], [[-5.0703125, false]], [[-8.8203125, false]], [[-7.8203125, false]], [[-9.3203125, false]], [[-7.5703125, false]], [[-9.5703125, false]], [[-4.0703125, false]], [[-9.8203125, false]], [[-5.0703125, false]], [[-11.3203125, false]], [[-7.8203125, false]], [[-10.0703125, false]], [[-11.3203125, false]], [[-5.0703125, false]], [[-4.0703125, false]], [[-5.0703125, false]], [[-9.0703125, false]], [[-4.0703125, false]], [[-9.0703125, false]], [[-7.5703125, false]], [[-9.5703125, false]], [[-5.0703125, false]], [[-10.0703125, false]], [[-8.5703125, false]], [[-11.3203125, false]], [[-7.5703125, false]], [[-9.8203125, false]], [[-5.0703125, false]], [[-4.0703125, false]], [[-9.3203125, false]], [[-7.3203125, false]], [[-5.0703125, false]], [[-9.5703125, false]], [[-7.5703125, false]], [[-10.0703125, false]], [[-10.0703125, false]], [[-9.5703125, false]], [[-9.3203125, false]], [[-5.0703125, false]], [[-7.8203125, false]], [[-10.0703125, false]], [[-5.0703125, false]], [[-10.0703125, false]], [[-8.5703125, false]], [[-5.0703125, false]], [[-10.0703125, false]], [[-11.3203125, false]], [[-7.5703125, false]], [[-5.0703125, false]], [[-6.5703125, false]], [[-8.5703125, false]], [[-9.0703125, false]], [[-5.78125, false]], [[-9.3203125, false]], [[-9.40625, false]], [[-5.0703125, false]], [[-9.3203125, false]], [[-5.8203125, false]], [[-10.0703125, false]], [[-10.0703125, false]], [[-5.0703125, false]], [[-10.0703125, false]], [[-11.3203125, false]], [[-7.5703125, false]], [[-5.0703125, false]], [[-8.8203125, false]], [[-7.8203125, false]], [[-9.3203125, false]], [[-7.5703125, false]], [[-9.5703125, false]], [[-4.0703125, false]], [[-9.8203125, false]], [[-5.0703125, false]], [[-7.8203125, false]], [[-9.3203125, false]], [[-5.0703125, false]], [[-10.0703125, false]], [[-11.3203125, false]], [[-7.5703125, false]], [[-5.0703125, false]], [[-8.8203125, false]], [[-7.8203125, false]], [[-9.3203125, false]], [[-10.5703125, false]], [[-5.0703125, false]], [[-4.0703125, false]], [[-9.3203125, false]], [[-7.3203125, false]], [[-5.0703125, false]], [[-9.8203125, false]], [[-7.5703125, false]], [[-4.0703125, false]], [[-9.5703125, false]], [[-7.5703125, false]], [[-5.0703125, false]], [[-7.8203125, false]], [[-10.0703125, false]], [[-5.0703125, false]], [[-9.8203125, false]], [[-8.5703125, false]], [[-9.5703125, false]], [[-5.0703125, false]], [[-10.0703125, false]], [[-11.3203125, false]], [[-7.5703125, false]], [[-5.0703125, false]], [[-10.0703125, false]], [[-7.5703125, false]], [[-4.0703125, false]], [[-8.3203125, false]], [[-11.3203125, false]], [[-7.5703125, false]], [[-9.5703125, false]], [[-5.0703125, false]], [[-10.0703125, false]], [[-8.5703125, false]], [[-5.0703125, false]], [[-8.3203125, false]], [[-9.8203125, false]], [[-7.5703125, false]], [[-4.0703125, false]], [[-9.3203125, false]], [[-5.0703125, false]], [[-10.0703125, false]], [[-9.0703125, false]], [[-5.78125, false]], [[-9.3203125, false]], [[-10.5703125, false]]], "filtered_resps": [[-6.5703125, false], [-9.3203125, false], [-6.5703125, false], [-7.5703125, false], [-10.0703125, false], [-10.0703125, false], [-9.5703125, false], [-9.3203125, false], [-5.0703125, false], [-10.0703125, false], [-11.3203125, false], [-7.5703125, false], [-5.0703125, false], [-8.8203125, false], [-7.8203125, false], [-9.3203125, false], [-7.5703125, false], [-9.5703125, false], [-4.0703125, false], [-9.8203125, false], [-5.0703125, false], [-10.0703125, false], [-8.5703125, false], [-5.0703125, false], [-7.8203125, false], [-10.0703125, false], [-8.8203125, false], [-5.0703125, false], [-6.5703125, false], [-8.5703125, false], [-9.0703125, false], [-5.78125, false], [-9.3203125, false], [-9.40625, false], [-5.0703125, false], [-9.3203125, false], [-6.5703125, false], [-7.8203125, false], [-9.3203125, false], [-8.8203125, false], [-7.5703125, false], [-5.0703125, false], [-10.0703125, false], [-11.3203125, false], [-7.5703125, false], [-5.0703125, false], [-8.8203125, false], [-7.8203125, false], [-9.3203125, false], [-7.5703125, false], [-9.5703125, false], [-4.0703125, false], [-9.8203125, false], [-5.0703125, false], [-11.3203125, false], [-7.8203125, false], [-10.0703125, false], [-11.3203125, false], [-5.0703125, false], [-11.3203125, false], [-4.0703125, false], [-10.0703125, false], [-7.5703125, false], [-9.5703125, false], [-9.40625, false], [-5.0703125, false], [-7.3203125, false], [-9.5703125, false], [-11.0703125, false], [-5.0703125, false], [-7.8203125, false], [-10.0703125, false], [-9.40625, false], [-5.0703125, false], [-4.0703125, false], [-9.3203125, false], [-7.3203125, false], [-5.0703125, false], [-9.5703125, false], [-7.5703125, false], [-10.0703125, false], [-10.0703125, false], [-9.5703125, false], [-9.3203125, false], [-5.0703125, false], [-7.8203125, false], [-10.0703125, false], [-5.0703125, false], [-10.0703125, false], [-8.5703125, false], [-5.0703125, false], [-10.0703125, false], [-11.3203125, false], [-7.5703125, false], [-5.0703125, false], [-6.5703125, false], [-8.5703125, false], [-9.0703125, false], [-5.78125, false], [-9.3203125, false], [-9.40625, false], [-5.0703125, false], [-9.3203125, false], [-8.8203125, false], [-7.8203125, false], [-9.0703125, false], [-7.5703125, false], [-5.0703125, false], [-10.0703125, false], [-11.3203125, false], [-7.5703125, false], [-5.0703125, false], [-8.8203125, false], [-7.8203125, false], [-9.3203125, false], [-7.5703125, false], [-9.5703125, false], [-4.0703125, false], [-9.8203125, false], [-5.0703125, false], [-11.3203125, false], [-7.8203125, false], [-10.0703125, false], [-11.3203125, false], [-5.0703125, false], [-4.0703125, false], [-5.0703125, false], [-9.0703125, false], [-4.0703125, false], [-9.0703125, false], [-7.5703125, false], [-9.5703125, false], [-5.0703125, false], [-10.0703125, false], [-8.5703125, false], [-11.3203125, false], [-7.5703125, false], [-9.8203125, false], [-5.0703125, false], [-4.0703125, false], [-9.3203125, false], [-7.3203125, false], [-5.0703125, false], [-9.5703125, false], [-7.5703125, false], [-10.0703125, false], [-10.0703125, false], [-9.5703125, false], [-9.3203125, false], [-5.0703125, false], [-7.8203125, false], [-10.0703125, false], [-5.0703125, false], [-10.0703125, false], [-8.5703125, false], [-5.0703125, false], [-10.0703125, false], [-11.3203125, false], [-7.5703125, false], [-5.0703125, false], [-6.5703125, false], [-8.5703125, false], [-9.0703125, false], [-5.78125, false], [-9.3203125, false], [-9.40625, false], [-5.0703125, false], [-9.3203125, false], [-5.8203125, false], [-10.0703125, false], [-10.0703125, false], [-5.0703125, false], [-10.0703125, false], [-11.3203125, false], [-7.5703125, false], [-5.0703125, false], [-8.8203125, false], [-7.8203125, false], [-9.3203125, false], [-7.5703125, false], [-9.5703125, false], [-4.0703125, false], [-9.8203125, false], [-5.0703125, false], [-7.8203125, false], [-9.3203125, false], [-5.0703125, false], [-10.0703125, false], [-11.3203125, false], [-7.5703125, false], [-5.0703125, false], [-8.8203125, false], [-7.8203125, false], [-9.3203125, false], [-10.5703125, false], [-5.0703125, false], [-4.0703125, false], [-9.3203125, false], [-7.3203125, false], [-5.0703125, false], [-9.8203125, false], [-7.5703125, false], [-4.0703125, false], [-9.5703125, false], [-7.5703125, false], [-5.0703125, false], [-7.8203125, false], [-10.0703125, false], [-5.0703125, false], [-9.8203125, false], [-8.5703125, false], [-9.5703125, false], [-5.0703125, false], [-10.0703125, false], [-11.3203125, false], [-7.5703125, false], [-5.0703125, false], [-10.0703125, false], [-7.5703125, false], [-4.0703125, false], [-8.3203125, false], [-11.3203125, false], [-7.5703125, false], [-9.5703125, false], [-5.0703125, false], [-10.0703125, false], [-8.5703125, false], [-5.0703125, false], [-8.3203125, false], [-9.8203125, false], [-7.5703125, false], [-4.0703125, false], [-9.3203125, false], [-5.0703125, false], [-10.0703125, false], [-9.0703125, false], [-5.78125, false], [-9.3203125, false], [-10.5703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1081, "doc": {"id": "Mercury_7250005", "question": "All living things are made up of prokaryotic or eukaryotic cells. Which function is found in both prokaryotic and eukaryotic cells?", "choices": {"text": ["aerobic respiration", "sexual reproduction", "protein production", "nitrogen fixation"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "protein production", "arguments": ["Question: All living things are made up of prokaryotic or eukaryotic cells. Which function is found in both prokaryotic and eukaryotic cells?\nAnswer:", " ["], "resps": [[[-7.18359375, false]], [[-10.4296875, false]], [[-5.43359375, false]], [[-4.68359375, false]], [[-9.1796875, false]], [[-9.4296875, false]], [[-6.68359375, false]], [[-8.1796875, false]], [[-6.68359375, false]], [[-5.68359375, false]], [[-9.1796875, false]], [[-4.68359375, false]], [[-9.9296875, false]], [[-9.1796875, false]], [[-8.1796875, false]], [[-9.1796875, false]], [[-5.43359375, false]], [[-10.4296875, false]], [[-8.1796875, false]], [[-9.4296875, false]], [[-9.9296875, false]], [[-10.4296875, false]], [[-10.546875, false]], [[-5.68359375, false]], [[-10.4296875, false]], [[-9.9296875, false]], [[-4.68359375, false]], [[-9.6796875, false]], [[-10.4296875, false]], [[-5.43359375, false]], [[-9.4296875, false]], [[-5.68359375, false]], [[-9.1796875, false]], [[-4.68359375, false]], [[-9.1796875, false]], [[-9.1796875, false]], [[-9.4296875, false]], [[-8.9296875, false]], [[-10.4296875, false]], [[-6.68359375, false]], [[-10.4296875, false]], [[-8.1796875, false]], [[-9.4296875, false]], [[-9.9296875, false]], [[-10.4296875, false]], [[-10.546875, false]], [[-5.68359375, false]], [[-10.4296875, false]], [[-9.1796875, false]], [[-9.1796875, false]], [[-9.4296875, false]], [[-10.4296875, false]], [[-4.68359375, false]], [[-8.1796875, false]], [[-9.9296875, false]], [[-5.68359375, false]], [[-9.1796875, false]], [[-9.1796875, false]], [[-9.4296875, false]], [[-8.9296875, false]], [[-10.4296875, false]], [[-6.68359375, false]], [[-10.4296875, false]], [[-8.1796875, false]], [[-9.4296875, false]], [[-9.9296875, false]], [[-10.4296875, false]], [[-10.546875, false]], [[-5.68359375, false]], [[-10.4296875, false]], [[-9.9296875, false]], [[-8.1796875, false]], [[-10.4296875, false]], [[-9.1796875, false]], [[-9.4296875, false]], [[-10.9296875, false]], [[-4.68359375, false]], [[-9.9296875, false]], [[-5.68359375, false]], [[-10.9296875, false]], [[-8.1796875, false]], [[-9.6796875, false]], [[-5.43359375, false]], [[-10.4296875, false]], [[-8.1796875, false]], [[-9.4296875, false]], [[-9.9296875, false]], [[-10.4296875, false]], [[-13.4296875, false]]], "filtered_resps": [[-7.18359375, false], [-10.4296875, false], [-5.43359375, false], [-4.68359375, false], [-9.1796875, false], [-9.4296875, false], [-6.68359375, false], [-8.1796875, false], [-6.68359375, false], [-5.68359375, false], [-9.1796875, false], [-4.68359375, false], [-9.9296875, false], [-9.1796875, false], [-8.1796875, false], [-9.1796875, false], [-5.43359375, false], [-10.4296875, false], [-8.1796875, false], [-9.4296875, false], [-9.9296875, false], [-10.4296875, false], [-10.546875, false], [-5.68359375, false], [-10.4296875, false], [-9.9296875, false], [-4.68359375, false], [-9.6796875, false], [-10.4296875, false], [-5.43359375, false], [-9.4296875, false], [-5.68359375, false], [-9.1796875, false], [-4.68359375, false], [-9.1796875, false], [-9.1796875, false], [-9.4296875, false], [-8.9296875, false], [-10.4296875, false], [-6.68359375, false], [-10.4296875, false], [-8.1796875, false], [-9.4296875, false], [-9.9296875, false], [-10.4296875, false], [-10.546875, false], [-5.68359375, false], [-10.4296875, false], [-9.1796875, false], [-9.1796875, false], [-9.4296875, false], [-10.4296875, false], [-4.68359375, false], [-8.1796875, false], [-9.9296875, false], [-5.68359375, false], [-9.1796875, false], [-9.1796875, false], [-9.4296875, false], [-8.9296875, false], [-10.4296875, false], [-6.68359375, false], [-10.4296875, false], [-8.1796875, false], [-9.4296875, false], [-9.9296875, false], [-10.4296875, false], [-10.546875, false], [-5.68359375, false], [-10.4296875, false], [-9.9296875, false], [-8.1796875, false], [-10.4296875, false], [-9.1796875, false], [-9.4296875, false], [-10.9296875, false], [-4.68359375, false], [-9.9296875, false], [-5.68359375, false], [-10.9296875, false], [-8.1796875, false], [-9.6796875, false], [-5.43359375, false], [-10.4296875, false], [-8.1796875, false], [-9.4296875, false], [-9.9296875, false], [-10.4296875, false], [-13.4296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1089, "doc": {"id": "Mercury_7210630", "question": "Which of these includes Earth?", "choices": {"text": ["the asteroid belt", "the Andromeda Galaxy", "the solar system", "the Eagle Nebula"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "the solar system", "arguments": ["Question: Which of these includes Earth?\nAnswer:", " ["], "resps": [[[-6.69921875, false]], [[-7.69921875, false]], [[-10.203125, false]], [[-11.203125, false]], [[-8.203125, false]], [[-5.69921875, false]], [[-6.69921875, false]], [[-9.703125, false]], [[-10.203125, false]], [[-8.203125, false]], [[-10.703125, false]], [[-9.953125, false]], [[-8.703125, false]], [[-9.703125, false]], [[-5.69921875, false]], [[-9.203125, false]], [[-8.203125, false]], [[-10.203125, false]], [[-10.203125, false]], [[-7.69921875, false]], [[-9.625, false]], [[-5.69921875, false]], [[-7.69921875, false]], [[-10.203125, false]], [[-11.203125, false]], [[-8.203125, false]], [[-5.69921875, false]], [[-4.19921875, false]], [[-9.953125, false]], [[-9.703125, false]], [[-10.703125, false]], [[-9.953125, false]], [[-10.703125, false]], [[-8.203125, false]], [[-9.703125, false]], [[-6.69921875, false]], [[-5.69921875, false]], [[-7.19921875, false]], [[-6.69921875, false]], [[-10.203125, false]], [[-6.69921875, false]], [[-9.953125, false]], [[-11.703125, false]], [[-7.69921875, false]], [[-9.625, false]], [[-5.69921875, false]], [[-7.69921875, false]], [[-10.203125, false]], [[-11.203125, false]], [[-8.203125, false]], [[-5.69921875, false]], [[-9.703125, false]], [[-9.953125, false]], [[-10.203125, false]], [[-6.69921875, false]], [[-10.703125, false]], [[-5.69921875, false]], [[-9.703125, false]], [[-11.703125, false]], [[-9.703125, false]], [[-10.203125, false]], [[-8.203125, false]], [[-10.703125, false]], [[-7.69921875, false]], [[-9.625, false]], [[-5.69921875, false]], [[-7.69921875, false]], [[-10.203125, false]], [[-11.203125, false]], [[-8.203125, false]], [[-5.69921875, false]], [[-4.94921875, false]], [[-6.69921875, false]], [[-11.953125, false]], [[-10.203125, false]], [[-8.203125, false]], [[-5.69921875, false]], [[-6.44921875, false]], [[-8.203125, false]], [[-9.203125, false]], [[-11.703125, false]], [[-10.203125, false]], [[-6.69921875, false]], [[-7.69921875, false]], [[-11.953125, false]]], "filtered_resps": [[-6.69921875, false], [-7.69921875, false], [-10.203125, false], [-11.203125, false], [-8.203125, false], [-5.69921875, false], [-6.69921875, false], [-9.703125, false], [-10.203125, false], [-8.203125, false], [-10.703125, false], [-9.953125, false], [-8.703125, false], [-9.703125, false], [-5.69921875, false], [-9.203125, false], [-8.203125, false], [-10.203125, false], [-10.203125, false], [-7.69921875, false], [-9.625, false], [-5.69921875, false], [-7.69921875, false], [-10.203125, false], [-11.203125, false], [-8.203125, false], [-5.69921875, false], [-4.19921875, false], [-9.953125, false], [-9.703125, false], [-10.703125, false], [-9.953125, false], [-10.703125, false], [-8.203125, false], [-9.703125, false], [-6.69921875, false], [-5.69921875, false], [-7.19921875, false], [-6.69921875, false], [-10.203125, false], [-6.69921875, false], [-9.953125, false], [-11.703125, false], [-7.69921875, false], [-9.625, false], [-5.69921875, false], [-7.69921875, false], [-10.203125, false], [-11.203125, false], [-8.203125, false], [-5.69921875, false], [-9.703125, false], [-9.953125, false], [-10.203125, false], [-6.69921875, false], [-10.703125, false], [-5.69921875, false], [-9.703125, false], [-11.703125, false], [-9.703125, false], [-10.203125, false], [-8.203125, false], [-10.703125, false], [-7.69921875, false], [-9.625, false], [-5.69921875, false], [-7.69921875, false], [-10.203125, false], [-11.203125, false], [-8.203125, false], [-5.69921875, false], [-4.94921875, false], [-6.69921875, false], [-11.953125, false], [-10.203125, false], [-8.203125, false], [-5.69921875, false], [-6.44921875, false], [-8.203125, false], [-9.203125, false], [-11.703125, false], [-10.203125, false], [-6.69921875, false], [-7.69921875, false], [-11.953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1097, "doc": {"id": "Mercury_410593", "question": "The structures in the bodies of many organisms have levels of organization that help the body to carry out life processes. Which list correctly shows how these levels are organized from the simplest to the most complex?", "choices": {"text": ["tissue, cell, organ, organ system", "organ, cell, organ system, tissue", "cell, tissue, organ, organ system", "organ system, tissue, organ, cell"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "cell, tissue, organ, organ system", "arguments": ["Question: The structures in the bodies of many organisms have levels of organization that help the body to carry out life processes. Which list correctly shows how these levels are organized from the simplest to the most complex?\nAnswer:", " ["], "resps": [[[-5.84765625, false]], [[-9.6015625, false]], [[-8.6015625, false]], [[-7.09765625, false]], [[-8.4765625, false]], [[-8.4765625, false]], [[-9.8515625, false]], [[-6.84765625, false]], [[-9.46875, false]], [[-4.97265625, false]], [[-5.09765625, false]], [[-6.84765625, false]], [[-8.3515625, false]], [[-8.3515625, false]], [[-9.46875, false]], [[-4.97265625, false]], [[-7.97265625, false]], [[-8.1015625, false]], [[-9.6015625, false]], [[-3.97265625, false]], [[-7.84765625, false]], [[-9.46875, false]], [[-4.97265625, false]], [[-7.97265625, false]], [[-8.1015625, false]], [[-9.6015625, false]], [[-3.97265625, false]], [[-7.84765625, false]], [[-4.97265625, false]], [[-8.4765625, false]], [[-10.7265625, false]], [[-8.4765625, false]], [[-8.6015625, false]], [[-6.84765625, false]], [[-8.1015625, false]], [[-9.6015625, false]], [[-9.46875, false]], [[-4.97265625, false]], [[-9.6015625, false]], [[-7.97265625, false]], [[-8.1015625, false]], [[-9.6015625, false]], [[-3.97265625, false]], [[-7.84765625, false]], [[-9.46875, false]], [[-4.97265625, false]], [[-5.09765625, false]], [[-6.84765625, false]], [[-8.3515625, false]], [[-8.3515625, false]], [[-9.46875, false]], [[-4.97265625, false]], [[-7.97265625, false]], [[-8.1015625, false]], [[-9.6015625, false]], [[-3.97265625, false]], [[-7.84765625, false]], [[-4.97265625, false]], [[-8.4765625, false]], [[-10.7265625, false]], [[-8.4765625, false]], [[-8.6015625, false]], [[-6.84765625, false]], [[-8.1015625, false]], [[-9.46875, false]], [[-4.97265625, false]], [[-8.6015625, false]], [[-7.09765625, false]], [[-8.4765625, false]], [[-8.4765625, false]], [[-9.8515625, false]], [[-6.84765625, false]], [[-9.6015625, false]], [[-9.46875, false]], [[-4.97265625, false]], [[-9.6015625, false]], [[-5.09765625, false]], [[-6.84765625, false]], [[-8.3515625, false]], [[-8.3515625, false]], [[-9.46875, false]], [[-4.97265625, false]], [[-8.6015625, false]], [[-7.09765625, false]], [[-8.4765625, false]], [[-8.4765625, false]], [[-9.8515625, false]], [[-6.84765625, false]], [[-9.46875, false]], [[-4.97265625, false]], [[-7.97265625, false]], [[-8.1015625, false]], [[-9.6015625, false]], [[-3.97265625, false]], [[-7.84765625, false]], [[-9.46875, false]], [[-4.97265625, false]], [[-7.97265625, false]], [[-8.1015625, false]], [[-9.6015625, false]], [[-3.97265625, false]], [[-7.84765625, false]], [[-4.97265625, false]], [[-8.4765625, false]], [[-10.7265625, false]], [[-8.4765625, false]], [[-8.6015625, false]], [[-6.84765625, false]], [[-8.1015625, false]], [[-9.6015625, false]], [[-9.46875, false]], [[-4.97265625, false]], [[-9.6015625, false]], [[-7.97265625, false]], [[-8.1015625, false]], [[-9.6015625, false]], [[-3.97265625, false]], [[-7.84765625, false]], [[-4.97265625, false]], [[-8.4765625, false]], [[-10.7265625, false]], [[-8.4765625, false]], [[-8.6015625, false]], [[-6.84765625, false]], [[-8.1015625, false]], [[-9.46875, false]], [[-4.97265625, false]], [[-8.6015625, false]], [[-7.09765625, false]], [[-8.4765625, false]], [[-8.4765625, false]], [[-9.8515625, false]], [[-6.84765625, false]], [[-9.46875, false]], [[-4.97265625, false]], [[-7.97265625, false]], [[-8.1015625, false]], [[-9.6015625, false]], [[-3.97265625, false]], [[-7.84765625, false]], [[-9.46875, false]], [[-4.97265625, false]], [[-5.09765625, false]], [[-6.84765625, false]], [[-8.3515625, false]], [[-8.3515625, false]], [[-9.6015625, false]], [[-11.8515625, false]]], "filtered_resps": [[-5.84765625, false], [-9.6015625, false], [-8.6015625, false], [-7.09765625, false], [-8.4765625, false], [-8.4765625, false], [-9.8515625, false], [-6.84765625, false], [-9.46875, false], [-4.97265625, false], [-5.09765625, false], [-6.84765625, false], [-8.3515625, false], [-8.3515625, false], [-9.46875, false], [-4.97265625, false], [-7.97265625, false], [-8.1015625, false], [-9.6015625, false], [-3.97265625, false], [-7.84765625, false], [-9.46875, false], [-4.97265625, false], [-7.97265625, false], [-8.1015625, false], [-9.6015625, false], [-3.97265625, false], [-7.84765625, false], [-4.97265625, false], [-8.4765625, false], [-10.7265625, false], [-8.4765625, false], [-8.6015625, false], [-6.84765625, false], [-8.1015625, false], [-9.6015625, false], [-9.46875, false], [-4.97265625, false], [-9.6015625, false], [-7.97265625, false], [-8.1015625, false], [-9.6015625, false], [-3.97265625, false], [-7.84765625, false], [-9.46875, false], [-4.97265625, false], [-5.09765625, false], [-6.84765625, false], [-8.3515625, false], [-8.3515625, false], [-9.46875, false], [-4.97265625, false], [-7.97265625, false], [-8.1015625, false], [-9.6015625, false], [-3.97265625, false], [-7.84765625, false], [-4.97265625, false], [-8.4765625, false], [-10.7265625, false], [-8.4765625, false], [-8.6015625, false], [-6.84765625, false], [-8.1015625, false], [-9.46875, false], [-4.97265625, false], [-8.6015625, false], [-7.09765625, false], [-8.4765625, false], [-8.4765625, false], [-9.8515625, false], [-6.84765625, false], [-9.6015625, false], [-9.46875, false], [-4.97265625, false], [-9.6015625, false], [-5.09765625, false], [-6.84765625, false], [-8.3515625, false], [-8.3515625, false], [-9.46875, false], [-4.97265625, false], [-8.6015625, false], [-7.09765625, false], [-8.4765625, false], [-8.4765625, false], [-9.8515625, false], [-6.84765625, false], [-9.46875, false], [-4.97265625, false], [-7.97265625, false], [-8.1015625, false], [-9.6015625, false], [-3.97265625, false], [-7.84765625, false], [-9.46875, false], [-4.97265625, false], [-7.97265625, false], [-8.1015625, false], [-9.6015625, false], [-3.97265625, false], [-7.84765625, false], [-4.97265625, false], [-8.4765625, false], [-10.7265625, false], [-8.4765625, false], [-8.6015625, false], [-6.84765625, false], [-8.1015625, false], [-9.6015625, false], [-9.46875, false], [-4.97265625, false], [-9.6015625, false], [-7.97265625, false], [-8.1015625, false], [-9.6015625, false], [-3.97265625, false], [-7.84765625, false], [-4.97265625, false], [-8.4765625, false], [-10.7265625, false], [-8.4765625, false], [-8.6015625, false], [-6.84765625, false], [-8.1015625, false], [-9.46875, false], [-4.97265625, false], [-8.6015625, false], [-7.09765625, false], [-8.4765625, false], [-8.4765625, false], [-9.8515625, false], [-6.84765625, false], [-9.46875, false], [-4.97265625, false], [-7.97265625, false], [-8.1015625, false], [-9.6015625, false], [-3.97265625, false], [-7.84765625, false], [-9.46875, false], [-4.97265625, false], [-5.09765625, false], [-6.84765625, false], [-8.3515625, false], [-8.3515625, false], [-9.6015625, false], [-11.8515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1105, "doc": {"id": "Mercury_7083738", "question": "If it is determined that the particles in one solid are arranged in a repeating pattern and the particles in another solid are arranged randomly, what must be true about the solids?", "choices": {"text": ["They are different substances.", "They have the same weight.", "They have the same densities.", "They are different mixtures."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "They are different substances.", "arguments": ["Question: If it is determined that the particles in one solid are arranged in a repeating pattern and the particles in another solid are arranged randomly, what must be true about the solids?\nAnswer:", " ["], "resps": [[[-5.93359375, false]], [[-8.4296875, false]], [[-6.93359375, false]], [[-9.4296875, false]], [[-8.4296875, false]], [[-10.4296875, false]], [[-5.68359375, false]], [[-5.18359375, false]], [[-7.93359375, false]], [[-8.4296875, false]], [[-5.68359375, false]], [[-8.6796875, false]], [[-7.43359375, false]], [[-8.4296875, false]], [[-8.4296875, false]], [[-8.4296875, false]], [[-7.93359375, false]], [[-8.4296875, false]], [[-7.43359375, false]], [[-8.4296875, false]], [[-5.68359375, false]], [[-8.9296875, false]], [[-9.6796875, false]], [[-6.93359375, false]], [[-8.9296875, false]], [[-8.4296875, false]], [[-5.18359375, false]], [[-7.43359375, false]], [[-7.68359375, false]], [[-8.4296875, false]], [[-8.9296875, false]], [[-7.2109375, false]], [[-8.4296875, false]], [[-9.2734375, false]], [[-5.68359375, false]], [[-8.4296875, false]], [[-6.93359375, false]], [[-9.4296875, false]], [[-8.4296875, false]], [[-10.4296875, false]], [[-5.68359375, false]], [[-9.4296875, false]], [[-5.18359375, false]], [[-7.93359375, false]], [[-8.4296875, false]], [[-5.68359375, false]], [[-8.4296875, false]], [[-9.4296875, false]], [[-8.4296875, false]], [[-5.68359375, false]], [[-8.9296875, false]], [[-5.18359375, false]], [[-8.4296875, false]], [[-8.4296875, false]], [[-5.68359375, false]], [[-10.4296875, false]], [[-8.4296875, false]], [[-7.43359375, false]], [[-10.9296875, false]], [[-9.4296875, false]], [[-8.4296875, false]], [[-7.2109375, false]], [[-8.4296875, false]], [[-9.2734375, false]], [[-5.68359375, false]], [[-8.4296875, false]], [[-6.93359375, false]], [[-9.4296875, false]], [[-8.4296875, false]], [[-10.4296875, false]], [[-5.68359375, false]], [[-9.4296875, false]], [[-5.18359375, false]], [[-7.93359375, false]], [[-8.4296875, false]], [[-5.68359375, false]], [[-8.4296875, false]], [[-9.4296875, false]], [[-8.4296875, false]], [[-5.68359375, false]], [[-8.9296875, false]], [[-5.18359375, false]], [[-8.4296875, false]], [[-8.4296875, false]], [[-5.68359375, false]], [[-8.6796875, false]], [[-8.4296875, false]], [[-7.43359375, false]], [[-8.9296875, false]], [[-7.43359375, false]], [[-8.4296875, false]], [[-7.43359375, false]], [[-8.4296875, false]], [[-8.9296875, false]], [[-7.2109375, false]], [[-8.4296875, false]], [[-9.2734375, false]], [[-5.68359375, false]], [[-8.4296875, false]], [[-6.93359375, false]], [[-9.4296875, false]], [[-8.4296875, false]], [[-10.4296875, false]], [[-5.68359375, false]], [[-5.18359375, false]], [[-7.93359375, false]], [[-8.4296875, false]], [[-5.68359375, false]], [[-8.6796875, false]], [[-7.43359375, false]], [[-8.4296875, false]], [[-8.4296875, false]], [[-8.4296875, false]], [[-7.93359375, false]], [[-8.4296875, false]], [[-7.43359375, false]], [[-8.4296875, false]], [[-5.68359375, false]], [[-8.4296875, false]], [[-7.43359375, false]], [[-6.68359375, false]], [[-8.4296875, false]], [[-9.6796875, false]], [[-7.93359375, false]], [[-8.4296875, false]], [[-8.9296875, false]], [[-7.2109375, false]], [[-8.4296875, false]], [[-10.9296875, false]]], "filtered_resps": [[-5.93359375, false], [-8.4296875, false], [-6.93359375, false], [-9.4296875, false], [-8.4296875, false], [-10.4296875, false], [-5.68359375, false], [-5.18359375, false], [-7.93359375, false], [-8.4296875, false], [-5.68359375, false], [-8.6796875, false], [-7.43359375, false], [-8.4296875, false], [-8.4296875, false], [-8.4296875, false], [-7.93359375, false], [-8.4296875, false], [-7.43359375, false], [-8.4296875, false], [-5.68359375, false], [-8.9296875, false], [-9.6796875, false], [-6.93359375, false], [-8.9296875, false], [-8.4296875, false], [-5.18359375, false], [-7.43359375, false], [-7.68359375, false], [-8.4296875, false], [-8.9296875, false], [-7.2109375, false], [-8.4296875, false], [-9.2734375, false], [-5.68359375, false], [-8.4296875, false], [-6.93359375, false], [-9.4296875, false], [-8.4296875, false], [-10.4296875, false], [-5.68359375, false], [-9.4296875, false], [-5.18359375, false], [-7.93359375, false], [-8.4296875, false], [-5.68359375, false], [-8.4296875, false], [-9.4296875, false], [-8.4296875, false], [-5.68359375, false], [-8.9296875, false], [-5.18359375, false], [-8.4296875, false], [-8.4296875, false], [-5.68359375, false], [-10.4296875, false], [-8.4296875, false], [-7.43359375, false], [-10.9296875, false], [-9.4296875, false], [-8.4296875, false], [-7.2109375, false], [-8.4296875, false], [-9.2734375, false], [-5.68359375, false], [-8.4296875, false], [-6.93359375, false], [-9.4296875, false], [-8.4296875, false], [-10.4296875, false], [-5.68359375, false], [-9.4296875, false], [-5.18359375, false], [-7.93359375, false], [-8.4296875, false], [-5.68359375, false], [-8.4296875, false], [-9.4296875, false], [-8.4296875, false], [-5.68359375, false], [-8.9296875, false], [-5.18359375, false], [-8.4296875, false], [-8.4296875, false], [-5.68359375, false], [-8.6796875, false], [-8.4296875, false], [-7.43359375, false], [-8.9296875, false], [-7.43359375, false], [-8.4296875, false], [-7.43359375, false], [-8.4296875, false], [-8.9296875, false], [-7.2109375, false], [-8.4296875, false], [-9.2734375, false], [-5.68359375, false], [-8.4296875, false], [-6.93359375, false], [-9.4296875, false], [-8.4296875, false], [-10.4296875, false], [-5.68359375, false], [-5.18359375, false], [-7.93359375, false], [-8.4296875, false], [-5.68359375, false], [-8.6796875, false], [-7.43359375, false], [-8.4296875, false], [-8.4296875, false], [-8.4296875, false], [-7.93359375, false], [-8.4296875, false], [-7.43359375, false], [-8.4296875, false], [-5.68359375, false], [-8.4296875, false], [-7.43359375, false], [-6.68359375, false], [-8.4296875, false], [-9.6796875, false], [-7.93359375, false], [-8.4296875, false], [-8.9296875, false], [-7.2109375, false], [-8.4296875, false], [-10.9296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1113, "doc": {"id": "NCEOGA_2013_8_13", "question": "Which of these careers would a student studying biotechnology most likely pursue?", "choices": {"text": ["electrical engineering", "astronomy", "agricultural research", "geology"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "agricultural research", "arguments": ["Question: Which of these careers would a student studying biotechnology most likely pursue?\nAnswer:", " ["], "resps": [[[-8.0078125, false]], [[-9.7578125, false]], [[-8.5078125, false]], [[-12.3828125, false]], [[-8.5078125, false]], [[-11.0078125, false]], [[-11.8828125, false]], [[-13.0078125, false]], [[-9.2578125, false]], [[-11.0078125, false]], [[-5.1328125, false]], [[-12.3828125, false]], [[-5.6328125, false]], [[-8.5078125, false]], [[-11.0078125, false]], [[-13.5078125, false]], [[-9.2578125, false]], [[-11.0078125, false]], [[-8.5078125, false]], [[-8.5078125, false]], [[-13.0078125, false]], [[-9.2578125, false]], [[-11.0078125, false]], [[-13.5078125, false]], [[-9.7578125, false]], [[-10.6484375, false]], [[-5.6328125, false]], [[-9.7578125, false]], [[-5.1328125, false]], [[-9.2578125, false]], [[-11.8828125, false]], [[-13.0078125, false]], [[-10.0078125, false]], [[-11.0078125, false]], [[-10.0078125, false]], [[-10.7578125, false]], [[-13.2578125, false]], [[-9.7578125, false]], [[-10.6484375, false]], [[-5.6328125, false]], [[-9.7578125, false]], [[-5.1328125, false]], [[-13.5078125, false]], [[-13.0078125, false]], [[-9.2578125, false]], [[-11.0078125, false]], [[-9.3828125, false]], [[-12.3828125, false]], [[-11.8828125, false]], [[-9.3828125, false]], [[-13.0078125, false]], [[-5.1328125, false]], [[-12.3828125, false]], [[-5.6328125, false]], [[-13.0078125, false]], [[-8.5078125, false]], [[-9.2578125, false]], [[-8.5078125, false]], [[-5.1328125, false]], [[-13.0078125, false]], [[-11.0078125, false]], [[-11.8828125, false]], [[-9.7578125, false]], [[-10.6484375, false]], [[-5.6328125, false]], [[-9.7578125, false]], [[-13.5078125, false]], [[-8.5078125, false]], [[-10.0078125, false]], [[-12.3828125, false]], [[-10.0078125, false]], [[-13.5078125, false]], [[-13.2578125, false]], [[-9.7578125, false]], [[-15.2578125, false]]], "filtered_resps": [[-8.0078125, false], [-9.7578125, false], [-8.5078125, false], [-12.3828125, false], [-8.5078125, false], [-11.0078125, false], [-11.8828125, false], [-13.0078125, false], [-9.2578125, false], [-11.0078125, false], [-5.1328125, false], [-12.3828125, false], [-5.6328125, false], [-8.5078125, false], [-11.0078125, false], [-13.5078125, false], [-9.2578125, false], [-11.0078125, false], [-8.5078125, false], [-8.5078125, false], [-13.0078125, false], [-9.2578125, false], [-11.0078125, false], [-13.5078125, false], [-9.7578125, false], [-10.6484375, false], [-5.6328125, false], [-9.7578125, false], [-5.1328125, false], [-9.2578125, false], [-11.8828125, false], [-13.0078125, false], [-10.0078125, false], [-11.0078125, false], [-10.0078125, false], [-10.7578125, false], [-13.2578125, false], [-9.7578125, false], [-10.6484375, false], [-5.6328125, false], [-9.7578125, false], [-5.1328125, false], [-13.5078125, false], [-13.0078125, false], [-9.2578125, false], [-11.0078125, false], [-9.3828125, false], [-12.3828125, false], [-11.8828125, false], [-9.3828125, false], [-13.0078125, false], [-5.1328125, false], [-12.3828125, false], [-5.6328125, false], [-13.0078125, false], [-8.5078125, false], [-9.2578125, false], [-8.5078125, false], [-5.1328125, false], [-13.0078125, false], [-11.0078125, false], [-11.8828125, false], [-9.7578125, false], [-10.6484375, false], [-5.6328125, false], [-9.7578125, false], [-13.5078125, false], [-8.5078125, false], [-10.0078125, false], [-12.3828125, false], [-10.0078125, false], [-13.5078125, false], [-13.2578125, false], [-9.7578125, false], [-15.2578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1121, "doc": {"id": "TIMSS_2007_4_pg64", "question": "Which is the best source of vitamins and minerals?", "choices": {"text": ["fruits and vegetables", "bread, rice, and pasta", "milk and milk products", "meat, fish, and poultry"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "fruits and vegetables", "arguments": ["Question: Which is the best source of vitamins and minerals?\nAnswer:", " ["], "resps": [[[-7.74609375, false]], [[-8.9921875, false]], [[-11.8671875, false]], [[-12.4921875, false]], [[-10.7421875, false]], [[-9.2421875, false]], [[-11.9921875, false]], [[-10.7421875, false]], [[-5.99609375, false]], [[-6.74609375, false]], [[-10.7421875, false]], [[-10.4921875, false]], [[-5.99609375, false]], [[-11.8671875, false]], [[-9.9921875, false]], [[-11.6171875, false]], [[-9.9921875, false]], [[-11.9921875, false]], [[-6.74609375, false]], [[-9.4921875, false]], [[-11.8671875, false]], [[-9.9921875, false]], [[-10.7421875, false]], [[-8.9921875, false]], [[-10.0859375, false]], [[-5.99609375, false]], [[-8.9921875, false]], [[-9.4921875, false]], [[-12.4921875, false]], [[-9.9921875, false]], [[-6.74609375, false]], [[-10.4921875, false]], [[-10.0859375, false]], [[-5.99609375, false]], [[-12.4921875, false]], [[-9.2421875, false]], [[-9.7421875, false]], [[-9.9921875, false]], [[-10.0859375, false]], [[-5.99609375, false]], [[-6.74609375, false]], [[-10.7421875, false]], [[-10.4921875, false]], [[-5.99609375, false]], [[-11.3671875, false]], [[-6.74609375, false]], [[-10.7421875, false]], [[-11.9921875, false]], [[-6.74609375, false]], [[-8.9921875, false]], [[-10.0859375, false]], [[-5.99609375, false]], [[-8.9921875, false]], [[-10.7421875, false]], [[-9.2421875, false]], [[-11.8671875, false]], [[-10.2421875, false]], [[-5.99609375, false]], [[-6.74609375, false]], [[-10.7421875, false]], [[-10.4921875, false]], [[-5.99609375, false]], [[-10.7421875, false]], [[-9.2421875, false]], [[-11.8671875, false]], [[-10.2421875, false]], [[-5.99609375, false]], [[-11.3671875, false]], [[-12.4921875, false]], [[-8.9921875, false]], [[-10.4921875, false]], [[-10.7421875, false]], [[-9.7421875, false]], [[-11.9921875, false]], [[-10.7421875, false]], [[-8.9921875, false]], [[-10.0859375, false]], [[-5.99609375, false]], [[-8.9921875, false]], [[-10.7421875, false]], [[-9.9921875, false]], [[-6.74609375, false]], [[-11.9921875, false]], [[-10.0859375, false]], [[-5.99609375, false]], [[-11.8671875, false]], [[-9.2421875, false]], [[-10.7421875, false]], [[-11.2421875, false]], [[-10.0859375, false]], [[-5.99609375, false]], [[-6.74609375, false]], [[-10.7421875, false]], [[-10.4921875, false]], [[-5.99609375, false]], [[-11.3671875, false]], [[-8.9921875, false]], [[-10.7421875, false]], [[-11.8671875, false]], [[-11.9921875, false]], [[-12.4921875, false]], [[-11.6171875, false]], [[-8.9921875, false]], [[-12.1171875, false]]], "filtered_resps": [[-7.74609375, false], [-8.9921875, false], [-11.8671875, false], [-12.4921875, false], [-10.7421875, false], [-9.2421875, false], [-11.9921875, false], [-10.7421875, false], [-5.99609375, false], [-6.74609375, false], [-10.7421875, false], [-10.4921875, false], [-5.99609375, false], [-11.8671875, false], [-9.9921875, false], [-11.6171875, false], [-9.9921875, false], [-11.9921875, false], [-6.74609375, false], [-9.4921875, false], [-11.8671875, false], [-9.9921875, false], [-10.7421875, false], [-8.9921875, false], [-10.0859375, false], [-5.99609375, false], [-8.9921875, false], [-9.4921875, false], [-12.4921875, false], [-9.9921875, false], [-6.74609375, false], [-10.4921875, false], [-10.0859375, false], [-5.99609375, false], [-12.4921875, false], [-9.2421875, false], [-9.7421875, false], [-9.9921875, false], [-10.0859375, false], [-5.99609375, false], [-6.74609375, false], [-10.7421875, false], [-10.4921875, false], [-5.99609375, false], [-11.3671875, false], [-6.74609375, false], [-10.7421875, false], [-11.9921875, false], [-6.74609375, false], [-8.9921875, false], [-10.0859375, false], [-5.99609375, false], [-8.9921875, false], [-10.7421875, false], [-9.2421875, false], [-11.8671875, false], [-10.2421875, false], [-5.99609375, false], [-6.74609375, false], [-10.7421875, false], [-10.4921875, false], [-5.99609375, false], [-10.7421875, false], [-9.2421875, false], [-11.8671875, false], [-10.2421875, false], [-5.99609375, false], [-11.3671875, false], [-12.4921875, false], [-8.9921875, false], [-10.4921875, false], [-10.7421875, false], [-9.7421875, false], [-11.9921875, false], [-10.7421875, false], [-8.9921875, false], [-10.0859375, false], [-5.99609375, false], [-8.9921875, false], [-10.7421875, false], [-9.9921875, false], [-6.74609375, false], [-11.9921875, false], [-10.0859375, false], [-5.99609375, false], [-11.8671875, false], [-9.2421875, false], [-10.7421875, false], [-11.2421875, false], [-10.0859375, false], [-5.99609375, false], [-6.74609375, false], [-10.7421875, false], [-10.4921875, false], [-5.99609375, false], [-11.3671875, false], [-8.9921875, false], [-10.7421875, false], [-11.8671875, false], [-11.9921875, false], [-12.4921875, false], [-11.6171875, false], [-8.9921875, false], [-12.1171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1129, "doc": {"id": "VASoL_2009_3_28", "question": "Camouflage MOST helps an animal with which of these life needs?", "choices": {"text": ["Finding shelter", "Hiding from predators", "Gathering enough food", "Raising young"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Hiding from predators", "arguments": ["Question: Camouflage MOST helps an animal with which of these life needs?\nAnswer:", " ["], "resps": [[[-7.375, false]], [[-9.125, false]], [[-6.375, false]], [[-8.75, false]], [[-10.5, false]], [[-9.5, false]], [[-8.75, false]], [[-10.5, false]], [[-11.125, false]], [[-5.25, false]], [[-8.875, false]], [[-11.25, false]], [[-9.125, false]], [[-9.25, false]], [[-10.0, false]], [[-9.125, false]], [[-11.625, false]], [[-9.125, false]], [[-10.328125, false]], [[-5.25, false]], [[-9.125, false]], [[-7.25, false]], [[-8.75, false]], [[-9.5, false]], [[-8.75, false]], [[-10.5, false]], [[-11.125, false]], [[-5.25, false]], [[-10.625, false]], [[-11.625, false]], [[-9.875, false]], [[-8.75, false]], [[-5.25, false]], [[-10.875, false]], [[-11.625, false]], [[-9.125, false]], [[-9.5, false]], [[-5.875, false]], [[-10.0, false]], [[-9.875, false]], [[-11.625, false]], [[-8.875, false]], [[-9.125, false]], [[-10.328125, false]], [[-5.25, false]], [[-9.125, false]], [[-7.25, false]], [[-5.875, false]], [[-10.0, false]], [[-11.25, false]], [[-9.125, false]], [[-11.625, false]], [[-8.75, false]], [[-10.5, false]], [[-11.125, false]], [[-5.25, false]], [[-9.125, false]], [[-10.5, false]], [[-9.875, false]], [[-11.625, false]], [[-11.125, false]], [[-11.25, false]], [[-5.25, false]], [[-10.625, false]], [[-9.875, false]], [[-9.875, false]], [[-9.5, false]], [[-9.125, false]], [[-10.328125, false]], [[-5.25, false]], [[-9.125, false]], [[-7.25, false]], [[-5.875, false]], [[-8.75, false]], [[-8.875, false]], [[-8.75, false]], [[-10.5, false]], [[-11.125, false]], [[-5.25, false]], [[-12.875, false]], [[-9.875, false]], [[-11.625, false]], [[-10.5, false]], [[-11.125, false]], [[-9.125, false]], [[-12.375, false]]], "filtered_resps": [[-7.375, false], [-9.125, false], [-6.375, false], [-8.75, false], [-10.5, false], [-9.5, false], [-8.75, false], [-10.5, false], [-11.125, false], [-5.25, false], [-8.875, false], [-11.25, false], [-9.125, false], [-9.25, false], [-10.0, false], [-9.125, false], [-11.625, false], [-9.125, false], [-10.328125, false], [-5.25, false], [-9.125, false], [-7.25, false], [-8.75, false], [-9.5, false], [-8.75, false], [-10.5, false], [-11.125, false], [-5.25, false], [-10.625, false], [-11.625, false], [-9.875, false], [-8.75, false], [-5.25, false], [-10.875, false], [-11.625, false], [-9.125, false], [-9.5, false], [-5.875, false], [-10.0, false], [-9.875, false], [-11.625, false], [-8.875, false], [-9.125, false], [-10.328125, false], [-5.25, false], [-9.125, false], [-7.25, false], [-5.875, false], [-10.0, false], [-11.25, false], [-9.125, false], [-11.625, false], [-8.75, false], [-10.5, false], [-11.125, false], [-5.25, false], [-9.125, false], [-10.5, false], [-9.875, false], [-11.625, false], [-11.125, false], [-11.25, false], [-5.25, false], [-10.625, false], [-9.875, false], [-9.875, false], [-9.5, false], [-9.125, false], [-10.328125, false], [-5.25, false], [-9.125, false], [-7.25, false], [-5.875, false], [-8.75, false], [-8.875, false], [-8.75, false], [-10.5, false], [-11.125, false], [-5.25, false], [-12.875, false], [-9.875, false], [-11.625, false], [-10.5, false], [-11.125, false], [-9.125, false], [-12.375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1137, "doc": {"id": "Mercury_7123533", "question": "Some astronauts may spend several months in space orbiting Earth. Where do these astronauts most likely stay while in space?", "choices": {"text": ["on a space station", "in a space shuttle", "on a space probe", "in a lunar module"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "on a space station", "arguments": ["Question: Some astronauts may spend several months in space orbiting Earth. Where do these astronauts most likely stay while in space?\nAnswer:", " ["], "resps": [[[-7.453125, false]], [[-9.953125, false]], [[-10.703125, false]], [[-11.953125, false]], [[-5.703125, false]], [[-7.703125, false]], [[-5.703125, false]], [[-10.953125, false]], [[-13.453125, false]], [[-7.703125, false]], [[-12.453125, false]], [[-10.203125, false]], [[-5.703125, false]], [[-10.953125, false]], [[-12.703125, false]], [[-7.703125, false]], [[-12.703125, false]], [[-10.453125, false]], [[-10.703125, false]], [[-11.953125, false]], [[-9.953125, false]], [[-9.8671875, false]], [[-5.703125, false]], [[-9.953125, false]], [[-10.453125, false]], [[-11.953125, false]], [[-5.703125, false]], [[-7.703125, false]], [[-5.703125, false]], [[-10.953125, false]], [[-13.453125, false]], [[-7.703125, false]], [[-12.453125, false]], [[-10.203125, false]], [[-5.703125, false]], [[-10.953125, false]], [[-12.453125, false]], [[-11.703125, false]], [[-12.703125, false]], [[-12.703125, false]], [[-11.953125, false]], [[-10.203125, false]], [[-9.953125, false]], [[-9.8671875, false]], [[-5.703125, false]], [[-9.953125, false]], [[-10.703125, false]], [[-11.953125, false]], [[-5.703125, false]], [[-7.703125, false]], [[-5.703125, false]], [[-10.953125, false]], [[-13.453125, false]], [[-7.703125, false]], [[-12.453125, false]], [[-10.203125, false]], [[-5.703125, false]], [[-13.453125, false]], [[-14.703125, false]], [[-10.703125, false]], [[-12.453125, false]], [[-10.203125, false]], [[-9.953125, false]], [[-9.8671875, false]], [[-5.703125, false]], [[-9.953125, false]], [[-10.453125, false]], [[-11.953125, false]], [[-5.703125, false]], [[-7.703125, false]], [[-5.703125, false]], [[-11.953125, false]], [[-11.703125, false]], [[-11.953125, false]], [[-7.703125, false]], [[-14.703125, false]], [[-5.703125, false]], [[-12.453125, false]], [[-10.703125, false]], [[-11.453125, false]], [[-11.703125, false]], [[-11.953125, false]], [[-10.203125, false]], [[-9.953125, false]], [[-12.203125, false]]], "filtered_resps": [[-7.453125, false], [-9.953125, false], [-10.703125, false], [-11.953125, false], [-5.703125, false], [-7.703125, false], [-5.703125, false], [-10.953125, false], [-13.453125, false], [-7.703125, false], [-12.453125, false], [-10.203125, false], [-5.703125, false], [-10.953125, false], [-12.703125, false], [-7.703125, false], [-12.703125, false], [-10.453125, false], [-10.703125, false], [-11.953125, false], [-9.953125, false], [-9.8671875, false], [-5.703125, false], [-9.953125, false], [-10.453125, false], [-11.953125, false], [-5.703125, false], [-7.703125, false], [-5.703125, false], [-10.953125, false], [-13.453125, false], [-7.703125, false], [-12.453125, false], [-10.203125, false], [-5.703125, false], [-10.953125, false], [-12.453125, false], [-11.703125, false], [-12.703125, false], [-12.703125, false], [-11.953125, false], [-10.203125, false], [-9.953125, false], [-9.8671875, false], [-5.703125, false], [-9.953125, false], [-10.703125, false], [-11.953125, false], [-5.703125, false], [-7.703125, false], [-5.703125, false], [-10.953125, false], [-13.453125, false], [-7.703125, false], [-12.453125, false], [-10.203125, false], [-5.703125, false], [-13.453125, false], [-14.703125, false], [-10.703125, false], [-12.453125, false], [-10.203125, false], [-9.953125, false], [-9.8671875, false], [-5.703125, false], [-9.953125, false], [-10.453125, false], [-11.953125, false], [-5.703125, false], [-7.703125, false], [-5.703125, false], [-11.953125, false], [-11.703125, false], [-11.953125, false], [-7.703125, false], [-14.703125, false], [-5.703125, false], [-12.453125, false], [-10.703125, false], [-11.453125, false], [-11.703125, false], [-11.953125, false], [-10.203125, false], [-9.953125, false], [-12.203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1145, "doc": {"id": "Mercury_SC_400114", "question": "When water changes from a liquid to a gas and then the steam condenses back to the liquid form, these types of changes are", "choices": {"text": ["physical.", "chemical.", "electrical.", "mechanical."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "physical.", "arguments": ["Question: When water changes from a liquid to a gas and then the steam condenses back to the liquid form, these types of changes are\nAnswer:", " ["], "resps": [[[-7.46484375, false]], [[-8.21875, false]], [[-9.21875, false]], [[-9.09375, false]], [[-10.46875, false]], [[-8.96875, false]], [[-7.21484375, false]], [[-7.21484375, false]], [[-4.46484375, false]], [[-10.34375, false]], [[-6.5859375, false]], [[-8.21875, false]], [[-8.8359375, false]], [[-4.96484375, false]], [[-8.21875, false]], [[-7.21484375, false]], [[-9.09375, false]], [[-6.58984375, false]], [[-8.96875, false]], [[-7.21484375, false]], [[-7.21484375, false]], [[-4.46484375, false]], [[-10.34375, false]], [[-6.5859375, false]], [[-8.21875, false]], [[-8.8359375, false]], [[-4.96484375, false]], [[-8.21875, false]], [[-6.58984375, false]], [[-10.34375, false]], [[-6.58984375, false]], [[-7.21484375, false]], [[-9.59375, false]], [[-9.46875, false]], [[-7.21484375, false]], [[-7.21484375, false]], [[-4.46484375, false]], [[-10.34375, false]], [[-6.5859375, false]], [[-8.21875, false]], [[-8.8359375, false]], [[-4.96484375, false]], [[-8.21875, false]], [[-8.96875, false]], [[-6.58984375, false]], [[-7.21484375, false]], [[-9.09375, false]], [[-4.46484375, false]], [[-8.21875, false]], [[-7.21484375, false]], [[-7.21484375, false]], [[-4.46484375, false]], [[-10.34375, false]], [[-6.5859375, false]], [[-8.21875, false]], [[-11.21875, false]]], "filtered_resps": [[-7.46484375, false], [-8.21875, false], [-9.21875, false], [-9.09375, false], [-10.46875, false], [-8.96875, false], [-7.21484375, false], [-7.21484375, false], [-4.46484375, false], [-10.34375, false], [-6.5859375, false], [-8.21875, false], [-8.8359375, false], [-4.96484375, false], [-8.21875, false], [-7.21484375, false], [-9.09375, false], [-6.58984375, false], [-8.96875, false], [-7.21484375, false], [-7.21484375, false], [-4.46484375, false], [-10.34375, false], [-6.5859375, false], [-8.21875, false], [-8.8359375, false], [-4.96484375, false], [-8.21875, false], [-6.58984375, false], [-10.34375, false], [-6.58984375, false], [-7.21484375, false], [-9.59375, false], [-9.46875, false], [-7.21484375, false], [-7.21484375, false], [-4.46484375, false], [-10.34375, false], [-6.5859375, false], [-8.21875, false], [-8.8359375, false], [-4.96484375, false], [-8.21875, false], [-8.96875, false], [-6.58984375, false], [-7.21484375, false], [-9.09375, false], [-4.46484375, false], [-8.21875, false], [-7.21484375, false], [-7.21484375, false], [-4.46484375, false], [-10.34375, false], [-6.5859375, false], [-8.21875, false], [-11.21875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1153, "doc": {"id": "Mercury_7001278", "question": "Which instrument would be best for measuring the volume of a pebble?", "choices": {"text": ["metric ruler", "stopwatch", "triple beam balance", "graduated cylinder"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "graduated cylinder", "arguments": ["Question: Which instrument would be best for measuring the volume of a pebble?\nAnswer:", " ["], "resps": [[[-7.84375, false]], [[-9.09375, false]], [[-9.09375, false]], [[-8.59375, false]], [[-9.59375, false]], [[-10.59375, false]], [[-8.59375, false]], [[-9.84375, false]], [[-5.59375, false]], [[-10.59375, false]], [[-9.84375, false]], [[-10.59375, false]], [[-8.59375, false]], [[-10.59375, false]], [[-9.09375, false]], [[-9.75, false]], [[-5.59375, false]], [[-9.09375, false]], [[-8.59375, false]], [[-9.59375, false]], [[-9.84375, false]], [[-9.84375, false]], [[-9.84375, false]], [[-3.84375, false]], [[-9.59375, false]], [[-9.84375, false]], [[-10.84375, false]], [[-9.09375, false]], [[-9.75, false]], [[-5.59375, false]], [[-9.09375, false]], [[-9.59375, false]], [[-10.59375, false]], [[-8.59375, false]], [[-9.84375, false]], [[-10.59375, false]], [[-8.59375, false]], [[-5.59375, false]], [[-10.09375, false]], [[-8.59375, false]], [[-3.84375, false]], [[-9.09375, false]], [[-5.59375, false]], [[-10.09375, false]], [[-3.84375, false]], [[-10.59375, false]], [[-3.84375, false]], [[-9.34375, false]], [[-9.84375, false]], [[-8.59375, false]], [[-9.09375, false]], [[-9.75, false]], [[-5.59375, false]], [[-9.09375, false]], [[-10.84375, false]], [[-10.59375, false]], [[-3.84375, false]], [[-9.84375, false]], [[-9.84375, false]], [[-3.84375, false]], [[-9.59375, false]], [[-8.59375, false]], [[-9.84375, false]], [[-5.59375, false]], [[-9.84375, false]], [[-12.09375, false]], [[-10.59375, false]], [[-8.59375, false]], [[-9.34375, false]], [[-9.84375, false]], [[-8.59375, false]], [[-10.59375, false]], [[-9.09375, false]], [[-13.09375, false]]], "filtered_resps": [[-7.84375, false], [-9.09375, false], [-9.09375, false], [-8.59375, false], [-9.59375, false], [-10.59375, false], [-8.59375, false], [-9.84375, false], [-5.59375, false], [-10.59375, false], [-9.84375, false], [-10.59375, false], [-8.59375, false], [-10.59375, false], [-9.09375, false], [-9.75, false], [-5.59375, false], [-9.09375, false], [-8.59375, false], [-9.59375, false], [-9.84375, false], [-9.84375, false], [-9.84375, false], [-3.84375, false], [-9.59375, false], [-9.84375, false], [-10.84375, false], [-9.09375, false], [-9.75, false], [-5.59375, false], [-9.09375, false], [-9.59375, false], [-10.59375, false], [-8.59375, false], [-9.84375, false], [-10.59375, false], [-8.59375, false], [-5.59375, false], [-10.09375, false], [-8.59375, false], [-3.84375, false], [-9.09375, false], [-5.59375, false], [-10.09375, false], [-3.84375, false], [-10.59375, false], [-3.84375, false], [-9.34375, false], [-9.84375, false], [-8.59375, false], [-9.09375, false], [-9.75, false], [-5.59375, false], [-9.09375, false], [-10.84375, false], [-10.59375, false], [-3.84375, false], [-9.84375, false], [-9.84375, false], [-3.84375, false], [-9.59375, false], [-8.59375, false], [-9.84375, false], [-5.59375, false], [-9.84375, false], [-12.09375, false], [-10.59375, false], [-8.59375, false], [-9.34375, false], [-9.84375, false], [-8.59375, false], [-10.59375, false], [-9.09375, false], [-13.09375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1161, "doc": {"id": "Mercury_7005513", "question": "Plants use carbon dioxide from the atmosphere during the process of", "choices": {"text": ["respiration.", "fertilization.", "evaporation.", "photosynthesis."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "photosynthesis.", "arguments": ["Question: Plants use carbon dioxide from the atmosphere during the process of\nAnswer:", " ["], "resps": [[[-7.82421875, false]], [[-7.82421875, false]], [[-11.328125, false]], [[-8.578125, false]], [[-9.828125, false]], [[-9.578125, false]], [[-8.078125, false]], [[-11.328125, false]], [[-6.07421875, false]], [[-10.828125, false]], [[-8.078125, false]], [[-8.578125, false]], [[-8.578125, false]], [[-7.171875, false]], [[-7.82421875, false]], [[-9.046875, false]], [[-5.32421875, false]], [[-7.82421875, false]], [[-11.078125, false]], [[-8.578125, false]], [[-11.328125, false]], [[-10.828125, false]], [[-8.078125, false]], [[-10.578125, false]], [[-8.078125, false]], [[-11.328125, false]], [[-6.07421875, false]], [[-10.828125, false]], [[-8.078125, false]], [[-8.578125, false]], [[-8.578125, false]], [[-7.171875, false]], [[-7.82421875, false]], [[-9.046875, false]], [[-5.32421875, false]], [[-7.82421875, false]], [[-8.578125, false]], [[-11.828125, false]], [[-6.07421875, false]], [[-9.578125, false]], [[-8.578125, false]], [[-11.328125, false]], [[-6.07421875, false]], [[-10.828125, false]], [[-8.078125, false]], [[-8.578125, false]], [[-8.578125, false]], [[-7.171875, false]], [[-7.82421875, false]], [[-9.046875, false]], [[-5.32421875, false]], [[-7.82421875, false]], [[-9.578125, false]], [[-10.578125, false]], [[-8.578125, false]], [[-10.828125, false]], [[-8.578125, false]], [[-9.828125, false]], [[-10.578125, false]], [[-8.578125, false]], [[-10.828125, false]], [[-10.578125, false]], [[-8.578125, false]], [[-9.828125, false]], [[-8.078125, false]], [[-9.828125, false]], [[-7.171875, false]], [[-7.82421875, false]], [[-13.328125, false]]], "filtered_resps": [[-7.82421875, false], [-7.82421875, false], [-11.328125, false], [-8.578125, false], [-9.828125, false], [-9.578125, false], [-8.078125, false], [-11.328125, false], [-6.07421875, false], [-10.828125, false], [-8.078125, false], [-8.578125, false], [-8.578125, false], [-7.171875, false], [-7.82421875, false], [-9.046875, false], [-5.32421875, false], [-7.82421875, false], [-11.078125, false], [-8.578125, false], [-11.328125, false], [-10.828125, false], [-8.078125, false], [-10.578125, false], [-8.078125, false], [-11.328125, false], [-6.07421875, false], [-10.828125, false], [-8.078125, false], [-8.578125, false], [-8.578125, false], [-7.171875, false], [-7.82421875, false], [-9.046875, false], [-5.32421875, false], [-7.82421875, false], [-8.578125, false], [-11.828125, false], [-6.07421875, false], [-9.578125, false], [-8.578125, false], [-11.328125, false], [-6.07421875, false], [-10.828125, false], [-8.078125, false], [-8.578125, false], [-8.578125, false], [-7.171875, false], [-7.82421875, false], [-9.046875, false], [-5.32421875, false], [-7.82421875, false], [-9.578125, false], [-10.578125, false], [-8.578125, false], [-10.828125, false], [-8.578125, false], [-9.828125, false], [-10.578125, false], [-8.578125, false], [-10.828125, false], [-10.578125, false], [-8.578125, false], [-9.828125, false], [-8.078125, false], [-9.828125, false], [-7.171875, false], [-7.82421875, false], [-13.328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1169, "doc": {"id": "Mercury_7043890", "question": "What happens to the water vapor in an air mass as it ascends?", "choices": {"text": ["It freezes.", "It condenses.", "It vaporizes.", "It polarizes."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "It condenses.", "arguments": ["Question: What happens to the water vapor in an air mass as it ascends?\nAnswer:", " ["], "resps": [[[-8.3125, false]], [[-9.5625, false]], [[-6.05859375, false]], [[-12.3125, false]], [[-6.55859375, false]], [[-12.5625, false]], [[-14.5625, false]], [[-9.8125, false]], [[-9.8125, false]], [[-13.3125, false]], [[-9.8125, false]], [[-11.3125, false]], [[-7.8125, false]], [[-9.5625, false]], [[-11.3125, false]], [[-6.55859375, false]], [[-9.5625, false]], [[-6.05859375, false]], [[-12.3125, false]], [[-6.55859375, false]], [[-11.8125, false]], [[-11.3125, false]], [[-11.5625, false]], [[-11.3125, false]], [[-9.8125, false]], [[-11.5625, false]], [[-11.3125, false]], [[-9.8125, false]], [[-11.3125, false]], [[-7.8125, false]], [[-9.5625, false]], [[-11.3125, false]], [[-6.55859375, false]], [[-9.5625, false]], [[-6.05859375, false]], [[-12.3125, false]], [[-6.55859375, false]], [[-12.3125, false]], [[-7.55859375, false]], [[-11.8125, false]], [[-11.3125, false]], [[-14.5625, false]], [[-10.5625, false]], [[-13.3125, false]], [[-9.8125, false]], [[-11.3125, false]], [[-7.8125, false]], [[-9.5625, false]], [[-11.3125, false]], [[-6.55859375, false]], [[-9.5625, false]], [[-6.05859375, false]], [[-12.3125, false]], [[-6.55859375, false]], [[-11.8125, false]], [[-11.3125, false]], [[-12.0625, false]], [[-7.55859375, false]], [[-14.5625, false]], [[-10.5625, false]], [[-13.3125, false]], [[-9.8125, false]], [[-11.3125, false]], [[-7.8125, false]], [[-9.5625, false]], [[-14.0625, false]]], "filtered_resps": [[-8.3125, false], [-9.5625, false], [-6.05859375, false], [-12.3125, false], [-6.55859375, false], [-12.5625, false], [-14.5625, false], [-9.8125, false], [-9.8125, false], [-13.3125, false], [-9.8125, false], [-11.3125, false], [-7.8125, false], [-9.5625, false], [-11.3125, false], [-6.55859375, false], [-9.5625, false], [-6.05859375, false], [-12.3125, false], [-6.55859375, false], [-11.8125, false], [-11.3125, false], [-11.5625, false], [-11.3125, false], [-9.8125, false], [-11.5625, false], [-11.3125, false], [-9.8125, false], [-11.3125, false], [-7.8125, false], [-9.5625, false], [-11.3125, false], [-6.55859375, false], [-9.5625, false], [-6.05859375, false], [-12.3125, false], [-6.55859375, false], [-12.3125, false], [-7.55859375, false], [-11.8125, false], [-11.3125, false], [-14.5625, false], [-10.5625, false], [-13.3125, false], [-9.8125, false], [-11.3125, false], [-7.8125, false], [-9.5625, false], [-11.3125, false], [-6.55859375, false], [-9.5625, false], [-6.05859375, false], [-12.3125, false], [-6.55859375, false], [-11.8125, false], [-11.3125, false], [-12.0625, false], [-7.55859375, false], [-14.5625, false], [-10.5625, false], [-13.3125, false], [-9.8125, false], [-11.3125, false], [-7.8125, false], [-9.5625, false], [-14.0625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1177, "doc": {"id": "Mercury_7081288", "question": "A student organizes a list of the distances that five students ran in 10 minutes. Another way to best organize this data is by using a", "choices": {"text": ["pie graph.", "bar graph.", "line graph.", "pictograph."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "bar graph.", "arguments": ["Question: A student organizes a list of the distances that five students ran in 10 minutes. Another way to best organize this data is by using a\nAnswer:", " ["], "resps": [[[-7.171875, false]], [[-8.296875, false]], [[-8.671875, false]], [[-7.796875, false]], [[-7.796875, false]], [[-4.796875, false]], [[-10.296875, false]], [[-9.296875, false]], [[-3.798828125, false]], [[-8.671875, false]], [[-10.046875, false]], [[-6.921875, false]], [[-8.296875, false]], [[-7.984375, false]], [[-4.796875, false]], [[-8.296875, false]], [[-7.171875, false]], [[-3.798828125, false]], [[-9.296875, false]], [[-4.796875, false]], [[-10.296875, false]], [[-9.296875, false]], [[-3.798828125, false]], [[-8.671875, false]], [[-10.046875, false]], [[-6.921875, false]], [[-8.296875, false]], [[-7.984375, false]], [[-4.796875, false]], [[-8.296875, false]], [[-10.421875, false]], [[-7.796875, false]], [[-7.921875, false]], [[-7.796875, false]], [[-4.796875, false]], [[-10.296875, false]], [[-9.296875, false]], [[-3.798828125, false]], [[-8.671875, false]], [[-10.046875, false]], [[-6.921875, false]], [[-8.296875, false]], [[-7.984375, false]], [[-4.796875, false]], [[-8.296875, false]], [[-8.671875, false]], [[-7.796875, false]], [[-8.046875, false]], [[-9.046875, false]], [[-9.421875, false]], [[-10.296875, false]], [[-9.296875, false]], [[-3.798828125, false]], [[-8.671875, false]], [[-10.046875, false]], [[-6.921875, false]], [[-8.296875, false]], [[-11.296875, false]]], "filtered_resps": [[-7.171875, false], [-8.296875, false], [-8.671875, false], [-7.796875, false], [-7.796875, false], [-4.796875, false], [-10.296875, false], [-9.296875, false], [-3.798828125, false], [-8.671875, false], [-10.046875, false], [-6.921875, false], [-8.296875, false], [-7.984375, false], [-4.796875, false], [-8.296875, false], [-7.171875, false], [-3.798828125, false], [-9.296875, false], [-4.796875, false], [-10.296875, false], [-9.296875, false], [-3.798828125, false], [-8.671875, false], [-10.046875, false], [-6.921875, false], [-8.296875, false], [-7.984375, false], [-4.796875, false], [-8.296875, false], [-10.421875, false], [-7.796875, false], [-7.921875, false], [-7.796875, false], [-4.796875, false], [-10.296875, false], [-9.296875, false], [-3.798828125, false], [-8.671875, false], [-10.046875, false], [-6.921875, false], [-8.296875, false], [-7.984375, false], [-4.796875, false], [-8.296875, false], [-8.671875, false], [-7.796875, false], [-8.046875, false], [-9.046875, false], [-9.421875, false], [-10.296875, false], [-9.296875, false], [-3.798828125, false], [-8.671875, false], [-10.046875, false], [-6.921875, false], [-8.296875, false], [-11.296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1185, "doc": {"id": "Mercury_7195178", "question": "Some runners ate pasta before a race. The pasta was broken down into simple sugars and was absorbed by the blood stream. What body system was responsible for breaking down the pasta into small nutrients for use in the cells of the runners?", "choices": {"text": ["the nervous system", "the digestive system", "the excretory system", "the endocrine system"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "the digestive system", "arguments": ["Question: Some runners ate pasta before a race. The pasta was broken down into simple sugars and was absorbed by the blood stream. What body system was responsible for breaking down the pasta into small nutrients for use in the cells of the runners?\nAnswer:", " ["], "resps": [[[-7.51171875, false]], [[-11.015625, false]], [[-10.515625, false]], [[-11.015625, false]], [[-10.015625, false]], [[-5.01171875, false]], [[-10.765625, false]], [[-10.015625, false]], [[-11.265625, false]], [[-11.515625, false]], [[-9.765625, false]], [[-10.015625, false]], [[-10.765625, false]], [[-5.01171875, false]], [[-10.765625, false]], [[-14.015625, false]], [[-10.765625, false]], [[-10.515625, false]], [[-10.015625, false]], [[-9.515625, false]], [[-11.015625, false]], [[-10.453125, false]], [[-5.01171875, false]], [[-11.015625, false]], [[-10.515625, false]], [[-11.015625, false]], [[-10.015625, false]], [[-5.01171875, false]], [[-12.015625, false]], [[-10.265625, false]], [[-11.515625, false]], [[-10.015625, false]], [[-10.765625, false]], [[-10.515625, false]], [[-10.265625, false]], [[-11.515625, false]], [[-10.015625, false]], [[-5.01171875, false]], [[-10.765625, false]], [[-14.015625, false]], [[-10.765625, false]], [[-10.515625, false]], [[-10.015625, false]], [[-9.515625, false]], [[-11.015625, false]], [[-10.46875, false]], [[-5.01171875, false]], [[-11.015625, false]], [[-10.515625, false]], [[-11.015625, false]], [[-10.015625, false]], [[-5.01171875, false]], [[-10.015625, false]], [[-10.265625, false]], [[-8.015625, false]], [[-11.265625, false]], [[-10.015625, false]], [[-10.515625, false]], [[-9.765625, false]], [[-11.265625, false]], [[-14.015625, false]], [[-5.01171875, false]], [[-10.765625, false]], [[-14.015625, false]], [[-10.765625, false]], [[-10.515625, false]], [[-10.015625, false]], [[-9.515625, false]], [[-11.015625, false]], [[-10.46875, false]], [[-5.01171875, false]], [[-11.015625, false]], [[-10.515625, false]], [[-11.015625, false]], [[-10.015625, false]], [[-5.01171875, false]], [[-10.015625, false]], [[-10.765625, false]], [[-12.015625, false]], [[-9.765625, false]], [[-8.015625, false]], [[-11.265625, false]], [[-10.265625, false]], [[-10.765625, false]], [[-10.015625, false]], [[-5.01171875, false]], [[-10.765625, false]], [[-14.015625, false]], [[-10.765625, false]], [[-10.515625, false]], [[-10.015625, false]], [[-9.515625, false]], [[-11.015625, false]], [[-12.765625, false]]], "filtered_resps": [[-7.51171875, false], [-11.015625, false], [-10.515625, false], [-11.015625, false], [-10.015625, false], [-5.01171875, false], [-10.765625, false], [-10.015625, false], [-11.265625, false], [-11.515625, false], [-9.765625, false], [-10.015625, false], [-10.765625, false], [-5.01171875, false], [-10.765625, false], [-14.015625, false], [-10.765625, false], [-10.515625, false], [-10.015625, false], [-9.515625, false], [-11.015625, false], [-10.453125, false], [-5.01171875, false], [-11.015625, false], [-10.515625, false], [-11.015625, false], [-10.015625, false], [-5.01171875, false], [-12.015625, false], [-10.265625, false], [-11.515625, false], [-10.015625, false], [-10.765625, false], [-10.515625, false], [-10.265625, false], [-11.515625, false], [-10.015625, false], [-5.01171875, false], [-10.765625, false], [-14.015625, false], [-10.765625, false], [-10.515625, false], [-10.015625, false], [-9.515625, false], [-11.015625, false], [-10.46875, false], [-5.01171875, false], [-11.015625, false], [-10.515625, false], [-11.015625, false], [-10.015625, false], [-5.01171875, false], [-10.015625, false], [-10.265625, false], [-8.015625, false], [-11.265625, false], [-10.015625, false], [-10.515625, false], [-9.765625, false], [-11.265625, false], [-14.015625, false], [-5.01171875, false], [-10.765625, false], [-14.015625, false], [-10.765625, false], [-10.515625, false], [-10.015625, false], [-9.515625, false], [-11.015625, false], [-10.46875, false], [-5.01171875, false], [-11.015625, false], [-10.515625, false], [-11.015625, false], [-10.015625, false], [-5.01171875, false], [-10.015625, false], [-10.765625, false], [-12.015625, false], [-9.765625, false], [-8.015625, false], [-11.265625, false], [-10.265625, false], [-10.765625, false], [-10.015625, false], [-5.01171875, false], [-10.765625, false], [-14.015625, false], [-10.765625, false], [-10.515625, false], [-10.015625, false], [-9.515625, false], [-11.015625, false], [-12.765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1193, "doc": {"id": "Mercury_SC_409574", "question": "Trevor turns on a lamp. When the lamp is on, electrical energy changes into which other form of energy?", "choices": {"text": ["chemical", "light", "mechanical", "potential"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "light", "arguments": ["Question: Trevor turns on a lamp. When the lamp is on, electrical energy changes into which other form of energy?\nAnswer:", " ["], "resps": [[[-6.6015625, false]], [[-8.8515625, false]], [[-7.8515625, false]], [[-9.1015625, false]], [[-8.1015625, false]], [[-7.3515625, false]], [[-7.8515625, false]], [[-7.8515625, false]], [[-4.8515625, false]], [[-9.8515625, false]], [[-8.8515625, false]], [[-9.421875, false]], [[-4.6015625, false]], [[-8.8515625, false]], [[-9.8515625, false]], [[-7.8515625, false]], [[-10.1015625, false]], [[-9.1015625, false]], [[-8.8515625, false]], [[-8.8515625, false]], [[-9.421875, false]], [[-4.6015625, false]], [[-8.8515625, false]], [[-7.3515625, false]], [[-8.1015625, false]], [[-7.8515625, false]], [[-9.1015625, false]], [[-4.8515625, false]], [[-8.6015625, false]], [[-7.8515625, false]], [[-7.8515625, false]], [[-4.8515625, false]], [[-9.8515625, false]], [[-8.8515625, false]], [[-9.421875, false]], [[-4.6015625, false]], [[-8.8515625, false]], [[-8.6015625, false]], [[-7.8515625, false]], [[-8.8515625, false]], [[-8.1015625, false]], [[-8.6015625, false]], [[-8.8515625, false]], [[-7.8515625, false]], [[-4.8515625, false]], [[-9.8515625, false]], [[-8.8515625, false]], [[-14.1015625, false]]], "filtered_resps": [[-6.6015625, false], [-8.8515625, false], [-7.8515625, false], [-9.1015625, false], [-8.1015625, false], [-7.3515625, false], [-7.8515625, false], [-7.8515625, false], [-4.8515625, false], [-9.8515625, false], [-8.8515625, false], [-9.421875, false], [-4.6015625, false], [-8.8515625, false], [-9.8515625, false], [-7.8515625, false], [-10.1015625, false], [-9.1015625, false], [-8.8515625, false], [-8.8515625, false], [-9.421875, false], [-4.6015625, false], [-8.8515625, false], [-7.3515625, false], [-8.1015625, false], [-7.8515625, false], [-9.1015625, false], [-4.8515625, false], [-8.6015625, false], [-7.8515625, false], [-7.8515625, false], [-4.8515625, false], [-9.8515625, false], [-8.8515625, false], [-9.421875, false], [-4.6015625, false], [-8.8515625, false], [-8.6015625, false], [-7.8515625, false], [-8.8515625, false], [-8.1015625, false], [-8.6015625, false], [-8.8515625, false], [-7.8515625, false], [-4.8515625, false], [-9.8515625, false], [-8.8515625, false], [-14.1015625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1201, "doc": {"id": "NYSEDREGENTS_2008_4_4", "question": "Which material is the best conductor of electricity?", "choices": {"text": ["metal", "glass", "wood", "plastic"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "metal", "arguments": ["Question: Which material is the best conductor of electricity?\nAnswer:", " ["], "resps": [[[-9.625, false]], [[-8.875, false]], [[-9.625, false]], [[-9.375, false]], [[-9.625, false]], [[-6.125, false]], [[-10.125, false]], [[-8.875, false]], [[-10.25, false]], [[-5.375, false]], [[-8.875, false]], [[-13.625, false]], [[-10.125, false]], [[-6.125, false]], [[-9.125, false]], [[-9.125, false]], [[-8.875, false]], [[-10.25, false]], [[-5.375, false]], [[-8.875, false]], [[-10.625, false]], [[-9.375, false]], [[-9.375, false]], [[-11.875, false]], [[-8.875, false]], [[-10.25, false]], [[-5.375, false]], [[-8.875, false]], [[-9.125, false]], [[-10.125, false]], [[-6.125, false]], [[-9.125, false]], [[-9.625, false]], [[-8.125, false]], [[-10.125, false]], [[-8.875, false]], [[-15.875, false]]], "filtered_resps": [[-9.625, false], [-8.875, false], [-9.625, false], [-9.375, false], [-9.625, false], [-6.125, false], [-10.125, false], [-8.875, false], [-10.25, false], [-5.375, false], [-8.875, false], [-13.625, false], [-10.125, false], [-6.125, false], [-9.125, false], [-9.125, false], [-8.875, false], [-10.25, false], [-5.375, false], [-8.875, false], [-10.625, false], [-9.375, false], [-9.375, false], [-11.875, false], [-8.875, false], [-10.25, false], [-5.375, false], [-8.875, false], [-9.125, false], [-10.125, false], [-6.125, false], [-9.125, false], [-9.625, false], [-8.125, false], [-10.125, false], [-8.875, false], [-15.875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1209, "doc": {"id": "Mercury_SC_410835", "question": "Mrs. Garry's class wants to know if their area has more acid rain than other parts of the state. Which would be the best way for them to begin research?", "choices": {"text": ["contact other schools within the state", "study science textbooks in the library", "look for current acid rain studies on the Internet", "examine soil samples taken at different locations"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "look for current acid rain studies on the Internet", "arguments": ["Question: Mrs. Garry's class wants to know if their area has more acid rain than other parts of the state. Which would be the best way for them to begin research?\nAnswer:", " ["], "resps": [[[-6.69140625, false]], [[-9.0703125, false]], [[-9.8203125, false]], [[-9.5703125, false]], [[-10.3203125, false]], [[-11.6953125, false]], [[-6.81640625, false]], [[-9.8203125, false]], [[-11.6953125, false]], [[-5.81640625, false]], [[-9.5703125, false]], [[-11.6953125, false]], [[-10.6953125, false]], [[-7.94140625, false]], [[-11.8203125, false]], [[-5.81640625, false]], [[-9.8203125, false]], [[-9.8203125, false]], [[-10.6953125, false]], [[-9.5703125, false]], [[-9.5703125, false]], [[-11.3203125, false]], [[-9.8203125, false]], [[-5.81640625, false]], [[-11.0703125, false]], [[-8.4453125, false]], [[-11.6953125, false]], [[-10.6953125, false]], [[-8.4453125, false]], [[-10.3203125, false]], [[-5.81640625, false]], [[-11.6953125, false]], [[-10.6953125, false]], [[-7.94140625, false]], [[-5.81640625, false]], [[-9.8203125, false]], [[-11.6953125, false]], [[-6.81640625, false]], [[-11.6953125, false]], [[-7.94140625, false]], [[-9.0703125, false]], [[-9.921875, false]], [[-5.81640625, false]], [[-9.0703125, false]], [[-9.8203125, false]], [[-11.6953125, false]], [[-11.0703125, false]], [[-9.0703125, false]], [[-12.6953125, false]], [[-5.81640625, false]], [[-9.8203125, false]], [[-9.8203125, false]], [[-8.4453125, false]], [[-7.94140625, false]], [[-10.3203125, false]], [[-9.8203125, false]], [[-7.94140625, false]], [[-5.81640625, false]], [[-11.6953125, false]], [[-7.94140625, false]], [[-10.6953125, false]], [[-11.6953125, false]], [[-9.8203125, false]], [[-9.5703125, false]], [[-9.5703125, false]], [[-11.6953125, false]], [[-9.8203125, false]], [[-5.81640625, false]], [[-8.4453125, false]], [[-10.3203125, false]], [[-5.81640625, false]], [[-11.6953125, false]], [[-10.6953125, false]], [[-7.94140625, false]], [[-5.81640625, false]], [[-11.3203125, false]], [[-8.4453125, false]], [[-9.8203125, false]], [[-11.8203125, false]], [[-6.81640625, false]], [[-11.8203125, false]], [[-12.6953125, false]], [[-9.0703125, false]], [[-9.921875, false]], [[-5.81640625, false]], [[-9.0703125, false]], [[-11.3203125, false]], [[-9.5703125, false]], [[-9.5703125, false]], [[-11.6953125, false]], [[-5.81640625, false]], [[-10.3203125, false]], [[-9.5703125, false]], [[-11.8203125, false]], [[-5.81640625, false]], [[-9.8203125, false]], [[-11.0703125, false]], [[-11.8203125, false]], [[-11.8203125, false]], [[-7.94140625, false]], [[-10.3203125, false]], [[-11.6953125, false]], [[-5.81640625, false]], [[-6.81640625, false]], [[-9.8203125, false]], [[-8.4453125, false]], [[-9.0703125, false]], [[-5.81640625, false]], [[-11.8203125, false]], [[-6.81640625, false]], [[-8.4453125, false]], [[-10.3203125, false]], [[-5.81640625, false]], [[-9.8203125, false]], [[-11.6953125, false]], [[-11.0703125, false]], [[-9.0703125, false]], [[-8.4453125, false]], [[-7.94140625, false]], [[-9.8203125, false]], [[-5.81640625, false]], [[-9.5703125, false]], [[-10.3203125, false]], [[-5.81640625, false]], [[-11.6953125, false]], [[-10.6953125, false]], [[-7.94140625, false]], [[-5.81640625, false]], [[-3.818359375, false]], [[-10.3203125, false]], [[-11.6953125, false]], [[-7.94140625, false]], [[-11.8203125, false]], [[-10.3203125, false]], [[-7.94140625, false]], [[-11.6953125, false]], [[-9.0703125, false]], [[-9.921875, false]], [[-5.81640625, false]], [[-9.0703125, false]], [[-7.94140625, false]], [[-10.6953125, false]], [[-6.81640625, false]], [[-10.5703125, false]], [[-8.4453125, false]], [[-10.3203125, false]], [[-7.94140625, false]], [[-5.81640625, false]], [[-9.8203125, false]], [[-9.5703125, false]], [[-8.4453125, false]], [[-11.3203125, false]], [[-5.81640625, false]], [[-9.8203125, false]], [[-6.81640625, false]], [[-10.5703125, false]], [[-9.5703125, false]], [[-11.3203125, false]], [[-7.94140625, false]], [[-9.8203125, false]], [[-5.81640625, false]], [[-11.6953125, false]], [[-6.81640625, false]], [[-11.6953125, false]], [[-7.94140625, false]], [[-10.3203125, false]], [[-5.81640625, false]], [[-6.81640625, false]], [[-11.6953125, false]], [[-5.81640625, false]], [[-9.0703125, false]], [[-8.4453125, false]], [[-10.3203125, false]], [[-10.3203125, false]], [[-7.94140625, false]], [[-11.8203125, false]], [[-7.94140625, false]], [[-10.3203125, false]], [[-11.6953125, false]], [[-5.81640625, false]], [[-11.3203125, false]], [[-9.5703125, false]], [[-9.8203125, false]], [[-6.81640625, false]], [[-11.6953125, false]], [[-8.4453125, false]], [[-9.5703125, false]], [[-10.3203125, false]], [[-9.8203125, false]], [[-9.0703125, false]], [[-12.6953125, false]]], "filtered_resps": [[-6.69140625, false], [-9.0703125, false], [-9.8203125, false], [-9.5703125, false], [-10.3203125, false], [-11.6953125, false], [-6.81640625, false], [-9.8203125, false], [-11.6953125, false], [-5.81640625, false], [-9.5703125, false], [-11.6953125, false], [-10.6953125, false], [-7.94140625, false], [-11.8203125, false], [-5.81640625, false], [-9.8203125, false], [-9.8203125, false], [-10.6953125, false], [-9.5703125, false], [-9.5703125, false], [-11.3203125, false], [-9.8203125, false], [-5.81640625, false], [-11.0703125, false], [-8.4453125, false], [-11.6953125, false], [-10.6953125, false], [-8.4453125, false], [-10.3203125, false], [-5.81640625, false], [-11.6953125, false], [-10.6953125, false], [-7.94140625, false], [-5.81640625, false], [-9.8203125, false], [-11.6953125, false], [-6.81640625, false], [-11.6953125, false], [-7.94140625, false], [-9.0703125, false], [-9.921875, false], [-5.81640625, false], [-9.0703125, false], [-9.8203125, false], [-11.6953125, false], [-11.0703125, false], [-9.0703125, false], [-12.6953125, false], [-5.81640625, false], [-9.8203125, false], [-9.8203125, false], [-8.4453125, false], [-7.94140625, false], [-10.3203125, false], [-9.8203125, false], [-7.94140625, false], [-5.81640625, false], [-11.6953125, false], [-7.94140625, false], [-10.6953125, false], [-11.6953125, false], [-9.8203125, false], [-9.5703125, false], [-9.5703125, false], [-11.6953125, false], [-9.8203125, false], [-5.81640625, false], [-8.4453125, false], [-10.3203125, false], [-5.81640625, false], [-11.6953125, false], [-10.6953125, false], [-7.94140625, false], [-5.81640625, false], [-11.3203125, false], [-8.4453125, false], [-9.8203125, false], [-11.8203125, false], [-6.81640625, false], [-11.8203125, false], [-12.6953125, false], [-9.0703125, false], [-9.921875, false], [-5.81640625, false], [-9.0703125, false], [-11.3203125, false], [-9.5703125, false], [-9.5703125, false], [-11.6953125, false], [-5.81640625, false], [-10.3203125, false], [-9.5703125, false], [-11.8203125, false], [-5.81640625, false], [-9.8203125, false], [-11.0703125, false], [-11.8203125, false], [-11.8203125, false], [-7.94140625, false], [-10.3203125, false], [-11.6953125, false], [-5.81640625, false], [-6.81640625, false], [-9.8203125, false], [-8.4453125, false], [-9.0703125, false], [-5.81640625, false], [-11.8203125, false], [-6.81640625, false], [-8.4453125, false], [-10.3203125, false], [-5.81640625, false], [-9.8203125, false], [-11.6953125, false], [-11.0703125, false], [-9.0703125, false], [-8.4453125, false], [-7.94140625, false], [-9.8203125, false], [-5.81640625, false], [-9.5703125, false], [-10.3203125, false], [-5.81640625, false], [-11.6953125, false], [-10.6953125, false], [-7.94140625, false], [-5.81640625, false], [-3.818359375, false], [-10.3203125, false], [-11.6953125, false], [-7.94140625, false], [-11.8203125, false], [-10.3203125, false], [-7.94140625, false], [-11.6953125, false], [-9.0703125, false], [-9.921875, false], [-5.81640625, false], [-9.0703125, false], [-7.94140625, false], [-10.6953125, false], [-6.81640625, false], [-10.5703125, false], [-8.4453125, false], [-10.3203125, false], [-7.94140625, false], [-5.81640625, false], [-9.8203125, false], [-9.5703125, false], [-8.4453125, false], [-11.3203125, false], [-5.81640625, false], [-9.8203125, false], [-6.81640625, false], [-10.5703125, false], [-9.5703125, false], [-11.3203125, false], [-7.94140625, false], [-9.8203125, false], [-5.81640625, false], [-11.6953125, false], [-6.81640625, false], [-11.6953125, false], [-7.94140625, false], [-10.3203125, false], [-5.81640625, false], [-6.81640625, false], [-11.6953125, false], [-5.81640625, false], [-9.0703125, false], [-8.4453125, false], [-10.3203125, false], [-10.3203125, false], [-7.94140625, false], [-11.8203125, false], [-7.94140625, false], [-10.3203125, false], [-11.6953125, false], [-5.81640625, false], [-11.3203125, false], [-9.5703125, false], [-9.8203125, false], [-6.81640625, false], [-11.6953125, false], [-8.4453125, false], [-9.5703125, false], [-10.3203125, false], [-9.8203125, false], [-9.0703125, false], [-12.6953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1217, "doc": {"id": "Mercury_SC_409157", "question": "In areas where a lot of earthquakes occur, architects are designing buildings with the ability to move with the land. How are the new building designs most likely to help people?", "choices": {"text": ["The new designs can help save lives.", "The new designs are more attractive.", "The new designs cost less to make.", "The new designs are much taller."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "The new designs can help save lives.", "arguments": ["Question: In areas where a lot of earthquakes occur, architects are designing buildings with the ability to move with the land. How are the new building designs most likely to help people?\nAnswer:", " ["], "resps": [[[-7.77734375, false]], [[-9.2734375, false]], [[-7.02734375, false]], [[-12.0234375, false]], [[-6.52734375, false]], [[-6.27734375, false]], [[-12.2734375, false]], [[-6.52734375, false]], [[-12.7734375, false]], [[-6.27734375, false]], [[-11.0234375, false]], [[-6.52734375, false]], [[-10.5234375, false]], [[-10.0234375, false]], [[-13.0234375, false]], [[-12.2734375, false]], [[-10.5234375, false]], [[-6.27734375, false]], [[-11.5234375, false]], [[-7.27734375, false]], [[-12.2734375, false]], [[-6.27734375, false]], [[-12.0234375, false]], [[-6.52734375, false]], [[-11.5234375, false]], [[-11.7734375, false]], [[-6.27734375, false]], [[-10.5234375, false]], [[-7.27734375, false]], [[-13.2734375, false]], [[-6.52734375, false]], [[-6.27734375, false]], [[-11.5234375, false]], [[-10.0234375, false]], [[-13.2734375, false]], [[-6.52734375, false]], [[-10.5234375, false]], [[-7.5703125, false]], [[-9.2734375, false]], [[-11.0703125, false]], [[-6.27734375, false]], [[-9.2734375, false]], [[-7.02734375, false]], [[-12.0234375, false]], [[-6.52734375, false]], [[-6.27734375, false]], [[-12.2734375, false]], [[-6.52734375, false]], [[-12.7734375, false]], [[-6.27734375, false]], [[-11.0234375, false]], [[-6.52734375, false]], [[-10.5234375, false]], [[-10.0234375, false]], [[-13.0234375, false]], [[-12.2734375, false]], [[-10.5234375, false]], [[-6.27734375, false]], [[-7.27734375, false]], [[-11.7734375, false]], [[-6.52734375, false]], [[-6.27734375, false]], [[-12.7734375, false]], [[-11.5234375, false]], [[-11.7734375, false]], [[-6.52734375, false]], [[-6.27734375, false]], [[-7.27734375, false]], [[-11.5234375, false]], [[-11.5234375, false]], [[-11.7734375, false]], [[-7.27734375, false]], [[-11.5234375, false]], [[-11.5234375, false]], [[-10.0234375, false]], [[-13.2734375, false]], [[-6.52734375, false]], [[-7.5703125, false]], [[-9.2734375, false]], [[-11.0703125, false]], [[-6.27734375, false]], [[-9.2734375, false]], [[-7.02734375, false]], [[-12.0234375, false]], [[-6.52734375, false]], [[-6.27734375, false]], [[-12.2734375, false]], [[-6.52734375, false]], [[-12.7734375, false]], [[-6.27734375, false]], [[-11.0234375, false]], [[-6.52734375, false]], [[-10.5234375, false]], [[-10.0234375, false]], [[-13.0234375, false]], [[-12.2734375, false]], [[-10.5234375, false]], [[-6.27734375, false]], [[-11.5234375, false]], [[-11.5234375, false]], [[-10.5234375, false]], [[-11.5234375, false]], [[-6.27734375, false]], [[-11.5234375, false]], [[-6.52734375, false]], [[-10.5234375, false]], [[-10.5234375, false]], [[-6.27734375, false]], [[-11.5234375, false]], [[-11.5234375, false]], [[-6.27734375, false]], [[-12.7734375, false]], [[-7.27734375, false]], [[-13.2734375, false]], [[-6.52734375, false]], [[-7.5703125, false]], [[-9.2734375, false]], [[-11.0703125, false]], [[-6.27734375, false]], [[-9.2734375, false]], [[-7.02734375, false]], [[-12.0234375, false]], [[-6.52734375, false]], [[-6.27734375, false]], [[-12.2734375, false]], [[-6.52734375, false]], [[-12.7734375, false]], [[-6.27734375, false]], [[-11.0234375, false]], [[-6.52734375, false]], [[-10.5234375, false]], [[-10.0234375, false]], [[-13.0234375, false]], [[-12.2734375, false]], [[-10.5234375, false]], [[-6.27734375, false]], [[-7.27734375, false]], [[-11.7734375, false]], [[-6.52734375, false]], [[-6.27734375, false]], [[-12.7734375, false]], [[-12.5234375, false]], [[-11.5234375, false]], [[-12.0234375, false]], [[-6.27734375, false]], [[-11.5234375, false]], [[-7.27734375, false]], [[-11.5234375, false]], [[-11.5234375, false]], [[-6.52734375, false]], [[-11.7734375, false]], [[-7.5703125, false]], [[-9.2734375, false]], [[-13.2734375, false]]], "filtered_resps": [[-7.77734375, false], [-9.2734375, false], [-7.02734375, false], [-12.0234375, false], [-6.52734375, false], [-6.27734375, false], [-12.2734375, false], [-6.52734375, false], [-12.7734375, false], [-6.27734375, false], [-11.0234375, false], [-6.52734375, false], [-10.5234375, false], [-10.0234375, false], [-13.0234375, false], [-12.2734375, false], [-10.5234375, false], [-6.27734375, false], [-11.5234375, false], [-7.27734375, false], [-12.2734375, false], [-6.27734375, false], [-12.0234375, false], [-6.52734375, false], [-11.5234375, false], [-11.7734375, false], [-6.27734375, false], [-10.5234375, false], [-7.27734375, false], [-13.2734375, false], [-6.52734375, false], [-6.27734375, false], [-11.5234375, false], [-10.0234375, false], [-13.2734375, false], [-6.52734375, false], [-10.5234375, false], [-7.5703125, false], [-9.2734375, false], [-11.0703125, false], [-6.27734375, false], [-9.2734375, false], [-7.02734375, false], [-12.0234375, false], [-6.52734375, false], [-6.27734375, false], [-12.2734375, false], [-6.52734375, false], [-12.7734375, false], [-6.27734375, false], [-11.0234375, false], [-6.52734375, false], [-10.5234375, false], [-10.0234375, false], [-13.0234375, false], [-12.2734375, false], [-10.5234375, false], [-6.27734375, false], [-7.27734375, false], [-11.7734375, false], [-6.52734375, false], [-6.27734375, false], [-12.7734375, false], [-11.5234375, false], [-11.7734375, false], [-6.52734375, false], [-6.27734375, false], [-7.27734375, false], [-11.5234375, false], [-11.5234375, false], [-11.7734375, false], [-7.27734375, false], [-11.5234375, false], [-11.5234375, false], [-10.0234375, false], [-13.2734375, false], [-6.52734375, false], [-7.5703125, false], [-9.2734375, false], [-11.0703125, false], [-6.27734375, false], [-9.2734375, false], [-7.02734375, false], [-12.0234375, false], [-6.52734375, false], [-6.27734375, false], [-12.2734375, false], [-6.52734375, false], [-12.7734375, false], [-6.27734375, false], [-11.0234375, false], [-6.52734375, false], [-10.5234375, false], [-10.0234375, false], [-13.0234375, false], [-12.2734375, false], [-10.5234375, false], [-6.27734375, false], [-11.5234375, false], [-11.5234375, false], [-10.5234375, false], [-11.5234375, false], [-6.27734375, false], [-11.5234375, false], [-6.52734375, false], [-10.5234375, false], [-10.5234375, false], [-6.27734375, false], [-11.5234375, false], [-11.5234375, false], [-6.27734375, false], [-12.7734375, false], [-7.27734375, false], [-13.2734375, false], [-6.52734375, false], [-7.5703125, false], [-9.2734375, false], [-11.0703125, false], [-6.27734375, false], [-9.2734375, false], [-7.02734375, false], [-12.0234375, false], [-6.52734375, false], [-6.27734375, false], [-12.2734375, false], [-6.52734375, false], [-12.7734375, false], [-6.27734375, false], [-11.0234375, false], [-6.52734375, false], [-10.5234375, false], [-10.0234375, false], [-13.0234375, false], [-12.2734375, false], [-10.5234375, false], [-6.27734375, false], [-7.27734375, false], [-11.7734375, false], [-6.52734375, false], [-6.27734375, false], [-12.7734375, false], [-12.5234375, false], [-11.5234375, false], [-12.0234375, false], [-6.27734375, false], [-11.5234375, false], [-7.27734375, false], [-11.5234375, false], [-11.5234375, false], [-6.52734375, false], [-11.7734375, false], [-7.5703125, false], [-9.2734375, false], [-13.2734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1225, "doc": {"id": "Mercury_7041055", "question": "Which organs belong to the lymphatic system?", "choices": {"text": ["lungs, trachea", "spleen, thymus", "kidneys, bladder", "pancreas, pituitary gland"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "spleen, thymus", "arguments": ["Question: Which organs belong to the lymphatic system?\nAnswer:", " ["], "resps": [[[-7.55859375, false]], [[-11.0546875, false]], [[-4.05859375, false]], [[-9.3046875, false]], [[-9.5546875, false]], [[-11.0546875, false]], [[-9.3046875, false]], [[-9.828125, false]], [[-5.80859375, false]], [[-9.5546875, false]], [[-11.0546875, false]], [[-7.30859375, false]], [[-9.8046875, false]], [[-9.5546875, false]], [[-9.5546875, false]], [[-7.30859375, false]], [[-11.0546875, false]], [[-9.828125, false]], [[-5.80859375, false]], [[-11.0546875, false]], [[-9.3046875, false]], [[-10.8046875, false]], [[-4.05859375, false]], [[-9.5546875, false]], [[-9.5546875, false]], [[-9.5546875, false]], [[-9.828125, false]], [[-5.80859375, false]], [[-9.5546875, false]], [[-9.5546875, false]], [[-13.3046875, false]], [[-10.0546875, false]], [[-9.3046875, false]], [[-9.3046875, false]], [[-11.0546875, false]], [[-9.828125, false]], [[-5.80859375, false]], [[-11.0546875, false]], [[-6.05859375, false]], [[-9.0546875, false]], [[-10.8046875, false]], [[-9.5546875, false]], [[-9.5546875, false]], [[-13.3046875, false]], [[-9.3046875, false]], [[-9.828125, false]], [[-5.80859375, false]], [[-9.0546875, false]], [[-4.05859375, false]], [[-7.30859375, false]], [[-10.8046875, false]], [[-10.8046875, false]], [[-9.5546875, false]], [[-11.0546875, false]], [[-11.0546875, false]], [[-9.828125, false]], [[-5.80859375, false]], [[-11.0546875, false]], [[-10.8046875, false]], [[-7.30859375, false]], [[-9.5546875, false]], [[-9.8046875, false]], [[-11.0546875, false]], [[-9.5546875, false]], [[-7.30859375, false]], [[-9.3046875, false]], [[-9.828125, false]], [[-5.80859375, false]], [[-10.8046875, false]], [[-9.0546875, false]], [[-9.5546875, false]], [[-9.3046875, false]], [[-9.0546875, false]], [[-9.5546875, false]], [[-7.30859375, false]], [[-11.0546875, false]], [[-13.3046875, false]], [[-5.80859375, false]], [[-11.0546875, false]], [[-4.05859375, false]], [[-7.30859375, false]], [[-9.5546875, false]], [[-10.8046875, false]], [[-11.0546875, false]], [[-11.5546875, false]]], "filtered_resps": [[-7.55859375, false], [-11.0546875, false], [-4.05859375, false], [-9.3046875, false], [-9.5546875, false], [-11.0546875, false], [-9.3046875, false], [-9.828125, false], [-5.80859375, false], [-9.5546875, false], [-11.0546875, false], [-7.30859375, false], [-9.8046875, false], [-9.5546875, false], [-9.5546875, false], [-7.30859375, false], [-11.0546875, false], [-9.828125, false], [-5.80859375, false], [-11.0546875, false], [-9.3046875, false], [-10.8046875, false], [-4.05859375, false], [-9.5546875, false], [-9.5546875, false], [-9.5546875, false], [-9.828125, false], [-5.80859375, false], [-9.5546875, false], [-9.5546875, false], [-13.3046875, false], [-10.0546875, false], [-9.3046875, false], [-9.3046875, false], [-11.0546875, false], [-9.828125, false], [-5.80859375, false], [-11.0546875, false], [-6.05859375, false], [-9.0546875, false], [-10.8046875, false], [-9.5546875, false], [-9.5546875, false], [-13.3046875, false], [-9.3046875, false], [-9.828125, false], [-5.80859375, false], [-9.0546875, false], [-4.05859375, false], [-7.30859375, false], [-10.8046875, false], [-10.8046875, false], [-9.5546875, false], [-11.0546875, false], [-11.0546875, false], [-9.828125, false], [-5.80859375, false], [-11.0546875, false], [-10.8046875, false], [-7.30859375, false], [-9.5546875, false], [-9.8046875, false], [-11.0546875, false], [-9.5546875, false], [-7.30859375, false], [-9.3046875, false], [-9.828125, false], [-5.80859375, false], [-10.8046875, false], [-9.0546875, false], [-9.5546875, false], [-9.3046875, false], [-9.0546875, false], [-9.5546875, false], [-7.30859375, false], [-11.0546875, false], [-13.3046875, false], [-5.80859375, false], [-11.0546875, false], [-4.05859375, false], [-7.30859375, false], [-9.5546875, false], [-10.8046875, false], [-11.0546875, false], [-11.5546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1233, "doc": {"id": "Mercury_416586", "question": "A small town is building their first water treatment plant. Their primary disinfectant is UV radiation. Which contaminant will UV radiation eliminate?", "choices": {"text": ["bacteria", "metals", "sediment", "oil"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "bacteria", "arguments": ["Question: A small town is building their first water treatment plant. Their primary disinfectant is UV radiation. Which contaminant will UV radiation eliminate?\nAnswer:", " ["], "resps": [[[-7.17578125, false]], [[-9.4296875, false]], [[-7.67578125, false]], [[-4.42578125, false]], [[-7.42578125, false]], [[-10.9296875, false]], [[-9.1796875, false]], [[-10.9296875, false]], [[-8.4296875, false]], [[-4.42578125, false]], [[-9.4296875, false]], [[-9.703125, false]], [[-4.67578125, false]], [[-9.4296875, false]], [[-7.67578125, false]], [[-9.1796875, false]], [[-10.9296875, false]], [[-4.42578125, false]], [[-10.9296875, false]], [[-9.6796875, false]], [[-9.4296875, false]], [[-9.703125, false]], [[-4.67578125, false]], [[-9.4296875, false]], [[-9.6796875, false]], [[-9.1796875, false]], [[-8.1796875, false]], [[-8.4296875, false]], [[-7.67578125, false]], [[-9.1796875, false]], [[-6.67578125, false]], [[-10.9296875, false]], [[-9.4296875, false]], [[-9.703125, false]], [[-4.67578125, false]], [[-9.4296875, false]], [[-6.42578125, false]], [[-8.4296875, false]], [[-10.9296875, false]], [[-9.4296875, false]], [[-14.3046875, false]]], "filtered_resps": [[-7.17578125, false], [-9.4296875, false], [-7.67578125, false], [-4.42578125, false], [-7.42578125, false], [-10.9296875, false], [-9.1796875, false], [-10.9296875, false], [-8.4296875, false], [-4.42578125, false], [-9.4296875, false], [-9.703125, false], [-4.67578125, false], [-9.4296875, false], [-7.67578125, false], [-9.1796875, false], [-10.9296875, false], [-4.42578125, false], [-10.9296875, false], [-9.6796875, false], [-9.4296875, false], [-9.703125, false], [-4.67578125, false], [-9.4296875, false], [-9.6796875, false], [-9.1796875, false], [-8.1796875, false], [-8.4296875, false], [-7.67578125, false], [-9.1796875, false], [-6.67578125, false], [-10.9296875, false], [-9.4296875, false], [-9.703125, false], [-4.67578125, false], [-9.4296875, false], [-6.42578125, false], [-8.4296875, false], [-10.9296875, false], [-9.4296875, false], [-14.3046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1241, "doc": {"id": "Mercury_7029855", "question": "Which of these substances is correctly identified as a mineral?", "choices": {"text": ["coal", "quartz", "granite", "sandstone"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "quartz", "arguments": ["Question: Which of these substances is correctly identified as a mineral?\nAnswer:", " ["], "resps": [[[-6.8046875, false]], [[-8.8046875, false]], [[-6.5546875, false]], [[-8.3046875, false]], [[-4.5546875, false]], [[-9.5546875, false]], [[-8.8046875, false]], [[-8.65625, false]], [[-4.5546875, false]], [[-8.8046875, false]], [[-11.5546875, false]], [[-7.8046875, false]], [[-4.5546875, false]], [[-8.5546875, false]], [[-9.5546875, false]], [[-8.3046875, false]], [[-8.8046875, false]], [[-8.65625, false]], [[-4.5546875, false]], [[-8.8046875, false]], [[-9.3046875, false]], [[-8.5546875, false]], [[-4.5546875, false]], [[-7.3046875, false]], [[-7.0546875, false]], [[-9.5546875, false]], [[-8.8046875, false]], [[-8.8046875, false]], [[-8.65625, false]], [[-4.5546875, false]], [[-8.8046875, false]], [[-8.0546875, false]], [[-4.5546875, false]], [[-7.3046875, false]], [[-10.5546875, false]], [[-8.0546875, false]], [[-9.5546875, false]], [[-8.3046875, false]], [[-7.3046875, false]], [[-8.8046875, false]], [[-8.8046875, false]], [[-12.5546875, false]]], "filtered_resps": [[-6.8046875, false], [-8.8046875, false], [-6.5546875, false], [-8.3046875, false], [-4.5546875, false], [-9.5546875, false], [-8.8046875, false], [-8.65625, false], [-4.5546875, false], [-8.8046875, false], [-11.5546875, false], [-7.8046875, false], [-4.5546875, false], [-8.5546875, false], [-9.5546875, false], [-8.3046875, false], [-8.8046875, false], [-8.65625, false], [-4.5546875, false], [-8.8046875, false], [-9.3046875, false], [-8.5546875, false], [-4.5546875, false], [-7.3046875, false], [-7.0546875, false], [-9.5546875, false], [-8.8046875, false], [-8.8046875, false], [-8.65625, false], [-4.5546875, false], [-8.8046875, false], [-8.0546875, false], [-4.5546875, false], [-7.3046875, false], [-10.5546875, false], [-8.0546875, false], [-9.5546875, false], [-8.3046875, false], [-7.3046875, false], [-8.8046875, false], [-8.8046875, false], [-12.5546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1249, "doc": {"id": "ACTAAP_2011_5_13", "question": "Which statement best describes the size of the Sun?", "choices": {"text": ["The Sun is medium-sized compared to other stars.", "The Sun is the largest and brightest star in the universe.", "Most of the stars in the universe would fit inside the Sun.", "Most of the stars in the universe are smaller than the Sun."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "The Sun is medium-sized compared to other stars.", "arguments": ["Question: Which statement best describes the size of the Sun?\nAnswer:", " ["], "resps": [[[-7.08984375, false]], [[-7.83984375, false]], [[-6.58984375, false]], [[-10.09375, false]], [[-8.34375, false]], [[-4.58984375, false]], [[-6.33984375, false]], [[-12.34375, false]], [[-8.84375, false]], [[-4.58984375, false]], [[-9.34375, false]], [[-9.84375, false]], [[-4.58984375, false]], [[-8.84375, false]], [[-8.34375, false]], [[-9.84375, false]], [[-9.34375, false]], [[-12.34375, false]], [[-8.84375, false]], [[-6.33984375, false]], [[-9.84375, false]], [[-9.34375, false]], [[-10.09375, false]], [[-8.34375, false]], [[-9.84375, false]], [[-4.58984375, false]], [[-8.84375, false]], [[-9.34375, false]], [[-8.84375, false]], [[-10.09375, false]], [[-5.33984375, false]], [[-10.59375, false]], [[-8.34375, false]], [[-9.84375, false]], [[-4.58984375, false]], [[-8.09375, false]], [[-9.34375, false]], [[-4.58984375, false]], [[-9.34375, false]], [[-8.09375, false]], [[-10.09375, false]], [[-8.34375, false]], [[-10.59375, false]], [[-4.58984375, false]], [[-9.84375, false]], [[-8.09375, false]], [[-5.33984375, false]], [[-10.59375, false]], [[-9.84375, false]], [[-5.859375, false]], [[-7.83984375, false]], [[-9.234375, false]], [[-4.58984375, false]], [[-7.83984375, false]], [[-6.58984375, false]], [[-10.09375, false]], [[-8.34375, false]], [[-4.58984375, false]], [[-6.33984375, false]], [[-12.34375, false]], [[-8.84375, false]], [[-4.58984375, false]], [[-9.34375, false]], [[-9.84375, false]], [[-4.58984375, false]], [[-8.09375, false]], [[-10.09375, false]], [[-8.34375, false]], [[-4.58984375, false]], [[-10.09375, false]], [[-5.33984375, false]], [[-10.59375, false]], [[-12.09375, false]], [[-8.34375, false]], [[-9.84375, false]], [[-8.09375, false]], [[-4.58984375, false]], [[-5.33984375, false]], [[-8.84375, false]], [[-9.84375, false]], [[-4.58984375, false]], [[-8.59375, false]], [[-10.59375, false]], [[-9.34375, false]], [[-12.09375, false]], [[-10.09375, false]], [[-8.09375, false]], [[-8.34375, false]], [[-9.84375, false]], [[-8.09375, false]], [[-4.58984375, false]], [[-9.84375, false]], [[-8.09375, false]], [[-5.33984375, false]], [[-10.59375, false]], [[-4.58984375, false]], [[-9.34375, false]], [[-8.84375, false]], [[-4.58984375, false]], [[-8.09375, false]], [[-10.09375, false]], [[-8.34375, false]], [[-4.58984375, false]], [[-12.34375, false]], [[-8.84375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-8.34375, false]], [[-10.59375, false]], [[-9.84375, false]], [[-8.34375, false]], [[-5.859375, false]], [[-7.83984375, false]], [[-9.234375, false]], [[-4.58984375, false]], [[-7.83984375, false]], [[-7.08984375, false]], [[-9.34375, false]], [[-9.84375, false]], [[-8.09375, false]], [[-4.58984375, false]], [[-9.34375, false]], [[-10.34375, false]], [[-4.58984375, false]], [[-8.09375, false]], [[-10.09375, false]], [[-8.34375, false]], [[-4.58984375, false]], [[-9.84375, false]], [[-8.09375, false]], [[-5.33984375, false]], [[-10.59375, false]], [[-9.84375, false]], [[-4.58984375, false]], [[-9.34375, false]], [[-8.84375, false]], [[-4.58984375, false]], [[-8.09375, false]], [[-10.09375, false]], [[-8.34375, false]], [[-4.58984375, false]], [[-12.34375, false]], [[-8.84375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-8.34375, false]], [[-10.59375, false]], [[-9.84375, false]], [[-8.34375, false]], [[-4.58984375, false]], [[-10.84375, false]], [[-9.34375, false]], [[-12.34375, false]], [[-10.09375, false]], [[-9.84375, false]], [[-4.58984375, false]], [[-10.34375, false]], [[-9.34375, false]], [[-8.09375, false]], [[-4.58984375, false]], [[-9.34375, false]], [[-8.84375, false]], [[-9.84375, false]], [[-9.34375, false]], [[-9.84375, false]], [[-8.34375, false]], [[-4.58984375, false]], [[-8.09375, false]], [[-10.09375, false]], [[-8.34375, false]], [[-4.58984375, false]], [[-6.33984375, false]], [[-12.34375, false]], [[-8.84375, false]], [[-5.859375, false]], [[-7.83984375, false]], [[-9.234375, false]], [[-4.58984375, false]], [[-7.83984375, false]], [[-7.08984375, false]], [[-9.34375, false]], [[-9.84375, false]], [[-8.09375, false]], [[-4.58984375, false]], [[-9.34375, false]], [[-10.34375, false]], [[-4.58984375, false]], [[-8.09375, false]], [[-10.09375, false]], [[-8.34375, false]], [[-4.58984375, false]], [[-9.84375, false]], [[-8.09375, false]], [[-5.33984375, false]], [[-10.59375, false]], [[-9.84375, false]], [[-4.58984375, false]], [[-9.34375, false]], [[-8.84375, false]], [[-4.58984375, false]], [[-8.09375, false]], [[-10.09375, false]], [[-8.34375, false]], [[-4.58984375, false]], [[-12.34375, false]], [[-8.84375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-8.34375, false]], [[-10.59375, false]], [[-9.84375, false]], [[-8.34375, false]], [[-4.58984375, false]], [[-5.33984375, false]], [[-10.59375, false]], [[-8.34375, false]], [[-4.58984375, false]], [[-9.84375, false]], [[-8.84375, false]], [[-5.33984375, false]], [[-10.09375, false]], [[-10.09375, false]], [[-8.34375, false]], [[-10.59375, false]], [[-4.58984375, false]], [[-8.09375, false]], [[-10.09375, false]], [[-5.33984375, false]], [[-8.84375, false]], [[-4.58984375, false]], [[-8.09375, false]], [[-10.09375, false]], [[-8.34375, false]], [[-4.58984375, false]], [[-6.33984375, false]], [[-12.34375, false]], [[-8.84375, false]], [[-5.859375, false]], [[-7.83984375, false]], [[-11.09375, false]]], "filtered_resps": [[-7.08984375, false], [-7.83984375, false], [-6.58984375, false], [-10.09375, false], [-8.34375, false], [-4.58984375, false], [-6.33984375, false], [-12.34375, false], [-8.84375, false], [-4.58984375, false], [-9.34375, false], [-9.84375, false], [-4.58984375, false], [-8.84375, false], [-8.34375, false], [-9.84375, false], [-9.34375, false], [-12.34375, false], [-8.84375, false], [-6.33984375, false], [-9.84375, false], [-9.34375, false], [-10.09375, false], [-8.34375, false], [-9.84375, false], [-4.58984375, false], [-8.84375, false], [-9.34375, false], [-8.84375, false], [-10.09375, false], [-5.33984375, false], [-10.59375, false], [-8.34375, false], [-9.84375, false], [-4.58984375, false], [-8.09375, false], [-9.34375, false], [-4.58984375, false], [-9.34375, false], [-8.09375, false], [-10.09375, false], [-8.34375, false], [-10.59375, false], [-4.58984375, false], [-9.84375, false], [-8.09375, false], [-5.33984375, false], [-10.59375, false], [-9.84375, false], [-5.859375, false], [-7.83984375, false], [-9.234375, false], [-4.58984375, false], [-7.83984375, false], [-6.58984375, false], [-10.09375, false], [-8.34375, false], [-4.58984375, false], [-6.33984375, false], [-12.34375, false], [-8.84375, false], [-4.58984375, false], [-9.34375, false], [-9.84375, false], [-4.58984375, false], [-8.09375, false], [-10.09375, false], [-8.34375, false], [-4.58984375, false], [-10.09375, false], [-5.33984375, false], [-10.59375, false], [-12.09375, false], [-8.34375, false], [-9.84375, false], [-8.09375, false], [-4.58984375, false], [-5.33984375, false], [-8.84375, false], [-9.84375, false], [-4.58984375, false], [-8.59375, false], [-10.59375, false], [-9.34375, false], [-12.09375, false], [-10.09375, false], [-8.09375, false], [-8.34375, false], [-9.84375, false], [-8.09375, false], [-4.58984375, false], [-9.84375, false], [-8.09375, false], [-5.33984375, false], [-10.59375, false], [-4.58984375, false], [-9.34375, false], [-8.84375, false], [-4.58984375, false], [-8.09375, false], [-10.09375, false], [-8.34375, false], [-4.58984375, false], [-12.34375, false], [-8.84375, false], [-9.34375, false], [-9.34375, false], [-8.34375, false], [-10.59375, false], [-9.84375, false], [-8.34375, false], [-5.859375, false], [-7.83984375, false], [-9.234375, false], [-4.58984375, false], [-7.83984375, false], [-7.08984375, false], [-9.34375, false], [-9.84375, false], [-8.09375, false], [-4.58984375, false], [-9.34375, false], [-10.34375, false], [-4.58984375, false], [-8.09375, false], [-10.09375, false], [-8.34375, false], [-4.58984375, false], [-9.84375, false], [-8.09375, false], [-5.33984375, false], [-10.59375, false], [-9.84375, false], [-4.58984375, false], [-9.34375, false], [-8.84375, false], [-4.58984375, false], [-8.09375, false], [-10.09375, false], [-8.34375, false], [-4.58984375, false], [-12.34375, false], [-8.84375, false], [-9.34375, false], [-9.34375, false], [-8.34375, false], [-10.59375, false], [-9.84375, false], [-8.34375, false], [-4.58984375, false], [-10.84375, false], [-9.34375, false], [-12.34375, false], [-10.09375, false], [-9.84375, false], [-4.58984375, false], [-10.34375, false], [-9.34375, false], [-8.09375, false], [-4.58984375, false], [-9.34375, false], [-8.84375, false], [-9.84375, false], [-9.34375, false], [-9.84375, false], [-8.34375, false], [-4.58984375, false], [-8.09375, false], [-10.09375, false], [-8.34375, false], [-4.58984375, false], [-6.33984375, false], [-12.34375, false], [-8.84375, false], [-5.859375, false], [-7.83984375, false], [-9.234375, false], [-4.58984375, false], [-7.83984375, false], [-7.08984375, false], [-9.34375, false], [-9.84375, false], [-8.09375, false], [-4.58984375, false], [-9.34375, false], [-10.34375, false], [-4.58984375, false], [-8.09375, false], [-10.09375, false], [-8.34375, false], [-4.58984375, false], [-9.84375, false], [-8.09375, false], [-5.33984375, false], [-10.59375, false], [-9.84375, false], [-4.58984375, false], [-9.34375, false], [-8.84375, false], [-4.58984375, false], [-8.09375, false], [-10.09375, false], [-8.34375, false], [-4.58984375, false], [-12.34375, false], [-8.84375, false], [-9.34375, false], [-9.34375, false], [-8.34375, false], [-10.59375, false], [-9.84375, false], [-8.34375, false], [-4.58984375, false], [-5.33984375, false], [-10.59375, false], [-8.34375, false], [-4.58984375, false], [-9.84375, false], [-8.84375, false], [-5.33984375, false], [-10.09375, false], [-10.09375, false], [-8.34375, false], [-10.59375, false], [-4.58984375, false], [-8.09375, false], [-10.09375, false], [-5.33984375, false], [-8.84375, false], [-4.58984375, false], [-8.09375, false], [-10.09375, false], [-8.34375, false], [-4.58984375, false], [-6.33984375, false], [-12.34375, false], [-8.84375, false], [-5.859375, false], [-7.83984375, false], [-11.09375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1257, "doc": {"id": "MCAS_2012_5_22237", "question": "An earthworm has a length of 12.8 centimeters. What is the length, in millimeters, of the earthworm?", "choices": {"text": ["0.128 millimeter", "1.28 millimeters", "128 millimeters", "1280 millimeters"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "128 millimeters", "arguments": ["Question: An earthworm has a length of 12.8 centimeters. What is the length, in millimeters, of the earthworm?\nAnswer:", " ["], "resps": [[[-6.34375, false]], [[-8.34375, false]], [[-6.09375, false]], [[-6.18359375, false]], [[-4.84375, false]], [[-5.34375, false]], [[-5.59375, false]], [[-5.09375, false]], [[-5.84375, false]], [[-8.34375, false]], [[-7.84375, false]], [[-7.84375, false]], [[-8.34375, false]], [[-5.84375, false]], [[-7.84375, false]], [[-7.09375, false]], [[-7.84375, false]], [[-7.34375, false]], [[-8.34375, false]], [[-9.125, false]], [[-5.09375, false]], [[-8.34375, false]], [[-4.84375, false]], [[-6.18359375, false]], [[-5.34375, false]], [[-5.59375, false]], [[-5.09375, false]], [[-5.84375, false]], [[-8.34375, false]], [[-7.84375, false]], [[-7.84375, false]], [[-8.34375, false]], [[-5.84375, false]], [[-7.84375, false]], [[-7.09375, false]], [[-7.84375, false]], [[-7.34375, false]], [[-8.09375, false]], [[-8.34375, false]], [[-9.125, false]], [[-5.09375, false]], [[-8.34375, false]], [[-4.84375, false]], [[-5.34375, false]], [[-5.59375, false]], [[-5.09375, false]], [[-5.84375, false]], [[-8.34375, false]], [[-7.84375, false]], [[-7.84375, false]], [[-8.34375, false]], [[-5.84375, false]], [[-7.84375, false]], [[-7.09375, false]], [[-7.84375, false]], [[-7.34375, false]], [[-8.09375, false]], [[-8.34375, false]], [[-9.125, false]], [[-5.09375, false]], [[-8.34375, false]], [[-4.84375, false]], [[-5.34375, false]], [[-5.59375, false]], [[-6.09375, false]], [[-5.09375, false]], [[-5.84375, false]], [[-8.34375, false]], [[-7.84375, false]], [[-7.84375, false]], [[-8.34375, false]], [[-5.84375, false]], [[-7.84375, false]], [[-7.09375, false]], [[-7.84375, false]], [[-7.34375, false]], [[-8.09375, false]], [[-8.34375, false]], [[-10.84375, false]]], "filtered_resps": [[-6.34375, false], [-8.34375, false], [-6.09375, false], [-6.18359375, false], [-4.84375, false], [-5.34375, false], [-5.59375, false], [-5.09375, false], [-5.84375, false], [-8.34375, false], [-7.84375, false], [-7.84375, false], [-8.34375, false], [-5.84375, false], [-7.84375, false], [-7.09375, false], [-7.84375, false], [-7.34375, false], [-8.34375, false], [-9.125, false], [-5.09375, false], [-8.34375, false], [-4.84375, false], [-6.18359375, false], [-5.34375, false], [-5.59375, false], [-5.09375, false], [-5.84375, false], [-8.34375, false], [-7.84375, false], [-7.84375, false], [-8.34375, false], [-5.84375, false], [-7.84375, false], [-7.09375, false], [-7.84375, false], [-7.34375, false], [-8.09375, false], [-8.34375, false], [-9.125, false], [-5.09375, false], [-8.34375, false], [-4.84375, false], [-5.34375, false], [-5.59375, false], [-5.09375, false], [-5.84375, false], [-8.34375, false], [-7.84375, false], [-7.84375, false], [-8.34375, false], [-5.84375, false], [-7.84375, false], [-7.09375, false], [-7.84375, false], [-7.34375, false], [-8.09375, false], [-8.34375, false], [-9.125, false], [-5.09375, false], [-8.34375, false], [-4.84375, false], [-5.34375, false], [-5.59375, false], [-6.09375, false], [-5.09375, false], [-5.84375, false], [-8.34375, false], [-7.84375, false], [-7.84375, false], [-8.34375, false], [-5.84375, false], [-7.84375, false], [-7.09375, false], [-7.84375, false], [-7.34375, false], [-8.09375, false], [-8.34375, false], [-10.84375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1265, "doc": {"id": "NAEP_2000_8_S21+3", "question": "What property of water is most important for living organisms?", "choices": {"text": ["It is odorless.", "It does not conduct electricity.", "It is tasteless.", "It is liquid at most temperatures on Earth."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "It is liquid at most temperatures on Earth.", "arguments": ["Question: What property of water is most important for living organisms?\nAnswer:", " ["], "resps": [[[-7.890625, false]], [[-9.140625, false]], [[-5.890625, false]], [[-10.390625, false]], [[-5.640625, false]], [[-8.390625, false]], [[-8.890625, false]], [[-5.640625, false]], [[-7.390625, false]], [[-7.640625, false]], [[-7.390625, false]], [[-11.890625, false]], [[-10.390625, false]], [[-7.390625, false]], [[-8.890625, false]], [[-8.890625, false]], [[-7.6875, false]], [[-9.140625, false]], [[-10.1875, false]], [[-5.640625, false]], [[-9.140625, false]], [[-5.890625, false]], [[-10.390625, false]], [[-5.640625, false]], [[-7.640625, false]], [[-7.390625, false]], [[-7.390625, false]], [[-8.890625, false]], [[-5.640625, false]], [[-8.640625, false]], [[-7.390625, false]], [[-10.390625, false]], [[-5.640625, false]], [[-7.390625, false]], [[-7.390625, false]], [[-8.640625, false]], [[-7.640625, false]], [[-10.140625, false]], [[-7.390625, false]], [[-10.390625, false]], [[-5.640625, false]], [[-7.390625, false]], [[-10.390625, false]], [[-7.390625, false]], [[-7.390625, false]], [[-10.390625, false]], [[-11.890625, false]], [[-8.390625, false]], [[-7.390625, false]], [[-8.390625, false]], [[-10.390625, false]], [[-10.890625, false]], [[-7.6875, false]], [[-9.140625, false]], [[-10.1875, false]], [[-5.640625, false]], [[-9.140625, false]], [[-5.890625, false]], [[-10.390625, false]], [[-5.640625, false]], [[-8.390625, false]], [[-8.890625, false]], [[-5.640625, false]], [[-10.390625, false]], [[-5.390625, false]], [[-8.890625, false]], [[-10.390625, false]], [[-7.390625, false]], [[-10.390625, false]], [[-7.390625, false]], [[-8.890625, false]], [[-8.890625, false]], [[-7.6875, false]], [[-9.140625, false]], [[-10.1875, false]], [[-5.640625, false]], [[-9.140625, false]], [[-5.890625, false]], [[-10.390625, false]], [[-5.640625, false]], [[-8.390625, false]], [[-8.890625, false]], [[-5.640625, false]], [[-10.390625, false]], [[-8.390625, false]], [[-11.890625, false]], [[-10.140625, false]], [[-8.390625, false]], [[-7.640625, false]], [[-5.640625, false]], [[-5.390625, false]], [[-10.390625, false]], [[-5.640625, false]], [[-8.640625, false]], [[-7.390625, false]], [[-8.890625, false]], [[-10.390625, false]], [[-5.640625, false]], [[-10.390625, false]], [[-7.390625, false]], [[-8.640625, false]], [[-9.390625, false]], [[-7.390625, false]], [[-11.890625, false]], [[-5.390625, false]], [[-10.390625, false]], [[-10.140625, false]], [[-11.890625, false]], [[-7.390625, false]], [[-8.890625, false]], [[-5.640625, false]], [[-7.390625, false]], [[-8.640625, false]], [[-5.640625, false]], [[-5.640625, false]], [[-5.390625, false]], [[-11.890625, false]], [[-10.390625, false]], [[-10.140625, false]], [[-7.6875, false]], [[-9.140625, false]], [[-14.640625, false]]], "filtered_resps": [[-7.890625, false], [-9.140625, false], [-5.890625, false], [-10.390625, false], [-5.640625, false], [-8.390625, false], [-8.890625, false], [-5.640625, false], [-7.390625, false], [-7.640625, false], [-7.390625, false], [-11.890625, false], [-10.390625, false], [-7.390625, false], [-8.890625, false], [-8.890625, false], [-7.6875, false], [-9.140625, false], [-10.1875, false], [-5.640625, false], [-9.140625, false], [-5.890625, false], [-10.390625, false], [-5.640625, false], [-7.640625, false], [-7.390625, false], [-7.390625, false], [-8.890625, false], [-5.640625, false], [-8.640625, false], [-7.390625, false], [-10.390625, false], [-5.640625, false], [-7.390625, false], [-7.390625, false], [-8.640625, false], [-7.640625, false], [-10.140625, false], [-7.390625, false], [-10.390625, false], [-5.640625, false], [-7.390625, false], [-10.390625, false], [-7.390625, false], [-7.390625, false], [-10.390625, false], [-11.890625, false], [-8.390625, false], [-7.390625, false], [-8.390625, false], [-10.390625, false], [-10.890625, false], [-7.6875, false], [-9.140625, false], [-10.1875, false], [-5.640625, false], [-9.140625, false], [-5.890625, false], [-10.390625, false], [-5.640625, false], [-8.390625, false], [-8.890625, false], [-5.640625, false], [-10.390625, false], [-5.390625, false], [-8.890625, false], [-10.390625, false], [-7.390625, false], [-10.390625, false], [-7.390625, false], [-8.890625, false], [-8.890625, false], [-7.6875, false], [-9.140625, false], [-10.1875, false], [-5.640625, false], [-9.140625, false], [-5.890625, false], [-10.390625, false], [-5.640625, false], [-8.390625, false], [-8.890625, false], [-5.640625, false], [-10.390625, false], [-8.390625, false], [-11.890625, false], [-10.140625, false], [-8.390625, false], [-7.640625, false], [-5.640625, false], [-5.390625, false], [-10.390625, false], [-5.640625, false], [-8.640625, false], [-7.390625, false], [-8.890625, false], [-10.390625, false], [-5.640625, false], [-10.390625, false], [-7.390625, false], [-8.640625, false], [-9.390625, false], [-7.390625, false], [-11.890625, false], [-5.390625, false], [-10.390625, false], [-10.140625, false], [-11.890625, false], [-7.390625, false], [-8.890625, false], [-5.640625, false], [-7.390625, false], [-8.640625, false], [-5.640625, false], [-5.640625, false], [-5.390625, false], [-11.890625, false], [-10.390625, false], [-10.140625, false], [-7.6875, false], [-9.140625, false], [-14.640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1273, "doc": {"id": "Mercury_SC_LBS10619", "question": "What remains in the same location in the sky of the Northern Hemisphere each night?", "choices": {"text": ["the Sun", "the Little Dipper", "the North Star", "the Moon"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "the North Star", "arguments": ["Question: What remains in the same location in the sky of the Northern Hemisphere each night?\nAnswer:", " ["], "resps": [[[-8.28125, false]], [[-7.28125, false]], [[-9.53125, false]], [[-11.28125, false]], [[-9.28125, false]], [[-5.53125, false]], [[-5.78125, false]], [[-11.28125, false]], [[-9.78125, false]], [[-7.28125, false]], [[-10.296875, false]], [[-5.53125, false]], [[-7.28125, false]], [[-9.53125, false]], [[-11.28125, false]], [[-9.28125, false]], [[-5.53125, false]], [[-7.03125, false]], [[-9.78125, false]], [[-9.53125, false]], [[-9.53125, false]], [[-10.03125, false]], [[-9.28125, false]], [[-5.53125, false]], [[-7.28125, false]], [[-9.78125, false]], [[-10.78125, false]], [[-10.78125, false]], [[-9.28125, false]], [[-10.28125, false]], [[-7.28125, false]], [[-10.296875, false]], [[-5.53125, false]], [[-7.28125, false]], [[-9.53125, false]], [[-11.28125, false]], [[-9.28125, false]], [[-5.53125, false]], [[-7.03125, false]], [[-9.28125, false]], [[-10.28125, false]], [[-9.53125, false]], [[-11.28125, false]], [[-5.53125, false]], [[-5.78125, false]], [[-9.53125, false]], [[-4.28125, false]], [[-10.28125, false]], [[-7.28125, false]], [[-10.296875, false]], [[-5.53125, false]], [[-7.28125, false]], [[-9.53125, false]], [[-11.28125, false]], [[-9.28125, false]], [[-5.53125, false]], [[-7.28125, false]], [[-9.28125, false]], [[-9.28125, false]], [[-9.78125, false]], [[-7.28125, false]], [[-12.53125, false]]], "filtered_resps": [[-8.28125, false], [-7.28125, false], [-9.53125, false], [-11.28125, false], [-9.28125, false], [-5.53125, false], [-5.78125, false], [-11.28125, false], [-9.78125, false], [-7.28125, false], [-10.296875, false], [-5.53125, false], [-7.28125, false], [-9.53125, false], [-11.28125, false], [-9.28125, false], [-5.53125, false], [-7.03125, false], [-9.78125, false], [-9.53125, false], [-9.53125, false], [-10.03125, false], [-9.28125, false], [-5.53125, false], [-7.28125, false], [-9.78125, false], [-10.78125, false], [-10.78125, false], [-9.28125, false], [-10.28125, false], [-7.28125, false], [-10.296875, false], [-5.53125, false], [-7.28125, false], [-9.53125, false], [-11.28125, false], [-9.28125, false], [-5.53125, false], [-7.03125, false], [-9.28125, false], [-10.28125, false], [-9.53125, false], [-11.28125, false], [-5.53125, false], [-5.78125, false], [-9.53125, false], [-4.28125, false], [-10.28125, false], [-7.28125, false], [-10.296875, false], [-5.53125, false], [-7.28125, false], [-9.53125, false], [-11.28125, false], [-9.28125, false], [-5.53125, false], [-7.28125, false], [-9.28125, false], [-9.28125, false], [-9.78125, false], [-7.28125, false], [-12.53125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1281, "doc": {"id": "Mercury_7011288", "question": "Which is most directly responsible for building up a river delta?", "choices": {"text": ["erosion", "leaching", "subsidence", "deposition"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "deposition", "arguments": ["Question: Which is most directly responsible for building up a river delta?\nAnswer:", " ["], "resps": [[[-7.90625, false]], [[-8.65625, false]], [[-7.03125, false]], [[-11.15625, false]], [[-8.90625, false]], [[-9.53125, false]], [[-9.28125, false]], [[-8.90625, false]], [[-9.40625, false]], [[-8.65625, false]], [[-10.625, false]], [[-5.28125, false]], [[-8.65625, false]], [[-9.28125, false]], [[-7.03125, false]], [[-5.78125, false]], [[-9.03125, false]], [[-11.90625, false]], [[-9.28125, false]], [[-9.40625, false]], [[-11.78125, false]], [[-8.65625, false]], [[-10.625, false]], [[-5.28125, false]], [[-8.65625, false]], [[-9.53125, false]], [[-12.15625, false]], [[-9.65625, false]], [[-9.53125, false]], [[-9.28125, false]], [[-7.53125, false]], [[-7.03125, false]], [[-9.40625, false]], [[-9.03125, false]], [[-7.03125, false]], [[-8.65625, false]], [[-10.625, false]], [[-5.28125, false]], [[-8.65625, false]], [[-7.53125, false]], [[-7.03125, false]], [[-9.53125, false]], [[-8.90625, false]], [[-9.53125, false]], [[-9.28125, false]], [[-11.15625, false]], [[-9.28125, false]], [[-8.90625, false]], [[-9.40625, false]], [[-8.65625, false]], [[-14.53125, false]]], "filtered_resps": [[-7.90625, false], [-8.65625, false], [-7.03125, false], [-11.15625, false], [-8.90625, false], [-9.53125, false], [-9.28125, false], [-8.90625, false], [-9.40625, false], [-8.65625, false], [-10.625, false], [-5.28125, false], [-8.65625, false], [-9.28125, false], [-7.03125, false], [-5.78125, false], [-9.03125, false], [-11.90625, false], [-9.28125, false], [-9.40625, false], [-11.78125, false], [-8.65625, false], [-10.625, false], [-5.28125, false], [-8.65625, false], [-9.53125, false], [-12.15625, false], [-9.65625, false], [-9.53125, false], [-9.28125, false], [-7.53125, false], [-7.03125, false], [-9.40625, false], [-9.03125, false], [-7.03125, false], [-8.65625, false], [-10.625, false], [-5.28125, false], [-8.65625, false], [-7.53125, false], [-7.03125, false], [-9.53125, false], [-8.90625, false], [-9.53125, false], [-9.28125, false], [-11.15625, false], [-9.28125, false], [-8.90625, false], [-9.40625, false], [-8.65625, false], [-14.53125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1289, "doc": {"id": "Mercury_7141733", "question": "A carpenter rubs sandpaper on a wooden bench to make the bench smoother. The sandpaper will get warm as it is rubbed on the bench. As a result of the friction between the sandpaper and the bench, thermal energy is converted to", "choices": {"text": ["chemical energy that is stored by the sandpaper.", "radiant energy that is transferred to the bench.", "potential energy that is stored by the wood.", "heat energy that is transferred to the air."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "heat energy that is transferred to the air.", "arguments": ["Question: A carpenter rubs sandpaper on a wooden bench to make the bench smoother. The sandpaper will get warm as it is rubbed on the bench. As a result of the friction between the sandpaper and the bench, thermal energy is converted to\nAnswer:", " ["], "resps": [[[-7.20703125, false]], [[-8.9609375, false]], [[-8.2109375, false]], [[-9.4609375, false]], [[-8.9609375, false]], [[-8.2109375, false]], [[-7.45703125, false]], [[-8.2109375, false]], [[-4.45703125, false]], [[-9.9609375, false]], [[-5.20703125, false]], [[-8.9609375, false]], [[-8.4609375, false]], [[-8.9609375, false]], [[-9.9609375, false]], [[-10.9609375, false]], [[-10.7109375, false]], [[-5.20703125, false]], [[-8.4609375, false]], [[-9.4609375, false]], [[-4.45703125, false]], [[-8.4609375, false]], [[-5.20703125, false]], [[-7.45703125, false]], [[-8.9609375, false]], [[-5.20703125, false]], [[-8.9609375, false]], [[-8.4609375, false]], [[-9.2109375, false]], [[-9.9609375, false]], [[-8.9609375, false]], [[-7.95703125, false]], [[-5.20703125, false]], [[-6.95703125, false]], [[-10.7109375, false]], [[-5.20703125, false]], [[-8.4609375, false]], [[-9.4609375, false]], [[-8.9609375, false]], [[-5.20703125, false]], [[-8.9609375, false]], [[-4.45703125, false]], [[-8.4609375, false]], [[-7.95703125, false]], [[-9.2109375, false]], [[-4.45703125, false]], [[-9.2109375, false]], [[-8.9609375, false]], [[-9.9609375, false]], [[-6.578125, false]], [[-8.9609375, false]], [[-8.9140625, false]], [[-5.20703125, false]], [[-8.9609375, false]], [[-9.9609375, false]], [[-4.45703125, false]], [[-7.95703125, false]], [[-7.45703125, false]], [[-4.45703125, false]], [[-8.4609375, false]], [[-8.4609375, false]], [[-5.20703125, false]], [[-8.9609375, false]], [[-8.4609375, false]], [[-8.9609375, false]], [[-9.9609375, false]], [[-10.9609375, false]], [[-10.7109375, false]], [[-5.20703125, false]], [[-8.4609375, false]], [[-9.4609375, false]], [[-4.45703125, false]], [[-8.4609375, false]], [[-5.20703125, false]], [[-7.45703125, false]], [[-8.9609375, false]], [[-5.20703125, false]], [[-8.4609375, false]], [[-9.9609375, false]], [[-4.45703125, false]], [[-8.4609375, false]], [[-8.9609375, false]], [[-8.7109375, false]], [[-8.9609375, false]], [[-9.9609375, false]], [[-9.9609375, false]], [[-8.9609375, false]], [[-7.95703125, false]], [[-5.20703125, false]], [[-8.4609375, false]], [[-9.2109375, false]], [[-5.20703125, false]], [[-8.4609375, false]], [[-9.4609375, false]], [[-8.9609375, false]], [[-5.20703125, false]], [[-6.95703125, false]], [[-8.9609375, false]], [[-8.4609375, false]], [[-8.2109375, false]], [[-9.4609375, false]], [[-6.578125, false]], [[-8.9609375, false]], [[-8.9140625, false]], [[-5.20703125, false]], [[-8.9609375, false]], [[-9.2109375, false]], [[-9.2109375, false]], [[-8.4609375, false]], [[-8.9609375, false]], [[-8.4609375, false]], [[-8.4609375, false]], [[-7.45703125, false]], [[-4.45703125, false]], [[-9.9609375, false]], [[-5.20703125, false]], [[-8.9609375, false]], [[-8.4609375, false]], [[-8.9609375, false]], [[-9.9609375, false]], [[-10.9609375, false]], [[-10.7109375, false]], [[-5.20703125, false]], [[-8.4609375, false]], [[-9.4609375, false]], [[-4.45703125, false]], [[-8.4609375, false]], [[-5.20703125, false]], [[-7.45703125, false]], [[-8.9609375, false]], [[-5.20703125, false]], [[-8.9609375, false]], [[-8.4609375, false]], [[-9.2109375, false]], [[-9.9609375, false]], [[-8.9609375, false]], [[-7.95703125, false]], [[-5.20703125, false]], [[-6.95703125, false]], [[-10.7109375, false]], [[-5.20703125, false]], [[-8.4609375, false]], [[-9.4609375, false]], [[-8.9609375, false]], [[-5.20703125, false]], [[-10.2109375, false]], [[-9.2109375, false]], [[-9.2109375, false]], [[-7.95703125, false]], [[-6.578125, false]], [[-8.9609375, false]], [[-8.953125, false]], [[-5.20703125, false]], [[-8.9609375, false]], [[-9.4609375, false]], [[-8.9609375, false]], [[-4.45703125, false]], [[-8.4609375, false]], [[-5.20703125, false]], [[-8.9609375, false]], [[-8.4609375, false]], [[-8.9609375, false]], [[-9.9609375, false]], [[-10.9609375, false]], [[-10.7109375, false]], [[-5.20703125, false]], [[-8.4609375, false]], [[-9.4609375, false]], [[-4.45703125, false]], [[-8.4609375, false]], [[-5.20703125, false]], [[-7.45703125, false]], [[-8.9609375, false]], [[-5.20703125, false]], [[-8.4609375, false]], [[-9.9609375, false]], [[-4.45703125, false]], [[-8.4609375, false]], [[-8.9609375, false]], [[-8.7109375, false]], [[-8.9609375, false]], [[-9.9609375, false]], [[-9.9609375, false]], [[-8.9609375, false]], [[-7.95703125, false]], [[-5.20703125, false]], [[-8.4609375, false]], [[-9.2109375, false]], [[-5.20703125, false]], [[-8.4609375, false]], [[-9.4609375, false]], [[-8.9609375, false]], [[-5.20703125, false]], [[-4.45703125, false]], [[-7.45703125, false]], [[-9.9609375, false]], [[-6.578125, false]], [[-8.9609375, false]], [[-11.9609375, false]]], "filtered_resps": [[-7.20703125, false], [-8.9609375, false], [-8.2109375, false], [-9.4609375, false], [-8.9609375, false], [-8.2109375, false], [-7.45703125, false], [-8.2109375, false], [-4.45703125, false], [-9.9609375, false], [-5.20703125, false], [-8.9609375, false], [-8.4609375, false], [-8.9609375, false], [-9.9609375, false], [-10.9609375, false], [-10.7109375, false], [-5.20703125, false], [-8.4609375, false], [-9.4609375, false], [-4.45703125, false], [-8.4609375, false], [-5.20703125, false], [-7.45703125, false], [-8.9609375, false], [-5.20703125, false], [-8.9609375, false], [-8.4609375, false], [-9.2109375, false], [-9.9609375, false], [-8.9609375, false], [-7.95703125, false], [-5.20703125, false], [-6.95703125, false], [-10.7109375, false], [-5.20703125, false], [-8.4609375, false], [-9.4609375, false], [-8.9609375, false], [-5.20703125, false], [-8.9609375, false], [-4.45703125, false], [-8.4609375, false], [-7.95703125, false], [-9.2109375, false], [-4.45703125, false], [-9.2109375, false], [-8.9609375, false], [-9.9609375, false], [-6.578125, false], [-8.9609375, false], [-8.9140625, false], [-5.20703125, false], [-8.9609375, false], [-9.9609375, false], [-4.45703125, false], [-7.95703125, false], [-7.45703125, false], [-4.45703125, false], [-8.4609375, false], [-8.4609375, false], [-5.20703125, false], [-8.9609375, false], [-8.4609375, false], [-8.9609375, false], [-9.9609375, false], [-10.9609375, false], [-10.7109375, false], [-5.20703125, false], [-8.4609375, false], [-9.4609375, false], [-4.45703125, false], [-8.4609375, false], [-5.20703125, false], [-7.45703125, false], [-8.9609375, false], [-5.20703125, false], [-8.4609375, false], [-9.9609375, false], [-4.45703125, false], [-8.4609375, false], [-8.9609375, false], [-8.7109375, false], [-8.9609375, false], [-9.9609375, false], [-9.9609375, false], [-8.9609375, false], [-7.95703125, false], [-5.20703125, false], [-8.4609375, false], [-9.2109375, false], [-5.20703125, false], [-8.4609375, false], [-9.4609375, false], [-8.9609375, false], [-5.20703125, false], [-6.95703125, false], [-8.9609375, false], [-8.4609375, false], [-8.2109375, false], [-9.4609375, false], [-6.578125, false], [-8.9609375, false], [-8.9140625, false], [-5.20703125, false], [-8.9609375, false], [-9.2109375, false], [-9.2109375, false], [-8.4609375, false], [-8.9609375, false], [-8.4609375, false], [-8.4609375, false], [-7.45703125, false], [-4.45703125, false], [-9.9609375, false], [-5.20703125, false], [-8.9609375, false], [-8.4609375, false], [-8.9609375, false], [-9.9609375, false], [-10.9609375, false], [-10.7109375, false], [-5.20703125, false], [-8.4609375, false], [-9.4609375, false], [-4.45703125, false], [-8.4609375, false], [-5.20703125, false], [-7.45703125, false], [-8.9609375, false], [-5.20703125, false], [-8.9609375, false], [-8.4609375, false], [-9.2109375, false], [-9.9609375, false], [-8.9609375, false], [-7.95703125, false], [-5.20703125, false], [-6.95703125, false], [-10.7109375, false], [-5.20703125, false], [-8.4609375, false], [-9.4609375, false], [-8.9609375, false], [-5.20703125, false], [-10.2109375, false], [-9.2109375, false], [-9.2109375, false], [-7.95703125, false], [-6.578125, false], [-8.9609375, false], [-8.953125, false], [-5.20703125, false], [-8.9609375, false], [-9.4609375, false], [-8.9609375, false], [-4.45703125, false], [-8.4609375, false], [-5.20703125, false], [-8.9609375, false], [-8.4609375, false], [-8.9609375, false], [-9.9609375, false], [-10.9609375, false], [-10.7109375, false], [-5.20703125, false], [-8.4609375, false], [-9.4609375, false], [-4.45703125, false], [-8.4609375, false], [-5.20703125, false], [-7.45703125, false], [-8.9609375, false], [-5.20703125, false], [-8.4609375, false], [-9.9609375, false], [-4.45703125, false], [-8.4609375, false], [-8.9609375, false], [-8.7109375, false], [-8.9609375, false], [-9.9609375, false], [-9.9609375, false], [-8.9609375, false], [-7.95703125, false], [-5.20703125, false], [-8.4609375, false], [-9.2109375, false], [-5.20703125, false], [-8.4609375, false], [-9.4609375, false], [-8.9609375, false], [-5.20703125, false], [-4.45703125, false], [-7.45703125, false], [-9.9609375, false], [-6.578125, false], [-8.9609375, false], [-11.9609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1297, "doc": {"id": "Mercury_7191520", "question": "Canadian physician Sir William Osler once said, \"In Science the credit goes to the man who convinces the world, not to the man to whom the idea first occurred.\" How does this quote apply to scientific knowledge?", "choices": {"text": ["Famous scientists have the best ideas.", "Ideas must be communicated to the public", "In order to be important, ideas must be believable.", "The results are less important than the ideas in an experiment."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Ideas must be communicated to the public", "arguments": ["Question: Canadian physician Sir William Osler once said, \"In Science the credit goes to the man who convinces the world, not to the man to whom the idea first occurred.\" How does this quote apply to scientific knowledge?\nAnswer:", " ["], "resps": [[[-7.25390625, false]], [[-7.25390625, false]], [[-8.2578125, false]], [[-8.2578125, false]], [[-13.5078125, false]], [[-11.2578125, false]], [[-13.2578125, false]], [[-11.0078125, false]], [[-6.25390625, false]], [[-11.0078125, false]], [[-11.5078125, false]], [[-9.5078125, false]], [[-10.2578125, false]], [[-11.0078125, false]], [[-12.2578125, false]], [[-9.5078125, false]], [[-11.0078125, false]], [[-12.2578125, false]], [[-11.0078125, false]], [[-6.25390625, false]], [[-13.5078125, false]], [[-8.2578125, false]], [[-12.5078125, false]], [[-10.2578125, false]], [[-6.25390625, false]], [[-12.2578125, false]], [[-13.5078125, false]], [[-10.2578125, false]], [[-6.25390625, false]], [[-10.0078125, false]], [[-10.2578125, false]], [[-11.0078125, false]], [[-12.2578125, false]], [[-6.25390625, false]], [[-9.5078125, false]], [[-12.0078125, false]], [[-10.2578125, false]], [[-8.2578125, false]], [[-11.0078125, false]], [[-9.171875, false]], [[-7.25390625, false]], [[-12.171875, false]], [[-6.25390625, false]], [[-7.25390625, false]], [[-3.75390625, false]], [[-12.0078125, false]], [[-10.2578125, false]], [[-8.2578125, false]], [[-11.0078125, false]], [[-6.25390625, false]], [[-13.5078125, false]], [[-13.2578125, false]], [[-11.0078125, false]], [[-12.2578125, false]], [[-6.25390625, false]], [[-10.0078125, false]], [[-10.2578125, false]], [[-6.25390625, false]], [[-11.5078125, false]], [[-11.2578125, false]], [[-13.5078125, false]], [[-13.5078125, false]], [[-13.2578125, false]], [[-11.0078125, false]], [[-9.5078125, false]], [[-11.5078125, false]], [[-8.2578125, false]], [[-12.2578125, false]], [[-10.2578125, false]], [[-12.0078125, false]], [[-6.25390625, false]], [[-12.2578125, false]], [[-11.2578125, false]], [[-6.25390625, false]], [[-12.2578125, false]], [[-13.5078125, false]], [[-10.2578125, false]], [[-6.25390625, false]], [[-11.7578125, false]], [[-13.2578125, false]], [[-10.0078125, false]], [[-12.7578125, false]], [[-9.5078125, false]], [[-11.5078125, false]], [[-7.25390625, false]], [[-12.171875, false]], [[-6.25390625, false]], [[-7.25390625, false]], [[-3.75390625, false]], [[-11.0078125, false]], [[-6.25390625, false]], [[-11.2578125, false]], [[-13.2578125, false]], [[-12.0078125, false]], [[-10.2578125, false]], [[-13.2578125, false]], [[-6.25390625, false]], [[-12.2578125, false]], [[-11.2578125, false]], [[-6.25390625, false]], [[-10.0078125, false]], [[-10.2578125, false]], [[-6.25390625, false]], [[-9.5078125, false]], [[-13.5078125, false]], [[-11.7578125, false]], [[-11.2578125, false]], [[-13.2578125, false]], [[-12.2578125, false]], [[-8.2578125, false]], [[-11.0078125, false]], [[-12.2578125, false]], [[-12.171875, false]], [[-6.25390625, false]], [[-9.5078125, false]], [[-12.0078125, false]], [[-10.2578125, false]], [[-8.2578125, false]], [[-11.0078125, false]], [[-6.25390625, false]], [[-13.5078125, false]], [[-13.2578125, false]], [[-11.0078125, false]], [[-12.2578125, false]], [[-6.25390625, false]], [[-10.0078125, false]], [[-10.2578125, false]], [[-6.25390625, false]], [[-10.0078125, false]], [[-10.2578125, false]], [[-12.7578125, false]], [[-9.5078125, false]], [[-10.2578125, false]], [[-12.5078125, false]], [[-8.2578125, false]], [[-10.0078125, false]], [[-12.7578125, false]], [[-10.2578125, false]], [[-9.171875, false]], [[-7.25390625, false]], [[-12.171875, false]], [[-6.25390625, false]], [[-7.25390625, false]], [[-8.5078125, false]], [[-13.5078125, false]], [[-10.2578125, false]], [[-6.25390625, false]], [[-13.2578125, false]], [[-10.2578125, false]], [[-11.0078125, false]], [[-13.2578125, false]], [[-12.7578125, false]], [[-12.2578125, false]], [[-11.0078125, false]], [[-6.25390625, false]], [[-8.2578125, false]], [[-13.2578125, false]], [[-10.2578125, false]], [[-6.25390625, false]], [[-12.7578125, false]], [[-10.2578125, false]], [[-11.0078125, false]], [[-11.0078125, false]], [[-6.25390625, false]], [[-9.5078125, false]], [[-13.5078125, false]], [[-11.7578125, false]], [[-11.2578125, false]], [[-13.2578125, false]], [[-12.2578125, false]], [[-8.2578125, false]], [[-11.0078125, false]], [[-12.2578125, false]], [[-6.25390625, false]], [[-12.2578125, false]], [[-13.5078125, false]], [[-8.2578125, false]], [[-11.0078125, false]], [[-6.25390625, false]], [[-12.2578125, false]], [[-13.5078125, false]], [[-10.2578125, false]], [[-6.25390625, false]], [[-9.5078125, false]], [[-12.0078125, false]], [[-10.2578125, false]], [[-8.2578125, false]], [[-11.0078125, false]], [[-6.25390625, false]], [[-9.5078125, false]], [[-11.0078125, false]], [[-6.25390625, false]], [[-8.2578125, false]], [[-11.0078125, false]], [[-6.25390625, false]], [[-10.2578125, false]], [[-12.2578125, false]], [[-11.7578125, false]], [[-10.2578125, false]], [[-13.2578125, false]], [[-9.5078125, false]], [[-13.5078125, false]], [[-10.2578125, false]], [[-11.0078125, false]], [[-12.2578125, false]], [[-9.171875, false]], [[-7.25390625, false]], [[-13.5078125, false]]], "filtered_resps": [[-7.25390625, false], [-7.25390625, false], [-8.2578125, false], [-8.2578125, false], [-13.5078125, false], [-11.2578125, false], [-13.2578125, false], [-11.0078125, false], [-6.25390625, false], [-11.0078125, false], [-11.5078125, false], [-9.5078125, false], [-10.2578125, false], [-11.0078125, false], [-12.2578125, false], [-9.5078125, false], [-11.0078125, false], [-12.2578125, false], [-11.0078125, false], [-6.25390625, false], [-13.5078125, false], [-8.2578125, false], [-12.5078125, false], [-10.2578125, false], [-6.25390625, false], [-12.2578125, false], [-13.5078125, false], [-10.2578125, false], [-6.25390625, false], [-10.0078125, false], [-10.2578125, false], [-11.0078125, false], [-12.2578125, false], [-6.25390625, false], [-9.5078125, false], [-12.0078125, false], [-10.2578125, false], [-8.2578125, false], [-11.0078125, false], [-9.171875, false], [-7.25390625, false], [-12.171875, false], [-6.25390625, false], [-7.25390625, false], [-3.75390625, false], [-12.0078125, false], [-10.2578125, false], [-8.2578125, false], [-11.0078125, false], [-6.25390625, false], [-13.5078125, false], [-13.2578125, false], [-11.0078125, false], [-12.2578125, false], [-6.25390625, false], [-10.0078125, false], [-10.2578125, false], [-6.25390625, false], [-11.5078125, false], [-11.2578125, false], [-13.5078125, false], [-13.5078125, false], [-13.2578125, false], [-11.0078125, false], [-9.5078125, false], [-11.5078125, false], [-8.2578125, false], [-12.2578125, false], [-10.2578125, false], [-12.0078125, false], [-6.25390625, false], [-12.2578125, false], [-11.2578125, false], [-6.25390625, false], [-12.2578125, false], [-13.5078125, false], [-10.2578125, false], [-6.25390625, false], [-11.7578125, false], [-13.2578125, false], [-10.0078125, false], [-12.7578125, false], [-9.5078125, false], [-11.5078125, false], [-7.25390625, false], [-12.171875, false], [-6.25390625, false], [-7.25390625, false], [-3.75390625, false], [-11.0078125, false], [-6.25390625, false], [-11.2578125, false], [-13.2578125, false], [-12.0078125, false], [-10.2578125, false], [-13.2578125, false], [-6.25390625, false], [-12.2578125, false], [-11.2578125, false], [-6.25390625, false], [-10.0078125, false], [-10.2578125, false], [-6.25390625, false], [-9.5078125, false], [-13.5078125, false], [-11.7578125, false], [-11.2578125, false], [-13.2578125, false], [-12.2578125, false], [-8.2578125, false], [-11.0078125, false], [-12.2578125, false], [-12.171875, false], [-6.25390625, false], [-9.5078125, false], [-12.0078125, false], [-10.2578125, false], [-8.2578125, false], [-11.0078125, false], [-6.25390625, false], [-13.5078125, false], [-13.2578125, false], [-11.0078125, false], [-12.2578125, false], [-6.25390625, false], [-10.0078125, false], [-10.2578125, false], [-6.25390625, false], [-10.0078125, false], [-10.2578125, false], [-12.7578125, false], [-9.5078125, false], [-10.2578125, false], [-12.5078125, false], [-8.2578125, false], [-10.0078125, false], [-12.7578125, false], [-10.2578125, false], [-9.171875, false], [-7.25390625, false], [-12.171875, false], [-6.25390625, false], [-7.25390625, false], [-8.5078125, false], [-13.5078125, false], [-10.2578125, false], [-6.25390625, false], [-13.2578125, false], [-10.2578125, false], [-11.0078125, false], [-13.2578125, false], [-12.7578125, false], [-12.2578125, false], [-11.0078125, false], [-6.25390625, false], [-8.2578125, false], [-13.2578125, false], [-10.2578125, false], [-6.25390625, false], [-12.7578125, false], [-10.2578125, false], [-11.0078125, false], [-11.0078125, false], [-6.25390625, false], [-9.5078125, false], [-13.5078125, false], [-11.7578125, false], [-11.2578125, false], [-13.2578125, false], [-12.2578125, false], [-8.2578125, false], [-11.0078125, false], [-12.2578125, false], [-6.25390625, false], [-12.2578125, false], [-13.5078125, false], [-8.2578125, false], [-11.0078125, false], [-6.25390625, false], [-12.2578125, false], [-13.5078125, false], [-10.2578125, false], [-6.25390625, false], [-9.5078125, false], [-12.0078125, false], [-10.2578125, false], [-8.2578125, false], [-11.0078125, false], [-6.25390625, false], [-9.5078125, false], [-11.0078125, false], [-6.25390625, false], [-8.2578125, false], [-11.0078125, false], [-6.25390625, false], [-10.2578125, false], [-12.2578125, false], [-11.7578125, false], [-10.2578125, false], [-13.2578125, false], [-9.5078125, false], [-13.5078125, false], [-10.2578125, false], [-11.0078125, false], [-12.2578125, false], [-9.171875, false], [-7.25390625, false], [-13.5078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1305, "doc": {"id": "Mercury_404086", "question": "A researcher's plan is to place five fish in separate tanks, give them the same amount of food each day, and keep the temperature the same. One fish will be exposed to artificial light for 24 hours each day, while the others will have light for 22 hours and then no light for 2 hours each day. Which is the control for this experiment?", "choices": {"text": ["the separate tanks", "the amount of food", "the fish deprived of light", "the fish exposed to light for 24 hours"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "the fish exposed to light for 24 hours", "arguments": ["Question: A researcher's plan is to place five fish in separate tanks, give them the same amount of food each day, and keep the temperature the same. One fish will be exposed to artificial light for 24 hours each day, while the others will have light for 22 hours and then no light for 2 hours each day. Which is the control for this experiment?\nAnswer:", " ["], "resps": [[[-6.23828125, false]], [[-7.98828125, false]], [[-7.23828125, false]], [[-8.9921875, false]], [[-7.73828125, false]], [[-5.48828125, false]], [[-8.2421875, false]], [[-7.73828125, false]], [[-7.98828125, false]], [[-4.73828125, false]], [[-8.4921875, false]], [[-4.73828125, false]], [[-7.23828125, false]], [[-7.73828125, false]], [[-5.48828125, false]], [[-7.23828125, false]], [[-4.73828125, false]], [[-6.48828125, false]], [[-7.48828125, false]], [[-8.2421875, false]], [[-7.98828125, false]], [[-8.6875, false]], [[-5.48828125, false]], [[-7.98828125, false]], [[-7.23828125, false]], [[-8.9921875, false]], [[-7.73828125, false]], [[-5.48828125, false]], [[-4.73828125, false]], [[-7.98828125, false]], [[-9.2421875, false]], [[-9.7421875, false]], [[-6.48828125, false]], [[-7.23828125, false]], [[-5.48828125, false]], [[-9.2421875, false]], [[-6.98828125, false]], [[-5.48828125, false]], [[-6.98828125, false]], [[-9.2421875, false]], [[-9.2421875, false]], [[-7.23828125, false]], [[-7.98828125, false]], [[-8.6875, false]], [[-5.48828125, false]], [[-7.98828125, false]], [[-7.23828125, false]], [[-8.9921875, false]], [[-7.73828125, false]], [[-5.48828125, false]], [[-6.98828125, false]], [[-7.98828125, false]], [[-8.2421875, false]], [[-8.9921875, false]], [[-5.48828125, false]], [[-7.23828125, false]], [[-7.73828125, false]], [[-7.98828125, false]], [[-8.4921875, false]], [[-7.98828125, false]], [[-8.4921875, false]], [[-7.73828125, false]], [[-7.23828125, false]], [[-5.48828125, false]], [[-9.2421875, false]], [[-6.98828125, false]], [[-5.48828125, false]], [[-9.7421875, false]], [[-7.98828125, false]], [[-9.7421875, false]], [[-8.9921875, false]], [[-7.23828125, false]], [[-7.98828125, false]], [[-8.6875, false]], [[-5.48828125, false]], [[-7.98828125, false]], [[-7.23828125, false]], [[-8.9921875, false]], [[-7.73828125, false]], [[-5.48828125, false]], [[-6.98828125, false]], [[-7.98828125, false]], [[-8.2421875, false]], [[-8.9921875, false]], [[-5.48828125, false]], [[-7.73828125, false]], [[-8.4921875, false]], [[-7.98828125, false]], [[-9.2421875, false]], [[-8.2421875, false]], [[-7.73828125, false]], [[-7.23828125, false]], [[-5.48828125, false]], [[-7.23828125, false]], [[-9.2421875, false]], [[-5.48828125, false]], [[-9.7421875, false]], [[-7.98828125, false]], [[-9.7421875, false]], [[-8.9921875, false]], [[-7.23828125, false]], [[-5.48828125, false]], [[-6.98828125, false]], [[-9.2421875, false]], [[-8.4921875, false]], [[-5.48828125, false]], [[-6.98828125, false]], [[-8.2421875, false]], [[-5.48828125, false]], [[-8.9921875, false]], [[-9.2421875, false]], [[-9.7421875, false]], [[-8.4921875, false]], [[-8.2421875, false]], [[-7.98828125, false]], [[-11.2421875, false]]], "filtered_resps": [[-6.23828125, false], [-7.98828125, false], [-7.23828125, false], [-8.9921875, false], [-7.73828125, false], [-5.48828125, false], [-8.2421875, false], [-7.73828125, false], [-7.98828125, false], [-4.73828125, false], [-8.4921875, false], [-4.73828125, false], [-7.23828125, false], [-7.73828125, false], [-5.48828125, false], [-7.23828125, false], [-4.73828125, false], [-6.48828125, false], [-7.48828125, false], [-8.2421875, false], [-7.98828125, false], [-8.6875, false], [-5.48828125, false], [-7.98828125, false], [-7.23828125, false], [-8.9921875, false], [-7.73828125, false], [-5.48828125, false], [-4.73828125, false], [-7.98828125, false], [-9.2421875, false], [-9.7421875, false], [-6.48828125, false], [-7.23828125, false], [-5.48828125, false], [-9.2421875, false], [-6.98828125, false], [-5.48828125, false], [-6.98828125, false], [-9.2421875, false], [-9.2421875, false], [-7.23828125, false], [-7.98828125, false], [-8.6875, false], [-5.48828125, false], [-7.98828125, false], [-7.23828125, false], [-8.9921875, false], [-7.73828125, false], [-5.48828125, false], [-6.98828125, false], [-7.98828125, false], [-8.2421875, false], [-8.9921875, false], [-5.48828125, false], [-7.23828125, false], [-7.73828125, false], [-7.98828125, false], [-8.4921875, false], [-7.98828125, false], [-8.4921875, false], [-7.73828125, false], [-7.23828125, false], [-5.48828125, false], [-9.2421875, false], [-6.98828125, false], [-5.48828125, false], [-9.7421875, false], [-7.98828125, false], [-9.7421875, false], [-8.9921875, false], [-7.23828125, false], [-7.98828125, false], [-8.6875, false], [-5.48828125, false], [-7.98828125, false], [-7.23828125, false], [-8.9921875, false], [-7.73828125, false], [-5.48828125, false], [-6.98828125, false], [-7.98828125, false], [-8.2421875, false], [-8.9921875, false], [-5.48828125, false], [-7.73828125, false], [-8.4921875, false], [-7.98828125, false], [-9.2421875, false], [-8.2421875, false], [-7.73828125, false], [-7.23828125, false], [-5.48828125, false], [-7.23828125, false], [-9.2421875, false], [-5.48828125, false], [-9.7421875, false], [-7.98828125, false], [-9.7421875, false], [-8.9921875, false], [-7.23828125, false], [-5.48828125, false], [-6.98828125, false], [-9.2421875, false], [-8.4921875, false], [-5.48828125, false], [-6.98828125, false], [-8.2421875, false], [-5.48828125, false], [-8.9921875, false], [-9.2421875, false], [-9.7421875, false], [-8.4921875, false], [-8.2421875, false], [-7.98828125, false], [-11.2421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1313, "doc": {"id": "NYSEDREGENTS_2008_8_37", "question": "All matter is made up of", "choices": {"text": ["cells", "atoms", "molecules", "compounds"], "label": ["1", "2", "3", "4"]}, "answerKey": "2"}, "target": "atoms", "arguments": ["Question: All matter is made up of\nAnswer:", " ["], "resps": [[[-7.828125, false]], [[-7.828125, false]], [[-10.078125, false]], [[-8.828125, false]], [[-10.828125, false]], [[-10.828125, false]], [[-9.828125, false]], [[-7.828125, false]], [[-9.515625, false]], [[-5.828125, false]], [[-7.828125, false]], [[-6.828125, false]], [[-11.078125, false]], [[-11.578125, false]], [[-10.828125, false]], [[-9.828125, false]], [[-7.828125, false]], [[-9.515625, false]], [[-5.828125, false]], [[-7.828125, false]], [[-10.828125, false]], [[-11.578125, false]], [[-10.828125, false]], [[-8.828125, false]], [[-10.078125, false]], [[-11.328125, false]], [[-10.828125, false]], [[-8.828125, false]], [[-9.828125, false]], [[-7.828125, false]], [[-9.515625, false]], [[-5.828125, false]], [[-7.828125, false]], [[-10.078125, false]], [[-11.578125, false]], [[-10.828125, false]], [[-10.328125, false]], [[-11.578125, false]], [[-11.328125, false]], [[-10.078125, false]], [[-10.328125, false]], [[-9.828125, false]], [[-7.828125, false]], [[-12.078125, false]]], "filtered_resps": [[-7.828125, false], [-7.828125, false], [-10.078125, false], [-8.828125, false], [-10.828125, false], [-10.828125, false], [-9.828125, false], [-7.828125, false], [-9.515625, false], [-5.828125, false], [-7.828125, false], [-6.828125, false], [-11.078125, false], [-11.578125, false], [-10.828125, false], [-9.828125, false], [-7.828125, false], [-9.515625, false], [-5.828125, false], [-7.828125, false], [-10.828125, false], [-11.578125, false], [-10.828125, false], [-8.828125, false], [-10.078125, false], [-11.328125, false], [-10.828125, false], [-8.828125, false], [-9.828125, false], [-7.828125, false], [-9.515625, false], [-5.828125, false], [-7.828125, false], [-10.078125, false], [-11.578125, false], [-10.828125, false], [-10.328125, false], [-11.578125, false], [-11.328125, false], [-10.078125, false], [-10.328125, false], [-9.828125, false], [-7.828125, false], [-12.078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1321, "doc": {"id": "Mercury_184643", "question": "If a cell is exposed to a chemical that inhibits the production of spindle fibers as the cell is preparing for mitosis, what would most likely happen?", "choices": {"text": ["The cell would continue with mitotic division.", "The cell would undergo meiotic division.", "The cell would break open.", "The cell would not divide."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "The cell would not divide.", "arguments": ["Question: If a cell is exposed to a chemical that inhibits the production of spindle fibers as the cell is preparing for mitosis, what would most likely happen?\nAnswer:", " ["], "resps": [[[-7.4453125, false]], [[-9.9453125, false]], [[-7.4453125, false]], [[-10.4453125, false]], [[-8.9453125, false]], [[-5.4453125, false]], [[-8.6953125, false]], [[-8.9453125, false]], [[-10.4453125, false]], [[-10.4453125, false]], [[-5.4453125, false]], [[-11.1953125, false]], [[-9.4453125, false]], [[-9.6953125, false]], [[-10.4453125, false]], [[-9.6953125, false]], [[-5.4453125, false]], [[-8.6953125, false]], [[-9.4453125, false]], [[-10.4453125, false]], [[-10.6953125, false]], [[-8.4453125, false]], [[-10.4453125, false]], [[-9.6953125, false]], [[-8.9453125, false]], [[-5.4453125, false]], [[-11.1953125, false]], [[-8.4453125, false]], [[-10.6953125, false]], [[-10.4453125, false]], [[-5.4453125, false]], [[-8.1953125, false]], [[-8.4453125, false]], [[-10.6953125, false]], [[-9.4453125, false]], [[-10.6953125, false]], [[-8.4453125, false]], [[-8.6953125, false]], [[-5.4453125, false]], [[-9.6953125, false]], [[-8.4453125, false]], [[-10.9453125, false]], [[-8.4453125, false]], [[-9.4453125, false]], [[-8.4453125, false]], [[-9.4453125, false]], [[-10.4453125, false]], [[-7.39453125, false]], [[-9.9453125, false]], [[-10.140625, false]], [[-5.4453125, false]], [[-9.9453125, false]], [[-7.4453125, false]], [[-10.4453125, false]], [[-8.9453125, false]], [[-5.4453125, false]], [[-8.6953125, false]], [[-8.9453125, false]], [[-10.4453125, false]], [[-10.4453125, false]], [[-5.4453125, false]], [[-11.1953125, false]], [[-9.4453125, false]], [[-9.6953125, false]], [[-10.4453125, false]], [[-9.6953125, false]], [[-5.4453125, false]], [[-9.6953125, false]], [[-10.4453125, false]], [[-9.6953125, false]], [[-8.9453125, false]], [[-10.6953125, false]], [[-12.4453125, false]], [[-9.4453125, false]], [[-5.4453125, false]], [[-8.1953125, false]], [[-8.9453125, false]], [[-8.4453125, false]], [[-9.4453125, false]], [[-10.6953125, false]], [[-8.4453125, false]], [[-8.6953125, false]], [[-5.4453125, false]], [[-9.6953125, false]], [[-8.4453125, false]], [[-10.9453125, false]], [[-8.4453125, false]], [[-9.4453125, false]], [[-8.4453125, false]], [[-9.4453125, false]], [[-10.4453125, false]], [[-7.39453125, false]], [[-9.9453125, false]], [[-10.140625, false]], [[-5.4453125, false]], [[-9.9453125, false]], [[-7.4453125, false]], [[-10.4453125, false]], [[-8.9453125, false]], [[-5.4453125, false]], [[-8.6953125, false]], [[-8.9453125, false]], [[-10.4453125, false]], [[-10.4453125, false]], [[-5.4453125, false]], [[-11.1953125, false]], [[-9.4453125, false]], [[-9.6953125, false]], [[-10.4453125, false]], [[-9.6953125, false]], [[-5.4453125, false]], [[-8.4453125, false]], [[-10.6953125, false]], [[-8.9453125, false]], [[-4.6953125, false]], [[-9.9453125, false]], [[-5.4453125, false]], [[-9.4453125, false]], [[-9.6953125, false]], [[-8.9453125, false]], [[-10.4453125, false]], [[-7.39453125, false]], [[-9.9453125, false]], [[-10.140625, false]], [[-5.4453125, false]], [[-9.9453125, false]], [[-7.4453125, false]], [[-10.4453125, false]], [[-8.9453125, false]], [[-5.4453125, false]], [[-8.6953125, false]], [[-8.9453125, false]], [[-10.4453125, false]], [[-10.4453125, false]], [[-5.4453125, false]], [[-11.1953125, false]], [[-9.4453125, false]], [[-9.6953125, false]], [[-10.4453125, false]], [[-9.6953125, false]], [[-5.4453125, false]], [[-10.4453125, false]], [[-9.4453125, false]], [[-10.6953125, false]], [[-5.4453125, false]], [[-9.6953125, false]], [[-8.4453125, false]], [[-10.9453125, false]], [[-8.4453125, false]], [[-9.6953125, false]], [[-8.9453125, false]], [[-7.39453125, false]], [[-9.9453125, false]], [[-13.4453125, false]]], "filtered_resps": [[-7.4453125, false], [-9.9453125, false], [-7.4453125, false], [-10.4453125, false], [-8.9453125, false], [-5.4453125, false], [-8.6953125, false], [-8.9453125, false], [-10.4453125, false], [-10.4453125, false], [-5.4453125, false], [-11.1953125, false], [-9.4453125, false], [-9.6953125, false], [-10.4453125, false], [-9.6953125, false], [-5.4453125, false], [-8.6953125, false], [-9.4453125, false], [-10.4453125, false], [-10.6953125, false], [-8.4453125, false], [-10.4453125, false], [-9.6953125, false], [-8.9453125, false], [-5.4453125, false], [-11.1953125, false], [-8.4453125, false], [-10.6953125, false], [-10.4453125, false], [-5.4453125, false], [-8.1953125, false], [-8.4453125, false], [-10.6953125, false], [-9.4453125, false], [-10.6953125, false], [-8.4453125, false], [-8.6953125, false], [-5.4453125, false], [-9.6953125, false], [-8.4453125, false], [-10.9453125, false], [-8.4453125, false], [-9.4453125, false], [-8.4453125, false], [-9.4453125, false], [-10.4453125, false], [-7.39453125, false], [-9.9453125, false], [-10.140625, false], [-5.4453125, false], [-9.9453125, false], [-7.4453125, false], [-10.4453125, false], [-8.9453125, false], [-5.4453125, false], [-8.6953125, false], [-8.9453125, false], [-10.4453125, false], [-10.4453125, false], [-5.4453125, false], [-11.1953125, false], [-9.4453125, false], [-9.6953125, false], [-10.4453125, false], [-9.6953125, false], [-5.4453125, false], [-9.6953125, false], [-10.4453125, false], [-9.6953125, false], [-8.9453125, false], [-10.6953125, false], [-12.4453125, false], [-9.4453125, false], [-5.4453125, false], [-8.1953125, false], [-8.9453125, false], [-8.4453125, false], [-9.4453125, false], [-10.6953125, false], [-8.4453125, false], [-8.6953125, false], [-5.4453125, false], [-9.6953125, false], [-8.4453125, false], [-10.9453125, false], [-8.4453125, false], [-9.4453125, false], [-8.4453125, false], [-9.4453125, false], [-10.4453125, false], [-7.39453125, false], [-9.9453125, false], [-10.140625, false], [-5.4453125, false], [-9.9453125, false], [-7.4453125, false], [-10.4453125, false], [-8.9453125, false], [-5.4453125, false], [-8.6953125, false], [-8.9453125, false], [-10.4453125, false], [-10.4453125, false], [-5.4453125, false], [-11.1953125, false], [-9.4453125, false], [-9.6953125, false], [-10.4453125, false], [-9.6953125, false], [-5.4453125, false], [-8.4453125, false], [-10.6953125, false], [-8.9453125, false], [-4.6953125, false], [-9.9453125, false], [-5.4453125, false], [-9.4453125, false], [-9.6953125, false], [-8.9453125, false], [-10.4453125, false], [-7.39453125, false], [-9.9453125, false], [-10.140625, false], [-5.4453125, false], [-9.9453125, false], [-7.4453125, false], [-10.4453125, false], [-8.9453125, false], [-5.4453125, false], [-8.6953125, false], [-8.9453125, false], [-10.4453125, false], [-10.4453125, false], [-5.4453125, false], [-11.1953125, false], [-9.4453125, false], [-9.6953125, false], [-10.4453125, false], [-9.6953125, false], [-5.4453125, false], [-10.4453125, false], [-9.4453125, false], [-10.6953125, false], [-5.4453125, false], [-9.6953125, false], [-8.4453125, false], [-10.9453125, false], [-8.4453125, false], [-9.6953125, false], [-8.9453125, false], [-7.39453125, false], [-9.9453125, false], [-13.4453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1329, "doc": {"id": "MCAS_2006_9_7", "question": "Some cells, such as human nerve and muscle cells, contain many more mitochondria than do other cells, such as skin cells. Why do some cells have more mitochondria than others?", "choices": {"text": ["The cells use more energy.", "The cells store more nutrients.", "The cells degrade more proteins.", "The cells divide more frequently."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "The cells use more energy.", "arguments": ["Question: Some cells, such as human nerve and muscle cells, contain many more mitochondria than do other cells, such as skin cells. Why do some cells have more mitochondria than others?\nAnswer:", " ["], "resps": [[[-7.6640625, false]], [[-9.6640625, false]], [[-7.4140625, false]], [[-12.9140625, false]], [[-10.1640625, false]], [[-6.6640625, false]], [[-10.1640625, false]], [[-10.1640625, false]], [[-11.1640625, false]], [[-11.1640625, false]], [[-11.9140625, false]], [[-6.6640625, false]], [[-12.9140625, false]], [[-11.9140625, false]], [[-10.1640625, false]], [[-6.6640625, false]], [[-9.1640625, false]], [[-10.4140625, false]], [[-12.6640625, false]], [[-10.1640625, false]], [[-6.6640625, false]], [[-10.1640625, false]], [[-12.1640625, false]], [[-10.1640625, false]], [[-12.6640625, false]], [[-13.9140625, false]], [[-13.9140625, false]], [[-7.71875, false]], [[-9.6640625, false]], [[-10.96875, false]], [[-6.6640625, false]], [[-9.6640625, false]], [[-7.4140625, false]], [[-12.9140625, false]], [[-10.1640625, false]], [[-6.6640625, false]], [[-10.1640625, false]], [[-10.1640625, false]], [[-11.1640625, false]], [[-11.1640625, false]], [[-11.9140625, false]], [[-6.6640625, false]], [[-11.9140625, false]], [[-12.6640625, false]], [[-10.4140625, false]], [[-12.6640625, false]], [[-10.1640625, false]], [[-6.6640625, false]], [[-9.1640625, false]], [[-10.4140625, false]], [[-12.6640625, false]], [[-10.1640625, false]], [[-6.6640625, false]], [[-12.1640625, false]], [[-12.9140625, false]], [[-12.6640625, false]], [[-12.6640625, false]], [[-10.4140625, false]], [[-10.1640625, false]], [[-12.1640625, false]], [[-12.6640625, false]], [[-11.9140625, false]], [[-7.71875, false]], [[-9.6640625, false]], [[-10.96875, false]], [[-6.6640625, false]], [[-9.6640625, false]], [[-7.4140625, false]], [[-12.9140625, false]], [[-10.1640625, false]], [[-6.6640625, false]], [[-10.1640625, false]], [[-10.1640625, false]], [[-11.1640625, false]], [[-11.1640625, false]], [[-11.9140625, false]], [[-6.6640625, false]], [[-11.6640625, false]], [[-10.1640625, false]], [[-13.9140625, false]], [[-12.6640625, false]], [[-7.1640625, false]], [[-11.6640625, false]], [[-10.1640625, false]], [[-6.6640625, false]], [[-9.1640625, false]], [[-10.4140625, false]], [[-12.6640625, false]], [[-10.1640625, false]], [[-6.6640625, false]], [[-11.9140625, false]], [[-12.6640625, false]], [[-10.4140625, false]], [[-12.6640625, false]], [[-10.1640625, false]], [[-10.4140625, false]], [[-12.1640625, false]], [[-11.9140625, false]], [[-7.71875, false]], [[-9.6640625, false]], [[-10.96875, false]], [[-6.6640625, false]], [[-9.6640625, false]], [[-7.4140625, false]], [[-12.9140625, false]], [[-10.1640625, false]], [[-6.6640625, false]], [[-10.1640625, false]], [[-10.1640625, false]], [[-11.1640625, false]], [[-11.1640625, false]], [[-11.9140625, false]], [[-6.6640625, false]], [[-11.6640625, false]], [[-10.4140625, false]], [[-12.1640625, false]], [[-10.4140625, false]], [[-11.6640625, false]], [[-10.1640625, false]], [[-6.6640625, false]], [[-9.1640625, false]], [[-10.4140625, false]], [[-12.6640625, false]], [[-10.1640625, false]], [[-6.6640625, false]], [[-13.1640625, false]], [[-12.6640625, false]], [[-10.1640625, false]], [[-14.6640625, false]], [[-12.9140625, false]], [[-10.1640625, false]], [[-12.1640625, false]], [[-12.6640625, false]], [[-11.1640625, false]], [[-13.9140625, false]], [[-7.71875, false]], [[-9.6640625, false]], [[-13.4140625, false]]], "filtered_resps": [[-7.6640625, false], [-9.6640625, false], [-7.4140625, false], [-12.9140625, false], [-10.1640625, false], [-6.6640625, false], [-10.1640625, false], [-10.1640625, false], [-11.1640625, false], [-11.1640625, false], [-11.9140625, false], [-6.6640625, false], [-12.9140625, false], [-11.9140625, false], [-10.1640625, false], [-6.6640625, false], [-9.1640625, false], [-10.4140625, false], [-12.6640625, false], [-10.1640625, false], [-6.6640625, false], [-10.1640625, false], [-12.1640625, false], [-10.1640625, false], [-12.6640625, false], [-13.9140625, false], [-13.9140625, false], [-7.71875, false], [-9.6640625, false], [-10.96875, false], [-6.6640625, false], [-9.6640625, false], [-7.4140625, false], [-12.9140625, false], [-10.1640625, false], [-6.6640625, false], [-10.1640625, false], [-10.1640625, false], [-11.1640625, false], [-11.1640625, false], [-11.9140625, false], [-6.6640625, false], [-11.9140625, false], [-12.6640625, false], [-10.4140625, false], [-12.6640625, false], [-10.1640625, false], [-6.6640625, false], [-9.1640625, false], [-10.4140625, false], [-12.6640625, false], [-10.1640625, false], [-6.6640625, false], [-12.1640625, false], [-12.9140625, false], [-12.6640625, false], [-12.6640625, false], [-10.4140625, false], [-10.1640625, false], [-12.1640625, false], [-12.6640625, false], [-11.9140625, false], [-7.71875, false], [-9.6640625, false], [-10.96875, false], [-6.6640625, false], [-9.6640625, false], [-7.4140625, false], [-12.9140625, false], [-10.1640625, false], [-6.6640625, false], [-10.1640625, false], [-10.1640625, false], [-11.1640625, false], [-11.1640625, false], [-11.9140625, false], [-6.6640625, false], [-11.6640625, false], [-10.1640625, false], [-13.9140625, false], [-12.6640625, false], [-7.1640625, false], [-11.6640625, false], [-10.1640625, false], [-6.6640625, false], [-9.1640625, false], [-10.4140625, false], [-12.6640625, false], [-10.1640625, false], [-6.6640625, false], [-11.9140625, false], [-12.6640625, false], [-10.4140625, false], [-12.6640625, false], [-10.1640625, false], [-10.4140625, false], [-12.1640625, false], [-11.9140625, false], [-7.71875, false], [-9.6640625, false], [-10.96875, false], [-6.6640625, false], [-9.6640625, false], [-7.4140625, false], [-12.9140625, false], [-10.1640625, false], [-6.6640625, false], [-10.1640625, false], [-10.1640625, false], [-11.1640625, false], [-11.1640625, false], [-11.9140625, false], [-6.6640625, false], [-11.6640625, false], [-10.4140625, false], [-12.1640625, false], [-10.4140625, false], [-11.6640625, false], [-10.1640625, false], [-6.6640625, false], [-9.1640625, false], [-10.4140625, false], [-12.6640625, false], [-10.1640625, false], [-6.6640625, false], [-13.1640625, false], [-12.6640625, false], [-10.1640625, false], [-14.6640625, false], [-12.9140625, false], [-10.1640625, false], [-12.1640625, false], [-12.6640625, false], [-11.1640625, false], [-13.9140625, false], [-7.71875, false], [-9.6640625, false], [-13.4140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1337, "doc": {"id": "VASoL_2009_5_28", "question": "Which of the following do plants need to make their own food?", "choices": {"text": ["Flowers", "Bacteria", "Sunlight", "Oxygen"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Sunlight", "arguments": ["Question: Which of the following do plants need to make their own food?\nAnswer:", " ["], "resps": [[[-7.48828125, false]], [[-9.3671875, false]], [[-7.48828125, false]], [[-9.9921875, false]], [[-8.2421875, false]], [[-10.2421875, false]], [[-8.4921875, false]], [[-10.3671875, false]], [[-9.6171875, false]], [[-9.3671875, false]], [[-10.28125, false]], [[-5.73828125, false]], [[-9.3671875, false]], [[-5.73828125, false]], [[-5.23828125, false]], [[-7.98828125, false]], [[-10.4921875, false]], [[-8.4921875, false]], [[-10.3671875, false]], [[-9.1171875, false]], [[-5.23828125, false]], [[-9.3671875, false]], [[-10.28125, false]], [[-5.73828125, false]], [[-9.3671875, false]], [[-5.98828125, false]], [[-10.9921875, false]], [[-8.4921875, false]], [[-9.9921875, false]], [[-9.1171875, false]], [[-10.6171875, false]], [[-10.7421875, false]], [[-10.4921875, false]], [[-9.3671875, false]], [[-10.28125, false]], [[-5.73828125, false]], [[-9.3671875, false]], [[-6.73828125, false]], [[-8.8671875, false]], [[-10.1171875, false]], [[-10.6171875, false]], [[-8.4921875, false]], [[-8.4921875, false]], [[-9.3671875, false]], [[-13.9921875, false]]], "filtered_resps": [[-7.48828125, false], [-9.3671875, false], [-7.48828125, false], [-9.9921875, false], [-8.2421875, false], [-10.2421875, false], [-8.4921875, false], [-10.3671875, false], [-9.6171875, false], [-9.3671875, false], [-10.28125, false], [-5.73828125, false], [-9.3671875, false], [-5.73828125, false], [-5.23828125, false], [-7.98828125, false], [-10.4921875, false], [-8.4921875, false], [-10.3671875, false], [-9.1171875, false], [-5.23828125, false], [-9.3671875, false], [-10.28125, false], [-5.73828125, false], [-9.3671875, false], [-5.98828125, false], [-10.9921875, false], [-8.4921875, false], [-9.9921875, false], [-9.1171875, false], [-10.6171875, false], [-10.7421875, false], [-10.4921875, false], [-9.3671875, false], [-10.28125, false], [-5.73828125, false], [-9.3671875, false], [-6.73828125, false], [-8.8671875, false], [-10.1171875, false], [-10.6171875, false], [-8.4921875, false], [-8.4921875, false], [-9.3671875, false], [-13.9921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1345, "doc": {"id": "ACTAAP_2012_7_2", "question": "Iron oxide, also known as rust, is formed when iron chemically combines with oxygen. Which term best describes iron oxide?", "choices": {"text": ["element", "mixture", "solution", "compound"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "compound", "arguments": ["Question: Iron oxide, also known as rust, is formed when iron chemically combines with oxygen. Which term best describes iron oxide?\nAnswer:", " ["], "resps": [[[-6.30859375, false]], [[-8.0625, false]], [[-8.5625, false]], [[-9.5625, false]], [[-8.5625, false]], [[-8.0625, false]], [[-8.5625, false]], [[-7.05859375, false]], [[-10.5625, false]], [[-8.0625, false]], [[-9.28125, false]], [[-4.80859375, false]], [[-8.0625, false]], [[-8.0625, false]], [[-7.05859375, false]], [[-9.5625, false]], [[-10.5625, false]], [[-9.5625, false]], [[-8.0625, false]], [[-8.5625, false]], [[-8.0625, false]], [[-9.28125, false]], [[-4.80859375, false]], [[-8.0625, false]], [[-8.3125, false]], [[-7.30859375, false]], [[-9.5625, false]], [[-9.5625, false]], [[-10.5625, false]], [[-7.05859375, false]], [[-7.30859375, false]], [[-7.05859375, false]], [[-8.0625, false]], [[-9.28125, false]], [[-4.80859375, false]], [[-8.0625, false]], [[-6.80859375, false]], [[-7.30859375, false]], [[-8.0625, false]], [[-10.0625, false]], [[-7.30859375, false]], [[-9.5625, false]], [[-7.05859375, false]], [[-8.8125, false]], [[-8.0625, false]], [[-12.3125, false]]], "filtered_resps": [[-6.30859375, false], [-8.0625, false], [-8.5625, false], [-9.5625, false], [-8.5625, false], [-8.0625, false], [-8.5625, false], [-7.05859375, false], [-10.5625, false], [-8.0625, false], [-9.28125, false], [-4.80859375, false], [-8.0625, false], [-8.0625, false], [-7.05859375, false], [-9.5625, false], [-10.5625, false], [-9.5625, false], [-8.0625, false], [-8.5625, false], [-8.0625, false], [-9.28125, false], [-4.80859375, false], [-8.0625, false], [-8.3125, false], [-7.30859375, false], [-9.5625, false], [-9.5625, false], [-10.5625, false], [-7.05859375, false], [-7.30859375, false], [-7.05859375, false], [-8.0625, false], [-9.28125, false], [-4.80859375, false], [-8.0625, false], [-6.80859375, false], [-7.30859375, false], [-8.0625, false], [-10.0625, false], [-7.30859375, false], [-9.5625, false], [-7.05859375, false], [-8.8125, false], [-8.0625, false], [-12.3125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1353, "doc": {"id": "LEAP_2003_8_10393", "question": "The process of cellular respiration occurs in", "choices": {"text": ["both plant and animal cells.", "plant cells only.", "animal cells only.", "neither plant nor animal cells."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "both plant and animal cells.", "arguments": ["Question: The process of cellular respiration occurs in\nAnswer:", " ["], "resps": [[[-7.70703125, false]], [[-9.078125, false]], [[-7.33203125, false]], [[-8.703125, false]], [[-10.203125, false]], [[-9.453125, false]], [[-5.45703125, false]], [[-9.078125, false]], [[-9.953125, false]], [[-5.45703125, false]], [[-8.828125, false]], [[-10.203125, false]], [[-5.45703125, false]], [[-5.45703125, false]], [[-8.828125, false]], [[-8.328125, false]], [[-5.45703125, false]], [[-5.45703125, false]], [[-8.828125, false]], [[-8.203125, false]], [[-9.703125, false]], [[-5.45703125, false]], [[-9.953125, false]], [[-5.45703125, false]], [[-6.08203125, false]], [[-8.703125, false]], [[-9.953125, false]], [[-9.953125, false]], [[-9.203125, false]], [[-7.0859375, false]], [[-9.078125, false]], [[-8.2734375, false]], [[-5.45703125, false]], [[-9.078125, false]], [[-9.078125, false]], [[-9.953125, false]], [[-5.45703125, false]], [[-8.828125, false]], [[-10.203125, false]], [[-5.45703125, false]], [[-6.08203125, false]], [[-8.703125, false]], [[-9.953125, false]], [[-9.953125, false]], [[-9.203125, false]], [[-5.45703125, false]], [[-8.703125, false]], [[-8.828125, false]], [[-9.953125, false]], [[-11.203125, false]], [[-7.0859375, false]], [[-9.078125, false]], [[-8.2734375, false]], [[-5.45703125, false]], [[-9.078125, false]], [[-5.45703125, false]], [[-8.828125, false]], [[-8.203125, false]], [[-9.703125, false]], [[-5.45703125, false]], [[-9.953125, false]], [[-5.45703125, false]], [[-6.08203125, false]], [[-8.703125, false]], [[-9.953125, false]], [[-9.953125, false]], [[-9.203125, false]], [[-5.45703125, false]], [[-8.703125, false]], [[-8.828125, false]], [[-9.953125, false]], [[-11.203125, false]], [[-7.0859375, false]], [[-9.078125, false]], [[-8.2734375, false]], [[-5.45703125, false]], [[-9.078125, false]], [[-8.828125, false]], [[-8.703125, false]], [[-8.203125, false]], [[-10.203125, false]], [[-9.453125, false]], [[-8.703125, false]], [[-10.078125, false]], [[-5.45703125, false]], [[-9.078125, false]], [[-9.953125, false]], [[-5.45703125, false]], [[-8.828125, false]], [[-10.203125, false]], [[-5.45703125, false]], [[-8.828125, false]], [[-8.703125, false]], [[-10.078125, false]], [[-5.45703125, false]], [[-5.45703125, false]], [[-8.828125, false]], [[-8.203125, false]], [[-9.703125, false]], [[-5.45703125, false]], [[-9.953125, false]], [[-5.45703125, false]], [[-6.08203125, false]], [[-8.703125, false]], [[-9.953125, false]], [[-9.953125, false]], [[-9.203125, false]], [[-7.0859375, false]], [[-9.078125, false]], [[-12.078125, false]]], "filtered_resps": [[-7.70703125, false], [-9.078125, false], [-7.33203125, false], [-8.703125, false], [-10.203125, false], [-9.453125, false], [-5.45703125, false], [-9.078125, false], [-9.953125, false], [-5.45703125, false], [-8.828125, false], [-10.203125, false], [-5.45703125, false], [-5.45703125, false], [-8.828125, false], [-8.328125, false], [-5.45703125, false], [-5.45703125, false], [-8.828125, false], [-8.203125, false], [-9.703125, false], [-5.45703125, false], [-9.953125, false], [-5.45703125, false], [-6.08203125, false], [-8.703125, false], [-9.953125, false], [-9.953125, false], [-9.203125, false], [-7.0859375, false], [-9.078125, false], [-8.2734375, false], [-5.45703125, false], [-9.078125, false], [-9.078125, false], [-9.953125, false], [-5.45703125, false], [-8.828125, false], [-10.203125, false], [-5.45703125, false], [-6.08203125, false], [-8.703125, false], [-9.953125, false], [-9.953125, false], [-9.203125, false], [-5.45703125, false], [-8.703125, false], [-8.828125, false], [-9.953125, false], [-11.203125, false], [-7.0859375, false], [-9.078125, false], [-8.2734375, false], [-5.45703125, false], [-9.078125, false], [-5.45703125, false], [-8.828125, false], [-8.203125, false], [-9.703125, false], [-5.45703125, false], [-9.953125, false], [-5.45703125, false], [-6.08203125, false], [-8.703125, false], [-9.953125, false], [-9.953125, false], [-9.203125, false], [-5.45703125, false], [-8.703125, false], [-8.828125, false], [-9.953125, false], [-11.203125, false], [-7.0859375, false], [-9.078125, false], [-8.2734375, false], [-5.45703125, false], [-9.078125, false], [-8.828125, false], [-8.703125, false], [-8.203125, false], [-10.203125, false], [-9.453125, false], [-8.703125, false], [-10.078125, false], [-5.45703125, false], [-9.078125, false], [-9.953125, false], [-5.45703125, false], [-8.828125, false], [-10.203125, false], [-5.45703125, false], [-8.828125, false], [-8.703125, false], [-10.078125, false], [-5.45703125, false], [-5.45703125, false], [-8.828125, false], [-8.203125, false], [-9.703125, false], [-5.45703125, false], [-9.953125, false], [-5.45703125, false], [-6.08203125, false], [-8.703125, false], [-9.953125, false], [-9.953125, false], [-9.203125, false], [-7.0859375, false], [-9.078125, false], [-12.078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1361, "doc": {"id": "MSA_2012_8_34", "question": "Sodium (Na) and chlorine (Cl) are two reactive and dangerous elements. Chlorine is a halogen gas that can cause respiratory damage and sodium is an alkali metal that reacts violently with water. What happens to the properties of sodium and chlorine when they react to form sodium chloride (NaCl), common table salt?", "choices": {"text": ["The properties of both sodium and chlorine change.", "The properties of both sodium and chlorine remain the same.", "The properties of sodium are different but chlorine remains a dangerous gas.", "The properties of sodium remain the same but the properties of chlorine change."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "The properties of both sodium and chlorine change.", "arguments": ["Question: Sodium (Na) and chlorine (Cl) are two reactive and dangerous elements. Chlorine is a halogen gas that can cause respiratory damage and sodium is an alkali metal that reacts violently with water. What happens to the properties of sodium and chlorine when they react to form sodium chloride (NaCl), common table salt?\nAnswer:", " ["], "resps": [[[-6.84375, false]], [[-10.09375, false]], [[-8.09375, false]], [[-10.34375, false]], [[-9.59375, false]], [[-5.84375, false]], [[-11.34375, false]], [[-11.84375, false]], [[-11.34375, false]], [[-11.34375, false]], [[-9.59375, false]], [[-11.84375, false]], [[-11.34375, false]], [[-9.09375, false]], [[-9.59375, false]], [[-8.34375, false]], [[-5.84375, false]], [[-11.34375, false]], [[-12.09375, false]], [[-5.84375, false]], [[-10.09375, false]], [[-11.34375, false]], [[-11.34375, false]], [[-10.34375, false]], [[-5.84375, false]], [[-8.34375, false]], [[-11.34375, false]], [[-11.34375, false]], [[-9.09375, false]], [[-10.59375, false]], [[-11.34375, false]], [[-5.84375, false]], [[-7.34375, false]], [[-9.09375, false]], [[-11.34375, false]], [[-5.84375, false]], [[-9.84375, false]], [[-10.34375, false]], [[-11.09375, false]], [[-11.34375, false]], [[-11.84375, false]], [[-9.09375, false]], [[-9.09375, false]], [[-9.59375, false]], [[-5.84375, false]], [[-9.84375, false]], [[-10.34375, false]], [[-7.34375, false]], [[-9.09375, false]], [[-12.59375, false]], [[-9.59375, false]], [[-6.48828125, false]], [[-10.09375, false]], [[-10.484375, false]], [[-5.84375, false]], [[-10.09375, false]], [[-8.09375, false]], [[-10.34375, false]], [[-9.59375, false]], [[-5.84375, false]], [[-11.34375, false]], [[-11.84375, false]], [[-11.34375, false]], [[-11.34375, false]], [[-9.59375, false]], [[-11.84375, false]], [[-11.34375, false]], [[-9.09375, false]], [[-9.59375, false]], [[-8.34375, false]], [[-5.84375, false]], [[-11.34375, false]], [[-12.09375, false]], [[-5.84375, false]], [[-10.09375, false]], [[-11.34375, false]], [[-11.34375, false]], [[-10.34375, false]], [[-5.84375, false]], [[-8.34375, false]], [[-11.34375, false]], [[-11.34375, false]], [[-9.09375, false]], [[-10.59375, false]], [[-11.34375, false]], [[-5.84375, false]], [[-7.34375, false]], [[-9.09375, false]], [[-11.34375, false]], [[-5.84375, false]], [[-9.84375, false]], [[-10.34375, false]], [[-11.09375, false]], [[-11.34375, false]], [[-11.84375, false]], [[-9.09375, false]], [[-9.09375, false]], [[-9.59375, false]], [[-5.84375, false]], [[-11.84375, false]], [[-9.59375, false]], [[-11.34375, false]], [[-7.34375, false]], [[-9.09375, false]], [[-9.09375, false]], [[-5.84375, false]], [[-11.34375, false]], [[-10.34375, false]], [[-9.59375, false]], [[-5.84375, false]], [[-8.34375, false]], [[-7.34375, false]], [[-11.34375, false]], [[-9.59375, false]], [[-6.48828125, false]], [[-10.09375, false]], [[-10.484375, false]], [[-5.84375, false]], [[-10.09375, false]], [[-8.09375, false]], [[-10.34375, false]], [[-9.59375, false]], [[-5.84375, false]], [[-11.34375, false]], [[-11.84375, false]], [[-11.34375, false]], [[-11.34375, false]], [[-9.59375, false]], [[-11.84375, false]], [[-11.34375, false]], [[-9.09375, false]], [[-9.59375, false]], [[-8.34375, false]], [[-5.84375, false]], [[-11.34375, false]], [[-12.09375, false]], [[-5.84375, false]], [[-8.34375, false]], [[-11.34375, false]], [[-11.34375, false]], [[-9.09375, false]], [[-10.59375, false]], [[-11.34375, false]], [[-5.84375, false]], [[-7.34375, false]], [[-11.84375, false]], [[-9.59375, false]], [[-5.84375, false]], [[-11.34375, false]], [[-9.09375, false]], [[-12.09375, false]], [[-12.09375, false]], [[-9.59375, false]], [[-11.84375, false]], [[-9.59375, false]], [[-9.09375, false]], [[-11.34375, false]], [[-5.84375, false]], [[-10.09375, false]], [[-10.59375, false]], [[-11.34375, false]], [[-5.84375, false]], [[-9.84375, false]], [[-10.34375, false]], [[-11.09375, false]], [[-11.34375, false]], [[-11.84375, false]], [[-9.09375, false]], [[-9.09375, false]], [[-9.59375, false]], [[-5.84375, false]], [[-11.84375, false]], [[-9.59375, false]], [[-11.34375, false]], [[-7.34375, false]], [[-9.09375, false]], [[-9.09375, false]], [[-8.34375, false]], [[-5.84375, false]], [[-7.34375, false]], [[-5.84375, false]], [[-11.34375, false]], [[-7.34375, false]], [[-9.09375, false]], [[-12.59375, false]], [[-9.59375, false]], [[-11.84375, false]], [[-11.34375, false]], [[-10.59375, false]], [[-8.34375, false]], [[-5.84375, false]], [[-12.59375, false]], [[-7.34375, false]], [[-8.34375, false]], [[-6.48828125, false]], [[-10.09375, false]], [[-10.484375, false]], [[-5.84375, false]], [[-10.09375, false]], [[-8.09375, false]], [[-10.34375, false]], [[-9.59375, false]], [[-5.84375, false]], [[-11.34375, false]], [[-11.84375, false]], [[-11.34375, false]], [[-11.34375, false]], [[-9.59375, false]], [[-11.84375, false]], [[-11.34375, false]], [[-9.09375, false]], [[-9.59375, false]], [[-8.34375, false]], [[-5.84375, false]], [[-11.34375, false]], [[-12.09375, false]], [[-5.84375, false]], [[-8.34375, false]], [[-11.34375, false]], [[-11.34375, false]], [[-9.09375, false]], [[-10.59375, false]], [[-11.34375, false]], [[-5.84375, false]], [[-11.84375, false]], [[-9.59375, false]], [[-11.34375, false]], [[-7.34375, false]], [[-9.09375, false]], [[-9.09375, false]], [[-5.84375, false]], [[-11.34375, false]], [[-10.34375, false]], [[-9.59375, false]], [[-5.84375, false]], [[-8.34375, false]], [[-7.34375, false]], [[-11.34375, false]], [[-9.59375, false]], [[-5.84375, false]], [[-10.09375, false]], [[-10.59375, false]], [[-11.34375, false]], [[-5.84375, false]], [[-11.34375, false]], [[-10.34375, false]], [[-9.59375, false]], [[-5.84375, false]], [[-11.34375, false]], [[-11.84375, false]], [[-11.34375, false]], [[-11.34375, false]], [[-9.59375, false]], [[-11.84375, false]], [[-11.34375, false]], [[-9.09375, false]], [[-9.59375, false]], [[-8.34375, false]], [[-5.84375, false]], [[-11.34375, false]], [[-12.09375, false]], [[-5.84375, false]], [[-9.84375, false]], [[-10.34375, false]], [[-11.09375, false]], [[-11.34375, false]], [[-11.84375, false]], [[-9.09375, false]], [[-9.09375, false]], [[-9.59375, false]], [[-5.84375, false]], [[-9.84375, false]], [[-10.34375, false]], [[-7.34375, false]], [[-9.09375, false]], [[-12.59375, false]], [[-9.59375, false]], [[-6.48828125, false]], [[-10.09375, false]], [[-12.84375, false]]], "filtered_resps": [[-6.84375, false], [-10.09375, false], [-8.09375, false], [-10.34375, false], [-9.59375, false], [-5.84375, false], [-11.34375, false], [-11.84375, false], [-11.34375, false], [-11.34375, false], [-9.59375, false], [-11.84375, false], [-11.34375, false], [-9.09375, false], [-9.59375, false], [-8.34375, false], [-5.84375, false], [-11.34375, false], [-12.09375, false], [-5.84375, false], [-10.09375, false], [-11.34375, false], [-11.34375, false], [-10.34375, false], [-5.84375, false], [-8.34375, false], [-11.34375, false], [-11.34375, false], [-9.09375, false], [-10.59375, false], [-11.34375, false], [-5.84375, false], [-7.34375, false], [-9.09375, false], [-11.34375, false], [-5.84375, false], [-9.84375, false], [-10.34375, false], [-11.09375, false], [-11.34375, false], [-11.84375, false], [-9.09375, false], [-9.09375, false], [-9.59375, false], [-5.84375, false], [-9.84375, false], [-10.34375, false], [-7.34375, false], [-9.09375, false], [-12.59375, false], [-9.59375, false], [-6.48828125, false], [-10.09375, false], [-10.484375, false], [-5.84375, false], [-10.09375, false], [-8.09375, false], [-10.34375, false], [-9.59375, false], [-5.84375, false], [-11.34375, false], [-11.84375, false], [-11.34375, false], [-11.34375, false], [-9.59375, false], [-11.84375, false], [-11.34375, false], [-9.09375, false], [-9.59375, false], [-8.34375, false], [-5.84375, false], [-11.34375, false], [-12.09375, false], [-5.84375, false], [-10.09375, false], [-11.34375, false], [-11.34375, false], [-10.34375, false], [-5.84375, false], [-8.34375, false], [-11.34375, false], [-11.34375, false], [-9.09375, false], [-10.59375, false], [-11.34375, false], [-5.84375, false], [-7.34375, false], [-9.09375, false], [-11.34375, false], [-5.84375, false], [-9.84375, false], [-10.34375, false], [-11.09375, false], [-11.34375, false], [-11.84375, false], [-9.09375, false], [-9.09375, false], [-9.59375, false], [-5.84375, false], [-11.84375, false], [-9.59375, false], [-11.34375, false], [-7.34375, false], [-9.09375, false], [-9.09375, false], [-5.84375, false], [-11.34375, false], [-10.34375, false], [-9.59375, false], [-5.84375, false], [-8.34375, false], [-7.34375, false], [-11.34375, false], [-9.59375, false], [-6.48828125, false], [-10.09375, false], [-10.484375, false], [-5.84375, false], [-10.09375, false], [-8.09375, false], [-10.34375, false], [-9.59375, false], [-5.84375, false], [-11.34375, false], [-11.84375, false], [-11.34375, false], [-11.34375, false], [-9.59375, false], [-11.84375, false], [-11.34375, false], [-9.09375, false], [-9.59375, false], [-8.34375, false], [-5.84375, false], [-11.34375, false], [-12.09375, false], [-5.84375, false], [-8.34375, false], [-11.34375, false], [-11.34375, false], [-9.09375, false], [-10.59375, false], [-11.34375, false], [-5.84375, false], [-7.34375, false], [-11.84375, false], [-9.59375, false], [-5.84375, false], [-11.34375, false], [-9.09375, false], [-12.09375, false], [-12.09375, false], [-9.59375, false], [-11.84375, false], [-9.59375, false], [-9.09375, false], [-11.34375, false], [-5.84375, false], [-10.09375, false], [-10.59375, false], [-11.34375, false], [-5.84375, false], [-9.84375, false], [-10.34375, false], [-11.09375, false], [-11.34375, false], [-11.84375, false], [-9.09375, false], [-9.09375, false], [-9.59375, false], [-5.84375, false], [-11.84375, false], [-9.59375, false], [-11.34375, false], [-7.34375, false], [-9.09375, false], [-9.09375, false], [-8.34375, false], [-5.84375, false], [-7.34375, false], [-5.84375, false], [-11.34375, false], [-7.34375, false], [-9.09375, false], [-12.59375, false], [-9.59375, false], [-11.84375, false], [-11.34375, false], [-10.59375, false], [-8.34375, false], [-5.84375, false], [-12.59375, false], [-7.34375, false], [-8.34375, false], [-6.48828125, false], [-10.09375, false], [-10.484375, false], [-5.84375, false], [-10.09375, false], [-8.09375, false], [-10.34375, false], [-9.59375, false], [-5.84375, false], [-11.34375, false], [-11.84375, false], [-11.34375, false], [-11.34375, false], [-9.59375, false], [-11.84375, false], [-11.34375, false], [-9.09375, false], [-9.59375, false], [-8.34375, false], [-5.84375, false], [-11.34375, false], [-12.09375, false], [-5.84375, false], [-8.34375, false], [-11.34375, false], [-11.34375, false], [-9.09375, false], [-10.59375, false], [-11.34375, false], [-5.84375, false], [-11.84375, false], [-9.59375, false], [-11.34375, false], [-7.34375, false], [-9.09375, false], [-9.09375, false], [-5.84375, false], [-11.34375, false], [-10.34375, false], [-9.59375, false], [-5.84375, false], [-8.34375, false], [-7.34375, false], [-11.34375, false], [-9.59375, false], [-5.84375, false], [-10.09375, false], [-10.59375, false], [-11.34375, false], [-5.84375, false], [-11.34375, false], [-10.34375, false], [-9.59375, false], [-5.84375, false], [-11.34375, false], [-11.84375, false], [-11.34375, false], [-11.34375, false], [-9.59375, false], [-11.84375, false], [-11.34375, false], [-9.09375, false], [-9.59375, false], [-8.34375, false], [-5.84375, false], [-11.34375, false], [-12.09375, false], [-5.84375, false], [-9.84375, false], [-10.34375, false], [-11.09375, false], [-11.34375, false], [-11.84375, false], [-9.09375, false], [-9.09375, false], [-9.59375, false], [-5.84375, false], [-9.84375, false], [-10.34375, false], [-7.34375, false], [-9.09375, false], [-12.59375, false], [-9.59375, false], [-6.48828125, false], [-10.09375, false], [-12.84375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1369, "doc": {"id": "ACTAAP_2013_7_10", "question": "Which statement about gravity is written as a law?", "choices": {"text": ["The reason gravity works is because masses bend time and space.", "The effect of gravity on plants might be reduced if certain minerals are added to the soil.", "The force of gravity between two objects depends upon their masses and the distance between them.", "The experiments being done on gravity today are better than what were done in the past and a full understanding is only a few years away."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "The force of gravity between two objects depends upon their masses and the distance between them.", "arguments": ["Question: Which statement about gravity is written as a law?\nAnswer:", " ["], "resps": [[[-6.1875, false]], [[-7.6875, false]], [[-6.9375, false]], [[-7.4375, false]], [[-7.6875, false]], [[-5.1875, false]], [[-8.9375, false]], [[-7.6875, false]], [[-4.4375, false]], [[-7.9375, false]], [[-9.9375, false]], [[-8.1875, false]], [[-5.1875, false]], [[-7.1875, false]], [[-8.9375, false]], [[-4.4375, false]], [[-6.9375, false]], [[-7.6875, false]], [[-7.6875, false]], [[-9.1875, false]], [[-5.1875, false]], [[-8.4375, false]], [[-9.9375, false]], [[-8.9375, false]], [[-7.9375, false]], [[-7.9375, false]], [[-5.1875, false]], [[-7.6875, false]], [[-7.9375, false]], [[-5.1875, false]], [[-5.6875, false]], [[-7.6875, false]], [[-6.6875, false]], [[-4.4375, false]], [[-9.4375, false]], [[-7.9375, false]], [[-7.6875, false]], [[-5.1875, false]], [[-7.6875, false]], [[-4.4375, false]], [[-7.9375, false]], [[-7.9375, false]], [[-7.6875, false]], [[-7.9375, false]], [[-5.1875, false]], [[-5.6875, false]], [[-7.6875, false]], [[-8.1875, false]], [[-7.4375, false]], [[-5.1875, false]], [[-7.6875, false]], [[-7.6875, false]], [[-7.6875, false]], [[-7.6875, false]], [[-5.1875, false]], [[-4.4375, false]], [[-8.1875, false]], [[-7.4375, false]], [[-5.1875, false]], [[-7.9375, false]], [[-7.6875, false]], [[-4.4375, false]], [[-6.6875, false]], [[-7.6875, false]], [[-6.38671875, false]], [[-7.6875, false]], [[-9.140625, false]], [[-5.1875, false]], [[-7.6875, false]], [[-6.9375, false]], [[-7.4375, false]], [[-7.6875, false]], [[-5.1875, false]], [[-7.6875, false]], [[-6.9375, false]], [[-6.9375, false]], [[-7.6875, false]], [[-6.6875, false]], [[-7.6875, false]], [[-5.1875, false]], [[-9.9375, false]], [[-6.9375, false]], [[-5.1875, false]], [[-7.1875, false]], [[-8.9375, false]], [[-4.4375, false]], [[-6.9375, false]], [[-7.6875, false]], [[-7.6875, false]], [[-9.1875, false]], [[-5.1875, false]], [[-9.9375, false]], [[-8.1875, false]], [[-5.1875, false]], [[-7.6875, false]], [[-8.4375, false]], [[-4.4375, false]], [[-8.1875, false]], [[-7.6875, false]], [[-7.9375, false]], [[-5.1875, false]], [[-7.6875, false]], [[-7.6875, false]], [[-7.1875, false]], [[-7.4375, false]], [[-7.6875, false]], [[-5.1875, false]], [[-5.6875, false]], [[-7.6875, false]], [[-5.1875, false]], [[-8.9375, false]], [[-7.6875, false]], [[-7.4375, false]], [[-9.4375, false]], [[-6.6875, false]], [[-7.6875, false]], [[-7.4375, false]], [[-5.1875, false]], [[-7.6875, false]], [[-6.9375, false]], [[-5.1875, false]], [[-6.6875, false]], [[-7.6875, false]], [[-8.9375, false]], [[-7.6875, false]], [[-4.4375, false]], [[-7.6875, false]], [[-8.1875, false]], [[-5.1875, false]], [[-7.6875, false]], [[-7.6875, false]], [[-8.1875, false]], [[-7.6875, false]], [[-8.9375, false]], [[-4.4375, false]], [[-8.4375, false]], [[-7.9375, false]], [[-5.1875, false]], [[-4.4375, false]], [[-8.9375, false]], [[-7.6875, false]], [[-5.1875, false]], [[-4.4375, false]], [[-7.4375, false]], [[-7.4375, false]], [[-7.6875, false]], [[-7.4375, false]], [[-5.1875, false]], [[-7.6875, false]], [[-9.9375, false]], [[-5.1875, false]], [[-7.6875, false]], [[-7.4375, false]], [[-7.6875, false]], [[-5.1875, false]], [[-7.9375, false]], [[-9.9375, false]], [[-7.6875, false]], [[-8.4375, false]], [[-6.38671875, false]], [[-7.6875, false]], [[-9.140625, false]], [[-5.1875, false]], [[-7.6875, false]], [[-6.9375, false]], [[-7.4375, false]], [[-7.6875, false]], [[-5.1875, false]], [[-6.9375, false]], [[-9.9375, false]], [[-8.9375, false]], [[-6.6875, false]], [[-7.6875, false]], [[-5.1875, false]], [[-9.9375, false]], [[-6.9375, false]], [[-5.1875, false]], [[-7.1875, false]], [[-8.9375, false]], [[-4.4375, false]], [[-6.9375, false]], [[-7.6875, false]], [[-7.6875, false]], [[-9.1875, false]], [[-5.1875, false]], [[-5.6875, false]], [[-7.6875, false]], [[-7.6875, false]], [[-8.4375, false]], [[-7.6875, false]], [[-7.6875, false]], [[-8.1875, false]], [[-5.1875, false]], [[-7.6875, false]], [[-8.4375, false]], [[-9.9375, false]], [[-5.1875, false]], [[-9.9375, false]], [[-5.6875, false]], [[-9.6875, false]], [[-7.6875, false]], [[-6.6875, false]], [[-7.6875, false]], [[-7.9375, false]], [[-5.1875, false]], [[-7.4375, false]], [[-7.6875, false]], [[-7.6875, false]], [[-7.6875, false]], [[-8.1875, false]], [[-7.4375, false]], [[-7.9375, false]], [[-5.1875, false]], [[-9.4375, false]], [[-7.6875, false]], [[-9.9375, false]], [[-8.1875, false]], [[-5.1875, false]], [[-7.6875, false]], [[-7.4375, false]], [[-7.6875, false]], [[-7.6875, false]], [[-8.9375, false]], [[-5.1875, false]], [[-7.6875, false]], [[-4.4375, false]], [[-7.9375, false]], [[-7.9375, false]], [[-7.6875, false]], [[-7.9375, false]], [[-5.1875, false]], [[-4.4375, false]], [[-8.1875, false]], [[-7.4375, false]], [[-5.1875, false]], [[-7.6875, false]], [[-7.4375, false]], [[-7.6875, false]], [[-5.1875, false]], [[-7.4375, false]], [[-7.6875, false]], [[-7.9375, false]], [[-7.6875, false]], [[-4.4375, false]], [[-8.1875, false]], [[-6.6875, false]], [[-7.6875, false]], [[-5.1875, false]], [[-5.6875, false]], [[-7.6875, false]], [[-7.6875, false]], [[-8.4375, false]], [[-7.6875, false]], [[-7.6875, false]], [[-8.1875, false]], [[-5.1875, false]], [[-7.6875, false]], [[-7.4375, false]], [[-7.6875, false]], [[-7.6875, false]], [[-6.38671875, false]], [[-7.6875, false]], [[-9.140625, false]], [[-5.1875, false]], [[-7.6875, false]], [[-6.9375, false]], [[-7.4375, false]], [[-7.6875, false]], [[-5.1875, false]], [[-7.6875, false]], [[-6.1875, false]], [[-7.6875, false]], [[-7.6875, false]], [[-8.9375, false]], [[-7.6875, false]], [[-7.6875, false]], [[-7.6875, false]], [[-8.1875, false]], [[-7.6875, false]], [[-7.9375, false]], [[-5.1875, false]], [[-5.6875, false]], [[-7.6875, false]], [[-7.6875, false]], [[-8.1875, false]], [[-7.1875, false]], [[-5.1875, false]], [[-7.4375, false]], [[-9.9375, false]], [[-8.1875, false]], [[-7.6875, false]], [[-5.1875, false]], [[-9.9375, false]], [[-8.1875, false]], [[-5.1875, false]], [[-7.1875, false]], [[-8.9375, false]], [[-4.4375, false]], [[-6.9375, false]], [[-7.6875, false]], [[-7.6875, false]], [[-9.1875, false]], [[-5.1875, false]], [[-7.6875, false]], [[-9.9375, false]], [[-7.4375, false]], [[-4.4375, false]], [[-9.1875, false]], [[-5.1875, false]], [[-4.4375, false]], [[-8.9375, false]], [[-7.6875, false]], [[-5.1875, false]], [[-5.6875, false]], [[-7.6875, false]], [[-7.6875, false]], [[-7.6875, false]], [[-7.6875, false]], [[-8.9375, false]], [[-5.1875, false]], [[-7.6875, false]], [[-7.4375, false]], [[-4.4375, false]], [[-8.1875, false]], [[-5.1875, false]], [[-8.4375, false]], [[-7.4375, false]], [[-4.4375, false]], [[-7.6875, false]], [[-5.1875, false]], [[-8.4375, false]], [[-7.6875, false]], [[-8.9375, false]], [[-7.6875, false]], [[-5.1875, false]], [[-7.4375, false]], [[-9.9375, false]], [[-8.1875, false]], [[-7.6875, false]], [[-5.1875, false]], [[-7.6875, false]], [[-8.1875, false]], [[-5.1875, false]], [[-7.6875, false]], [[-7.4375, false]], [[-7.6875, false]], [[-5.1875, false]], [[-7.6875, false]], [[-4.4375, false]], [[-7.9375, false]], [[-7.6875, false]], [[-5.1875, false]], [[-4.4375, false]], [[-8.1875, false]], [[-7.4375, false]], [[-5.1875, false]], [[-4.4375, false]], [[-5.1875, false]], [[-6.9375, false]], [[-9.4375, false]], [[-8.4375, false]], [[-8.4375, false]], [[-5.1875, false]], [[-9.4375, false]], [[-8.1875, false]], [[-7.4375, false]], [[-7.6875, false]], [[-8.9375, false]], [[-7.9375, false]], [[-7.6875, false]], [[-4.4375, false]], [[-8.1875, false]], [[-7.4375, false]], [[-7.6875, false]], [[-8.1875, false]], [[-7.1875, false]], [[-5.1875, false]], [[-7.6875, false]], [[-7.9375, false]], [[-5.1875, false]], [[-9.9375, false]], [[-8.1875, false]], [[-8.4375, false]], [[-9.1875, false]], [[-5.1875, false]], [[-4.4375, false]], [[-5.1875, false]], [[-6.9375, false]], [[-7.6875, false]], [[-8.4375, false]], [[-5.1875, false]], [[-9.1875, false]], [[-7.6875, false]], [[-4.4375, false]], [[-8.9375, false]], [[-7.9375, false]], [[-5.1875, false]], [[-4.4375, false]], [[-8.4375, false]], [[-4.4375, false]], [[-9.1875, false]], [[-6.38671875, false]], [[-7.6875, false]], [[-10.9375, false]]], "filtered_resps": [[-6.1875, false], [-7.6875, false], [-6.9375, false], [-7.4375, false], [-7.6875, false], [-5.1875, false], [-8.9375, false], [-7.6875, false], [-4.4375, false], [-7.9375, false], [-9.9375, false], [-8.1875, false], [-5.1875, false], [-7.1875, false], [-8.9375, false], [-4.4375, false], [-6.9375, false], [-7.6875, false], [-7.6875, false], [-9.1875, false], [-5.1875, false], [-8.4375, false], [-9.9375, false], [-8.9375, false], [-7.9375, false], [-7.9375, false], [-5.1875, false], [-7.6875, false], [-7.9375, false], [-5.1875, false], [-5.6875, false], [-7.6875, false], [-6.6875, false], [-4.4375, false], [-9.4375, false], [-7.9375, false], [-7.6875, false], [-5.1875, false], [-7.6875, false], [-4.4375, false], [-7.9375, false], [-7.9375, false], [-7.6875, false], [-7.9375, false], [-5.1875, false], [-5.6875, false], [-7.6875, false], [-8.1875, false], [-7.4375, false], [-5.1875, false], [-7.6875, false], [-7.6875, false], [-7.6875, false], [-7.6875, false], [-5.1875, false], [-4.4375, false], [-8.1875, false], [-7.4375, false], [-5.1875, false], [-7.9375, false], [-7.6875, false], [-4.4375, false], [-6.6875, false], [-7.6875, false], [-6.38671875, false], [-7.6875, false], [-9.140625, false], [-5.1875, false], [-7.6875, false], [-6.9375, false], [-7.4375, false], [-7.6875, false], [-5.1875, false], [-7.6875, false], [-6.9375, false], [-6.9375, false], [-7.6875, false], [-6.6875, false], [-7.6875, false], [-5.1875, false], [-9.9375, false], [-6.9375, false], [-5.1875, false], [-7.1875, false], [-8.9375, false], [-4.4375, false], [-6.9375, false], [-7.6875, false], [-7.6875, false], [-9.1875, false], [-5.1875, false], [-9.9375, false], [-8.1875, false], [-5.1875, false], [-7.6875, false], [-8.4375, false], [-4.4375, false], [-8.1875, false], [-7.6875, false], [-7.9375, false], [-5.1875, false], [-7.6875, false], [-7.6875, false], [-7.1875, false], [-7.4375, false], [-7.6875, false], [-5.1875, false], [-5.6875, false], [-7.6875, false], [-5.1875, false], [-8.9375, false], [-7.6875, false], [-7.4375, false], [-9.4375, false], [-6.6875, false], [-7.6875, false], [-7.4375, false], [-5.1875, false], [-7.6875, false], [-6.9375, false], [-5.1875, false], [-6.6875, false], [-7.6875, false], [-8.9375, false], [-7.6875, false], [-4.4375, false], [-7.6875, false], [-8.1875, false], [-5.1875, false], [-7.6875, false], [-7.6875, false], [-8.1875, false], [-7.6875, false], [-8.9375, false], [-4.4375, false], [-8.4375, false], [-7.9375, false], [-5.1875, false], [-4.4375, false], [-8.9375, false], [-7.6875, false], [-5.1875, false], [-4.4375, false], [-7.4375, false], [-7.4375, false], [-7.6875, false], [-7.4375, false], [-5.1875, false], [-7.6875, false], [-9.9375, false], [-5.1875, false], [-7.6875, false], [-7.4375, false], [-7.6875, false], [-5.1875, false], [-7.9375, false], [-9.9375, false], [-7.6875, false], [-8.4375, false], [-6.38671875, false], [-7.6875, false], [-9.140625, false], [-5.1875, false], [-7.6875, false], [-6.9375, false], [-7.4375, false], [-7.6875, false], [-5.1875, false], [-6.9375, false], [-9.9375, false], [-8.9375, false], [-6.6875, false], [-7.6875, false], [-5.1875, false], [-9.9375, false], [-6.9375, false], [-5.1875, false], [-7.1875, false], [-8.9375, false], [-4.4375, false], [-6.9375, false], [-7.6875, false], [-7.6875, false], [-9.1875, false], [-5.1875, false], [-5.6875, false], [-7.6875, false], [-7.6875, false], [-8.4375, false], [-7.6875, false], [-7.6875, false], [-8.1875, false], [-5.1875, false], [-7.6875, false], [-8.4375, false], [-9.9375, false], [-5.1875, false], [-9.9375, false], [-5.6875, false], [-9.6875, false], [-7.6875, false], [-6.6875, false], [-7.6875, false], [-7.9375, false], [-5.1875, false], [-7.4375, false], [-7.6875, false], [-7.6875, false], [-7.6875, false], [-8.1875, false], [-7.4375, false], [-7.9375, false], [-5.1875, false], [-9.4375, false], [-7.6875, false], [-9.9375, false], [-8.1875, false], [-5.1875, false], [-7.6875, false], [-7.4375, false], [-7.6875, false], [-7.6875, false], [-8.9375, false], [-5.1875, false], [-7.6875, false], [-4.4375, false], [-7.9375, false], [-7.9375, false], [-7.6875, false], [-7.9375, false], [-5.1875, false], [-4.4375, false], [-8.1875, false], [-7.4375, false], [-5.1875, false], [-7.6875, false], [-7.4375, false], [-7.6875, false], [-5.1875, false], [-7.4375, false], [-7.6875, false], [-7.9375, false], [-7.6875, false], [-4.4375, false], [-8.1875, false], [-6.6875, false], [-7.6875, false], [-5.1875, false], [-5.6875, false], [-7.6875, false], [-7.6875, false], [-8.4375, false], [-7.6875, false], [-7.6875, false], [-8.1875, false], [-5.1875, false], [-7.6875, false], [-7.4375, false], [-7.6875, false], [-7.6875, false], [-6.38671875, false], [-7.6875, false], [-9.140625, false], [-5.1875, false], [-7.6875, false], [-6.9375, false], [-7.4375, false], [-7.6875, false], [-5.1875, false], [-7.6875, false], [-6.1875, false], [-7.6875, false], [-7.6875, false], [-8.9375, false], [-7.6875, false], [-7.6875, false], [-7.6875, false], [-8.1875, false], [-7.6875, false], [-7.9375, false], [-5.1875, false], [-5.6875, false], [-7.6875, false], [-7.6875, false], [-8.1875, false], [-7.1875, false], [-5.1875, false], [-7.4375, false], [-9.9375, false], [-8.1875, false], [-7.6875, false], [-5.1875, false], [-9.9375, false], [-8.1875, false], [-5.1875, false], [-7.1875, false], [-8.9375, false], [-4.4375, false], [-6.9375, false], [-7.6875, false], [-7.6875, false], [-9.1875, false], [-5.1875, false], [-7.6875, false], [-9.9375, false], [-7.4375, false], [-4.4375, false], [-9.1875, false], [-5.1875, false], [-4.4375, false], [-8.9375, false], [-7.6875, false], [-5.1875, false], [-5.6875, false], [-7.6875, false], [-7.6875, false], [-7.6875, false], [-7.6875, false], [-8.9375, false], [-5.1875, false], [-7.6875, false], [-7.4375, false], [-4.4375, false], [-8.1875, false], [-5.1875, false], [-8.4375, false], [-7.4375, false], [-4.4375, false], [-7.6875, false], [-5.1875, false], [-8.4375, false], [-7.6875, false], [-8.9375, false], [-7.6875, false], [-5.1875, false], [-7.4375, false], [-9.9375, false], [-8.1875, false], [-7.6875, false], [-5.1875, false], [-7.6875, false], [-8.1875, false], [-5.1875, false], [-7.6875, false], [-7.4375, false], [-7.6875, false], [-5.1875, false], [-7.6875, false], [-4.4375, false], [-7.9375, false], [-7.6875, false], [-5.1875, false], [-4.4375, false], [-8.1875, false], [-7.4375, false], [-5.1875, false], [-4.4375, false], [-5.1875, false], [-6.9375, false], [-9.4375, false], [-8.4375, false], [-8.4375, false], [-5.1875, false], [-9.4375, false], [-8.1875, false], [-7.4375, false], [-7.6875, false], [-8.9375, false], [-7.9375, false], [-7.6875, false], [-4.4375, false], [-8.1875, false], [-7.4375, false], [-7.6875, false], [-8.1875, false], [-7.1875, false], [-5.1875, false], [-7.6875, false], [-7.9375, false], [-5.1875, false], [-9.9375, false], [-8.1875, false], [-8.4375, false], [-9.1875, false], [-5.1875, false], [-4.4375, false], [-5.1875, false], [-6.9375, false], [-7.6875, false], [-8.4375, false], [-5.1875, false], [-9.1875, false], [-7.6875, false], [-4.4375, false], [-8.9375, false], [-7.9375, false], [-5.1875, false], [-4.4375, false], [-8.4375, false], [-4.4375, false], [-9.1875, false], [-6.38671875, false], [-7.6875, false], [-10.9375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1377, "doc": {"id": "Mercury_SC_400679", "question": "Some students have gathered a collection of rock samples from the school yard to study. They scraped the rocks against a piece of quartz from the school lab. Which property of minerals are the students investigating?", "choices": {"text": ["texture", "hardness", "color", "streak"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "hardness", "arguments": ["Question: Some students have gathered a collection of rock samples from the school yard to study. They scraped the rocks against a piece of quartz from the school lab. Which property of minerals are the students investigating?\nAnswer:", " ["], "resps": [[[-6.5, false]], [[-9.25, false]], [[-9.75, false]], [[-8.0, false]], [[-9.5, false]], [[-9.75, false]], [[-9.25, false]], [[-8.0, false]], [[-8.0, false]], [[-9.25, false]], [[-8.8984375, false]], [[-5.0, false]], [[-9.25, false]], [[-10.25, false]], [[-4.0, false]], [[-8.0, false]], [[-9.5, false]], [[-7.75, false]], [[-8.0, false]], [[-8.5, false]], [[-8.5, false]], [[-9.25, false]], [[-8.8984375, false]], [[-5.0, false]], [[-9.25, false]], [[-6.5, false]], [[-8.25, false]], [[-10.25, false]], [[-8.25, false]], [[-8.0, false]], [[-9.25, false]], [[-8.8984375, false]], [[-5.0, false]], [[-9.25, false]], [[-8.5, false]], [[-9.75, false]], [[-8.0, false]], [[-8.0, false]], [[-4.0, false]], [[-9.5, false]], [[-9.25, false]], [[-12.5, false]]], "filtered_resps": [[-6.5, false], [-9.25, false], [-9.75, false], [-8.0, false], [-9.5, false], [-9.75, false], [-9.25, false], [-8.0, false], [-8.0, false], [-9.25, false], [-8.8984375, false], [-5.0, false], [-9.25, false], [-10.25, false], [-4.0, false], [-8.0, false], [-9.5, false], [-7.75, false], [-8.0, false], [-8.5, false], [-8.5, false], [-9.25, false], [-8.8984375, false], [-5.0, false], [-9.25, false], [-6.5, false], [-8.25, false], [-10.25, false], [-8.25, false], [-8.0, false], [-9.25, false], [-8.8984375, false], [-5.0, false], [-9.25, false], [-8.5, false], [-9.75, false], [-8.0, false], [-8.0, false], [-4.0, false], [-9.5, false], [-9.25, false], [-12.5, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1385, "doc": {"id": "MCAS_2003_5_20", "question": "What causes day and night on Earth?", "choices": {"text": ["Earth's rotation on its axis", "the Sun's revolution around Earth", "Earth's revolution around the Sun", "the Sun's rotation on its axis"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Earth's rotation on its axis", "arguments": ["Question: What causes day and night on Earth?\nAnswer:", " ["], "resps": [[[-7.7578125, false]], [[-5.7578125, false]], [[-5.7578125, false]], [[-6.5078125, false]], [[-11.2578125, false]], [[-10.5078125, false]], [[-11.5078125, false]], [[-8.0078125, false]], [[-9.7578125, false]], [[-5.7578125, false]], [[-11.2578125, false]], [[-9.2578125, false]], [[-10.5078125, false]], [[-6.5078125, false]], [[-10.5078125, false]], [[-9.7578125, false]], [[-9.2578125, false]], [[-10.7578125, false]], [[-5.7578125, false]], [[-9.2578125, false]], [[-10.7578125, false]], [[-5.7578125, false]], [[-9.7578125, false]], [[-10.5078125, false]], [[-9.7578125, false]], [[-5.7578125, false]], [[-6.5078125, false]], [[-11.5078125, false]], [[-9.7578125, false]], [[-9.7578125, false]], [[-5.7578125, false]], [[-10.40625, false]], [[-5.7578125, false]], [[-5.7578125, false]], [[-10.5078125, false]], [[-11.5078125, false]], [[-8.5078125, false]], [[-5.7578125, false]], [[-6.5078125, false]], [[-11.5078125, false]], [[-10.7578125, false]], [[-8.0078125, false]], [[-9.7578125, false]], [[-5.7578125, false]], [[-11.2578125, false]], [[-8.5078125, false]], [[-11.7578125, false]], [[-9.2578125, false]], [[-11.2578125, false]], [[-11.5078125, false]], [[-10.5078125, false]], [[-9.7578125, false]], [[-9.2578125, false]], [[-10.7578125, false]], [[-5.7578125, false]], [[-6.5078125, false]], [[-11.2578125, false]], [[-9.2578125, false]], [[-11.5078125, false]], [[-10.7578125, false]], [[-10.0078125, false]], [[-5.7578125, false]], [[-5.7578125, false]], [[-6.5078125, false]], [[-11.2578125, false]], [[-10.5078125, false]], [[-11.5078125, false]], [[-5.7578125, false]], [[-10.40625, false]], [[-5.7578125, false]], [[-5.7578125, false]], [[-5.7578125, false]], [[-6.5078125, false]], [[-11.2578125, false]], [[-10.5078125, false]], [[-11.5078125, false]], [[-8.0078125, false]], [[-9.7578125, false]], [[-5.7578125, false]], [[-11.2578125, false]], [[-8.5078125, false]], [[-11.7578125, false]], [[-9.2578125, false]], [[-11.2578125, false]], [[-11.5078125, false]], [[-10.5078125, false]], [[-9.7578125, false]], [[-9.2578125, false]], [[-10.7578125, false]], [[-5.7578125, false]], [[-6.5078125, false]], [[-11.2578125, false]], [[-9.2578125, false]], [[-11.5078125, false]], [[-10.7578125, false]], [[-10.0078125, false]], [[-5.7578125, false]], [[-10.5078125, false]], [[-11.5078125, false]], [[-8.5078125, false]], [[-5.7578125, false]], [[-6.5078125, false]], [[-11.5078125, false]], [[-10.7578125, false]], [[-5.7578125, false]], [[-10.40625, false]], [[-5.7578125, false]], [[-5.7578125, false]], [[-10.5078125, false]], [[-11.5078125, false]], [[-8.5078125, false]], [[-5.7578125, false]], [[-6.5078125, false]], [[-11.5078125, false]], [[-10.7578125, false]], [[-8.0078125, false]], [[-9.7578125, false]], [[-5.7578125, false]], [[-11.2578125, false]], [[-9.2578125, false]], [[-10.5078125, false]], [[-6.5078125, false]], [[-10.5078125, false]], [[-9.7578125, false]], [[-9.2578125, false]], [[-10.7578125, false]], [[-5.7578125, false]], [[-9.2578125, false]], [[-10.7578125, false]], [[-5.7578125, false]], [[-9.7578125, false]], [[-10.5078125, false]], [[-9.7578125, false]], [[-5.7578125, false]], [[-6.5078125, false]], [[-11.5078125, false]], [[-9.7578125, false]], [[-9.7578125, false]], [[-5.7578125, false]], [[-12.7578125, false]]], "filtered_resps": [[-7.7578125, false], [-5.7578125, false], [-5.7578125, false], [-6.5078125, false], [-11.2578125, false], [-10.5078125, false], [-11.5078125, false], [-8.0078125, false], [-9.7578125, false], [-5.7578125, false], [-11.2578125, false], [-9.2578125, false], [-10.5078125, false], [-6.5078125, false], [-10.5078125, false], [-9.7578125, false], [-9.2578125, false], [-10.7578125, false], [-5.7578125, false], [-9.2578125, false], [-10.7578125, false], [-5.7578125, false], [-9.7578125, false], [-10.5078125, false], [-9.7578125, false], [-5.7578125, false], [-6.5078125, false], [-11.5078125, false], [-9.7578125, false], [-9.7578125, false], [-5.7578125, false], [-10.40625, false], [-5.7578125, false], [-5.7578125, false], [-10.5078125, false], [-11.5078125, false], [-8.5078125, false], [-5.7578125, false], [-6.5078125, false], [-11.5078125, false], [-10.7578125, false], [-8.0078125, false], [-9.7578125, false], [-5.7578125, false], [-11.2578125, false], [-8.5078125, false], [-11.7578125, false], [-9.2578125, false], [-11.2578125, false], [-11.5078125, false], [-10.5078125, false], [-9.7578125, false], [-9.2578125, false], [-10.7578125, false], [-5.7578125, false], [-6.5078125, false], [-11.2578125, false], [-9.2578125, false], [-11.5078125, false], [-10.7578125, false], [-10.0078125, false], [-5.7578125, false], [-5.7578125, false], [-6.5078125, false], [-11.2578125, false], [-10.5078125, false], [-11.5078125, false], [-5.7578125, false], [-10.40625, false], [-5.7578125, false], [-5.7578125, false], [-5.7578125, false], [-6.5078125, false], [-11.2578125, false], [-10.5078125, false], [-11.5078125, false], [-8.0078125, false], [-9.7578125, false], [-5.7578125, false], [-11.2578125, false], [-8.5078125, false], [-11.7578125, false], [-9.2578125, false], [-11.2578125, false], [-11.5078125, false], [-10.5078125, false], [-9.7578125, false], [-9.2578125, false], [-10.7578125, false], [-5.7578125, false], [-6.5078125, false], [-11.2578125, false], [-9.2578125, false], [-11.5078125, false], [-10.7578125, false], [-10.0078125, false], [-5.7578125, false], [-10.5078125, false], [-11.5078125, false], [-8.5078125, false], [-5.7578125, false], [-6.5078125, false], [-11.5078125, false], [-10.7578125, false], [-5.7578125, false], [-10.40625, false], [-5.7578125, false], [-5.7578125, false], [-10.5078125, false], [-11.5078125, false], [-8.5078125, false], [-5.7578125, false], [-6.5078125, false], [-11.5078125, false], [-10.7578125, false], [-8.0078125, false], [-9.7578125, false], [-5.7578125, false], [-11.2578125, false], [-9.2578125, false], [-10.5078125, false], [-6.5078125, false], [-10.5078125, false], [-9.7578125, false], [-9.2578125, false], [-10.7578125, false], [-5.7578125, false], [-9.2578125, false], [-10.7578125, false], [-5.7578125, false], [-9.7578125, false], [-10.5078125, false], [-9.7578125, false], [-5.7578125, false], [-6.5078125, false], [-11.5078125, false], [-9.7578125, false], [-9.7578125, false], [-5.7578125, false], [-12.7578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1393, "doc": {"id": "ACTAAP_2008_5_14", "question": "Which is the order of the planets from closest to the Sun to farthest from the Sun?", "choices": {"text": ["Mercury, Venus, Earth, Mars", "Mars, Mercury, Earth, Venus", "Earth, Venus, Mercury, Mars", "Venus, Earth, Mars, Mercury"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Mercury, Venus, Earth, Mars", "arguments": ["Question: Which is the order of the planets from closest to the Sun to farthest from the Sun?\nAnswer:", " ["], "resps": [[[-6.9453125, false]], [[-8.6953125, false]], [[-6.4453125, false]], [[-7.9453125, false]], [[-9.6953125, false]], [[-8.9453125, false]], [[-11.1953125, false]], [[-9.6953125, false]], [[-10.9453125, false]], [[-9.5, false]], [[-5.6953125, false]], [[-6.9453125, false]], [[-7.9453125, false]], [[-8.4453125, false]], [[-11.1953125, false]], [[-9.4453125, false]], [[-9.5, false]], [[-5.6953125, false]], [[-5.4453125, false]], [[-7.6953125, false]], [[-9.6953125, false]], [[-8.6953125, false]], [[-9.9453125, false]], [[-9.5, false]], [[-5.6953125, false]], [[-6.4453125, false]], [[-7.6953125, false]], [[-9.6953125, false]], [[-9.4453125, false]], [[-8.6953125, false]], [[-9.5, false]], [[-5.6953125, false]], [[-8.6953125, false]], [[-6.4453125, false]], [[-7.6953125, false]], [[-9.6953125, false]], [[-9.4453125, false]], [[-9.5, false]], [[-5.6953125, false]], [[-6.4453125, false]], [[-7.9453125, false]], [[-9.6953125, false]], [[-8.9453125, false]], [[-11.1953125, false]], [[-9.6953125, false]], [[-10.9453125, false]], [[-9.5, false]], [[-5.6953125, false]], [[-5.4453125, false]], [[-7.6953125, false]], [[-9.6953125, false]], [[-8.6953125, false]], [[-9.9453125, false]], [[-9.5, false]], [[-5.6953125, false]], [[-6.9453125, false]], [[-7.9453125, false]], [[-8.4453125, false]], [[-11.1953125, false]], [[-9.4453125, false]], [[-8.6953125, false]], [[-9.5, false]], [[-5.6953125, false]], [[-8.6953125, false]], [[-5.4453125, false]], [[-7.6953125, false]], [[-9.6953125, false]], [[-8.6953125, false]], [[-9.9453125, false]], [[-9.5, false]], [[-5.6953125, false]], [[-6.9453125, false]], [[-7.9453125, false]], [[-8.4453125, false]], [[-11.1953125, false]], [[-9.4453125, false]], [[-9.5, false]], [[-5.6953125, false]], [[-6.4453125, false]], [[-7.9453125, false]], [[-9.6953125, false]], [[-8.9453125, false]], [[-11.1953125, false]], [[-9.6953125, false]], [[-10.9453125, false]], [[-9.5, false]], [[-5.6953125, false]], [[-6.4453125, false]], [[-7.6953125, false]], [[-9.6953125, false]], [[-9.4453125, false]], [[-8.6953125, false]], [[-9.5, false]], [[-5.6953125, false]], [[-8.6953125, false]], [[-6.9453125, false]], [[-7.9453125, false]], [[-8.4453125, false]], [[-11.1953125, false]], [[-9.4453125, false]], [[-9.5, false]], [[-5.6953125, false]], [[-5.4453125, false]], [[-7.6953125, false]], [[-9.6953125, false]], [[-8.6953125, false]], [[-9.9453125, false]], [[-9.5, false]], [[-5.6953125, false]], [[-6.4453125, false]], [[-7.6953125, false]], [[-9.6953125, false]], [[-9.4453125, false]], [[-9.5, false]], [[-5.6953125, false]], [[-6.4453125, false]], [[-7.9453125, false]], [[-9.6953125, false]], [[-8.9453125, false]], [[-11.1953125, false]], [[-9.6953125, false]], [[-10.9453125, false]], [[-8.6953125, false]], [[-10.1953125, false]]], "filtered_resps": [[-6.9453125, false], [-8.6953125, false], [-6.4453125, false], [-7.9453125, false], [-9.6953125, false], [-8.9453125, false], [-11.1953125, false], [-9.6953125, false], [-10.9453125, false], [-9.5, false], [-5.6953125, false], [-6.9453125, false], [-7.9453125, false], [-8.4453125, false], [-11.1953125, false], [-9.4453125, false], [-9.5, false], [-5.6953125, false], [-5.4453125, false], [-7.6953125, false], [-9.6953125, false], [-8.6953125, false], [-9.9453125, false], [-9.5, false], [-5.6953125, false], [-6.4453125, false], [-7.6953125, false], [-9.6953125, false], [-9.4453125, false], [-8.6953125, false], [-9.5, false], [-5.6953125, false], [-8.6953125, false], [-6.4453125, false], [-7.6953125, false], [-9.6953125, false], [-9.4453125, false], [-9.5, false], [-5.6953125, false], [-6.4453125, false], [-7.9453125, false], [-9.6953125, false], [-8.9453125, false], [-11.1953125, false], [-9.6953125, false], [-10.9453125, false], [-9.5, false], [-5.6953125, false], [-5.4453125, false], [-7.6953125, false], [-9.6953125, false], [-8.6953125, false], [-9.9453125, false], [-9.5, false], [-5.6953125, false], [-6.9453125, false], [-7.9453125, false], [-8.4453125, false], [-11.1953125, false], [-9.4453125, false], [-8.6953125, false], [-9.5, false], [-5.6953125, false], [-8.6953125, false], [-5.4453125, false], [-7.6953125, false], [-9.6953125, false], [-8.6953125, false], [-9.9453125, false], [-9.5, false], [-5.6953125, false], [-6.9453125, false], [-7.9453125, false], [-8.4453125, false], [-11.1953125, false], [-9.4453125, false], [-9.5, false], [-5.6953125, false], [-6.4453125, false], [-7.9453125, false], [-9.6953125, false], [-8.9453125, false], [-11.1953125, false], [-9.6953125, false], [-10.9453125, false], [-9.5, false], [-5.6953125, false], [-6.4453125, false], [-7.6953125, false], [-9.6953125, false], [-9.4453125, false], [-8.6953125, false], [-9.5, false], [-5.6953125, false], [-8.6953125, false], [-6.9453125, false], [-7.9453125, false], [-8.4453125, false], [-11.1953125, false], [-9.4453125, false], [-9.5, false], [-5.6953125, false], [-5.4453125, false], [-7.6953125, false], [-9.6953125, false], [-8.6953125, false], [-9.9453125, false], [-9.5, false], [-5.6953125, false], [-6.4453125, false], [-7.6953125, false], [-9.6953125, false], [-9.4453125, false], [-9.5, false], [-5.6953125, false], [-6.4453125, false], [-7.9453125, false], [-9.6953125, false], [-8.9453125, false], [-11.1953125, false], [-9.6953125, false], [-10.9453125, false], [-8.6953125, false], [-10.1953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1401, "doc": {"id": "LEAP__8_10369", "question": "Joyce put 200 milliliters of water in a beaker, put a thermometer in it, and heated it until it started to boil. She recorded a temperature of 100°C when it started to boil. She repeated the process with 400 milliliters of water. What would be the temperature when this second sample started to boil?", "choices": {"text": ["twice as high as the first sample's", "slightly higher than the first sample's", "half as high as the first sample's", "the same as the first sample's"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "the same as the first sample's", "arguments": ["Question: Joyce put 200 milliliters of water in a beaker, put a thermometer in it, and heated it until it started to boil. She recorded a temperature of 100°C when it started to boil. She repeated the process with 400 milliliters of water. What would be the temperature when this second sample started to boil?\nAnswer:", " ["], "resps": [[[-6.21484375, false]], [[-7.46484375, false]], [[-8.4609375, false]], [[-10.2109375, false]], [[-8.4609375, false]], [[-8.4609375, false]], [[-9.4609375, false]], [[-4.96484375, false]], [[-4.96484375, false]], [[-8.9609375, false]], [[-4.96484375, false]], [[-10.7109375, false]], [[-8.4609375, false]], [[-9.9609375, false]], [[-10.7109375, false]], [[-4.96484375, false]], [[-4.96484375, false]], [[-8.9609375, false]], [[-4.96484375, false]], [[-8.4609375, false]], [[-10.7109375, false]], [[-9.4609375, false]], [[-4.96484375, false]], [[-9.4609375, false]], [[-8.4609375, false]], [[-11.2109375, false]], [[-8.9609375, false]], [[-8.4609375, false]], [[-4.96484375, false]], [[-8.9609375, false]], [[-4.96484375, false]], [[-7.71484375, false]], [[-9.4609375, false]], [[-10.4609375, false]], [[-9.4609375, false]], [[-9.4609375, false]], [[-8.9609375, false]], [[-7.46484375, false]], [[-9.703125, false]], [[-4.96484375, false]], [[-7.46484375, false]], [[-8.9609375, false]], [[-10.4609375, false]], [[-8.4609375, false]], [[-9.9609375, false]], [[-10.7109375, false]], [[-8.4609375, false]], [[-10.4609375, false]], [[-10.4609375, false]], [[-4.96484375, false]], [[-10.7109375, false]], [[-8.4609375, false]], [[-9.9609375, false]], [[-10.7109375, false]], [[-9.4609375, false]], [[-11.2109375, false]], [[-4.96484375, false]], [[-8.4609375, false]], [[-10.7109375, false]], [[-4.96484375, false]], [[-8.2109375, false]], [[-4.96484375, false]], [[-8.4609375, false]], [[-10.7109375, false]], [[-9.4609375, false]], [[-4.96484375, false]], [[-9.4609375, false]], [[-8.4609375, false]], [[-11.2109375, false]], [[-8.9609375, false]], [[-8.4609375, false]], [[-4.96484375, false]], [[-8.9609375, false]], [[-4.96484375, false]], [[-7.71484375, false]], [[-9.4609375, false]], [[-10.4609375, false]], [[-9.4609375, false]], [[-9.4609375, false]], [[-8.9609375, false]], [[-7.46484375, false]], [[-9.703125, false]], [[-4.96484375, false]], [[-7.46484375, false]], [[-10.7109375, false]], [[-4.96484375, false]], [[-10.4609375, false]], [[-9.4609375, false]], [[-4.96484375, false]], [[-4.96484375, false]], [[-8.9609375, false]], [[-4.96484375, false]], [[-10.7109375, false]], [[-8.4609375, false]], [[-9.9609375, false]], [[-10.7109375, false]], [[-4.96484375, false]], [[-4.96484375, false]], [[-8.9609375, false]], [[-4.96484375, false]], [[-8.4609375, false]], [[-10.7109375, false]], [[-9.4609375, false]], [[-4.96484375, false]], [[-9.4609375, false]], [[-8.4609375, false]], [[-11.2109375, false]], [[-8.9609375, false]], [[-8.4609375, false]], [[-4.96484375, false]], [[-8.9609375, false]], [[-4.96484375, false]], [[-7.71484375, false]], [[-9.4609375, false]], [[-10.4609375, false]], [[-9.4609375, false]], [[-9.4609375, false]], [[-8.9609375, false]], [[-7.46484375, false]], [[-9.703125, false]], [[-4.96484375, false]], [[-7.46484375, false]], [[-8.4609375, false]], [[-10.7109375, false]], [[-9.4609375, false]], [[-4.96484375, false]], [[-8.9609375, false]], [[-4.96484375, false]], [[-7.71484375, false]], [[-9.4609375, false]], [[-4.96484375, false]], [[-4.96484375, false]], [[-8.9609375, false]], [[-4.96484375, false]], [[-8.4609375, false]], [[-10.7109375, false]], [[-9.4609375, false]], [[-4.96484375, false]], [[-9.4609375, false]], [[-8.4609375, false]], [[-11.2109375, false]], [[-8.9609375, false]], [[-8.4609375, false]], [[-4.96484375, false]], [[-8.9609375, false]], [[-4.96484375, false]], [[-7.71484375, false]], [[-9.4609375, false]], [[-10.4609375, false]], [[-9.4609375, false]], [[-9.4609375, false]], [[-8.9609375, false]], [[-7.46484375, false]], [[-11.4609375, false]]], "filtered_resps": [[-6.21484375, false], [-7.46484375, false], [-8.4609375, false], [-10.2109375, false], [-8.4609375, false], [-8.4609375, false], [-9.4609375, false], [-4.96484375, false], [-4.96484375, false], [-8.9609375, false], [-4.96484375, false], [-10.7109375, false], [-8.4609375, false], [-9.9609375, false], [-10.7109375, false], [-4.96484375, false], [-4.96484375, false], [-8.9609375, false], [-4.96484375, false], [-8.4609375, false], [-10.7109375, false], [-9.4609375, false], [-4.96484375, false], [-9.4609375, false], [-8.4609375, false], [-11.2109375, false], [-8.9609375, false], [-8.4609375, false], [-4.96484375, false], [-8.9609375, false], [-4.96484375, false], [-7.71484375, false], [-9.4609375, false], [-10.4609375, false], [-9.4609375, false], [-9.4609375, false], [-8.9609375, false], [-7.46484375, false], [-9.703125, false], [-4.96484375, false], [-7.46484375, false], [-8.9609375, false], [-10.4609375, false], [-8.4609375, false], [-9.9609375, false], [-10.7109375, false], [-8.4609375, false], [-10.4609375, false], [-10.4609375, false], [-4.96484375, false], [-10.7109375, false], [-8.4609375, false], [-9.9609375, false], [-10.7109375, false], [-9.4609375, false], [-11.2109375, false], [-4.96484375, false], [-8.4609375, false], [-10.7109375, false], [-4.96484375, false], [-8.2109375, false], [-4.96484375, false], [-8.4609375, false], [-10.7109375, false], [-9.4609375, false], [-4.96484375, false], [-9.4609375, false], [-8.4609375, false], [-11.2109375, false], [-8.9609375, false], [-8.4609375, false], [-4.96484375, false], [-8.9609375, false], [-4.96484375, false], [-7.71484375, false], [-9.4609375, false], [-10.4609375, false], [-9.4609375, false], [-9.4609375, false], [-8.9609375, false], [-7.46484375, false], [-9.703125, false], [-4.96484375, false], [-7.46484375, false], [-10.7109375, false], [-4.96484375, false], [-10.4609375, false], [-9.4609375, false], [-4.96484375, false], [-4.96484375, false], [-8.9609375, false], [-4.96484375, false], [-10.7109375, false], [-8.4609375, false], [-9.9609375, false], [-10.7109375, false], [-4.96484375, false], [-4.96484375, false], [-8.9609375, false], [-4.96484375, false], [-8.4609375, false], [-10.7109375, false], [-9.4609375, false], [-4.96484375, false], [-9.4609375, false], [-8.4609375, false], [-11.2109375, false], [-8.9609375, false], [-8.4609375, false], [-4.96484375, false], [-8.9609375, false], [-4.96484375, false], [-7.71484375, false], [-9.4609375, false], [-10.4609375, false], [-9.4609375, false], [-9.4609375, false], [-8.9609375, false], [-7.46484375, false], [-9.703125, false], [-4.96484375, false], [-7.46484375, false], [-8.4609375, false], [-10.7109375, false], [-9.4609375, false], [-4.96484375, false], [-8.9609375, false], [-4.96484375, false], [-7.71484375, false], [-9.4609375, false], [-4.96484375, false], [-4.96484375, false], [-8.9609375, false], [-4.96484375, false], [-8.4609375, false], [-10.7109375, false], [-9.4609375, false], [-4.96484375, false], [-9.4609375, false], [-8.4609375, false], [-11.2109375, false], [-8.9609375, false], [-8.4609375, false], [-4.96484375, false], [-8.9609375, false], [-4.96484375, false], [-7.71484375, false], [-9.4609375, false], [-10.4609375, false], [-9.4609375, false], [-9.4609375, false], [-8.9609375, false], [-7.46484375, false], [-11.4609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1409, "doc": {"id": "Mercury_SC_LBS10516", "question": "Which of these shows the correct order needed for a solar eclipse to happen?", "choices": {"text": ["Sun, Earth, Moon", "Sun, Moon, Earth", "Moon, Sun, Earth", "Moon, Earth, Sun"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Sun, Moon, Earth", "arguments": ["Question: Which of these shows the correct order needed for a solar eclipse to happen?\nAnswer:", " ["], "resps": [[[-6.81640625, false]], [[-7.31640625, false]], [[-5.56640625, false]], [[-11.0703125, false]], [[-8.8203125, false]], [[-9.40625, false]], [[-5.06640625, false]], [[-3.818359375, false]], [[-5.31640625, false]], [[-10.3203125, false]], [[-8.5703125, false]], [[-10.8203125, false]], [[-9.40625, false]], [[-5.06640625, false]], [[-7.06640625, false]], [[-9.8203125, false]], [[-9.8203125, false]], [[-8.8203125, false]], [[-7.31640625, false]], [[-9.40625, false]], [[-5.06640625, false]], [[-7.31640625, false]], [[-5.56640625, false]], [[-11.0703125, false]], [[-8.8203125, false]], [[-9.40625, false]], [[-5.06640625, false]], [[-7.06640625, false]], [[-9.8203125, false]], [[-9.8203125, false]], [[-8.8203125, false]], [[-9.40625, false]], [[-5.06640625, false]], [[-3.818359375, false]], [[-5.31640625, false]], [[-10.3203125, false]], [[-8.5703125, false]], [[-10.8203125, false]], [[-7.31640625, false]], [[-9.40625, false]], [[-5.06640625, false]], [[-7.31640625, false]], [[-7.06640625, false]], [[-9.8203125, false]], [[-9.8203125, false]], [[-8.8203125, false]], [[-9.40625, false]], [[-5.06640625, false]], [[-5.56640625, false]], [[-11.0703125, false]], [[-8.8203125, false]], [[-9.40625, false]], [[-5.06640625, false]], [[-3.818359375, false]], [[-5.31640625, false]], [[-10.3203125, false]], [[-8.5703125, false]], [[-10.8203125, false]], [[-7.31640625, false]], [[-9.40625, false]], [[-5.06640625, false]], [[-7.31640625, false]], [[-7.06640625, false]], [[-9.8203125, false]], [[-9.8203125, false]], [[-8.8203125, false]], [[-9.40625, false]], [[-5.06640625, false]], [[-3.818359375, false]], [[-5.31640625, false]], [[-10.3203125, false]], [[-8.5703125, false]], [[-10.8203125, false]], [[-9.40625, false]], [[-5.06640625, false]], [[-5.56640625, false]], [[-11.0703125, false]], [[-8.8203125, false]], [[-7.31640625, false]], [[-11.0703125, false]]], "filtered_resps": [[-6.81640625, false], [-7.31640625, false], [-5.56640625, false], [-11.0703125, false], [-8.8203125, false], [-9.40625, false], [-5.06640625, false], [-3.818359375, false], [-5.31640625, false], [-10.3203125, false], [-8.5703125, false], [-10.8203125, false], [-9.40625, false], [-5.06640625, false], [-7.06640625, false], [-9.8203125, false], [-9.8203125, false], [-8.8203125, false], [-7.31640625, false], [-9.40625, false], [-5.06640625, false], [-7.31640625, false], [-5.56640625, false], [-11.0703125, false], [-8.8203125, false], [-9.40625, false], [-5.06640625, false], [-7.06640625, false], [-9.8203125, false], [-9.8203125, false], [-8.8203125, false], [-9.40625, false], [-5.06640625, false], [-3.818359375, false], [-5.31640625, false], [-10.3203125, false], [-8.5703125, false], [-10.8203125, false], [-7.31640625, false], [-9.40625, false], [-5.06640625, false], [-7.31640625, false], [-7.06640625, false], [-9.8203125, false], [-9.8203125, false], [-8.8203125, false], [-9.40625, false], [-5.06640625, false], [-5.56640625, false], [-11.0703125, false], [-8.8203125, false], [-9.40625, false], [-5.06640625, false], [-3.818359375, false], [-5.31640625, false], [-10.3203125, false], [-8.5703125, false], [-10.8203125, false], [-7.31640625, false], [-9.40625, false], [-5.06640625, false], [-7.31640625, false], [-7.06640625, false], [-9.8203125, false], [-9.8203125, false], [-8.8203125, false], [-9.40625, false], [-5.06640625, false], [-3.818359375, false], [-5.31640625, false], [-10.3203125, false], [-8.5703125, false], [-10.8203125, false], [-9.40625, false], [-5.06640625, false], [-5.56640625, false], [-11.0703125, false], [-8.8203125, false], [-7.31640625, false], [-11.0703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1417, "doc": {"id": "Mercury_182368", "question": "Which of the following structures enables fish to remain at a certain depth without expending energy through swimming?", "choices": {"text": ["swim bladder", "lateral line", "dorsal fin", "gill slits"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "swim bladder", "arguments": ["Question: Which of the following structures enables fish to remain at a certain depth without expending energy through swimming?\nAnswer:", " ["], "resps": [[[-7.421875, false]], [[-9.421875, false]], [[-7.046875, false]], [[-8.921875, false]], [[-9.171875, false]], [[-9.546875, false]], [[-5.171875, false]], [[-8.171875, false]], [[-8.796875, false]], [[-3.421875, false]], [[-7.171875, false]], [[-7.171875, false]], [[-8.921875, false]], [[-9.296875, false]], [[-9.421875, false]], [[-9.71875, false]], [[-5.171875, false]], [[-9.421875, false]], [[-8.796875, false]], [[-3.421875, false]], [[-10.171875, false]], [[-8.921875, false]], [[-9.296875, false]], [[-3.421875, false]], [[-8.796875, false]], [[-5.171875, false]], [[-8.796875, false]], [[-9.171875, false]], [[-7.921875, false]], [[-8.921875, false]], [[-9.421875, false]], [[-9.71875, false]], [[-5.171875, false]], [[-9.421875, false]], [[-7.171875, false]], [[-8.921875, false]], [[-9.296875, false]], [[-7.046875, false]], [[-3.421875, false]], [[-8.796875, false]], [[-5.171875, false]], [[-8.296875, false]], [[-9.171875, false]], [[-7.921875, false]], [[-9.421875, false]], [[-9.71875, false]], [[-5.171875, false]], [[-9.421875, false]], [[-11.046875, false]], [[-9.171875, false]], [[-8.796875, false]], [[-8.796875, false]], [[-5.171875, false]], [[-7.046875, false]], [[-8.796875, false]], [[-9.171875, false]], [[-10.171875, false]], [[-7.046875, false]], [[-9.421875, false]], [[-12.171875, false]]], "filtered_resps": [[-7.421875, false], [-9.421875, false], [-7.046875, false], [-8.921875, false], [-9.171875, false], [-9.546875, false], [-5.171875, false], [-8.171875, false], [-8.796875, false], [-3.421875, false], [-7.171875, false], [-7.171875, false], [-8.921875, false], [-9.296875, false], [-9.421875, false], [-9.71875, false], [-5.171875, false], [-9.421875, false], [-8.796875, false], [-3.421875, false], [-10.171875, false], [-8.921875, false], [-9.296875, false], [-3.421875, false], [-8.796875, false], [-5.171875, false], [-8.796875, false], [-9.171875, false], [-7.921875, false], [-8.921875, false], [-9.421875, false], [-9.71875, false], [-5.171875, false], [-9.421875, false], [-7.171875, false], [-8.921875, false], [-9.296875, false], [-7.046875, false], [-3.421875, false], [-8.796875, false], [-5.171875, false], [-8.296875, false], [-9.171875, false], [-7.921875, false], [-9.421875, false], [-9.71875, false], [-5.171875, false], [-9.421875, false], [-11.046875, false], [-9.171875, false], [-8.796875, false], [-8.796875, false], [-5.171875, false], [-7.046875, false], [-8.796875, false], [-9.171875, false], [-10.171875, false], [-7.046875, false], [-9.421875, false], [-12.171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1425, "doc": {"id": "Mercury_7173653", "question": "Machines are often full of moving parts that rub against each other. In machines, a lubricant such as oil is often applied to these moving parts. Why is this oil necessary?", "choices": {"text": ["to enhance the effectiveness of friction", "to increase the efficiency of the machine", "to provide an additional source of energy", "to produce more thermal energy on the machine"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "to increase the efficiency of the machine", "arguments": ["Question: Machines are often full of moving parts that rub against each other. In machines, a lubricant such as oil is often applied to these moving parts. Why is this oil necessary?\nAnswer:", " ["], "resps": [[[-8.265625, false]], [[-10.015625, false]], [[-12.515625, false]], [[-9.265625, false]], [[-6.76171875, false]], [[-11.265625, false]], [[-12.515625, false]], [[-13.265625, false]], [[-7.76171875, false]], [[-12.515625, false]], [[-11.515625, false]], [[-11.265625, false]], [[-6.76171875, false]], [[-12.515625, false]], [[-13.265625, false]], [[-11.265625, false]], [[-6.76171875, false]], [[-11.265625, false]], [[-12.265625, false]], [[-12.265625, false]], [[-11.265625, false]], [[-11.515625, false]], [[-12.515625, false]], [[-10.015625, false]], [[-13.265625, false]], [[-11.265625, false]], [[-12.515625, false]], [[-11.265625, false]], [[-11.265625, false]], [[-11.265625, false]], [[-6.76171875, false]], [[-9.265625, false]], [[-12.265625, false]], [[-6.76171875, false]], [[-12.265625, false]], [[-13.015625, false]], [[-10.015625, false]], [[-11.515625, false]], [[-12.515625, false]], [[-10.015625, false]], [[-9.265625, false]], [[-12.515625, false]], [[-10.015625, false]], [[-11.453125, false]], [[-6.76171875, false]], [[-10.015625, false]], [[-12.515625, false]], [[-9.265625, false]], [[-6.76171875, false]], [[-10.015625, false]], [[-12.515625, false]], [[-11.515625, false]], [[-13.015625, false]], [[-11.265625, false]], [[-7.76171875, false]], [[-11.265625, false]], [[-11.265625, false]], [[-6.76171875, false]], [[-12.515625, false]], [[-13.265625, false]], [[-11.265625, false]], [[-6.76171875, false]], [[-11.265625, false]], [[-12.265625, false]], [[-12.265625, false]], [[-10.015625, false]], [[-11.515625, false]], [[-10.015625, false]], [[-11.265625, false]], [[-12.515625, false]], [[-11.515625, false]], [[-14.265625, false]], [[-6.76171875, false]], [[-9.265625, false]], [[-12.265625, false]], [[-6.76171875, false]], [[-12.515625, false]], [[-13.265625, false]], [[-11.265625, false]], [[-6.76171875, false]], [[-12.515625, false]], [[-7.76171875, false]], [[-11.515625, false]], [[-13.265625, false]], [[-10.015625, false]], [[-12.515625, false]], [[-11.265625, false]], [[-10.015625, false]], [[-11.453125, false]], [[-6.76171875, false]], [[-10.015625, false]], [[-12.515625, false]], [[-9.265625, false]], [[-6.76171875, false]], [[-12.765625, false]], [[-13.015625, false]], [[-9.265625, false]], [[-13.265625, false]], [[-10.015625, false]], [[-11.015625, false]], [[-11.265625, false]], [[-6.76171875, false]], [[-7.76171875, false]], [[-12.515625, false]], [[-6.76171875, false]], [[-7.76171875, false]], [[-11.015625, false]], [[-11.015625, false]], [[-10.015625, false]], [[-12.515625, false]], [[-10.015625, false]], [[-9.265625, false]], [[-12.515625, false]], [[-7.76171875, false]], [[-10.515625, false]], [[-6.76171875, false]], [[-11.265625, false]], [[-9.265625, false]], [[-13.015625, false]], [[-13.015625, false]], [[-11.515625, false]], [[-11.265625, false]], [[-6.76171875, false]], [[-9.265625, false]], [[-12.265625, false]], [[-6.76171875, false]], [[-11.265625, false]], [[-12.515625, false]], [[-11.265625, false]], [[-13.015625, false]], [[-14.265625, false]], [[-14.265625, false]], [[-10.015625, false]], [[-11.453125, false]], [[-6.76171875, false]], [[-10.015625, false]], [[-12.515625, false]], [[-9.265625, false]], [[-6.76171875, false]], [[-12.765625, false]], [[-13.015625, false]], [[-9.265625, false]], [[-11.015625, false]], [[-13.015625, false]], [[-11.515625, false]], [[-11.265625, false]], [[-6.76171875, false]], [[-12.515625, false]], [[-9.265625, false]], [[-13.015625, false]], [[-11.265625, false]], [[-6.76171875, false]], [[-12.515625, false]], [[-13.265625, false]], [[-11.265625, false]], [[-13.015625, false]], [[-12.515625, false]], [[-7.76171875, false]], [[-10.515625, false]], [[-6.76171875, false]], [[-11.265625, false]], [[-12.515625, false]], [[-11.265625, false]], [[-13.015625, false]], [[-14.265625, false]], [[-14.265625, false]], [[-6.76171875, false]], [[-9.265625, false]], [[-12.515625, false]], [[-6.76171875, false]], [[-12.515625, false]], [[-13.265625, false]], [[-11.265625, false]], [[-6.76171875, false]], [[-12.515625, false]], [[-7.76171875, false]], [[-11.515625, false]], [[-13.265625, false]], [[-10.015625, false]], [[-12.515625, false]], [[-11.265625, false]], [[-10.015625, false]], [[-12.765625, false]]], "filtered_resps": [[-8.265625, false], [-10.015625, false], [-12.515625, false], [-9.265625, false], [-6.76171875, false], [-11.265625, false], [-12.515625, false], [-13.265625, false], [-7.76171875, false], [-12.515625, false], [-11.515625, false], [-11.265625, false], [-6.76171875, false], [-12.515625, false], [-13.265625, false], [-11.265625, false], [-6.76171875, false], [-11.265625, false], [-12.265625, false], [-12.265625, false], [-11.265625, false], [-11.515625, false], [-12.515625, false], [-10.015625, false], [-13.265625, false], [-11.265625, false], [-12.515625, false], [-11.265625, false], [-11.265625, false], [-11.265625, false], [-6.76171875, false], [-9.265625, false], [-12.265625, false], [-6.76171875, false], [-12.265625, false], [-13.015625, false], [-10.015625, false], [-11.515625, false], [-12.515625, false], [-10.015625, false], [-9.265625, false], [-12.515625, false], [-10.015625, false], [-11.453125, false], [-6.76171875, false], [-10.015625, false], [-12.515625, false], [-9.265625, false], [-6.76171875, false], [-10.015625, false], [-12.515625, false], [-11.515625, false], [-13.015625, false], [-11.265625, false], [-7.76171875, false], [-11.265625, false], [-11.265625, false], [-6.76171875, false], [-12.515625, false], [-13.265625, false], [-11.265625, false], [-6.76171875, false], [-11.265625, false], [-12.265625, false], [-12.265625, false], [-10.015625, false], [-11.515625, false], [-10.015625, false], [-11.265625, false], [-12.515625, false], [-11.515625, false], [-14.265625, false], [-6.76171875, false], [-9.265625, false], [-12.265625, false], [-6.76171875, false], [-12.515625, false], [-13.265625, false], [-11.265625, false], [-6.76171875, false], [-12.515625, false], [-7.76171875, false], [-11.515625, false], [-13.265625, false], [-10.015625, false], [-12.515625, false], [-11.265625, false], [-10.015625, false], [-11.453125, false], [-6.76171875, false], [-10.015625, false], [-12.515625, false], [-9.265625, false], [-6.76171875, false], [-12.765625, false], [-13.015625, false], [-9.265625, false], [-13.265625, false], [-10.015625, false], [-11.015625, false], [-11.265625, false], [-6.76171875, false], [-7.76171875, false], [-12.515625, false], [-6.76171875, false], [-7.76171875, false], [-11.015625, false], [-11.015625, false], [-10.015625, false], [-12.515625, false], [-10.015625, false], [-9.265625, false], [-12.515625, false], [-7.76171875, false], [-10.515625, false], [-6.76171875, false], [-11.265625, false], [-9.265625, false], [-13.015625, false], [-13.015625, false], [-11.515625, false], [-11.265625, false], [-6.76171875, false], [-9.265625, false], [-12.265625, false], [-6.76171875, false], [-11.265625, false], [-12.515625, false], [-11.265625, false], [-13.015625, false], [-14.265625, false], [-14.265625, false], [-10.015625, false], [-11.453125, false], [-6.76171875, false], [-10.015625, false], [-12.515625, false], [-9.265625, false], [-6.76171875, false], [-12.765625, false], [-13.015625, false], [-9.265625, false], [-11.015625, false], [-13.015625, false], [-11.515625, false], [-11.265625, false], [-6.76171875, false], [-12.515625, false], [-9.265625, false], [-13.015625, false], [-11.265625, false], [-6.76171875, false], [-12.515625, false], [-13.265625, false], [-11.265625, false], [-13.015625, false], [-12.515625, false], [-7.76171875, false], [-10.515625, false], [-6.76171875, false], [-11.265625, false], [-12.515625, false], [-11.265625, false], [-13.015625, false], [-14.265625, false], [-14.265625, false], [-6.76171875, false], [-9.265625, false], [-12.515625, false], [-6.76171875, false], [-12.515625, false], [-13.265625, false], [-11.265625, false], [-6.76171875, false], [-12.515625, false], [-7.76171875, false], [-11.515625, false], [-13.265625, false], [-10.015625, false], [-12.515625, false], [-11.265625, false], [-10.015625, false], [-12.765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1433, "doc": {"id": "Mercury_7201040", "question": "As a result of human activity, many lakes in Florida have increased levels of nutrients that support algal growth. These algae grow very rapidly, then die and decompose. What impact does this overgrowth of algae most likely have on the lake ecosystem?", "choices": {"text": ["The number of fish species increases.", "The volume of lake water increases.", "The buildup of bottom sediments decreases.", "The amount of dissolved oxygen decreases."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "The amount of dissolved oxygen decreases.", "arguments": ["Question: As a result of human activity, many lakes in Florida have increased levels of nutrients that support algal growth. These algae grow very rapidly, then die and decompose. What impact does this overgrowth of algae most likely have on the lake ecosystem?\nAnswer:", " ["], "resps": [[[-7.734375, false]], [[-10.984375, false]], [[-7.984375, false]], [[-14.734375, false]], [[-9.734375, false]], [[-5.734375, false]], [[-9.984375, false]], [[-14.484375, false]], [[-13.484375, false]], [[-12.234375, false]], [[-9.734375, false]], [[-14.484375, false]], [[-5.734375, false]], [[-11.234375, false]], [[-12.984375, false]], [[-5.734375, false]], [[-12.984375, false]], [[-11.734375, false]], [[-11.984375, false]], [[-14.734375, false]], [[-5.734375, false]], [[-11.984375, false]], [[-12.984375, false]], [[-9.734375, false]], [[-12.234375, false]], [[-11.734375, false]], [[-9.734375, false]], [[-11.984375, false]], [[-5.734375, false]], [[-11.734375, false]], [[-9.984375, false]], [[-12.234375, false]], [[-14.484375, false]], [[-9.734375, false]], [[-8.734375, false]], [[-11.984375, false]], [[-9.734375, false]], [[-11.984375, false]], [[-7.77734375, false]], [[-10.984375, false]], [[-10.53125, false]], [[-5.734375, false]], [[-10.984375, false]], [[-7.984375, false]], [[-14.734375, false]], [[-9.734375, false]], [[-5.734375, false]], [[-13.984375, false]], [[-11.234375, false]], [[-12.234375, false]], [[-14.484375, false]], [[-13.484375, false]], [[-9.734375, false]], [[-5.734375, false]], [[-11.234375, false]], [[-12.984375, false]], [[-5.734375, false]], [[-12.234375, false]], [[-8.734375, false]], [[-14.734375, false]], [[-9.734375, false]], [[-5.734375, false]], [[-13.234375, false]], [[-8.734375, false]], [[-13.484375, false]], [[-9.734375, false]], [[-14.484375, false]], [[-5.734375, false]], [[-11.734375, false]], [[-9.984375, false]], [[-12.234375, false]], [[-14.484375, false]], [[-9.734375, false]], [[-8.734375, false]], [[-11.984375, false]], [[-9.734375, false]], [[-11.984375, false]], [[-7.77734375, false]], [[-10.984375, false]], [[-10.53125, false]], [[-5.734375, false]], [[-10.984375, false]], [[-7.984375, false]], [[-14.734375, false]], [[-9.734375, false]], [[-5.734375, false]], [[-12.234375, false]], [[-14.484375, false]], [[-11.734375, false]], [[-12.234375, false]], [[-10.984375, false]], [[-14.484375, false]], [[-12.984375, false]], [[-5.734375, false]], [[-11.234375, false]], [[-12.984375, false]], [[-5.734375, false]], [[-12.234375, false]], [[-11.234375, false]], [[-13.484375, false]], [[-13.484375, false]], [[-11.234375, false]], [[-13.484375, false]], [[-5.734375, false]], [[-11.984375, false]], [[-9.734375, false]], [[-10.984375, false]], [[-11.734375, false]], [[-13.484375, false]], [[-9.734375, false]], [[-9.984375, false]], [[-13.484375, false]], [[-11.984375, false]], [[-5.734375, false]], [[-10.984375, false]], [[-9.734375, false]], [[-12.234375, false]], [[-14.484375, false]], [[-9.734375, false]], [[-8.734375, false]], [[-11.984375, false]], [[-9.734375, false]], [[-11.984375, false]], [[-7.77734375, false]], [[-10.984375, false]], [[-10.53125, false]], [[-5.734375, false]], [[-10.984375, false]], [[-7.984375, false]], [[-14.734375, false]], [[-9.734375, false]], [[-5.734375, false]], [[-8.734375, false]], [[-13.484375, false]], [[-11.234375, false]], [[-14.484375, false]], [[-9.984375, false]], [[-13.484375, false]], [[-5.734375, false]], [[-11.234375, false]], [[-12.984375, false]], [[-5.734375, false]], [[-10.984375, false]], [[-11.734375, false]], [[-11.984375, false]], [[-11.984375, false]], [[-11.234375, false]], [[-12.234375, false]], [[-13.984375, false]], [[-9.734375, false]], [[-10.984375, false]], [[-5.734375, false]], [[-11.234375, false]], [[-13.984375, false]], [[-14.234375, false]], [[-14.984375, false]], [[-9.734375, false]], [[-9.984375, false]], [[-5.734375, false]], [[-10.984375, false]], [[-9.734375, false]], [[-12.234375, false]], [[-14.484375, false]], [[-9.734375, false]], [[-8.734375, false]], [[-11.984375, false]], [[-9.734375, false]], [[-11.984375, false]], [[-7.77734375, false]], [[-10.984375, false]], [[-15.234375, false]]], "filtered_resps": [[-7.734375, false], [-10.984375, false], [-7.984375, false], [-14.734375, false], [-9.734375, false], [-5.734375, false], [-9.984375, false], [-14.484375, false], [-13.484375, false], [-12.234375, false], [-9.734375, false], [-14.484375, false], [-5.734375, false], [-11.234375, false], [-12.984375, false], [-5.734375, false], [-12.984375, false], [-11.734375, false], [-11.984375, false], [-14.734375, false], [-5.734375, false], [-11.984375, false], [-12.984375, false], [-9.734375, false], [-12.234375, false], [-11.734375, false], [-9.734375, false], [-11.984375, false], [-5.734375, false], [-11.734375, false], [-9.984375, false], [-12.234375, false], [-14.484375, false], [-9.734375, false], [-8.734375, false], [-11.984375, false], [-9.734375, false], [-11.984375, false], [-7.77734375, false], [-10.984375, false], [-10.53125, false], [-5.734375, false], [-10.984375, false], [-7.984375, false], [-14.734375, false], [-9.734375, false], [-5.734375, false], [-13.984375, false], [-11.234375, false], [-12.234375, false], [-14.484375, false], [-13.484375, false], [-9.734375, false], [-5.734375, false], [-11.234375, false], [-12.984375, false], [-5.734375, false], [-12.234375, false], [-8.734375, false], [-14.734375, false], [-9.734375, false], [-5.734375, false], [-13.234375, false], [-8.734375, false], [-13.484375, false], [-9.734375, false], [-14.484375, false], [-5.734375, false], [-11.734375, false], [-9.984375, false], [-12.234375, false], [-14.484375, false], [-9.734375, false], [-8.734375, false], [-11.984375, false], [-9.734375, false], [-11.984375, false], [-7.77734375, false], [-10.984375, false], [-10.53125, false], [-5.734375, false], [-10.984375, false], [-7.984375, false], [-14.734375, false], [-9.734375, false], [-5.734375, false], [-12.234375, false], [-14.484375, false], [-11.734375, false], [-12.234375, false], [-10.984375, false], [-14.484375, false], [-12.984375, false], [-5.734375, false], [-11.234375, false], [-12.984375, false], [-5.734375, false], [-12.234375, false], [-11.234375, false], [-13.484375, false], [-13.484375, false], [-11.234375, false], [-13.484375, false], [-5.734375, false], [-11.984375, false], [-9.734375, false], [-10.984375, false], [-11.734375, false], [-13.484375, false], [-9.734375, false], [-9.984375, false], [-13.484375, false], [-11.984375, false], [-5.734375, false], [-10.984375, false], [-9.734375, false], [-12.234375, false], [-14.484375, false], [-9.734375, false], [-8.734375, false], [-11.984375, false], [-9.734375, false], [-11.984375, false], [-7.77734375, false], [-10.984375, false], [-10.53125, false], [-5.734375, false], [-10.984375, false], [-7.984375, false], [-14.734375, false], [-9.734375, false], [-5.734375, false], [-8.734375, false], [-13.484375, false], [-11.234375, false], [-14.484375, false], [-9.984375, false], [-13.484375, false], [-5.734375, false], [-11.234375, false], [-12.984375, false], [-5.734375, false], [-10.984375, false], [-11.734375, false], [-11.984375, false], [-11.984375, false], [-11.234375, false], [-12.234375, false], [-13.984375, false], [-9.734375, false], [-10.984375, false], [-5.734375, false], [-11.234375, false], [-13.984375, false], [-14.234375, false], [-14.984375, false], [-9.734375, false], [-9.984375, false], [-5.734375, false], [-10.984375, false], [-9.734375, false], [-12.234375, false], [-14.484375, false], [-9.734375, false], [-8.734375, false], [-11.984375, false], [-9.734375, false], [-11.984375, false], [-7.77734375, false], [-10.984375, false], [-15.234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1441, "doc": {"id": "TIMSS_1995_8_P4", "question": "What happens when an animal hibernates?", "choices": {"text": ["There is no life in any of its parts.", "It stops breathing.", "Its temperature is higher than when it is active.", "It is absorbing energy for use when it is active.", "It is using less energy than when it is active."], "label": ["A", "B", "C", "D", "E"]}, "answerKey": "E"}, "target": "It is using less energy than when it is active.", "arguments": ["Question: What happens when an animal hibernates?\nAnswer:", " ["], "resps": [[[-8.2421875, false]], [[-9.4921875, false]], [[-7.74609375, false]], [[-11.9921875, false]], [[-10.2421875, false]], [[-13.4921875, false]], [[-10.2421875, false]], [[-6.24609375, false]], [[-9.9921875, false]], [[-9.7421875, false]], [[-6.24609375, false]], [[-11.4921875, false]], [[-10.9921875, false]], [[-6.24609375, false]], [[-10.4921875, false]], [[-9.9921875, false]], [[-12.2421875, false]], [[-10.2421875, false]], [[-6.24609375, false]], [[-9.9921875, false]], [[-11.4921875, false]], [[-6.24609375, false]], [[-6.49609375, false]], [[-11.4921875, false]], [[-13.7421875, false]], [[-6.24609375, false]], [[-10.9921875, false]], [[-12.2421875, false]], [[-6.24609375, false]], [[-9.9921875, false]], [[-11.2421875, false]], [[-9.7421875, false]], [[-6.24609375, false]], [[-11.9921875, false]], [[-6.49609375, false]], [[-13.4921875, false]], [[-11.2421875, false]], [[-9.7421875, false]], [[-8.1328125, false]], [[-9.4921875, false]], [[-11.5, false]], [[-6.24609375, false]], [[-9.4921875, false]], [[-5.49609375, false]], [[-11.2421875, false]], [[-6.24609375, false]], [[-9.7421875, false]], [[-11.2421875, false]], [[-10.9921875, false]], [[-11.9921875, false]], [[-9.7421875, false]], [[-6.24609375, false]], [[-11.9921875, false]], [[-13.4921875, false]], [[-10.2421875, false]], [[-6.49609375, false]], [[-11.2421875, false]], [[-11.9921875, false]], [[-9.9921875, false]], [[-11.4921875, false]], [[-12.4921875, false]], [[-8.1328125, false]], [[-9.4921875, false]], [[-11.5, false]], [[-6.24609375, false]], [[-9.4921875, false]], [[-5.49609375, false]], [[-11.2421875, false]], [[-9.7421875, false]], [[-6.24609375, false]], [[-11.2421875, false]], [[-10.2421875, false]], [[-11.9921875, false]], [[-11.9921875, false]], [[-10.2421875, false]], [[-13.4921875, false]], [[-6.49609375, false]], [[-11.2421875, false]], [[-9.9921875, false]], [[-13.4921875, false]], [[-10.2421875, false]], [[-6.24609375, false]], [[-9.9921875, false]], [[-9.7421875, false]], [[-6.24609375, false]], [[-11.9921875, false]], [[-9.9921875, false]], [[-12.4921875, false]], [[-11.9921875, false]], [[-10.2421875, false]], [[-13.4921875, false]], [[-6.24609375, false]], [[-11.2421875, false]], [[-11.9921875, false]], [[-6.49609375, false]], [[-11.4921875, false]], [[-6.24609375, false]], [[-12.2421875, false]], [[-11.9921875, false]], [[-10.2421875, false]], [[-11.4921875, false]], [[-6.24609375, false]], [[-9.9921875, false]], [[-11.2421875, false]], [[-6.24609375, false]], [[-9.9921875, false]], [[-9.7421875, false]], [[-6.24609375, false]], [[-6.49609375, false]], [[-11.7421875, false]], [[-11.2421875, false]], [[-9.9921875, false]], [[-12.7421875, false]], [[-10.2421875, false]], [[-8.1328125, false]], [[-9.4921875, false]], [[-11.5, false]], [[-6.24609375, false]], [[-9.4921875, false]], [[-5.49609375, false]], [[-11.2421875, false]], [[-6.24609375, false]], [[-9.9921875, false]], [[-9.7421875, false]], [[-6.24609375, false]], [[-6.49609375, false]], [[-11.9921875, false]], [[-9.7421875, false]], [[-10.9921875, false]], [[-13.4921875, false]], [[-11.9921875, false]], [[-9.9921875, false]], [[-11.4921875, false]], [[-12.4921875, false]], [[-6.24609375, false]], [[-10.2421875, false]], [[-11.4921875, false]], [[-10.2421875, false]], [[-13.4921875, false]], [[-12.4921875, false]], [[-13.7421875, false]], [[-6.24609375, false]], [[-12.2421875, false]], [[-10.9921875, false]], [[-13.4921875, false]], [[-6.24609375, false]], [[-9.9921875, false]], [[-9.7421875, false]], [[-10.2421875, false]], [[-6.24609375, false]], [[-12.2421875, false]], [[-11.9921875, false]], [[-10.2421875, false]], [[-11.4921875, false]], [[-6.24609375, false]], [[-9.9921875, false]], [[-11.2421875, false]], [[-6.24609375, false]], [[-9.9921875, false]], [[-9.7421875, false]], [[-6.24609375, false]], [[-6.49609375, false]], [[-11.7421875, false]], [[-11.2421875, false]], [[-9.9921875, false]], [[-12.7421875, false]], [[-10.2421875, false]], [[-8.1328125, false]], [[-9.4921875, false]], [[-11.5, false]], [[-6.24609375, false]], [[-9.4921875, false]], [[-5.49609375, false]], [[-11.2421875, false]], [[-6.24609375, false]], [[-9.9921875, false]], [[-9.7421875, false]], [[-6.24609375, false]], [[-9.9921875, false]], [[-9.7421875, false]], [[-9.9921875, false]], [[-11.4921875, false]], [[-12.4921875, false]], [[-6.24609375, false]], [[-10.4921875, false]], [[-10.2421875, false]], [[-9.7421875, false]], [[-9.7421875, false]], [[-6.24609375, false]], [[-10.2421875, false]], [[-11.4921875, false]], [[-10.2421875, false]], [[-13.4921875, false]], [[-12.4921875, false]], [[-13.7421875, false]], [[-6.24609375, false]], [[-11.2421875, false]], [[-11.9921875, false]], [[-6.49609375, false]], [[-11.4921875, false]], [[-6.24609375, false]], [[-12.2421875, false]], [[-11.9921875, false]], [[-10.2421875, false]], [[-11.4921875, false]], [[-6.24609375, false]], [[-9.9921875, false]], [[-11.2421875, false]], [[-6.24609375, false]], [[-9.9921875, false]], [[-9.7421875, false]], [[-6.24609375, false]], [[-6.49609375, false]], [[-11.7421875, false]], [[-11.2421875, false]], [[-9.9921875, false]], [[-12.7421875, false]], [[-10.2421875, false]], [[-8.1328125, false]], [[-9.4921875, false]], [[-13.9921875, false]]], "filtered_resps": [[-8.2421875, false], [-9.4921875, false], [-7.74609375, false], [-11.9921875, false], [-10.2421875, false], [-13.4921875, false], [-10.2421875, false], [-6.24609375, false], [-9.9921875, false], [-9.7421875, false], [-6.24609375, false], [-11.4921875, false], [-10.9921875, false], [-6.24609375, false], [-10.4921875, false], [-9.9921875, false], [-12.2421875, false], [-10.2421875, false], [-6.24609375, false], [-9.9921875, false], [-11.4921875, false], [-6.24609375, false], [-6.49609375, false], [-11.4921875, false], [-13.7421875, false], [-6.24609375, false], [-10.9921875, false], [-12.2421875, false], [-6.24609375, false], [-9.9921875, false], [-11.2421875, false], [-9.7421875, false], [-6.24609375, false], [-11.9921875, false], [-6.49609375, false], [-13.4921875, false], [-11.2421875, false], [-9.7421875, false], [-8.1328125, false], [-9.4921875, false], [-11.5, false], [-6.24609375, false], [-9.4921875, false], [-5.49609375, false], [-11.2421875, false], [-6.24609375, false], [-9.7421875, false], [-11.2421875, false], [-10.9921875, false], [-11.9921875, false], [-9.7421875, false], [-6.24609375, false], [-11.9921875, false], [-13.4921875, false], [-10.2421875, false], [-6.49609375, false], [-11.2421875, false], [-11.9921875, false], [-9.9921875, false], [-11.4921875, false], [-12.4921875, false], [-8.1328125, false], [-9.4921875, false], [-11.5, false], [-6.24609375, false], [-9.4921875, false], [-5.49609375, false], [-11.2421875, false], [-9.7421875, false], [-6.24609375, false], [-11.2421875, false], [-10.2421875, false], [-11.9921875, false], [-11.9921875, false], [-10.2421875, false], [-13.4921875, false], [-6.49609375, false], [-11.2421875, false], [-9.9921875, false], [-13.4921875, false], [-10.2421875, false], [-6.24609375, false], [-9.9921875, false], [-9.7421875, false], [-6.24609375, false], [-11.9921875, false], [-9.9921875, false], [-12.4921875, false], [-11.9921875, false], [-10.2421875, false], [-13.4921875, false], [-6.24609375, false], [-11.2421875, false], [-11.9921875, false], [-6.49609375, false], [-11.4921875, false], [-6.24609375, false], [-12.2421875, false], [-11.9921875, false], [-10.2421875, false], [-11.4921875, false], [-6.24609375, false], [-9.9921875, false], [-11.2421875, false], [-6.24609375, false], [-9.9921875, false], [-9.7421875, false], [-6.24609375, false], [-6.49609375, false], [-11.7421875, false], [-11.2421875, false], [-9.9921875, false], [-12.7421875, false], [-10.2421875, false], [-8.1328125, false], [-9.4921875, false], [-11.5, false], [-6.24609375, false], [-9.4921875, false], [-5.49609375, false], [-11.2421875, false], [-6.24609375, false], [-9.9921875, false], [-9.7421875, false], [-6.24609375, false], [-6.49609375, false], [-11.9921875, false], [-9.7421875, false], [-10.9921875, false], [-13.4921875, false], [-11.9921875, false], [-9.9921875, false], [-11.4921875, false], [-12.4921875, false], [-6.24609375, false], [-10.2421875, false], [-11.4921875, false], [-10.2421875, false], [-13.4921875, false], [-12.4921875, false], [-13.7421875, false], [-6.24609375, false], [-12.2421875, false], [-10.9921875, false], [-13.4921875, false], [-6.24609375, false], [-9.9921875, false], [-9.7421875, false], [-10.2421875, false], [-6.24609375, false], [-12.2421875, false], [-11.9921875, false], [-10.2421875, false], [-11.4921875, false], [-6.24609375, false], [-9.9921875, false], [-11.2421875, false], [-6.24609375, false], [-9.9921875, false], [-9.7421875, false], [-6.24609375, false], [-6.49609375, false], [-11.7421875, false], [-11.2421875, false], [-9.9921875, false], [-12.7421875, false], [-10.2421875, false], [-8.1328125, false], [-9.4921875, false], [-11.5, false], [-6.24609375, false], [-9.4921875, false], [-5.49609375, false], [-11.2421875, false], [-6.24609375, false], [-9.9921875, false], [-9.7421875, false], [-6.24609375, false], [-9.9921875, false], [-9.7421875, false], [-9.9921875, false], [-11.4921875, false], [-12.4921875, false], [-6.24609375, false], [-10.4921875, false], [-10.2421875, false], [-9.7421875, false], [-9.7421875, false], [-6.24609375, false], [-10.2421875, false], [-11.4921875, false], [-10.2421875, false], [-13.4921875, false], [-12.4921875, false], [-13.7421875, false], [-6.24609375, false], [-11.2421875, false], [-11.9921875, false], [-6.49609375, false], [-11.4921875, false], [-6.24609375, false], [-12.2421875, false], [-11.9921875, false], [-10.2421875, false], [-11.4921875, false], [-6.24609375, false], [-9.9921875, false], [-11.2421875, false], [-6.24609375, false], [-9.9921875, false], [-9.7421875, false], [-6.24609375, false], [-6.49609375, false], [-11.7421875, false], [-11.2421875, false], [-9.9921875, false], [-12.7421875, false], [-10.2421875, false], [-8.1328125, false], [-9.4921875, false], [-13.9921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1449, "doc": {"id": "Mercury_SC_403011", "question": "In the water cycle, where does water go after reaching the ocean?", "choices": {"text": ["The water flows into a river.", "The water falls from the clouds.", "The water sinks to the ocean floor.", "The water changes into water vapor."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "The water changes into water vapor.", "arguments": ["Question: In the water cycle, where does water go after reaching the ocean?\nAnswer:", " ["], "resps": [[[-8.265625, false]], [[-9.265625, false]], [[-8.765625, false]], [[-12.015625, false]], [[-9.265625, false]], [[-5.51171875, false]], [[-10.765625, false]], [[-8.515625, false]], [[-12.015625, false]], [[-9.265625, false]], [[-13.765625, false]], [[-5.51171875, false]], [[-12.015625, false]], [[-11.015625, false]], [[-10.015625, false]], [[-10.765625, false]], [[-9.765625, false]], [[-5.51171875, false]], [[-9.515625, false]], [[-10.765625, false]], [[-12.015625, false]], [[-10.015625, false]], [[-5.51171875, false]], [[-8.515625, false]], [[-5.51171875, false]], [[-13.765625, false]], [[-9.515625, false]], [[-12.015625, false]], [[-9.265625, false]], [[-13.765625, false]], [[-6.578125, false]], [[-9.265625, false]], [[-9.828125, false]], [[-5.51171875, false]], [[-9.265625, false]], [[-8.765625, false]], [[-12.015625, false]], [[-9.265625, false]], [[-5.51171875, false]], [[-10.765625, false]], [[-8.515625, false]], [[-12.015625, false]], [[-9.265625, false]], [[-13.765625, false]], [[-5.51171875, false]], [[-12.015625, false]], [[-8.515625, false]], [[-11.015625, false]], [[-11.015625, false]], [[-9.765625, false]], [[-5.51171875, false]], [[-12.015625, false]], [[-13.765625, false]], [[-10.015625, false]], [[-11.765625, false]], [[-5.51171875, false]], [[-12.015625, false]], [[-12.015625, false]], [[-9.265625, false]], [[-5.51171875, false]], [[-11.265625, false]], [[-11.015625, false]], [[-10.015625, false]], [[-11.765625, false]], [[-10.015625, false]], [[-9.765625, false]], [[-6.578125, false]], [[-9.265625, false]], [[-9.828125, false]], [[-5.51171875, false]], [[-9.265625, false]], [[-8.765625, false]], [[-12.015625, false]], [[-9.265625, false]], [[-5.51171875, false]], [[-10.765625, false]], [[-8.515625, false]], [[-12.015625, false]], [[-9.265625, false]], [[-13.765625, false]], [[-5.51171875, false]], [[-9.765625, false]], [[-9.515625, false]], [[-10.765625, false]], [[-12.015625, false]], [[-9.765625, false]], [[-5.51171875, false]], [[-12.015625, false]], [[-10.015625, false]], [[-5.51171875, false]], [[-12.015625, false]], [[-12.015625, false]], [[-9.265625, false]], [[-5.51171875, false]], [[-10.015625, false]], [[-11.265625, false]], [[-9.265625, false]], [[-8.515625, false]], [[-10.765625, false]], [[-5.51171875, false]], [[-12.015625, false]], [[-11.015625, false]], [[-10.015625, false]], [[-10.015625, false]], [[-13.765625, false]], [[-6.578125, false]], [[-9.265625, false]], [[-9.828125, false]], [[-5.51171875, false]], [[-9.265625, false]], [[-8.765625, false]], [[-12.015625, false]], [[-9.265625, false]], [[-5.51171875, false]], [[-10.765625, false]], [[-8.515625, false]], [[-12.015625, false]], [[-9.265625, false]], [[-13.765625, false]], [[-5.51171875, false]], [[-11.265625, false]], [[-12.015625, false]], [[-8.515625, false]], [[-10.765625, false]], [[-13.015625, false]], [[-9.265625, false]], [[-9.765625, false]], [[-5.51171875, false]], [[-9.515625, false]], [[-10.765625, false]], [[-12.015625, false]], [[-10.015625, false]], [[-5.51171875, false]], [[-10.765625, false]], [[-8.515625, false]], [[-12.015625, false]], [[-9.265625, false]], [[-13.765625, false]], [[-5.51171875, false]], [[-12.015625, false]], [[-8.515625, false]], [[-11.265625, false]], [[-10.015625, false]], [[-13.765625, false]], [[-6.578125, false]], [[-9.265625, false]], [[-14.515625, false]]], "filtered_resps": [[-8.265625, false], [-9.265625, false], [-8.765625, false], [-12.015625, false], [-9.265625, false], [-5.51171875, false], [-10.765625, false], [-8.515625, false], [-12.015625, false], [-9.265625, false], [-13.765625, false], [-5.51171875, false], [-12.015625, false], [-11.015625, false], [-10.015625, false], [-10.765625, false], [-9.765625, false], [-5.51171875, false], [-9.515625, false], [-10.765625, false], [-12.015625, false], [-10.015625, false], [-5.51171875, false], [-8.515625, false], [-5.51171875, false], [-13.765625, false], [-9.515625, false], [-12.015625, false], [-9.265625, false], [-13.765625, false], [-6.578125, false], [-9.265625, false], [-9.828125, false], [-5.51171875, false], [-9.265625, false], [-8.765625, false], [-12.015625, false], [-9.265625, false], [-5.51171875, false], [-10.765625, false], [-8.515625, false], [-12.015625, false], [-9.265625, false], [-13.765625, false], [-5.51171875, false], [-12.015625, false], [-8.515625, false], [-11.015625, false], [-11.015625, false], [-9.765625, false], [-5.51171875, false], [-12.015625, false], [-13.765625, false], [-10.015625, false], [-11.765625, false], [-5.51171875, false], [-12.015625, false], [-12.015625, false], [-9.265625, false], [-5.51171875, false], [-11.265625, false], [-11.015625, false], [-10.015625, false], [-11.765625, false], [-10.015625, false], [-9.765625, false], [-6.578125, false], [-9.265625, false], [-9.828125, false], [-5.51171875, false], [-9.265625, false], [-8.765625, false], [-12.015625, false], [-9.265625, false], [-5.51171875, false], [-10.765625, false], [-8.515625, false], [-12.015625, false], [-9.265625, false], [-13.765625, false], [-5.51171875, false], [-9.765625, false], [-9.515625, false], [-10.765625, false], [-12.015625, false], [-9.765625, false], [-5.51171875, false], [-12.015625, false], [-10.015625, false], [-5.51171875, false], [-12.015625, false], [-12.015625, false], [-9.265625, false], [-5.51171875, false], [-10.015625, false], [-11.265625, false], [-9.265625, false], [-8.515625, false], [-10.765625, false], [-5.51171875, false], [-12.015625, false], [-11.015625, false], [-10.015625, false], [-10.015625, false], [-13.765625, false], [-6.578125, false], [-9.265625, false], [-9.828125, false], [-5.51171875, false], [-9.265625, false], [-8.765625, false], [-12.015625, false], [-9.265625, false], [-5.51171875, false], [-10.765625, false], [-8.515625, false], [-12.015625, false], [-9.265625, false], [-13.765625, false], [-5.51171875, false], [-11.265625, false], [-12.015625, false], [-8.515625, false], [-10.765625, false], [-13.015625, false], [-9.265625, false], [-9.765625, false], [-5.51171875, false], [-9.515625, false], [-10.765625, false], [-12.015625, false], [-10.015625, false], [-5.51171875, false], [-10.765625, false], [-8.515625, false], [-12.015625, false], [-9.265625, false], [-13.765625, false], [-5.51171875, false], [-12.015625, false], [-8.515625, false], [-11.265625, false], [-10.015625, false], [-13.765625, false], [-6.578125, false], [-9.265625, false], [-14.515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1457, "doc": {"id": "Mercury_SC_405792", "question": "Over time, iron becomes rust when it combines with water and oxygen. Which type of change must occur for rust to form?", "choices": {"text": ["chemical", "mechanical", "nuclear", "physical"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "chemical", "arguments": ["Question: Over time, iron becomes rust when it combines with water and oxygen. Which type of change must occur for rust to form?\nAnswer:", " ["], "resps": [[[-7.05859375, false]], [[-9.8046875, false]], [[-7.80859375, false]], [[-11.0546875, false]], [[-8.8046875, false]], [[-9.3046875, false]], [[-9.0546875, false]], [[-7.80859375, false]], [[-5.05859375, false]], [[-11.0546875, false]], [[-9.8046875, false]], [[-10.5078125, false]], [[-5.30859375, false]], [[-9.8046875, false]], [[-9.3046875, false]], [[-8.8046875, false]], [[-7.80859375, false]], [[-11.0546875, false]], [[-5.05859375, false]], [[-8.8046875, false]], [[-9.0546875, false]], [[-7.80859375, false]], [[-5.05859375, false]], [[-11.0546875, false]], [[-9.8046875, false]], [[-10.5078125, false]], [[-5.30859375, false]], [[-9.8046875, false]], [[-8.8046875, false]], [[-10.8046875, false]], [[-7.80859375, false]], [[-11.0546875, false]], [[-8.8046875, false]], [[-5.05859375, false]], [[-8.5546875, false]], [[-9.8046875, false]], [[-10.5078125, false]], [[-5.30859375, false]], [[-9.8046875, false]], [[-10.3046875, false]], [[-11.0546875, false]], [[-11.3046875, false]], [[-9.3046875, false]], [[-9.0546875, false]], [[-7.80859375, false]], [[-5.05859375, false]], [[-11.0546875, false]], [[-9.8046875, false]], [[-12.0546875, false]]], "filtered_resps": [[-7.05859375, false], [-9.8046875, false], [-7.80859375, false], [-11.0546875, false], [-8.8046875, false], [-9.3046875, false], [-9.0546875, false], [-7.80859375, false], [-5.05859375, false], [-11.0546875, false], [-9.8046875, false], [-10.5078125, false], [-5.30859375, false], [-9.8046875, false], [-9.3046875, false], [-8.8046875, false], [-7.80859375, false], [-11.0546875, false], [-5.05859375, false], [-8.8046875, false], [-9.0546875, false], [-7.80859375, false], [-5.05859375, false], [-11.0546875, false], [-9.8046875, false], [-10.5078125, false], [-5.30859375, false], [-9.8046875, false], [-8.8046875, false], [-10.8046875, false], [-7.80859375, false], [-11.0546875, false], [-8.8046875, false], [-5.05859375, false], [-8.5546875, false], [-9.8046875, false], [-10.5078125, false], [-5.30859375, false], [-9.8046875, false], [-10.3046875, false], [-11.0546875, false], [-11.3046875, false], [-9.3046875, false], [-9.0546875, false], [-7.80859375, false], [-5.05859375, false], [-11.0546875, false], [-9.8046875, false], [-12.0546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1465, "doc": {"id": "Mercury_7210893", "question": "An earthquake occurs in western Nevada. What most likely causes the earthquake?", "choices": {"text": ["stress due to the movement of Earth's crustal plates", "gravitational variation due to the Moon's orbit around Earth", "temperature variation due to Earth's orbit around the Sun", "rotational imbalance due to changes in the location of Earth's poles"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "stress due to the movement of Earth's crustal plates", "arguments": ["Question: An earthquake occurs in western Nevada. What most likely causes the earthquake?\nAnswer:", " ["], "resps": [[[-8.046875, false]], [[-7.79296875, false]], [[-9.796875, false]], [[-9.296875, false]], [[-10.296875, false]], [[-5.54296875, false]], [[-9.796875, false]], [[-9.796875, false]], [[-5.79296875, false]], [[-9.296875, false]], [[-11.796875, false]], [[-5.54296875, false]], [[-5.79296875, false]], [[-9.296875, false]], [[-10.796875, false]], [[-5.79296875, false]], [[-9.296875, false]], [[-11.296875, false]], [[-5.54296875, false]], [[-5.79296875, false]], [[-11.046875, false]], [[-10.796875, false]], [[-10.796875, false]], [[-5.54296875, false]], [[-11.046875, false]], [[-5.54296875, false]], [[-10.546875, false]], [[-9.296875, false]], [[-5.79296875, false]], [[-10.796875, false]], [[-10.046875, false]], [[-5.79296875, false]], [[-3.79296875, false]], [[-4.04296875, false]], [[-10.296875, false]], [[-9.296875, false]], [[-11.296875, false]], [[-10.046875, false]], [[-9.796875, false]], [[-5.79296875, false]], [[-9.296875, false]], [[-10.296875, false]], [[-11.796875, false]], [[-9.796875, false]], [[-9.296875, false]], [[-4.04296875, false]], [[-10.796875, false]], [[-5.79296875, false]], [[-9.796875, false]], [[-10.796875, false]], [[-4.04296875, false]], [[-9.296875, false]], [[-5.54296875, false]], [[-9.796875, false]], [[-7.79296875, false]], [[-9.859375, false]], [[-5.79296875, false]], [[-7.79296875, false]], [[-12.046875, false]], [[-10.296875, false]], [[-4.04296875, false]], [[-10.796875, false]], [[-10.296875, false]], [[-9.296875, false]], [[-4.04296875, false]], [[-9.296875, false]], [[-10.296875, false]], [[-10.796875, false]], [[-10.546875, false]], [[-4.04296875, false]], [[-10.796875, false]], [[-5.79296875, false]], [[-10.796875, false]], [[-4.04296875, false]], [[-10.296875, false]], [[-10.296875, false]], [[-4.04296875, false]], [[-9.296875, false]], [[-10.296875, false]], [[-10.796875, false]], [[-10.546875, false]], [[-5.79296875, false]], [[-9.296875, false]], [[-11.796875, false]], [[-5.54296875, false]], [[-5.79296875, false]], [[-9.296875, false]], [[-10.796875, false]], [[-5.79296875, false]], [[-9.296875, false]], [[-11.296875, false]], [[-5.54296875, false]], [[-5.79296875, false]], [[-6.79296875, false]], [[-10.796875, false]], [[-10.796875, false]], [[-10.546875, false]], [[-10.046875, false]], [[-9.796875, false]], [[-5.79296875, false]], [[-10.796875, false]], [[-10.296875, false]], [[-8.796875, false]], [[-10.296875, false]], [[-9.296875, false]], [[-5.79296875, false]], [[-4.04296875, false]], [[-10.296875, false]], [[-10.796875, false]], [[-11.796875, false]], [[-10.546875, false]], [[-9.296875, false]], [[-5.79296875, false]], [[-3.79296875, false]], [[-4.04296875, false]], [[-10.296875, false]], [[-9.296875, false]], [[-11.296875, false]], [[-7.79296875, false]], [[-9.859375, false]], [[-5.79296875, false]], [[-7.79296875, false]], [[-9.296875, false]], [[-5.54296875, false]], [[-11.046875, false]], [[-9.796875, false]], [[-5.54296875, false]], [[-10.296875, false]], [[-4.04296875, false]], [[-9.296875, false]], [[-11.796875, false]], [[-10.296875, false]], [[-5.54296875, false]], [[-5.79296875, false]], [[-10.796875, false]], [[-4.04296875, false]], [[-10.296875, false]], [[-10.296875, false]], [[-4.04296875, false]], [[-9.296875, false]], [[-10.296875, false]], [[-10.796875, false]], [[-10.546875, false]], [[-5.79296875, false]], [[-9.296875, false]], [[-11.796875, false]], [[-5.54296875, false]], [[-5.79296875, false]], [[-9.296875, false]], [[-10.796875, false]], [[-5.79296875, false]], [[-3.79296875, false]], [[-4.04296875, false]], [[-10.296875, false]], [[-9.296875, false]], [[-11.296875, false]], [[-10.046875, false]], [[-9.796875, false]], [[-5.79296875, false]], [[-10.796875, false]], [[-10.296875, false]], [[-8.796875, false]], [[-10.296875, false]], [[-9.296875, false]], [[-5.79296875, false]], [[-4.04296875, false]], [[-10.296875, false]], [[-10.796875, false]], [[-11.796875, false]], [[-10.546875, false]], [[-9.296875, false]], [[-5.79296875, false]], [[-9.296875, false]], [[-11.296875, false]], [[-5.54296875, false]], [[-5.79296875, false]], [[-6.29296875, false]], [[-11.796875, false]], [[-10.546875, false]], [[-7.79296875, false]], [[-9.859375, false]], [[-5.79296875, false]], [[-7.79296875, false]], [[-10.296875, false]], [[-10.796875, false]], [[-9.296875, false]], [[-4.04296875, false]], [[-9.296875, false]], [[-10.296875, false]], [[-10.796875, false]], [[-10.546875, false]], [[-4.04296875, false]], [[-10.796875, false]], [[-5.79296875, false]], [[-10.296875, false]], [[-11.046875, false]], [[-8.796875, false]], [[-4.04296875, false]], [[-10.796875, false]], [[-4.04296875, false]], [[-10.546875, false]], [[-9.296875, false]], [[-5.54296875, false]], [[-5.79296875, false]], [[-9.296875, false]], [[-11.796875, false]], [[-5.54296875, false]], [[-5.79296875, false]], [[-9.296875, false]], [[-10.796875, false]], [[-5.79296875, false]], [[-9.296875, false]], [[-11.296875, false]], [[-4.04296875, false]], [[-10.546875, false]], [[-12.046875, false]], [[-5.54296875, false]], [[-9.796875, false]], [[-5.79296875, false]], [[-10.296875, false]], [[-10.546875, false]], [[-5.79296875, false]], [[-9.296875, false]], [[-11.296875, false]], [[-5.54296875, false]], [[-5.79296875, false]], [[-10.796875, false]], [[-10.796875, false]], [[-9.296875, false]], [[-4.04296875, false]], [[-9.296875, false]], [[-10.296875, false]], [[-10.796875, false]], [[-10.546875, false]], [[-5.79296875, false]], [[-10.796875, false]], [[-10.046875, false]], [[-5.79296875, false]], [[-3.79296875, false]], [[-4.04296875, false]], [[-10.296875, false]], [[-9.296875, false]], [[-11.296875, false]], [[-10.046875, false]], [[-9.796875, false]], [[-5.79296875, false]], [[-9.796875, false]], [[-10.796875, false]], [[-10.796875, false]], [[-5.54296875, false]], [[-9.796875, false]], [[-7.79296875, false]], [[-13.046875, false]]], "filtered_resps": [[-8.046875, false], [-7.79296875, false], [-9.796875, false], [-9.296875, false], [-10.296875, false], [-5.54296875, false], [-9.796875, false], [-9.796875, false], [-5.79296875, false], [-9.296875, false], [-11.796875, false], [-5.54296875, false], [-5.79296875, false], [-9.296875, false], [-10.796875, false], [-5.79296875, false], [-9.296875, false], [-11.296875, false], [-5.54296875, false], [-5.79296875, false], [-11.046875, false], [-10.796875, false], [-10.796875, false], [-5.54296875, false], [-11.046875, false], [-5.54296875, false], [-10.546875, false], [-9.296875, false], [-5.79296875, false], [-10.796875, false], [-10.046875, false], [-5.79296875, false], [-3.79296875, false], [-4.04296875, false], [-10.296875, false], [-9.296875, false], [-11.296875, false], [-10.046875, false], [-9.796875, false], [-5.79296875, false], [-9.296875, false], [-10.296875, false], [-11.796875, false], [-9.796875, false], [-9.296875, false], [-4.04296875, false], [-10.796875, false], [-5.79296875, false], [-9.796875, false], [-10.796875, false], [-4.04296875, false], [-9.296875, false], [-5.54296875, false], [-9.796875, false], [-7.79296875, false], [-9.859375, false], [-5.79296875, false], [-7.79296875, false], [-12.046875, false], [-10.296875, false], [-4.04296875, false], [-10.796875, false], [-10.296875, false], [-9.296875, false], [-4.04296875, false], [-9.296875, false], [-10.296875, false], [-10.796875, false], [-10.546875, false], [-4.04296875, false], [-10.796875, false], [-5.79296875, false], [-10.796875, false], [-4.04296875, false], [-10.296875, false], [-10.296875, false], [-4.04296875, false], [-9.296875, false], [-10.296875, false], [-10.796875, false], [-10.546875, false], [-5.79296875, false], [-9.296875, false], [-11.796875, false], [-5.54296875, false], [-5.79296875, false], [-9.296875, false], [-10.796875, false], [-5.79296875, false], [-9.296875, false], [-11.296875, false], [-5.54296875, false], [-5.79296875, false], [-6.79296875, false], [-10.796875, false], [-10.796875, false], [-10.546875, false], [-10.046875, false], [-9.796875, false], [-5.79296875, false], [-10.796875, false], [-10.296875, false], [-8.796875, false], [-10.296875, false], [-9.296875, false], [-5.79296875, false], [-4.04296875, false], [-10.296875, false], [-10.796875, false], [-11.796875, false], [-10.546875, false], [-9.296875, false], [-5.79296875, false], [-3.79296875, false], [-4.04296875, false], [-10.296875, false], [-9.296875, false], [-11.296875, false], [-7.79296875, false], [-9.859375, false], [-5.79296875, false], [-7.79296875, false], [-9.296875, false], [-5.54296875, false], [-11.046875, false], [-9.796875, false], [-5.54296875, false], [-10.296875, false], [-4.04296875, false], [-9.296875, false], [-11.796875, false], [-10.296875, false], [-5.54296875, false], [-5.79296875, false], [-10.796875, false], [-4.04296875, false], [-10.296875, false], [-10.296875, false], [-4.04296875, false], [-9.296875, false], [-10.296875, false], [-10.796875, false], [-10.546875, false], [-5.79296875, false], [-9.296875, false], [-11.796875, false], [-5.54296875, false], [-5.79296875, false], [-9.296875, false], [-10.796875, false], [-5.79296875, false], [-3.79296875, false], [-4.04296875, false], [-10.296875, false], [-9.296875, false], [-11.296875, false], [-10.046875, false], [-9.796875, false], [-5.79296875, false], [-10.796875, false], [-10.296875, false], [-8.796875, false], [-10.296875, false], [-9.296875, false], [-5.79296875, false], [-4.04296875, false], [-10.296875, false], [-10.796875, false], [-11.796875, false], [-10.546875, false], [-9.296875, false], [-5.79296875, false], [-9.296875, false], [-11.296875, false], [-5.54296875, false], [-5.79296875, false], [-6.29296875, false], [-11.796875, false], [-10.546875, false], [-7.79296875, false], [-9.859375, false], [-5.79296875, false], [-7.79296875, false], [-10.296875, false], [-10.796875, false], [-9.296875, false], [-4.04296875, false], [-9.296875, false], [-10.296875, false], [-10.796875, false], [-10.546875, false], [-4.04296875, false], [-10.796875, false], [-5.79296875, false], [-10.296875, false], [-11.046875, false], [-8.796875, false], [-4.04296875, false], [-10.796875, false], [-4.04296875, false], [-10.546875, false], [-9.296875, false], [-5.54296875, false], [-5.79296875, false], [-9.296875, false], [-11.796875, false], [-5.54296875, false], [-5.79296875, false], [-9.296875, false], [-10.796875, false], [-5.79296875, false], [-9.296875, false], [-11.296875, false], [-4.04296875, false], [-10.546875, false], [-12.046875, false], [-5.54296875, false], [-9.796875, false], [-5.79296875, false], [-10.296875, false], [-10.546875, false], [-5.79296875, false], [-9.296875, false], [-11.296875, false], [-5.54296875, false], [-5.79296875, false], [-10.796875, false], [-10.796875, false], [-9.296875, false], [-4.04296875, false], [-9.296875, false], [-10.296875, false], [-10.796875, false], [-10.546875, false], [-5.79296875, false], [-10.796875, false], [-10.046875, false], [-5.79296875, false], [-3.79296875, false], [-4.04296875, false], [-10.296875, false], [-9.296875, false], [-11.296875, false], [-10.046875, false], [-9.796875, false], [-5.79296875, false], [-9.796875, false], [-10.796875, false], [-10.796875, false], [-5.54296875, false], [-9.796875, false], [-7.79296875, false], [-13.046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1473, "doc": {"id": "Mercury_SC_405496", "question": "Rock layers with sand-sized particles were most likely deposited by", "choices": {"text": ["wind.", "water.", "glaciers.", "landslides."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "wind.", "arguments": ["Question: Rock layers with sand-sized particles were most likely deposited by\nAnswer:", " ["], "resps": [[[-7.828125, false]], [[-7.578125, false]], [[-10.328125, false]], [[-8.578125, false]], [[-8.703125, false]], [[-9.203125, false]], [[-6.1875, false]], [[-7.578125, false]], [[-8.0, false]], [[-4.828125, false]], [[-7.578125, false]], [[-10.328125, false]], [[-5.328125, false]], [[-10.453125, false]], [[-6.703125, false]], [[-9.453125, false]], [[-6.1875, false]], [[-7.578125, false]], [[-8.0, false]], [[-4.828125, false]], [[-7.578125, false]], [[-9.828125, false]], [[-9.953125, false]], [[-5.328125, false]], [[-8.078125, false]], [[-8.578125, false]], [[-6.703125, false]], [[-9.453125, false]], [[-8.953125, false]], [[-6.1875, false]], [[-7.578125, false]], [[-8.0, false]], [[-4.828125, false]], [[-7.578125, false]], [[-9.953125, false]], [[-5.328125, false]], [[-8.703125, false]], [[-9.203125, false]], [[-8.953125, false]], [[-9.953125, false]], [[-8.578125, false]], [[-9.203125, false]], [[-6.703125, false]], [[-8.953125, false]], [[-6.1875, false]], [[-7.578125, false]], [[-12.828125, false]]], "filtered_resps": [[-7.828125, false], [-7.578125, false], [-10.328125, false], [-8.578125, false], [-8.703125, false], [-9.203125, false], [-6.1875, false], [-7.578125, false], [-8.0, false], [-4.828125, false], [-7.578125, false], [-10.328125, false], [-5.328125, false], [-10.453125, false], [-6.703125, false], [-9.453125, false], [-6.1875, false], [-7.578125, false], [-8.0, false], [-4.828125, false], [-7.578125, false], [-9.828125, false], [-9.953125, false], [-5.328125, false], [-8.078125, false], [-8.578125, false], [-6.703125, false], [-9.453125, false], [-8.953125, false], [-6.1875, false], [-7.578125, false], [-8.0, false], [-4.828125, false], [-7.578125, false], [-9.953125, false], [-5.328125, false], [-8.703125, false], [-9.203125, false], [-8.953125, false], [-9.953125, false], [-8.578125, false], [-9.203125, false], [-6.703125, false], [-8.953125, false], [-6.1875, false], [-7.578125, false], [-12.828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1481, "doc": {"id": "TIMSS_2011_8_pg101", "question": "Which equation summarizes the process of respiration?", "choices": {"text": ["water + carbon dioxide + energy -> sugar + oxygen", "oxygen + sugar -> carbon dioxide + water + energy", "carbon dioxide + oxygen + water -> sugar + energy", "sugar + carbon dioxide + energy -> oxygen + water"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "oxygen + sugar -> carbon dioxide + water + energy", "arguments": ["Question: Which equation summarizes the process of respiration?\nAnswer:", " ["], "resps": [[[-6.95703125, false]], [[-9.7109375, false]], [[-10.2109375, false]], [[-4.45703125, false]], [[-8.4609375, false]], [[-6.95703125, false]], [[-9.7109375, false]], [[-4.95703125, false]], [[-8.2109375, false]], [[-4.95703125, false]], [[-5.45703125, false]], [[-4.45703125, false]], [[-9.7109375, false]], [[-8.2109375, false]], [[-6.95703125, false]], [[-7.45703125, false]], [[-4.95703125, false]], [[-7.20703125, false]], [[-7.95703125, false]], [[-6.95703125, false]], [[-7.95703125, false]], [[-7.95703125, false]], [[-7.20703125, false]], [[-6.95703125, false]], [[-4.95703125, false]], [[-8.2109375, false]], [[-4.95703125, false]], [[-6.95703125, false]], [[-7.45703125, false]], [[-6.95703125, false]], [[-9.7109375, false]], [[-9.4609375, false]], [[-8.2109375, false]], [[-4.95703125, false]], [[-6.45703125, false]], [[-10.7109375, false]], [[-4.95703125, false]], [[-9.2109375, false]], [[-8.7109375, false]], [[-9.4609375, false]], [[-4.45703125, false]], [[-9.7109375, false]], [[-4.95703125, false]], [[-8.2109375, false]], [[-4.95703125, false]], [[-6.95703125, false]], [[-7.95703125, false]], [[-8.2109375, false]], [[-9.4609375, false]], [[-6.95703125, false]], [[-7.45703125, false]], [[-9.7109375, false]], [[-9.25, false]], [[-4.95703125, false]], [[-9.7109375, false]], [[-6.95703125, false]], [[-7.95703125, false]], [[-8.2109375, false]], [[-9.4609375, false]], [[-6.95703125, false]], [[-7.45703125, false]], [[-4.95703125, false]], [[-8.2109375, false]], [[-4.95703125, false]], [[-9.2109375, false]], [[-8.7109375, false]], [[-9.4609375, false]], [[-4.45703125, false]], [[-9.7109375, false]], [[-4.95703125, false]], [[-6.45703125, false]], [[-10.7109375, false]], [[-4.95703125, false]], [[-5.45703125, false]], [[-4.45703125, false]], [[-9.7109375, false]], [[-8.2109375, false]], [[-6.95703125, false]], [[-7.45703125, false]], [[-4.95703125, false]], [[-7.20703125, false]], [[-7.95703125, false]], [[-6.95703125, false]], [[-7.95703125, false]], [[-7.95703125, false]], [[-7.20703125, false]], [[-6.95703125, false]], [[-4.95703125, false]], [[-8.2109375, false]], [[-4.95703125, false]], [[-10.2109375, false]], [[-4.45703125, false]], [[-8.4609375, false]], [[-6.95703125, false]], [[-9.7109375, false]], [[-4.95703125, false]], [[-8.2109375, false]], [[-4.95703125, false]], [[-6.95703125, false]], [[-7.45703125, false]], [[-6.95703125, false]], [[-9.7109375, false]], [[-9.4609375, false]], [[-8.2109375, false]], [[-9.7109375, false]], [[-9.25, false]], [[-4.95703125, false]], [[-9.7109375, false]], [[-5.45703125, false]], [[-4.45703125, false]], [[-9.7109375, false]], [[-8.2109375, false]], [[-6.95703125, false]], [[-7.45703125, false]], [[-4.95703125, false]], [[-7.20703125, false]], [[-7.95703125, false]], [[-6.95703125, false]], [[-7.95703125, false]], [[-7.95703125, false]], [[-7.20703125, false]], [[-6.95703125, false]], [[-4.95703125, false]], [[-8.2109375, false]], [[-4.95703125, false]], [[-6.95703125, false]], [[-7.95703125, false]], [[-8.2109375, false]], [[-9.4609375, false]], [[-6.95703125, false]], [[-7.45703125, false]], [[-4.95703125, false]], [[-8.2109375, false]], [[-4.95703125, false]], [[-10.2109375, false]], [[-4.45703125, false]], [[-8.4609375, false]], [[-6.95703125, false]], [[-9.7109375, false]], [[-4.95703125, false]], [[-6.45703125, false]], [[-10.7109375, false]], [[-4.95703125, false]], [[-9.2109375, false]], [[-8.7109375, false]], [[-9.4609375, false]], [[-4.45703125, false]], [[-9.7109375, false]], [[-4.95703125, false]], [[-8.2109375, false]], [[-4.95703125, false]], [[-6.95703125, false]], [[-7.45703125, false]], [[-6.95703125, false]], [[-9.7109375, false]], [[-9.4609375, false]], [[-8.2109375, false]], [[-9.7109375, false]], [[-9.25, false]], [[-4.95703125, false]], [[-9.7109375, false]], [[-9.2109375, false]], [[-8.7109375, false]], [[-9.4609375, false]], [[-4.45703125, false]], [[-9.7109375, false]], [[-4.95703125, false]], [[-8.2109375, false]], [[-4.95703125, false]], [[-5.45703125, false]], [[-4.45703125, false]], [[-9.7109375, false]], [[-8.2109375, false]], [[-6.95703125, false]], [[-7.45703125, false]], [[-4.95703125, false]], [[-7.20703125, false]], [[-7.95703125, false]], [[-6.95703125, false]], [[-7.95703125, false]], [[-7.95703125, false]], [[-7.20703125, false]], [[-6.95703125, false]], [[-4.95703125, false]], [[-8.2109375, false]], [[-4.95703125, false]], [[-6.95703125, false]], [[-7.45703125, false]], [[-6.95703125, false]], [[-9.7109375, false]], [[-9.4609375, false]], [[-8.2109375, false]], [[-4.95703125, false]], [[-6.45703125, false]], [[-10.7109375, false]], [[-4.95703125, false]], [[-6.95703125, false]], [[-7.95703125, false]], [[-8.2109375, false]], [[-9.4609375, false]], [[-6.95703125, false]], [[-7.45703125, false]], [[-4.95703125, false]], [[-8.2109375, false]], [[-4.95703125, false]], [[-10.2109375, false]], [[-4.45703125, false]], [[-8.4609375, false]], [[-6.95703125, false]], [[-9.7109375, false]], [[-9.7109375, false]], [[-14.2109375, false]]], "filtered_resps": [[-6.95703125, false], [-9.7109375, false], [-10.2109375, false], [-4.45703125, false], [-8.4609375, false], [-6.95703125, false], [-9.7109375, false], [-4.95703125, false], [-8.2109375, false], [-4.95703125, false], [-5.45703125, false], [-4.45703125, false], [-9.7109375, false], [-8.2109375, false], [-6.95703125, false], [-7.45703125, false], [-4.95703125, false], [-7.20703125, false], [-7.95703125, false], [-6.95703125, false], [-7.95703125, false], [-7.95703125, false], [-7.20703125, false], [-6.95703125, false], [-4.95703125, false], [-8.2109375, false], [-4.95703125, false], [-6.95703125, false], [-7.45703125, false], [-6.95703125, false], [-9.7109375, false], [-9.4609375, false], [-8.2109375, false], [-4.95703125, false], [-6.45703125, false], [-10.7109375, false], [-4.95703125, false], [-9.2109375, false], [-8.7109375, false], [-9.4609375, false], [-4.45703125, false], [-9.7109375, false], [-4.95703125, false], [-8.2109375, false], [-4.95703125, false], [-6.95703125, false], [-7.95703125, false], [-8.2109375, false], [-9.4609375, false], [-6.95703125, false], [-7.45703125, false], [-9.7109375, false], [-9.25, false], [-4.95703125, false], [-9.7109375, false], [-6.95703125, false], [-7.95703125, false], [-8.2109375, false], [-9.4609375, false], [-6.95703125, false], [-7.45703125, false], [-4.95703125, false], [-8.2109375, false], [-4.95703125, false], [-9.2109375, false], [-8.7109375, false], [-9.4609375, false], [-4.45703125, false], [-9.7109375, false], [-4.95703125, false], [-6.45703125, false], [-10.7109375, false], [-4.95703125, false], [-5.45703125, false], [-4.45703125, false], [-9.7109375, false], [-8.2109375, false], [-6.95703125, false], [-7.45703125, false], [-4.95703125, false], [-7.20703125, false], [-7.95703125, false], [-6.95703125, false], [-7.95703125, false], [-7.95703125, false], [-7.20703125, false], [-6.95703125, false], [-4.95703125, false], [-8.2109375, false], [-4.95703125, false], [-10.2109375, false], [-4.45703125, false], [-8.4609375, false], [-6.95703125, false], [-9.7109375, false], [-4.95703125, false], [-8.2109375, false], [-4.95703125, false], [-6.95703125, false], [-7.45703125, false], [-6.95703125, false], [-9.7109375, false], [-9.4609375, false], [-8.2109375, false], [-9.7109375, false], [-9.25, false], [-4.95703125, false], [-9.7109375, false], [-5.45703125, false], [-4.45703125, false], [-9.7109375, false], [-8.2109375, false], [-6.95703125, false], [-7.45703125, false], [-4.95703125, false], [-7.20703125, false], [-7.95703125, false], [-6.95703125, false], [-7.95703125, false], [-7.95703125, false], [-7.20703125, false], [-6.95703125, false], [-4.95703125, false], [-8.2109375, false], [-4.95703125, false], [-6.95703125, false], [-7.95703125, false], [-8.2109375, false], [-9.4609375, false], [-6.95703125, false], [-7.45703125, false], [-4.95703125, false], [-8.2109375, false], [-4.95703125, false], [-10.2109375, false], [-4.45703125, false], [-8.4609375, false], [-6.95703125, false], [-9.7109375, false], [-4.95703125, false], [-6.45703125, false], [-10.7109375, false], [-4.95703125, false], [-9.2109375, false], [-8.7109375, false], [-9.4609375, false], [-4.45703125, false], [-9.7109375, false], [-4.95703125, false], [-8.2109375, false], [-4.95703125, false], [-6.95703125, false], [-7.45703125, false], [-6.95703125, false], [-9.7109375, false], [-9.4609375, false], [-8.2109375, false], [-9.7109375, false], [-9.25, false], [-4.95703125, false], [-9.7109375, false], [-9.2109375, false], [-8.7109375, false], [-9.4609375, false], [-4.45703125, false], [-9.7109375, false], [-4.95703125, false], [-8.2109375, false], [-4.95703125, false], [-5.45703125, false], [-4.45703125, false], [-9.7109375, false], [-8.2109375, false], [-6.95703125, false], [-7.45703125, false], [-4.95703125, false], [-7.20703125, false], [-7.95703125, false], [-6.95703125, false], [-7.95703125, false], [-7.95703125, false], [-7.20703125, false], [-6.95703125, false], [-4.95703125, false], [-8.2109375, false], [-4.95703125, false], [-6.95703125, false], [-7.45703125, false], [-6.95703125, false], [-9.7109375, false], [-9.4609375, false], [-8.2109375, false], [-4.95703125, false], [-6.45703125, false], [-10.7109375, false], [-4.95703125, false], [-6.95703125, false], [-7.95703125, false], [-8.2109375, false], [-9.4609375, false], [-6.95703125, false], [-7.45703125, false], [-4.95703125, false], [-8.2109375, false], [-4.95703125, false], [-10.2109375, false], [-4.45703125, false], [-8.4609375, false], [-6.95703125, false], [-9.7109375, false], [-9.7109375, false], [-14.2109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1489, "doc": {"id": "Mercury_SC_LBS10169", "question": "Which of these occurs when the North Pole is tilted toward the Sun and the United States has the most daylight hours of the year?", "choices": {"text": ["summer solstice", "winter solstice", "spring equinox", "fall equinox"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "summer solstice", "arguments": ["Question: Which of these occurs when the North Pole is tilted toward the Sun and the United States has the most daylight hours of the year?\nAnswer:", " ["], "resps": [[[-6.97265625, false]], [[-8.96875, false]], [[-9.21875, false]], [[-11.71875, false]], [[-8.96875, false]], [[-8.96875, false]], [[-8.46875, false]], [[-11.21875, false]], [[-5.47265625, false]], [[-9.21875, false]], [[-8.46875, false]], [[-10.21875, false]], [[-9.21875, false]], [[-9.21875, false]], [[-9.21875, false]], [[-9.96875, false]], [[-8.46875, false]], [[-8.96875, false]], [[-10.09375, false]], [[-5.47265625, false]], [[-8.96875, false]], [[-10.21875, false]], [[-9.21875, false]], [[-8.46875, false]], [[-9.21875, false]], [[-8.46875, false]], [[-11.21875, false]], [[-5.47265625, false]], [[-9.21875, false]], [[-8.46875, false]], [[-10.21875, false]], [[-9.21875, false]], [[-9.21875, false]], [[-9.21875, false]], [[-9.96875, false]], [[-8.46875, false]], [[-8.96875, false]], [[-10.09375, false]], [[-5.47265625, false]], [[-8.96875, false]], [[-9.21875, false]], [[-9.46875, false]], [[-11.21875, false]], [[-9.21875, false]], [[-8.46875, false]], [[-11.96875, false]], [[-5.47265625, false]], [[-8.46875, false]], [[-11.46875, false]], [[-11.71875, false]], [[-9.21875, false]], [[-8.46875, false]], [[-8.46875, false]], [[-10.96875, false]], [[-8.96875, false]], [[-10.09375, false]], [[-5.47265625, false]], [[-8.96875, false]], [[-10.21875, false]], [[-5.22265625, false]], [[-10.21875, false]], [[-10.21875, false]], [[-5.47265625, false]], [[-8.46875, false]], [[-11.46875, false]], [[-11.71875, false]], [[-9.21875, false]], [[-8.46875, false]], [[-8.46875, false]], [[-10.96875, false]], [[-8.96875, false]], [[-12.46875, false]]], "filtered_resps": [[-6.97265625, false], [-8.96875, false], [-9.21875, false], [-11.71875, false], [-8.96875, false], [-8.96875, false], [-8.46875, false], [-11.21875, false], [-5.47265625, false], [-9.21875, false], [-8.46875, false], [-10.21875, false], [-9.21875, false], [-9.21875, false], [-9.21875, false], [-9.96875, false], [-8.46875, false], [-8.96875, false], [-10.09375, false], [-5.47265625, false], [-8.96875, false], [-10.21875, false], [-9.21875, false], [-8.46875, false], [-9.21875, false], [-8.46875, false], [-11.21875, false], [-5.47265625, false], [-9.21875, false], [-8.46875, false], [-10.21875, false], [-9.21875, false], [-9.21875, false], [-9.21875, false], [-9.96875, false], [-8.46875, false], [-8.96875, false], [-10.09375, false], [-5.47265625, false], [-8.96875, false], [-9.21875, false], [-9.46875, false], [-11.21875, false], [-9.21875, false], [-8.46875, false], [-11.96875, false], [-5.47265625, false], [-8.46875, false], [-11.46875, false], [-11.71875, false], [-9.21875, false], [-8.46875, false], [-8.46875, false], [-10.96875, false], [-8.96875, false], [-10.09375, false], [-5.47265625, false], [-8.96875, false], [-10.21875, false], [-5.22265625, false], [-10.21875, false], [-10.21875, false], [-5.47265625, false], [-8.46875, false], [-11.46875, false], [-11.71875, false], [-9.21875, false], [-8.46875, false], [-8.46875, false], [-10.96875, false], [-8.96875, false], [-12.46875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1497, "doc": {"id": "Mercury_SC_401160", "question": "Which property of sugar remains after sugar is dissolved in water?", "choices": {"text": ["color", "taste", "shape", "texture"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "taste", "arguments": ["Question: Which property of sugar remains after sugar is dissolved in water?\nAnswer:", " ["], "resps": [[[-5.96875, false]], [[-8.71875, false]], [[-5.96875, false]], [[-8.71875, false]], [[-9.96875, false]], [[-8.71875, false]], [[-9.71875, false]], [[-8.71875, false]], [[-8.9921875, false]], [[-5.21875, false]], [[-8.71875, false]], [[-7.96875, false]], [[-5.46875, false]], [[-8.96875, false]], [[-7.96875, false]], [[-7.96875, false]], [[-8.71875, false]], [[-8.9921875, false]], [[-5.21875, false]], [[-8.71875, false]], [[-8.96875, false]], [[-9.21875, false]], [[-5.46875, false]], [[-8.96875, false]], [[-7.96875, false]], [[-8.71875, false]], [[-8.9921875, false]], [[-5.21875, false]], [[-8.71875, false]], [[-7.96875, false]], [[-7.96875, false]], [[-7.71875, false]], [[-7.96875, false]], [[-7.96875, false]], [[-9.71875, false]], [[-7.96875, false]], [[-8.71875, false]], [[-11.46875, false]]], "filtered_resps": [[-5.96875, false], [-8.71875, false], [-5.96875, false], [-8.71875, false], [-9.96875, false], [-8.71875, false], [-9.71875, false], [-8.71875, false], [-8.9921875, false], [-5.21875, false], [-8.71875, false], [-7.96875, false], [-5.46875, false], [-8.96875, false], [-7.96875, false], [-7.96875, false], [-8.71875, false], [-8.9921875, false], [-5.21875, false], [-8.71875, false], [-8.96875, false], [-9.21875, false], [-5.46875, false], [-8.96875, false], [-7.96875, false], [-8.71875, false], [-8.9921875, false], [-5.21875, false], [-8.71875, false], [-7.96875, false], [-7.96875, false], [-7.71875, false], [-7.96875, false], [-7.96875, false], [-9.71875, false], [-7.96875, false], [-8.71875, false], [-11.46875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1505, "doc": {"id": "MEA_2016_5_5", "question": "A student walks to school each morning in Maine. It is dark outside when he begins walking. As the days pass, the student notices the mornings are becoming brighter. The Sun is rising earlier each day. He also notices that there is more daylight after school. The Sun is setting later in the day. Which change of seasons is occurring?", "choices": {"text": ["winter to spring", "summer to fall", "spring to winter", "fall to winter"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "winter to spring", "arguments": ["Question: A student walks to school each morning in Maine. It is dark outside when he begins walking. As the days pass, the student notices the mornings are becoming brighter. The Sun is rising earlier each day. He also notices that there is more daylight after school. The Sun is setting later in the day. Which change of seasons is occurring?\nAnswer:", " ["], "resps": [[[-6.99609375, false]], [[-9.75, false]], [[-9.75, false]], [[-8.75, false]], [[-9.0, false]], [[-8.5, false]], [[-7.49609375, false]], [[-9.25, false]], [[-5.80078125, false]], [[-8.5, false]], [[-7.74609375, false]], [[-5.80078125, false]], [[-8.25, false]], [[-8.75, false]], [[-9.25, false]], [[-8.75, false]], [[-9.0, false]], [[-11.75, false]], [[-9.75, false]], [[-10.2421875, false]], [[-5.74609375, false]], [[-9.75, false]], [[-8.25, false]], [[-11.25, false]], [[-8.5, false]], [[-8.5, false]], [[-7.49609375, false]], [[-9.25, false]], [[-5.74609375, false]], [[-8.5, false]], [[-7.74609375, false]], [[-5.74609375, false]], [[-9.0, false]], [[-4.49609375, false]], [[-10.5, false]], [[-10.5, false]], [[-9.75, false]], [[-10.2421875, false]], [[-5.74609375, false]], [[-9.75, false]], [[-8.25, false]], [[-8.75, false]], [[-9.25, false]], [[-8.75, false]], [[-9.0, false]], [[-11.75, false]], [[-5.74609375, false]], [[-8.5, false]], [[-7.74609375, false]], [[-5.74609375, false]], [[-9.75, false]], [[-8.75, false]], [[-9.0, false]], [[-8.5, false]], [[-7.49609375, false]], [[-9.25, false]], [[-9.75, false]], [[-10.2421875, false]], [[-5.74609375, false]], [[-9.75, false]], [[-9.0, false]], [[-4.49609375, false]], [[-10.5, false]], [[-10.5, false]], [[-5.74609375, false]], [[-8.5, false]], [[-7.74609375, false]], [[-5.74609375, false]], [[-9.75, false]], [[-8.75, false]], [[-9.0, false]], [[-8.5, false]], [[-7.49609375, false]], [[-9.25, false]], [[-9.75, false]], [[-11.75, false]]], "filtered_resps": [[-6.99609375, false], [-9.75, false], [-9.75, false], [-8.75, false], [-9.0, false], [-8.5, false], [-7.49609375, false], [-9.25, false], [-5.80078125, false], [-8.5, false], [-7.74609375, false], [-5.80078125, false], [-8.25, false], [-8.75, false], [-9.25, false], [-8.75, false], [-9.0, false], [-11.75, false], [-9.75, false], [-10.2421875, false], [-5.74609375, false], [-9.75, false], [-8.25, false], [-11.25, false], [-8.5, false], [-8.5, false], [-7.49609375, false], [-9.25, false], [-5.74609375, false], [-8.5, false], [-7.74609375, false], [-5.74609375, false], [-9.0, false], [-4.49609375, false], [-10.5, false], [-10.5, false], [-9.75, false], [-10.2421875, false], [-5.74609375, false], [-9.75, false], [-8.25, false], [-8.75, false], [-9.25, false], [-8.75, false], [-9.0, false], [-11.75, false], [-5.74609375, false], [-8.5, false], [-7.74609375, false], [-5.74609375, false], [-9.75, false], [-8.75, false], [-9.0, false], [-8.5, false], [-7.49609375, false], [-9.25, false], [-9.75, false], [-10.2421875, false], [-5.74609375, false], [-9.75, false], [-9.0, false], [-4.49609375, false], [-10.5, false], [-10.5, false], [-5.74609375, false], [-8.5, false], [-7.74609375, false], [-5.74609375, false], [-9.75, false], [-8.75, false], [-9.0, false], [-8.5, false], [-7.49609375, false], [-9.25, false], [-9.75, false], [-11.75, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1513, "doc": {"id": "Mercury_7092278", "question": "Which of these groups would be most concerned with technological developments in insect control?", "choices": {"text": ["paleontologists", "archaeologists", "agriculturists", "meteorologists"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "agriculturists", "arguments": ["Question: Which of these groups would be most concerned with technological developments in insect control?\nAnswer:", " ["], "resps": [[[-7.0703125, false]], [[-8.5703125, false]], [[-9.4453125, false]], [[-6.8203125, false]], [[-10.1953125, false]], [[-7.8203125, false]], [[-9.1953125, false]], [[-8.0703125, false]], [[-11.9453125, false]], [[-9.1953125, false]], [[-10.1953125, false]], [[-9.1953125, false]], [[-11.3203125, false]], [[-7.9453125, false]], [[-9.1953125, false]], [[-11.9453125, false]], [[-9.1953125, false]], [[-8.5703125, false]], [[-8.90625, false]], [[-4.8203125, false]], [[-8.5703125, false]], [[-6.8203125, false]], [[-10.0703125, false]], [[-9.1953125, false]], [[-10.0703125, false]], [[-6.8203125, false]], [[-7.8203125, false]], [[-9.1953125, false]], [[-10.1953125, false]], [[-9.1953125, false]], [[-11.3203125, false]], [[-7.9453125, false]], [[-9.1953125, false]], [[-11.9453125, false]], [[-9.1953125, false]], [[-8.5703125, false]], [[-8.90625, false]], [[-4.8203125, false]], [[-8.5703125, false]], [[-6.8203125, false]], [[-11.3203125, false]], [[-10.0703125, false]], [[-7.9453125, false]], [[-9.1953125, false]], [[-11.0703125, false]], [[-10.1953125, false]], [[-11.9453125, false]], [[-11.0703125, false]], [[-10.0703125, false]], [[-7.9453125, false]], [[-9.1953125, false]], [[-11.9453125, false]], [[-9.1953125, false]], [[-8.5703125, false]], [[-8.90625, false]], [[-4.8203125, false]], [[-8.5703125, false]], [[-12.0703125, false]], [[-7.8203125, false]], [[-11.9453125, false]], [[-7.8203125, false]], [[-9.1953125, false]], [[-10.0703125, false]], [[-9.1953125, false]], [[-10.1953125, false]], [[-9.1953125, false]], [[-11.3203125, false]], [[-7.9453125, false]], [[-9.1953125, false]], [[-11.9453125, false]], [[-9.1953125, false]], [[-8.5703125, false]], [[-13.6953125, false]]], "filtered_resps": [[-7.0703125, false], [-8.5703125, false], [-9.4453125, false], [-6.8203125, false], [-10.1953125, false], [-7.8203125, false], [-9.1953125, false], [-8.0703125, false], [-11.9453125, false], [-9.1953125, false], [-10.1953125, false], [-9.1953125, false], [-11.3203125, false], [-7.9453125, false], [-9.1953125, false], [-11.9453125, false], [-9.1953125, false], [-8.5703125, false], [-8.90625, false], [-4.8203125, false], [-8.5703125, false], [-6.8203125, false], [-10.0703125, false], [-9.1953125, false], [-10.0703125, false], [-6.8203125, false], [-7.8203125, false], [-9.1953125, false], [-10.1953125, false], [-9.1953125, false], [-11.3203125, false], [-7.9453125, false], [-9.1953125, false], [-11.9453125, false], [-9.1953125, false], [-8.5703125, false], [-8.90625, false], [-4.8203125, false], [-8.5703125, false], [-6.8203125, false], [-11.3203125, false], [-10.0703125, false], [-7.9453125, false], [-9.1953125, false], [-11.0703125, false], [-10.1953125, false], [-11.9453125, false], [-11.0703125, false], [-10.0703125, false], [-7.9453125, false], [-9.1953125, false], [-11.9453125, false], [-9.1953125, false], [-8.5703125, false], [-8.90625, false], [-4.8203125, false], [-8.5703125, false], [-12.0703125, false], [-7.8203125, false], [-11.9453125, false], [-7.8203125, false], [-9.1953125, false], [-10.0703125, false], [-9.1953125, false], [-10.1953125, false], [-9.1953125, false], [-11.3203125, false], [-7.9453125, false], [-9.1953125, false], [-11.9453125, false], [-9.1953125, false], [-8.5703125, false], [-13.6953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1521, "doc": {"id": "Mercury_7115255", "question": "Some wasp species lay their eggs inside living caterpillars. As the eggs mature, they use the caterpillar as a food resource. Eventually, the wasp larvae hatch out of the caterpillar. This type of relationship is best described as", "choices": {"text": ["predator-prey.", "parasitic.", "mutualistic.", "commensalistic."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "parasitic.", "arguments": ["Question: Some wasp species lay their eggs inside living caterpillars. As the eggs mature, they use the caterpillar as a food resource. Eventually, the wasp larvae hatch out of the caterpillar. This type of relationship is best described as\nAnswer:", " ["], "resps": [[[-6.75, false]], [[-8.75, false]], [[-7.875, false]], [[-8.875, false]], [[-7.25, false]], [[-6.375, false]], [[-4.125, false]], [[-9.875, false]], [[-8.875, false]], [[-8.875, false]], [[-7.625, false]], [[-7.875, false]], [[-8.875, false]], [[-7.25, false]], [[-10.125, false]], [[-6.60546875, false]], [[-8.75, false]], [[-8.609375, false]], [[-4.875, false]], [[-8.75, false]], [[-7.875, false]], [[-4.125, false]], [[-8.875, false]], [[-4.125, false]], [[-8.625, false]], [[-7.0, false]], [[-9.875, false]], [[-7.0, false]], [[-6.125, false]], [[-6.60546875, false]], [[-8.75, false]], [[-8.609375, false]], [[-4.875, false]], [[-8.75, false]], [[-9.0, false]], [[-10.5, false]], [[-9.875, false]], [[-10.5, false]], [[-4.125, false]], [[-9.75, false]], [[-7.0, false]], [[-8.625, false]], [[-9.875, false]], [[-7.0, false]], [[-6.125, false]], [[-6.60546875, false]], [[-8.75, false]], [[-8.609375, false]], [[-4.875, false]], [[-8.75, false]], [[-6.125, false]], [[-8.875, false]], [[-9.0, false]], [[-9.0, false]], [[-7.25, false]], [[-8.0, false]], [[-8.625, false]], [[-4.125, false]], [[-9.75, false]], [[-7.0, false]], [[-8.625, false]], [[-9.875, false]], [[-7.0, false]], [[-6.125, false]], [[-6.60546875, false]], [[-8.75, false]], [[-11.5, false]]], "filtered_resps": [[-6.75, false], [-8.75, false], [-7.875, false], [-8.875, false], [-7.25, false], [-6.375, false], [-4.125, false], [-9.875, false], [-8.875, false], [-8.875, false], [-7.625, false], [-7.875, false], [-8.875, false], [-7.25, false], [-10.125, false], [-6.60546875, false], [-8.75, false], [-8.609375, false], [-4.875, false], [-8.75, false], [-7.875, false], [-4.125, false], [-8.875, false], [-4.125, false], [-8.625, false], [-7.0, false], [-9.875, false], [-7.0, false], [-6.125, false], [-6.60546875, false], [-8.75, false], [-8.609375, false], [-4.875, false], [-8.75, false], [-9.0, false], [-10.5, false], [-9.875, false], [-10.5, false], [-4.125, false], [-9.75, false], [-7.0, false], [-8.625, false], [-9.875, false], [-7.0, false], [-6.125, false], [-6.60546875, false], [-8.75, false], [-8.609375, false], [-4.875, false], [-8.75, false], [-6.125, false], [-8.875, false], [-9.0, false], [-9.0, false], [-7.25, false], [-8.0, false], [-8.625, false], [-4.125, false], [-9.75, false], [-7.0, false], [-8.625, false], [-9.875, false], [-7.0, false], [-6.125, false], [-6.60546875, false], [-8.75, false], [-11.5, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1529, "doc": {"id": "Mercury_7116358", "question": "Two fossils of the same species were found on two different continents. The continents are separated by the Atlantic Ocean. Scientists dated the fossils to be 2 million years old. Which is the least likely explanation for these findings?", "choices": {"text": ["A great land bridge once connected the continents.", "The remains were carried by ocean currents.", "A single landmass once existed with both continents.", "The animals swam across the ocean."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "The remains were carried by ocean currents.", "arguments": ["Question: Two fossils of the same species were found on two different continents. The continents are separated by the Atlantic Ocean. Scientists dated the fossils to be 2 million years old. Which is the least likely explanation for these findings?\nAnswer:", " ["], "resps": [[[-6.671875, false]], [[-8.671875, false]], [[-2.173828125, false]], [[-5.671875, false]], [[-10.296875, false]], [[-8.171875, false]], [[-6.921875, false]], [[-5.171875, false]], [[-8.671875, false]], [[-5.671875, false]], [[-9.421875, false]], [[-5.171875, false]], [[-7.671875, false]], [[-7.171875, false]], [[-5.671875, false]], [[-5.921875, false]], [[-8.171875, false]], [[-8.421875, false]], [[-7.171875, false]], [[-10.296875, false]], [[-6.921875, false]], [[-5.671875, false]], [[-9.421875, false]], [[-7.671875, false]], [[-6.171875, false]], [[-6.921875, false]], [[-5.671875, false]], [[-6.171875, false]], [[-9.421875, false]], [[-7.671875, false]], [[-7.671875, false]], [[-6.921875, false]], [[-6.171875, false]], [[-8.671875, false]], [[-6.921875, false]], [[-7.171875, false]], [[-5.671875, false]], [[-8.671875, false]], [[-10.671875, false]], [[-6.921875, false]], [[-5.671875, false]], [[-6.171875, false]], [[-9.421875, false]], [[-7.671875, false]], [[-8.671875, false]], [[-8.421875, false]], [[-7.671875, false]], [[-6.921875, false]], [[-7.671875, false]], [[-8.671875, false]], [[-9.921875, false]], [[-7.40234375, false]], [[-8.671875, false]], [[-9.96875, false]], [[-5.671875, false]], [[-8.671875, false]], [[-5.671875, false]], [[-10.671875, false]], [[-6.921875, false]], [[-5.671875, false]], [[-8.171875, false]], [[-6.921875, false]], [[-8.421875, false]], [[-5.171875, false]], [[-8.421875, false]], [[-7.671875, false]], [[-9.921875, false]], [[-5.671875, false]], [[-10.296875, false]], [[-6.921875, false]], [[-8.171875, false]], [[-6.921875, false]], [[-5.671875, false]], [[-6.171875, false]], [[-5.171875, false]], [[-8.171875, false]], [[-8.171875, false]], [[-8.421875, false]], [[-6.921875, false]], [[-7.171875, false]], [[-5.671875, false]], [[-5.921875, false]], [[-10.546875, false]], [[-5.671875, false]], [[-9.421875, false]], [[-6.171875, false]], [[-6.921875, false]], [[-5.171875, false]], [[-7.671875, false]], [[-5.671875, false]], [[-6.171875, false]], [[-11.796875, false]], [[-8.171875, false]], [[-8.171875, false]], [[-6.921875, false]], [[-7.671875, false]], [[-8.671875, false]], [[-9.921875, false]], [[-7.40234375, false]], [[-8.671875, false]], [[-9.96875, false]], [[-5.671875, false]], [[-8.671875, false]], [[-2.173828125, false]], [[-5.671875, false]], [[-9.921875, false]], [[-8.421875, false]], [[-7.671875, false]], [[-10.296875, false]], [[-9.421875, false]], [[-6.921875, false]], [[-5.671875, false]], [[-9.421875, false]], [[-5.171875, false]], [[-7.671875, false]], [[-7.171875, false]], [[-8.421875, false]], [[-5.171875, false]], [[-9.921875, false]], [[-9.921875, false]], [[-5.671875, false]], [[-9.421875, false]], [[-7.671875, false]], [[-6.171875, false]], [[-6.921875, false]], [[-5.671875, false]], [[-6.921875, false]], [[-9.171875, false]], [[-8.421875, false]], [[-9.921875, false]], [[-8.671875, false]], [[-6.921875, false]], [[-7.171875, false]], [[-5.671875, false]], [[-10.296875, false]], [[-8.421875, false]], [[-8.671875, false]], [[-10.671875, false]], [[-5.671875, false]], [[-5.921875, false]], [[-9.421875, false]], [[-8.671875, false]], [[-10.671875, false]], [[-5.671875, false]], [[-6.171875, false]], [[-9.421875, false]], [[-7.671875, false]], [[-8.671875, false]], [[-8.421875, false]], [[-7.671875, false]], [[-6.921875, false]], [[-7.671875, false]], [[-8.671875, false]], [[-9.921875, false]], [[-7.40234375, false]], [[-8.671875, false]], [[-9.96875, false]], [[-5.671875, false]], [[-8.671875, false]], [[-5.671875, false]], [[-10.671875, false]], [[-6.921875, false]], [[-5.671875, false]], [[-5.171875, false]], [[-7.671875, false]], [[-8.421875, false]], [[-8.421875, false]], [[-5.171875, false]], [[-9.421875, false]], [[-9.921875, false]], [[-5.671875, false]], [[-9.921875, false]], [[-10.296875, false]], [[-5.171875, false]], [[-8.421875, false]], [[-5.671875, false]], [[-5.171875, false]], [[-6.171875, false]], [[-8.171875, false]], [[-9.421875, false]], [[-9.921875, false]], [[-9.921875, false]], [[-5.671875, false]], [[-8.671875, false]], [[-10.671875, false]], [[-6.921875, false]], [[-5.671875, false]], [[-9.421875, false]], [[-6.171875, false]], [[-6.921875, false]], [[-5.171875, false]], [[-7.671875, false]], [[-7.40234375, false]], [[-8.671875, false]], [[-12.296875, false]]], "filtered_resps": [[-6.671875, false], [-8.671875, false], [-2.173828125, false], [-5.671875, false], [-10.296875, false], [-8.171875, false], [-6.921875, false], [-5.171875, false], [-8.671875, false], [-5.671875, false], [-9.421875, false], [-5.171875, false], [-7.671875, false], [-7.171875, false], [-5.671875, false], [-5.921875, false], [-8.171875, false], [-8.421875, false], [-7.171875, false], [-10.296875, false], [-6.921875, false], [-5.671875, false], [-9.421875, false], [-7.671875, false], [-6.171875, false], [-6.921875, false], [-5.671875, false], [-6.171875, false], [-9.421875, false], [-7.671875, false], [-7.671875, false], [-6.921875, false], [-6.171875, false], [-8.671875, false], [-6.921875, false], [-7.171875, false], [-5.671875, false], [-8.671875, false], [-10.671875, false], [-6.921875, false], [-5.671875, false], [-6.171875, false], [-9.421875, false], [-7.671875, false], [-8.671875, false], [-8.421875, false], [-7.671875, false], [-6.921875, false], [-7.671875, false], [-8.671875, false], [-9.921875, false], [-7.40234375, false], [-8.671875, false], [-9.96875, false], [-5.671875, false], [-8.671875, false], [-5.671875, false], [-10.671875, false], [-6.921875, false], [-5.671875, false], [-8.171875, false], [-6.921875, false], [-8.421875, false], [-5.171875, false], [-8.421875, false], [-7.671875, false], [-9.921875, false], [-5.671875, false], [-10.296875, false], [-6.921875, false], [-8.171875, false], [-6.921875, false], [-5.671875, false], [-6.171875, false], [-5.171875, false], [-8.171875, false], [-8.171875, false], [-8.421875, false], [-6.921875, false], [-7.171875, false], [-5.671875, false], [-5.921875, false], [-10.546875, false], [-5.671875, false], [-9.421875, false], [-6.171875, false], [-6.921875, false], [-5.171875, false], [-7.671875, false], [-5.671875, false], [-6.171875, false], [-11.796875, false], [-8.171875, false], [-8.171875, false], [-6.921875, false], [-7.671875, false], [-8.671875, false], [-9.921875, false], [-7.40234375, false], [-8.671875, false], [-9.96875, false], [-5.671875, false], [-8.671875, false], [-2.173828125, false], [-5.671875, false], [-9.921875, false], [-8.421875, false], [-7.671875, false], [-10.296875, false], [-9.421875, false], [-6.921875, false], [-5.671875, false], [-9.421875, false], [-5.171875, false], [-7.671875, false], [-7.171875, false], [-8.421875, false], [-5.171875, false], [-9.921875, false], [-9.921875, false], [-5.671875, false], [-9.421875, false], [-7.671875, false], [-6.171875, false], [-6.921875, false], [-5.671875, false], [-6.921875, false], [-9.171875, false], [-8.421875, false], [-9.921875, false], [-8.671875, false], [-6.921875, false], [-7.171875, false], [-5.671875, false], [-10.296875, false], [-8.421875, false], [-8.671875, false], [-10.671875, false], [-5.671875, false], [-5.921875, false], [-9.421875, false], [-8.671875, false], [-10.671875, false], [-5.671875, false], [-6.171875, false], [-9.421875, false], [-7.671875, false], [-8.671875, false], [-8.421875, false], [-7.671875, false], [-6.921875, false], [-7.671875, false], [-8.671875, false], [-9.921875, false], [-7.40234375, false], [-8.671875, false], [-9.96875, false], [-5.671875, false], [-8.671875, false], [-5.671875, false], [-10.671875, false], [-6.921875, false], [-5.671875, false], [-5.171875, false], [-7.671875, false], [-8.421875, false], [-8.421875, false], [-5.171875, false], [-9.421875, false], [-9.921875, false], [-5.671875, false], [-9.921875, false], [-10.296875, false], [-5.171875, false], [-8.421875, false], [-5.671875, false], [-5.171875, false], [-6.171875, false], [-8.171875, false], [-9.421875, false], [-9.921875, false], [-9.921875, false], [-5.671875, false], [-8.671875, false], [-10.671875, false], [-6.921875, false], [-5.671875, false], [-9.421875, false], [-6.171875, false], [-6.921875, false], [-5.171875, false], [-7.671875, false], [-7.40234375, false], [-8.671875, false], [-12.296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1537, "doc": {"id": "Mercury_7015575", "question": "When coal burns, the reaction", "choices": {"text": ["releases heat and is endothermic.", "releases heat and is exothermic.", "absorbs heat and is endothermic.", "absorbs heat and is exothermic."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "releases heat and is exothermic.", "arguments": ["Question: When coal burns, the reaction\nAnswer:", " ["], "resps": [[[-7.8046875, false]], [[-7.8046875, false]], [[-12.5546875, false]], [[-9.0546875, false]], [[-11.8046875, false]], [[-9.0546875, false]], [[-5.8046875, false]], [[-11.3046875, false]], [[-9.0546875, false]], [[-11.3046875, false]], [[-5.5546875, false]], [[-12.0546875, false]], [[-9.0546875, false]], [[-5.8046875, false]], [[-11.3046875, false]], [[-5.5546875, false]], [[-5.8046875, false]], [[-9.8046875, false]], [[-11.0546875, false]], [[-5.5546875, false]], [[-8.8046875, false]], [[-11.3046875, false]], [[-5.5546875, false]], [[-9.0546875, false]], [[-9.8046875, false]], [[-11.0546875, false]], [[-10.0546875, false]], [[-11.3046875, false]], [[-12.0546875, false]], [[-9.0546875, false]], [[-12.5546875, false]], [[-10.5546875, false]], [[-8.8046875, false]], [[-10.3046875, false]], [[-6.6015625, false]], [[-7.8046875, false]], [[-9.2265625, false]], [[-5.5546875, false]], [[-7.8046875, false]], [[-12.5546875, false]], [[-9.0546875, false]], [[-11.8046875, false]], [[-9.0546875, false]], [[-5.8046875, false]], [[-11.3046875, false]], [[-9.0546875, false]], [[-11.3046875, false]], [[-5.5546875, false]], [[-12.0546875, false]], [[-9.0546875, false]], [[-5.8046875, false]], [[-11.3046875, false]], [[-5.5546875, false]], [[-5.8046875, false]], [[-9.8046875, false]], [[-11.0546875, false]], [[-5.5546875, false]], [[-8.8046875, false]], [[-11.3046875, false]], [[-5.5546875, false]], [[-9.0546875, false]], [[-10.8046875, false]], [[-10.0546875, false]], [[-11.3046875, false]], [[-12.0546875, false]], [[-9.0546875, false]], [[-12.5546875, false]], [[-10.5546875, false]], [[-8.8046875, false]], [[-10.3046875, false]], [[-6.6015625, false]], [[-7.8046875, false]], [[-9.2265625, false]], [[-5.5546875, false]], [[-7.8046875, false]], [[-5.8046875, false]], [[-10.0546875, false]], [[-11.3046875, false]], [[-10.0546875, false]], [[-12.5546875, false]], [[-10.0546875, false]], [[-11.3046875, false]], [[-5.5546875, false]], [[-12.0546875, false]], [[-9.0546875, false]], [[-5.8046875, false]], [[-11.3046875, false]], [[-5.5546875, false]], [[-5.8046875, false]], [[-9.8046875, false]], [[-11.0546875, false]], [[-5.5546875, false]], [[-8.8046875, false]], [[-11.3046875, false]], [[-5.5546875, false]], [[-9.0546875, false]], [[-9.8046875, false]], [[-11.0546875, false]], [[-10.0546875, false]], [[-11.3046875, false]], [[-12.0546875, false]], [[-9.0546875, false]], [[-12.5546875, false]], [[-10.5546875, false]], [[-8.8046875, false]], [[-10.3046875, false]], [[-6.6015625, false]], [[-7.8046875, false]], [[-9.2265625, false]], [[-5.5546875, false]], [[-7.8046875, false]], [[-5.8046875, false]], [[-10.0546875, false]], [[-11.3046875, false]], [[-10.0546875, false]], [[-12.5546875, false]], [[-10.0546875, false]], [[-11.3046875, false]], [[-5.5546875, false]], [[-12.0546875, false]], [[-9.0546875, false]], [[-5.8046875, false]], [[-11.3046875, false]], [[-5.5546875, false]], [[-5.8046875, false]], [[-9.8046875, false]], [[-11.0546875, false]], [[-5.5546875, false]], [[-8.8046875, false]], [[-11.3046875, false]], [[-5.5546875, false]], [[-9.0546875, false]], [[-10.8046875, false]], [[-10.0546875, false]], [[-11.3046875, false]], [[-12.0546875, false]], [[-9.0546875, false]], [[-12.5546875, false]], [[-10.5546875, false]], [[-8.8046875, false]], [[-10.3046875, false]], [[-6.6015625, false]], [[-7.8046875, false]], [[-12.0546875, false]]], "filtered_resps": [[-7.8046875, false], [-7.8046875, false], [-12.5546875, false], [-9.0546875, false], [-11.8046875, false], [-9.0546875, false], [-5.8046875, false], [-11.3046875, false], [-9.0546875, false], [-11.3046875, false], [-5.5546875, false], [-12.0546875, false], [-9.0546875, false], [-5.8046875, false], [-11.3046875, false], [-5.5546875, false], [-5.8046875, false], [-9.8046875, false], [-11.0546875, false], [-5.5546875, false], [-8.8046875, false], [-11.3046875, false], [-5.5546875, false], [-9.0546875, false], [-9.8046875, false], [-11.0546875, false], [-10.0546875, false], [-11.3046875, false], [-12.0546875, false], [-9.0546875, false], [-12.5546875, false], [-10.5546875, false], [-8.8046875, false], [-10.3046875, false], [-6.6015625, false], [-7.8046875, false], [-9.2265625, false], [-5.5546875, false], [-7.8046875, false], [-12.5546875, false], [-9.0546875, false], [-11.8046875, false], [-9.0546875, false], [-5.8046875, false], [-11.3046875, false], [-9.0546875, false], [-11.3046875, false], [-5.5546875, false], [-12.0546875, false], [-9.0546875, false], [-5.8046875, false], [-11.3046875, false], [-5.5546875, false], [-5.8046875, false], [-9.8046875, false], [-11.0546875, false], [-5.5546875, false], [-8.8046875, false], [-11.3046875, false], [-5.5546875, false], [-9.0546875, false], [-10.8046875, false], [-10.0546875, false], [-11.3046875, false], [-12.0546875, false], [-9.0546875, false], [-12.5546875, false], [-10.5546875, false], [-8.8046875, false], [-10.3046875, false], [-6.6015625, false], [-7.8046875, false], [-9.2265625, false], [-5.5546875, false], [-7.8046875, false], [-5.8046875, false], [-10.0546875, false], [-11.3046875, false], [-10.0546875, false], [-12.5546875, false], [-10.0546875, false], [-11.3046875, false], [-5.5546875, false], [-12.0546875, false], [-9.0546875, false], [-5.8046875, false], [-11.3046875, false], [-5.5546875, false], [-5.8046875, false], [-9.8046875, false], [-11.0546875, false], [-5.5546875, false], [-8.8046875, false], [-11.3046875, false], [-5.5546875, false], [-9.0546875, false], [-9.8046875, false], [-11.0546875, false], [-10.0546875, false], [-11.3046875, false], [-12.0546875, false], [-9.0546875, false], [-12.5546875, false], [-10.5546875, false], [-8.8046875, false], [-10.3046875, false], [-6.6015625, false], [-7.8046875, false], [-9.2265625, false], [-5.5546875, false], [-7.8046875, false], [-5.8046875, false], [-10.0546875, false], [-11.3046875, false], [-10.0546875, false], [-12.5546875, false], [-10.0546875, false], [-11.3046875, false], [-5.5546875, false], [-12.0546875, false], [-9.0546875, false], [-5.8046875, false], [-11.3046875, false], [-5.5546875, false], [-5.8046875, false], [-9.8046875, false], [-11.0546875, false], [-5.5546875, false], [-8.8046875, false], [-11.3046875, false], [-5.5546875, false], [-9.0546875, false], [-10.8046875, false], [-10.0546875, false], [-11.3046875, false], [-12.0546875, false], [-9.0546875, false], [-12.5546875, false], [-10.5546875, false], [-8.8046875, false], [-10.3046875, false], [-6.6015625, false], [-7.8046875, false], [-12.0546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1545, "doc": {"id": "Mercury_7027388", "question": "A student plans to measure the thermal expansion of a strip of metal as it is heated from 0ºC to 50ºC. Which piece of equipment should he use to measure the expansion?", "choices": {"text": ["a ruler", "a balance", "a compass", "a protractor"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "a ruler", "arguments": ["Question: A student plans to measure the thermal expansion of a strip of metal as it is heated from 0ºC to 50ºC. Which piece of equipment should he use to measure the expansion?\nAnswer:", " ["], "resps": [[[-8.28125, false]], [[-10.53125, false]], [[-3.033203125, false]], [[-5.28515625, false]], [[-9.78125, false]], [[-10.28125, false]], [[-11.03125, false]], [[-8.53125, false]], [[-9.78125, false]], [[-10.53125, false]], [[-8.96875, false]], [[-5.28515625, false]], [[-10.53125, false]], [[-3.033203125, false]], [[-5.28515625, false]], [[-8.03125, false]], [[-3.033203125, false]], [[-11.03125, false]], [[-3.033203125, false]], [[-9.03125, false]], [[-8.78125, false]], [[-8.53125, false]], [[-10.53125, false]], [[-8.96875, false]], [[-5.28515625, false]], [[-10.53125, false]], [[-3.033203125, false]], [[-5.28515625, false]], [[-8.78125, false]], [[-9.53125, false]], [[-6.78515625, false]], [[-11.03125, false]], [[-3.033203125, false]], [[-9.03125, false]], [[-9.03125, false]], [[-10.53125, false]], [[-8.96875, false]], [[-5.28515625, false]], [[-10.53125, false]], [[-3.033203125, false]], [[-5.28515625, false]], [[-11.03125, false]], [[-9.78125, false]], [[-9.53125, false]], [[-9.28125, false]], [[-9.78125, false]], [[-3.033203125, false]], [[-8.78125, false]], [[-9.28125, false]], [[-9.53125, false]], [[-9.78125, false]], [[-10.53125, false]], [[-12.78125, false]]], "filtered_resps": [[-8.28125, false], [-10.53125, false], [-3.033203125, false], [-5.28515625, false], [-9.78125, false], [-10.28125, false], [-11.03125, false], [-8.53125, false], [-9.78125, false], [-10.53125, false], [-8.96875, false], [-5.28515625, false], [-10.53125, false], [-3.033203125, false], [-5.28515625, false], [-8.03125, false], [-3.033203125, false], [-11.03125, false], [-3.033203125, false], [-9.03125, false], [-8.78125, false], [-8.53125, false], [-10.53125, false], [-8.96875, false], [-5.28515625, false], [-10.53125, false], [-3.033203125, false], [-5.28515625, false], [-8.78125, false], [-9.53125, false], [-6.78515625, false], [-11.03125, false], [-3.033203125, false], [-9.03125, false], [-9.03125, false], [-10.53125, false], [-8.96875, false], [-5.28515625, false], [-10.53125, false], [-3.033203125, false], [-5.28515625, false], [-11.03125, false], [-9.78125, false], [-9.53125, false], [-9.28125, false], [-9.78125, false], [-3.033203125, false], [-8.78125, false], [-9.28125, false], [-9.53125, false], [-9.78125, false], [-10.53125, false], [-12.78125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1553, "doc": {"id": "Mercury_191503", "question": "What is the primary function of white blood cells in humans?", "choices": {"text": ["carry oxygen", "fight disease", "grow tissues", "remove waste"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "fight disease", "arguments": ["Question: What is the primary function of white blood cells in humans?\nAnswer:", " ["], "resps": [[[-8.2734375, false]], [[-9.7734375, false]], [[-10.0234375, false]], [[-7.0234375, false]], [[-13.2734375, false]], [[-13.2734375, false]], [[-13.7734375, false]], [[-5.7734375, false]], [[-10.7734375, false]], [[-11.7734375, false]], [[-13.7734375, false]], [[-12.0234375, false]], [[-10.2734375, false]], [[-12.0234375, false]], [[-9.7734375, false]], [[-9.2890625, false]], [[-5.7734375, false]], [[-9.7734375, false]], [[-12.7734375, false]], [[-9.7734375, false]], [[-12.0234375, false]], [[-11.0234375, false]], [[-11.7734375, false]], [[-5.7734375, false]], [[-11.7734375, false]], [[-9.7734375, false]], [[-10.7734375, false]], [[-10.2734375, false]], [[-7.0234375, false]], [[-10.7734375, false]], [[-10.2734375, false]], [[-9.7734375, false]], [[-9.2890625, false]], [[-5.7734375, false]], [[-9.7734375, false]], [[-12.0234375, false]], [[-13.2734375, false]], [[-10.7734375, false]], [[-10.7734375, false]], [[-5.7734375, false]], [[-11.7734375, false]], [[-9.7734375, false]], [[-10.7734375, false]], [[-10.7734375, false]], [[-12.2734375, false]], [[-10.2734375, false]], [[-10.7734375, false]], [[-9.7734375, false]], [[-9.2890625, false]], [[-5.7734375, false]], [[-9.7734375, false]], [[-13.2734375, false]], [[-10.2734375, false]], [[-11.5234375, false]], [[-10.7734375, false]], [[-12.0234375, false]], [[-10.2734375, false]], [[-5.7734375, false]], [[-10.7734375, false]], [[-7.0234375, false]], [[-10.7734375, false]], [[-11.7734375, false]], [[-10.2734375, false]], [[-9.7734375, false]], [[-12.0234375, false]]], "filtered_resps": [[-8.2734375, false], [-9.7734375, false], [-10.0234375, false], [-7.0234375, false], [-13.2734375, false], [-13.2734375, false], [-13.7734375, false], [-5.7734375, false], [-10.7734375, false], [-11.7734375, false], [-13.7734375, false], [-12.0234375, false], [-10.2734375, false], [-12.0234375, false], [-9.7734375, false], [-9.2890625, false], [-5.7734375, false], [-9.7734375, false], [-12.7734375, false], [-9.7734375, false], [-12.0234375, false], [-11.0234375, false], [-11.7734375, false], [-5.7734375, false], [-11.7734375, false], [-9.7734375, false], [-10.7734375, false], [-10.2734375, false], [-7.0234375, false], [-10.7734375, false], [-10.2734375, false], [-9.7734375, false], [-9.2890625, false], [-5.7734375, false], [-9.7734375, false], [-12.0234375, false], [-13.2734375, false], [-10.7734375, false], [-10.7734375, false], [-5.7734375, false], [-11.7734375, false], [-9.7734375, false], [-10.7734375, false], [-10.7734375, false], [-12.2734375, false], [-10.2734375, false], [-10.7734375, false], [-9.7734375, false], [-9.2890625, false], [-5.7734375, false], [-9.7734375, false], [-13.2734375, false], [-10.2734375, false], [-11.5234375, false], [-10.7734375, false], [-12.0234375, false], [-10.2734375, false], [-5.7734375, false], [-10.7734375, false], [-7.0234375, false], [-10.7734375, false], [-11.7734375, false], [-10.2734375, false], [-9.7734375, false], [-12.0234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1561, "doc": {"id": "NYSEDREGENTS_2013_8_14", "question": "Which process is a cause of variation in a species?", "choices": {"text": ["metamorphosis", "cellular respiration", "sexual reproduction", "regulation"], "label": ["1", "2", "3", "4"]}, "answerKey": "3"}, "target": "sexual reproduction", "arguments": ["Question: Which process is a cause of variation in a species?\nAnswer:", " ["], "resps": [[[-7.48828125, false]], [[-8.4921875, false]], [[-9.9921875, false]], [[-7.48828125, false]], [[-10.4921875, false]], [[-4.36328125, false]], [[-9.9921875, false]], [[-8.6171875, false]], [[-9.9921875, false]], [[-9.6171875, false]], [[-11.3671875, false]], [[-8.6171875, false]], [[-9.1171875, false]], [[-8.7421875, false]], [[-9.1171875, false]], [[-8.4921875, false]], [[-9.8046875, false]], [[-5.23828125, false]], [[-8.4921875, false]], [[-8.3671875, false]], [[-7.48828125, false]], [[-10.3671875, false]], [[-10.3671875, false]], [[-11.1171875, false]], [[-10.3671875, false]], [[-4.36328125, false]], [[-9.9921875, false]], [[-5.23828125, false]], [[-9.9921875, false]], [[-7.48828125, false]], [[-9.1171875, false]], [[-9.6171875, false]], [[-8.7421875, false]], [[-9.9921875, false]], [[-4.36328125, false]], [[-10.4921875, false]], [[-8.7421875, false]], [[-8.6171875, false]], [[-8.7421875, false]], [[-8.4921875, false]], [[-9.8046875, false]], [[-5.23828125, false]], [[-8.4921875, false]], [[-9.1171875, false]], [[-7.48828125, false]], [[-8.8671875, false]], [[-11.1171875, false]], [[-4.36328125, false]], [[-10.3671875, false]], [[-5.23828125, false]], [[-9.9921875, false]], [[-7.48828125, false]], [[-9.6171875, false]], [[-9.9921875, false]], [[-8.6171875, false]], [[-7.98828125, false]], [[-11.1171875, false]], [[-8.3671875, false]], [[-10.4921875, false]], [[-8.7421875, false]], [[-8.6171875, false]], [[-8.7421875, false]], [[-8.4921875, false]], [[-9.8046875, false]], [[-5.23828125, false]], [[-8.4921875, false]], [[-9.9921875, false]], [[-7.48828125, false]], [[-11.3671875, false]], [[-11.1171875, false]], [[-10.3671875, false]], [[-4.36328125, false]], [[-10.4921875, false]], [[-8.7421875, false]], [[-8.6171875, false]], [[-8.7421875, false]], [[-8.4921875, false]], [[-13.8671875, false]]], "filtered_resps": [[-7.48828125, false], [-8.4921875, false], [-9.9921875, false], [-7.48828125, false], [-10.4921875, false], [-4.36328125, false], [-9.9921875, false], [-8.6171875, false], [-9.9921875, false], [-9.6171875, false], [-11.3671875, false], [-8.6171875, false], [-9.1171875, false], [-8.7421875, false], [-9.1171875, false], [-8.4921875, false], [-9.8046875, false], [-5.23828125, false], [-8.4921875, false], [-8.3671875, false], [-7.48828125, false], [-10.3671875, false], [-10.3671875, false], [-11.1171875, false], [-10.3671875, false], [-4.36328125, false], [-9.9921875, false], [-5.23828125, false], [-9.9921875, false], [-7.48828125, false], [-9.1171875, false], [-9.6171875, false], [-8.7421875, false], [-9.9921875, false], [-4.36328125, false], [-10.4921875, false], [-8.7421875, false], [-8.6171875, false], [-8.7421875, false], [-8.4921875, false], [-9.8046875, false], [-5.23828125, false], [-8.4921875, false], [-9.1171875, false], [-7.48828125, false], [-8.8671875, false], [-11.1171875, false], [-4.36328125, false], [-10.3671875, false], [-5.23828125, false], [-9.9921875, false], [-7.48828125, false], [-9.6171875, false], [-9.9921875, false], [-8.6171875, false], [-7.98828125, false], [-11.1171875, false], [-8.3671875, false], [-10.4921875, false], [-8.7421875, false], [-8.6171875, false], [-8.7421875, false], [-8.4921875, false], [-9.8046875, false], [-5.23828125, false], [-8.4921875, false], [-9.9921875, false], [-7.48828125, false], [-11.3671875, false], [-11.1171875, false], [-10.3671875, false], [-4.36328125, false], [-10.4921875, false], [-8.7421875, false], [-8.6171875, false], [-8.7421875, false], [-8.4921875, false], [-13.8671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1569, "doc": {"id": "Mercury_183925", "question": "Why do trees like oaks and walnuts depend upon squirrels?", "choices": {"text": ["to control population size", "to pollinate their flowers", "to remove dead wood", "to aid in seed distribution"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "to aid in seed distribution", "arguments": ["Question: Why do trees like oaks and walnuts depend upon squirrels?\nAnswer:", " ["], "resps": [[[-8.4296875, false]], [[-8.4296875, false]], [[-11.4296875, false]], [[-4.9296875, false]], [[-6.6796875, false]], [[-10.1796875, false]], [[-4.9296875, false]], [[-10.6796875, false]], [[-11.4296875, false]], [[-12.4296875, false]], [[-4.9296875, false]], [[-9.9296875, false]], [[-6.6796875, false]], [[-10.4296875, false]], [[-4.9296875, false]], [[-10.4296875, false]], [[-12.4296875, false]], [[-9.9296875, false]], [[-6.6796875, false]], [[-11.4296875, false]], [[-10.1796875, false]], [[-4.9296875, false]], [[-10.6796875, false]], [[-6.6796875, false]], [[-8.6796875, false]], [[-10.1796875, false]], [[-13.1796875, false]], [[-10.4296875, false]], [[-8.4296875, false]], [[-11.03125, false]], [[-6.6796875, false]], [[-8.4296875, false]], [[-11.4296875, false]], [[-4.9296875, false]], [[-6.6796875, false]], [[-10.4296875, false]], [[-4.9296875, false]], [[-9.9296875, false]], [[-9.9296875, false]], [[-10.1796875, false]], [[-10.6796875, false]], [[-6.6796875, false]], [[-11.4296875, false]], [[-10.4296875, false]], [[-6.6796875, false]], [[-11.4296875, false]], [[-12.1796875, false]], [[-10.4296875, false]], [[-10.1796875, false]], [[-12.4296875, false]], [[-6.6796875, false]], [[-9.9296875, false]], [[-9.9296875, false]], [[-4.9296875, false]], [[-11.1796875, false]], [[-10.4296875, false]], [[-12.4296875, false]], [[-8.6796875, false]], [[-8.4296875, false]], [[-11.03125, false]], [[-6.6796875, false]], [[-8.4296875, false]], [[-11.4296875, false]], [[-4.9296875, false]], [[-6.6796875, false]], [[-12.4296875, false]], [[-10.4296875, false]], [[-12.1796875, false]], [[-4.9296875, false]], [[-13.4296875, false]], [[-10.4296875, false]], [[-6.6796875, false]], [[-9.9296875, false]], [[-10.4296875, false]], [[-6.6796875, false]], [[-9.9296875, false]], [[-6.6796875, false]], [[-11.1796875, false]], [[-4.9296875, false]], [[-4.9296875, false]], [[-9.9296875, false]], [[-8.4296875, false]], [[-11.03125, false]], [[-6.6796875, false]], [[-8.4296875, false]], [[-11.4296875, false]], [[-4.9296875, false]], [[-6.6796875, false]], [[-6.6796875, false]], [[-10.1796875, false]], [[-9.9296875, false]], [[-6.6796875, false]], [[-10.1796875, false]], [[-10.6796875, false]], [[-6.6796875, false]], [[-8.6796875, false]], [[-10.4296875, false]], [[-10.4296875, false]], [[-9.9296875, false]], [[-6.6796875, false]], [[-9.9296875, false]], [[-10.1796875, false]], [[-8.6796875, false]], [[-11.4296875, false]], [[-12.4296875, false]], [[-10.1796875, false]], [[-9.6796875, false]], [[-12.4296875, false]], [[-11.4296875, false]], [[-10.1796875, false]], [[-4.9296875, false]], [[-10.6796875, false]], [[-8.4296875, false]], [[-13.9296875, false]]], "filtered_resps": [[-8.4296875, false], [-8.4296875, false], [-11.4296875, false], [-4.9296875, false], [-6.6796875, false], [-10.1796875, false], [-4.9296875, false], [-10.6796875, false], [-11.4296875, false], [-12.4296875, false], [-4.9296875, false], [-9.9296875, false], [-6.6796875, false], [-10.4296875, false], [-4.9296875, false], [-10.4296875, false], [-12.4296875, false], [-9.9296875, false], [-6.6796875, false], [-11.4296875, false], [-10.1796875, false], [-4.9296875, false], [-10.6796875, false], [-6.6796875, false], [-8.6796875, false], [-10.1796875, false], [-13.1796875, false], [-10.4296875, false], [-8.4296875, false], [-11.03125, false], [-6.6796875, false], [-8.4296875, false], [-11.4296875, false], [-4.9296875, false], [-6.6796875, false], [-10.4296875, false], [-4.9296875, false], [-9.9296875, false], [-9.9296875, false], [-10.1796875, false], [-10.6796875, false], [-6.6796875, false], [-11.4296875, false], [-10.4296875, false], [-6.6796875, false], [-11.4296875, false], [-12.1796875, false], [-10.4296875, false], [-10.1796875, false], [-12.4296875, false], [-6.6796875, false], [-9.9296875, false], [-9.9296875, false], [-4.9296875, false], [-11.1796875, false], [-10.4296875, false], [-12.4296875, false], [-8.6796875, false], [-8.4296875, false], [-11.03125, false], [-6.6796875, false], [-8.4296875, false], [-11.4296875, false], [-4.9296875, false], [-6.6796875, false], [-12.4296875, false], [-10.4296875, false], [-12.1796875, false], [-4.9296875, false], [-13.4296875, false], [-10.4296875, false], [-6.6796875, false], [-9.9296875, false], [-10.4296875, false], [-6.6796875, false], [-9.9296875, false], [-6.6796875, false], [-11.1796875, false], [-4.9296875, false], [-4.9296875, false], [-9.9296875, false], [-8.4296875, false], [-11.03125, false], [-6.6796875, false], [-8.4296875, false], [-11.4296875, false], [-4.9296875, false], [-6.6796875, false], [-6.6796875, false], [-10.1796875, false], [-9.9296875, false], [-6.6796875, false], [-10.1796875, false], [-10.6796875, false], [-6.6796875, false], [-8.6796875, false], [-10.4296875, false], [-10.4296875, false], [-9.9296875, false], [-6.6796875, false], [-9.9296875, false], [-10.1796875, false], [-8.6796875, false], [-11.4296875, false], [-12.4296875, false], [-10.1796875, false], [-9.6796875, false], [-12.4296875, false], [-11.4296875, false], [-10.1796875, false], [-4.9296875, false], [-10.6796875, false], [-8.4296875, false], [-13.9296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1577, "doc": {"id": "Mercury_7013230", "question": "The skin, lungs, and kidneys work together to", "choices": {"text": ["help eliminate body wastes.", "help blood circulate.", "aid in digestion.", "aid in respiration."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "help eliminate body wastes.", "arguments": ["Question: The skin, lungs, and kidneys work together to\nAnswer:", " ["], "resps": [[[-7.58984375, false]], [[-9.09375, false]], [[-10.09375, false]], [[-9.59375, false]], [[-9.09375, false]], [[-9.34375, false]], [[-5.08984375, false]], [[-9.59375, false]], [[-9.09375, false]], [[-9.34375, false]], [[-9.84375, false]], [[-9.34375, false]], [[-9.09375, false]], [[-5.83984375, false]], [[-9.84375, false]], [[-9.59375, false]], [[-5.08984375, false]], [[-8.84375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-11.59375, false]], [[-5.08984375, false]], [[-9.59375, false]], [[-5.83984375, false]], [[-8.59375, false]], [[-9.84375, false]], [[-9.59375, false]], [[-8.59375, false]], [[-6.7890625, false]], [[-9.09375, false]], [[-9.0390625, false]], [[-5.08984375, false]], [[-9.09375, false]], [[-10.09375, false]], [[-9.59375, false]], [[-9.09375, false]], [[-9.34375, false]], [[-5.08984375, false]], [[-8.84375, false]], [[-9.09375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-5.08984375, false]], [[-8.34375, false]], [[-9.34375, false]], [[-11.09375, false]], [[-8.34375, false]], [[-10.09375, false]], [[-9.09375, false]], [[-5.83984375, false]], [[-9.84375, false]], [[-9.59375, false]], [[-6.7890625, false]], [[-9.09375, false]], [[-9.0390625, false]], [[-5.08984375, false]], [[-9.09375, false]], [[-5.83984375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-5.08984375, false]], [[-9.34375, false]], [[-9.09375, false]], [[-5.08984375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-10.59375, false]], [[-9.59375, false]], [[-8.59375, false]], [[-9.84375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-9.09375, false]], [[-6.7890625, false]], [[-9.09375, false]], [[-9.0390625, false]], [[-5.08984375, false]], [[-9.09375, false]], [[-5.83984375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-5.08984375, false]], [[-9.34375, false]], [[-9.09375, false]], [[-5.08984375, false]], [[-11.09375, false]], [[-9.59375, false]], [[-8.59375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-11.09375, false]], [[-5.83984375, false]], [[-9.84375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-9.09375, false]], [[-6.7890625, false]], [[-9.09375, false]], [[-11.34375, false]]], "filtered_resps": [[-7.58984375, false], [-9.09375, false], [-10.09375, false], [-9.59375, false], [-9.09375, false], [-9.34375, false], [-5.08984375, false], [-9.59375, false], [-9.09375, false], [-9.34375, false], [-9.84375, false], [-9.34375, false], [-9.09375, false], [-5.83984375, false], [-9.84375, false], [-9.59375, false], [-5.08984375, false], [-8.84375, false], [-9.34375, false], [-9.34375, false], [-11.59375, false], [-5.08984375, false], [-9.59375, false], [-5.83984375, false], [-8.59375, false], [-9.84375, false], [-9.59375, false], [-8.59375, false], [-6.7890625, false], [-9.09375, false], [-9.0390625, false], [-5.08984375, false], [-9.09375, false], [-10.09375, false], [-9.59375, false], [-9.09375, false], [-9.34375, false], [-5.08984375, false], [-8.84375, false], [-9.09375, false], [-9.34375, false], [-9.34375, false], [-9.34375, false], [-5.08984375, false], [-8.34375, false], [-9.34375, false], [-11.09375, false], [-8.34375, false], [-10.09375, false], [-9.09375, false], [-5.83984375, false], [-9.84375, false], [-9.59375, false], [-6.7890625, false], [-9.09375, false], [-9.0390625, false], [-5.08984375, false], [-9.09375, false], [-5.83984375, false], [-9.34375, false], [-9.34375, false], [-5.08984375, false], [-9.34375, false], [-9.09375, false], [-5.08984375, false], [-9.34375, false], [-9.34375, false], [-10.59375, false], [-9.59375, false], [-8.59375, false], [-9.84375, false], [-9.34375, false], [-9.34375, false], [-9.09375, false], [-6.7890625, false], [-9.09375, false], [-9.0390625, false], [-5.08984375, false], [-9.09375, false], [-5.83984375, false], [-9.34375, false], [-9.34375, false], [-5.08984375, false], [-9.34375, false], [-9.09375, false], [-5.08984375, false], [-11.09375, false], [-9.59375, false], [-8.59375, false], [-9.34375, false], [-9.34375, false], [-11.09375, false], [-5.83984375, false], [-9.84375, false], [-9.34375, false], [-9.34375, false], [-9.09375, false], [-6.7890625, false], [-9.09375, false], [-11.34375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1585, "doc": {"id": "ACTAAP_2007_7_2", "question": "Which article might appear in a scientific magazine?", "choices": {"text": ["\"The Religions of South America\"", "\"The Money Systems of South America\"", "\"The Flora and Fauna of South America\"", "\"The Political Systems of South America\""], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "\"The Flora and Fauna of South America\"", "arguments": ["Question: Which article might appear in a scientific magazine?\nAnswer:", " ["], "resps": [[[-7.0546875, false]], [[-7.1796875, false]], [[-4.4296875, false]], [[-7.1796875, false]], [[-10.9296875, false]], [[-7.8046875, false]], [[-5.4296875, false]], [[-8.1796875, false]], [[-7.8046875, false]], [[-11.6796875, false]], [[-9.3046875, false]], [[-12.4296875, false]], [[-9.3046875, false]], [[-10.1796875, false]], [[-9.4296875, false]], [[-9.8046875, false]], [[-5.4296875, false]], [[-10.1796875, false]], [[-10.5546875, false]], [[-5.4296875, false]], [[-6.5546875, false]], [[-10.1796875, false]], [[-10.9296875, false]], [[-10.4296875, false]], [[-10.9296875, false]], [[-5.4296875, false]], [[-2.302734375, false]], [[-10.8046875, false]], [[-7.8046875, false]], [[-11.6796875, false]], [[-9.3046875, false]], [[-9.9296875, false]], [[-5.3046875, false]], [[-4.4296875, false]], [[-7.1796875, false]], [[-9.15625, false]], [[-5.4296875, false]], [[-7.1796875, false]], [[-4.4296875, false]], [[-7.1796875, false]], [[-10.9296875, false]], [[-7.8046875, false]], [[-5.4296875, false]], [[-7.4296875, false]], [[-10.1796875, false]], [[-9.4296875, false]], [[-7.8046875, false]], [[-13.1796875, false]], [[-5.4296875, false]], [[-6.5546875, false]], [[-13.1796875, false]], [[-9.8046875, false]], [[-10.4296875, false]], [[-7.8046875, false]], [[-10.8046875, false]], [[-9.8046875, false]], [[-5.4296875, false]], [[-10.1796875, false]], [[-10.5546875, false]], [[-5.4296875, false]], [[-6.5546875, false]], [[-10.1796875, false]], [[-10.9296875, false]], [[-10.4296875, false]], [[-10.9296875, false]], [[-5.4296875, false]], [[-2.302734375, false]], [[-10.8046875, false]], [[-7.8046875, false]], [[-11.6796875, false]], [[-9.3046875, false]], [[-9.9296875, false]], [[-5.3046875, false]], [[-4.4296875, false]], [[-7.1796875, false]], [[-9.15625, false]], [[-5.4296875, false]], [[-7.1796875, false]], [[-4.4296875, false]], [[-7.1796875, false]], [[-10.9296875, false]], [[-7.8046875, false]], [[-5.4296875, false]], [[-8.0546875, false]], [[-11.6796875, false]], [[-10.1796875, false]], [[-11.6796875, false]], [[-5.3046875, false]], [[-5.4296875, false]], [[-5.3046875, false]], [[-9.4296875, false]], [[-10.8046875, false]], [[-5.4296875, false]], [[-8.0546875, false]], [[-5.3046875, false]], [[-10.9296875, false]], [[-9.4296875, false]], [[-5.3046875, false]], [[-5.4296875, false]], [[-10.1796875, false]], [[-10.5546875, false]], [[-5.4296875, false]], [[-6.5546875, false]], [[-10.1796875, false]], [[-10.9296875, false]], [[-10.4296875, false]], [[-10.9296875, false]], [[-5.4296875, false]], [[-2.302734375, false]], [[-10.8046875, false]], [[-7.8046875, false]], [[-11.6796875, false]], [[-9.3046875, false]], [[-9.9296875, false]], [[-5.3046875, false]], [[-4.4296875, false]], [[-7.1796875, false]], [[-9.15625, false]], [[-5.4296875, false]], [[-7.1796875, false]], [[-4.4296875, false]], [[-7.1796875, false]], [[-10.9296875, false]], [[-7.8046875, false]], [[-5.4296875, false]], [[-6.5546875, false]], [[-10.1796875, false]], [[-11.6796875, false]], [[-9.3046875, false]], [[-10.4296875, false]], [[-9.3046875, false]], [[-9.9296875, false]], [[-5.3046875, false]], [[-11.6796875, false]], [[-5.4296875, false]], [[-6.5546875, false]], [[-13.1796875, false]], [[-9.8046875, false]], [[-10.4296875, false]], [[-7.8046875, false]], [[-10.8046875, false]], [[-9.8046875, false]], [[-5.4296875, false]], [[-10.1796875, false]], [[-10.5546875, false]], [[-5.4296875, false]], [[-6.5546875, false]], [[-10.1796875, false]], [[-10.9296875, false]], [[-10.4296875, false]], [[-10.9296875, false]], [[-5.4296875, false]], [[-2.302734375, false]], [[-10.8046875, false]], [[-7.8046875, false]], [[-11.6796875, false]], [[-9.3046875, false]], [[-9.9296875, false]], [[-5.3046875, false]], [[-4.4296875, false]], [[-7.1796875, false]], [[-12.4296875, false]]], "filtered_resps": [[-7.0546875, false], [-7.1796875, false], [-4.4296875, false], [-7.1796875, false], [-10.9296875, false], [-7.8046875, false], [-5.4296875, false], [-8.1796875, false], [-7.8046875, false], [-11.6796875, false], [-9.3046875, false], [-12.4296875, false], [-9.3046875, false], [-10.1796875, false], [-9.4296875, false], [-9.8046875, false], [-5.4296875, false], [-10.1796875, false], [-10.5546875, false], [-5.4296875, false], [-6.5546875, false], [-10.1796875, false], [-10.9296875, false], [-10.4296875, false], [-10.9296875, false], [-5.4296875, false], [-2.302734375, false], [-10.8046875, false], [-7.8046875, false], [-11.6796875, false], [-9.3046875, false], [-9.9296875, false], [-5.3046875, false], [-4.4296875, false], [-7.1796875, false], [-9.15625, false], [-5.4296875, false], [-7.1796875, false], [-4.4296875, false], [-7.1796875, false], [-10.9296875, false], [-7.8046875, false], [-5.4296875, false], [-7.4296875, false], [-10.1796875, false], [-9.4296875, false], [-7.8046875, false], [-13.1796875, false], [-5.4296875, false], [-6.5546875, false], [-13.1796875, false], [-9.8046875, false], [-10.4296875, false], [-7.8046875, false], [-10.8046875, false], [-9.8046875, false], [-5.4296875, false], [-10.1796875, false], [-10.5546875, false], [-5.4296875, false], [-6.5546875, false], [-10.1796875, false], [-10.9296875, false], [-10.4296875, false], [-10.9296875, false], [-5.4296875, false], [-2.302734375, false], [-10.8046875, false], [-7.8046875, false], [-11.6796875, false], [-9.3046875, false], [-9.9296875, false], [-5.3046875, false], [-4.4296875, false], [-7.1796875, false], [-9.15625, false], [-5.4296875, false], [-7.1796875, false], [-4.4296875, false], [-7.1796875, false], [-10.9296875, false], [-7.8046875, false], [-5.4296875, false], [-8.0546875, false], [-11.6796875, false], [-10.1796875, false], [-11.6796875, false], [-5.3046875, false], [-5.4296875, false], [-5.3046875, false], [-9.4296875, false], [-10.8046875, false], [-5.4296875, false], [-8.0546875, false], [-5.3046875, false], [-10.9296875, false], [-9.4296875, false], [-5.3046875, false], [-5.4296875, false], [-10.1796875, false], [-10.5546875, false], [-5.4296875, false], [-6.5546875, false], [-10.1796875, false], [-10.9296875, false], [-10.4296875, false], [-10.9296875, false], [-5.4296875, false], [-2.302734375, false], [-10.8046875, false], [-7.8046875, false], [-11.6796875, false], [-9.3046875, false], [-9.9296875, false], [-5.3046875, false], [-4.4296875, false], [-7.1796875, false], [-9.15625, false], [-5.4296875, false], [-7.1796875, false], [-4.4296875, false], [-7.1796875, false], [-10.9296875, false], [-7.8046875, false], [-5.4296875, false], [-6.5546875, false], [-10.1796875, false], [-11.6796875, false], [-9.3046875, false], [-10.4296875, false], [-9.3046875, false], [-9.9296875, false], [-5.3046875, false], [-11.6796875, false], [-5.4296875, false], [-6.5546875, false], [-13.1796875, false], [-9.8046875, false], [-10.4296875, false], [-7.8046875, false], [-10.8046875, false], [-9.8046875, false], [-5.4296875, false], [-10.1796875, false], [-10.5546875, false], [-5.4296875, false], [-6.5546875, false], [-10.1796875, false], [-10.9296875, false], [-10.4296875, false], [-10.9296875, false], [-5.4296875, false], [-2.302734375, false], [-10.8046875, false], [-7.8046875, false], [-11.6796875, false], [-9.3046875, false], [-9.9296875, false], [-5.3046875, false], [-4.4296875, false], [-7.1796875, false], [-12.4296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1593, "doc": {"id": "NYSEDREGENTS_2013_8_5", "question": "What eventually happens to a species when the environment changes and the organisms do not adapt?", "choices": {"text": ["classification", "development", "extinction", "regulation"], "label": ["1", "2", "3", "4"]}, "answerKey": "3"}, "target": "extinction", "arguments": ["Question: What eventually happens to a species when the environment changes and the organisms do not adapt?\nAnswer:", " ["], "resps": [[[-7.4765625, false]], [[-8.7265625, false]], [[-10.9765625, false]], [[-10.9765625, false]], [[-5.9765625, false]], [[-10.2265625, false]], [[-10.2265625, false]], [[-9.4765625, false]], [[-11.9765625, false]], [[-9.4765625, false]], [[-10.9765625, false]], [[-5.9765625, false]], [[-11.7265625, false]], [[-9.4765625, false]], [[-10.9765625, false]], [[-10.7265625, false]], [[-8.7265625, false]], [[-10.7734375, false]], [[-5.4765625, false]], [[-8.7265625, false]], [[-10.4765625, false]], [[-8.2265625, false]], [[-12.7265625, false]], [[-8.2265625, false]], [[-10.9765625, false]], [[-10.9765625, false]], [[-10.9765625, false]], [[-12.4765625, false]], [[-8.2265625, false]], [[-10.7265625, false]], [[-11.7265625, false]], [[-8.7265625, false]], [[-10.7734375, false]], [[-5.4765625, false]], [[-8.7265625, false]], [[-8.2265625, false]], [[-11.7265625, false]], [[-11.7265625, false]], [[-9.4765625, false]], [[-10.7265625, false]], [[-10.9765625, false]], [[-11.7265625, false]], [[-9.4765625, false]], [[-10.9765625, false]], [[-10.7265625, false]], [[-8.7265625, false]], [[-10.7734375, false]], [[-5.4765625, false]], [[-8.7265625, false]], [[-12.2265625, false]], [[-8.2265625, false]], [[-13.2265625, false]], [[-11.4765625, false]], [[-10.9765625, false]], [[-5.9765625, false]], [[-11.7265625, false]], [[-9.4765625, false]], [[-10.9765625, false]], [[-10.7265625, false]], [[-8.7265625, false]], [[-13.9765625, false]]], "filtered_resps": [[-7.4765625, false], [-8.7265625, false], [-10.9765625, false], [-10.9765625, false], [-5.9765625, false], [-10.2265625, false], [-10.2265625, false], [-9.4765625, false], [-11.9765625, false], [-9.4765625, false], [-10.9765625, false], [-5.9765625, false], [-11.7265625, false], [-9.4765625, false], [-10.9765625, false], [-10.7265625, false], [-8.7265625, false], [-10.7734375, false], [-5.4765625, false], [-8.7265625, false], [-10.4765625, false], [-8.2265625, false], [-12.7265625, false], [-8.2265625, false], [-10.9765625, false], [-10.9765625, false], [-10.9765625, false], [-12.4765625, false], [-8.2265625, false], [-10.7265625, false], [-11.7265625, false], [-8.7265625, false], [-10.7734375, false], [-5.4765625, false], [-8.7265625, false], [-8.2265625, false], [-11.7265625, false], [-11.7265625, false], [-9.4765625, false], [-10.7265625, false], [-10.9765625, false], [-11.7265625, false], [-9.4765625, false], [-10.9765625, false], [-10.7265625, false], [-8.7265625, false], [-10.7734375, false], [-5.4765625, false], [-8.7265625, false], [-12.2265625, false], [-8.2265625, false], [-13.2265625, false], [-11.4765625, false], [-10.9765625, false], [-5.9765625, false], [-11.7265625, false], [-9.4765625, false], [-10.9765625, false], [-10.7265625, false], [-8.7265625, false], [-13.9765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1601, "doc": {"id": "Mercury_7027563", "question": "In a northern state, a room used for growing plants is not allowing enough light to enter for healthy plant growth. Adding windows in walls facing which direction would best solve this problem?", "choices": {"text": ["north", "south", "east", "west"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "south", "arguments": ["Question: In a northern state, a room used for growing plants is not allowing enough light to enter for healthy plant growth. Adding windows in walls facing which direction would best solve this problem?\nAnswer:", " ["], "resps": [[[-7.4375, false]], [[-9.6875, false]], [[-10.9375, false]], [[-10.4375, false]], [[-11.6875, false]], [[-10.6875, false]], [[-11.4375, false]], [[-9.6875, false]], [[-9.28125, false]], [[-5.6875, false]], [[-9.6875, false]], [[-9.6875, false]], [[-10.4375, false]], [[-10.9375, false]], [[-10.6875, false]], [[-11.4375, false]], [[-9.6875, false]], [[-9.28125, false]], [[-5.6875, false]], [[-9.6875, false]], [[-9.6875, false]], [[-5.9375, false]], [[-9.6875, false]], [[-10.6875, false]], [[-9.6875, false]], [[-9.28125, false]], [[-5.6875, false]], [[-9.6875, false]], [[-11.1875, false]], [[-9.6875, false]], [[-9.6875, false]], [[-10.6875, false]], [[-9.6875, false]], [[-12.4375, false]]], "filtered_resps": [[-7.4375, false], [-9.6875, false], [-10.9375, false], [-10.4375, false], [-11.6875, false], [-10.6875, false], [-11.4375, false], [-9.6875, false], [-9.28125, false], [-5.6875, false], [-9.6875, false], [-9.6875, false], [-10.4375, false], [-10.9375, false], [-10.6875, false], [-11.4375, false], [-9.6875, false], [-9.28125, false], [-5.6875, false], [-9.6875, false], [-9.6875, false], [-5.9375, false], [-9.6875, false], [-10.6875, false], [-9.6875, false], [-9.28125, false], [-5.6875, false], [-9.6875, false], [-11.1875, false], [-9.6875, false], [-9.6875, false], [-10.6875, false], [-9.6875, false], [-12.4375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1609, "doc": {"id": "Mercury_7211418", "question": "What type of cell passes on mutations?", "choices": {"text": ["skin cell", "nerve cell", "red blood cell", "egg cell"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "egg cell", "arguments": ["Question: What type of cell passes on mutations?\nAnswer:", " ["], "resps": [[[-7.9453125, false]], [[-8.9453125, false]], [[-8.9453125, false]], [[-8.4453125, false]], [[-10.1953125, false]], [[-9.6953125, false]], [[-5.1953125, false]], [[-7.1953125, false]], [[-8.4453125, false]], [[-8.4453125, false]], [[-8.4453125, false]], [[-8.9453125, false]], [[-9.734375, false]], [[-5.1953125, false]], [[-8.9453125, false]], [[-9.6953125, false]], [[-8.4453125, false]], [[-8.6953125, false]], [[-9.6953125, false]], [[-8.4453125, false]], [[-5.1953125, false]], [[-7.1953125, false]], [[-8.4453125, false]], [[-8.4453125, false]], [[-8.4453125, false]], [[-8.9453125, false]], [[-9.734375, false]], [[-5.1953125, false]], [[-8.9453125, false]], [[-8.6953125, false]], [[-8.4453125, false]], [[-9.1953125, false]], [[-5.1953125, false]], [[-7.6953125, false]], [[-8.4453125, false]], [[-9.1953125, false]], [[-9.1953125, false]], [[-9.1953125, false]], [[-5.1953125, false]], [[-7.1953125, false]], [[-8.4453125, false]], [[-8.4453125, false]], [[-8.4453125, false]], [[-8.9453125, false]], [[-9.734375, false]], [[-5.1953125, false]], [[-8.9453125, false]], [[-8.4453125, false]], [[-9.9453125, false]], [[-9.9453125, false]], [[-5.1953125, false]], [[-7.1953125, false]], [[-8.4453125, false]], [[-8.4453125, false]], [[-8.4453125, false]], [[-8.9453125, false]], [[-14.0703125, false]]], "filtered_resps": [[-7.9453125, false], [-8.9453125, false], [-8.9453125, false], [-8.4453125, false], [-10.1953125, false], [-9.6953125, false], [-5.1953125, false], [-7.1953125, false], [-8.4453125, false], [-8.4453125, false], [-8.4453125, false], [-8.9453125, false], [-9.734375, false], [-5.1953125, false], [-8.9453125, false], [-9.6953125, false], [-8.4453125, false], [-8.6953125, false], [-9.6953125, false], [-8.4453125, false], [-5.1953125, false], [-7.1953125, false], [-8.4453125, false], [-8.4453125, false], [-8.4453125, false], [-8.9453125, false], [-9.734375, false], [-5.1953125, false], [-8.9453125, false], [-8.6953125, false], [-8.4453125, false], [-9.1953125, false], [-5.1953125, false], [-7.6953125, false], [-8.4453125, false], [-9.1953125, false], [-9.1953125, false], [-9.1953125, false], [-5.1953125, false], [-7.1953125, false], [-8.4453125, false], [-8.4453125, false], [-8.4453125, false], [-8.9453125, false], [-9.734375, false], [-5.1953125, false], [-8.9453125, false], [-8.4453125, false], [-9.9453125, false], [-9.9453125, false], [-5.1953125, false], [-7.1953125, false], [-8.4453125, false], [-8.4453125, false], [-8.4453125, false], [-8.9453125, false], [-14.0703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1617, "doc": {"id": "Mercury_7239453", "question": "The extensive branching of neurons helps them to perform which function?", "choices": {"text": ["maintain structural stability", "stockpile chemical energy", "communicate with other neurons", "secrete hormones"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "communicate with other neurons", "arguments": ["Question: The extensive branching of neurons helps them to perform which function?\nAnswer:", " ["], "resps": [[[-7.0859375, false]], [[-9.8359375, false]], [[-9.2109375, false]], [[-4.8359375, false]], [[-7.9609375, false]], [[-9.0859375, false]], [[-9.3359375, false]], [[-4.8359375, false]], [[-7.9609375, false]], [[-9.0859375, false]], [[-4.9609375, false]], [[-9.3359375, false]], [[-9.3359375, false]], [[-10.0859375, false]], [[-10.5859375, false]], [[-6.7109375, false]], [[-9.3359375, false]], [[-10.5859375, false]], [[-10.0859375, false]], [[-4.8359375, false]], [[-9.8359375, false]], [[-4.9609375, false]], [[-9.3359375, false]], [[-9.3359375, false]], [[-4.8359375, false]], [[-7.8359375, false]], [[-7.9609375, false]], [[-9.8359375, false]], [[-7.9609375, false]], [[-9.3359375, false]], [[-11.8359375, false]], [[-9.8359375, false]], [[-10.015625, false]], [[-4.9609375, false]], [[-9.8359375, false]], [[-9.3359375, false]], [[-9.3359375, false]], [[-7.8359375, false]], [[-6.7109375, false]], [[-9.7109375, false]], [[-10.0859375, false]], [[-7.9609375, false]], [[-9.8359375, false]], [[-9.0859375, false]], [[-4.9609375, false]], [[-6.7109375, false]], [[-11.5859375, false]], [[-9.0859375, false]], [[-9.2109375, false]], [[-7.9609375, false]], [[-6.7109375, false]], [[-4.8359375, false]], [[-9.8359375, false]], [[-4.9609375, false]], [[-9.0859375, false]], [[-9.0859375, false]], [[-9.0859375, false]], [[-10.0859375, false]], [[-10.9609375, false]], [[-11.8359375, false]], [[-9.8359375, false]], [[-10.015625, false]], [[-4.9609375, false]], [[-9.8359375, false]], [[-6.7109375, false]], [[-7.8359375, false]], [[-9.2109375, false]], [[-9.2109375, false]], [[-10.5859375, false]], [[-9.0859375, false]], [[-7.9609375, false]], [[-6.7109375, false]], [[-4.8359375, false]], [[-9.3359375, false]], [[-9.0859375, false]], [[-4.9609375, false]], [[-11.0859375, false]], [[-7.9609375, false]], [[-9.3359375, false]], [[-11.5859375, false]], [[-4.9609375, false]], [[-7.8359375, false]], [[-9.3359375, false]], [[-11.5859375, false]], [[-9.0859375, false]], [[-10.0859375, false]], [[-4.9609375, false]], [[-9.0859375, false]], [[-9.0859375, false]], [[-10.5859375, false]], [[-10.0859375, false]], [[-7.8359375, false]], [[-9.0859375, false]], [[-9.3359375, false]], [[-9.8359375, false]], [[-10.015625, false]], [[-4.9609375, false]], [[-9.8359375, false]], [[-9.3359375, false]], [[-9.0859375, false]], [[-6.7109375, false]], [[-10.0859375, false]], [[-9.0859375, false]], [[-9.3359375, false]], [[-9.0859375, false]], [[-4.9609375, false]], [[-11.5859375, false]], [[-7.8359375, false]], [[-10.0859375, false]], [[-9.2109375, false]], [[-7.8359375, false]], [[-9.0859375, false]], [[-9.0859375, false]], [[-9.3359375, false]], [[-9.8359375, false]], [[-12.4609375, false]]], "filtered_resps": [[-7.0859375, false], [-9.8359375, false], [-9.2109375, false], [-4.8359375, false], [-7.9609375, false], [-9.0859375, false], [-9.3359375, false], [-4.8359375, false], [-7.9609375, false], [-9.0859375, false], [-4.9609375, false], [-9.3359375, false], [-9.3359375, false], [-10.0859375, false], [-10.5859375, false], [-6.7109375, false], [-9.3359375, false], [-10.5859375, false], [-10.0859375, false], [-4.8359375, false], [-9.8359375, false], [-4.9609375, false], [-9.3359375, false], [-9.3359375, false], [-4.8359375, false], [-7.8359375, false], [-7.9609375, false], [-9.8359375, false], [-7.9609375, false], [-9.3359375, false], [-11.8359375, false], [-9.8359375, false], [-10.015625, false], [-4.9609375, false], [-9.8359375, false], [-9.3359375, false], [-9.3359375, false], [-7.8359375, false], [-6.7109375, false], [-9.7109375, false], [-10.0859375, false], [-7.9609375, false], [-9.8359375, false], [-9.0859375, false], [-4.9609375, false], [-6.7109375, false], [-11.5859375, false], [-9.0859375, false], [-9.2109375, false], [-7.9609375, false], [-6.7109375, false], [-4.8359375, false], [-9.8359375, false], [-4.9609375, false], [-9.0859375, false], [-9.0859375, false], [-9.0859375, false], [-10.0859375, false], [-10.9609375, false], [-11.8359375, false], [-9.8359375, false], [-10.015625, false], [-4.9609375, false], [-9.8359375, false], [-6.7109375, false], [-7.8359375, false], [-9.2109375, false], [-9.2109375, false], [-10.5859375, false], [-9.0859375, false], [-7.9609375, false], [-6.7109375, false], [-4.8359375, false], [-9.3359375, false], [-9.0859375, false], [-4.9609375, false], [-11.0859375, false], [-7.9609375, false], [-9.3359375, false], [-11.5859375, false], [-4.9609375, false], [-7.8359375, false], [-9.3359375, false], [-11.5859375, false], [-9.0859375, false], [-10.0859375, false], [-4.9609375, false], [-9.0859375, false], [-9.0859375, false], [-10.5859375, false], [-10.0859375, false], [-7.8359375, false], [-9.0859375, false], [-9.3359375, false], [-9.8359375, false], [-10.015625, false], [-4.9609375, false], [-9.8359375, false], [-9.3359375, false], [-9.0859375, false], [-6.7109375, false], [-10.0859375, false], [-9.0859375, false], [-9.3359375, false], [-9.0859375, false], [-4.9609375, false], [-11.5859375, false], [-7.8359375, false], [-10.0859375, false], [-9.2109375, false], [-7.8359375, false], [-9.0859375, false], [-9.0859375, false], [-9.3359375, false], [-9.8359375, false], [-12.4609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1625, "doc": {"id": "TIMSS_2003_8_pg48", "question": "Three gases found in Earth's atmosphere are carbon dioxide, nitrogen, and oxygen. What is their order of abundance from greatest to least?", "choices": {"text": ["nitrogen, oxygen, carbon dioxide", "nitrogen, carbon dioxide, oxygen", "oxygen, nitrogen, carbon dioxide", "carbon dioxide, oxygen, nitrogen"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "nitrogen, oxygen, carbon dioxide", "arguments": ["Question: Three gases found in Earth's atmosphere are carbon dioxide, nitrogen, and oxygen. What is their order of abundance from greatest to least?\nAnswer:", " ["], "resps": [[[-6.92578125, false]], [[-8.4296875, false]], [[-7.42578125, false]], [[-8.6796875, false]], [[-10.4296875, false]], [[-11.1796875, false]], [[-8.9296875, false]], [[-10.9296875, false]], [[-8.9296875, false]], [[-7.42578125, false]], [[-10.046875, false]], [[-5.92578125, false]], [[-8.9296875, false]], [[-10.9296875, false]], [[-11.1796875, false]], [[-10.9296875, false]], [[-8.9296875, false]], [[-7.42578125, false]], [[-10.046875, false]], [[-5.92578125, false]], [[-7.67578125, false]], [[-7.67578125, false]], [[-11.1796875, false]], [[-8.9296875, false]], [[-8.9296875, false]], [[-7.42578125, false]], [[-5.92578125, false]], [[-9.9296875, false]], [[-8.6796875, false]], [[-8.9296875, false]], [[-10.9296875, false]], [[-8.6796875, false]], [[-9.9296875, false]], [[-8.9296875, false]], [[-8.4296875, false]], [[-10.046875, false]], [[-5.92578125, false]], [[-8.4296875, false]], [[-7.42578125, false]], [[-8.6796875, false]], [[-10.4296875, false]], [[-11.1796875, false]], [[-8.9296875, false]], [[-10.9296875, false]], [[-8.9296875, false]], [[-7.42578125, false]], [[-10.046875, false]], [[-5.92578125, false]], [[-7.67578125, false]], [[-7.67578125, false]], [[-11.1796875, false]], [[-8.9296875, false]], [[-8.9296875, false]], [[-7.42578125, false]], [[-5.92578125, false]], [[-9.9296875, false]], [[-8.6796875, false]], [[-8.9296875, false]], [[-10.9296875, false]], [[-8.6796875, false]], [[-9.9296875, false]], [[-8.9296875, false]], [[-10.046875, false]], [[-5.92578125, false]], [[-8.9296875, false]], [[-10.9296875, false]], [[-11.1796875, false]], [[-10.9296875, false]], [[-8.9296875, false]], [[-7.42578125, false]], [[-8.4296875, false]], [[-10.046875, false]], [[-5.92578125, false]], [[-8.4296875, false]], [[-8.9296875, false]], [[-10.9296875, false]], [[-11.1796875, false]], [[-10.9296875, false]], [[-8.9296875, false]], [[-7.42578125, false]], [[-10.046875, false]], [[-5.92578125, false]], [[-7.42578125, false]], [[-8.6796875, false]], [[-10.4296875, false]], [[-11.1796875, false]], [[-8.9296875, false]], [[-10.9296875, false]], [[-8.9296875, false]], [[-7.42578125, false]], [[-10.046875, false]], [[-5.92578125, false]], [[-7.67578125, false]], [[-7.67578125, false]], [[-11.1796875, false]], [[-8.9296875, false]], [[-8.9296875, false]], [[-7.42578125, false]], [[-5.92578125, false]], [[-9.9296875, false]], [[-8.6796875, false]], [[-8.9296875, false]], [[-10.9296875, false]], [[-8.6796875, false]], [[-9.9296875, false]], [[-8.9296875, false]], [[-8.4296875, false]], [[-10.046875, false]], [[-5.92578125, false]], [[-8.4296875, false]], [[-7.67578125, false]], [[-7.67578125, false]], [[-11.1796875, false]], [[-8.9296875, false]], [[-8.9296875, false]], [[-7.42578125, false]], [[-5.92578125, false]], [[-9.9296875, false]], [[-8.6796875, false]], [[-8.9296875, false]], [[-10.9296875, false]], [[-8.6796875, false]], [[-9.9296875, false]], [[-8.9296875, false]], [[-10.046875, false]], [[-5.92578125, false]], [[-8.9296875, false]], [[-10.9296875, false]], [[-11.1796875, false]], [[-10.9296875, false]], [[-8.9296875, false]], [[-7.42578125, false]], [[-10.046875, false]], [[-5.92578125, false]], [[-7.42578125, false]], [[-8.6796875, false]], [[-10.4296875, false]], [[-11.1796875, false]], [[-8.9296875, false]], [[-10.9296875, false]], [[-8.9296875, false]], [[-7.42578125, false]], [[-8.4296875, false]], [[-13.1796875, false]]], "filtered_resps": [[-6.92578125, false], [-8.4296875, false], [-7.42578125, false], [-8.6796875, false], [-10.4296875, false], [-11.1796875, false], [-8.9296875, false], [-10.9296875, false], [-8.9296875, false], [-7.42578125, false], [-10.046875, false], [-5.92578125, false], [-8.9296875, false], [-10.9296875, false], [-11.1796875, false], [-10.9296875, false], [-8.9296875, false], [-7.42578125, false], [-10.046875, false], [-5.92578125, false], [-7.67578125, false], [-7.67578125, false], [-11.1796875, false], [-8.9296875, false], [-8.9296875, false], [-7.42578125, false], [-5.92578125, false], [-9.9296875, false], [-8.6796875, false], [-8.9296875, false], [-10.9296875, false], [-8.6796875, false], [-9.9296875, false], [-8.9296875, false], [-8.4296875, false], [-10.046875, false], [-5.92578125, false], [-8.4296875, false], [-7.42578125, false], [-8.6796875, false], [-10.4296875, false], [-11.1796875, false], [-8.9296875, false], [-10.9296875, false], [-8.9296875, false], [-7.42578125, false], [-10.046875, false], [-5.92578125, false], [-7.67578125, false], [-7.67578125, false], [-11.1796875, false], [-8.9296875, false], [-8.9296875, false], [-7.42578125, false], [-5.92578125, false], [-9.9296875, false], [-8.6796875, false], [-8.9296875, false], [-10.9296875, false], [-8.6796875, false], [-9.9296875, false], [-8.9296875, false], [-10.046875, false], [-5.92578125, false], [-8.9296875, false], [-10.9296875, false], [-11.1796875, false], [-10.9296875, false], [-8.9296875, false], [-7.42578125, false], [-8.4296875, false], [-10.046875, false], [-5.92578125, false], [-8.4296875, false], [-8.9296875, false], [-10.9296875, false], [-11.1796875, false], [-10.9296875, false], [-8.9296875, false], [-7.42578125, false], [-10.046875, false], [-5.92578125, false], [-7.42578125, false], [-8.6796875, false], [-10.4296875, false], [-11.1796875, false], [-8.9296875, false], [-10.9296875, false], [-8.9296875, false], [-7.42578125, false], [-10.046875, false], [-5.92578125, false], [-7.67578125, false], [-7.67578125, false], [-11.1796875, false], [-8.9296875, false], [-8.9296875, false], [-7.42578125, false], [-5.92578125, false], [-9.9296875, false], [-8.6796875, false], [-8.9296875, false], [-10.9296875, false], [-8.6796875, false], [-9.9296875, false], [-8.9296875, false], [-8.4296875, false], [-10.046875, false], [-5.92578125, false], [-8.4296875, false], [-7.67578125, false], [-7.67578125, false], [-11.1796875, false], [-8.9296875, false], [-8.9296875, false], [-7.42578125, false], [-5.92578125, false], [-9.9296875, false], [-8.6796875, false], [-8.9296875, false], [-10.9296875, false], [-8.6796875, false], [-9.9296875, false], [-8.9296875, false], [-10.046875, false], [-5.92578125, false], [-8.9296875, false], [-10.9296875, false], [-11.1796875, false], [-10.9296875, false], [-8.9296875, false], [-7.42578125, false], [-10.046875, false], [-5.92578125, false], [-7.42578125, false], [-8.6796875, false], [-10.4296875, false], [-11.1796875, false], [-8.9296875, false], [-10.9296875, false], [-8.9296875, false], [-7.42578125, false], [-8.4296875, false], [-13.1796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1633, "doc": {"id": "MCAS_2000_8_28", "question": "Which is the best way to generate an electrical current in a coil of wire?", "choices": {"text": ["stroking the coil with a piece of silk", "heating the coil uniformly", "laying the coil near a magnet", "rotating the coil in a magnetic field"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "rotating the coil in a magnetic field", "arguments": ["Question: Which is the best way to generate an electrical current in a coil of wire?\nAnswer:", " ["], "resps": [[[-7.70703125, false]], [[-8.7109375, false]], [[-9.4609375, false]], [[-9.9609375, false]], [[-9.9609375, false]], [[-11.4609375, false]], [[-10.7109375, false]], [[-7.70703125, false]], [[-9.9609375, false]], [[-11.7109375, false]], [[-5.20703125, false]], [[-9.9609375, false]], [[-10.7109375, false]], [[-8.4609375, false]], [[-5.20703125, false]], [[-9.4609375, false]], [[-11.4609375, false]], [[-7.70703125, false]], [[-10.7109375, false]], [[-5.20703125, false]], [[-10.2109375, false]], [[-7.70703125, false]], [[-9.9609375, false]], [[-10.7109375, false]], [[-5.20703125, false]], [[-5.20703125, false]], [[-5.20703125, false]], [[-9.9609375, false]], [[-7.70703125, false]], [[-8.4609375, false]], [[-9.4609375, false]], [[-8.4609375, false]], [[-5.20703125, false]], [[-11.4609375, false]], [[-9.4609375, false]], [[-5.20703125, false]], [[-9.4609375, false]], [[-7.70703125, false]], [[-10.7109375, false]], [[-10.7109375, false]], [[-8.7109375, false]], [[-9.03125, false]], [[-5.20703125, false]], [[-8.7109375, false]], [[-10.7109375, false]], [[-8.4609375, false]], [[-5.20703125, false]], [[-9.9609375, false]], [[-7.70703125, false]], [[-9.9609375, false]], [[-11.7109375, false]], [[-5.20703125, false]], [[-9.9609375, false]], [[-10.7109375, false]], [[-8.4609375, false]], [[-5.20703125, false]], [[-9.4609375, false]], [[-11.4609375, false]], [[-7.70703125, false]], [[-10.7109375, false]], [[-5.20703125, false]], [[-9.7109375, false]], [[-9.9609375, false]], [[-7.70703125, false]], [[-9.4609375, false]], [[-11.4609375, false]], [[-9.9609375, false]], [[-8.9609375, false]], [[-10.7109375, false]], [[-11.4609375, false]], [[-8.7109375, false]], [[-9.03125, false]], [[-5.20703125, false]], [[-8.7109375, false]], [[-10.7109375, false]], [[-5.20703125, false]], [[-11.4609375, false]], [[-7.70703125, false]], [[-9.9609375, false]], [[-11.7109375, false]], [[-5.20703125, false]], [[-9.9609375, false]], [[-10.7109375, false]], [[-8.4609375, false]], [[-5.20703125, false]], [[-9.4609375, false]], [[-11.4609375, false]], [[-7.70703125, false]], [[-10.7109375, false]], [[-5.20703125, false]], [[-9.9609375, false]], [[-8.4609375, false]], [[-5.20703125, false]], [[-9.9609375, false]], [[-5.20703125, false]], [[-5.20703125, false]], [[-5.20703125, false]], [[-8.9609375, false]], [[-5.20703125, false]], [[-11.7109375, false]], [[-9.9609375, false]], [[-8.4609375, false]], [[-9.9609375, false]], [[-8.7109375, false]], [[-9.03125, false]], [[-5.20703125, false]], [[-8.7109375, false]], [[-9.9609375, false]], [[-11.4609375, false]], [[-9.9609375, false]], [[-5.20703125, false]], [[-9.9609375, false]], [[-7.70703125, false]], [[-9.9609375, false]], [[-11.7109375, false]], [[-5.20703125, false]], [[-9.9609375, false]], [[-10.7109375, false]], [[-8.4609375, false]], [[-5.20703125, false]], [[-9.4609375, false]], [[-11.4609375, false]], [[-7.70703125, false]], [[-10.7109375, false]], [[-5.20703125, false]], [[-7.70703125, false]], [[-9.9609375, false]], [[-5.20703125, false]], [[-5.20703125, false]], [[-5.20703125, false]], [[-8.9609375, false]], [[-5.20703125, false]], [[-11.7109375, false]], [[-9.9609375, false]], [[-8.4609375, false]], [[-9.9609375, false]], [[-7.70703125, false]], [[-9.4609375, false]], [[-5.20703125, false]], [[-9.4609375, false]], [[-7.70703125, false]], [[-8.4609375, false]], [[-10.7109375, false]], [[-10.4609375, false]], [[-8.7109375, false]], [[-12.9609375, false]]], "filtered_resps": [[-7.70703125, false], [-8.7109375, false], [-9.4609375, false], [-9.9609375, false], [-9.9609375, false], [-11.4609375, false], [-10.7109375, false], [-7.70703125, false], [-9.9609375, false], [-11.7109375, false], [-5.20703125, false], [-9.9609375, false], [-10.7109375, false], [-8.4609375, false], [-5.20703125, false], [-9.4609375, false], [-11.4609375, false], [-7.70703125, false], [-10.7109375, false], [-5.20703125, false], [-10.2109375, false], [-7.70703125, false], [-9.9609375, false], [-10.7109375, false], [-5.20703125, false], [-5.20703125, false], [-5.20703125, false], [-9.9609375, false], [-7.70703125, false], [-8.4609375, false], [-9.4609375, false], [-8.4609375, false], [-5.20703125, false], [-11.4609375, false], [-9.4609375, false], [-5.20703125, false], [-9.4609375, false], [-7.70703125, false], [-10.7109375, false], [-10.7109375, false], [-8.7109375, false], [-9.03125, false], [-5.20703125, false], [-8.7109375, false], [-10.7109375, false], [-8.4609375, false], [-5.20703125, false], [-9.9609375, false], [-7.70703125, false], [-9.9609375, false], [-11.7109375, false], [-5.20703125, false], [-9.9609375, false], [-10.7109375, false], [-8.4609375, false], [-5.20703125, false], [-9.4609375, false], [-11.4609375, false], [-7.70703125, false], [-10.7109375, false], [-5.20703125, false], [-9.7109375, false], [-9.9609375, false], [-7.70703125, false], [-9.4609375, false], [-11.4609375, false], [-9.9609375, false], [-8.9609375, false], [-10.7109375, false], [-11.4609375, false], [-8.7109375, false], [-9.03125, false], [-5.20703125, false], [-8.7109375, false], [-10.7109375, false], [-5.20703125, false], [-11.4609375, false], [-7.70703125, false], [-9.9609375, false], [-11.7109375, false], [-5.20703125, false], [-9.9609375, false], [-10.7109375, false], [-8.4609375, false], [-5.20703125, false], [-9.4609375, false], [-11.4609375, false], [-7.70703125, false], [-10.7109375, false], [-5.20703125, false], [-9.9609375, false], [-8.4609375, false], [-5.20703125, false], [-9.9609375, false], [-5.20703125, false], [-5.20703125, false], [-5.20703125, false], [-8.9609375, false], [-5.20703125, false], [-11.7109375, false], [-9.9609375, false], [-8.4609375, false], [-9.9609375, false], [-8.7109375, false], [-9.03125, false], [-5.20703125, false], [-8.7109375, false], [-9.9609375, false], [-11.4609375, false], [-9.9609375, false], [-5.20703125, false], [-9.9609375, false], [-7.70703125, false], [-9.9609375, false], [-11.7109375, false], [-5.20703125, false], [-9.9609375, false], [-10.7109375, false], [-8.4609375, false], [-5.20703125, false], [-9.4609375, false], [-11.4609375, false], [-7.70703125, false], [-10.7109375, false], [-5.20703125, false], [-7.70703125, false], [-9.9609375, false], [-5.20703125, false], [-5.20703125, false], [-5.20703125, false], [-8.9609375, false], [-5.20703125, false], [-11.7109375, false], [-9.9609375, false], [-8.4609375, false], [-9.9609375, false], [-7.70703125, false], [-9.4609375, false], [-5.20703125, false], [-9.4609375, false], [-7.70703125, false], [-8.4609375, false], [-10.7109375, false], [-10.4609375, false], [-8.7109375, false], [-12.9609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1641, "doc": {"id": "Mercury_7207183", "question": "Sandstone and all other types of sedimentary rock are made up of particles. The source materials of these particles consist of", "choices": {"text": ["fragments that broke off of older rocks.", "magma that cooled deep below a volcano.", "gases that condensed in the atmosphere.", "vegetation that decayed in thick layers."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "fragments that broke off of older rocks.", "arguments": ["Question: Sandstone and all other types of sedimentary rock are made up of particles. The source materials of these particles consist of\nAnswer:", " ["], "resps": [[[-8.296875, false]], [[-9.046875, false]], [[-10.546875, false]], [[-11.796875, false]], [[-7.05078125, false]], [[-11.921875, false]], [[-10.046875, false]], [[-9.046875, false]], [[-9.796875, false]], [[-11.796875, false]], [[-9.296875, false]], [[-6.05078125, false]], [[-11.796875, false]], [[-11.171875, false]], [[-7.05078125, false]], [[-11.796875, false]], [[-6.05078125, false]], [[-9.046875, false]], [[-11.796875, false]], [[-10.296875, false]], [[-11.671875, false]], [[-9.046875, false]], [[-6.05078125, false]], [[-10.296875, false]], [[-10.546875, false]], [[-10.546875, false]], [[-6.05078125, false]], [[-10.296875, false]], [[-10.546875, false]], [[-6.05078125, false]], [[-10.296875, false]], [[-11.296875, false]], [[-10.671875, false]], [[-9.046875, false]], [[-11.796875, false]], [[-6.05078125, false]], [[-11.796875, false]], [[-10.296875, false]], [[-9.546875, false]], [[-11.671875, false]], [[-9.296875, false]], [[-6.93359375, false]], [[-9.046875, false]], [[-9.3125, false]], [[-6.05078125, false]], [[-9.046875, false]], [[-10.046875, false]], [[-7.05078125, false]], [[-11.921875, false]], [[-10.046875, false]], [[-7.05078125, false]], [[-6.05078125, false]], [[-11.796875, false]], [[-11.171875, false]], [[-7.05078125, false]], [[-11.796875, false]], [[-6.05078125, false]], [[-9.546875, false]], [[-10.296875, false]], [[-10.296875, false]], [[-11.296875, false]], [[-9.046875, false]], [[-10.671875, false]], [[-6.05078125, false]], [[-10.671875, false]], [[-9.046875, false]], [[-9.046875, false]], [[-9.796875, false]], [[-6.05078125, false]], [[-9.046875, false]], [[-9.046875, false]], [[-11.296875, false]], [[-10.296875, false]], [[-12.046875, false]], [[-6.05078125, false]], [[-7.05078125, false]], [[-6.05078125, false]], [[-11.296875, false]], [[-10.296875, false]], [[-11.296875, false]], [[-9.546875, false]], [[-7.05078125, false]], [[-9.796875, false]], [[-10.296875, false]], [[-6.93359375, false]], [[-9.046875, false]], [[-9.3125, false]], [[-6.05078125, false]], [[-9.046875, false]], [[-11.921875, false]], [[-7.05078125, false]], [[-9.296875, false]], [[-9.046875, false]], [[-9.296875, false]], [[-6.05078125, false]], [[-11.796875, false]], [[-11.171875, false]], [[-7.05078125, false]], [[-11.796875, false]], [[-6.05078125, false]], [[-9.546875, false]], [[-10.296875, false]], [[-9.796875, false]], [[-10.671875, false]], [[-9.046875, false]], [[-9.796875, false]], [[-9.296875, false]], [[-9.046875, false]], [[-10.671875, false]], [[-6.05078125, false]], [[-9.546875, false]], [[-9.796875, false]], [[-6.05078125, false]], [[-11.796875, false]], [[-11.171875, false]], [[-9.046875, false]], [[-6.05078125, false]], [[-7.05078125, false]], [[-11.796875, false]], [[-10.046875, false]], [[-10.296875, false]], [[-9.296875, false]], [[-9.796875, false]], [[-11.171875, false]], [[-9.046875, false]], [[-11.796875, false]], [[-9.046875, false]], [[-6.93359375, false]], [[-9.046875, false]], [[-9.3125, false]], [[-6.05078125, false]], [[-9.046875, false]], [[-11.296875, false]], [[-9.046875, false]], [[-11.921875, false]], [[-9.046875, false]], [[-11.796875, false]], [[-7.05078125, false]], [[-11.796875, false]], [[-9.546875, false]], [[-10.296875, false]], [[-9.796875, false]], [[-6.05078125, false]], [[-11.796875, false]], [[-11.171875, false]], [[-7.05078125, false]], [[-11.796875, false]], [[-6.05078125, false]], [[-10.671875, false]], [[-9.046875, false]], [[-9.546875, false]], [[-7.05078125, false]], [[-12.296875, false]], [[-9.046875, false]], [[-10.671875, false]], [[-6.05078125, false]], [[-9.546875, false]], [[-9.796875, false]], [[-6.05078125, false]], [[-11.796875, false]], [[-11.171875, false]], [[-9.546875, false]], [[-9.546875, false]], [[-11.671875, false]], [[-6.05078125, false]], [[-11.296875, false]], [[-7.05078125, false]], [[-12.296875, false]], [[-9.046875, false]], [[-11.796875, false]], [[-9.296875, false]], [[-6.93359375, false]], [[-9.046875, false]], [[-12.296875, false]]], "filtered_resps": [[-8.296875, false], [-9.046875, false], [-10.546875, false], [-11.796875, false], [-7.05078125, false], [-11.921875, false], [-10.046875, false], [-9.046875, false], [-9.796875, false], [-11.796875, false], [-9.296875, false], [-6.05078125, false], [-11.796875, false], [-11.171875, false], [-7.05078125, false], [-11.796875, false], [-6.05078125, false], [-9.046875, false], [-11.796875, false], [-10.296875, false], [-11.671875, false], [-9.046875, false], [-6.05078125, false], [-10.296875, false], [-10.546875, false], [-10.546875, false], [-6.05078125, false], [-10.296875, false], [-10.546875, false], [-6.05078125, false], [-10.296875, false], [-11.296875, false], [-10.671875, false], [-9.046875, false], [-11.796875, false], [-6.05078125, false], [-11.796875, false], [-10.296875, false], [-9.546875, false], [-11.671875, false], [-9.296875, false], [-6.93359375, false], [-9.046875, false], [-9.3125, false], [-6.05078125, false], [-9.046875, false], [-10.046875, false], [-7.05078125, false], [-11.921875, false], [-10.046875, false], [-7.05078125, false], [-6.05078125, false], [-11.796875, false], [-11.171875, false], [-7.05078125, false], [-11.796875, false], [-6.05078125, false], [-9.546875, false], [-10.296875, false], [-10.296875, false], [-11.296875, false], [-9.046875, false], [-10.671875, false], [-6.05078125, false], [-10.671875, false], [-9.046875, false], [-9.046875, false], [-9.796875, false], [-6.05078125, false], [-9.046875, false], [-9.046875, false], [-11.296875, false], [-10.296875, false], [-12.046875, false], [-6.05078125, false], [-7.05078125, false], [-6.05078125, false], [-11.296875, false], [-10.296875, false], [-11.296875, false], [-9.546875, false], [-7.05078125, false], [-9.796875, false], [-10.296875, false], [-6.93359375, false], [-9.046875, false], [-9.3125, false], [-6.05078125, false], [-9.046875, false], [-11.921875, false], [-7.05078125, false], [-9.296875, false], [-9.046875, false], [-9.296875, false], [-6.05078125, false], [-11.796875, false], [-11.171875, false], [-7.05078125, false], [-11.796875, false], [-6.05078125, false], [-9.546875, false], [-10.296875, false], [-9.796875, false], [-10.671875, false], [-9.046875, false], [-9.796875, false], [-9.296875, false], [-9.046875, false], [-10.671875, false], [-6.05078125, false], [-9.546875, false], [-9.796875, false], [-6.05078125, false], [-11.796875, false], [-11.171875, false], [-9.046875, false], [-6.05078125, false], [-7.05078125, false], [-11.796875, false], [-10.046875, false], [-10.296875, false], [-9.296875, false], [-9.796875, false], [-11.171875, false], [-9.046875, false], [-11.796875, false], [-9.046875, false], [-6.93359375, false], [-9.046875, false], [-9.3125, false], [-6.05078125, false], [-9.046875, false], [-11.296875, false], [-9.046875, false], [-11.921875, false], [-9.046875, false], [-11.796875, false], [-7.05078125, false], [-11.796875, false], [-9.546875, false], [-10.296875, false], [-9.796875, false], [-6.05078125, false], [-11.796875, false], [-11.171875, false], [-7.05078125, false], [-11.796875, false], [-6.05078125, false], [-10.671875, false], [-9.046875, false], [-9.546875, false], [-7.05078125, false], [-12.296875, false], [-9.046875, false], [-10.671875, false], [-6.05078125, false], [-9.546875, false], [-9.796875, false], [-6.05078125, false], [-11.796875, false], [-11.171875, false], [-9.546875, false], [-9.546875, false], [-11.671875, false], [-6.05078125, false], [-11.296875, false], [-7.05078125, false], [-12.296875, false], [-9.046875, false], [-11.796875, false], [-9.296875, false], [-6.93359375, false], [-9.046875, false], [-12.296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1649, "doc": {"id": "Mercury_7164920", "question": "Dr. Mendez specializes in patients who have osteoarthritis. His patients often complain of pain and swelling due to loss of cartilage. Which system is most affected by this disease?", "choices": {"text": ["cardiovascular", "digestive", "immune", "musculoskeletal"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "musculoskeletal", "arguments": ["Question: Dr. Mendez specializes in patients who have osteoarthritis. His patients often complain of pain and swelling due to loss of cartilage. Which system is most affected by this disease?\nAnswer:", " ["], "resps": [[[-6.69921875, false]], [[-10.6953125, false]], [[-10.1953125, false]], [[-6.19921875, false]], [[-10.4453125, false]], [[-11.9453125, false]], [[-9.1953125, false]], [[-9.4453125, false]], [[-12.4453125, false]], [[-6.19921875, false]], [[-7.94921875, false]], [[-10.1953125, false]], [[-9.6953125, false]], [[-9.9453125, false]], [[-6.19921875, false]], [[-10.4453125, false]], [[-10.6953125, false]], [[-9.5625, false]], [[-4.69921875, false]], [[-10.6953125, false]], [[-11.9453125, false]], [[-9.1953125, false]], [[-11.6953125, false]], [[-10.1953125, false]], [[-7.94921875, false]], [[-11.6953125, false]], [[-9.1953125, false]], [[-12.4453125, false]], [[-10.1953125, false]], [[-10.6953125, false]], [[-9.5625, false]], [[-4.69921875, false]], [[-10.6953125, false]], [[-9.1953125, false]], [[-10.4453125, false]], [[-10.4453125, false]], [[-9.6953125, false]], [[-10.9453125, false]], [[-10.1953125, false]], [[-10.6953125, false]], [[-9.5625, false]], [[-4.69921875, false]], [[-10.6953125, false]], [[-10.4453125, false]], [[-9.6953125, false]], [[-7.94921875, false]], [[-10.1953125, false]], [[-9.6953125, false]], [[-9.9453125, false]], [[-9.4453125, false]], [[-7.94921875, false]], [[-8.1953125, false]], [[-10.1953125, false]], [[-9.9453125, false]], [[-10.1953125, false]], [[-11.6953125, false]], [[-6.19921875, false]], [[-9.9453125, false]], [[-10.6953125, false]], [[-11.9453125, false]]], "filtered_resps": [[-6.69921875, false], [-10.6953125, false], [-10.1953125, false], [-6.19921875, false], [-10.4453125, false], [-11.9453125, false], [-9.1953125, false], [-9.4453125, false], [-12.4453125, false], [-6.19921875, false], [-7.94921875, false], [-10.1953125, false], [-9.6953125, false], [-9.9453125, false], [-6.19921875, false], [-10.4453125, false], [-10.6953125, false], [-9.5625, false], [-4.69921875, false], [-10.6953125, false], [-11.9453125, false], [-9.1953125, false], [-11.6953125, false], [-10.1953125, false], [-7.94921875, false], [-11.6953125, false], [-9.1953125, false], [-12.4453125, false], [-10.1953125, false], [-10.6953125, false], [-9.5625, false], [-4.69921875, false], [-10.6953125, false], [-9.1953125, false], [-10.4453125, false], [-10.4453125, false], [-9.6953125, false], [-10.9453125, false], [-10.1953125, false], [-10.6953125, false], [-9.5625, false], [-4.69921875, false], [-10.6953125, false], [-10.4453125, false], [-9.6953125, false], [-7.94921875, false], [-10.1953125, false], [-9.6953125, false], [-9.9453125, false], [-9.4453125, false], [-7.94921875, false], [-8.1953125, false], [-10.1953125, false], [-9.9453125, false], [-10.1953125, false], [-11.6953125, false], [-6.19921875, false], [-9.9453125, false], [-10.6953125, false], [-11.9453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1657, "doc": {"id": "Mercury_7014403", "question": "Acid rain is the result of pollutants being released into the", "choices": {"text": ["air.", "soil.", "rivers.", "oceans."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "air.", "arguments": ["Question: Acid rain is the result of pollutants being released into the\nAnswer:", " ["], "resps": [[[-7.87890625, false]], [[-8.125, false]], [[-6.12890625, false]], [[-8.375, false]], [[-11.625, false]], [[-6.6640625, false]], [[-8.125, false]], [[-8.3515625, false]], [[-4.87890625, false]], [[-8.125, false]], [[-9.875, false]], [[-8.375, false]], [[-8.375, false]], [[-10.625, false]], [[-6.6640625, false]], [[-8.125, false]], [[-8.3515625, false]], [[-4.87890625, false]], [[-8.125, false]], [[-11.625, false]], [[-8.375, false]], [[-11.875, false]], [[-7.87890625, false]], [[-11.625, false]], [[-9.875, false]], [[-6.6640625, false]], [[-8.125, false]], [[-8.3515625, false]], [[-4.87890625, false]], [[-8.125, false]], [[-8.375, false]], [[-9.125, false]], [[-7.87890625, false]], [[-6.12890625, false]], [[-8.125, false]], [[-9.875, false]], [[-6.6640625, false]], [[-8.125, false]], [[-12.875, false]]], "filtered_resps": [[-7.87890625, false], [-8.125, false], [-6.12890625, false], [-8.375, false], [-11.625, false], [-6.6640625, false], [-8.125, false], [-8.3515625, false], [-4.87890625, false], [-8.125, false], [-9.875, false], [-8.375, false], [-8.375, false], [-10.625, false], [-6.6640625, false], [-8.125, false], [-8.3515625, false], [-4.87890625, false], [-8.125, false], [-11.625, false], [-8.375, false], [-11.875, false], [-7.87890625, false], [-11.625, false], [-9.875, false], [-6.6640625, false], [-8.125, false], [-8.3515625, false], [-4.87890625, false], [-8.125, false], [-8.375, false], [-9.125, false], [-7.87890625, false], [-6.12890625, false], [-8.125, false], [-9.875, false], [-6.6640625, false], [-8.125, false], [-12.875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1665, "doc": {"id": "NYSEDREGENTS_2013_8_6", "question": "Which sequence represents the correct levels of organization for multicellular organisms?", "choices": {"text": ["cell -> tissue -> organ -> organ system", "tissue -> organ -> cell -> organ system", "organ system -> organ -> cell -> tissue", "cell -> organ -> tissue -> organ system"], "label": ["1", "2", "3", "4"]}, "answerKey": "1"}, "target": "cell -> tissue -> organ -> organ system", "arguments": ["Question: Which sequence represents the correct levels of organization for multicellular organisms?\nAnswer:", " ["], "resps": [[[-5.8515625, false]], [[-8.7265625, false]], [[-5.9765625, false]], [[-7.1015625, false]], [[-8.3515625, false]], [[-8.3515625, false]], [[-4.6015625, false]], [[-6.6015625, false]], [[-9.1015625, false]], [[-4.6015625, false]], [[-7.7265625, false]], [[-7.2265625, false]], [[-8.2265625, false]], [[-8.2265625, false]], [[-9.4765625, false]], [[-7.1015625, false]], [[-4.6015625, false]], [[-6.6015625, false]], [[-9.1015625, false]], [[-4.6015625, false]], [[-8.1015625, false]], [[-7.8515625, false]], [[-9.2265625, false]], [[-4.3515625, false]], [[-7.4765625, false]], [[-4.6015625, false]], [[-6.6015625, false]], [[-9.1015625, false]], [[-4.6015625, false]], [[-8.1015625, false]], [[-7.8515625, false]], [[-9.2265625, false]], [[-4.3515625, false]], [[-7.4765625, false]], [[-4.6015625, false]], [[-8.2265625, false]], [[-9.4765625, false]], [[-8.2265625, false]], [[-7.7265625, false]], [[-7.1015625, false]], [[-7.6015625, false]], [[-8.7265625, false]], [[-8.953125, false]], [[-4.6015625, false]], [[-8.7265625, false]], [[-7.7265625, false]], [[-7.2265625, false]], [[-8.2265625, false]], [[-8.2265625, false]], [[-9.4765625, false]], [[-7.1015625, false]], [[-4.6015625, false]], [[-6.6015625, false]], [[-9.1015625, false]], [[-4.6015625, false]], [[-8.1015625, false]], [[-7.8515625, false]], [[-9.2265625, false]], [[-4.3515625, false]], [[-7.4765625, false]], [[-4.6015625, false]], [[-6.6015625, false]], [[-9.1015625, false]], [[-4.6015625, false]], [[-5.9765625, false]], [[-7.1015625, false]], [[-8.3515625, false]], [[-8.3515625, false]], [[-4.6015625, false]], [[-6.6015625, false]], [[-9.1015625, false]], [[-4.6015625, false]], [[-8.1015625, false]], [[-7.8515625, false]], [[-9.2265625, false]], [[-4.3515625, false]], [[-7.4765625, false]], [[-4.6015625, false]], [[-8.2265625, false]], [[-9.4765625, false]], [[-8.2265625, false]], [[-7.7265625, false]], [[-7.1015625, false]], [[-7.6015625, false]], [[-8.7265625, false]], [[-8.953125, false]], [[-4.6015625, false]], [[-8.7265625, false]], [[-8.1015625, false]], [[-7.8515625, false]], [[-9.2265625, false]], [[-4.3515625, false]], [[-7.4765625, false]], [[-4.6015625, false]], [[-8.2265625, false]], [[-9.4765625, false]], [[-8.2265625, false]], [[-7.7265625, false]], [[-7.1015625, false]], [[-7.6015625, false]], [[-4.6015625, false]], [[-6.6015625, false]], [[-9.1015625, false]], [[-4.6015625, false]], [[-8.1015625, false]], [[-7.8515625, false]], [[-9.2265625, false]], [[-4.3515625, false]], [[-7.4765625, false]], [[-4.6015625, false]], [[-6.6015625, false]], [[-9.1015625, false]], [[-4.6015625, false]], [[-5.9765625, false]], [[-7.1015625, false]], [[-8.3515625, false]], [[-8.3515625, false]], [[-4.6015625, false]], [[-6.6015625, false]], [[-9.1015625, false]], [[-4.6015625, false]], [[-7.7265625, false]], [[-7.2265625, false]], [[-8.2265625, false]], [[-8.2265625, false]], [[-9.4765625, false]], [[-7.1015625, false]], [[-8.7265625, false]], [[-8.953125, false]], [[-4.6015625, false]], [[-8.7265625, false]], [[-5.9765625, false]], [[-7.1015625, false]], [[-8.3515625, false]], [[-8.3515625, false]], [[-4.6015625, false]], [[-6.6015625, false]], [[-9.1015625, false]], [[-4.6015625, false]], [[-8.1015625, false]], [[-7.8515625, false]], [[-9.2265625, false]], [[-4.3515625, false]], [[-7.4765625, false]], [[-4.6015625, false]], [[-6.6015625, false]], [[-9.1015625, false]], [[-4.6015625, false]], [[-7.7265625, false]], [[-7.2265625, false]], [[-8.2265625, false]], [[-8.2265625, false]], [[-9.4765625, false]], [[-7.1015625, false]], [[-4.6015625, false]], [[-6.6015625, false]], [[-9.1015625, false]], [[-4.6015625, false]], [[-8.1015625, false]], [[-7.8515625, false]], [[-9.2265625, false]], [[-4.3515625, false]], [[-7.4765625, false]], [[-4.6015625, false]], [[-8.2265625, false]], [[-9.4765625, false]], [[-8.2265625, false]], [[-7.7265625, false]], [[-7.1015625, false]], [[-7.6015625, false]], [[-8.7265625, false]], [[-12.3515625, false]]], "filtered_resps": [[-5.8515625, false], [-8.7265625, false], [-5.9765625, false], [-7.1015625, false], [-8.3515625, false], [-8.3515625, false], [-4.6015625, false], [-6.6015625, false], [-9.1015625, false], [-4.6015625, false], [-7.7265625, false], [-7.2265625, false], [-8.2265625, false], [-8.2265625, false], [-9.4765625, false], [-7.1015625, false], [-4.6015625, false], [-6.6015625, false], [-9.1015625, false], [-4.6015625, false], [-8.1015625, false], [-7.8515625, false], [-9.2265625, false], [-4.3515625, false], [-7.4765625, false], [-4.6015625, false], [-6.6015625, false], [-9.1015625, false], [-4.6015625, false], [-8.1015625, false], [-7.8515625, false], [-9.2265625, false], [-4.3515625, false], [-7.4765625, false], [-4.6015625, false], [-8.2265625, false], [-9.4765625, false], [-8.2265625, false], [-7.7265625, false], [-7.1015625, false], [-7.6015625, false], [-8.7265625, false], [-8.953125, false], [-4.6015625, false], [-8.7265625, false], [-7.7265625, false], [-7.2265625, false], [-8.2265625, false], [-8.2265625, false], [-9.4765625, false], [-7.1015625, false], [-4.6015625, false], [-6.6015625, false], [-9.1015625, false], [-4.6015625, false], [-8.1015625, false], [-7.8515625, false], [-9.2265625, false], [-4.3515625, false], [-7.4765625, false], [-4.6015625, false], [-6.6015625, false], [-9.1015625, false], [-4.6015625, false], [-5.9765625, false], [-7.1015625, false], [-8.3515625, false], [-8.3515625, false], [-4.6015625, false], [-6.6015625, false], [-9.1015625, false], [-4.6015625, false], [-8.1015625, false], [-7.8515625, false], [-9.2265625, false], [-4.3515625, false], [-7.4765625, false], [-4.6015625, false], [-8.2265625, false], [-9.4765625, false], [-8.2265625, false], [-7.7265625, false], [-7.1015625, false], [-7.6015625, false], [-8.7265625, false], [-8.953125, false], [-4.6015625, false], [-8.7265625, false], [-8.1015625, false], [-7.8515625, false], [-9.2265625, false], [-4.3515625, false], [-7.4765625, false], [-4.6015625, false], [-8.2265625, false], [-9.4765625, false], [-8.2265625, false], [-7.7265625, false], [-7.1015625, false], [-7.6015625, false], [-4.6015625, false], [-6.6015625, false], [-9.1015625, false], [-4.6015625, false], [-8.1015625, false], [-7.8515625, false], [-9.2265625, false], [-4.3515625, false], [-7.4765625, false], [-4.6015625, false], [-6.6015625, false], [-9.1015625, false], [-4.6015625, false], [-5.9765625, false], [-7.1015625, false], [-8.3515625, false], [-8.3515625, false], [-4.6015625, false], [-6.6015625, false], [-9.1015625, false], [-4.6015625, false], [-7.7265625, false], [-7.2265625, false], [-8.2265625, false], [-8.2265625, false], [-9.4765625, false], [-7.1015625, false], [-8.7265625, false], [-8.953125, false], [-4.6015625, false], [-8.7265625, false], [-5.9765625, false], [-7.1015625, false], [-8.3515625, false], [-8.3515625, false], [-4.6015625, false], [-6.6015625, false], [-9.1015625, false], [-4.6015625, false], [-8.1015625, false], [-7.8515625, false], [-9.2265625, false], [-4.3515625, false], [-7.4765625, false], [-4.6015625, false], [-6.6015625, false], [-9.1015625, false], [-4.6015625, false], [-7.7265625, false], [-7.2265625, false], [-8.2265625, false], [-8.2265625, false], [-9.4765625, false], [-7.1015625, false], [-4.6015625, false], [-6.6015625, false], [-9.1015625, false], [-4.6015625, false], [-8.1015625, false], [-7.8515625, false], [-9.2265625, false], [-4.3515625, false], [-7.4765625, false], [-4.6015625, false], [-8.2265625, false], [-9.4765625, false], [-8.2265625, false], [-7.7265625, false], [-7.1015625, false], [-7.6015625, false], [-8.7265625, false], [-12.3515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1673, "doc": {"id": "Mercury_SC_416110", "question": "What do the long vine of an ivy plant and the trunk of an oak tree have in common?", "choices": {"text": ["They are both flexible.", "They are both stiff.", "They both make food for a plant.", "They both give support to a plant."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "They both give support to a plant.", "arguments": ["Question: What do the long vine of an ivy plant and the trunk of an oak tree have in common?\nAnswer:", " ["], "resps": [[[-9.3203125, false]], [[-9.0703125, false]], [[-7.32421875, false]], [[-12.5703125, false]], [[-9.8203125, false]], [[-11.3203125, false]], [[-6.82421875, false]], [[-6.07421875, false]], [[-11.8203125, false]], [[-9.8203125, false]], [[-6.82421875, false]], [[-11.3203125, false]], [[-6.32421875, false]], [[-10.5703125, false]], [[-12.5703125, false]], [[-6.82421875, false]], [[-12.0703125, false]], [[-10.3203125, false]], [[-9.8203125, false]], [[-11.5703125, false]], [[-7.07421875, false]], [[-11.3203125, false]], [[-10.3203125, false]], [[-9.8203125, false]], [[-9.484375, false]], [[-9.0703125, false]], [[-11.984375, false]], [[-6.82421875, false]], [[-9.0703125, false]], [[-7.32421875, false]], [[-12.5703125, false]], [[-9.8203125, false]], [[-11.3203125, false]], [[-6.82421875, false]], [[-6.07421875, false]], [[-11.8203125, false]], [[-9.8203125, false]], [[-6.82421875, false]], [[-11.3203125, false]], [[-6.32421875, false]], [[-10.5703125, false]], [[-12.5703125, false]], [[-6.82421875, false]], [[-11.3203125, false]], [[-10.5703125, false]], [[-7.07421875, false]], [[-12.0703125, false]], [[-12.0703125, false]], [[-9.484375, false]], [[-9.0703125, false]], [[-11.984375, false]], [[-6.82421875, false]], [[-9.0703125, false]], [[-7.32421875, false]], [[-12.5703125, false]], [[-9.8203125, false]], [[-11.3203125, false]], [[-6.82421875, false]], [[-11.3203125, false]], [[-6.32421875, false]], [[-10.5703125, false]], [[-12.5703125, false]], [[-6.82421875, false]], [[-12.3203125, false]], [[-6.07421875, false]], [[-13.0703125, false]], [[-9.8203125, false]], [[-6.82421875, false]], [[-12.0703125, false]], [[-6.32421875, false]], [[-6.32421875, false]], [[-11.3203125, false]], [[-6.82421875, false]], [[-12.0703125, false]], [[-6.32421875, false]], [[-11.8203125, false]], [[-6.82421875, false]], [[-6.07421875, false]], [[-6.82421875, false]], [[-11.3203125, false]], [[-10.3203125, false]], [[-6.07421875, false]], [[-9.8203125, false]], [[-10.5703125, false]], [[-9.484375, false]], [[-9.0703125, false]], [[-11.984375, false]], [[-6.82421875, false]], [[-9.0703125, false]], [[-7.32421875, false]], [[-12.5703125, false]], [[-9.8203125, false]], [[-11.3203125, false]], [[-6.82421875, false]], [[-11.3203125, false]], [[-6.32421875, false]], [[-10.5703125, false]], [[-12.5703125, false]], [[-6.82421875, false]], [[-13.8203125, false]], [[-7.07421875, false]], [[-12.0703125, false]], [[-9.8203125, false]], [[-6.82421875, false]], [[-11.3203125, false]], [[-12.3203125, false]], [[-11.3203125, false]], [[-11.3203125, false]], [[-6.32421875, false]], [[-11.8203125, false]], [[-10.5703125, false]], [[-6.82421875, false]], [[-10.5703125, false]], [[-6.32421875, false]], [[-6.82421875, false]], [[-6.07421875, false]], [[-6.82421875, false]], [[-11.3203125, false]], [[-10.3203125, false]], [[-6.07421875, false]], [[-9.8203125, false]], [[-10.5703125, false]], [[-9.484375, false]], [[-9.0703125, false]], [[-14.8203125, false]]], "filtered_resps": [[-9.3203125, false], [-9.0703125, false], [-7.32421875, false], [-12.5703125, false], [-9.8203125, false], [-11.3203125, false], [-6.82421875, false], [-6.07421875, false], [-11.8203125, false], [-9.8203125, false], [-6.82421875, false], [-11.3203125, false], [-6.32421875, false], [-10.5703125, false], [-12.5703125, false], [-6.82421875, false], [-12.0703125, false], [-10.3203125, false], [-9.8203125, false], [-11.5703125, false], [-7.07421875, false], [-11.3203125, false], [-10.3203125, false], [-9.8203125, false], [-9.484375, false], [-9.0703125, false], [-11.984375, false], [-6.82421875, false], [-9.0703125, false], [-7.32421875, false], [-12.5703125, false], [-9.8203125, false], [-11.3203125, false], [-6.82421875, false], [-6.07421875, false], [-11.8203125, false], [-9.8203125, false], [-6.82421875, false], [-11.3203125, false], [-6.32421875, false], [-10.5703125, false], [-12.5703125, false], [-6.82421875, false], [-11.3203125, false], [-10.5703125, false], [-7.07421875, false], [-12.0703125, false], [-12.0703125, false], [-9.484375, false], [-9.0703125, false], [-11.984375, false], [-6.82421875, false], [-9.0703125, false], [-7.32421875, false], [-12.5703125, false], [-9.8203125, false], [-11.3203125, false], [-6.82421875, false], [-11.3203125, false], [-6.32421875, false], [-10.5703125, false], [-12.5703125, false], [-6.82421875, false], [-12.3203125, false], [-6.07421875, false], [-13.0703125, false], [-9.8203125, false], [-6.82421875, false], [-12.0703125, false], [-6.32421875, false], [-6.32421875, false], [-11.3203125, false], [-6.82421875, false], [-12.0703125, false], [-6.32421875, false], [-11.8203125, false], [-6.82421875, false], [-6.07421875, false], [-6.82421875, false], [-11.3203125, false], [-10.3203125, false], [-6.07421875, false], [-9.8203125, false], [-10.5703125, false], [-9.484375, false], [-9.0703125, false], [-11.984375, false], [-6.82421875, false], [-9.0703125, false], [-7.32421875, false], [-12.5703125, false], [-9.8203125, false], [-11.3203125, false], [-6.82421875, false], [-11.3203125, false], [-6.32421875, false], [-10.5703125, false], [-12.5703125, false], [-6.82421875, false], [-13.8203125, false], [-7.07421875, false], [-12.0703125, false], [-9.8203125, false], [-6.82421875, false], [-11.3203125, false], [-12.3203125, false], [-11.3203125, false], [-11.3203125, false], [-6.32421875, false], [-11.8203125, false], [-10.5703125, false], [-6.82421875, false], [-10.5703125, false], [-6.32421875, false], [-6.82421875, false], [-6.07421875, false], [-6.82421875, false], [-11.3203125, false], [-10.3203125, false], [-6.07421875, false], [-9.8203125, false], [-10.5703125, false], [-9.484375, false], [-9.0703125, false], [-14.8203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1681, "doc": {"id": "Mercury_400203", "question": "What is the name of the process in the water cycle shown by label 1?", "choices": {"text": ["infiltration", "evaporation", "condensation", "precipitation"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "evaporation", "arguments": ["Question: What is the name of the process in the water cycle shown by label 1?\nAnswer:", " ["], "resps": [[[-6.8046875, false]], [[-8.5546875, false]], [[-8.1796875, false]], [[-8.5546875, false]], [[-9.1796875, false]], [[-8.1796875, false]], [[-10.9296875, false]], [[-9.8046875, false]], [[-10.3046875, false]], [[-5.0546875, false]], [[-9.8046875, false]], [[-8.1796875, false]], [[-8.0546875, false]], [[-8.5546875, false]], [[-8.5546875, false]], [[-10.046875, false]], [[-5.0546875, false]], [[-8.5546875, false]], [[-7.9296875, false]], [[-10.4296875, false]], [[-5.0546875, false]], [[-8.8046875, false]], [[-8.0546875, false]], [[-10.3046875, false]], [[-5.0546875, false]], [[-9.8046875, false]], [[-8.1796875, false]], [[-8.0546875, false]], [[-8.5546875, false]], [[-8.5546875, false]], [[-10.046875, false]], [[-5.0546875, false]], [[-8.5546875, false]], [[-7.9296875, false]], [[-8.0546875, false]], [[-8.5546875, false]], [[-8.0546875, false]], [[-7.9296875, false]], [[-8.5546875, false]], [[-8.5546875, false]], [[-5.0546875, false]], [[-9.8046875, false]], [[-8.1796875, false]], [[-8.0546875, false]], [[-8.5546875, false]], [[-8.5546875, false]], [[-10.046875, false]], [[-5.0546875, false]], [[-8.5546875, false]], [[-8.8046875, false]], [[-10.3046875, false]], [[-7.9296875, false]], [[-7.9296875, false]], [[-8.1796875, false]], [[-8.8046875, false]], [[-8.1796875, false]], [[-9.8046875, false]], [[-5.0546875, false]], [[-9.8046875, false]], [[-8.1796875, false]], [[-8.0546875, false]], [[-8.5546875, false]], [[-8.5546875, false]], [[-14.1796875, false]]], "filtered_resps": [[-6.8046875, false], [-8.5546875, false], [-8.1796875, false], [-8.5546875, false], [-9.1796875, false], [-8.1796875, false], [-10.9296875, false], [-9.8046875, false], [-10.3046875, false], [-5.0546875, false], [-9.8046875, false], [-8.1796875, false], [-8.0546875, false], [-8.5546875, false], [-8.5546875, false], [-10.046875, false], [-5.0546875, false], [-8.5546875, false], [-7.9296875, false], [-10.4296875, false], [-5.0546875, false], [-8.8046875, false], [-8.0546875, false], [-10.3046875, false], [-5.0546875, false], [-9.8046875, false], [-8.1796875, false], [-8.0546875, false], [-8.5546875, false], [-8.5546875, false], [-10.046875, false], [-5.0546875, false], [-8.5546875, false], [-7.9296875, false], [-8.0546875, false], [-8.5546875, false], [-8.0546875, false], [-7.9296875, false], [-8.5546875, false], [-8.5546875, false], [-5.0546875, false], [-9.8046875, false], [-8.1796875, false], [-8.0546875, false], [-8.5546875, false], [-8.5546875, false], [-10.046875, false], [-5.0546875, false], [-8.5546875, false], [-8.8046875, false], [-10.3046875, false], [-7.9296875, false], [-7.9296875, false], [-8.1796875, false], [-8.8046875, false], [-8.1796875, false], [-9.8046875, false], [-5.0546875, false], [-9.8046875, false], [-8.1796875, false], [-8.0546875, false], [-8.5546875, false], [-8.5546875, false], [-14.1796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1689, "doc": {"id": "Mercury_7001540", "question": "A student places a chemical in an insulated container and measures the temperature. A second chemical is added and the container is sealed and the temperature is monitored. What is the student trying to determine?", "choices": {"text": ["What color changes can be observed?", "How much precipitate is formed?", "Is heat absorbed or released?", "How can this reaction be reversed?"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Is heat absorbed or released?", "arguments": ["Question: A student places a chemical in an insulated container and measures the temperature. A second chemical is added and the container is sealed and the temperature is monitored. What is the student trying to determine?\nAnswer:", " ["], "resps": [[[-7.30078125, false]], [[-10.046875, false]], [[-8.546875, false]], [[-10.296875, false]], [[-5.05078125, false]], [[-8.296875, false]], [[-5.80078125, false]], [[-8.546875, false]], [[-9.796875, false]], [[-10.546875, false]], [[-9.796875, false]], [[-10.046875, false]], [[-5.80078125, false]], [[-8.546875, false]], [[-10.296875, false]], [[-5.05078125, false]], [[-8.546875, false]], [[-10.796875, false]], [[-8.796875, false]], [[-9.296875, false]], [[-5.80078125, false]], [[-8.546875, false]], [[-5.05078125, false]], [[-8.546875, false]], [[-5.80078125, false]], [[-6.80078125, false]], [[-8.796875, false]], [[-5.80078125, false]], [[-9.796875, false]], [[-6.80078125, false]], [[-9.296875, false]], [[-8.796875, false]], [[-10.046875, false]], [[-9.796875, false]], [[-8.796875, false]], [[-8.296875, false]], [[-8.796875, false]], [[-10.046875, false]], [[-9.75, false]], [[-5.80078125, false]], [[-10.046875, false]], [[-7.80078125, false]], [[-9.796875, false]], [[-10.296875, false]], [[-5.80078125, false]], [[-7.55078125, false]], [[-9.546875, false]], [[-8.546875, false]], [[-10.296875, false]], [[-5.80078125, false]], [[-8.546875, false]], [[-10.046875, false]], [[-8.796875, false]], [[-8.546875, false]], [[-8.296875, false]], [[-8.546875, false]], [[-8.296875, false]], [[-8.296875, false]], [[-5.05078125, false]], [[-8.296875, false]], [[-8.796875, false]], [[-5.80078125, false]], [[-8.296875, false]], [[-9.296875, false]], [[-5.80078125, false]], [[-9.796875, false]], [[-9.796875, false]], [[-10.046875, false]], [[-7.55078125, false]], [[-8.796875, false]], [[-8.296875, false]], [[-8.796875, false]], [[-10.046875, false]], [[-9.7734375, false]], [[-5.80078125, false]], [[-10.046875, false]], [[-5.30078125, false]], [[-9.296875, false]], [[-5.80078125, false]], [[-10.296875, false]], [[-8.796875, false]], [[-5.05078125, false]], [[-8.296875, false]], [[-5.80078125, false]], [[-5.05078125, false]], [[-6.80078125, false]], [[-9.296875, false]], [[-9.796875, false]], [[-10.046875, false]], [[-6.80078125, false]], [[-8.796875, false]], [[-8.296875, false]], [[-5.80078125, false]], [[-9.796875, false]], [[-10.046875, false]], [[-5.80078125, false]], [[-10.046875, false]], [[-8.796875, false]], [[-10.546875, false]], [[-8.796875, false]], [[-5.05078125, false]], [[-9.296875, false]], [[-8.796875, false]], [[-8.296875, false]], [[-8.796875, false]], [[-10.046875, false]], [[-9.7734375, false]], [[-5.80078125, false]], [[-10.046875, false]], [[-7.80078125, false]], [[-9.796875, false]], [[-10.296875, false]], [[-5.80078125, false]], [[-8.546875, false]], [[-5.05078125, false]], [[-8.546875, false]], [[-5.80078125, false]], [[-8.296875, false]], [[-10.296875, false]], [[-8.296875, false]], [[-9.296875, false]], [[-5.80078125, false]], [[-10.046875, false]], [[-8.796875, false]], [[-5.05078125, false]], [[-8.546875, false]], [[-8.296875, false]], [[-8.296875, false]], [[-9.796875, false]], [[-8.546875, false]], [[-5.80078125, false]], [[-6.80078125, false]], [[-8.796875, false]], [[-5.80078125, false]], [[-10.046875, false]], [[-8.796875, false]], [[-9.796875, false]], [[-8.796875, false]], [[-10.046875, false]], [[-9.296875, false]], [[-8.796875, false]], [[-8.296875, false]], [[-8.796875, false]], [[-10.046875, false]], [[-12.546875, false]]], "filtered_resps": [[-7.30078125, false], [-10.046875, false], [-8.546875, false], [-10.296875, false], [-5.05078125, false], [-8.296875, false], [-5.80078125, false], [-8.546875, false], [-9.796875, false], [-10.546875, false], [-9.796875, false], [-10.046875, false], [-5.80078125, false], [-8.546875, false], [-10.296875, false], [-5.05078125, false], [-8.546875, false], [-10.796875, false], [-8.796875, false], [-9.296875, false], [-5.80078125, false], [-8.546875, false], [-5.05078125, false], [-8.546875, false], [-5.80078125, false], [-6.80078125, false], [-8.796875, false], [-5.80078125, false], [-9.796875, false], [-6.80078125, false], [-9.296875, false], [-8.796875, false], [-10.046875, false], [-9.796875, false], [-8.796875, false], [-8.296875, false], [-8.796875, false], [-10.046875, false], [-9.75, false], [-5.80078125, false], [-10.046875, false], [-7.80078125, false], [-9.796875, false], [-10.296875, false], [-5.80078125, false], [-7.55078125, false], [-9.546875, false], [-8.546875, false], [-10.296875, false], [-5.80078125, false], [-8.546875, false], [-10.046875, false], [-8.796875, false], [-8.546875, false], [-8.296875, false], [-8.546875, false], [-8.296875, false], [-8.296875, false], [-5.05078125, false], [-8.296875, false], [-8.796875, false], [-5.80078125, false], [-8.296875, false], [-9.296875, false], [-5.80078125, false], [-9.796875, false], [-9.796875, false], [-10.046875, false], [-7.55078125, false], [-8.796875, false], [-8.296875, false], [-8.796875, false], [-10.046875, false], [-9.7734375, false], [-5.80078125, false], [-10.046875, false], [-5.30078125, false], [-9.296875, false], [-5.80078125, false], [-10.296875, false], [-8.796875, false], [-5.05078125, false], [-8.296875, false], [-5.80078125, false], [-5.05078125, false], [-6.80078125, false], [-9.296875, false], [-9.796875, false], [-10.046875, false], [-6.80078125, false], [-8.796875, false], [-8.296875, false], [-5.80078125, false], [-9.796875, false], [-10.046875, false], [-5.80078125, false], [-10.046875, false], [-8.796875, false], [-10.546875, false], [-8.796875, false], [-5.05078125, false], [-9.296875, false], [-8.796875, false], [-8.296875, false], [-8.796875, false], [-10.046875, false], [-9.7734375, false], [-5.80078125, false], [-10.046875, false], [-7.80078125, false], [-9.796875, false], [-10.296875, false], [-5.80078125, false], [-8.546875, false], [-5.05078125, false], [-8.546875, false], [-5.80078125, false], [-8.296875, false], [-10.296875, false], [-8.296875, false], [-9.296875, false], [-5.80078125, false], [-10.046875, false], [-8.796875, false], [-5.05078125, false], [-8.546875, false], [-8.296875, false], [-8.296875, false], [-9.796875, false], [-8.546875, false], [-5.80078125, false], [-6.80078125, false], [-8.796875, false], [-5.80078125, false], [-10.046875, false], [-8.796875, false], [-9.796875, false], [-8.796875, false], [-10.046875, false], [-9.296875, false], [-8.796875, false], [-8.296875, false], [-8.796875, false], [-10.046875, false], [-12.546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1697, "doc": {"id": "Mercury_411744", "question": "Which has the longest wavelength?", "choices": {"text": ["red light", "green light", "violet light", "yellow light"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "red light", "arguments": ["Question: Which has the longest wavelength?\nAnswer:", " ["], "resps": [[[-7.15625, false]], [[-8.65625, false]], [[-8.40625, false]], [[-7.65625, false]], [[-9.15625, false]], [[-4.40625, false]], [[-8.15625, false]], [[-8.15625, false]], [[-10.65625, false]], [[-9.15625, false]], [[-8.40625, false]], [[-8.65625, false]], [[-8.484375, false]], [[-4.40625, false]], [[-8.65625, false]], [[-10.65625, false]], [[-8.40625, false]], [[-7.65625, false]], [[-7.65625, false]], [[-6.15625, false]], [[-4.40625, false]], [[-8.15625, false]], [[-8.15625, false]], [[-10.65625, false]], [[-9.15625, false]], [[-8.40625, false]], [[-8.65625, false]], [[-8.484375, false]], [[-4.40625, false]], [[-8.65625, false]], [[-9.65625, false]], [[-8.15625, false]], [[-7.40625, false]], [[-8.15625, false]], [[-7.65625, false]], [[-8.40625, false]], [[-4.40625, false]], [[-8.15625, false]], [[-8.15625, false]], [[-10.65625, false]], [[-9.15625, false]], [[-8.40625, false]], [[-8.65625, false]], [[-8.484375, false]], [[-4.40625, false]], [[-8.65625, false]], [[-10.15625, false]], [[-7.65625, false]], [[-8.15625, false]], [[-8.15625, false]], [[-7.40625, false]], [[-9.90625, false]], [[-4.40625, false]], [[-8.15625, false]], [[-8.15625, false]], [[-10.65625, false]], [[-9.15625, false]], [[-8.40625, false]], [[-8.65625, false]], [[-13.90625, false]]], "filtered_resps": [[-7.15625, false], [-8.65625, false], [-8.40625, false], [-7.65625, false], [-9.15625, false], [-4.40625, false], [-8.15625, false], [-8.15625, false], [-10.65625, false], [-9.15625, false], [-8.40625, false], [-8.65625, false], [-8.484375, false], [-4.40625, false], [-8.65625, false], [-10.65625, false], [-8.40625, false], [-7.65625, false], [-7.65625, false], [-6.15625, false], [-4.40625, false], [-8.15625, false], [-8.15625, false], [-10.65625, false], [-9.15625, false], [-8.40625, false], [-8.65625, false], [-8.484375, false], [-4.40625, false], [-8.65625, false], [-9.65625, false], [-8.15625, false], [-7.40625, false], [-8.15625, false], [-7.65625, false], [-8.40625, false], [-4.40625, false], [-8.15625, false], [-8.15625, false], [-10.65625, false], [-9.15625, false], [-8.40625, false], [-8.65625, false], [-8.484375, false], [-4.40625, false], [-8.65625, false], [-10.15625, false], [-7.65625, false], [-8.15625, false], [-8.15625, false], [-7.40625, false], [-9.90625, false], [-4.40625, false], [-8.15625, false], [-8.15625, false], [-10.65625, false], [-9.15625, false], [-8.40625, false], [-8.65625, false], [-13.90625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1705, "doc": {"id": "Mercury_SC_400675", "question": "A class is studying how gravity affects objects in motion. Which tool would best measure the distance an object travels after it is thrown?", "choices": {"text": ["a magnetic compass", "a meter stick", "a calculator", "a stop watch"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "a meter stick", "arguments": ["Question: A class is studying how gravity affects objects in motion. Which tool would best measure the distance an object travels after it is thrown?\nAnswer:", " ["], "resps": [[[-7.57421875, false]], [[-9.5703125, false]], [[-2.82421875, false]], [[-5.09765625, false]], [[-8.0703125, false]], [[-2.82421875, false]], [[-9.0703125, false]], [[-9.5703125, false]], [[-9.0703125, false]], [[-9.5703125, false]], [[-9.0703125, false]], [[-8.0703125, false]], [[-5.07421875, false]], [[-8.0703125, false]], [[-10.3203125, false]], [[-8.0703125, false]], [[-9.8203125, false]], [[-2.82421875, false]], [[-7.57421875, false]], [[-7.57421875, false]], [[-9.5703125, false]], [[-9.515625, false]], [[-5.07421875, false]], [[-9.5703125, false]], [[-2.82421875, false]], [[-5.07421875, false]], [[-8.0703125, false]], [[-9.0703125, false]], [[-9.5703125, false]], [[-9.0703125, false]], [[-9.3203125, false]], [[-5.07421875, false]], [[-7.57421875, false]], [[-9.5703125, false]], [[-9.0703125, false]], [[-8.0703125, false]], [[-8.8203125, false]], [[-9.5703125, false]], [[-9.4375, false]], [[-5.07421875, false]], [[-9.5703125, false]], [[-2.82421875, false]], [[-5.07421875, false]], [[-8.0703125, false]], [[-2.82421875, false]], [[-9.5703125, false]], [[-8.0703125, false]], [[-10.3203125, false]], [[-9.5703125, false]], [[-2.82421875, false]], [[-9.5703125, false]], [[-10.3203125, false]], [[-9.3203125, false]], [[-9.5703125, false]], [[-9.4375, false]], [[-5.07421875, false]], [[-9.5703125, false]], [[-2.82421875, false]], [[-5.07421875, false]], [[-7.57421875, false]], [[-9.5703125, false]], [[-10.3203125, false]], [[-9.8203125, false]], [[-5.07421875, false]], [[-9.0703125, false]], [[-2.82421875, false]], [[-9.5703125, false]], [[-8.0703125, false]], [[-8.8203125, false]], [[-9.5703125, false]], [[-12.0703125, false]]], "filtered_resps": [[-7.57421875, false], [-9.5703125, false], [-2.82421875, false], [-5.09765625, false], [-8.0703125, false], [-2.82421875, false], [-9.0703125, false], [-9.5703125, false], [-9.0703125, false], [-9.5703125, false], [-9.0703125, false], [-8.0703125, false], [-5.07421875, false], [-8.0703125, false], [-10.3203125, false], [-8.0703125, false], [-9.8203125, false], [-2.82421875, false], [-7.57421875, false], [-7.57421875, false], [-9.5703125, false], [-9.515625, false], [-5.07421875, false], [-9.5703125, false], [-2.82421875, false], [-5.07421875, false], [-8.0703125, false], [-9.0703125, false], [-9.5703125, false], [-9.0703125, false], [-9.3203125, false], [-5.07421875, false], [-7.57421875, false], [-9.5703125, false], [-9.0703125, false], [-8.0703125, false], [-8.8203125, false], [-9.5703125, false], [-9.4375, false], [-5.07421875, false], [-9.5703125, false], [-2.82421875, false], [-5.07421875, false], [-8.0703125, false], [-2.82421875, false], [-9.5703125, false], [-8.0703125, false], [-10.3203125, false], [-9.5703125, false], [-2.82421875, false], [-9.5703125, false], [-10.3203125, false], [-9.3203125, false], [-9.5703125, false], [-9.4375, false], [-5.07421875, false], [-9.5703125, false], [-2.82421875, false], [-5.07421875, false], [-7.57421875, false], [-9.5703125, false], [-10.3203125, false], [-9.8203125, false], [-5.07421875, false], [-9.0703125, false], [-2.82421875, false], [-9.5703125, false], [-8.0703125, false], [-8.8203125, false], [-9.5703125, false], [-12.0703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1713, "doc": {"id": "MCAS_2004_8_2", "question": "In an effort to preserve wildlife on his farm in Massachusetts, a farmer decides to stop using a 10-acre field. The farmer fences off the area, stops cutting the grass, and stops allowing livestock to graze on it. After twenty years, the area would most likely", "choices": {"text": ["be covered with moss and rocks.", "be a mature hardwood forest.", "be grown over with bushes and small trees.", "be barren due to lack of maintenance."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "be grown over with bushes and small trees.", "arguments": ["Question: In an effort to preserve wildlife on his farm in Massachusetts, a farmer decides to stop using a 10-acre field. The farmer fences off the area, stops cutting the grass, and stops allowing livestock to graze on it. After twenty years, the area would most likely\nAnswer:", " ["], "resps": [[[-6.328125, false]], [[-7.453125, false]], [[-5.203125, false]], [[-6.453125, false]], [[-5.08984375, false]], [[-5.953125, false]], [[-7.453125, false]], [[-9.578125, false]], [[-6.453125, false]], [[-8.453125, false]], [[-6.453125, false]], [[-6.203125, false]], [[-5.08984375, false]], [[-8.453125, false]], [[-7.203125, false]], [[-7.953125, false]], [[-8.578125, false]], [[-5.203125, false]], [[-7.953125, false]], [[-7.453125, false]], [[-7.953125, false]], [[-7.953125, false]], [[-5.203125, false]], [[-3.076171875, false]], [[-7.203125, false]], [[-6.203125, false]], [[-5.203125, false]], [[-8.453125, false]], [[-7.453125, false]], [[-5.953125, false]], [[-8.203125, false]], [[-7.953125, false]], [[-6.33984375, false]], [[-7.453125, false]], [[-8.21875, false]], [[-5.203125, false]], [[-7.453125, false]], [[-5.203125, false]], [[-6.453125, false]], [[-5.203125, false]], [[-3.076171875, false]], [[-5.203125, false]], [[-7.953125, false]], [[-3.076171875, false]], [[-7.953125, false]], [[-9.953125, false]], [[-8.453125, false]], [[-6.453125, false]], [[-5.203125, false]], [[-8.578125, false]], [[-3.076171875, false]], [[-8.453125, false]], [[-6.203125, false]], [[-8.453125, false]], [[-7.453125, false]], [[-7.453125, false]], [[-6.203125, false]], [[-5.203125, false]], [[-6.578125, false]], [[-7.453125, false]], [[-8.453125, false]], [[-6.453125, false]], [[-7.953125, false]], [[-7.953125, false]], [[-6.33984375, false]], [[-7.453125, false]], [[-8.21875, false]], [[-5.203125, false]], [[-7.453125, false]], [[-5.203125, false]], [[-6.453125, false]], [[-5.203125, false]], [[-9.078125, false]], [[-8.453125, false]], [[-7.453125, false]], [[-8.453125, false]], [[-7.203125, false]], [[-5.203125, false]], [[-7.453125, false]], [[-9.578125, false]], [[-6.453125, false]], [[-8.453125, false]], [[-5.203125, false]], [[-8.453125, false]], [[-7.203125, false]], [[-7.953125, false]], [[-8.578125, false]], [[-5.203125, false]], [[-5.203125, false]], [[-9.953125, false]], [[-7.953125, false]], [[-8.578125, false]], [[-6.453125, false]], [[-7.953125, false]], [[-5.203125, false]], [[-3.076171875, false]], [[-7.203125, false]], [[-6.203125, false]], [[-5.203125, false]], [[-7.953125, false]], [[-7.953125, false]], [[-3.076171875, false]], [[-9.203125, false]], [[-9.203125, false]], [[-5.203125, false]], [[-7.953125, false]], [[-8.453125, false]], [[-6.453125, false]], [[-6.453125, false]], [[-7.953125, false]], [[-6.33984375, false]], [[-7.453125, false]], [[-8.21875, false]], [[-5.203125, false]], [[-7.453125, false]], [[-5.203125, false]], [[-6.453125, false]], [[-5.203125, false]], [[-5.203125, false]], [[-3.076171875, false]], [[-8.453125, false]], [[-8.453125, false]], [[-6.453125, false]], [[-7.203125, false]], [[-5.203125, false]], [[-6.203125, false]], [[-9.953125, false]], [[-6.453125, false]], [[-5.203125, false]], [[-7.953125, false]], [[-7.453125, false]], [[-5.203125, false]], [[-9.203125, false]], [[-3.076171875, false]], [[-5.953125, false]], [[-8.203125, false]], [[-5.203125, false]], [[-7.453125, false]], [[-6.578125, false]], [[-5.203125, false]], [[-7.953125, false]], [[-3.076171875, false]], [[-7.203125, false]], [[-7.203125, false]], [[-7.953125, false]], [[-6.453125, false]], [[-7.203125, false]], [[-3.076171875, false]], [[-7.203125, false]], [[-5.953125, false]], [[-6.453125, false]], [[-6.33984375, false]], [[-7.453125, false]], [[-10.453125, false]]], "filtered_resps": [[-6.328125, false], [-7.453125, false], [-5.203125, false], [-6.453125, false], [-5.08984375, false], [-5.953125, false], [-7.453125, false], [-9.578125, false], [-6.453125, false], [-8.453125, false], [-6.453125, false], [-6.203125, false], [-5.08984375, false], [-8.453125, false], [-7.203125, false], [-7.953125, false], [-8.578125, false], [-5.203125, false], [-7.953125, false], [-7.453125, false], [-7.953125, false], [-7.953125, false], [-5.203125, false], [-3.076171875, false], [-7.203125, false], [-6.203125, false], [-5.203125, false], [-8.453125, false], [-7.453125, false], [-5.953125, false], [-8.203125, false], [-7.953125, false], [-6.33984375, false], [-7.453125, false], [-8.21875, false], [-5.203125, false], [-7.453125, false], [-5.203125, false], [-6.453125, false], [-5.203125, false], [-3.076171875, false], [-5.203125, false], [-7.953125, false], [-3.076171875, false], [-7.953125, false], [-9.953125, false], [-8.453125, false], [-6.453125, false], [-5.203125, false], [-8.578125, false], [-3.076171875, false], [-8.453125, false], [-6.203125, false], [-8.453125, false], [-7.453125, false], [-7.453125, false], [-6.203125, false], [-5.203125, false], [-6.578125, false], [-7.453125, false], [-8.453125, false], [-6.453125, false], [-7.953125, false], [-7.953125, false], [-6.33984375, false], [-7.453125, false], [-8.21875, false], [-5.203125, false], [-7.453125, false], [-5.203125, false], [-6.453125, false], [-5.203125, false], [-9.078125, false], [-8.453125, false], [-7.453125, false], [-8.453125, false], [-7.203125, false], [-5.203125, false], [-7.453125, false], [-9.578125, false], [-6.453125, false], [-8.453125, false], [-5.203125, false], [-8.453125, false], [-7.203125, false], [-7.953125, false], [-8.578125, false], [-5.203125, false], [-5.203125, false], [-9.953125, false], [-7.953125, false], [-8.578125, false], [-6.453125, false], [-7.953125, false], [-5.203125, false], [-3.076171875, false], [-7.203125, false], [-6.203125, false], [-5.203125, false], [-7.953125, false], [-7.953125, false], [-3.076171875, false], [-9.203125, false], [-9.203125, false], [-5.203125, false], [-7.953125, false], [-8.453125, false], [-6.453125, false], [-6.453125, false], [-7.953125, false], [-6.33984375, false], [-7.453125, false], [-8.21875, false], [-5.203125, false], [-7.453125, false], [-5.203125, false], [-6.453125, false], [-5.203125, false], [-5.203125, false], [-3.076171875, false], [-8.453125, false], [-8.453125, false], [-6.453125, false], [-7.203125, false], [-5.203125, false], [-6.203125, false], [-9.953125, false], [-6.453125, false], [-5.203125, false], [-7.953125, false], [-7.453125, false], [-5.203125, false], [-9.203125, false], [-3.076171875, false], [-5.953125, false], [-8.203125, false], [-5.203125, false], [-7.453125, false], [-6.578125, false], [-5.203125, false], [-7.953125, false], [-3.076171875, false], [-7.203125, false], [-7.203125, false], [-7.953125, false], [-6.453125, false], [-7.203125, false], [-3.076171875, false], [-7.203125, false], [-5.953125, false], [-6.453125, false], [-6.33984375, false], [-7.453125, false], [-10.453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1721, "doc": {"id": "TAKS_2009_5_1", "question": "Which of the following items is necessary in a laboratory for safety purposes?", "choices": {"text": ["Triple-beam balance", "Metric ruler", "Computer monitor", "Fire extinguisher"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Fire extinguisher", "arguments": ["Question: Which of the following items is necessary in a laboratory for safety purposes?\nAnswer:", " ["], "resps": [[[-7.0234375, false]], [[-10.6484375, false]], [[-6.8984375, false]], [[-11.1484375, false]], [[-7.2734375, false]], [[-9.3984375, false]], [[-9.7734375, false]], [[-8.2734375, false]], [[-5.5234375, false]], [[-7.6484375, false]], [[-8.2734375, false]], [[-3.146484375, false]], [[-8.8984375, false]], [[-4.7734375, false]], [[-7.6484375, false]], [[-3.146484375, false]], [[-9.7734375, false]], [[-3.146484375, false]], [[-7.8984375, false]], [[-7.8984375, false]], [[-8.2734375, false]], [[-10.6484375, false]], [[-9.1328125, false]], [[-4.7734375, false]], [[-10.6484375, false]], [[-6.5234375, false]], [[-8.2734375, false]], [[-10.2734375, false]], [[-11.1484375, false]], [[-7.2734375, false]], [[-7.8984375, false]], [[-4.7734375, false]], [[-11.1484375, false]], [[-10.5234375, false]], [[-9.7734375, false]], [[-8.2734375, false]], [[-11.1484375, false]], [[-10.6484375, false]], [[-9.1328125, false]], [[-4.7734375, false]], [[-10.6484375, false]], [[-5.1484375, false]], [[-7.7734375, false]], [[-8.8984375, false]], [[-9.3984375, false]], [[-10.5234375, false]], [[-10.2734375, false]], [[-8.2734375, false]], [[-11.1484375, false]], [[-4.7734375, false]], [[-8.8984375, false]], [[-7.7734375, false]], [[-7.8984375, false]], [[-7.2734375, false]], [[-10.2734375, false]], [[-7.7734375, false]], [[-11.1484375, false]], [[-10.6484375, false]], [[-9.1328125, false]], [[-4.7734375, false]], [[-10.6484375, false]], [[-7.0234375, false]], [[-7.2734375, false]], [[-11.1484375, false]], [[-8.2734375, false]], [[-4.7734375, false]], [[-8.2734375, false]], [[-6.8984375, false]], [[-10.2734375, false]], [[-7.2734375, false]], [[-7.8984375, false]], [[-9.2734375, false]], [[-10.5234375, false]], [[-7.2734375, false]], [[-8.2734375, false]], [[-10.3984375, false]], [[-8.2734375, false]], [[-11.1484375, false]], [[-10.6484375, false]], [[-10.7734375, false]]], "filtered_resps": [[-7.0234375, false], [-10.6484375, false], [-6.8984375, false], [-11.1484375, false], [-7.2734375, false], [-9.3984375, false], [-9.7734375, false], [-8.2734375, false], [-5.5234375, false], [-7.6484375, false], [-8.2734375, false], [-3.146484375, false], [-8.8984375, false], [-4.7734375, false], [-7.6484375, false], [-3.146484375, false], [-9.7734375, false], [-3.146484375, false], [-7.8984375, false], [-7.8984375, false], [-8.2734375, false], [-10.6484375, false], [-9.1328125, false], [-4.7734375, false], [-10.6484375, false], [-6.5234375, false], [-8.2734375, false], [-10.2734375, false], [-11.1484375, false], [-7.2734375, false], [-7.8984375, false], [-4.7734375, false], [-11.1484375, false], [-10.5234375, false], [-9.7734375, false], [-8.2734375, false], [-11.1484375, false], [-10.6484375, false], [-9.1328125, false], [-4.7734375, false], [-10.6484375, false], [-5.1484375, false], [-7.7734375, false], [-8.8984375, false], [-9.3984375, false], [-10.5234375, false], [-10.2734375, false], [-8.2734375, false], [-11.1484375, false], [-4.7734375, false], [-8.8984375, false], [-7.7734375, false], [-7.8984375, false], [-7.2734375, false], [-10.2734375, false], [-7.7734375, false], [-11.1484375, false], [-10.6484375, false], [-9.1328125, false], [-4.7734375, false], [-10.6484375, false], [-7.0234375, false], [-7.2734375, false], [-11.1484375, false], [-8.2734375, false], [-4.7734375, false], [-8.2734375, false], [-6.8984375, false], [-10.2734375, false], [-7.2734375, false], [-7.8984375, false], [-9.2734375, false], [-10.5234375, false], [-7.2734375, false], [-8.2734375, false], [-10.3984375, false], [-8.2734375, false], [-11.1484375, false], [-10.6484375, false], [-10.7734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1729, "doc": {"id": "TIMSS_2011_4_pg24", "question": "Why are many desert animals more active at night?", "choices": {"text": ["It is drier at night.", "It is cooler at night.", "There is less danger at night.", "There is less wind at night."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "It is cooler at night.", "arguments": ["Question: Why are many desert animals more active at night?\nAnswer:", " ["], "resps": [[[-7.99609375, false]], [[-9.75, false]], [[-5.99609375, false]], [[-13.0, false]], [[-6.74609375, false]], [[-11.25, false]], [[-11.5, false]], [[-6.74609375, false]], [[-9.5, false]], [[-13.5, false]], [[-11.25, false]], [[-9.75, false]], [[-13.5, false]], [[-6.74609375, false]], [[-7.99609375, false]], [[-13.0, false]], [[-6.74609375, false]], [[-11.5, false]], [[-11.25, false]], [[-14.5, false]], [[-13.75, false]], [[-13.0, false]], [[-8.59375, false]], [[-9.75, false]], [[-11.96875, false]], [[-6.74609375, false]], [[-9.75, false]], [[-5.99609375, false]], [[-13.0, false]], [[-6.74609375, false]], [[-11.25, false]], [[-11.5, false]], [[-6.74609375, false]], [[-11.75, false]], [[-10.0, false]], [[-10.0, false]], [[-11.25, false]], [[-9.75, false]], [[-13.5, false]], [[-6.74609375, false]], [[-7.99609375, false]], [[-13.0, false]], [[-6.74609375, false]], [[-11.5, false]], [[-11.25, false]], [[-14.5, false]], [[-13.75, false]], [[-13.0, false]], [[-8.59375, false]], [[-9.75, false]], [[-11.96875, false]], [[-6.74609375, false]], [[-9.75, false]], [[-9.0, false]], [[-13.75, false]], [[-9.75, false]], [[-13.5, false]], [[-9.75, false]], [[-6.74609375, false]], [[-11.25, false]], [[-11.5, false]], [[-6.74609375, false]], [[-11.25, false]], [[-9.75, false]], [[-11.5, false]], [[-11.5, false]], [[-6.74609375, false]], [[-9.5, false]], [[-7.99609375, false]], [[-11.5, false]], [[-14.5, false]], [[-9.75, false]], [[-13.5, false]], [[-6.74609375, false]], [[-7.99609375, false]], [[-13.0, false]], [[-6.74609375, false]], [[-11.5, false]], [[-11.25, false]], [[-14.5, false]], [[-13.75, false]], [[-13.0, false]], [[-8.59375, false]], [[-9.75, false]], [[-11.96875, false]], [[-6.74609375, false]], [[-9.75, false]], [[-9.0, false]], [[-13.75, false]], [[-9.75, false]], [[-13.5, false]], [[-9.75, false]], [[-6.74609375, false]], [[-11.25, false]], [[-11.5, false]], [[-6.74609375, false]], [[-11.25, false]], [[-9.75, false]], [[-11.5, false]], [[-11.5, false]], [[-6.74609375, false]], [[-12.0, false]], [[-11.25, false]], [[-11.5, false]], [[-9.5, false]], [[-6.74609375, false]], [[-7.99609375, false]], [[-13.0, false]], [[-6.74609375, false]], [[-11.5, false]], [[-11.25, false]], [[-14.5, false]], [[-13.75, false]], [[-13.0, false]], [[-8.59375, false]], [[-9.75, false]], [[-14.75, false]]], "filtered_resps": [[-7.99609375, false], [-9.75, false], [-5.99609375, false], [-13.0, false], [-6.74609375, false], [-11.25, false], [-11.5, false], [-6.74609375, false], [-9.5, false], [-13.5, false], [-11.25, false], [-9.75, false], [-13.5, false], [-6.74609375, false], [-7.99609375, false], [-13.0, false], [-6.74609375, false], [-11.5, false], [-11.25, false], [-14.5, false], [-13.75, false], [-13.0, false], [-8.59375, false], [-9.75, false], [-11.96875, false], [-6.74609375, false], [-9.75, false], [-5.99609375, false], [-13.0, false], [-6.74609375, false], [-11.25, false], [-11.5, false], [-6.74609375, false], [-11.75, false], [-10.0, false], [-10.0, false], [-11.25, false], [-9.75, false], [-13.5, false], [-6.74609375, false], [-7.99609375, false], [-13.0, false], [-6.74609375, false], [-11.5, false], [-11.25, false], [-14.5, false], [-13.75, false], [-13.0, false], [-8.59375, false], [-9.75, false], [-11.96875, false], [-6.74609375, false], [-9.75, false], [-9.0, false], [-13.75, false], [-9.75, false], [-13.5, false], [-9.75, false], [-6.74609375, false], [-11.25, false], [-11.5, false], [-6.74609375, false], [-11.25, false], [-9.75, false], [-11.5, false], [-11.5, false], [-6.74609375, false], [-9.5, false], [-7.99609375, false], [-11.5, false], [-14.5, false], [-9.75, false], [-13.5, false], [-6.74609375, false], [-7.99609375, false], [-13.0, false], [-6.74609375, false], [-11.5, false], [-11.25, false], [-14.5, false], [-13.75, false], [-13.0, false], [-8.59375, false], [-9.75, false], [-11.96875, false], [-6.74609375, false], [-9.75, false], [-9.0, false], [-13.75, false], [-9.75, false], [-13.5, false], [-9.75, false], [-6.74609375, false], [-11.25, false], [-11.5, false], [-6.74609375, false], [-11.25, false], [-9.75, false], [-11.5, false], [-11.5, false], [-6.74609375, false], [-12.0, false], [-11.25, false], [-11.5, false], [-9.5, false], [-6.74609375, false], [-7.99609375, false], [-13.0, false], [-6.74609375, false], [-11.5, false], [-11.25, false], [-14.5, false], [-13.75, false], [-13.0, false], [-8.59375, false], [-9.75, false], [-14.75, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1737, "doc": {"id": "Mercury_7008103", "question": "The color of a star indicates its", "choices": {"text": ["speed.", "volume.", "distance.", "temperature."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "temperature.", "arguments": ["Question: The color of a star indicates its\nAnswer:", " ["], "resps": [[[-7.0078125, false]], [[-8.2578125, false]], [[-9.0078125, false]], [[-9.7578125, false]], [[-8.5078125, false]], [[-8.5078125, false]], [[-9.2578125, false]], [[-6.87890625, false]], [[-8.2578125, false]], [[-9.0, false]], [[-5.0078125, false]], [[-8.2578125, false]], [[-9.7578125, false]], [[-9.5078125, false]], [[-9.7578125, false]], [[-10.7578125, false]], [[-9.5078125, false]], [[-8.5078125, false]], [[-6.87890625, false]], [[-8.2578125, false]], [[-9.0, false]], [[-5.0078125, false]], [[-8.2578125, false]], [[-9.2578125, false]], [[-8.5078125, false]], [[-9.0078125, false]], [[-9.0078125, false]], [[-4.5078125, false]], [[-8.2578125, false]], [[-8.2578125, false]], [[-8.5078125, false]], [[-6.87890625, false]], [[-8.2578125, false]], [[-9.0, false]], [[-5.0078125, false]], [[-8.2578125, false]], [[-9.0078125, false]], [[-8.5078125, false]], [[-9.5078125, false]], [[-9.7578125, false]], [[-8.5078125, false]], [[-8.2578125, false]], [[-4.5078125, false]], [[-9.0078125, false]], [[-10.7578125, false]], [[-8.2578125, false]], [[-8.5078125, false]], [[-6.87890625, false]], [[-8.2578125, false]], [[-11.0078125, false]]], "filtered_resps": [[-7.0078125, false], [-8.2578125, false], [-9.0078125, false], [-9.7578125, false], [-8.5078125, false], [-8.5078125, false], [-9.2578125, false], [-6.87890625, false], [-8.2578125, false], [-9.0, false], [-5.0078125, false], [-8.2578125, false], [-9.7578125, false], [-9.5078125, false], [-9.7578125, false], [-10.7578125, false], [-9.5078125, false], [-8.5078125, false], [-6.87890625, false], [-8.2578125, false], [-9.0, false], [-5.0078125, false], [-8.2578125, false], [-9.2578125, false], [-8.5078125, false], [-9.0078125, false], [-9.0078125, false], [-4.5078125, false], [-8.2578125, false], [-8.2578125, false], [-8.5078125, false], [-6.87890625, false], [-8.2578125, false], [-9.0, false], [-5.0078125, false], [-8.2578125, false], [-9.0078125, false], [-8.5078125, false], [-9.5078125, false], [-9.7578125, false], [-8.5078125, false], [-8.2578125, false], [-4.5078125, false], [-9.0078125, false], [-10.7578125, false], [-8.2578125, false], [-8.5078125, false], [-6.87890625, false], [-8.2578125, false], [-11.0078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1745, "doc": {"id": "Mercury_7092243", "question": "Which of these will most likely occur if chemicals from fertilizers run off into lakes and streams?", "choices": {"text": ["Water quality will improve.", "Aquatic animals will thrive.", "Fish will die from a lack of oxygen.", "Aquatic plants will stop growing."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Fish will die from a lack of oxygen.", "arguments": ["Question: Which of these will most likely occur if chemicals from fertilizers run off into lakes and streams?\nAnswer:", " ["], "resps": [[[-7.70703125, false]], [[-9.203125, false]], [[-7.58203125, false]], [[-6.58203125, false]], [[-11.328125, false]], [[-8.578125, false]], [[-12.328125, false]], [[-5.45703125, false]], [[-13.578125, false]], [[-10.828125, false]], [[-6.58203125, false]], [[-10.078125, false]], [[-9.453125, false]], [[-11.328125, false]], [[-11.953125, false]], [[-5.45703125, false]], [[-11.578125, false]], [[-9.453125, false]], [[-10.078125, false]], [[-10.078125, false]], [[-5.45703125, false]], [[-9.453125, false]], [[-10.953125, false]], [[-10.453125, false]], [[-12.328125, false]], [[-9.578125, false]], [[-12.453125, false]], [[-8.578125, false]], [[-7.17578125, false]], [[-9.203125, false]], [[-9.671875, false]], [[-5.45703125, false]], [[-9.203125, false]], [[-3.70703125, false]], [[-13.578125, false]], [[-10.828125, false]], [[-6.58203125, false]], [[-11.328125, false]], [[-9.453125, false]], [[-9.953125, false]], [[-5.45703125, false]], [[-6.58203125, false]], [[-7.95703125, false]], [[-9.453125, false]], [[-10.953125, false]], [[-6.58203125, false]], [[-10.078125, false]], [[-10.703125, false]], [[-5.45703125, false]], [[-11.578125, false]], [[-9.453125, false]], [[-10.078125, false]], [[-10.078125, false]], [[-5.45703125, false]], [[-11.328125, false]], [[-11.703125, false]], [[-12.328125, false]], [[-9.453125, false]], [[-12.453125, false]], [[-8.578125, false]], [[-7.17578125, false]], [[-9.203125, false]], [[-9.671875, false]], [[-5.45703125, false]], [[-9.203125, false]], [[-6.20703125, false]], [[-9.453125, false]], [[-10.703125, false]], [[-11.703125, false]], [[-5.45703125, false]], [[-11.578125, false]], [[-9.453125, false]], [[-10.078125, false]], [[-10.078125, false]], [[-5.45703125, false]], [[-9.203125, false]], [[-9.453125, false]], [[-8.578125, false]], [[-5.45703125, false]], [[-10.203125, false]], [[-12.328125, false]], [[-9.578125, false]], [[-10.953125, false]], [[-5.45703125, false]], [[-6.58203125, false]], [[-5.45703125, false]], [[-10.078125, false]], [[-6.58203125, false]], [[-9.953125, false]], [[-12.078125, false]], [[-5.45703125, false]], [[-9.578125, false]], [[-10.203125, false]], [[-5.45703125, false]], [[-9.578125, false]], [[-11.828125, false]], [[-11.953125, false]], [[-12.703125, false]], [[-8.578125, false]], [[-7.95703125, false]], [[-7.17578125, false]], [[-9.203125, false]], [[-9.671875, false]], [[-5.45703125, false]], [[-9.203125, false]], [[-3.70703125, false]], [[-13.578125, false]], [[-10.828125, false]], [[-6.58203125, false]], [[-11.328125, false]], [[-9.453125, false]], [[-9.953125, false]], [[-5.45703125, false]], [[-10.453125, false]], [[-10.078125, false]], [[-6.58203125, false]], [[-7.95703125, false]], [[-11.328125, false]], [[-10.703125, false]], [[-5.45703125, false]], [[-11.578125, false]], [[-9.453125, false]], [[-10.078125, false]], [[-10.078125, false]], [[-5.45703125, false]], [[-10.703125, false]], [[-11.328125, false]], [[-9.578125, false]], [[-10.453125, false]], [[-5.45703125, false]], [[-12.703125, false]], [[-12.328125, false]], [[-9.578125, false]], [[-11.578125, false]], [[-9.453125, false]], [[-7.95703125, false]], [[-12.703125, false]], [[-7.17578125, false]], [[-9.203125, false]], [[-15.453125, false]]], "filtered_resps": [[-7.70703125, false], [-9.203125, false], [-7.58203125, false], [-6.58203125, false], [-11.328125, false], [-8.578125, false], [-12.328125, false], [-5.45703125, false], [-13.578125, false], [-10.828125, false], [-6.58203125, false], [-10.078125, false], [-9.453125, false], [-11.328125, false], [-11.953125, false], [-5.45703125, false], [-11.578125, false], [-9.453125, false], [-10.078125, false], [-10.078125, false], [-5.45703125, false], [-9.453125, false], [-10.953125, false], [-10.453125, false], [-12.328125, false], [-9.578125, false], [-12.453125, false], [-8.578125, false], [-7.17578125, false], [-9.203125, false], [-9.671875, false], [-5.45703125, false], [-9.203125, false], [-3.70703125, false], [-13.578125, false], [-10.828125, false], [-6.58203125, false], [-11.328125, false], [-9.453125, false], [-9.953125, false], [-5.45703125, false], [-6.58203125, false], [-7.95703125, false], [-9.453125, false], [-10.953125, false], [-6.58203125, false], [-10.078125, false], [-10.703125, false], [-5.45703125, false], [-11.578125, false], [-9.453125, false], [-10.078125, false], [-10.078125, false], [-5.45703125, false], [-11.328125, false], [-11.703125, false], [-12.328125, false], [-9.453125, false], [-12.453125, false], [-8.578125, false], [-7.17578125, false], [-9.203125, false], [-9.671875, false], [-5.45703125, false], [-9.203125, false], [-6.20703125, false], [-9.453125, false], [-10.703125, false], [-11.703125, false], [-5.45703125, false], [-11.578125, false], [-9.453125, false], [-10.078125, false], [-10.078125, false], [-5.45703125, false], [-9.203125, false], [-9.453125, false], [-8.578125, false], [-5.45703125, false], [-10.203125, false], [-12.328125, false], [-9.578125, false], [-10.953125, false], [-5.45703125, false], [-6.58203125, false], [-5.45703125, false], [-10.078125, false], [-6.58203125, false], [-9.953125, false], [-12.078125, false], [-5.45703125, false], [-9.578125, false], [-10.203125, false], [-5.45703125, false], [-9.578125, false], [-11.828125, false], [-11.953125, false], [-12.703125, false], [-8.578125, false], [-7.95703125, false], [-7.17578125, false], [-9.203125, false], [-9.671875, false], [-5.45703125, false], [-9.203125, false], [-3.70703125, false], [-13.578125, false], [-10.828125, false], [-6.58203125, false], [-11.328125, false], [-9.453125, false], [-9.953125, false], [-5.45703125, false], [-10.453125, false], [-10.078125, false], [-6.58203125, false], [-7.95703125, false], [-11.328125, false], [-10.703125, false], [-5.45703125, false], [-11.578125, false], [-9.453125, false], [-10.078125, false], [-10.078125, false], [-5.45703125, false], [-10.703125, false], [-11.328125, false], [-9.578125, false], [-10.453125, false], [-5.45703125, false], [-12.703125, false], [-12.328125, false], [-9.578125, false], [-11.578125, false], [-9.453125, false], [-7.95703125, false], [-12.703125, false], [-7.17578125, false], [-9.203125, false], [-15.453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1753, "doc": {"id": "Mercury_416374", "question": "Which surgery is most like the way a transgenic organism is made?", "choices": {"text": ["Adelle receives an artificial hip to ease her arthritis.", "Kwan receives a pacemaker to regulate his heartbeat.", "Hector receives a replacement heart valve from a cow.", "Denise receives a kidney donated by her identical twin."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Hector receives a replacement heart valve from a cow.", "arguments": ["Question: Which surgery is most like the way a transgenic organism is made?\nAnswer:", " ["], "resps": [[[-7.23828125, false]], [[-8.609375, false]], [[-2.486328125, false]], [[-9.859375, false]], [[-8.359375, false]], [[-10.859375, false]], [[-10.859375, false]], [[-8.359375, false]], [[-5.48828125, false]], [[-9.609375, false]], [[-8.359375, false]], [[-9.109375, false]], [[-8.359375, false]], [[-8.609375, false]], [[-10.859375, false]], [[-8.359375, false]], [[-8.484375, false]], [[-5.48828125, false]], [[-3.986328125, false]], [[-9.859375, false]], [[-5.48828125, false]], [[-3.986328125, false]], [[-9.609375, false]], [[-9.609375, false]], [[-8.609375, false]], [[-11.234375, false]], [[-8.609375, false]], [[-9.109375, false]], [[-8.609375, false]], [[-3.986328125, false]], [[-10.859375, false]], [[-5.48828125, false]], [[-10.359375, false]], [[-8.609375, false]], [[-9.359375, false]], [[-5.48828125, false]], [[-9.609375, false]], [[-9.984375, false]], [[-5.48828125, false]], [[-8.359375, false]], [[-3.986328125, false]], [[-8.484375, false]], [[-8.359375, false]], [[-5.48828125, false]], [[-10.359375, false]], [[-8.359375, false]], [[-9.609375, false]], [[-5.48828125, false]], [[-3.986328125, false]], [[-9.609375, false]], [[-9.609375, false]], [[-10.359375, false]], [[-9.609375, false]], [[-8.609375, false]], [[-9.609375, false]], [[-8.609375, false]], [[-8.484375, false]], [[-7.51171875, false]], [[-8.609375, false]], [[-9.890625, false]], [[-5.48828125, false]], [[-8.609375, false]], [[-8.234375, false]], [[-10.109375, false]], [[-3.986328125, false]], [[-9.859375, false]], [[-5.48828125, false]], [[-9.609375, false]], [[-8.359375, false]], [[-9.109375, false]], [[-8.359375, false]], [[-8.609375, false]], [[-10.859375, false]], [[-8.359375, false]], [[-8.484375, false]], [[-5.48828125, false]], [[-3.986328125, false]], [[-5.48828125, false]], [[-9.359375, false]], [[-3.986328125, false]], [[-9.109375, false]], [[-8.359375, false]], [[-9.109375, false]], [[-3.986328125, false]], [[-9.359375, false]], [[-8.359375, false]], [[-9.609375, false]], [[-5.48828125, false]], [[-9.609375, false]], [[-9.984375, false]], [[-5.48828125, false]], [[-9.609375, false]], [[-8.359375, false]], [[-10.734375, false]], [[-9.984375, false]], [[-10.859375, false]], [[-3.986328125, false]], [[-9.609375, false]], [[-8.359375, false]], [[-5.48828125, false]], [[-10.359375, false]], [[-8.609375, false]], [[-8.484375, false]], [[-5.48828125, false]], [[-10.359375, false]], [[-8.359375, false]], [[-3.986328125, false]], [[-9.609375, false]], [[-9.609375, false]], [[-9.234375, false]], [[-8.359375, false]], [[-3.986328125, false]], [[-9.609375, false]], [[-7.51171875, false]], [[-8.609375, false]], [[-9.890625, false]], [[-5.48828125, false]], [[-8.609375, false]], [[-7.23828125, false]], [[-8.359375, false]], [[-9.109375, false]], [[-9.609375, false]], [[-9.984375, false]], [[-9.609375, false]], [[-5.48828125, false]], [[-9.609375, false]], [[-8.359375, false]], [[-9.109375, false]], [[-8.359375, false]], [[-8.609375, false]], [[-10.859375, false]], [[-8.359375, false]], [[-8.484375, false]], [[-5.48828125, false]], [[-3.986328125, false]], [[-5.48828125, false]], [[-9.609375, false]], [[-8.359375, false]], [[-9.359375, false]], [[-10.859375, false]], [[-3.986328125, false]], [[-9.109375, false]], [[-8.359375, false]], [[-9.109375, false]], [[-8.359375, false]], [[-9.859375, false]], [[-9.609375, false]], [[-5.48828125, false]], [[-10.359375, false]], [[-8.359375, false]], [[-3.986328125, false]], [[-9.609375, false]], [[-9.609375, false]], [[-5.48828125, false]], [[-10.859375, false]], [[-3.986328125, false]], [[-10.859375, false]], [[-10.859375, false]], [[-8.359375, false]], [[-5.48828125, false]], [[-11.234375, false]], [[-9.609375, false]], [[-9.984375, false]], [[-9.109375, false]], [[-5.48828125, false]], [[-3.986328125, false]], [[-5.48828125, false]], [[-9.109375, false]], [[-9.984375, false]], [[-10.109375, false]], [[-7.51171875, false]], [[-8.609375, false]], [[-9.890625, false]], [[-5.48828125, false]], [[-8.609375, false]], [[-7.48828125, false]], [[-8.359375, false]], [[-9.859375, false]], [[-8.609375, false]], [[-8.484375, false]], [[-8.359375, false]], [[-5.48828125, false]], [[-9.609375, false]], [[-8.359375, false]], [[-9.109375, false]], [[-8.359375, false]], [[-8.609375, false]], [[-10.859375, false]], [[-8.359375, false]], [[-8.484375, false]], [[-5.48828125, false]], [[-3.986328125, false]], [[-5.48828125, false]], [[-9.359375, false]], [[-8.609375, false]], [[-9.859375, false]], [[-9.859375, false]], [[-8.359375, false]], [[-10.984375, false]], [[-5.48828125, false]], [[-9.859375, false]], [[-9.984375, false]], [[-9.859375, false]], [[-3.986328125, false]], [[-9.609375, false]], [[-8.359375, false]], [[-9.859375, false]], [[-5.48828125, false]], [[-9.234375, false]], [[-10.984375, false]], [[-5.48828125, false]], [[-10.359375, false]], [[-8.359375, false]], [[-9.609375, false]], [[-5.48828125, false]], [[-8.609375, false]], [[-9.859375, false]], [[-8.359375, false]], [[-9.859375, false]], [[-9.609375, false]], [[-8.609375, false]], [[-9.109375, false]], [[-3.986328125, false]], [[-10.859375, false]], [[-5.48828125, false]], [[-9.609375, false]], [[-10.109375, false]], [[-8.609375, false]], [[-9.859375, false]], [[-7.51171875, false]], [[-8.609375, false]], [[-13.609375, false]]], "filtered_resps": [[-7.23828125, false], [-8.609375, false], [-2.486328125, false], [-9.859375, false], [-8.359375, false], [-10.859375, false], [-10.859375, false], [-8.359375, false], [-5.48828125, false], [-9.609375, false], [-8.359375, false], [-9.109375, false], [-8.359375, false], [-8.609375, false], [-10.859375, false], [-8.359375, false], [-8.484375, false], [-5.48828125, false], [-3.986328125, false], [-9.859375, false], [-5.48828125, false], [-3.986328125, false], [-9.609375, false], [-9.609375, false], [-8.609375, false], [-11.234375, false], [-8.609375, false], [-9.109375, false], [-8.609375, false], [-3.986328125, false], [-10.859375, false], [-5.48828125, false], [-10.359375, false], [-8.609375, false], [-9.359375, false], [-5.48828125, false], [-9.609375, false], [-9.984375, false], [-5.48828125, false], [-8.359375, false], [-3.986328125, false], [-8.484375, false], [-8.359375, false], [-5.48828125, false], [-10.359375, false], [-8.359375, false], [-9.609375, false], [-5.48828125, false], [-3.986328125, false], [-9.609375, false], [-9.609375, false], [-10.359375, false], [-9.609375, false], [-8.609375, false], [-9.609375, false], [-8.609375, false], [-8.484375, false], [-7.51171875, false], [-8.609375, false], [-9.890625, false], [-5.48828125, false], [-8.609375, false], [-8.234375, false], [-10.109375, false], [-3.986328125, false], [-9.859375, false], [-5.48828125, false], [-9.609375, false], [-8.359375, false], [-9.109375, false], [-8.359375, false], [-8.609375, false], [-10.859375, false], [-8.359375, false], [-8.484375, false], [-5.48828125, false], [-3.986328125, false], [-5.48828125, false], [-9.359375, false], [-3.986328125, false], [-9.109375, false], [-8.359375, false], [-9.109375, false], [-3.986328125, false], [-9.359375, false], [-8.359375, false], [-9.609375, false], [-5.48828125, false], [-9.609375, false], [-9.984375, false], [-5.48828125, false], [-9.609375, false], [-8.359375, false], [-10.734375, false], [-9.984375, false], [-10.859375, false], [-3.986328125, false], [-9.609375, false], [-8.359375, false], [-5.48828125, false], [-10.359375, false], [-8.609375, false], [-8.484375, false], [-5.48828125, false], [-10.359375, false], [-8.359375, false], [-3.986328125, false], [-9.609375, false], [-9.609375, false], [-9.234375, false], [-8.359375, false], [-3.986328125, false], [-9.609375, false], [-7.51171875, false], [-8.609375, false], [-9.890625, false], [-5.48828125, false], [-8.609375, false], [-7.23828125, false], [-8.359375, false], [-9.109375, false], [-9.609375, false], [-9.984375, false], [-9.609375, false], [-5.48828125, false], [-9.609375, false], [-8.359375, false], [-9.109375, false], [-8.359375, false], [-8.609375, false], [-10.859375, false], [-8.359375, false], [-8.484375, false], [-5.48828125, false], [-3.986328125, false], [-5.48828125, false], [-9.609375, false], [-8.359375, false], [-9.359375, false], [-10.859375, false], [-3.986328125, false], [-9.109375, false], [-8.359375, false], [-9.109375, false], [-8.359375, false], [-9.859375, false], [-9.609375, false], [-5.48828125, false], [-10.359375, false], [-8.359375, false], [-3.986328125, false], [-9.609375, false], [-9.609375, false], [-5.48828125, false], [-10.859375, false], [-3.986328125, false], [-10.859375, false], [-10.859375, false], [-8.359375, false], [-5.48828125, false], [-11.234375, false], [-9.609375, false], [-9.984375, false], [-9.109375, false], [-5.48828125, false], [-3.986328125, false], [-5.48828125, false], [-9.109375, false], [-9.984375, false], [-10.109375, false], [-7.51171875, false], [-8.609375, false], [-9.890625, false], [-5.48828125, false], [-8.609375, false], [-7.48828125, false], [-8.359375, false], [-9.859375, false], [-8.609375, false], [-8.484375, false], [-8.359375, false], [-5.48828125, false], [-9.609375, false], [-8.359375, false], [-9.109375, false], [-8.359375, false], [-8.609375, false], [-10.859375, false], [-8.359375, false], [-8.484375, false], [-5.48828125, false], [-3.986328125, false], [-5.48828125, false], [-9.359375, false], [-8.609375, false], [-9.859375, false], [-9.859375, false], [-8.359375, false], [-10.984375, false], [-5.48828125, false], [-9.859375, false], [-9.984375, false], [-9.859375, false], [-3.986328125, false], [-9.609375, false], [-8.359375, false], [-9.859375, false], [-5.48828125, false], [-9.234375, false], [-10.984375, false], [-5.48828125, false], [-10.359375, false], [-8.359375, false], [-9.609375, false], [-5.48828125, false], [-8.609375, false], [-9.859375, false], [-8.359375, false], [-9.859375, false], [-9.609375, false], [-8.609375, false], [-9.109375, false], [-3.986328125, false], [-10.859375, false], [-5.48828125, false], [-9.609375, false], [-10.109375, false], [-8.609375, false], [-9.859375, false], [-7.51171875, false], [-8.609375, false], [-13.609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1761, "doc": {"id": "TIMSS_1995_8_J8", "question": "Which gas could cause a glowing splint to burst into flame?", "choices": {"text": ["Neon", "Oxygen", "Nitrogen", "Carbon dioxide"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Oxygen", "arguments": ["Question: Which gas could cause a glowing splint to burst into flame?\nAnswer:", " ["], "resps": [[[-7.72265625, false]], [[-7.97265625, false]], [[-5.72265625, false]], [[-8.4765625, false]], [[-9.7265625, false]], [[-8.7265625, false]], [[-7.97265625, false]], [[-9.484375, false]], [[-4.72265625, false]], [[-7.97265625, false]], [[-6.22265625, false]], [[-9.2265625, false]], [[-11.4765625, false]], [[-11.9765625, false]], [[-8.4765625, false]], [[-8.7265625, false]], [[-7.97265625, false]], [[-9.484375, false]], [[-4.72265625, false]], [[-7.97265625, false]], [[-5.72265625, false]], [[-7.47265625, false]], [[-9.9765625, false]], [[-10.4765625, false]], [[-9.7265625, false]], [[-11.9765625, false]], [[-8.4765625, false]], [[-8.7265625, false]], [[-7.97265625, false]], [[-9.484375, false]], [[-4.72265625, false]], [[-7.97265625, false]], [[-5.97265625, false]], [[-4.97265625, false]], [[-10.4765625, false]], [[-9.9765625, false]], [[-9.7265625, false]], [[-8.7265625, false]], [[-4.72265625, false]], [[-9.9765625, false]], [[-7.47265625, false]], [[-9.7265625, false]], [[-9.2265625, false]], [[-7.47265625, false]], [[-9.9765625, false]], [[-8.4765625, false]], [[-7.97265625, false]], [[-13.4765625, false]]], "filtered_resps": [[-7.72265625, false], [-7.97265625, false], [-5.72265625, false], [-8.4765625, false], [-9.7265625, false], [-8.7265625, false], [-7.97265625, false], [-9.484375, false], [-4.72265625, false], [-7.97265625, false], [-6.22265625, false], [-9.2265625, false], [-11.4765625, false], [-11.9765625, false], [-8.4765625, false], [-8.7265625, false], [-7.97265625, false], [-9.484375, false], [-4.72265625, false], [-7.97265625, false], [-5.72265625, false], [-7.47265625, false], [-9.9765625, false], [-10.4765625, false], [-9.7265625, false], [-11.9765625, false], [-8.4765625, false], [-8.7265625, false], [-7.97265625, false], [-9.484375, false], [-4.72265625, false], [-7.97265625, false], [-5.97265625, false], [-4.97265625, false], [-10.4765625, false], [-9.9765625, false], [-9.7265625, false], [-8.7265625, false], [-4.72265625, false], [-9.9765625, false], [-7.47265625, false], [-9.7265625, false], [-9.2265625, false], [-7.47265625, false], [-9.9765625, false], [-8.4765625, false], [-7.97265625, false], [-13.4765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1769, "doc": {"id": "Mercury_406779", "question": "A 13-year-old boy has blue eyes. Which statement concerning his eye color is correct?", "choices": {"text": ["It is a result of asexual reproduction.", "It is a result of childhood nutrition.", "It is an inherited characteristic.", "It is a personal choice."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "It is an inherited characteristic.", "arguments": ["Question: A 13-year-old boy has blue eyes. Which statement concerning his eye color is correct?\nAnswer:", " ["], "resps": [[[-6.21484375, false]], [[-8.46875, false]], [[-4.46484375, false]], [[-9.71875, false]], [[-6.21484375, false]], [[-8.46875, false]], [[-9.96875, false]], [[-6.21484375, false]], [[-4.96484375, false]], [[-6.21484375, false]], [[-9.21875, false]], [[-9.21875, false]], [[-9.96875, false]], [[-11.46875, false]], [[-8.96875, false]], [[-9.71875, false]], [[-6.21484375, false]], [[-8.71875, false]], [[-9.46875, false]], [[-6.21484375, false]], [[-4.96484375, false]], [[-9.96875, false]], [[-9.21875, false]], [[-8.96875, false]], [[-11.46875, false]], [[-4.96484375, false]], [[-8.96875, false]], [[-6.21484375, false]], [[-9.21875, false]], [[-9.21875, false]], [[-9.46875, false]], [[-9.21875, false]], [[-8.71875, false]], [[-8.21875, false]], [[-11.46875, false]], [[-7.71484375, false]], [[-9.71875, false]], [[-8.46875, false]], [[-8.71875, false]], [[-8.71875, false]], [[-7.01171875, false]], [[-8.46875, false]], [[-10.140625, false]], [[-6.21484375, false]], [[-8.46875, false]], [[-4.46484375, false]], [[-9.71875, false]], [[-6.21484375, false]], [[-8.46875, false]], [[-9.96875, false]], [[-6.21484375, false]], [[-4.96484375, false]], [[-6.21484375, false]], [[-9.21875, false]], [[-9.21875, false]], [[-9.96875, false]], [[-11.46875, false]], [[-8.96875, false]], [[-9.71875, false]], [[-6.21484375, false]], [[-8.71875, false]], [[-9.46875, false]], [[-6.21484375, false]], [[-7.71484375, false]], [[-10.46875, false]], [[-8.46875, false]], [[-8.96875, false]], [[-8.21875, false]], [[-10.46875, false]], [[-8.71875, false]], [[-8.71875, false]], [[-8.21875, false]], [[-6.21484375, false]], [[-8.71875, false]], [[-11.46875, false]], [[-9.71875, false]], [[-9.21875, false]], [[-8.46875, false]], [[-9.71875, false]], [[-8.46875, false]], [[-8.71875, false]], [[-8.71875, false]], [[-7.01171875, false]], [[-8.46875, false]], [[-10.140625, false]], [[-6.21484375, false]], [[-8.46875, false]], [[-4.46484375, false]], [[-9.71875, false]], [[-6.21484375, false]], [[-8.46875, false]], [[-9.96875, false]], [[-6.21484375, false]], [[-4.96484375, false]], [[-8.71875, false]], [[-6.21484375, false]], [[-8.46875, false]], [[-8.71875, false]], [[-10.46875, false]], [[-9.21875, false]], [[-9.21875, false]], [[-8.46875, false]], [[-9.71875, false]], [[-9.21875, false]], [[-8.21875, false]], [[-6.21484375, false]], [[-7.71484375, false]], [[-10.46875, false]], [[-4.96484375, false]], [[-9.21875, false]], [[-4.96484375, false]], [[-7.71484375, false]], [[-9.71875, false]], [[-9.21875, false]], [[-9.21875, false]], [[-8.46875, false]], [[-9.96875, false]], [[-9.71875, false]], [[-8.46875, false]], [[-7.71484375, false]], [[-7.01171875, false]], [[-8.46875, false]], [[-10.140625, false]], [[-6.21484375, false]], [[-8.46875, false]], [[-4.46484375, false]], [[-9.71875, false]], [[-6.21484375, false]], [[-8.46875, false]], [[-9.96875, false]], [[-6.21484375, false]], [[-4.96484375, false]], [[-6.21484375, false]], [[-9.46875, false]], [[-9.21875, false]], [[-9.21875, false]], [[-9.96875, false]], [[-8.71875, false]], [[-8.71875, false]], [[-4.96484375, false]], [[-8.96875, false]], [[-6.21484375, false]], [[-7.71484375, false]], [[-10.46875, false]], [[-8.71875, false]], [[-8.46875, false]], [[-7.71484375, false]], [[-9.21875, false]], [[-7.01171875, false]], [[-8.46875, false]], [[-10.71875, false]]], "filtered_resps": [[-6.21484375, false], [-8.46875, false], [-4.46484375, false], [-9.71875, false], [-6.21484375, false], [-8.46875, false], [-9.96875, false], [-6.21484375, false], [-4.96484375, false], [-6.21484375, false], [-9.21875, false], [-9.21875, false], [-9.96875, false], [-11.46875, false], [-8.96875, false], [-9.71875, false], [-6.21484375, false], [-8.71875, false], [-9.46875, false], [-6.21484375, false], [-4.96484375, false], [-9.96875, false], [-9.21875, false], [-8.96875, false], [-11.46875, false], [-4.96484375, false], [-8.96875, false], [-6.21484375, false], [-9.21875, false], [-9.21875, false], [-9.46875, false], [-9.21875, false], [-8.71875, false], [-8.21875, false], [-11.46875, false], [-7.71484375, false], [-9.71875, false], [-8.46875, false], [-8.71875, false], [-8.71875, false], [-7.01171875, false], [-8.46875, false], [-10.140625, false], [-6.21484375, false], [-8.46875, false], [-4.46484375, false], [-9.71875, false], [-6.21484375, false], [-8.46875, false], [-9.96875, false], [-6.21484375, false], [-4.96484375, false], [-6.21484375, false], [-9.21875, false], [-9.21875, false], [-9.96875, false], [-11.46875, false], [-8.96875, false], [-9.71875, false], [-6.21484375, false], [-8.71875, false], [-9.46875, false], [-6.21484375, false], [-7.71484375, false], [-10.46875, false], [-8.46875, false], [-8.96875, false], [-8.21875, false], [-10.46875, false], [-8.71875, false], [-8.71875, false], [-8.21875, false], [-6.21484375, false], [-8.71875, false], [-11.46875, false], [-9.71875, false], [-9.21875, false], [-8.46875, false], [-9.71875, false], [-8.46875, false], [-8.71875, false], [-8.71875, false], [-7.01171875, false], [-8.46875, false], [-10.140625, false], [-6.21484375, false], [-8.46875, false], [-4.46484375, false], [-9.71875, false], [-6.21484375, false], [-8.46875, false], [-9.96875, false], [-6.21484375, false], [-4.96484375, false], [-8.71875, false], [-6.21484375, false], [-8.46875, false], [-8.71875, false], [-10.46875, false], [-9.21875, false], [-9.21875, false], [-8.46875, false], [-9.71875, false], [-9.21875, false], [-8.21875, false], [-6.21484375, false], [-7.71484375, false], [-10.46875, false], [-4.96484375, false], [-9.21875, false], [-4.96484375, false], [-7.71484375, false], [-9.71875, false], [-9.21875, false], [-9.21875, false], [-8.46875, false], [-9.96875, false], [-9.71875, false], [-8.46875, false], [-7.71484375, false], [-7.01171875, false], [-8.46875, false], [-10.140625, false], [-6.21484375, false], [-8.46875, false], [-4.46484375, false], [-9.71875, false], [-6.21484375, false], [-8.46875, false], [-9.96875, false], [-6.21484375, false], [-4.96484375, false], [-6.21484375, false], [-9.46875, false], [-9.21875, false], [-9.21875, false], [-9.96875, false], [-8.71875, false], [-8.71875, false], [-4.96484375, false], [-8.96875, false], [-6.21484375, false], [-7.71484375, false], [-10.46875, false], [-8.71875, false], [-8.46875, false], [-7.71484375, false], [-9.21875, false], [-7.01171875, false], [-8.46875, false], [-10.71875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1777, "doc": {"id": "Mercury_7246365", "question": "Which features form when magma emerges between two diverging oceanic plates?", "choices": {"text": ["ocean trenches", "fault boundaries", "mid-ocean ridges", "composite volcanoes"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "mid-ocean ridges", "arguments": ["Question: Which features form when magma emerges between two diverging oceanic plates?\nAnswer:", " ["], "resps": [[[-7.21484375, false]], [[-8.71875, false]], [[-10.21875, false]], [[-9.21875, false]], [[-7.46484375, false]], [[-4.96484375, false]], [[-9.71875, false]], [[-5.46484375, false]], [[-10.46875, false]], [[-10.21875, false]], [[-7.46484375, false]], [[-9.71875, false]], [[-9.21875, false]], [[-11.21875, false]], [[-7.46484375, false]], [[-9.21875, false]], [[-8.71875, false]], [[-9.40625, false]], [[-5.46484375, false]], [[-8.71875, false]], [[-9.96875, false]], [[-4.96484375, false]], [[-11.71875, false]], [[-10.71875, false]], [[-10.46875, false]], [[-5.46484375, false]], [[-9.46875, false]], [[-10.21875, false]], [[-11.71875, false]], [[-9.71875, false]], [[-9.71875, false]], [[-4.96484375, false]], [[-10.21875, false]], [[-9.71875, false]], [[-7.46484375, false]], [[-9.21875, false]], [[-8.71875, false]], [[-9.40625, false]], [[-5.46484375, false]], [[-8.71875, false]], [[-9.46875, false]], [[-9.71875, false]], [[-9.71875, false]], [[-6.21484375, false]], [[-10.21875, false]], [[-9.21875, false]], [[-7.46484375, false]], [[-4.96484375, false]], [[-9.71875, false]], [[-5.46484375, false]], [[-10.21875, false]], [[-9.71875, false]], [[-9.71875, false]], [[-10.71875, false]], [[-7.46484375, false]], [[-9.21875, false]], [[-8.71875, false]], [[-9.40625, false]], [[-5.46484375, false]], [[-8.71875, false]], [[-9.21875, false]], [[-10.21875, false]], [[-9.46875, false]], [[-9.96875, false]], [[-10.21875, false]], [[-9.21875, false]], [[-9.71875, false]], [[-10.46875, false]], [[-7.46484375, false]], [[-5.46484375, false]], [[-10.21875, false]], [[-10.21875, false]], [[-10.71875, false]], [[-9.21875, false]], [[-4.96484375, false]], [[-9.71875, false]], [[-10.21875, false]], [[-7.46484375, false]], [[-9.21875, false]], [[-8.71875, false]], [[-11.71875, false]]], "filtered_resps": [[-7.21484375, false], [-8.71875, false], [-10.21875, false], [-9.21875, false], [-7.46484375, false], [-4.96484375, false], [-9.71875, false], [-5.46484375, false], [-10.46875, false], [-10.21875, false], [-7.46484375, false], [-9.71875, false], [-9.21875, false], [-11.21875, false], [-7.46484375, false], [-9.21875, false], [-8.71875, false], [-9.40625, false], [-5.46484375, false], [-8.71875, false], [-9.96875, false], [-4.96484375, false], [-11.71875, false], [-10.71875, false], [-10.46875, false], [-5.46484375, false], [-9.46875, false], [-10.21875, false], [-11.71875, false], [-9.71875, false], [-9.71875, false], [-4.96484375, false], [-10.21875, false], [-9.71875, false], [-7.46484375, false], [-9.21875, false], [-8.71875, false], [-9.40625, false], [-5.46484375, false], [-8.71875, false], [-9.46875, false], [-9.71875, false], [-9.71875, false], [-6.21484375, false], [-10.21875, false], [-9.21875, false], [-7.46484375, false], [-4.96484375, false], [-9.71875, false], [-5.46484375, false], [-10.21875, false], [-9.71875, false], [-9.71875, false], [-10.71875, false], [-7.46484375, false], [-9.21875, false], [-8.71875, false], [-9.40625, false], [-5.46484375, false], [-8.71875, false], [-9.21875, false], [-10.21875, false], [-9.46875, false], [-9.96875, false], [-10.21875, false], [-9.21875, false], [-9.71875, false], [-10.46875, false], [-7.46484375, false], [-5.46484375, false], [-10.21875, false], [-10.21875, false], [-10.71875, false], [-9.21875, false], [-4.96484375, false], [-9.71875, false], [-10.21875, false], [-7.46484375, false], [-9.21875, false], [-8.71875, false], [-11.71875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1785, "doc": {"id": "AKDE&ED_2008_4_39", "question": "A glass of ice water is placed on a table. After 10 minutes, there are drops of water on the outside surface of the glass. Which change in phase caused the drops of water?", "choices": {"text": ["Liquid water in the air evaporated into a gas.", "Liquid water in the air condensed into a solid.", "Water vapor from the air evaporated into a liquid.", "Water vapor from the air condensed into a liquid."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Water vapor from the air condensed into a liquid.", "arguments": ["Question: A glass of ice water is placed on a table. After 10 minutes, there are drops of water on the outside surface of the glass. Which change in phase caused the drops of water?\nAnswer:", " ["], "resps": [[[-7.19140625, false]], [[-9.6953125, false]], [[-7.19140625, false]], [[-7.69140625, false]], [[-9.1953125, false]], [[-8.9453125, false]], [[-7.69140625, false]], [[-6.69140625, false]], [[-5.44140625, false]], [[-9.6953125, false]], [[-3.943359375, false]], [[-8.1953125, false]], [[-7.19140625, false]], [[-7.44140625, false]], [[-5.44140625, false]], [[-7.69140625, false]], [[-7.69140625, false]], [[-5.44140625, false]], [[-8.1953125, false]], [[-8.9453125, false]], [[-7.19140625, false]], [[-5.44140625, false]], [[-3.943359375, false]], [[-7.69140625, false]], [[-7.44140625, false]], [[-5.44140625, false]], [[-7.19140625, false]], [[-8.1953125, false]], [[-3.943359375, false]], [[-7.44140625, false]], [[-7.19140625, false]], [[-7.44140625, false]], [[-3.943359375, false]], [[-8.1953125, false]], [[-7.19140625, false]], [[-6.69140625, false]], [[-5.44140625, false]], [[-7.69140625, false]], [[-7.69140625, false]], [[-8.1953125, false]], [[-7.19140625, false]], [[-5.44140625, false]], [[-3.943359375, false]], [[-5.44140625, false]], [[-10.1953125, false]], [[-3.943359375, false]], [[-8.4453125, false]], [[-7.125, false]], [[-9.6953125, false]], [[-9.75, false]], [[-5.44140625, false]], [[-9.6953125, false]], [[-7.19140625, false]], [[-7.69140625, false]], [[-9.1953125, false]], [[-8.9453125, false]], [[-7.69140625, false]], [[-6.69140625, false]], [[-5.44140625, false]], [[-9.6953125, false]], [[-3.943359375, false]], [[-8.1953125, false]], [[-7.19140625, false]], [[-7.44140625, false]], [[-5.44140625, false]], [[-7.69140625, false]], [[-7.69140625, false]], [[-5.44140625, false]], [[-8.1953125, false]], [[-8.9453125, false]], [[-7.19140625, false]], [[-5.44140625, false]], [[-3.943359375, false]], [[-7.69140625, false]], [[-7.44140625, false]], [[-5.44140625, false]], [[-6.69140625, false]], [[-7.19140625, false]], [[-7.69140625, false]], [[-6.69140625, false]], [[-7.19140625, false]], [[-7.69140625, false]], [[-8.4453125, false]], [[-7.19140625, false]], [[-6.69140625, false]], [[-5.44140625, false]], [[-7.69140625, false]], [[-7.69140625, false]], [[-8.1953125, false]], [[-7.19140625, false]], [[-5.44140625, false]], [[-3.943359375, false]], [[-5.44140625, false]], [[-8.4453125, false]], [[-7.19140625, false]], [[-9.4453125, false]], [[-7.69140625, false]], [[-6.69140625, false]], [[-7.125, false]], [[-9.6953125, false]], [[-9.75, false]], [[-5.44140625, false]], [[-9.6953125, false]], [[-6.94140625, false]], [[-3.943359375, false]], [[-8.1953125, false]], [[-7.19140625, false]], [[-7.44140625, false]], [[-5.44140625, false]], [[-8.1953125, false]], [[-3.943359375, false]], [[-7.44140625, false]], [[-7.19140625, false]], [[-7.44140625, false]], [[-5.44140625, false]], [[-7.19140625, false]], [[-7.44140625, false]], [[-7.19140625, false]], [[-7.19140625, false]], [[-5.44140625, false]], [[-8.1953125, false]], [[-8.9453125, false]], [[-7.19140625, false]], [[-5.44140625, false]], [[-3.943359375, false]], [[-7.69140625, false]], [[-7.44140625, false]], [[-5.44140625, false]], [[-7.19140625, false]], [[-8.1953125, false]], [[-3.943359375, false]], [[-7.44140625, false]], [[-7.19140625, false]], [[-7.44140625, false]], [[-3.943359375, false]], [[-8.1953125, false]], [[-7.19140625, false]], [[-6.69140625, false]], [[-5.44140625, false]], [[-7.69140625, false]], [[-7.69140625, false]], [[-8.1953125, false]], [[-7.19140625, false]], [[-5.44140625, false]], [[-3.943359375, false]], [[-5.44140625, false]], [[-9.4453125, false]], [[-7.69140625, false]], [[-9.1953125, false]], [[-8.9453125, false]], [[-7.69140625, false]], [[-6.69140625, false]], [[-7.125, false]], [[-9.6953125, false]], [[-9.75, false]], [[-5.44140625, false]], [[-9.6953125, false]], [[-6.94140625, false]], [[-3.943359375, false]], [[-8.1953125, false]], [[-7.19140625, false]], [[-7.44140625, false]], [[-5.44140625, false]], [[-8.1953125, false]], [[-3.943359375, false]], [[-7.44140625, false]], [[-7.19140625, false]], [[-7.44140625, false]], [[-5.44140625, false]], [[-7.19140625, false]], [[-7.44140625, false]], [[-7.19140625, false]], [[-7.19140625, false]], [[-5.44140625, false]], [[-8.1953125, false]], [[-8.9453125, false]], [[-7.19140625, false]], [[-5.44140625, false]], [[-3.943359375, false]], [[-7.69140625, false]], [[-7.44140625, false]], [[-5.44140625, false]], [[-6.69140625, false]], [[-7.19140625, false]], [[-7.69140625, false]], [[-6.69140625, false]], [[-7.19140625, false]], [[-7.69140625, false]], [[-8.4453125, false]], [[-7.19140625, false]], [[-6.69140625, false]], [[-5.44140625, false]], [[-7.69140625, false]], [[-7.69140625, false]], [[-8.1953125, false]], [[-7.19140625, false]], [[-5.44140625, false]], [[-3.943359375, false]], [[-5.44140625, false]], [[-9.4453125, false]], [[-7.69140625, false]], [[-9.1953125, false]], [[-8.9453125, false]], [[-7.69140625, false]], [[-6.69140625, false]], [[-7.125, false]], [[-9.6953125, false]], [[-12.4453125, false]]], "filtered_resps": [[-7.19140625, false], [-9.6953125, false], [-7.19140625, false], [-7.69140625, false], [-9.1953125, false], [-8.9453125, false], [-7.69140625, false], [-6.69140625, false], [-5.44140625, false], [-9.6953125, false], [-3.943359375, false], [-8.1953125, false], [-7.19140625, false], [-7.44140625, false], [-5.44140625, false], [-7.69140625, false], [-7.69140625, false], [-5.44140625, false], [-8.1953125, false], [-8.9453125, false], [-7.19140625, false], [-5.44140625, false], [-3.943359375, false], [-7.69140625, false], [-7.44140625, false], [-5.44140625, false], [-7.19140625, false], [-8.1953125, false], [-3.943359375, false], [-7.44140625, false], [-7.19140625, false], [-7.44140625, false], [-3.943359375, false], [-8.1953125, false], [-7.19140625, false], [-6.69140625, false], [-5.44140625, false], [-7.69140625, false], [-7.69140625, false], [-8.1953125, false], [-7.19140625, false], [-5.44140625, false], [-3.943359375, false], [-5.44140625, false], [-10.1953125, false], [-3.943359375, false], [-8.4453125, false], [-7.125, false], [-9.6953125, false], [-9.75, false], [-5.44140625, false], [-9.6953125, false], [-7.19140625, false], [-7.69140625, false], [-9.1953125, false], [-8.9453125, false], [-7.69140625, false], [-6.69140625, false], [-5.44140625, false], [-9.6953125, false], [-3.943359375, false], [-8.1953125, false], [-7.19140625, false], [-7.44140625, false], [-5.44140625, false], [-7.69140625, false], [-7.69140625, false], [-5.44140625, false], [-8.1953125, false], [-8.9453125, false], [-7.19140625, false], [-5.44140625, false], [-3.943359375, false], [-7.69140625, false], [-7.44140625, false], [-5.44140625, false], [-6.69140625, false], [-7.19140625, false], [-7.69140625, false], [-6.69140625, false], [-7.19140625, false], [-7.69140625, false], [-8.4453125, false], [-7.19140625, false], [-6.69140625, false], [-5.44140625, false], [-7.69140625, false], [-7.69140625, false], [-8.1953125, false], [-7.19140625, false], [-5.44140625, false], [-3.943359375, false], [-5.44140625, false], [-8.4453125, false], [-7.19140625, false], [-9.4453125, false], [-7.69140625, false], [-6.69140625, false], [-7.125, false], [-9.6953125, false], [-9.75, false], [-5.44140625, false], [-9.6953125, false], [-6.94140625, false], [-3.943359375, false], [-8.1953125, false], [-7.19140625, false], [-7.44140625, false], [-5.44140625, false], [-8.1953125, false], [-3.943359375, false], [-7.44140625, false], [-7.19140625, false], [-7.44140625, false], [-5.44140625, false], [-7.19140625, false], [-7.44140625, false], [-7.19140625, false], [-7.19140625, false], [-5.44140625, false], [-8.1953125, false], [-8.9453125, false], [-7.19140625, false], [-5.44140625, false], [-3.943359375, false], [-7.69140625, false], [-7.44140625, false], [-5.44140625, false], [-7.19140625, false], [-8.1953125, false], [-3.943359375, false], [-7.44140625, false], [-7.19140625, false], [-7.44140625, false], [-3.943359375, false], [-8.1953125, false], [-7.19140625, false], [-6.69140625, false], [-5.44140625, false], [-7.69140625, false], [-7.69140625, false], [-8.1953125, false], [-7.19140625, false], [-5.44140625, false], [-3.943359375, false], [-5.44140625, false], [-9.4453125, false], [-7.69140625, false], [-9.1953125, false], [-8.9453125, false], [-7.69140625, false], [-6.69140625, false], [-7.125, false], [-9.6953125, false], [-9.75, false], [-5.44140625, false], [-9.6953125, false], [-6.94140625, false], [-3.943359375, false], [-8.1953125, false], [-7.19140625, false], [-7.44140625, false], [-5.44140625, false], [-8.1953125, false], [-3.943359375, false], [-7.44140625, false], [-7.19140625, false], [-7.44140625, false], [-5.44140625, false], [-7.19140625, false], [-7.44140625, false], [-7.19140625, false], [-7.19140625, false], [-5.44140625, false], [-8.1953125, false], [-8.9453125, false], [-7.19140625, false], [-5.44140625, false], [-3.943359375, false], [-7.69140625, false], [-7.44140625, false], [-5.44140625, false], [-6.69140625, false], [-7.19140625, false], [-7.69140625, false], [-6.69140625, false], [-7.19140625, false], [-7.69140625, false], [-8.4453125, false], [-7.19140625, false], [-6.69140625, false], [-5.44140625, false], [-7.69140625, false], [-7.69140625, false], [-8.1953125, false], [-7.19140625, false], [-5.44140625, false], [-3.943359375, false], [-5.44140625, false], [-9.4453125, false], [-7.69140625, false], [-9.1953125, false], [-8.9453125, false], [-7.69140625, false], [-6.69140625, false], [-7.125, false], [-9.6953125, false], [-12.4453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1793, "doc": {"id": "MCAS_8_2015_8", "question": "Warm air masses that rise over Earth's equator move north or south. This movement is primarily the result of which of the following processes?", "choices": {"text": ["conduction", "convection", "insulation", "radiation"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "convection", "arguments": ["Question: Warm air masses that rise over Earth's equator move north or south. This movement is primarily the result of which of the following processes?\nAnswer:", " ["], "resps": [[[-7.27734375, false]], [[-8.7734375, false]], [[-6.02734375, false]], [[-7.02734375, false]], [[-7.27734375, false]], [[-7.27734375, false]], [[-10.7734375, false]], [[-6.02734375, false]], [[-9.2734375, false]], [[-7.52734375, false]], [[-7.02734375, false]], [[-7.27734375, false]], [[-8.7734375, false]], [[-9.1640625, false]], [[-4.52734375, false]], [[-8.7734375, false]], [[-6.02734375, false]], [[-7.02734375, false]], [[-7.27734375, false]], [[-9.2734375, false]], [[-6.27734375, false]], [[-6.02734375, false]], [[-9.2734375, false]], [[-7.52734375, false]], [[-7.02734375, false]], [[-7.27734375, false]], [[-8.7734375, false]], [[-9.1640625, false]], [[-4.52734375, false]], [[-8.7734375, false]], [[-7.52734375, false]], [[-7.27734375, false]], [[-8.7734375, false]], [[-10.7734375, false]], [[-10.2734375, false]], [[-3.525390625, false]], [[-9.2734375, false]], [[-7.52734375, false]], [[-7.02734375, false]], [[-7.27734375, false]], [[-8.7734375, false]], [[-9.1640625, false]], [[-4.52734375, false]], [[-8.7734375, false]], [[-8.7734375, false]], [[-3.525390625, false]], [[-7.27734375, false]], [[-7.52734375, false]], [[-3.525390625, false]], [[-9.2734375, false]], [[-7.52734375, false]], [[-7.02734375, false]], [[-7.27734375, false]], [[-8.7734375, false]], [[-12.2734375, false]]], "filtered_resps": [[-7.27734375, false], [-8.7734375, false], [-6.02734375, false], [-7.02734375, false], [-7.27734375, false], [-7.27734375, false], [-10.7734375, false], [-6.02734375, false], [-9.2734375, false], [-7.52734375, false], [-7.02734375, false], [-7.27734375, false], [-8.7734375, false], [-9.1640625, false], [-4.52734375, false], [-8.7734375, false], [-6.02734375, false], [-7.02734375, false], [-7.27734375, false], [-9.2734375, false], [-6.27734375, false], [-6.02734375, false], [-9.2734375, false], [-7.52734375, false], [-7.02734375, false], [-7.27734375, false], [-8.7734375, false], [-9.1640625, false], [-4.52734375, false], [-8.7734375, false], [-7.52734375, false], [-7.27734375, false], [-8.7734375, false], [-10.7734375, false], [-10.2734375, false], [-3.525390625, false], [-9.2734375, false], [-7.52734375, false], [-7.02734375, false], [-7.27734375, false], [-8.7734375, false], [-9.1640625, false], [-4.52734375, false], [-8.7734375, false], [-8.7734375, false], [-3.525390625, false], [-7.27734375, false], [-7.52734375, false], [-3.525390625, false], [-9.2734375, false], [-7.52734375, false], [-7.02734375, false], [-7.27734375, false], [-8.7734375, false], [-12.2734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1801, "doc": {"id": "MCAS_2010_5_11995", "question": "Corals are small marine organisms that live in groups and make hard outer skeletons to protect their bodies. Over time, these outer skeletons can build up to make large coral reefs. Which of the following statements best describes one way the formation of a coral reef changes the ocean ecosystem?", "choices": {"text": ["It makes the ocean water saltier.", "It removes sand from the ocean floor.", "It causes ocean waves to become stronger.", "It creates a habitat for some ocean animals."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "It creates a habitat for some ocean animals.", "arguments": ["Question: Corals are small marine organisms that live in groups and make hard outer skeletons to protect their bodies. Over time, these outer skeletons can build up to make large coral reefs. Which of the following statements best describes one way the formation of a coral reef changes the ocean ecosystem?\nAnswer:", " ["], "resps": [[[-6.95703125, false]], [[-10.4609375, false]], [[-4.70703125, false]], [[-10.4609375, false]], [[-5.45703125, false]], [[-8.9609375, false]], [[-3.208984375, false]], [[-10.7109375, false]], [[-6.70703125, false]], [[-9.2109375, false]], [[-5.45703125, false]], [[-10.4609375, false]], [[-11.2109375, false]], [[-6.70703125, false]], [[-5.45703125, false]], [[-7.95703125, false]], [[-5.70703125, false]], [[-6.70703125, false]], [[-3.208984375, false]], [[-8.4609375, false]], [[-5.45703125, false]], [[-10.7109375, false]], [[-3.208984375, false]], [[-10.4609375, false]], [[-6.70703125, false]], [[-9.2109375, false]], [[-5.45703125, false]], [[-9.2109375, false]], [[-3.208984375, false]], [[-9.9609375, false]], [[-10.4609375, false]], [[-7.70703125, false]], [[-6.70703125, false]], [[-9.2109375, false]], [[-6.3671875, false]], [[-10.4609375, false]], [[-9.984375, false]], [[-5.45703125, false]], [[-10.4609375, false]], [[-4.70703125, false]], [[-10.4609375, false]], [[-5.45703125, false]], [[-9.2109375, false]], [[-6.70703125, false]], [[-8.9609375, false]], [[-7.95703125, false]], [[-10.2109375, false]], [[-6.70703125, false]], [[-9.2109375, false]], [[-5.45703125, false]], [[-9.2109375, false]], [[-3.208984375, false]], [[-8.4609375, false]], [[-6.45703125, false]], [[-5.45703125, false]], [[-8.2109375, false]], [[-9.2109375, false]], [[-7.95703125, false]], [[-8.9609375, false]], [[-5.45703125, false]], [[-10.4609375, false]], [[-11.2109375, false]], [[-6.70703125, false]], [[-5.45703125, false]], [[-7.95703125, false]], [[-5.70703125, false]], [[-6.70703125, false]], [[-3.208984375, false]], [[-8.4609375, false]], [[-5.45703125, false]], [[-8.2109375, false]], [[-9.9609375, false]], [[-7.95703125, false]], [[-7.95703125, false]], [[-9.2109375, false]], [[-6.3671875, false]], [[-10.4609375, false]], [[-9.984375, false]], [[-5.45703125, false]], [[-10.4609375, false]], [[-4.70703125, false]], [[-10.4609375, false]], [[-5.45703125, false]], [[-5.70703125, false]], [[-3.208984375, false]], [[-12.2109375, false]], [[-9.2109375, false]], [[-6.70703125, false]], [[-9.2109375, false]], [[-5.45703125, false]], [[-7.95703125, false]], [[-5.70703125, false]], [[-6.70703125, false]], [[-3.208984375, false]], [[-8.4609375, false]], [[-5.45703125, false]], [[-10.7109375, false]], [[-3.208984375, false]], [[-10.2109375, false]], [[-6.70703125, false]], [[-9.2109375, false]], [[-5.45703125, false]], [[-10.4609375, false]], [[-7.95703125, false]], [[-5.45703125, false]], [[-5.45703125, false]], [[-6.70703125, false]], [[-5.70703125, false]], [[-7.95703125, false]], [[-8.9609375, false]], [[-6.70703125, false]], [[-5.45703125, false]], [[-9.2109375, false]], [[-10.4609375, false]], [[-9.2109375, false]], [[-7.95703125, false]], [[-8.4609375, false]], [[-9.4609375, false]], [[-6.70703125, false]], [[-9.2109375, false]], [[-6.3671875, false]], [[-10.4609375, false]], [[-9.984375, false]], [[-5.45703125, false]], [[-10.4609375, false]], [[-4.70703125, false]], [[-10.4609375, false]], [[-5.45703125, false]], [[-5.70703125, false]], [[-9.2109375, false]], [[-6.70703125, false]], [[-3.208984375, false]], [[-10.4609375, false]], [[-6.70703125, false]], [[-9.2109375, false]], [[-5.45703125, false]], [[-3.208984375, false]], [[-5.45703125, false]], [[-11.2109375, false]], [[-3.208984375, false]], [[-5.45703125, false]], [[-7.70703125, false]], [[-10.4609375, false]], [[-3.208984375, false]], [[-10.4609375, false]], [[-5.45703125, false]], [[-8.2109375, false]], [[-7.95703125, false]], [[-9.2109375, false]], [[-5.45703125, false]], [[-9.2109375, false]], [[-7.95703125, false]], [[-8.9609375, false]], [[-6.70703125, false]], [[-5.45703125, false]], [[-7.95703125, false]], [[-5.70703125, false]], [[-6.70703125, false]], [[-3.208984375, false]], [[-8.4609375, false]], [[-5.45703125, false]], [[-3.208984375, false]], [[-8.4609375, false]], [[-7.70703125, false]], [[-8.9609375, false]], [[-3.208984375, false]], [[-9.9609375, false]], [[-9.2109375, false]], [[-6.3671875, false]], [[-10.4609375, false]], [[-12.7109375, false]]], "filtered_resps": [[-6.95703125, false], [-10.4609375, false], [-4.70703125, false], [-10.4609375, false], [-5.45703125, false], [-8.9609375, false], [-3.208984375, false], [-10.7109375, false], [-6.70703125, false], [-9.2109375, false], [-5.45703125, false], [-10.4609375, false], [-11.2109375, false], [-6.70703125, false], [-5.45703125, false], [-7.95703125, false], [-5.70703125, false], [-6.70703125, false], [-3.208984375, false], [-8.4609375, false], [-5.45703125, false], [-10.7109375, false], [-3.208984375, false], [-10.4609375, false], [-6.70703125, false], [-9.2109375, false], [-5.45703125, false], [-9.2109375, false], [-3.208984375, false], [-9.9609375, false], [-10.4609375, false], [-7.70703125, false], [-6.70703125, false], [-9.2109375, false], [-6.3671875, false], [-10.4609375, false], [-9.984375, false], [-5.45703125, false], [-10.4609375, false], [-4.70703125, false], [-10.4609375, false], [-5.45703125, false], [-9.2109375, false], [-6.70703125, false], [-8.9609375, false], [-7.95703125, false], [-10.2109375, false], [-6.70703125, false], [-9.2109375, false], [-5.45703125, false], [-9.2109375, false], [-3.208984375, false], [-8.4609375, false], [-6.45703125, false], [-5.45703125, false], [-8.2109375, false], [-9.2109375, false], [-7.95703125, false], [-8.9609375, false], [-5.45703125, false], [-10.4609375, false], [-11.2109375, false], [-6.70703125, false], [-5.45703125, false], [-7.95703125, false], [-5.70703125, false], [-6.70703125, false], [-3.208984375, false], [-8.4609375, false], [-5.45703125, false], [-8.2109375, false], [-9.9609375, false], [-7.95703125, false], [-7.95703125, false], [-9.2109375, false], [-6.3671875, false], [-10.4609375, false], [-9.984375, false], [-5.45703125, false], [-10.4609375, false], [-4.70703125, false], [-10.4609375, false], [-5.45703125, false], [-5.70703125, false], [-3.208984375, false], [-12.2109375, false], [-9.2109375, false], [-6.70703125, false], [-9.2109375, false], [-5.45703125, false], [-7.95703125, false], [-5.70703125, false], [-6.70703125, false], [-3.208984375, false], [-8.4609375, false], [-5.45703125, false], [-10.7109375, false], [-3.208984375, false], [-10.2109375, false], [-6.70703125, false], [-9.2109375, false], [-5.45703125, false], [-10.4609375, false], [-7.95703125, false], [-5.45703125, false], [-5.45703125, false], [-6.70703125, false], [-5.70703125, false], [-7.95703125, false], [-8.9609375, false], [-6.70703125, false], [-5.45703125, false], [-9.2109375, false], [-10.4609375, false], [-9.2109375, false], [-7.95703125, false], [-8.4609375, false], [-9.4609375, false], [-6.70703125, false], [-9.2109375, false], [-6.3671875, false], [-10.4609375, false], [-9.984375, false], [-5.45703125, false], [-10.4609375, false], [-4.70703125, false], [-10.4609375, false], [-5.45703125, false], [-5.70703125, false], [-9.2109375, false], [-6.70703125, false], [-3.208984375, false], [-10.4609375, false], [-6.70703125, false], [-9.2109375, false], [-5.45703125, false], [-3.208984375, false], [-5.45703125, false], [-11.2109375, false], [-3.208984375, false], [-5.45703125, false], [-7.70703125, false], [-10.4609375, false], [-3.208984375, false], [-10.4609375, false], [-5.45703125, false], [-8.2109375, false], [-7.95703125, false], [-9.2109375, false], [-5.45703125, false], [-9.2109375, false], [-7.95703125, false], [-8.9609375, false], [-6.70703125, false], [-5.45703125, false], [-7.95703125, false], [-5.70703125, false], [-6.70703125, false], [-3.208984375, false], [-8.4609375, false], [-5.45703125, false], [-3.208984375, false], [-8.4609375, false], [-7.70703125, false], [-8.9609375, false], [-3.208984375, false], [-9.9609375, false], [-9.2109375, false], [-6.3671875, false], [-10.4609375, false], [-12.7109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1809, "doc": {"id": "Mercury_415689", "question": "What process in the atmosphere protects people from the ultraviolet rays in sunlight?", "choices": {"text": ["Ozone absorbs ultraviolet light.", "Nitrogen reflects ultraviolet light.", "Water vapor scatters ultraviolet light.", "Carbon dioxide blocks ultraviolet light."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Ozone absorbs ultraviolet light.", "arguments": ["Question: What process in the atmosphere protects people from the ultraviolet rays in sunlight?\nAnswer:", " ["], "resps": [[[-7.58203125, false]], [[-9.0859375, false]], [[-5.83203125, false]], [[-11.8359375, false]], [[-7.08203125, false]], [[-9.8359375, false]], [[-8.8359375, false]], [[-4.08203125, false]], [[-6.08203125, false]], [[-10.0859375, false]], [[-11.3359375, false]], [[-7.08203125, false]], [[-13.3359375, false]], [[-10.0859375, false]], [[-11.3359375, false]], [[-4.08203125, false]], [[-10.5859375, false]], [[-11.3359375, false]], [[-13.0859375, false]], [[-13.3359375, false]], [[-6.08203125, false]], [[-11.5859375, false]], [[-8.5859375, false]], [[-7.08203125, false]], [[-11.3359375, false]], [[-8.8359375, false]], [[-13.0859375, false]], [[-4.08203125, false]], [[-11.3359375, false]], [[-8.5859375, false]], [[-13.5859375, false]], [[-12.3359375, false]], [[-13.0859375, false]], [[-6.80078125, false]], [[-9.0859375, false]], [[-9.421875, false]], [[-4.08203125, false]], [[-9.0859375, false]], [[-8.5859375, false]], [[-8.5859375, false]], [[-13.0859375, false]], [[-13.3359375, false]], [[-7.08203125, false]], [[-13.5859375, false]], [[-8.8359375, false]], [[-9.8359375, false]], [[-4.08203125, false]], [[-13.3359375, false]], [[-8.8359375, false]], [[-12.0859375, false]], [[-11.3359375, false]], [[-8.8359375, false]], [[-11.5859375, false]], [[-13.0859375, false]], [[-11.3359375, false]], [[-4.08203125, false]], [[-10.5859375, false]], [[-11.3359375, false]], [[-13.0859375, false]], [[-13.3359375, false]], [[-6.08203125, false]], [[-11.5859375, false]], [[-8.5859375, false]], [[-7.08203125, false]], [[-11.3359375, false]], [[-8.8359375, false]], [[-13.0859375, false]], [[-4.08203125, false]], [[-11.3359375, false]], [[-8.5859375, false]], [[-13.5859375, false]], [[-12.3359375, false]], [[-13.0859375, false]], [[-6.80078125, false]], [[-9.0859375, false]], [[-9.421875, false]], [[-4.08203125, false]], [[-9.0859375, false]], [[-8.5859375, false]], [[-6.08203125, false]], [[-13.0859375, false]], [[-8.8359375, false]], [[-13.3359375, false]], [[-4.08203125, false]], [[-11.5859375, false]], [[-6.08203125, false]], [[-10.8359375, false]], [[-7.08203125, false]], [[-13.3359375, false]], [[-4.08203125, false]], [[-11.3359375, false]], [[-11.5859375, false]], [[-6.08203125, false]], [[-13.0859375, false]], [[-13.0859375, false]], [[-8.8359375, false]], [[-13.3359375, false]], [[-11.3359375, false]], [[-4.08203125, false]], [[-10.5859375, false]], [[-11.3359375, false]], [[-13.0859375, false]], [[-13.3359375, false]], [[-6.08203125, false]], [[-11.5859375, false]], [[-8.5859375, false]], [[-7.08203125, false]], [[-11.3359375, false]], [[-8.8359375, false]], [[-13.0859375, false]], [[-4.08203125, false]], [[-11.3359375, false]], [[-8.5859375, false]], [[-13.5859375, false]], [[-12.3359375, false]], [[-13.0859375, false]], [[-6.80078125, false]], [[-9.0859375, false]], [[-9.421875, false]], [[-4.08203125, false]], [[-9.0859375, false]], [[-7.08203125, false]], [[-6.08203125, false]], [[-13.3359375, false]], [[-10.0859375, false]], [[-7.08203125, false]], [[-9.8359375, false]], [[-4.08203125, false]], [[-11.0859375, false]], [[-8.5859375, false]], [[-7.08203125, false]], [[-10.3359375, false]], [[-8.5859375, false]], [[-11.0859375, false]], [[-8.8359375, false]], [[-4.08203125, false]], [[-10.0859375, false]], [[-11.3359375, false]], [[-7.08203125, false]], [[-11.5859375, false]], [[-12.5859375, false]], [[-11.3359375, false]], [[-4.08203125, false]], [[-10.5859375, false]], [[-11.3359375, false]], [[-13.0859375, false]], [[-13.3359375, false]], [[-6.08203125, false]], [[-11.5859375, false]], [[-8.5859375, false]], [[-7.08203125, false]], [[-11.3359375, false]], [[-8.8359375, false]], [[-13.0859375, false]], [[-4.08203125, false]], [[-11.3359375, false]], [[-8.5859375, false]], [[-13.5859375, false]], [[-12.3359375, false]], [[-13.0859375, false]], [[-6.80078125, false]], [[-9.0859375, false]], [[-14.3359375, false]]], "filtered_resps": [[-7.58203125, false], [-9.0859375, false], [-5.83203125, false], [-11.8359375, false], [-7.08203125, false], [-9.8359375, false], [-8.8359375, false], [-4.08203125, false], [-6.08203125, false], [-10.0859375, false], [-11.3359375, false], [-7.08203125, false], [-13.3359375, false], [-10.0859375, false], [-11.3359375, false], [-4.08203125, false], [-10.5859375, false], [-11.3359375, false], [-13.0859375, false], [-13.3359375, false], [-6.08203125, false], [-11.5859375, false], [-8.5859375, false], [-7.08203125, false], [-11.3359375, false], [-8.8359375, false], [-13.0859375, false], [-4.08203125, false], [-11.3359375, false], [-8.5859375, false], [-13.5859375, false], [-12.3359375, false], [-13.0859375, false], [-6.80078125, false], [-9.0859375, false], [-9.421875, false], [-4.08203125, false], [-9.0859375, false], [-8.5859375, false], [-8.5859375, false], [-13.0859375, false], [-13.3359375, false], [-7.08203125, false], [-13.5859375, false], [-8.8359375, false], [-9.8359375, false], [-4.08203125, false], [-13.3359375, false], [-8.8359375, false], [-12.0859375, false], [-11.3359375, false], [-8.8359375, false], [-11.5859375, false], [-13.0859375, false], [-11.3359375, false], [-4.08203125, false], [-10.5859375, false], [-11.3359375, false], [-13.0859375, false], [-13.3359375, false], [-6.08203125, false], [-11.5859375, false], [-8.5859375, false], [-7.08203125, false], [-11.3359375, false], [-8.8359375, false], [-13.0859375, false], [-4.08203125, false], [-11.3359375, false], [-8.5859375, false], [-13.5859375, false], [-12.3359375, false], [-13.0859375, false], [-6.80078125, false], [-9.0859375, false], [-9.421875, false], [-4.08203125, false], [-9.0859375, false], [-8.5859375, false], [-6.08203125, false], [-13.0859375, false], [-8.8359375, false], [-13.3359375, false], [-4.08203125, false], [-11.5859375, false], [-6.08203125, false], [-10.8359375, false], [-7.08203125, false], [-13.3359375, false], [-4.08203125, false], [-11.3359375, false], [-11.5859375, false], [-6.08203125, false], [-13.0859375, false], [-13.0859375, false], [-8.8359375, false], [-13.3359375, false], [-11.3359375, false], [-4.08203125, false], [-10.5859375, false], [-11.3359375, false], [-13.0859375, false], [-13.3359375, false], [-6.08203125, false], [-11.5859375, false], [-8.5859375, false], [-7.08203125, false], [-11.3359375, false], [-8.8359375, false], [-13.0859375, false], [-4.08203125, false], [-11.3359375, false], [-8.5859375, false], [-13.5859375, false], [-12.3359375, false], [-13.0859375, false], [-6.80078125, false], [-9.0859375, false], [-9.421875, false], [-4.08203125, false], [-9.0859375, false], [-7.08203125, false], [-6.08203125, false], [-13.3359375, false], [-10.0859375, false], [-7.08203125, false], [-9.8359375, false], [-4.08203125, false], [-11.0859375, false], [-8.5859375, false], [-7.08203125, false], [-10.3359375, false], [-8.5859375, false], [-11.0859375, false], [-8.8359375, false], [-4.08203125, false], [-10.0859375, false], [-11.3359375, false], [-7.08203125, false], [-11.5859375, false], [-12.5859375, false], [-11.3359375, false], [-4.08203125, false], [-10.5859375, false], [-11.3359375, false], [-13.0859375, false], [-13.3359375, false], [-6.08203125, false], [-11.5859375, false], [-8.5859375, false], [-7.08203125, false], [-11.3359375, false], [-8.8359375, false], [-13.0859375, false], [-4.08203125, false], [-11.3359375, false], [-8.5859375, false], [-13.5859375, false], [-12.3359375, false], [-13.0859375, false], [-6.80078125, false], [-9.0859375, false], [-14.3359375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1817, "doc": {"id": "Mercury_7016695", "question": "How does the buying and selling of a popular species of rainforest animal as pets have a negative effect on the rainforest ecosystem?", "choices": {"text": ["The rate of photosynthesis may decrease.", "There is a probability of genetic variability.", "The number of symbiotic relationships increases.", "It could lead to the potential extinction of those animals."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "It could lead to the potential extinction of those animals.", "arguments": ["Question: How does the buying and selling of a popular species of rainforest animal as pets have a negative effect on the rainforest ecosystem?\nAnswer:", " ["], "resps": [[[-7.4375, false]], [[-8.9375, false]], [[-7.8125, false]], [[-11.6875, false]], [[-7.9375, false]], [[-5.5625, false]], [[-12.3125, false]], [[-7.4375, false]], [[-12.4375, false]], [[-7.9375, false]], [[-5.5625, false]], [[-10.5625, false]], [[-12.5625, false]], [[-5.5625, false]], [[-10.0625, false]], [[-11.6875, false]], [[-10.5625, false]], [[-12.4375, false]], [[-10.5625, false]], [[-11.1875, false]], [[-13.3125, false]], [[-11.0625, false]], [[-12.4375, false]], [[-11.6875, false]], [[-7.9375, false]], [[-11.1875, false]], [[-8.3125, false]], [[-11.1875, false]], [[-5.5625, false]], [[-13.3125, false]], [[-7.4375, false]], [[-13.3125, false]], [[-5.5625, false]], [[-9.4375, false]], [[-7.9375, false]], [[-11.5625, false]], [[-12.3125, false]], [[-7.9375, false]], [[-7.4375, false]], [[-11.1875, false]], [[-7.9375, false]], [[-7.75, false]], [[-8.9375, false]], [[-10.5, false]], [[-5.5625, false]], [[-8.9375, false]], [[-7.8125, false]], [[-11.6875, false]], [[-7.9375, false]], [[-12.3125, false]], [[-7.9375, false]], [[-5.5625, false]], [[-8.3125, false]], [[-11.1875, false]], [[-5.5625, false]], [[-7.4375, false]], [[-5.5625, false]], [[-10.0625, false]], [[-12.3125, false]], [[-10.5625, false]], [[-11.5625, false]], [[-7.4375, false]], [[-11.5625, false]], [[-8.3125, false]], [[-10.9375, false]], [[-8.3125, false]], [[-12.4375, false]], [[-13.3125, false]], [[-5.5625, false]], [[-10.5625, false]], [[-12.5625, false]], [[-5.5625, false]], [[-13.8125, false]], [[-7.9375, false]], [[-11.0625, false]], [[-7.9375, false]], [[-12.4375, false]], [[-8.3125, false]], [[-11.5625, false]], [[-5.5625, false]], [[-13.8125, false]], [[-7.4375, false]], [[-12.3125, false]], [[-8.3125, false]], [[-7.4375, false]], [[-11.5625, false]], [[-8.3125, false]], [[-10.9375, false]], [[-8.3125, false]], [[-12.4375, false]], [[-13.3125, false]], [[-7.75, false]], [[-8.9375, false]], [[-10.5, false]], [[-5.5625, false]], [[-8.9375, false]], [[-7.8125, false]], [[-11.6875, false]], [[-7.9375, false]], [[-5.5625, false]], [[-11.0625, false]], [[-13.0625, false]], [[-13.3125, false]], [[-11.5625, false]], [[-7.9375, false]], [[-12.3125, false]], [[-5.5625, false]], [[-10.5625, false]], [[-12.5625, false]], [[-5.5625, false]], [[-11.1875, false]], [[-13.3125, false]], [[-13.3125, false]], [[-11.5625, false]], [[-8.3125, false]], [[-10.5625, false]], [[-12.4375, false]], [[-8.3125, false]], [[-11.5625, false]], [[-5.5625, false]], [[-12.3125, false]], [[-7.9375, false]], [[-10.9375, false]], [[-7.4375, false]], [[-12.4375, false]], [[-8.3125, false]], [[-10.5625, false]], [[-11.0625, false]], [[-11.1875, false]], [[-11.6875, false]], [[-8.3125, false]], [[-10.0625, false]], [[-11.1875, false]], [[-5.5625, false]], [[-8.3125, false]], [[-11.0625, false]], [[-11.5625, false]], [[-12.3125, false]], [[-7.9375, false]], [[-7.4375, false]], [[-11.1875, false]], [[-7.9375, false]], [[-11.1875, false]], [[-7.75, false]], [[-8.9375, false]], [[-10.5, false]], [[-5.5625, false]], [[-8.9375, false]], [[-3.939453125, false]], [[-12.4375, false]], [[-5.5625, false]], [[-11.5625, false]], [[-10.5625, false]], [[-13.0625, false]], [[-10.9375, false]], [[-9.4375, false]], [[-5.5625, false]], [[-10.9375, false]], [[-7.9375, false]], [[-7.4375, false]], [[-9.4375, false]], [[-5.5625, false]], [[-12.4375, false]], [[-10.5625, false]], [[-5.5625, false]], [[-12.4375, false]], [[-11.6875, false]], [[-7.9375, false]], [[-5.5625, false]], [[-10.0625, false]], [[-10.5625, false]], [[-12.4375, false]], [[-7.9375, false]], [[-11.0625, false]], [[-12.4375, false]], [[-8.3125, false]], [[-7.4375, false]], [[-10.9375, false]], [[-5.5625, false]], [[-7.9375, false]], [[-11.8125, false]], [[-12.4375, false]], [[-8.3125, false]], [[-11.0625, false]], [[-11.5625, false]], [[-12.4375, false]], [[-8.3125, false]], [[-10.5625, false]], [[-11.0625, false]], [[-5.5625, false]], [[-10.5625, false]], [[-12.5625, false]], [[-5.5625, false]], [[-12.4375, false]], [[-11.6875, false]], [[-10.5625, false]], [[-11.1875, false]], [[-7.9375, false]], [[-5.5625, false]], [[-7.4375, false]], [[-11.0625, false]], [[-8.3125, false]], [[-13.3125, false]], [[-7.4375, false]], [[-10.9375, false]], [[-11.1875, false]], [[-7.75, false]], [[-8.9375, false]], [[-12.8125, false]]], "filtered_resps": [[-7.4375, false], [-8.9375, false], [-7.8125, false], [-11.6875, false], [-7.9375, false], [-5.5625, false], [-12.3125, false], [-7.4375, false], [-12.4375, false], [-7.9375, false], [-5.5625, false], [-10.5625, false], [-12.5625, false], [-5.5625, false], [-10.0625, false], [-11.6875, false], [-10.5625, false], [-12.4375, false], [-10.5625, false], [-11.1875, false], [-13.3125, false], [-11.0625, false], [-12.4375, false], [-11.6875, false], [-7.9375, false], [-11.1875, false], [-8.3125, false], [-11.1875, false], [-5.5625, false], [-13.3125, false], [-7.4375, false], [-13.3125, false], [-5.5625, false], [-9.4375, false], [-7.9375, false], [-11.5625, false], [-12.3125, false], [-7.9375, false], [-7.4375, false], [-11.1875, false], [-7.9375, false], [-7.75, false], [-8.9375, false], [-10.5, false], [-5.5625, false], [-8.9375, false], [-7.8125, false], [-11.6875, false], [-7.9375, false], [-12.3125, false], [-7.9375, false], [-5.5625, false], [-8.3125, false], [-11.1875, false], [-5.5625, false], [-7.4375, false], [-5.5625, false], [-10.0625, false], [-12.3125, false], [-10.5625, false], [-11.5625, false], [-7.4375, false], [-11.5625, false], [-8.3125, false], [-10.9375, false], [-8.3125, false], [-12.4375, false], [-13.3125, false], [-5.5625, false], [-10.5625, false], [-12.5625, false], [-5.5625, false], [-13.8125, false], [-7.9375, false], [-11.0625, false], [-7.9375, false], [-12.4375, false], [-8.3125, false], [-11.5625, false], [-5.5625, false], [-13.8125, false], [-7.4375, false], [-12.3125, false], [-8.3125, false], [-7.4375, false], [-11.5625, false], [-8.3125, false], [-10.9375, false], [-8.3125, false], [-12.4375, false], [-13.3125, false], [-7.75, false], [-8.9375, false], [-10.5, false], [-5.5625, false], [-8.9375, false], [-7.8125, false], [-11.6875, false], [-7.9375, false], [-5.5625, false], [-11.0625, false], [-13.0625, false], [-13.3125, false], [-11.5625, false], [-7.9375, false], [-12.3125, false], [-5.5625, false], [-10.5625, false], [-12.5625, false], [-5.5625, false], [-11.1875, false], [-13.3125, false], [-13.3125, false], [-11.5625, false], [-8.3125, false], [-10.5625, false], [-12.4375, false], [-8.3125, false], [-11.5625, false], [-5.5625, false], [-12.3125, false], [-7.9375, false], [-10.9375, false], [-7.4375, false], [-12.4375, false], [-8.3125, false], [-10.5625, false], [-11.0625, false], [-11.1875, false], [-11.6875, false], [-8.3125, false], [-10.0625, false], [-11.1875, false], [-5.5625, false], [-8.3125, false], [-11.0625, false], [-11.5625, false], [-12.3125, false], [-7.9375, false], [-7.4375, false], [-11.1875, false], [-7.9375, false], [-11.1875, false], [-7.75, false], [-8.9375, false], [-10.5, false], [-5.5625, false], [-8.9375, false], [-3.939453125, false], [-12.4375, false], [-5.5625, false], [-11.5625, false], [-10.5625, false], [-13.0625, false], [-10.9375, false], [-9.4375, false], [-5.5625, false], [-10.9375, false], [-7.9375, false], [-7.4375, false], [-9.4375, false], [-5.5625, false], [-12.4375, false], [-10.5625, false], [-5.5625, false], [-12.4375, false], [-11.6875, false], [-7.9375, false], [-5.5625, false], [-10.0625, false], [-10.5625, false], [-12.4375, false], [-7.9375, false], [-11.0625, false], [-12.4375, false], [-8.3125, false], [-7.4375, false], [-10.9375, false], [-5.5625, false], [-7.9375, false], [-11.8125, false], [-12.4375, false], [-8.3125, false], [-11.0625, false], [-11.5625, false], [-12.4375, false], [-8.3125, false], [-10.5625, false], [-11.0625, false], [-5.5625, false], [-10.5625, false], [-12.5625, false], [-5.5625, false], [-12.4375, false], [-11.6875, false], [-10.5625, false], [-11.1875, false], [-7.9375, false], [-5.5625, false], [-7.4375, false], [-11.0625, false], [-8.3125, false], [-13.3125, false], [-7.4375, false], [-10.9375, false], [-11.1875, false], [-7.75, false], [-8.9375, false], [-12.8125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1825, "doc": {"id": "Mercury_407129", "question": "Which tool would be best for students to use to observe and measure plant cells?", "choices": {"text": ["microscope", "hand lens", "metric ruler", "triple-beam balance"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "microscope", "arguments": ["Question: Which tool would be best for students to use to observe and measure plant cells?\nAnswer:", " ["], "resps": [[[-7.9140625, false]], [[-9.4140625, false]], [[-9.0390625, false]], [[-8.0390625, false]], [[-9.2890625, false]], [[-10.4140625, false]], [[-8.5390625, false]], [[-8.7890625, false]], [[-9.2890625, false]], [[-8.5390625, false]], [[-10.0390625, false]], [[-7.9140625, false]], [[-9.4140625, false]], [[-9.9140625, false]], [[-5.0390625, false]], [[-9.4140625, false]], [[-9.9140625, false]], [[-4.4140625, false]], [[-9.4140625, false]], [[-9.7890625, false]], [[-5.0390625, false]], [[-9.7890625, false]], [[-7.9140625, false]], [[-9.4140625, false]], [[-8.7890625, false]], [[-9.4140625, false]], [[-9.9140625, false]], [[-5.0390625, false]], [[-9.4140625, false]], [[-9.0390625, false]], [[-7.9140625, false]], [[-10.1640625, false]], [[-10.4140625, false]], [[-8.0390625, false]], [[-9.2890625, false]], [[-5.0390625, false]], [[-10.4140625, false]], [[-9.6640625, false]], [[-9.7890625, false]], [[-7.9140625, false]], [[-10.4140625, false]], [[-9.4140625, false]], [[-9.9140625, false]], [[-5.0390625, false]], [[-9.4140625, false]], [[-10.1640625, false]], [[-10.4140625, false]], [[-8.0390625, false]], [[-10.0390625, false]], [[-9.7890625, false]], [[-7.9140625, false]], [[-7.1640625, false]], [[-8.9140625, false]], [[-7.9140625, false]], [[-4.4140625, false]], [[-9.0390625, false]], [[-5.0390625, false]], [[-8.9140625, false]], [[-4.4140625, false]], [[-9.7890625, false]], [[-4.4140625, false]], [[-9.4140625, false]], [[-9.2890625, false]], [[-7.9140625, false]], [[-9.4140625, false]], [[-13.2890625, false]]], "filtered_resps": [[-7.9140625, false], [-9.4140625, false], [-9.0390625, false], [-8.0390625, false], [-9.2890625, false], [-10.4140625, false], [-8.5390625, false], [-8.7890625, false], [-9.2890625, false], [-8.5390625, false], [-10.0390625, false], [-7.9140625, false], [-9.4140625, false], [-9.9140625, false], [-5.0390625, false], [-9.4140625, false], [-9.9140625, false], [-4.4140625, false], [-9.4140625, false], [-9.7890625, false], [-5.0390625, false], [-9.7890625, false], [-7.9140625, false], [-9.4140625, false], [-8.7890625, false], [-9.4140625, false], [-9.9140625, false], [-5.0390625, false], [-9.4140625, false], [-9.0390625, false], [-7.9140625, false], [-10.1640625, false], [-10.4140625, false], [-8.0390625, false], [-9.2890625, false], [-5.0390625, false], [-10.4140625, false], [-9.6640625, false], [-9.7890625, false], [-7.9140625, false], [-10.4140625, false], [-9.4140625, false], [-9.9140625, false], [-5.0390625, false], [-9.4140625, false], [-10.1640625, false], [-10.4140625, false], [-8.0390625, false], [-10.0390625, false], [-9.7890625, false], [-7.9140625, false], [-7.1640625, false], [-8.9140625, false], [-7.9140625, false], [-4.4140625, false], [-9.0390625, false], [-5.0390625, false], [-8.9140625, false], [-4.4140625, false], [-9.7890625, false], [-4.4140625, false], [-9.4140625, false], [-9.2890625, false], [-7.9140625, false], [-9.4140625, false], [-13.2890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1833, "doc": {"id": "Mercury_SC_LBS10269", "question": "When birds fly south for the winter, they are exhibiting", "choices": {"text": ["courtship.", "mimicry.", "learned behavior.", "instinctive behavior."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "instinctive behavior.", "arguments": ["Question: When birds fly south for the winter, they are exhibiting\nAnswer:", " ["], "resps": [[[-7.48046875, false]], [[-8.734375, false]], [[-10.734375, false]], [[-9.984375, false]], [[-11.484375, false]], [[-10.984375, false]], [[-11.734375, false]], [[-9.984375, false]], [[-12.234375, false]], [[-9.234375, false]], [[-10.734375, false]], [[-6.953125, false]], [[-8.734375, false]], [[-9.640625, false]], [[-5.23046875, false]], [[-8.734375, false]], [[-11.984375, false]], [[-9.234375, false]], [[-11.984375, false]], [[-9.234375, false]], [[-10.734375, false]], [[-10.984375, false]], [[-12.484375, false]], [[-6.953125, false]], [[-8.734375, false]], [[-9.640625, false]], [[-5.23046875, false]], [[-8.734375, false]], [[-10.984375, false]], [[-9.984375, false]], [[-6.98046875, false]], [[-10.984375, false]], [[-8.984375, false]], [[-9.984375, false]], [[-9.984375, false]], [[-5.23046875, false]], [[-10.234375, false]], [[-9.984375, false]], [[-12.234375, false]], [[-6.98046875, false]], [[-12.484375, false]], [[-9.234375, false]], [[-9.984375, false]], [[-10.984375, false]], [[-6.953125, false]], [[-8.734375, false]], [[-9.640625, false]], [[-5.23046875, false]], [[-8.734375, false]], [[-9.234375, false]], [[-8.984375, false]], [[-9.984375, false]], [[-11.734375, false]], [[-9.234375, false]], [[-8.984375, false]], [[-10.734375, false]], [[-11.734375, false]], [[-9.234375, false]], [[-12.484375, false]], [[-9.984375, false]], [[-5.23046875, false]], [[-10.234375, false]], [[-9.984375, false]], [[-12.234375, false]], [[-6.98046875, false]], [[-12.484375, false]], [[-9.234375, false]], [[-9.984375, false]], [[-10.984375, false]], [[-6.953125, false]], [[-8.734375, false]], [[-12.484375, false]]], "filtered_resps": [[-7.48046875, false], [-8.734375, false], [-10.734375, false], [-9.984375, false], [-11.484375, false], [-10.984375, false], [-11.734375, false], [-9.984375, false], [-12.234375, false], [-9.234375, false], [-10.734375, false], [-6.953125, false], [-8.734375, false], [-9.640625, false], [-5.23046875, false], [-8.734375, false], [-11.984375, false], [-9.234375, false], [-11.984375, false], [-9.234375, false], [-10.734375, false], [-10.984375, false], [-12.484375, false], [-6.953125, false], [-8.734375, false], [-9.640625, false], [-5.23046875, false], [-8.734375, false], [-10.984375, false], [-9.984375, false], [-6.98046875, false], [-10.984375, false], [-8.984375, false], [-9.984375, false], [-9.984375, false], [-5.23046875, false], [-10.234375, false], [-9.984375, false], [-12.234375, false], [-6.98046875, false], [-12.484375, false], [-9.234375, false], [-9.984375, false], [-10.984375, false], [-6.953125, false], [-8.734375, false], [-9.640625, false], [-5.23046875, false], [-8.734375, false], [-9.234375, false], [-8.984375, false], [-9.984375, false], [-11.734375, false], [-9.234375, false], [-8.984375, false], [-10.734375, false], [-11.734375, false], [-9.234375, false], [-12.484375, false], [-9.984375, false], [-5.23046875, false], [-10.234375, false], [-9.984375, false], [-12.234375, false], [-6.98046875, false], [-12.484375, false], [-9.234375, false], [-9.984375, false], [-10.984375, false], [-6.953125, false], [-8.734375, false], [-12.484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1841, "doc": {"id": "Mercury_7166390", "question": "Louis was investigating physical and chemical changes in matter. Which of these changes that Louis found involves a chemical change in matter?", "choices": {"text": ["evaporation of water", "grinding of rock", "melting of ice", "rusting of iron"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "rusting of iron", "arguments": ["Question: Louis was investigating physical and chemical changes in matter. Which of these changes that Louis found involves a chemical change in matter?\nAnswer:", " ["], "resps": [[[-5.71875, false]], [[-9.71875, false]], [[-7.34375, false]], [[-8.46875, false]], [[-3.216796875, false]], [[-6.84375, false]], [[-6.84375, false]], [[-8.21875, false]], [[-3.216796875, false]], [[-8.84375, false]], [[-6.09375, false]], [[-6.84375, false]], [[-7.21875, false]], [[-4.96875, false]], [[-6.84375, false]], [[-7.21875, false]], [[-4.96875, false]], [[-10.46875, false]], [[-3.216796875, false]], [[-8.84375, false]], [[-7.34375, false]], [[-8.21875, false]], [[-9.71875, false]], [[-9.6875, false]], [[-4.96875, false]], [[-9.71875, false]], [[-9.84375, false]], [[-8.21875, false]], [[-6.09375, false]], [[-7.21875, false]], [[-6.96875, false]], [[-6.09375, false]], [[-7.21875, false]], [[-9.84375, false]], [[-4.96875, false]], [[-6.84375, false]], [[-7.21875, false]], [[-4.96875, false]], [[-8.21875, false]], [[-6.84375, false]], [[-6.09375, false]], [[-9.34375, false]], [[-9.71875, false]], [[-9.6875, false]], [[-4.96875, false]], [[-9.71875, false]], [[-6.21875, false]], [[-7.34375, false]], [[-9.46875, false]], [[-8.84375, false]], [[-6.09375, false]], [[-7.21875, false]], [[-9.84375, false]], [[-4.96875, false]], [[-6.84375, false]], [[-7.21875, false]], [[-4.96875, false]], [[-6.09375, false]], [[-6.09375, false]], [[-7.34375, false]], [[-9.71875, false]], [[-9.6875, false]], [[-4.96875, false]], [[-9.71875, false]], [[-8.21875, false]], [[-8.84375, false]], [[-8.84375, false]], [[-8.84375, false]], [[-6.09375, false]], [[-7.21875, false]], [[-9.84375, false]], [[-4.96875, false]], [[-6.84375, false]], [[-7.21875, false]], [[-4.96875, false]], [[-6.09375, false]], [[-8.21875, false]], [[-6.84375, false]], [[-7.21875, false]], [[-9.71875, false]], [[-11.59375, false]]], "filtered_resps": [[-5.71875, false], [-9.71875, false], [-7.34375, false], [-8.46875, false], [-3.216796875, false], [-6.84375, false], [-6.84375, false], [-8.21875, false], [-3.216796875, false], [-8.84375, false], [-6.09375, false], [-6.84375, false], [-7.21875, false], [-4.96875, false], [-6.84375, false], [-7.21875, false], [-4.96875, false], [-10.46875, false], [-3.216796875, false], [-8.84375, false], [-7.34375, false], [-8.21875, false], [-9.71875, false], [-9.6875, false], [-4.96875, false], [-9.71875, false], [-9.84375, false], [-8.21875, false], [-6.09375, false], [-7.21875, false], [-6.96875, false], [-6.09375, false], [-7.21875, false], [-9.84375, false], [-4.96875, false], [-6.84375, false], [-7.21875, false], [-4.96875, false], [-8.21875, false], [-6.84375, false], [-6.09375, false], [-9.34375, false], [-9.71875, false], [-9.6875, false], [-4.96875, false], [-9.71875, false], [-6.21875, false], [-7.34375, false], [-9.46875, false], [-8.84375, false], [-6.09375, false], [-7.21875, false], [-9.84375, false], [-4.96875, false], [-6.84375, false], [-7.21875, false], [-4.96875, false], [-6.09375, false], [-6.09375, false], [-7.34375, false], [-9.71875, false], [-9.6875, false], [-4.96875, false], [-9.71875, false], [-8.21875, false], [-8.84375, false], [-8.84375, false], [-8.84375, false], [-6.09375, false], [-7.21875, false], [-9.84375, false], [-4.96875, false], [-6.84375, false], [-7.21875, false], [-4.96875, false], [-6.09375, false], [-8.21875, false], [-6.84375, false], [-7.21875, false], [-9.71875, false], [-11.59375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1849, "doc": {"id": "Mercury_SC_408578", "question": "Louisa needs to demonstrate a solution to her class. Which is the best example of a solution?", "choices": {"text": ["mixing salt and pepper", "melting butter", "stirring salt into water", "melting an ice cube"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "stirring salt into water", "arguments": ["Question: Louisa needs to demonstrate a solution to her class. Which is the best example of a solution?\nAnswer:", " ["], "resps": [[[-6.55078125, false]], [[-8.0546875, false]], [[-9.6796875, false]], [[-8.3046875, false]], [[-9.5546875, false]], [[-8.3046875, false]], [[-9.8046875, false]], [[-11.0546875, false]], [[-5.55078125, false]], [[-9.1796875, false]], [[-4.92578125, false]], [[-9.1796875, false]], [[-10.1796875, false]], [[-5.55078125, false]], [[-4.92578125, false]], [[-9.8046875, false]], [[-9.3046875, false]], [[-5.55078125, false]], [[-9.9296875, false]], [[-8.5546875, false]], [[-9.9296875, false]], [[-9.9296875, false]], [[-8.5546875, false]], [[-10.5546875, false]], [[-8.0546875, false]], [[-10.046875, false]], [[-5.55078125, false]], [[-8.0546875, false]], [[-9.6796875, false]], [[-8.5546875, false]], [[-9.1796875, false]], [[-10.1796875, false]], [[-8.3046875, false]], [[-9.8046875, false]], [[-11.0546875, false]], [[-5.55078125, false]], [[-8.8046875, false]], [[-10.8046875, false]], [[-10.1796875, false]], [[-10.1796875, false]], [[-8.5546875, false]], [[-10.5546875, false]], [[-8.0546875, false]], [[-10.046875, false]], [[-5.55078125, false]], [[-8.0546875, false]], [[-9.1796875, false]], [[-10.1796875, false]], [[-8.3046875, false]], [[-10.5546875, false]], [[-10.5546875, false]], [[-8.3046875, false]], [[-9.8046875, false]], [[-11.0546875, false]], [[-5.55078125, false]], [[-9.1796875, false]], [[-4.92578125, false]], [[-9.1796875, false]], [[-10.1796875, false]], [[-5.55078125, false]], [[-8.3046875, false]], [[-9.8046875, false]], [[-10.1796875, false]], [[-9.4296875, false]], [[-5.55078125, false]], [[-10.0546875, false]], [[-4.92578125, false]], [[-10.1796875, false]], [[-8.5546875, false]], [[-10.5546875, false]], [[-8.0546875, false]], [[-10.046875, false]], [[-5.55078125, false]], [[-8.0546875, false]], [[-9.6796875, false]], [[-8.5546875, false]], [[-9.1796875, false]], [[-10.1796875, false]], [[-8.3046875, false]], [[-9.8046875, false]], [[-11.0546875, false]], [[-5.55078125, false]], [[-4.92578125, false]], [[-9.8046875, false]], [[-5.55078125, false]], [[-8.3046875, false]], [[-8.6796875, false]], [[-8.5546875, false]], [[-5.55078125, false]], [[-8.6796875, false]], [[-10.8046875, false]], [[-8.8046875, false]], [[-8.5546875, false]], [[-8.0546875, false]], [[-12.3046875, false]]], "filtered_resps": [[-6.55078125, false], [-8.0546875, false], [-9.6796875, false], [-8.3046875, false], [-9.5546875, false], [-8.3046875, false], [-9.8046875, false], [-11.0546875, false], [-5.55078125, false], [-9.1796875, false], [-4.92578125, false], [-9.1796875, false], [-10.1796875, false], [-5.55078125, false], [-4.92578125, false], [-9.8046875, false], [-9.3046875, false], [-5.55078125, false], [-9.9296875, false], [-8.5546875, false], [-9.9296875, false], [-9.9296875, false], [-8.5546875, false], [-10.5546875, false], [-8.0546875, false], [-10.046875, false], [-5.55078125, false], [-8.0546875, false], [-9.6796875, false], [-8.5546875, false], [-9.1796875, false], [-10.1796875, false], [-8.3046875, false], [-9.8046875, false], [-11.0546875, false], [-5.55078125, false], [-8.8046875, false], [-10.8046875, false], [-10.1796875, false], [-10.1796875, false], [-8.5546875, false], [-10.5546875, false], [-8.0546875, false], [-10.046875, false], [-5.55078125, false], [-8.0546875, false], [-9.1796875, false], [-10.1796875, false], [-8.3046875, false], [-10.5546875, false], [-10.5546875, false], [-8.3046875, false], [-9.8046875, false], [-11.0546875, false], [-5.55078125, false], [-9.1796875, false], [-4.92578125, false], [-9.1796875, false], [-10.1796875, false], [-5.55078125, false], [-8.3046875, false], [-9.8046875, false], [-10.1796875, false], [-9.4296875, false], [-5.55078125, false], [-10.0546875, false], [-4.92578125, false], [-10.1796875, false], [-8.5546875, false], [-10.5546875, false], [-8.0546875, false], [-10.046875, false], [-5.55078125, false], [-8.0546875, false], [-9.6796875, false], [-8.5546875, false], [-9.1796875, false], [-10.1796875, false], [-8.3046875, false], [-9.8046875, false], [-11.0546875, false], [-5.55078125, false], [-4.92578125, false], [-9.8046875, false], [-5.55078125, false], [-8.3046875, false], [-8.6796875, false], [-8.5546875, false], [-5.55078125, false], [-8.6796875, false], [-10.8046875, false], [-8.8046875, false], [-8.5546875, false], [-8.0546875, false], [-12.3046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1857, "doc": {"id": "Mercury_7092365", "question": "The theory of plate tectonics provides the current explanation for the way in which", "choices": {"text": ["stars change.", "continents move.", "rocks are formed.", "tides are produced."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "continents move.", "arguments": ["Question: The theory of plate tectonics provides the current explanation for the way in which\nAnswer:", " ["], "resps": [[[-7.8515625, false]], [[-8.3515625, false]], [[-9.2265625, false]], [[-9.7265625, false]], [[-5.7265625, false]], [[-9.8515625, false]], [[-9.2265625, false]], [[-5.6015625, false]], [[-8.6015625, false]], [[-11.1015625, false]], [[-5.7265625, false]], [[-9.2265625, false]], [[-10.8515625, false]], [[-7.4765625, false]], [[-7.0703125, false]], [[-8.3515625, false]], [[-8.5703125, false]], [[-5.6015625, false]], [[-8.3515625, false]], [[-8.6015625, false]], [[-9.8515625, false]], [[-9.2265625, false]], [[-9.7265625, false]], [[-9.1015625, false]], [[-9.2265625, false]], [[-7.4765625, false]], [[-9.2265625, false]], [[-9.7265625, false]], [[-9.2265625, false]], [[-5.6015625, false]], [[-10.3515625, false]], [[-9.8515625, false]], [[-10.1015625, false]], [[-7.4765625, false]], [[-7.0703125, false]], [[-8.3515625, false]], [[-8.5703125, false]], [[-5.6015625, false]], [[-8.3515625, false]], [[-9.8515625, false]], [[-9.8515625, false]], [[-8.6015625, false]], [[-10.4765625, false]], [[-9.2265625, false]], [[-5.6015625, false]], [[-5.7265625, false]], [[-9.8515625, false]], [[-7.4765625, false]], [[-5.6015625, false]], [[-9.7265625, false]], [[-9.8515625, false]], [[-9.8515625, false]], [[-10.3515625, false]], [[-7.4765625, false]], [[-9.4765625, false]], [[-7.0703125, false]], [[-8.3515625, false]], [[-8.5703125, false]], [[-5.6015625, false]], [[-8.3515625, false]], [[-9.7265625, false]], [[-9.1015625, false]], [[-9.4765625, false]], [[-7.4765625, false]], [[-9.2265625, false]], [[-5.6015625, false]], [[-5.7265625, false]], [[-9.8515625, false]], [[-7.4765625, false]], [[-5.6015625, false]], [[-8.7265625, false]], [[-9.8515625, false]], [[-9.8515625, false]], [[-9.4765625, false]], [[-11.4765625, false]], [[-8.6015625, false]], [[-7.4765625, false]], [[-9.4765625, false]], [[-7.0703125, false]], [[-8.3515625, false]], [[-11.9765625, false]]], "filtered_resps": [[-7.8515625, false], [-8.3515625, false], [-9.2265625, false], [-9.7265625, false], [-5.7265625, false], [-9.8515625, false], [-9.2265625, false], [-5.6015625, false], [-8.6015625, false], [-11.1015625, false], [-5.7265625, false], [-9.2265625, false], [-10.8515625, false], [-7.4765625, false], [-7.0703125, false], [-8.3515625, false], [-8.5703125, false], [-5.6015625, false], [-8.3515625, false], [-8.6015625, false], [-9.8515625, false], [-9.2265625, false], [-9.7265625, false], [-9.1015625, false], [-9.2265625, false], [-7.4765625, false], [-9.2265625, false], [-9.7265625, false], [-9.2265625, false], [-5.6015625, false], [-10.3515625, false], [-9.8515625, false], [-10.1015625, false], [-7.4765625, false], [-7.0703125, false], [-8.3515625, false], [-8.5703125, false], [-5.6015625, false], [-8.3515625, false], [-9.8515625, false], [-9.8515625, false], [-8.6015625, false], [-10.4765625, false], [-9.2265625, false], [-5.6015625, false], [-5.7265625, false], [-9.8515625, false], [-7.4765625, false], [-5.6015625, false], [-9.7265625, false], [-9.8515625, false], [-9.8515625, false], [-10.3515625, false], [-7.4765625, false], [-9.4765625, false], [-7.0703125, false], [-8.3515625, false], [-8.5703125, false], [-5.6015625, false], [-8.3515625, false], [-9.7265625, false], [-9.1015625, false], [-9.4765625, false], [-7.4765625, false], [-9.2265625, false], [-5.6015625, false], [-5.7265625, false], [-9.8515625, false], [-7.4765625, false], [-5.6015625, false], [-8.7265625, false], [-9.8515625, false], [-9.8515625, false], [-9.4765625, false], [-11.4765625, false], [-8.6015625, false], [-7.4765625, false], [-9.4765625, false], [-7.0703125, false], [-8.3515625, false], [-11.9765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1865, "doc": {"id": "MCAS_2003_8_17", "question": "Which of the following symbiotic relationships is considered parasitic?", "choices": {"text": ["ticks feeding on a dog", "bees transporting pollen from flowers", "pilotfish swimming under sharks", "birds eating the insects from the back of a hippopotamus"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "ticks feeding on a dog", "arguments": ["Question: Which of the following symbiotic relationships is considered parasitic?\nAnswer:", " ["], "resps": [[[-6.1640625, false]], [[-8.7890625, false]], [[-9.7890625, false]], [[-7.6640625, false]], [[-6.0390625, false]], [[-9.6640625, false]], [[-8.1640625, false]], [[-5.1640625, false]], [[-8.9140625, false]], [[-7.7890625, false]], [[-7.7890625, false]], [[-7.9140625, false]], [[-7.6640625, false]], [[-7.5390625, false]], [[-9.9140625, false]], [[-5.1640625, false]], [[-8.4140625, false]], [[-7.5390625, false]], [[-5.1640625, false]], [[-4.2890625, false]], [[-5.1640625, false]], [[-7.9140625, false]], [[-8.4140625, false]], [[-9.9140625, false]], [[-8.7890625, false]], [[-9.765625, false]], [[-5.1640625, false]], [[-8.7890625, false]], [[-7.5390625, false]], [[-7.7890625, false]], [[-7.7890625, false]], [[-8.1640625, false]], [[-5.1640625, false]], [[-9.7890625, false]], [[-8.2890625, false]], [[-4.2890625, false]], [[-7.5390625, false]], [[-8.1640625, false]], [[-8.7890625, false]], [[-8.4140625, false]], [[-8.2890625, false]], [[-9.7890625, false]], [[-7.6640625, false]], [[-7.5390625, false]], [[-9.9140625, false]], [[-5.1640625, false]], [[-8.7890625, false]], [[-8.4140625, false]], [[-9.1640625, false]], [[-9.1640625, false]], [[-7.7890625, false]], [[-7.5390625, false]], [[-5.1640625, false]], [[-8.9140625, false]], [[-8.2890625, false]], [[-8.4140625, false]], [[-10.0390625, false]], [[-5.1640625, false]], [[-8.9140625, false]], [[-9.1640625, false]], [[-8.4140625, false]], [[-10.2890625, false]], [[-7.7890625, false]], [[-8.2890625, false]], [[-8.1640625, false]], [[-8.7890625, false]], [[-9.765625, false]], [[-5.1640625, false]], [[-8.7890625, false]], [[-8.7890625, false]], [[-7.6640625, false]], [[-9.1640625, false]], [[-8.4140625, false]], [[-9.7890625, false]], [[-8.9140625, false]], [[-7.6640625, false]], [[-8.1640625, false]], [[-9.9140625, false]], [[-5.1640625, false]], [[-8.1640625, false]], [[-10.2890625, false]], [[-7.6640625, false]], [[-10.0390625, false]], [[-10.0390625, false]], [[-7.6640625, false]], [[-7.5390625, false]], [[-9.9140625, false]], [[-5.1640625, false]], [[-9.7890625, false]], [[-7.5390625, false]], [[-7.9140625, false]], [[-7.7890625, false]], [[-8.2890625, false]], [[-5.1640625, false]], [[-8.1640625, false]], [[-9.9140625, false]], [[-4.2890625, false]], [[-8.2890625, false]], [[-9.6640625, false]], [[-8.1640625, false]], [[-8.7890625, false]], [[-9.765625, false]], [[-5.1640625, false]], [[-8.7890625, false]], [[-7.5390625, false]], [[-7.6640625, false]], [[-8.2890625, false]], [[-7.9140625, false]], [[-8.1640625, false]], [[-5.1640625, false]], [[-7.7890625, false]], [[-4.2890625, false]], [[-9.7890625, false]], [[-7.6640625, false]], [[-7.5390625, false]], [[-9.9140625, false]], [[-5.1640625, false]], [[-9.7890625, false]], [[-9.9140625, false]], [[-7.7890625, false]], [[-5.1640625, false]], [[-7.6640625, false]], [[-7.5390625, false]], [[-8.1640625, false]], [[-7.7890625, false]], [[-6.0390625, false]], [[-9.7890625, false]], [[-8.1640625, false]], [[-5.1640625, false]], [[-8.9140625, false]], [[-8.2890625, false]], [[-8.4140625, false]], [[-10.0390625, false]], [[-5.1640625, false]], [[-9.7890625, false]], [[-9.9140625, false]], [[-7.7890625, false]], [[-5.1640625, false]], [[-7.5390625, false]], [[-4.2890625, false]], [[-6.0390625, false]], [[-9.6640625, false]], [[-5.1640625, false]], [[-8.4140625, false]], [[-8.9140625, false]], [[-5.1640625, false]], [[-4.2890625, false]], [[-5.1640625, false]], [[-9.9140625, false]], [[-7.6640625, false]], [[-8.7890625, false]], [[-8.7890625, false]], [[-8.4140625, false]], [[-8.7890625, false]], [[-8.4140625, false]], [[-9.7890625, false]], [[-4.2890625, false]], [[-10.0390625, false]], [[-9.7890625, false]], [[-8.1640625, false]], [[-8.7890625, false]], [[-11.4140625, false]]], "filtered_resps": [[-6.1640625, false], [-8.7890625, false], [-9.7890625, false], [-7.6640625, false], [-6.0390625, false], [-9.6640625, false], [-8.1640625, false], [-5.1640625, false], [-8.9140625, false], [-7.7890625, false], [-7.7890625, false], [-7.9140625, false], [-7.6640625, false], [-7.5390625, false], [-9.9140625, false], [-5.1640625, false], [-8.4140625, false], [-7.5390625, false], [-5.1640625, false], [-4.2890625, false], [-5.1640625, false], [-7.9140625, false], [-8.4140625, false], [-9.9140625, false], [-8.7890625, false], [-9.765625, false], [-5.1640625, false], [-8.7890625, false], [-7.5390625, false], [-7.7890625, false], [-7.7890625, false], [-8.1640625, false], [-5.1640625, false], [-9.7890625, false], [-8.2890625, false], [-4.2890625, false], [-7.5390625, false], [-8.1640625, false], [-8.7890625, false], [-8.4140625, false], [-8.2890625, false], [-9.7890625, false], [-7.6640625, false], [-7.5390625, false], [-9.9140625, false], [-5.1640625, false], [-8.7890625, false], [-8.4140625, false], [-9.1640625, false], [-9.1640625, false], [-7.7890625, false], [-7.5390625, false], [-5.1640625, false], [-8.9140625, false], [-8.2890625, false], [-8.4140625, false], [-10.0390625, false], [-5.1640625, false], [-8.9140625, false], [-9.1640625, false], [-8.4140625, false], [-10.2890625, false], [-7.7890625, false], [-8.2890625, false], [-8.1640625, false], [-8.7890625, false], [-9.765625, false], [-5.1640625, false], [-8.7890625, false], [-8.7890625, false], [-7.6640625, false], [-9.1640625, false], [-8.4140625, false], [-9.7890625, false], [-8.9140625, false], [-7.6640625, false], [-8.1640625, false], [-9.9140625, false], [-5.1640625, false], [-8.1640625, false], [-10.2890625, false], [-7.6640625, false], [-10.0390625, false], [-10.0390625, false], [-7.6640625, false], [-7.5390625, false], [-9.9140625, false], [-5.1640625, false], [-9.7890625, false], [-7.5390625, false], [-7.9140625, false], [-7.7890625, false], [-8.2890625, false], [-5.1640625, false], [-8.1640625, false], [-9.9140625, false], [-4.2890625, false], [-8.2890625, false], [-9.6640625, false], [-8.1640625, false], [-8.7890625, false], [-9.765625, false], [-5.1640625, false], [-8.7890625, false], [-7.5390625, false], [-7.6640625, false], [-8.2890625, false], [-7.9140625, false], [-8.1640625, false], [-5.1640625, false], [-7.7890625, false], [-4.2890625, false], [-9.7890625, false], [-7.6640625, false], [-7.5390625, false], [-9.9140625, false], [-5.1640625, false], [-9.7890625, false], [-9.9140625, false], [-7.7890625, false], [-5.1640625, false], [-7.6640625, false], [-7.5390625, false], [-8.1640625, false], [-7.7890625, false], [-6.0390625, false], [-9.7890625, false], [-8.1640625, false], [-5.1640625, false], [-8.9140625, false], [-8.2890625, false], [-8.4140625, false], [-10.0390625, false], [-5.1640625, false], [-9.7890625, false], [-9.9140625, false], [-7.7890625, false], [-5.1640625, false], [-7.5390625, false], [-4.2890625, false], [-6.0390625, false], [-9.6640625, false], [-5.1640625, false], [-8.4140625, false], [-8.9140625, false], [-5.1640625, false], [-4.2890625, false], [-5.1640625, false], [-9.9140625, false], [-7.6640625, false], [-8.7890625, false], [-8.7890625, false], [-8.4140625, false], [-8.7890625, false], [-8.4140625, false], [-9.7890625, false], [-4.2890625, false], [-10.0390625, false], [-9.7890625, false], [-8.1640625, false], [-8.7890625, false], [-11.4140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1873, "doc": {"id": "Mercury_406776", "question": "When an egg and sperm form an embryo, the offspring that is formed will have genetic traits that are", "choices": {"text": ["inherited from only one parent.", "created by the environment.", "passed on from two parents.", "learned from siblings."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "passed on from two parents.", "arguments": ["Question: When an egg and sperm form an embryo, the offspring that is formed will have genetic traits that are\nAnswer:", " ["], "resps": [[[-7.82421875, false]], [[-8.328125, false]], [[-8.328125, false]], [[-9.078125, false]], [[-9.828125, false]], [[-7.32421875, false]], [[-9.953125, false]], [[-8.328125, false]], [[-10.453125, false]], [[-7.32421875, false]], [[-9.453125, false]], [[-5.07421875, false]], [[-10.828125, false]], [[-9.953125, false]], [[-9.078125, false]], [[-9.703125, false]], [[-5.07421875, false]], [[-9.078125, false]], [[-9.078125, false]], [[-11.203125, false]], [[-10.953125, false]], [[-5.07421875, false]], [[-9.078125, false]], [[-9.078125, false]], [[-7.32421875, false]], [[-5.07421875, false]], [[-9.578125, false]], [[-5.07421875, false]], [[-9.953125, false]], [[-7.32421875, false]], [[-9.078125, false]], [[-10.453125, false]], [[-6.52734375, false]], [[-8.328125, false]], [[-9.34375, false]], [[-5.07421875, false]], [[-8.328125, false]], [[-9.453125, false]], [[-9.953125, false]], [[-7.32421875, false]], [[-5.07421875, false]], [[-10.453125, false]], [[-7.32421875, false]], [[-9.453125, false]], [[-5.07421875, false]], [[-8.328125, false]], [[-10.953125, false]], [[-5.07421875, false]], [[-10.453125, false]], [[-9.828125, false]], [[-7.32421875, false]], [[-5.07421875, false]], [[-7.32421875, false]], [[-9.078125, false]], [[-11.453125, false]], [[-8.328125, false]], [[-9.953125, false]], [[-9.078125, false]], [[-9.078125, false]], [[-9.703125, false]], [[-7.32421875, false]], [[-9.078125, false]], [[-10.453125, false]], [[-6.52734375, false]], [[-8.328125, false]], [[-9.34375, false]], [[-5.07421875, false]], [[-8.328125, false]], [[-9.578125, false]], [[-5.07421875, false]], [[-9.078125, false]], [[-9.078125, false]], [[-7.32421875, false]], [[-9.453125, false]], [[-5.07421875, false]], [[-9.078125, false]], [[-9.078125, false]], [[-5.07421875, false]], [[-10.828125, false]], [[-9.953125, false]], [[-9.078125, false]], [[-9.703125, false]], [[-5.07421875, false]], [[-10.453125, false]], [[-10.578125, false]], [[-9.078125, false]], [[-5.07421875, false]], [[-9.578125, false]], [[-5.07421875, false]], [[-9.953125, false]], [[-7.32421875, false]], [[-9.078125, false]], [[-10.453125, false]], [[-9.078125, false]], [[-6.52734375, false]], [[-8.328125, false]], [[-9.34375, false]], [[-5.07421875, false]], [[-8.328125, false]], [[-11.203125, false]], [[-7.32421875, false]], [[-5.07421875, false]], [[-9.953125, false]], [[-9.078125, false]], [[-7.32421875, false]], [[-9.453125, false]], [[-5.07421875, false]], [[-10.828125, false]], [[-9.953125, false]], [[-9.078125, false]], [[-9.703125, false]], [[-5.07421875, false]], [[-9.078125, false]], [[-8.328125, false]], [[-8.328125, false]], [[-11.203125, false]], [[-8.328125, false]], [[-9.078125, false]], [[-10.328125, false]], [[-9.078125, false]], [[-6.52734375, false]], [[-8.328125, false]], [[-10.828125, false]]], "filtered_resps": [[-7.82421875, false], [-8.328125, false], [-8.328125, false], [-9.078125, false], [-9.828125, false], [-7.32421875, false], [-9.953125, false], [-8.328125, false], [-10.453125, false], [-7.32421875, false], [-9.453125, false], [-5.07421875, false], [-10.828125, false], [-9.953125, false], [-9.078125, false], [-9.703125, false], [-5.07421875, false], [-9.078125, false], [-9.078125, false], [-11.203125, false], [-10.953125, false], [-5.07421875, false], [-9.078125, false], [-9.078125, false], [-7.32421875, false], [-5.07421875, false], [-9.578125, false], [-5.07421875, false], [-9.953125, false], [-7.32421875, false], [-9.078125, false], [-10.453125, false], [-6.52734375, false], [-8.328125, false], [-9.34375, false], [-5.07421875, false], [-8.328125, false], [-9.453125, false], [-9.953125, false], [-7.32421875, false], [-5.07421875, false], [-10.453125, false], [-7.32421875, false], [-9.453125, false], [-5.07421875, false], [-8.328125, false], [-10.953125, false], [-5.07421875, false], [-10.453125, false], [-9.828125, false], [-7.32421875, false], [-5.07421875, false], [-7.32421875, false], [-9.078125, false], [-11.453125, false], [-8.328125, false], [-9.953125, false], [-9.078125, false], [-9.078125, false], [-9.703125, false], [-7.32421875, false], [-9.078125, false], [-10.453125, false], [-6.52734375, false], [-8.328125, false], [-9.34375, false], [-5.07421875, false], [-8.328125, false], [-9.578125, false], [-5.07421875, false], [-9.078125, false], [-9.078125, false], [-7.32421875, false], [-9.453125, false], [-5.07421875, false], [-9.078125, false], [-9.078125, false], [-5.07421875, false], [-10.828125, false], [-9.953125, false], [-9.078125, false], [-9.703125, false], [-5.07421875, false], [-10.453125, false], [-10.578125, false], [-9.078125, false], [-5.07421875, false], [-9.578125, false], [-5.07421875, false], [-9.953125, false], [-7.32421875, false], [-9.078125, false], [-10.453125, false], [-9.078125, false], [-6.52734375, false], [-8.328125, false], [-9.34375, false], [-5.07421875, false], [-8.328125, false], [-11.203125, false], [-7.32421875, false], [-5.07421875, false], [-9.953125, false], [-9.078125, false], [-7.32421875, false], [-9.453125, false], [-5.07421875, false], [-10.828125, false], [-9.953125, false], [-9.078125, false], [-9.703125, false], [-5.07421875, false], [-9.078125, false], [-8.328125, false], [-8.328125, false], [-11.203125, false], [-8.328125, false], [-9.078125, false], [-10.328125, false], [-9.078125, false], [-6.52734375, false], [-8.328125, false], [-10.828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1881, "doc": {"id": "MEA_2010_8_2", "question": "According to scientists, donkeys and horses share a common ancestor. Which evidence shows that the two organisms are related?", "choices": {"text": ["Both are tall.", "Both run fast.", "They have the same diet.", "They have the same bones in their limbs."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "They have the same bones in their limbs.", "arguments": ["Question: According to scientists, donkeys and horses share a common ancestor. Which evidence shows that the two organisms are related?\nAnswer:", " ["], "resps": [[[-6.6796875, false]], [[-8.4296875, false]], [[-5.4296875, false]], [[-9.6796875, false]], [[-10.3046875, false]], [[-10.5546875, false]], [[-5.8046875, false]], [[-5.3046875, false]], [[-10.4296875, false]], [[-7.4296875, false]], [[-5.8046875, false]], [[-10.3046875, false]], [[-5.3046875, false]], [[-9.6796875, false]], [[-9.6796875, false]], [[-7.1484375, false]], [[-8.4296875, false]], [[-10.390625, false]], [[-5.8046875, false]], [[-8.4296875, false]], [[-5.4296875, false]], [[-9.6796875, false]], [[-10.3046875, false]], [[-10.5546875, false]], [[-5.8046875, false]], [[-10.4296875, false]], [[-12.0546875, false]], [[-8.8046875, false]], [[-5.8046875, false]], [[-9.6796875, false]], [[-5.3046875, false]], [[-9.5546875, false]], [[-10.3046875, false]], [[-7.1484375, false]], [[-8.4296875, false]], [[-10.390625, false]], [[-5.8046875, false]], [[-8.4296875, false]], [[-7.1796875, false]], [[-10.5546875, false]], [[-7.4296875, false]], [[-12.0546875, false]], [[-5.8046875, false]], [[-10.5546875, false]], [[-5.3046875, false]], [[-11.1796875, false]], [[-7.4296875, false]], [[-5.8046875, false]], [[-10.3046875, false]], [[-10.5546875, false]], [[-7.4296875, false]], [[-5.8046875, false]], [[-9.5546875, false]], [[-5.3046875, false]], [[-10.6796875, false]], [[-7.4296875, false]], [[-5.8046875, false]], [[-7.6796875, false]], [[-9.5546875, false]], [[-7.4296875, false]], [[-10.3046875, false]], [[-7.1484375, false]], [[-8.4296875, false]], [[-10.390625, false]], [[-5.8046875, false]], [[-8.4296875, false]], [[-7.1796875, false]], [[-10.5546875, false]], [[-7.4296875, false]], [[-12.0546875, false]], [[-5.8046875, false]], [[-10.5546875, false]], [[-5.3046875, false]], [[-11.1796875, false]], [[-7.4296875, false]], [[-5.8046875, false]], [[-10.3046875, false]], [[-10.5546875, false]], [[-7.4296875, false]], [[-5.8046875, false]], [[-9.5546875, false]], [[-5.3046875, false]], [[-10.6796875, false]], [[-7.4296875, false]], [[-5.8046875, false]], [[-7.8046875, false]], [[-9.6796875, false]], [[-8.8046875, false]], [[-7.4296875, false]], [[-9.5546875, false]], [[-5.8046875, false]], [[-9.5546875, false]], [[-8.8046875, false]], [[-5.8046875, false]], [[-10.3046875, false]], [[-10.5546875, false]], [[-7.4296875, false]], [[-9.5546875, false]], [[-10.4296875, false]], [[-5.8046875, false]], [[-9.6796875, false]], [[-9.5546875, false]], [[-10.6796875, false]], [[-7.8046875, false]], [[-9.5546875, false]], [[-7.1484375, false]], [[-8.4296875, false]], [[-12.3046875, false]]], "filtered_resps": [[-6.6796875, false], [-8.4296875, false], [-5.4296875, false], [-9.6796875, false], [-10.3046875, false], [-10.5546875, false], [-5.8046875, false], [-5.3046875, false], [-10.4296875, false], [-7.4296875, false], [-5.8046875, false], [-10.3046875, false], [-5.3046875, false], [-9.6796875, false], [-9.6796875, false], [-7.1484375, false], [-8.4296875, false], [-10.390625, false], [-5.8046875, false], [-8.4296875, false], [-5.4296875, false], [-9.6796875, false], [-10.3046875, false], [-10.5546875, false], [-5.8046875, false], [-10.4296875, false], [-12.0546875, false], [-8.8046875, false], [-5.8046875, false], [-9.6796875, false], [-5.3046875, false], [-9.5546875, false], [-10.3046875, false], [-7.1484375, false], [-8.4296875, false], [-10.390625, false], [-5.8046875, false], [-8.4296875, false], [-7.1796875, false], [-10.5546875, false], [-7.4296875, false], [-12.0546875, false], [-5.8046875, false], [-10.5546875, false], [-5.3046875, false], [-11.1796875, false], [-7.4296875, false], [-5.8046875, false], [-10.3046875, false], [-10.5546875, false], [-7.4296875, false], [-5.8046875, false], [-9.5546875, false], [-5.3046875, false], [-10.6796875, false], [-7.4296875, false], [-5.8046875, false], [-7.6796875, false], [-9.5546875, false], [-7.4296875, false], [-10.3046875, false], [-7.1484375, false], [-8.4296875, false], [-10.390625, false], [-5.8046875, false], [-8.4296875, false], [-7.1796875, false], [-10.5546875, false], [-7.4296875, false], [-12.0546875, false], [-5.8046875, false], [-10.5546875, false], [-5.3046875, false], [-11.1796875, false], [-7.4296875, false], [-5.8046875, false], [-10.3046875, false], [-10.5546875, false], [-7.4296875, false], [-5.8046875, false], [-9.5546875, false], [-5.3046875, false], [-10.6796875, false], [-7.4296875, false], [-5.8046875, false], [-7.8046875, false], [-9.6796875, false], [-8.8046875, false], [-7.4296875, false], [-9.5546875, false], [-5.8046875, false], [-9.5546875, false], [-8.8046875, false], [-5.8046875, false], [-10.3046875, false], [-10.5546875, false], [-7.4296875, false], [-9.5546875, false], [-10.4296875, false], [-5.8046875, false], [-9.6796875, false], [-9.5546875, false], [-10.6796875, false], [-7.8046875, false], [-9.5546875, false], [-7.1484375, false], [-8.4296875, false], [-12.3046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1889, "doc": {"id": "NYSEDREGENTS_2015_8_35", "question": "Scientists have created trains that use magnets to make the trains float above the tracks as they travel. These trains float because", "choices": {"text": ["the track is waxed", "the like poles repel", "the train has a low density", "a chemical change occurs"], "label": ["1", "2", "3", "4"]}, "answerKey": "2"}, "target": "the like poles repel", "arguments": ["Question: Scientists have created trains that use magnets to make the trains float above the tracks as they travel. These trains float because\nAnswer:", " ["], "resps": [[[-7.1953125, false]], [[-8.1953125, false]], [[-9.5703125, false]], [[-8.5703125, false]], [[-8.5703125, false]], [[-5.3203125, false]], [[-9.5703125, false]], [[-9.0703125, false]], [[-4.9453125, false]], [[-7.9453125, false]], [[-9.5703125, false]], [[-5.3203125, false]], [[-7.8203125, false]], [[-7.8203125, false]], [[-5.3203125, false]], [[-8.9453125, false]], [[-4.9453125, false]], [[-9.1953125, false]], [[-8.5703125, false]], [[-8.1953125, false]], [[-8.1953125, false]], [[-8.75, false]], [[-5.3203125, false]], [[-8.1953125, false]], [[-9.5703125, false]], [[-8.5703125, false]], [[-8.5703125, false]], [[-5.3203125, false]], [[-10.1953125, false]], [[-7.8203125, false]], [[-9.5703125, false]], [[-8.5703125, false]], [[-5.3203125, false]], [[-8.9453125, false]], [[-9.6953125, false]], [[-10.1953125, false]], [[-8.5703125, false]], [[-7.8203125, false]], [[-5.3203125, false]], [[-9.0703125, false]], [[-8.5703125, false]], [[-8.9453125, false]], [[-8.5703125, false]], [[-10.1953125, false]], [[-8.1953125, false]], [[-8.75, false]], [[-5.3203125, false]], [[-8.1953125, false]], [[-9.5703125, false]], [[-8.5703125, false]], [[-8.5703125, false]], [[-5.3203125, false]], [[-9.5703125, false]], [[-9.0703125, false]], [[-4.9453125, false]], [[-7.8203125, false]], [[-8.6953125, false]], [[-5.3203125, false]], [[-8.5703125, false]], [[-4.9453125, false]], [[-7.8203125, false]], [[-5.3203125, false]], [[-4.9453125, false]], [[-5.3203125, false]], [[-10.1953125, false]], [[-9.6953125, false]], [[-8.9453125, false]], [[-5.3203125, false]], [[-8.1953125, false]], [[-8.5703125, false]], [[-8.6953125, false]], [[-7.8203125, false]], [[-7.8203125, false]], [[-9.5703125, false]], [[-11.6953125, false]], [[-8.1953125, false]], [[-8.75, false]], [[-5.3203125, false]], [[-8.1953125, false]], [[-4.9453125, false]], [[-5.3203125, false]], [[-7.9453125, false]], [[-8.5703125, false]], [[-8.5703125, false]], [[-9.1953125, false]], [[-7.8203125, false]], [[-7.9453125, false]], [[-4.9453125, false]], [[-10.1953125, false]], [[-5.3203125, false]], [[-7.9453125, false]], [[-8.5703125, false]], [[-4.9453125, false]], [[-8.6953125, false]], [[-9.9453125, false]], [[-8.5703125, false]], [[-5.3203125, false]], [[-9.6953125, false]], [[-7.9453125, false]], [[-7.9453125, false]], [[-10.3203125, false]], [[-9.0703125, false]], [[-7.8203125, false]], [[-8.1953125, false]], [[-11.4453125, false]]], "filtered_resps": [[-7.1953125, false], [-8.1953125, false], [-9.5703125, false], [-8.5703125, false], [-8.5703125, false], [-5.3203125, false], [-9.5703125, false], [-9.0703125, false], [-4.9453125, false], [-7.9453125, false], [-9.5703125, false], [-5.3203125, false], [-7.8203125, false], [-7.8203125, false], [-5.3203125, false], [-8.9453125, false], [-4.9453125, false], [-9.1953125, false], [-8.5703125, false], [-8.1953125, false], [-8.1953125, false], [-8.75, false], [-5.3203125, false], [-8.1953125, false], [-9.5703125, false], [-8.5703125, false], [-8.5703125, false], [-5.3203125, false], [-10.1953125, false], [-7.8203125, false], [-9.5703125, false], [-8.5703125, false], [-5.3203125, false], [-8.9453125, false], [-9.6953125, false], [-10.1953125, false], [-8.5703125, false], [-7.8203125, false], [-5.3203125, false], [-9.0703125, false], [-8.5703125, false], [-8.9453125, false], [-8.5703125, false], [-10.1953125, false], [-8.1953125, false], [-8.75, false], [-5.3203125, false], [-8.1953125, false], [-9.5703125, false], [-8.5703125, false], [-8.5703125, false], [-5.3203125, false], [-9.5703125, false], [-9.0703125, false], [-4.9453125, false], [-7.8203125, false], [-8.6953125, false], [-5.3203125, false], [-8.5703125, false], [-4.9453125, false], [-7.8203125, false], [-5.3203125, false], [-4.9453125, false], [-5.3203125, false], [-10.1953125, false], [-9.6953125, false], [-8.9453125, false], [-5.3203125, false], [-8.1953125, false], [-8.5703125, false], [-8.6953125, false], [-7.8203125, false], [-7.8203125, false], [-9.5703125, false], [-11.6953125, false], [-8.1953125, false], [-8.75, false], [-5.3203125, false], [-8.1953125, false], [-4.9453125, false], [-5.3203125, false], [-7.9453125, false], [-8.5703125, false], [-8.5703125, false], [-9.1953125, false], [-7.8203125, false], [-7.9453125, false], [-4.9453125, false], [-10.1953125, false], [-5.3203125, false], [-7.9453125, false], [-8.5703125, false], [-4.9453125, false], [-8.6953125, false], [-9.9453125, false], [-8.5703125, false], [-5.3203125, false], [-9.6953125, false], [-7.9453125, false], [-7.9453125, false], [-10.3203125, false], [-9.0703125, false], [-7.8203125, false], [-8.1953125, false], [-11.4453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1897, "doc": {"id": "NYSEDREGENTS_2012_8_32", "question": "Which property of a substance indicates whether the substance is a liquid or a solid at room temperature?", "choices": {"text": ["melting point", "electrical conductivity", "flexibility", "solubility"], "label": ["1", "2", "3", "4"]}, "answerKey": "1"}, "target": "melting point", "arguments": ["Question: Which property of a substance indicates whether the substance is a liquid or a solid at room temperature?\nAnswer:", " ["], "resps": [[[-5.6484375, false]], [[-8.3984375, false]], [[-7.1484375, false]], [[-7.6484375, false]], [[-9.6484375, false]], [[-8.1484375, false]], [[-7.6484375, false]], [[-7.8984375, false]], [[-10.3984375, false]], [[-5.3984375, false]], [[-8.8984375, false]], [[-8.6484375, false]], [[-7.6484375, false]], [[-7.8984375, false]], [[-8.1484375, false]], [[-8.3984375, false]], [[-9.9453125, false]], [[-5.3984375, false]], [[-8.3984375, false]], [[-7.6484375, false]], [[-9.6484375, false]], [[-7.6484375, false]], [[-7.8984375, false]], [[-8.1484375, false]], [[-10.6484375, false]], [[-7.6484375, false]], [[-7.8984375, false]], [[-3.396484375, false]], [[-9.6484375, false]], [[-5.3984375, false]], [[-7.8984375, false]], [[-8.6484375, false]], [[-7.8984375, false]], [[-9.3984375, false]], [[-10.3984375, false]], [[-7.8984375, false]], [[-8.1484375, false]], [[-7.6484375, false]], [[-8.8984375, false]], [[-7.6484375, false]], [[-8.1484375, false]], [[-9.8984375, false]], [[-8.3984375, false]], [[-9.9453125, false]], [[-5.3984375, false]], [[-8.3984375, false]], [[-9.8984375, false]], [[-9.6484375, false]], [[-7.6484375, false]], [[-8.3984375, false]], [[-7.6484375, false]], [[-7.6484375, false]], [[-7.6484375, false]], [[-9.6484375, false]], [[-7.6484375, false]], [[-8.1484375, false]], [[-9.8984375, false]], [[-8.3984375, false]], [[-9.9453125, false]], [[-5.3984375, false]], [[-8.3984375, false]], [[-9.3984375, false]], [[-8.6484375, false]], [[-9.6484375, false]], [[-10.3984375, false]], [[-7.6484375, false]], [[-7.6484375, false]], [[-9.6484375, false]], [[-7.6484375, false]], [[-8.1484375, false]], [[-9.8984375, false]], [[-8.3984375, false]], [[-11.6484375, false]]], "filtered_resps": [[-5.6484375, false], [-8.3984375, false], [-7.1484375, false], [-7.6484375, false], [-9.6484375, false], [-8.1484375, false], [-7.6484375, false], [-7.8984375, false], [-10.3984375, false], [-5.3984375, false], [-8.8984375, false], [-8.6484375, false], [-7.6484375, false], [-7.8984375, false], [-8.1484375, false], [-8.3984375, false], [-9.9453125, false], [-5.3984375, false], [-8.3984375, false], [-7.6484375, false], [-9.6484375, false], [-7.6484375, false], [-7.8984375, false], [-8.1484375, false], [-10.6484375, false], [-7.6484375, false], [-7.8984375, false], [-3.396484375, false], [-9.6484375, false], [-5.3984375, false], [-7.8984375, false], [-8.6484375, false], [-7.8984375, false], [-9.3984375, false], [-10.3984375, false], [-7.8984375, false], [-8.1484375, false], [-7.6484375, false], [-8.8984375, false], [-7.6484375, false], [-8.1484375, false], [-9.8984375, false], [-8.3984375, false], [-9.9453125, false], [-5.3984375, false], [-8.3984375, false], [-9.8984375, false], [-9.6484375, false], [-7.6484375, false], [-8.3984375, false], [-7.6484375, false], [-7.6484375, false], [-7.6484375, false], [-9.6484375, false], [-7.6484375, false], [-8.1484375, false], [-9.8984375, false], [-8.3984375, false], [-9.9453125, false], [-5.3984375, false], [-8.3984375, false], [-9.3984375, false], [-8.6484375, false], [-9.6484375, false], [-10.3984375, false], [-7.6484375, false], [-7.6484375, false], [-9.6484375, false], [-7.6484375, false], [-8.1484375, false], [-9.8984375, false], [-8.3984375, false], [-11.6484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1905, "doc": {"id": "MDSA_2011_8_39", "question": "A light bulb transforms electrical energy into light energy. A light bulb also transforms electrical energy into", "choices": {"text": ["heat energy", "potential energy", "magnetic energy", "mechanical energy"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "heat energy", "arguments": ["Question: A light bulb transforms electrical energy into light energy. A light bulb also transforms electrical energy into\nAnswer:", " ["], "resps": [[[-7.73046875, false]], [[-8.9765625, false]], [[-9.7265625, false]], [[-8.7265625, false]], [[-3.23046875, false]], [[-9.4765625, false]], [[-5.73046875, false]], [[-8.7265625, false]], [[-9.2265625, false]], [[-8.7265625, false]], [[-9.9765625, false]], [[-10.7265625, false]], [[-10.9765625, false]], [[-8.9765625, false]], [[-9.3515625, false]], [[-5.73046875, false]], [[-8.9765625, false]], [[-9.9765625, false]], [[-9.4765625, false]], [[-9.4765625, false]], [[-8.7265625, false]], [[-9.2265625, false]], [[-9.4765625, false]], [[-7.73046875, false]], [[-3.23046875, false]], [[-10.4765625, false]], [[-5.73046875, false]], [[-8.7265625, false]], [[-9.2265625, false]], [[-8.7265625, false]], [[-9.9765625, false]], [[-10.7265625, false]], [[-10.9765625, false]], [[-8.9765625, false]], [[-9.3515625, false]], [[-5.73046875, false]], [[-8.9765625, false]], [[-10.7265625, false]], [[-3.23046875, false]], [[-10.7265625, false]], [[-9.2265625, false]], [[-8.7265625, false]], [[-9.4765625, false]], [[-7.73046875, false]], [[-8.7265625, false]], [[-5.73046875, false]], [[-8.7265625, false]], [[-9.2265625, false]], [[-8.7265625, false]], [[-9.9765625, false]], [[-10.7265625, false]], [[-10.9765625, false]], [[-8.9765625, false]], [[-9.3515625, false]], [[-5.73046875, false]], [[-8.9765625, false]], [[-10.7265625, false]], [[-8.7265625, false]], [[-8.7265625, false]], [[-9.7265625, false]], [[-3.23046875, false]], [[-9.2265625, false]], [[-7.73046875, false]], [[-8.7265625, false]], [[-3.23046875, false]], [[-10.4765625, false]], [[-5.73046875, false]], [[-8.7265625, false]], [[-9.2265625, false]], [[-8.7265625, false]], [[-9.9765625, false]], [[-10.7265625, false]], [[-10.9765625, false]], [[-8.9765625, false]], [[-12.4765625, false]]], "filtered_resps": [[-7.73046875, false], [-8.9765625, false], [-9.7265625, false], [-8.7265625, false], [-3.23046875, false], [-9.4765625, false], [-5.73046875, false], [-8.7265625, false], [-9.2265625, false], [-8.7265625, false], [-9.9765625, false], [-10.7265625, false], [-10.9765625, false], [-8.9765625, false], [-9.3515625, false], [-5.73046875, false], [-8.9765625, false], [-9.9765625, false], [-9.4765625, false], [-9.4765625, false], [-8.7265625, false], [-9.2265625, false], [-9.4765625, false], [-7.73046875, false], [-3.23046875, false], [-10.4765625, false], [-5.73046875, false], [-8.7265625, false], [-9.2265625, false], [-8.7265625, false], [-9.9765625, false], [-10.7265625, false], [-10.9765625, false], [-8.9765625, false], [-9.3515625, false], [-5.73046875, false], [-8.9765625, false], [-10.7265625, false], [-3.23046875, false], [-10.7265625, false], [-9.2265625, false], [-8.7265625, false], [-9.4765625, false], [-7.73046875, false], [-8.7265625, false], [-5.73046875, false], [-8.7265625, false], [-9.2265625, false], [-8.7265625, false], [-9.9765625, false], [-10.7265625, false], [-10.9765625, false], [-8.9765625, false], [-9.3515625, false], [-5.73046875, false], [-8.9765625, false], [-10.7265625, false], [-8.7265625, false], [-8.7265625, false], [-9.7265625, false], [-3.23046875, false], [-9.2265625, false], [-7.73046875, false], [-8.7265625, false], [-3.23046875, false], [-10.4765625, false], [-5.73046875, false], [-8.7265625, false], [-9.2265625, false], [-8.7265625, false], [-9.9765625, false], [-10.7265625, false], [-10.9765625, false], [-8.9765625, false], [-12.4765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1913, "doc": {"id": "MCAS_1999_8_36", "question": "Animals get energy from the food they eat. What is the original source of this energy?", "choices": {"text": ["the soil", "the water cycle", "the Sun", "fertilizers"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "the Sun", "arguments": ["Question: Animals get energy from the food they eat. What is the original source of this energy?\nAnswer:", " ["], "resps": [[[-7.45703125, false]], [[-8.9609375, false]], [[-10.9609375, false]], [[-10.9609375, false]], [[-8.7109375, false]], [[-5.95703125, false]], [[-9.7109375, false]], [[-9.9609375, false]], [[-8.9609375, false]], [[-9.9609375, false]], [[-8.9609375, false]], [[-10.65625, false]], [[-5.95703125, false]], [[-8.9609375, false]], [[-10.9609375, false]], [[-10.9609375, false]], [[-8.7109375, false]], [[-5.95703125, false]], [[-10.4609375, false]], [[-6.45703125, false]], [[-10.9609375, false]], [[-8.7109375, false]], [[-11.9609375, false]], [[-5.95703125, false]], [[-8.7109375, false]], [[-11.9609375, false]], [[-8.7109375, false]], [[-9.9609375, false]], [[-8.7109375, false]], [[-8.9609375, false]], [[-10.65625, false]], [[-5.95703125, false]], [[-8.9609375, false]], [[-10.9609375, false]], [[-10.9609375, false]], [[-8.7109375, false]], [[-5.95703125, false]], [[-7.20703125, false]], [[-11.4609375, false]], [[-10.2109375, false]], [[-8.9609375, false]], [[-10.65625, false]], [[-5.95703125, false]], [[-8.9609375, false]], [[-10.4609375, false]], [[-8.7109375, false]], [[-11.9609375, false]], [[-10.9609375, false]], [[-8.9609375, false]], [[-9.9609375, false]], [[-8.9609375, false]], [[-12.9609375, false]], [[-8.7109375, false]], [[-11.9609375, false]], [[-9.7109375, false]], [[-8.9609375, false]], [[-13.4609375, false]]], "filtered_resps": [[-7.45703125, false], [-8.9609375, false], [-10.9609375, false], [-10.9609375, false], [-8.7109375, false], [-5.95703125, false], [-9.7109375, false], [-9.9609375, false], [-8.9609375, false], [-9.9609375, false], [-8.9609375, false], [-10.65625, false], [-5.95703125, false], [-8.9609375, false], [-10.9609375, false], [-10.9609375, false], [-8.7109375, false], [-5.95703125, false], [-10.4609375, false], [-6.45703125, false], [-10.9609375, false], [-8.7109375, false], [-11.9609375, false], [-5.95703125, false], [-8.7109375, false], [-11.9609375, false], [-8.7109375, false], [-9.9609375, false], [-8.7109375, false], [-8.9609375, false], [-10.65625, false], [-5.95703125, false], [-8.9609375, false], [-10.9609375, false], [-10.9609375, false], [-8.7109375, false], [-5.95703125, false], [-7.20703125, false], [-11.4609375, false], [-10.2109375, false], [-8.9609375, false], [-10.65625, false], [-5.95703125, false], [-8.9609375, false], [-10.4609375, false], [-8.7109375, false], [-11.9609375, false], [-10.9609375, false], [-8.9609375, false], [-9.9609375, false], [-8.9609375, false], [-12.9609375, false], [-8.7109375, false], [-11.9609375, false], [-9.7109375, false], [-8.9609375, false], [-13.4609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1921, "doc": {"id": "MCAS_2004_9_4", "question": "What is the mass of an asteroid with a speed of 200 m/s and a momentum of 2,000 kg x m/s?", "choices": {"text": ["10 kg", "1,800 kg", "2,200 kg", "400,000 kg"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "10 kg", "arguments": ["Question: What is the mass of an asteroid with a speed of 200 m/s and a momentum of 2,000 kg x m/s?\nAnswer:", " ["], "resps": [[[-7.12890625, false]], [[-9.1328125, false]], [[-3.87890625, false]], [[-5.37890625, false]], [[-3.62890625, false]], [[-9.1328125, false]], [[-9.6328125, false]], [[-9.1328125, false]], [[-8.46875, false]], [[-3.62890625, false]], [[-9.1328125, false]], [[-3.87890625, false]], [[-8.46875, false]], [[-5.37890625, false]], [[-5.37890625, false]], [[-5.37890625, false]], [[-3.62890625, false]], [[-9.1328125, false]], [[-9.6328125, false]], [[-9.1328125, false]], [[-8.46875, false]], [[-3.62890625, false]], [[-9.1328125, false]], [[-4.37890625, false]], [[-8.46875, false]], [[-4.37890625, false]], [[-5.37890625, false]], [[-5.37890625, false]], [[-3.62890625, false]], [[-9.1328125, false]], [[-9.6328125, false]], [[-9.1328125, false]], [[-8.46875, false]], [[-3.62890625, false]], [[-9.1328125, false]], [[-4.87890625, false]], [[-5.37890625, false]], [[-5.37890625, false]], [[-8.46875, false]], [[-5.37890625, false]], [[-5.37890625, false]], [[-5.37890625, false]], [[-3.62890625, false]], [[-9.1328125, false]], [[-9.6328125, false]], [[-9.1328125, false]], [[-12.6328125, false]]], "filtered_resps": [[-7.12890625, false], [-9.1328125, false], [-3.87890625, false], [-5.37890625, false], [-3.62890625, false], [-9.1328125, false], [-9.6328125, false], [-9.1328125, false], [-8.46875, false], [-3.62890625, false], [-9.1328125, false], [-3.87890625, false], [-8.46875, false], [-5.37890625, false], [-5.37890625, false], [-5.37890625, false], [-3.62890625, false], [-9.1328125, false], [-9.6328125, false], [-9.1328125, false], [-8.46875, false], [-3.62890625, false], [-9.1328125, false], [-4.37890625, false], [-8.46875, false], [-4.37890625, false], [-5.37890625, false], [-5.37890625, false], [-3.62890625, false], [-9.1328125, false], [-9.6328125, false], [-9.1328125, false], [-8.46875, false], [-3.62890625, false], [-9.1328125, false], [-4.87890625, false], [-5.37890625, false], [-5.37890625, false], [-8.46875, false], [-5.37890625, false], [-5.37890625, false], [-5.37890625, false], [-3.62890625, false], [-9.1328125, false], [-9.6328125, false], [-9.1328125, false], [-12.6328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1929, "doc": {"id": "ACTAAP_2009_7_6", "question": "Stomata are tiny pores located on the leaves of plants. These pores permit the exchange of gases between air in the environment and plant cells located inside the leaf. Which tissue performs a similar function in vertebrates?", "choices": {"text": ["The cornea in the eye", "The alveoli in the lungs", "The chambers in the heart", "The salivary glands in the mouth"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "The alveoli in the lungs", "arguments": ["Question: Stomata are tiny pores located on the leaves of plants. These pores permit the exchange of gases between air in the environment and plant cells located inside the leaf. Which tissue performs a similar function in vertebrates?\nAnswer:", " ["], "resps": [[[-8.8671875, false]], [[-11.8671875, false]], [[-5.36328125, false]], [[-10.6171875, false]], [[-7.61328125, false]], [[-5.36328125, false]], [[-8.3671875, false]], [[-8.3671875, false]], [[-10.8671875, false]], [[-10.1171875, false]], [[-7.61328125, false]], [[-5.61328125, false]], [[-5.36328125, false]], [[-10.6171875, false]], [[-10.1171875, false]], [[-5.36328125, false]], [[-10.3671875, false]], [[-10.6171875, false]], [[-7.61328125, false]], [[-5.36328125, false]], [[-7.61328125, false]], [[-12.8671875, false]], [[-7.61328125, false]], [[-11.8671875, false]], [[-9.9375, false]], [[-5.36328125, false]], [[-11.8671875, false]], [[-5.36328125, false]], [[-10.6171875, false]], [[-7.61328125, false]], [[-5.36328125, false]], [[-5.61328125, false]], [[-8.8671875, false]], [[-11.1171875, false]], [[-7.61328125, false]], [[-8.3671875, false]], [[-8.8671875, false]], [[-10.6171875, false]], [[-5.36328125, false]], [[-10.6171875, false]], [[-10.1171875, false]], [[-5.36328125, false]], [[-10.3671875, false]], [[-10.6171875, false]], [[-7.61328125, false]], [[-5.36328125, false]], [[-8.8671875, false]], [[-9.8671875, false]], [[-10.1171875, false]], [[-11.8671875, false]], [[-9.8671875, false]], [[-11.8671875, false]], [[-9.8984375, false]], [[-5.36328125, false]], [[-11.8671875, false]], [[-5.36328125, false]], [[-10.6171875, false]], [[-7.61328125, false]], [[-5.36328125, false]], [[-8.3671875, false]], [[-10.6171875, false]], [[-5.61328125, false]], [[-9.6171875, false]], [[-8.6171875, false]], [[-7.61328125, false]], [[-10.8671875, false]], [[-9.8671875, false]], [[-5.36328125, false]], [[-10.6171875, false]], [[-10.1171875, false]], [[-5.36328125, false]], [[-10.3671875, false]], [[-10.6171875, false]], [[-7.61328125, false]], [[-5.36328125, false]], [[-10.6171875, false]], [[-7.61328125, false]], [[-5.61328125, false]], [[-10.8671875, false]], [[-10.3671875, false]], [[-11.8671875, false]], [[-9.8984375, false]], [[-5.36328125, false]], [[-11.8671875, false]], [[-5.36328125, false]], [[-10.6171875, false]], [[-7.61328125, false]], [[-5.36328125, false]], [[-9.8671875, false]], [[-5.61328125, false]], [[-8.8671875, false]], [[-10.6171875, false]], [[-11.1171875, false]], [[-5.61328125, false]], [[-10.8671875, false]], [[-12.8671875, false]], [[-5.36328125, false]], [[-11.8671875, false]], [[-8.8671875, false]], [[-5.61328125, false]], [[-10.1171875, false]], [[-11.3671875, false]], [[-9.8671875, false]], [[-5.36328125, false]], [[-10.6171875, false]], [[-10.1171875, false]], [[-5.36328125, false]], [[-10.3671875, false]], [[-10.6171875, false]], [[-7.61328125, false]], [[-5.36328125, false]], [[-9.6171875, false]], [[-8.3671875, false]], [[-9.8671875, false]], [[-10.3671875, false]], [[-10.6171875, false]], [[-11.8671875, false]], [[-13.6171875, false]]], "filtered_resps": [[-8.8671875, false], [-11.8671875, false], [-5.36328125, false], [-10.6171875, false], [-7.61328125, false], [-5.36328125, false], [-8.3671875, false], [-8.3671875, false], [-10.8671875, false], [-10.1171875, false], [-7.61328125, false], [-5.61328125, false], [-5.36328125, false], [-10.6171875, false], [-10.1171875, false], [-5.36328125, false], [-10.3671875, false], [-10.6171875, false], [-7.61328125, false], [-5.36328125, false], [-7.61328125, false], [-12.8671875, false], [-7.61328125, false], [-11.8671875, false], [-9.9375, false], [-5.36328125, false], [-11.8671875, false], [-5.36328125, false], [-10.6171875, false], [-7.61328125, false], [-5.36328125, false], [-5.61328125, false], [-8.8671875, false], [-11.1171875, false], [-7.61328125, false], [-8.3671875, false], [-8.8671875, false], [-10.6171875, false], [-5.36328125, false], [-10.6171875, false], [-10.1171875, false], [-5.36328125, false], [-10.3671875, false], [-10.6171875, false], [-7.61328125, false], [-5.36328125, false], [-8.8671875, false], [-9.8671875, false], [-10.1171875, false], [-11.8671875, false], [-9.8671875, false], [-11.8671875, false], [-9.8984375, false], [-5.36328125, false], [-11.8671875, false], [-5.36328125, false], [-10.6171875, false], [-7.61328125, false], [-5.36328125, false], [-8.3671875, false], [-10.6171875, false], [-5.61328125, false], [-9.6171875, false], [-8.6171875, false], [-7.61328125, false], [-10.8671875, false], [-9.8671875, false], [-5.36328125, false], [-10.6171875, false], [-10.1171875, false], [-5.36328125, false], [-10.3671875, false], [-10.6171875, false], [-7.61328125, false], [-5.36328125, false], [-10.6171875, false], [-7.61328125, false], [-5.61328125, false], [-10.8671875, false], [-10.3671875, false], [-11.8671875, false], [-9.8984375, false], [-5.36328125, false], [-11.8671875, false], [-5.36328125, false], [-10.6171875, false], [-7.61328125, false], [-5.36328125, false], [-9.8671875, false], [-5.61328125, false], [-8.8671875, false], [-10.6171875, false], [-11.1171875, false], [-5.61328125, false], [-10.8671875, false], [-12.8671875, false], [-5.36328125, false], [-11.8671875, false], [-8.8671875, false], [-5.61328125, false], [-10.1171875, false], [-11.3671875, false], [-9.8671875, false], [-5.36328125, false], [-10.6171875, false], [-10.1171875, false], [-5.36328125, false], [-10.3671875, false], [-10.6171875, false], [-7.61328125, false], [-5.36328125, false], [-9.6171875, false], [-8.3671875, false], [-9.8671875, false], [-10.3671875, false], [-10.6171875, false], [-11.8671875, false], [-13.6171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1937, "doc": {"id": "Mercury_LBS10205", "question": "Which of the following is a chemical property of a substance?", "choices": {"text": ["mass of 372 g", "reacts with HCl", "density of 37 g/cm^3", "white powder with silver specks"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "reacts with HCl", "arguments": ["Question: Which of the following is a chemical property of a substance?\nAnswer:", " ["], "resps": [[[-6.1796875, false]], [[-9.9296875, false]], [[-6.1796875, false]], [[-3.1796875, false]], [[-9.1796875, false]], [[-9.1796875, false]], [[-4.9296875, false]], [[-7.4296875, false]], [[-10.1796875, false]], [[-4.9296875, false]], [[-8.6796875, false]], [[-10.1796875, false]], [[-7.4296875, false]], [[-4.9296875, false]], [[-10.1796875, false]], [[-9.9296875, false]], [[-9.65625, false]], [[-4.9296875, false]], [[-9.9296875, false]], [[-10.1796875, false]], [[-7.9296875, false]], [[-3.1796875, false]], [[-6.1796875, false]], [[-8.1796875, false]], [[-9.1796875, false]], [[-4.9296875, false]], [[-10.9296875, false]], [[-6.9296875, false]], [[-8.1796875, false]], [[-8.1796875, false]], [[-4.9296875, false]], [[-4.1796875, false]], [[-3.9296875, false]], [[-10.4296875, false]], [[-9.9296875, false]], [[-9.65625, false]], [[-4.9296875, false]], [[-9.9296875, false]], [[-9.4296875, false]], [[-7.9296875, false]], [[-6.6796875, false]], [[-9.1796875, false]], [[-6.9296875, false]], [[-8.1796875, false]], [[-9.1796875, false]], [[-4.9296875, false]], [[-7.4296875, false]], [[-10.1796875, false]], [[-4.9296875, false]], [[-8.6796875, false]], [[-10.1796875, false]], [[-4.9296875, false]], [[-10.1796875, false]], [[-11.4296875, false]], [[-6.1796875, false]], [[-6.1796875, false]], [[-11.6796875, false]], [[-8.6796875, false]], [[-9.9296875, false]], [[-9.65625, false]], [[-4.9296875, false]], [[-9.9296875, false]], [[-10.9296875, false]], [[-8.1796875, false]], [[-6.9296875, false]], [[-8.1796875, false]], [[-7.9296875, false]], [[-4.9296875, false]], [[-7.6796875, false]], [[-7.4296875, false]], [[-10.9296875, false]], [[-9.4296875, false]], [[-7.9296875, false]], [[-10.1796875, false]], [[-4.9296875, false]], [[-10.9296875, false]], [[-6.9296875, false]], [[-8.1796875, false]], [[-8.1796875, false]], [[-4.9296875, false]], [[-9.1796875, false]], [[-6.9296875, false]], [[-10.4296875, false]], [[-9.1796875, false]], [[-7.9296875, false]], [[-10.1796875, false]], [[-4.9296875, false]], [[-9.1796875, false]], [[-7.6796875, false]], [[-7.9296875, false]], [[-6.1796875, false]], [[-10.6796875, false]], [[-9.1796875, false]], [[-9.9296875, false]], [[-11.9296875, false]]], "filtered_resps": [[-6.1796875, false], [-9.9296875, false], [-6.1796875, false], [-3.1796875, false], [-9.1796875, false], [-9.1796875, false], [-4.9296875, false], [-7.4296875, false], [-10.1796875, false], [-4.9296875, false], [-8.6796875, false], [-10.1796875, false], [-7.4296875, false], [-4.9296875, false], [-10.1796875, false], [-9.9296875, false], [-9.65625, false], [-4.9296875, false], [-9.9296875, false], [-10.1796875, false], [-7.9296875, false], [-3.1796875, false], [-6.1796875, false], [-8.1796875, false], [-9.1796875, false], [-4.9296875, false], [-10.9296875, false], [-6.9296875, false], [-8.1796875, false], [-8.1796875, false], [-4.9296875, false], [-4.1796875, false], [-3.9296875, false], [-10.4296875, false], [-9.9296875, false], [-9.65625, false], [-4.9296875, false], [-9.9296875, false], [-9.4296875, false], [-7.9296875, false], [-6.6796875, false], [-9.1796875, false], [-6.9296875, false], [-8.1796875, false], [-9.1796875, false], [-4.9296875, false], [-7.4296875, false], [-10.1796875, false], [-4.9296875, false], [-8.6796875, false], [-10.1796875, false], [-4.9296875, false], [-10.1796875, false], [-11.4296875, false], [-6.1796875, false], [-6.1796875, false], [-11.6796875, false], [-8.6796875, false], [-9.9296875, false], [-9.65625, false], [-4.9296875, false], [-9.9296875, false], [-10.9296875, false], [-8.1796875, false], [-6.9296875, false], [-8.1796875, false], [-7.9296875, false], [-4.9296875, false], [-7.6796875, false], [-7.4296875, false], [-10.9296875, false], [-9.4296875, false], [-7.9296875, false], [-10.1796875, false], [-4.9296875, false], [-10.9296875, false], [-6.9296875, false], [-8.1796875, false], [-8.1796875, false], [-4.9296875, false], [-9.1796875, false], [-6.9296875, false], [-10.4296875, false], [-9.1796875, false], [-7.9296875, false], [-10.1796875, false], [-4.9296875, false], [-9.1796875, false], [-7.6796875, false], [-7.9296875, false], [-6.1796875, false], [-10.6796875, false], [-9.1796875, false], [-9.9296875, false], [-11.9296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1945, "doc": {"id": "Mercury_7251003", "question": "Which information does a student need to differentiate between the speed and the velocity of a vehicle in motion?", "choices": {"text": ["the rate of the motion", "the direction of the motion", "the change in the amount of motion", "the amount of distance traveled during motion"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "the direction of the motion", "arguments": ["Question: Which information does a student need to differentiate between the speed and the velocity of a vehicle in motion?\nAnswer:", " ["], "resps": [[[-6.90234375, false]], [[-9.1484375, false]], [[-9.6484375, false]], [[-9.8984375, false]], [[-9.3984375, false]], [[-3.900390625, false]], [[-10.3984375, false]], [[-5.15234375, false]], [[-9.6484375, false]], [[-9.3984375, false]], [[-3.900390625, false]], [[-10.6484375, false]], [[-9.3984375, false]], [[-3.900390625, false]], [[-9.6484375, false]], [[-9.8984375, false]], [[-9.3984375, false]], [[-3.900390625, false]], [[-8.8984375, false]], [[-10.6484375, false]], [[-9.6484375, false]], [[-8.6484375, false]], [[-10.6484375, false]], [[-9.3984375, false]], [[-9.1484375, false]], [[-8.7734375, false]], [[-3.900390625, false]], [[-9.1484375, false]], [[-9.6484375, false]], [[-9.8984375, false]], [[-9.3984375, false]], [[-3.900390625, false]], [[-9.1484375, false]], [[-8.6484375, false]], [[-10.3984375, false]], [[-9.3984375, false]], [[-9.6484375, false]], [[-9.6484375, false]], [[-8.6484375, false]], [[-10.6484375, false]], [[-9.3984375, false]], [[-3.900390625, false]], [[-10.6484375, false]], [[-9.3984375, false]], [[-3.900390625, false]], [[-9.6484375, false]], [[-9.8984375, false]], [[-9.3984375, false]], [[-3.900390625, false]], [[-8.8984375, false]], [[-10.6484375, false]], [[-9.6484375, false]], [[-8.6484375, false]], [[-10.6484375, false]], [[-9.3984375, false]], [[-9.1484375, false]], [[-8.7734375, false]], [[-3.900390625, false]], [[-9.1484375, false]], [[-9.6484375, false]], [[-9.8984375, false]], [[-9.3984375, false]], [[-3.900390625, false]], [[-9.6484375, false]], [[-9.8984375, false]], [[-5.15234375, false]], [[-9.3984375, false]], [[-11.3984375, false]], [[-9.3984375, false]], [[-3.900390625, false]], [[-8.6484375, false]], [[-9.3984375, false]], [[-3.900390625, false]], [[-9.6484375, false]], [[-9.8984375, false]], [[-9.3984375, false]], [[-3.900390625, false]], [[-5.15234375, false]], [[-8.8984375, false]], [[-10.6484375, false]], [[-9.6484375, false]], [[-9.3984375, false]], [[-9.6484375, false]], [[-3.900390625, false]], [[-10.6484375, false]], [[-9.3984375, false]], [[-3.900390625, false]], [[-8.8984375, false]], [[-10.6484375, false]], [[-9.6484375, false]], [[-8.6484375, false]], [[-10.6484375, false]], [[-9.3984375, false]], [[-9.1484375, false]], [[-8.7734375, false]], [[-3.900390625, false]], [[-9.1484375, false]], [[-9.6484375, false]], [[-9.8984375, false]], [[-9.3984375, false]], [[-3.900390625, false]], [[-5.15234375, false]], [[-8.8984375, false]], [[-10.6484375, false]], [[-9.6484375, false]], [[-9.3984375, false]], [[-9.6484375, false]], [[-3.900390625, false]], [[-10.6484375, false]], [[-9.3984375, false]], [[-3.900390625, false]], [[-9.1484375, false]], [[-8.6484375, false]], [[-9.8984375, false]], [[-9.6484375, false]], [[-5.15234375, false]], [[-9.3984375, false]], [[-9.6484375, false]], [[-9.3984375, false]], [[-3.900390625, false]], [[-9.6484375, false]], [[-10.3984375, false]], [[-5.15234375, false]], [[-8.1484375, false]], [[-9.3984375, false]], [[-10.8984375, false]], [[-9.3984375, false]], [[-9.1484375, false]], [[-3.900390625, false]], [[-9.1484375, false]], [[-9.6484375, false]], [[-10.3984375, false]], [[-8.6484375, false]], [[-9.3984375, false]], [[-11.3984375, false]], [[-3.900390625, false]], [[-8.8984375, false]], [[-10.6484375, false]], [[-9.6484375, false]], [[-8.6484375, false]], [[-10.6484375, false]], [[-9.3984375, false]], [[-9.1484375, false]], [[-12.6484375, false]]], "filtered_resps": [[-6.90234375, false], [-9.1484375, false], [-9.6484375, false], [-9.8984375, false], [-9.3984375, false], [-3.900390625, false], [-10.3984375, false], [-5.15234375, false], [-9.6484375, false], [-9.3984375, false], [-3.900390625, false], [-10.6484375, false], [-9.3984375, false], [-3.900390625, false], [-9.6484375, false], [-9.8984375, false], [-9.3984375, false], [-3.900390625, false], [-8.8984375, false], [-10.6484375, false], [-9.6484375, false], [-8.6484375, false], [-10.6484375, false], [-9.3984375, false], [-9.1484375, false], [-8.7734375, false], [-3.900390625, false], [-9.1484375, false], [-9.6484375, false], [-9.8984375, false], [-9.3984375, false], [-3.900390625, false], [-9.1484375, false], [-8.6484375, false], [-10.3984375, false], [-9.3984375, false], [-9.6484375, false], [-9.6484375, false], [-8.6484375, false], [-10.6484375, false], [-9.3984375, false], [-3.900390625, false], [-10.6484375, false], [-9.3984375, false], [-3.900390625, false], [-9.6484375, false], [-9.8984375, false], [-9.3984375, false], [-3.900390625, false], [-8.8984375, false], [-10.6484375, false], [-9.6484375, false], [-8.6484375, false], [-10.6484375, false], [-9.3984375, false], [-9.1484375, false], [-8.7734375, false], [-3.900390625, false], [-9.1484375, false], [-9.6484375, false], [-9.8984375, false], [-9.3984375, false], [-3.900390625, false], [-9.6484375, false], [-9.8984375, false], [-5.15234375, false], [-9.3984375, false], [-11.3984375, false], [-9.3984375, false], [-3.900390625, false], [-8.6484375, false], [-9.3984375, false], [-3.900390625, false], [-9.6484375, false], [-9.8984375, false], [-9.3984375, false], [-3.900390625, false], [-5.15234375, false], [-8.8984375, false], [-10.6484375, false], [-9.6484375, false], [-9.3984375, false], [-9.6484375, false], [-3.900390625, false], [-10.6484375, false], [-9.3984375, false], [-3.900390625, false], [-8.8984375, false], [-10.6484375, false], [-9.6484375, false], [-8.6484375, false], [-10.6484375, false], [-9.3984375, false], [-9.1484375, false], [-8.7734375, false], [-3.900390625, false], [-9.1484375, false], [-9.6484375, false], [-9.8984375, false], [-9.3984375, false], [-3.900390625, false], [-5.15234375, false], [-8.8984375, false], [-10.6484375, false], [-9.6484375, false], [-9.3984375, false], [-9.6484375, false], [-3.900390625, false], [-10.6484375, false], [-9.3984375, false], [-3.900390625, false], [-9.1484375, false], [-8.6484375, false], [-9.8984375, false], [-9.6484375, false], [-5.15234375, false], [-9.3984375, false], [-9.6484375, false], [-9.3984375, false], [-3.900390625, false], [-9.6484375, false], [-10.3984375, false], [-5.15234375, false], [-8.1484375, false], [-9.3984375, false], [-10.8984375, false], [-9.3984375, false], [-9.1484375, false], [-3.900390625, false], [-9.1484375, false], [-9.6484375, false], [-10.3984375, false], [-8.6484375, false], [-9.3984375, false], [-11.3984375, false], [-3.900390625, false], [-8.8984375, false], [-10.6484375, false], [-9.6484375, false], [-8.6484375, false], [-10.6484375, false], [-9.3984375, false], [-9.1484375, false], [-12.6484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1953, "doc": {"id": "TIMSS_2003_4_pg34", "question": "A renewable energy source is a source that will not run out. Which is an example of the use of such a source?", "choices": {"text": ["A coal furnace heating a house", "a windmill pumping water on a farm", "a kerosene lamp lighting a room", "a diesel truck traveling along a road"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "a windmill pumping water on a farm", "arguments": ["Question: A renewable energy source is a source that will not run out. Which is an example of the use of such a source?\nAnswer:", " ["], "resps": [[[-7.6015625, false]], [[-8.2265625, false]], [[-1.9765625, true]], [[-5.4765625, false]], [[-9.8515625, false]], [[-9.2265625, false]], [[-3.9765625, false]], [[-10.7265625, false]], [[-5.4765625, false]], [[-10.7265625, false]], [[-10.4765625, false]], [[-11.2265625, false]], [[-9.3515625, false]], [[-3.9765625, false]], [[-9.8515625, false]], [[-7.8515625, false]], [[-5.4765625, false]], [[-10.9765625, false]], [[-7.8515625, false]], [[-3.9765625, false]], [[-11.3515625, false]], [[-8.1015625, false]], [[-9.3515625, false]], [[-12.2265625, false]], [[-5.4765625, false]], [[-3.9765625, false]], [[-5.4765625, false]], [[-10.9765625, false]], [[-9.2265625, false]], [[-10.4765625, false]], [[-9.8515625, false]], [[-7.8515625, false]], [[-8.2265625, false]], [[-9.609375, false]], [[-5.4765625, false]], [[-8.2265625, false]], [[-3.9765625, false]], [[-5.4765625, false]], [[-10.9765625, false]], [[-8.1015625, false]], [[-9.3515625, false]], [[-9.1015625, false]], [[-10.4765625, false]], [[-8.1015625, false]], [[-10.7265625, false]], [[-10.7265625, false]], [[-5.4765625, false]], [[-9.8515625, false]], [[-10.4765625, false]], [[-10.4765625, false]], [[-9.8515625, false]], [[-8.1015625, false]], [[-9.3515625, false]], [[-12.2265625, false]], [[-5.4765625, false]], [[-10.9765625, false]], [[-3.9765625, false]], [[-11.3515625, false]], [[-7.8515625, false]], [[-11.2265625, false]], [[-5.4765625, false]], [[-9.2265625, false]], [[-9.3515625, false]], [[-5.4765625, false]], [[-3.9765625, false]], [[-5.4765625, false]], [[-10.7265625, false]], [[-3.9765625, false]], [[-11.2265625, false]], [[-10.4765625, false]], [[-8.2265625, false]], [[-9.609375, false]], [[-5.4765625, false]], [[-8.2265625, false]], [[-3.9765625, false]], [[-5.4765625, false]], [[-11.6015625, false]], [[-7.8515625, false]], [[-11.2265625, false]], [[-9.2265625, false]], [[-9.8515625, false]], [[-7.8515625, false]], [[-9.3515625, false]], [[-7.8515625, false]], [[-5.4765625, false]], [[-10.7265625, false]], [[-3.9765625, false]], [[-10.4765625, false]], [[-9.8515625, false]], [[-5.4765625, false]], [[-10.7265625, false]], [[-8.1015625, false]], [[-12.2265625, false]], [[-10.9765625, false]], [[-11.3515625, false]], [[-8.1015625, false]], [[-9.3515625, false]], [[-12.2265625, false]], [[-5.4765625, false]], [[-3.9765625, false]], [[-5.4765625, false]], [[-11.2265625, false]], [[-9.2265625, false]], [[-9.2265625, false]], [[-10.4765625, false]], [[-8.2265625, false]], [[-9.609375, false]], [[-5.4765625, false]], [[-8.2265625, false]], [[-3.9765625, false]], [[-5.4765625, false]], [[-9.1015625, false]], [[-8.1015625, false]], [[-7.8515625, false]], [[-9.8515625, false]], [[-7.8515625, false]], [[-10.7265625, false]], [[-5.4765625, false]], [[-11.3515625, false]], [[-11.2265625, false]], [[-10.4765625, false]], [[-9.8515625, false]], [[-11.6015625, false]], [[-5.4765625, false]], [[-11.3515625, false]], [[-11.2265625, false]], [[-3.9765625, false]], [[-11.3515625, false]], [[-7.8515625, false]], [[-10.7265625, false]], [[-8.1015625, false]], [[-9.3515625, false]], [[-12.2265625, false]], [[-5.4765625, false]], [[-3.9765625, false]], [[-10.7265625, false]], [[-9.2265625, false]], [[-9.3515625, false]], [[-12.2265625, false]], [[-5.4765625, false]], [[-3.9765625, false]], [[-5.4765625, false]], [[-11.2265625, false]], [[-9.2265625, false]], [[-3.9765625, false]], [[-9.1015625, false]], [[-8.2265625, false]], [[-13.9765625, false]]], "filtered_resps": [[-7.6015625, false], [-8.2265625, false], [-1.9765625, true], [-5.4765625, false], [-9.8515625, false], [-9.2265625, false], [-3.9765625, false], [-10.7265625, false], [-5.4765625, false], [-10.7265625, false], [-10.4765625, false], [-11.2265625, false], [-9.3515625, false], [-3.9765625, false], [-9.8515625, false], [-7.8515625, false], [-5.4765625, false], [-10.9765625, false], [-7.8515625, false], [-3.9765625, false], [-11.3515625, false], [-8.1015625, false], [-9.3515625, false], [-12.2265625, false], [-5.4765625, false], [-3.9765625, false], [-5.4765625, false], [-10.9765625, false], [-9.2265625, false], [-10.4765625, false], [-9.8515625, false], [-7.8515625, false], [-8.2265625, false], [-9.609375, false], [-5.4765625, false], [-8.2265625, false], [-3.9765625, false], [-5.4765625, false], [-10.9765625, false], [-8.1015625, false], [-9.3515625, false], [-9.1015625, false], [-10.4765625, false], [-8.1015625, false], [-10.7265625, false], [-10.7265625, false], [-5.4765625, false], [-9.8515625, false], [-10.4765625, false], [-10.4765625, false], [-9.8515625, false], [-8.1015625, false], [-9.3515625, false], [-12.2265625, false], [-5.4765625, false], [-10.9765625, false], [-3.9765625, false], [-11.3515625, false], [-7.8515625, false], [-11.2265625, false], [-5.4765625, false], [-9.2265625, false], [-9.3515625, false], [-5.4765625, false], [-3.9765625, false], [-5.4765625, false], [-10.7265625, false], [-3.9765625, false], [-11.2265625, false], [-10.4765625, false], [-8.2265625, false], [-9.609375, false], [-5.4765625, false], [-8.2265625, false], [-3.9765625, false], [-5.4765625, false], [-11.6015625, false], [-7.8515625, false], [-11.2265625, false], [-9.2265625, false], [-9.8515625, false], [-7.8515625, false], [-9.3515625, false], [-7.8515625, false], [-5.4765625, false], [-10.7265625, false], [-3.9765625, false], [-10.4765625, false], [-9.8515625, false], [-5.4765625, false], [-10.7265625, false], [-8.1015625, false], [-12.2265625, false], [-10.9765625, false], [-11.3515625, false], [-8.1015625, false], [-9.3515625, false], [-12.2265625, false], [-5.4765625, false], [-3.9765625, false], [-5.4765625, false], [-11.2265625, false], [-9.2265625, false], [-9.2265625, false], [-10.4765625, false], [-8.2265625, false], [-9.609375, false], [-5.4765625, false], [-8.2265625, false], [-3.9765625, false], [-5.4765625, false], [-9.1015625, false], [-8.1015625, false], [-7.8515625, false], [-9.8515625, false], [-7.8515625, false], [-10.7265625, false], [-5.4765625, false], [-11.3515625, false], [-11.2265625, false], [-10.4765625, false], [-9.8515625, false], [-11.6015625, false], [-5.4765625, false], [-11.3515625, false], [-11.2265625, false], [-3.9765625, false], [-11.3515625, false], [-7.8515625, false], [-10.7265625, false], [-8.1015625, false], [-9.3515625, false], [-12.2265625, false], [-5.4765625, false], [-3.9765625, false], [-10.7265625, false], [-9.2265625, false], [-9.3515625, false], [-12.2265625, false], [-5.4765625, false], [-3.9765625, false], [-5.4765625, false], [-11.2265625, false], [-9.2265625, false], [-3.9765625, false], [-9.1015625, false], [-8.2265625, false], [-13.9765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1961, "doc": {"id": "ACTAAP_2007_7_14", "question": "What is the function of the nucleus in a cell?", "choices": {"text": ["provides energy", "provides nutrients", "controls activity", "controls movement"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "controls activity", "arguments": ["Question: What is the function of the nucleus in a cell?\nAnswer:", " ["], "resps": [[[-7.6328125, false]], [[-9.3828125, false]], [[-10.6328125, false]], [[-12.6328125, false]], [[-10.8828125, false]], [[-11.3828125, false]], [[-9.6328125, false]], [[-11.3828125, false]], [[-9.8828125, false]], [[-10.6328125, false]], [[-5.8828125, false]], [[-9.8828125, false]], [[-9.6328125, false]], [[-9.8828125, false]], [[-12.6328125, false]], [[-12.6328125, false]], [[-13.3828125, false]], [[-9.3828125, false]], [[-10.46875, false]], [[-5.8828125, false]], [[-9.3828125, false]], [[-10.6328125, false]], [[-12.6328125, false]], [[-10.8828125, false]], [[-11.3828125, false]], [[-9.6328125, false]], [[-11.3828125, false]], [[-9.8828125, false]], [[-10.6328125, false]], [[-5.8828125, false]], [[-9.6328125, false]], [[-11.1328125, false]], [[-11.1328125, false]], [[-12.6328125, false]], [[-9.6328125, false]], [[-9.8828125, false]], [[-9.6328125, false]], [[-11.1328125, false]], [[-10.6328125, false]], [[-9.3828125, false]], [[-10.46875, false]], [[-5.8828125, false]], [[-9.3828125, false]], [[-9.1328125, false]], [[-10.8828125, false]], [[-9.6328125, false]], [[-11.1328125, false]], [[-12.6328125, false]], [[-10.8828125, false]], [[-10.8828125, false]], [[-10.6328125, false]], [[-5.8828125, false]], [[-5.3828125, false]], [[-9.1328125, false]], [[-11.1328125, false]], [[-9.6328125, false]], [[-11.3828125, false]], [[-9.6328125, false]], [[-11.1328125, false]], [[-13.3828125, false]], [[-9.3828125, false]], [[-10.46875, false]], [[-5.8828125, false]], [[-9.3828125, false]], [[-9.1328125, false]], [[-10.8828125, false]], [[-9.6328125, false]], [[-11.1328125, false]], [[-12.6328125, false]], [[-10.8828125, false]], [[-10.8828125, false]], [[-10.6328125, false]], [[-5.8828125, false]], [[-10.3828125, false]], [[-10.8828125, false]], [[-11.3828125, false]], [[-9.8828125, false]], [[-10.3828125, false]], [[-9.8828125, false]], [[-9.6328125, false]], [[-11.1328125, false]], [[-9.3828125, false]], [[-13.1328125, false]]], "filtered_resps": [[-7.6328125, false], [-9.3828125, false], [-10.6328125, false], [-12.6328125, false], [-10.8828125, false], [-11.3828125, false], [-9.6328125, false], [-11.3828125, false], [-9.8828125, false], [-10.6328125, false], [-5.8828125, false], [-9.8828125, false], [-9.6328125, false], [-9.8828125, false], [-12.6328125, false], [-12.6328125, false], [-13.3828125, false], [-9.3828125, false], [-10.46875, false], [-5.8828125, false], [-9.3828125, false], [-10.6328125, false], [-12.6328125, false], [-10.8828125, false], [-11.3828125, false], [-9.6328125, false], [-11.3828125, false], [-9.8828125, false], [-10.6328125, false], [-5.8828125, false], [-9.6328125, false], [-11.1328125, false], [-11.1328125, false], [-12.6328125, false], [-9.6328125, false], [-9.8828125, false], [-9.6328125, false], [-11.1328125, false], [-10.6328125, false], [-9.3828125, false], [-10.46875, false], [-5.8828125, false], [-9.3828125, false], [-9.1328125, false], [-10.8828125, false], [-9.6328125, false], [-11.1328125, false], [-12.6328125, false], [-10.8828125, false], [-10.8828125, false], [-10.6328125, false], [-5.8828125, false], [-5.3828125, false], [-9.1328125, false], [-11.1328125, false], [-9.6328125, false], [-11.3828125, false], [-9.6328125, false], [-11.1328125, false], [-13.3828125, false], [-9.3828125, false], [-10.46875, false], [-5.8828125, false], [-9.3828125, false], [-9.1328125, false], [-10.8828125, false], [-9.6328125, false], [-11.1328125, false], [-12.6328125, false], [-10.8828125, false], [-10.8828125, false], [-10.6328125, false], [-5.8828125, false], [-10.3828125, false], [-10.8828125, false], [-11.3828125, false], [-9.8828125, false], [-10.3828125, false], [-9.8828125, false], [-9.6328125, false], [-11.1328125, false], [-9.3828125, false], [-13.1328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1969, "doc": {"id": "Mercury_SC_410877", "question": "Ben has a snack with a combination of raisins, chocolate pieces, and nuts. As he eats the snack, Ben picks out all of the raisins. Which best describes the snack Ben is eating?", "choices": {"text": ["a compound", "an element", "a solution", "a mixture"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "a mixture", "arguments": ["Question: Ben has a snack with a combination of raisins, chocolate pieces, and nuts. As he eats the snack, Ben picks out all of the raisins. Which best describes the snack Ben is eating?\nAnswer:", " ["], "resps": [[[-6.62109375, false]], [[-8.3671875, false]], [[-3.369140625, false]], [[-5.37109375, false]], [[-5.12109375, false]], [[-7.37109375, false]], [[-7.37109375, false]], [[-7.62109375, false]], [[-7.37109375, false]], [[-9.8671875, false]], [[-8.1171875, false]], [[-7.87109375, false]], [[-8.3671875, false]], [[-10.359375, false]], [[-5.37109375, false]], [[-8.3671875, false]], [[-3.369140625, false]], [[-8.1171875, false]], [[-5.37109375, false]], [[-7.87109375, false]], [[-10.1171875, false]], [[-7.87109375, false]], [[-7.37109375, false]], [[-7.87109375, false]], [[-8.1171875, false]], [[-8.3671875, false]], [[-8.3671875, false]], [[-10.359375, false]], [[-5.37109375, false]], [[-8.3671875, false]], [[-3.369140625, false]], [[-5.37109375, false]], [[-8.3671875, false]], [[-7.37109375, false]], [[-10.1171875, false]], [[-9.8671875, false]], [[-8.3671875, false]], [[-8.3671875, false]], [[-7.37109375, false]], [[-8.1171875, false]], [[-8.3671875, false]], [[-10.359375, false]], [[-5.37109375, false]], [[-8.3671875, false]], [[-3.369140625, false]], [[-5.37109375, false]], [[-7.37109375, false]], [[-8.3671875, false]], [[-8.1171875, false]], [[-8.3671875, false]], [[-9.8671875, false]], [[-8.3671875, false]], [[-7.87109375, false]], [[-8.3671875, false]], [[-11.6171875, false]]], "filtered_resps": [[-6.62109375, false], [-8.3671875, false], [-3.369140625, false], [-5.37109375, false], [-5.12109375, false], [-7.37109375, false], [-7.37109375, false], [-7.62109375, false], [-7.37109375, false], [-9.8671875, false], [-8.1171875, false], [-7.87109375, false], [-8.3671875, false], [-10.359375, false], [-5.37109375, false], [-8.3671875, false], [-3.369140625, false], [-8.1171875, false], [-5.37109375, false], [-7.87109375, false], [-10.1171875, false], [-7.87109375, false], [-7.37109375, false], [-7.87109375, false], [-8.1171875, false], [-8.3671875, false], [-8.3671875, false], [-10.359375, false], [-5.37109375, false], [-8.3671875, false], [-3.369140625, false], [-5.37109375, false], [-8.3671875, false], [-7.37109375, false], [-10.1171875, false], [-9.8671875, false], [-8.3671875, false], [-8.3671875, false], [-7.37109375, false], [-8.1171875, false], [-8.3671875, false], [-10.359375, false], [-5.37109375, false], [-8.3671875, false], [-3.369140625, false], [-5.37109375, false], [-7.37109375, false], [-8.3671875, false], [-8.1171875, false], [-8.3671875, false], [-9.8671875, false], [-8.3671875, false], [-7.87109375, false], [-8.3671875, false], [-11.6171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1977, "doc": {"id": "Mercury_SC_402645", "question": "Which best describes what keeps the Moon orbiting around Earth?", "choices": {"text": ["speed", "gravity", "weight", "friction"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "gravity", "arguments": ["Question: Which best describes what keeps the Moon orbiting around Earth?\nAnswer:", " ["], "resps": [[[-8.2109375, false]], [[-8.2109375, false]], [[-9.2109375, false]], [[-10.2109375, false]], [[-8.4609375, false]], [[-8.4609375, false]], [[-10.9609375, false]], [[-8.2109375, false]], [[-10.25, false]], [[-5.4609375, false]], [[-8.2109375, false]], [[-12.7109375, false]], [[-11.2109375, false]], [[-5.7109375, false]], [[-9.9609375, false]], [[-9.2109375, false]], [[-9.9609375, false]], [[-12.4609375, false]], [[-8.2109375, false]], [[-10.25, false]], [[-5.4609375, false]], [[-8.2109375, false]], [[-11.9609375, false]], [[-8.4609375, false]], [[-9.2109375, false]], [[-12.7109375, false]], [[-10.7109375, false]], [[-9.9609375, false]], [[-8.2109375, false]], [[-10.25, false]], [[-5.4609375, false]], [[-8.2109375, false]], [[-9.4609375, false]], [[-11.2109375, false]], [[-9.2109375, false]], [[-9.7109375, false]], [[-9.9609375, false]], [[-9.2109375, false]], [[-9.4609375, false]], [[-11.2109375, false]], [[-8.2109375, false]], [[-11.7109375, false]]], "filtered_resps": [[-8.2109375, false], [-8.2109375, false], [-9.2109375, false], [-10.2109375, false], [-8.4609375, false], [-8.4609375, false], [-10.9609375, false], [-8.2109375, false], [-10.25, false], [-5.4609375, false], [-8.2109375, false], [-12.7109375, false], [-11.2109375, false], [-5.7109375, false], [-9.9609375, false], [-9.2109375, false], [-9.9609375, false], [-12.4609375, false], [-8.2109375, false], [-10.25, false], [-5.4609375, false], [-8.2109375, false], [-11.9609375, false], [-8.4609375, false], [-9.2109375, false], [-12.7109375, false], [-10.7109375, false], [-9.9609375, false], [-8.2109375, false], [-10.25, false], [-5.4609375, false], [-8.2109375, false], [-9.4609375, false], [-11.2109375, false], [-9.2109375, false], [-9.7109375, false], [-9.9609375, false], [-9.2109375, false], [-9.4609375, false], [-11.2109375, false], [-8.2109375, false], [-11.7109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1985, "doc": {"id": "Mercury_7041230", "question": "When nearly vertical rays of solar energy strike a region of the Earth, that area has warm temperatures. What region of the Earth gets nearly vertical rays of solar energy year around?", "choices": {"text": ["Equator", "Australia", "United States", "North and South Poles"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Equator", "arguments": ["Question: When nearly vertical rays of solar energy strike a region of the Earth, that area has warm temperatures. What region of the Earth gets nearly vertical rays of solar energy year around?\nAnswer:", " ["], "resps": [[[-7.9140625, false]], [[-9.6640625, false]], [[-6.6640625, false]], [[-13.1640625, false]], [[-12.6640625, false]], [[-6.1640625, false]], [[-11.1640625, false]], [[-9.6640625, false]], [[-12.4140625, false]], [[-9.6640625, false]], [[-8.828125, false]], [[-5.4140625, false]], [[-9.6640625, false]], [[-3.666015625, false]], [[-12.6640625, false]], [[-10.6640625, false]], [[-11.1640625, false]], [[-12.4140625, false]], [[-6.1640625, false]], [[-11.9140625, false]], [[-9.4140625, false]], [[-6.1640625, false]], [[-9.6640625, false]], [[-8.828125, false]], [[-5.4140625, false]], [[-9.6640625, false]], [[-6.1640625, false]], [[-10.9140625, false]], [[-9.4140625, false]], [[-11.1640625, false]], [[-9.9140625, false]], [[-11.1640625, false]], [[-5.4140625, false]], [[-6.9140625, false]], [[-11.1640625, false]], [[-6.1640625, false]], [[-11.1640625, false]], [[-9.9140625, false]], [[-10.6640625, false]], [[-9.6640625, false]], [[-8.828125, false]], [[-5.4140625, false]], [[-9.6640625, false]], [[-7.4140625, false]], [[-9.6640625, false]], [[-12.4140625, false]], [[-11.1640625, false]], [[-13.1640625, false]], [[-5.4140625, false]], [[-6.1640625, false]], [[-10.9140625, false]], [[-11.1640625, false]], [[-5.4140625, false]], [[-6.9140625, false]], [[-9.6640625, false]], [[-12.6640625, false]], [[-11.1640625, false]], [[-13.1640625, false]], [[-5.4140625, false]], [[-7.6640625, false]], [[-9.6640625, false]], [[-11.9140625, false]], [[-9.9140625, false]], [[-10.6640625, false]], [[-9.6640625, false]], [[-12.4140625, false]]], "filtered_resps": [[-7.9140625, false], [-9.6640625, false], [-6.6640625, false], [-13.1640625, false], [-12.6640625, false], [-6.1640625, false], [-11.1640625, false], [-9.6640625, false], [-12.4140625, false], [-9.6640625, false], [-8.828125, false], [-5.4140625, false], [-9.6640625, false], [-3.666015625, false], [-12.6640625, false], [-10.6640625, false], [-11.1640625, false], [-12.4140625, false], [-6.1640625, false], [-11.9140625, false], [-9.4140625, false], [-6.1640625, false], [-9.6640625, false], [-8.828125, false], [-5.4140625, false], [-9.6640625, false], [-6.1640625, false], [-10.9140625, false], [-9.4140625, false], [-11.1640625, false], [-9.9140625, false], [-11.1640625, false], [-5.4140625, false], [-6.9140625, false], [-11.1640625, false], [-6.1640625, false], [-11.1640625, false], [-9.9140625, false], [-10.6640625, false], [-9.6640625, false], [-8.828125, false], [-5.4140625, false], [-9.6640625, false], [-7.4140625, false], [-9.6640625, false], [-12.4140625, false], [-11.1640625, false], [-13.1640625, false], [-5.4140625, false], [-6.1640625, false], [-10.9140625, false], [-11.1640625, false], [-5.4140625, false], [-6.9140625, false], [-9.6640625, false], [-12.6640625, false], [-11.1640625, false], [-13.1640625, false], [-5.4140625, false], [-7.6640625, false], [-9.6640625, false], [-11.9140625, false], [-9.9140625, false], [-10.6640625, false], [-9.6640625, false], [-12.4140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1993, "doc": {"id": "Mercury_SC_400195", "question": "Which is a force that keeps the planets in orbit around the Sun?", "choices": {"text": ["inertia", "gravity", "magnetism", "solar energy"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "gravity", "arguments": ["Question: Which is a force that keeps the planets in orbit around the Sun?\nAnswer:", " ["], "resps": [[[-9.2578125, false]], [[-8.7578125, false]], [[-9.2578125, false]], [[-10.5078125, false]], [[-8.5078125, false]], [[-10.7578125, false]], [[-8.7578125, false]], [[-9.2578125, false]], [[-5.26171875, false]], [[-8.7578125, false]], [[-9.78125, false]], [[-5.26171875, false]], [[-8.7578125, false]], [[-11.7578125, false]], [[-10.7578125, false]], [[-5.26171875, false]], [[-8.5078125, false]], [[-9.2578125, false]], [[-8.7578125, false]], [[-11.0078125, false]], [[-8.7578125, false]], [[-9.78125, false]], [[-5.26171875, false]], [[-8.7578125, false]], [[-8.7578125, false]], [[-5.26171875, false]], [[-11.7578125, false]], [[-10.5078125, false]], [[-8.5078125, false]], [[-8.7578125, false]], [[-9.2578125, false]], [[-9.7578125, false]], [[-8.7578125, false]], [[-8.7578125, false]], [[-9.78125, false]], [[-5.26171875, false]], [[-8.7578125, false]], [[-9.7578125, false]], [[-10.2578125, false]], [[-10.7578125, false]], [[-5.26171875, false]], [[-10.7578125, false]], [[-5.26171875, false]], [[-8.5078125, false]], [[-10.5078125, false]], [[-8.5078125, false]], [[-10.7578125, false]], [[-11.7578125, false]], [[-11.0078125, false]], [[-8.7578125, false]], [[-12.5078125, false]]], "filtered_resps": [[-9.2578125, false], [-8.7578125, false], [-9.2578125, false], [-10.5078125, false], [-8.5078125, false], [-10.7578125, false], [-8.7578125, false], [-9.2578125, false], [-5.26171875, false], [-8.7578125, false], [-9.78125, false], [-5.26171875, false], [-8.7578125, false], [-11.7578125, false], [-10.7578125, false], [-5.26171875, false], [-8.5078125, false], [-9.2578125, false], [-8.7578125, false], [-11.0078125, false], [-8.7578125, false], [-9.78125, false], [-5.26171875, false], [-8.7578125, false], [-8.7578125, false], [-5.26171875, false], [-11.7578125, false], [-10.5078125, false], [-8.5078125, false], [-8.7578125, false], [-9.2578125, false], [-9.7578125, false], [-8.7578125, false], [-8.7578125, false], [-9.78125, false], [-5.26171875, false], [-8.7578125, false], [-9.7578125, false], [-10.2578125, false], [-10.7578125, false], [-5.26171875, false], [-10.7578125, false], [-5.26171875, false], [-8.5078125, false], [-10.5078125, false], [-8.5078125, false], [-10.7578125, false], [-11.7578125, false], [-11.0078125, false], [-8.7578125, false], [-12.5078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2001, "doc": {"id": "Mercury_405953", "question": "In which organism can cell walls be found?", "choices": {"text": ["moth", "grass", "snake", "hawk"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "grass", "arguments": ["Question: In which organism can cell walls be found?\nAnswer:", " ["], "resps": [[[-7.68359375, false]], [[-9.4296875, false]], [[-9.6796875, false]], [[-8.9296875, false]], [[-9.9296875, false]], [[-9.9296875, false]], [[-9.4296875, false]], [[-9.765625, false]], [[-4.93359375, false]], [[-9.4296875, false]], [[-10.6796875, false]], [[-8.9296875, false]], [[-6.43359375, false]], [[-8.4296875, false]], [[-8.4296875, false]], [[-9.4296875, false]], [[-9.7578125, false]], [[-4.93359375, false]], [[-9.4296875, false]], [[-8.4296875, false]], [[-9.4296875, false]], [[-6.43359375, false]], [[-8.4296875, false]], [[-6.68359375, false]], [[-9.4296875, false]], [[-9.7578125, false]], [[-4.93359375, false]], [[-9.4296875, false]], [[-9.9296875, false]], [[-6.43359375, false]], [[-9.4296875, false]], [[-8.4296875, false]], [[-9.4296875, false]], [[-13.1796875, false]]], "filtered_resps": [[-7.68359375, false], [-9.4296875, false], [-9.6796875, false], [-8.9296875, false], [-9.9296875, false], [-9.9296875, false], [-9.4296875, false], [-9.765625, false], [-4.93359375, false], [-9.4296875, false], [-10.6796875, false], [-8.9296875, false], [-6.43359375, false], [-8.4296875, false], [-8.4296875, false], [-9.4296875, false], [-9.7578125, false], [-4.93359375, false], [-9.4296875, false], [-8.4296875, false], [-9.4296875, false], [-6.43359375, false], [-8.4296875, false], [-6.68359375, false], [-9.4296875, false], [-9.7578125, false], [-4.93359375, false], [-9.4296875, false], [-9.9296875, false], [-6.43359375, false], [-9.4296875, false], [-8.4296875, false], [-9.4296875, false], [-13.1796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2009, "doc": {"id": "MCAS_2007_5_4785", "question": "Which form of precipitation is most likely to cause damage when hitting the roof of a car?", "choices": {"text": ["hail", "rain", "sleet", "snow"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "hail", "arguments": ["Question: Which form of precipitation is most likely to cause damage when hitting the roof of a car?\nAnswer:", " ["], "resps": [[[-8.71875, false]], [[-8.71875, false]], [[-10.96875, false]], [[-5.71875, false]], [[-8.46875, false]], [[-11.21875, false]], [[-8.71875, false]], [[-9.984375, false]], [[-5.21875, false]], [[-8.71875, false]], [[-10.71875, false]], [[-5.71875, false]], [[-8.46875, false]], [[-11.21875, false]], [[-8.71875, false]], [[-9.984375, false]], [[-5.21875, false]], [[-8.71875, false]], [[-9.96875, false]], [[-11.21875, false]], [[-6.46875, false]], [[-6.46875, false]], [[-11.71875, false]], [[-8.71875, false]], [[-9.984375, false]], [[-5.21875, false]], [[-8.71875, false]], [[-9.96875, false]], [[-11.21875, false]], [[-9.96875, false]], [[-11.96875, false]], [[-8.71875, false]], [[-12.96875, false]]], "filtered_resps": [[-8.71875, false], [-8.71875, false], [-10.96875, false], [-5.71875, false], [-8.46875, false], [-11.21875, false], [-8.71875, false], [-9.984375, false], [-5.21875, false], [-8.71875, false], [-10.71875, false], [-5.71875, false], [-8.46875, false], [-11.21875, false], [-8.71875, false], [-9.984375, false], [-5.21875, false], [-8.71875, false], [-9.96875, false], [-11.21875, false], [-6.46875, false], [-6.46875, false], [-11.71875, false], [-8.71875, false], [-9.984375, false], [-5.21875, false], [-8.71875, false], [-9.96875, false], [-11.21875, false], [-9.96875, false], [-11.96875, false], [-8.71875, false], [-12.96875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2017, "doc": {"id": "Mercury_7212503", "question": "Sir Isaac Newton stated that every object in the universe attracts matter. The attraction depends on the mass of an object and the distance between the objects. What type of force did Newton describe?", "choices": {"text": ["centripetal force", "generalized force", "centrifugal force", "gravitational force"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "gravitational force", "arguments": ["Question: Sir Isaac Newton stated that every object in the universe attracts matter. The attraction depends on the mass of an object and the distance between the objects. What type of force did Newton describe?\nAnswer:", " ["], "resps": [[[-8.5546875, false]], [[-9.5546875, false]], [[-9.5546875, false]], [[-9.5546875, false]], [[-10.3046875, false]], [[-9.5546875, false]], [[-10.3046875, false]], [[-10.0546875, false]], [[-10.0546875, false]], [[-9.5546875, false]], [[-9.5546875, false]], [[-5.5546875, false]], [[-10.8046875, false]], [[-6.0546875, false]], [[-9.5546875, false]], [[-11.0546875, false]], [[-10.3046875, false]], [[-9.5546875, false]], [[-9.5546875, false]], [[-9.5546875, false]], [[-10.7265625, false]], [[-6.0546875, false]], [[-9.5546875, false]], [[-12.0546875, false]], [[-9.5546875, false]], [[-10.3046875, false]], [[-9.5546875, false]], [[-10.3046875, false]], [[-5.5546875, false]], [[-10.8046875, false]], [[-10.0546875, false]], [[-12.3046875, false]], [[-9.5546875, false]], [[-10.3046875, false]], [[-6.0546875, false]], [[-9.5546875, false]], [[-11.0546875, false]], [[-10.3046875, false]], [[-9.5546875, false]], [[-9.5546875, false]], [[-9.5546875, false]], [[-10.7265625, false]], [[-6.0546875, false]], [[-9.5546875, false]], [[-9.5546875, false]], [[-9.5546875, false]], [[-10.3046875, false]], [[-9.5546875, false]], [[-10.3046875, false]], [[-10.0546875, false]], [[-9.5546875, false]], [[-10.5546875, false]], [[-12.0546875, false]], [[-5.5546875, false]], [[-10.8046875, false]], [[-6.0546875, false]], [[-9.5546875, false]], [[-11.0546875, false]], [[-10.3046875, false]], [[-9.5546875, false]], [[-9.5546875, false]], [[-9.5546875, false]], [[-10.7265625, false]], [[-6.0546875, false]], [[-9.5546875, false]], [[-12.0546875, false]], [[-10.3046875, false]], [[-5.5546875, false]], [[-9.5546875, false]], [[-10.0546875, false]], [[-9.5546875, false]], [[-5.5546875, false]], [[-9.5546875, false]], [[-10.0546875, false]], [[-11.0546875, false]], [[-10.3046875, false]], [[-5.5546875, false]], [[-10.8046875, false]], [[-6.0546875, false]], [[-9.5546875, false]], [[-11.0546875, false]], [[-10.3046875, false]], [[-9.5546875, false]], [[-9.5546875, false]], [[-9.5546875, false]], [[-12.8046875, false]]], "filtered_resps": [[-8.5546875, false], [-9.5546875, false], [-9.5546875, false], [-9.5546875, false], [-10.3046875, false], [-9.5546875, false], [-10.3046875, false], [-10.0546875, false], [-10.0546875, false], [-9.5546875, false], [-9.5546875, false], [-5.5546875, false], [-10.8046875, false], [-6.0546875, false], [-9.5546875, false], [-11.0546875, false], [-10.3046875, false], [-9.5546875, false], [-9.5546875, false], [-9.5546875, false], [-10.7265625, false], [-6.0546875, false], [-9.5546875, false], [-12.0546875, false], [-9.5546875, false], [-10.3046875, false], [-9.5546875, false], [-10.3046875, false], [-5.5546875, false], [-10.8046875, false], [-10.0546875, false], [-12.3046875, false], [-9.5546875, false], [-10.3046875, false], [-6.0546875, false], [-9.5546875, false], [-11.0546875, false], [-10.3046875, false], [-9.5546875, false], [-9.5546875, false], [-9.5546875, false], [-10.7265625, false], [-6.0546875, false], [-9.5546875, false], [-9.5546875, false], [-9.5546875, false], [-10.3046875, false], [-9.5546875, false], [-10.3046875, false], [-10.0546875, false], [-9.5546875, false], [-10.5546875, false], [-12.0546875, false], [-5.5546875, false], [-10.8046875, false], [-6.0546875, false], [-9.5546875, false], [-11.0546875, false], [-10.3046875, false], [-9.5546875, false], [-9.5546875, false], [-9.5546875, false], [-10.7265625, false], [-6.0546875, false], [-9.5546875, false], [-12.0546875, false], [-10.3046875, false], [-5.5546875, false], [-9.5546875, false], [-10.0546875, false], [-9.5546875, false], [-5.5546875, false], [-9.5546875, false], [-10.0546875, false], [-11.0546875, false], [-10.3046875, false], [-5.5546875, false], [-10.8046875, false], [-6.0546875, false], [-9.5546875, false], [-11.0546875, false], [-10.3046875, false], [-9.5546875, false], [-9.5546875, false], [-9.5546875, false], [-12.8046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2025, "doc": {"id": "MCAS_2005_9_3-v1", "question": "Before concrete has hardened, it exhibits plasticity. This is an advantage because it allows the concrete to", "choices": {"text": ["become strong as it cures.", "withstand compression.", "remain pliable after hardening.", "be molded into almost any shape."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "be molded into almost any shape.", "arguments": ["Question: Before concrete has hardened, it exhibits plasticity. This is an advantage because it allows the concrete to\nAnswer:", " ["], "resps": [[[-7.765625, false]], [[-8.515625, false]], [[-8.515625, false]], [[-9.015625, false]], [[-8.765625, false]], [[-10.015625, false]], [[-10.265625, false]], [[-9.015625, false]], [[-5.515625, false]], [[-8.765625, false]], [[-10.765625, false]], [[-11.265625, false]], [[-10.015625, false]], [[-9.765625, false]], [[-12.015625, false]], [[-5.515625, false]], [[-6.015625, false]], [[-8.765625, false]], [[-5.515625, false]], [[-9.015625, false]], [[-10.765625, false]], [[-5.515625, false]], [[-8.765625, false]], [[-10.265625, false]], [[-11.265625, false]], [[-9.015625, false]], [[-8.765625, false]], [[-6.55078125, false]], [[-8.515625, false]], [[-8.546875, false]], [[-5.515625, false]], [[-8.515625, false]], [[-10.765625, false]], [[-9.015625, false]], [[-10.765625, false]], [[-10.515625, false]], [[-8.765625, false]], [[-10.765625, false]], [[-6.015625, false]], [[-9.765625, false]], [[-9.515625, false]], [[-5.515625, false]], [[-8.765625, false]], [[-10.015625, false]], [[-10.265625, false]], [[-9.765625, false]], [[-11.265625, false]], [[-9.015625, false]], [[-8.765625, false]], [[-8.765625, false]], [[-9.015625, false]], [[-10.015625, false]], [[-9.765625, false]], [[-6.55078125, false]], [[-8.515625, false]], [[-8.546875, false]], [[-5.515625, false]], [[-8.515625, false]], [[-11.265625, false]], [[-9.015625, false]], [[-10.265625, false]], [[-6.015625, false]], [[-9.015625, false]], [[-9.765625, false]], [[-5.515625, false]], [[-9.765625, false]], [[-10.515625, false]], [[-9.015625, false]], [[-6.015625, false]], [[-8.515625, false]], [[-10.515625, false]], [[-9.015625, false]], [[-5.515625, false]], [[-6.015625, false]], [[-10.515625, false]], [[-10.765625, false]], [[-9.015625, false]], [[-11.265625, false]], [[-5.515625, false]], [[-10.515625, false]], [[-6.015625, false]], [[-11.265625, false]], [[-9.515625, false]], [[-9.015625, false]], [[-9.765625, false]], [[-9.015625, false]], [[-9.765625, false]], [[-12.015625, false]], [[-6.55078125, false]], [[-8.515625, false]], [[-8.546875, false]], [[-5.515625, false]], [[-8.515625, false]], [[-8.515625, false]], [[-9.015625, false]], [[-5.515625, false]], [[-10.265625, false]], [[-10.015625, false]], [[-10.515625, false]], [[-9.515625, false]], [[-9.015625, false]], [[-9.515625, false]], [[-5.515625, false]], [[-9.015625, false]], [[-9.765625, false]], [[-10.765625, false]], [[-10.015625, false]], [[-5.515625, false]], [[-6.015625, false]], [[-10.515625, false]], [[-10.265625, false]], [[-10.015625, false]], [[-8.765625, false]], [[-10.765625, false]], [[-5.515625, false]], [[-6.015625, false]], [[-9.765625, false]], [[-11.765625, false]], [[-5.515625, false]], [[-8.765625, false]], [[-10.515625, false]], [[-6.015625, false]], [[-9.765625, false]], [[-9.015625, false]], [[-6.55078125, false]], [[-8.515625, false]], [[-11.515625, false]]], "filtered_resps": [[-7.765625, false], [-8.515625, false], [-8.515625, false], [-9.015625, false], [-8.765625, false], [-10.015625, false], [-10.265625, false], [-9.015625, false], [-5.515625, false], [-8.765625, false], [-10.765625, false], [-11.265625, false], [-10.015625, false], [-9.765625, false], [-12.015625, false], [-5.515625, false], [-6.015625, false], [-8.765625, false], [-5.515625, false], [-9.015625, false], [-10.765625, false], [-5.515625, false], [-8.765625, false], [-10.265625, false], [-11.265625, false], [-9.015625, false], [-8.765625, false], [-6.55078125, false], [-8.515625, false], [-8.546875, false], [-5.515625, false], [-8.515625, false], [-10.765625, false], [-9.015625, false], [-10.765625, false], [-10.515625, false], [-8.765625, false], [-10.765625, false], [-6.015625, false], [-9.765625, false], [-9.515625, false], [-5.515625, false], [-8.765625, false], [-10.015625, false], [-10.265625, false], [-9.765625, false], [-11.265625, false], [-9.015625, false], [-8.765625, false], [-8.765625, false], [-9.015625, false], [-10.015625, false], [-9.765625, false], [-6.55078125, false], [-8.515625, false], [-8.546875, false], [-5.515625, false], [-8.515625, false], [-11.265625, false], [-9.015625, false], [-10.265625, false], [-6.015625, false], [-9.015625, false], [-9.765625, false], [-5.515625, false], [-9.765625, false], [-10.515625, false], [-9.015625, false], [-6.015625, false], [-8.515625, false], [-10.515625, false], [-9.015625, false], [-5.515625, false], [-6.015625, false], [-10.515625, false], [-10.765625, false], [-9.015625, false], [-11.265625, false], [-5.515625, false], [-10.515625, false], [-6.015625, false], [-11.265625, false], [-9.515625, false], [-9.015625, false], [-9.765625, false], [-9.015625, false], [-9.765625, false], [-12.015625, false], [-6.55078125, false], [-8.515625, false], [-8.546875, false], [-5.515625, false], [-8.515625, false], [-8.515625, false], [-9.015625, false], [-5.515625, false], [-10.265625, false], [-10.015625, false], [-10.515625, false], [-9.515625, false], [-9.015625, false], [-9.515625, false], [-5.515625, false], [-9.015625, false], [-9.765625, false], [-10.765625, false], [-10.015625, false], [-5.515625, false], [-6.015625, false], [-10.515625, false], [-10.265625, false], [-10.015625, false], [-8.765625, false], [-10.765625, false], [-5.515625, false], [-6.015625, false], [-9.765625, false], [-11.765625, false], [-5.515625, false], [-8.765625, false], [-10.515625, false], [-6.015625, false], [-9.765625, false], [-9.015625, false], [-6.55078125, false], [-8.515625, false], [-11.515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2033, "doc": {"id": "LEAP_2002_8_10387", "question": "In an ecosystem, which list of organisms is in the correct order from producer to top-level consumer?", "choices": {"text": ["field mouse, grass, hawk snake", "snake, field mouse, hawk, grass", "grass, field mouse, snake, hawk", "snake, grass, field mouse, hawk"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "grass, field mouse, snake, hawk", "arguments": ["Question: In an ecosystem, which list of organisms is in the correct order from producer to top-level consumer?\nAnswer:", " ["], "resps": [[[-6.23046875, false]], [[-7.98046875, false]], [[-9.1015625, false]], [[-7.35546875, false]], [[-6.23046875, false]], [[-8.7265625, false]], [[-7.23046875, false]], [[-5.23046875, false]], [[-9.2265625, false]], [[-7.85546875, false]], [[-9.9765625, false]], [[-8.1015625, false]], [[-6.23046875, false]], [[-10.171875, false]], [[-5.23046875, false]], [[-9.8515625, false]], [[-8.1015625, false]], [[-4.73046875, false]], [[-8.1015625, false]], [[-8.1015625, false]], [[-10.171875, false]], [[-5.23046875, false]], [[-9.7265625, false]], [[-4.73046875, false]], [[-8.8515625, false]], [[-8.8515625, false]], [[-5.23046875, false]], [[-8.1015625, false]], [[-7.48046875, false]], [[-4.73046875, false]], [[-8.8515625, false]], [[-6.23046875, false]], [[-7.98046875, false]], [[-10.171875, false]], [[-5.23046875, false]], [[-7.98046875, false]], [[-8.1015625, false]], [[-7.48046875, false]], [[-4.73046875, false]], [[-8.8515625, false]], [[-6.23046875, false]], [[-10.171875, false]], [[-5.23046875, false]], [[-9.1015625, false]], [[-7.35546875, false]], [[-6.23046875, false]], [[-8.7265625, false]], [[-7.23046875, false]], [[-5.23046875, false]], [[-9.2265625, false]], [[-7.85546875, false]], [[-9.9765625, false]], [[-8.1015625, false]], [[-6.23046875, false]], [[-10.171875, false]], [[-5.23046875, false]], [[-9.7265625, false]], [[-4.73046875, false]], [[-8.8515625, false]], [[-8.8515625, false]], [[-10.171875, false]], [[-5.23046875, false]], [[-9.8515625, false]], [[-8.1015625, false]], [[-4.73046875, false]], [[-8.1015625, false]], [[-8.1015625, false]], [[-7.98046875, false]], [[-10.171875, false]], [[-5.23046875, false]], [[-7.98046875, false]], [[-9.8515625, false]], [[-8.1015625, false]], [[-4.73046875, false]], [[-8.1015625, false]], [[-8.1015625, false]], [[-10.171875, false]], [[-5.23046875, false]], [[-9.1015625, false]], [[-7.35546875, false]], [[-6.23046875, false]], [[-8.7265625, false]], [[-7.23046875, false]], [[-5.23046875, false]], [[-9.2265625, false]], [[-7.85546875, false]], [[-9.9765625, false]], [[-8.1015625, false]], [[-6.23046875, false]], [[-10.171875, false]], [[-5.23046875, false]], [[-8.1015625, false]], [[-7.48046875, false]], [[-4.73046875, false]], [[-8.8515625, false]], [[-6.23046875, false]], [[-10.171875, false]], [[-5.23046875, false]], [[-9.7265625, false]], [[-4.73046875, false]], [[-8.8515625, false]], [[-8.8515625, false]], [[-7.98046875, false]], [[-10.171875, false]], [[-5.23046875, false]], [[-7.98046875, false]], [[-8.1015625, false]], [[-7.48046875, false]], [[-4.73046875, false]], [[-8.8515625, false]], [[-6.23046875, false]], [[-10.171875, false]], [[-5.23046875, false]], [[-9.8515625, false]], [[-8.1015625, false]], [[-4.73046875, false]], [[-8.1015625, false]], [[-8.1015625, false]], [[-10.171875, false]], [[-5.23046875, false]], [[-9.1015625, false]], [[-7.35546875, false]], [[-6.23046875, false]], [[-8.7265625, false]], [[-7.23046875, false]], [[-5.23046875, false]], [[-9.2265625, false]], [[-7.85546875, false]], [[-9.9765625, false]], [[-8.1015625, false]], [[-6.23046875, false]], [[-10.171875, false]], [[-5.23046875, false]], [[-9.7265625, false]], [[-4.73046875, false]], [[-8.8515625, false]], [[-8.8515625, false]], [[-7.98046875, false]], [[-12.3515625, false]]], "filtered_resps": [[-6.23046875, false], [-7.98046875, false], [-9.1015625, false], [-7.35546875, false], [-6.23046875, false], [-8.7265625, false], [-7.23046875, false], [-5.23046875, false], [-9.2265625, false], [-7.85546875, false], [-9.9765625, false], [-8.1015625, false], [-6.23046875, false], [-10.171875, false], [-5.23046875, false], [-9.8515625, false], [-8.1015625, false], [-4.73046875, false], [-8.1015625, false], [-8.1015625, false], [-10.171875, false], [-5.23046875, false], [-9.7265625, false], [-4.73046875, false], [-8.8515625, false], [-8.8515625, false], [-5.23046875, false], [-8.1015625, false], [-7.48046875, false], [-4.73046875, false], [-8.8515625, false], [-6.23046875, false], [-7.98046875, false], [-10.171875, false], [-5.23046875, false], [-7.98046875, false], [-8.1015625, false], [-7.48046875, false], [-4.73046875, false], [-8.8515625, false], [-6.23046875, false], [-10.171875, false], [-5.23046875, false], [-9.1015625, false], [-7.35546875, false], [-6.23046875, false], [-8.7265625, false], [-7.23046875, false], [-5.23046875, false], [-9.2265625, false], [-7.85546875, false], [-9.9765625, false], [-8.1015625, false], [-6.23046875, false], [-10.171875, false], [-5.23046875, false], [-9.7265625, false], [-4.73046875, false], [-8.8515625, false], [-8.8515625, false], [-10.171875, false], [-5.23046875, false], [-9.8515625, false], [-8.1015625, false], [-4.73046875, false], [-8.1015625, false], [-8.1015625, false], [-7.98046875, false], [-10.171875, false], [-5.23046875, false], [-7.98046875, false], [-9.8515625, false], [-8.1015625, false], [-4.73046875, false], [-8.1015625, false], [-8.1015625, false], [-10.171875, false], [-5.23046875, false], [-9.1015625, false], [-7.35546875, false], [-6.23046875, false], [-8.7265625, false], [-7.23046875, false], [-5.23046875, false], [-9.2265625, false], [-7.85546875, false], [-9.9765625, false], [-8.1015625, false], [-6.23046875, false], [-10.171875, false], [-5.23046875, false], [-8.1015625, false], [-7.48046875, false], [-4.73046875, false], [-8.8515625, false], [-6.23046875, false], [-10.171875, false], [-5.23046875, false], [-9.7265625, false], [-4.73046875, false], [-8.8515625, false], [-8.8515625, false], [-7.98046875, false], [-10.171875, false], [-5.23046875, false], [-7.98046875, false], [-8.1015625, false], [-7.48046875, false], [-4.73046875, false], [-8.8515625, false], [-6.23046875, false], [-10.171875, false], [-5.23046875, false], [-9.8515625, false], [-8.1015625, false], [-4.73046875, false], [-8.1015625, false], [-8.1015625, false], [-10.171875, false], [-5.23046875, false], [-9.1015625, false], [-7.35546875, false], [-6.23046875, false], [-8.7265625, false], [-7.23046875, false], [-5.23046875, false], [-9.2265625, false], [-7.85546875, false], [-9.9765625, false], [-8.1015625, false], [-6.23046875, false], [-10.171875, false], [-5.23046875, false], [-9.7265625, false], [-4.73046875, false], [-8.8515625, false], [-8.8515625, false], [-7.98046875, false], [-12.3515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2041, "doc": {"id": "Mercury_7270043", "question": "Most electricity in the United States is generated using coal, natural gas, nuclear energy, or hydropower. Which of these add carbon dioxide to the atmosphere?", "choices": {"text": ["coal and natural gas", "natural gas and nuclear energy", "nuclear energy and hydropower", "hydropower and coal"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "coal and natural gas", "arguments": ["Question: Most electricity in the United States is generated using coal, natural gas, nuclear energy, or hydropower. Which of these add carbon dioxide to the atmosphere?\nAnswer:", " ["], "resps": [[[-6.55859375, false]], [[-10.0625, false]], [[-7.55859375, false]], [[-9.0625, false]], [[-6.05859375, false]], [[-10.8125, false]], [[-6.05859375, false]], [[-6.05859375, false]], [[-7.30859375, false]], [[-9.3125, false]], [[-6.05859375, false]], [[-7.30859375, false]], [[-6.05859375, false]], [[-12.3125, false]], [[-10.3125, false]], [[-12.5625, false]], [[-6.05859375, false]], [[-10.8125, false]], [[-6.05859375, false]], [[-13.3125, false]], [[-6.05859375, false]], [[-11.8125, false]], [[-10.0625, false]], [[-9.640625, false]], [[-6.05859375, false]], [[-10.0625, false]], [[-7.30859375, false]], [[-6.05859375, false]], [[-12.3125, false]], [[-10.3125, false]], [[-12.5625, false]], [[-6.05859375, false]], [[-10.8125, false]], [[-6.05859375, false]], [[-13.3125, false]], [[-6.05859375, false]], [[-11.8125, false]], [[-6.05859375, false]], [[-6.05859375, false]], [[-7.30859375, false]], [[-9.3125, false]], [[-6.05859375, false]], [[-7.30859375, false]], [[-10.3125, false]], [[-7.55859375, false]], [[-10.8125, false]], [[-8.5625, false]], [[-6.05859375, false]], [[-12.5625, false]], [[-6.05859375, false]], [[-8.5625, false]], [[-7.30859375, false]], [[-8.5625, false]], [[-12.5625, false]], [[-13.3125, false]], [[-11.5625, false]], [[-10.0625, false]], [[-9.640625, false]], [[-6.05859375, false]], [[-10.0625, false]], [[-7.30859375, false]], [[-10.3125, false]], [[-7.55859375, false]], [[-10.8125, false]], [[-8.5625, false]], [[-6.05859375, false]], [[-12.5625, false]], [[-6.05859375, false]], [[-8.5625, false]], [[-7.30859375, false]], [[-8.5625, false]], [[-12.5625, false]], [[-13.3125, false]], [[-11.5625, false]], [[-6.05859375, false]], [[-6.05859375, false]], [[-7.30859375, false]], [[-9.3125, false]], [[-6.05859375, false]], [[-10.8125, false]], [[-11.5625, false]], [[-9.3125, false]], [[-12.5625, false]], [[-9.0625, false]], [[-10.0625, false]], [[-9.0625, false]], [[-10.5625, false]], [[-8.5625, false]], [[-12.5625, false]], [[-10.0625, false]], [[-9.640625, false]], [[-6.05859375, false]], [[-10.0625, false]], [[-10.8125, false]], [[-11.5625, false]], [[-9.3125, false]], [[-12.5625, false]], [[-9.0625, false]], [[-10.0625, false]], [[-9.0625, false]], [[-10.5625, false]], [[-8.5625, false]], [[-12.5625, false]], [[-6.05859375, false]], [[-6.05859375, false]], [[-7.30859375, false]], [[-9.3125, false]], [[-6.05859375, false]], [[-7.55859375, false]], [[-9.0625, false]], [[-6.05859375, false]], [[-10.8125, false]], [[-10.0625, false]], [[-13.3125, false]]], "filtered_resps": [[-6.55859375, false], [-10.0625, false], [-7.55859375, false], [-9.0625, false], [-6.05859375, false], [-10.8125, false], [-6.05859375, false], [-6.05859375, false], [-7.30859375, false], [-9.3125, false], [-6.05859375, false], [-7.30859375, false], [-6.05859375, false], [-12.3125, false], [-10.3125, false], [-12.5625, false], [-6.05859375, false], [-10.8125, false], [-6.05859375, false], [-13.3125, false], [-6.05859375, false], [-11.8125, false], [-10.0625, false], [-9.640625, false], [-6.05859375, false], [-10.0625, false], [-7.30859375, false], [-6.05859375, false], [-12.3125, false], [-10.3125, false], [-12.5625, false], [-6.05859375, false], [-10.8125, false], [-6.05859375, false], [-13.3125, false], [-6.05859375, false], [-11.8125, false], [-6.05859375, false], [-6.05859375, false], [-7.30859375, false], [-9.3125, false], [-6.05859375, false], [-7.30859375, false], [-10.3125, false], [-7.55859375, false], [-10.8125, false], [-8.5625, false], [-6.05859375, false], [-12.5625, false], [-6.05859375, false], [-8.5625, false], [-7.30859375, false], [-8.5625, false], [-12.5625, false], [-13.3125, false], [-11.5625, false], [-10.0625, false], [-9.640625, false], [-6.05859375, false], [-10.0625, false], [-7.30859375, false], [-10.3125, false], [-7.55859375, false], [-10.8125, false], [-8.5625, false], [-6.05859375, false], [-12.5625, false], [-6.05859375, false], [-8.5625, false], [-7.30859375, false], [-8.5625, false], [-12.5625, false], [-13.3125, false], [-11.5625, false], [-6.05859375, false], [-6.05859375, false], [-7.30859375, false], [-9.3125, false], [-6.05859375, false], [-10.8125, false], [-11.5625, false], [-9.3125, false], [-12.5625, false], [-9.0625, false], [-10.0625, false], [-9.0625, false], [-10.5625, false], [-8.5625, false], [-12.5625, false], [-10.0625, false], [-9.640625, false], [-6.05859375, false], [-10.0625, false], [-10.8125, false], [-11.5625, false], [-9.3125, false], [-12.5625, false], [-9.0625, false], [-10.0625, false], [-9.0625, false], [-10.5625, false], [-8.5625, false], [-12.5625, false], [-6.05859375, false], [-6.05859375, false], [-7.30859375, false], [-9.3125, false], [-6.05859375, false], [-7.55859375, false], [-9.0625, false], [-6.05859375, false], [-10.8125, false], [-10.0625, false], [-13.3125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2049, "doc": {"id": "MDSA_2009_8_37", "question": "A power plant uses chemical energy to produce electricity. What source of energy does the power plant most likely use?", "choices": {"text": ["wind", "sunlight", "fossil fuel", "tidal waves"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "fossil fuel", "arguments": ["Question: A power plant uses chemical energy to produce electricity. What source of energy does the power plant most likely use?\nAnswer:", " ["], "resps": [[[-8.03125, false]], [[-9.53125, false]], [[-10.78125, false]], [[-8.53125, false]], [[-10.03125, false]], [[-11.53125, false]], [[-9.53125, false]], [[-9.46875, false]], [[-5.03125, false]], [[-9.53125, false]], [[-11.03125, false]], [[-9.28125, false]], [[-10.03125, false]], [[-11.03125, false]], [[-8.53125, false]], [[-13.28125, false]], [[-11.28125, false]], [[-12.03125, false]], [[-9.53125, false]], [[-9.46875, false]], [[-5.03125, false]], [[-9.53125, false]], [[-11.78125, false]], [[-8.78125, false]], [[-11.03125, false]], [[-11.03125, false]], [[-8.53125, false]], [[-11.03125, false]], [[-5.03125, false]], [[-11.78125, false]], [[-9.28125, false]], [[-8.78125, false]], [[-11.03125, false]], [[-9.53125, false]], [[-9.46875, false]], [[-5.03125, false]], [[-9.53125, false]], [[-12.03125, false]], [[-8.53125, false]], [[-11.53125, false]], [[-4.53125, false]], [[-11.03125, false]], [[-5.03125, false]], [[-10.78125, false]], [[-4.53125, false]], [[-12.03125, false]], [[-8.78125, false]], [[-11.03125, false]], [[-9.53125, false]], [[-15.53125, false]]], "filtered_resps": [[-8.03125, false], [-9.53125, false], [-10.78125, false], [-8.53125, false], [-10.03125, false], [-11.53125, false], [-9.53125, false], [-9.46875, false], [-5.03125, false], [-9.53125, false], [-11.03125, false], [-9.28125, false], [-10.03125, false], [-11.03125, false], [-8.53125, false], [-13.28125, false], [-11.28125, false], [-12.03125, false], [-9.53125, false], [-9.46875, false], [-5.03125, false], [-9.53125, false], [-11.78125, false], [-8.78125, false], [-11.03125, false], [-11.03125, false], [-8.53125, false], [-11.03125, false], [-5.03125, false], [-11.78125, false], [-9.28125, false], [-8.78125, false], [-11.03125, false], [-9.53125, false], [-9.46875, false], [-5.03125, false], [-9.53125, false], [-12.03125, false], [-8.53125, false], [-11.53125, false], [-4.53125, false], [-11.03125, false], [-5.03125, false], [-10.78125, false], [-4.53125, false], [-12.03125, false], [-8.78125, false], [-11.03125, false], [-9.53125, false], [-15.53125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2057, "doc": {"id": "Mercury_7217613", "question": "Which of the following is an abiotic factor in a river ecosystem?", "choices": {"text": ["dragonfly", "trout", "water", "frog"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "water", "arguments": ["Question: Which of the following is an abiotic factor in a river ecosystem?\nAnswer:", " ["], "resps": [[[-7.59765625, false]], [[-10.46875, false]], [[-6.59765625, false]], [[-11.09375, false]], [[-4.47265625, false]], [[-11.46875, false]], [[-7.47265625, false]], [[-8.09375, false]], [[-8.59375, false]], [[-9.84375, false]], [[-10.59375, false]], [[-10.46875, false]], [[-10.1875, false]], [[-5.09765625, false]], [[-10.46875, false]], [[-11.09375, false]], [[-11.09375, false]], [[-7.47265625, false]], [[-11.71875, false]], [[-11.09375, false]], [[-10.46875, false]], [[-10.1875, false]], [[-5.09765625, false]], [[-10.46875, false]], [[-11.34375, false]], [[-4.47265625, false]], [[-11.09375, false]], [[-6.47265625, false]], [[-11.09375, false]], [[-10.46875, false]], [[-10.1875, false]], [[-5.09765625, false]], [[-10.46875, false]], [[-8.59375, false]], [[-11.09375, false]], [[-7.47265625, false]], [[-11.46875, false]], [[-10.46875, false]], [[-14.09375, false]]], "filtered_resps": [[-7.59765625, false], [-10.46875, false], [-6.59765625, false], [-11.09375, false], [-4.47265625, false], [-11.46875, false], [-7.47265625, false], [-8.09375, false], [-8.59375, false], [-9.84375, false], [-10.59375, false], [-10.46875, false], [-10.1875, false], [-5.09765625, false], [-10.46875, false], [-11.09375, false], [-11.09375, false], [-7.47265625, false], [-11.71875, false], [-11.09375, false], [-10.46875, false], [-10.1875, false], [-5.09765625, false], [-10.46875, false], [-11.34375, false], [-4.47265625, false], [-11.09375, false], [-6.47265625, false], [-11.09375, false], [-10.46875, false], [-10.1875, false], [-5.09765625, false], [-10.46875, false], [-8.59375, false], [-11.09375, false], [-7.47265625, false], [-11.46875, false], [-10.46875, false], [-14.09375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2065, "doc": {"id": "Mercury_7246313", "question": "Which feature results when plates of different densities converge and one plate slips under the other?", "choices": {"text": ["a fault", "a ridge", "a trench", "a rift zone"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "a trench", "arguments": ["Question: Which feature results when plates of different densities converge and one plate slips under the other?\nAnswer:", " ["], "resps": [[[-7.1328125, false]], [[-8.6328125, false]], [[-4.8828125, false]], [[-5.3828125, false]], [[-9.0078125, false]], [[-4.8828125, false]], [[-10.2578125, false]], [[-9.6328125, false]], [[-8.8828125, false]], [[-8.6328125, false]], [[-9.21875, false]], [[-5.3828125, false]], [[-8.6328125, false]], [[-4.8828125, false]], [[-5.3828125, false]], [[-8.8828125, false]], [[-8.5078125, false]], [[-8.7578125, false]], [[-10.5078125, false]], [[-8.6328125, false]], [[-8.6328125, false]], [[-9.21875, false]], [[-5.3828125, false]], [[-8.6328125, false]], [[-4.8828125, false]], [[-5.3828125, false]], [[-8.8828125, false]], [[-8.8828125, false]], [[-8.6328125, false]], [[-8.3828125, false]], [[-8.6328125, false]], [[-9.8828125, false]], [[-8.6328125, false]], [[-9.21875, false]], [[-5.3828125, false]], [[-8.6328125, false]], [[-4.8828125, false]], [[-5.3828125, false]], [[-8.8828125, false]], [[-8.5078125, false]], [[-9.0078125, false]], [[-8.8828125, false]], [[-5.3828125, false]], [[-9.5078125, false]], [[-10.2578125, false]], [[-8.3828125, false]], [[-8.6328125, false]], [[-8.6328125, false]], [[-11.5078125, false]]], "filtered_resps": [[-7.1328125, false], [-8.6328125, false], [-4.8828125, false], [-5.3828125, false], [-9.0078125, false], [-4.8828125, false], [-10.2578125, false], [-9.6328125, false], [-8.8828125, false], [-8.6328125, false], [-9.21875, false], [-5.3828125, false], [-8.6328125, false], [-4.8828125, false], [-5.3828125, false], [-8.8828125, false], [-8.5078125, false], [-8.7578125, false], [-10.5078125, false], [-8.6328125, false], [-8.6328125, false], [-9.21875, false], [-5.3828125, false], [-8.6328125, false], [-4.8828125, false], [-5.3828125, false], [-8.8828125, false], [-8.8828125, false], [-8.6328125, false], [-8.3828125, false], [-8.6328125, false], [-9.8828125, false], [-8.6328125, false], [-9.21875, false], [-5.3828125, false], [-8.6328125, false], [-4.8828125, false], [-5.3828125, false], [-8.8828125, false], [-8.5078125, false], [-9.0078125, false], [-8.8828125, false], [-5.3828125, false], [-9.5078125, false], [-10.2578125, false], [-8.3828125, false], [-8.6328125, false], [-8.6328125, false], [-11.5078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2073, "doc": {"id": "Mercury_415270", "question": "Some prokaryotes once classified in the domain Bacteria are now classified as", "choices": {"text": ["Fungi.", "Plantae.", "Archaea.", "Protista."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Archaea.", "arguments": ["Question: Some prokaryotes once classified in the domain Bacteria are now classified as\nAnswer:", " ["], "resps": [[[-6.86328125, false]], [[-8.359375, false]], [[-6.73828125, false]], [[-9.609375, false]], [[-8.484375, false]], [[-10.109375, false]], [[-6.98828125, false]], [[-6.70703125, false]], [[-8.359375, false]], [[-8.578125, false]], [[-4.73828125, false]], [[-8.359375, false]], [[-5.23828125, false]], [[-9.734375, false]], [[-4.73828125, false]], [[-8.484375, false]], [[-10.109375, false]], [[-4.73828125, false]], [[-6.23828125, false]], [[-6.70703125, false]], [[-8.359375, false]], [[-8.578125, false]], [[-4.73828125, false]], [[-8.359375, false]], [[-3.11328125, true]], [[-7.73828125, false]], [[-6.86328125, false]], [[-10.234375, false]], [[-4.73828125, false]], [[-6.23828125, false]], [[-4.73828125, false]], [[-6.70703125, false]], [[-8.359375, false]], [[-8.578125, false]], [[-4.73828125, false]], [[-8.359375, false]], [[-5.23828125, false]], [[-7.73828125, false]], [[-8.984375, false]], [[-10.109375, false]], [[-6.98828125, false]], [[-8.234375, false]], [[-10.109375, false]], [[-4.73828125, false]], [[-6.70703125, false]], [[-8.359375, false]], [[-11.734375, false]]], "filtered_resps": [[-6.86328125, false], [-8.359375, false], [-6.73828125, false], [-9.609375, false], [-8.484375, false], [-10.109375, false], [-6.98828125, false], [-6.70703125, false], [-8.359375, false], [-8.578125, false], [-4.73828125, false], [-8.359375, false], [-5.23828125, false], [-9.734375, false], [-4.73828125, false], [-8.484375, false], [-10.109375, false], [-4.73828125, false], [-6.23828125, false], [-6.70703125, false], [-8.359375, false], [-8.578125, false], [-4.73828125, false], [-8.359375, false], [-3.11328125, true], [-7.73828125, false], [-6.86328125, false], [-10.234375, false], [-4.73828125, false], [-6.23828125, false], [-4.73828125, false], [-6.70703125, false], [-8.359375, false], [-8.578125, false], [-4.73828125, false], [-8.359375, false], [-5.23828125, false], [-7.73828125, false], [-8.984375, false], [-10.109375, false], [-6.98828125, false], [-8.234375, false], [-10.109375, false], [-4.73828125, false], [-6.70703125, false], [-8.359375, false], [-11.734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2081, "doc": {"id": "Mercury_7094605", "question": "Which of these technologies helps a power company use renewable energy for the production of electricity?", "choices": {"text": ["hydroelectric power", "nuclear power plants", "natural gas generators", "coal-fired power plants"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "hydroelectric power", "arguments": ["Question: Which of these technologies helps a power company use renewable energy for the production of electricity?\nAnswer:", " ["], "resps": [[[-7.36328125, false]], [[-9.3671875, false]], [[-11.2421875, false]], [[-12.7421875, false]], [[-10.1171875, false]], [[-11.6171875, false]], [[-9.6171875, false]], [[-8.3671875, false]], [[-10.8671875, false]], [[-8.3671875, false]], [[-10.2421875, false]], [[-12.3671875, false]], [[-11.6171875, false]], [[-7.61328125, false]], [[-10.2421875, false]], [[-5.36328125, false]], [[-10.6171875, false]], [[-9.6171875, false]], [[-10.9921875, false]], [[-8.3671875, false]], [[-11.6171875, false]], [[-9.3671875, false]], [[-10.0625, false]], [[-5.36328125, false]], [[-9.3671875, false]], [[-9.1171875, false]], [[-11.4921875, false]], [[-10.2421875, false]], [[-10.8671875, false]], [[-8.3671875, false]], [[-5.36328125, false]], [[-11.6171875, false]], [[-5.36328125, false]], [[-10.6171875, false]], [[-9.6171875, false]], [[-10.9921875, false]], [[-8.3671875, false]], [[-11.6171875, false]], [[-5.36328125, false]], [[-10.6171875, false]], [[-10.8671875, false]], [[-5.36328125, false]], [[-9.1171875, false]], [[-12.3671875, false]], [[-10.6171875, false]], [[-9.3671875, false]], [[-10.0625, false]], [[-5.36328125, false]], [[-9.3671875, false]], [[-9.1171875, false]], [[-5.36328125, false]], [[-12.3671875, false]], [[-11.4921875, false]], [[-11.6171875, false]], [[-5.36328125, false]], [[-10.8671875, false]], [[-5.36328125, false]], [[-13.4921875, false]], [[-5.36328125, false]], [[-10.6171875, false]], [[-5.36328125, false]], [[-13.4921875, false]], [[-8.3671875, false]], [[-9.1171875, false]], [[-8.3671875, false]], [[-11.6171875, false]], [[-5.36328125, false]], [[-12.3671875, false]], [[-9.6171875, false]], [[-11.6171875, false]], [[-10.6171875, false]], [[-9.3671875, false]], [[-10.0625, false]], [[-5.36328125, false]], [[-9.3671875, false]], [[-10.2421875, false]], [[-9.6171875, false]], [[-5.36328125, false]], [[-10.8671875, false]], [[-6.86328125, false]], [[-11.3671875, false]], [[-7.61328125, false]], [[-11.6171875, false]], [[-8.3671875, false]], [[-10.1171875, false]], [[-5.36328125, false]], [[-10.6171875, false]], [[-9.6171875, false]], [[-10.9921875, false]], [[-8.3671875, false]], [[-11.6171875, false]], [[-5.36328125, false]], [[-10.6171875, false]], [[-10.8671875, false]], [[-5.36328125, false]], [[-9.1171875, false]], [[-12.3671875, false]], [[-10.6171875, false]], [[-9.3671875, false]], [[-13.9921875, false]]], "filtered_resps": [[-7.36328125, false], [-9.3671875, false], [-11.2421875, false], [-12.7421875, false], [-10.1171875, false], [-11.6171875, false], [-9.6171875, false], [-8.3671875, false], [-10.8671875, false], [-8.3671875, false], [-10.2421875, false], [-12.3671875, false], [-11.6171875, false], [-7.61328125, false], [-10.2421875, false], [-5.36328125, false], [-10.6171875, false], [-9.6171875, false], [-10.9921875, false], [-8.3671875, false], [-11.6171875, false], [-9.3671875, false], [-10.0625, false], [-5.36328125, false], [-9.3671875, false], [-9.1171875, false], [-11.4921875, false], [-10.2421875, false], [-10.8671875, false], [-8.3671875, false], [-5.36328125, false], [-11.6171875, false], [-5.36328125, false], [-10.6171875, false], [-9.6171875, false], [-10.9921875, false], [-8.3671875, false], [-11.6171875, false], [-5.36328125, false], [-10.6171875, false], [-10.8671875, false], [-5.36328125, false], [-9.1171875, false], [-12.3671875, false], [-10.6171875, false], [-9.3671875, false], [-10.0625, false], [-5.36328125, false], [-9.3671875, false], [-9.1171875, false], [-5.36328125, false], [-12.3671875, false], [-11.4921875, false], [-11.6171875, false], [-5.36328125, false], [-10.8671875, false], [-5.36328125, false], [-13.4921875, false], [-5.36328125, false], [-10.6171875, false], [-5.36328125, false], [-13.4921875, false], [-8.3671875, false], [-9.1171875, false], [-8.3671875, false], [-11.6171875, false], [-5.36328125, false], [-12.3671875, false], [-9.6171875, false], [-11.6171875, false], [-10.6171875, false], [-9.3671875, false], [-10.0625, false], [-5.36328125, false], [-9.3671875, false], [-10.2421875, false], [-9.6171875, false], [-5.36328125, false], [-10.8671875, false], [-6.86328125, false], [-11.3671875, false], [-7.61328125, false], [-11.6171875, false], [-8.3671875, false], [-10.1171875, false], [-5.36328125, false], [-10.6171875, false], [-9.6171875, false], [-10.9921875, false], [-8.3671875, false], [-11.6171875, false], [-5.36328125, false], [-10.6171875, false], [-10.8671875, false], [-5.36328125, false], [-9.1171875, false], [-12.3671875, false], [-10.6171875, false], [-9.3671875, false], [-13.9921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2089, "doc": {"id": "Mercury_SC_414130", "question": "Which sea otter behavior is learned?", "choices": {"text": ["using fur to trap air for warmth", "cracking open clams with a rock", "nursing its young for six months", "closing its ears under water"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "cracking open clams with a rock", "arguments": ["Question: Which sea otter behavior is learned?\nAnswer:", " ["], "resps": [[[-7.36328125, false]], [[-8.984375, false]], [[-10.859375, false]], [[-9.359375, false]], [[-10.109375, false]], [[-8.734375, false]], [[-11.984375, false]], [[-5.48828125, false]], [[-10.484375, false]], [[-10.859375, false]], [[-11.109375, false]], [[-5.48828125, false]], [[-10.359375, false]], [[-7.11328125, false]], [[-5.48828125, false]], [[-10.359375, false]], [[-11.109375, false]], [[-5.98828125, false]], [[-10.234375, false]], [[-5.48828125, false]], [[-5.98828125, false]], [[-10.109375, false]], [[-11.109375, false]], [[-5.48828125, false]], [[-10.484375, false]], [[-7.11328125, false]], [[-11.109375, false]], [[-5.48828125, false]], [[-9.609375, false]], [[-5.98828125, false]], [[-11.109375, false]], [[-11.484375, false]], [[-10.359375, false]], [[-10.859375, false]], [[-8.984375, false]], [[-10.609375, false]], [[-5.48828125, false]], [[-8.984375, false]], [[-9.484375, false]], [[-11.109375, false]], [[-5.98828125, false]], [[-9.484375, false]], [[-10.984375, false]], [[-10.109375, false]], [[-8.734375, false]], [[-11.984375, false]], [[-5.48828125, false]], [[-7.11328125, false]], [[-10.234375, false]], [[-8.484375, false]], [[-8.734375, false]], [[-5.48828125, false]], [[-9.484375, false]], [[-9.984375, false]], [[-5.98828125, false]], [[-11.484375, false]], [[-9.359375, false]], [[-5.48828125, false]], [[-9.609375, false]], [[-10.109375, false]], [[-10.359375, false]], [[-10.859375, false]], [[-5.48828125, false]], [[-5.98828125, false]], [[-5.48828125, false]], [[-11.109375, false]], [[-7.11328125, false]], [[-9.484375, false]], [[-10.984375, false]], [[-8.984375, false]], [[-10.609375, false]], [[-5.48828125, false]], [[-8.984375, false]], [[-8.734375, false]], [[-10.859375, false]], [[-11.109375, false]], [[-9.359375, false]], [[-10.109375, false]], [[-8.734375, false]], [[-11.984375, false]], [[-5.48828125, false]], [[-10.109375, false]], [[-10.359375, false]], [[-9.359375, false]], [[-5.48828125, false]], [[-12.109375, false]], [[-7.11328125, false]], [[-10.859375, false]], [[-8.734375, false]], [[-11.984375, false]], [[-5.48828125, false]], [[-10.484375, false]], [[-7.11328125, false]], [[-11.109375, false]], [[-5.48828125, false]], [[-9.359375, false]], [[-10.109375, false]], [[-11.484375, false]], [[-5.48828125, false]], [[-11.484375, false]], [[-7.11328125, false]], [[-8.734375, false]], [[-10.359375, false]], [[-10.859375, false]], [[-9.359375, false]], [[-8.984375, false]], [[-10.609375, false]], [[-5.48828125, false]], [[-8.984375, false]], [[-9.484375, false]], [[-9.984375, false]], [[-7.11328125, false]], [[-9.359375, false]], [[-10.109375, false]], [[-8.734375, false]], [[-11.984375, false]], [[-5.48828125, false]], [[-10.109375, false]], [[-10.359375, false]], [[-9.359375, false]], [[-5.48828125, false]], [[-8.484375, false]], [[-5.98828125, false]], [[-11.109375, false]], [[-9.359375, false]], [[-5.48828125, false]], [[-10.859375, false]], [[-8.734375, false]], [[-8.734375, false]], [[-8.484375, false]], [[-11.109375, false]], [[-5.48828125, false]], [[-9.609375, false]], [[-5.98828125, false]], [[-10.359375, false]], [[-8.484375, false]], [[-11.109375, false]], [[-8.984375, false]], [[-14.359375, false]]], "filtered_resps": [[-7.36328125, false], [-8.984375, false], [-10.859375, false], [-9.359375, false], [-10.109375, false], [-8.734375, false], [-11.984375, false], [-5.48828125, false], [-10.484375, false], [-10.859375, false], [-11.109375, false], [-5.48828125, false], [-10.359375, false], [-7.11328125, false], [-5.48828125, false], [-10.359375, false], [-11.109375, false], [-5.98828125, false], [-10.234375, false], [-5.48828125, false], [-5.98828125, false], [-10.109375, false], [-11.109375, false], [-5.48828125, false], [-10.484375, false], [-7.11328125, false], [-11.109375, false], [-5.48828125, false], [-9.609375, false], [-5.98828125, false], [-11.109375, false], [-11.484375, false], [-10.359375, false], [-10.859375, false], [-8.984375, false], [-10.609375, false], [-5.48828125, false], [-8.984375, false], [-9.484375, false], [-11.109375, false], [-5.98828125, false], [-9.484375, false], [-10.984375, false], [-10.109375, false], [-8.734375, false], [-11.984375, false], [-5.48828125, false], [-7.11328125, false], [-10.234375, false], [-8.484375, false], [-8.734375, false], [-5.48828125, false], [-9.484375, false], [-9.984375, false], [-5.98828125, false], [-11.484375, false], [-9.359375, false], [-5.48828125, false], [-9.609375, false], [-10.109375, false], [-10.359375, false], [-10.859375, false], [-5.48828125, false], [-5.98828125, false], [-5.48828125, false], [-11.109375, false], [-7.11328125, false], [-9.484375, false], [-10.984375, false], [-8.984375, false], [-10.609375, false], [-5.48828125, false], [-8.984375, false], [-8.734375, false], [-10.859375, false], [-11.109375, false], [-9.359375, false], [-10.109375, false], [-8.734375, false], [-11.984375, false], [-5.48828125, false], [-10.109375, false], [-10.359375, false], [-9.359375, false], [-5.48828125, false], [-12.109375, false], [-7.11328125, false], [-10.859375, false], [-8.734375, false], [-11.984375, false], [-5.48828125, false], [-10.484375, false], [-7.11328125, false], [-11.109375, false], [-5.48828125, false], [-9.359375, false], [-10.109375, false], [-11.484375, false], [-5.48828125, false], [-11.484375, false], [-7.11328125, false], [-8.734375, false], [-10.359375, false], [-10.859375, false], [-9.359375, false], [-8.984375, false], [-10.609375, false], [-5.48828125, false], [-8.984375, false], [-9.484375, false], [-9.984375, false], [-7.11328125, false], [-9.359375, false], [-10.109375, false], [-8.734375, false], [-11.984375, false], [-5.48828125, false], [-10.109375, false], [-10.359375, false], [-9.359375, false], [-5.48828125, false], [-8.484375, false], [-5.98828125, false], [-11.109375, false], [-9.359375, false], [-5.48828125, false], [-10.859375, false], [-8.734375, false], [-8.734375, false], [-8.484375, false], [-11.109375, false], [-5.48828125, false], [-9.609375, false], [-5.98828125, false], [-10.359375, false], [-8.484375, false], [-11.109375, false], [-8.984375, false], [-14.359375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2097, "doc": {"id": "Mercury_7247100", "question": "Scientists noted that muscles and bones would need physical stress to remain healthy during manned space flights. Which of these had to be planned for because of this need?", "choices": {"text": ["practicing space walking", "counseling activities for tension", "exercising to maintain strength", "monitoring circadian rhythms"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "exercising to maintain strength", "arguments": ["Question: Scientists noted that muscles and bones would need physical stress to remain healthy during manned space flights. Which of these had to be planned for because of this need?\nAnswer:", " ["], "resps": [[[-6.796875, false]], [[-9.171875, false]], [[-9.296875, false]], [[-10.421875, false]], [[-4.671875, false]], [[-7.046875, false]], [[-9.046875, false]], [[-7.921875, false]], [[-7.046875, false]], [[-7.921875, false]], [[-9.421875, false]], [[-10.671875, false]], [[-5.171875, false]], [[-8.296875, false]], [[-9.296875, false]], [[-4.671875, false]], [[-7.046875, false]], [[-8.921875, false]], [[-5.171875, false]], [[-9.046875, false]], [[-4.671875, false]], [[-9.421875, false]], [[-8.796875, false]], [[-7.921875, false]], [[-9.421875, false]], [[-10.671875, false]], [[-9.171875, false]], [[-10.25, false]], [[-5.171875, false]], [[-9.171875, false]], [[-7.046875, false]], [[-8.796875, false]], [[-10.796875, false]], [[-9.421875, false]], [[-8.296875, false]], [[-8.921875, false]], [[-9.421875, false]], [[-7.921875, false]], [[-9.421875, false]], [[-10.671875, false]], [[-5.171875, false]], [[-4.671875, false]], [[-7.046875, false]], [[-9.046875, false]], [[-7.921875, false]], [[-9.796875, false]], [[-7.921875, false]], [[-9.046875, false]], [[-7.921875, false]], [[-8.921875, false]], [[-8.296875, false]], [[-5.171875, false]], [[-7.921875, false]], [[-8.796875, false]], [[-10.421875, false]], [[-5.171875, false]], [[-9.046875, false]], [[-8.921875, false]], [[-9.421875, false]], [[-8.296875, false]], [[-7.921875, false]], [[-8.796875, false]], [[-9.421875, false]], [[-9.171875, false]], [[-10.25, false]], [[-5.171875, false]], [[-9.171875, false]], [[-8.921875, false]], [[-8.546875, false]], [[-8.921875, false]], [[-10.421875, false]], [[-7.046875, false]], [[-7.921875, false]], [[-8.296875, false]], [[-7.921875, false]], [[-9.421875, false]], [[-10.671875, false]], [[-5.171875, false]], [[-9.046875, false]], [[-8.796875, false]], [[-5.171875, false]], [[-8.421875, false]], [[-4.671875, false]], [[-7.921875, false]], [[-9.421875, false]], [[-9.046875, false]], [[-4.671875, false]], [[-7.921875, false]], [[-9.421875, false]], [[-5.171875, false]], [[-8.296875, false]], [[-9.046875, false]], [[-10.421875, false]], [[-8.921875, false]], [[-9.421875, false]], [[-10.671875, false]], [[-9.046875, false]], [[-9.171875, false]], [[-9.171875, false]], [[-10.25, false]], [[-5.171875, false]], [[-9.171875, false]], [[-8.421875, false]], [[-8.796875, false]], [[-9.421875, false]], [[-7.921875, false]], [[-9.046875, false]], [[-8.796875, false]], [[-10.421875, false]], [[-7.921875, false]], [[-9.421875, false]], [[-10.671875, false]], [[-5.171875, false]], [[-7.046875, false]], [[-7.921875, false]], [[-10.421875, false]], [[-7.046875, false]], [[-4.671875, false]], [[-8.296875, false]], [[-7.921875, false]], [[-4.671875, false]], [[-9.421875, false]], [[-5.171875, false]], [[-10.421875, false]], [[-9.171875, false]], [[-11.546875, false]], [[-9.046875, false]], [[-9.171875, false]], [[-8.421875, false]], [[-8.296875, false]], [[-9.171875, false]], [[-11.546875, false]]], "filtered_resps": [[-6.796875, false], [-9.171875, false], [-9.296875, false], [-10.421875, false], [-4.671875, false], [-7.046875, false], [-9.046875, false], [-7.921875, false], [-7.046875, false], [-7.921875, false], [-9.421875, false], [-10.671875, false], [-5.171875, false], [-8.296875, false], [-9.296875, false], [-4.671875, false], [-7.046875, false], [-8.921875, false], [-5.171875, false], [-9.046875, false], [-4.671875, false], [-9.421875, false], [-8.796875, false], [-7.921875, false], [-9.421875, false], [-10.671875, false], [-9.171875, false], [-10.25, false], [-5.171875, false], [-9.171875, false], [-7.046875, false], [-8.796875, false], [-10.796875, false], [-9.421875, false], [-8.296875, false], [-8.921875, false], [-9.421875, false], [-7.921875, false], [-9.421875, false], [-10.671875, false], [-5.171875, false], [-4.671875, false], [-7.046875, false], [-9.046875, false], [-7.921875, false], [-9.796875, false], [-7.921875, false], [-9.046875, false], [-7.921875, false], [-8.921875, false], [-8.296875, false], [-5.171875, false], [-7.921875, false], [-8.796875, false], [-10.421875, false], [-5.171875, false], [-9.046875, false], [-8.921875, false], [-9.421875, false], [-8.296875, false], [-7.921875, false], [-8.796875, false], [-9.421875, false], [-9.171875, false], [-10.25, false], [-5.171875, false], [-9.171875, false], [-8.921875, false], [-8.546875, false], [-8.921875, false], [-10.421875, false], [-7.046875, false], [-7.921875, false], [-8.296875, false], [-7.921875, false], [-9.421875, false], [-10.671875, false], [-5.171875, false], [-9.046875, false], [-8.796875, false], [-5.171875, false], [-8.421875, false], [-4.671875, false], [-7.921875, false], [-9.421875, false], [-9.046875, false], [-4.671875, false], [-7.921875, false], [-9.421875, false], [-5.171875, false], [-8.296875, false], [-9.046875, false], [-10.421875, false], [-8.921875, false], [-9.421875, false], [-10.671875, false], [-9.046875, false], [-9.171875, false], [-9.171875, false], [-10.25, false], [-5.171875, false], [-9.171875, false], [-8.421875, false], [-8.796875, false], [-9.421875, false], [-7.921875, false], [-9.046875, false], [-8.796875, false], [-10.421875, false], [-7.921875, false], [-9.421875, false], [-10.671875, false], [-5.171875, false], [-7.046875, false], [-7.921875, false], [-10.421875, false], [-7.046875, false], [-4.671875, false], [-8.296875, false], [-7.921875, false], [-4.671875, false], [-9.421875, false], [-5.171875, false], [-10.421875, false], [-9.171875, false], [-11.546875, false], [-9.046875, false], [-9.171875, false], [-8.421875, false], [-8.296875, false], [-9.171875, false], [-11.546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2105, "doc": {"id": "MCAS_2006_9_36", "question": "Two spotted leopards produce a litter of four cubs. Three of the cubs are spotted and one is solid black. The black coat is probably what type of trait?", "choices": {"text": ["dominant", "recessive", "polygenic", "sex-linked"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "recessive", "arguments": ["Question: Two spotted leopards produce a litter of four cubs. Three of the cubs are spotted and one is solid black. The black coat is probably what type of trait?\nAnswer:", " ["], "resps": [[[-6.8828125, false]], [[-8.6328125, false]], [[-9.6328125, false]], [[-9.5078125, false]], [[-11.2578125, false]], [[-9.2578125, false]], [[-9.3828125, false]], [[-5.7578125, false]], [[-9.3828125, false]], [[-10.3828125, false]], [[-8.6328125, false]], [[-10.921875, false]], [[-5.7578125, false]], [[-8.6328125, false]], [[-10.6328125, false]], [[-8.8828125, false]], [[-10.3828125, false]], [[-8.8828125, false]], [[-9.5078125, false]], [[-9.5078125, false]], [[-9.2578125, false]], [[-12.1328125, false]], [[-8.8828125, false]], [[-8.6328125, false]], [[-10.921875, false]], [[-5.7578125, false]], [[-8.6328125, false]], [[-10.1328125, false]], [[-9.5078125, false]], [[-7.6328125, false]], [[-12.6328125, false]], [[-11.0078125, false]], [[-8.8828125, false]], [[-9.3828125, false]], [[-9.2578125, false]], [[-10.3828125, false]], [[-8.6328125, false]], [[-10.921875, false]], [[-5.7578125, false]], [[-8.6328125, false]], [[-9.5078125, false]], [[-8.8828125, false]], [[-10.3828125, false]], [[-7.6328125, false]], [[-7.6328125, false]], [[-9.2578125, false]], [[-9.3828125, false]], [[-11.1328125, false]], [[-8.8828125, false]], [[-9.6328125, false]], [[-8.6328125, false]], [[-12.8828125, false]]], "filtered_resps": [[-6.8828125, false], [-8.6328125, false], [-9.6328125, false], [-9.5078125, false], [-11.2578125, false], [-9.2578125, false], [-9.3828125, false], [-5.7578125, false], [-9.3828125, false], [-10.3828125, false], [-8.6328125, false], [-10.921875, false], [-5.7578125, false], [-8.6328125, false], [-10.6328125, false], [-8.8828125, false], [-10.3828125, false], [-8.8828125, false], [-9.5078125, false], [-9.5078125, false], [-9.2578125, false], [-12.1328125, false], [-8.8828125, false], [-8.6328125, false], [-10.921875, false], [-5.7578125, false], [-8.6328125, false], [-10.1328125, false], [-9.5078125, false], [-7.6328125, false], [-12.6328125, false], [-11.0078125, false], [-8.8828125, false], [-9.3828125, false], [-9.2578125, false], [-10.3828125, false], [-8.6328125, false], [-10.921875, false], [-5.7578125, false], [-8.6328125, false], [-9.5078125, false], [-8.8828125, false], [-10.3828125, false], [-7.6328125, false], [-7.6328125, false], [-9.2578125, false], [-9.3828125, false], [-11.1328125, false], [-8.8828125, false], [-9.6328125, false], [-8.6328125, false], [-12.8828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2113, "doc": {"id": "Mercury_7207148", "question": "Which of these is a reason that scientists revise theories?", "choices": {"text": ["public opinion in favor of a revised theory", "corporate sponsorship of a revised theory", "government policy based on a revised theory", "experimental results that support a revised theory"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "experimental results that support a revised theory", "arguments": ["Question: Which of these is a reason that scientists revise theories?\nAnswer:", " ["], "resps": [[[-7.30859375, false]], [[-8.4296875, false]], [[-9.0546875, false]], [[-10.9296875, false]], [[-8.9296875, false]], [[-10.9296875, false]], [[-9.3046875, false]], [[-8.9296875, false]], [[-5.68359375, false]], [[-9.8046875, false]], [[-9.0546875, false]], [[-9.3046875, false]], [[-9.3046875, false]], [[-9.3046875, false]], [[-9.8046875, false]], [[-9.3046875, false]], [[-5.68359375, false]], [[-9.3046875, false]], [[-9.3046875, false]], [[-5.68359375, false]], [[-9.0546875, false]], [[-5.55859375, false]], [[-10.6796875, false]], [[-9.8046875, false]], [[-10.0546875, false]], [[-5.68359375, false]], [[-9.8046875, false]], [[-9.0546875, false]], [[-5.68359375, false]], [[-5.55859375, false]], [[-5.68359375, false]], [[-10.0546875, false]], [[-7.55859375, false]], [[-10.6796875, false]], [[-9.3046875, false]], [[-10.1796875, false]], [[-7.55859375, false]], [[-9.8046875, false]], [[-5.68359375, false]], [[-10.3046875, false]], [[-11.5546875, false]], [[-7.55859375, false]], [[-9.8046875, false]], [[-10.0546875, false]], [[-12.1796875, false]], [[-8.4296875, false]], [[-9.59375, false]], [[-5.68359375, false]], [[-8.4296875, false]], [[-8.9296875, false]], [[-9.8046875, false]], [[-10.0546875, false]], [[-9.0546875, false]], [[-9.8046875, false]], [[-10.0546875, false]], [[-5.55859375, false]], [[-10.3046875, false]], [[-7.55859375, false]], [[-5.68359375, false]], [[-10.1796875, false]], [[-9.0546875, false]], [[-9.8046875, false]], [[-9.3046875, false]], [[-10.1796875, false]], [[-9.8046875, false]], [[-10.0546875, false]], [[-10.1796875, false]], [[-11.5546875, false]], [[-9.3046875, false]], [[-9.0546875, false]], [[-5.68359375, false]], [[-9.8046875, false]], [[-9.0546875, false]], [[-5.68359375, false]], [[-5.55859375, false]], [[-5.68359375, false]], [[-10.0546875, false]], [[-7.55859375, false]], [[-10.6796875, false]], [[-9.3046875, false]], [[-10.1796875, false]], [[-7.55859375, false]], [[-9.8046875, false]], [[-5.68359375, false]], [[-10.3046875, false]], [[-11.5546875, false]], [[-7.55859375, false]], [[-9.8046875, false]], [[-10.0546875, false]], [[-12.1796875, false]], [[-8.4296875, false]], [[-9.59375, false]], [[-5.68359375, false]], [[-8.4296875, false]], [[-12.3046875, false]], [[-9.8046875, false]], [[-10.6796875, false]], [[-7.55859375, false]], [[-10.0546875, false]], [[-9.3046875, false]], [[-10.8046875, false]], [[-7.55859375, false]], [[-9.3046875, false]], [[-10.3046875, false]], [[-5.68359375, false]], [[-9.0546875, false]], [[-9.8046875, false]], [[-10.9296875, false]], [[-9.3046875, false]], [[-8.9296875, false]], [[-12.1796875, false]], [[-5.68359375, false]], [[-8.9296875, false]], [[-5.55859375, false]], [[-10.1796875, false]], [[-7.55859375, false]], [[-9.8046875, false]], [[-5.68359375, false]], [[-9.8046875, false]], [[-9.3046875, false]], [[-5.68359375, false]], [[-5.55859375, false]], [[-5.68359375, false]], [[-10.0546875, false]], [[-7.55859375, false]], [[-10.6796875, false]], [[-9.3046875, false]], [[-10.1796875, false]], [[-7.55859375, false]], [[-9.8046875, false]], [[-5.68359375, false]], [[-10.3046875, false]], [[-11.5546875, false]], [[-7.55859375, false]], [[-9.8046875, false]], [[-10.0546875, false]], [[-12.1796875, false]], [[-8.4296875, false]], [[-9.59375, false]], [[-5.68359375, false]], [[-8.4296875, false]], [[-7.55859375, false]], [[-9.1796875, false]], [[-9.0546875, false]], [[-7.55859375, false]], [[-10.0546875, false]], [[-9.3046875, false]], [[-10.8046875, false]], [[-7.55859375, false]], [[-9.3046875, false]], [[-10.3046875, false]], [[-5.55859375, false]], [[-10.9296875, false]], [[-5.68359375, false]], [[-10.0546875, false]], [[-7.55859375, false]], [[-10.1796875, false]], [[-10.9296875, false]], [[-10.9296875, false]], [[-10.3046875, false]], [[-10.1796875, false]], [[-5.68359375, false]], [[-10.3046875, false]], [[-11.5546875, false]], [[-5.55859375, false]], [[-10.3046875, false]], [[-5.68359375, false]], [[-10.1796875, false]], [[-10.9296875, false]], [[-9.0546875, false]], [[-9.0546875, false]], [[-9.8046875, false]], [[-10.0546875, false]], [[-10.3046875, false]], [[-5.68359375, false]], [[-5.55859375, false]], [[-5.68359375, false]], [[-10.0546875, false]], [[-7.55859375, false]], [[-10.6796875, false]], [[-9.3046875, false]], [[-10.1796875, false]], [[-7.55859375, false]], [[-9.8046875, false]], [[-5.68359375, false]], [[-10.3046875, false]], [[-11.5546875, false]], [[-7.55859375, false]], [[-9.8046875, false]], [[-10.0546875, false]], [[-12.1796875, false]], [[-8.4296875, false]], [[-13.3046875, false]]], "filtered_resps": [[-7.30859375, false], [-8.4296875, false], [-9.0546875, false], [-10.9296875, false], [-8.9296875, false], [-10.9296875, false], [-9.3046875, false], [-8.9296875, false], [-5.68359375, false], [-9.8046875, false], [-9.0546875, false], [-9.3046875, false], [-9.3046875, false], [-9.3046875, false], [-9.8046875, false], [-9.3046875, false], [-5.68359375, false], [-9.3046875, false], [-9.3046875, false], [-5.68359375, false], [-9.0546875, false], [-5.55859375, false], [-10.6796875, false], [-9.8046875, false], [-10.0546875, false], [-5.68359375, false], [-9.8046875, false], [-9.0546875, false], [-5.68359375, false], [-5.55859375, false], [-5.68359375, false], [-10.0546875, false], [-7.55859375, false], [-10.6796875, false], [-9.3046875, false], [-10.1796875, false], [-7.55859375, false], [-9.8046875, false], [-5.68359375, false], [-10.3046875, false], [-11.5546875, false], [-7.55859375, false], [-9.8046875, false], [-10.0546875, false], [-12.1796875, false], [-8.4296875, false], [-9.59375, false], [-5.68359375, false], [-8.4296875, false], [-8.9296875, false], [-9.8046875, false], [-10.0546875, false], [-9.0546875, false], [-9.8046875, false], [-10.0546875, false], [-5.55859375, false], [-10.3046875, false], [-7.55859375, false], [-5.68359375, false], [-10.1796875, false], [-9.0546875, false], [-9.8046875, false], [-9.3046875, false], [-10.1796875, false], [-9.8046875, false], [-10.0546875, false], [-10.1796875, false], [-11.5546875, false], [-9.3046875, false], [-9.0546875, false], [-5.68359375, false], [-9.8046875, false], [-9.0546875, false], [-5.68359375, false], [-5.55859375, false], [-5.68359375, false], [-10.0546875, false], [-7.55859375, false], [-10.6796875, false], [-9.3046875, false], [-10.1796875, false], [-7.55859375, false], [-9.8046875, false], [-5.68359375, false], [-10.3046875, false], [-11.5546875, false], [-7.55859375, false], [-9.8046875, false], [-10.0546875, false], [-12.1796875, false], [-8.4296875, false], [-9.59375, false], [-5.68359375, false], [-8.4296875, false], [-12.3046875, false], [-9.8046875, false], [-10.6796875, false], [-7.55859375, false], [-10.0546875, false], [-9.3046875, false], [-10.8046875, false], [-7.55859375, false], [-9.3046875, false], [-10.3046875, false], [-5.68359375, false], [-9.0546875, false], [-9.8046875, false], [-10.9296875, false], [-9.3046875, false], [-8.9296875, false], [-12.1796875, false], [-5.68359375, false], [-8.9296875, false], [-5.55859375, false], [-10.1796875, false], [-7.55859375, false], [-9.8046875, false], [-5.68359375, false], [-9.8046875, false], [-9.3046875, false], [-5.68359375, false], [-5.55859375, false], [-5.68359375, false], [-10.0546875, false], [-7.55859375, false], [-10.6796875, false], [-9.3046875, false], [-10.1796875, false], [-7.55859375, false], [-9.8046875, false], [-5.68359375, false], [-10.3046875, false], [-11.5546875, false], [-7.55859375, false], [-9.8046875, false], [-10.0546875, false], [-12.1796875, false], [-8.4296875, false], [-9.59375, false], [-5.68359375, false], [-8.4296875, false], [-7.55859375, false], [-9.1796875, false], [-9.0546875, false], [-7.55859375, false], [-10.0546875, false], [-9.3046875, false], [-10.8046875, false], [-7.55859375, false], [-9.3046875, false], [-10.3046875, false], [-5.55859375, false], [-10.9296875, false], [-5.68359375, false], [-10.0546875, false], [-7.55859375, false], [-10.1796875, false], [-10.9296875, false], [-10.9296875, false], [-10.3046875, false], [-10.1796875, false], [-5.68359375, false], [-10.3046875, false], [-11.5546875, false], [-5.55859375, false], [-10.3046875, false], [-5.68359375, false], [-10.1796875, false], [-10.9296875, false], [-9.0546875, false], [-9.0546875, false], [-9.8046875, false], [-10.0546875, false], [-10.3046875, false], [-5.68359375, false], [-5.55859375, false], [-5.68359375, false], [-10.0546875, false], [-7.55859375, false], [-10.6796875, false], [-9.3046875, false], [-10.1796875, false], [-7.55859375, false], [-9.8046875, false], [-5.68359375, false], [-10.3046875, false], [-11.5546875, false], [-7.55859375, false], [-9.8046875, false], [-10.0546875, false], [-12.1796875, false], [-8.4296875, false], [-13.3046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2121, "doc": {"id": "Mercury_407263", "question": "Which part of digestion is mainly a chemical change?", "choices": {"text": ["Teeth break food into small pieces.", "Throat muscles push food toward the stomach.", "Stomach acids dissolve food into nutrients.", "Intestinal cells transport nutrients into the blood."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Stomach acids dissolve food into nutrients.", "arguments": ["Question: Which part of digestion is mainly a chemical change?\nAnswer:", " ["], "resps": [[[-7.36328125, false]], [[-10.109375, false]], [[-6.86328125, false]], [[-8.609375, false]], [[-8.609375, false]], [[-9.609375, false]], [[-10.609375, false]], [[-5.36328125, false]], [[-8.859375, false]], [[-10.359375, false]], [[-8.609375, false]], [[-5.61328125, false]], [[-7.36328125, false]], [[-5.36328125, false]], [[-11.609375, false]], [[-8.859375, false]], [[-8.859375, false]], [[-10.359375, false]], [[-5.36328125, false]], [[-9.109375, false]], [[-9.609375, false]], [[-9.609375, false]], [[-8.859375, false]], [[-5.36328125, false]], [[-8.609375, false]], [[-9.359375, false]], [[-5.61328125, false]], [[-10.109375, false]], [[-10.109375, false]], [[-5.36328125, false]], [[-9.359375, false]], [[-9.109375, false]], [[-8.609375, false]], [[-6.86328125, false]], [[-8.609375, false]], [[-8.609375, false]], [[-6.90234375, false]], [[-10.109375, false]], [[-9.78125, false]], [[-5.36328125, false]], [[-10.109375, false]], [[-6.86328125, false]], [[-10.609375, false]], [[-10.359375, false]], [[-8.859375, false]], [[-5.61328125, false]], [[-9.609375, false]], [[-5.36328125, false]], [[-9.359375, false]], [[-9.109375, false]], [[-8.609375, false]], [[-6.86328125, false]], [[-10.109375, false]], [[-8.609375, false]], [[-8.609375, false]], [[-5.36328125, false]], [[-9.359375, false]], [[-9.109375, false]], [[-8.609375, false]], [[-10.609375, false]], [[-5.36328125, false]], [[-11.609375, false]], [[-8.859375, false]], [[-8.859375, false]], [[-10.359375, false]], [[-5.36328125, false]], [[-9.609375, false]], [[-8.859375, false]], [[-10.109375, false]], [[-5.61328125, false]], [[-10.359375, false]], [[-10.359375, false]], [[-5.36328125, false]], [[-9.609375, false]], [[-10.609375, false]], [[-8.609375, false]], [[-5.36328125, false]], [[-8.609375, false]], [[-9.609375, false]], [[-8.859375, false]], [[-9.359375, false]], [[-5.61328125, false]], [[-6.86328125, false]], [[-10.609375, false]], [[-6.90234375, false]], [[-10.109375, false]], [[-9.78125, false]], [[-5.36328125, false]], [[-10.109375, false]], [[-5.86328125, false]], [[-9.609375, false]], [[-8.859375, false]], [[-9.359375, false]], [[-5.61328125, false]], [[-6.86328125, false]], [[-10.609375, false]], [[-5.36328125, false]], [[-5.61328125, false]], [[-6.86328125, false]], [[-9.109375, false]], [[-10.359375, false]], [[-8.609375, false]], [[-5.36328125, false]], [[-10.359375, false]], [[-9.109375, false]], [[-8.609375, false]], [[-8.609375, false]], [[-8.859375, false]], [[-10.109375, false]], [[-10.359375, false]], [[-8.609375, false]], [[-5.36328125, false]], [[-11.609375, false]], [[-8.859375, false]], [[-8.859375, false]], [[-10.359375, false]], [[-5.36328125, false]], [[-9.109375, false]], [[-9.609375, false]], [[-9.609375, false]], [[-8.859375, false]], [[-5.36328125, false]], [[-9.609375, false]], [[-9.109375, false]], [[-9.609375, false]], [[-10.359375, false]], [[-9.109375, false]], [[-8.609375, false]], [[-9.609375, false]], [[-9.609375, false]], [[-8.609375, false]], [[-6.90234375, false]], [[-10.109375, false]], [[-9.78125, false]], [[-5.36328125, false]], [[-10.109375, false]], [[-5.36328125, false]], [[-9.609375, false]], [[-9.609375, false]], [[-8.609375, false]], [[-8.609375, false]], [[-9.609375, false]], [[-9.109375, false]], [[-9.609375, false]], [[-5.61328125, false]], [[-10.109375, false]], [[-5.36328125, false]], [[-6.86328125, false]], [[-8.609375, false]], [[-10.109375, false]], [[-10.109375, false]], [[-8.609375, false]], [[-5.36328125, false]], [[-9.609375, false]], [[-10.359375, false]], [[-5.61328125, false]], [[-9.609375, false]], [[-8.609375, false]], [[-9.359375, false]], [[-8.859375, false]], [[-10.359375, false]], [[-9.609375, false]], [[-5.36328125, false]], [[-9.609375, false]], [[-9.109375, false]], [[-9.609375, false]], [[-10.359375, false]], [[-9.109375, false]], [[-8.609375, false]], [[-9.609375, false]], [[-9.609375, false]], [[-8.609375, false]], [[-5.36328125, false]], [[-9.109375, false]], [[-9.609375, false]], [[-9.609375, false]], [[-8.859375, false]], [[-5.36328125, false]], [[-9.609375, false]], [[-10.609375, false]], [[-8.609375, false]], [[-5.36328125, false]], [[-8.859375, false]], [[-10.109375, false]], [[-8.859375, false]], [[-8.859375, false]], [[-10.359375, false]], [[-6.90234375, false]], [[-10.109375, false]], [[-13.109375, false]]], "filtered_resps": [[-7.36328125, false], [-10.109375, false], [-6.86328125, false], [-8.609375, false], [-8.609375, false], [-9.609375, false], [-10.609375, false], [-5.36328125, false], [-8.859375, false], [-10.359375, false], [-8.609375, false], [-5.61328125, false], [-7.36328125, false], [-5.36328125, false], [-11.609375, false], [-8.859375, false], [-8.859375, false], [-10.359375, false], [-5.36328125, false], [-9.109375, false], [-9.609375, false], [-9.609375, false], [-8.859375, false], [-5.36328125, false], [-8.609375, false], [-9.359375, false], [-5.61328125, false], [-10.109375, false], [-10.109375, false], [-5.36328125, false], [-9.359375, false], [-9.109375, false], [-8.609375, false], [-6.86328125, false], [-8.609375, false], [-8.609375, false], [-6.90234375, false], [-10.109375, false], [-9.78125, false], [-5.36328125, false], [-10.109375, false], [-6.86328125, false], [-10.609375, false], [-10.359375, false], [-8.859375, false], [-5.61328125, false], [-9.609375, false], [-5.36328125, false], [-9.359375, false], [-9.109375, false], [-8.609375, false], [-6.86328125, false], [-10.109375, false], [-8.609375, false], [-8.609375, false], [-5.36328125, false], [-9.359375, false], [-9.109375, false], [-8.609375, false], [-10.609375, false], [-5.36328125, false], [-11.609375, false], [-8.859375, false], [-8.859375, false], [-10.359375, false], [-5.36328125, false], [-9.609375, false], [-8.859375, false], [-10.109375, false], [-5.61328125, false], [-10.359375, false], [-10.359375, false], [-5.36328125, false], [-9.609375, false], [-10.609375, false], [-8.609375, false], [-5.36328125, false], [-8.609375, false], [-9.609375, false], [-8.859375, false], [-9.359375, false], [-5.61328125, false], [-6.86328125, false], [-10.609375, false], [-6.90234375, false], [-10.109375, false], [-9.78125, false], [-5.36328125, false], [-10.109375, false], [-5.86328125, false], [-9.609375, false], [-8.859375, false], [-9.359375, false], [-5.61328125, false], [-6.86328125, false], [-10.609375, false], [-5.36328125, false], [-5.61328125, false], [-6.86328125, false], [-9.109375, false], [-10.359375, false], [-8.609375, false], [-5.36328125, false], [-10.359375, false], [-9.109375, false], [-8.609375, false], [-8.609375, false], [-8.859375, false], [-10.109375, false], [-10.359375, false], [-8.609375, false], [-5.36328125, false], [-11.609375, false], [-8.859375, false], [-8.859375, false], [-10.359375, false], [-5.36328125, false], [-9.109375, false], [-9.609375, false], [-9.609375, false], [-8.859375, false], [-5.36328125, false], [-9.609375, false], [-9.109375, false], [-9.609375, false], [-10.359375, false], [-9.109375, false], [-8.609375, false], [-9.609375, false], [-9.609375, false], [-8.609375, false], [-6.90234375, false], [-10.109375, false], [-9.78125, false], [-5.36328125, false], [-10.109375, false], [-5.36328125, false], [-9.609375, false], [-9.609375, false], [-8.609375, false], [-8.609375, false], [-9.609375, false], [-9.109375, false], [-9.609375, false], [-5.61328125, false], [-10.109375, false], [-5.36328125, false], [-6.86328125, false], [-8.609375, false], [-10.109375, false], [-10.109375, false], [-8.609375, false], [-5.36328125, false], [-9.609375, false], [-10.359375, false], [-5.61328125, false], [-9.609375, false], [-8.609375, false], [-9.359375, false], [-8.859375, false], [-10.359375, false], [-9.609375, false], [-5.36328125, false], [-9.609375, false], [-9.109375, false], [-9.609375, false], [-10.359375, false], [-9.109375, false], [-8.609375, false], [-9.609375, false], [-9.609375, false], [-8.609375, false], [-5.36328125, false], [-9.109375, false], [-9.609375, false], [-9.609375, false], [-8.859375, false], [-5.36328125, false], [-9.609375, false], [-10.609375, false], [-8.609375, false], [-5.36328125, false], [-8.859375, false], [-10.109375, false], [-8.859375, false], [-8.859375, false], [-10.359375, false], [-6.90234375, false], [-10.109375, false], [-13.109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2129, "doc": {"id": "Mercury_SC_402284", "question": "Which process is taking place when water freezes between cracks in rocks?", "choices": {"text": ["deposition", "weathering", "sedimentation", "crystallization"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "weathering", "arguments": ["Question: Which process is taking place when water freezes between cracks in rocks?\nAnswer:", " ["], "resps": [[[-7.49609375, false]], [[-9.25, false]], [[-9.5, false]], [[-7.49609375, false]], [[-10.0, false]], [[-9.75, false]], [[-9.75, false]], [[-8.25, false]], [[-9.75, false]], [[-8.25, false]], [[-9.75, false]], [[-9.5, false]], [[-9.25, false]], [[-9.78125, false]], [[-5.74609375, false]], [[-9.25, false]], [[-10.75, false]], [[-7.49609375, false]], [[-5.24609375, false]], [[-9.75, false]], [[-11.25, false]], [[-7.49609375, false]], [[-11.0, false]], [[-8.25, false]], [[-9.5, false]], [[-11.25, false]], [[-9.25, false]], [[-9.78125, false]], [[-5.74609375, false]], [[-9.25, false]], [[-9.75, false]], [[-7.49609375, false]], [[-9.5, false]], [[-8.25, false]], [[-9.5, false]], [[-7.49609375, false]], [[-9.5, false]], [[-9.75, false]], [[-5.24609375, false]], [[-9.75, false]], [[-8.25, false]], [[-9.75, false]], [[-9.5, false]], [[-9.25, false]], [[-9.78125, false]], [[-5.74609375, false]], [[-9.25, false]], [[-7.99609375, false]], [[-11.0, false]], [[-11.25, false]], [[-9.75, false]], [[-9.75, false]], [[-5.24609375, false]], [[-11.5, false]], [[-11.5, false]], [[-8.25, false]], [[-10.75, false]], [[-5.24609375, false]], [[-9.75, false]], [[-8.25, false]], [[-9.75, false]], [[-9.5, false]], [[-9.25, false]], [[-12.75, false]]], "filtered_resps": [[-7.49609375, false], [-9.25, false], [-9.5, false], [-7.49609375, false], [-10.0, false], [-9.75, false], [-9.75, false], [-8.25, false], [-9.75, false], [-8.25, false], [-9.75, false], [-9.5, false], [-9.25, false], [-9.78125, false], [-5.74609375, false], [-9.25, false], [-10.75, false], [-7.49609375, false], [-5.24609375, false], [-9.75, false], [-11.25, false], [-7.49609375, false], [-11.0, false], [-8.25, false], [-9.5, false], [-11.25, false], [-9.25, false], [-9.78125, false], [-5.74609375, false], [-9.25, false], [-9.75, false], [-7.49609375, false], [-9.5, false], [-8.25, false], [-9.5, false], [-7.49609375, false], [-9.5, false], [-9.75, false], [-5.24609375, false], [-9.75, false], [-8.25, false], [-9.75, false], [-9.5, false], [-9.25, false], [-9.78125, false], [-5.74609375, false], [-9.25, false], [-7.99609375, false], [-11.0, false], [-11.25, false], [-9.75, false], [-9.75, false], [-5.24609375, false], [-11.5, false], [-11.5, false], [-8.25, false], [-10.75, false], [-5.24609375, false], [-9.75, false], [-8.25, false], [-9.75, false], [-9.5, false], [-9.25, false], [-12.75, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2137, "doc": {"id": "Mercury_SC_408554", "question": "A group of workers needs to move a piano from the second floor of a building. The piano is too wide to fit through the door, so they will lower the piano to the ground through a window. Which tool would be best to help the workers lower the piano from the window?", "choices": {"text": ["wheel and axle", "inclined plane", "pulley", "wedge"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "pulley", "arguments": ["Question: A group of workers needs to move a piano from the second floor of a building. The piano is too wide to fit through the door, so they will lower the piano to the ground through a window. Which tool would be best to help the workers lower the piano from the window?\nAnswer:", " ["], "resps": [[[-7.5390625, false]], [[-10.0390625, false]], [[-9.2890625, false]], [[-10.5390625, false]], [[-9.5390625, false]], [[-9.5390625, false]], [[-10.5390625, false]], [[-4.78515625, false]], [[-4.0390625, false]], [[-10.2890625, false]], [[-10.2890625, false]], [[-4.7890625, false]], [[-4.0390625, false]], [[-10.7890625, false]], [[-10.5390625, false]], [[-9.5390625, false]], [[-10.0390625, false]], [[-10.484375, false]], [[-4.7890625, false]], [[-10.0390625, false]], [[-9.0390625, false]], [[-10.2890625, false]], [[-7.7890625, false]], [[-10.5390625, false]], [[-9.0390625, false]], [[-10.2890625, false]], [[-9.5390625, false]], [[-10.2890625, false]], [[-4.7890625, false]], [[-11.0390625, false]], [[-10.5390625, false]], [[-4.0390625, false]], [[-10.2890625, false]], [[-9.5390625, false]], [[-10.0390625, false]], [[-10.484375, false]], [[-4.7890625, false]], [[-10.0390625, false]], [[-11.0390625, false]], [[-11.0390625, false]], [[-10.5390625, false]], [[-10.5390625, false]], [[-9.5390625, false]], [[-12.7890625, false]], [[-10.0390625, false]], [[-10.484375, false]], [[-4.7890625, false]], [[-10.0390625, false]], [[-9.2890625, false]], [[-9.5390625, false]], [[-10.2890625, false]], [[-10.0390625, false]], [[-9.5390625, false]], [[-10.0390625, false]], [[-12.6640625, false]]], "filtered_resps": [[-7.5390625, false], [-10.0390625, false], [-9.2890625, false], [-10.5390625, false], [-9.5390625, false], [-9.5390625, false], [-10.5390625, false], [-4.78515625, false], [-4.0390625, false], [-10.2890625, false], [-10.2890625, false], [-4.7890625, false], [-4.0390625, false], [-10.7890625, false], [-10.5390625, false], [-9.5390625, false], [-10.0390625, false], [-10.484375, false], [-4.7890625, false], [-10.0390625, false], [-9.0390625, false], [-10.2890625, false], [-7.7890625, false], [-10.5390625, false], [-9.0390625, false], [-10.2890625, false], [-9.5390625, false], [-10.2890625, false], [-4.7890625, false], [-11.0390625, false], [-10.5390625, false], [-4.0390625, false], [-10.2890625, false], [-9.5390625, false], [-10.0390625, false], [-10.484375, false], [-4.7890625, false], [-10.0390625, false], [-11.0390625, false], [-11.0390625, false], [-10.5390625, false], [-10.5390625, false], [-9.5390625, false], [-12.7890625, false], [-10.0390625, false], [-10.484375, false], [-4.7890625, false], [-10.0390625, false], [-9.2890625, false], [-9.5390625, false], [-10.2890625, false], [-10.0390625, false], [-9.5390625, false], [-10.0390625, false], [-12.6640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2145, "doc": {"id": "Mercury_7185185", "question": "Blood is a fluid made up of several different parts. What level of structural organization best describes blood?", "choices": {"text": ["a cell", "a tissue", "an organ", "a system"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "a tissue", "arguments": ["Question: Blood is a fluid made up of several different parts. What level of structural organization best describes blood?\nAnswer:", " ["], "resps": [[[-6.63671875, false]], [[-9.6328125, false]], [[-4.38671875, false]], [[-5.38671875, false]], [[-6.88671875, false]], [[-8.6328125, false]], [[-8.8828125, false]], [[-8.8828125, false]], [[-9.6328125, false]], [[-10.3046875, false]], [[-5.38671875, false]], [[-9.6328125, false]], [[-4.38671875, false]], [[-5.38671875, false]], [[-9.8828125, false]], [[-9.3828125, false]], [[-8.6328125, false]], [[-8.6328125, false]], [[-9.8828125, false]], [[-8.6328125, false]], [[-9.6328125, false]], [[-10.3046875, false]], [[-5.38671875, false]], [[-9.6328125, false]], [[-4.38671875, false]], [[-9.8828125, false]], [[-5.38671875, false]], [[-8.8828125, false]], [[-9.6328125, false]], [[-10.8828125, false]], [[-4.38671875, false]], [[-9.8828125, false]], [[-9.6328125, false]], [[-10.3046875, false]], [[-5.38671875, false]], [[-9.6328125, false]], [[-4.38671875, false]], [[-5.38671875, false]], [[-8.6328125, false]], [[-12.3828125, false]], [[-8.6328125, false]], [[-9.8828125, false]], [[-8.6328125, false]], [[-7.88671875, false]], [[-9.6328125, false]], [[-11.3828125, false]]], "filtered_resps": [[-6.63671875, false], [-9.6328125, false], [-4.38671875, false], [-5.38671875, false], [-6.88671875, false], [-8.6328125, false], [-8.8828125, false], [-8.8828125, false], [-9.6328125, false], [-10.3046875, false], [-5.38671875, false], [-9.6328125, false], [-4.38671875, false], [-5.38671875, false], [-9.8828125, false], [-9.3828125, false], [-8.6328125, false], [-8.6328125, false], [-9.8828125, false], [-8.6328125, false], [-9.6328125, false], [-10.3046875, false], [-5.38671875, false], [-9.6328125, false], [-4.38671875, false], [-9.8828125, false], [-5.38671875, false], [-8.8828125, false], [-9.6328125, false], [-10.8828125, false], [-4.38671875, false], [-9.8828125, false], [-9.6328125, false], [-10.3046875, false], [-5.38671875, false], [-9.6328125, false], [-4.38671875, false], [-5.38671875, false], [-8.6328125, false], [-12.3828125, false], [-8.6328125, false], [-9.8828125, false], [-8.6328125, false], [-7.88671875, false], [-9.6328125, false], [-11.3828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2153, "doc": {"id": "NYSEDREGENTS_2008_8_7", "question": "Which unit is used to express the amount of energy in food?", "choices": {"text": ["Calorie", "degree Celsius", "milliliter", "gram"], "label": ["1", "2", "3", "4"]}, "answerKey": "1"}, "target": "Calorie", "arguments": ["Question: Which unit is used to express the amount of energy in food?\nAnswer:", " ["], "resps": [[[-6.88671875, false]], [[-8.6328125, false]], [[-4.38671875, false]], [[-4.88671875, false]], [[-8.3828125, false]], [[-8.3828125, false]], [[-9.8828125, false]], [[-8.6328125, false]], [[-7.88671875, false]], [[-8.6328125, false]], [[-8.9296875, false]], [[-4.88671875, false]], [[-8.6328125, false]], [[-8.6328125, false]], [[-7.88671875, false]], [[-7.13671875, false]], [[-9.8828125, false]], [[-7.88671875, false]], [[-7.88671875, false]], [[-4.88671875, false]], [[-4.38671875, false]], [[-7.88671875, false]], [[-8.3828125, false]], [[-8.3828125, false]], [[-8.6328125, false]], [[-8.1328125, false]], [[-8.3828125, false]], [[-8.6328125, false]], [[-8.9296875, false]], [[-4.88671875, false]], [[-8.6328125, false]], [[-5.38671875, false]], [[-8.6328125, false]], [[-8.3828125, false]], [[-8.3828125, false]], [[-8.6328125, false]], [[-8.3828125, false]], [[-8.6328125, false]], [[-7.63671875, false]], [[-7.88671875, false]], [[-9.8828125, false]], [[-8.6328125, false]], [[-8.9296875, false]], [[-4.88671875, false]], [[-8.6328125, false]], [[-7.13671875, false]], [[-9.8828125, false]], [[-4.88671875, false]], [[-5.38671875, false]], [[-8.6328125, false]], [[-12.6328125, false]]], "filtered_resps": [[-6.88671875, false], [-8.6328125, false], [-4.38671875, false], [-4.88671875, false], [-8.3828125, false], [-8.3828125, false], [-9.8828125, false], [-8.6328125, false], [-7.88671875, false], [-8.6328125, false], [-8.9296875, false], [-4.88671875, false], [-8.6328125, false], [-8.6328125, false], [-7.88671875, false], [-7.13671875, false], [-9.8828125, false], [-7.88671875, false], [-7.88671875, false], [-4.88671875, false], [-4.38671875, false], [-7.88671875, false], [-8.3828125, false], [-8.3828125, false], [-8.6328125, false], [-8.1328125, false], [-8.3828125, false], [-8.6328125, false], [-8.9296875, false], [-4.88671875, false], [-8.6328125, false], [-5.38671875, false], [-8.6328125, false], [-8.3828125, false], [-8.3828125, false], [-8.6328125, false], [-8.3828125, false], [-8.6328125, false], [-7.63671875, false], [-7.88671875, false], [-9.8828125, false], [-8.6328125, false], [-8.9296875, false], [-4.88671875, false], [-8.6328125, false], [-7.13671875, false], [-9.8828125, false], [-4.88671875, false], [-5.38671875, false], [-8.6328125, false], [-12.6328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2161, "doc": {"id": "ACTAAP_2007_7_30", "question": "Which best describes a scientific theory?", "choices": {"text": ["It is still being tested.", "It is true, once written.", "It is different for each continent.", "It is determined in a court of law."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "It is still being tested.", "arguments": ["Question: Which best describes a scientific theory?\nAnswer:", " ["], "resps": [[[-7.453125, false]], [[-7.578125, false]], [[-5.703125, false]], [[-10.578125, false]], [[-5.578125, false]], [[-9.203125, false]], [[-9.453125, false]], [[-5.578125, false]], [[-9.453125, false]], [[-10.578125, false]], [[-9.203125, false]], [[-11.078125, false]], [[-11.078125, false]], [[-5.578125, false]], [[-8.203125, false]], [[-7.703125, false]], [[-9.203125, false]], [[-9.328125, false]], [[-12.203125, false]], [[-5.578125, false]], [[-10.578125, false]], [[-7.703125, false]], [[-9.453125, false]], [[-10.578125, false]], [[-7.703125, false]], [[-9.828125, false]], [[-6.9765625, false]], [[-7.578125, false]], [[-9.1015625, false]], [[-5.578125, false]], [[-7.578125, false]], [[-5.703125, false]], [[-10.578125, false]], [[-5.578125, false]], [[-9.203125, false]], [[-9.453125, false]], [[-5.578125, false]], [[-10.578125, false]], [[-10.328125, false]], [[-11.078125, false]], [[-7.703125, false]], [[-9.1015625, false]], [[-5.578125, false]], [[-10.203125, false]], [[-9.328125, false]], [[-8.703125, false]], [[-7.703125, false]], [[-5.578125, false]], [[-10.953125, false]], [[-10.328125, false]], [[-9.203125, false]], [[-10.578125, false]], [[-10.578125, false]], [[-7.703125, false]], [[-9.328125, false]], [[-6.9765625, false]], [[-7.578125, false]], [[-9.1015625, false]], [[-5.578125, false]], [[-7.578125, false]], [[-5.703125, false]], [[-10.578125, false]], [[-5.578125, false]], [[-9.203125, false]], [[-9.453125, false]], [[-5.578125, false]], [[-9.828125, false]], [[-9.203125, false]], [[-8.953125, false]], [[-8.953125, false]], [[-7.703125, false]], [[-10.328125, false]], [[-7.703125, false]], [[-9.328125, false]], [[-10.578125, false]], [[-5.578125, false]], [[-8.953125, false]], [[-10.203125, false]], [[-10.328125, false]], [[-5.578125, false]], [[-7.703125, false]], [[-3.205078125, false]], [[-8.703125, false]], [[-10.703125, false]], [[-5.578125, false]], [[-8.703125, false]], [[-10.203125, false]], [[-9.328125, false]], [[-10.578125, false]], [[-9.203125, false]], [[-9.328125, false]], [[-7.703125, false]], [[-9.328125, false]], [[-10.578125, false]], [[-6.9765625, false]], [[-7.578125, false]], [[-9.1015625, false]], [[-5.578125, false]], [[-7.578125, false]], [[-5.703125, false]], [[-10.578125, false]], [[-5.578125, false]], [[-9.203125, false]], [[-9.453125, false]], [[-5.578125, false]], [[-9.828125, false]], [[-7.703125, false]], [[-10.578125, false]], [[-7.703125, false]], [[-10.328125, false]], [[-9.828125, false]], [[-9.203125, false]], [[-9.328125, false]], [[-7.703125, false]], [[-9.828125, false]], [[-5.578125, false]], [[-9.203125, false]], [[-9.328125, false]], [[-5.578125, false]], [[-3.205078125, false]], [[-5.578125, false]], [[-8.703125, false]], [[-10.203125, false]], [[-11.078125, false]], [[-10.328125, false]], [[-10.578125, false]], [[-5.578125, false]], [[-10.203125, false]], [[-8.953125, false]], [[-5.578125, false]], [[-11.078125, false]], [[-3.205078125, false]], [[-10.953125, false]], [[-6.9765625, false]], [[-7.578125, false]], [[-12.953125, false]]], "filtered_resps": [[-7.453125, false], [-7.578125, false], [-5.703125, false], [-10.578125, false], [-5.578125, false], [-9.203125, false], [-9.453125, false], [-5.578125, false], [-9.453125, false], [-10.578125, false], [-9.203125, false], [-11.078125, false], [-11.078125, false], [-5.578125, false], [-8.203125, false], [-7.703125, false], [-9.203125, false], [-9.328125, false], [-12.203125, false], [-5.578125, false], [-10.578125, false], [-7.703125, false], [-9.453125, false], [-10.578125, false], [-7.703125, false], [-9.828125, false], [-6.9765625, false], [-7.578125, false], [-9.1015625, false], [-5.578125, false], [-7.578125, false], [-5.703125, false], [-10.578125, false], [-5.578125, false], [-9.203125, false], [-9.453125, false], [-5.578125, false], [-10.578125, false], [-10.328125, false], [-11.078125, false], [-7.703125, false], [-9.1015625, false], [-5.578125, false], [-10.203125, false], [-9.328125, false], [-8.703125, false], [-7.703125, false], [-5.578125, false], [-10.953125, false], [-10.328125, false], [-9.203125, false], [-10.578125, false], [-10.578125, false], [-7.703125, false], [-9.328125, false], [-6.9765625, false], [-7.578125, false], [-9.1015625, false], [-5.578125, false], [-7.578125, false], [-5.703125, false], [-10.578125, false], [-5.578125, false], [-9.203125, false], [-9.453125, false], [-5.578125, false], [-9.828125, false], [-9.203125, false], [-8.953125, false], [-8.953125, false], [-7.703125, false], [-10.328125, false], [-7.703125, false], [-9.328125, false], [-10.578125, false], [-5.578125, false], [-8.953125, false], [-10.203125, false], [-10.328125, false], [-5.578125, false], [-7.703125, false], [-3.205078125, false], [-8.703125, false], [-10.703125, false], [-5.578125, false], [-8.703125, false], [-10.203125, false], [-9.328125, false], [-10.578125, false], [-9.203125, false], [-9.328125, false], [-7.703125, false], [-9.328125, false], [-10.578125, false], [-6.9765625, false], [-7.578125, false], [-9.1015625, false], [-5.578125, false], [-7.578125, false], [-5.703125, false], [-10.578125, false], [-5.578125, false], [-9.203125, false], [-9.453125, false], [-5.578125, false], [-9.828125, false], [-7.703125, false], [-10.578125, false], [-7.703125, false], [-10.328125, false], [-9.828125, false], [-9.203125, false], [-9.328125, false], [-7.703125, false], [-9.828125, false], [-5.578125, false], [-9.203125, false], [-9.328125, false], [-5.578125, false], [-3.205078125, false], [-5.578125, false], [-8.703125, false], [-10.203125, false], [-11.078125, false], [-10.328125, false], [-10.578125, false], [-5.578125, false], [-10.203125, false], [-8.953125, false], [-5.578125, false], [-11.078125, false], [-3.205078125, false], [-10.953125, false], [-6.9765625, false], [-7.578125, false], [-12.953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2169, "doc": {"id": "TIMSS_2003_8_pg18", "question": "One of the main causes of acid rain is", "choices": {"text": ["Waste from nuclear power plants", "Spills from chemical manufacturing plants", "Gases from burning fossil fuels", "Gases from aerosol spray cans"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Gases from burning fossil fuels", "arguments": ["Question: One of the main causes of acid rain is\nAnswer:", " ["], "resps": [[[-8.2421875, false]], [[-8.7421875, false]], [[-7.61328125, false]], [[-5.73828125, false]], [[-10.1171875, false]], [[-11.4921875, false]], [[-7.86328125, false]], [[-4.73828125, false]], [[-10.6171875, false]], [[-11.9921875, false]], [[-7.48828125, false]], [[-10.7421875, false]], [[-4.73828125, false]], [[-9.1171875, false]], [[-10.4921875, false]], [[-8.7421875, false]], [[-10.6171875, false]], [[-7.86328125, false]], [[-5.73828125, false]], [[-11.9921875, false]], [[-4.73828125, false]], [[-10.1171875, false]], [[-7.48828125, false]], [[-11.4921875, false]], [[-7.86328125, false]], [[-11.9921875, false]], [[-4.73828125, false]], [[-10.1171875, false]], [[-10.6171875, false]], [[-5.73828125, false]], [[-9.1171875, false]], [[-11.4921875, false]], [[-10.1171875, false]], [[-8.7421875, false]], [[-8.28125, false]], [[-4.73828125, false]], [[-8.7421875, false]], [[-6.61328125, false]], [[-10.1171875, false]], [[-8.4921875, false]], [[-10.6171875, false]], [[-10.6171875, false]], [[-10.1171875, false]], [[-4.73828125, false]], [[-10.6171875, false]], [[-11.9921875, false]], [[-7.48828125, false]], [[-10.7421875, false]], [[-4.73828125, false]], [[-8.7421875, false]], [[-11.3671875, false]], [[-7.86328125, false]], [[-10.7421875, false]], [[-8.4921875, false]], [[-8.7421875, false]], [[-5.73828125, false]], [[-10.6171875, false]], [[-4.73828125, false]], [[-10.7421875, false]], [[-5.73828125, false]], [[-9.1171875, false]], [[-10.4921875, false]], [[-10.6171875, false]], [[-5.73828125, false]], [[-8.7421875, false]], [[-11.4921875, false]], [[-10.4921875, false]], [[-11.9921875, false]], [[-8.4921875, false]], [[-9.1171875, false]], [[-11.7421875, false]], [[-4.73828125, false]], [[-10.1171875, false]], [[-10.6171875, false]], [[-5.73828125, false]], [[-9.1171875, false]], [[-11.4921875, false]], [[-10.1171875, false]], [[-8.7421875, false]], [[-8.28125, false]], [[-4.73828125, false]], [[-8.7421875, false]], [[-7.73828125, false]], [[-5.73828125, false]], [[-10.1171875, false]], [[-7.86328125, false]], [[-10.1171875, false]], [[-4.73828125, false]], [[-10.6171875, false]], [[-11.9921875, false]], [[-7.48828125, false]], [[-10.7421875, false]], [[-4.73828125, false]], [[-9.1171875, false]], [[-10.4921875, false]], [[-11.9921875, false]], [[-9.1171875, false]], [[-8.4921875, false]], [[-9.1171875, false]], [[-11.7421875, false]], [[-4.73828125, false]], [[-10.6171875, false]], [[-7.48828125, false]], [[-10.1171875, false]], [[-10.1171875, false]], [[-8.4921875, false]], [[-10.6171875, false]], [[-4.73828125, false]], [[-10.6171875, false]], [[-10.4921875, false]], [[-7.86328125, false]], [[-10.6171875, false]], [[-10.1171875, false]], [[-8.7421875, false]], [[-8.28125, false]], [[-4.73828125, false]], [[-8.7421875, false]], [[-7.73828125, false]], [[-5.73828125, false]], [[-10.1171875, false]], [[-7.86328125, false]], [[-10.1171875, false]], [[-4.73828125, false]], [[-10.6171875, false]], [[-11.9921875, false]], [[-7.48828125, false]], [[-10.7421875, false]], [[-4.73828125, false]], [[-5.73828125, false]], [[-7.86328125, false]], [[-11.9921875, false]], [[-7.48828125, false]], [[-10.1171875, false]], [[-7.48828125, false]], [[-10.6171875, false]], [[-4.73828125, false]], [[-10.1171875, false]], [[-10.1171875, false]], [[-11.9921875, false]], [[-5.73828125, false]], [[-11.7421875, false]], [[-4.73828125, false]], [[-8.7421875, false]], [[-5.73828125, false]], [[-9.1171875, false]], [[-10.1171875, false]], [[-8.7421875, false]], [[-13.8671875, false]]], "filtered_resps": [[-8.2421875, false], [-8.7421875, false], [-7.61328125, false], [-5.73828125, false], [-10.1171875, false], [-11.4921875, false], [-7.86328125, false], [-4.73828125, false], [-10.6171875, false], [-11.9921875, false], [-7.48828125, false], [-10.7421875, false], [-4.73828125, false], [-9.1171875, false], [-10.4921875, false], [-8.7421875, false], [-10.6171875, false], [-7.86328125, false], [-5.73828125, false], [-11.9921875, false], [-4.73828125, false], [-10.1171875, false], [-7.48828125, false], [-11.4921875, false], [-7.86328125, false], [-11.9921875, false], [-4.73828125, false], [-10.1171875, false], [-10.6171875, false], [-5.73828125, false], [-9.1171875, false], [-11.4921875, false], [-10.1171875, false], [-8.7421875, false], [-8.28125, false], [-4.73828125, false], [-8.7421875, false], [-6.61328125, false], [-10.1171875, false], [-8.4921875, false], [-10.6171875, false], [-10.6171875, false], [-10.1171875, false], [-4.73828125, false], [-10.6171875, false], [-11.9921875, false], [-7.48828125, false], [-10.7421875, false], [-4.73828125, false], [-8.7421875, false], [-11.3671875, false], [-7.86328125, false], [-10.7421875, false], [-8.4921875, false], [-8.7421875, false], [-5.73828125, false], [-10.6171875, false], [-4.73828125, false], [-10.7421875, false], [-5.73828125, false], [-9.1171875, false], [-10.4921875, false], [-10.6171875, false], [-5.73828125, false], [-8.7421875, false], [-11.4921875, false], [-10.4921875, false], [-11.9921875, false], [-8.4921875, false], [-9.1171875, false], [-11.7421875, false], [-4.73828125, false], [-10.1171875, false], [-10.6171875, false], [-5.73828125, false], [-9.1171875, false], [-11.4921875, false], [-10.1171875, false], [-8.7421875, false], [-8.28125, false], [-4.73828125, false], [-8.7421875, false], [-7.73828125, false], [-5.73828125, false], [-10.1171875, false], [-7.86328125, false], [-10.1171875, false], [-4.73828125, false], [-10.6171875, false], [-11.9921875, false], [-7.48828125, false], [-10.7421875, false], [-4.73828125, false], [-9.1171875, false], [-10.4921875, false], [-11.9921875, false], [-9.1171875, false], [-8.4921875, false], [-9.1171875, false], [-11.7421875, false], [-4.73828125, false], [-10.6171875, false], [-7.48828125, false], [-10.1171875, false], [-10.1171875, false], [-8.4921875, false], [-10.6171875, false], [-4.73828125, false], [-10.6171875, false], [-10.4921875, false], [-7.86328125, false], [-10.6171875, false], [-10.1171875, false], [-8.7421875, false], [-8.28125, false], [-4.73828125, false], [-8.7421875, false], [-7.73828125, false], [-5.73828125, false], [-10.1171875, false], [-7.86328125, false], [-10.1171875, false], [-4.73828125, false], [-10.6171875, false], [-11.9921875, false], [-7.48828125, false], [-10.7421875, false], [-4.73828125, false], [-5.73828125, false], [-7.86328125, false], [-11.9921875, false], [-7.48828125, false], [-10.1171875, false], [-7.48828125, false], [-10.6171875, false], [-4.73828125, false], [-10.1171875, false], [-10.1171875, false], [-11.9921875, false], [-5.73828125, false], [-11.7421875, false], [-4.73828125, false], [-8.7421875, false], [-5.73828125, false], [-9.1171875, false], [-10.1171875, false], [-8.7421875, false], [-13.8671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2177, "doc": {"id": "Mercury_7213483", "question": "Which set of conditions will produce an electric current in a closed loop of wire?", "choices": {"text": ["a magnet touching the loop of wire", "a magnet at rest inside the loop of wire", "a magnet at rest outside the loop of wire", "a magnet passing through the loop of wire"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "a magnet passing through the loop of wire", "arguments": ["Question: Which set of conditions will produce an electric current in a closed loop of wire?\nAnswer:", " ["], "resps": [[[-6.51171875, false]], [[-9.015625, false]], [[-4.26171875, false]], [[-5.26171875, false]], [[-9.015625, false]], [[-4.26171875, false]], [[-11.515625, false]], [[-8.015625, false]], [[-8.265625, false]], [[-9.015625, false]], [[-5.26171875, false]], [[-9.015625, false]], [[-11.265625, false]], [[-9.265625, false]], [[-9.015625, false]], [[-10.015625, false]], [[-7.76171875, false]], [[-8.015625, false]], [[-11.515625, false]], [[-5.26171875, false]], [[-9.015625, false]], [[-10.015625, false]], [[-8.265625, false]], [[-5.26171875, false]], [[-9.515625, false]], [[-11.265625, false]], [[-11.265625, false]], [[-8.765625, false]], [[-5.26171875, false]], [[-11.265625, false]], [[-8.765625, false]], [[-5.26171875, false]], [[-10.265625, false]], [[-7.76171875, false]], [[-8.765625, false]], [[-8.265625, false]], [[-9.015625, false]], [[-8.78125, false]], [[-5.26171875, false]], [[-9.015625, false]], [[-4.26171875, false]], [[-5.26171875, false]], [[-9.015625, false]], [[-4.26171875, false]], [[-11.515625, false]], [[-8.015625, false]], [[-8.265625, false]], [[-9.015625, false]], [[-5.26171875, false]], [[-4.26171875, false]], [[-9.015625, false]], [[-5.26171875, false]], [[-8.765625, false]], [[-8.265625, false]], [[-9.515625, false]], [[-9.015625, false]], [[-5.26171875, false]], [[-7.76171875, false]], [[-8.015625, false]], [[-9.515625, false]], [[-7.76171875, false]], [[-9.765625, false]], [[-8.265625, false]], [[-5.26171875, false]], [[-9.015625, false]], [[-10.015625, false]], [[-8.265625, false]], [[-5.26171875, false]], [[-9.515625, false]], [[-11.265625, false]], [[-11.265625, false]], [[-8.765625, false]], [[-5.26171875, false]], [[-11.265625, false]], [[-8.765625, false]], [[-5.26171875, false]], [[-10.265625, false]], [[-7.76171875, false]], [[-8.765625, false]], [[-8.265625, false]], [[-9.015625, false]], [[-8.78125, false]], [[-5.26171875, false]], [[-9.015625, false]], [[-4.26171875, false]], [[-5.26171875, false]], [[-9.015625, false]], [[-4.26171875, false]], [[-11.515625, false]], [[-8.015625, false]], [[-8.265625, false]], [[-9.015625, false]], [[-5.26171875, false]], [[-4.26171875, false]], [[-9.015625, false]], [[-5.26171875, false]], [[-8.765625, false]], [[-8.265625, false]], [[-9.515625, false]], [[-9.015625, false]], [[-5.26171875, false]], [[-11.265625, false]], [[-9.265625, false]], [[-9.015625, false]], [[-9.515625, false]], [[-7.76171875, false]], [[-9.765625, false]], [[-8.265625, false]], [[-5.26171875, false]], [[-9.015625, false]], [[-10.015625, false]], [[-8.265625, false]], [[-5.26171875, false]], [[-9.515625, false]], [[-11.265625, false]], [[-11.265625, false]], [[-8.765625, false]], [[-5.26171875, false]], [[-11.265625, false]], [[-8.765625, false]], [[-5.26171875, false]], [[-10.265625, false]], [[-7.76171875, false]], [[-8.765625, false]], [[-8.265625, false]], [[-9.015625, false]], [[-8.78125, false]], [[-5.26171875, false]], [[-9.015625, false]], [[-4.26171875, false]], [[-5.26171875, false]], [[-9.015625, false]], [[-4.26171875, false]], [[-11.515625, false]], [[-8.015625, false]], [[-8.265625, false]], [[-9.015625, false]], [[-5.26171875, false]], [[-8.765625, false]], [[-4.26171875, false]], [[-9.515625, false]], [[-9.515625, false]], [[-7.76171875, false]], [[-8.015625, false]], [[-11.515625, false]], [[-5.26171875, false]], [[-9.015625, false]], [[-10.015625, false]], [[-8.765625, false]], [[-11.265625, false]], [[-9.265625, false]], [[-11.515625, false]], [[-10.015625, false]], [[-5.26171875, false]], [[-9.015625, false]], [[-10.015625, false]], [[-8.265625, false]], [[-5.26171875, false]], [[-9.515625, false]], [[-11.265625, false]], [[-11.265625, false]], [[-8.765625, false]], [[-5.26171875, false]], [[-11.265625, false]], [[-8.765625, false]], [[-5.26171875, false]], [[-10.265625, false]], [[-7.76171875, false]], [[-8.765625, false]], [[-8.265625, false]], [[-9.015625, false]], [[-12.265625, false]]], "filtered_resps": [[-6.51171875, false], [-9.015625, false], [-4.26171875, false], [-5.26171875, false], [-9.015625, false], [-4.26171875, false], [-11.515625, false], [-8.015625, false], [-8.265625, false], [-9.015625, false], [-5.26171875, false], [-9.015625, false], [-11.265625, false], [-9.265625, false], [-9.015625, false], [-10.015625, false], [-7.76171875, false], [-8.015625, false], [-11.515625, false], [-5.26171875, false], [-9.015625, false], [-10.015625, false], [-8.265625, false], [-5.26171875, false], [-9.515625, false], [-11.265625, false], [-11.265625, false], [-8.765625, false], [-5.26171875, false], [-11.265625, false], [-8.765625, false], [-5.26171875, false], [-10.265625, false], [-7.76171875, false], [-8.765625, false], [-8.265625, false], [-9.015625, false], [-8.78125, false], [-5.26171875, false], [-9.015625, false], [-4.26171875, false], [-5.26171875, false], [-9.015625, false], [-4.26171875, false], [-11.515625, false], [-8.015625, false], [-8.265625, false], [-9.015625, false], [-5.26171875, false], [-4.26171875, false], [-9.015625, false], [-5.26171875, false], [-8.765625, false], [-8.265625, false], [-9.515625, false], [-9.015625, false], [-5.26171875, false], [-7.76171875, false], [-8.015625, false], [-9.515625, false], [-7.76171875, false], [-9.765625, false], [-8.265625, false], [-5.26171875, false], [-9.015625, false], [-10.015625, false], [-8.265625, false], [-5.26171875, false], [-9.515625, false], [-11.265625, false], [-11.265625, false], [-8.765625, false], [-5.26171875, false], [-11.265625, false], [-8.765625, false], [-5.26171875, false], [-10.265625, false], [-7.76171875, false], [-8.765625, false], [-8.265625, false], [-9.015625, false], [-8.78125, false], [-5.26171875, false], [-9.015625, false], [-4.26171875, false], [-5.26171875, false], [-9.015625, false], [-4.26171875, false], [-11.515625, false], [-8.015625, false], [-8.265625, false], [-9.015625, false], [-5.26171875, false], [-4.26171875, false], [-9.015625, false], [-5.26171875, false], [-8.765625, false], [-8.265625, false], [-9.515625, false], [-9.015625, false], [-5.26171875, false], [-11.265625, false], [-9.265625, false], [-9.015625, false], [-9.515625, false], [-7.76171875, false], [-9.765625, false], [-8.265625, false], [-5.26171875, false], [-9.015625, false], [-10.015625, false], [-8.265625, false], [-5.26171875, false], [-9.515625, false], [-11.265625, false], [-11.265625, false], [-8.765625, false], [-5.26171875, false], [-11.265625, false], [-8.765625, false], [-5.26171875, false], [-10.265625, false], [-7.76171875, false], [-8.765625, false], [-8.265625, false], [-9.015625, false], [-8.78125, false], [-5.26171875, false], [-9.015625, false], [-4.26171875, false], [-5.26171875, false], [-9.015625, false], [-4.26171875, false], [-11.515625, false], [-8.015625, false], [-8.265625, false], [-9.015625, false], [-5.26171875, false], [-8.765625, false], [-4.26171875, false], [-9.515625, false], [-9.515625, false], [-7.76171875, false], [-8.015625, false], [-11.515625, false], [-5.26171875, false], [-9.015625, false], [-10.015625, false], [-8.765625, false], [-11.265625, false], [-9.265625, false], [-11.515625, false], [-10.015625, false], [-5.26171875, false], [-9.015625, false], [-10.015625, false], [-8.265625, false], [-5.26171875, false], [-9.515625, false], [-11.265625, false], [-11.265625, false], [-8.765625, false], [-5.26171875, false], [-11.265625, false], [-8.765625, false], [-5.26171875, false], [-10.265625, false], [-7.76171875, false], [-8.765625, false], [-8.265625, false], [-9.015625, false], [-12.265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2185, "doc": {"id": "Mercury_7041528", "question": "Great distances in space are measured in", "choices": {"text": ["kilometers.", "light years.", "megameters.", "astronomical units."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "light years.", "arguments": ["Question: Great distances in space are measured in\nAnswer:", " ["], "resps": [[[-6.94140625, false]], [[-7.44140625, false]], [[-8.6953125, false]], [[-6.94140625, false]], [[-8.9453125, false]], [[-9.1953125, false]], [[-6.94140625, false]], [[-7.94140625, false]], [[-8.0703125, false]], [[-7.94140625, false]], [[-8.9453125, false]], [[-7.94140625, false]], [[-6.3671875, false]], [[-7.44140625, false]], [[-7.8046875, false]], [[-4.44140625, false]], [[-7.44140625, false]], [[-8.9453125, false]], [[-6.94140625, false]], [[-8.5703125, false]], [[-8.3203125, false]], [[-8.0703125, false]], [[-4.44140625, false]], [[-9.3203125, false]], [[-7.94140625, false]], [[-5.69140625, false]], [[-8.9453125, false]], [[-7.94140625, false]], [[-6.3671875, false]], [[-7.44140625, false]], [[-7.8046875, false]], [[-4.44140625, false]], [[-7.44140625, false]], [[-6.94140625, false]], [[-7.94140625, false]], [[-8.5703125, false]], [[-5.69140625, false]], [[-6.94140625, false]], [[-7.94140625, false]], [[-8.0703125, false]], [[-7.94140625, false]], [[-8.9453125, false]], [[-7.94140625, false]], [[-6.3671875, false]], [[-7.44140625, false]], [[-7.8046875, false]], [[-4.44140625, false]], [[-7.44140625, false]], [[-5.69140625, false]], [[-7.94140625, false]], [[-8.0703125, false]], [[-8.9453125, false]], [[-9.1953125, false]], [[-7.19140625, false]], [[-9.1953125, false]], [[-6.94140625, false]], [[-6.94140625, false]], [[-8.5703125, false]], [[-5.69140625, false]], [[-8.9453125, false]], [[-4.44140625, false]], [[-9.6953125, false]], [[-7.19140625, false]], [[-6.94140625, false]], [[-8.0703125, false]], [[-7.94140625, false]], [[-6.3671875, false]], [[-7.44140625, false]], [[-10.9453125, false]]], "filtered_resps": [[-6.94140625, false], [-7.44140625, false], [-8.6953125, false], [-6.94140625, false], [-8.9453125, false], [-9.1953125, false], [-6.94140625, false], [-7.94140625, false], [-8.0703125, false], [-7.94140625, false], [-8.9453125, false], [-7.94140625, false], [-6.3671875, false], [-7.44140625, false], [-7.8046875, false], [-4.44140625, false], [-7.44140625, false], [-8.9453125, false], [-6.94140625, false], [-8.5703125, false], [-8.3203125, false], [-8.0703125, false], [-4.44140625, false], [-9.3203125, false], [-7.94140625, false], [-5.69140625, false], [-8.9453125, false], [-7.94140625, false], [-6.3671875, false], [-7.44140625, false], [-7.8046875, false], [-4.44140625, false], [-7.44140625, false], [-6.94140625, false], [-7.94140625, false], [-8.5703125, false], [-5.69140625, false], [-6.94140625, false], [-7.94140625, false], [-8.0703125, false], [-7.94140625, false], [-8.9453125, false], [-7.94140625, false], [-6.3671875, false], [-7.44140625, false], [-7.8046875, false], [-4.44140625, false], [-7.44140625, false], [-5.69140625, false], [-7.94140625, false], [-8.0703125, false], [-8.9453125, false], [-9.1953125, false], [-7.19140625, false], [-9.1953125, false], [-6.94140625, false], [-6.94140625, false], [-8.5703125, false], [-5.69140625, false], [-8.9453125, false], [-4.44140625, false], [-9.6953125, false], [-7.19140625, false], [-6.94140625, false], [-8.0703125, false], [-7.94140625, false], [-6.3671875, false], [-7.44140625, false], [-10.9453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2193, "doc": {"id": "Mercury_7143080", "question": "One year a farmer decided not to plant crops in one of his fields. During that year his farm received a greater amount of precipitation than normal. Which will most likely occur in that unplanted field as a result of the greater precipitation?", "choices": {"text": ["more carbon dioxide will be trapped in the field", "erosion of topsoil will increase in the field", "invasive species will inhabit the field", "animals will dig burrows in the field"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "erosion of topsoil will increase in the field", "arguments": ["Question: One year a farmer decided not to plant crops in one of his fields. During that year his farm received a greater amount of precipitation than normal. Which will most likely occur in that unplanted field as a result of the greater precipitation?\nAnswer:", " ["], "resps": [[[-6.37890625, false]], [[-9.3828125, false]], [[-8.8828125, false]], [[-8.1328125, false]], [[-9.3828125, false]], [[-7.87890625, false]], [[-5.3828125, false]], [[-7.12890625, false]], [[-3.880859375, false]], [[-9.3828125, false]], [[-5.87890625, false]], [[-8.1328125, false]], [[-7.87890625, false]], [[-5.37890625, false]], [[-5.62890625, false]], [[-8.1328125, false]], [[-8.1328125, false]], [[-8.8828125, false]], [[-8.1328125, false]], [[-5.62890625, false]], [[-7.87890625, false]], [[-5.37890625, false]], [[-9.1328125, false]], [[-8.1328125, false]], [[-9.8828125, false]], [[-9.8828125, false]], [[-5.37890625, false]], [[-5.87890625, false]], [[-7.87890625, false]], [[-5.37890625, false]], [[-8.8828125, false]], [[-9.3828125, false]], [[-3.880859375, false]], [[-8.1328125, false]], [[-8.1328125, false]], [[-7.87890625, false]], [[-5.62890625, false]], [[-5.37890625, false]], [[-8.1328125, false]], [[-7.87890625, false]], [[-5.37890625, false]], [[-8.8828125, false]], [[-9.6328125, false]], [[-7.87890625, false]], [[-5.37890625, false]], [[-8.1328125, false]], [[-8.1328125, false]], [[-7.87890625, false]], [[-9.8828125, false]], [[-5.62890625, false]], [[-9.3828125, false]], [[-9.15625, false]], [[-5.37890625, false]], [[-9.3828125, false]], [[-7.87890625, false]], [[-9.3828125, false]], [[-8.1328125, false]], [[-9.8828125, false]], [[-8.1328125, false]], [[-8.1328125, false]], [[-7.87890625, false]], [[-5.37890625, false]], [[-8.1328125, false]], [[-8.1328125, false]], [[-5.37890625, false]], [[-8.8828125, false]], [[-8.1328125, false]], [[-8.1328125, false]], [[-9.8828125, false]], [[-8.1328125, false]], [[-8.1328125, false]], [[-9.8828125, false]], [[-5.37890625, false]], [[-9.1328125, false]], [[-8.1328125, false]], [[-9.8828125, false]], [[-9.8828125, false]], [[-5.37890625, false]], [[-8.1328125, false]], [[-7.87890625, false]], [[-7.12890625, false]], [[-9.3828125, false]], [[-7.87890625, false]], [[-3.880859375, false]], [[-9.8828125, false]], [[-7.87890625, false]], [[-5.37890625, false]], [[-8.1328125, false]], [[-7.87890625, false]], [[-5.37890625, false]], [[-8.8828125, false]], [[-9.6328125, false]], [[-7.87890625, false]], [[-5.37890625, false]], [[-8.1328125, false]], [[-8.1328125, false]], [[-7.87890625, false]], [[-9.8828125, false]], [[-5.62890625, false]], [[-9.3828125, false]], [[-9.15625, false]], [[-5.37890625, false]], [[-9.3828125, false]], [[-8.1328125, false]], [[-7.87890625, false]], [[-11.3828125, false]], [[-3.880859375, false]], [[-9.8828125, false]], [[-8.1328125, false]], [[-11.3828125, false]], [[-7.87890625, false]], [[-5.37890625, false]], [[-9.8828125, false]], [[-8.1328125, false]], [[-7.87890625, false]], [[-7.12890625, false]], [[-8.1328125, false]], [[-7.87890625, false]], [[-9.8828125, false]], [[-5.37890625, false]], [[-9.1328125, false]], [[-8.1328125, false]], [[-9.8828125, false]], [[-9.8828125, false]], [[-5.37890625, false]], [[-8.1328125, false]], [[-7.87890625, false]], [[-9.6328125, false]], [[-3.880859375, false]], [[-5.87890625, false]], [[-8.1328125, false]], [[-8.8828125, false]], [[-5.37890625, false]], [[-8.8828125, false]], [[-9.6328125, false]], [[-7.87890625, false]], [[-5.37890625, false]], [[-8.1328125, false]], [[-8.1328125, false]], [[-7.87890625, false]], [[-9.8828125, false]], [[-5.62890625, false]], [[-9.3828125, false]], [[-9.1875, false]], [[-5.37890625, false]], [[-9.3828125, false]], [[-3.880859375, false]], [[-7.87890625, false]], [[-8.1328125, false]], [[-8.8828125, false]], [[-3.880859375, false]], [[-9.8828125, false]], [[-9.8828125, false]], [[-5.37890625, false]], [[-9.1328125, false]], [[-8.1328125, false]], [[-9.8828125, false]], [[-9.8828125, false]], [[-5.37890625, false]], [[-5.62890625, false]], [[-8.1328125, false]], [[-10.1328125, false]], [[-5.37890625, false]], [[-5.87890625, false]], [[-9.8828125, false]], [[-9.3828125, false]], [[-9.3828125, false]], [[-8.1328125, false]], [[-9.1328125, false]], [[-9.8828125, false]], [[-5.37890625, false]], [[-8.1328125, false]], [[-7.87890625, false]], [[-5.37890625, false]], [[-8.8828125, false]], [[-9.6328125, false]], [[-7.87890625, false]], [[-5.37890625, false]], [[-8.1328125, false]], [[-8.1328125, false]], [[-7.87890625, false]], [[-9.8828125, false]], [[-5.62890625, false]], [[-9.3828125, false]], [[-12.3828125, false]]], "filtered_resps": [[-6.37890625, false], [-9.3828125, false], [-8.8828125, false], [-8.1328125, false], [-9.3828125, false], [-7.87890625, false], [-5.3828125, false], [-7.12890625, false], [-3.880859375, false], [-9.3828125, false], [-5.87890625, false], [-8.1328125, false], [-7.87890625, false], [-5.37890625, false], [-5.62890625, false], [-8.1328125, false], [-8.1328125, false], [-8.8828125, false], [-8.1328125, false], [-5.62890625, false], [-7.87890625, false], [-5.37890625, false], [-9.1328125, false], [-8.1328125, false], [-9.8828125, false], [-9.8828125, false], [-5.37890625, false], [-5.87890625, false], [-7.87890625, false], [-5.37890625, false], [-8.8828125, false], [-9.3828125, false], [-3.880859375, false], [-8.1328125, false], [-8.1328125, false], [-7.87890625, false], [-5.62890625, false], [-5.37890625, false], [-8.1328125, false], [-7.87890625, false], [-5.37890625, false], [-8.8828125, false], [-9.6328125, false], [-7.87890625, false], [-5.37890625, false], [-8.1328125, false], [-8.1328125, false], [-7.87890625, false], [-9.8828125, false], [-5.62890625, false], [-9.3828125, false], [-9.15625, false], [-5.37890625, false], [-9.3828125, false], [-7.87890625, false], [-9.3828125, false], [-8.1328125, false], [-9.8828125, false], [-8.1328125, false], [-8.1328125, false], [-7.87890625, false], [-5.37890625, false], [-8.1328125, false], [-8.1328125, false], [-5.37890625, false], [-8.8828125, false], [-8.1328125, false], [-8.1328125, false], [-9.8828125, false], [-8.1328125, false], [-8.1328125, false], [-9.8828125, false], [-5.37890625, false], [-9.1328125, false], [-8.1328125, false], [-9.8828125, false], [-9.8828125, false], [-5.37890625, false], [-8.1328125, false], [-7.87890625, false], [-7.12890625, false], [-9.3828125, false], [-7.87890625, false], [-3.880859375, false], [-9.8828125, false], [-7.87890625, false], [-5.37890625, false], [-8.1328125, false], [-7.87890625, false], [-5.37890625, false], [-8.8828125, false], [-9.6328125, false], [-7.87890625, false], [-5.37890625, false], [-8.1328125, false], [-8.1328125, false], [-7.87890625, false], [-9.8828125, false], [-5.62890625, false], [-9.3828125, false], [-9.15625, false], [-5.37890625, false], [-9.3828125, false], [-8.1328125, false], [-7.87890625, false], [-11.3828125, false], [-3.880859375, false], [-9.8828125, false], [-8.1328125, false], [-11.3828125, false], [-7.87890625, false], [-5.37890625, false], [-9.8828125, false], [-8.1328125, false], [-7.87890625, false], [-7.12890625, false], [-8.1328125, false], [-7.87890625, false], [-9.8828125, false], [-5.37890625, false], [-9.1328125, false], [-8.1328125, false], [-9.8828125, false], [-9.8828125, false], [-5.37890625, false], [-8.1328125, false], [-7.87890625, false], [-9.6328125, false], [-3.880859375, false], [-5.87890625, false], [-8.1328125, false], [-8.8828125, false], [-5.37890625, false], [-8.8828125, false], [-9.6328125, false], [-7.87890625, false], [-5.37890625, false], [-8.1328125, false], [-8.1328125, false], [-7.87890625, false], [-9.8828125, false], [-5.62890625, false], [-9.3828125, false], [-9.1875, false], [-5.37890625, false], [-9.3828125, false], [-3.880859375, false], [-7.87890625, false], [-8.1328125, false], [-8.8828125, false], [-3.880859375, false], [-9.8828125, false], [-9.8828125, false], [-5.37890625, false], [-9.1328125, false], [-8.1328125, false], [-9.8828125, false], [-9.8828125, false], [-5.37890625, false], [-5.62890625, false], [-8.1328125, false], [-10.1328125, false], [-5.37890625, false], [-5.87890625, false], [-9.8828125, false], [-9.3828125, false], [-9.3828125, false], [-8.1328125, false], [-9.1328125, false], [-9.8828125, false], [-5.37890625, false], [-8.1328125, false], [-7.87890625, false], [-5.37890625, false], [-8.8828125, false], [-9.6328125, false], [-7.87890625, false], [-5.37890625, false], [-8.1328125, false], [-8.1328125, false], [-7.87890625, false], [-9.8828125, false], [-5.62890625, false], [-9.3828125, false], [-12.3828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2201, "doc": {"id": "Mercury_406955", "question": "When heated, mercuric oxide decomposes to form liquid mercury and oxygen. A scientist heated 10 grams (g) of mercuric oxide and formed 9.3 grams of liquid mercury. How many grams of oxygen were formed?", "choices": {"text": ["0.7 g", "9.3 g", "10.0 g", "19.3 g"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "0.7 g", "arguments": ["Question: When heated, mercuric oxide decomposes to form liquid mercury and oxygen. A scientist heated 10 grams (g) of mercuric oxide and formed 9.3 grams of liquid mercury. How many grams of oxygen were formed?\nAnswer:", " ["], "resps": [[[-6.73046875, false]], [[-10.2265625, false]], [[-5.23046875, false]], [[-5.49609375, false]], [[-4.73046875, false]], [[-3.48046875, false]], [[-7.73046875, false]], [[-10.2265625, false]], [[-9.4921875, false]], [[-3.48046875, false]], [[-10.2265625, false]], [[-3.48046875, false]], [[-5.49609375, false]], [[-4.23046875, false]], [[-3.48046875, false]], [[-7.73046875, false]], [[-10.2265625, false]], [[-9.4921875, false]], [[-3.48046875, false]], [[-10.2265625, false]], [[-4.23046875, false]], [[-5.23046875, false]], [[-5.49609375, false]], [[-5.23046875, false]], [[-3.48046875, false]], [[-7.73046875, false]], [[-10.2265625, false]], [[-9.4921875, false]], [[-3.48046875, false]], [[-10.2265625, false]], [[-4.23046875, false]], [[-3.48046875, false]], [[-5.49609375, false]], [[-4.23046875, false]], [[-3.48046875, false]], [[-7.73046875, false]], [[-10.2265625, false]], [[-12.2265625, false]]], "filtered_resps": [[-6.73046875, false], [-10.2265625, false], [-5.23046875, false], [-5.49609375, false], [-4.73046875, false], [-3.48046875, false], [-7.73046875, false], [-10.2265625, false], [-9.4921875, false], [-3.48046875, false], [-10.2265625, false], [-3.48046875, false], [-5.49609375, false], [-4.23046875, false], [-3.48046875, false], [-7.73046875, false], [-10.2265625, false], [-9.4921875, false], [-3.48046875, false], [-10.2265625, false], [-4.23046875, false], [-5.23046875, false], [-5.49609375, false], [-5.23046875, false], [-3.48046875, false], [-7.73046875, false], [-10.2265625, false], [-9.4921875, false], [-3.48046875, false], [-10.2265625, false], [-4.23046875, false], [-3.48046875, false], [-5.49609375, false], [-4.23046875, false], [-3.48046875, false], [-7.73046875, false], [-10.2265625, false], [-12.2265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2209, "doc": {"id": "Mercury_7115098", "question": "What is the main function of the chloroplasts in plant cells?", "choices": {"text": ["to produce glucose", "to keep the cell rigid", "to make the cell divide", "to allow the plant to reproduce"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "to produce glucose", "arguments": ["Question: What is the main function of the chloroplasts in plant cells?\nAnswer:", " ["], "resps": [[[-8.125, false]], [[-10.875, false]], [[-12.125, false]], [[-9.875, false]], [[-6.37109375, false]], [[-10.375, false]], [[-12.125, false]], [[-9.875, false]], [[-11.375, false]], [[-12.375, false]], [[-8.625, false]], [[-9.625, false]], [[-6.37109375, false]], [[-13.625, false]], [[-11.625, false]], [[-12.375, false]], [[-8.625, false]], [[-9.875, false]], [[-11.375, false]], [[-9.625, false]], [[-10.875, false]], [[-10.3203125, false]], [[-6.37109375, false]], [[-10.875, false]], [[-12.125, false]], [[-9.875, false]], [[-6.37109375, false]], [[-11.625, false]], [[-9.625, false]], [[-9.625, false]], [[-10.375, false]], [[-6.37109375, false]], [[-12.125, false]], [[-11.125, false]], [[-9.625, false]], [[-6.37109375, false]], [[-8.625, false]], [[-9.625, false]], [[-11.625, false]], [[-11.625, false]], [[-6.37109375, false]], [[-12.125, false]], [[-9.875, false]], [[-13.625, false]], [[-9.875, false]], [[-11.375, false]], [[-10.875, false]], [[-10.3203125, false]], [[-6.37109375, false]], [[-10.875, false]], [[-12.125, false]], [[-9.875, false]], [[-6.37109375, false]], [[-10.875, false]], [[-7.12109375, false]], [[-11.625, false]], [[-9.625, false]], [[-6.37109375, false]], [[-12.125, false]], [[-11.125, false]], [[-9.625, false]], [[-6.37109375, false]], [[-8.625, false]], [[-9.625, false]], [[-11.625, false]], [[-11.625, false]], [[-6.37109375, false]], [[-11.375, false]], [[-9.875, false]], [[-12.625, false]], [[-9.875, false]], [[-11.375, false]], [[-9.625, false]], [[-10.875, false]], [[-10.3203125, false]], [[-6.37109375, false]], [[-10.875, false]], [[-12.125, false]], [[-9.875, false]], [[-6.37109375, false]], [[-7.12109375, false]], [[-11.625, false]], [[-11.625, false]], [[-9.875, false]], [[-12.125, false]], [[-6.37109375, false]], [[-12.125, false]], [[-11.125, false]], [[-9.625, false]], [[-6.37109375, false]], [[-10.375, false]], [[-11.625, false]], [[-7.12109375, false]], [[-10.875, false]], [[-12.125, false]], [[-6.37109375, false]], [[-12.125, false]], [[-9.875, false]], [[-6.37109375, false]], [[-12.125, false]], [[-9.625, false]], [[-10.375, false]], [[-12.125, false]], [[-9.875, false]], [[-11.375, false]], [[-12.375, false]], [[-8.625, false]], [[-9.625, false]], [[-10.875, false]], [[-13.875, false]]], "filtered_resps": [[-8.125, false], [-10.875, false], [-12.125, false], [-9.875, false], [-6.37109375, false], [-10.375, false], [-12.125, false], [-9.875, false], [-11.375, false], [-12.375, false], [-8.625, false], [-9.625, false], [-6.37109375, false], [-13.625, false], [-11.625, false], [-12.375, false], [-8.625, false], [-9.875, false], [-11.375, false], [-9.625, false], [-10.875, false], [-10.3203125, false], [-6.37109375, false], [-10.875, false], [-12.125, false], [-9.875, false], [-6.37109375, false], [-11.625, false], [-9.625, false], [-9.625, false], [-10.375, false], [-6.37109375, false], [-12.125, false], [-11.125, false], [-9.625, false], [-6.37109375, false], [-8.625, false], [-9.625, false], [-11.625, false], [-11.625, false], [-6.37109375, false], [-12.125, false], [-9.875, false], [-13.625, false], [-9.875, false], [-11.375, false], [-10.875, false], [-10.3203125, false], [-6.37109375, false], [-10.875, false], [-12.125, false], [-9.875, false], [-6.37109375, false], [-10.875, false], [-7.12109375, false], [-11.625, false], [-9.625, false], [-6.37109375, false], [-12.125, false], [-11.125, false], [-9.625, false], [-6.37109375, false], [-8.625, false], [-9.625, false], [-11.625, false], [-11.625, false], [-6.37109375, false], [-11.375, false], [-9.875, false], [-12.625, false], [-9.875, false], [-11.375, false], [-9.625, false], [-10.875, false], [-10.3203125, false], [-6.37109375, false], [-10.875, false], [-12.125, false], [-9.875, false], [-6.37109375, false], [-7.12109375, false], [-11.625, false], [-11.625, false], [-9.875, false], [-12.125, false], [-6.37109375, false], [-12.125, false], [-11.125, false], [-9.625, false], [-6.37109375, false], [-10.375, false], [-11.625, false], [-7.12109375, false], [-10.875, false], [-12.125, false], [-6.37109375, false], [-12.125, false], [-9.875, false], [-6.37109375, false], [-12.125, false], [-9.625, false], [-10.375, false], [-12.125, false], [-9.875, false], [-11.375, false], [-12.375, false], [-8.625, false], [-9.625, false], [-10.875, false], [-13.875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2217, "doc": {"id": "Mercury_SC_415001", "question": "When is the most energy transferred from the Sun to water in the water cycle?", "choices": {"text": ["during collection", "during evaporation", "during condensation", "during precipitation"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "during evaporation", "arguments": ["Question: When is the most energy transferred from the Sun to water in the water cycle?\nAnswer:", " ["], "resps": [[[-8.234375, false]], [[-9.234375, false]], [[-10.484375, false]], [[-11.234375, false]], [[-12.234375, false]], [[-8.984375, false]], [[-9.734375, false]], [[-13.484375, false]], [[-5.734375, false]], [[-10.984375, false]], [[-9.984375, false]], [[-11.734375, false]], [[-11.734375, false]], [[-8.484375, false]], [[-10.984375, false]], [[-9.484375, false]], [[-8.984375, false]], [[-9.984375, false]], [[-9.734375, false]], [[-9.234375, false]], [[-10.0859375, false]], [[-5.734375, false]], [[-9.234375, false]], [[-10.484375, false]], [[-11.234375, false]], [[-12.234375, false]], [[-8.984375, false]], [[-9.734375, false]], [[-13.484375, false]], [[-5.734375, false]], [[-8.484375, false]], [[-11.484375, false]], [[-7.484375, false]], [[-10.484375, false]], [[-9.984375, false]], [[-12.234375, false]], [[-7.484375, false]], [[-9.484375, false]], [[-8.984375, false]], [[-9.984375, false]], [[-9.734375, false]], [[-9.234375, false]], [[-10.0859375, false]], [[-5.734375, false]], [[-9.234375, false]], [[-10.484375, false]], [[-11.234375, false]], [[-12.234375, false]], [[-8.984375, false]], [[-9.734375, false]], [[-13.484375, false]], [[-5.734375, false]], [[-10.984375, false]], [[-9.984375, false]], [[-9.734375, false]], [[-10.484375, false]], [[-8.484375, false]], [[-9.734375, false]], [[-10.234375, false]], [[-7.484375, false]], [[-9.484375, false]], [[-8.984375, false]], [[-9.984375, false]], [[-9.734375, false]], [[-9.234375, false]], [[-10.0859375, false]], [[-5.734375, false]], [[-9.234375, false]], [[-10.484375, false]], [[-11.234375, false]], [[-12.234375, false]], [[-8.984375, false]], [[-9.734375, false]], [[-13.484375, false]], [[-5.734375, false]], [[-10.484375, false]], [[-12.234375, false]], [[-8.484375, false]], [[-10.984375, false]], [[-8.984375, false]], [[-10.484375, false]], [[-8.984375, false]], [[-9.484375, false]], [[-7.484375, false]], [[-9.484375, false]], [[-8.984375, false]], [[-9.984375, false]], [[-9.734375, false]], [[-9.234375, false]], [[-13.484375, false]]], "filtered_resps": [[-8.234375, false], [-9.234375, false], [-10.484375, false], [-11.234375, false], [-12.234375, false], [-8.984375, false], [-9.734375, false], [-13.484375, false], [-5.734375, false], [-10.984375, false], [-9.984375, false], [-11.734375, false], [-11.734375, false], [-8.484375, false], [-10.984375, false], [-9.484375, false], [-8.984375, false], [-9.984375, false], [-9.734375, false], [-9.234375, false], [-10.0859375, false], [-5.734375, false], [-9.234375, false], [-10.484375, false], [-11.234375, false], [-12.234375, false], [-8.984375, false], [-9.734375, false], [-13.484375, false], [-5.734375, false], [-8.484375, false], [-11.484375, false], [-7.484375, false], [-10.484375, false], [-9.984375, false], [-12.234375, false], [-7.484375, false], [-9.484375, false], [-8.984375, false], [-9.984375, false], [-9.734375, false], [-9.234375, false], [-10.0859375, false], [-5.734375, false], [-9.234375, false], [-10.484375, false], [-11.234375, false], [-12.234375, false], [-8.984375, false], [-9.734375, false], [-13.484375, false], [-5.734375, false], [-10.984375, false], [-9.984375, false], [-9.734375, false], [-10.484375, false], [-8.484375, false], [-9.734375, false], [-10.234375, false], [-7.484375, false], [-9.484375, false], [-8.984375, false], [-9.984375, false], [-9.734375, false], [-9.234375, false], [-10.0859375, false], [-5.734375, false], [-9.234375, false], [-10.484375, false], [-11.234375, false], [-12.234375, false], [-8.984375, false], [-9.734375, false], [-13.484375, false], [-5.734375, false], [-10.484375, false], [-12.234375, false], [-8.484375, false], [-10.984375, false], [-8.984375, false], [-10.484375, false], [-8.984375, false], [-9.484375, false], [-7.484375, false], [-9.484375, false], [-8.984375, false], [-9.984375, false], [-9.734375, false], [-9.234375, false], [-13.484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2225, "doc": {"id": "Mercury_SC_400177", "question": "Which material best conducts heat and electricity?", "choices": {"text": ["metal", "plastic", "rubber", "wood"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "metal", "arguments": ["Question: Which material best conducts heat and electricity?\nAnswer:", " ["], "resps": [[[-9.0703125, false]], [[-8.8203125, false]], [[-9.5703125, false]], [[-9.3203125, false]], [[-10.3203125, false]], [[-6.5703125, false]], [[-10.8203125, false]], [[-8.8203125, false]], [[-10.2265625, false]], [[-5.5703125, false]], [[-8.8203125, false]], [[-9.5703125, false]], [[-10.8203125, false]], [[-6.5703125, false]], [[-9.8203125, false]], [[-10.3203125, false]], [[-9.0703125, false]], [[-10.3203125, false]], [[-8.8203125, false]], [[-10.2265625, false]], [[-5.5703125, false]], [[-8.8203125, false]], [[-9.8203125, false]], [[-11.5703125, false]], [[-10.8203125, false]], [[-10.8203125, false]], [[-9.3203125, false]], [[-9.8203125, false]], [[-8.8203125, false]], [[-10.2265625, false]], [[-5.5703125, false]], [[-8.8203125, false]], [[-10.3203125, false]], [[-9.3203125, false]], [[-9.3203125, false]], [[-11.8203125, false]], [[-8.8203125, false]], [[-15.0703125, false]]], "filtered_resps": [[-9.0703125, false], [-8.8203125, false], [-9.5703125, false], [-9.3203125, false], [-10.3203125, false], [-6.5703125, false], [-10.8203125, false], [-8.8203125, false], [-10.2265625, false], [-5.5703125, false], [-8.8203125, false], [-9.5703125, false], [-10.8203125, false], [-6.5703125, false], [-9.8203125, false], [-10.3203125, false], [-9.0703125, false], [-10.3203125, false], [-8.8203125, false], [-10.2265625, false], [-5.5703125, false], [-8.8203125, false], [-9.8203125, false], [-11.5703125, false], [-10.8203125, false], [-10.8203125, false], [-9.3203125, false], [-9.8203125, false], [-8.8203125, false], [-10.2265625, false], [-5.5703125, false], [-8.8203125, false], [-10.3203125, false], [-9.3203125, false], [-9.3203125, false], [-11.8203125, false], [-8.8203125, false], [-15.0703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2233, "doc": {"id": "MCAS_2004_5_25", "question": "A student has decided to investigate whether the number of flowers on a plant will increase if the water supply to the plant is increased. She has five pots of geranium plants to use in her experiment. What factor in the experiment should be varied for the five plants in order to answer the student's question?", "choices": {"text": ["age of seedlings", "temperature of water", "volume of water", "number of hours in sunlight"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "volume of water", "arguments": ["Question: A student has decided to investigate whether the number of flowers on a plant will increase if the water supply to the plant is increased. She has five pots of geranium plants to use in her experiment. What factor in the experiment should be varied for the five plants in order to answer the student's question?\nAnswer:", " ["], "resps": [[[-7.2578125, false]], [[-9.1328125, false]], [[-5.8828125, false]], [[-10.3828125, false]], [[-8.8828125, false]], [[-6.0078125, false]], [[-10.1328125, false]], [[-8.6328125, false]], [[-6.0078125, false]], [[-9.6328125, false]], [[-8.8828125, false]], [[-8.8828125, false]], [[-8.6328125, false]], [[-11.2578125, false]], [[-8.5078125, false]], [[-9.2578125, false]], [[-10.3828125, false]], [[-9.6328125, false]], [[-9.1328125, false]], [[-10.078125, false]], [[-6.0078125, false]], [[-9.1328125, false]], [[-9.0078125, false]], [[-8.8828125, false]], [[-9.7578125, false]], [[-11.0078125, false]], [[-8.8828125, false]], [[-9.8828125, false]], [[-5.8828125, false]], [[-9.0078125, false]], [[-10.8828125, false]], [[-9.8828125, false]], [[-8.8828125, false]], [[-6.0078125, false]], [[-10.1328125, false]], [[-8.6328125, false]], [[-6.0078125, false]], [[-10.7578125, false]], [[-5.8828125, false]], [[-9.0078125, false]], [[-8.8828125, false]], [[-9.8828125, false]], [[-9.1328125, false]], [[-10.078125, false]], [[-6.0078125, false]], [[-9.1328125, false]], [[-9.6328125, false]], [[-10.1328125, false]], [[-11.2578125, false]], [[-10.8828125, false]], [[-9.7578125, false]], [[-8.8828125, false]], [[-6.0078125, false]], [[-10.1328125, false]], [[-8.6328125, false]], [[-6.0078125, false]], [[-10.7578125, false]], [[-5.8828125, false]], [[-9.0078125, false]], [[-8.8828125, false]], [[-9.8828125, false]], [[-9.1328125, false]], [[-10.0546875, false]], [[-6.0078125, false]], [[-9.1328125, false]], [[-9.2578125, false]], [[-10.8828125, false]], [[-9.7578125, false]], [[-7.8828125, false]], [[-8.8828125, false]], [[-9.8828125, false]], [[-6.0078125, false]], [[-10.1328125, false]], [[-8.6328125, false]], [[-6.0078125, false]], [[-10.0078125, false]], [[-10.1328125, false]], [[-10.8828125, false]], [[-9.8828125, false]], [[-9.6328125, false]], [[-6.0078125, false]], [[-8.5078125, false]], [[-9.2578125, false]], [[-6.0078125, false]], [[-9.6328125, false]], [[-10.8828125, false]], [[-9.2578125, false]], [[-11.2578125, false]], [[-8.5078125, false]], [[-10.3828125, false]], [[-10.0078125, false]], [[-9.0078125, false]], [[-9.1328125, false]], [[-12.8828125, false]]], "filtered_resps": [[-7.2578125, false], [-9.1328125, false], [-5.8828125, false], [-10.3828125, false], [-8.8828125, false], [-6.0078125, false], [-10.1328125, false], [-8.6328125, false], [-6.0078125, false], [-9.6328125, false], [-8.8828125, false], [-8.8828125, false], [-8.6328125, false], [-11.2578125, false], [-8.5078125, false], [-9.2578125, false], [-10.3828125, false], [-9.6328125, false], [-9.1328125, false], [-10.078125, false], [-6.0078125, false], [-9.1328125, false], [-9.0078125, false], [-8.8828125, false], [-9.7578125, false], [-11.0078125, false], [-8.8828125, false], [-9.8828125, false], [-5.8828125, false], [-9.0078125, false], [-10.8828125, false], [-9.8828125, false], [-8.8828125, false], [-6.0078125, false], [-10.1328125, false], [-8.6328125, false], [-6.0078125, false], [-10.7578125, false], [-5.8828125, false], [-9.0078125, false], [-8.8828125, false], [-9.8828125, false], [-9.1328125, false], [-10.078125, false], [-6.0078125, false], [-9.1328125, false], [-9.6328125, false], [-10.1328125, false], [-11.2578125, false], [-10.8828125, false], [-9.7578125, false], [-8.8828125, false], [-6.0078125, false], [-10.1328125, false], [-8.6328125, false], [-6.0078125, false], [-10.7578125, false], [-5.8828125, false], [-9.0078125, false], [-8.8828125, false], [-9.8828125, false], [-9.1328125, false], [-10.0546875, false], [-6.0078125, false], [-9.1328125, false], [-9.2578125, false], [-10.8828125, false], [-9.7578125, false], [-7.8828125, false], [-8.8828125, false], [-9.8828125, false], [-6.0078125, false], [-10.1328125, false], [-8.6328125, false], [-6.0078125, false], [-10.0078125, false], [-10.1328125, false], [-10.8828125, false], [-9.8828125, false], [-9.6328125, false], [-6.0078125, false], [-8.5078125, false], [-9.2578125, false], [-6.0078125, false], [-9.6328125, false], [-10.8828125, false], [-9.2578125, false], [-11.2578125, false], [-8.5078125, false], [-10.3828125, false], [-10.0078125, false], [-9.0078125, false], [-9.1328125, false], [-12.8828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2241, "doc": {"id": "Mercury_7032848", "question": "Proxima Centauri is the closest star to the Sun. Which units do astronomers most often use for the distance between Earth and Proxima Centauri?", "choices": {"text": ["miles", "meters", "light years", "astronomical units"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "light years", "arguments": ["Question: Proxima Centauri is the closest star to the Sun. Which units do astronomers most often use for the distance between Earth and Proxima Centauri?\nAnswer:", " ["], "resps": [[[-6.6015625, false]], [[-8.8515625, false]], [[-6.3515625, false]], [[-8.1015625, false]], [[-8.6015625, false]], [[-7.1015625, false]], [[-8.6015625, false]], [[-8.8515625, false]], [[-8.34375, false]], [[-4.6015625, false]], [[-8.8515625, false]], [[-6.3515625, false]], [[-7.1015625, false]], [[-8.1015625, false]], [[-7.1015625, false]], [[-9.1015625, false]], [[-8.6015625, false]], [[-8.8515625, false]], [[-8.34375, false]], [[-4.6015625, false]], [[-8.8515625, false]], [[-8.6015625, false]], [[-8.1015625, false]], [[-9.8515625, false]], [[-8.8515625, false]], [[-8.1015625, false]], [[-4.6015625, false]], [[-9.8515625, false]], [[-7.1015625, false]], [[-6.3515625, false]], [[-9.1015625, false]], [[-8.6015625, false]], [[-8.8515625, false]], [[-8.34375, false]], [[-4.6015625, false]], [[-8.8515625, false]], [[-6.3515625, false]], [[-8.6015625, false]], [[-8.1015625, false]], [[-9.1015625, false]], [[-9.3515625, false]], [[-7.3515625, false]], [[-9.3515625, false]], [[-6.3515625, false]], [[-8.1015625, false]], [[-7.8515625, false]], [[-6.3515625, false]], [[-8.6015625, false]], [[-4.6015625, false]], [[-9.6015625, false]], [[-7.3515625, false]], [[-8.1015625, false]], [[-8.1015625, false]], [[-8.6015625, false]], [[-8.8515625, false]], [[-10.8515625, false]]], "filtered_resps": [[-6.6015625, false], [-8.8515625, false], [-6.3515625, false], [-8.1015625, false], [-8.6015625, false], [-7.1015625, false], [-8.6015625, false], [-8.8515625, false], [-8.34375, false], [-4.6015625, false], [-8.8515625, false], [-6.3515625, false], [-7.1015625, false], [-8.1015625, false], [-7.1015625, false], [-9.1015625, false], [-8.6015625, false], [-8.8515625, false], [-8.34375, false], [-4.6015625, false], [-8.8515625, false], [-8.6015625, false], [-8.1015625, false], [-9.8515625, false], [-8.8515625, false], [-8.1015625, false], [-4.6015625, false], [-9.8515625, false], [-7.1015625, false], [-6.3515625, false], [-9.1015625, false], [-8.6015625, false], [-8.8515625, false], [-8.34375, false], [-4.6015625, false], [-8.8515625, false], [-6.3515625, false], [-8.6015625, false], [-8.1015625, false], [-9.1015625, false], [-9.3515625, false], [-7.3515625, false], [-9.3515625, false], [-6.3515625, false], [-8.1015625, false], [-7.8515625, false], [-6.3515625, false], [-8.6015625, false], [-4.6015625, false], [-9.6015625, false], [-7.3515625, false], [-8.1015625, false], [-8.1015625, false], [-8.6015625, false], [-8.8515625, false], [-10.8515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2249, "doc": {"id": "Mercury_SC_400702", "question": "When a spoon hits a table, it makes a loud sound. When the spoon hits a soft cushion, it does not make a sound. What is the difference between the table and the cushion that accounts for the sound?", "choices": {"text": ["The table is more reactive than the cushion.", "The table vibrates more than the cushion.", "The table is more insulated than the cushion.", "The table has more potential energy than the cushion."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "The table vibrates more than the cushion.", "arguments": ["Question: When a spoon hits a table, it makes a loud sound. When the spoon hits a soft cushion, it does not make a sound. What is the difference between the table and the cushion that accounts for the sound?\nAnswer:", " ["], "resps": [[[-7.2890625, false]], [[-8.7890625, false]], [[-6.7890625, false]], [[-11.0390625, false]], [[-10.2890625, false]], [[-5.2890625, false]], [[-9.0390625, false]], [[-4.5390625, false]], [[-8.7890625, false]], [[-11.2890625, false]], [[-10.2890625, false]], [[-5.2890625, false]], [[-9.5390625, false]], [[-9.2890625, false]], [[-5.2890625, false]], [[-10.5390625, false]], [[-10.0390625, false]], [[-10.7890625, false]], [[-10.2890625, false]], [[-5.2890625, false]], [[-10.7890625, false]], [[-10.2890625, false]], [[-4.5390625, false]], [[-9.0390625, false]], [[-9.0390625, false]], [[-9.5390625, false]], [[-10.5390625, false]], [[-10.2890625, false]], [[-5.2890625, false]], [[-9.0390625, false]], [[-11.0390625, false]], [[-4.5390625, false]], [[-10.0390625, false]], [[-5.2890625, false]], [[-9.0390625, false]], [[-11.0390625, false]], [[-10.2890625, false]], [[-5.2890625, false]], [[-9.0390625, false]], [[-10.0390625, false]], [[-9.2890625, false]], [[-11.0390625, false]], [[-9.5390625, false]], [[-10.0390625, false]], [[-10.0390625, false]], [[-6.98828125, false]], [[-8.7890625, false]], [[-10.109375, false]], [[-5.2890625, false]], [[-8.7890625, false]], [[-6.7890625, false]], [[-11.0390625, false]], [[-10.2890625, false]], [[-5.2890625, false]], [[-9.0390625, false]], [[-4.5390625, false]], [[-8.7890625, false]], [[-11.2890625, false]], [[-10.2890625, false]], [[-5.2890625, false]], [[-10.5390625, false]], [[-9.5390625, false]], [[-8.7890625, false]], [[-10.7890625, false]], [[-4.5390625, false]], [[-9.0390625, false]], [[-10.2890625, false]], [[-9.2890625, false]], [[-5.2890625, false]], [[-10.5390625, false]], [[-10.0390625, false]], [[-10.7890625, false]], [[-10.2890625, false]], [[-5.2890625, false]], [[-9.0390625, false]], [[-11.0390625, false]], [[-4.5390625, false]], [[-10.0390625, false]], [[-5.2890625, false]], [[-9.0390625, false]], [[-11.0390625, false]], [[-10.2890625, false]], [[-5.2890625, false]], [[-9.0390625, false]], [[-10.0390625, false]], [[-9.2890625, false]], [[-11.0390625, false]], [[-9.5390625, false]], [[-10.0390625, false]], [[-10.0390625, false]], [[-6.98828125, false]], [[-8.7890625, false]], [[-10.109375, false]], [[-5.2890625, false]], [[-8.7890625, false]], [[-6.7890625, false]], [[-11.0390625, false]], [[-10.2890625, false]], [[-5.2890625, false]], [[-9.0390625, false]], [[-4.5390625, false]], [[-8.7890625, false]], [[-11.2890625, false]], [[-10.2890625, false]], [[-5.2890625, false]], [[-9.5390625, false]], [[-9.2890625, false]], [[-5.2890625, false]], [[-10.5390625, false]], [[-10.0390625, false]], [[-10.7890625, false]], [[-10.2890625, false]], [[-5.2890625, false]], [[-9.5390625, false]], [[-10.0390625, false]], [[-9.2890625, false]], [[-10.0390625, false]], [[-11.2890625, false]], [[-4.5390625, false]], [[-9.0390625, false]], [[-10.2890625, false]], [[-10.2890625, false]], [[-5.2890625, false]], [[-9.0390625, false]], [[-11.0390625, false]], [[-4.5390625, false]], [[-10.0390625, false]], [[-5.2890625, false]], [[-9.0390625, false]], [[-11.0390625, false]], [[-10.2890625, false]], [[-5.2890625, false]], [[-9.0390625, false]], [[-10.0390625, false]], [[-9.2890625, false]], [[-11.0390625, false]], [[-9.5390625, false]], [[-10.0390625, false]], [[-10.0390625, false]], [[-6.98828125, false]], [[-8.7890625, false]], [[-10.109375, false]], [[-5.2890625, false]], [[-8.7890625, false]], [[-6.7890625, false]], [[-11.0390625, false]], [[-10.2890625, false]], [[-5.2890625, false]], [[-9.0390625, false]], [[-4.5390625, false]], [[-8.7890625, false]], [[-11.2890625, false]], [[-10.2890625, false]], [[-5.2890625, false]], [[-11.0390625, false]], [[-4.5390625, false]], [[-9.2890625, false]], [[-5.2890625, false]], [[-10.5390625, false]], [[-10.0390625, false]], [[-10.7890625, false]], [[-10.2890625, false]], [[-5.2890625, false]], [[-8.5390625, false]], [[-10.0390625, false]], [[-9.0390625, false]], [[-10.2890625, false]], [[-10.0390625, false]], [[-9.0390625, false]], [[-9.5390625, false]], [[-4.5390625, false]], [[-11.2890625, false]], [[-5.2890625, false]], [[-10.2890625, false]], [[-10.0390625, false]], [[-10.2890625, false]], [[-10.7890625, false]], [[-12.0390625, false]], [[-12.5390625, false]], [[-5.2890625, false]], [[-9.0390625, false]], [[-11.0390625, false]], [[-4.5390625, false]], [[-10.0390625, false]], [[-5.2890625, false]], [[-9.0390625, false]], [[-11.0390625, false]], [[-10.2890625, false]], [[-5.2890625, false]], [[-9.0390625, false]], [[-10.0390625, false]], [[-9.2890625, false]], [[-11.0390625, false]], [[-9.5390625, false]], [[-10.0390625, false]], [[-10.0390625, false]], [[-6.98828125, false]], [[-8.7890625, false]], [[-13.0390625, false]]], "filtered_resps": [[-7.2890625, false], [-8.7890625, false], [-6.7890625, false], [-11.0390625, false], [-10.2890625, false], [-5.2890625, false], [-9.0390625, false], [-4.5390625, false], [-8.7890625, false], [-11.2890625, false], [-10.2890625, false], [-5.2890625, false], [-9.5390625, false], [-9.2890625, false], [-5.2890625, false], [-10.5390625, false], [-10.0390625, false], [-10.7890625, false], [-10.2890625, false], [-5.2890625, false], [-10.7890625, false], [-10.2890625, false], [-4.5390625, false], [-9.0390625, false], [-9.0390625, false], [-9.5390625, false], [-10.5390625, false], [-10.2890625, false], [-5.2890625, false], [-9.0390625, false], [-11.0390625, false], [-4.5390625, false], [-10.0390625, false], [-5.2890625, false], [-9.0390625, false], [-11.0390625, false], [-10.2890625, false], [-5.2890625, false], [-9.0390625, false], [-10.0390625, false], [-9.2890625, false], [-11.0390625, false], [-9.5390625, false], [-10.0390625, false], [-10.0390625, false], [-6.98828125, false], [-8.7890625, false], [-10.109375, false], [-5.2890625, false], [-8.7890625, false], [-6.7890625, false], [-11.0390625, false], [-10.2890625, false], [-5.2890625, false], [-9.0390625, false], [-4.5390625, false], [-8.7890625, false], [-11.2890625, false], [-10.2890625, false], [-5.2890625, false], [-10.5390625, false], [-9.5390625, false], [-8.7890625, false], [-10.7890625, false], [-4.5390625, false], [-9.0390625, false], [-10.2890625, false], [-9.2890625, false], [-5.2890625, false], [-10.5390625, false], [-10.0390625, false], [-10.7890625, false], [-10.2890625, false], [-5.2890625, false], [-9.0390625, false], [-11.0390625, false], [-4.5390625, false], [-10.0390625, false], [-5.2890625, false], [-9.0390625, false], [-11.0390625, false], [-10.2890625, false], [-5.2890625, false], [-9.0390625, false], [-10.0390625, false], [-9.2890625, false], [-11.0390625, false], [-9.5390625, false], [-10.0390625, false], [-10.0390625, false], [-6.98828125, false], [-8.7890625, false], [-10.109375, false], [-5.2890625, false], [-8.7890625, false], [-6.7890625, false], [-11.0390625, false], [-10.2890625, false], [-5.2890625, false], [-9.0390625, false], [-4.5390625, false], [-8.7890625, false], [-11.2890625, false], [-10.2890625, false], [-5.2890625, false], [-9.5390625, false], [-9.2890625, false], [-5.2890625, false], [-10.5390625, false], [-10.0390625, false], [-10.7890625, false], [-10.2890625, false], [-5.2890625, false], [-9.5390625, false], [-10.0390625, false], [-9.2890625, false], [-10.0390625, false], [-11.2890625, false], [-4.5390625, false], [-9.0390625, false], [-10.2890625, false], [-10.2890625, false], [-5.2890625, false], [-9.0390625, false], [-11.0390625, false], [-4.5390625, false], [-10.0390625, false], [-5.2890625, false], [-9.0390625, false], [-11.0390625, false], [-10.2890625, false], [-5.2890625, false], [-9.0390625, false], [-10.0390625, false], [-9.2890625, false], [-11.0390625, false], [-9.5390625, false], [-10.0390625, false], [-10.0390625, false], [-6.98828125, false], [-8.7890625, false], [-10.109375, false], [-5.2890625, false], [-8.7890625, false], [-6.7890625, false], [-11.0390625, false], [-10.2890625, false], [-5.2890625, false], [-9.0390625, false], [-4.5390625, false], [-8.7890625, false], [-11.2890625, false], [-10.2890625, false], [-5.2890625, false], [-11.0390625, false], [-4.5390625, false], [-9.2890625, false], [-5.2890625, false], [-10.5390625, false], [-10.0390625, false], [-10.7890625, false], [-10.2890625, false], [-5.2890625, false], [-8.5390625, false], [-10.0390625, false], [-9.0390625, false], [-10.2890625, false], [-10.0390625, false], [-9.0390625, false], [-9.5390625, false], [-4.5390625, false], [-11.2890625, false], [-5.2890625, false], [-10.2890625, false], [-10.0390625, false], [-10.2890625, false], [-10.7890625, false], [-12.0390625, false], [-12.5390625, false], [-5.2890625, false], [-9.0390625, false], [-11.0390625, false], [-4.5390625, false], [-10.0390625, false], [-5.2890625, false], [-9.0390625, false], [-11.0390625, false], [-10.2890625, false], [-5.2890625, false], [-9.0390625, false], [-10.0390625, false], [-9.2890625, false], [-11.0390625, false], [-9.5390625, false], [-10.0390625, false], [-10.0390625, false], [-6.98828125, false], [-8.7890625, false], [-13.0390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2257, "doc": {"id": "Mercury_417470", "question": "Which stimulus causes a responding plant to demonstrate phototropism?", "choices": {"text": ["intensity of light", "direction of light", "length of day", "time of day"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "direction of light", "arguments": ["Question: Which stimulus causes a responding plant to demonstrate phototropism?\nAnswer:", " ["], "resps": [[[-6.64453125, false]], [[-8.8984375, false]], [[-8.1484375, false]], [[-8.7734375, false]], [[-9.8984375, false]], [[-8.7734375, false]], [[-8.7734375, false]], [[-9.7734375, false]], [[-8.1484375, false]], [[-9.8984375, false]], [[-10.5234375, false]], [[-5.26953125, false]], [[-8.2734375, false]], [[-10.1484375, false]], [[-5.26953125, false]], [[-10.0234375, false]], [[-8.1484375, false]], [[-11.2734375, false]], [[-10.0234375, false]], [[-9.8984375, false]], [[-8.8984375, false]], [[-9.390625, false]], [[-5.26953125, false]], [[-8.8984375, false]], [[-8.5234375, false]], [[-8.1484375, false]], [[-10.5234375, false]], [[-8.7734375, false]], [[-8.3984375, false]], [[-9.8984375, false]], [[-8.1484375, false]], [[-8.2734375, false]], [[-8.7734375, false]], [[-5.26953125, false]], [[-8.2734375, false]], [[-10.1484375, false]], [[-5.26953125, false]], [[-10.0234375, false]], [[-8.1484375, false]], [[-11.2734375, false]], [[-10.0234375, false]], [[-9.8984375, false]], [[-8.8984375, false]], [[-9.390625, false]], [[-5.26953125, false]], [[-8.8984375, false]], [[-10.0234375, false]], [[-8.7734375, false]], [[-8.7734375, false]], [[-11.2734375, false]], [[-9.8984375, false]], [[-10.0234375, false]], [[-5.26953125, false]], [[-8.2734375, false]], [[-10.1484375, false]], [[-5.26953125, false]], [[-8.5234375, false]], [[-4.76953125, false]], [[-10.5234375, false]], [[-8.8984375, false]], [[-9.390625, false]], [[-5.26953125, false]], [[-8.8984375, false]], [[-9.8984375, false]], [[-8.1484375, false]], [[-9.5234375, false]], [[-8.7734375, false]], [[-5.26953125, false]], [[-8.2734375, false]], [[-10.1484375, false]], [[-5.26953125, false]], [[-8.5234375, false]], [[-4.76953125, false]], [[-10.5234375, false]], [[-8.8984375, false]], [[-13.5234375, false]]], "filtered_resps": [[-6.64453125, false], [-8.8984375, false], [-8.1484375, false], [-8.7734375, false], [-9.8984375, false], [-8.7734375, false], [-8.7734375, false], [-9.7734375, false], [-8.1484375, false], [-9.8984375, false], [-10.5234375, false], [-5.26953125, false], [-8.2734375, false], [-10.1484375, false], [-5.26953125, false], [-10.0234375, false], [-8.1484375, false], [-11.2734375, false], [-10.0234375, false], [-9.8984375, false], [-8.8984375, false], [-9.390625, false], [-5.26953125, false], [-8.8984375, false], [-8.5234375, false], [-8.1484375, false], [-10.5234375, false], [-8.7734375, false], [-8.3984375, false], [-9.8984375, false], [-8.1484375, false], [-8.2734375, false], [-8.7734375, false], [-5.26953125, false], [-8.2734375, false], [-10.1484375, false], [-5.26953125, false], [-10.0234375, false], [-8.1484375, false], [-11.2734375, false], [-10.0234375, false], [-9.8984375, false], [-8.8984375, false], [-9.390625, false], [-5.26953125, false], [-8.8984375, false], [-10.0234375, false], [-8.7734375, false], [-8.7734375, false], [-11.2734375, false], [-9.8984375, false], [-10.0234375, false], [-5.26953125, false], [-8.2734375, false], [-10.1484375, false], [-5.26953125, false], [-8.5234375, false], [-4.76953125, false], [-10.5234375, false], [-8.8984375, false], [-9.390625, false], [-5.26953125, false], [-8.8984375, false], [-9.8984375, false], [-8.1484375, false], [-9.5234375, false], [-8.7734375, false], [-5.26953125, false], [-8.2734375, false], [-10.1484375, false], [-5.26953125, false], [-8.5234375, false], [-4.76953125, false], [-10.5234375, false], [-8.8984375, false], [-13.5234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2265, "doc": {"id": "Mercury_7270130", "question": "What are the properties of the Earth's crust and mantle that are most responsible for Earth's tectonic activity?", "choices": {"text": ["They are in different states and have different temperatures.", "They are in the same state but have different temperatures.", "They are in different states but have the same temperature.", "They are the same state and have the same temperature."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "They are in different states and have different temperatures.", "arguments": ["Question: What are the properties of the Earth's crust and mantle that are most responsible for Earth's tectonic activity?\nAnswer:", " ["], "resps": [[[-7.875, false]], [[-8.875, false]], [[-7.125, false]], [[-11.875, false]], [[-9.125, false]], [[-13.125, false]], [[-4.625, false]], [[-7.125, false]], [[-12.125, false]], [[-9.125, false]], [[-4.625, false]], [[-10.125, false]], [[-11.125, false]], [[-4.625, false]], [[-10.875, false]], [[-10.125, false]], [[-11.125, false]], [[-11.125, false]], [[-9.125, false]], [[-12.125, false]], [[-9.125, false]], [[-11.125, false]], [[-10.625, false]], [[-4.625, false]], [[-10.375, false]], [[-10.625, false]], [[-7.125, false]], [[-10.625, false]], [[-9.125, false]], [[-10.375, false]], [[-4.625, false]], [[-7.125, false]], [[-11.125, false]], [[-10.875, false]], [[-4.625, false]], [[-11.875, false]], [[-7.125, false]], [[-11.625, false]], [[-9.125, false]], [[-4.625, false]], [[-10.875, false]], [[-10.125, false]], [[-11.125, false]], [[-11.125, false]], [[-9.125, false]], [[-12.125, false]], [[-9.125, false]], [[-11.125, false]], [[-10.625, false]], [[-4.625, false]], [[-10.625, false]], [[-9.125, false]], [[-11.125, false]], [[-10.625, false]], [[-9.125, false]], [[-12.125, false]], [[-7.125, false]], [[-10.625, false]], [[-13.625, false]], [[-12.125, false]], [[-9.125, false]], [[-10.375, false]], [[-5.72265625, false]], [[-8.875, false]], [[-8.96875, false]], [[-4.625, false]], [[-8.875, false]], [[-7.125, false]], [[-11.875, false]], [[-9.125, false]], [[-13.125, false]], [[-4.625, false]], [[-7.125, false]], [[-12.125, false]], [[-9.125, false]], [[-4.625, false]], [[-10.125, false]], [[-11.125, false]], [[-4.625, false]], [[-10.625, false]], [[-11.875, false]], [[-9.125, false]], [[-4.625, false]], [[-10.375, false]], [[-7.125, false]], [[-11.125, false]], [[-9.125, false]], [[-4.625, false]], [[-10.375, false]], [[-10.625, false]], [[-7.125, false]], [[-10.625, false]], [[-9.125, false]], [[-4.625, false]], [[-10.875, false]], [[-13.625, false]], [[-10.625, false]], [[-4.625, false]], [[-11.875, false]], [[-7.125, false]], [[-11.625, false]], [[-9.125, false]], [[-4.625, false]], [[-10.875, false]], [[-10.125, false]], [[-11.125, false]], [[-11.125, false]], [[-9.125, false]], [[-12.125, false]], [[-9.125, false]], [[-11.125, false]], [[-10.625, false]], [[-4.625, false]], [[-10.625, false]], [[-9.125, false]], [[-11.125, false]], [[-10.625, false]], [[-9.125, false]], [[-12.125, false]], [[-7.125, false]], [[-10.625, false]], [[-13.625, false]], [[-12.125, false]], [[-9.125, false]], [[-10.375, false]], [[-5.72265625, false]], [[-8.875, false]], [[-8.96875, false]], [[-4.625, false]], [[-8.875, false]], [[-7.125, false]], [[-11.875, false]], [[-9.125, false]], [[-13.125, false]], [[-4.625, false]], [[-7.125, false]], [[-12.125, false]], [[-9.125, false]], [[-4.625, false]], [[-10.125, false]], [[-11.125, false]], [[-4.625, false]], [[-10.875, false]], [[-10.125, false]], [[-11.125, false]], [[-11.125, false]], [[-9.125, false]], [[-12.125, false]], [[-9.125, false]], [[-11.125, false]], [[-10.625, false]], [[-4.625, false]], [[-10.375, false]], [[-10.625, false]], [[-7.125, false]], [[-10.625, false]], [[-9.125, false]], [[-10.375, false]], [[-4.625, false]], [[-10.875, false]], [[-13.625, false]], [[-10.625, false]], [[-4.625, false]], [[-11.875, false]], [[-7.125, false]], [[-11.625, false]], [[-9.125, false]], [[-4.625, false]], [[-10.625, false]], [[-11.875, false]], [[-9.125, false]], [[-4.625, false]], [[-10.375, false]], [[-7.125, false]], [[-11.125, false]], [[-9.125, false]], [[-4.625, false]], [[-10.625, false]], [[-9.125, false]], [[-11.125, false]], [[-10.625, false]], [[-9.125, false]], [[-12.125, false]], [[-7.125, false]], [[-10.625, false]], [[-13.625, false]], [[-12.125, false]], [[-9.125, false]], [[-5.72265625, false]], [[-8.875, false]], [[-8.96875, false]], [[-4.625, false]], [[-8.875, false]], [[-7.125, false]], [[-11.875, false]], [[-9.125, false]], [[-13.125, false]], [[-4.625, false]], [[-7.125, false]], [[-12.125, false]], [[-9.125, false]], [[-4.625, false]], [[-10.625, false]], [[-11.875, false]], [[-9.125, false]], [[-4.625, false]], [[-10.375, false]], [[-7.125, false]], [[-11.125, false]], [[-9.125, false]], [[-4.625, false]], [[-10.375, false]], [[-10.625, false]], [[-7.125, false]], [[-10.625, false]], [[-9.125, false]], [[-4.625, false]], [[-7.125, false]], [[-11.125, false]], [[-10.875, false]], [[-4.625, false]], [[-11.875, false]], [[-7.125, false]], [[-11.625, false]], [[-9.125, false]], [[-4.625, false]], [[-10.625, false]], [[-11.875, false]], [[-9.125, false]], [[-4.625, false]], [[-10.375, false]], [[-7.125, false]], [[-11.125, false]], [[-9.125, false]], [[-4.625, false]], [[-10.625, false]], [[-9.125, false]], [[-11.125, false]], [[-10.625, false]], [[-9.125, false]], [[-12.125, false]], [[-7.125, false]], [[-10.625, false]], [[-13.625, false]], [[-12.125, false]], [[-9.125, false]], [[-5.72265625, false]], [[-8.875, false]], [[-13.375, false]]], "filtered_resps": [[-7.875, false], [-8.875, false], [-7.125, false], [-11.875, false], [-9.125, false], [-13.125, false], [-4.625, false], [-7.125, false], [-12.125, false], [-9.125, false], [-4.625, false], [-10.125, false], [-11.125, false], [-4.625, false], [-10.875, false], [-10.125, false], [-11.125, false], [-11.125, false], [-9.125, false], [-12.125, false], [-9.125, false], [-11.125, false], [-10.625, false], [-4.625, false], [-10.375, false], [-10.625, false], [-7.125, false], [-10.625, false], [-9.125, false], [-10.375, false], [-4.625, false], [-7.125, false], [-11.125, false], [-10.875, false], [-4.625, false], [-11.875, false], [-7.125, false], [-11.625, false], [-9.125, false], [-4.625, false], [-10.875, false], [-10.125, false], [-11.125, false], [-11.125, false], [-9.125, false], [-12.125, false], [-9.125, false], [-11.125, false], [-10.625, false], [-4.625, false], [-10.625, false], [-9.125, false], [-11.125, false], [-10.625, false], [-9.125, false], [-12.125, false], [-7.125, false], [-10.625, false], [-13.625, false], [-12.125, false], [-9.125, false], [-10.375, false], [-5.72265625, false], [-8.875, false], [-8.96875, false], [-4.625, false], [-8.875, false], [-7.125, false], [-11.875, false], [-9.125, false], [-13.125, false], [-4.625, false], [-7.125, false], [-12.125, false], [-9.125, false], [-4.625, false], [-10.125, false], [-11.125, false], [-4.625, false], [-10.625, false], [-11.875, false], [-9.125, false], [-4.625, false], [-10.375, false], [-7.125, false], [-11.125, false], [-9.125, false], [-4.625, false], [-10.375, false], [-10.625, false], [-7.125, false], [-10.625, false], [-9.125, false], [-4.625, false], [-10.875, false], [-13.625, false], [-10.625, false], [-4.625, false], [-11.875, false], [-7.125, false], [-11.625, false], [-9.125, false], [-4.625, false], [-10.875, false], [-10.125, false], [-11.125, false], [-11.125, false], [-9.125, false], [-12.125, false], [-9.125, false], [-11.125, false], [-10.625, false], [-4.625, false], [-10.625, false], [-9.125, false], [-11.125, false], [-10.625, false], [-9.125, false], [-12.125, false], [-7.125, false], [-10.625, false], [-13.625, false], [-12.125, false], [-9.125, false], [-10.375, false], [-5.72265625, false], [-8.875, false], [-8.96875, false], [-4.625, false], [-8.875, false], [-7.125, false], [-11.875, false], [-9.125, false], [-13.125, false], [-4.625, false], [-7.125, false], [-12.125, false], [-9.125, false], [-4.625, false], [-10.125, false], [-11.125, false], [-4.625, false], [-10.875, false], [-10.125, false], [-11.125, false], [-11.125, false], [-9.125, false], [-12.125, false], [-9.125, false], [-11.125, false], [-10.625, false], [-4.625, false], [-10.375, false], [-10.625, false], [-7.125, false], [-10.625, false], [-9.125, false], [-10.375, false], [-4.625, false], [-10.875, false], [-13.625, false], [-10.625, false], [-4.625, false], [-11.875, false], [-7.125, false], [-11.625, false], [-9.125, false], [-4.625, false], [-10.625, false], [-11.875, false], [-9.125, false], [-4.625, false], [-10.375, false], [-7.125, false], [-11.125, false], [-9.125, false], [-4.625, false], [-10.625, false], [-9.125, false], [-11.125, false], [-10.625, false], [-9.125, false], [-12.125, false], [-7.125, false], [-10.625, false], [-13.625, false], [-12.125, false], [-9.125, false], [-5.72265625, false], [-8.875, false], [-8.96875, false], [-4.625, false], [-8.875, false], [-7.125, false], [-11.875, false], [-9.125, false], [-13.125, false], [-4.625, false], [-7.125, false], [-12.125, false], [-9.125, false], [-4.625, false], [-10.625, false], [-11.875, false], [-9.125, false], [-4.625, false], [-10.375, false], [-7.125, false], [-11.125, false], [-9.125, false], [-4.625, false], [-10.375, false], [-10.625, false], [-7.125, false], [-10.625, false], [-9.125, false], [-4.625, false], [-7.125, false], [-11.125, false], [-10.875, false], [-4.625, false], [-11.875, false], [-7.125, false], [-11.625, false], [-9.125, false], [-4.625, false], [-10.625, false], [-11.875, false], [-9.125, false], [-4.625, false], [-10.375, false], [-7.125, false], [-11.125, false], [-9.125, false], [-4.625, false], [-10.625, false], [-9.125, false], [-11.125, false], [-10.625, false], [-9.125, false], [-12.125, false], [-7.125, false], [-10.625, false], [-13.625, false], [-12.125, false], [-9.125, false], [-5.72265625, false], [-8.875, false], [-13.375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2273, "doc": {"id": "LEAP_2012_8_10440", "question": "When observing a very small piece of dust in a liquid under a microscope, the dust appears to jiggle slightly. This movement results from the dust interacting with the molecules in the liquid. What property of the molecules in the liquid causes this effect?", "choices": {"text": ["The molecules briefly form chemical bonds with nearby objects.", "The molecules are always in random motion.", "The molecules transfer an electric charge to the dust particles.", "The molecules frequently change shape."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "The molecules are always in random motion.", "arguments": ["Question: When observing a very small piece of dust in a liquid under a microscope, the dust appears to jiggle slightly. This movement results from the dust interacting with the molecules in the liquid. What property of the molecules in the liquid causes this effect?\nAnswer:", " ["], "resps": [[[-6.7421875, false]], [[-9.7421875, false]], [[-7.4921875, false]], [[-7.9921875, false]], [[-7.4921875, false]], [[-5.4921875, false]], [[-7.7421875, false]], [[-7.7421875, false]], [[-9.9921875, false]], [[-7.4921875, false]], [[-7.7421875, false]], [[-10.4921875, false]], [[-9.9921875, false]], [[-7.4921875, false]], [[-8.7421875, false]], [[-5.4921875, false]], [[-6.4921875, false]], [[-9.4921875, false]], [[-7.9921875, false]], [[-7.4921875, false]], [[-7.9921875, false]], [[-9.9921875, false]], [[-10.4921875, false]], [[-5.4921875, false]], [[-7.9921875, false]], [[-7.7421875, false]], [[-9.4921875, false]], [[-7.7421875, false]], [[-5.4921875, false]], [[-7.7421875, false]], [[-7.9921875, false]], [[-7.4921875, false]], [[-7.7421875, false]], [[-7.9921875, false]], [[-7.7421875, false]], [[-4.4921875, false]], [[-9.9921875, false]], [[-5.4921875, false]], [[-6.4921875, false]], [[-7.7421875, false]], [[-7.9921875, false]], [[-8.4921875, false]], [[-8.7421875, false]], [[-5.4921875, false]], [[-10.9921875, false]], [[-7.9921875, false]], [[-9.4921875, false]], [[-7.9921875, false]], [[-5.4921875, false]], [[-7.9921875, false]], [[-7.4921875, false]], [[-4.4921875, false]], [[-9.4921875, false]], [[-6.4921875, false]], [[-10.4921875, false]], [[-5.4921875, false]], [[-7.7421875, false]], [[-6.4921875, false]], [[-10.4921875, false]], [[-7.4921875, false]], [[-7.7421875, false]], [[-9.4921875, false]], [[-8.7421875, false]], [[-6.79296875, false]], [[-9.7421875, false]], [[-9.546875, false]], [[-5.4921875, false]], [[-9.7421875, false]], [[-7.4921875, false]], [[-7.9921875, false]], [[-7.4921875, false]], [[-5.4921875, false]], [[-7.7421875, false]], [[-7.7421875, false]], [[-9.9921875, false]], [[-7.4921875, false]], [[-7.7421875, false]], [[-10.4921875, false]], [[-9.9921875, false]], [[-7.4921875, false]], [[-8.7421875, false]], [[-5.4921875, false]], [[-4.4921875, false]], [[-9.4921875, false]], [[-7.4921875, false]], [[-5.4921875, false]], [[-4.4921875, false]], [[-9.9921875, false]], [[-10.9921875, false]], [[-4.4921875, false]], [[-10.4921875, false]], [[-8.7421875, false]], [[-5.4921875, false]], [[-7.9921875, false]], [[-7.9921875, false]], [[-5.4921875, false]], [[-9.4921875, false]], [[-4.4921875, false]], [[-7.9921875, false]], [[-8.4921875, false]], [[-7.7421875, false]], [[-7.7421875, false]], [[-5.4921875, false]], [[-7.7421875, false]], [[-7.7421875, false]], [[-9.4921875, false]], [[-7.9921875, false]], [[-7.7421875, false]], [[-7.9921875, false]], [[-6.79296875, false]], [[-9.7421875, false]], [[-9.546875, false]], [[-5.4921875, false]], [[-9.7421875, false]], [[-7.4921875, false]], [[-7.9921875, false]], [[-7.4921875, false]], [[-5.4921875, false]], [[-7.7421875, false]], [[-7.7421875, false]], [[-9.9921875, false]], [[-7.4921875, false]], [[-7.7421875, false]], [[-10.4921875, false]], [[-9.9921875, false]], [[-7.4921875, false]], [[-8.7421875, false]], [[-5.4921875, false]], [[-9.4921875, false]], [[-9.4921875, false]], [[-4.4921875, false]], [[-7.9921875, false]], [[-8.7421875, false]], [[-7.9921875, false]], [[-7.4921875, false]], [[-9.4921875, false]], [[-5.4921875, false]], [[-4.4921875, false]], [[-7.9921875, false]], [[-5.4921875, false]], [[-7.4921875, false]], [[-9.9921875, false]], [[-7.4921875, false]], [[-7.7421875, false]], [[-9.4921875, false]], [[-9.4921875, false]], [[-7.9921875, false]], [[-7.7421875, false]], [[-5.4921875, false]], [[-7.7421875, false]], [[-7.9921875, false]], [[-4.4921875, false]], [[-9.4921875, false]], [[-10.9921875, false]], [[-7.4921875, false]], [[-5.4921875, false]], [[-9.4921875, false]], [[-7.7421875, false]], [[-5.4921875, false]], [[-9.4921875, false]], [[-7.9921875, false]], [[-7.4921875, false]], [[-5.4921875, false]], [[-8.4921875, false]], [[-10.4921875, false]], [[-8.7421875, false]], [[-9.4921875, false]], [[-5.4921875, false]], [[-8.2421875, false]], [[-4.4921875, false]], [[-9.4921875, false]], [[-9.4921875, false]], [[-7.9921875, false]], [[-7.7421875, false]], [[-9.9921875, false]], [[-7.4921875, false]], [[-8.7421875, false]], [[-6.79296875, false]], [[-9.7421875, false]], [[-9.546875, false]], [[-5.4921875, false]], [[-9.7421875, false]], [[-7.4921875, false]], [[-7.9921875, false]], [[-7.4921875, false]], [[-5.4921875, false]], [[-7.7421875, false]], [[-7.7421875, false]], [[-9.9921875, false]], [[-7.4921875, false]], [[-7.7421875, false]], [[-10.4921875, false]], [[-9.9921875, false]], [[-7.4921875, false]], [[-8.7421875, false]], [[-5.4921875, false]], [[-7.9921875, false]], [[-9.4921875, false]], [[-7.4921875, false]], [[-9.2421875, false]], [[-10.4921875, false]], [[-7.4921875, false]], [[-7.9921875, false]], [[-9.4921875, false]], [[-9.9921875, false]], [[-10.4921875, false]], [[-5.4921875, false]], [[-7.7421875, false]], [[-7.9921875, false]], [[-4.4921875, false]], [[-7.9921875, false]], [[-10.9921875, false]], [[-7.4921875, false]], [[-5.4921875, false]], [[-8.7421875, false]], [[-7.9921875, false]], [[-4.4921875, false]], [[-8.2421875, false]], [[-7.4921875, false]], [[-6.79296875, false]], [[-9.7421875, false]], [[-10.9921875, false]]], "filtered_resps": [[-6.7421875, false], [-9.7421875, false], [-7.4921875, false], [-7.9921875, false], [-7.4921875, false], [-5.4921875, false], [-7.7421875, false], [-7.7421875, false], [-9.9921875, false], [-7.4921875, false], [-7.7421875, false], [-10.4921875, false], [-9.9921875, false], [-7.4921875, false], [-8.7421875, false], [-5.4921875, false], [-6.4921875, false], [-9.4921875, false], [-7.9921875, false], [-7.4921875, false], [-7.9921875, false], [-9.9921875, false], [-10.4921875, false], [-5.4921875, false], [-7.9921875, false], [-7.7421875, false], [-9.4921875, false], [-7.7421875, false], [-5.4921875, false], [-7.7421875, false], [-7.9921875, false], [-7.4921875, false], [-7.7421875, false], [-7.9921875, false], [-7.7421875, false], [-4.4921875, false], [-9.9921875, false], [-5.4921875, false], [-6.4921875, false], [-7.7421875, false], [-7.9921875, false], [-8.4921875, false], [-8.7421875, false], [-5.4921875, false], [-10.9921875, false], [-7.9921875, false], [-9.4921875, false], [-7.9921875, false], [-5.4921875, false], [-7.9921875, false], [-7.4921875, false], [-4.4921875, false], [-9.4921875, false], [-6.4921875, false], [-10.4921875, false], [-5.4921875, false], [-7.7421875, false], [-6.4921875, false], [-10.4921875, false], [-7.4921875, false], [-7.7421875, false], [-9.4921875, false], [-8.7421875, false], [-6.79296875, false], [-9.7421875, false], [-9.546875, false], [-5.4921875, false], [-9.7421875, false], [-7.4921875, false], [-7.9921875, false], [-7.4921875, false], [-5.4921875, false], [-7.7421875, false], [-7.7421875, false], [-9.9921875, false], [-7.4921875, false], [-7.7421875, false], [-10.4921875, false], [-9.9921875, false], [-7.4921875, false], [-8.7421875, false], [-5.4921875, false], [-4.4921875, false], [-9.4921875, false], [-7.4921875, false], [-5.4921875, false], [-4.4921875, false], [-9.9921875, false], [-10.9921875, false], [-4.4921875, false], [-10.4921875, false], [-8.7421875, false], [-5.4921875, false], [-7.9921875, false], [-7.9921875, false], [-5.4921875, false], [-9.4921875, false], [-4.4921875, false], [-7.9921875, false], [-8.4921875, false], [-7.7421875, false], [-7.7421875, false], [-5.4921875, false], [-7.7421875, false], [-7.7421875, false], [-9.4921875, false], [-7.9921875, false], [-7.7421875, false], [-7.9921875, false], [-6.79296875, false], [-9.7421875, false], [-9.546875, false], [-5.4921875, false], [-9.7421875, false], [-7.4921875, false], [-7.9921875, false], [-7.4921875, false], [-5.4921875, false], [-7.7421875, false], [-7.7421875, false], [-9.9921875, false], [-7.4921875, false], [-7.7421875, false], [-10.4921875, false], [-9.9921875, false], [-7.4921875, false], [-8.7421875, false], [-5.4921875, false], [-9.4921875, false], [-9.4921875, false], [-4.4921875, false], [-7.9921875, false], [-8.7421875, false], [-7.9921875, false], [-7.4921875, false], [-9.4921875, false], [-5.4921875, false], [-4.4921875, false], [-7.9921875, false], [-5.4921875, false], [-7.4921875, false], [-9.9921875, false], [-7.4921875, false], [-7.7421875, false], [-9.4921875, false], [-9.4921875, false], [-7.9921875, false], [-7.7421875, false], [-5.4921875, false], [-7.7421875, false], [-7.9921875, false], [-4.4921875, false], [-9.4921875, false], [-10.9921875, false], [-7.4921875, false], [-5.4921875, false], [-9.4921875, false], [-7.7421875, false], [-5.4921875, false], [-9.4921875, false], [-7.9921875, false], [-7.4921875, false], [-5.4921875, false], [-8.4921875, false], [-10.4921875, false], [-8.7421875, false], [-9.4921875, false], [-5.4921875, false], [-8.2421875, false], [-4.4921875, false], [-9.4921875, false], [-9.4921875, false], [-7.9921875, false], [-7.7421875, false], [-9.9921875, false], [-7.4921875, false], [-8.7421875, false], [-6.79296875, false], [-9.7421875, false], [-9.546875, false], [-5.4921875, false], [-9.7421875, false], [-7.4921875, false], [-7.9921875, false], [-7.4921875, false], [-5.4921875, false], [-7.7421875, false], [-7.7421875, false], [-9.9921875, false], [-7.4921875, false], [-7.7421875, false], [-10.4921875, false], [-9.9921875, false], [-7.4921875, false], [-8.7421875, false], [-5.4921875, false], [-7.9921875, false], [-9.4921875, false], [-7.4921875, false], [-9.2421875, false], [-10.4921875, false], [-7.4921875, false], [-7.9921875, false], [-9.4921875, false], [-9.9921875, false], [-10.4921875, false], [-5.4921875, false], [-7.7421875, false], [-7.9921875, false], [-4.4921875, false], [-7.9921875, false], [-10.9921875, false], [-7.4921875, false], [-5.4921875, false], [-8.7421875, false], [-7.9921875, false], [-4.4921875, false], [-8.2421875, false], [-7.4921875, false], [-6.79296875, false], [-9.7421875, false], [-10.9921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2281, "doc": {"id": "Mercury_7274313", "question": "Where are the most reactive metals located on the periodic table?", "choices": {"text": ["the uppermost complete row of the table", "the rows at the bottom of the table connecting two section", "the column at the far left side of the table", "the second column from the right side of the table"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "the column at the far left side of the table", "arguments": ["Question: Where are the most reactive metals located on the periodic table?\nAnswer:", " ["], "resps": [[[-7.19140625, false]], [[-8.9453125, false]], [[-10.4453125, false]], [[-10.1953125, false]], [[-8.9453125, false]], [[-5.44140625, false]], [[-10.4453125, false]], [[-8.4453125, false]], [[-8.4453125, false]], [[-8.9453125, false]], [[-8.9453125, false]], [[-8.9453125, false]], [[-9.9453125, false]], [[-9.1953125, false]], [[-10.4453125, false]], [[-5.44140625, false]], [[-8.6953125, false]], [[-9.9453125, false]], [[-8.9453125, false]], [[-8.4453125, false]], [[-10.4453125, false]], [[-8.9453125, false]], [[-10.4453125, false]], [[-8.9453125, false]], [[-5.44140625, false]], [[-8.9453125, false]], [[-9.9453125, false]], [[-10.6953125, false]], [[-5.44140625, false]], [[-9.9453125, false]], [[-9.6953125, false]], [[-5.44140625, false]], [[-10.4453125, false]], [[-10.1953125, false]], [[-8.9453125, false]], [[-5.44140625, false]], [[-10.4453125, false]], [[-6.69140625, false]], [[-9.4453125, false]], [[-10.4453125, false]], [[-8.9453125, false]], [[-8.9453125, false]], [[-8.78125, false]], [[-5.44140625, false]], [[-8.9453125, false]], [[-10.4453125, false]], [[-10.1953125, false]], [[-8.9453125, false]], [[-5.44140625, false]], [[-8.9453125, false]], [[-9.9453125, false]], [[-10.6953125, false]], [[-9.1953125, false]], [[-5.44140625, false]], [[-6.69140625, false]], [[-10.4453125, false]], [[-5.44140625, false]], [[-10.4453125, false]], [[-10.1953125, false]], [[-8.9453125, false]], [[-5.44140625, false]], [[-9.4453125, false]], [[-9.9453125, false]], [[-10.4453125, false]], [[-10.4453125, false]], [[-9.9453125, false]], [[-8.9453125, false]], [[-5.44140625, false]], [[-9.9453125, false]], [[-9.6953125, false]], [[-5.44140625, false]], [[-10.4453125, false]], [[-10.1953125, false]], [[-8.9453125, false]], [[-5.44140625, false]], [[-10.4453125, false]], [[-6.69140625, false]], [[-9.4453125, false]], [[-10.4453125, false]], [[-8.9453125, false]], [[-5.44140625, false]], [[-8.6953125, false]], [[-9.9453125, false]], [[-7.94140625, false]], [[-7.94140625, false]], [[-8.9453125, false]], [[-8.6953125, false]], [[-10.4453125, false]], [[-7.94140625, false]], [[-7.94140625, false]], [[-10.6953125, false]], [[-5.44140625, false]], [[-10.4453125, false]], [[-10.6953125, false]], [[-9.9453125, false]], [[-5.44140625, false]], [[-9.1953125, false]], [[-8.9453125, false]], [[-8.6953125, false]], [[-10.4453125, false]], [[-7.94140625, false]], [[-9.9453125, false]], [[-7.94140625, false]], [[-8.9453125, false]], [[-8.78125, false]], [[-5.44140625, false]], [[-8.9453125, false]], [[-10.4453125, false]], [[-10.1953125, false]], [[-8.9453125, false]], [[-5.44140625, false]], [[-8.6953125, false]], [[-9.9453125, false]], [[-10.4453125, false]], [[-10.4453125, false]], [[-8.9453125, false]], [[-7.94140625, false]], [[-5.44140625, false]], [[-6.69140625, false]], [[-10.4453125, false]], [[-5.44140625, false]], [[-10.4453125, false]], [[-10.1953125, false]], [[-8.9453125, false]], [[-5.44140625, false]], [[-9.6953125, false]], [[-6.69140625, false]], [[-8.9453125, false]], [[-5.44140625, false]], [[-10.4453125, false]], [[-8.9453125, false]], [[-9.6953125, false]], [[-10.4453125, false]], [[-5.44140625, false]], [[-9.1953125, false]], [[-7.94140625, false]], [[-10.4453125, false]], [[-8.9453125, false]], [[-5.44140625, false]], [[-9.9453125, false]], [[-9.6953125, false]], [[-5.44140625, false]], [[-10.4453125, false]], [[-10.1953125, false]], [[-8.9453125, false]], [[-5.44140625, false]], [[-10.4453125, false]], [[-6.69140625, false]], [[-9.4453125, false]], [[-10.4453125, false]], [[-8.9453125, false]], [[-8.9453125, false]], [[-8.78125, false]], [[-5.44140625, false]], [[-8.9453125, false]], [[-10.4453125, false]], [[-10.1953125, false]], [[-8.9453125, false]], [[-5.44140625, false]], [[-9.1953125, false]], [[-8.9453125, false]], [[-8.6953125, false]], [[-9.9453125, false]], [[-7.94140625, false]], [[-10.4453125, false]], [[-5.44140625, false]], [[-8.6953125, false]], [[-9.9453125, false]], [[-10.4453125, false]], [[-10.4453125, false]], [[-8.9453125, false]], [[-7.94140625, false]], [[-5.44140625, false]], [[-9.6953125, false]], [[-8.9453125, false]], [[-9.9453125, false]], [[-8.9453125, false]], [[-5.44140625, false]], [[-10.4453125, false]], [[-10.1953125, false]], [[-8.9453125, false]], [[-5.44140625, false]], [[-8.9453125, false]], [[-7.94140625, false]], [[-10.6953125, false]], [[-10.1953125, false]], [[-10.4453125, false]], [[-5.44140625, false]], [[-9.1953125, false]], [[-7.94140625, false]], [[-10.4453125, false]], [[-8.9453125, false]], [[-5.44140625, false]], [[-9.9453125, false]], [[-9.6953125, false]], [[-5.44140625, false]], [[-10.4453125, false]], [[-10.1953125, false]], [[-8.9453125, false]], [[-5.44140625, false]], [[-10.4453125, false]], [[-6.69140625, false]], [[-9.4453125, false]], [[-10.4453125, false]], [[-8.9453125, false]], [[-8.9453125, false]], [[-12.6953125, false]]], "filtered_resps": [[-7.19140625, false], [-8.9453125, false], [-10.4453125, false], [-10.1953125, false], [-8.9453125, false], [-5.44140625, false], [-10.4453125, false], [-8.4453125, false], [-8.4453125, false], [-8.9453125, false], [-8.9453125, false], [-8.9453125, false], [-9.9453125, false], [-9.1953125, false], [-10.4453125, false], [-5.44140625, false], [-8.6953125, false], [-9.9453125, false], [-8.9453125, false], [-8.4453125, false], [-10.4453125, false], [-8.9453125, false], [-10.4453125, false], [-8.9453125, false], [-5.44140625, false], [-8.9453125, false], [-9.9453125, false], [-10.6953125, false], [-5.44140625, false], [-9.9453125, false], [-9.6953125, false], [-5.44140625, false], [-10.4453125, false], [-10.1953125, false], [-8.9453125, false], [-5.44140625, false], [-10.4453125, false], [-6.69140625, false], [-9.4453125, false], [-10.4453125, false], [-8.9453125, false], [-8.9453125, false], [-8.78125, false], [-5.44140625, false], [-8.9453125, false], [-10.4453125, false], [-10.1953125, false], [-8.9453125, false], [-5.44140625, false], [-8.9453125, false], [-9.9453125, false], [-10.6953125, false], [-9.1953125, false], [-5.44140625, false], [-6.69140625, false], [-10.4453125, false], [-5.44140625, false], [-10.4453125, false], [-10.1953125, false], [-8.9453125, false], [-5.44140625, false], [-9.4453125, false], [-9.9453125, false], [-10.4453125, false], [-10.4453125, false], [-9.9453125, false], [-8.9453125, false], [-5.44140625, false], [-9.9453125, false], [-9.6953125, false], [-5.44140625, false], [-10.4453125, false], [-10.1953125, false], [-8.9453125, false], [-5.44140625, false], [-10.4453125, false], [-6.69140625, false], [-9.4453125, false], [-10.4453125, false], [-8.9453125, false], [-5.44140625, false], [-8.6953125, false], [-9.9453125, false], [-7.94140625, false], [-7.94140625, false], [-8.9453125, false], [-8.6953125, false], [-10.4453125, false], [-7.94140625, false], [-7.94140625, false], [-10.6953125, false], [-5.44140625, false], [-10.4453125, false], [-10.6953125, false], [-9.9453125, false], [-5.44140625, false], [-9.1953125, false], [-8.9453125, false], [-8.6953125, false], [-10.4453125, false], [-7.94140625, false], [-9.9453125, false], [-7.94140625, false], [-8.9453125, false], [-8.78125, false], [-5.44140625, false], [-8.9453125, false], [-10.4453125, false], [-10.1953125, false], [-8.9453125, false], [-5.44140625, false], [-8.6953125, false], [-9.9453125, false], [-10.4453125, false], [-10.4453125, false], [-8.9453125, false], [-7.94140625, false], [-5.44140625, false], [-6.69140625, false], [-10.4453125, false], [-5.44140625, false], [-10.4453125, false], [-10.1953125, false], [-8.9453125, false], [-5.44140625, false], [-9.6953125, false], [-6.69140625, false], [-8.9453125, false], [-5.44140625, false], [-10.4453125, false], [-8.9453125, false], [-9.6953125, false], [-10.4453125, false], [-5.44140625, false], [-9.1953125, false], [-7.94140625, false], [-10.4453125, false], [-8.9453125, false], [-5.44140625, false], [-9.9453125, false], [-9.6953125, false], [-5.44140625, false], [-10.4453125, false], [-10.1953125, false], [-8.9453125, false], [-5.44140625, false], [-10.4453125, false], [-6.69140625, false], [-9.4453125, false], [-10.4453125, false], [-8.9453125, false], [-8.9453125, false], [-8.78125, false], [-5.44140625, false], [-8.9453125, false], [-10.4453125, false], [-10.1953125, false], [-8.9453125, false], [-5.44140625, false], [-9.1953125, false], [-8.9453125, false], [-8.6953125, false], [-9.9453125, false], [-7.94140625, false], [-10.4453125, false], [-5.44140625, false], [-8.6953125, false], [-9.9453125, false], [-10.4453125, false], [-10.4453125, false], [-8.9453125, false], [-7.94140625, false], [-5.44140625, false], [-9.6953125, false], [-8.9453125, false], [-9.9453125, false], [-8.9453125, false], [-5.44140625, false], [-10.4453125, false], [-10.1953125, false], [-8.9453125, false], [-5.44140625, false], [-8.9453125, false], [-7.94140625, false], [-10.6953125, false], [-10.1953125, false], [-10.4453125, false], [-5.44140625, false], [-9.1953125, false], [-7.94140625, false], [-10.4453125, false], [-8.9453125, false], [-5.44140625, false], [-9.9453125, false], [-9.6953125, false], [-5.44140625, false], [-10.4453125, false], [-10.1953125, false], [-8.9453125, false], [-5.44140625, false], [-10.4453125, false], [-6.69140625, false], [-9.4453125, false], [-10.4453125, false], [-8.9453125, false], [-8.9453125, false], [-12.6953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2289, "doc": {"id": "MCAS_2005_5_22", "question": "What happens to the path of a light ray as it passes from air into water at an angle?", "choices": {"text": ["Its path widens.", "Its path bends.", "Its path becomes shorter.", "Its path continues in a straight line."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Its path bends.", "arguments": ["Question: What happens to the path of a light ray as it passes from air into water at an angle?\nAnswer:", " ["], "resps": [[[-7.875, false]], [[-8.875, false]], [[-6.375, false]], [[-10.875, false]], [[-10.625, false]], [[-6.125, false]], [[-10.875, false]], [[-6.125, false]], [[-10.875, false]], [[-11.875, false]], [[-6.125, false]], [[-12.375, false]], [[-10.125, false]], [[-11.625, false]], [[-10.375, false]], [[-10.625, false]], [[-10.625, false]], [[-7.28515625, false]], [[-8.875, false]], [[-9.78125, false]], [[-6.125, false]], [[-8.875, false]], [[-6.375, false]], [[-10.875, false]], [[-10.625, false]], [[-6.125, false]], [[-10.875, false]], [[-6.125, false]], [[-10.875, false]], [[-11.875, false]], [[-6.125, false]], [[-10.375, false]], [[-10.375, false]], [[-10.625, false]], [[-11.625, false]], [[-10.625, false]], [[-7.28515625, false]], [[-8.875, false]], [[-9.78125, false]], [[-6.125, false]], [[-8.875, false]], [[-6.375, false]], [[-10.875, false]], [[-10.625, false]], [[-6.125, false]], [[-10.875, false]], [[-6.125, false]], [[-10.875, false]], [[-11.875, false]], [[-6.125, false]], [[-10.375, false]], [[-10.375, false]], [[-11.375, false]], [[-10.625, false]], [[-11.875, false]], [[-10.375, false]], [[-10.625, false]], [[-6.125, false]], [[-10.625, false]], [[-11.875, false]], [[-10.625, false]], [[-11.125, false]], [[-10.875, false]], [[-10.375, false]], [[-11.125, false]], [[-7.28515625, false]], [[-8.875, false]], [[-9.78125, false]], [[-6.125, false]], [[-8.875, false]], [[-6.375, false]], [[-10.875, false]], [[-10.625, false]], [[-6.125, false]], [[-10.875, false]], [[-6.125, false]], [[-10.875, false]], [[-11.875, false]], [[-6.125, false]], [[-11.375, false]], [[-10.625, false]], [[-10.625, false]], [[-10.875, false]], [[-10.125, false]], [[-10.625, false]], [[-11.125, false]], [[-10.375, false]], [[-10.625, false]], [[-6.125, false]], [[-10.125, false]], [[-10.625, false]], [[-6.125, false]], [[-6.125, false]], [[-6.125, false]], [[-10.625, false]], [[-10.875, false]], [[-11.125, false]], [[-6.125, false]], [[-10.125, false]], [[-13.125, false]], [[-11.875, false]], [[-10.875, false]], [[-6.125, false]], [[-10.625, false]], [[-10.125, false]], [[-10.625, false]], [[-10.375, false]], [[-7.28515625, false]], [[-8.875, false]], [[-13.375, false]]], "filtered_resps": [[-7.875, false], [-8.875, false], [-6.375, false], [-10.875, false], [-10.625, false], [-6.125, false], [-10.875, false], [-6.125, false], [-10.875, false], [-11.875, false], [-6.125, false], [-12.375, false], [-10.125, false], [-11.625, false], [-10.375, false], [-10.625, false], [-10.625, false], [-7.28515625, false], [-8.875, false], [-9.78125, false], [-6.125, false], [-8.875, false], [-6.375, false], [-10.875, false], [-10.625, false], [-6.125, false], [-10.875, false], [-6.125, false], [-10.875, false], [-11.875, false], [-6.125, false], [-10.375, false], [-10.375, false], [-10.625, false], [-11.625, false], [-10.625, false], [-7.28515625, false], [-8.875, false], [-9.78125, false], [-6.125, false], [-8.875, false], [-6.375, false], [-10.875, false], [-10.625, false], [-6.125, false], [-10.875, false], [-6.125, false], [-10.875, false], [-11.875, false], [-6.125, false], [-10.375, false], [-10.375, false], [-11.375, false], [-10.625, false], [-11.875, false], [-10.375, false], [-10.625, false], [-6.125, false], [-10.625, false], [-11.875, false], [-10.625, false], [-11.125, false], [-10.875, false], [-10.375, false], [-11.125, false], [-7.28515625, false], [-8.875, false], [-9.78125, false], [-6.125, false], [-8.875, false], [-6.375, false], [-10.875, false], [-10.625, false], [-6.125, false], [-10.875, false], [-6.125, false], [-10.875, false], [-11.875, false], [-6.125, false], [-11.375, false], [-10.625, false], [-10.625, false], [-10.875, false], [-10.125, false], [-10.625, false], [-11.125, false], [-10.375, false], [-10.625, false], [-6.125, false], [-10.125, false], [-10.625, false], [-6.125, false], [-6.125, false], [-6.125, false], [-10.625, false], [-10.875, false], [-11.125, false], [-6.125, false], [-10.125, false], [-13.125, false], [-11.875, false], [-10.875, false], [-6.125, false], [-10.625, false], [-10.125, false], [-10.625, false], [-10.375, false], [-7.28515625, false], [-8.875, false], [-13.375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2297, "doc": {"id": "Mercury_7038500", "question": "In the late 1600s, Anton van Leeuwenhoek began making observations with simple magnifying lenses that he constructed. To which scientific field is Leeuwenhoek credited with the most contributions?", "choices": {"text": ["plant genetics", "disease control", "DNA sequencing", "microbiology"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "microbiology", "arguments": ["Question: In the late 1600s, Anton van Leeuwenhoek began making observations with simple magnifying lenses that he constructed. To which scientific field is Leeuwenhoek credited with the most contributions?\nAnswer:", " ["], "resps": [[[-8.1796875, false]], [[-8.5546875, false]], [[-11.0546875, false]], [[-7.8046875, false]], [[-7.1796875, false]], [[-10.6796875, false]], [[-11.9296875, false]], [[-5.6796875, false]], [[-12.4296875, false]], [[-7.9296875, false]], [[-10.6796875, false]], [[-7.9296875, false]], [[-11.9296875, false]], [[-8.8046875, false]], [[-8.8046875, false]], [[-9.5546875, false]], [[-8.5546875, false]], [[-11.78125, false]], [[-5.6796875, false]], [[-8.5546875, false]], [[-9.9296875, false]], [[-8.8046875, false]], [[-9.5546875, false]], [[-7.9296875, false]], [[-7.1796875, false]], [[-9.5546875, false]], [[-7.9296875, false]], [[-5.6796875, false]], [[-8.8046875, false]], [[-9.8046875, false]], [[-10.6796875, false]], [[-11.9296875, false]], [[-11.6796875, false]], [[-9.8046875, false]], [[-7.8046875, false]], [[-8.5546875, false]], [[-11.78125, false]], [[-5.6796875, false]], [[-8.5546875, false]], [[-6.8046875, false]], [[-8.0546875, false]], [[-4.1796875, false]], [[-5.6796875, false]], [[-9.5546875, false]], [[-7.9296875, false]], [[-11.5546875, false]], [[-12.8046875, false]], [[-7.9296875, false]], [[-10.6796875, false]], [[-8.8046875, false]], [[-8.8046875, false]], [[-10.6796875, false]], [[-12.4296875, false]], [[-8.5546875, false]], [[-11.78125, false]], [[-5.6796875, false]], [[-8.5546875, false]], [[-11.5546875, false]], [[-8.8046875, false]], [[-8.8046875, false]], [[-11.6796875, false]], [[-9.8046875, false]], [[-9.8046875, false]], [[-8.8046875, false]], [[-9.8046875, false]], [[-7.8046875, false]], [[-9.8046875, false]], [[-12.4296875, false]], [[-13.0546875, false]], [[-8.5546875, false]], [[-14.5546875, false]]], "filtered_resps": [[-8.1796875, false], [-8.5546875, false], [-11.0546875, false], [-7.8046875, false], [-7.1796875, false], [-10.6796875, false], [-11.9296875, false], [-5.6796875, false], [-12.4296875, false], [-7.9296875, false], [-10.6796875, false], [-7.9296875, false], [-11.9296875, false], [-8.8046875, false], [-8.8046875, false], [-9.5546875, false], [-8.5546875, false], [-11.78125, false], [-5.6796875, false], [-8.5546875, false], [-9.9296875, false], [-8.8046875, false], [-9.5546875, false], [-7.9296875, false], [-7.1796875, false], [-9.5546875, false], [-7.9296875, false], [-5.6796875, false], [-8.8046875, false], [-9.8046875, false], [-10.6796875, false], [-11.9296875, false], [-11.6796875, false], [-9.8046875, false], [-7.8046875, false], [-8.5546875, false], [-11.78125, false], [-5.6796875, false], [-8.5546875, false], [-6.8046875, false], [-8.0546875, false], [-4.1796875, false], [-5.6796875, false], [-9.5546875, false], [-7.9296875, false], [-11.5546875, false], [-12.8046875, false], [-7.9296875, false], [-10.6796875, false], [-8.8046875, false], [-8.8046875, false], [-10.6796875, false], [-12.4296875, false], [-8.5546875, false], [-11.78125, false], [-5.6796875, false], [-8.5546875, false], [-11.5546875, false], [-8.8046875, false], [-8.8046875, false], [-11.6796875, false], [-9.8046875, false], [-9.8046875, false], [-8.8046875, false], [-9.8046875, false], [-7.8046875, false], [-9.8046875, false], [-12.4296875, false], [-13.0546875, false], [-8.5546875, false], [-14.5546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2305, "doc": {"id": "Mercury_405140", "question": "One important use of coal is to produce energy for homes. Coal can be burned and converted to", "choices": {"text": ["wind energy.", "nuclear energy.", "electrical energy.", "solar energy."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "electrical energy.", "arguments": ["Question: One important use of coal is to produce energy for homes. Coal can be burned and converted to\nAnswer:", " ["], "resps": [[[-8.34375, false]], [[-8.09375, false]], [[-10.59375, false]], [[-8.09375, false]], [[-8.84375, false]], [[-9.59375, false]], [[-5.33984375, false]], [[-9.09375, false]], [[-8.84375, false]], [[-9.09375, false]], [[-11.84375, false]], [[-11.59375, false]], [[-10.84375, false]], [[-6.16015625, false]], [[-8.09375, false]], [[-8.40625, false]], [[-5.33984375, false]], [[-8.09375, false]], [[-8.84375, false]], [[-8.84375, false]], [[-9.59375, false]], [[-10.59375, false]], [[-9.09375, false]], [[-5.33984375, false]], [[-11.84375, false]], [[-5.33984375, false]], [[-9.09375, false]], [[-8.84375, false]], [[-9.09375, false]], [[-11.84375, false]], [[-11.59375, false]], [[-10.84375, false]], [[-6.16015625, false]], [[-8.09375, false]], [[-8.40625, false]], [[-5.33984375, false]], [[-8.09375, false]], [[-9.09375, false]], [[-10.59375, false]], [[-9.09375, false]], [[-9.59375, false]], [[-10.84375, false]], [[-11.84375, false]], [[-8.09375, false]], [[-9.59375, false]], [[-5.33984375, false]], [[-10.59375, false]], [[-5.33984375, false]], [[-9.09375, false]], [[-8.84375, false]], [[-9.09375, false]], [[-11.84375, false]], [[-11.59375, false]], [[-10.84375, false]], [[-6.16015625, false]], [[-8.09375, false]], [[-8.40625, false]], [[-5.33984375, false]], [[-8.09375, false]], [[-10.34375, false]], [[-9.59375, false]], [[-10.59375, false]], [[-5.33984375, false]], [[-11.84375, false]], [[-5.33984375, false]], [[-9.09375, false]], [[-8.84375, false]], [[-9.09375, false]], [[-11.84375, false]], [[-11.59375, false]], [[-10.84375, false]], [[-6.16015625, false]], [[-8.09375, false]], [[-12.84375, false]]], "filtered_resps": [[-8.34375, false], [-8.09375, false], [-10.59375, false], [-8.09375, false], [-8.84375, false], [-9.59375, false], [-5.33984375, false], [-9.09375, false], [-8.84375, false], [-9.09375, false], [-11.84375, false], [-11.59375, false], [-10.84375, false], [-6.16015625, false], [-8.09375, false], [-8.40625, false], [-5.33984375, false], [-8.09375, false], [-8.84375, false], [-8.84375, false], [-9.59375, false], [-10.59375, false], [-9.09375, false], [-5.33984375, false], [-11.84375, false], [-5.33984375, false], [-9.09375, false], [-8.84375, false], [-9.09375, false], [-11.84375, false], [-11.59375, false], [-10.84375, false], [-6.16015625, false], [-8.09375, false], [-8.40625, false], [-5.33984375, false], [-8.09375, false], [-9.09375, false], [-10.59375, false], [-9.09375, false], [-9.59375, false], [-10.84375, false], [-11.84375, false], [-8.09375, false], [-9.59375, false], [-5.33984375, false], [-10.59375, false], [-5.33984375, false], [-9.09375, false], [-8.84375, false], [-9.09375, false], [-11.84375, false], [-11.59375, false], [-10.84375, false], [-6.16015625, false], [-8.09375, false], [-8.40625, false], [-5.33984375, false], [-8.09375, false], [-10.34375, false], [-9.59375, false], [-10.59375, false], [-5.33984375, false], [-11.84375, false], [-5.33984375, false], [-9.09375, false], [-8.84375, false], [-9.09375, false], [-11.84375, false], [-11.59375, false], [-10.84375, false], [-6.16015625, false], [-8.09375, false], [-12.84375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2313, "doc": {"id": "Mercury_400608", "question": "A bird eats a brightly-colored insect that tastes bad. The bird avoids preying on this type of insect again. This example is best described as", "choices": {"text": ["a physical characteristic.", "a learned behavior.", "an inherited behavior.", "an adaptation."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "a learned behavior.", "arguments": ["Question: A bird eats a brightly-colored insect that tastes bad. The bird avoids preying on this type of insect again. This example is best described as\nAnswer:", " ["], "resps": [[[-6.703125, false]], [[-7.703125, false]], [[-3.951171875, false]], [[-4.828125, false]], [[-7.703125, false]], [[-10.328125, false]], [[-9.578125, false]], [[-8.953125, false]], [[-7.078125, false]], [[-6.328125, false]], [[-3.951171875, false]], [[-10.078125, false]], [[-4.828125, false]], [[-6.328125, false]], [[-10.328125, false]], [[-3.951171875, false]], [[-8.703125, false]], [[-3.951171875, false]], [[-6.328125, false]], [[-9.453125, false]], [[-7.953125, false]], [[-8.703125, false]], [[-7.078125, false]], [[-8.953125, false]], [[-9.453125, false]], [[-7.078125, false]], [[-6.328125, false]], [[-5.9921875, false]], [[-7.703125, false]], [[-7.9921875, false]], [[-4.828125, false]], [[-7.703125, false]], [[-3.951171875, false]], [[-4.828125, false]], [[-10.078125, false]], [[-7.953125, false]], [[-3.951171875, false]], [[-8.703125, false]], [[-7.953125, false]], [[-7.953125, false]], [[-6.828125, false]], [[-4.828125, false]], [[-5.453125, false]], [[-7.953125, false]], [[-10.328125, false]], [[-3.951171875, false]], [[-8.703125, false]], [[-7.078125, false]], [[-8.578125, false]], [[-8.703125, false]], [[-5.9921875, false]], [[-7.703125, false]], [[-7.9921875, false]], [[-4.828125, false]], [[-7.703125, false]], [[-3.951171875, false]], [[-7.953125, false]], [[-4.828125, false]], [[-7.078125, false]], [[-7.953125, false]], [[-10.328125, false]], [[-7.953125, false]], [[-8.703125, false]], [[-7.078125, false]], [[-9.453125, false]], [[-7.953125, false]], [[-6.828125, false]], [[-4.828125, false]], [[-5.453125, false]], [[-7.953125, false]], [[-10.328125, false]], [[-3.951171875, false]], [[-8.703125, false]], [[-7.078125, false]], [[-8.578125, false]], [[-8.703125, false]], [[-5.9921875, false]], [[-7.703125, false]], [[-7.9921875, false]], [[-4.828125, false]], [[-7.703125, false]], [[-3.951171875, false]], [[-7.953125, false]], [[-4.828125, false]], [[-3.951171875, false]], [[-6.828125, false]], [[-3.951171875, false]], [[-7.703125, false]], [[-9.453125, false]], [[-3.951171875, false]], [[-9.453125, false]], [[-7.078125, false]], [[-8.578125, false]], [[-7.953125, false]], [[-5.9921875, false]], [[-7.703125, false]], [[-10.828125, false]]], "filtered_resps": [[-6.703125, false], [-7.703125, false], [-3.951171875, false], [-4.828125, false], [-7.703125, false], [-10.328125, false], [-9.578125, false], [-8.953125, false], [-7.078125, false], [-6.328125, false], [-3.951171875, false], [-10.078125, false], [-4.828125, false], [-6.328125, false], [-10.328125, false], [-3.951171875, false], [-8.703125, false], [-3.951171875, false], [-6.328125, false], [-9.453125, false], [-7.953125, false], [-8.703125, false], [-7.078125, false], [-8.953125, false], [-9.453125, false], [-7.078125, false], [-6.328125, false], [-5.9921875, false], [-7.703125, false], [-7.9921875, false], [-4.828125, false], [-7.703125, false], [-3.951171875, false], [-4.828125, false], [-10.078125, false], [-7.953125, false], [-3.951171875, false], [-8.703125, false], [-7.953125, false], [-7.953125, false], [-6.828125, false], [-4.828125, false], [-5.453125, false], [-7.953125, false], [-10.328125, false], [-3.951171875, false], [-8.703125, false], [-7.078125, false], [-8.578125, false], [-8.703125, false], [-5.9921875, false], [-7.703125, false], [-7.9921875, false], [-4.828125, false], [-7.703125, false], [-3.951171875, false], [-7.953125, false], [-4.828125, false], [-7.078125, false], [-7.953125, false], [-10.328125, false], [-7.953125, false], [-8.703125, false], [-7.078125, false], [-9.453125, false], [-7.953125, false], [-6.828125, false], [-4.828125, false], [-5.453125, false], [-7.953125, false], [-10.328125, false], [-3.951171875, false], [-8.703125, false], [-7.078125, false], [-8.578125, false], [-8.703125, false], [-5.9921875, false], [-7.703125, false], [-7.9921875, false], [-4.828125, false], [-7.703125, false], [-3.951171875, false], [-7.953125, false], [-4.828125, false], [-3.951171875, false], [-6.828125, false], [-3.951171875, false], [-7.703125, false], [-9.453125, false], [-3.951171875, false], [-9.453125, false], [-7.078125, false], [-8.578125, false], [-7.953125, false], [-5.9921875, false], [-7.703125, false], [-10.828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2321, "doc": {"id": "Mercury_SC_400164", "question": "What is the best way for a scientist to begin an investigation on a population of deer?", "choices": {"text": ["typing results into a computer", "intuition", "writing facts in a field notebook", "observing the deer in their own habitat"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "observing the deer in their own habitat", "arguments": ["Question: What is the best way for a scientist to begin an investigation on a population of deer?\nAnswer:", " ["], "resps": [[[-7.1953125, false]], [[-9.1953125, false]], [[-11.8203125, false]], [[-13.8203125, false]], [[-10.0703125, false]], [[-9.0703125, false]], [[-11.3203125, false]], [[-12.8203125, false]], [[-6.0703125, false]], [[-12.6953125, false]], [[-9.3203125, false]], [[-9.6953125, false]], [[-11.0703125, false]], [[-11.3203125, false]], [[-11.8203125, false]], [[-9.6953125, false]], [[-6.0703125, false]], [[-9.0703125, false]], [[-11.3203125, false]], [[-11.8203125, false]], [[-11.1953125, false]], [[-6.0703125, false]], [[-6.3203125, false]], [[-6.0703125, false]], [[-11.6953125, false]], [[-11.1953125, false]], [[-11.9453125, false]], [[-10.0703125, false]], [[-11.0703125, false]], [[-11.8203125, false]], [[-9.3203125, false]], [[-12.6953125, false]], [[-9.1953125, false]], [[-11.453125, false]], [[-6.0703125, false]], [[-9.1953125, false]], [[-9.0703125, false]], [[-11.3203125, false]], [[-11.8203125, false]], [[-11.0703125, false]], [[-9.0703125, false]], [[-11.8203125, false]], [[-9.0703125, false]], [[-11.1953125, false]], [[-11.3203125, false]], [[-9.1953125, false]], [[-11.453125, false]], [[-6.0703125, false]], [[-9.1953125, false]], [[-12.5703125, false]], [[-12.6953125, false]], [[-9.0703125, false]], [[-11.8203125, false]], [[-9.0703125, false]], [[-11.3203125, false]], [[-12.8203125, false]], [[-6.0703125, false]], [[-11.3203125, false]], [[-6.3203125, false]], [[-11.6953125, false]], [[-11.8203125, false]], [[-9.6953125, false]], [[-6.0703125, false]], [[-9.0703125, false]], [[-11.3203125, false]], [[-6.0703125, false]], [[-6.3203125, false]], [[-6.0703125, false]], [[-11.3203125, false]], [[-9.0703125, false]], [[-9.3203125, false]], [[-11.3203125, false]], [[-10.5703125, false]], [[-6.0703125, false]], [[-11.3203125, false]], [[-11.1953125, false]], [[-11.8203125, false]], [[-9.3203125, false]], [[-11.6953125, false]], [[-11.1953125, false]], [[-11.1953125, false]], [[-12.8203125, false]], [[-9.1953125, false]], [[-11.453125, false]], [[-6.0703125, false]], [[-9.1953125, false]], [[-11.1953125, false]], [[-11.6953125, false]], [[-9.6953125, false]], [[-9.3203125, false]], [[-12.6953125, false]], [[-13.0703125, false]], [[-9.0703125, false]], [[-11.3203125, false]], [[-12.8203125, false]], [[-6.0703125, false]], [[-11.8203125, false]], [[-11.6953125, false]], [[-9.3203125, false]], [[-6.0703125, false]], [[-10.5703125, false]], [[-9.3203125, false]], [[-9.3203125, false]], [[-12.6953125, false]], [[-6.0703125, false]], [[-9.0703125, false]], [[-11.3203125, false]], [[-6.0703125, false]], [[-11.8203125, false]], [[-11.6953125, false]], [[-9.3203125, false]], [[-9.0703125, false]], [[-12.6953125, false]], [[-6.0703125, false]], [[-11.1953125, false]], [[-12.5703125, false]], [[-11.3203125, false]], [[-6.0703125, false]], [[-11.6953125, false]], [[-6.3203125, false]], [[-11.6953125, false]], [[-9.0703125, false]], [[-11.8203125, false]], [[-6.3203125, false]], [[-11.8203125, false]], [[-9.1953125, false]], [[-12.9453125, false]]], "filtered_resps": [[-7.1953125, false], [-9.1953125, false], [-11.8203125, false], [-13.8203125, false], [-10.0703125, false], [-9.0703125, false], [-11.3203125, false], [-12.8203125, false], [-6.0703125, false], [-12.6953125, false], [-9.3203125, false], [-9.6953125, false], [-11.0703125, false], [-11.3203125, false], [-11.8203125, false], [-9.6953125, false], [-6.0703125, false], [-9.0703125, false], [-11.3203125, false], [-11.8203125, false], [-11.1953125, false], [-6.0703125, false], [-6.3203125, false], [-6.0703125, false], [-11.6953125, false], [-11.1953125, false], [-11.9453125, false], [-10.0703125, false], [-11.0703125, false], [-11.8203125, false], [-9.3203125, false], [-12.6953125, false], [-9.1953125, false], [-11.453125, false], [-6.0703125, false], [-9.1953125, false], [-9.0703125, false], [-11.3203125, false], [-11.8203125, false], [-11.0703125, false], [-9.0703125, false], [-11.8203125, false], [-9.0703125, false], [-11.1953125, false], [-11.3203125, false], [-9.1953125, false], [-11.453125, false], [-6.0703125, false], [-9.1953125, false], [-12.5703125, false], [-12.6953125, false], [-9.0703125, false], [-11.8203125, false], [-9.0703125, false], [-11.3203125, false], [-12.8203125, false], [-6.0703125, false], [-11.3203125, false], [-6.3203125, false], [-11.6953125, false], [-11.8203125, false], [-9.6953125, false], [-6.0703125, false], [-9.0703125, false], [-11.3203125, false], [-6.0703125, false], [-6.3203125, false], [-6.0703125, false], [-11.3203125, false], [-9.0703125, false], [-9.3203125, false], [-11.3203125, false], [-10.5703125, false], [-6.0703125, false], [-11.3203125, false], [-11.1953125, false], [-11.8203125, false], [-9.3203125, false], [-11.6953125, false], [-11.1953125, false], [-11.1953125, false], [-12.8203125, false], [-9.1953125, false], [-11.453125, false], [-6.0703125, false], [-9.1953125, false], [-11.1953125, false], [-11.6953125, false], [-9.6953125, false], [-9.3203125, false], [-12.6953125, false], [-13.0703125, false], [-9.0703125, false], [-11.3203125, false], [-12.8203125, false], [-6.0703125, false], [-11.8203125, false], [-11.6953125, false], [-9.3203125, false], [-6.0703125, false], [-10.5703125, false], [-9.3203125, false], [-9.3203125, false], [-12.6953125, false], [-6.0703125, false], [-9.0703125, false], [-11.3203125, false], [-6.0703125, false], [-11.8203125, false], [-11.6953125, false], [-9.3203125, false], [-9.0703125, false], [-12.6953125, false], [-6.0703125, false], [-11.1953125, false], [-12.5703125, false], [-11.3203125, false], [-6.0703125, false], [-11.6953125, false], [-6.3203125, false], [-11.6953125, false], [-9.0703125, false], [-11.8203125, false], [-6.3203125, false], [-11.8203125, false], [-9.1953125, false], [-12.9453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2329, "doc": {"id": "NYSEDREGENTS_2010_8_39", "question": "Compared to the particles in a hardened lava sample, the particles in a liquid lava sample", "choices": {"text": ["have a lower temperature", "have less kinetic energy", "are moving faster", "are closer together"], "label": ["1", "2", "3", "4"]}, "answerKey": "3"}, "target": "are moving faster", "arguments": ["Question: Compared to the particles in a hardened lava sample, the particles in a liquid lava sample\nAnswer:", " ["], "resps": [[[-7.13671875, false]], [[-8.890625, false]], [[-9.640625, false]], [[-5.63671875, false]], [[-9.515625, false]], [[-7.88671875, false]], [[-5.51171875, false]], [[-5.63671875, false]], [[-5.51171875, false]], [[-10.265625, false]], [[-10.390625, false]], [[-11.390625, false]], [[-7.88671875, false]], [[-10.265625, false]], [[-5.51171875, false]], [[-10.015625, false]], [[-7.88671875, false]], [[-9.015625, false]], [[-9.265625, false]], [[-7.88671875, false]], [[-10.265625, false]], [[-5.63671875, false]], [[-10.015625, false]], [[-11.140625, false]], [[-10.265625, false]], [[-7.88671875, false]], [[-8.890625, false]], [[-9.3828125, false]], [[-5.51171875, false]], [[-8.890625, false]], [[-9.640625, false]], [[-5.63671875, false]], [[-9.515625, false]], [[-7.88671875, false]], [[-5.51171875, false]], [[-10.265625, false]], [[-7.88671875, false]], [[-9.515625, false]], [[-9.515625, false]], [[-5.51171875, false]], [[-10.640625, false]], [[-8.265625, false]], [[-8.140625, false]], [[-7.88671875, false]], [[-10.015625, false]], [[-8.265625, false]], [[-9.140625, false]], [[-5.51171875, false]], [[-7.88671875, false]], [[-8.140625, false]], [[-7.88671875, false]], [[-10.265625, false]], [[-11.140625, false]], [[-11.015625, false]], [[-8.890625, false]], [[-9.3828125, false]], [[-5.51171875, false]], [[-8.890625, false]], [[-5.63671875, false]], [[-10.265625, false]], [[-7.88671875, false]], [[-5.51171875, false]], [[-9.015625, false]], [[-10.390625, false]], [[-9.515625, false]], [[-8.265625, false]], [[-8.140625, false]], [[-11.140625, false]], [[-5.51171875, false]], [[-9.640625, false]], [[-5.63671875, false]], [[-9.515625, false]], [[-10.015625, false]], [[-7.88671875, false]], [[-10.265625, false]], [[-8.890625, false]], [[-9.3828125, false]], [[-5.51171875, false]], [[-8.890625, false]], [[-5.63671875, false]], [[-10.265625, false]], [[-7.88671875, false]], [[-5.51171875, false]], [[-9.140625, false]], [[-10.265625, false]], [[-10.390625, false]], [[-9.515625, false]], [[-7.88671875, false]], [[-10.265625, false]], [[-5.51171875, false]], [[-10.015625, false]], [[-10.390625, false]], [[-11.140625, false]], [[-7.88671875, false]], [[-10.015625, false]], [[-9.640625, false]], [[-7.88671875, false]], [[-10.265625, false]], [[-8.890625, false]], [[-12.140625, false]]], "filtered_resps": [[-7.13671875, false], [-8.890625, false], [-9.640625, false], [-5.63671875, false], [-9.515625, false], [-7.88671875, false], [-5.51171875, false], [-5.63671875, false], [-5.51171875, false], [-10.265625, false], [-10.390625, false], [-11.390625, false], [-7.88671875, false], [-10.265625, false], [-5.51171875, false], [-10.015625, false], [-7.88671875, false], [-9.015625, false], [-9.265625, false], [-7.88671875, false], [-10.265625, false], [-5.63671875, false], [-10.015625, false], [-11.140625, false], [-10.265625, false], [-7.88671875, false], [-8.890625, false], [-9.3828125, false], [-5.51171875, false], [-8.890625, false], [-9.640625, false], [-5.63671875, false], [-9.515625, false], [-7.88671875, false], [-5.51171875, false], [-10.265625, false], [-7.88671875, false], [-9.515625, false], [-9.515625, false], [-5.51171875, false], [-10.640625, false], [-8.265625, false], [-8.140625, false], [-7.88671875, false], [-10.015625, false], [-8.265625, false], [-9.140625, false], [-5.51171875, false], [-7.88671875, false], [-8.140625, false], [-7.88671875, false], [-10.265625, false], [-11.140625, false], [-11.015625, false], [-8.890625, false], [-9.3828125, false], [-5.51171875, false], [-8.890625, false], [-5.63671875, false], [-10.265625, false], [-7.88671875, false], [-5.51171875, false], [-9.015625, false], [-10.390625, false], [-9.515625, false], [-8.265625, false], [-8.140625, false], [-11.140625, false], [-5.51171875, false], [-9.640625, false], [-5.63671875, false], [-9.515625, false], [-10.015625, false], [-7.88671875, false], [-10.265625, false], [-8.890625, false], [-9.3828125, false], [-5.51171875, false], [-8.890625, false], [-5.63671875, false], [-10.265625, false], [-7.88671875, false], [-5.51171875, false], [-9.140625, false], [-10.265625, false], [-10.390625, false], [-9.515625, false], [-7.88671875, false], [-10.265625, false], [-5.51171875, false], [-10.015625, false], [-10.390625, false], [-11.140625, false], [-7.88671875, false], [-10.015625, false], [-9.640625, false], [-7.88671875, false], [-10.265625, false], [-8.890625, false], [-12.140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2337, "doc": {"id": "Mercury_7041545", "question": "A light year is used to measure", "choices": {"text": ["time.", "distance.", "luminosity.", "temperature."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "distance.", "arguments": ["Question: A light year is used to measure\nAnswer:", " ["], "resps": [[[-7.8203125, false]], [[-7.8203125, false]], [[-8.0703125, false]], [[-8.5703125, false]], [[-8.3203125, false]], [[-8.0703125, false]], [[-6.375, false]], [[-7.8203125, false]], [[-8.5, false]], [[-4.8203125, false]], [[-7.8203125, false]], [[-9.5703125, false]], [[-8.5703125, false]], [[-8.8203125, false]], [[-8.0703125, false]], [[-4.3203125, false]], [[-7.5703125, false]], [[-9.3203125, false]], [[-8.0703125, false]], [[-6.375, false]], [[-7.8203125, false]], [[-8.5, false]], [[-4.8203125, false]], [[-7.8203125, false]], [[-9.0703125, false]], [[-10.5703125, false]], [[-8.3203125, false]], [[-8.5703125, false]], [[-7.5703125, false]], [[-10.0703125, false]], [[-8.8203125, false]], [[-8.5703125, false]], [[-8.0703125, false]], [[-10.5703125, false]], [[-6.375, false]], [[-7.8203125, false]], [[-8.5, false]], [[-4.8203125, false]], [[-7.8203125, false]], [[-8.0703125, false]], [[-8.0703125, false]], [[-8.3203125, false]], [[-10.0703125, false]], [[-8.0703125, false]], [[-9.5703125, false]], [[-4.3203125, false]], [[-8.0703125, false]], [[-10.5703125, false]], [[-9.5703125, false]], [[-8.0703125, false]], [[-6.375, false]], [[-7.8203125, false]], [[-11.8203125, false]]], "filtered_resps": [[-7.8203125, false], [-7.8203125, false], [-8.0703125, false], [-8.5703125, false], [-8.3203125, false], [-8.0703125, false], [-6.375, false], [-7.8203125, false], [-8.5, false], [-4.8203125, false], [-7.8203125, false], [-9.5703125, false], [-8.5703125, false], [-8.8203125, false], [-8.0703125, false], [-4.3203125, false], [-7.5703125, false], [-9.3203125, false], [-8.0703125, false], [-6.375, false], [-7.8203125, false], [-8.5, false], [-4.8203125, false], [-7.8203125, false], [-9.0703125, false], [-10.5703125, false], [-8.3203125, false], [-8.5703125, false], [-7.5703125, false], [-10.0703125, false], [-8.8203125, false], [-8.5703125, false], [-8.0703125, false], [-10.5703125, false], [-6.375, false], [-7.8203125, false], [-8.5, false], [-4.8203125, false], [-7.8203125, false], [-8.0703125, false], [-8.0703125, false], [-8.3203125, false], [-10.0703125, false], [-8.0703125, false], [-9.5703125, false], [-4.3203125, false], [-8.0703125, false], [-10.5703125, false], [-9.5703125, false], [-8.0703125, false], [-6.375, false], [-7.8203125, false], [-11.8203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2345, "doc": {"id": "TIMSS_1995_8_I14", "question": "When you bend your arm at the elbow, the bones and muscles in your arm are acting as a system. What simple machine does this system represent?", "choices": {"text": ["Inclined plane", "Pulley", "Wedge", "Lever"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Lever", "arguments": ["Question: When you bend your arm at the elbow, the bones and muscles in your arm are acting as a system. What simple machine does this system represent?\nAnswer:", " ["], "resps": [[[-7.75390625, false]], [[-8.7578125, false]], [[-6.00390625, false]], [[-10.2578125, false]], [[-8.7578125, false]], [[-9.7578125, false]], [[-9.2578125, false]], [[-10.2578125, false]], [[-10.0078125, false]], [[-10.5078125, false]], [[-5.50390625, false]], [[-10.5078125, false]], [[-9.7578125, false]], [[-4.25390625, false]], [[-10.2578125, false]], [[-10.0078125, false]], [[-8.7578125, false]], [[-10.171875, false]], [[-5.50390625, false]], [[-8.7578125, false]], [[-7.00390625, false]], [[-10.2578125, false]], [[-9.7578125, false]], [[-9.7578125, false]], [[-10.0078125, false]], [[-12.5078125, false]], [[-8.7578125, false]], [[-10.171875, false]], [[-5.50390625, false]], [[-8.7578125, false]], [[-7.75390625, false]], [[-10.0078125, false]], [[-10.5078125, false]], [[-11.5078125, false]], [[-10.0078125, false]], [[-8.7578125, false]], [[-10.171875, false]], [[-5.50390625, false]], [[-8.7578125, false]], [[-7.75390625, false]], [[-10.0078125, false]], [[-10.7578125, false]], [[-10.0078125, false]], [[-10.7578125, false]], [[-8.7578125, false]], [[-12.7578125, false]]], "filtered_resps": [[-7.75390625, false], [-8.7578125, false], [-6.00390625, false], [-10.2578125, false], [-8.7578125, false], [-9.7578125, false], [-9.2578125, false], [-10.2578125, false], [-10.0078125, false], [-10.5078125, false], [-5.50390625, false], [-10.5078125, false], [-9.7578125, false], [-4.25390625, false], [-10.2578125, false], [-10.0078125, false], [-8.7578125, false], [-10.171875, false], [-5.50390625, false], [-8.7578125, false], [-7.00390625, false], [-10.2578125, false], [-9.7578125, false], [-9.7578125, false], [-10.0078125, false], [-12.5078125, false], [-8.7578125, false], [-10.171875, false], [-5.50390625, false], [-8.7578125, false], [-7.75390625, false], [-10.0078125, false], [-10.5078125, false], [-11.5078125, false], [-10.0078125, false], [-8.7578125, false], [-10.171875, false], [-5.50390625, false], [-8.7578125, false], [-7.75390625, false], [-10.0078125, false], [-10.7578125, false], [-10.0078125, false], [-10.7578125, false], [-8.7578125, false], [-12.7578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2353, "doc": {"id": "Mercury_400758", "question": "Which of these groups contains only metric measurements?", "choices": {"text": ["inches, grams, ounces", "inches, pounds, ounces", "centimeters, grams, milliliters", "centimeters, pounds, milliliters"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "centimeters, grams, milliliters", "arguments": ["Question: Which of these groups contains only metric measurements?\nAnswer:", " ["], "resps": [[[-5.93359375, false]], [[-7.68359375, false]], [[-7.80859375, false]], [[-6.43359375, false]], [[-7.68359375, false]], [[-8.5546875, false]], [[-7.18359375, false]], [[-8.1796875, false]], [[-7.8203125, false]], [[-3.931640625, false]], [[-8.8046875, false]], [[-8.6796875, false]], [[-5.68359375, false]], [[-7.05859375, false]], [[-8.1796875, false]], [[-7.8203125, false]], [[-3.931640625, false]], [[-8.8046875, false]], [[-9.5546875, false]], [[-6.43359375, false]], [[-7.68359375, false]], [[-7.18359375, false]], [[-8.1796875, false]], [[-7.68359375, false]], [[-7.8203125, false]], [[-3.931640625, false]], [[-7.68359375, false]], [[-7.80859375, false]], [[-6.43359375, false]], [[-7.68359375, false]], [[-8.5546875, false]], [[-7.18359375, false]], [[-8.1796875, false]], [[-7.8203125, false]], [[-3.931640625, false]], [[-7.93359375, false]], [[-8.8046875, false]], [[-9.5546875, false]], [[-6.43359375, false]], [[-7.55859375, false]], [[-8.1796875, false]], [[-7.8203125, false]], [[-3.931640625, false]], [[-8.8046875, false]], [[-9.5546875, false]], [[-6.43359375, false]], [[-7.68359375, false]], [[-7.18359375, false]], [[-8.1796875, false]], [[-7.68359375, false]], [[-7.8203125, false]], [[-3.931640625, false]], [[-7.68359375, false]], [[-7.68359375, false]], [[-7.18359375, false]], [[-6.43359375, false]], [[-7.68359375, false]], [[-7.80859375, false]], [[-7.05859375, false]], [[-7.18359375, false]], [[-7.68359375, false]], [[-7.18359375, false]], [[-8.6796875, false]], [[-8.1796875, false]], [[-7.8203125, false]], [[-3.931640625, false]], [[-8.8046875, false]], [[-8.6796875, false]], [[-5.68359375, false]], [[-7.05859375, false]], [[-8.1796875, false]], [[-7.8203125, false]], [[-3.931640625, false]], [[-7.05859375, false]], [[-7.80859375, false]], [[-8.6796875, false]], [[-8.6796875, false]], [[-7.80859375, false]], [[-8.6796875, false]], [[-7.80859375, false]], [[-7.68359375, false]], [[-7.18359375, false]], [[-8.6796875, false]], [[-8.1796875, false]], [[-7.68359375, false]], [[-7.8203125, false]], [[-3.931640625, false]], [[-7.68359375, false]], [[-7.68359375, false]], [[-7.18359375, false]], [[-6.43359375, false]], [[-7.68359375, false]], [[-7.80859375, false]], [[-7.05859375, false]], [[-7.18359375, false]], [[-7.68359375, false]], [[-7.18359375, false]], [[-8.6796875, false]], [[-8.1796875, false]], [[-7.8203125, false]], [[-3.931640625, false]], [[-7.93359375, false]], [[-8.8046875, false]], [[-9.5546875, false]], [[-6.43359375, false]], [[-7.55859375, false]], [[-8.1796875, false]], [[-7.8203125, false]], [[-3.931640625, false]], [[-7.05859375, false]], [[-7.80859375, false]], [[-8.6796875, false]], [[-8.6796875, false]], [[-7.80859375, false]], [[-8.6796875, false]], [[-7.80859375, false]], [[-7.68359375, false]], [[-7.18359375, false]], [[-8.6796875, false]], [[-8.1796875, false]], [[-7.68359375, false]], [[-11.9296875, false]]], "filtered_resps": [[-5.93359375, false], [-7.68359375, false], [-7.80859375, false], [-6.43359375, false], [-7.68359375, false], [-8.5546875, false], [-7.18359375, false], [-8.1796875, false], [-7.8203125, false], [-3.931640625, false], [-8.8046875, false], [-8.6796875, false], [-5.68359375, false], [-7.05859375, false], [-8.1796875, false], [-7.8203125, false], [-3.931640625, false], [-8.8046875, false], [-9.5546875, false], [-6.43359375, false], [-7.68359375, false], [-7.18359375, false], [-8.1796875, false], [-7.68359375, false], [-7.8203125, false], [-3.931640625, false], [-7.68359375, false], [-7.80859375, false], [-6.43359375, false], [-7.68359375, false], [-8.5546875, false], [-7.18359375, false], [-8.1796875, false], [-7.8203125, false], [-3.931640625, false], [-7.93359375, false], [-8.8046875, false], [-9.5546875, false], [-6.43359375, false], [-7.55859375, false], [-8.1796875, false], [-7.8203125, false], [-3.931640625, false], [-8.8046875, false], [-9.5546875, false], [-6.43359375, false], [-7.68359375, false], [-7.18359375, false], [-8.1796875, false], [-7.68359375, false], [-7.8203125, false], [-3.931640625, false], [-7.68359375, false], [-7.68359375, false], [-7.18359375, false], [-6.43359375, false], [-7.68359375, false], [-7.80859375, false], [-7.05859375, false], [-7.18359375, false], [-7.68359375, false], [-7.18359375, false], [-8.6796875, false], [-8.1796875, false], [-7.8203125, false], [-3.931640625, false], [-8.8046875, false], [-8.6796875, false], [-5.68359375, false], [-7.05859375, false], [-8.1796875, false], [-7.8203125, false], [-3.931640625, false], [-7.05859375, false], [-7.80859375, false], [-8.6796875, false], [-8.6796875, false], [-7.80859375, false], [-8.6796875, false], [-7.80859375, false], [-7.68359375, false], [-7.18359375, false], [-8.6796875, false], [-8.1796875, false], [-7.68359375, false], [-7.8203125, false], [-3.931640625, false], [-7.68359375, false], [-7.68359375, false], [-7.18359375, false], [-6.43359375, false], [-7.68359375, false], [-7.80859375, false], [-7.05859375, false], [-7.18359375, false], [-7.68359375, false], [-7.18359375, false], [-8.6796875, false], [-8.1796875, false], [-7.8203125, false], [-3.931640625, false], [-7.93359375, false], [-8.8046875, false], [-9.5546875, false], [-6.43359375, false], [-7.55859375, false], [-8.1796875, false], [-7.8203125, false], [-3.931640625, false], [-7.05859375, false], [-7.80859375, false], [-8.6796875, false], [-8.6796875, false], [-7.80859375, false], [-8.6796875, false], [-7.80859375, false], [-7.68359375, false], [-7.18359375, false], [-8.6796875, false], [-8.1796875, false], [-7.68359375, false], [-11.9296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2361, "doc": {"id": "MCAS_2005_8_27", "question": "In producing an automobile, which of the 27 following is the best use of a robot?", "choices": {"text": ["to perform repetitive tasks", "to determine the trunk space", "to demonstrate passenger comfort", "to perform quality control inspections"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "to perform repetitive tasks", "arguments": ["Question: In producing an automobile, which of the 27 following is the best use of a robot?\nAnswer:", " ["], "resps": [[[-6.42578125, false]], [[-7.67578125, false]], [[-9.421875, false]], [[-8.546875, false]], [[-5.05078125, false]], [[-9.421875, false]], [[-8.671875, false]], [[-9.921875, false]], [[-9.296875, false]], [[-8.546875, false]], [[-9.921875, false]], [[-9.171875, false]], [[-5.05078125, false]], [[-9.921875, false]], [[-8.671875, false]], [[-9.421875, false]], [[-8.671875, false]], [[-9.421875, false]], [[-7.80078125, false]], [[-9.421875, false]], [[-7.80078125, false]], [[-9.671875, false]], [[-8.671875, false]], [[-5.05078125, false]], [[-9.421875, false]], [[-3.673828125, false]], [[-7.92578125, false]], [[-9.546875, false]], [[-7.92578125, false]], [[-7.67578125, false]], [[-8.9453125, false]], [[-5.05078125, false]], [[-7.67578125, false]], [[-9.421875, false]], [[-8.546875, false]], [[-5.05078125, false]], [[-9.671875, false]], [[-8.671875, false]], [[-9.421875, false]], [[-8.671875, false]], [[-9.921875, false]], [[-9.171875, false]], [[-7.80078125, false]], [[-8.796875, false]], [[-8.671875, false]], [[-5.05078125, false]], [[-9.421875, false]], [[-8.671875, false]], [[-8.671875, false]], [[-5.05078125, false]], [[-9.421875, false]], [[-9.921875, false]], [[-10.046875, false]], [[-8.796875, false]], [[-9.546875, false]], [[-5.05078125, false]], [[-7.92578125, false]], [[-9.421875, false]], [[-3.673828125, false]], [[-7.05078125, false]], [[-8.671875, false]], [[-7.67578125, false]], [[-8.9453125, false]], [[-5.05078125, false]], [[-7.67578125, false]], [[-9.421875, false]], [[-8.546875, false]], [[-5.05078125, false]], [[-9.671875, false]], [[-8.671875, false]], [[-9.171875, false]], [[-8.546875, false]], [[-8.796875, false]], [[-7.92578125, false]], [[-9.421875, false]], [[-9.921875, false]], [[-3.673828125, false]], [[-9.421875, false]], [[-8.671875, false]], [[-5.05078125, false]], [[-9.421875, false]], [[-3.673828125, false]], [[-7.92578125, false]], [[-7.92578125, false]], [[-8.671875, false]], [[-8.796875, false]], [[-10.296875, false]], [[-8.671875, false]], [[-9.921875, false]], [[-5.05078125, false]], [[-7.05078125, false]], [[-8.546875, false]], [[-9.171875, false]], [[-9.296875, false]], [[-8.546875, false]], [[-9.921875, false]], [[-9.421875, false]], [[-7.67578125, false]], [[-8.9453125, false]], [[-5.05078125, false]], [[-7.67578125, false]], [[-9.421875, false]], [[-8.546875, false]], [[-5.05078125, false]], [[-9.421875, false]], [[-8.671875, false]], [[-9.921875, false]], [[-9.296875, false]], [[-8.546875, false]], [[-9.921875, false]], [[-9.171875, false]], [[-5.05078125, false]], [[-11.421875, false]], [[-10.046875, false]], [[-3.673828125, false]], [[-9.296875, false]], [[-7.80078125, false]], [[-9.421875, false]], [[-11.296875, false]], [[-5.05078125, false]], [[-7.05078125, false]], [[-8.546875, false]], [[-8.796875, false]], [[-9.421875, false]], [[-9.921875, false]], [[-8.546875, false]], [[-9.296875, false]], [[-5.05078125, false]], [[-7.80078125, false]], [[-8.796875, false]], [[-7.92578125, false]], [[-9.421875, false]], [[-8.671875, false]], [[-7.05078125, false]], [[-9.421875, false]], [[-7.80078125, false]], [[-8.546875, false]], [[-8.796875, false]], [[-7.92578125, false]], [[-7.67578125, false]], [[-12.796875, false]]], "filtered_resps": [[-6.42578125, false], [-7.67578125, false], [-9.421875, false], [-8.546875, false], [-5.05078125, false], [-9.421875, false], [-8.671875, false], [-9.921875, false], [-9.296875, false], [-8.546875, false], [-9.921875, false], [-9.171875, false], [-5.05078125, false], [-9.921875, false], [-8.671875, false], [-9.421875, false], [-8.671875, false], [-9.421875, false], [-7.80078125, false], [-9.421875, false], [-7.80078125, false], [-9.671875, false], [-8.671875, false], [-5.05078125, false], [-9.421875, false], [-3.673828125, false], [-7.92578125, false], [-9.546875, false], [-7.92578125, false], [-7.67578125, false], [-8.9453125, false], [-5.05078125, false], [-7.67578125, false], [-9.421875, false], [-8.546875, false], [-5.05078125, false], [-9.671875, false], [-8.671875, false], [-9.421875, false], [-8.671875, false], [-9.921875, false], [-9.171875, false], [-7.80078125, false], [-8.796875, false], [-8.671875, false], [-5.05078125, false], [-9.421875, false], [-8.671875, false], [-8.671875, false], [-5.05078125, false], [-9.421875, false], [-9.921875, false], [-10.046875, false], [-8.796875, false], [-9.546875, false], [-5.05078125, false], [-7.92578125, false], [-9.421875, false], [-3.673828125, false], [-7.05078125, false], [-8.671875, false], [-7.67578125, false], [-8.9453125, false], [-5.05078125, false], [-7.67578125, false], [-9.421875, false], [-8.546875, false], [-5.05078125, false], [-9.671875, false], [-8.671875, false], [-9.171875, false], [-8.546875, false], [-8.796875, false], [-7.92578125, false], [-9.421875, false], [-9.921875, false], [-3.673828125, false], [-9.421875, false], [-8.671875, false], [-5.05078125, false], [-9.421875, false], [-3.673828125, false], [-7.92578125, false], [-7.92578125, false], [-8.671875, false], [-8.796875, false], [-10.296875, false], [-8.671875, false], [-9.921875, false], [-5.05078125, false], [-7.05078125, false], [-8.546875, false], [-9.171875, false], [-9.296875, false], [-8.546875, false], [-9.921875, false], [-9.421875, false], [-7.67578125, false], [-8.9453125, false], [-5.05078125, false], [-7.67578125, false], [-9.421875, false], [-8.546875, false], [-5.05078125, false], [-9.421875, false], [-8.671875, false], [-9.921875, false], [-9.296875, false], [-8.546875, false], [-9.921875, false], [-9.171875, false], [-5.05078125, false], [-11.421875, false], [-10.046875, false], [-3.673828125, false], [-9.296875, false], [-7.80078125, false], [-9.421875, false], [-11.296875, false], [-5.05078125, false], [-7.05078125, false], [-8.546875, false], [-8.796875, false], [-9.421875, false], [-9.921875, false], [-8.546875, false], [-9.296875, false], [-5.05078125, false], [-7.80078125, false], [-8.796875, false], [-7.92578125, false], [-9.421875, false], [-8.671875, false], [-7.05078125, false], [-9.421875, false], [-7.80078125, false], [-8.546875, false], [-8.796875, false], [-7.92578125, false], [-7.67578125, false], [-12.796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2369, "doc": {"id": "MCAS_1999_4_25", "question": "Which of the following is a way that everyone can help with conservation efforts?", "choices": {"text": ["camp in the woods", "use biodegradable materials", "visit a landfill", "use disposable plates"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "use biodegradable materials", "arguments": ["Question: Which of the following is a way that everyone can help with conservation efforts?\nAnswer:", " ["], "resps": [[[-7.75, false]], [[-9.25, false]], [[-11.5, false]], [[-7.0, false]], [[-12.375, false]], [[-9.0, false]], [[-5.125, false]], [[-9.375, false]], [[-11.0, false]], [[-5.125, false]], [[-12.0, false]], [[-12.0, false]], [[-8.0, false]], [[-5.125, false]], [[-11.625, false]], [[-11.0, false]], [[-11.0, false]], [[-10.5, false]], [[-9.875, false]], [[-9.25, false]], [[-10.515625, false]], [[-5.125, false]], [[-9.25, false]], [[-13.125, false]], [[-9.875, false]], [[-8.0, false]], [[-5.125, false]], [[-12.125, false]], [[-9.375, false]], [[-11.0, false]], [[-10.5, false]], [[-8.0, false]], [[-14.0, false]], [[-12.25, false]], [[-7.0, false]], [[-10.5, false]], [[-7.0, false]], [[-12.125, false]], [[-10.875, false]], [[-8.0, false]], [[-5.125, false]], [[-12.375, false]], [[-7.0, false]], [[-12.0, false]], [[-8.0, false]], [[-12.25, false]], [[-9.375, false]], [[-7.0, false]], [[-10.875, false]], [[-9.875, false]], [[-9.25, false]], [[-10.515625, false]], [[-5.125, false]], [[-9.25, false]], [[-12.75, false]], [[-9.375, false]], [[-9.875, false]], [[-9.375, false]], [[-12.0, false]], [[-5.125, false]], [[-7.0, false]], [[-5.125, false]], [[-10.875, false]], [[-7.0, false]], [[-11.0, false]], [[-10.5, false]], [[-11.875, false]], [[-9.375, false]], [[-10.875, false]], [[-10.875, false]], [[-9.25, false]], [[-10.515625, false]], [[-5.125, false]], [[-9.25, false]], [[-13.125, false]], [[-9.875, false]], [[-8.0, false]], [[-5.125, false]], [[-10.5, false]], [[-9.375, false]], [[-9.875, false]], [[-9.0, false]], [[-11.0, false]], [[-9.875, false]], [[-7.0, false]], [[-12.125, false]], [[-10.875, false]], [[-8.0, false]], [[-5.125, false]], [[-9.0, false]], [[-10.875, false]], [[-7.0, false]], [[-12.0, false]], [[-8.0, false]], [[-9.875, false]], [[-9.25, false]], [[-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false], [-12.75, false]]], "filtered_resps": [[-7.75, false], [-9.25, false], [-11.5, false], [-7.0, false], [-12.375, false], [-9.0, false], [-5.125, false], [-9.375, false], [-11.0, false], [-5.125, false], [-12.0, false], [-12.0, false], [-8.0, false], [-5.125, false], [-11.625, false], [-11.0, false], [-11.0, false], [-10.5, false], [-9.875, false], [-9.25, false], [-10.515625, false], [-5.125, false], [-9.25, false], [-13.125, false], [-9.875, false], [-8.0, false], [-5.125, false], [-12.125, false], [-9.375, false], [-11.0, false], [-10.5, false], [-8.0, false], [-14.0, false], [-12.25, false], [-7.0, false], [-10.5, false], [-7.0, false], [-12.125, false], [-10.875, false], [-8.0, false], [-5.125, false], [-12.375, false], [-7.0, false], [-12.0, false], [-8.0, false], [-12.25, false], [-9.375, false], [-7.0, false], [-10.875, false], [-9.875, false], [-9.25, false], [-10.515625, false], [-5.125, false], [-9.25, false], [-12.75, false], [-9.375, false], [-9.875, false], [-9.375, false], [-12.0, false], [-5.125, false], [-7.0, false], [-5.125, false], [-10.875, false], [-7.0, false], [-11.0, false], [-10.5, false], [-11.875, false], [-9.375, false], [-10.875, false], [-10.875, false], [-9.25, false], [-10.515625, false], [-5.125, false], [-9.25, false], [-13.125, false], [-9.875, false], [-8.0, false], [-5.125, false], [-10.5, false], [-9.375, false], [-9.875, false], [-9.0, false], [-11.0, false], [-9.875, false], [-7.0, false], [-12.125, false], [-10.875, false], [-8.0, false], [-5.125, false], [-9.0, false], [-10.875, false], [-7.0, false], [-12.0, false], [-8.0, false], [-9.875, false], [-9.25, false], [-12.75, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2, "doc": {"id": "Mercury_7239733", "question": "Meiosis is a type of cell division in which germ cells divide to produce haploid cells. Where does meiosis occur?", "choices": {"text": ["brain cells", "bone cells", "muscle cells", "ovary cells"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "ovary cells", "arguments": ["Question: Meiosis is a type of cell division in which germ cells divide to produce haploid cells. Where does meiosis occur?\nAnswer:", " ["], "resps": [[[-8.578125, false]], [[-10.578125, false]], [[-10.578125, false]], [[-12.328125, false]], [[-7.82421875, false]], [[-10.578125, false]], [[-12.828125, false]], [[-7.07421875, false]], [[-10.078125, false]], [[-9.828125, false]], [[-12.578125, false]], [[-12.578125, false]], [[-11.578125, false]], [[-10.578125, false]], [[-10.9921875, false]], [[-7.07421875, false]], [[-10.578125, false]], [[-10.578125, false]], [[-10.828125, false]], [[-12.828125, false]], [[-9.828125, false]], [[-7.07421875, false]], [[-10.078125, false]], [[-9.828125, false]], [[-12.578125, false]], [[-12.578125, false]], [[-11.578125, false]], [[-10.578125, false]], [[-10.9921875, false]], [[-7.07421875, false]], [[-10.578125, false]], [[-10.078125, false]], [[-11.578125, false]], [[-11.578125, false]], [[-10.078125, false]], [[-12.578125, false]], [[-9.828125, false]], [[-7.07421875, false]], [[-10.078125, false]], [[-9.828125, false]], [[-12.578125, false]], [[-12.578125, false]], [[-11.578125, false]], [[-10.578125, false]], [[-10.9921875, false]], [[-7.07421875, false]], [[-10.578125, false]], [[-10.828125, false]], [[-13.578125, false]], [[-7.82421875, false]], [[-12.328125, false]], [[-13.078125, false]], [[-7.07421875, false]], [[-10.078125, false]], [[-9.828125, false]], [[-12.578125, false]], [[-12.578125, false]], [[-11.578125, false]], [[-10.578125, false]], [[-13.328125, false]]], "filtered_resps": [[-8.578125, false], [-10.578125, false], [-10.578125, false], [-12.328125, false], [-7.82421875, false], [-10.578125, false], [-12.828125, false], [-7.07421875, false], [-10.078125, false], [-9.828125, false], [-12.578125, false], [-12.578125, false], [-11.578125, false], [-10.578125, false], [-10.9921875, false], [-7.07421875, false], [-10.578125, false], [-10.578125, false], [-10.828125, false], [-12.828125, false], [-9.828125, false], [-7.07421875, false], [-10.078125, false], [-9.828125, false], [-12.578125, false], [-12.578125, false], [-11.578125, false], [-10.578125, false], [-10.9921875, false], [-7.07421875, false], [-10.578125, false], [-10.078125, false], [-11.578125, false], [-11.578125, false], [-10.078125, false], [-12.578125, false], [-9.828125, false], [-7.07421875, false], [-10.078125, false], [-9.828125, false], [-12.578125, false], [-12.578125, false], [-11.578125, false], [-10.578125, false], [-10.9921875, false], [-7.07421875, false], [-10.578125, false], [-10.828125, false], [-13.578125, false], [-7.82421875, false], [-12.328125, false], [-13.078125, false], [-7.07421875, false], [-10.078125, false], [-9.828125, false], [-12.578125, false], [-12.578125, false], [-11.578125, false], [-10.578125, false], [-13.328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 10, "doc": {"id": "MCAS_2005_5_10", "question": "When trees develop leaves in the spring, 10 changes occur on the forest floor. Why does the development of leaves cause changes on the forest floor?", "choices": {"text": ["Rainfall increases.", "Sunlight is reduced.", "Wind speed increases.", "Animal migration is stopped."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Sunlight is reduced.", "arguments": ["Question: When trees develop leaves in the spring, 10 changes occur on the forest floor. Why does the development of leaves cause changes on the forest floor?\nAnswer:", " ["], "resps": [[[-8.1484375, false]], [[-10.1484375, false]], [[-7.8984375, false]], [[-6.6484375, false]], [[-10.3984375, false]], [[-11.6484375, false]], [[-10.1484375, false]], [[-6.6484375, false]], [[-10.6484375, false]], [[-10.6484375, false]], [[-5.8984375, false]], [[-10.3984375, false]], [[-11.6484375, false]], [[-9.8984375, false]], [[-11.8984375, false]], [[-8.8984375, false]], [[-6.6484375, false]], [[-11.3984375, false]], [[-8.8984375, false]], [[-11.3984375, false]], [[-7.43359375, false]], [[-10.1484375, false]], [[-10.6875, false]], [[-5.8984375, false]], [[-10.1484375, false]], [[-7.1484375, false]], [[-12.8984375, false]], [[-11.6484375, false]], [[-10.6484375, false]], [[-10.3984375, false]], [[-12.3984375, false]], [[-12.1484375, false]], [[-11.6484375, false]], [[-5.8984375, false]], [[-10.3984375, false]], [[-11.3984375, false]], [[-5.8984375, false]], [[-11.8984375, false]], [[-8.8984375, false]], [[-9.3984375, false]], [[-12.8984375, false]], [[-9.8984375, false]], [[-8.8984375, false]], [[-9.3984375, false]], [[-7.43359375, false]], [[-10.1484375, false]], [[-10.6875, false]], [[-5.8984375, false]], [[-10.1484375, false]], [[-7.8984375, false]], [[-10.3984375, false]], [[-11.6484375, false]], [[-9.3984375, false]], [[-5.8984375, false]], [[-11.3984375, false]], [[-10.8984375, false]], [[-8.8984375, false]], [[-8.8984375, false]], [[-9.3984375, false]], [[-5.8984375, false]], [[-10.3984375, false]], [[-11.6484375, false]], [[-9.8984375, false]], [[-11.8984375, false]], [[-8.8984375, false]], [[-6.6484375, false]], [[-11.3984375, false]], [[-8.8984375, false]], [[-11.3984375, false]], [[-7.43359375, false]], [[-10.1484375, false]], [[-10.6875, false]], [[-5.8984375, false]], [[-10.1484375, false]], [[-3.8984375, false]], [[-11.6484375, false]], [[-10.3984375, false]], [[-10.6484375, false]], [[-6.6484375, false]], [[-10.6484375, false]], [[-5.8984375, false]], [[-10.6484375, false]], [[-10.3984375, false]], [[-12.3984375, false]], [[-11.8984375, false]], [[-6.6484375, false]], [[-11.6484375, false]], [[-10.3984375, false]], [[-8.6484375, false]], [[-11.6484375, false]], [[-5.8984375, false]], [[-10.3984375, false]], [[-11.3984375, false]], [[-5.8984375, false]], [[-11.3984375, false]], [[-11.6484375, false]], [[-8.6484375, false]], [[-10.8984375, false]], [[-10.8984375, false]], [[-8.8984375, false]], [[-9.3984375, false]], [[-7.43359375, false]], [[-10.1484375, false]], [[-13.6484375, false]]], "filtered_resps": [[-8.1484375, false], [-10.1484375, false], [-7.8984375, false], [-6.6484375, false], [-10.3984375, false], [-11.6484375, false], [-10.1484375, false], [-6.6484375, false], [-10.6484375, false], [-10.6484375, false], [-5.8984375, false], [-10.3984375, false], [-11.6484375, false], [-9.8984375, false], [-11.8984375, false], [-8.8984375, false], [-6.6484375, false], [-11.3984375, false], [-8.8984375, false], [-11.3984375, false], [-7.43359375, false], [-10.1484375, false], [-10.6875, false], [-5.8984375, false], [-10.1484375, false], [-7.1484375, false], [-12.8984375, false], [-11.6484375, false], [-10.6484375, false], [-10.3984375, false], [-12.3984375, false], [-12.1484375, false], [-11.6484375, false], [-5.8984375, false], [-10.3984375, false], [-11.3984375, false], [-5.8984375, false], [-11.8984375, false], [-8.8984375, false], [-9.3984375, false], [-12.8984375, false], [-9.8984375, false], [-8.8984375, false], [-9.3984375, false], [-7.43359375, false], [-10.1484375, false], [-10.6875, false], [-5.8984375, false], [-10.1484375, false], [-7.8984375, false], [-10.3984375, false], [-11.6484375, false], [-9.3984375, false], [-5.8984375, false], [-11.3984375, false], [-10.8984375, false], [-8.8984375, false], [-8.8984375, false], [-9.3984375, false], [-5.8984375, false], [-10.3984375, false], [-11.6484375, false], [-9.8984375, false], [-11.8984375, false], [-8.8984375, false], [-6.6484375, false], [-11.3984375, false], [-8.8984375, false], [-11.3984375, false], [-7.43359375, false], [-10.1484375, false], [-10.6875, false], [-5.8984375, false], [-10.1484375, false], [-3.8984375, false], [-11.6484375, false], [-10.3984375, false], [-10.6484375, false], [-6.6484375, false], [-10.6484375, false], [-5.8984375, false], [-10.6484375, false], [-10.3984375, false], [-12.3984375, false], [-11.8984375, false], [-6.6484375, false], [-11.6484375, false], [-10.3984375, false], [-8.6484375, false], [-11.6484375, false], [-5.8984375, false], [-10.3984375, false], [-11.3984375, false], [-5.8984375, false], [-11.3984375, false], [-11.6484375, false], [-8.6484375, false], [-10.8984375, false], [-10.8984375, false], [-8.8984375, false], [-9.3984375, false], [-7.43359375, false], [-10.1484375, false], [-13.6484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 18, "doc": {"id": "Mercury_SC_LBS10784", "question": "Using a softball bat to hit a softball is an example of using which simple machine?", "choices": {"text": ["pulley", "lever", "inclined plane", "wheel and axle"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "lever", "arguments": ["Question: Using a softball bat to hit a softball is an example of using which simple machine?\nAnswer:", " ["], "resps": [[[-7.20703125, false]], [[-8.2109375, false]], [[-8.9609375, false]], [[-8.9609375, false]], [[-9.4609375, false]], [[-9.4609375, false]], [[-9.2109375, false]], [[-10.9609375, false]], [[-8.2109375, false]], [[-9.5703125, false]], [[-5.45703125, false]], [[-8.2109375, false]], [[-9.4609375, false]], [[-9.2109375, false]], [[-8.4609375, false]], [[-9.2109375, false]], [[-9.9609375, false]], [[-8.2109375, false]], [[-9.5703125, false]], [[-5.45703125, false]], [[-8.2109375, false]], [[-8.4609375, false]], [[-8.9609375, false]], [[-7.45703125, false]], [[-9.4609375, false]], [[-8.4609375, false]], [[-8.9609375, false]], [[-9.2109375, false]], [[-9.4609375, false]], [[-5.45703125, false]], [[-8.9609375, false]], [[-9.4609375, false]], [[-3.208984375, false]], [[-8.9609375, false]], [[-9.2109375, false]], [[-8.2109375, false]], [[-9.5703125, false]], [[-5.45703125, false]], [[-8.2109375, false]], [[-7.95703125, false]], [[-9.9609375, false]], [[-9.2109375, false]], [[-9.2109375, false]], [[-9.4609375, false]], [[-5.45703125, false]], [[-3.208984375, false]], [[-8.9609375, false]], [[-9.4609375, false]], [[-5.45703125, false]], [[-3.208984375, false]], [[-8.4609375, false]], [[-9.4609375, false]], [[-9.2109375, false]], [[-8.2109375, false]], [[-13.5859375, false]]], "filtered_resps": [[-7.20703125, false], [-8.2109375, false], [-8.9609375, false], [-8.9609375, false], [-9.4609375, false], [-9.4609375, false], [-9.2109375, false], [-10.9609375, false], [-8.2109375, false], [-9.5703125, false], [-5.45703125, false], [-8.2109375, false], [-9.4609375, false], [-9.2109375, false], [-8.4609375, false], [-9.2109375, false], [-9.9609375, false], [-8.2109375, false], [-9.5703125, false], [-5.45703125, false], [-8.2109375, false], [-8.4609375, false], [-8.9609375, false], [-7.45703125, false], [-9.4609375, false], [-8.4609375, false], [-8.9609375, false], [-9.2109375, false], [-9.4609375, false], [-5.45703125, false], [-8.9609375, false], [-9.4609375, false], [-3.208984375, false], [-8.9609375, false], [-9.2109375, false], [-8.2109375, false], [-9.5703125, false], [-5.45703125, false], [-8.2109375, false], [-7.95703125, false], [-9.9609375, false], [-9.2109375, false], [-9.2109375, false], [-9.4609375, false], [-5.45703125, false], [-3.208984375, false], [-8.9609375, false], [-9.4609375, false], [-5.45703125, false], [-3.208984375, false], [-8.4609375, false], [-9.4609375, false], [-9.2109375, false], [-8.2109375, false], [-13.5859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 26, "doc": {"id": "NYSEDREGENTS_2015_8_21", "question": "Which factor is most likely to cause the number of rabbits living in an area to increase?", "choices": {"text": ["less water", "fewer predators", "lack of shelter", "limited food"], "label": ["1", "2", "3", "4"]}, "answerKey": "2"}, "target": "fewer predators", "arguments": ["Question: Which factor is most likely to cause the number of rabbits living in an area to increase?\nAnswer:", " ["], "resps": [[[-7.609375, false]], [[-9.484375, false]], [[-10.234375, false]], [[-8.984375, false]], [[-9.359375, false]], [[-9.359375, false]], [[-5.734375, false]], [[-10.984375, false]], [[-4.984375, false]], [[-10.234375, false]], [[-8.984375, false]], [[-9.984375, false]], [[-9.484375, false]], [[-12.078125, false]], [[-5.734375, false]], [[-9.484375, false]], [[-8.109375, false]], [[-8.984375, false]], [[-10.984375, false]], [[-8.984375, false]], [[-9.984375, false]], [[-5.734375, false]], [[-9.984375, false]], [[-9.984375, false]], [[-8.984375, false]], [[-7.859375, false]], [[-4.984375, false]], [[-10.234375, false]], [[-8.984375, false]], [[-9.984375, false]], [[-9.359375, false]], [[-9.484375, false]], [[-12.078125, false]], [[-5.734375, false]], [[-9.484375, false]], [[-10.234375, false]], [[-4.984375, false]], [[-8.984375, false]], [[-10.109375, false]], [[-5.734375, false]], [[-8.984375, false]], [[-8.109375, false]], [[-5.734375, false]], [[-9.359375, false]], [[-10.609375, false]], [[-8.984375, false]], [[-10.234375, false]], [[-10.234375, false]], [[-8.984375, false]], [[-9.984375, false]], [[-9.484375, false]], [[-12.078125, false]], [[-5.734375, false]], [[-9.484375, false]], [[-10.234375, false]], [[-8.984375, false]], [[-9.984375, false]], [[-8.984375, false]], [[-10.234375, false]], [[-8.984375, false]], [[-7.859375, false]], [[-5.734375, false]], [[-8.109375, false]], [[-8.984375, false]], [[-8.984375, false]], [[-7.859375, false]], [[-9.484375, false]], [[-14.359375, false]]], "filtered_resps": [[-7.609375, false], [-9.484375, false], [-10.234375, false], [-8.984375, false], [-9.359375, false], [-9.359375, false], [-5.734375, false], [-10.984375, false], [-4.984375, false], [-10.234375, false], [-8.984375, false], [-9.984375, false], [-9.484375, false], [-12.078125, false], [-5.734375, false], [-9.484375, false], [-8.109375, false], [-8.984375, false], [-10.984375, false], [-8.984375, false], [-9.984375, false], [-5.734375, false], [-9.984375, false], [-9.984375, false], [-8.984375, false], [-7.859375, false], [-4.984375, false], [-10.234375, false], [-8.984375, false], [-9.984375, false], [-9.359375, false], [-9.484375, false], [-12.078125, false], [-5.734375, false], [-9.484375, false], [-10.234375, false], [-4.984375, false], [-8.984375, false], [-10.109375, false], [-5.734375, false], [-8.984375, false], [-8.109375, false], [-5.734375, false], [-9.359375, false], [-10.609375, false], [-8.984375, false], [-10.234375, false], [-10.234375, false], [-8.984375, false], [-9.984375, false], [-9.484375, false], [-12.078125, false], [-5.734375, false], [-9.484375, false], [-10.234375, false], [-8.984375, false], [-9.984375, false], [-8.984375, false], [-10.234375, false], [-8.984375, false], [-7.859375, false], [-5.734375, false], [-8.109375, false], [-8.984375, false], [-8.984375, false], [-7.859375, false], [-9.484375, false], [-14.359375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 34, "doc": {"id": "Mercury_7263008", "question": "Which two theories of Moon formation propose that much or all of the material comprising the Moon came from Earth?", "choices": {"text": ["The Fission Theory and The Coaccretion Theory", "The Coaccretion Theory and The Capture Theory", "The Fission Theory and the Giant Impact Theory", "The Capture Theory and the Giant Impact Theory"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "The Fission Theory and the Giant Impact Theory", "arguments": ["Question: Which two theories of Moon formation propose that much or all of the material comprising the Moon came from Earth?\nAnswer:", " ["], "resps": [[[-5.63671875, false]], [[-8.390625, false]], [[-6.13671875, false]], [[-11.140625, false]], [[-7.38671875, false]], [[-5.38671875, false]], [[-7.13671875, false]], [[-8.640625, false]], [[-9.640625, false]], [[-9.640625, false]], [[-8.640625, false]], [[-10.640625, false]], [[-9.140625, false]], [[-5.38671875, false]], [[-6.13671875, false]], [[-11.140625, false]], [[-7.38671875, false]], [[-10.640625, false]], [[-9.890625, false]], [[-11.890625, false]], [[-5.38671875, false]], [[-5.88671875, false]], [[-9.140625, false]], [[-9.640625, false]], [[-5.38671875, false]], [[-6.13671875, false]], [[-11.140625, false]], [[-7.38671875, false]], [[-5.38671875, false]], [[-4.38671875, false]], [[-10.640625, false]], [[-5.88671875, false]], [[-7.38671875, false]], [[-7.38671875, false]], [[-9.890625, false]], [[-7.38671875, false]], [[-9.390625, false]], [[-8.640625, false]], [[-10.640625, false]], [[-9.140625, false]], [[-5.38671875, false]], [[-6.13671875, false]], [[-11.140625, false]], [[-7.38671875, false]], [[-10.640625, false]], [[-9.890625, false]], [[-11.890625, false]], [[-8.390625, false]], [[-9.984375, false]], [[-5.38671875, false]], [[-8.390625, false]], [[-6.13671875, false]], [[-11.140625, false]], [[-7.38671875, false]], [[-5.38671875, false]], [[-4.38671875, false]], [[-10.640625, false]], [[-5.88671875, false]], [[-7.38671875, false]], [[-7.38671875, false]], [[-9.890625, false]], [[-7.38671875, false]], [[-9.390625, false]], [[-8.640625, false]], [[-10.640625, false]], [[-9.140625, false]], [[-5.38671875, false]], [[-6.13671875, false]], [[-11.140625, false]], [[-7.38671875, false]], [[-10.640625, false]], [[-9.890625, false]], [[-11.890625, false]], [[-5.38671875, false]], [[-5.88671875, false]], [[-9.140625, false]], [[-9.640625, false]], [[-5.38671875, false]], [[-6.13671875, false]], [[-11.140625, false]], [[-7.38671875, false]], [[-5.38671875, false]], [[-4.38671875, false]], [[-5.88671875, false]], [[-9.140625, false]], [[-9.390625, false]], [[-12.390625, false]], [[-9.890625, false]], [[-7.38671875, false]], [[-5.38671875, false]], [[-6.13671875, false]], [[-11.140625, false]], [[-7.38671875, false]], [[-10.640625, false]], [[-9.890625, false]], [[-11.890625, false]], [[-8.390625, false]], [[-9.984375, false]], [[-5.38671875, false]], [[-8.390625, false]], [[-6.13671875, false]], [[-11.140625, false]], [[-7.38671875, false]], [[-5.38671875, false]], [[-7.13671875, false]], [[-8.640625, false]], [[-9.640625, false]], [[-9.640625, false]], [[-8.640625, false]], [[-10.640625, false]], [[-9.140625, false]], [[-5.38671875, false]], [[-6.13671875, false]], [[-11.140625, false]], [[-7.38671875, false]], [[-10.640625, false]], [[-9.890625, false]], [[-11.890625, false]], [[-5.38671875, false]], [[-5.88671875, false]], [[-9.140625, false]], [[-9.640625, false]], [[-5.38671875, false]], [[-9.390625, false]], [[-11.140625, false]], [[-7.38671875, false]], [[-5.38671875, false]], [[-7.38671875, false]], [[-8.640625, false]], [[-5.88671875, false]], [[-9.140625, false]], [[-9.390625, false]], [[-5.38671875, false]], [[-4.13671875, false]], [[-9.390625, false]], [[-9.140625, false]], [[-5.88671875, false]], [[-7.38671875, false]], [[-9.390625, false]], [[-5.38671875, false]], [[-6.13671875, false]], [[-11.140625, false]], [[-7.38671875, false]], [[-10.640625, false]], [[-9.890625, false]], [[-11.890625, false]], [[-8.390625, false]], [[-9.984375, false]], [[-5.38671875, false]], [[-8.390625, false]], [[-6.13671875, false]], [[-11.140625, false]], [[-7.38671875, false]], [[-5.38671875, false]], [[-4.38671875, false]], [[-5.88671875, false]], [[-9.140625, false]], [[-9.390625, false]], [[-12.390625, false]], [[-9.890625, false]], [[-7.38671875, false]], [[-5.38671875, false]], [[-6.13671875, false]], [[-11.140625, false]], [[-7.38671875, false]], [[-10.640625, false]], [[-9.890625, false]], [[-11.890625, false]], [[-5.38671875, false]], [[-5.88671875, false]], [[-9.140625, false]], [[-9.640625, false]], [[-5.38671875, false]], [[-9.390625, false]], [[-11.140625, false]], [[-7.38671875, false]], [[-5.38671875, false]], [[-7.38671875, false]], [[-8.640625, false]], [[-5.88671875, false]], [[-9.140625, false]], [[-9.390625, false]], [[-5.38671875, false]], [[-4.13671875, false]], [[-9.390625, false]], [[-9.140625, false]], [[-5.88671875, false]], [[-7.38671875, false]], [[-9.390625, false]], [[-5.38671875, false]], [[-6.13671875, false]], [[-11.140625, false]], [[-7.38671875, false]], [[-10.640625, false]], [[-9.890625, false]], [[-11.890625, false]], [[-8.390625, false]], [[-12.890625, false]]], "filtered_resps": [[-5.63671875, false], [-8.390625, false], [-6.13671875, false], [-11.140625, false], [-7.38671875, false], [-5.38671875, false], [-7.13671875, false], [-8.640625, false], [-9.640625, false], [-9.640625, false], [-8.640625, false], [-10.640625, false], [-9.140625, false], [-5.38671875, false], [-6.13671875, false], [-11.140625, false], [-7.38671875, false], [-10.640625, false], [-9.890625, false], [-11.890625, false], [-5.38671875, false], [-5.88671875, false], [-9.140625, false], [-9.640625, false], [-5.38671875, false], [-6.13671875, false], [-11.140625, false], [-7.38671875, false], [-5.38671875, false], [-4.38671875, false], [-10.640625, false], [-5.88671875, false], [-7.38671875, false], [-7.38671875, false], [-9.890625, false], [-7.38671875, false], [-9.390625, false], [-8.640625, false], [-10.640625, false], [-9.140625, false], [-5.38671875, false], [-6.13671875, false], [-11.140625, false], [-7.38671875, false], [-10.640625, false], [-9.890625, false], [-11.890625, false], [-8.390625, false], [-9.984375, false], [-5.38671875, false], [-8.390625, false], [-6.13671875, false], [-11.140625, false], [-7.38671875, false], [-5.38671875, false], [-4.38671875, false], [-10.640625, false], [-5.88671875, false], [-7.38671875, false], [-7.38671875, false], [-9.890625, false], [-7.38671875, false], [-9.390625, false], [-8.640625, false], [-10.640625, false], [-9.140625, false], [-5.38671875, false], [-6.13671875, false], [-11.140625, false], [-7.38671875, false], [-10.640625, false], [-9.890625, false], [-11.890625, false], [-5.38671875, false], [-5.88671875, false], [-9.140625, false], [-9.640625, false], [-5.38671875, false], [-6.13671875, false], [-11.140625, false], [-7.38671875, false], [-5.38671875, false], [-4.38671875, false], [-5.88671875, false], [-9.140625, false], [-9.390625, false], [-12.390625, false], [-9.890625, false], [-7.38671875, false], [-5.38671875, false], [-6.13671875, false], [-11.140625, false], [-7.38671875, false], [-10.640625, false], [-9.890625, false], [-11.890625, false], [-8.390625, false], [-9.984375, false], [-5.38671875, false], [-8.390625, false], [-6.13671875, false], [-11.140625, false], [-7.38671875, false], [-5.38671875, false], [-7.13671875, false], [-8.640625, false], [-9.640625, false], [-9.640625, false], [-8.640625, false], [-10.640625, false], [-9.140625, false], [-5.38671875, false], [-6.13671875, false], [-11.140625, false], [-7.38671875, false], [-10.640625, false], [-9.890625, false], [-11.890625, false], [-5.38671875, false], [-5.88671875, false], [-9.140625, false], [-9.640625, false], [-5.38671875, false], [-9.390625, false], [-11.140625, false], [-7.38671875, false], [-5.38671875, false], [-7.38671875, false], [-8.640625, false], [-5.88671875, false], [-9.140625, false], [-9.390625, false], [-5.38671875, false], [-4.13671875, false], [-9.390625, false], [-9.140625, false], [-5.88671875, false], [-7.38671875, false], [-9.390625, false], [-5.38671875, false], [-6.13671875, false], [-11.140625, false], [-7.38671875, false], [-10.640625, false], [-9.890625, false], [-11.890625, false], [-8.390625, false], [-9.984375, false], [-5.38671875, false], [-8.390625, false], [-6.13671875, false], [-11.140625, false], [-7.38671875, false], [-5.38671875, false], [-4.38671875, false], [-5.88671875, false], [-9.140625, false], [-9.390625, false], [-12.390625, false], [-9.890625, false], [-7.38671875, false], [-5.38671875, false], [-6.13671875, false], [-11.140625, false], [-7.38671875, false], [-10.640625, false], [-9.890625, false], [-11.890625, false], [-5.38671875, false], [-5.88671875, false], [-9.140625, false], [-9.640625, false], [-5.38671875, false], [-9.390625, false], [-11.140625, false], [-7.38671875, false], [-5.38671875, false], [-7.38671875, false], [-8.640625, false], [-5.88671875, false], [-9.140625, false], [-9.390625, false], [-5.38671875, false], [-4.13671875, false], [-9.390625, false], [-9.140625, false], [-5.88671875, false], [-7.38671875, false], [-9.390625, false], [-5.38671875, false], [-6.13671875, false], [-11.140625, false], [-7.38671875, false], [-10.640625, false], [-9.890625, false], [-11.890625, false], [-8.390625, false], [-12.890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 42, "doc": {"id": "Mercury_7057593", "question": "When the Northern Hemisphere is tilted away from the Sun causing the rays of light to hit Earth at large angles, which season occurs?", "choices": {"text": ["winter", "spring", "summer", "fall"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "winter", "arguments": ["Question: When the Northern Hemisphere is tilted away from the Sun causing the rays of light to hit Earth at large angles, which season occurs?\nAnswer:", " ["], "resps": [[[-9.1953125, false]], [[-9.4453125, false]], [[-11.4453125, false]], [[-10.1953125, false]], [[-11.6953125, false]], [[-10.6953125, false]], [[-9.6953125, false]], [[-12.4453125, false]], [[-9.4453125, false]], [[-10.4375, false]], [[-6.19921875, false]], [[-9.4453125, false]], [[-10.9453125, false]], [[-12.4453125, false]], [[-12.4453125, false]], [[-10.1953125, false]], [[-11.6953125, false]], [[-14.6953125, false]], [[-9.4453125, false]], [[-10.4375, false]], [[-6.19921875, false]], [[-9.4453125, false]], [[-10.9453125, false]], [[-13.4453125, false]], [[-11.6953125, false]], [[-11.6953125, false]], [[-9.6953125, false]], [[-12.4453125, false]], [[-9.4453125, false]], [[-10.4375, false]], [[-6.19921875, false]], [[-9.4453125, false]], [[-12.9453125, false]], [[-6.69921875, false]], [[-11.1953125, false]], [[-11.1953125, false]], [[-9.4453125, false]], [[-13.4453125, false]]], "filtered_resps": [[-9.1953125, false], [-9.4453125, false], [-11.4453125, false], [-10.1953125, false], [-11.6953125, false], [-10.6953125, false], [-9.6953125, false], [-12.4453125, false], [-9.4453125, false], [-10.4375, false], [-6.19921875, false], [-9.4453125, false], [-10.9453125, false], [-12.4453125, false], [-12.4453125, false], [-10.1953125, false], [-11.6953125, false], [-14.6953125, false], [-9.4453125, false], [-10.4375, false], [-6.19921875, false], [-9.4453125, false], [-10.9453125, false], [-13.4453125, false], [-11.6953125, false], [-11.6953125, false], [-9.6953125, false], [-12.4453125, false], [-9.4453125, false], [-10.4375, false], [-6.19921875, false], [-9.4453125, false], [-12.9453125, false], [-6.69921875, false], [-11.1953125, false], [-11.1953125, false], [-9.4453125, false], [-13.4453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 50, "doc": {"id": "Mercury_7017010", "question": "Which tools are needed to measure the effects of friction on a block of wood?", "choices": {"text": ["meter stick, spring scale", "balance, stopwatch", "balance, meter stick", "meter stick, stopwatch"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "meter stick, spring scale", "arguments": ["Question: Which tools are needed to measure the effects of friction on a block of wood?\nAnswer:", " ["], "resps": [[[-7.44140625, false]], [[-9.0625, false]], [[-8.8125, false]], [[-9.6875, false]], [[-9.1875, false]], [[-9.6875, false]], [[-10.8125, false]], [[-5.06640625, false]], [[-8.4375, false]], [[-9.1875, false]], [[-9.0625, false]], [[-9.0625, false]], [[-8.9375, false]], [[-9.5234375, false]], [[-5.06640625, false]], [[-8.4375, false]], [[-10.1875, false]], [[-10.8125, false]], [[-9.0625, false]], [[-9.5625, false]], [[-10.4375, false]], [[-5.06640625, false]], [[-8.4375, false]], [[-9.0625, false]], [[-4.56640625, false]], [[-10.3125, false]], [[-9.6875, false]], [[-9.0625, false]], [[-9.5234375, false]], [[-5.06640625, false]], [[-9.0625, false]], [[-9.6875, false]], [[-4.56640625, false]], [[-10.3125, false]], [[-4.56640625, false]], [[-9.5625, false]], [[-9.0625, false]], [[-9.6875, false]], [[-9.5234375, false]], [[-5.06640625, false]], [[-8.4375, false]], [[-9.1875, false]], [[-9.1875, false]], [[-10.1875, false]], [[-9.1875, false]], [[-4.56640625, false]], [[-9.1875, false]], [[-9.0625, false]], [[-10.8125, false]], [[-9.0625, false]], [[-9.5234375, false]], [[-5.06640625, false]], [[-9.0625, false]], [[-9.6875, false]], [[-4.56640625, false]], [[-10.3125, false]], [[-4.56640625, false]], [[-9.5625, false]], [[-9.0625, false]], [[-9.6875, false]], [[-9.5234375, false]], [[-5.06640625, false]], [[-8.8125, false]], [[-9.6875, false]], [[-9.1875, false]], [[-9.6875, false]], [[-10.8125, false]], [[-5.06640625, false]], [[-8.4375, false]], [[-9.1875, false]], [[-9.0625, false]], [[-9.0625, false]], [[-8.9375, false]], [[-9.0625, false]], [[-9.5234375, false]], [[-5.06640625, false]], [[-9.0625, false]], [[-8.8125, false]], [[-9.6875, false]], [[-9.1875, false]], [[-9.6875, false]], [[-10.8125, false]], [[-5.06640625, false]], [[-8.4375, false]], [[-9.1875, false]], [[-9.0625, false]], [[-9.0625, false]], [[-8.9375, false]], [[-9.5234375, false]], [[-5.06640625, false]], [[-8.4375, false]], [[-9.1875, false]], [[-9.1875, false]], [[-10.1875, false]], [[-9.1875, false]], [[-4.56640625, false]], [[-9.1875, false]], [[-9.0625, false]], [[-10.8125, false]], [[-9.0625, false]], [[-11.9375, false]]], "filtered_resps": [[-7.44140625, false], [-9.0625, false], [-8.8125, false], [-9.6875, false], [-9.1875, false], [-9.6875, false], [-10.8125, false], [-5.06640625, false], [-8.4375, false], [-9.1875, false], [-9.0625, false], [-9.0625, false], [-8.9375, false], [-9.5234375, false], [-5.06640625, false], [-8.4375, false], [-10.1875, false], [-10.8125, false], [-9.0625, false], [-9.5625, false], [-10.4375, false], [-5.06640625, false], [-8.4375, false], [-9.0625, false], [-4.56640625, false], [-10.3125, false], [-9.6875, false], [-9.0625, false], [-9.5234375, false], [-5.06640625, false], [-9.0625, false], [-9.6875, false], [-4.56640625, false], [-10.3125, false], [-4.56640625, false], [-9.5625, false], [-9.0625, false], [-9.6875, false], [-9.5234375, false], [-5.06640625, false], [-8.4375, false], [-9.1875, false], [-9.1875, false], [-10.1875, false], [-9.1875, false], [-4.56640625, false], [-9.1875, false], [-9.0625, false], [-10.8125, false], [-9.0625, false], [-9.5234375, false], [-5.06640625, false], [-9.0625, false], [-9.6875, false], [-4.56640625, false], [-10.3125, false], [-4.56640625, false], [-9.5625, false], [-9.0625, false], [-9.6875, false], [-9.5234375, false], [-5.06640625, false], [-8.8125, false], [-9.6875, false], [-9.1875, false], [-9.6875, false], [-10.8125, false], [-5.06640625, false], [-8.4375, false], [-9.1875, false], [-9.0625, false], [-9.0625, false], [-8.9375, false], [-9.0625, false], [-9.5234375, false], [-5.06640625, false], [-9.0625, false], [-8.8125, false], [-9.6875, false], [-9.1875, false], [-9.6875, false], [-10.8125, false], [-5.06640625, false], [-8.4375, false], [-9.1875, false], [-9.0625, false], [-9.0625, false], [-8.9375, false], [-9.5234375, false], [-5.06640625, false], [-8.4375, false], [-9.1875, false], [-9.1875, false], [-10.1875, false], [-9.1875, false], [-4.56640625, false], [-9.1875, false], [-9.0625, false], [-10.8125, false], [-9.0625, false], [-11.9375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 58, "doc": {"id": "MCAS_2010_8_12015", "question": "Which of the following planets is always closer to the Sun than it is to Earth?", "choices": {"text": ["Jupiter", "Mercury", "Saturn", "Uranus"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Mercury", "arguments": ["Question: Which of the following planets is always closer to the Sun than it is to Earth?\nAnswer:", " ["], "resps": [[[-7.93359375, false]], [[-9.6796875, false]], [[-7.43359375, false]], [[-12.4296875, false]], [[-10.4296875, false]], [[-9.4296875, false]], [[-9.9296875, false]], [[-9.6796875, false]], [[-11.1796875, false]], [[-9.6796875, false]], [[-9.6328125, false]], [[-5.93359375, false]], [[-9.6796875, false]], [[-7.43359375, false]], [[-9.6796875, false]], [[-11.1796875, false]], [[-9.4296875, false]], [[-12.4296875, false]], [[-11.1796875, false]], [[-12.4296875, false]], [[-9.6796875, false]], [[-9.6328125, false]], [[-5.93359375, false]], [[-9.6796875, false]], [[-6.68359375, false]], [[-7.18359375, false]], [[-9.9296875, false]], [[-12.4296875, false]], [[-11.1796875, false]], [[-11.6796875, false]], [[-9.6796875, false]], [[-9.6328125, false]], [[-5.93359375, false]], [[-9.6796875, false]], [[-7.68359375, false]], [[-11.1796875, false]], [[-7.18359375, false]], [[-11.6796875, false]], [[-12.4296875, false]], [[-11.4296875, false]], [[-9.6796875, false]], [[-11.6796875, false]]], "filtered_resps": [[-7.93359375, false], [-9.6796875, false], [-7.43359375, false], [-12.4296875, false], [-10.4296875, false], [-9.4296875, false], [-9.9296875, false], [-9.6796875, false], [-11.1796875, false], [-9.6796875, false], [-9.6328125, false], [-5.93359375, false], [-9.6796875, false], [-7.43359375, false], [-9.6796875, false], [-11.1796875, false], [-9.4296875, false], [-12.4296875, false], [-11.1796875, false], [-12.4296875, false], [-9.6796875, false], [-9.6328125, false], [-5.93359375, false], [-9.6796875, false], [-6.68359375, false], [-7.18359375, false], [-9.9296875, false], [-12.4296875, false], [-11.1796875, false], [-11.6796875, false], [-9.6796875, false], [-9.6328125, false], [-5.93359375, false], [-9.6796875, false], [-7.68359375, false], [-11.1796875, false], [-7.18359375, false], [-11.6796875, false], [-12.4296875, false], [-11.4296875, false], [-9.6796875, false], [-11.6796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 66, "doc": {"id": "Mercury_SC_400707", "question": "The tops of some mountains are sharp and pointed, while the tops of others are smooth and rounded. This difference was most likely caused by", "choices": {"text": ["rivers flooding along a coastal plain.", "erosion and weathering.", "earthquakes and waves.", "rocks melted underground by lava."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "erosion and weathering.", "arguments": ["Question: The tops of some mountains are sharp and pointed, while the tops of others are smooth and rounded. This difference was most likely caused by\nAnswer:", " ["], "resps": [[[-7.7265625, false]], [[-8.1015625, false]], [[-8.2265625, false]], [[-7.9765625, false]], [[-10.9765625, false]], [[-7.6015625, false]], [[-8.2265625, false]], [[-8.1015625, false]], [[-4.9765625, false]], [[-8.1015625, false]], [[-9.6015625, false]], [[-8.1015625, false]], [[-8.1015625, false]], [[-8.4765625, false]], [[-7.9765625, false]], [[-8.6015625, false]], [[-10.1015625, false]], [[-4.9765625, false]], [[-4.1015625, false]], [[-9.6015625, false]], [[-8.1015625, false]], [[-8.6015625, false]], [[-10.1015625, false]], [[-4.9765625, false]], [[-4.1015625, false]], [[-4.9765625, false]], [[-7.8515625, false]], [[-8.1015625, false]], [[-4.1015625, false]], [[-8.1015625, false]], [[-9.7265625, false]], [[-4.1015625, false]], [[-9.6015625, false]], [[-4.9765625, false]], [[-8.7265625, false]], [[-9.6015625, false]], [[-4.1015625, false]], [[-7.9765625, false]], [[-8.6015625, false]], [[-6.55859375, false]], [[-8.1015625, false]], [[-7.4921875, false]], [[-4.9765625, false]], [[-8.1015625, false]], [[-7.6015625, false]], [[-8.2265625, false]], [[-8.1015625, false]], [[-8.1015625, false]], [[-7.9765625, false]], [[-8.1015625, false]], [[-8.6015625, false]], [[-4.9765625, false]], [[-4.1015625, false]], [[-8.6015625, false]], [[-8.4765625, false]], [[-4.9765625, false]], [[-9.3515625, false]], [[-7.6015625, false]], [[-4.1015625, false]], [[-9.7265625, false]], [[-10.1015625, false]], [[-7.6015625, false]], [[-8.2265625, false]], [[-7.9765625, false]], [[-8.6015625, false]], [[-10.1015625, false]], [[-6.55859375, false]], [[-8.1015625, false]], [[-7.4921875, false]], [[-4.9765625, false]], [[-8.1015625, false]], [[-7.6015625, false]], [[-4.1015625, false]], [[-8.2265625, false]], [[-9.7265625, false]], [[-10.1015625, false]], [[-11.2265625, false]], [[-10.7265625, false]], [[-4.1015625, false]], [[-9.1015625, false]], [[-7.6015625, false]], [[-8.1015625, false]], [[-4.9765625, false]], [[-4.1015625, false]], [[-8.6015625, false]], [[-8.4765625, false]], [[-4.9765625, false]], [[-9.3515625, false]], [[-4.1015625, false]], [[-10.9765625, false]], [[-7.6015625, false]], [[-8.1015625, false]], [[-6.55859375, false]], [[-8.1015625, false]], [[-7.4921875, false]], [[-4.9765625, false]], [[-8.1015625, false]], [[-8.2265625, false]], [[-8.1015625, false]], [[-7.8515625, false]], [[-9.1015625, false]], [[-8.1015625, false]], [[-4.9765625, false]], [[-8.6015625, false]], [[-7.6015625, false]], [[-9.6015625, false]], [[-9.7265625, false]], [[-7.6015625, false]], [[-8.4765625, false]], [[-4.9765625, false]], [[-10.7265625, false]], [[-8.6015625, false]], [[-8.4765625, false]], [[-7.6015625, false]], [[-8.2265625, false]], [[-10.1015625, false]], [[-8.2265625, false]], [[-8.1015625, false]], [[-10.7265625, false]], [[-8.6015625, false]], [[-8.4765625, false]], [[-4.9765625, false]], [[-6.2265625, false]], [[-10.8515625, false]], [[-4.9765625, false]], [[-9.6015625, false]], [[-4.1015625, false]], [[-10.9765625, false]], [[-4.1015625, false]], [[-6.55859375, false]], [[-8.1015625, false]], [[-12.6015625, false]]], "filtered_resps": [[-7.7265625, false], [-8.1015625, false], [-8.2265625, false], [-7.9765625, false], [-10.9765625, false], [-7.6015625, false], [-8.2265625, false], [-8.1015625, false], [-4.9765625, false], [-8.1015625, false], [-9.6015625, false], [-8.1015625, false], [-8.1015625, false], [-8.4765625, false], [-7.9765625, false], [-8.6015625, false], [-10.1015625, false], [-4.9765625, false], [-4.1015625, false], [-9.6015625, false], [-8.1015625, false], [-8.6015625, false], [-10.1015625, false], [-4.9765625, false], [-4.1015625, false], [-4.9765625, false], [-7.8515625, false], [-8.1015625, false], [-4.1015625, false], [-8.1015625, false], [-9.7265625, false], [-4.1015625, false], [-9.6015625, false], [-4.9765625, false], [-8.7265625, false], [-9.6015625, false], [-4.1015625, false], [-7.9765625, false], [-8.6015625, false], [-6.55859375, false], [-8.1015625, false], [-7.4921875, false], [-4.9765625, false], [-8.1015625, false], [-7.6015625, false], [-8.2265625, false], [-8.1015625, false], [-8.1015625, false], [-7.9765625, false], [-8.1015625, false], [-8.6015625, false], [-4.9765625, false], [-4.1015625, false], [-8.6015625, false], [-8.4765625, false], [-4.9765625, false], [-9.3515625, false], [-7.6015625, false], [-4.1015625, false], [-9.7265625, false], [-10.1015625, false], [-7.6015625, false], [-8.2265625, false], [-7.9765625, false], [-8.6015625, false], [-10.1015625, false], [-6.55859375, false], [-8.1015625, false], [-7.4921875, false], [-4.9765625, false], [-8.1015625, false], [-7.6015625, false], [-4.1015625, false], [-8.2265625, false], [-9.7265625, false], [-10.1015625, false], [-11.2265625, false], [-10.7265625, false], [-4.1015625, false], [-9.1015625, false], [-7.6015625, false], [-8.1015625, false], [-4.9765625, false], [-4.1015625, false], [-8.6015625, false], [-8.4765625, false], [-4.9765625, false], [-9.3515625, false], [-4.1015625, false], [-10.9765625, false], [-7.6015625, false], [-8.1015625, false], [-6.55859375, false], [-8.1015625, false], [-7.4921875, false], [-4.9765625, false], [-8.1015625, false], [-8.2265625, false], [-8.1015625, false], [-7.8515625, false], [-9.1015625, false], [-8.1015625, false], [-4.9765625, false], [-8.6015625, false], [-7.6015625, false], [-9.6015625, false], [-9.7265625, false], [-7.6015625, false], [-8.4765625, false], [-4.9765625, false], [-10.7265625, false], [-8.6015625, false], [-8.4765625, false], [-7.6015625, false], [-8.2265625, false], [-10.1015625, false], [-8.2265625, false], [-8.1015625, false], [-10.7265625, false], [-8.6015625, false], [-8.4765625, false], [-4.9765625, false], [-6.2265625, false], [-10.8515625, false], [-4.9765625, false], [-9.6015625, false], [-4.1015625, false], [-10.9765625, false], [-4.1015625, false], [-6.55859375, false], [-8.1015625, false], [-12.6015625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 74, "doc": {"id": "Mercury_SC_401143", "question": "A group of the same species of fish swim together to increase an individual's", "choices": {"text": ["swimming speed.", "body temperature.", "chance of survival.", "visibility to predators."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "chance of survival.", "arguments": ["Question: A group of the same species of fish swim together to increase an individual's\nAnswer:", " ["], "resps": [[[-7.16796875, false]], [[-7.54296875, false]], [[-7.91796875, false]], [[-9.921875, false]], [[-8.546875, false]], [[-9.296875, false]], [[-9.296875, false]], [[-8.546875, false]], [[-7.04296875, false]], [[-10.421875, false]], [[-4.91796875, false]], [[-7.91796875, false]], [[-9.671875, false]], [[-8.171875, false]], [[-8.171875, false]], [[-7.54296875, false]], [[-6.7890625, false]], [[-7.54296875, false]], [[-8.9765625, false]], [[-4.91796875, false]], [[-7.54296875, false]], [[-8.171875, false]], [[-9.296875, false]], [[-7.54296875, false]], [[-10.171875, false]], [[-4.91796875, false]], [[-9.546875, false]], [[-8.171875, false]], [[-9.296875, false]], [[-9.671875, false]], [[-8.171875, false]], [[-9.171875, false]], [[-4.04296875, false]], [[-9.546875, false]], [[-10.046875, false]], [[-9.171875, false]], [[-8.171875, false]], [[-6.7890625, false]], [[-7.54296875, false]], [[-8.9765625, false]], [[-4.91796875, false]], [[-7.54296875, false]], [[-8.171875, false]], [[-10.296875, false]], [[-4.04296875, false]], [[-7.04296875, false]], [[-8.171875, false]], [[-8.171875, false]], [[-4.91796875, false]], [[-9.296875, false]], [[-8.796875, false]], [[-4.91796875, false]], [[-7.91796875, false]], [[-10.046875, false]], [[-9.171875, false]], [[-10.421875, false]], [[-8.546875, false]], [[-10.421875, false]], [[-4.04296875, false]], [[-9.921875, false]], [[-6.7890625, false]], [[-7.54296875, false]], [[-8.9765625, false]], [[-4.91796875, false]], [[-7.54296875, false]], [[-10.421875, false]], [[-8.546875, false]], [[-7.91796875, false]], [[-8.546875, false]], [[-8.171875, false]], [[-8.546875, false]], [[-9.921875, false]], [[-8.546875, false]], [[-9.546875, false]], [[-10.171875, false]], [[-4.91796875, false]], [[-9.546875, false]], [[-9.296875, false]], [[-4.91796875, false]], [[-9.671875, false]], [[-9.171875, false]], [[-8.171875, false]], [[-7.54296875, false]], [[-4.04296875, false]], [[-9.546875, false]], [[-9.296875, false]], [[-9.171875, false]], [[-7.91796875, false]], [[-6.7890625, false]], [[-7.54296875, false]], [[-11.921875, false]]], "filtered_resps": [[-7.16796875, false], [-7.54296875, false], [-7.91796875, false], [-9.921875, false], [-8.546875, false], [-9.296875, false], [-9.296875, false], [-8.546875, false], [-7.04296875, false], [-10.421875, false], [-4.91796875, false], [-7.91796875, false], [-9.671875, false], [-8.171875, false], [-8.171875, false], [-7.54296875, false], [-6.7890625, false], [-7.54296875, false], [-8.9765625, false], [-4.91796875, false], [-7.54296875, false], [-8.171875, false], [-9.296875, false], [-7.54296875, false], [-10.171875, false], [-4.91796875, false], [-9.546875, false], [-8.171875, false], [-9.296875, false], [-9.671875, false], [-8.171875, false], [-9.171875, false], [-4.04296875, false], [-9.546875, false], [-10.046875, false], [-9.171875, false], [-8.171875, false], [-6.7890625, false], [-7.54296875, false], [-8.9765625, false], [-4.91796875, false], [-7.54296875, false], [-8.171875, false], [-10.296875, false], [-4.04296875, false], [-7.04296875, false], [-8.171875, false], [-8.171875, false], [-4.91796875, false], [-9.296875, false], [-8.796875, false], [-4.91796875, false], [-7.91796875, false], [-10.046875, false], [-9.171875, false], [-10.421875, false], [-8.546875, false], [-10.421875, false], [-4.04296875, false], [-9.921875, false], [-6.7890625, false], [-7.54296875, false], [-8.9765625, false], [-4.91796875, false], [-7.54296875, false], [-10.421875, false], [-8.546875, false], [-7.91796875, false], [-8.546875, false], [-8.171875, false], [-8.546875, false], [-9.921875, false], [-8.546875, false], [-9.546875, false], [-10.171875, false], [-4.91796875, false], [-9.546875, false], [-9.296875, false], [-4.91796875, false], [-9.671875, false], [-9.171875, false], [-8.171875, false], [-7.54296875, false], [-4.04296875, false], [-9.546875, false], [-9.296875, false], [-9.171875, false], [-7.91796875, false], [-6.7890625, false], [-7.54296875, false], [-11.921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 82, "doc": {"id": "Mercury_7236320", "question": "Which statement describes a characteristic of a gas that has a significant effect on the climates of both Earth and Venus?", "choices": {"text": ["Nitrogen is chemically inert.", "Sodium vapor reflects solar energy.", "Carbon dioxide traps solar energy.", "Argon is unable to react with water."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Carbon dioxide traps solar energy.", "arguments": ["Question: Which statement describes a characteristic of a gas that has a significant effect on the climates of both Earth and Venus?\nAnswer:", " ["], "resps": [[[-6.86328125, false]], [[-8.609375, false]], [[-6.36328125, false]], [[-7.61328125, false]], [[-9.109375, false]], [[-10.859375, false]], [[-6.86328125, false]], [[-10.859375, false]], [[-7.86328125, false]], [[-8.109375, false]], [[-4.86328125, false]], [[-7.61328125, false]], [[-9.859375, false]], [[-4.86328125, false]], [[-7.36328125, false]], [[-9.109375, false]], [[-7.86328125, false]], [[-8.109375, false]], [[-7.61328125, false]], [[-7.36328125, false]], [[-3.86328125, false]], [[-11.109375, false]], [[-11.109375, false]], [[-10.109375, false]], [[-4.86328125, false]], [[-7.61328125, false]], [[-8.109375, false]], [[-7.86328125, false]], [[-10.859375, false]], [[-9.109375, false]], [[-6.28515625, false]], [[-8.609375, false]], [[-9.15625, false]], [[-4.86328125, false]], [[-8.609375, false]], [[-5.61328125, false]], [[-6.86328125, false]], [[-8.359375, false]], [[-7.61328125, false]], [[-10.859375, false]], [[-8.109375, false]], [[-4.86328125, false]], [[-10.609375, false]], [[-3.86328125, false]], [[-8.359375, false]], [[-6.86328125, false]], [[-10.859375, false]], [[-4.86328125, false]], [[-10.859375, false]], [[-7.86328125, false]], [[-9.359375, false]], [[-11.109375, false]], [[-7.86328125, false]], [[-7.36328125, false]], [[-9.109375, false]], [[-9.859375, false]], [[-4.86328125, false]], [[-9.859375, false]], [[-6.86328125, false]], [[-11.109375, false]], [[-3.86328125, false]], [[-10.859375, false]], [[-4.86328125, false]], [[-7.86328125, false]], [[-8.109375, false]], [[-7.86328125, false]], [[-10.859375, false]], [[-10.859375, false]], [[-10.109375, false]], [[-6.28515625, false]], [[-8.609375, false]], [[-9.15625, false]], [[-4.86328125, false]], [[-8.609375, false]], [[-5.36328125, false]], [[-3.86328125, false]], [[-10.859375, false]], [[-8.109375, false]], [[-6.86328125, false]], [[-8.109375, false]], [[-4.86328125, false]], [[-8.359375, false]], [[-7.61328125, false]], [[-6.86328125, false]], [[-9.859375, false]], [[-7.61328125, false]], [[-8.359375, false]], [[-7.86328125, false]], [[-4.86328125, false]], [[-9.109375, false]], [[-10.859375, false]], [[-3.86328125, false]], [[-8.359375, false]], [[-9.859375, false]], [[-4.86328125, false]], [[-9.859375, false]], [[-6.86328125, false]], [[-11.109375, false]], [[-3.86328125, false]], [[-10.859375, false]], [[-4.86328125, false]], [[-7.86328125, false]], [[-8.109375, false]], [[-7.86328125, false]], [[-10.859375, false]], [[-10.859375, false]], [[-10.109375, false]], [[-6.28515625, false]], [[-8.609375, false]], [[-9.15625, false]], [[-4.86328125, false]], [[-8.609375, false]], [[-2.36328125, false]], [[-10.859375, false]], [[-10.859375, false]], [[-6.86328125, false]], [[-8.109375, false]], [[-4.86328125, false]], [[-7.61328125, false]], [[-9.859375, false]], [[-4.86328125, false]], [[-10.859375, false]], [[-8.109375, false]], [[-3.86328125, false]], [[-8.109375, false]], [[-11.109375, false]], [[-7.86328125, false]], [[-4.86328125, false]], [[-9.109375, false]], [[-6.86328125, false]], [[-4.86328125, false]], [[-10.859375, false]], [[-7.86328125, false]], [[-3.86328125, false]], [[-7.36328125, false]], [[-9.109375, false]], [[-4.86328125, false]], [[-11.609375, false]], [[-7.61328125, false]], [[-9.109375, false]], [[-9.109375, false]], [[-4.86328125, false]], [[-11.609375, false]], [[-3.86328125, false]], [[-9.109375, false]], [[-7.86328125, false]], [[-10.859375, false]], [[-6.28515625, false]], [[-8.609375, false]], [[-12.859375, false]]], "filtered_resps": [[-6.86328125, false], [-8.609375, false], [-6.36328125, false], [-7.61328125, false], [-9.109375, false], [-10.859375, false], [-6.86328125, false], [-10.859375, false], [-7.86328125, false], [-8.109375, false], [-4.86328125, false], [-7.61328125, false], [-9.859375, false], [-4.86328125, false], [-7.36328125, false], [-9.109375, false], [-7.86328125, false], [-8.109375, false], [-7.61328125, false], [-7.36328125, false], [-3.86328125, false], [-11.109375, false], [-11.109375, false], [-10.109375, false], [-4.86328125, false], [-7.61328125, false], [-8.109375, false], [-7.86328125, false], [-10.859375, false], [-9.109375, false], [-6.28515625, false], [-8.609375, false], [-9.15625, false], [-4.86328125, false], [-8.609375, false], [-5.61328125, false], [-6.86328125, false], [-8.359375, false], [-7.61328125, false], [-10.859375, false], [-8.109375, false], [-4.86328125, false], [-10.609375, false], [-3.86328125, false], [-8.359375, false], [-6.86328125, false], [-10.859375, false], [-4.86328125, false], [-10.859375, false], [-7.86328125, false], [-9.359375, false], [-11.109375, false], [-7.86328125, false], [-7.36328125, false], [-9.109375, false], [-9.859375, false], [-4.86328125, false], [-9.859375, false], [-6.86328125, false], [-11.109375, false], [-3.86328125, false], [-10.859375, false], [-4.86328125, false], [-7.86328125, false], [-8.109375, false], [-7.86328125, false], [-10.859375, false], [-10.859375, false], [-10.109375, false], [-6.28515625, false], [-8.609375, false], [-9.15625, false], [-4.86328125, false], [-8.609375, false], [-5.36328125, false], [-3.86328125, false], [-10.859375, false], [-8.109375, false], [-6.86328125, false], [-8.109375, false], [-4.86328125, false], [-8.359375, false], [-7.61328125, false], [-6.86328125, false], [-9.859375, false], [-7.61328125, false], [-8.359375, false], [-7.86328125, false], [-4.86328125, false], [-9.109375, false], [-10.859375, false], [-3.86328125, false], [-8.359375, false], [-9.859375, false], [-4.86328125, false], [-9.859375, false], [-6.86328125, false], [-11.109375, false], [-3.86328125, false], [-10.859375, false], [-4.86328125, false], [-7.86328125, false], [-8.109375, false], [-7.86328125, false], [-10.859375, false], [-10.859375, false], [-10.109375, false], [-6.28515625, false], [-8.609375, false], [-9.15625, false], [-4.86328125, false], [-8.609375, false], [-2.36328125, false], [-10.859375, false], [-10.859375, false], [-6.86328125, false], [-8.109375, false], [-4.86328125, false], [-7.61328125, false], [-9.859375, false], [-4.86328125, false], [-10.859375, false], [-8.109375, false], [-3.86328125, false], [-8.109375, false], [-11.109375, false], [-7.86328125, false], [-4.86328125, false], [-9.109375, false], [-6.86328125, false], [-4.86328125, false], [-10.859375, false], [-7.86328125, false], [-3.86328125, false], [-7.36328125, false], [-9.109375, false], [-4.86328125, false], [-11.609375, false], [-7.61328125, false], [-9.109375, false], [-9.109375, false], [-4.86328125, false], [-11.609375, false], [-3.86328125, false], [-9.109375, false], [-7.86328125, false], [-10.859375, false], [-6.28515625, false], [-8.609375, false], [-12.859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 90, "doc": {"id": "Mercury_7008453", "question": "Part of a student's experiment is to measure changes in wind speed several hours before a storm. What piece of equipment should the student use?", "choices": {"text": ["barometer", "hygrometer", "anemometer", "weather vane"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "anemometer", "arguments": ["Question: Part of a student's experiment is to measure changes in wind speed several hours before a storm. What piece of equipment should the student use?\nAnswer:", " ["], "resps": [[[-7.85546875, false]], [[-9.859375, false]], [[-8.609375, false]], [[-4.10546875, false]], [[-11.109375, false]], [[-10.609375, false]], [[-9.109375, false]], [[-10.109375, false]], [[-10.109375, false]], [[-10.109375, false]], [[-11.109375, false]], [[-9.859375, false]], [[-9.9609375, false]], [[-5.60546875, false]], [[-9.859375, false]], [[-10.859375, false]], [[-13.359375, false]], [[-10.359375, false]], [[-11.109375, false]], [[-10.609375, false]], [[-9.109375, false]], [[-10.109375, false]], [[-10.109375, false]], [[-10.109375, false]], [[-11.109375, false]], [[-9.859375, false]], [[-9.9609375, false]], [[-5.60546875, false]], [[-9.859375, false]], [[-4.10546875, false]], [[-10.109375, false]], [[-10.109375, false]], [[-9.109375, false]], [[-10.609375, false]], [[-9.109375, false]], [[-10.109375, false]], [[-10.109375, false]], [[-10.109375, false]], [[-11.109375, false]], [[-9.859375, false]], [[-9.9609375, false]], [[-5.60546875, false]], [[-9.859375, false]], [[-9.609375, false]], [[-10.109375, false]], [[-4.10546875, false]], [[-10.109375, false]], [[-10.859375, false]], [[-10.109375, false]], [[-11.109375, false]], [[-5.60546875, false]], [[-11.109375, false]], [[-4.10546875, false]], [[-10.109375, false]], [[-10.109375, false]], [[-9.859375, false]], [[-12.359375, false]]], "filtered_resps": [[-7.85546875, false], [-9.859375, false], [-8.609375, false], [-4.10546875, false], [-11.109375, false], [-10.609375, false], [-9.109375, false], [-10.109375, false], [-10.109375, false], [-10.109375, false], [-11.109375, false], [-9.859375, false], [-9.9609375, false], [-5.60546875, false], [-9.859375, false], [-10.859375, false], [-13.359375, false], [-10.359375, false], [-11.109375, false], [-10.609375, false], [-9.109375, false], [-10.109375, false], [-10.109375, false], [-10.109375, false], [-11.109375, false], [-9.859375, false], [-9.9609375, false], [-5.60546875, false], [-9.859375, false], [-4.10546875, false], [-10.109375, false], [-10.109375, false], [-9.109375, false], [-10.609375, false], [-9.109375, false], [-10.109375, false], [-10.109375, false], [-10.109375, false], [-11.109375, false], [-9.859375, false], [-9.9609375, false], [-5.60546875, false], [-9.859375, false], [-9.609375, false], [-10.109375, false], [-4.10546875, false], [-10.109375, false], [-10.859375, false], [-10.109375, false], [-11.109375, false], [-5.60546875, false], [-11.109375, false], [-4.10546875, false], [-10.109375, false], [-10.109375, false], [-9.859375, false], [-12.359375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 98, "doc": {"id": "AKDE&ED_2008_4_3", "question": "Which statement correctly describes both gases and liquids?", "choices": {"text": ["Their shapes stay the same in any container.", "Their shapes change when they are in different containers.", "Their volumes stay the same in any container.", "Their volumes change when they are in different containers."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Their shapes change when they are in different containers.", "arguments": ["Question: Which statement correctly describes both gases and liquids?\nAnswer:", " ["], "resps": [[[-6.83984375, false]], [[-8.84375, false]], [[-7.58984375, false]], [[-8.59375, false]], [[-7.83984375, false]], [[-7.33984375, false]], [[-12.59375, false]], [[-5.58984375, false]], [[-11.09375, false]], [[-8.59375, false]], [[-4.08984375, false]], [[-10.09375, false]], [[-7.83984375, false]], [[-11.09375, false]], [[-5.58984375, false]], [[-11.09375, false]], [[-10.84375, false]], [[-4.08984375, false]], [[-10.59375, false]], [[-5.58984375, false]], [[-10.84375, false]], [[-8.59375, false]], [[-7.83984375, false]], [[-5.58984375, false]], [[-11.09375, false]], [[-4.08984375, false]], [[-9.09375, false]], [[-7.83984375, false]], [[-5.58984375, false]], [[-7.33984375, false]], [[-7.83984375, false]], [[-5.58984375, false]], [[-4.08984375, false]], [[-7.83984375, false]], [[-10.59375, false]], [[-5.58984375, false]], [[-7.83984375, false]], [[-8.59375, false]], [[-7.83984375, false]], [[-10.84375, false]], [[-4.08984375, false]], [[-7.33984375, false]], [[-7.83984375, false]], [[-7.83984375, false]], [[-12.59375, false]], [[-6.91796875, false]], [[-8.84375, false]], [[-9.671875, false]], [[-5.58984375, false]], [[-8.84375, false]], [[-7.58984375, false]], [[-8.59375, false]], [[-7.83984375, false]], [[-7.33984375, false]], [[-12.59375, false]], [[-5.58984375, false]], [[-11.09375, false]], [[-8.59375, false]], [[-4.08984375, false]], [[-10.09375, false]], [[-7.83984375, false]], [[-11.09375, false]], [[-5.58984375, false]], [[-7.83984375, false]], [[-8.59375, false]], [[-4.08984375, false]], [[-7.83984375, false]], [[-10.34375, false]], [[-7.83984375, false]], [[-5.58984375, false]], [[-11.59375, false]], [[-8.59375, false]], [[-7.83984375, false]], [[-7.83984375, false]], [[-5.58984375, false]], [[-10.84375, false]], [[-8.59375, false]], [[-7.83984375, false]], [[-10.59375, false]], [[-5.58984375, false]], [[-4.08984375, false]], [[-12.59375, false]], [[-7.83984375, false]], [[-5.58984375, false]], [[-7.33984375, false]], [[-7.83984375, false]], [[-5.58984375, false]], [[-9.34375, false]], [[-7.33984375, false]], [[-10.09375, false]], [[-10.09375, false]], [[-7.83984375, false]], [[-12.59375, false]], [[-7.83984375, false]], [[-7.83984375, false]], [[-10.84375, false]], [[-5.58984375, false]], [[-7.83984375, false]], [[-8.59375, false]], [[-7.83984375, false]], [[-10.84375, false]], [[-4.08984375, false]], [[-7.33984375, false]], [[-7.83984375, false]], [[-7.83984375, false]], [[-12.59375, false]], [[-11.09375, false]], [[-6.91796875, false]], [[-8.84375, false]], [[-9.671875, false]], [[-5.58984375, false]], [[-8.84375, false]], [[-7.58984375, false]], [[-8.59375, false]], [[-7.83984375, false]], [[-7.33984375, false]], [[-12.59375, false]], [[-5.58984375, false]], [[-10.59375, false]], [[-8.59375, false]], [[-10.09375, false]], [[-11.59375, false]], [[-9.09375, false]], [[-7.83984375, false]], [[-11.09375, false]], [[-5.58984375, false]], [[-11.09375, false]], [[-10.84375, false]], [[-4.08984375, false]], [[-10.59375, false]], [[-5.58984375, false]], [[-10.84375, false]], [[-8.59375, false]], [[-7.83984375, false]], [[-5.58984375, false]], [[-11.09375, false]], [[-4.08984375, false]], [[-9.09375, false]], [[-7.83984375, false]], [[-5.58984375, false]], [[-7.33984375, false]], [[-7.83984375, false]], [[-5.58984375, false]], [[-4.08984375, false]], [[-7.83984375, false]], [[-10.59375, false]], [[-5.58984375, false]], [[-7.83984375, false]], [[-8.59375, false]], [[-7.83984375, false]], [[-10.84375, false]], [[-4.08984375, false]], [[-7.33984375, false]], [[-7.83984375, false]], [[-7.83984375, false]], [[-12.59375, false]], [[-6.91796875, false]], [[-8.84375, false]], [[-9.671875, false]], [[-5.58984375, false]], [[-8.84375, false]], [[-7.58984375, false]], [[-8.59375, false]], [[-7.83984375, false]], [[-7.33984375, false]], [[-12.59375, false]], [[-5.58984375, false]], [[-10.59375, false]], [[-8.59375, false]], [[-10.09375, false]], [[-11.59375, false]], [[-9.09375, false]], [[-7.83984375, false]], [[-11.09375, false]], [[-5.58984375, false]], [[-7.83984375, false]], [[-8.59375, false]], [[-4.08984375, false]], [[-7.83984375, false]], [[-10.34375, false]], [[-7.83984375, false]], [[-5.58984375, false]], [[-11.59375, false]], [[-8.59375, false]], [[-7.83984375, false]], [[-7.83984375, false]], [[-5.58984375, false]], [[-10.84375, false]], [[-8.59375, false]], [[-7.83984375, false]], [[-10.59375, false]], [[-5.58984375, false]], [[-4.08984375, false]], [[-12.59375, false]], [[-7.83984375, false]], [[-5.58984375, false]], [[-7.33984375, false]], [[-7.83984375, false]], [[-5.58984375, false]], [[-9.34375, false]], [[-7.33984375, false]], [[-10.09375, false]], [[-10.09375, false]], [[-7.83984375, false]], [[-12.59375, false]], [[-7.83984375, false]], [[-7.83984375, false]], [[-10.84375, false]], [[-5.58984375, false]], [[-7.83984375, false]], [[-8.59375, false]], [[-7.83984375, false]], [[-10.84375, false]], [[-4.08984375, false]], [[-7.33984375, false]], [[-7.83984375, false]], [[-7.83984375, false]], [[-12.59375, false]], [[-11.09375, false]], [[-6.91796875, false]], [[-8.84375, false]], [[-12.84375, false]]], "filtered_resps": [[-6.83984375, false], [-8.84375, false], [-7.58984375, false], [-8.59375, false], [-7.83984375, false], [-7.33984375, false], [-12.59375, false], [-5.58984375, false], [-11.09375, false], [-8.59375, false], [-4.08984375, false], [-10.09375, false], [-7.83984375, false], [-11.09375, false], [-5.58984375, false], [-11.09375, false], [-10.84375, false], [-4.08984375, false], [-10.59375, false], [-5.58984375, false], [-10.84375, false], [-8.59375, false], [-7.83984375, false], [-5.58984375, false], [-11.09375, false], [-4.08984375, false], [-9.09375, false], [-7.83984375, false], [-5.58984375, false], [-7.33984375, false], [-7.83984375, false], [-5.58984375, false], [-4.08984375, false], [-7.83984375, false], [-10.59375, false], [-5.58984375, false], [-7.83984375, false], [-8.59375, false], [-7.83984375, false], [-10.84375, false], [-4.08984375, false], [-7.33984375, false], [-7.83984375, false], [-7.83984375, false], [-12.59375, false], [-6.91796875, false], [-8.84375, false], [-9.671875, false], [-5.58984375, false], [-8.84375, false], [-7.58984375, false], [-8.59375, false], [-7.83984375, false], [-7.33984375, false], [-12.59375, false], [-5.58984375, false], [-11.09375, false], [-8.59375, false], [-4.08984375, false], [-10.09375, false], [-7.83984375, false], [-11.09375, false], [-5.58984375, false], [-7.83984375, false], [-8.59375, false], [-4.08984375, false], [-7.83984375, false], [-10.34375, false], [-7.83984375, false], [-5.58984375, false], [-11.59375, false], [-8.59375, false], [-7.83984375, false], [-7.83984375, false], [-5.58984375, false], [-10.84375, false], [-8.59375, false], [-7.83984375, false], [-10.59375, false], [-5.58984375, false], [-4.08984375, false], [-12.59375, false], [-7.83984375, false], [-5.58984375, false], [-7.33984375, false], [-7.83984375, false], [-5.58984375, false], [-9.34375, false], [-7.33984375, false], [-10.09375, false], [-10.09375, false], [-7.83984375, false], [-12.59375, false], [-7.83984375, false], [-7.83984375, false], [-10.84375, false], [-5.58984375, false], [-7.83984375, false], [-8.59375, false], [-7.83984375, false], [-10.84375, false], [-4.08984375, false], [-7.33984375, false], [-7.83984375, false], [-7.83984375, false], [-12.59375, false], [-11.09375, false], [-6.91796875, false], [-8.84375, false], [-9.671875, false], [-5.58984375, false], [-8.84375, false], [-7.58984375, false], [-8.59375, false], [-7.83984375, false], [-7.33984375, false], [-12.59375, false], [-5.58984375, false], [-10.59375, false], [-8.59375, false], [-10.09375, false], [-11.59375, false], [-9.09375, false], [-7.83984375, false], [-11.09375, false], [-5.58984375, false], [-11.09375, false], [-10.84375, false], [-4.08984375, false], [-10.59375, false], [-5.58984375, false], [-10.84375, false], [-8.59375, false], [-7.83984375, false], [-5.58984375, false], [-11.09375, false], [-4.08984375, false], [-9.09375, false], [-7.83984375, false], [-5.58984375, false], [-7.33984375, false], [-7.83984375, false], [-5.58984375, false], [-4.08984375, false], [-7.83984375, false], [-10.59375, false], [-5.58984375, false], [-7.83984375, false], [-8.59375, false], [-7.83984375, false], [-10.84375, false], [-4.08984375, false], [-7.33984375, false], [-7.83984375, false], [-7.83984375, false], [-12.59375, false], [-6.91796875, false], [-8.84375, false], [-9.671875, false], [-5.58984375, false], [-8.84375, false], [-7.58984375, false], [-8.59375, false], [-7.83984375, false], [-7.33984375, false], [-12.59375, false], [-5.58984375, false], [-10.59375, false], [-8.59375, false], [-10.09375, false], [-11.59375, false], [-9.09375, false], [-7.83984375, false], [-11.09375, false], [-5.58984375, false], [-7.83984375, false], [-8.59375, false], [-4.08984375, false], [-7.83984375, false], [-10.34375, false], [-7.83984375, false], [-5.58984375, false], [-11.59375, false], [-8.59375, false], [-7.83984375, false], [-7.83984375, false], [-5.58984375, false], [-10.84375, false], [-8.59375, false], [-7.83984375, false], [-10.59375, false], [-5.58984375, false], [-4.08984375, false], [-12.59375, false], [-7.83984375, false], [-5.58984375, false], [-7.33984375, false], [-7.83984375, false], [-5.58984375, false], [-9.34375, false], [-7.33984375, false], [-10.09375, false], [-10.09375, false], [-7.83984375, false], [-12.59375, false], [-7.83984375, false], [-7.83984375, false], [-10.84375, false], [-5.58984375, false], [-7.83984375, false], [-8.59375, false], [-7.83984375, false], [-10.84375, false], [-4.08984375, false], [-7.33984375, false], [-7.83984375, false], [-7.83984375, false], [-12.59375, false], [-11.09375, false], [-6.91796875, false], [-8.84375, false], [-12.84375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 106, "doc": {"id": "Mercury_407530", "question": "In their science classroom, Sam and Julia cross a heterozygous tall (Tt) pea plant with a homozygous short (tt) pea plant. What ratio represents the results Sam and Julia can expect?", "choices": {"text": ["1 tall plant to 3 short plants", "2 tall plants to 2 short plants", "3 tall plants to 1 short plant", "4 tall plants to 0 short plants"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "2 tall plants to 2 short plants", "arguments": ["Question: In their science classroom, Sam and Julia cross a heterozygous tall (Tt) pea plant with a homozygous short (tt) pea plant. What ratio represents the results Sam and Julia can expect?\nAnswer:", " ["], "resps": [[[-6.8125, false]], [[-8.8125, false]], [[-4.3125, false]], [[-5.0625, false]], [[-5.3125, false]], [[-4.5625, false]], [[-9.5625, false]], [[-9.5625, false]], [[-5.0625, false]], [[-7.8125, false]], [[-9.5625, false]], [[-4.5625, false]], [[-6.5625, false]], [[-5.3125, false]], [[-5.0625, false]], [[-5.3125, false]], [[-9.5625, false]], [[-5.0625, false]], [[-6.5625, false]], [[-5.0625, false]], [[-8.8125, false]], [[-7.8125, false]], [[-9.5625, false]], [[-7.8125, false]], [[-5.3125, false]], [[-5.0625, false]], [[-7.8125, false]], [[-9.5625, false]], [[-4.5625, false]], [[-6.5625, false]], [[-5.3125, false]], [[-8.8125, false]], [[-8.8125, false]], [[-9.453125, false]], [[-5.0625, false]], [[-8.8125, false]], [[-5.3125, false]], [[-5.0625, false]], [[-5.3125, false]], [[-4.5625, false]], [[-9.5625, false]], [[-9.5625, false]], [[-5.0625, false]], [[-7.8125, false]], [[-9.5625, false]], [[-4.5625, false]], [[-6.5625, false]], [[-5.3125, false]], [[-8.8125, false]], [[-5.0625, false]], [[-5.3125, false]], [[-9.5625, false]], [[-5.0625, false]], [[-5.3125, false]], [[-5.0625, false]], [[-8.8125, false]], [[-7.8125, false]], [[-9.5625, false]], [[-7.8125, false]], [[-5.3125, false]], [[-5.0625, false]], [[-7.8125, false]], [[-9.5625, false]], [[-4.5625, false]], [[-6.5625, false]], [[-5.3125, false]], [[-8.8125, false]], [[-8.8125, false]], [[-9.453125, false]], [[-5.0625, false]], [[-8.8125, false]], [[-6.5625, false]], [[-5.0625, false]], [[-5.3125, false]], [[-4.5625, false]], [[-9.5625, false]], [[-9.5625, false]], [[-5.0625, false]], [[-7.8125, false]], [[-9.5625, false]], [[-4.5625, false]], [[-6.5625, false]], [[-5.3125, false]], [[-8.8125, false]], [[-5.0625, false]], [[-5.3125, false]], [[-9.5625, false]], [[-5.0625, false]], [[-4.3125, false]], [[-5.0625, false]], [[-8.8125, false]], [[-7.8125, false]], [[-9.5625, false]], [[-7.8125, false]], [[-5.3125, false]], [[-5.0625, false]], [[-7.8125, false]], [[-9.5625, false]], [[-4.5625, false]], [[-6.5625, false]], [[-5.3125, false]], [[-8.8125, false]], [[-9.453125, false]], [[-5.0625, false]], [[-8.8125, false]], [[-5.8125, false]], [[-5.0625, false]], [[-5.3125, false]], [[-4.5625, false]], [[-9.5625, false]], [[-9.5625, false]], [[-5.0625, false]], [[-7.8125, false]], [[-9.5625, false]], [[-4.5625, false]], [[-6.5625, false]], [[-5.3125, false]], [[-8.8125, false]], [[-5.0625, false]], [[-5.3125, false]], [[-9.5625, false]], [[-5.0625, false]], [[-5.8125, false]], [[-5.0625, false]], [[-8.8125, false]], [[-7.8125, false]], [[-9.5625, false]], [[-7.8125, false]], [[-5.3125, false]], [[-5.0625, false]], [[-7.8125, false]], [[-9.5625, false]], [[-4.5625, false]], [[-6.5625, false]], [[-5.3125, false]], [[-8.8125, false]], [[-8.8125, false]], [[-11.5625, false]]], "filtered_resps": [[-6.8125, false], [-8.8125, false], [-4.3125, false], [-5.0625, false], [-5.3125, false], [-4.5625, false], [-9.5625, false], [-9.5625, false], [-5.0625, false], [-7.8125, false], [-9.5625, false], [-4.5625, false], [-6.5625, false], [-5.3125, false], [-5.0625, false], [-5.3125, false], [-9.5625, false], [-5.0625, false], [-6.5625, false], [-5.0625, false], [-8.8125, false], [-7.8125, false], [-9.5625, false], [-7.8125, false], [-5.3125, false], [-5.0625, false], [-7.8125, false], [-9.5625, false], [-4.5625, false], [-6.5625, false], [-5.3125, false], [-8.8125, false], [-8.8125, false], [-9.453125, false], [-5.0625, false], [-8.8125, false], [-5.3125, false], [-5.0625, false], [-5.3125, false], [-4.5625, false], [-9.5625, false], [-9.5625, false], [-5.0625, false], [-7.8125, false], [-9.5625, false], [-4.5625, false], [-6.5625, false], [-5.3125, false], [-8.8125, false], [-5.0625, false], [-5.3125, false], [-9.5625, false], [-5.0625, false], [-5.3125, false], [-5.0625, false], [-8.8125, false], [-7.8125, false], [-9.5625, false], [-7.8125, false], [-5.3125, false], [-5.0625, false], [-7.8125, false], [-9.5625, false], [-4.5625, false], [-6.5625, false], [-5.3125, false], [-8.8125, false], [-8.8125, false], [-9.453125, false], [-5.0625, false], [-8.8125, false], [-6.5625, false], [-5.0625, false], [-5.3125, false], [-4.5625, false], [-9.5625, false], [-9.5625, false], [-5.0625, false], [-7.8125, false], [-9.5625, false], [-4.5625, false], [-6.5625, false], [-5.3125, false], [-8.8125, false], [-5.0625, false], [-5.3125, false], [-9.5625, false], [-5.0625, false], [-4.3125, false], [-5.0625, false], [-8.8125, false], [-7.8125, false], [-9.5625, false], [-7.8125, false], [-5.3125, false], [-5.0625, false], [-7.8125, false], [-9.5625, false], [-4.5625, false], [-6.5625, false], [-5.3125, false], [-8.8125, false], [-9.453125, false], [-5.0625, false], [-8.8125, false], [-5.8125, false], [-5.0625, false], [-5.3125, false], [-4.5625, false], [-9.5625, false], [-9.5625, false], [-5.0625, false], [-7.8125, false], [-9.5625, false], [-4.5625, false], [-6.5625, false], [-5.3125, false], [-8.8125, false], [-5.0625, false], [-5.3125, false], [-9.5625, false], [-5.0625, false], [-5.8125, false], [-5.0625, false], [-8.8125, false], [-7.8125, false], [-9.5625, false], [-7.8125, false], [-5.3125, false], [-5.0625, false], [-7.8125, false], [-9.5625, false], [-4.5625, false], [-6.5625, false], [-5.3125, false], [-8.8125, false], [-8.8125, false], [-11.5625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 114, "doc": {"id": "ACTAAP_2013_7_4", "question": "Which factor is responsible for the presence of equatorial deserts?", "choices": {"text": ["global warming", "asteroid impacts", "tilt of the Earth's axis", "the solar activity cycle"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "tilt of the Earth's axis", "arguments": ["Question: Which factor is responsible for the presence of equatorial deserts?\nAnswer:", " ["], "resps": [[[-7.234375, false]], [[-8.859375, false]], [[-11.734375, false]], [[-10.234375, false]], [[-8.109375, false]], [[-9.609375, false]], [[-5.859375, false]], [[-10.234375, false]], [[-5.109375, false]], [[-10.359375, false]], [[-5.859375, false]], [[-10.234375, false]], [[-9.609375, false]], [[-8.734375, false]], [[-8.984375, false]], [[-11.734375, false]], [[-8.859375, false]], [[-9.3203125, false]], [[-5.109375, false]], [[-8.859375, false]], [[-5.859375, false]], [[-10.484375, false]], [[-10.359375, false]], [[-7.109375, false]], [[-10.234375, false]], [[-8.109375, false]], [[-8.734375, false]], [[-8.109375, false]], [[-5.109375, false]], [[-8.734375, false]], [[-9.609375, false]], [[-8.734375, false]], [[-5.859375, false]], [[-9.609375, false]], [[-10.359375, false]], [[-10.484375, false]], [[-8.859375, false]], [[-9.3203125, false]], [[-5.109375, false]], [[-6.984375, false]], [[-10.359375, false]], [[-8.734375, false]], [[-10.234375, false]], [[-10.359375, false]], [[-5.109375, false]], [[-8.109375, false]], [[-9.984375, false]], [[-5.109375, false]], [[-10.359375, false]], [[-10.734375, false]], [[-7.109375, false]], [[-5.109375, false]], [[-4.609375, false]], [[-5.859375, false]], [[-10.234375, false]], [[-10.359375, false]], [[-10.734375, false]], [[-8.859375, false]], [[-10.484375, false]], [[-5.109375, false]], [[-5.859375, false]], [[-10.484375, false]], [[-8.734375, false]], [[-10.484375, false]], [[-6.984375, false]], [[-9.3203125, false]], [[-5.109375, false]], [[-8.859375, false]], [[-10.359375, false]], [[-10.734375, false]], [[-7.109375, false]], [[-5.109375, false]], [[-10.484375, false]], [[-8.109375, false]], [[-10.234375, false]], [[-5.859375, false]], [[-10.234375, false]], [[-5.109375, false]], [[-5.859375, false]], [[-9.609375, false]], [[-10.359375, false]], [[-8.734375, false]], [[-11.609375, false]], [[-8.734375, false]], [[-10.359375, false]], [[-11.109375, false]], [[-5.109375, false]], [[-9.609375, false]], [[-11.109375, false]], [[-9.609375, false]], [[-10.234375, false]], [[-7.109375, false]], [[-8.859375, false]], [[-13.234375, false]]], "filtered_resps": [[-7.234375, false], [-8.859375, false], [-11.734375, false], [-10.234375, false], [-8.109375, false], [-9.609375, false], [-5.859375, false], [-10.234375, false], [-5.109375, false], [-10.359375, false], [-5.859375, false], [-10.234375, false], [-9.609375, false], [-8.734375, false], [-8.984375, false], [-11.734375, false], [-8.859375, false], [-9.3203125, false], [-5.109375, false], [-8.859375, false], [-5.859375, false], [-10.484375, false], [-10.359375, false], [-7.109375, false], [-10.234375, false], [-8.109375, false], [-8.734375, false], [-8.109375, false], [-5.109375, false], [-8.734375, false], [-9.609375, false], [-8.734375, false], [-5.859375, false], [-9.609375, false], [-10.359375, false], [-10.484375, false], [-8.859375, false], [-9.3203125, false], [-5.109375, false], [-6.984375, false], [-10.359375, false], [-8.734375, false], [-10.234375, false], [-10.359375, false], [-5.109375, false], [-8.109375, false], [-9.984375, false], [-5.109375, false], [-10.359375, false], [-10.734375, false], [-7.109375, false], [-5.109375, false], [-4.609375, false], [-5.859375, false], [-10.234375, false], [-10.359375, false], [-10.734375, false], [-8.859375, false], [-10.484375, false], [-5.109375, false], [-5.859375, false], [-10.484375, false], [-8.734375, false], [-10.484375, false], [-6.984375, false], [-9.3203125, false], [-5.109375, false], [-8.859375, false], [-10.359375, false], [-10.734375, false], [-7.109375, false], [-5.109375, false], [-10.484375, false], [-8.109375, false], [-10.234375, false], [-5.859375, false], [-10.234375, false], [-5.109375, false], [-5.859375, false], [-9.609375, false], [-10.359375, false], [-8.734375, false], [-11.609375, false], [-8.734375, false], [-10.359375, false], [-11.109375, false], [-5.109375, false], [-9.609375, false], [-11.109375, false], [-9.609375, false], [-10.234375, false], [-7.109375, false], [-8.859375, false], [-13.234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 122, "doc": {"id": "MEA_2013_8_2", "question": "What is the primary reason for breaking down food molecules?", "choices": {"text": ["to absorb water into a cell", "to provide energy for a cell", "to remove wastes from a cell", "to store materials in a cell"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "to provide energy for a cell", "arguments": ["Question: What is the primary reason for breaking down food molecules?\nAnswer:", " ["], "resps": [[[-7.91015625, false]], [[-8.7890625, false]], [[-10.4140625, false]], [[-9.0390625, false]], [[-5.53515625, false]], [[-5.66015625, false]], [[-8.5390625, false]], [[-9.5390625, false]], [[-9.0390625, false]], [[-10.5390625, false]], [[-8.5390625, false]], [[-5.53515625, false]], [[-11.0390625, false]], [[-5.66015625, false]], [[-10.4140625, false]], [[-9.2890625, false]], [[-10.5390625, false]], [[-5.53515625, false]], [[-9.1640625, false]], [[-9.2890625, false]], [[-10.4140625, false]], [[-9.0390625, false]], [[-5.53515625, false]], [[-5.66015625, false]], [[-5.53515625, false]], [[-7.41015625, false]], [[-9.2890625, false]], [[-11.0390625, false]], [[-11.0390625, false]], [[-8.7890625, false]], [[-10.1640625, false]], [[-5.53515625, false]], [[-8.7890625, false]], [[-10.4140625, false]], [[-9.0390625, false]], [[-5.53515625, false]], [[-9.5390625, false]], [[-10.5390625, false]], [[-9.0390625, false]], [[-10.7890625, false]], [[-9.1640625, false]], [[-9.7890625, false]], [[-9.2890625, false]], [[-5.53515625, false]], [[-9.2890625, false]], [[-9.2890625, false]], [[-9.2890625, false]], [[-10.5390625, false]], [[-11.9140625, false]], [[-11.5390625, false]], [[-5.53515625, false]], [[-9.9140625, false]], [[-9.0390625, false]], [[-10.5390625, false]], [[-5.53515625, false]], [[-5.66015625, false]], [[-5.53515625, false]], [[-7.41015625, false]], [[-9.2890625, false]], [[-11.0390625, false]], [[-11.0390625, false]], [[-8.7890625, false]], [[-10.1640625, false]], [[-5.53515625, false]], [[-8.7890625, false]], [[-10.4140625, false]], [[-9.0390625, false]], [[-5.53515625, false]], [[-10.5390625, false]], [[-9.2890625, false]], [[-9.0390625, false]], [[-9.0390625, false]], [[-10.7890625, false]], [[-9.2890625, false]], [[-5.53515625, false]], [[-11.0390625, false]], [[-5.66015625, false]], [[-9.5390625, false]], [[-10.4140625, false]], [[-9.2890625, false]], [[-9.5390625, false]], [[-5.53515625, false]], [[-9.9140625, false]], [[-10.5390625, false]], [[-9.0390625, false]], [[-9.0390625, false]], [[-5.53515625, false]], [[-5.66015625, false]], [[-5.53515625, false]], [[-7.41015625, false]], [[-9.2890625, false]], [[-11.0390625, false]], [[-11.0390625, false]], [[-8.7890625, false]], [[-10.1640625, false]], [[-5.53515625, false]], [[-8.7890625, false]], [[-10.4140625, false]], [[-9.0390625, false]], [[-5.53515625, false]], [[-9.5390625, false]], [[-10.4140625, false]], [[-9.0390625, false]], [[-10.5390625, false]], [[-9.2890625, false]], [[-5.53515625, false]], [[-9.0390625, false]], [[-5.66015625, false]], [[-10.4140625, false]], [[-9.2890625, false]], [[-10.5390625, false]], [[-9.1640625, false]], [[-5.66015625, false]], [[-11.0390625, false]], [[-9.5390625, false]], [[-5.53515625, false]], [[-9.1640625, false]], [[-9.2890625, false]], [[-5.53515625, false]], [[-5.66015625, false]], [[-5.53515625, false]], [[-7.41015625, false]], [[-9.2890625, false]], [[-11.0390625, false]], [[-11.0390625, false]], [[-8.7890625, false]], [[-13.6640625, false]]], "filtered_resps": [[-7.91015625, false], [-8.7890625, false], [-10.4140625, false], [-9.0390625, false], [-5.53515625, false], [-5.66015625, false], [-8.5390625, false], [-9.5390625, false], [-9.0390625, false], [-10.5390625, false], [-8.5390625, false], [-5.53515625, false], [-11.0390625, false], [-5.66015625, false], [-10.4140625, false], [-9.2890625, false], [-10.5390625, false], [-5.53515625, false], [-9.1640625, false], [-9.2890625, false], [-10.4140625, false], [-9.0390625, false], [-5.53515625, false], [-5.66015625, false], [-5.53515625, false], [-7.41015625, false], [-9.2890625, false], [-11.0390625, false], [-11.0390625, false], [-8.7890625, false], [-10.1640625, false], [-5.53515625, false], [-8.7890625, false], [-10.4140625, false], [-9.0390625, false], [-5.53515625, false], [-9.5390625, false], [-10.5390625, false], [-9.0390625, false], [-10.7890625, false], [-9.1640625, false], [-9.7890625, false], [-9.2890625, false], [-5.53515625, false], [-9.2890625, false], [-9.2890625, false], [-9.2890625, false], [-10.5390625, false], [-11.9140625, false], [-11.5390625, false], [-5.53515625, false], [-9.9140625, false], [-9.0390625, false], [-10.5390625, false], [-5.53515625, false], [-5.66015625, false], [-5.53515625, false], [-7.41015625, false], [-9.2890625, false], [-11.0390625, false], [-11.0390625, false], [-8.7890625, false], [-10.1640625, false], [-5.53515625, false], [-8.7890625, false], [-10.4140625, false], [-9.0390625, false], [-5.53515625, false], [-10.5390625, false], [-9.2890625, false], [-9.0390625, false], [-9.0390625, false], [-10.7890625, false], [-9.2890625, false], [-5.53515625, false], [-11.0390625, false], [-5.66015625, false], [-9.5390625, false], [-10.4140625, false], [-9.2890625, false], [-9.5390625, false], [-5.53515625, false], [-9.9140625, false], [-10.5390625, false], [-9.0390625, false], [-9.0390625, false], [-5.53515625, false], [-5.66015625, false], [-5.53515625, false], [-7.41015625, false], [-9.2890625, false], [-11.0390625, false], [-11.0390625, false], [-8.7890625, false], [-10.1640625, false], [-5.53515625, false], [-8.7890625, false], [-10.4140625, false], [-9.0390625, false], [-5.53515625, false], [-9.5390625, false], [-10.4140625, false], [-9.0390625, false], [-10.5390625, false], [-9.2890625, false], [-5.53515625, false], [-9.0390625, false], [-5.66015625, false], [-10.4140625, false], [-9.2890625, false], [-10.5390625, false], [-9.1640625, false], [-5.66015625, false], [-11.0390625, false], [-9.5390625, false], [-5.53515625, false], [-9.1640625, false], [-9.2890625, false], [-5.53515625, false], [-5.66015625, false], [-5.53515625, false], [-7.41015625, false], [-9.2890625, false], [-11.0390625, false], [-11.0390625, false], [-8.7890625, false], [-13.6640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 130, "doc": {"id": "CSZ_2008_8_29", "question": "What characteristic of carbon [C] makes it essential to living organisms?", "choices": {"text": ["Carbon forms crystal structures under certain conditions.", "Carbon can exist as a solid, liquid, or gas.", "Carbon bonds in many ways with itself to form chains.", "Carbon exists in radioactive forms."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Carbon bonds in many ways with itself to form chains.", "arguments": ["Question: What characteristic of carbon [C] makes it essential to living organisms?\nAnswer:", " ["], "resps": [[[-6.1875, false]], [[-8.9375, false]], [[-2.939453125, false]], [[-6.4375, false]], [[-11.9375, false]], [[-10.1875, false]], [[-9.4375, false]], [[-10.1875, false]], [[-6.1875, false]], [[-11.4375, false]], [[-9.4375, false]], [[-11.9375, false]], [[-10.1875, false]], [[-10.4375, false]], [[-6.1875, false]], [[-7.4375, false]], [[-11.9375, false]], [[-12.1875, false]], [[-10.4375, false]], [[-10.9375, false]], [[-6.4375, false]], [[-11.6875, false]], [[-6.1875, false]], [[-10.4375, false]], [[-10.9375, false]], [[-11.9375, false]], [[-12.1875, false]], [[-7.4375, false]], [[-10.9375, false]], [[-12.1875, false]], [[-11.9375, false]], [[-9.6875, false]], [[-10.4375, false]], [[-6.1875, false]], [[-12.1875, false]], [[-10.1875, false]], [[-10.6875, false]], [[-9.6875, false]], [[-11.9375, false]], [[-6.1875, false]], [[-7.4375, false]], [[-9.6875, false]], [[-11.9375, false]], [[-10.9375, false]], [[-6.4375, false]], [[-9.1875, false]], [[-10.1875, false]], [[-6.1875, false]], [[-7.4375, false]], [[-9.4375, false]], [[-10.1875, false]], [[-10.6875, false]], [[-9.1875, false]], [[-10.9375, false]], [[-9.1875, false]], [[-9.4375, false]], [[-10.1875, false]], [[-10.4375, false]], [[-7.8828125, false]], [[-8.9375, false]], [[-10.3828125, false]], [[-6.1875, false]], [[-8.9375, false]], [[-2.939453125, false]], [[-6.4375, false]], [[-11.9375, false]], [[-10.1875, false]], [[-9.4375, false]], [[-10.1875, false]], [[-6.1875, false]], [[-7.4375, false]], [[-6.4375, false]], [[-10.1875, false]], [[-6.1875, false]], [[-9.6875, false]], [[-11.1875, false]], [[-9.1875, false]], [[-10.4375, false]], [[-10.9375, false]], [[-6.1875, false]], [[-6.4375, false]], [[-10.4375, false]], [[-6.1875, false]], [[-6.4375, false]], [[-6.1875, false]], [[-10.4375, false]], [[-9.4375, false]], [[-11.6875, false]], [[-9.1875, false]], [[-10.6875, false]], [[-10.3828125, false]], [[-6.1875, false]], [[-11.6875, false]], [[-9.1875, false]], [[-12.6875, false]], [[-12.1875, false]], [[-9.1875, false]], [[-10.6875, false]], [[-10.3828125, false]], [[-6.1875, false]], [[-9.4375, false]], [[-11.9375, false]], [[-6.1875, false]], [[-12.4375, false]], [[-6.4375, false]], [[-10.4375, false]], [[-7.8828125, false]], [[-8.9375, false]], [[-10.3828125, false]], [[-6.1875, false]], [[-8.9375, false]], [[-2.939453125, false]], [[-6.4375, false]], [[-11.9375, false]], [[-10.1875, false]], [[-9.4375, false]], [[-10.1875, false]], [[-6.1875, false]], [[-10.1875, false]], [[-9.4375, false]], [[-10.1875, false]], [[-10.6875, false]], [[-10.4375, false]], [[-6.1875, false]], [[-9.1875, false]], [[-10.1875, false]], [[-6.1875, false]], [[-10.1875, false]], [[-6.4375, false]], [[-10.1875, false]], [[-12.1875, false]], [[-6.1875, false]], [[-12.1875, false]], [[-6.4375, false]], [[-12.1875, false]], [[-10.4375, false]], [[-6.1875, false]], [[-12.1875, false]], [[-9.1875, false]], [[-10.9375, false]], [[-11.6875, false]], [[-6.1875, false]], [[-9.1875, false]], [[-10.9375, false]], [[-10.4375, false]], [[-9.6875, false]], [[-11.6875, false]], [[-11.4375, false]], [[-6.1875, false]], [[-10.9375, false]], [[-9.4375, false]], [[-6.1875, false]], [[-11.4375, false]], [[-9.4375, false]], [[-11.9375, false]], [[-10.1875, false]], [[-6.1875, false]], [[-7.4375, false]], [[-11.6875, false]], [[-6.4375, false]], [[-9.1875, false]], [[-10.1875, false]], [[-10.4375, false]], [[-7.8828125, false]], [[-8.9375, false]], [[-10.3828125, false]], [[-6.1875, false]], [[-8.9375, false]], [[-2.939453125, false]], [[-6.4375, false]], [[-11.9375, false]], [[-10.1875, false]], [[-9.4375, false]], [[-10.1875, false]], [[-6.1875, false]], [[-9.6875, false]], [[-11.1875, false]], [[-9.1875, false]], [[-10.4375, false]], [[-10.9375, false]], [[-10.4375, false]], [[-6.1875, false]], [[-9.1875, false]], [[-10.1875, false]], [[-6.1875, false]], [[-11.9375, false]], [[-6.4375, false]], [[-10.6875, false]], [[-9.1875, false]], [[-9.4375, false]], [[-6.4375, false]], [[-7.4375, false]], [[-10.9375, false]], [[-9.1875, false]], [[-11.6875, false]], [[-9.6875, false]], [[-6.1875, false]], [[-11.4375, false]], [[-9.4375, false]], [[-11.9375, false]], [[-10.1875, false]], [[-10.4375, false]], [[-7.8828125, false]], [[-8.9375, false]], [[-12.9375, false]]], "filtered_resps": [[-6.1875, false], [-8.9375, false], [-2.939453125, false], [-6.4375, false], [-11.9375, false], [-10.1875, false], [-9.4375, false], [-10.1875, false], [-6.1875, false], [-11.4375, false], [-9.4375, false], [-11.9375, false], [-10.1875, false], [-10.4375, false], [-6.1875, false], [-7.4375, false], [-11.9375, false], [-12.1875, false], [-10.4375, false], [-10.9375, false], [-6.4375, false], [-11.6875, false], [-6.1875, false], [-10.4375, false], [-10.9375, false], [-11.9375, false], [-12.1875, false], [-7.4375, false], [-10.9375, false], [-12.1875, false], [-11.9375, false], [-9.6875, false], [-10.4375, false], [-6.1875, false], [-12.1875, false], [-10.1875, false], [-10.6875, false], [-9.6875, false], [-11.9375, false], [-6.1875, false], [-7.4375, false], [-9.6875, false], [-11.9375, false], [-10.9375, false], [-6.4375, false], [-9.1875, false], [-10.1875, false], [-6.1875, false], [-7.4375, false], [-9.4375, false], [-10.1875, false], [-10.6875, false], [-9.1875, false], [-10.9375, false], [-9.1875, false], [-9.4375, false], [-10.1875, false], [-10.4375, false], [-7.8828125, false], [-8.9375, false], [-10.3828125, false], [-6.1875, false], [-8.9375, false], [-2.939453125, false], [-6.4375, false], [-11.9375, false], [-10.1875, false], [-9.4375, false], [-10.1875, false], [-6.1875, false], [-7.4375, false], [-6.4375, false], [-10.1875, false], [-6.1875, false], [-9.6875, false], [-11.1875, false], [-9.1875, false], [-10.4375, false], [-10.9375, false], [-6.1875, false], [-6.4375, false], [-10.4375, false], [-6.1875, false], [-6.4375, false], [-6.1875, false], [-10.4375, false], [-9.4375, false], [-11.6875, false], [-9.1875, false], [-10.6875, false], [-10.3828125, false], [-6.1875, false], [-11.6875, false], [-9.1875, false], [-12.6875, false], [-12.1875, false], [-9.1875, false], [-10.6875, false], [-10.3828125, false], [-6.1875, false], [-9.4375, false], [-11.9375, false], [-6.1875, false], [-12.4375, false], [-6.4375, false], [-10.4375, false], [-7.8828125, false], [-8.9375, false], [-10.3828125, false], [-6.1875, false], [-8.9375, false], [-2.939453125, false], [-6.4375, false], [-11.9375, false], [-10.1875, false], [-9.4375, false], [-10.1875, false], [-6.1875, false], [-10.1875, false], [-9.4375, false], [-10.1875, false], [-10.6875, false], [-10.4375, false], [-6.1875, false], [-9.1875, false], [-10.1875, false], [-6.1875, false], [-10.1875, false], [-6.4375, false], [-10.1875, false], [-12.1875, false], [-6.1875, false], [-12.1875, false], [-6.4375, false], [-12.1875, false], [-10.4375, false], [-6.1875, false], [-12.1875, false], [-9.1875, false], [-10.9375, false], [-11.6875, false], [-6.1875, false], [-9.1875, false], [-10.9375, false], [-10.4375, false], [-9.6875, false], [-11.6875, false], [-11.4375, false], [-6.1875, false], [-10.9375, false], [-9.4375, false], [-6.1875, false], [-11.4375, false], [-9.4375, false], [-11.9375, false], [-10.1875, false], [-6.1875, false], [-7.4375, false], [-11.6875, false], [-6.4375, false], [-9.1875, false], [-10.1875, false], [-10.4375, false], [-7.8828125, false], [-8.9375, false], [-10.3828125, false], [-6.1875, false], [-8.9375, false], [-2.939453125, false], [-6.4375, false], [-11.9375, false], [-10.1875, false], [-9.4375, false], [-10.1875, false], [-6.1875, false], [-9.6875, false], [-11.1875, false], [-9.1875, false], [-10.4375, false], [-10.9375, false], [-10.4375, false], [-6.1875, false], [-9.1875, false], [-10.1875, false], [-6.1875, false], [-11.9375, false], [-6.4375, false], [-10.6875, false], [-9.1875, false], [-9.4375, false], [-6.4375, false], [-7.4375, false], [-10.9375, false], [-9.1875, false], [-11.6875, false], [-9.6875, false], [-6.1875, false], [-11.4375, false], [-9.4375, false], [-11.9375, false], [-10.1875, false], [-10.4375, false], [-7.8828125, false], [-8.9375, false], [-12.9375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 138, "doc": {"id": "Mercury_SC_408357", "question": "Kurt drinks frozen fruit juice from a small cup. He measures the amount of fruit juice in the cup. Which property is Kurt measuring?", "choices": {"text": ["density", "height", "temperature", "volume"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "volume", "arguments": ["Question: Kurt drinks frozen fruit juice from a small cup. He measures the amount of fruit juice in the cup. Which property is Kurt measuring?\nAnswer:", " ["], "resps": [[[-5.84765625, false]], [[-9.59375, false]], [[-5.84765625, false]], [[-6.84765625, false]], [[-5.84765625, false]], [[-7.09765625, false]], [[-7.34765625, false]], [[-6.59765625, false]], [[-6.59765625, false]], [[-9.59375, false]], [[-8.296875, false]], [[-5.09765625, false]], [[-9.59375, false]], [[-7.34765625, false]], [[-6.84765625, false]], [[-7.34765625, false]], [[-6.84765625, false]], [[-7.34765625, false]], [[-6.59765625, false]], [[-9.59375, false]], [[-8.296875, false]], [[-5.09765625, false]], [[-9.59375, false]], [[-6.59765625, false]], [[-6.84765625, false]], [[-5.09765625, false]], [[-7.09765625, false]], [[-6.84765625, false]], [[-7.34765625, false]], [[-3.59765625, false]], [[-6.59765625, false]], [[-8.09375, false]], [[-7.34765625, false]], [[-6.84765625, false]], [[-9.59375, false]], [[-8.296875, false]], [[-5.09765625, false]], [[-9.59375, false]], [[-6.59765625, false]], [[-9.34375, false]], [[-7.59765625, false]], [[-8.09375, false]], [[-5.09765625, false]], [[-6.84765625, false]], [[-9.59375, false]], [[-11.34375, false]]], "filtered_resps": [[-5.84765625, false], [-9.59375, false], [-5.84765625, false], [-6.84765625, false], [-5.84765625, false], [-7.09765625, false], [-7.34765625, false], [-6.59765625, false], [-6.59765625, false], [-9.59375, false], [-8.296875, false], [-5.09765625, false], [-9.59375, false], [-7.34765625, false], [-6.84765625, false], [-7.34765625, false], [-6.84765625, false], [-7.34765625, false], [-6.59765625, false], [-9.59375, false], [-8.296875, false], [-5.09765625, false], [-9.59375, false], [-6.59765625, false], [-6.84765625, false], [-5.09765625, false], [-7.09765625, false], [-6.84765625, false], [-7.34765625, false], [-3.59765625, false], [-6.59765625, false], [-8.09375, false], [-7.34765625, false], [-6.84765625, false], [-9.59375, false], [-8.296875, false], [-5.09765625, false], [-9.59375, false], [-6.59765625, false], [-9.34375, false], [-7.59765625, false], [-8.09375, false], [-5.09765625, false], [-6.84765625, false], [-9.59375, false], [-11.34375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 146, "doc": {"id": "MSA_2012_8_29", "question": "Ethanol is a type of alcohol made from plants. Sugarcane and corn, which are both used in foods such as cereals and breads, are used to make ethanol. Burning ethanol provides a clean source of energy because the products of ethanol are water and carbon dioxide. Therefore, mixing ethanol with gasoline reduces harmful waste products. In the 1970s, many Brazilians drove cars with engines that used an ethanol gasoline mixture. This alternative fuel conserved the limited supply of gasoline available at that time. In the 1990s, gasoline became cheaper than ethanol, and Brazilians returned to driving more gasoline-fueled cars. Recently, Brazilians started driving more cars that use an ethanol-gasoline mixture. Ethanol is a good alternative fuel because it", "choices": {"text": ["reduces air pollution", "increases biodiversity", "reduces sound pollution", "increases ozone emissions"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "reduces air pollution", "arguments": ["Question: Ethanol is a type of alcohol made from plants. Sugarcane and corn, which are both used in foods such as cereals and breads, are used to make ethanol. Burning ethanol provides a clean source of energy because the products of ethanol are water and carbon dioxide. Therefore, mixing ethanol with gasoline reduces harmful waste products. In the 1970s, many Brazilians drove cars with engines that used an ethanol gasoline mixture. This alternative fuel conserved the limited supply of gasoline available at that time. In the 1990s, gasoline became cheaper than ethanol, and Brazilians returned to driving more gasoline-fueled cars. Recently, Brazilians started driving more cars that use an ethanol-gasoline mixture. Ethanol is a good alternative fuel because it\nAnswer:", " ["], "resps": [[[-6.51953125, false]], [[-8.515625, false]], [[-10.390625, false]], [[-6.89453125, false]], [[-7.01953125, false]], [[-9.265625, false]], [[-7.14453125, false]], [[-6.89453125, false]], [[-7.89453125, false]], [[-5.0234375, false]], [[-4.89453125, false]], [[-7.14453125, false]], [[-10.390625, false]], [[-5.01953125, false]], [[-8.390625, false]], [[-8.390625, false]], [[-9.265625, false]], [[-9.265625, false]], [[-9.265625, false]], [[-9.265625, false]], [[-7.14453125, false]], [[-8.390625, false]], [[-7.01953125, false]], [[-8.515625, false]], [[-8.078125, false]], [[-5.01953125, false]], [[-8.515625, false]], [[-7.14453125, false]], [[-7.01953125, false]], [[-7.14453125, false]], [[-10.390625, false]], [[-6.89453125, false]], [[-4.89453125, false]], [[-7.89453125, false]], [[-6.89453125, false]], [[-7.89453125, false]], [[-5.01953125, false]], [[-6.14453125, false]], [[-7.14453125, false]], [[-8.390625, false]], [[-7.01953125, false]], [[-7.14453125, false]], [[-8.890625, false]], [[-6.89453125, false]], [[-10.390625, false]], [[-7.89453125, false]], [[-7.14453125, false]], [[-9.265625, false]], [[-8.265625, false]], [[-8.515625, false]], [[-8.078125, false]], [[-5.01953125, false]], [[-8.515625, false]], [[-10.390625, false]], [[-6.89453125, false]], [[-7.01953125, false]], [[-9.265625, false]], [[-7.14453125, false]], [[-6.89453125, false]], [[-7.89453125, false]], [[-5.01953125, false]], [[-7.89453125, false]], [[-8.390625, false]], [[-9.265625, false]], [[-7.01953125, false]], [[-7.01953125, false]], [[-5.01953125, false]], [[-8.390625, false]], [[-8.390625, false]], [[-9.265625, false]], [[-9.265625, false]], [[-9.265625, false]], [[-9.265625, false]], [[-7.14453125, false]], [[-8.390625, false]], [[-7.01953125, false]], [[-8.515625, false]], [[-8.078125, false]], [[-5.01953125, false]], [[-8.515625, false]], [[-7.14453125, false]], [[-7.01953125, false]], [[-7.14453125, false]], [[-10.390625, false]], [[-6.89453125, false]], [[-4.89453125, false]], [[-7.89453125, false]], [[-6.89453125, false]], [[-7.89453125, false]], [[-5.01953125, false]], [[-8.390625, false]], [[-11.515625, false]], [[-8.390625, false]], [[-7.01953125, false]], [[-6.89453125, false]], [[-5.01953125, false]], [[-6.89453125, false]], [[-8.640625, false]], [[-7.14453125, false]], [[-7.89453125, false]], [[-7.89453125, false]], [[-7.14453125, false]], [[-8.390625, false]], [[-7.01953125, false]], [[-7.89453125, false]], [[-8.515625, false]], [[-11.765625, false]]], "filtered_resps": [[-6.51953125, false], [-8.515625, false], [-10.390625, false], [-6.89453125, false], [-7.01953125, false], [-9.265625, false], [-7.14453125, false], [-6.89453125, false], [-7.89453125, false], [-5.0234375, false], [-4.89453125, false], [-7.14453125, false], [-10.390625, false], [-5.01953125, false], [-8.390625, false], [-8.390625, false], [-9.265625, false], [-9.265625, false], [-9.265625, false], [-9.265625, false], [-7.14453125, false], [-8.390625, false], [-7.01953125, false], [-8.515625, false], [-8.078125, false], [-5.01953125, false], [-8.515625, false], [-7.14453125, false], [-7.01953125, false], [-7.14453125, false], [-10.390625, false], [-6.89453125, false], [-4.89453125, false], [-7.89453125, false], [-6.89453125, false], [-7.89453125, false], [-5.01953125, false], [-6.14453125, false], [-7.14453125, false], [-8.390625, false], [-7.01953125, false], [-7.14453125, false], [-8.890625, false], [-6.89453125, false], [-10.390625, false], [-7.89453125, false], [-7.14453125, false], [-9.265625, false], [-8.265625, false], [-8.515625, false], [-8.078125, false], [-5.01953125, false], [-8.515625, false], [-10.390625, false], [-6.89453125, false], [-7.01953125, false], [-9.265625, false], [-7.14453125, false], [-6.89453125, false], [-7.89453125, false], [-5.01953125, false], [-7.89453125, false], [-8.390625, false], [-9.265625, false], [-7.01953125, false], [-7.01953125, false], [-5.01953125, false], [-8.390625, false], [-8.390625, false], [-9.265625, false], [-9.265625, false], [-9.265625, false], [-9.265625, false], [-7.14453125, false], [-8.390625, false], [-7.01953125, false], [-8.515625, false], [-8.078125, false], [-5.01953125, false], [-8.515625, false], [-7.14453125, false], [-7.01953125, false], [-7.14453125, false], [-10.390625, false], [-6.89453125, false], [-4.89453125, false], [-7.89453125, false], [-6.89453125, false], [-7.89453125, false], [-5.01953125, false], [-8.390625, false], [-11.515625, false], [-8.390625, false], [-7.01953125, false], [-6.89453125, false], [-5.01953125, false], [-6.89453125, false], [-8.640625, false], [-7.14453125, false], [-7.89453125, false], [-7.89453125, false], [-7.14453125, false], [-8.390625, false], [-7.01953125, false], [-7.89453125, false], [-8.515625, false], [-11.765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 154, "doc": {"id": "LEAP_2005_4_10267", "question": "A wetland was drained to build a mall. Two years later, there were no more toads in that area. Why did the toads disappear?", "choices": {"text": ["The toads were destroyed by the construction equipment.", "The toads died because toads cannot breathe out of water.", "The toads were frightened and went into the woods.", "The toads go their food from the wetland ecosystem."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "The toads go their food from the wetland ecosystem.", "arguments": ["Question: A wetland was drained to build a mall. Two years later, there were no more toads in that area. Why did the toads disappear?\nAnswer:", " ["], "resps": [[[-7.58203125, false]], [[-9.328125, false]], [[-6.58203125, false]], [[-12.828125, false]], [[-9.578125, false]], [[-6.58203125, false]], [[-10.578125, false]], [[-9.578125, false]], [[-6.58203125, false]], [[-8.578125, false]], [[-10.578125, false]], [[-6.58203125, false]], [[-11.828125, false]], [[-9.578125, false]], [[-12.328125, false]], [[-9.578125, false]], [[-6.58203125, false]], [[-8.578125, false]], [[-9.578125, false]], [[-10.578125, false]], [[-10.578125, false]], [[-12.328125, false]], [[-9.578125, false]], [[-14.328125, false]], [[-9.578125, false]], [[-8.578125, false]], [[-6.58203125, false]], [[-9.578125, false]], [[-14.328125, false]], [[-6.58203125, false]], [[-10.578125, false]], [[-12.828125, false]], [[-9.578125, false]], [[-6.58203125, false]], [[-10.828125, false]], [[-9.578125, false]], [[-11.078125, false]], [[-10.578125, false]], [[-10.578125, false]], [[-12.328125, false]], [[-12.828125, false]], [[-10.828125, false]], [[-10.578125, false]], [[-10.578125, false]], [[-9.578125, false]], [[-11.078125, false]], [[-6.58203125, false]], [[-9.578125, false]], [[-13.828125, false]], [[-12.828125, false]], [[-10.578125, false]], [[-10.578125, false]], [[-13.078125, false]], [[-9.578125, false]], [[-11.078125, false]], [[-10.578125, false]], [[-9.625, false]], [[-9.328125, false]], [[-13.0, false]], [[-6.58203125, false]], [[-9.328125, false]], [[-6.58203125, false]], [[-12.828125, false]], [[-9.578125, false]], [[-6.58203125, false]], [[-10.578125, false]], [[-9.578125, false]], [[-6.58203125, false]], [[-8.578125, false]], [[-10.578125, false]], [[-6.58203125, false]], [[-8.578125, false]], [[-10.578125, false]], [[-9.578125, false]], [[-8.578125, false]], [[-6.58203125, false]], [[-9.578125, false]], [[-9.578125, false]], [[-10.828125, false]], [[-6.58203125, false]], [[-12.828125, false]], [[-10.578125, false]], [[-9.578125, false]], [[-6.58203125, false]], [[-10.578125, false]], [[-9.578125, false]], [[-6.58203125, false]], [[-8.578125, false]], [[-10.578125, false]], [[-6.58203125, false]], [[-10.828125, false]], [[-6.58203125, false]], [[-11.078125, false]], [[-11.078125, false]], [[-9.578125, false]], [[-10.578125, false]], [[-6.58203125, false]], [[-9.578125, false]], [[-12.328125, false]], [[-9.578125, false]], [[-6.58203125, false]], [[-10.578125, false]], [[-12.828125, false]], [[-9.578125, false]], [[-6.58203125, false]], [[-9.578125, false]], [[-12.828125, false]], [[-10.578125, false]], [[-6.58203125, false]], [[-9.578125, false]], [[-10.328125, false]], [[-6.58203125, false]], [[-11.828125, false]], [[-6.58203125, false]], [[-10.578125, false]], [[-9.578125, false]], [[-12.328125, false]], [[-9.625, false]], [[-9.328125, false]], [[-13.0, false]], [[-6.58203125, false]], [[-9.328125, false]], [[-6.58203125, false]], [[-12.828125, false]], [[-9.578125, false]], [[-6.58203125, false]], [[-10.578125, false]], [[-9.578125, false]], [[-6.58203125, false]], [[-8.578125, false]], [[-10.578125, false]], [[-6.58203125, false]], [[-11.828125, false]], [[-9.578125, false]], [[-12.328125, false]], [[-9.578125, false]], [[-6.58203125, false]], [[-10.328125, false]], [[-12.328125, false]], [[-10.578125, false]], [[-12.828125, false]], [[-12.828125, false]], [[-10.578125, false]], [[-9.578125, false]], [[-11.078125, false]], [[-9.578125, false]], [[-8.578125, false]], [[-6.58203125, false]], [[-6.58203125, false]], [[-11.078125, false]], [[-8.578125, false]], [[-6.58203125, false]], [[-11.828125, false]], [[-9.578125, false]], [[-11.078125, false]], [[-10.578125, false]], [[-6.58203125, false]], [[-10.578125, false]], [[-11.078125, false]], [[-10.578125, false]], [[-9.578125, false]], [[-6.58203125, false]], [[-10.578125, false]], [[-12.828125, false]], [[-9.578125, false]], [[-6.58203125, false]], [[-11.828125, false]], [[-9.578125, false]], [[-9.578125, false]], [[-8.578125, false]], [[-10.578125, false]], [[-9.625, false]], [[-9.328125, false]], [[-13.0, false]], [[-6.58203125, false]], [[-9.328125, false]], [[-6.58203125, false]], [[-12.828125, false]], [[-9.578125, false]], [[-6.58203125, false]], [[-10.578125, false]], [[-9.578125, false]], [[-6.58203125, false]], [[-8.578125, false]], [[-10.578125, false]], [[-6.58203125, false]], [[-12.828125, false]], [[-9.578125, false]], [[-6.58203125, false]], [[-10.578125, false]], [[-12.828125, false]], [[-9.578125, false]], [[-10.578125, false]], [[-12.328125, false]], [[-6.58203125, false]], [[-10.328125, false]], [[-9.578125, false]], [[-9.578125, false]], [[-8.578125, false]], [[-6.58203125, false]], [[-10.328125, false]], [[-12.328125, false]], [[-9.578125, false]], [[-13.078125, false]], [[-6.58203125, false]], [[-10.578125, false]], [[-12.828125, false]], [[-9.578125, false]], [[-6.58203125, false]], [[-11.828125, false]], [[-9.578125, false]], [[-10.578125, false]], [[-10.328125, false]], [[-6.58203125, false]], [[-11.078125, false]], [[-8.578125, false]], [[-6.58203125, false]], [[-9.578125, false]], [[-10.828125, false]], [[-9.578125, false]], [[-10.578125, false]], [[-14.328125, false]], [[-10.578125, false]], [[-10.578125, false]], [[-9.578125, false]], [[-13.078125, false]], [[-9.625, false]], [[-9.328125, false]], [[-14.828125, false]]], "filtered_resps": [[-7.58203125, false], [-9.328125, false], [-6.58203125, false], [-12.828125, false], [-9.578125, false], [-6.58203125, false], [-10.578125, false], [-9.578125, false], [-6.58203125, false], [-8.578125, false], [-10.578125, false], [-6.58203125, false], [-11.828125, false], [-9.578125, false], [-12.328125, false], [-9.578125, false], [-6.58203125, false], [-8.578125, false], [-9.578125, false], [-10.578125, false], [-10.578125, false], [-12.328125, false], [-9.578125, false], [-14.328125, false], [-9.578125, false], [-8.578125, false], [-6.58203125, false], [-9.578125, false], [-14.328125, false], [-6.58203125, false], [-10.578125, false], [-12.828125, false], [-9.578125, false], [-6.58203125, false], [-10.828125, false], [-9.578125, false], [-11.078125, false], [-10.578125, false], [-10.578125, false], [-12.328125, false], [-12.828125, false], [-10.828125, false], [-10.578125, false], [-10.578125, false], [-9.578125, false], [-11.078125, false], [-6.58203125, false], [-9.578125, false], [-13.828125, false], [-12.828125, false], [-10.578125, false], [-10.578125, false], [-13.078125, false], [-9.578125, false], [-11.078125, false], [-10.578125, false], [-9.625, false], [-9.328125, false], [-13.0, false], [-6.58203125, false], [-9.328125, false], [-6.58203125, false], [-12.828125, false], [-9.578125, false], [-6.58203125, false], [-10.578125, false], [-9.578125, false], [-6.58203125, false], [-8.578125, false], [-10.578125, false], [-6.58203125, false], [-8.578125, false], [-10.578125, false], [-9.578125, false], [-8.578125, false], [-6.58203125, false], [-9.578125, false], [-9.578125, false], [-10.828125, false], [-6.58203125, false], [-12.828125, false], [-10.578125, false], [-9.578125, false], [-6.58203125, false], [-10.578125, false], [-9.578125, false], [-6.58203125, false], [-8.578125, false], [-10.578125, false], [-6.58203125, false], [-10.828125, false], [-6.58203125, false], [-11.078125, false], [-11.078125, false], [-9.578125, false], [-10.578125, false], [-6.58203125, false], [-9.578125, false], [-12.328125, false], [-9.578125, false], [-6.58203125, false], [-10.578125, false], [-12.828125, false], [-9.578125, false], [-6.58203125, false], [-9.578125, false], [-12.828125, false], [-10.578125, false], [-6.58203125, false], [-9.578125, false], [-10.328125, false], [-6.58203125, false], [-11.828125, false], [-6.58203125, false], [-10.578125, false], [-9.578125, false], [-12.328125, false], [-9.625, false], [-9.328125, false], [-13.0, false], [-6.58203125, false], [-9.328125, false], [-6.58203125, false], [-12.828125, false], [-9.578125, false], [-6.58203125, false], [-10.578125, false], [-9.578125, false], [-6.58203125, false], [-8.578125, false], [-10.578125, false], [-6.58203125, false], [-11.828125, false], [-9.578125, false], [-12.328125, false], [-9.578125, false], [-6.58203125, false], [-10.328125, false], [-12.328125, false], [-10.578125, false], [-12.828125, false], [-12.828125, false], [-10.578125, false], [-9.578125, false], [-11.078125, false], [-9.578125, false], [-8.578125, false], [-6.58203125, false], [-6.58203125, false], [-11.078125, false], [-8.578125, false], [-6.58203125, false], [-11.828125, false], [-9.578125, false], [-11.078125, false], [-10.578125, false], [-6.58203125, false], [-10.578125, false], [-11.078125, false], [-10.578125, false], [-9.578125, false], [-6.58203125, false], [-10.578125, false], [-12.828125, false], [-9.578125, false], [-6.58203125, false], [-11.828125, false], [-9.578125, false], [-9.578125, false], [-8.578125, false], [-10.578125, false], [-9.625, false], [-9.328125, false], [-13.0, false], [-6.58203125, false], [-9.328125, false], [-6.58203125, false], [-12.828125, false], [-9.578125, false], [-6.58203125, false], [-10.578125, false], [-9.578125, false], [-6.58203125, false], [-8.578125, false], [-10.578125, false], [-6.58203125, false], [-12.828125, false], [-9.578125, false], [-6.58203125, false], [-10.578125, false], [-12.828125, false], [-9.578125, false], [-10.578125, false], [-12.328125, false], [-6.58203125, false], [-10.328125, false], [-9.578125, false], [-9.578125, false], [-8.578125, false], [-6.58203125, false], [-10.328125, false], [-12.328125, false], [-9.578125, false], [-13.078125, false], [-6.58203125, false], [-10.578125, false], [-12.828125, false], [-9.578125, false], [-6.58203125, false], [-11.828125, false], [-9.578125, false], [-10.578125, false], [-10.328125, false], [-6.58203125, false], [-11.078125, false], [-8.578125, false], [-6.58203125, false], [-9.578125, false], [-10.828125, false], [-9.578125, false], [-10.578125, false], [-14.328125, false], [-10.578125, false], [-10.578125, false], [-9.578125, false], [-13.078125, false], [-9.625, false], [-9.328125, false], [-14.828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 162, "doc": {"id": "Mercury_SC_400868", "question": "Which characteristic would best help a rabbit survive in snow?", "choices": {"text": ["short legs", "dim eyesight", "thick, white fur", "slow movement"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "thick, white fur", "arguments": ["Question: Which characteristic would best help a rabbit survive in snow?\nAnswer:", " ["], "resps": [[[-7.58203125, false]], [[-7.83203125, false]], [[-9.078125, false]], [[-11.078125, false]], [[-10.578125, false]], [[-10.203125, false]], [[-10.578125, false]], [[-5.58203125, false]], [[-9.453125, false]], [[-9.703125, false]], [[-11.453125, false]], [[-9.078125, false]], [[-7.83203125, false]], [[-10.390625, false]], [[-5.58203125, false]], [[-7.83203125, false]], [[-10.078125, false]], [[-9.828125, false]], [[-11.828125, false]], [[-5.58203125, false]], [[-9.703125, false]], [[-12.203125, false]], [[-9.703125, false]], [[-9.078125, false]], [[-9.828125, false]], [[-11.453125, false]], [[-11.078125, false]], [[-10.578125, false]], [[-7.83203125, false]], [[-10.390625, false]], [[-5.58203125, false]], [[-7.83203125, false]], [[-10.578125, false]], [[-11.078125, false]], [[-9.828125, false]], [[-9.203125, false]], [[-10.578125, false]], [[-10.390625, false]], [[-5.58203125, false]], [[-10.953125, false]], [[-11.078125, false]], [[-9.828125, false]], [[-10.578125, false]], [[-9.703125, false]], [[-5.58203125, false]], [[-9.953125, false]], [[-11.328125, false]], [[-10.203125, false]], [[-7.83203125, false]], [[-10.390625, false]], [[-5.58203125, false]], [[-7.83203125, false]], [[-9.078125, false]], [[-9.453125, false]], [[-10.578125, false]], [[-10.953125, false]], [[-5.58203125, false]], [[-11.828125, false]], [[-10.578125, false]], [[-12.328125, false]], [[-9.703125, false]], [[-11.828125, false]], [[-9.703125, false]], [[-10.453125, false]], [[-10.578125, false]], [[-7.83203125, false]], [[-13.453125, false]]], "filtered_resps": [[-7.58203125, false], [-7.83203125, false], [-9.078125, false], [-11.078125, false], [-10.578125, false], [-10.203125, false], [-10.578125, false], [-5.58203125, false], [-9.453125, false], [-9.703125, false], [-11.453125, false], [-9.078125, false], [-7.83203125, false], [-10.390625, false], [-5.58203125, false], [-7.83203125, false], [-10.078125, false], [-9.828125, false], [-11.828125, false], [-5.58203125, false], [-9.703125, false], [-12.203125, false], [-9.703125, false], [-9.078125, false], [-9.828125, false], [-11.453125, false], [-11.078125, false], [-10.578125, false], [-7.83203125, false], [-10.390625, false], [-5.58203125, false], [-7.83203125, false], [-10.578125, false], [-11.078125, false], [-9.828125, false], [-9.203125, false], [-10.578125, false], [-10.390625, false], [-5.58203125, false], [-10.953125, false], [-11.078125, false], [-9.828125, false], [-10.578125, false], [-9.703125, false], [-5.58203125, false], [-9.953125, false], [-11.328125, false], [-10.203125, false], [-7.83203125, false], [-10.390625, false], [-5.58203125, false], [-7.83203125, false], [-9.078125, false], [-9.453125, false], [-10.578125, false], [-10.953125, false], [-5.58203125, false], [-11.828125, false], [-10.578125, false], [-12.328125, false], [-9.703125, false], [-11.828125, false], [-9.703125, false], [-10.453125, false], [-10.578125, false], [-7.83203125, false], [-13.453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 170, "doc": {"id": "Mercury_417462", "question": "During a walk in the woods, Mandy finds a plant structure that had fallen onto the trail. Mandy can tell the object contained seeds, and thinks it came from a flowering plant instead of a conifer. How can she determine if the object came from a flowering plant?", "choices": {"text": ["by looking for seed coats on the seeds", "by looking for wing-like structures on the seeds", "by looking for fruit tissue around the seeds", "by looking for young sporophytes inside the seeds"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "by looking for fruit tissue around the seeds", "arguments": ["Question: During a walk in the woods, Mandy finds a plant structure that had fallen onto the trail. Mandy can tell the object contained seeds, and thinks it came from a flowering plant instead of a conifer. How can she determine if the object came from a flowering plant?\nAnswer:", " ["], "resps": [[[-6.3828125, false]], [[-9.8828125, false]], [[-7.6328125, false]], [[-12.6328125, false]], [[-5.6328125, false]], [[-10.8828125, false]], [[-10.3828125, false]], [[-10.3828125, false]], [[-10.6328125, false]], [[-9.6328125, false]], [[-11.1328125, false]], [[-11.3828125, false]], [[-5.6328125, false]], [[-10.6328125, false]], [[-10.3828125, false]], [[-11.6328125, false]], [[-5.6328125, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-9.1328125, false]], [[-5.6328125, false]], [[-9.1328125, false]], [[-10.3828125, false]], [[-6.1328125, false]], [[-10.6328125, false]], [[-9.6328125, false]], [[-5.6328125, false]], [[-10.3828125, false]], [[-11.1328125, false]], [[-5.6328125, false]], [[-10.6328125, false]], [[-11.1328125, false]], [[-9.6328125, false]], [[-5.6328125, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-9.1328125, false]], [[-9.6328125, false]], [[-9.8828125, false]], [[-11.1875, false]], [[-5.6328125, false]], [[-9.8828125, false]], [[-7.6328125, false]], [[-12.6328125, false]], [[-5.6328125, false]], [[-10.8828125, false]], [[-10.3828125, false]], [[-10.3828125, false]], [[-10.6328125, false]], [[-9.6328125, false]], [[-11.1328125, false]], [[-11.3828125, false]], [[-5.6328125, false]], [[-10.6328125, false]], [[-10.3828125, false]], [[-11.6328125, false]], [[-5.6328125, false]], [[-10.6328125, false]], [[-9.6328125, false]], [[-11.1328125, false]], [[-11.3828125, false]], [[-7.8828125, false]], [[-10.8828125, false]], [[-9.6328125, false]], [[-10.6328125, false]], [[-9.6328125, false]], [[-5.6328125, false]], [[-9.6328125, false]], [[-10.6328125, false]], [[-11.6328125, false]], [[-11.6328125, false]], [[-9.1328125, false]], [[-10.6328125, false]], [[-11.6328125, false]], [[-11.6328125, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-5.6328125, false]], [[-10.3828125, false]], [[-11.1328125, false]], [[-5.6328125, false]], [[-10.6328125, false]], [[-11.1328125, false]], [[-9.6328125, false]], [[-5.6328125, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-9.1328125, false]], [[-9.6328125, false]], [[-9.8828125, false]], [[-11.1875, false]], [[-5.6328125, false]], [[-9.8828125, false]], [[-7.6328125, false]], [[-12.6328125, false]], [[-5.6328125, false]], [[-10.8828125, false]], [[-10.3828125, false]], [[-10.3828125, false]], [[-10.6328125, false]], [[-9.6328125, false]], [[-11.1328125, false]], [[-11.3828125, false]], [[-5.6328125, false]], [[-10.6328125, false]], [[-10.3828125, false]], [[-11.6328125, false]], [[-5.6328125, false]], [[-10.6328125, false]], [[-11.6328125, false]], [[-11.6328125, false]], [[-9.6328125, false]], [[-10.6328125, false]], [[-5.6328125, false]], [[-10.6328125, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-11.6328125, false]], [[-9.6328125, false]], [[-5.6328125, false]], [[-6.1328125, false]], [[-11.6328125, false]], [[-10.3828125, false]], [[-11.6328125, false]], [[-11.1328125, false]], [[-9.1328125, false]], [[-5.6328125, false]], [[-10.6328125, false]], [[-11.1328125, false]], [[-9.6328125, false]], [[-5.6328125, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-9.1328125, false]], [[-9.6328125, false]], [[-9.8828125, false]], [[-11.1875, false]], [[-5.6328125, false]], [[-9.8828125, false]], [[-7.6328125, false]], [[-12.6328125, false]], [[-5.6328125, false]], [[-10.8828125, false]], [[-10.3828125, false]], [[-10.3828125, false]], [[-10.6328125, false]], [[-9.6328125, false]], [[-11.1328125, false]], [[-11.3828125, false]], [[-5.6328125, false]], [[-10.6328125, false]], [[-10.3828125, false]], [[-11.6328125, false]], [[-5.6328125, false]], [[-12.6328125, false]], [[-10.3828125, false]], [[-11.6328125, false]], [[-11.1328125, false]], [[-11.3828125, false]], [[-5.6328125, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-10.3828125, false]], [[-11.6328125, false]], [[-10.3828125, false]], [[-9.6328125, false]], [[-11.1328125, false]], [[-12.6328125, false]], [[-10.6328125, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-5.6328125, false]], [[-9.6328125, false]], [[-11.1328125, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-9.1328125, false]], [[-9.6328125, false]], [[-5.6328125, false]], [[-10.6328125, false]], [[-11.1328125, false]], [[-9.6328125, false]], [[-5.6328125, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-9.1328125, false]], [[-9.6328125, false]], [[-9.8828125, false]], [[-12.6328125, false]]], "filtered_resps": [[-6.3828125, false], [-9.8828125, false], [-7.6328125, false], [-12.6328125, false], [-5.6328125, false], [-10.8828125, false], [-10.3828125, false], [-10.3828125, false], [-10.6328125, false], [-9.6328125, false], [-11.1328125, false], [-11.3828125, false], [-5.6328125, false], [-10.6328125, false], [-10.3828125, false], [-11.6328125, false], [-5.6328125, false], [-9.6328125, false], [-9.6328125, false], [-9.6328125, false], [-9.1328125, false], [-5.6328125, false], [-9.1328125, false], [-10.3828125, false], [-6.1328125, false], [-10.6328125, false], [-9.6328125, false], [-5.6328125, false], [-10.3828125, false], [-11.1328125, false], [-5.6328125, false], [-10.6328125, false], [-11.1328125, false], [-9.6328125, false], [-5.6328125, false], [-9.6328125, false], [-9.6328125, false], [-9.6328125, false], [-9.1328125, false], [-9.6328125, false], [-9.8828125, false], [-11.1875, false], [-5.6328125, false], [-9.8828125, false], [-7.6328125, false], [-12.6328125, false], [-5.6328125, false], [-10.8828125, false], [-10.3828125, false], [-10.3828125, false], [-10.6328125, false], [-9.6328125, false], [-11.1328125, false], [-11.3828125, false], [-5.6328125, false], [-10.6328125, false], [-10.3828125, false], [-11.6328125, false], [-5.6328125, false], [-10.6328125, false], [-9.6328125, false], [-11.1328125, false], [-11.3828125, false], [-7.8828125, false], [-10.8828125, false], [-9.6328125, false], [-10.6328125, false], [-9.6328125, false], [-5.6328125, false], [-9.6328125, false], [-10.6328125, false], [-11.6328125, false], [-11.6328125, false], [-9.1328125, false], [-10.6328125, false], [-11.6328125, false], [-11.6328125, false], [-9.6328125, false], [-9.6328125, false], [-5.6328125, false], [-10.3828125, false], [-11.1328125, false], [-5.6328125, false], [-10.6328125, false], [-11.1328125, false], [-9.6328125, false], [-5.6328125, false], [-9.6328125, false], [-9.6328125, false], [-9.6328125, false], [-9.1328125, false], [-9.6328125, false], [-9.8828125, false], [-11.1875, false], [-5.6328125, false], [-9.8828125, false], [-7.6328125, false], [-12.6328125, false], [-5.6328125, false], [-10.8828125, false], [-10.3828125, false], [-10.3828125, false], [-10.6328125, false], [-9.6328125, false], [-11.1328125, false], [-11.3828125, false], [-5.6328125, false], [-10.6328125, false], [-10.3828125, false], [-11.6328125, false], [-5.6328125, false], [-10.6328125, false], [-11.6328125, false], [-11.6328125, false], [-9.6328125, false], [-10.6328125, false], [-5.6328125, false], [-10.6328125, false], [-9.6328125, false], [-9.6328125, false], [-9.6328125, false], [-11.6328125, false], [-9.6328125, false], [-5.6328125, false], [-6.1328125, false], [-11.6328125, false], [-10.3828125, false], [-11.6328125, false], [-11.1328125, false], [-9.1328125, false], [-5.6328125, false], [-10.6328125, false], [-11.1328125, false], [-9.6328125, false], [-5.6328125, false], [-9.6328125, false], [-9.6328125, false], [-9.6328125, false], [-9.1328125, false], [-9.6328125, false], [-9.8828125, false], [-11.1875, false], [-5.6328125, false], [-9.8828125, false], [-7.6328125, false], [-12.6328125, false], [-5.6328125, false], [-10.8828125, false], [-10.3828125, false], [-10.3828125, false], [-10.6328125, false], [-9.6328125, false], [-11.1328125, false], [-11.3828125, false], [-5.6328125, false], [-10.6328125, false], [-10.3828125, false], [-11.6328125, false], [-5.6328125, false], [-12.6328125, false], [-10.3828125, false], [-11.6328125, false], [-11.1328125, false], [-11.3828125, false], [-5.6328125, false], [-9.6328125, false], [-9.6328125, false], [-10.3828125, false], [-11.6328125, false], [-10.3828125, false], [-9.6328125, false], [-11.1328125, false], [-12.6328125, false], [-10.6328125, false], [-9.6328125, false], [-9.6328125, false], [-5.6328125, false], [-9.6328125, false], [-11.1328125, false], [-9.6328125, false], [-9.6328125, false], [-9.1328125, false], [-9.6328125, false], [-5.6328125, false], [-10.6328125, false], [-11.1328125, false], [-9.6328125, false], [-5.6328125, false], [-9.6328125, false], [-9.6328125, false], [-9.6328125, false], [-9.1328125, false], [-9.6328125, false], [-9.8828125, false], [-12.6328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 178, "doc": {"id": "Mercury_7200200", "question": "Elizabeth uses a specific type of whistle to call her dogs. The noise made by the whistle is heard by the dogs but cannot be heard by the human ear. Which statement best describes why humans cannot hear the sound made by the whistle?", "choices": {"text": ["The speed of the sound is too fast.", "The amplitude of the sound is too low.", "The frequency of the sound is too high.", "The wavelength of the sound is too long."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "The frequency of the sound is too high.", "arguments": ["Question: Elizabeth uses a specific type of whistle to call her dogs. The noise made by the whistle is heard by the dogs but cannot be heard by the human ear. Which statement best describes why humans cannot hear the sound made by the whistle?\nAnswer:", " ["], "resps": [[[-6.41796875, false]], [[-8.9140625, false]], [[-7.16796875, false]], [[-8.6640625, false]], [[-7.41796875, false]], [[-5.91796875, false]], [[-8.6640625, false]], [[-7.41796875, false]], [[-7.41796875, false]], [[-7.41796875, false]], [[-6.66796875, false]], [[-5.91796875, false]], [[-8.1640625, false]], [[-7.66796875, false]], [[-5.91796875, false]], [[-8.6640625, false]], [[-8.6640625, false]], [[-7.41796875, false]], [[-5.91796875, false]], [[-8.6640625, false]], [[-8.1640625, false]], [[-10.1640625, false]], [[-8.4140625, false]], [[-6.66796875, false]], [[-5.91796875, false]], [[-8.6640625, false]], [[-8.6640625, false]], [[-5.91796875, false]], [[-8.6640625, false]], [[-8.1640625, false]], [[-8.1640625, false]], [[-5.91796875, false]], [[-7.66796875, false]], [[-3.166015625, false]], [[-8.6640625, false]], [[-8.6640625, false]], [[-7.2578125, false]], [[-8.9140625, false]], [[-10.375, false]], [[-5.91796875, false]], [[-8.9140625, false]], [[-7.16796875, false]], [[-8.6640625, false]], [[-7.41796875, false]], [[-5.91796875, false]], [[-3.166015625, false]], [[-9.4140625, false]], [[-7.41796875, false]], [[-8.1640625, false]], [[-8.6640625, false]], [[-8.6640625, false]], [[-10.1640625, false]], [[-6.66796875, false]], [[-7.41796875, false]], [[-5.91796875, false]], [[-8.1640625, false]], [[-7.66796875, false]], [[-5.91796875, false]], [[-8.6640625, false]], [[-8.6640625, false]], [[-7.41796875, false]], [[-5.91796875, false]], [[-8.6640625, false]], [[-8.1640625, false]], [[-10.1640625, false]], [[-8.4140625, false]], [[-6.66796875, false]], [[-5.91796875, false]], [[-8.6640625, false]], [[-8.6640625, false]], [[-5.91796875, false]], [[-8.6640625, false]], [[-8.1640625, false]], [[-8.1640625, false]], [[-5.91796875, false]], [[-8.1640625, false]], [[-8.1640625, false]], [[-5.16796875, false]], [[-7.2578125, false]], [[-8.9140625, false]], [[-10.375, false]], [[-5.91796875, false]], [[-8.9140625, false]], [[-7.16796875, false]], [[-8.6640625, false]], [[-7.41796875, false]], [[-5.91796875, false]], [[-7.66796875, false]], [[-10.1640625, false]], [[-7.41796875, false]], [[-8.9140625, false]], [[-10.1640625, false]], [[-7.41796875, false]], [[-8.4140625, false]], [[-6.16796875, false]], [[-11.9140625, false]], [[-5.91796875, false]], [[-8.1640625, false]], [[-7.66796875, false]], [[-5.91796875, false]], [[-8.6640625, false]], [[-8.6640625, false]], [[-7.41796875, false]], [[-5.91796875, false]], [[-8.6640625, false]], [[-8.1640625, false]], [[-10.1640625, false]], [[-8.4140625, false]], [[-6.66796875, false]], [[-5.91796875, false]], [[-8.6640625, false]], [[-8.6640625, false]], [[-5.91796875, false]], [[-8.6640625, false]], [[-8.1640625, false]], [[-8.1640625, false]], [[-5.91796875, false]], [[-8.6640625, false]], [[-8.6640625, false]], [[-9.9140625, false]], [[-8.6640625, false]], [[-7.2578125, false]], [[-8.9140625, false]], [[-10.375, false]], [[-5.91796875, false]], [[-8.9140625, false]], [[-7.16796875, false]], [[-8.6640625, false]], [[-7.41796875, false]], [[-5.91796875, false]], [[-5.16796875, false]], [[-3.166015625, false]], [[-9.6640625, false]], [[-7.41796875, false]], [[-8.1640625, false]], [[-7.41796875, false]], [[-8.4140625, false]], [[-9.9140625, false]], [[-8.6640625, false]], [[-8.6640625, false]], [[-5.91796875, false]], [[-8.1640625, false]], [[-7.66796875, false]], [[-5.91796875, false]], [[-8.6640625, false]], [[-8.6640625, false]], [[-7.41796875, false]], [[-5.91796875, false]], [[-8.6640625, false]], [[-8.1640625, false]], [[-10.1640625, false]], [[-8.4140625, false]], [[-6.66796875, false]], [[-5.91796875, false]], [[-8.6640625, false]], [[-8.6640625, false]], [[-5.91796875, false]], [[-8.6640625, false]], [[-8.1640625, false]], [[-8.1640625, false]], [[-5.91796875, false]], [[-8.1640625, false]], [[-8.1640625, false]], [[-8.4140625, false]], [[-9.9140625, false]], [[-7.2578125, false]], [[-8.9140625, false]], [[-11.1640625, false]]], "filtered_resps": [[-6.41796875, false], [-8.9140625, false], [-7.16796875, false], [-8.6640625, false], [-7.41796875, false], [-5.91796875, false], [-8.6640625, false], [-7.41796875, false], [-7.41796875, false], [-7.41796875, false], [-6.66796875, false], [-5.91796875, false], [-8.1640625, false], [-7.66796875, false], [-5.91796875, false], [-8.6640625, false], [-8.6640625, false], [-7.41796875, false], [-5.91796875, false], [-8.6640625, false], [-8.1640625, false], [-10.1640625, false], [-8.4140625, false], [-6.66796875, false], [-5.91796875, false], [-8.6640625, false], [-8.6640625, false], [-5.91796875, false], [-8.6640625, false], [-8.1640625, false], [-8.1640625, false], [-5.91796875, false], [-7.66796875, false], [-3.166015625, false], [-8.6640625, false], [-8.6640625, false], [-7.2578125, false], [-8.9140625, false], [-10.375, false], [-5.91796875, false], [-8.9140625, false], [-7.16796875, false], [-8.6640625, false], [-7.41796875, false], [-5.91796875, false], [-3.166015625, false], [-9.4140625, false], [-7.41796875, false], [-8.1640625, false], [-8.6640625, false], [-8.6640625, false], [-10.1640625, false], [-6.66796875, false], [-7.41796875, false], [-5.91796875, false], [-8.1640625, false], [-7.66796875, false], [-5.91796875, false], [-8.6640625, false], [-8.6640625, false], [-7.41796875, false], [-5.91796875, false], [-8.6640625, false], [-8.1640625, false], [-10.1640625, false], [-8.4140625, false], [-6.66796875, false], [-5.91796875, false], [-8.6640625, false], [-8.6640625, false], [-5.91796875, false], [-8.6640625, false], [-8.1640625, false], [-8.1640625, false], [-5.91796875, false], [-8.1640625, false], [-8.1640625, false], [-5.16796875, false], [-7.2578125, false], [-8.9140625, false], [-10.375, false], [-5.91796875, false], [-8.9140625, false], [-7.16796875, false], [-8.6640625, false], [-7.41796875, false], [-5.91796875, false], [-7.66796875, false], [-10.1640625, false], [-7.41796875, false], [-8.9140625, false], [-10.1640625, false], [-7.41796875, false], [-8.4140625, false], [-6.16796875, false], [-11.9140625, false], [-5.91796875, false], [-8.1640625, false], [-7.66796875, false], [-5.91796875, false], [-8.6640625, false], [-8.6640625, false], [-7.41796875, false], [-5.91796875, false], [-8.6640625, false], [-8.1640625, false], [-10.1640625, false], [-8.4140625, false], [-6.66796875, false], [-5.91796875, false], [-8.6640625, false], [-8.6640625, false], [-5.91796875, false], [-8.6640625, false], [-8.1640625, false], [-8.1640625, false], [-5.91796875, false], [-8.6640625, false], [-8.6640625, false], [-9.9140625, false], [-8.6640625, false], [-7.2578125, false], [-8.9140625, false], [-10.375, false], [-5.91796875, false], [-8.9140625, false], [-7.16796875, false], [-8.6640625, false], [-7.41796875, false], [-5.91796875, false], [-5.16796875, false], [-3.166015625, false], [-9.6640625, false], [-7.41796875, false], [-8.1640625, false], [-7.41796875, false], [-8.4140625, false], [-9.9140625, false], [-8.6640625, false], [-8.6640625, false], [-5.91796875, false], [-8.1640625, false], [-7.66796875, false], [-5.91796875, false], [-8.6640625, false], [-8.6640625, false], [-7.41796875, false], [-5.91796875, false], [-8.6640625, false], [-8.1640625, false], [-10.1640625, false], [-8.4140625, false], [-6.66796875, false], [-5.91796875, false], [-8.6640625, false], [-8.6640625, false], [-5.91796875, false], [-8.6640625, false], [-8.1640625, false], [-8.1640625, false], [-5.91796875, false], [-8.1640625, false], [-8.1640625, false], [-8.4140625, false], [-9.9140625, false], [-7.2578125, false], [-8.9140625, false], [-11.1640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 186, "doc": {"id": "Mercury_7098928", "question": "Which concept was most likely modified due to the invention of the microscope?", "choices": {"text": ["size of subatomic particles", "composition of living things", "number of the moons of Jupiter", "formation of sedimentary rocks"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "composition of living things", "arguments": ["Question: Which concept was most likely modified due to the invention of the microscope?\nAnswer:", " ["], "resps": [[[-7.0546875, false]], [[-7.9296875, false]], [[-8.3046875, false]], [[-8.1796875, false]], [[-11.1796875, false]], [[-8.4296875, false]], [[-5.6796875, false]], [[-6.9296875, false]], [[-8.8046875, false]], [[-5.6796875, false]], [[-8.3046875, false]], [[-11.0546875, false]], [[-8.9296875, false]], [[-4.9296875, false]], [[-10.1796875, false]], [[-6.9296875, false]], [[-8.8046875, false]], [[-8.1796875, false]], [[-8.0546875, false]], [[-5.6796875, false]], [[-9.5546875, false]], [[-4.9296875, false]], [[-10.4296875, false]], [[-10.1796875, false]], [[-8.1796875, false]], [[-8.0546875, false]], [[-8.9296875, false]], [[-8.4296875, false]], [[-8.3046875, false]], [[-7.9296875, false]], [[-10.171875, false]], [[-5.6796875, false]], [[-7.9296875, false]], [[-8.0546875, false]], [[-6.9296875, false]], [[-8.8046875, false]], [[-9.5546875, false]], [[-6.9296875, false]], [[-8.3046875, false]], [[-8.1796875, false]], [[-10.1796875, false]], [[-8.1796875, false]], [[-6.9296875, false]], [[-9.5546875, false]], [[-5.6796875, false]], [[-6.9296875, false]], [[-8.8046875, false]], [[-5.6796875, false]], [[-8.9296875, false]], [[-8.1796875, false]], [[-10.5546875, false]], [[-8.1796875, false]], [[-9.5546875, false]], [[-11.6796875, false]], [[-5.6796875, false]], [[-10.1796875, false]], [[-11.4296875, false]], [[-8.1796875, false]], [[-9.5546875, false]], [[-11.6796875, false]], [[-8.3046875, false]], [[-7.9296875, false]], [[-10.171875, false]], [[-5.6796875, false]], [[-7.9296875, false]], [[-9.5546875, false]], [[-11.0546875, false]], [[-8.8046875, false]], [[-8.9296875, false]], [[-8.4296875, false]], [[-10.4296875, false]], [[-5.6796875, false]], [[-6.9296875, false]], [[-8.8046875, false]], [[-5.6796875, false]], [[-10.1796875, false]], [[-11.4296875, false]], [[-8.4296875, false]], [[-5.6796875, false]], [[-8.8046875, false]], [[-6.9296875, false]], [[-6.9296875, false]], [[-9.5546875, false]], [[-8.3046875, false]], [[-5.6796875, false]], [[-6.9296875, false]], [[-8.8046875, false]], [[-5.6796875, false]], [[-8.8046875, false]], [[-11.0546875, false]], [[-9.5546875, false]], [[-8.1796875, false]], [[-10.1796875, false]], [[-8.4296875, false]], [[-10.4296875, false]], [[-7.9296875, false]], [[-10.171875, false]], [[-5.6796875, false]], [[-7.9296875, false]], [[-8.8046875, false]], [[-6.9296875, false]], [[-10.4296875, false]], [[-8.8046875, false]], [[-4.9296875, false]], [[-10.1796875, false]], [[-8.1796875, false]], [[-6.9296875, false]], [[-9.5546875, false]], [[-5.6796875, false]], [[-6.9296875, false]], [[-8.8046875, false]], [[-5.6796875, false]], [[-8.3046875, false]], [[-8.4296875, false]], [[-9.9296875, false]], [[-8.1796875, false]], [[-8.8046875, false]], [[-8.4296875, false]], [[-9.5546875, false]], [[-10.1796875, false]], [[-4.9296875, false]], [[-10.4296875, false]], [[-12.0546875, false]], [[-5.6796875, false]], [[-10.4296875, false]], [[-6.9296875, false]], [[-8.0546875, false]], [[-10.1796875, false]], [[-8.3046875, false]], [[-7.9296875, false]], [[-13.1796875, false]]], "filtered_resps": [[-7.0546875, false], [-7.9296875, false], [-8.3046875, false], [-8.1796875, false], [-11.1796875, false], [-8.4296875, false], [-5.6796875, false], [-6.9296875, false], [-8.8046875, false], [-5.6796875, false], [-8.3046875, false], [-11.0546875, false], [-8.9296875, false], [-4.9296875, false], [-10.1796875, false], [-6.9296875, false], [-8.8046875, false], [-8.1796875, false], [-8.0546875, false], [-5.6796875, false], [-9.5546875, false], [-4.9296875, false], [-10.4296875, false], [-10.1796875, false], [-8.1796875, false], [-8.0546875, false], [-8.9296875, false], [-8.4296875, false], [-8.3046875, false], [-7.9296875, false], [-10.171875, false], [-5.6796875, false], [-7.9296875, false], [-8.0546875, false], [-6.9296875, false], [-8.8046875, false], [-9.5546875, false], [-6.9296875, false], [-8.3046875, false], [-8.1796875, false], [-10.1796875, false], [-8.1796875, false], [-6.9296875, false], [-9.5546875, false], [-5.6796875, false], [-6.9296875, false], [-8.8046875, false], [-5.6796875, false], [-8.9296875, false], [-8.1796875, false], [-10.5546875, false], [-8.1796875, false], [-9.5546875, false], [-11.6796875, false], [-5.6796875, false], [-10.1796875, false], [-11.4296875, false], [-8.1796875, false], [-9.5546875, false], [-11.6796875, false], [-8.3046875, false], [-7.9296875, false], [-10.171875, false], [-5.6796875, false], [-7.9296875, false], [-9.5546875, false], [-11.0546875, false], [-8.8046875, false], [-8.9296875, false], [-8.4296875, false], [-10.4296875, false], [-5.6796875, false], [-6.9296875, false], [-8.8046875, false], [-5.6796875, false], [-10.1796875, false], [-11.4296875, false], [-8.4296875, false], [-5.6796875, false], [-8.8046875, false], [-6.9296875, false], [-6.9296875, false], [-9.5546875, false], [-8.3046875, false], [-5.6796875, false], [-6.9296875, false], [-8.8046875, false], [-5.6796875, false], [-8.8046875, false], [-11.0546875, false], [-9.5546875, false], [-8.1796875, false], [-10.1796875, false], [-8.4296875, false], [-10.4296875, false], [-7.9296875, false], [-10.171875, false], [-5.6796875, false], [-7.9296875, false], [-8.8046875, false], [-6.9296875, false], [-10.4296875, false], [-8.8046875, false], [-4.9296875, false], [-10.1796875, false], [-8.1796875, false], [-6.9296875, false], [-9.5546875, false], [-5.6796875, false], [-6.9296875, false], [-8.8046875, false], [-5.6796875, false], [-8.3046875, false], [-8.4296875, false], [-9.9296875, false], [-8.1796875, false], [-8.8046875, false], [-8.4296875, false], [-9.5546875, false], [-10.1796875, false], [-4.9296875, false], [-10.4296875, false], [-12.0546875, false], [-5.6796875, false], [-10.4296875, false], [-6.9296875, false], [-8.0546875, false], [-10.1796875, false], [-8.3046875, false], [-7.9296875, false], [-13.1796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 194, "doc": {"id": "MDSA_2010_8_43", "question": "When trees are removed from a tropical rain forest, other plants and animals are affected. Which statement identifies another change that will most likely occur when a rain forest habitat is destroyed?", "choices": {"text": ["Oxygen levels will increase.", "Carbon dioxide levels will increase.", "The temperature of Earth will decrease.", "The air pollution in the atmosphere will decrease."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Carbon dioxide levels will increase.", "arguments": ["Question: When trees are removed from a tropical rain forest, other plants and animals are affected. Which statement identifies another change that will most likely occur when a rain forest habitat is destroyed?\nAnswer:", " ["], "resps": [[[-7.16796875, false]], [[-9.421875, false]], [[-7.79296875, false]], [[-10.046875, false]], [[-11.046875, false]], [[-12.046875, false]], [[-7.91796875, false]], [[-9.671875, false]], [[-5.16796875, false]], [[-9.921875, false]], [[-7.91796875, false]], [[-12.421875, false]], [[-7.91796875, false]], [[-9.921875, false]], [[-10.921875, false]], [[-5.16796875, false]], [[-11.046875, false]], [[-8.046875, false]], [[-9.921875, false]], [[-9.921875, false]], [[-5.16796875, false]], [[-8.046875, false]], [[-9.671875, false]], [[-9.296875, false]], [[-10.546875, false]], [[-7.91796875, false]], [[-5.16796875, false]], [[-10.921875, false]], [[-7.91796875, false]], [[-7.10546875, false]], [[-9.421875, false]], [[-10.484375, false]], [[-5.16796875, false]], [[-9.421875, false]], [[-5.54296875, false]], [[-5.16796875, false]], [[-10.546875, false]], [[-7.91796875, false]], [[-8.796875, false]], [[-9.671875, false]], [[-5.16796875, false]], [[-7.29296875, false]], [[-8.046875, false]], [[-8.796875, false]], [[-10.046875, false]], [[-8.046875, false]], [[-7.29296875, false]], [[-7.91796875, false]], [[-5.16796875, false]], [[-9.921875, false]], [[-7.91796875, false]], [[-12.421875, false]], [[-7.91796875, false]], [[-9.921875, false]], [[-10.921875, false]], [[-5.16796875, false]], [[-11.046875, false]], [[-8.046875, false]], [[-9.921875, false]], [[-9.921875, false]], [[-5.16796875, false]], [[-8.046875, false]], [[-9.671875, false]], [[-9.296875, false]], [[-10.546875, false]], [[-7.91796875, false]], [[-5.16796875, false]], [[-10.921875, false]], [[-7.91796875, false]], [[-7.10546875, false]], [[-9.421875, false]], [[-10.484375, false]], [[-5.16796875, false]], [[-9.421875, false]], [[-6.79296875, false]], [[-10.796875, false]], [[-7.91796875, false]], [[-5.16796875, false]], [[-11.421875, false]], [[-7.91796875, false]], [[-11.421875, false]], [[-10.046875, false]], [[-7.91796875, false]], [[-10.546875, false]], [[-5.16796875, false]], [[-11.421875, false]], [[-12.921875, false]], [[-10.546875, false]], [[-7.91796875, false]], [[-5.16796875, false]], [[-8.796875, false]], [[-10.671875, false]], [[-5.16796875, false]], [[-5.54296875, false]], [[-5.16796875, false]], [[-10.546875, false]], [[-11.421875, false]], [[-10.796875, false]], [[-5.16796875, false]], [[-11.046875, false]], [[-8.046875, false]], [[-9.921875, false]], [[-9.921875, false]], [[-5.16796875, false]], [[-7.29296875, false]], [[-7.91796875, false]], [[-9.296875, false]], [[-10.546875, false]], [[-7.91796875, false]], [[-5.16796875, false]], [[-10.921875, false]], [[-7.91796875, false]], [[-7.10546875, false]], [[-9.421875, false]], [[-10.484375, false]], [[-5.16796875, false]], [[-9.421875, false]], [[-6.79296875, false]], [[-10.796875, false]], [[-7.91796875, false]], [[-5.16796875, false]], [[-5.16796875, false]], [[-8.046875, false]], [[-10.546875, false]], [[-5.16796875, false]], [[-10.046875, false]], [[-8.796875, false]], [[-9.921875, false]], [[-9.921875, false]], [[-12.921875, false]], [[-11.421875, false]], [[-8.046875, false]], [[-8.796875, false]], [[-9.671875, false]], [[-5.16796875, false]], [[-8.046875, false]], [[-9.671875, false]], [[-5.16796875, false]], [[-11.421875, false]], [[-10.796875, false]], [[-7.91796875, false]], [[-5.16796875, false]], [[-5.16796875, false]], [[-11.421875, false]], [[-11.421875, false]], [[-8.796875, false]], [[-10.921875, false]], [[-10.046875, false]], [[-10.796875, false]], [[-7.91796875, false]], [[-10.546875, false]], [[-7.91796875, false]], [[-5.16796875, false]], [[-11.046875, false]], [[-8.046875, false]], [[-9.921875, false]], [[-9.921875, false]], [[-5.16796875, false]], [[-7.29296875, false]], [[-7.91796875, false]], [[-9.296875, false]], [[-10.546875, false]], [[-7.91796875, false]], [[-5.16796875, false]], [[-10.921875, false]], [[-7.91796875, false]], [[-7.10546875, false]], [[-9.421875, false]], [[-13.671875, false]]], "filtered_resps": [[-7.16796875, false], [-9.421875, false], [-7.79296875, false], [-10.046875, false], [-11.046875, false], [-12.046875, false], [-7.91796875, false], [-9.671875, false], [-5.16796875, false], [-9.921875, false], [-7.91796875, false], [-12.421875, false], [-7.91796875, false], [-9.921875, false], [-10.921875, false], [-5.16796875, false], [-11.046875, false], [-8.046875, false], [-9.921875, false], [-9.921875, false], [-5.16796875, false], [-8.046875, false], [-9.671875, false], [-9.296875, false], [-10.546875, false], [-7.91796875, false], [-5.16796875, false], [-10.921875, false], [-7.91796875, false], [-7.10546875, false], [-9.421875, false], [-10.484375, false], [-5.16796875, false], [-9.421875, false], [-5.54296875, false], [-5.16796875, false], [-10.546875, false], [-7.91796875, false], [-8.796875, false], [-9.671875, false], [-5.16796875, false], [-7.29296875, false], [-8.046875, false], [-8.796875, false], [-10.046875, false], [-8.046875, false], [-7.29296875, false], [-7.91796875, false], [-5.16796875, false], [-9.921875, false], [-7.91796875, false], [-12.421875, false], [-7.91796875, false], [-9.921875, false], [-10.921875, false], [-5.16796875, false], [-11.046875, false], [-8.046875, false], [-9.921875, false], [-9.921875, false], [-5.16796875, false], [-8.046875, false], [-9.671875, false], [-9.296875, false], [-10.546875, false], [-7.91796875, false], [-5.16796875, false], [-10.921875, false], [-7.91796875, false], [-7.10546875, false], [-9.421875, false], [-10.484375, false], [-5.16796875, false], [-9.421875, false], [-6.79296875, false], [-10.796875, false], [-7.91796875, false], [-5.16796875, false], [-11.421875, false], [-7.91796875, false], [-11.421875, false], [-10.046875, false], [-7.91796875, false], [-10.546875, false], [-5.16796875, false], [-11.421875, false], [-12.921875, false], [-10.546875, false], [-7.91796875, false], [-5.16796875, false], [-8.796875, false], [-10.671875, false], [-5.16796875, false], [-5.54296875, false], [-5.16796875, false], [-10.546875, false], [-11.421875, false], [-10.796875, false], [-5.16796875, false], [-11.046875, false], [-8.046875, false], [-9.921875, false], [-9.921875, false], [-5.16796875, false], [-7.29296875, false], [-7.91796875, false], [-9.296875, false], [-10.546875, false], [-7.91796875, false], [-5.16796875, false], [-10.921875, false], [-7.91796875, false], [-7.10546875, false], [-9.421875, false], [-10.484375, false], [-5.16796875, false], [-9.421875, false], [-6.79296875, false], [-10.796875, false], [-7.91796875, false], [-5.16796875, false], [-5.16796875, false], [-8.046875, false], [-10.546875, false], [-5.16796875, false], [-10.046875, false], [-8.796875, false], [-9.921875, false], [-9.921875, false], [-12.921875, false], [-11.421875, false], [-8.046875, false], [-8.796875, false], [-9.671875, false], [-5.16796875, false], [-8.046875, false], [-9.671875, false], [-5.16796875, false], [-11.421875, false], [-10.796875, false], [-7.91796875, false], [-5.16796875, false], [-5.16796875, false], [-11.421875, false], [-11.421875, false], [-8.796875, false], [-10.921875, false], [-10.046875, false], [-10.796875, false], [-7.91796875, false], [-10.546875, false], [-7.91796875, false], [-5.16796875, false], [-11.046875, false], [-8.046875, false], [-9.921875, false], [-9.921875, false], [-5.16796875, false], [-7.29296875, false], [-7.91796875, false], [-9.296875, false], [-10.546875, false], [-7.91796875, false], [-5.16796875, false], [-10.921875, false], [-7.91796875, false], [-7.10546875, false], [-9.421875, false], [-13.671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 202, "doc": {"id": "Mercury_7210018", "question": "A student observes different characteristics of a rock. Which observation best describes a fact about the rock?", "choices": {"text": ["It has a nice surface.", "It has an interesting shape.", "It is made of several layers.", "It feels warm when touched."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "It is made of several layers.", "arguments": ["Question: A student observes different characteristics of a rock. Which observation best describes a fact about the rock?\nAnswer:", " ["], "resps": [[[-6.77734375, false]], [[-8.78125, false]], [[-5.77734375, false]], [[-9.28125, false]], [[-5.77734375, false]], [[-10.03125, false]], [[-3.529296875, false]], [[-9.53125, false]], [[-5.77734375, false]], [[-3.529296875, false]], [[-5.77734375, false]], [[-8.53125, false]], [[-9.03125, false]], [[-6.27734375, false]], [[-8.03125, false]], [[-5.77734375, false]], [[-9.53125, false]], [[-10.28125, false]], [[-8.53125, false]], [[-7.27734375, false]], [[-3.529296875, false]], [[-6.27734375, false]], [[-8.03125, false]], [[-6.9609375, false]], [[-8.78125, false]], [[-10.328125, false]], [[-5.77734375, false]], [[-8.78125, false]], [[-5.77734375, false]], [[-9.28125, false]], [[-5.77734375, false]], [[-10.03125, false]], [[-3.529296875, false]], [[-9.53125, false]], [[-5.77734375, false]], [[-3.529296875, false]], [[-8.53125, false]], [[-5.77734375, false]], [[-9.03125, false]], [[-8.53125, false]], [[-9.28125, false]], [[-8.03125, false]], [[-8.53125, false]], [[-8.03125, false]], [[-9.53125, false]], [[-9.28125, false]], [[-9.03125, false]], [[-8.53125, false]], [[-9.53125, false]], [[-5.77734375, false]], [[-9.53125, false]], [[-10.03125, false]], [[-3.529296875, false]], [[-7.77734375, false]], [[-8.03125, false]], [[-6.9609375, false]], [[-8.78125, false]], [[-10.328125, false]], [[-5.77734375, false]], [[-8.78125, false]], [[-5.77734375, false]], [[-9.28125, false]], [[-5.77734375, false]], [[-9.03125, false]], [[-9.53125, false]], [[-5.77734375, false]], [[-7.77734375, false]], [[-3.529296875, false]], [[-7.52734375, false]], [[-8.03125, false]], [[-5.77734375, false]], [[-8.78125, false]], [[-7.27734375, false]], [[-5.77734375, false]], [[-9.53125, false]], [[-8.03125, false]], [[-9.03125, false]], [[-8.03125, false]], [[-8.53125, false]], [[-3.529296875, false]], [[-10.03125, false]], [[-5.77734375, false]], [[-10.03125, false]], [[-3.529296875, false]], [[-10.53125, false]], [[-8.03125, false]], [[-8.53125, false]], [[-9.53125, false]], [[-6.9609375, false]], [[-8.78125, false]], [[-10.328125, false]], [[-5.77734375, false]], [[-8.78125, false]], [[-5.77734375, false]], [[-9.28125, false]], [[-5.77734375, false]], [[-7.27734375, false]], [[-8.03125, false]], [[-8.03125, false]], [[-10.03125, false]], [[-9.53125, false]], [[-5.77734375, false]], [[-10.53125, false]], [[-3.529296875, false]], [[-8.53125, false]], [[-7.77734375, false]], [[-5.77734375, false]], [[-10.53125, false]], [[-10.03125, false]], [[-8.03125, false]], [[-8.53125, false]], [[-5.77734375, false]], [[-9.28125, false]], [[-8.78125, false]], [[-10.28125, false]], [[-6.27734375, false]], [[-10.03125, false]], [[-8.03125, false]], [[-7.52734375, false]], [[-6.9609375, false]], [[-8.78125, false]], [[-12.28125, false]]], "filtered_resps": [[-6.77734375, false], [-8.78125, false], [-5.77734375, false], [-9.28125, false], [-5.77734375, false], [-10.03125, false], [-3.529296875, false], [-9.53125, false], [-5.77734375, false], [-3.529296875, false], [-5.77734375, false], [-8.53125, false], [-9.03125, false], [-6.27734375, false], [-8.03125, false], [-5.77734375, false], [-9.53125, false], [-10.28125, false], [-8.53125, false], [-7.27734375, false], [-3.529296875, false], [-6.27734375, false], [-8.03125, false], [-6.9609375, false], [-8.78125, false], [-10.328125, false], [-5.77734375, false], [-8.78125, false], [-5.77734375, false], [-9.28125, false], [-5.77734375, false], [-10.03125, false], [-3.529296875, false], [-9.53125, false], [-5.77734375, false], [-3.529296875, false], [-8.53125, false], [-5.77734375, false], [-9.03125, false], [-8.53125, false], [-9.28125, false], [-8.03125, false], [-8.53125, false], [-8.03125, false], [-9.53125, false], [-9.28125, false], [-9.03125, false], [-8.53125, false], [-9.53125, false], [-5.77734375, false], [-9.53125, false], [-10.03125, false], [-3.529296875, false], [-7.77734375, false], [-8.03125, false], [-6.9609375, false], [-8.78125, false], [-10.328125, false], [-5.77734375, false], [-8.78125, false], [-5.77734375, false], [-9.28125, false], [-5.77734375, false], [-9.03125, false], [-9.53125, false], [-5.77734375, false], [-7.77734375, false], [-3.529296875, false], [-7.52734375, false], [-8.03125, false], [-5.77734375, false], [-8.78125, false], [-7.27734375, false], [-5.77734375, false], [-9.53125, false], [-8.03125, false], [-9.03125, false], [-8.03125, false], [-8.53125, false], [-3.529296875, false], [-10.03125, false], [-5.77734375, false], [-10.03125, false], [-3.529296875, false], [-10.53125, false], [-8.03125, false], [-8.53125, false], [-9.53125, false], [-6.9609375, false], [-8.78125, false], [-10.328125, false], [-5.77734375, false], [-8.78125, false], [-5.77734375, false], [-9.28125, false], [-5.77734375, false], [-7.27734375, false], [-8.03125, false], [-8.03125, false], [-10.03125, false], [-9.53125, false], [-5.77734375, false], [-10.53125, false], [-3.529296875, false], [-8.53125, false], [-7.77734375, false], [-5.77734375, false], [-10.53125, false], [-10.03125, false], [-8.03125, false], [-8.53125, false], [-5.77734375, false], [-9.28125, false], [-8.78125, false], [-10.28125, false], [-6.27734375, false], [-10.03125, false], [-8.03125, false], [-7.52734375, false], [-6.9609375, false], [-8.78125, false], [-12.28125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 210, "doc": {"id": "Mercury_404895", "question": "A scientist finds a plant and states that it is a new species. Which is the best way to verify that it is a new species?", "choices": {"text": ["develop a theory about the plant", "compare the plant to other plants", "observe the plant with a microscope", "determine the best growing conditions for the plant"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "compare the plant to other plants", "arguments": ["Question: A scientist finds a plant and states that it is a new species. Which is the best way to verify that it is a new species?\nAnswer:", " ["], "resps": [[[-6.1953125, false]], [[-8.6953125, false]], [[-7.5703125, false]], [[-7.5703125, false]], [[-9.4453125, false]], [[-7.5703125, false]], [[-9.6953125, false]], [[-8.8203125, false]], [[-7.9453125, false]], [[-5.0703125, false]], [[-4.1953125, false]], [[-5.0703125, false]], [[-9.4453125, false]], [[-9.8203125, false]], [[-7.5703125, false]], [[-8.8203125, false]], [[-8.5703125, false]], [[-10.3203125, false]], [[-5.0703125, false]], [[-4.1953125, false]], [[-6.4453125, false]], [[-8.8203125, false]], [[-9.8203125, false]], [[-9.4453125, false]], [[-5.0703125, false]], [[-9.4453125, false]], [[-9.8203125, false]], [[-7.5703125, false]], [[-5.0703125, false]], [[-7.9453125, false]], [[-9.6953125, false]], [[-4.1953125, false]], [[-8.5703125, false]], [[-9.4453125, false]], [[-8.6953125, false]], [[-9.671875, false]], [[-5.0703125, false]], [[-8.6953125, false]], [[-8.0703125, false]], [[-8.8203125, false]], [[-9.4453125, false]], [[-7.9453125, false]], [[-4.1953125, false]], [[-8.5703125, false]], [[-7.5703125, false]], [[-5.0703125, false]], [[-9.4453125, false]], [[-9.8203125, false]], [[-7.5703125, false]], [[-5.0703125, false]], [[-7.9453125, false]], [[-9.6953125, false]], [[-4.1953125, false]], [[-8.5703125, false]], [[-9.4453125, false]], [[-5.0703125, false]], [[-9.4453125, false]], [[-8.8203125, false]], [[-5.0703125, false]], [[-8.8203125, false]], [[-9.4453125, false]], [[-9.8203125, false]], [[-7.5703125, false]], [[-8.5703125, false]], [[-5.0703125, false]], [[-7.9453125, false]], [[-9.6953125, false]], [[-4.1953125, false]], [[-8.5703125, false]], [[-9.4453125, false]], [[-8.8203125, false]], [[-8.6953125, false]], [[-9.671875, false]], [[-5.0703125, false]], [[-8.6953125, false]], [[-8.8203125, false]], [[-6.4453125, false]], [[-8.8203125, false]], [[-7.5703125, false]], [[-8.5703125, false]], [[-9.4453125, false]], [[-7.5703125, false]], [[-5.0703125, false]], [[-9.4453125, false]], [[-9.8203125, false]], [[-7.5703125, false]], [[-5.0703125, false]], [[-7.9453125, false]], [[-9.6953125, false]], [[-4.1953125, false]], [[-8.5703125, false]], [[-9.4453125, false]], [[-5.0703125, false]], [[-10.6953125, false]], [[-7.3203125, false]], [[-9.4453125, false]], [[-9.8203125, false]], [[-5.0703125, false]], [[-4.1953125, false]], [[-5.0703125, false]], [[-9.4453125, false]], [[-7.3203125, false]], [[-8.0703125, false]], [[-8.5703125, false]], [[-8.8203125, false]], [[-8.8203125, false]], [[-8.0703125, false]], [[-8.8203125, false]], [[-7.9453125, false]], [[-7.5703125, false]], [[-8.6953125, false]], [[-9.671875, false]], [[-5.0703125, false]], [[-8.6953125, false]], [[-7.5703125, false]], [[-7.5703125, false]], [[-9.4453125, false]], [[-7.5703125, false]], [[-8.5703125, false]], [[-9.4453125, false]], [[-7.3203125, false]], [[-8.5703125, false]], [[-7.5703125, false]], [[-5.0703125, false]], [[-9.4453125, false]], [[-9.8203125, false]], [[-7.5703125, false]], [[-5.0703125, false]], [[-6.4453125, false]], [[-7.5703125, false]], [[-8.8203125, false]], [[-9.4453125, false]], [[-5.0703125, false]], [[-10.0703125, false]], [[-8.5703125, false]], [[-8.8203125, false]], [[-10.6953125, false]], [[-7.3203125, false]], [[-8.5703125, false]], [[-10.0703125, false]], [[-5.0703125, false]], [[-8.0703125, false]], [[-8.8203125, false]], [[-8.5703125, false]], [[-7.5703125, false]], [[-7.3203125, false]], [[-9.4453125, false]], [[-7.3203125, false]], [[-8.8203125, false]], [[-8.5703125, false]], [[-8.8203125, false]], [[-5.0703125, false]], [[-9.5703125, false]], [[-8.8203125, false]], [[-8.5703125, false]], [[-5.0703125, false]], [[-9.4453125, false]], [[-9.8203125, false]], [[-7.5703125, false]], [[-5.0703125, false]], [[-7.9453125, false]], [[-9.6953125, false]], [[-4.1953125, false]], [[-8.5703125, false]], [[-9.4453125, false]], [[-8.6953125, false]], [[-11.8203125, false]]], "filtered_resps": [[-6.1953125, false], [-8.6953125, false], [-7.5703125, false], [-7.5703125, false], [-9.4453125, false], [-7.5703125, false], [-9.6953125, false], [-8.8203125, false], [-7.9453125, false], [-5.0703125, false], [-4.1953125, false], [-5.0703125, false], [-9.4453125, false], [-9.8203125, false], [-7.5703125, false], [-8.8203125, false], [-8.5703125, false], [-10.3203125, false], [-5.0703125, false], [-4.1953125, false], [-6.4453125, false], [-8.8203125, false], [-9.8203125, false], [-9.4453125, false], [-5.0703125, false], [-9.4453125, false], [-9.8203125, false], [-7.5703125, false], [-5.0703125, false], [-7.9453125, false], [-9.6953125, false], [-4.1953125, false], [-8.5703125, false], [-9.4453125, false], [-8.6953125, false], [-9.671875, false], [-5.0703125, false], [-8.6953125, false], [-8.0703125, false], [-8.8203125, false], [-9.4453125, false], [-7.9453125, false], [-4.1953125, false], [-8.5703125, false], [-7.5703125, false], [-5.0703125, false], [-9.4453125, false], [-9.8203125, false], [-7.5703125, false], [-5.0703125, false], [-7.9453125, false], [-9.6953125, false], [-4.1953125, false], [-8.5703125, false], [-9.4453125, false], [-5.0703125, false], [-9.4453125, false], [-8.8203125, false], [-5.0703125, false], [-8.8203125, false], [-9.4453125, false], [-9.8203125, false], [-7.5703125, false], [-8.5703125, false], [-5.0703125, false], [-7.9453125, false], [-9.6953125, false], [-4.1953125, false], [-8.5703125, false], [-9.4453125, false], [-8.8203125, false], [-8.6953125, false], [-9.671875, false], [-5.0703125, false], [-8.6953125, false], [-8.8203125, false], [-6.4453125, false], [-8.8203125, false], [-7.5703125, false], [-8.5703125, false], [-9.4453125, false], [-7.5703125, false], [-5.0703125, false], [-9.4453125, false], [-9.8203125, false], [-7.5703125, false], [-5.0703125, false], [-7.9453125, false], [-9.6953125, false], [-4.1953125, false], [-8.5703125, false], [-9.4453125, false], [-5.0703125, false], [-10.6953125, false], [-7.3203125, false], [-9.4453125, false], [-9.8203125, false], [-5.0703125, false], [-4.1953125, false], [-5.0703125, false], [-9.4453125, false], [-7.3203125, false], [-8.0703125, false], [-8.5703125, false], [-8.8203125, false], [-8.8203125, false], [-8.0703125, false], [-8.8203125, false], [-7.9453125, false], [-7.5703125, false], [-8.6953125, false], [-9.671875, false], [-5.0703125, false], [-8.6953125, false], [-7.5703125, false], [-7.5703125, false], [-9.4453125, false], [-7.5703125, false], [-8.5703125, false], [-9.4453125, false], [-7.3203125, false], [-8.5703125, false], [-7.5703125, false], [-5.0703125, false], [-9.4453125, false], [-9.8203125, false], [-7.5703125, false], [-5.0703125, false], [-6.4453125, false], [-7.5703125, false], [-8.8203125, false], [-9.4453125, false], [-5.0703125, false], [-10.0703125, false], [-8.5703125, false], [-8.8203125, false], [-10.6953125, false], [-7.3203125, false], [-8.5703125, false], [-10.0703125, false], [-5.0703125, false], [-8.0703125, false], [-8.8203125, false], [-8.5703125, false], [-7.5703125, false], [-7.3203125, false], [-9.4453125, false], [-7.3203125, false], [-8.8203125, false], [-8.5703125, false], [-8.8203125, false], [-5.0703125, false], [-9.5703125, false], [-8.8203125, false], [-8.5703125, false], [-5.0703125, false], [-9.4453125, false], [-9.8203125, false], [-7.5703125, false], [-5.0703125, false], [-7.9453125, false], [-9.6953125, false], [-4.1953125, false], [-8.5703125, false], [-9.4453125, false], [-8.6953125, false], [-11.8203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 218, "doc": {"id": "Mercury_7180705", "question": "In the human body, the circulatory system works with the respiratory system by", "choices": {"text": ["producing red blood cells.", "transporting oxygen to organs.", "providing nutrients to muscles.", "controlling the movement of the lungs."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "transporting oxygen to organs.", "arguments": ["Question: In the human body, the circulatory system works with the respiratory system by\nAnswer:", " ["], "resps": [[[-8.015625, false]], [[-8.765625, false]], [[-9.390625, false]], [[-9.515625, false]], [[-8.765625, false]], [[-8.015625, false]], [[-9.640625, false]], [[-6.640625, false]], [[-7.515625, false]], [[-8.015625, false]], [[-10.390625, false]], [[-4.765625, false]], [[-9.515625, false]], [[-8.515625, false]], [[-8.015625, false]], [[-4.765625, false]], [[-6.140625, false]], [[-8.515625, false]], [[-8.765625, false]], [[-8.765625, false]], [[-8.015625, false]], [[-4.765625, false]], [[-6.640625, false]], [[-8.515625, false]], [[-8.515625, false]], [[-8.515625, false]], [[-8.390625, false]], [[-6.796875, false]], [[-8.765625, false]], [[-7.671875, false]], [[-4.765625, false]], [[-8.765625, false]], [[-9.390625, false]], [[-9.515625, false]], [[-4.640625, false]], [[-8.015625, false]], [[-8.390625, false]], [[-9.390625, false]], [[-8.765625, false]], [[-9.515625, false]], [[-9.390625, false]], [[-7.515625, false]], [[-8.015625, false]], [[-10.390625, false]], [[-4.765625, false]], [[-8.765625, false]], [[-8.890625, false]], [[-11.015625, false]], [[-10.390625, false]], [[-8.515625, false]], [[-8.015625, false]], [[-4.765625, false]], [[-9.390625, false]], [[-8.765625, false]], [[-4.765625, false]], [[-8.765625, false]], [[-9.515625, false]], [[-10.390625, false]], [[-4.640625, false]], [[-8.015625, false]], [[-8.390625, false]], [[-6.796875, false]], [[-8.765625, false]], [[-7.671875, false]], [[-4.765625, false]], [[-8.765625, false]], [[-9.390625, false]], [[-9.515625, false]], [[-8.765625, false]], [[-9.765625, false]], [[-7.515625, false]], [[-8.015625, false]], [[-7.515625, false]], [[-8.015625, false]], [[-10.390625, false]], [[-4.765625, false]], [[-8.015625, false]], [[-9.640625, false]], [[-9.390625, false]], [[-9.515625, false]], [[-7.515625, false]], [[-8.515625, false]], [[-8.015625, false]], [[-9.390625, false]], [[-8.390625, false]], [[-4.765625, false]], [[-9.390625, false]], [[-8.765625, false]], [[-4.765625, false]], [[-10.015625, false]], [[-9.640625, false]], [[-8.390625, false]], [[-6.640625, false]], [[-8.515625, false]], [[-8.515625, false]], [[-8.390625, false]], [[-6.796875, false]], [[-8.765625, false]], [[-7.671875, false]], [[-4.765625, false]], [[-8.765625, false]], [[-6.640625, false]], [[-8.765625, false]], [[-8.015625, false]], [[-9.390625, false]], [[-9.515625, false]], [[-8.765625, false]], [[-8.515625, false]], [[-8.515625, false]], [[-7.515625, false]], [[-8.015625, false]], [[-10.390625, false]], [[-4.765625, false]], [[-9.390625, false]], [[-9.015625, false]], [[-8.515625, false]], [[-4.765625, false]], [[-10.015625, false]], [[-8.765625, false]], [[-9.765625, false]], [[-8.515625, false]], [[-10.015625, false]], [[-8.515625, false]], [[-8.015625, false]], [[-9.390625, false]], [[-4.765625, false]], [[-8.765625, false]], [[-9.640625, false]], [[-4.765625, false]], [[-9.390625, false]], [[-9.015625, false]], [[-8.515625, false]], [[-4.765625, false]], [[-8.515625, false]], [[-9.640625, false]], [[-8.015625, false]], [[-10.390625, false]], [[-8.390625, false]], [[-6.796875, false]], [[-8.765625, false]], [[-11.140625, false]]], "filtered_resps": [[-8.015625, false], [-8.765625, false], [-9.390625, false], [-9.515625, false], [-8.765625, false], [-8.015625, false], [-9.640625, false], [-6.640625, false], [-7.515625, false], [-8.015625, false], [-10.390625, false], [-4.765625, false], [-9.515625, false], [-8.515625, false], [-8.015625, false], [-4.765625, false], [-6.140625, false], [-8.515625, false], [-8.765625, false], [-8.765625, false], [-8.015625, false], [-4.765625, false], [-6.640625, false], [-8.515625, false], [-8.515625, false], [-8.515625, false], [-8.390625, false], [-6.796875, false], [-8.765625, false], [-7.671875, false], [-4.765625, false], [-8.765625, false], [-9.390625, false], [-9.515625, false], [-4.640625, false], [-8.015625, false], [-8.390625, false], [-9.390625, false], [-8.765625, false], [-9.515625, false], [-9.390625, false], [-7.515625, false], [-8.015625, false], [-10.390625, false], [-4.765625, false], [-8.765625, false], [-8.890625, false], [-11.015625, false], [-10.390625, false], [-8.515625, false], [-8.015625, false], [-4.765625, false], [-9.390625, false], [-8.765625, false], [-4.765625, false], [-8.765625, false], [-9.515625, false], [-10.390625, false], [-4.640625, false], [-8.015625, false], [-8.390625, false], [-6.796875, false], [-8.765625, false], [-7.671875, false], [-4.765625, false], [-8.765625, false], [-9.390625, false], [-9.515625, false], [-8.765625, false], [-9.765625, false], [-7.515625, false], [-8.015625, false], [-7.515625, false], [-8.015625, false], [-10.390625, false], [-4.765625, false], [-8.015625, false], [-9.640625, false], [-9.390625, false], [-9.515625, false], [-7.515625, false], [-8.515625, false], [-8.015625, false], [-9.390625, false], [-8.390625, false], [-4.765625, false], [-9.390625, false], [-8.765625, false], [-4.765625, false], [-10.015625, false], [-9.640625, false], [-8.390625, false], [-6.640625, false], [-8.515625, false], [-8.515625, false], [-8.390625, false], [-6.796875, false], [-8.765625, false], [-7.671875, false], [-4.765625, false], [-8.765625, false], [-6.640625, false], [-8.765625, false], [-8.015625, false], [-9.390625, false], [-9.515625, false], [-8.765625, false], [-8.515625, false], [-8.515625, false], [-7.515625, false], [-8.015625, false], [-10.390625, false], [-4.765625, false], [-9.390625, false], [-9.015625, false], [-8.515625, false], [-4.765625, false], [-10.015625, false], [-8.765625, false], [-9.765625, false], [-8.515625, false], [-10.015625, false], [-8.515625, false], [-8.015625, false], [-9.390625, false], [-4.765625, false], [-8.765625, false], [-9.640625, false], [-4.765625, false], [-9.390625, false], [-9.015625, false], [-8.515625, false], [-4.765625, false], [-8.515625, false], [-9.640625, false], [-8.015625, false], [-10.390625, false], [-8.390625, false], [-6.796875, false], [-8.765625, false], [-11.140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 226, "doc": {"id": "Mercury_SC_402238", "question": "What safety procedure should a student follow when a thermometer is broken during a lab experiment?", "choices": {"text": ["tell the teacher immediately", "stop the experiment immediately", "sweep the glass into a biohazard container", "use a paper towel to pick up the pieces"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "tell the teacher immediately", "arguments": ["Question: What safety procedure should a student follow when a thermometer is broken during a lab experiment?\nAnswer:", " ["], "resps": [[[-7.9375, false]], [[-10.9375, false]], [[-11.9375, false]], [[-10.9375, false]], [[-12.9375, false]], [[-12.9375, false]], [[-4.6875, false]], [[-11.9375, false]], [[-12.6875, false]], [[-10.9375, false]], [[-4.6875, false]], [[-11.9375, false]], [[-10.9375, false]], [[-5.9375, false]], [[-11.4375, false]], [[-12.6875, false]], [[-10.9375, false]], [[-12.1875, false]], [[-4.6875, false]], [[-9.4375, false]], [[-11.9375, false]], [[-11.9375, false]], [[-10.9375, false]], [[-11.1875, false]], [[-9.4375, false]], [[-5.9375, false]], [[-11.9375, false]], [[-10.9375, false]], [[-12.9375, false]], [[-13.6875, false]], [[-10.9375, false]], [[-11.3359375, false]], [[-4.6875, false]], [[-10.9375, false]], [[-11.1875, false]], [[-11.9375, false]], [[-10.6875, false]], [[-11.9375, false]], [[-4.6875, false]], [[-11.9375, false]], [[-12.6875, false]], [[-10.9375, false]], [[-4.6875, false]], [[-10.9375, false]], [[-11.1875, false]], [[-11.9375, false]], [[-10.9375, false]], [[-12.1875, false]], [[-9.4375, false]], [[-11.9375, false]], [[-10.9375, false]], [[-11.6875, false]], [[-11.9375, false]], [[-4.6875, false]], [[-9.4375, false]], [[-11.9375, false]], [[-11.9375, false]], [[-10.9375, false]], [[-11.1875, false]], [[-9.4375, false]], [[-5.9375, false]], [[-11.9375, false]], [[-10.9375, false]], [[-12.9375, false]], [[-13.6875, false]], [[-10.9375, false]], [[-11.3359375, false]], [[-4.6875, false]], [[-10.9375, false]], [[-11.1875, false]], [[-12.9375, false]], [[-10.9375, false]], [[-10.9375, false]], [[-11.9375, false]], [[-4.6875, false]], [[-11.9375, false]], [[-12.6875, false]], [[-10.9375, false]], [[-4.6875, false]], [[-12.6875, false]], [[-12.9375, false]], [[-5.9375, false]], [[-11.1875, false]], [[-11.1875, false]], [[-4.6875, false]], [[-9.4375, false]], [[-11.6875, false]], [[-11.9375, false]], [[-10.6875, false]], [[-4.6875, false]], [[-5.9375, false]], [[-4.6875, false]], [[-9.9375, false]], [[-9.4375, false]], [[-10.6875, false]], [[-12.6875, false]], [[-5.9375, false]], [[-14.6875, false]], [[-5.9375, false]], [[-12.1875, false]], [[-11.1875, false]], [[-4.6875, false]], [[-11.4375, false]], [[-10.6875, false]], [[-11.6875, false]], [[-11.9375, false]], [[-5.9375, false]], [[-9.4375, false]], [[-11.6875, false]], [[-10.9375, false]], [[-12.1875, false]], [[-10.9375, false]], [[-11.3359375, false]], [[-4.6875, false]], [[-10.9375, false]], [[-10.6875, false]], [[-11.1875, false]], [[-10.9375, false]], [[-4.6875, false]], [[-5.9375, false]], [[-4.6875, false]], [[-11.9375, false]], [[-5.9375, false]], [[-11.9375, false]], [[-10.9375, false]], [[-12.1875, false]], [[-4.6875, false]], [[-11.9375, false]], [[-10.6875, false]], [[-12.9375, false]], [[-10.9375, false]], [[-12.9375, false]], [[-4.6875, false]], [[-11.9375, false]], [[-10.6875, false]], [[-4.6875, false]], [[-11.9375, false]], [[-9.4375, false]], [[-11.4375, false]], [[-12.1875, false]], [[-4.6875, false]], [[-10.6875, false]], [[-11.9375, false]], [[-4.6875, false]], [[-11.9375, false]], [[-12.6875, false]], [[-10.9375, false]], [[-4.6875, false]], [[-11.9375, false]], [[-9.4375, false]], [[-10.9375, false]], [[-11.4375, false]], [[-10.9375, false]], [[-11.1875, false]], [[-10.9375, false]], [[-11.9375, false]]], "filtered_resps": [[-7.9375, false], [-10.9375, false], [-11.9375, false], [-10.9375, false], [-12.9375, false], [-12.9375, false], [-4.6875, false], [-11.9375, false], [-12.6875, false], [-10.9375, false], [-4.6875, false], [-11.9375, false], [-10.9375, false], [-5.9375, false], [-11.4375, false], [-12.6875, false], [-10.9375, false], [-12.1875, false], [-4.6875, false], [-9.4375, false], [-11.9375, false], [-11.9375, false], [-10.9375, false], [-11.1875, false], [-9.4375, false], [-5.9375, false], [-11.9375, false], [-10.9375, false], [-12.9375, false], [-13.6875, false], [-10.9375, false], [-11.3359375, false], [-4.6875, false], [-10.9375, false], [-11.1875, false], [-11.9375, false], [-10.6875, false], [-11.9375, false], [-4.6875, false], [-11.9375, false], [-12.6875, false], [-10.9375, false], [-4.6875, false], [-10.9375, false], [-11.1875, false], [-11.9375, false], [-10.9375, false], [-12.1875, false], [-9.4375, false], [-11.9375, false], [-10.9375, false], [-11.6875, false], [-11.9375, false], [-4.6875, false], [-9.4375, false], [-11.9375, false], [-11.9375, false], [-10.9375, false], [-11.1875, false], [-9.4375, false], [-5.9375, false], [-11.9375, false], [-10.9375, false], [-12.9375, false], [-13.6875, false], [-10.9375, false], [-11.3359375, false], [-4.6875, false], [-10.9375, false], [-11.1875, false], [-12.9375, false], [-10.9375, false], [-10.9375, false], [-11.9375, false], [-4.6875, false], [-11.9375, false], [-12.6875, false], [-10.9375, false], [-4.6875, false], [-12.6875, false], [-12.9375, false], [-5.9375, false], [-11.1875, false], [-11.1875, false], [-4.6875, false], [-9.4375, false], [-11.6875, false], [-11.9375, false], [-10.6875, false], [-4.6875, false], [-5.9375, false], [-4.6875, false], [-9.9375, false], [-9.4375, false], [-10.6875, false], [-12.6875, false], [-5.9375, false], [-14.6875, false], [-5.9375, false], [-12.1875, false], [-11.1875, false], [-4.6875, false], [-11.4375, false], [-10.6875, false], [-11.6875, false], [-11.9375, false], [-5.9375, false], [-9.4375, false], [-11.6875, false], [-10.9375, false], [-12.1875, false], [-10.9375, false], [-11.3359375, false], [-4.6875, false], [-10.9375, false], [-10.6875, false], [-11.1875, false], [-10.9375, false], [-4.6875, false], [-5.9375, false], [-4.6875, false], [-11.9375, false], [-5.9375, false], [-11.9375, false], [-10.9375, false], [-12.1875, false], [-4.6875, false], [-11.9375, false], [-10.6875, false], [-12.9375, false], [-10.9375, false], [-12.9375, false], [-4.6875, false], [-11.9375, false], [-10.6875, false], [-4.6875, false], [-11.9375, false], [-9.4375, false], [-11.4375, false], [-12.1875, false], [-4.6875, false], [-10.6875, false], [-11.9375, false], [-4.6875, false], [-11.9375, false], [-12.6875, false], [-10.9375, false], [-4.6875, false], [-11.9375, false], [-9.4375, false], [-10.9375, false], [-11.4375, false], [-10.9375, false], [-11.1875, false], [-10.9375, false], [-11.9375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 234, "doc": {"id": "Mercury_SC_408336", "question": "On January 15th, there were 10 hours and 24 minutes of daylight in Jacksonville, Florida. On the same day, there were only 9 hours and 37 minutes of daylight in New York City. Why did New York have fewer hours of daylight than Florida?", "choices": {"text": ["because Earth rotates", "because Earth tilts on its axis", "because gravity pulls Earth toward the Sun", "because the Moon reflects sunlight onto Earth"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "because Earth tilts on its axis", "arguments": ["Question: On January 15th, there were 10 hours and 24 minutes of daylight in Jacksonville, Florida. On the same day, there were only 9 hours and 37 minutes of daylight in New York City. Why did New York have fewer hours of daylight than Florida?\nAnswer:", " ["], "resps": [[[-7.55078125, false]], [[-9.5546875, false]], [[-10.3046875, false]], [[-10.3046875, false]], [[-11.5546875, false]], [[-8.0546875, false]], [[-13.8046875, false]], [[-11.8046875, false]], [[-10.3046875, false]], [[-6.078125, false]], [[-6.80078125, false]], [[-8.0546875, false]], [[-13.5546875, false]], [[-11.3046875, false]], [[-13.0546875, false]], [[-6.078125, false]], [[-13.5546875, false]], [[-10.0546875, false]], [[-11.3046875, false]], [[-8.0546875, false]], [[-11.3046875, false]], [[-10.3046875, false]], [[-11.8046875, false]], [[-9.5546875, false]], [[-11.453125, false]], [[-6.078125, false]], [[-9.5546875, false]], [[-10.3046875, false]], [[-10.3046875, false]], [[-11.5546875, false]], [[-8.0546875, false]], [[-13.8046875, false]], [[-11.8046875, false]], [[-10.3046875, false]], [[-6.30078125, false]], [[-6.80078125, false]], [[-8.0546875, false]], [[-13.5546875, false]], [[-11.3046875, false]], [[-13.0546875, false]], [[-6.30078125, false]], [[-11.3046875, false]], [[-10.5546875, false]], [[-11.5546875, false]], [[-11.3046875, false]], [[-11.8046875, false]], [[-6.30078125, false]], [[-10.0546875, false]], [[-11.0546875, false]], [[-6.30078125, false]], [[-10.5546875, false]], [[-11.3046875, false]], [[-11.8046875, false]], [[-6.30078125, false]], [[-8.0546875, false]], [[-13.3046875, false]], [[-10.5546875, false]], [[-11.8046875, false]], [[-9.5546875, false]], [[-11.234375, false]], [[-6.30078125, false]], [[-9.5546875, false]], [[-10.3046875, false]], [[-10.3046875, false]], [[-11.5546875, false]], [[-8.0546875, false]], [[-13.8046875, false]], [[-11.8046875, false]], [[-10.3046875, false]], [[-6.30078125, false]], [[-14.0546875, false]], [[-13.5546875, false]], [[-8.0546875, false]], [[-13.5546875, false]], [[-10.5546875, false]], [[-11.3046875, false]], [[-13.5546875, false]], [[-6.30078125, false]], [[-10.8046875, false]], [[-13.8046875, false]], [[-11.5546875, false]], [[-11.5546875, false]], [[-11.8046875, false]], [[-6.30078125, false]], [[-6.80078125, false]], [[-8.0546875, false]], [[-13.5546875, false]], [[-11.3046875, false]], [[-13.0546875, false]], [[-6.30078125, false]], [[-11.3046875, false]], [[-10.0546875, false]], [[-12.3046875, false]], [[-8.0546875, false]], [[-13.5546875, false]], [[-10.8046875, false]], [[-6.30078125, false]], [[-11.3046875, false]], [[-13.0546875, false]], [[-10.3046875, false]], [[-6.30078125, false]], [[-7.30078125, false]], [[-13.8046875, false]], [[-11.0546875, false]], [[-9.5546875, false]], [[-11.234375, false]], [[-6.30078125, false]], [[-9.5546875, false]], [[-10.3046875, false]], [[-10.3046875, false]], [[-11.5546875, false]], [[-8.0546875, false]], [[-13.8046875, false]], [[-11.8046875, false]], [[-10.3046875, false]], [[-6.30078125, false]], [[-11.3046875, false]], [[-13.0546875, false]], [[-10.3046875, false]], [[-6.30078125, false]], [[-9.0546875, false]], [[-10.0546875, false]], [[-10.0546875, false]], [[-11.0546875, false]], [[-6.30078125, false]], [[-13.5546875, false]], [[-10.3046875, false]], [[-11.3046875, false]], [[-11.5546875, false]], [[-10.3046875, false]], [[-11.5546875, false]], [[-11.3046875, false]], [[-11.8046875, false]], [[-6.30078125, false]], [[-11.8046875, false]], [[-13.8046875, false]], [[-11.0546875, false]], [[-11.5546875, false]], [[-10.5546875, false]], [[-14.0546875, false]], [[-13.0546875, false]], [[-11.3046875, false]], [[-6.30078125, false]], [[-10.0546875, false]], [[-11.0546875, false]], [[-11.3046875, false]], [[-10.0546875, false]], [[-6.30078125, false]], [[-6.80078125, false]], [[-8.0546875, false]], [[-13.5546875, false]], [[-11.3046875, false]], [[-13.0546875, false]], [[-9.5546875, false]], [[-14.0546875, false]]], "filtered_resps": [[-7.55078125, false], [-9.5546875, false], [-10.3046875, false], [-10.3046875, false], [-11.5546875, false], [-8.0546875, false], [-13.8046875, false], [-11.8046875, false], [-10.3046875, false], [-6.078125, false], [-6.80078125, false], [-8.0546875, false], [-13.5546875, false], [-11.3046875, false], [-13.0546875, false], [-6.078125, false], [-13.5546875, false], [-10.0546875, false], [-11.3046875, false], [-8.0546875, false], [-11.3046875, false], [-10.3046875, false], [-11.8046875, false], [-9.5546875, false], [-11.453125, false], [-6.078125, false], [-9.5546875, false], [-10.3046875, false], [-10.3046875, false], [-11.5546875, false], [-8.0546875, false], [-13.8046875, false], [-11.8046875, false], [-10.3046875, false], [-6.30078125, false], [-6.80078125, false], [-8.0546875, false], [-13.5546875, false], [-11.3046875, false], [-13.0546875, false], [-6.30078125, false], [-11.3046875, false], [-10.5546875, false], [-11.5546875, false], [-11.3046875, false], [-11.8046875, false], [-6.30078125, false], [-10.0546875, false], [-11.0546875, false], [-6.30078125, false], [-10.5546875, false], [-11.3046875, false], [-11.8046875, false], [-6.30078125, false], [-8.0546875, false], [-13.3046875, false], [-10.5546875, false], [-11.8046875, false], [-9.5546875, false], [-11.234375, false], [-6.30078125, false], [-9.5546875, false], [-10.3046875, false], [-10.3046875, false], [-11.5546875, false], [-8.0546875, false], [-13.8046875, false], [-11.8046875, false], [-10.3046875, false], [-6.30078125, false], [-14.0546875, false], [-13.5546875, false], [-8.0546875, false], [-13.5546875, false], [-10.5546875, false], [-11.3046875, false], [-13.5546875, false], [-6.30078125, false], [-10.8046875, false], [-13.8046875, false], [-11.5546875, false], [-11.5546875, false], [-11.8046875, false], [-6.30078125, false], [-6.80078125, false], [-8.0546875, false], [-13.5546875, false], [-11.3046875, false], [-13.0546875, false], [-6.30078125, false], [-11.3046875, false], [-10.0546875, false], [-12.3046875, false], [-8.0546875, false], [-13.5546875, false], [-10.8046875, false], [-6.30078125, false], [-11.3046875, false], [-13.0546875, false], [-10.3046875, false], [-6.30078125, false], [-7.30078125, false], [-13.8046875, false], [-11.0546875, false], [-9.5546875, false], [-11.234375, false], [-6.30078125, false], [-9.5546875, false], [-10.3046875, false], [-10.3046875, false], [-11.5546875, false], [-8.0546875, false], [-13.8046875, false], [-11.8046875, false], [-10.3046875, false], [-6.30078125, false], [-11.3046875, false], [-13.0546875, false], [-10.3046875, false], [-6.30078125, false], [-9.0546875, false], [-10.0546875, false], [-10.0546875, false], [-11.0546875, false], [-6.30078125, false], [-13.5546875, false], [-10.3046875, false], [-11.3046875, false], [-11.5546875, false], [-10.3046875, false], [-11.5546875, false], [-11.3046875, false], [-11.8046875, false], [-6.30078125, false], [-11.8046875, false], [-13.8046875, false], [-11.0546875, false], [-11.5546875, false], [-10.5546875, false], [-14.0546875, false], [-13.0546875, false], [-11.3046875, false], [-6.30078125, false], [-10.0546875, false], [-11.0546875, false], [-11.3046875, false], [-10.0546875, false], [-6.30078125, false], [-6.80078125, false], [-8.0546875, false], [-13.5546875, false], [-11.3046875, false], [-13.0546875, false], [-9.5546875, false], [-14.0546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 242, "doc": {"id": "CSZ30768", "question": "Which of the following elements is best able to combine with itself and hydrogen [H] to form large molecules?", "choices": {"text": ["sodium [Na]", "lithium [Li]", "sulfur [S]", "carbon [C]"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "carbon [C]", "arguments": ["Question: Which of the following elements is best able to combine with itself and hydrogen [H] to form large molecules?\nAnswer:", " ["], "resps": [[[-4.3671875, false]], [[-9.1171875, false]], [[-9.8671875, false]], [[-7.3671875, false]], [[-8.3671875, false]], [[-5.3671875, false]], [[-9.1171875, false]], [[-6.3671875, false]], [[-4.8671875, false]], [[-4.3671875, false]], [[-5.6171875, false]], [[-3.8671875, false]], [[-10.6171875, false]], [[-9.1171875, false]], [[-9.015625, false]], [[-4.8671875, false]], [[-9.1171875, false]], [[-9.3671875, false]], [[-5.3671875, false]], [[-9.1171875, false]], [[-7.1171875, false]], [[-5.3671875, false]], [[-9.1171875, false]], [[-6.3671875, false]], [[-4.8671875, false]], [[-4.3671875, false]], [[-7.3671875, false]], [[-5.3671875, false]], [[-10.6171875, false]], [[-9.1171875, false]], [[-9.015625, false]], [[-4.8671875, false]], [[-9.1171875, false]], [[-9.8671875, false]], [[-9.1171875, false]], [[-9.3671875, false]], [[-9.3671875, false]], [[-9.1171875, false]], [[-8.8671875, false]], [[-4.8671875, false]], [[-4.3671875, false]], [[-6.1171875, false]], [[-10.6171875, false]], [[-9.1171875, false]], [[-9.015625, false]], [[-4.8671875, false]], [[-9.1171875, false]], [[-5.8671875, false]], [[-3.8671875, false]], [[-8.8671875, false]], [[-7.3671875, false]], [[-7.3671875, false]], [[-6.6171875, false]], [[-4.8671875, false]], [[-4.3671875, false]], [[-3.6171875, false]], [[-10.6171875, false]], [[-9.1171875, false]], [[-10.6171875, false]]], "filtered_resps": [[-4.3671875, false], [-9.1171875, false], [-9.8671875, false], [-7.3671875, false], [-8.3671875, false], [-5.3671875, false], [-9.1171875, false], [-6.3671875, false], [-4.8671875, false], [-4.3671875, false], [-5.6171875, false], [-3.8671875, false], [-10.6171875, false], [-9.1171875, false], [-9.015625, false], [-4.8671875, false], [-9.1171875, false], [-9.3671875, false], [-5.3671875, false], [-9.1171875, false], [-7.1171875, false], [-5.3671875, false], [-9.1171875, false], [-6.3671875, false], [-4.8671875, false], [-4.3671875, false], [-7.3671875, false], [-5.3671875, false], [-10.6171875, false], [-9.1171875, false], [-9.015625, false], [-4.8671875, false], [-9.1171875, false], [-9.8671875, false], [-9.1171875, false], [-9.3671875, false], [-9.3671875, false], [-9.1171875, false], [-8.8671875, false], [-4.8671875, false], [-4.3671875, false], [-6.1171875, false], [-10.6171875, false], [-9.1171875, false], [-9.015625, false], [-4.8671875, false], [-9.1171875, false], [-5.8671875, false], [-3.8671875, false], [-8.8671875, false], [-7.3671875, false], [-7.3671875, false], [-6.6171875, false], [-4.8671875, false], [-4.3671875, false], [-3.6171875, false], [-10.6171875, false], [-9.1171875, false], [-10.6171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 250, "doc": {"id": "MCAS_2000_4_21", "question": "If your hands are cold, you can warm them by rubbing them together. The heat energy that you produce is caused by", "choices": {"text": ["insulation.", "magnetism.", "friction.", "conduction."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "friction.", "arguments": ["Question: If your hands are cold, you can warm them by rubbing them together. The heat energy that you produce is caused by\nAnswer:", " ["], "resps": [[[-7.953125, false]], [[-8.328125, false]], [[-6.953125, false]], [[-8.703125, false]], [[-8.828125, false]], [[-9.453125, false]], [[-9.828125, false]], [[-4.953125, false]], [[-9.578125, false]], [[-6.953125, false]], [[-8.953125, false]], [[-8.703125, false]], [[-6.171875, false]], [[-8.328125, false]], [[-8.234375, false]], [[-4.828125, false]], [[-8.328125, false]], [[-8.828125, false]], [[-4.953125, false]], [[-8.828125, false]], [[-8.703125, false]], [[-8.953125, false]], [[-9.578125, false]], [[-6.953125, false]], [[-8.828125, false]], [[-8.828125, false]], [[-6.171875, false]], [[-8.328125, false]], [[-8.234375, false]], [[-4.828125, false]], [[-8.328125, false]], [[-8.953125, false]], [[-9.703125, false]], [[-6.953125, false]], [[-8.078125, false]], [[-9.578125, false]], [[-6.953125, false]], [[-8.953125, false]], [[-8.703125, false]], [[-6.171875, false]], [[-8.328125, false]], [[-8.234375, false]], [[-4.828125, false]], [[-8.328125, false]], [[-8.078125, false]], [[-8.953125, false]], [[-8.703125, false]], [[-8.578125, false]], [[-9.453125, false]], [[-8.078125, false]], [[-9.578125, false]], [[-6.953125, false]], [[-8.953125, false]], [[-8.703125, false]], [[-6.171875, false]], [[-8.328125, false]], [[-11.078125, false]]], "filtered_resps": [[-7.953125, false], [-8.328125, false], [-6.953125, false], [-8.703125, false], [-8.828125, false], [-9.453125, false], [-9.828125, false], [-4.953125, false], [-9.578125, false], [-6.953125, false], [-8.953125, false], [-8.703125, false], [-6.171875, false], [-8.328125, false], [-8.234375, false], [-4.828125, false], [-8.328125, false], [-8.828125, false], [-4.953125, false], [-8.828125, false], [-8.703125, false], [-8.953125, false], [-9.578125, false], [-6.953125, false], [-8.828125, false], [-8.828125, false], [-6.171875, false], [-8.328125, false], [-8.234375, false], [-4.828125, false], [-8.328125, false], [-8.953125, false], [-9.703125, false], [-6.953125, false], [-8.078125, false], [-9.578125, false], [-6.953125, false], [-8.953125, false], [-8.703125, false], [-6.171875, false], [-8.328125, false], [-8.234375, false], [-4.828125, false], [-8.328125, false], [-8.078125, false], [-8.953125, false], [-8.703125, false], [-8.578125, false], [-9.453125, false], [-8.078125, false], [-9.578125, false], [-6.953125, false], [-8.953125, false], [-8.703125, false], [-6.171875, false], [-8.328125, false], [-11.078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 258, "doc": {"id": "Mercury_7086765", "question": "Silica sand is a resource used in large volume in Nevada. This resource is used to make which product?", "choices": {"text": ["tar", "glass", "plastic", "electricity"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "glass", "arguments": ["Question: Silica sand is a resource used in large volume in Nevada. This resource is used to make which product?\nAnswer:", " ["], "resps": [[[-8.3828125, false]], [[-9.6328125, false]], [[-11.6328125, false]], [[-5.37890625, false]], [[-11.3828125, false]], [[-9.6328125, false]], [[-9.0, false]], [[-5.37890625, false]], [[-9.6328125, false]], [[-11.1328125, false]], [[-10.3828125, false]], [[-5.37890625, false]], [[-8.6328125, false]], [[-8.6328125, false]], [[-9.6328125, false]], [[-9.0, false]], [[-5.37890625, false]], [[-9.6328125, false]], [[-10.3828125, false]], [[-10.3828125, false]], [[-5.37890625, false]], [[-8.6328125, false]], [[-11.6328125, false]], [[-8.6328125, false]], [[-9.8828125, false]], [[-9.6328125, false]], [[-9.0, false]], [[-5.37890625, false]], [[-9.6328125, false]], [[-9.3828125, false]], [[-10.3828125, false]], [[-9.3828125, false]], [[-9.8828125, false]], [[-11.6328125, false]], [[-11.3828125, false]], [[-8.6328125, false]], [[-9.8828125, false]], [[-8.6328125, false]], [[-11.6328125, false]], [[-11.3828125, false]], [[-9.6328125, false]], [[-13.6328125, false]]], "filtered_resps": [[-8.3828125, false], [-9.6328125, false], [-11.6328125, false], [-5.37890625, false], [-11.3828125, false], [-9.6328125, false], [-9.0, false], [-5.37890625, false], [-9.6328125, false], [-11.1328125, false], [-10.3828125, false], [-5.37890625, false], [-8.6328125, false], [-8.6328125, false], [-9.6328125, false], [-9.0, false], [-5.37890625, false], [-9.6328125, false], [-10.3828125, false], [-10.3828125, false], [-5.37890625, false], [-8.6328125, false], [-11.6328125, false], [-8.6328125, false], [-9.8828125, false], [-9.6328125, false], [-9.0, false], [-5.37890625, false], [-9.6328125, false], [-9.3828125, false], [-10.3828125, false], [-9.3828125, false], [-9.8828125, false], [-11.6328125, false], [-11.3828125, false], [-8.6328125, false], [-9.8828125, false], [-8.6328125, false], [-11.6328125, false], [-11.3828125, false], [-9.6328125, false], [-13.6328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 266, "doc": {"id": "Mercury_7239138", "question": "The complex, three-dimensional structure of a protein is sensitive to heat because the structure is maintained by", "choices": {"text": ["hydrogen bonds.", "covalent bonds.", "Brownian motion.", "magnetic fields."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "hydrogen bonds.", "arguments": ["Question: The complex, three-dimensional structure of a protein is sensitive to heat because the structure is maintained by\nAnswer:", " ["], "resps": [[[-6.77734375, false]], [[-8.40625, false]], [[-8.78125, false]], [[-10.78125, false]], [[-8.53125, false]], [[-9.40625, false]], [[-9.28125, false]], [[-10.03125, false]], [[-8.78125, false]], [[-8.40625, false]], [[-4.90234375, false]], [[-6.77734375, false]], [[-9.28125, false]], [[-8.40625, false]], [[-8.53125, false]], [[-8.78125, false]], [[-6.390625, false]], [[-8.40625, false]], [[-8.078125, false]], [[-4.90234375, false]], [[-8.40625, false]], [[-7.27734375, false]], [[-9.28125, false]], [[-9.15625, false]], [[-4.27734375, false]], [[-9.90625, false]], [[-8.78125, false]], [[-8.40625, false]], [[-9.03125, false]], [[-4.90234375, false]], [[-6.77734375, false]], [[-9.28125, false]], [[-8.40625, false]], [[-8.53125, false]], [[-8.78125, false]], [[-6.390625, false]], [[-8.40625, false]], [[-8.078125, false]], [[-4.90234375, false]], [[-8.40625, false]], [[-5.52734375, false]], [[-9.40625, false]], [[-9.28125, false]], [[-9.53125, false]], [[-8.40625, false]], [[-8.28125, false]], [[-4.27734375, false]], [[-8.40625, false]], [[-4.90234375, false]], [[-7.90234375, false]], [[-9.28125, false]], [[-9.03125, false]], [[-8.28125, false]], [[-9.28125, false]], [[-8.40625, false]], [[-6.390625, false]], [[-8.40625, false]], [[-8.078125, false]], [[-4.90234375, false]], [[-8.40625, false]], [[-7.90234375, false]], [[-4.27734375, false]], [[-10.03125, false]], [[-8.40625, false]], [[-8.78125, false]], [[-9.03125, false]], [[-8.28125, false]], [[-7.27734375, false]], [[-4.90234375, false]], [[-8.90625, false]], [[-8.28125, false]], [[-8.78125, false]], [[-9.90625, false]], [[-8.53125, false]], [[-8.78125, false]], [[-6.390625, false]], [[-8.40625, false]], [[-11.15625, false]]], "filtered_resps": [[-6.77734375, false], [-8.40625, false], [-8.78125, false], [-10.78125, false], [-8.53125, false], [-9.40625, false], [-9.28125, false], [-10.03125, false], [-8.78125, false], [-8.40625, false], [-4.90234375, false], [-6.77734375, false], [-9.28125, false], [-8.40625, false], [-8.53125, false], [-8.78125, false], [-6.390625, false], [-8.40625, false], [-8.078125, false], [-4.90234375, false], [-8.40625, false], [-7.27734375, false], [-9.28125, false], [-9.15625, false], [-4.27734375, false], [-9.90625, false], [-8.78125, false], [-8.40625, false], [-9.03125, false], [-4.90234375, false], [-6.77734375, false], [-9.28125, false], [-8.40625, false], [-8.53125, false], [-8.78125, false], [-6.390625, false], [-8.40625, false], [-8.078125, false], [-4.90234375, false], [-8.40625, false], [-5.52734375, false], [-9.40625, false], [-9.28125, false], [-9.53125, false], [-8.40625, false], [-8.28125, false], [-4.27734375, false], [-8.40625, false], [-4.90234375, false], [-7.90234375, false], [-9.28125, false], [-9.03125, false], [-8.28125, false], [-9.28125, false], [-8.40625, false], [-6.390625, false], [-8.40625, false], [-8.078125, false], [-4.90234375, false], [-8.40625, false], [-7.90234375, false], [-4.27734375, false], [-10.03125, false], [-8.40625, false], [-8.78125, false], [-9.03125, false], [-8.28125, false], [-7.27734375, false], [-4.90234375, false], [-8.90625, false], [-8.28125, false], [-8.78125, false], [-9.90625, false], [-8.53125, false], [-8.78125, false], [-6.390625, false], [-8.40625, false], [-11.15625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 274, "doc": {"id": "Mercury_7026968", "question": "A student wants to estimate the number of dandelion plants growing in a field. He counts the number of plants in a 5 square meter section of the field. What other information should he obtain to make his estimate?", "choices": {"text": ["the total area of the field", "average rainfall in the area", "all the organisms living in the field", "energy and nutrient requirements of dandelions"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "the total area of the field", "arguments": ["Question: A student wants to estimate the number of dandelion plants growing in a field. He counts the number of plants in a 5 square meter section of the field. What other information should he obtain to make his estimate?\nAnswer:", " ["], "resps": [[[-6.40625, false]], [[-10.15625, false]], [[-10.40625, false]], [[-10.40625, false]], [[-9.15625, false]], [[-5.7265625, false]], [[-10.40625, false]], [[-9.90625, false]], [[-10.40625, false]], [[-5.65625, false]], [[-10.65625, false]], [[-5.90625, false]], [[-5.65625, false]], [[-11.15625, false]], [[-9.15625, false]], [[-5.65625, false]], [[-5.90625, false]], [[-9.90625, false]], [[-9.90625, false]], [[-5.90625, false]], [[-10.40625, false]], [[-10.40625, false]], [[-9.15625, false]], [[-5.90625, false]], [[-9.90625, false]], [[-8.40625, false]], [[-9.15625, false]], [[-10.65625, false]], [[-7.90625, false]], [[-10.15625, false]], [[-10.125, false]], [[-5.90625, false]], [[-10.15625, false]], [[-5.65625, false]], [[-12.15625, false]], [[-9.15625, false]], [[-11.15625, false]], [[-5.65625, false]], [[-11.15625, false]], [[-9.15625, false]], [[-5.90625, false]], [[-11.15625, false]], [[-5.65625, false]], [[-8.40625, false]], [[-9.65625, false]], [[-9.90625, false]], [[-5.65625, false]], [[-10.65625, false]], [[-10.65625, false]], [[-5.90625, false]], [[-8.40625, false]], [[-9.65625, false]], [[-5.90625, false]], [[-10.40625, false]], [[-10.40625, false]], [[-9.15625, false]], [[-5.90625, false]], [[-5.65625, false]], [[-11.15625, false]], [[-9.15625, false]], [[-5.65625, false]], [[-10.15625, false]], [[-10.125, false]], [[-5.90625, false]], [[-10.15625, false]], [[-5.65625, false]], [[-10.65625, false]], [[-10.65625, false]], [[-5.90625, false]], [[-10.40625, false]], [[-10.40625, false]], [[-9.15625, false]], [[-5.90625, false]], [[-9.90625, false]], [[-11.15625, false]], [[-11.15625, false]], [[-5.65625, false]], [[-9.65625, false]], [[-8.40625, false]], [[-9.90625, false]], [[-10.15625, false]], [[-9.90625, false]], [[-5.90625, false]], [[-10.65625, false]], [[-8.40625, false]], [[-12.15625, false]], [[-8.40625, false]], [[-9.65625, false]], [[-11.15625, false]], [[-5.90625, false]], [[-8.40625, false]], [[-9.65625, false]], [[-5.90625, false]], [[-10.40625, false]], [[-10.40625, false]], [[-9.15625, false]], [[-5.90625, false]], [[-9.90625, false]], [[-8.40625, false]], [[-9.15625, false]], [[-10.65625, false]], [[-7.90625, false]], [[-10.15625, false]], [[-10.125, false]], [[-5.90625, false]], [[-10.15625, false]], [[-9.15625, false]], [[-9.65625, false]], [[-9.15625, false]], [[-11.15625, false]], [[-11.15625, false]], [[-10.65625, false]], [[-5.90625, false]], [[-5.65625, false]], [[-9.65625, false]], [[-7.90625, false]], [[-5.90625, false]], [[-9.65625, false]], [[-9.65625, false]], [[-10.40625, false]], [[-11.15625, false]], [[-8.40625, false]], [[-9.15625, false]], [[-9.65625, false]], [[-10.40625, false]], [[-5.90625, false]], [[-11.15625, false]], [[-9.15625, false]], [[-9.65625, false]], [[-9.65625, false]], [[-8.40625, false]], [[-11.15625, false]], [[-9.15625, false]], [[-10.15625, false]], [[-9.15625, false]], [[-9.65625, false]], [[-10.40625, false]], [[-9.90625, false]], [[-5.90625, false]], [[-9.90625, false]], [[-9.90625, false]], [[-5.90625, false]], [[-7.90625, false]], [[-5.65625, false]], [[-9.65625, false]], [[-7.90625, false]], [[-9.15625, false]], [[-10.65625, false]], [[-8.40625, false]], [[-9.90625, false]], [[-9.65625, false]], [[-9.90625, false]], [[-10.15625, false]], [[-12.15625, false]]], "filtered_resps": [[-6.40625, false], [-10.15625, false], [-10.40625, false], [-10.40625, false], [-9.15625, false], [-5.7265625, false], [-10.40625, false], [-9.90625, false], [-10.40625, false], [-5.65625, false], [-10.65625, false], [-5.90625, false], [-5.65625, false], [-11.15625, false], [-9.15625, false], [-5.65625, false], [-5.90625, false], [-9.90625, false], [-9.90625, false], [-5.90625, false], [-10.40625, false], [-10.40625, false], [-9.15625, false], [-5.90625, false], [-9.90625, false], [-8.40625, false], [-9.15625, false], [-10.65625, false], [-7.90625, false], [-10.15625, false], [-10.125, false], [-5.90625, false], [-10.15625, false], [-5.65625, false], [-12.15625, false], [-9.15625, false], [-11.15625, false], [-5.65625, false], [-11.15625, false], [-9.15625, false], [-5.90625, false], [-11.15625, false], [-5.65625, false], [-8.40625, false], [-9.65625, false], [-9.90625, false], [-5.65625, false], [-10.65625, false], [-10.65625, false], [-5.90625, false], [-8.40625, false], [-9.65625, false], [-5.90625, false], [-10.40625, false], [-10.40625, false], [-9.15625, false], [-5.90625, false], [-5.65625, false], [-11.15625, false], [-9.15625, false], [-5.65625, false], [-10.15625, false], [-10.125, false], [-5.90625, false], [-10.15625, false], [-5.65625, false], [-10.65625, false], [-10.65625, false], [-5.90625, false], [-10.40625, false], [-10.40625, false], [-9.15625, false], [-5.90625, false], [-9.90625, false], [-11.15625, false], [-11.15625, false], [-5.65625, false], [-9.65625, false], [-8.40625, false], [-9.90625, false], [-10.15625, false], [-9.90625, false], [-5.90625, false], [-10.65625, false], [-8.40625, false], [-12.15625, false], [-8.40625, false], [-9.65625, false], [-11.15625, false], [-5.90625, false], [-8.40625, false], [-9.65625, false], [-5.90625, false], [-10.40625, false], [-10.40625, false], [-9.15625, false], [-5.90625, false], [-9.90625, false], [-8.40625, false], [-9.15625, false], [-10.65625, false], [-7.90625, false], [-10.15625, false], [-10.125, false], [-5.90625, false], [-10.15625, false], [-9.15625, false], [-9.65625, false], [-9.15625, false], [-11.15625, false], [-11.15625, false], [-10.65625, false], [-5.90625, false], [-5.65625, false], [-9.65625, false], [-7.90625, false], [-5.90625, false], [-9.65625, false], [-9.65625, false], [-10.40625, false], [-11.15625, false], [-8.40625, false], [-9.15625, false], [-9.65625, false], [-10.40625, false], [-5.90625, false], [-11.15625, false], [-9.15625, false], [-9.65625, false], [-9.65625, false], [-8.40625, false], [-11.15625, false], [-9.15625, false], [-10.15625, false], [-9.15625, false], [-9.65625, false], [-10.40625, false], [-9.90625, false], [-5.90625, false], [-9.90625, false], [-9.90625, false], [-5.90625, false], [-7.90625, false], [-5.65625, false], [-9.65625, false], [-7.90625, false], [-9.15625, false], [-10.65625, false], [-8.40625, false], [-9.90625, false], [-9.65625, false], [-9.90625, false], [-10.15625, false], [-12.15625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 282, "doc": {"id": "Mercury_SC_401122", "question": "A metal pan will heat up quickly when placed over a gas or electric burner. The metal pan is a good", "choices": {"text": ["resistor.", "insulator.", "conductor.", "accelerator."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "conductor.", "arguments": ["Question: A metal pan will heat up quickly when placed over a gas or electric burner. The metal pan is a good\nAnswer:", " ["], "resps": [[[-8.8828125, false]], [[-10.1328125, false]], [[-11.8828125, false]], [[-10.3828125, false]], [[-10.8828125, false]], [[-9.1328125, false]], [[-10.8828125, false]], [[-11.6328125, false]], [[-11.1328125, false]], [[-11.8828125, false]], [[-7.88671875, false]], [[-10.1328125, false]], [[-9.765625, false]], [[-5.1328125, false]], [[-10.1328125, false]], [[-9.1328125, false]], [[-10.6328125, false]], [[-10.8828125, false]], [[-11.3828125, false]], [[-11.6328125, false]], [[-5.6328125, false]], [[-11.6328125, false]], [[-11.1328125, false]], [[-11.8828125, false]], [[-7.88671875, false]], [[-10.1328125, false]], [[-9.765625, false]], [[-5.1328125, false]], [[-10.1328125, false]], [[-11.8828125, false]], [[-11.1328125, false]], [[-10.6328125, false]], [[-10.6328125, false]], [[-11.3828125, false]], [[-11.8828125, false]], [[-11.6328125, false]], [[-11.1328125, false]], [[-11.8828125, false]], [[-7.88671875, false]], [[-10.1328125, false]], [[-9.765625, false]], [[-5.1328125, false]], [[-10.1328125, false]], [[-5.6328125, false]], [[-11.8828125, false]], [[-11.8828125, false]], [[-10.3828125, false]], [[-11.6328125, false]], [[-10.3828125, false]], [[-11.8828125, false]], [[-5.6328125, false]], [[-11.6328125, false]], [[-11.1328125, false]], [[-11.8828125, false]], [[-7.88671875, false]], [[-10.1328125, false]], [[-12.3828125, false]]], "filtered_resps": [[-8.8828125, false], [-10.1328125, false], [-11.8828125, false], [-10.3828125, false], [-10.8828125, false], [-9.1328125, false], [-10.8828125, false], [-11.6328125, false], [-11.1328125, false], [-11.8828125, false], [-7.88671875, false], [-10.1328125, false], [-9.765625, false], [-5.1328125, false], [-10.1328125, false], [-9.1328125, false], [-10.6328125, false], [-10.8828125, false], [-11.3828125, false], [-11.6328125, false], [-5.6328125, false], [-11.6328125, false], [-11.1328125, false], [-11.8828125, false], [-7.88671875, false], [-10.1328125, false], [-9.765625, false], [-5.1328125, false], [-10.1328125, false], [-11.8828125, false], [-11.1328125, false], [-10.6328125, false], [-10.6328125, false], [-11.3828125, false], [-11.8828125, false], [-11.6328125, false], [-11.1328125, false], [-11.8828125, false], [-7.88671875, false], [-10.1328125, false], [-9.765625, false], [-5.1328125, false], [-10.1328125, false], [-5.6328125, false], [-11.8828125, false], [-11.8828125, false], [-10.3828125, false], [-11.6328125, false], [-10.3828125, false], [-11.8828125, false], [-5.6328125, false], [-11.6328125, false], [-11.1328125, false], [-11.8828125, false], [-7.88671875, false], [-10.1328125, false], [-12.3828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 290, "doc": {"id": "Mercury_7057785", "question": "Why are diseases transmitted through the bites of infected animals not considered contagious diseases?", "choices": {"text": ["The infected animals do not show symptoms.", "The person in direct contact is the only one infected.", "Humans do not become sick from animal diseases.", "The diseases are treatable with antibiotics."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "The person in direct contact is the only one infected.", "arguments": ["Question: Why are diseases transmitted through the bites of infected animals not considered contagious diseases?\nAnswer:", " ["], "resps": [[[-8.0234375, false]], [[-8.7734375, false]], [[-7.2734375, false]], [[-11.7734375, false]], [[-9.2734375, false]], [[-6.0234375, false]], [[-9.2734375, false]], [[-11.0234375, false]], [[-11.2734375, false]], [[-9.2734375, false]], [[-9.7734375, false]], [[-11.7734375, false]], [[-9.2734375, false]], [[-10.2734375, false]], [[-6.0234375, false]], [[-7.0234375, false]], [[-11.0234375, false]], [[-9.2734375, false]], [[-13.5234375, false]], [[-7.0234375, false]], [[-11.2734375, false]], [[-10.2734375, false]], [[-6.0234375, false]], [[-10.2734375, false]], [[-10.5234375, false]], [[-6.0234375, false]], [[-11.0234375, false]], [[-10.5234375, false]], [[-11.7734375, false]], [[-6.0234375, false]], [[-10.2734375, false]], [[-11.7734375, false]], [[-10.5234375, false]], [[-11.7734375, false]], [[-6.0234375, false]], [[-10.2734375, false]], [[-13.7734375, false]], [[-13.5234375, false]], [[-11.2734375, false]], [[-11.7734375, false]], [[-10.5234375, false]], [[-13.5234375, false]], [[-10.2734375, false]], [[-7.32421875, false]], [[-8.7734375, false]], [[-10.578125, false]], [[-6.0234375, false]], [[-8.7734375, false]], [[-7.2734375, false]], [[-11.7734375, false]], [[-9.2734375, false]], [[-6.0234375, false]], [[-11.2734375, false]], [[-9.2734375, false]], [[-12.7734375, false]], [[-10.2734375, false]], [[-10.5234375, false]], [[-11.0234375, false]], [[-6.0234375, false]], [[-9.2734375, false]], [[-11.0234375, false]], [[-6.0234375, false]], [[-10.2734375, false]], [[-9.2734375, false]], [[-12.7734375, false]], [[-9.2734375, false]], [[-9.7734375, false]], [[-11.7734375, false]], [[-6.0234375, false]], [[-9.7734375, false]], [[-10.5234375, false]], [[-11.0234375, false]], [[-11.7734375, false]], [[-7.0234375, false]], [[-9.7734375, false]], [[-11.7734375, false]], [[-6.0234375, false]], [[-9.2734375, false]], [[-10.2734375, false]], [[-6.0234375, false]], [[-11.7734375, false]], [[-11.7734375, false]], [[-9.2734375, false]], [[-6.0234375, false]], [[-10.5234375, false]], [[-11.0234375, false]], [[-11.2734375, false]], [[-13.7734375, false]], [[-6.0234375, false]], [[-10.5234375, false]], [[-11.0234375, false]], [[-9.2734375, false]], [[-6.0234375, false]], [[-9.2734375, false]], [[-11.0234375, false]], [[-11.2734375, false]], [[-9.2734375, false]], [[-9.7734375, false]], [[-11.7734375, false]], [[-9.2734375, false]], [[-10.2734375, false]], [[-7.32421875, false]], [[-8.7734375, false]], [[-10.578125, false]], [[-6.0234375, false]], [[-8.7734375, false]], [[-6.5234375, false]], [[-11.2734375, false]], [[-13.5234375, false]], [[-7.0234375, false]], [[-11.0234375, false]], [[-10.2734375, false]], [[-6.0234375, false]], [[-10.2734375, false]], [[-10.5234375, false]], [[-6.0234375, false]], [[-11.0234375, false]], [[-10.5234375, false]], [[-11.7734375, false]], [[-6.0234375, false]], [[-8.5234375, false]], [[-9.2734375, false]], [[-9.7734375, false]], [[-10.5234375, false]], [[-13.5234375, false]], [[-9.2734375, false]], [[-6.0234375, false]], [[-10.2734375, false]], [[-9.2734375, false]], [[-9.7734375, false]], [[-11.7734375, false]], [[-6.0234375, false]], [[-11.2734375, false]], [[-12.7734375, false]], [[-10.5234375, false]], [[-13.5234375, false]], [[-6.0234375, false]], [[-7.0234375, false]], [[-11.0234375, false]], [[-9.2734375, false]], [[-13.5234375, false]], [[-7.0234375, false]], [[-11.2734375, false]], [[-6.0234375, false]], [[-10.2734375, false]], [[-9.2734375, false]], [[-10.2734375, false]], [[-9.2734375, false]], [[-7.0234375, false]], [[-10.2734375, false]], [[-9.2734375, false]], [[-10.2734375, false]], [[-7.32421875, false]], [[-8.7734375, false]], [[-10.578125, false]], [[-6.0234375, false]], [[-8.7734375, false]], [[-7.2734375, false]], [[-11.7734375, false]], [[-9.2734375, false]], [[-6.0234375, false]], [[-10.2734375, false]], [[-9.2734375, false]], [[-10.2734375, false]], [[-9.2734375, false]], [[-7.0234375, false]], [[-10.2734375, false]], [[-9.2734375, false]], [[-10.2734375, false]], [[-6.0234375, false]], [[-7.0234375, false]], [[-12.7734375, false]], [[-9.2734375, false]], [[-6.0234375, false]], [[-11.7734375, false]], [[-12.7734375, false]], [[-9.2734375, false]], [[-7.0234375, false]], [[-11.7734375, false]], [[-7.0234375, false]], [[-8.5234375, false]], [[-11.2734375, false]], [[-9.2734375, false]], [[-6.0234375, false]], [[-11.7734375, false]], [[-9.2734375, false]], [[-11.7734375, false]], [[-11.7734375, false]], [[-6.0234375, false]], [[-7.0234375, false]], [[-11.0234375, false]], [[-11.7734375, false]], [[-9.2734375, false]], [[-8.5234375, false]], [[-9.2734375, false]], [[-10.5234375, false]], [[-11.7734375, false]], [[-9.2734375, false]], [[-9.7734375, false]], [[-10.2734375, false]], [[-7.32421875, false]], [[-8.7734375, false]], [[-13.0234375, false]]], "filtered_resps": [[-8.0234375, false], [-8.7734375, false], [-7.2734375, false], [-11.7734375, false], [-9.2734375, false], [-6.0234375, false], [-9.2734375, false], [-11.0234375, false], [-11.2734375, false], [-9.2734375, false], [-9.7734375, false], [-11.7734375, false], [-9.2734375, false], [-10.2734375, false], [-6.0234375, false], [-7.0234375, false], [-11.0234375, false], [-9.2734375, false], [-13.5234375, false], [-7.0234375, false], [-11.2734375, false], [-10.2734375, false], [-6.0234375, false], [-10.2734375, false], [-10.5234375, false], [-6.0234375, false], [-11.0234375, false], [-10.5234375, false], [-11.7734375, false], [-6.0234375, false], [-10.2734375, false], [-11.7734375, false], [-10.5234375, false], [-11.7734375, false], [-6.0234375, false], [-10.2734375, false], [-13.7734375, false], [-13.5234375, false], [-11.2734375, false], [-11.7734375, false], [-10.5234375, false], [-13.5234375, false], [-10.2734375, false], [-7.32421875, false], [-8.7734375, false], [-10.578125, false], [-6.0234375, false], [-8.7734375, false], [-7.2734375, false], [-11.7734375, false], [-9.2734375, false], [-6.0234375, false], [-11.2734375, false], [-9.2734375, false], [-12.7734375, false], [-10.2734375, false], [-10.5234375, false], [-11.0234375, false], [-6.0234375, false], [-9.2734375, false], [-11.0234375, false], [-6.0234375, false], [-10.2734375, false], [-9.2734375, false], [-12.7734375, false], [-9.2734375, false], [-9.7734375, false], [-11.7734375, false], [-6.0234375, false], [-9.7734375, false], [-10.5234375, false], [-11.0234375, false], [-11.7734375, false], [-7.0234375, false], [-9.7734375, false], [-11.7734375, false], [-6.0234375, false], [-9.2734375, false], [-10.2734375, false], [-6.0234375, false], [-11.7734375, false], [-11.7734375, false], [-9.2734375, false], [-6.0234375, false], [-10.5234375, false], [-11.0234375, false], [-11.2734375, false], [-13.7734375, false], [-6.0234375, false], [-10.5234375, false], [-11.0234375, false], [-9.2734375, false], [-6.0234375, false], [-9.2734375, false], [-11.0234375, false], [-11.2734375, false], [-9.2734375, false], [-9.7734375, false], [-11.7734375, false], [-9.2734375, false], [-10.2734375, false], [-7.32421875, false], [-8.7734375, false], [-10.578125, false], [-6.0234375, false], [-8.7734375, false], [-6.5234375, false], [-11.2734375, false], [-13.5234375, false], [-7.0234375, false], [-11.0234375, false], [-10.2734375, false], [-6.0234375, false], [-10.2734375, false], [-10.5234375, false], [-6.0234375, false], [-11.0234375, false], [-10.5234375, false], [-11.7734375, false], [-6.0234375, false], [-8.5234375, false], [-9.2734375, false], [-9.7734375, false], [-10.5234375, false], [-13.5234375, false], [-9.2734375, false], [-6.0234375, false], [-10.2734375, false], [-9.2734375, false], [-9.7734375, false], [-11.7734375, false], [-6.0234375, false], [-11.2734375, false], [-12.7734375, false], [-10.5234375, false], [-13.5234375, false], [-6.0234375, false], [-7.0234375, false], [-11.0234375, false], [-9.2734375, false], [-13.5234375, false], [-7.0234375, false], [-11.2734375, false], [-6.0234375, false], [-10.2734375, false], [-9.2734375, false], [-10.2734375, false], [-9.2734375, false], [-7.0234375, false], [-10.2734375, false], [-9.2734375, false], [-10.2734375, false], [-7.32421875, false], [-8.7734375, false], [-10.578125, false], [-6.0234375, false], [-8.7734375, false], [-7.2734375, false], [-11.7734375, false], [-9.2734375, false], [-6.0234375, false], [-10.2734375, false], [-9.2734375, false], [-10.2734375, false], [-9.2734375, false], [-7.0234375, false], [-10.2734375, false], [-9.2734375, false], [-10.2734375, false], [-6.0234375, false], [-7.0234375, false], [-12.7734375, false], [-9.2734375, false], [-6.0234375, false], [-11.7734375, false], [-12.7734375, false], [-9.2734375, false], [-7.0234375, false], [-11.7734375, false], [-7.0234375, false], [-8.5234375, false], [-11.2734375, false], [-9.2734375, false], [-6.0234375, false], [-11.7734375, false], [-9.2734375, false], [-11.7734375, false], [-11.7734375, false], [-6.0234375, false], [-7.0234375, false], [-11.0234375, false], [-11.7734375, false], [-9.2734375, false], [-8.5234375, false], [-9.2734375, false], [-10.5234375, false], [-11.7734375, false], [-9.2734375, false], [-9.7734375, false], [-10.2734375, false], [-7.32421875, false], [-8.7734375, false], [-13.0234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 298, "doc": {"id": "Mercury_405595", "question": "Which of the following lists units of length from smallest to largest?", "choices": {"text": ["light-year, astronomical unit, kilometer, angstrom", "angstrom, kilometer, astronomical unit, light-year", "astronomical unit, angstrom, kilometer, light-year", "kilometer, angstrom, light-year, astronomical unit"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "angstrom, kilometer, astronomical unit, light-year", "arguments": ["Question: Which of the following lists units of length from smallest to largest?\nAnswer:", " ["], "resps": [[[-5.40234375, false]], [[-7.65234375, false]], [[-6.15234375, false]], [[-7.15234375, false]], [[-8.1484375, false]], [[-7.15234375, false]], [[-7.40234375, false]], [[-5.40234375, false]], [[-8.1484375, false]], [[-6.65234375, false]], [[-3.65234375, false]], [[-7.40234375, false]], [[-7.96875, false]], [[-4.90234375, false]], [[-3.65234375, false]], [[-7.40234375, false]], [[-7.40234375, false]], [[-7.40234375, false]], [[-8.1484375, false]], [[-5.40234375, false]], [[-8.1484375, false]], [[-4.40234375, false]], [[-7.15234375, false]], [[-7.15234375, false]], [[-3.65234375, false]], [[-6.15234375, false]], [[-4.90234375, false]], [[-7.90234375, false]], [[-5.40234375, false]], [[-7.15234375, false]], [[-7.40234375, false]], [[-7.96875, false]], [[-4.90234375, false]], [[-6.40234375, false]], [[-7.15234375, false]], [[-6.15234375, false]], [[-8.1484375, false]], [[-4.40234375, false]], [[-6.65234375, false]], [[-7.40234375, false]], [[-6.65234375, false]], [[-7.40234375, false]], [[-7.96875, false]], [[-4.90234375, false]], [[-3.65234375, false]], [[-5.40234375, false]], [[-8.1484375, false]], [[-7.40234375, false]], [[-7.40234375, false]], [[-7.40234375, false]], [[-8.1484375, false]], [[-4.40234375, false]], [[-7.65234375, false]], [[-7.96875, false]], [[-4.90234375, false]], [[-7.65234375, false]], [[-3.65234375, false]], [[-5.40234375, false]], [[-8.1484375, false]], [[-7.40234375, false]], [[-7.40234375, false]], [[-7.40234375, false]], [[-8.1484375, false]], [[-4.40234375, false]], [[-7.96875, false]], [[-4.90234375, false]], [[-6.40234375, false]], [[-7.15234375, false]], [[-6.15234375, false]], [[-8.1484375, false]], [[-4.40234375, false]], [[-6.65234375, false]], [[-7.40234375, false]], [[-6.65234375, false]], [[-7.40234375, false]], [[-7.96875, false]], [[-4.90234375, false]], [[-3.65234375, false]], [[-7.40234375, false]], [[-7.40234375, false]], [[-7.40234375, false]], [[-8.1484375, false]], [[-5.40234375, false]], [[-8.1484375, false]], [[-4.40234375, false]], [[-7.15234375, false]], [[-7.15234375, false]], [[-3.65234375, false]], [[-6.15234375, false]], [[-4.90234375, false]], [[-7.90234375, false]], [[-5.40234375, false]], [[-7.15234375, false]], [[-7.40234375, false]], [[-7.96875, false]], [[-4.90234375, false]], [[-6.15234375, false]], [[-7.15234375, false]], [[-8.1484375, false]], [[-7.15234375, false]], [[-7.40234375, false]], [[-5.40234375, false]], [[-8.1484375, false]], [[-6.65234375, false]], [[-3.65234375, false]], [[-7.40234375, false]], [[-7.65234375, false]], [[-7.96875, false]], [[-4.90234375, false]], [[-7.65234375, false]], [[-3.65234375, false]], [[-7.40234375, false]], [[-7.40234375, false]], [[-7.40234375, false]], [[-8.1484375, false]], [[-5.40234375, false]], [[-8.1484375, false]], [[-4.40234375, false]], [[-7.15234375, false]], [[-7.15234375, false]], [[-3.65234375, false]], [[-6.15234375, false]], [[-4.90234375, false]], [[-7.90234375, false]], [[-5.40234375, false]], [[-7.15234375, false]], [[-7.40234375, false]], [[-7.96875, false]], [[-4.90234375, false]], [[-3.65234375, false]], [[-5.40234375, false]], [[-8.1484375, false]], [[-7.40234375, false]], [[-7.40234375, false]], [[-7.40234375, false]], [[-8.1484375, false]], [[-4.40234375, false]], [[-7.96875, false]], [[-4.90234375, false]], [[-6.40234375, false]], [[-7.15234375, false]], [[-6.15234375, false]], [[-8.1484375, false]], [[-4.40234375, false]], [[-6.65234375, false]], [[-7.40234375, false]], [[-6.65234375, false]], [[-7.40234375, false]], [[-7.96875, false]], [[-4.90234375, false]], [[-6.15234375, false]], [[-7.15234375, false]], [[-8.1484375, false]], [[-7.15234375, false]], [[-7.40234375, false]], [[-5.40234375, false]], [[-8.1484375, false]], [[-6.65234375, false]], [[-3.65234375, false]], [[-7.40234375, false]], [[-7.65234375, false]], [[-7.96875, false]], [[-4.90234375, false]], [[-7.65234375, false]], [[-6.40234375, false]], [[-7.15234375, false]], [[-6.15234375, false]], [[-8.1484375, false]], [[-4.40234375, false]], [[-6.65234375, false]], [[-7.40234375, false]], [[-6.65234375, false]], [[-7.40234375, false]], [[-7.96875, false]], [[-4.90234375, false]], [[-3.65234375, false]], [[-5.40234375, false]], [[-8.1484375, false]], [[-7.40234375, false]], [[-7.40234375, false]], [[-7.40234375, false]], [[-8.1484375, false]], [[-4.40234375, false]], [[-7.96875, false]], [[-4.90234375, false]], [[-6.15234375, false]], [[-7.15234375, false]], [[-8.1484375, false]], [[-7.15234375, false]], [[-7.40234375, false]], [[-5.40234375, false]], [[-8.1484375, false]], [[-6.65234375, false]], [[-3.65234375, false]], [[-7.40234375, false]], [[-7.96875, false]], [[-4.90234375, false]], [[-3.65234375, false]], [[-7.40234375, false]], [[-7.40234375, false]], [[-7.40234375, false]], [[-8.1484375, false]], [[-5.40234375, false]], [[-8.1484375, false]], [[-4.40234375, false]], [[-7.15234375, false]], [[-7.15234375, false]], [[-3.65234375, false]], [[-6.15234375, false]], [[-4.90234375, false]], [[-7.90234375, false]], [[-5.40234375, false]], [[-7.15234375, false]], [[-7.40234375, false]], [[-7.65234375, false]], [[-10.6484375, false]]], "filtered_resps": [[-5.40234375, false], [-7.65234375, false], [-6.15234375, false], [-7.15234375, false], [-8.1484375, false], [-7.15234375, false], [-7.40234375, false], [-5.40234375, false], [-8.1484375, false], [-6.65234375, false], [-3.65234375, false], [-7.40234375, false], [-7.96875, false], [-4.90234375, false], [-3.65234375, false], [-7.40234375, false], [-7.40234375, false], [-7.40234375, false], [-8.1484375, false], [-5.40234375, false], [-8.1484375, false], [-4.40234375, false], [-7.15234375, false], [-7.15234375, false], [-3.65234375, false], [-6.15234375, false], [-4.90234375, false], [-7.90234375, false], [-5.40234375, false], [-7.15234375, false], [-7.40234375, false], [-7.96875, false], [-4.90234375, false], [-6.40234375, false], [-7.15234375, false], [-6.15234375, false], [-8.1484375, false], [-4.40234375, false], [-6.65234375, false], [-7.40234375, false], [-6.65234375, false], [-7.40234375, false], [-7.96875, false], [-4.90234375, false], [-3.65234375, false], [-5.40234375, false], [-8.1484375, false], [-7.40234375, false], [-7.40234375, false], [-7.40234375, false], [-8.1484375, false], [-4.40234375, false], [-7.65234375, false], [-7.96875, false], [-4.90234375, false], [-7.65234375, false], [-3.65234375, false], [-5.40234375, false], [-8.1484375, false], [-7.40234375, false], [-7.40234375, false], [-7.40234375, false], [-8.1484375, false], [-4.40234375, false], [-7.96875, false], [-4.90234375, false], [-6.40234375, false], [-7.15234375, false], [-6.15234375, false], [-8.1484375, false], [-4.40234375, false], [-6.65234375, false], [-7.40234375, false], [-6.65234375, false], [-7.40234375, false], [-7.96875, false], [-4.90234375, false], [-3.65234375, false], [-7.40234375, false], [-7.40234375, false], [-7.40234375, false], [-8.1484375, false], [-5.40234375, false], [-8.1484375, false], [-4.40234375, false], [-7.15234375, false], [-7.15234375, false], [-3.65234375, false], [-6.15234375, false], [-4.90234375, false], [-7.90234375, false], [-5.40234375, false], [-7.15234375, false], [-7.40234375, false], [-7.96875, false], [-4.90234375, false], [-6.15234375, false], [-7.15234375, false], [-8.1484375, false], [-7.15234375, false], [-7.40234375, false], [-5.40234375, false], [-8.1484375, false], [-6.65234375, false], [-3.65234375, false], [-7.40234375, false], [-7.65234375, false], [-7.96875, false], [-4.90234375, false], [-7.65234375, false], [-3.65234375, false], [-7.40234375, false], [-7.40234375, false], [-7.40234375, false], [-8.1484375, false], [-5.40234375, false], [-8.1484375, false], [-4.40234375, false], [-7.15234375, false], [-7.15234375, false], [-3.65234375, false], [-6.15234375, false], [-4.90234375, false], [-7.90234375, false], [-5.40234375, false], [-7.15234375, false], [-7.40234375, false], [-7.96875, false], [-4.90234375, false], [-3.65234375, false], [-5.40234375, false], [-8.1484375, false], [-7.40234375, false], [-7.40234375, false], [-7.40234375, false], [-8.1484375, false], [-4.40234375, false], [-7.96875, false], [-4.90234375, false], [-6.40234375, false], [-7.15234375, false], [-6.15234375, false], [-8.1484375, false], [-4.40234375, false], [-6.65234375, false], [-7.40234375, false], [-6.65234375, false], [-7.40234375, false], [-7.96875, false], [-4.90234375, false], [-6.15234375, false], [-7.15234375, false], [-8.1484375, false], [-7.15234375, false], [-7.40234375, false], [-5.40234375, false], [-8.1484375, false], [-6.65234375, false], [-3.65234375, false], [-7.40234375, false], [-7.65234375, false], [-7.96875, false], [-4.90234375, false], [-7.65234375, false], [-6.40234375, false], [-7.15234375, false], [-6.15234375, false], [-8.1484375, false], [-4.40234375, false], [-6.65234375, false], [-7.40234375, false], [-6.65234375, false], [-7.40234375, false], [-7.96875, false], [-4.90234375, false], [-3.65234375, false], [-5.40234375, false], [-8.1484375, false], [-7.40234375, false], [-7.40234375, false], [-7.40234375, false], [-8.1484375, false], [-4.40234375, false], [-7.96875, false], [-4.90234375, false], [-6.15234375, false], [-7.15234375, false], [-8.1484375, false], [-7.15234375, false], [-7.40234375, false], [-5.40234375, false], [-8.1484375, false], [-6.65234375, false], [-3.65234375, false], [-7.40234375, false], [-7.96875, false], [-4.90234375, false], [-3.65234375, false], [-7.40234375, false], [-7.40234375, false], [-7.40234375, false], [-8.1484375, false], [-5.40234375, false], [-8.1484375, false], [-4.40234375, false], [-7.15234375, false], [-7.15234375, false], [-3.65234375, false], [-6.15234375, false], [-4.90234375, false], [-7.90234375, false], [-5.40234375, false], [-7.15234375, false], [-7.40234375, false], [-7.65234375, false], [-10.6484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 306, "doc": {"id": "Mercury_SC_402044", "question": "About how long is a lunar cycle?", "choices": {"text": ["1 day", "1 week", "28 days", "52 weeks"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "28 days", "arguments": ["Question: About how long is a lunar cycle?\nAnswer:", " ["], "resps": [[[-8.5703125, false]], [[-9.0703125, false]], [[-4.81640625, false]], [[-5.31640625, false]], [[-11.8203125, false]], [[-5.56640625, false]], [[-13.0703125, false]], [[-9.0703125, false]], [[-10.25, false]], [[-5.31640625, false]], [[-9.0703125, false]], [[-4.81640625, false]], [[-5.31640625, false]], [[-13.0703125, false]], [[-9.3203125, false]], [[-9.3203125, false]], [[-13.8203125, false]], [[-9.0703125, false]], [[-10.25, false]], [[-5.31640625, false]], [[-9.0703125, false]], [[-5.81640625, false]], [[-6.31640625, false]], [[-5.31640625, false]], [[-11.8203125, false]], [[-5.56640625, false]], [[-13.0703125, false]], [[-11.3203125, false]], [[-9.0703125, false]], [[-10.25, false]], [[-5.31640625, false]], [[-9.0703125, false]], [[-6.06640625, false]], [[-5.81640625, false]], [[-5.31640625, false]], [[-13.0703125, false]], [[-9.3203125, false]], [[-9.3203125, false]], [[-13.8203125, false]], [[-11.3203125, false]], [[-9.0703125, false]], [[-12.5703125, false]]], "filtered_resps": [[-8.5703125, false], [-9.0703125, false], [-4.81640625, false], [-5.31640625, false], [-11.8203125, false], [-5.56640625, false], [-13.0703125, false], [-9.0703125, false], [-10.25, false], [-5.31640625, false], [-9.0703125, false], [-4.81640625, false], [-5.31640625, false], [-13.0703125, false], [-9.3203125, false], [-9.3203125, false], [-13.8203125, false], [-9.0703125, false], [-10.25, false], [-5.31640625, false], [-9.0703125, false], [-5.81640625, false], [-6.31640625, false], [-5.31640625, false], [-11.8203125, false], [-5.56640625, false], [-13.0703125, false], [-11.3203125, false], [-9.0703125, false], [-10.25, false], [-5.31640625, false], [-9.0703125, false], [-6.06640625, false], [-5.81640625, false], [-5.31640625, false], [-13.0703125, false], [-9.3203125, false], [-9.3203125, false], [-13.8203125, false], [-11.3203125, false], [-9.0703125, false], [-12.5703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 314, "doc": {"id": "Mercury_7074953", "question": "A unicellular organism is best described as being", "choices": {"text": ["a complex organism.", "a microorganism.", "an organism with specialized cells.", "an organism with different types of tissues."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "a microorganism.", "arguments": ["Question: A unicellular organism is best described as being\nAnswer:", " ["], "resps": [[[-7.015625, false]], [[-7.765625, false]], [[-3.140625, false]], [[-5.265625, false]], [[-7.265625, false]], [[-9.015625, false]], [[-9.140625, false]], [[-8.515625, false]], [[-8.640625, false]], [[-6.390625, false]], [[-9.265625, false]], [[-5.265625, false]], [[-9.015625, false]], [[-8.890625, false]], [[-10.265625, false]], [[-3.140625, false]], [[-8.515625, false]], [[-7.140625, false]], [[-8.265625, false]], [[-9.140625, false]], [[-6.9921875, false]], [[-7.765625, false]], [[-9.6796875, false]], [[-5.265625, false]], [[-7.765625, false]], [[-3.140625, false]], [[-5.265625, false]], [[-9.140625, false]], [[-7.140625, false]], [[-7.265625, false]], [[-8.890625, false]], [[-9.015625, false]], [[-9.015625, false]], [[-8.890625, false]], [[-10.265625, false]], [[-3.140625, false]], [[-8.515625, false]], [[-7.140625, false]], [[-8.265625, false]], [[-9.140625, false]], [[-6.9921875, false]], [[-7.765625, false]], [[-9.6796875, false]], [[-5.265625, false]], [[-7.765625, false]], [[-3.140625, false]], [[-8.515625, false]], [[-5.265625, false]], [[-9.015625, false]], [[-8.890625, false]], [[-10.265625, false]], [[-3.140625, false]], [[-8.515625, false]], [[-7.140625, false]], [[-8.265625, false]], [[-9.140625, false]], [[-5.265625, false]], [[-10.015625, false]], [[-7.140625, false]], [[-10.140625, false]], [[-9.890625, false]], [[-5.265625, false]], [[-8.265625, false]], [[-8.515625, false]], [[-6.390625, false]], [[-7.265625, false]], [[-7.140625, false]], [[-3.140625, false]], [[-8.640625, false]], [[-7.140625, false]], [[-9.265625, false]], [[-6.390625, false]], [[-7.890625, false]], [[-5.265625, false]], [[-7.265625, false]], [[-6.390625, false]], [[-8.640625, false]], [[-8.640625, false]], [[-8.265625, false]], [[-6.9921875, false]], [[-7.765625, false]], [[-9.6796875, false]], [[-5.265625, false]], [[-7.765625, false]], [[-3.140625, false]], [[-8.515625, false]], [[-5.265625, false]], [[-9.015625, false]], [[-8.890625, false]], [[-10.265625, false]], [[-3.140625, false]], [[-8.515625, false]], [[-7.140625, false]], [[-8.265625, false]], [[-9.140625, false]], [[-5.265625, false]], [[-10.015625, false]], [[-7.140625, false]], [[-10.140625, false]], [[-9.890625, false]], [[-5.265625, false]], [[-7.890625, false]], [[-7.140625, false]], [[-10.515625, false]], [[-10.515625, false]], [[-6.390625, false]], [[-8.890625, false]], [[-6.390625, false]], [[-8.515625, false]], [[-10.140625, false]], [[-5.265625, false]], [[-10.140625, false]], [[-10.640625, false]], [[-8.515625, false]], [[-6.390625, false]], [[-8.265625, false]], [[-5.265625, false]], [[-9.015625, false]], [[-10.515625, false]], [[-5.265625, false]], [[-10.140625, false]], [[-7.140625, false]], [[-8.265625, false]], [[-8.265625, false]], [[-9.015625, false]], [[-6.390625, false]], [[-8.265625, false]], [[-6.9921875, false]], [[-7.765625, false]], [[-11.640625, false]]], "filtered_resps": [[-7.015625, false], [-7.765625, false], [-3.140625, false], [-5.265625, false], [-7.265625, false], [-9.015625, false], [-9.140625, false], [-8.515625, false], [-8.640625, false], [-6.390625, false], [-9.265625, false], [-5.265625, false], [-9.015625, false], [-8.890625, false], [-10.265625, false], [-3.140625, false], [-8.515625, false], [-7.140625, false], [-8.265625, false], [-9.140625, false], [-6.9921875, false], [-7.765625, false], [-9.6796875, false], [-5.265625, false], [-7.765625, false], [-3.140625, false], [-5.265625, false], [-9.140625, false], [-7.140625, false], [-7.265625, false], [-8.890625, false], [-9.015625, false], [-9.015625, false], [-8.890625, false], [-10.265625, false], [-3.140625, false], [-8.515625, false], [-7.140625, false], [-8.265625, false], [-9.140625, false], [-6.9921875, false], [-7.765625, false], [-9.6796875, false], [-5.265625, false], [-7.765625, false], [-3.140625, false], [-8.515625, false], [-5.265625, false], [-9.015625, false], [-8.890625, false], [-10.265625, false], [-3.140625, false], [-8.515625, false], [-7.140625, false], [-8.265625, false], [-9.140625, false], [-5.265625, false], [-10.015625, false], [-7.140625, false], [-10.140625, false], [-9.890625, false], [-5.265625, false], [-8.265625, false], [-8.515625, false], [-6.390625, false], [-7.265625, false], [-7.140625, false], [-3.140625, false], [-8.640625, false], [-7.140625, false], [-9.265625, false], [-6.390625, false], [-7.890625, false], [-5.265625, false], [-7.265625, false], [-6.390625, false], [-8.640625, false], [-8.640625, false], [-8.265625, false], [-6.9921875, false], [-7.765625, false], [-9.6796875, false], [-5.265625, false], [-7.765625, false], [-3.140625, false], [-8.515625, false], [-5.265625, false], [-9.015625, false], [-8.890625, false], [-10.265625, false], [-3.140625, false], [-8.515625, false], [-7.140625, false], [-8.265625, false], [-9.140625, false], [-5.265625, false], [-10.015625, false], [-7.140625, false], [-10.140625, false], [-9.890625, false], [-5.265625, false], [-7.890625, false], [-7.140625, false], [-10.515625, false], [-10.515625, false], [-6.390625, false], [-8.890625, false], [-6.390625, false], [-8.515625, false], [-10.140625, false], [-5.265625, false], [-10.140625, false], [-10.640625, false], [-8.515625, false], [-6.390625, false], [-8.265625, false], [-5.265625, false], [-9.015625, false], [-10.515625, false], [-5.265625, false], [-10.140625, false], [-7.140625, false], [-8.265625, false], [-8.265625, false], [-9.015625, false], [-6.390625, false], [-8.265625, false], [-6.9921875, false], [-7.765625, false], [-11.640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 322, "doc": {"id": "Mercury_7090755", "question": "Which process converts organic nitrogen into an inorganic form that can be used by plants?", "choices": {"text": ["decomposition", "sedimentation", "absorption", "radiation"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "decomposition", "arguments": ["Question: Which process converts organic nitrogen into an inorganic form that can be used by plants?\nAnswer:", " ["], "resps": [[[-7.70703125, false]], [[-9.453125, false]], [[-9.953125, false]], [[-8.203125, false]], [[-8.203125, false]], [[-8.203125, false]], [[-9.703125, false]], [[-9.953125, false]], [[-8.203125, false]], [[-10.703125, false]], [[-7.70703125, false]], [[-11.453125, false]], [[-7.70703125, false]], [[-8.203125, false]], [[-7.45703125, false]], [[-9.453125, false]], [[-10.3515625, false]], [[-5.20703125, false]], [[-9.453125, false]], [[-10.703125, false]], [[-8.203125, false]], [[-9.953125, false]], [[-7.70703125, false]], [[-9.703125, false]], [[-8.203125, false]], [[-7.45703125, false]], [[-11.453125, false]], [[-5.20703125, false]], [[-11.453125, false]], [[-7.70703125, false]], [[-8.203125, false]], [[-7.45703125, false]], [[-9.453125, false]], [[-10.3515625, false]], [[-5.20703125, false]], [[-9.453125, false]], [[-5.20703125, false]], [[-9.703125, false]], [[-10.703125, false]], [[-8.203125, false]], [[-11.953125, false]], [[-9.953125, false]], [[-11.453125, false]], [[-7.70703125, false]], [[-8.203125, false]], [[-7.45703125, false]], [[-9.453125, false]], [[-10.3515625, false]], [[-5.20703125, false]], [[-9.453125, false]], [[-11.953125, false]], [[-5.20703125, false]], [[-9.953125, false]], [[-7.70703125, false]], [[-5.20703125, false]], [[-11.453125, false]], [[-7.70703125, false]], [[-8.203125, false]], [[-7.45703125, false]], [[-9.453125, false]], [[-15.703125, false]]], "filtered_resps": [[-7.70703125, false], [-9.453125, false], [-9.953125, false], [-8.203125, false], [-8.203125, false], [-8.203125, false], [-9.703125, false], [-9.953125, false], [-8.203125, false], [-10.703125, false], [-7.70703125, false], [-11.453125, false], [-7.70703125, false], [-8.203125, false], [-7.45703125, false], [-9.453125, false], [-10.3515625, false], [-5.20703125, false], [-9.453125, false], [-10.703125, false], [-8.203125, false], [-9.953125, false], [-7.70703125, false], [-9.703125, false], [-8.203125, false], [-7.45703125, false], [-11.453125, false], [-5.20703125, false], [-11.453125, false], [-7.70703125, false], [-8.203125, false], [-7.45703125, false], [-9.453125, false], [-10.3515625, false], [-5.20703125, false], [-9.453125, false], [-5.20703125, false], [-9.703125, false], [-10.703125, false], [-8.203125, false], [-11.953125, false], [-9.953125, false], [-11.453125, false], [-7.70703125, false], [-8.203125, false], [-7.45703125, false], [-9.453125, false], [-10.3515625, false], [-5.20703125, false], [-9.453125, false], [-11.953125, false], [-5.20703125, false], [-9.953125, false], [-7.70703125, false], [-5.20703125, false], [-11.453125, false], [-7.70703125, false], [-8.203125, false], [-7.45703125, false], [-9.453125, false], [-15.703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 330, "doc": {"id": "MCAS_2010_8_12012", "question": "Which of the following statements best describes a result of using interchangeable parts to manufacture automobiles?", "choices": {"text": ["The automobiles are identical.", "The automobiles wear out quickly.", "The automobiles are difficult to design.", "The automobiles can be produced on an assembly line."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "The automobiles can be produced on an assembly line.", "arguments": ["Question: Which of the following statements best describes a result of using interchangeable parts to manufacture automobiles?\nAnswer:", " ["], "resps": [[[-6.6875, false]], [[-8.4375, false]], [[-7.5625, false]], [[-9.6875, false]], [[-8.0625, false]], [[-5.5625, false]], [[-3.3125, false]], [[-10.4375, false]], [[-9.0625, false]], [[-8.3125, false]], [[-8.4375, false]], [[-8.3125, false]], [[-7.0625, false]], [[-6.8125, false]], [[-8.9375, false]], [[-8.0625, false]], [[-8.9375, false]], [[-5.5625, false]], [[-3.3125, false]], [[-9.6875, false]], [[-8.0625, false]], [[-5.5625, false]], [[-6.8125, false]], [[-8.3125, false]], [[-8.0625, false]], [[-8.3125, false]], [[-9.0625, false]], [[-6.8125, false]], [[-7.9375, false]], [[-3.3125, false]], [[-8.9375, false]], [[-6.359375, false]], [[-8.4375, false]], [[-9.859375, false]], [[-5.5625, false]], [[-8.4375, false]], [[-7.5625, false]], [[-9.6875, false]], [[-8.0625, false]], [[-5.5625, false]], [[-3.3125, false]], [[-10.4375, false]], [[-9.0625, false]], [[-8.3125, false]], [[-8.4375, false]], [[-8.3125, false]], [[-7.0625, false]], [[-6.8125, false]], [[-8.9375, false]], [[-8.0625, false]], [[-8.9375, false]], [[-5.5625, false]], [[-9.5625, false]], [[-8.0625, false]], [[-3.3125, false]], [[-9.6875, false]], [[-5.5625, false]], [[-8.3125, false]], [[-10.4375, false]], [[-9.0625, false]], [[-5.5625, false]], [[-10.0625, false]], [[-10.4375, false]], [[-6.8125, false]], [[-7.9375, false]], [[-10.1875, false]], [[-8.9375, false]], [[-10.4375, false]], [[-6.359375, false]], [[-8.4375, false]], [[-9.859375, false]], [[-5.5625, false]], [[-8.4375, false]], [[-7.5625, false]], [[-9.6875, false]], [[-8.0625, false]], [[-5.5625, false]], [[-3.3125, false]], [[-10.4375, false]], [[-9.0625, false]], [[-8.3125, false]], [[-8.4375, false]], [[-8.3125, false]], [[-7.0625, false]], [[-6.8125, false]], [[-8.9375, false]], [[-8.0625, false]], [[-8.9375, false]], [[-5.5625, false]], [[-3.3125, false]], [[-9.6875, false]], [[-8.0625, false]], [[-5.5625, false]], [[-8.3125, false]], [[-6.8125, false]], [[-9.8125, false]], [[-9.8125, false]], [[-6.8125, false]], [[-7.9375, false]], [[-10.4375, false]], [[-8.9375, false]], [[-9.0625, false]], [[-5.5625, false]], [[-9.0625, false]], [[-8.3125, false]], [[-5.5625, false]], [[-8.3125, false]], [[-8.0625, false]], [[-8.9375, false]], [[-6.8125, false]], [[-10.6875, false]], [[-8.3125, false]], [[-6.359375, false]], [[-8.4375, false]], [[-9.859375, false]], [[-5.5625, false]], [[-8.4375, false]], [[-7.5625, false]], [[-9.6875, false]], [[-8.0625, false]], [[-5.5625, false]], [[-3.3125, false]], [[-10.4375, false]], [[-9.0625, false]], [[-8.3125, false]], [[-8.4375, false]], [[-8.3125, false]], [[-7.0625, false]], [[-6.8125, false]], [[-8.9375, false]], [[-8.0625, false]], [[-8.9375, false]], [[-5.5625, false]], [[-7.9375, false]], [[-3.3125, false]], [[-8.3125, false]], [[-5.5625, false]], [[-7.0625, false]], [[-8.0625, false]], [[-5.5625, false]], [[-9.1875, false]], [[-9.6875, false]], [[-8.3125, false]], [[-8.3125, false]], [[-10.4375, false]], [[-7.9375, false]], [[-8.0625, false]], [[-8.3125, false]], [[-5.5625, false]], [[-8.3125, false]], [[-8.3125, false]], [[-5.5625, false]], [[-3.3125, false]], [[-8.3125, false]], [[-5.5625, false]], [[-3.3125, false]], [[-8.9375, false]], [[-8.9375, false]], [[-8.0625, false]], [[-8.4375, false]], [[-7.0625, false]], [[-8.9375, false]], [[-10.4375, false]], [[-5.5625, false]], [[-8.9375, false]], [[-6.8125, false]], [[-8.3125, false]], [[-8.0625, false]], [[-6.359375, false]], [[-8.4375, false]], [[-11.3125, false]]], "filtered_resps": [[-6.6875, false], [-8.4375, false], [-7.5625, false], [-9.6875, false], [-8.0625, false], [-5.5625, false], [-3.3125, false], [-10.4375, false], [-9.0625, false], [-8.3125, false], [-8.4375, false], [-8.3125, false], [-7.0625, false], [-6.8125, false], [-8.9375, false], [-8.0625, false], [-8.9375, false], [-5.5625, false], [-3.3125, false], [-9.6875, false], [-8.0625, false], [-5.5625, false], [-6.8125, false], [-8.3125, false], [-8.0625, false], [-8.3125, false], [-9.0625, false], [-6.8125, false], [-7.9375, false], [-3.3125, false], [-8.9375, false], [-6.359375, false], [-8.4375, false], [-9.859375, false], [-5.5625, false], [-8.4375, false], [-7.5625, false], [-9.6875, false], [-8.0625, false], [-5.5625, false], [-3.3125, false], [-10.4375, false], [-9.0625, false], [-8.3125, false], [-8.4375, false], [-8.3125, false], [-7.0625, false], [-6.8125, false], [-8.9375, false], [-8.0625, false], [-8.9375, false], [-5.5625, false], [-9.5625, false], [-8.0625, false], [-3.3125, false], [-9.6875, false], [-5.5625, false], [-8.3125, false], [-10.4375, false], [-9.0625, false], [-5.5625, false], [-10.0625, false], [-10.4375, false], [-6.8125, false], [-7.9375, false], [-10.1875, false], [-8.9375, false], [-10.4375, false], [-6.359375, false], [-8.4375, false], [-9.859375, false], [-5.5625, false], [-8.4375, false], [-7.5625, false], [-9.6875, false], [-8.0625, false], [-5.5625, false], [-3.3125, false], [-10.4375, false], [-9.0625, false], [-8.3125, false], [-8.4375, false], [-8.3125, false], [-7.0625, false], [-6.8125, false], [-8.9375, false], [-8.0625, false], [-8.9375, false], [-5.5625, false], [-3.3125, false], [-9.6875, false], [-8.0625, false], [-5.5625, false], [-8.3125, false], [-6.8125, false], [-9.8125, false], [-9.8125, false], [-6.8125, false], [-7.9375, false], [-10.4375, false], [-8.9375, false], [-9.0625, false], [-5.5625, false], [-9.0625, false], [-8.3125, false], [-5.5625, false], [-8.3125, false], [-8.0625, false], [-8.9375, false], [-6.8125, false], [-10.6875, false], [-8.3125, false], [-6.359375, false], [-8.4375, false], [-9.859375, false], [-5.5625, false], [-8.4375, false], [-7.5625, false], [-9.6875, false], [-8.0625, false], [-5.5625, false], [-3.3125, false], [-10.4375, false], [-9.0625, false], [-8.3125, false], [-8.4375, false], [-8.3125, false], [-7.0625, false], [-6.8125, false], [-8.9375, false], [-8.0625, false], [-8.9375, false], [-5.5625, false], [-7.9375, false], [-3.3125, false], [-8.3125, false], [-5.5625, false], [-7.0625, false], [-8.0625, false], [-5.5625, false], [-9.1875, false], [-9.6875, false], [-8.3125, false], [-8.3125, false], [-10.4375, false], [-7.9375, false], [-8.0625, false], [-8.3125, false], [-5.5625, false], [-8.3125, false], [-8.3125, false], [-5.5625, false], [-3.3125, false], [-8.3125, false], [-5.5625, false], [-3.3125, false], [-8.9375, false], [-8.9375, false], [-8.0625, false], [-8.4375, false], [-7.0625, false], [-8.9375, false], [-10.4375, false], [-5.5625, false], [-8.9375, false], [-6.8125, false], [-8.3125, false], [-8.0625, false], [-6.359375, false], [-8.4375, false], [-11.3125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 338, "doc": {"id": "MDSA_2011_5_35", "question": "Animal wastes contain bacteria that make organisms sick. These wastes are often washed into water supplies by storms. How might a pet owner prevent these bacteria from polluting water supplies?", "choices": {"text": ["Brush the pet daily to remove bacteria.", "Feed pets food that produces less waste.", "Bag the pet waste and throw it in the trash.", "Wash the pet with shampoo to kill the bacteria."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Bag the pet waste and throw it in the trash.", "arguments": ["Question: Animal wastes contain bacteria that make organisms sick. These wastes are often washed into water supplies by storms. How might a pet owner prevent these bacteria from polluting water supplies?\nAnswer:", " ["], "resps": [[[-8.3046875, false]], [[-11.0546875, false]], [[-6.5546875, false]], [[-13.8046875, false]], [[-11.3046875, false]], [[-10.8046875, false]], [[-12.8046875, false]], [[-5.8046875, false]], [[-12.5546875, false]], [[-12.8046875, false]], [[-10.3046875, false]], [[-5.8046875, false]], [[-11.5546875, false]], [[-10.3046875, false]], [[-12.5546875, false]], [[-5.8046875, false]], [[-10.0546875, false]], [[-6.0546875, false]], [[-10.0546875, false]], [[-13.0546875, false]], [[-14.8046875, false]], [[-5.8046875, false]], [[-12.5546875, false]], [[-10.0546875, false]], [[-5.8046875, false]], [[-13.8046875, false]], [[-10.3046875, false]], [[-12.3046875, false]], [[-10.0546875, false]], [[-13.3046875, false]], [[-10.3046875, false]], [[-5.8046875, false]], [[-10.8046875, false]], [[-6.0546875, false]], [[-11.3046875, false]], [[-12.5546875, false]], [[-10.3046875, false]], [[-13.8046875, false]], [[-10.0546875, false]], [[-6.0546875, false]], [[-6.76953125, false]], [[-11.0546875, false]], [[-10.265625, false]], [[-5.8046875, false]], [[-11.0546875, false]], [[-7.3046875, false]], [[-10.3046875, false]], [[-10.3046875, false]], [[-10.0546875, false]], [[-5.8046875, false]], [[-11.5546875, false]], [[-10.3046875, false]], [[-12.5546875, false]], [[-10.8046875, false]], [[-5.8046875, false]], [[-11.8046875, false]], [[-10.0546875, false]], [[-10.0546875, false]], [[-10.0546875, false]], [[-5.8046875, false]], [[-12.5546875, false]], [[-12.8046875, false]], [[-6.0546875, false]], [[-12.5546875, false]], [[-5.8046875, false]], [[-11.5546875, false]], [[-13.8046875, false]], [[-10.0546875, false]], [[-10.0546875, false]], [[-11.3046875, false]], [[-11.3046875, false]], [[-10.3046875, false]], [[-10.8046875, false]], [[-5.8046875, false]], [[-13.0546875, false]], [[-10.3046875, false]], [[-10.8046875, false]], [[-10.8046875, false]], [[-5.8046875, false]], [[-13.0546875, false]], [[-6.0546875, false]], [[-10.8046875, false]], [[-12.5546875, false]], [[-10.3046875, false]], [[-6.76953125, false]], [[-11.0546875, false]], [[-10.265625, false]], [[-5.8046875, false]], [[-11.0546875, false]], [[-6.5546875, false]], [[-6.0546875, false]], [[-13.3046875, false]], [[-5.8046875, false]], [[-12.5546875, false]], [[-12.8046875, false]], [[-10.3046875, false]], [[-5.8046875, false]], [[-11.5546875, false]], [[-10.3046875, false]], [[-12.5546875, false]], [[-5.8046875, false]], [[-13.0546875, false]], [[-6.0546875, false]], [[-10.8046875, false]], [[-12.5546875, false]], [[-10.3046875, false]], [[-5.8046875, false]], [[-6.0546875, false]], [[-12.3046875, false]], [[-10.0546875, false]], [[-5.8046875, false]], [[-12.5546875, false]], [[-12.8046875, false]], [[-13.8046875, false]], [[-10.0546875, false]], [[-13.0546875, false]], [[-5.8046875, false]], [[-10.0546875, false]], [[-12.5546875, false]], [[-5.8046875, false]], [[-10.0546875, false]], [[-12.3046875, false]], [[-5.8046875, false]], [[-12.5546875, false]], [[-12.8046875, false]], [[-10.3046875, false]], [[-5.8046875, false]], [[-12.5546875, false]], [[-13.8046875, false]], [[-6.0546875, false]], [[-10.8046875, false]], [[-12.8046875, false]], [[-6.76953125, false]], [[-11.0546875, false]], [[-10.265625, false]], [[-5.8046875, false]], [[-11.0546875, false]], [[-8.0546875, false]], [[-6.0546875, false]], [[-10.8046875, false]], [[-12.8046875, false]], [[-5.8046875, false]], [[-12.5546875, false]], [[-12.8046875, false]], [[-10.3046875, false]], [[-5.8046875, false]], [[-11.5546875, false]], [[-10.3046875, false]], [[-12.5546875, false]], [[-5.8046875, false]], [[-13.0546875, false]], [[-10.0546875, false]], [[-12.5546875, false]], [[-12.8046875, false]], [[-5.8046875, false]], [[-10.8046875, false]], [[-12.8046875, false]], [[-6.0546875, false]], [[-12.3046875, false]], [[-11.5546875, false]], [[-10.0546875, false]], [[-10.0546875, false]], [[-5.8046875, false]], [[-12.5546875, false]], [[-10.0546875, false]], [[-5.8046875, false]], [[-12.8046875, false]], [[-10.0546875, false]], [[-13.0546875, false]], [[-13.0546875, false]], [[-5.8046875, false]], [[-12.5546875, false]], [[-12.8046875, false]], [[-10.3046875, false]], [[-5.8046875, false]], [[-10.8046875, false]], [[-6.0546875, false]], [[-11.3046875, false]], [[-12.5546875, false]], [[-10.3046875, false]], [[-13.8046875, false]], [[-10.0546875, false]], [[-6.0546875, false]], [[-6.76953125, false]], [[-11.0546875, false]], [[-13.0546875, false]]], "filtered_resps": [[-8.3046875, false], [-11.0546875, false], [-6.5546875, false], [-13.8046875, false], [-11.3046875, false], [-10.8046875, false], [-12.8046875, false], [-5.8046875, false], [-12.5546875, false], [-12.8046875, false], [-10.3046875, false], [-5.8046875, false], [-11.5546875, false], [-10.3046875, false], [-12.5546875, false], [-5.8046875, false], [-10.0546875, false], [-6.0546875, false], [-10.0546875, false], [-13.0546875, false], [-14.8046875, false], [-5.8046875, false], [-12.5546875, false], [-10.0546875, false], [-5.8046875, false], [-13.8046875, false], [-10.3046875, false], [-12.3046875, false], [-10.0546875, false], [-13.3046875, false], [-10.3046875, false], [-5.8046875, false], [-10.8046875, false], [-6.0546875, false], [-11.3046875, false], [-12.5546875, false], [-10.3046875, false], [-13.8046875, false], [-10.0546875, false], [-6.0546875, false], [-6.76953125, false], [-11.0546875, false], [-10.265625, false], [-5.8046875, false], [-11.0546875, false], [-7.3046875, false], [-10.3046875, false], [-10.3046875, false], [-10.0546875, false], [-5.8046875, false], [-11.5546875, false], [-10.3046875, false], [-12.5546875, false], [-10.8046875, false], [-5.8046875, false], [-11.8046875, false], [-10.0546875, false], [-10.0546875, false], [-10.0546875, false], [-5.8046875, false], [-12.5546875, false], [-12.8046875, false], [-6.0546875, false], [-12.5546875, false], [-5.8046875, false], [-11.5546875, false], [-13.8046875, false], [-10.0546875, false], [-10.0546875, false], [-11.3046875, false], [-11.3046875, false], [-10.3046875, false], [-10.8046875, false], [-5.8046875, false], [-13.0546875, false], [-10.3046875, false], [-10.8046875, false], [-10.8046875, false], [-5.8046875, false], [-13.0546875, false], [-6.0546875, false], [-10.8046875, false], [-12.5546875, false], [-10.3046875, false], [-6.76953125, false], [-11.0546875, false], [-10.265625, false], [-5.8046875, false], [-11.0546875, false], [-6.5546875, false], [-6.0546875, false], [-13.3046875, false], [-5.8046875, false], [-12.5546875, false], [-12.8046875, false], [-10.3046875, false], [-5.8046875, false], [-11.5546875, false], [-10.3046875, false], [-12.5546875, false], [-5.8046875, false], [-13.0546875, false], [-6.0546875, false], [-10.8046875, false], [-12.5546875, false], [-10.3046875, false], [-5.8046875, false], [-6.0546875, false], [-12.3046875, false], [-10.0546875, false], [-5.8046875, false], [-12.5546875, false], [-12.8046875, false], [-13.8046875, false], [-10.0546875, false], [-13.0546875, false], [-5.8046875, false], [-10.0546875, false], [-12.5546875, false], [-5.8046875, false], [-10.0546875, false], [-12.3046875, false], [-5.8046875, false], [-12.5546875, false], [-12.8046875, false], [-10.3046875, false], [-5.8046875, false], [-12.5546875, false], [-13.8046875, false], [-6.0546875, false], [-10.8046875, false], [-12.8046875, false], [-6.76953125, false], [-11.0546875, false], [-10.265625, false], [-5.8046875, false], [-11.0546875, false], [-8.0546875, false], [-6.0546875, false], [-10.8046875, false], [-12.8046875, false], [-5.8046875, false], [-12.5546875, false], [-12.8046875, false], [-10.3046875, false], [-5.8046875, false], [-11.5546875, false], [-10.3046875, false], [-12.5546875, false], [-5.8046875, false], [-13.0546875, false], [-10.0546875, false], [-12.5546875, false], [-12.8046875, false], [-5.8046875, false], [-10.8046875, false], [-12.8046875, false], [-6.0546875, false], [-12.3046875, false], [-11.5546875, false], [-10.0546875, false], [-10.0546875, false], [-5.8046875, false], [-12.5546875, false], [-10.0546875, false], [-5.8046875, false], [-12.8046875, false], [-10.0546875, false], [-13.0546875, false], [-13.0546875, false], [-5.8046875, false], [-12.5546875, false], [-12.8046875, false], [-10.3046875, false], [-5.8046875, false], [-10.8046875, false], [-6.0546875, false], [-11.3046875, false], [-12.5546875, false], [-10.3046875, false], [-13.8046875, false], [-10.0546875, false], [-6.0546875, false], [-6.76953125, false], [-11.0546875, false], [-13.0546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 346, "doc": {"id": "Mercury_7220343", "question": "A student wants to create a drawing of the water cycle. Which image can the student use to represent water cycling through the atmosphere?", "choices": {"text": ["a cloud", "a stream", "a frozen lake", "a drop of dew"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "a cloud", "arguments": ["Question: A student wants to create a drawing of the water cycle. Which image can the student use to represent water cycling through the atmosphere?\nAnswer:", " ["], "resps": [[[-6.359375, false]], [[-8.109375, false]], [[-3.861328125, false]], [[-5.359375, false]], [[-7.859375, false]], [[-9.859375, false]], [[-8.359375, false]], [[-10.109375, false]], [[-6.859375, false]], [[-8.109375, false]], [[-9.84375, false]], [[-5.359375, false]], [[-8.109375, false]], [[-3.861328125, false]], [[-5.359375, false]], [[-8.109375, false]], [[-9.109375, false]], [[-9.109375, false]], [[-7.609375, false]], [[-3.861328125, false]], [[-8.609375, false]], [[-8.109375, false]], [[-9.84375, false]], [[-5.359375, false]], [[-8.109375, false]], [[-3.861328125, false]], [[-5.359375, false]], [[-8.359375, false]], [[-9.109375, false]], [[-8.359375, false]], [[-9.859375, false]], [[-7.609375, false]], [[-9.109375, false]], [[-5.359375, false]], [[-9.859375, false]], [[-3.861328125, false]], [[-10.109375, false]], [[-7.609375, false]], [[-8.109375, false]], [[-9.84375, false]], [[-5.359375, false]], [[-8.109375, false]], [[-3.861328125, false]], [[-5.359375, false]], [[-6.859375, false]], [[-9.109375, false]], [[-8.359375, false]], [[-8.609375, false]], [[-5.359375, false]], [[-8.359375, false]], [[-8.359375, false]], [[-5.359375, false]], [[-6.859375, false]], [[-7.609375, false]], [[-8.859375, false]], [[-8.109375, false]], [[-11.859375, false]]], "filtered_resps": [[-6.359375, false], [-8.109375, false], [-3.861328125, false], [-5.359375, false], [-7.859375, false], [-9.859375, false], [-8.359375, false], [-10.109375, false], [-6.859375, false], [-8.109375, false], [-9.84375, false], [-5.359375, false], [-8.109375, false], [-3.861328125, false], [-5.359375, false], [-8.109375, false], [-9.109375, false], [-9.109375, false], [-7.609375, false], [-3.861328125, false], [-8.609375, false], [-8.109375, false], [-9.84375, false], [-5.359375, false], [-8.109375, false], [-3.861328125, false], [-5.359375, false], [-8.359375, false], [-9.109375, false], [-8.359375, false], [-9.859375, false], [-7.609375, false], [-9.109375, false], [-5.359375, false], [-9.859375, false], [-3.861328125, false], [-10.109375, false], [-7.609375, false], [-8.109375, false], [-9.84375, false], [-5.359375, false], [-8.109375, false], [-3.861328125, false], [-5.359375, false], [-6.859375, false], [-9.109375, false], [-8.359375, false], [-8.609375, false], [-5.359375, false], [-8.359375, false], [-8.359375, false], [-5.359375, false], [-6.859375, false], [-7.609375, false], [-8.859375, false], [-8.109375, false], [-11.859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 354, "doc": {"id": "Mercury_SC_401120", "question": "Which tool is best used to observe a soil sample?", "choices": {"text": ["camera", "compass", "hand lens", "telescope"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "hand lens", "arguments": ["Question: Which tool is best used to observe a soil sample?\nAnswer:", " ["], "resps": [[[-7.6953125, false]], [[-9.6953125, false]], [[-10.0703125, false]], [[-3.947265625, false]], [[-8.9453125, false]], [[-8.5703125, false]], [[-10.5703125, false]], [[-3.947265625, false]], [[-9.6953125, false]], [[-9.03125, false]], [[-4.9453125, false]], [[-9.6953125, false]], [[-10.0703125, false]], [[-8.5703125, false]], [[-8.9453125, false]], [[-10.3203125, false]], [[-3.947265625, false]], [[-8.6953125, false]], [[-8.6953125, false]], [[-9.6953125, false]], [[-9.03125, false]], [[-4.9453125, false]], [[-9.6953125, false]], [[-10.5703125, false]], [[-3.947265625, false]], [[-9.3203125, false]], [[-9.9453125, false]], [[-4.9453125, false]], [[-11.0703125, false]], [[-8.5703125, false]], [[-9.3203125, false]], [[-8.6953125, false]], [[-9.6953125, false]], [[-9.03125, false]], [[-4.9453125, false]], [[-9.6953125, false]], [[-10.4453125, false]], [[-8.5703125, false]], [[-11.0703125, false]], [[-8.5703125, false]], [[-8.6953125, false]], [[-10.0703125, false]], [[-8.5703125, false]], [[-10.3203125, false]], [[-8.5703125, false]], [[-9.6953125, false]], [[-12.5703125, false]]], "filtered_resps": [[-7.6953125, false], [-9.6953125, false], [-10.0703125, false], [-3.947265625, false], [-8.9453125, false], [-8.5703125, false], [-10.5703125, false], [-3.947265625, false], [-9.6953125, false], [-9.03125, false], [-4.9453125, false], [-9.6953125, false], [-10.0703125, false], [-8.5703125, false], [-8.9453125, false], [-10.3203125, false], [-3.947265625, false], [-8.6953125, false], [-8.6953125, false], [-9.6953125, false], [-9.03125, false], [-4.9453125, false], [-9.6953125, false], [-10.5703125, false], [-3.947265625, false], [-9.3203125, false], [-9.9453125, false], [-4.9453125, false], [-11.0703125, false], [-8.5703125, false], [-9.3203125, false], [-8.6953125, false], [-9.6953125, false], [-9.03125, false], [-4.9453125, false], [-9.6953125, false], [-10.4453125, false], [-8.5703125, false], [-11.0703125, false], [-8.5703125, false], [-8.6953125, false], [-10.0703125, false], [-8.5703125, false], [-10.3203125, false], [-8.5703125, false], [-9.6953125, false], [-12.5703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 362, "doc": {"id": "MSA_2012_5_22", "question": "Scientists use different tools during their investigations. What tool does a scientist use to study cells?", "choices": {"text": ["a balance", "a microscope", "a centimeter ruler", "a graduated cylinder"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "a microscope", "arguments": ["Question: Scientists use different tools during their investigations. What tool does a scientist use to study cells?\nAnswer:", " ["], "resps": [[[-8.1328125, false]], [[-9.7578125, false]], [[-3.5078125, false]], [[-5.0078125, false]], [[-8.7578125, false]], [[-3.5078125, false]], [[-8.7578125, false]], [[-3.5078125, false]], [[-9.3828125, false]], [[-8.6328125, false]], [[-8.5078125, false]], [[-9.7578125, false]], [[-9.5, false]], [[-5.0078125, false]], [[-9.7578125, false]], [[-3.5078125, false]], [[-5.0078125, false]], [[-8.0078125, false]], [[-7.8828125, false]], [[-8.6328125, false]], [[-10.2578125, false]], [[-7.2578125, false]], [[-7.7578125, false]], [[-8.6328125, false]], [[-7.2578125, false]], [[-9.8828125, false]], [[-8.5078125, false]], [[-9.7578125, false]], [[-9.5, false]], [[-5.0078125, false]], [[-9.7578125, false]], [[-3.5078125, false]], [[-5.0078125, false]], [[-8.6328125, false]], [[-8.5078125, false]], [[-9.3828125, false]], [[-10.0078125, false]], [[-7.8828125, false]], [[-8.0078125, false]], [[-8.5078125, false]], [[-10.0078125, false]], [[-8.5078125, false]], [[-10.2578125, false]], [[-5.0078125, false]], [[-10.2578125, false]], [[-9.7578125, false]], [[-8.7578125, false]], [[-8.5078125, false]], [[-10.2578125, false]], [[-9.7578125, false]], [[-9.5, false]], [[-5.0078125, false]], [[-9.7578125, false]], [[-3.5078125, false]], [[-5.0078125, false]], [[-9.7578125, false]], [[-10.2578125, false]], [[-3.5078125, false]], [[-9.2578125, false]], [[-9.7578125, false]], [[-3.5078125, false]], [[-10.0078125, false]], [[-8.5078125, false]], [[-9.2578125, false]], [[-5.0078125, false]], [[-8.6328125, false]], [[-12.2578125, false]], [[-8.7578125, false]], [[-7.8828125, false]], [[-9.3828125, false]], [[-9.2578125, false]], [[-8.5078125, false]], [[-10.2578125, false]], [[-9.7578125, false]], [[-13.1328125, false]]], "filtered_resps": [[-8.1328125, false], [-9.7578125, false], [-3.5078125, false], [-5.0078125, false], [-8.7578125, false], [-3.5078125, false], [-8.7578125, false], [-3.5078125, false], [-9.3828125, false], [-8.6328125, false], [-8.5078125, false], [-9.7578125, false], [-9.5, false], [-5.0078125, false], [-9.7578125, false], [-3.5078125, false], [-5.0078125, false], [-8.0078125, false], [-7.8828125, false], [-8.6328125, false], [-10.2578125, false], [-7.2578125, false], [-7.7578125, false], [-8.6328125, false], [-7.2578125, false], [-9.8828125, false], [-8.5078125, false], [-9.7578125, false], [-9.5, false], [-5.0078125, false], [-9.7578125, false], [-3.5078125, false], [-5.0078125, false], [-8.6328125, false], [-8.5078125, false], [-9.3828125, false], [-10.0078125, false], [-7.8828125, false], [-8.0078125, false], [-8.5078125, false], [-10.0078125, false], [-8.5078125, false], [-10.2578125, false], [-5.0078125, false], [-10.2578125, false], [-9.7578125, false], [-8.7578125, false], [-8.5078125, false], [-10.2578125, false], [-9.7578125, false], [-9.5, false], [-5.0078125, false], [-9.7578125, false], [-3.5078125, false], [-5.0078125, false], [-9.7578125, false], [-10.2578125, false], [-3.5078125, false], [-9.2578125, false], [-9.7578125, false], [-3.5078125, false], [-10.0078125, false], [-8.5078125, false], [-9.2578125, false], [-5.0078125, false], [-8.6328125, false], [-12.2578125, false], [-8.7578125, false], [-7.8828125, false], [-9.3828125, false], [-9.2578125, false], [-8.5078125, false], [-10.2578125, false], [-9.7578125, false], [-13.1328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 370, "doc": {"id": "NYSEDREGENTS_2010_8_12", "question": "Cancer is most often the result of", "choices": {"text": ["abnormal cell division", "natural selection", "bacterial infection", "biological adaptation"], "label": ["1", "2", "3", "4"]}, "answerKey": "1"}, "target": "abnormal cell division", "arguments": ["Question: Cancer is most often the result of\nAnswer:", " ["], "resps": [[[-8.3828125, false]], [[-8.3828125, false]], [[-5.5078125, false]], [[-9.1328125, false]], [[-9.1328125, false]], [[-9.0078125, false]], [[-10.8828125, false]], [[-10.0078125, false]], [[-5.5078125, false]], [[-9.0078125, false]], [[-4.8828125, false]], [[-8.2578125, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-9.0078125, false]], [[-4.8828125, false]], [[-9.7578125, false]], [[-8.2578125, false]], [[-10.7578125, false]], [[-8.2578125, false]], [[-8.2578125, false]], [[-8.2578125, false]], [[-9.0078125, false]], [[-9.1328125, false]], [[-8.3828125, false]], [[-8.2109375, false]], [[-4.8828125, false]], [[-8.3828125, false]], [[-9.1328125, false]], [[-5.5078125, false]], [[-10.7578125, false]], [[-9.5078125, false]], [[-10.8828125, false]], [[-5.5078125, false]], [[-9.0078125, false]], [[-4.8828125, false]], [[-8.2578125, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-9.2578125, false]], [[-8.2578125, false]], [[-10.7578125, false]], [[-8.2578125, false]], [[-9.0078125, false]], [[-9.1328125, false]], [[-8.3828125, false]], [[-8.2109375, false]], [[-4.8828125, false]], [[-8.3828125, false]], [[-9.1328125, false]], [[-5.5078125, false]], [[-8.2578125, false]], [[-10.7578125, false]], [[-9.2578125, false]], [[-10.8828125, false]], [[-8.2578125, false]], [[-5.5078125, false]], [[-9.0078125, false]], [[-4.8828125, false]], [[-8.2578125, false]], [[-9.1328125, false]], [[-11.1328125, false]], [[-9.2578125, false]], [[-8.2578125, false]], [[-10.7578125, false]], [[-8.2578125, false]], [[-9.0078125, false]], [[-9.1328125, false]], [[-8.3828125, false]], [[-8.2109375, false]], [[-4.8828125, false]], [[-8.3828125, false]], [[-9.1328125, false]], [[-8.2578125, false]], [[-9.0078125, false]], [[-9.0078125, false]], [[-9.0078125, false]], [[-11.1328125, false]], [[-8.2578125, false]], [[-8.2578125, false]], [[-5.5078125, false]], [[-9.0078125, false]], [[-4.8828125, false]], [[-5.5078125, false]], [[-9.7578125, false]], [[-5.5078125, false]], [[-9.2578125, false]], [[-10.7578125, false]], [[-5.5078125, false]], [[-10.7578125, false]], [[-8.2578125, false]], [[-9.0078125, false]], [[-9.1328125, false]], [[-8.3828125, false]], [[-12.3828125, false]]], "filtered_resps": [[-8.3828125, false], [-8.3828125, false], [-5.5078125, false], [-9.1328125, false], [-9.1328125, false], [-9.0078125, false], [-10.8828125, false], [-10.0078125, false], [-5.5078125, false], [-9.0078125, false], [-4.8828125, false], [-8.2578125, false], [-9.2578125, false], [-9.0078125, false], [-9.0078125, false], [-4.8828125, false], [-9.7578125, false], [-8.2578125, false], [-10.7578125, false], [-8.2578125, false], [-8.2578125, false], [-8.2578125, false], [-9.0078125, false], [-9.1328125, false], [-8.3828125, false], [-8.2109375, false], [-4.8828125, false], [-8.3828125, false], [-9.1328125, false], [-5.5078125, false], [-10.7578125, false], [-9.5078125, false], [-10.8828125, false], [-5.5078125, false], [-9.0078125, false], [-4.8828125, false], [-8.2578125, false], [-9.2578125, false], [-9.0078125, false], [-9.2578125, false], [-8.2578125, false], [-10.7578125, false], [-8.2578125, false], [-9.0078125, false], [-9.1328125, false], [-8.3828125, false], [-8.2109375, false], [-4.8828125, false], [-8.3828125, false], [-9.1328125, false], [-5.5078125, false], [-8.2578125, false], [-10.7578125, false], [-9.2578125, false], [-10.8828125, false], [-8.2578125, false], [-5.5078125, false], [-9.0078125, false], [-4.8828125, false], [-8.2578125, false], [-9.1328125, false], [-11.1328125, false], [-9.2578125, false], [-8.2578125, false], [-10.7578125, false], [-8.2578125, false], [-9.0078125, false], [-9.1328125, false], [-8.3828125, false], [-8.2109375, false], [-4.8828125, false], [-8.3828125, false], [-9.1328125, false], [-8.2578125, false], [-9.0078125, false], [-9.0078125, false], [-9.0078125, false], [-11.1328125, false], [-8.2578125, false], [-8.2578125, false], [-5.5078125, false], [-9.0078125, false], [-4.8828125, false], [-5.5078125, false], [-9.7578125, false], [-5.5078125, false], [-9.2578125, false], [-10.7578125, false], [-5.5078125, false], [-10.7578125, false], [-8.2578125, false], [-9.0078125, false], [-9.1328125, false], [-8.3828125, false], [-12.3828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 378, "doc": {"id": "NYSEDREGENTS_2008_8_10", "question": "A scientist crosses two different varieties of corn to produce a single variety that has traits from both parents. This technique is an example of", "choices": {"text": ["competition", "natural selection", "selective breeding", "ecological succession"], "label": ["1", "2", "3", "4"]}, "answerKey": "3"}, "target": "selective breeding", "arguments": ["Question: A scientist crosses two different varieties of corn to produce a single variety that has traits from both parents. This technique is an example of\nAnswer:", " ["], "resps": [[[-7.1484375, false]], [[-8.0234375, false]], [[-7.5234375, false]], [[-9.1484375, false]], [[-8.8984375, false]], [[-8.0234375, false]], [[-8.7734375, false]], [[-9.0234375, false]], [[-7.6484375, false]], [[-9.0234375, false]], [[-7.6484375, false]], [[-9.1484375, false]], [[-7.7734375, false]], [[-8.0234375, false]], [[-8.9375, false]], [[-5.0234375, false]], [[-8.0234375, false]], [[-7.7734375, false]], [[-4.0234375, false]], [[-9.0234375, false]], [[-11.0234375, false]], [[-8.1484375, false]], [[-4.0234375, false]], [[-10.6484375, false]], [[-5.0234375, false]], [[-8.8984375, false]], [[-8.7734375, false]], [[-10.6484375, false]], [[-8.7734375, false]], [[-7.5234375, false]], [[-9.0234375, false]], [[-7.6484375, false]], [[-9.1484375, false]], [[-7.7734375, false]], [[-8.0234375, false]], [[-8.9375, false]], [[-5.0234375, false]], [[-8.0234375, false]], [[-8.8984375, false]], [[-8.7734375, false]], [[-10.6484375, false]], [[-8.7734375, false]], [[-7.5234375, false]], [[-9.0234375, false]], [[-7.6484375, false]], [[-9.1484375, false]], [[-8.7734375, false]], [[-5.0234375, false]], [[-6.0234375, false]], [[-8.1484375, false]], [[-8.7734375, false]], [[-8.7734375, false]], [[-7.1484375, false]], [[-7.6484375, false]], [[-7.7734375, false]], [[-9.7734375, false]], [[-8.0234375, false]], [[-8.9375, false]], [[-5.0234375, false]], [[-8.0234375, false]], [[-8.7734375, false]], [[-7.5234375, false]], [[-9.1484375, false]], [[-10.6484375, false]], [[-9.1484375, false]], [[-9.7734375, false]], [[-7.6484375, false]], [[-7.5234375, false]], [[-4.0234375, false]], [[-10.6484375, false]], [[-5.0234375, false]], [[-8.8984375, false]], [[-11.0234375, false]], [[-7.5234375, false]], [[-7.5234375, false]], [[-8.7734375, false]], [[-8.8984375, false]], [[-8.8984375, false]], [[-7.6484375, false]], [[-9.1484375, false]], [[-7.7734375, false]], [[-8.0234375, false]], [[-12.0234375, false]]], "filtered_resps": [[-7.1484375, false], [-8.0234375, false], [-7.5234375, false], [-9.1484375, false], [-8.8984375, false], [-8.0234375, false], [-8.7734375, false], [-9.0234375, false], [-7.6484375, false], [-9.0234375, false], [-7.6484375, false], [-9.1484375, false], [-7.7734375, false], [-8.0234375, false], [-8.9375, false], [-5.0234375, false], [-8.0234375, false], [-7.7734375, false], [-4.0234375, false], [-9.0234375, false], [-11.0234375, false], [-8.1484375, false], [-4.0234375, false], [-10.6484375, false], [-5.0234375, false], [-8.8984375, false], [-8.7734375, false], [-10.6484375, false], [-8.7734375, false], [-7.5234375, false], [-9.0234375, false], [-7.6484375, false], [-9.1484375, false], [-7.7734375, false], [-8.0234375, false], [-8.9375, false], [-5.0234375, false], [-8.0234375, false], [-8.8984375, false], [-8.7734375, false], [-10.6484375, false], [-8.7734375, false], [-7.5234375, false], [-9.0234375, false], [-7.6484375, false], [-9.1484375, false], [-8.7734375, false], [-5.0234375, false], [-6.0234375, false], [-8.1484375, false], [-8.7734375, false], [-8.7734375, false], [-7.1484375, false], [-7.6484375, false], [-7.7734375, false], [-9.7734375, false], [-8.0234375, false], [-8.9375, false], [-5.0234375, false], [-8.0234375, false], [-8.7734375, false], [-7.5234375, false], [-9.1484375, false], [-10.6484375, false], [-9.1484375, false], [-9.7734375, false], [-7.6484375, false], [-7.5234375, false], [-4.0234375, false], [-10.6484375, false], [-5.0234375, false], [-8.8984375, false], [-11.0234375, false], [-7.5234375, false], [-7.5234375, false], [-8.7734375, false], [-8.8984375, false], [-8.8984375, false], [-7.6484375, false], [-9.1484375, false], [-7.7734375, false], [-8.0234375, false], [-12.0234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 386, "doc": {"id": "Mercury_7015733", "question": "The excessive use of nitrogen-based fertilizers causes runoff that increases the nitrogen content of lakes and bays. These nitrogen compounds directly affect the aquatic ecosystems by", "choices": {"text": ["interfering with the water cycle.", "decreasing the predator population.", "increasing the rate of algae growth.", "causing aquatic animals to grow larger."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "increasing the rate of algae growth.", "arguments": ["Question: The excessive use of nitrogen-based fertilizers causes runoff that increases the nitrogen content of lakes and bays. These nitrogen compounds directly affect the aquatic ecosystems by\nAnswer:", " ["], "resps": [[[-7.2109375, false]], [[-8.8359375, false]], [[-7.4609375, false]], [[-6.7109375, false]], [[-10.4609375, false]], [[-6.9609375, false]], [[-10.9609375, false]], [[-8.5859375, false]], [[-6.9609375, false]], [[-10.9609375, false]], [[-7.4609375, false]], [[-6.7109375, false]], [[-10.4609375, false]], [[-4.9609375, false]], [[-10.2109375, false]], [[-7.4609375, false]], [[-10.4609375, false]], [[-10.3359375, false]], [[-4.9609375, false]], [[-10.4609375, false]], [[-10.3359375, false]], [[-6.9609375, false]], [[-4.9609375, false]], [[-10.2109375, false]], [[-5.3359375, false]], [[-10.4609375, false]], [[-6.9609375, false]], [[-10.9609375, false]], [[-4.9609375, false]], [[-7.0859375, false]], [[-9.8359375, false]], [[-7.0859375, false]], [[-8.8359375, false]], [[-6.9609375, false]], [[-6.765625, false]], [[-8.8359375, false]], [[-7.578125, false]], [[-4.9609375, false]], [[-8.8359375, false]], [[-6.9609375, false]], [[-6.9609375, false]], [[-7.0859375, false]], [[-10.9609375, false]], [[-6.9609375, false]], [[-5.3359375, false]], [[-8.7109375, false]], [[-7.4609375, false]], [[-6.7109375, false]], [[-10.4609375, false]], [[-4.9609375, false]], [[-10.4609375, false]], [[-10.3359375, false]], [[-6.9609375, false]], [[-4.9609375, false]], [[-9.3359375, false]], [[-10.9609375, false]], [[-6.9609375, false]], [[-6.9609375, false]], [[-5.3359375, false]], [[-10.4609375, false]], [[-7.8359375, false]], [[-10.9609375, false]], [[-4.9609375, false]], [[-9.3359375, false]], [[-7.8359375, false]], [[-9.3359375, false]], [[-9.9609375, false]], [[-8.8359375, false]], [[-5.3359375, false]], [[-10.4609375, false]], [[-7.4609375, false]], [[-7.8359375, false]], [[-6.7109375, false]], [[-6.765625, false]], [[-8.8359375, false]], [[-7.578125, false]], [[-4.9609375, false]], [[-8.8359375, false]], [[-7.4609375, false]], [[-6.7109375, false]], [[-7.0859375, false]], [[-10.9609375, false]], [[-6.9609375, false]], [[-5.3359375, false]], [[-8.7109375, false]], [[-7.4609375, false]], [[-6.7109375, false]], [[-10.4609375, false]], [[-4.9609375, false]], [[-10.4609375, false]], [[-10.3359375, false]], [[-6.9609375, false]], [[-4.9609375, false]], [[-10.9609375, false]], [[-5.3359375, false]], [[-10.4609375, false]], [[-6.9609375, false]], [[-4.9609375, false]], [[-7.8359375, false]], [[-8.5859375, false]], [[-4.9609375, false]], [[-5.3359375, false]], [[-8.8359375, false]], [[-10.4609375, false]], [[-5.3359375, false]], [[-6.9609375, false]], [[-4.9609375, false]], [[-10.4609375, false]], [[-10.9609375, false]], [[-7.8359375, false]], [[-10.2109375, false]], [[-10.4609375, false]], [[-10.3359375, false]], [[-6.765625, false]], [[-8.8359375, false]], [[-7.578125, false]], [[-4.9609375, false]], [[-8.8359375, false]], [[-7.0859375, false]], [[-5.3359375, false]], [[-9.9609375, false]], [[-8.7109375, false]], [[-7.4609375, false]], [[-6.7109375, false]], [[-10.4609375, false]], [[-4.9609375, false]], [[-5.3359375, false]], [[-11.4609375, false]], [[-9.9609375, false]], [[-5.3359375, false]], [[-10.4609375, false]], [[-7.4609375, false]], [[-7.0859375, false]], [[-4.9609375, false]], [[-5.3359375, false]], [[-6.7109375, false]], [[-7.4609375, false]], [[-9.8359375, false]], [[-5.3359375, false]], [[-8.8359375, false]], [[-8.7109375, false]], [[-4.9609375, false]], [[-10.4609375, false]], [[-7.8359375, false]], [[-4.9609375, false]], [[-10.4609375, false]], [[-10.9609375, false]], [[-7.8359375, false]], [[-10.2109375, false]], [[-4.9609375, false]], [[-8.8359375, false]], [[-5.3359375, false]], [[-10.9609375, false]], [[-10.4609375, false]], [[-6.9609375, false]], [[-10.9609375, false]], [[-6.765625, false]], [[-8.8359375, false]], [[-12.4609375, false]]], "filtered_resps": [[-7.2109375, false], [-8.8359375, false], [-7.4609375, false], [-6.7109375, false], [-10.4609375, false], [-6.9609375, false], [-10.9609375, false], [-8.5859375, false], [-6.9609375, false], [-10.9609375, false], [-7.4609375, false], [-6.7109375, false], [-10.4609375, false], [-4.9609375, false], [-10.2109375, false], [-7.4609375, false], [-10.4609375, false], [-10.3359375, false], [-4.9609375, false], [-10.4609375, false], [-10.3359375, false], [-6.9609375, false], [-4.9609375, false], [-10.2109375, false], [-5.3359375, false], [-10.4609375, false], [-6.9609375, false], [-10.9609375, false], [-4.9609375, false], [-7.0859375, false], [-9.8359375, false], [-7.0859375, false], [-8.8359375, false], [-6.9609375, false], [-6.765625, false], [-8.8359375, false], [-7.578125, false], [-4.9609375, false], [-8.8359375, false], [-6.9609375, false], [-6.9609375, false], [-7.0859375, false], [-10.9609375, false], [-6.9609375, false], [-5.3359375, false], [-8.7109375, false], [-7.4609375, false], [-6.7109375, false], [-10.4609375, false], [-4.9609375, false], [-10.4609375, false], [-10.3359375, false], [-6.9609375, false], [-4.9609375, false], [-9.3359375, false], [-10.9609375, false], [-6.9609375, false], [-6.9609375, false], [-5.3359375, false], [-10.4609375, false], [-7.8359375, false], [-10.9609375, false], [-4.9609375, false], [-9.3359375, false], [-7.8359375, false], [-9.3359375, false], [-9.9609375, false], [-8.8359375, false], [-5.3359375, false], [-10.4609375, false], [-7.4609375, false], [-7.8359375, false], [-6.7109375, false], [-6.765625, false], [-8.8359375, false], [-7.578125, false], [-4.9609375, false], [-8.8359375, false], [-7.4609375, false], [-6.7109375, false], [-7.0859375, false], [-10.9609375, false], [-6.9609375, false], [-5.3359375, false], [-8.7109375, false], [-7.4609375, false], [-6.7109375, false], [-10.4609375, false], [-4.9609375, false], [-10.4609375, false], [-10.3359375, false], [-6.9609375, false], [-4.9609375, false], [-10.9609375, false], [-5.3359375, false], [-10.4609375, false], [-6.9609375, false], [-4.9609375, false], [-7.8359375, false], [-8.5859375, false], [-4.9609375, false], [-5.3359375, false], [-8.8359375, false], [-10.4609375, false], [-5.3359375, false], [-6.9609375, false], [-4.9609375, false], [-10.4609375, false], [-10.9609375, false], [-7.8359375, false], [-10.2109375, false], [-10.4609375, false], [-10.3359375, false], [-6.765625, false], [-8.8359375, false], [-7.578125, false], [-4.9609375, false], [-8.8359375, false], [-7.0859375, false], [-5.3359375, false], [-9.9609375, false], [-8.7109375, false], [-7.4609375, false], [-6.7109375, false], [-10.4609375, false], [-4.9609375, false], [-5.3359375, false], [-11.4609375, false], [-9.9609375, false], [-5.3359375, false], [-10.4609375, false], [-7.4609375, false], [-7.0859375, false], [-4.9609375, false], [-5.3359375, false], [-6.7109375, false], [-7.4609375, false], [-9.8359375, false], [-5.3359375, false], [-8.8359375, false], [-8.7109375, false], [-4.9609375, false], [-10.4609375, false], [-7.8359375, false], [-4.9609375, false], [-10.4609375, false], [-10.9609375, false], [-7.8359375, false], [-10.2109375, false], [-4.9609375, false], [-8.8359375, false], [-5.3359375, false], [-10.9609375, false], [-10.4609375, false], [-6.9609375, false], [-10.9609375, false], [-6.765625, false], [-8.8359375, false], [-12.4609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 394, "doc": {"id": "NYSEDREGENTS_2015_8_2", "question": "A student viewing a cell with a microscope observes a cell wall, a cell membrane, and a nucleus. The presence of these structures indicates that the student is looking at a cell from a", "choices": {"text": ["rabbit", "carrot", "worm", "fly"], "label": ["1", "2", "3", "4"]}, "answerKey": "2"}, "target": "carrot", "arguments": ["Question: A student viewing a cell with a microscope observes a cell wall, a cell membrane, and a nucleus. The presence of these structures indicates that the student is looking at a cell from a\nAnswer:", " ["], "resps": [[[-6.671875, false]], [[-8.421875, false]], [[-9.171875, false]], [[-3.296875, false]], [[-5.546875, false]], [[-5.546875, false]], [[-7.921875, false]], [[-9.171875, false]], [[-8.421875, false]], [[-8.75, false]], [[-5.046875, false]], [[-8.421875, false]], [[-6.671875, false]], [[-3.296875, false]], [[-9.171875, false]], [[-9.171875, false]], [[-8.671875, false]], [[-9.171875, false]], [[-8.421875, false]], [[-8.75, false]], [[-5.046875, false]], [[-8.421875, false]], [[-9.421875, false]], [[-8.671875, false]], [[-9.171875, false]], [[-8.046875, false]], [[-8.421875, false]], [[-8.75, false]], [[-5.046875, false]], [[-8.421875, false]], [[-9.546875, false]], [[-9.421875, false]], [[-10.671875, false]], [[-8.421875, false]], [[-10.796875, false]]], "filtered_resps": [[-6.671875, false], [-8.421875, false], [-9.171875, false], [-3.296875, false], [-5.546875, false], [-5.546875, false], [-7.921875, false], [-9.171875, false], [-8.421875, false], [-8.75, false], [-5.046875, false], [-8.421875, false], [-6.671875, false], [-3.296875, false], [-9.171875, false], [-9.171875, false], [-8.671875, false], [-9.171875, false], [-8.421875, false], [-8.75, false], [-5.046875, false], [-8.421875, false], [-9.421875, false], [-8.671875, false], [-9.171875, false], [-8.046875, false], [-8.421875, false], [-8.75, false], [-5.046875, false], [-8.421875, false], [-9.546875, false], [-9.421875, false], [-10.671875, false], [-8.421875, false], [-10.796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 402, "doc": {"id": "Mercury_SC_405081", "question": "Some classrooms have computers. The computer is most useful to the students because it helps them", "choices": {"text": ["play games.", "watch movies.", "listen to music.", "find information."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "find information.", "arguments": ["Question: Some classrooms have computers. The computer is most useful to the students because it helps them\nAnswer:", " ["], "resps": [[[-7.55078125, false]], [[-9.171875, false]], [[-10.046875, false]], [[-10.296875, false]], [[-5.42578125, false]], [[-12.296875, false]], [[-5.55078125, false]], [[-11.546875, false]], [[-5.42578125, false]], [[-10.921875, false]], [[-7.67578125, false]], [[-9.921875, false]], [[-7.66796875, false]], [[-9.171875, false]], [[-9.984375, false]], [[-5.55078125, false]], [[-9.171875, false]], [[-10.796875, false]], [[-5.42578125, false]], [[-11.046875, false]], [[-9.296875, false]], [[-10.296875, false]], [[-5.55078125, false]], [[-10.921875, false]], [[-9.546875, false]], [[-11.046875, false]], [[-7.55078125, false]], [[-7.67578125, false]], [[-9.921875, false]], [[-7.66796875, false]], [[-9.171875, false]], [[-9.984375, false]], [[-5.55078125, false]], [[-9.171875, false]], [[-10.296875, false]], [[-7.55078125, false]], [[-9.921875, false]], [[-11.046875, false]], [[-7.67578125, false]], [[-9.796875, false]], [[-5.55078125, false]], [[-11.046875, false]], [[-9.546875, false]], [[-5.55078125, false]], [[-10.921875, false]], [[-10.171875, false]], [[-9.921875, false]], [[-7.55078125, false]], [[-9.296875, false]], [[-7.66796875, false]], [[-9.171875, false]], [[-9.984375, false]], [[-5.55078125, false]], [[-9.171875, false]], [[-10.796875, false]], [[-7.55078125, false]], [[-9.796875, false]], [[-9.171875, false]], [[-5.55078125, false]], [[-7.55078125, false]], [[-9.796875, false]], [[-10.796875, false]], [[-9.546875, false]], [[-11.296875, false]], [[-10.921875, false]], [[-5.42578125, false]], [[-11.046875, false]], [[-7.55078125, false]], [[-9.546875, false]], [[-9.796875, false]], [[-7.66796875, false]], [[-9.171875, false]], [[-12.296875, false]]], "filtered_resps": [[-7.55078125, false], [-9.171875, false], [-10.046875, false], [-10.296875, false], [-5.42578125, false], [-12.296875, false], [-5.55078125, false], [-11.546875, false], [-5.42578125, false], [-10.921875, false], [-7.67578125, false], [-9.921875, false], [-7.66796875, false], [-9.171875, false], [-9.984375, false], [-5.55078125, false], [-9.171875, false], [-10.796875, false], [-5.42578125, false], [-11.046875, false], [-9.296875, false], [-10.296875, false], [-5.55078125, false], [-10.921875, false], [-9.546875, false], [-11.046875, false], [-7.55078125, false], [-7.67578125, false], [-9.921875, false], [-7.66796875, false], [-9.171875, false], [-9.984375, false], [-5.55078125, false], [-9.171875, false], [-10.296875, false], [-7.55078125, false], [-9.921875, false], [-11.046875, false], [-7.67578125, false], [-9.796875, false], [-5.55078125, false], [-11.046875, false], [-9.546875, false], [-5.55078125, false], [-10.921875, false], [-10.171875, false], [-9.921875, false], [-7.55078125, false], [-9.296875, false], [-7.66796875, false], [-9.171875, false], [-9.984375, false], [-5.55078125, false], [-9.171875, false], [-10.796875, false], [-7.55078125, false], [-9.796875, false], [-9.171875, false], [-5.55078125, false], [-7.55078125, false], [-9.796875, false], [-10.796875, false], [-9.546875, false], [-11.296875, false], [-10.921875, false], [-5.42578125, false], [-11.046875, false], [-7.55078125, false], [-9.546875, false], [-9.796875, false], [-7.66796875, false], [-9.171875, false], [-12.296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 410, "doc": {"id": "Mercury_7216633", "question": "Which of the following is the starting point for a new scientific investigation?", "choices": {"text": ["identifying experimental variables", "forming a question that is the basis of a hypothesis", "conducting repeated trials and graphing the data", "writing out a procedure and collecting the needed equipment"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "forming a question that is the basis of a hypothesis", "arguments": ["Question: Which of the following is the starting point for a new scientific investigation?\nAnswer:", " ["], "resps": [[[-6.4140625, false]], [[-8.1640625, false]], [[-7.5390625, false]], [[-7.9140625, false]], [[-7.4140625, false]], [[-7.9140625, false]], [[-9.0390625, false]], [[-7.5390625, false]], [[-8.4140625, false]], [[-10.6640625, false]], [[-7.5390625, false]], [[-7.9140625, false]], [[-10.1640625, false]], [[-5.2890625, false]], [[-7.4140625, false]], [[-7.2890625, false]], [[-7.7890625, false]], [[-7.4140625, false]], [[-8.9140625, false]], [[-7.5390625, false]], [[-8.6640625, false]], [[-7.4140625, false]], [[-7.9140625, false]], [[-9.0390625, false]], [[-3.4140625, false]], [[-9.7890625, false]], [[-5.2890625, false]], [[-9.4140625, false]], [[-3.4140625, false]], [[-8.9140625, false]], [[-7.5390625, false]], [[-3.4140625, false]], [[-6.5390625, false]], [[-9.7890625, false]], [[-7.4140625, false]], [[-8.5390625, false]], [[-8.1640625, false]], [[-8.9375, false]], [[-5.2890625, false]], [[-8.1640625, false]], [[-8.4140625, false]], [[-9.0390625, false]], [[-8.9140625, false]], [[-8.6640625, false]], [[-7.5390625, false]], [[-7.9140625, false]], [[-10.1640625, false]], [[-5.2890625, false]], [[-3.4140625, false]], [[-5.2890625, false]], [[-9.0390625, false]], [[-10.2890625, false]], [[-7.4140625, false]], [[-8.5390625, false]], [[-9.0390625, false]], [[-7.5390625, false]], [[-9.0390625, false]], [[-7.9140625, false]], [[-5.2890625, false]], [[-9.0390625, false]], [[-9.2890625, false]], [[-3.4140625, false]], [[-9.0390625, false]], [[-5.2890625, false]], [[-7.5390625, false]], [[-8.5390625, false]], [[-5.2890625, false]], [[-9.0390625, false]], [[-9.2890625, false]], [[-7.4140625, false]], [[-5.2890625, false]], [[-6.5390625, false]], [[-3.4140625, false]], [[-8.5390625, false]], [[-7.5390625, false]], [[-8.5390625, false]], [[-5.2890625, false]], [[-9.0390625, false]], [[-8.4140625, false]], [[-5.2890625, false]], [[-3.4140625, false]], [[-5.2890625, false]], [[-9.2890625, false]], [[-10.6640625, false]], [[-7.7890625, false]], [[-9.0390625, false]], [[-9.0390625, false]], [[-9.2890625, false]], [[-7.4140625, false]], [[-8.5390625, false]], [[-7.5390625, false]], [[-8.5390625, false]], [[-8.1640625, false]], [[-8.9375, false]], [[-5.2890625, false]], [[-8.1640625, false]], [[-7.7890625, false]], [[-9.0390625, false]], [[-7.9140625, false]], [[-7.9140625, false]], [[-10.2890625, false]], [[-7.7890625, false]], [[-9.0390625, false]], [[-7.5390625, false]], [[-7.9140625, false]], [[-10.1640625, false]], [[-5.2890625, false]], [[-8.9140625, false]], [[-7.4140625, false]], [[-7.7890625, false]], [[-7.4140625, false]], [[-3.4140625, false]], [[-9.0390625, false]], [[-7.4140625, false]], [[-7.9140625, false]], [[-5.2890625, false]], [[-9.0390625, false]], [[-8.9140625, false]], [[-7.5390625, false]], [[-3.4140625, false]], [[-9.7890625, false]], [[-8.5390625, false]], [[-5.2890625, false]], [[-3.4140625, false]], [[-7.9140625, false]], [[-7.9140625, false]], [[-5.2890625, false]], [[-10.1640625, false]], [[-8.9140625, false]], [[-3.4140625, false]], [[-7.7890625, false]], [[-9.2890625, false]], [[-7.5390625, false]], [[-7.9140625, false]], [[-10.1640625, false]], [[-5.2890625, false]], [[-9.0390625, false]], [[-9.2890625, false]], [[-7.4140625, false]], [[-5.2890625, false]], [[-7.9140625, false]], [[-3.4140625, false]], [[-9.0390625, false]], [[-3.4140625, false]], [[-8.1640625, false]], [[-8.9375, false]], [[-5.2890625, false]], [[-8.1640625, false]], [[-10.0390625, false]], [[-8.9140625, false]], [[-7.5390625, false]], [[-9.0390625, false]], [[-7.5390625, false]], [[-7.9140625, false]], [[-10.1640625, false]], [[-5.2890625, false]], [[-9.0390625, false]], [[-10.2890625, false]], [[-9.0390625, false]], [[-5.2890625, false]], [[-3.4140625, false]], [[-5.2890625, false]], [[-7.7890625, false]], [[-8.9140625, false]], [[-9.0390625, false]], [[-7.7890625, false]], [[-7.4140625, false]], [[-7.9140625, false]], [[-10.2890625, false]], [[-8.9140625, false]], [[-7.4140625, false]], [[-5.2890625, false]], [[-3.4140625, false]], [[-7.9140625, false]], [[-7.9140625, false]], [[-5.2890625, false]], [[-7.7890625, false]], [[-9.0390625, false]], [[-9.7890625, false]], [[-9.7890625, false]], [[-7.4140625, false]], [[-7.7890625, false]], [[-9.0390625, false]], [[-7.5390625, false]], [[-7.9140625, false]], [[-10.1640625, false]], [[-5.2890625, false]], [[-9.0390625, false]], [[-9.2890625, false]], [[-7.4140625, false]], [[-5.2890625, false]], [[-7.9140625, false]], [[-7.4140625, false]], [[-7.4140625, false]], [[-7.9140625, false]], [[-7.4140625, false]], [[-7.9140625, false]], [[-5.2890625, false]], [[-7.4140625, false]], [[-9.0390625, false]], [[-10.2890625, false]], [[-7.5390625, false]], [[-7.7890625, false]], [[-8.6640625, false]], [[-7.4140625, false]], [[-7.9140625, false]], [[-9.0390625, false]], [[-8.1640625, false]], [[-12.1640625, false]]], "filtered_resps": [[-6.4140625, false], [-8.1640625, false], [-7.5390625, false], [-7.9140625, false], [-7.4140625, false], [-7.9140625, false], [-9.0390625, false], [-7.5390625, false], [-8.4140625, false], [-10.6640625, false], [-7.5390625, false], [-7.9140625, false], [-10.1640625, false], [-5.2890625, false], [-7.4140625, false], [-7.2890625, false], [-7.7890625, false], [-7.4140625, false], [-8.9140625, false], [-7.5390625, false], [-8.6640625, false], [-7.4140625, false], [-7.9140625, false], [-9.0390625, false], [-3.4140625, false], [-9.7890625, false], [-5.2890625, false], [-9.4140625, false], [-3.4140625, false], [-8.9140625, false], [-7.5390625, false], [-3.4140625, false], [-6.5390625, false], [-9.7890625, false], [-7.4140625, false], [-8.5390625, false], [-8.1640625, false], [-8.9375, false], [-5.2890625, false], [-8.1640625, false], [-8.4140625, false], [-9.0390625, false], [-8.9140625, false], [-8.6640625, false], [-7.5390625, false], [-7.9140625, false], [-10.1640625, false], [-5.2890625, false], [-3.4140625, false], [-5.2890625, false], [-9.0390625, false], [-10.2890625, false], [-7.4140625, false], [-8.5390625, false], [-9.0390625, false], [-7.5390625, false], [-9.0390625, false], [-7.9140625, false], [-5.2890625, false], [-9.0390625, false], [-9.2890625, false], [-3.4140625, false], [-9.0390625, false], [-5.2890625, false], [-7.5390625, false], [-8.5390625, false], [-5.2890625, false], [-9.0390625, false], [-9.2890625, false], [-7.4140625, false], [-5.2890625, false], [-6.5390625, false], [-3.4140625, false], [-8.5390625, false], [-7.5390625, false], [-8.5390625, false], [-5.2890625, false], [-9.0390625, false], [-8.4140625, false], [-5.2890625, false], [-3.4140625, false], [-5.2890625, false], [-9.2890625, false], [-10.6640625, false], [-7.7890625, false], [-9.0390625, false], [-9.0390625, false], [-9.2890625, false], [-7.4140625, false], [-8.5390625, false], [-7.5390625, false], [-8.5390625, false], [-8.1640625, false], [-8.9375, false], [-5.2890625, false], [-8.1640625, false], [-7.7890625, false], [-9.0390625, false], [-7.9140625, false], [-7.9140625, false], [-10.2890625, false], [-7.7890625, false], [-9.0390625, false], [-7.5390625, false], [-7.9140625, false], [-10.1640625, false], [-5.2890625, false], [-8.9140625, false], [-7.4140625, false], [-7.7890625, false], [-7.4140625, false], [-3.4140625, false], [-9.0390625, false], [-7.4140625, false], [-7.9140625, false], [-5.2890625, false], [-9.0390625, false], [-8.9140625, false], [-7.5390625, false], [-3.4140625, false], [-9.7890625, false], [-8.5390625, false], [-5.2890625, false], [-3.4140625, false], [-7.9140625, false], [-7.9140625, false], [-5.2890625, false], [-10.1640625, false], [-8.9140625, false], [-3.4140625, false], [-7.7890625, false], [-9.2890625, false], [-7.5390625, false], [-7.9140625, false], [-10.1640625, false], [-5.2890625, false], [-9.0390625, false], [-9.2890625, false], [-7.4140625, false], [-5.2890625, false], [-7.9140625, false], [-3.4140625, false], [-9.0390625, false], [-3.4140625, false], [-8.1640625, false], [-8.9375, false], [-5.2890625, false], [-8.1640625, false], [-10.0390625, false], [-8.9140625, false], [-7.5390625, false], [-9.0390625, false], [-7.5390625, false], [-7.9140625, false], [-10.1640625, false], [-5.2890625, false], [-9.0390625, false], [-10.2890625, false], [-9.0390625, false], [-5.2890625, false], [-3.4140625, false], [-5.2890625, false], [-7.7890625, false], [-8.9140625, false], [-9.0390625, false], [-7.7890625, false], [-7.4140625, false], [-7.9140625, false], [-10.2890625, false], [-8.9140625, false], [-7.4140625, false], [-5.2890625, false], [-3.4140625, false], [-7.9140625, false], [-7.9140625, false], [-5.2890625, false], [-7.7890625, false], [-9.0390625, false], [-9.7890625, false], [-9.7890625, false], [-7.4140625, false], [-7.7890625, false], [-9.0390625, false], [-7.5390625, false], [-7.9140625, false], [-10.1640625, false], [-5.2890625, false], [-9.0390625, false], [-9.2890625, false], [-7.4140625, false], [-5.2890625, false], [-7.9140625, false], [-7.4140625, false], [-7.4140625, false], [-7.9140625, false], [-7.4140625, false], [-7.9140625, false], [-5.2890625, false], [-7.4140625, false], [-9.0390625, false], [-10.2890625, false], [-7.5390625, false], [-7.7890625, false], [-8.6640625, false], [-7.4140625, false], [-7.9140625, false], [-9.0390625, false], [-8.1640625, false], [-12.1640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 418, "doc": {"id": "Mercury_7228393", "question": "In an experiment studying phototropism, students grew bean plants in labeled cardboard milk cartons. Afterward, the plants and soil were properly discarded. Which instruction line BEST conserves the remaining resources?", "choices": {"text": ["recycle the markers, reuse the milk cartons", "reuse the markers, discard the milk cartons", "discard the markers, reuse the milk cartons", "reuse the markers, recycle the milk cartons"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "reuse the markers, recycle the milk cartons", "arguments": ["Question: In an experiment studying phototropism, students grew bean plants in labeled cardboard milk cartons. Afterward, the plants and soil were properly discarded. Which instruction line BEST conserves the remaining resources?\nAnswer:", " ["], "resps": [[[-6.2109375, false]], [[-8.8359375, false]], [[-8.3359375, false]], [[-7.5859375, false]], [[-6.3359375, false]], [[-9.2109375, false]], [[-6.3359375, false]], [[-8.5859375, false]], [[-7.5859375, false]], [[-5.0859375, false]], [[-8.9609375, false]], [[-9.3359375, false]], [[-7.5859375, false]], [[-5.0859375, false]], [[-7.9609375, false]], [[-3.5859375, false]], [[-8.3359375, false]], [[-8.4609375, false]], [[-7.5859375, false]], [[-8.3359375, false]], [[-8.0859375, false]], [[-9.0, false]], [[-5.0859375, false]], [[-8.3359375, false]], [[-7.5859375, false]], [[-9.2109375, false]], [[-8.0859375, false]], [[-7.5859375, false]], [[-5.0859375, false]], [[-8.9609375, false]], [[-9.3359375, false]], [[-7.5859375, false]], [[-5.0859375, false]], [[-7.9609375, false]], [[-7.0859375, false]], [[-8.5859375, false]], [[-8.4609375, false]], [[-5.0859375, false]], [[-6.3359375, false]], [[-3.5859375, false]], [[-8.3359375, false]], [[-8.9609375, false]], [[-7.9609375, false]], [[-7.5859375, false]], [[-8.0859375, false]], [[-8.8359375, false]], [[-9.0, false]], [[-5.0859375, false]], [[-8.8359375, false]], [[-8.3359375, false]], [[-7.5859375, false]], [[-9.2109375, false]], [[-8.0859375, false]], [[-7.5859375, false]], [[-5.0859375, false]], [[-8.9609375, false]], [[-9.3359375, false]], [[-7.5859375, false]], [[-5.0859375, false]], [[-7.9609375, false]], [[-3.5859375, false]], [[-8.3359375, false]], [[-8.4609375, false]], [[-7.5859375, false]], [[-8.3359375, false]], [[-8.0859375, false]], [[-9.0, false]], [[-5.0859375, false]], [[-5.5859375, false]], [[-7.0859375, false]], [[-8.0859375, false]], [[-6.3359375, false]], [[-3.5859375, false]], [[-8.3359375, false]], [[-5.5859375, false]], [[-5.0859375, false]], [[-8.9609375, false]], [[-9.3359375, false]], [[-7.5859375, false]], [[-5.0859375, false]], [[-7.9609375, false]], [[-7.0859375, false]], [[-8.5859375, false]], [[-8.4609375, false]], [[-5.0859375, false]], [[-6.3359375, false]], [[-3.5859375, false]], [[-8.3359375, false]], [[-8.9609375, false]], [[-7.9609375, false]], [[-7.5859375, false]], [[-8.0859375, false]], [[-8.8359375, false]], [[-9.0, false]], [[-5.0859375, false]], [[-8.8359375, false]], [[-5.5859375, false]], [[-7.0859375, false]], [[-8.0859375, false]], [[-6.3359375, false]], [[-3.5859375, false]], [[-8.3359375, false]], [[-5.5859375, false]], [[-5.0859375, false]], [[-8.9609375, false]], [[-9.3359375, false]], [[-7.5859375, false]], [[-5.0859375, false]], [[-7.9609375, false]], [[-3.5859375, false]], [[-8.3359375, false]], [[-8.4609375, false]], [[-7.5859375, false]], [[-8.3359375, false]], [[-8.0859375, false]], [[-9.0, false]], [[-5.0859375, false]], [[-8.3359375, false]], [[-7.5859375, false]], [[-9.2109375, false]], [[-8.0859375, false]], [[-7.5859375, false]], [[-5.0859375, false]], [[-8.9609375, false]], [[-9.3359375, false]], [[-7.5859375, false]], [[-5.0859375, false]], [[-7.9609375, false]], [[-7.0859375, false]], [[-8.5859375, false]], [[-8.4609375, false]], [[-5.0859375, false]], [[-6.3359375, false]], [[-3.5859375, false]], [[-8.3359375, false]], [[-8.9609375, false]], [[-7.9609375, false]], [[-7.5859375, false]], [[-8.0859375, false]], [[-8.8359375, false]], [[-9.0, false]], [[-5.0859375, false]], [[-8.8359375, false]], [[-8.3359375, false]], [[-7.5859375, false]], [[-9.2109375, false]], [[-8.0859375, false]], [[-7.5859375, false]], [[-5.0859375, false]], [[-8.9609375, false]], [[-9.3359375, false]], [[-7.5859375, false]], [[-5.0859375, false]], [[-7.9609375, false]], [[-3.5859375, false]], [[-8.3359375, false]], [[-8.4609375, false]], [[-7.5859375, false]], [[-8.3359375, false]], [[-8.0859375, false]], [[-9.0, false]], [[-5.0859375, false]], [[-8.3359375, false]], [[-7.5859375, false]], [[-6.3359375, false]], [[-9.2109375, false]], [[-6.3359375, false]], [[-8.5859375, false]], [[-7.5859375, false]], [[-5.0859375, false]], [[-8.9609375, false]], [[-9.3359375, false]], [[-7.5859375, false]], [[-5.0859375, false]], [[-7.9609375, false]], [[-7.0859375, false]], [[-8.5859375, false]], [[-8.4609375, false]], [[-5.0859375, false]], [[-6.3359375, false]], [[-3.5859375, false]], [[-8.3359375, false]], [[-8.9609375, false]], [[-7.9609375, false]], [[-7.5859375, false]], [[-8.0859375, false]], [[-8.8359375, false]], [[-11.2109375, false]]], "filtered_resps": [[-6.2109375, false], [-8.8359375, false], [-8.3359375, false], [-7.5859375, false], [-6.3359375, false], [-9.2109375, false], [-6.3359375, false], [-8.5859375, false], [-7.5859375, false], [-5.0859375, false], [-8.9609375, false], [-9.3359375, false], [-7.5859375, false], [-5.0859375, false], [-7.9609375, false], [-3.5859375, false], [-8.3359375, false], [-8.4609375, false], [-7.5859375, false], [-8.3359375, false], [-8.0859375, false], [-9.0, false], [-5.0859375, false], [-8.3359375, false], [-7.5859375, false], [-9.2109375, false], [-8.0859375, false], [-7.5859375, false], [-5.0859375, false], [-8.9609375, false], [-9.3359375, false], [-7.5859375, false], [-5.0859375, false], [-7.9609375, false], [-7.0859375, false], [-8.5859375, false], [-8.4609375, false], [-5.0859375, false], [-6.3359375, false], [-3.5859375, false], [-8.3359375, false], [-8.9609375, false], [-7.9609375, false], [-7.5859375, false], [-8.0859375, false], [-8.8359375, false], [-9.0, false], [-5.0859375, false], [-8.8359375, false], [-8.3359375, false], [-7.5859375, false], [-9.2109375, false], [-8.0859375, false], [-7.5859375, false], [-5.0859375, false], [-8.9609375, false], [-9.3359375, false], [-7.5859375, false], [-5.0859375, false], [-7.9609375, false], [-3.5859375, false], [-8.3359375, false], [-8.4609375, false], [-7.5859375, false], [-8.3359375, false], [-8.0859375, false], [-9.0, false], [-5.0859375, false], [-5.5859375, false], [-7.0859375, false], [-8.0859375, false], [-6.3359375, false], [-3.5859375, false], [-8.3359375, false], [-5.5859375, false], [-5.0859375, false], [-8.9609375, false], [-9.3359375, false], [-7.5859375, false], [-5.0859375, false], [-7.9609375, false], [-7.0859375, false], [-8.5859375, false], [-8.4609375, false], [-5.0859375, false], [-6.3359375, false], [-3.5859375, false], [-8.3359375, false], [-8.9609375, false], [-7.9609375, false], [-7.5859375, false], [-8.0859375, false], [-8.8359375, false], [-9.0, false], [-5.0859375, false], [-8.8359375, false], [-5.5859375, false], [-7.0859375, false], [-8.0859375, false], [-6.3359375, false], [-3.5859375, false], [-8.3359375, false], [-5.5859375, false], [-5.0859375, false], [-8.9609375, false], [-9.3359375, false], [-7.5859375, false], [-5.0859375, false], [-7.9609375, false], [-3.5859375, false], [-8.3359375, false], [-8.4609375, false], [-7.5859375, false], [-8.3359375, false], [-8.0859375, false], [-9.0, false], [-5.0859375, false], [-8.3359375, false], [-7.5859375, false], [-9.2109375, false], [-8.0859375, false], [-7.5859375, false], [-5.0859375, false], [-8.9609375, false], [-9.3359375, false], [-7.5859375, false], [-5.0859375, false], [-7.9609375, false], [-7.0859375, false], [-8.5859375, false], [-8.4609375, false], [-5.0859375, false], [-6.3359375, false], [-3.5859375, false], [-8.3359375, false], [-8.9609375, false], [-7.9609375, false], [-7.5859375, false], [-8.0859375, false], [-8.8359375, false], [-9.0, false], [-5.0859375, false], [-8.8359375, false], [-8.3359375, false], [-7.5859375, false], [-9.2109375, false], [-8.0859375, false], [-7.5859375, false], [-5.0859375, false], [-8.9609375, false], [-9.3359375, false], [-7.5859375, false], [-5.0859375, false], [-7.9609375, false], [-3.5859375, false], [-8.3359375, false], [-8.4609375, false], [-7.5859375, false], [-8.3359375, false], [-8.0859375, false], [-9.0, false], [-5.0859375, false], [-8.3359375, false], [-7.5859375, false], [-6.3359375, false], [-9.2109375, false], [-6.3359375, false], [-8.5859375, false], [-7.5859375, false], [-5.0859375, false], [-8.9609375, false], [-9.3359375, false], [-7.5859375, false], [-5.0859375, false], [-7.9609375, false], [-7.0859375, false], [-8.5859375, false], [-8.4609375, false], [-5.0859375, false], [-6.3359375, false], [-3.5859375, false], [-8.3359375, false], [-8.9609375, false], [-7.9609375, false], [-7.5859375, false], [-8.0859375, false], [-8.8359375, false], [-11.2109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 426, "doc": {"id": "Mercury_7264180", "question": "In 2001, NASA launched a probe to investigate very low-energy radiation emitted when the universe began. What part of the electromagnetic spectrum does this probe observe and record?", "choices": {"text": ["infrared", "microwave", "ultraviolet", "visible"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "microwave", "arguments": ["Question: In 2001, NASA launched a probe to investigate very low-energy radiation emitted when the universe began. What part of the electromagnetic spectrum does this probe observe and record?\nAnswer:", " ["], "resps": [[[-7.015625, false]], [[-9.015625, false]], [[-9.265625, false]], [[-10.765625, false]], [[-9.765625, false]], [[-12.015625, false]], [[-7.265625, false]], [[-12.015625, false]], [[-8.515625, false]], [[-12.015625, false]], [[-9.015625, false]], [[-9.5859375, false]], [[-5.515625, false]], [[-9.015625, false]], [[-10.515625, false]], [[-9.265625, false]], [[-11.015625, false]], [[-12.015625, false]], [[-9.515625, false]], [[-12.015625, false]], [[-7.265625, false]], [[-11.765625, false]], [[-8.515625, false]], [[-9.015625, false]], [[-9.5859375, false]], [[-5.515625, false]], [[-9.015625, false]], [[-11.765625, false]], [[-12.265625, false]], [[-12.015625, false]], [[-12.015625, false]], [[-7.265625, false]], [[-11.765625, false]], [[-9.265625, false]], [[-9.515625, false]], [[-12.265625, false]], [[-8.515625, false]], [[-12.015625, false]], [[-9.015625, false]], [[-9.5859375, false]], [[-5.515625, false]], [[-9.015625, false]], [[-11.765625, false]], [[-9.265625, false]], [[-11.515625, false]], [[-9.265625, false]], [[-10.265625, false]], [[-12.265625, false]], [[-8.515625, false]], [[-9.015625, false]], [[-12.765625, false]]], "filtered_resps": [[-7.015625, false], [-9.015625, false], [-9.265625, false], [-10.765625, false], [-9.765625, false], [-12.015625, false], [-7.265625, false], [-12.015625, false], [-8.515625, false], [-12.015625, false], [-9.015625, false], [-9.5859375, false], [-5.515625, false], [-9.015625, false], [-10.515625, false], [-9.265625, false], [-11.015625, false], [-12.015625, false], [-9.515625, false], [-12.015625, false], [-7.265625, false], [-11.765625, false], [-8.515625, false], [-9.015625, false], [-9.5859375, false], [-5.515625, false], [-9.015625, false], [-11.765625, false], [-12.265625, false], [-12.015625, false], [-12.015625, false], [-7.265625, false], [-11.765625, false], [-9.265625, false], [-9.515625, false], [-12.265625, false], [-8.515625, false], [-12.015625, false], [-9.015625, false], [-9.5859375, false], [-5.515625, false], [-9.015625, false], [-11.765625, false], [-9.265625, false], [-11.515625, false], [-9.265625, false], [-10.265625, false], [-12.265625, false], [-8.515625, false], [-9.015625, false], [-12.765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 434, "doc": {"id": "VASoL_2008_3_21", "question": "Which of these is MOST likely made from only one material?", "choices": {"text": ["A pencil", "A bicycle", "A paper clip", "A pair of shoes"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "A paper clip", "arguments": ["Question: Which of these is MOST likely made from only one material?\nAnswer:", " ["], "resps": [[[-7.73046875, false]], [[-7.73046875, false]], [[-3.732421875, false]], [[-5.23046875, false]], [[-8.984375, false]], [[-8.484375, false]], [[-8.734375, false]], [[-9.734375, false]], [[-8.734375, false]], [[-9.234375, false]], [[-7.73046875, false]], [[-9.9453125, false]], [[-5.23046875, false]], [[-7.73046875, false]], [[-3.732421875, false]], [[-5.23046875, false]], [[-9.484375, false]], [[-8.734375, false]], [[-9.734375, false]], [[-11.234375, false]], [[-9.734375, false]], [[-9.234375, false]], [[-8.484375, false]], [[-7.73046875, false]], [[-9.9453125, false]], [[-5.23046875, false]], [[-7.73046875, false]], [[-3.732421875, false]], [[-5.23046875, false]], [[-8.984375, false]], [[-5.98046875, false]], [[-8.984375, false]], [[-8.484375, false]], [[-8.984375, false]], [[-5.23046875, false]], [[-9.734375, false]], [[-9.234375, false]], [[-8.734375, false]], [[-8.984375, false]], [[-7.73046875, false]], [[-9.9453125, false]], [[-5.23046875, false]], [[-7.73046875, false]], [[-3.732421875, false]], [[-5.23046875, false]], [[-8.984375, false]], [[-5.98046875, false]], [[-8.734375, false]], [[-8.984375, false]], [[-5.23046875, false]], [[-9.234375, false]], [[-9.484375, false]], [[-5.23046875, false]], [[-8.984375, false]], [[-11.234375, false]], [[-9.234375, false]], [[-8.484375, false]], [[-8.984375, false]], [[-7.73046875, false]], [[-13.859375, false]]], "filtered_resps": [[-7.73046875, false], [-7.73046875, false], [-3.732421875, false], [-5.23046875, false], [-8.984375, false], [-8.484375, false], [-8.734375, false], [-9.734375, false], [-8.734375, false], [-9.234375, false], [-7.73046875, false], [-9.9453125, false], [-5.23046875, false], [-7.73046875, false], [-3.732421875, false], [-5.23046875, false], [-9.484375, false], [-8.734375, false], [-9.734375, false], [-11.234375, false], [-9.734375, false], [-9.234375, false], [-8.484375, false], [-7.73046875, false], [-9.9453125, false], [-5.23046875, false], [-7.73046875, false], [-3.732421875, false], [-5.23046875, false], [-8.984375, false], [-5.98046875, false], [-8.984375, false], [-8.484375, false], [-8.984375, false], [-5.23046875, false], [-9.734375, false], [-9.234375, false], [-8.734375, false], [-8.984375, false], [-7.73046875, false], [-9.9453125, false], [-5.23046875, false], [-7.73046875, false], [-3.732421875, false], [-5.23046875, false], [-8.984375, false], [-5.98046875, false], [-8.734375, false], [-8.984375, false], [-5.23046875, false], [-9.234375, false], [-9.484375, false], [-5.23046875, false], [-8.984375, false], [-11.234375, false], [-9.234375, false], [-8.484375, false], [-8.984375, false], [-7.73046875, false], [-13.859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 442, "doc": {"id": "Mercury_7230423", "question": "Which was a main force driving extensive speciation when the environment became hospitable to life after the Permian mass extinction?", "choices": {"text": ["increase in available ecological niches", "increase of atmospheric oxygen to present levels", "increase in genetic diversity among surviving organisms", "increase in interbreeding between organisms of different species"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "increase in available ecological niches", "arguments": ["Question: Which was a main force driving extensive speciation when the environment became hospitable to life after the Permian mass extinction?\nAnswer:", " ["], "resps": [[[-7.3359375, false]], [[-8.0859375, false]], [[-9.0859375, false]], [[-9.4609375, false]], [[-7.4609375, false]], [[-9.5859375, false]], [[-7.4609375, false]], [[-5.5859375, false]], [[-9.2109375, false]], [[-7.4609375, false]], [[-5.2109375, false]], [[-9.0859375, false]], [[-9.4609375, false]], [[-5.2109375, false]], [[-5.5859375, false]], [[-11.3359375, false]], [[-5.5859375, false]], [[-9.0859375, false]], [[-9.7109375, false]], [[-5.5859375, false]], [[-9.3359375, false]], [[-9.7109375, false]], [[-7.4609375, false]], [[-5.2109375, false]], [[-7.4609375, false]], [[-7.4609375, false]], [[-9.5859375, false]], [[-9.7109375, false]], [[-9.5859375, false]], [[-11.5859375, false]], [[-9.0859375, false]], [[-7.4609375, false]], [[-5.5859375, false]], [[-9.7109375, false]], [[-5.2109375, false]], [[-9.4609375, false]], [[-9.0859375, false]], [[-7.4609375, false]], [[-12.0859375, false]], [[-7.4609375, false]], [[-9.2109375, false]], [[-8.0859375, false]], [[-10.265625, false]], [[-5.2109375, false]], [[-8.0859375, false]], [[-9.0859375, false]], [[-9.4609375, false]], [[-7.4609375, false]], [[-9.5859375, false]], [[-7.4609375, false]], [[-5.5859375, false]], [[-9.2109375, false]], [[-7.4609375, false]], [[-5.2109375, false]], [[-9.5859375, false]], [[-8.9609375, false]], [[-5.2109375, false]], [[-5.5859375, false]], [[-10.4609375, false]], [[-10.0859375, false]], [[-9.5859375, false]], [[-9.2109375, false]], [[-8.7109375, false]], [[-12.0859375, false]], [[-7.4609375, false]], [[-9.5859375, false]], [[-9.0859375, false]], [[-7.4609375, false]], [[-5.2109375, false]], [[-9.5859375, false]], [[-10.5859375, false]], [[-11.7109375, false]], [[-11.5859375, false]], [[-7.4609375, false]], [[-9.4609375, false]], [[-5.2109375, false]], [[-10.4609375, false]], [[-9.5859375, false]], [[-5.2109375, false]], [[-8.7109375, false]], [[-9.5859375, false]], [[-7.4609375, false]], [[-9.2109375, false]], [[-7.4609375, false]], [[-9.4609375, false]], [[-10.4609375, false]], [[-5.2109375, false]], [[-9.7109375, false]], [[-7.4609375, false]], [[-11.3359375, false]], [[-7.4609375, false]], [[-9.7109375, false]], [[-9.2109375, false]], [[-8.0859375, false]], [[-10.265625, false]], [[-5.2109375, false]], [[-8.0859375, false]], [[-9.0859375, false]], [[-9.4609375, false]], [[-7.4609375, false]], [[-9.5859375, false]], [[-7.4609375, false]], [[-5.5859375, false]], [[-9.2109375, false]], [[-7.4609375, false]], [[-5.2109375, false]], [[-9.0859375, false]], [[-9.4609375, false]], [[-5.2109375, false]], [[-11.5859375, false]], [[-7.4609375, false]], [[-9.4609375, false]], [[-7.4609375, false]], [[-10.4609375, false]], [[-9.0859375, false]], [[-7.4609375, false]], [[-5.2109375, false]], [[-8.3359375, false]], [[-9.0859375, false]], [[-11.3359375, false]], [[-7.4609375, false]], [[-9.5859375, false]], [[-9.2109375, false]], [[-9.0859375, false]], [[-10.4609375, false]], [[-11.7109375, false]], [[-5.2109375, false]], [[-5.5859375, false]], [[-10.0859375, false]], [[-9.5859375, false]], [[-9.4609375, false]], [[-11.5859375, false]], [[-5.2109375, false]], [[-9.2109375, false]], [[-11.8359375, false]], [[-9.5859375, false]], [[-11.3359375, false]], [[-9.0859375, false]], [[-11.3359375, false]], [[-9.0859375, false]], [[-9.4609375, false]], [[-11.5859375, false]], [[-5.2109375, false]], [[-9.5859375, false]], [[-9.5859375, false]], [[-11.5859375, false]], [[-5.5859375, false]], [[-9.4609375, false]], [[-9.0859375, false]], [[-9.2109375, false]], [[-10.0859375, false]], [[-9.2109375, false]], [[-8.0859375, false]], [[-10.265625, false]], [[-5.2109375, false]], [[-8.0859375, false]], [[-9.0859375, false]], [[-9.4609375, false]], [[-7.4609375, false]], [[-9.5859375, false]], [[-7.4609375, false]], [[-5.5859375, false]], [[-9.2109375, false]], [[-7.4609375, false]], [[-5.2109375, false]], [[-9.0859375, false]], [[-9.4609375, false]], [[-5.2109375, false]], [[-9.0859375, false]], [[-9.4609375, false]], [[-10.4609375, false]], [[-7.4609375, false]], [[-9.5859375, false]], [[-9.3359375, false]], [[-9.5859375, false]], [[-7.4609375, false]], [[-7.4609375, false]], [[-8.3359375, false]], [[-9.0859375, false]], [[-9.4609375, false]], [[-11.5859375, false]], [[-5.2109375, false]], [[-9.3359375, false]], [[-7.4609375, false]], [[-10.4609375, false]], [[-9.4609375, false]], [[-7.4609375, false]], [[-7.4609375, false]], [[-9.4609375, false]], [[-5.2109375, false]], [[-9.5859375, false]], [[-9.5859375, false]], [[-11.5859375, false]], [[-5.5859375, false]], [[-9.4609375, false]], [[-9.0859375, false]], [[-9.2109375, false]], [[-10.0859375, false]], [[-9.2109375, false]], [[-5.2109375, false]], [[-9.5859375, false]], [[-8.9609375, false]], [[-5.2109375, false]], [[-8.3359375, false]], [[-9.0859375, false]], [[-8.9609375, false]], [[-8.9609375, false]], [[-7.4609375, false]], [[-9.5859375, false]], [[-7.4609375, false]], [[-9.4609375, false]], [[-10.4609375, false]], [[-5.2109375, false]], [[-9.2109375, false]], [[-8.7109375, false]], [[-7.4609375, false]], [[-7.4609375, false]], [[-9.0859375, false]], [[-7.4609375, false]], [[-9.2109375, false]], [[-8.0859375, false]], [[-14.0859375, false]]], "filtered_resps": [[-7.3359375, false], [-8.0859375, false], [-9.0859375, false], [-9.4609375, false], [-7.4609375, false], [-9.5859375, false], [-7.4609375, false], [-5.5859375, false], [-9.2109375, false], [-7.4609375, false], [-5.2109375, false], [-9.0859375, false], [-9.4609375, false], [-5.2109375, false], [-5.5859375, false], [-11.3359375, false], [-5.5859375, false], [-9.0859375, false], [-9.7109375, false], [-5.5859375, false], [-9.3359375, false], [-9.7109375, false], [-7.4609375, false], [-5.2109375, false], [-7.4609375, false], [-7.4609375, false], [-9.5859375, false], [-9.7109375, false], [-9.5859375, false], [-11.5859375, false], [-9.0859375, false], [-7.4609375, false], [-5.5859375, false], [-9.7109375, false], [-5.2109375, false], [-9.4609375, false], [-9.0859375, false], [-7.4609375, false], [-12.0859375, false], [-7.4609375, false], [-9.2109375, false], [-8.0859375, false], [-10.265625, false], [-5.2109375, false], [-8.0859375, false], [-9.0859375, false], [-9.4609375, false], [-7.4609375, false], [-9.5859375, false], [-7.4609375, false], [-5.5859375, false], [-9.2109375, false], [-7.4609375, false], [-5.2109375, false], [-9.5859375, false], [-8.9609375, false], [-5.2109375, false], [-5.5859375, false], [-10.4609375, false], [-10.0859375, false], [-9.5859375, false], [-9.2109375, false], [-8.7109375, false], [-12.0859375, false], [-7.4609375, false], [-9.5859375, false], [-9.0859375, false], [-7.4609375, false], [-5.2109375, false], [-9.5859375, false], [-10.5859375, false], [-11.7109375, false], [-11.5859375, false], [-7.4609375, false], [-9.4609375, false], [-5.2109375, false], [-10.4609375, false], [-9.5859375, false], [-5.2109375, false], [-8.7109375, false], [-9.5859375, false], [-7.4609375, false], [-9.2109375, false], [-7.4609375, false], [-9.4609375, false], [-10.4609375, false], [-5.2109375, false], [-9.7109375, false], [-7.4609375, false], [-11.3359375, false], [-7.4609375, false], [-9.7109375, false], [-9.2109375, false], [-8.0859375, false], [-10.265625, false], [-5.2109375, false], [-8.0859375, false], [-9.0859375, false], [-9.4609375, false], [-7.4609375, false], [-9.5859375, false], [-7.4609375, false], [-5.5859375, false], [-9.2109375, false], [-7.4609375, false], [-5.2109375, false], [-9.0859375, false], [-9.4609375, false], [-5.2109375, false], [-11.5859375, false], [-7.4609375, false], [-9.4609375, false], [-7.4609375, false], [-10.4609375, false], [-9.0859375, false], [-7.4609375, false], [-5.2109375, false], [-8.3359375, false], [-9.0859375, false], [-11.3359375, false], [-7.4609375, false], [-9.5859375, false], [-9.2109375, false], [-9.0859375, false], [-10.4609375, false], [-11.7109375, false], [-5.2109375, false], [-5.5859375, false], [-10.0859375, false], [-9.5859375, false], [-9.4609375, false], [-11.5859375, false], [-5.2109375, false], [-9.2109375, false], [-11.8359375, false], [-9.5859375, false], [-11.3359375, false], [-9.0859375, false], [-11.3359375, false], [-9.0859375, false], [-9.4609375, false], [-11.5859375, false], [-5.2109375, false], [-9.5859375, false], [-9.5859375, false], [-11.5859375, false], [-5.5859375, false], [-9.4609375, false], [-9.0859375, false], [-9.2109375, false], [-10.0859375, false], [-9.2109375, false], [-8.0859375, false], [-10.265625, false], [-5.2109375, false], [-8.0859375, false], [-9.0859375, false], [-9.4609375, false], [-7.4609375, false], [-9.5859375, false], [-7.4609375, false], [-5.5859375, false], [-9.2109375, false], [-7.4609375, false], [-5.2109375, false], [-9.0859375, false], [-9.4609375, false], [-5.2109375, false], [-9.0859375, false], [-9.4609375, false], [-10.4609375, false], [-7.4609375, false], [-9.5859375, false], [-9.3359375, false], [-9.5859375, false], [-7.4609375, false], [-7.4609375, false], [-8.3359375, false], [-9.0859375, false], [-9.4609375, false], [-11.5859375, false], [-5.2109375, false], [-9.3359375, false], [-7.4609375, false], [-10.4609375, false], [-9.4609375, false], [-7.4609375, false], [-7.4609375, false], [-9.4609375, false], [-5.2109375, false], [-9.5859375, false], [-9.5859375, false], [-11.5859375, false], [-5.5859375, false], [-9.4609375, false], [-9.0859375, false], [-9.2109375, false], [-10.0859375, false], [-9.2109375, false], [-5.2109375, false], [-9.5859375, false], [-8.9609375, false], [-5.2109375, false], [-8.3359375, false], [-9.0859375, false], [-8.9609375, false], [-8.9609375, false], [-7.4609375, false], [-9.5859375, false], [-7.4609375, false], [-9.4609375, false], [-10.4609375, false], [-5.2109375, false], [-9.2109375, false], [-8.7109375, false], [-7.4609375, false], [-7.4609375, false], [-9.0859375, false], [-7.4609375, false], [-9.2109375, false], [-8.0859375, false], [-14.0859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 450, "doc": {"id": "MCAS_2001_8_9", "question": "Use the information below to answer the question. Manufacturing uses many steps to change natural resources into products. Some of these steps change natural resources into industrial materials. These steps are called primary processes. All of the following are primary processes except", "choices": {"text": ["melting iron ore.", "producing lumber.", "molding plastic.", "crushing rock into gravel."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "molding plastic.", "arguments": ["Question: Use the information below to answer the question. Manufacturing uses many steps to change natural resources into products. Some of these steps change natural resources into industrial materials. These steps are called primary processes. All of the following are primary processes except\nAnswer:", " ["], "resps": [[[-7.2734375, false]], [[-8.3984375, false]], [[-8.0234375, false]], [[-7.2734375, false]], [[-8.3984375, false]], [[-8.6484375, false]], [[-5.3984375, false]], [[-6.8984375, false]], [[-9.1484375, false]], [[-4.8984375, false]], [[-5.3984375, false]], [[-9.1484375, false]], [[-7.6484375, false]], [[-6.8984375, false]], [[-4.8984375, false]], [[-7.6484375, false]], [[-9.1484375, false]], [[-7.2734375, false]], [[-5.83203125, false]], [[-8.3984375, false]], [[-7.83203125, false]], [[-4.8984375, false]], [[-8.3984375, false]], [[-6.8984375, false]], [[-9.1484375, false]], [[-7.6484375, false]], [[-6.0234375, false]], [[-9.8984375, false]], [[-6.1484375, false]], [[-5.3984375, false]], [[-6.8984375, false]], [[-9.1484375, false]], [[-4.8984375, false]], [[-8.3984375, false]], [[-9.8984375, false]], [[-8.0234375, false]], [[-5.3984375, false]], [[-7.2734375, false]], [[-9.1484375, false]], [[-5.83203125, false]], [[-8.3984375, false]], [[-7.83203125, false]], [[-4.8984375, false]], [[-8.3984375, false]], [[-8.0234375, false]], [[-7.6484375, false]], [[-8.3984375, false]], [[-6.0234375, false]], [[-5.3984375, false]], [[-6.8984375, false]], [[-9.1484375, false]], [[-4.8984375, false]], [[-6.8984375, false]], [[-8.3984375, false]], [[-3.6484375, false]], [[-8.5234375, false]], [[-8.6484375, false]], [[-5.3984375, false]], [[-6.1484375, false]], [[-5.83203125, false]], [[-8.3984375, false]], [[-7.83203125, false]], [[-4.8984375, false]], [[-8.3984375, false]], [[-6.1484375, false]], [[-9.1484375, false]], [[-9.8984375, false]], [[-8.5234375, false]], [[-9.3984375, false]], [[-5.3984375, false]], [[-6.8984375, false]], [[-9.1484375, false]], [[-4.8984375, false]], [[-9.1484375, false]], [[-7.6484375, false]], [[-6.1484375, false]], [[-8.7734375, false]], [[-4.8984375, false]], [[-5.3984375, false]], [[-6.8984375, false]], [[-8.6484375, false]], [[-7.6484375, false]], [[-4.8984375, false]], [[-9.1484375, false]], [[-9.1484375, false]], [[-3.6484375, false]], [[-9.1484375, false]], [[-7.2734375, false]], [[-8.3984375, false]], [[-5.83203125, false]], [[-8.3984375, false]], [[-12.3984375, false]]], "filtered_resps": [[-7.2734375, false], [-8.3984375, false], [-8.0234375, false], [-7.2734375, false], [-8.3984375, false], [-8.6484375, false], [-5.3984375, false], [-6.8984375, false], [-9.1484375, false], [-4.8984375, false], [-5.3984375, false], [-9.1484375, false], [-7.6484375, false], [-6.8984375, false], [-4.8984375, false], [-7.6484375, false], [-9.1484375, false], [-7.2734375, false], [-5.83203125, false], [-8.3984375, false], [-7.83203125, false], [-4.8984375, false], [-8.3984375, false], [-6.8984375, false], [-9.1484375, false], [-7.6484375, false], [-6.0234375, false], [-9.8984375, false], [-6.1484375, false], [-5.3984375, false], [-6.8984375, false], [-9.1484375, false], [-4.8984375, false], [-8.3984375, false], [-9.8984375, false], [-8.0234375, false], [-5.3984375, false], [-7.2734375, false], [-9.1484375, false], [-5.83203125, false], [-8.3984375, false], [-7.83203125, false], [-4.8984375, false], [-8.3984375, false], [-8.0234375, false], [-7.6484375, false], [-8.3984375, false], [-6.0234375, false], [-5.3984375, false], [-6.8984375, false], [-9.1484375, false], [-4.8984375, false], [-6.8984375, false], [-8.3984375, false], [-3.6484375, false], [-8.5234375, false], [-8.6484375, false], [-5.3984375, false], [-6.1484375, false], [-5.83203125, false], [-8.3984375, false], [-7.83203125, false], [-4.8984375, false], [-8.3984375, false], [-6.1484375, false], [-9.1484375, false], [-9.8984375, false], [-8.5234375, false], [-9.3984375, false], [-5.3984375, false], [-6.8984375, false], [-9.1484375, false], [-4.8984375, false], [-9.1484375, false], [-7.6484375, false], [-6.1484375, false], [-8.7734375, false], [-4.8984375, false], [-5.3984375, false], [-6.8984375, false], [-8.6484375, false], [-7.6484375, false], [-4.8984375, false], [-9.1484375, false], [-9.1484375, false], [-3.6484375, false], [-9.1484375, false], [-7.2734375, false], [-8.3984375, false], [-5.83203125, false], [-8.3984375, false], [-12.3984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 458, "doc": {"id": "Mercury_402144", "question": "Look at the equation. 2H_{2} + O_{2} -> 2H_{2}O What does the equation show?", "choices": {"text": ["heat being added to oxygen", "helium mixing with oxygen", "heat combining with oxygen", "hydrogen and oxygen combining"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "hydrogen and oxygen combining", "arguments": ["Question: Look at the equation. 2H_{2} + O_{2} -> 2H_{2}O What does the equation show?\nAnswer:", " ["], "resps": [[[-5.578125, false]], [[-8.078125, false]], [[-7.328125, false]], [[-8.078125, false]], [[-4.828125, false]], [[-8.578125, false]], [[-4.828125, false]], [[-7.578125, false]], [[-8.078125, false]], [[-7.328125, false]], [[-7.578125, false]], [[-9.578125, false]], [[-4.828125, false]], [[-4.828125, false]], [[-7.578125, false]], [[-7.578125, false]], [[-8.078125, false]], [[-7.578125, false]], [[-4.828125, false]], [[-8.578125, false]], [[-6.828125, false]], [[-4.828125, false]], [[-6.828125, false]], [[-6.328125, false]], [[-8.078125, false]], [[-9.578125, false]], [[-8.078125, false]], [[-7.578125, false]], [[-8.078125, false]], [[-8.765625, false]], [[-4.828125, false]], [[-8.078125, false]], [[-7.328125, false]], [[-8.078125, false]], [[-8.578125, false]], [[-7.328125, false]], [[-8.578125, false]], [[-7.828125, false]], [[-4.828125, false]], [[-7.828125, false]], [[-7.328125, false]], [[-6.328125, false]], [[-7.328125, false]], [[-7.578125, false]], [[-9.578125, false]], [[-4.828125, false]], [[-9.328125, false]], [[-7.328125, false]], [[-8.578125, false]], [[-7.328125, false]], [[-4.828125, false]], [[-6.828125, false]], [[-6.328125, false]], [[-8.078125, false]], [[-9.578125, false]], [[-8.078125, false]], [[-7.578125, false]], [[-8.078125, false]], [[-8.765625, false]], [[-4.828125, false]], [[-8.078125, false]], [[-7.328125, false]], [[-8.078125, false]], [[-4.828125, false]], [[-8.578125, false]], [[-4.828125, false]], [[-7.328125, false]], [[-6.828125, false]], [[-7.828125, false]], [[-7.578125, false]], [[-7.328125, false]], [[-7.578125, false]], [[-7.328125, false]], [[-7.578125, false]], [[-9.578125, false]], [[-4.828125, false]], [[-9.328125, false]], [[-7.328125, false]], [[-8.578125, false]], [[-7.328125, false]], [[-4.828125, false]], [[-6.828125, false]], [[-6.328125, false]], [[-8.078125, false]], [[-9.578125, false]], [[-8.078125, false]], [[-7.578125, false]], [[-8.078125, false]], [[-8.765625, false]], [[-4.828125, false]], [[-8.078125, false]], [[-7.328125, false]], [[-8.078125, false]], [[-7.578125, false]], [[-8.578125, false]], [[-6.828125, false]], [[-9.578125, false]], [[-8.078125, false]], [[-7.578125, false]], [[-4.828125, false]], [[-4.828125, false]], [[-7.578125, false]], [[-7.578125, false]], [[-4.828125, false]], [[-6.828125, false]], [[-6.328125, false]], [[-8.078125, false]], [[-9.578125, false]], [[-8.078125, false]], [[-7.578125, false]], [[-4.828125, false]], [[-7.328125, false]], [[-6.828125, false]], [[-7.828125, false]], [[-7.578125, false]], [[-7.328125, false]], [[-7.578125, false]], [[-7.328125, false]], [[-7.578125, false]], [[-9.578125, false]], [[-8.078125, false]], [[-11.078125, false]]], "filtered_resps": [[-5.578125, false], [-8.078125, false], [-7.328125, false], [-8.078125, false], [-4.828125, false], [-8.578125, false], [-4.828125, false], [-7.578125, false], [-8.078125, false], [-7.328125, false], [-7.578125, false], [-9.578125, false], [-4.828125, false], [-4.828125, false], [-7.578125, false], [-7.578125, false], [-8.078125, false], [-7.578125, false], [-4.828125, false], [-8.578125, false], [-6.828125, false], [-4.828125, false], [-6.828125, false], [-6.328125, false], [-8.078125, false], [-9.578125, false], [-8.078125, false], [-7.578125, false], [-8.078125, false], [-8.765625, false], [-4.828125, false], [-8.078125, false], [-7.328125, false], [-8.078125, false], [-8.578125, false], [-7.328125, false], [-8.578125, false], [-7.828125, false], [-4.828125, false], [-7.828125, false], [-7.328125, false], [-6.328125, false], [-7.328125, false], [-7.578125, false], [-9.578125, false], [-4.828125, false], [-9.328125, false], [-7.328125, false], [-8.578125, false], [-7.328125, false], [-4.828125, false], [-6.828125, false], [-6.328125, false], [-8.078125, false], [-9.578125, false], [-8.078125, false], [-7.578125, false], [-8.078125, false], [-8.765625, false], [-4.828125, false], [-8.078125, false], [-7.328125, false], [-8.078125, false], [-4.828125, false], [-8.578125, false], [-4.828125, false], [-7.328125, false], [-6.828125, false], [-7.828125, false], [-7.578125, false], [-7.328125, false], [-7.578125, false], [-7.328125, false], [-7.578125, false], [-9.578125, false], [-4.828125, false], [-9.328125, false], [-7.328125, false], [-8.578125, false], [-7.328125, false], [-4.828125, false], [-6.828125, false], [-6.328125, false], [-8.078125, false], [-9.578125, false], [-8.078125, false], [-7.578125, false], [-8.078125, false], [-8.765625, false], [-4.828125, false], [-8.078125, false], [-7.328125, false], [-8.078125, false], [-7.578125, false], [-8.578125, false], [-6.828125, false], [-9.578125, false], [-8.078125, false], [-7.578125, false], [-4.828125, false], [-4.828125, false], [-7.578125, false], [-7.578125, false], [-4.828125, false], [-6.828125, false], [-6.328125, false], [-8.078125, false], [-9.578125, false], [-8.078125, false], [-7.578125, false], [-4.828125, false], [-7.328125, false], [-6.828125, false], [-7.828125, false], [-7.578125, false], [-7.328125, false], [-7.578125, false], [-7.328125, false], [-7.578125, false], [-9.578125, false], [-8.078125, false], [-11.078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 466, "doc": {"id": "Mercury_7038850", "question": "Which of these materials transfers heat energy quickest?", "choices": {"text": ["metal", "glass", "plastic", "wood"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "metal", "arguments": ["Question: Which of these materials transfers heat energy quickest?\nAnswer:", " ["], "resps": [[[-9.75, false]], [[-9.25, false]], [[-7.75390625, false]], [[-8.5, false]], [[-9.25, false]], [[-5.50390625, false]], [[-10.25, false]], [[-9.25, false]], [[-9.8828125, false]], [[-5.25390625, false]], [[-9.25, false]], [[-11.25, false]], [[-10.25, false]], [[-5.50390625, false]], [[-9.25, false]], [[-9.25, false]], [[-9.25, false]], [[-9.8828125, false]], [[-5.25390625, false]], [[-9.25, false]], [[-8.75, false]], [[-10.25, false]], [[-5.50390625, false]], [[-9.25, false]], [[-9.25, false]], [[-8.75, false]], [[-9.25, false]], [[-9.25, false]], [[-9.8828125, false]], [[-5.25390625, false]], [[-9.25, false]], [[-9.5, false]], [[-8.5, false]], [[-8.5, false]], [[-10.75, false]], [[-9.25, false]], [[-14.75, false]]], "filtered_resps": [[-9.75, false], [-9.25, false], [-7.75390625, false], [-8.5, false], [-9.25, false], [-5.50390625, false], [-10.25, false], [-9.25, false], [-9.8828125, false], [-5.25390625, false], [-9.25, false], [-11.25, false], [-10.25, false], [-5.50390625, false], [-9.25, false], [-9.25, false], [-9.25, false], [-9.8828125, false], [-5.25390625, false], [-9.25, false], [-8.75, false], [-10.25, false], [-5.50390625, false], [-9.25, false], [-9.25, false], [-8.75, false], [-9.25, false], [-9.25, false], [-9.8828125, false], [-5.25390625, false], [-9.25, false], [-9.5, false], [-8.5, false], [-8.5, false], [-10.75, false], [-9.25, false], [-14.75, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 474, "doc": {"id": "Mercury_179130", "question": "The average temperature of Earth's surface has increased approximately 1°C in the past century. Which of the following can best explain this increase in temperature?", "choices": {"text": ["higher levels of oxygen in the atmosphere", "lower levels of ozone in the atmosphere", "higher levels of carbon dioxide in the atmosphere", "lower levels of nitrogen in the atmosphere"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "higher levels of carbon dioxide in the atmosphere", "arguments": ["Question: The average temperature of Earth's surface has increased approximately 1°C in the past century. Which of the following can best explain this increase in temperature?\nAnswer:", " ["], "resps": [[[-6.65625, false]], [[-8.65625, false]], [[-9.40625, false]], [[-7.15625, false]], [[-10.40625, false]], [[-9.40625, false]], [[-7.15625, false]], [[-9.40625, false]], [[-5.40625, false]], [[-10.90625, false]], [[-7.15625, false]], [[-9.65625, false]], [[-7.15625, false]], [[-10.90625, false]], [[-10.15625, false]], [[-5.40625, false]], [[-6.65625, false]], [[-7.40625, false]], [[-5.40625, false]], [[-6.65625, false]], [[-9.40625, false]], [[-9.90625, false]], [[-10.40625, false]], [[-7.15625, false]], [[-7.40625, false]], [[-5.40625, false]], [[-7.15625, false]], [[-7.40625, false]], [[-5.40625, false]], [[-8.65625, false]], [[-9.40625, false]], [[-7.15625, false]], [[-5.40625, false]], [[-2.90625, false]], [[-8.65625, false]], [[-7.90625, false]], [[-6.65625, false]], [[-10.15625, false]], [[-7.90625, false]], [[-9.40625, false]], [[-7.15625, false]], [[-9.40625, false]], [[-7.15625, false]], [[-8.65625, false]], [[-9.625, false]], [[-5.40625, false]], [[-8.65625, false]], [[-10.90625, false]], [[-6.65625, false]], [[-9.65625, false]], [[-7.15625, false]], [[-9.40625, false]], [[-5.40625, false]], [[-10.90625, false]], [[-7.15625, false]], [[-9.65625, false]], [[-7.15625, false]], [[-10.90625, false]], [[-10.15625, false]], [[-5.40625, false]], [[-6.65625, false]], [[-7.40625, false]], [[-5.40625, false]], [[-6.65625, false]], [[-9.65625, false]], [[-6.65625, false]], [[-7.40625, false]], [[-7.15625, false]], [[-5.40625, false]], [[-7.15625, false]], [[-7.40625, false]], [[-5.40625, false]], [[-8.65625, false]], [[-9.40625, false]], [[-7.15625, false]], [[-5.40625, false]], [[-2.90625, false]], [[-8.65625, false]], [[-7.90625, false]], [[-6.65625, false]], [[-10.15625, false]], [[-7.90625, false]], [[-9.40625, false]], [[-7.15625, false]], [[-9.40625, false]], [[-7.15625, false]], [[-8.65625, false]], [[-9.625, false]], [[-5.40625, false]], [[-8.65625, false]], [[-9.40625, false]], [[-7.15625, false]], [[-10.40625, false]], [[-9.40625, false]], [[-7.15625, false]], [[-9.40625, false]], [[-5.40625, false]], [[-10.90625, false]], [[-7.15625, false]], [[-9.65625, false]], [[-7.15625, false]], [[-10.90625, false]], [[-10.15625, false]], [[-5.40625, false]], [[-6.65625, false]], [[-7.40625, false]], [[-5.40625, false]], [[-6.90625, false]], [[-2.90625, false]], [[-9.40625, false]], [[-5.90625, false]], [[-6.65625, false]], [[-7.40625, false]], [[-5.40625, false]], [[-5.90625, false]], [[-7.15625, false]], [[-6.65625, false]], [[-9.40625, false]], [[-7.15625, false]], [[-5.90625, false]], [[-7.15625, false]], [[-5.40625, false]], [[-7.15625, false]], [[-7.40625, false]], [[-5.40625, false]], [[-8.65625, false]], [[-9.40625, false]], [[-7.15625, false]], [[-5.40625, false]], [[-2.90625, false]], [[-8.65625, false]], [[-7.90625, false]], [[-6.65625, false]], [[-10.15625, false]], [[-7.90625, false]], [[-9.40625, false]], [[-7.15625, false]], [[-9.40625, false]], [[-7.15625, false]], [[-8.65625, false]], [[-9.625, false]], [[-5.40625, false]], [[-8.65625, false]], [[-10.90625, false]], [[-6.65625, false]], [[-9.65625, false]], [[-7.15625, false]], [[-9.40625, false]], [[-5.40625, false]], [[-10.90625, false]], [[-7.15625, false]], [[-9.65625, false]], [[-7.15625, false]], [[-10.90625, false]], [[-10.15625, false]], [[-5.40625, false]], [[-6.65625, false]], [[-7.40625, false]], [[-5.40625, false]], [[-7.40625, false]], [[-7.15625, false]], [[-8.65625, false]], [[-9.40625, false]], [[-6.65625, false]], [[-10.40625, false]], [[-7.15625, false]], [[-7.40625, false]], [[-5.40625, false]], [[-7.15625, false]], [[-7.40625, false]], [[-5.40625, false]], [[-8.65625, false]], [[-9.40625, false]], [[-7.15625, false]], [[-5.40625, false]], [[-2.90625, false]], [[-8.65625, false]], [[-7.90625, false]], [[-6.65625, false]], [[-10.15625, false]], [[-7.90625, false]], [[-9.40625, false]], [[-7.15625, false]], [[-9.40625, false]], [[-7.15625, false]], [[-8.65625, false]], [[-12.40625, false]]], "filtered_resps": [[-6.65625, false], [-8.65625, false], [-9.40625, false], [-7.15625, false], [-10.40625, false], [-9.40625, false], [-7.15625, false], [-9.40625, false], [-5.40625, false], [-10.90625, false], [-7.15625, false], [-9.65625, false], [-7.15625, false], [-10.90625, false], [-10.15625, false], [-5.40625, false], [-6.65625, false], [-7.40625, false], [-5.40625, false], [-6.65625, false], [-9.40625, false], [-9.90625, false], [-10.40625, false], [-7.15625, false], [-7.40625, false], [-5.40625, false], [-7.15625, false], [-7.40625, false], [-5.40625, false], [-8.65625, false], [-9.40625, false], [-7.15625, false], [-5.40625, false], [-2.90625, false], [-8.65625, false], [-7.90625, false], [-6.65625, false], [-10.15625, false], [-7.90625, false], [-9.40625, false], [-7.15625, false], [-9.40625, false], [-7.15625, false], [-8.65625, false], [-9.625, false], [-5.40625, false], [-8.65625, false], [-10.90625, false], [-6.65625, false], [-9.65625, false], [-7.15625, false], [-9.40625, false], [-5.40625, false], [-10.90625, false], [-7.15625, false], [-9.65625, false], [-7.15625, false], [-10.90625, false], [-10.15625, false], [-5.40625, false], [-6.65625, false], [-7.40625, false], [-5.40625, false], [-6.65625, false], [-9.65625, false], [-6.65625, false], [-7.40625, false], [-7.15625, false], [-5.40625, false], [-7.15625, false], [-7.40625, false], [-5.40625, false], [-8.65625, false], [-9.40625, false], [-7.15625, false], [-5.40625, false], [-2.90625, false], [-8.65625, false], [-7.90625, false], [-6.65625, false], [-10.15625, false], [-7.90625, false], [-9.40625, false], [-7.15625, false], [-9.40625, false], [-7.15625, false], [-8.65625, false], [-9.625, false], [-5.40625, false], [-8.65625, false], [-9.40625, false], [-7.15625, false], [-10.40625, false], [-9.40625, false], [-7.15625, false], [-9.40625, false], [-5.40625, false], [-10.90625, false], [-7.15625, false], [-9.65625, false], [-7.15625, false], [-10.90625, false], [-10.15625, false], [-5.40625, false], [-6.65625, false], [-7.40625, false], [-5.40625, false], [-6.90625, false], [-2.90625, false], [-9.40625, false], [-5.90625, false], [-6.65625, false], [-7.40625, false], [-5.40625, false], [-5.90625, false], [-7.15625, false], [-6.65625, false], [-9.40625, false], [-7.15625, false], [-5.90625, false], [-7.15625, false], [-5.40625, false], [-7.15625, false], [-7.40625, false], [-5.40625, false], [-8.65625, false], [-9.40625, false], [-7.15625, false], [-5.40625, false], [-2.90625, false], [-8.65625, false], [-7.90625, false], [-6.65625, false], [-10.15625, false], [-7.90625, false], [-9.40625, false], [-7.15625, false], [-9.40625, false], [-7.15625, false], [-8.65625, false], [-9.625, false], [-5.40625, false], [-8.65625, false], [-10.90625, false], [-6.65625, false], [-9.65625, false], [-7.15625, false], [-9.40625, false], [-5.40625, false], [-10.90625, false], [-7.15625, false], [-9.65625, false], [-7.15625, false], [-10.90625, false], [-10.15625, false], [-5.40625, false], [-6.65625, false], [-7.40625, false], [-5.40625, false], [-7.40625, false], [-7.15625, false], [-8.65625, false], [-9.40625, false], [-6.65625, false], [-10.40625, false], [-7.15625, false], [-7.40625, false], [-5.40625, false], [-7.15625, false], [-7.40625, false], [-5.40625, false], [-8.65625, false], [-9.40625, false], [-7.15625, false], [-5.40625, false], [-2.90625, false], [-8.65625, false], [-7.90625, false], [-6.65625, false], [-10.15625, false], [-7.90625, false], [-9.40625, false], [-7.15625, false], [-9.40625, false], [-7.15625, false], [-8.65625, false], [-12.40625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 482, "doc": {"id": "Mercury_SC_400181", "question": "Which characteristic best identifies a pure substance?", "choices": {"text": ["shape", "texture", "melting point", "state of matter"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "melting point", "arguments": ["Question: Which characteristic best identifies a pure substance?\nAnswer:", " ["], "resps": [[[-6.94140625, false]], [[-8.0703125, false]], [[-9.4453125, false]], [[-10.8203125, false]], [[-3.568359375, false]], [[-9.3203125, false]], [[-8.0703125, false]], [[-8.0703125, false]], [[-10.28125, false]], [[-5.81640625, false]], [[-8.0703125, false]], [[-9.4453125, false]], [[-8.0703125, false]], [[-8.8203125, false]], [[-9.4453125, false]], [[-10.4453125, false]], [[-11.0703125, false]], [[-8.0703125, false]], [[-8.0703125, false]], [[-10.28125, false]], [[-5.81640625, false]], [[-8.0703125, false]], [[-9.4453125, false]], [[-8.0703125, false]], [[-10.3203125, false]], [[-9.4453125, false]], [[-8.0703125, false]], [[-8.8203125, false]], [[-12.0703125, false]], [[-5.81640625, false]], [[-9.3203125, false]], [[-8.4453125, false]], [[-8.0703125, false]], [[-8.8203125, false]], [[-9.4453125, false]], [[-8.0703125, false]], [[-10.28125, false]], [[-5.81640625, false]], [[-8.0703125, false]], [[-9.4453125, false]], [[-9.4453125, false]], [[-3.568359375, false]], [[-9.4453125, false]], [[-8.0703125, false]], [[-5.81640625, false]], [[-8.4453125, false]], [[-10.8203125, false]], [[-5.81640625, false]], [[-9.4453125, false]], [[-3.568359375, false]], [[-9.4453125, false]], [[-9.4453125, false]], [[-8.0703125, false]], [[-11.0703125, false]], [[-8.0703125, false]], [[-12.3203125, false]]], "filtered_resps": [[-6.94140625, false], [-8.0703125, false], [-9.4453125, false], [-10.8203125, false], [-3.568359375, false], [-9.3203125, false], [-8.0703125, false], [-8.0703125, false], [-10.28125, false], [-5.81640625, false], [-8.0703125, false], [-9.4453125, false], [-8.0703125, false], [-8.8203125, false], [-9.4453125, false], [-10.4453125, false], [-11.0703125, false], [-8.0703125, false], [-8.0703125, false], [-10.28125, false], [-5.81640625, false], [-8.0703125, false], [-9.4453125, false], [-8.0703125, false], [-10.3203125, false], [-9.4453125, false], [-8.0703125, false], [-8.8203125, false], [-12.0703125, false], [-5.81640625, false], [-9.3203125, false], [-8.4453125, false], [-8.0703125, false], [-8.8203125, false], [-9.4453125, false], [-8.0703125, false], [-10.28125, false], [-5.81640625, false], [-8.0703125, false], [-9.4453125, false], [-9.4453125, false], [-3.568359375, false], [-9.4453125, false], [-8.0703125, false], [-5.81640625, false], [-8.4453125, false], [-10.8203125, false], [-5.81640625, false], [-9.4453125, false], [-3.568359375, false], [-9.4453125, false], [-9.4453125, false], [-8.0703125, false], [-11.0703125, false], [-8.0703125, false], [-12.3203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 490, "doc": {"id": "Mercury_SC_400588", "question": "When conducting a scientific experiment in the field, you are expected to", "choices": {"text": ["completely clear the area.", "leave the area as you found it.", "take anything you may need later.", "destroy specimens once you have observed them."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "leave the area as you found it.", "arguments": ["Question: When conducting a scientific experiment in the field, you are expected to\nAnswer:", " ["], "resps": [[[-7.34765625, false]], [[-7.72265625, false]], [[-8.7265625, false]], [[-8.6015625, false]], [[-9.7265625, false]], [[-8.3515625, false]], [[-9.8515625, false]], [[-7.59765625, false]], [[-8.8515625, false]], [[-7.59765625, false]], [[-9.8515625, false]], [[-10.4765625, false]], [[-4.97265625, false]], [[-8.7265625, false]], [[-9.8515625, false]], [[-7.59765625, false]], [[-3.599609375, false]], [[-10.2265625, false]], [[-4.97265625, false]], [[-8.8515625, false]], [[-9.8515625, false]], [[-7.59765625, false]], [[-4.97265625, false]], [[-3.599609375, false]], [[-10.2265625, false]], [[-7.59765625, false]], [[-3.599609375, false]], [[-6.2265625, false]], [[-7.72265625, false]], [[-8.6640625, false]], [[-4.97265625, false]], [[-7.72265625, false]], [[-9.8515625, false]], [[-7.59765625, false]], [[-3.599609375, false]], [[-9.9765625, false]], [[-7.59765625, false]], [[-4.97265625, false]], [[-8.8515625, false]], [[-9.8515625, false]], [[-7.59765625, false]], [[-4.97265625, false]], [[-3.599609375, false]], [[-10.2265625, false]], [[-7.59765625, false]], [[-3.599609375, false]], [[-4.97265625, false]], [[-3.599609375, false]], [[-8.3515625, false]], [[-4.97265625, false]], [[-10.4765625, false]], [[-8.6015625, false]], [[-8.8515625, false]], [[-4.97265625, false]], [[-9.1015625, false]], [[-8.6015625, false]], [[-8.8515625, false]], [[-7.97265625, false]], [[-7.97265625, false]], [[-4.97265625, false]], [[-6.84765625, false]], [[-8.8515625, false]], [[-6.2265625, false]], [[-7.72265625, false]], [[-8.6640625, false]], [[-4.97265625, false]], [[-7.72265625, false]], [[-8.8515625, false]], [[-3.599609375, false]], [[-9.2265625, false]], [[-7.59765625, false]], [[-4.97265625, false]], [[-3.599609375, false]], [[-7.97265625, false]], [[-10.4765625, false]], [[-8.8515625, false]], [[-9.8515625, false]], [[-6.84765625, false]], [[-7.97265625, false]], [[-9.9765625, false]], [[-4.97265625, false]], [[-10.4765625, false]], [[-8.6015625, false]], [[-8.8515625, false]], [[-4.97265625, false]], [[-9.7265625, false]], [[-3.599609375, false]], [[-10.4765625, false]], [[-4.97265625, false]], [[-7.97265625, false]], [[-7.59765625, false]], [[-7.59765625, false]], [[-7.97265625, false]], [[-4.97265625, false]], [[-9.8515625, false]], [[-3.599609375, false]], [[-8.8515625, false]], [[-7.59765625, false]], [[-10.2265625, false]], [[-6.2265625, false]], [[-7.72265625, false]], [[-8.6640625, false]], [[-4.97265625, false]], [[-7.72265625, false]], [[-7.97265625, false]], [[-7.59765625, false]], [[-8.3515625, false]], [[-8.8515625, false]], [[-10.2265625, false]], [[-8.6015625, false]], [[-10.4765625, false]], [[-4.97265625, false]], [[-8.3515625, false]], [[-8.3515625, false]], [[-7.59765625, false]], [[-8.7265625, false]], [[-6.84765625, false]], [[-9.7265625, false]], [[-7.59765625, false]], [[-7.97265625, false]], [[-8.3515625, false]], [[-4.97265625, false]], [[-8.6015625, false]], [[-7.97265625, false]], [[-8.7265625, false]], [[-7.59765625, false]], [[-4.97265625, false]], [[-10.4765625, false]], [[-8.6015625, false]], [[-8.8515625, false]], [[-4.97265625, false]], [[-9.8515625, false]], [[-3.599609375, false]], [[-9.9765625, false]], [[-7.59765625, false]], [[-4.97265625, false]], [[-8.6015625, false]], [[-7.59765625, false]], [[-8.3515625, false]], [[-7.59765625, false]], [[-10.2265625, false]], [[-9.9765625, false]], [[-7.59765625, false]], [[-7.97265625, false]], [[-4.97265625, false]], [[-8.8515625, false]], [[-9.8515625, false]], [[-7.59765625, false]], [[-9.7265625, false]], [[-6.2265625, false]], [[-7.72265625, false]], [[-10.6015625, false]]], "filtered_resps": [[-7.34765625, false], [-7.72265625, false], [-8.7265625, false], [-8.6015625, false], [-9.7265625, false], [-8.3515625, false], [-9.8515625, false], [-7.59765625, false], [-8.8515625, false], [-7.59765625, false], [-9.8515625, false], [-10.4765625, false], [-4.97265625, false], [-8.7265625, false], [-9.8515625, false], [-7.59765625, false], [-3.599609375, false], [-10.2265625, false], [-4.97265625, false], [-8.8515625, false], [-9.8515625, false], [-7.59765625, false], [-4.97265625, false], [-3.599609375, false], [-10.2265625, false], [-7.59765625, false], [-3.599609375, false], [-6.2265625, false], [-7.72265625, false], [-8.6640625, false], [-4.97265625, false], [-7.72265625, false], [-9.8515625, false], [-7.59765625, false], [-3.599609375, false], [-9.9765625, false], [-7.59765625, false], [-4.97265625, false], [-8.8515625, false], [-9.8515625, false], [-7.59765625, false], [-4.97265625, false], [-3.599609375, false], [-10.2265625, false], [-7.59765625, false], [-3.599609375, false], [-4.97265625, false], [-3.599609375, false], [-8.3515625, false], [-4.97265625, false], [-10.4765625, false], [-8.6015625, false], [-8.8515625, false], [-4.97265625, false], [-9.1015625, false], [-8.6015625, false], [-8.8515625, false], [-7.97265625, false], [-7.97265625, false], [-4.97265625, false], [-6.84765625, false], [-8.8515625, false], [-6.2265625, false], [-7.72265625, false], [-8.6640625, false], [-4.97265625, false], [-7.72265625, false], [-8.8515625, false], [-3.599609375, false], [-9.2265625, false], [-7.59765625, false], [-4.97265625, false], [-3.599609375, false], [-7.97265625, false], [-10.4765625, false], [-8.8515625, false], [-9.8515625, false], [-6.84765625, false], [-7.97265625, false], [-9.9765625, false], [-4.97265625, false], [-10.4765625, false], [-8.6015625, false], [-8.8515625, false], [-4.97265625, false], [-9.7265625, false], [-3.599609375, false], [-10.4765625, false], [-4.97265625, false], [-7.97265625, false], [-7.59765625, false], [-7.59765625, false], [-7.97265625, false], [-4.97265625, false], [-9.8515625, false], [-3.599609375, false], [-8.8515625, false], [-7.59765625, false], [-10.2265625, false], [-6.2265625, false], [-7.72265625, false], [-8.6640625, false], [-4.97265625, false], [-7.72265625, false], [-7.97265625, false], [-7.59765625, false], [-8.3515625, false], [-8.8515625, false], [-10.2265625, false], [-8.6015625, false], [-10.4765625, false], [-4.97265625, false], [-8.3515625, false], [-8.3515625, false], [-7.59765625, false], [-8.7265625, false], [-6.84765625, false], [-9.7265625, false], [-7.59765625, false], [-7.97265625, false], [-8.3515625, false], [-4.97265625, false], [-8.6015625, false], [-7.97265625, false], [-8.7265625, false], [-7.59765625, false], [-4.97265625, false], [-10.4765625, false], [-8.6015625, false], [-8.8515625, false], [-4.97265625, false], [-9.8515625, false], [-3.599609375, false], [-9.9765625, false], [-7.59765625, false], [-4.97265625, false], [-8.6015625, false], [-7.59765625, false], [-8.3515625, false], [-7.59765625, false], [-10.2265625, false], [-9.9765625, false], [-7.59765625, false], [-7.97265625, false], [-4.97265625, false], [-8.8515625, false], [-9.8515625, false], [-7.59765625, false], [-9.7265625, false], [-6.2265625, false], [-7.72265625, false], [-10.6015625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 498, "doc": {"id": "Mercury_7056665", "question": "A student is given a mixture of gravel and sand and instructed to separate them. Which tool should the student use to best complete this task?", "choices": {"text": ["a scale and weights", "a magnet", "a sieve", "a battery and wire"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "a sieve", "arguments": ["Question: A student is given a mixture of gravel and sand and instructed to separate them. Which tool should the student use to best complete this task?\nAnswer:", " ["], "resps": [[[-7.58203125, false]], [[-9.3359375, false]], [[-3.58203125, false]], [[-5.08203125, false]], [[-8.0859375, false]], [[-7.58203125, false]], [[-3.58203125, false]], [[-10.3359375, false]], [[-9.0859375, false]], [[-5.08203125, false]], [[-3.58203125, false]], [[-9.5859375, false]], [[-9.5859375, false]], [[-5.08203125, false]], [[-10.0859375, false]], [[-9.0859375, false]], [[-9.8359375, false]], [[-8.5859375, false]], [[-10.5859375, false]], [[-10.0859375, false]], [[-8.0859375, false]], [[-9.3359375, false]], [[-9.2421875, false]], [[-5.08203125, false]], [[-9.3359375, false]], [[-3.58203125, false]], [[-5.08203125, false]], [[-8.8359375, false]], [[-3.58203125, false]], [[-8.5859375, false]], [[-9.5859375, false]], [[-9.0859375, false]], [[-10.0859375, false]], [[-9.3359375, false]], [[-9.2421875, false]], [[-5.08203125, false]], [[-9.3359375, false]], [[-3.58203125, false]], [[-5.08203125, false]], [[-8.0859375, false]], [[-9.8359375, false]], [[-9.0859375, false]], [[-9.8359375, false]], [[-9.0859375, false]], [[-9.3359375, false]], [[-9.2421875, false]], [[-5.08203125, false]], [[-9.3359375, false]], [[-3.58203125, false]], [[-5.08203125, false]], [[-8.0859375, false]], [[-3.58203125, false]], [[-10.0859375, false]], [[-10.0859375, false]], [[-9.0859375, false]], [[-10.5859375, false]], [[-12.0859375, false]], [[-5.08203125, false]], [[-3.58203125, false]], [[-9.5859375, false]], [[-9.5859375, false]], [[-5.08203125, false]], [[-10.0859375, false]], [[-9.8359375, false]], [[-10.5859375, false]], [[-9.0859375, false]], [[-9.3359375, false]], [[-13.0859375, false]]], "filtered_resps": [[-7.58203125, false], [-9.3359375, false], [-3.58203125, false], [-5.08203125, false], [-8.0859375, false], [-7.58203125, false], [-3.58203125, false], [-10.3359375, false], [-9.0859375, false], [-5.08203125, false], [-3.58203125, false], [-9.5859375, false], [-9.5859375, false], [-5.08203125, false], [-10.0859375, false], [-9.0859375, false], [-9.8359375, false], [-8.5859375, false], [-10.5859375, false], [-10.0859375, false], [-8.0859375, false], [-9.3359375, false], [-9.2421875, false], [-5.08203125, false], [-9.3359375, false], [-3.58203125, false], [-5.08203125, false], [-8.8359375, false], [-3.58203125, false], [-8.5859375, false], [-9.5859375, false], [-9.0859375, false], [-10.0859375, false], [-9.3359375, false], [-9.2421875, false], [-5.08203125, false], [-9.3359375, false], [-3.58203125, false], [-5.08203125, false], [-8.0859375, false], [-9.8359375, false], [-9.0859375, false], [-9.8359375, false], [-9.0859375, false], [-9.3359375, false], [-9.2421875, false], [-5.08203125, false], [-9.3359375, false], [-3.58203125, false], [-5.08203125, false], [-8.0859375, false], [-3.58203125, false], [-10.0859375, false], [-10.0859375, false], [-9.0859375, false], [-10.5859375, false], [-12.0859375, false], [-5.08203125, false], [-3.58203125, false], [-9.5859375, false], [-9.5859375, false], [-5.08203125, false], [-10.0859375, false], [-9.8359375, false], [-10.5859375, false], [-9.0859375, false], [-9.3359375, false], [-13.0859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 506, "doc": {"id": "Mercury_7271198", "question": "What is the relationship between an ecosystem and a community?", "choices": {"text": ["A community is a very large ecosystem.", "An ecosystem is a very large community.", "An ecosystem includes a community and abiotic factors.", "A community includes an ecosystem and abiotic factors."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "An ecosystem includes a community and abiotic factors.", "arguments": ["Question: What is the relationship between an ecosystem and a community?\nAnswer:", " ["], "resps": [[[-7.609375, false]], [[-8.609375, false]], [[-2.609375, false]], [[-6.359375, false]], [[-11.609375, false]], [[-11.359375, false]], [[-12.609375, false]], [[-12.609375, false]], [[-12.859375, false]], [[-10.109375, false]], [[-9.609375, false]], [[-12.359375, false]], [[-12.859375, false]], [[-6.359375, false]], [[-9.609375, false]], [[-11.359375, false]], [[-6.359375, false]], [[-5.359375, false]], [[-6.359375, false]], [[-13.109375, false]], [[-5.359375, false]], [[-13.109375, false]], [[-12.859375, false]], [[-6.359375, false]], [[-11.109375, false]], [[-5.359375, false]], [[-13.109375, false]], [[-14.859375, false]], [[-5.359375, false]], [[-6.359375, false]], [[-5.359375, false]], [[-11.609375, false]], [[-11.359375, false]], [[-11.359375, false]], [[-12.859375, false]], [[-11.359375, false]], [[-12.359375, false]], [[-5.359375, false]], [[-12.609375, false]], [[-8.7421875, false]], [[-8.609375, false]], [[-11.1171875, false]], [[-6.359375, false]], [[-8.609375, false]], [[-2.609375, false]], [[-10.109375, false]], [[-6.359375, false]], [[-5.359375, false]], [[-11.609375, false]], [[-11.359375, false]], [[-11.359375, false]], [[-12.859375, false]], [[-11.359375, false]], [[-12.359375, false]], [[-5.359375, false]], [[-12.609375, false]], [[-6.359375, false]], [[-9.609375, false]], [[-11.359375, false]], [[-6.359375, false]], [[-5.359375, false]], [[-6.359375, false]], [[-13.109375, false]], [[-5.359375, false]], [[-13.109375, false]], [[-12.859375, false]], [[-6.359375, false]], [[-11.109375, false]], [[-5.359375, false]], [[-13.109375, false]], [[-14.859375, false]], [[-5.359375, false]], [[-6.359375, false]], [[-11.609375, false]], [[-11.359375, false]], [[-12.609375, false]], [[-12.609375, false]], [[-12.859375, false]], [[-10.109375, false]], [[-9.609375, false]], [[-12.359375, false]], [[-12.859375, false]], [[-8.7421875, false]], [[-8.609375, false]], [[-11.1171875, false]], [[-6.359375, false]], [[-8.609375, false]], [[-2.609375, false]], [[-10.109375, false]], [[-6.359375, false]], [[-5.359375, false]], [[-11.609375, false]], [[-11.359375, false]], [[-11.359375, false]], [[-12.859375, false]], [[-11.359375, false]], [[-12.359375, false]], [[-5.359375, false]], [[-12.609375, false]], [[-6.359375, false]], [[-9.609375, false]], [[-10.109375, false]], [[-11.609375, false]], [[-11.109375, false]], [[-12.859375, false]], [[-10.609375, false]], [[-5.359375, false]], [[-11.359375, false]], [[-6.359375, false]], [[-5.359375, false]], [[-6.359375, false]], [[-11.609375, false]], [[-11.359375, false]], [[-12.609375, false]], [[-12.609375, false]], [[-12.859375, false]], [[-10.109375, false]], [[-9.609375, false]], [[-12.359375, false]], [[-12.859375, false]], [[-6.359375, false]], [[-5.359375, false]], [[-10.109375, false]], [[-10.609375, false]], [[-6.359375, false]], [[-5.359375, false]], [[-11.109375, false]], [[-9.609375, false]], [[-11.359375, false]], [[-12.359375, false]], [[-9.609375, false]], [[-11.609375, false]], [[-6.359375, false]], [[-11.609375, false]], [[-5.359375, false]], [[-11.609375, false]], [[-12.359375, false]], [[-11.359375, false]], [[-13.109375, false]], [[-11.359375, false]], [[-8.7421875, false]], [[-8.609375, false]], [[-11.1171875, false]], [[-6.359375, false]], [[-8.609375, false]], [[-2.609375, false]], [[-6.359375, false]], [[-11.609375, false]], [[-11.359375, false]], [[-12.609375, false]], [[-12.609375, false]], [[-12.859375, false]], [[-10.109375, false]], [[-9.609375, false]], [[-12.359375, false]], [[-12.859375, false]], [[-6.359375, false]], [[-9.609375, false]], [[-10.109375, false]], [[-11.609375, false]], [[-11.109375, false]], [[-12.859375, false]], [[-10.609375, false]], [[-5.359375, false]], [[-11.359375, false]], [[-6.359375, false]], [[-5.359375, false]], [[-10.109375, false]], [[-6.359375, false]], [[-5.359375, false]], [[-11.609375, false]], [[-11.359375, false]], [[-11.359375, false]], [[-12.859375, false]], [[-11.359375, false]], [[-12.359375, false]], [[-5.359375, false]], [[-12.609375, false]], [[-6.359375, false]], [[-5.359375, false]], [[-10.109375, false]], [[-10.609375, false]], [[-6.359375, false]], [[-5.359375, false]], [[-11.109375, false]], [[-9.609375, false]], [[-11.359375, false]], [[-12.359375, false]], [[-9.609375, false]], [[-11.609375, false]], [[-6.359375, false]], [[-11.609375, false]], [[-5.359375, false]], [[-11.609375, false]], [[-12.359375, false]], [[-11.359375, false]], [[-13.109375, false]], [[-11.359375, false]], [[-8.7421875, false]], [[-8.609375, false]], [[-13.359375, false]]], "filtered_resps": [[-7.609375, false], [-8.609375, false], [-2.609375, false], [-6.359375, false], [-11.609375, false], [-11.359375, false], [-12.609375, false], [-12.609375, false], [-12.859375, false], [-10.109375, false], [-9.609375, false], [-12.359375, false], [-12.859375, false], [-6.359375, false], [-9.609375, false], [-11.359375, false], [-6.359375, false], [-5.359375, false], [-6.359375, false], [-13.109375, false], [-5.359375, false], [-13.109375, false], [-12.859375, false], [-6.359375, false], [-11.109375, false], [-5.359375, false], [-13.109375, false], [-14.859375, false], [-5.359375, false], [-6.359375, false], [-5.359375, false], [-11.609375, false], [-11.359375, false], [-11.359375, false], [-12.859375, false], [-11.359375, false], [-12.359375, false], [-5.359375, false], [-12.609375, false], [-8.7421875, false], [-8.609375, false], [-11.1171875, false], [-6.359375, false], [-8.609375, false], [-2.609375, false], [-10.109375, false], [-6.359375, false], [-5.359375, false], [-11.609375, false], [-11.359375, false], [-11.359375, false], [-12.859375, false], [-11.359375, false], [-12.359375, false], [-5.359375, false], [-12.609375, false], [-6.359375, false], [-9.609375, false], [-11.359375, false], [-6.359375, false], [-5.359375, false], [-6.359375, false], [-13.109375, false], [-5.359375, false], [-13.109375, false], [-12.859375, false], [-6.359375, false], [-11.109375, false], [-5.359375, false], [-13.109375, false], [-14.859375, false], [-5.359375, false], [-6.359375, false], [-11.609375, false], [-11.359375, false], [-12.609375, false], [-12.609375, false], [-12.859375, false], [-10.109375, false], [-9.609375, false], [-12.359375, false], [-12.859375, false], [-8.7421875, false], [-8.609375, false], [-11.1171875, false], [-6.359375, false], [-8.609375, false], [-2.609375, false], [-10.109375, false], [-6.359375, false], [-5.359375, false], [-11.609375, false], [-11.359375, false], [-11.359375, false], [-12.859375, false], [-11.359375, false], [-12.359375, false], [-5.359375, false], [-12.609375, false], [-6.359375, false], [-9.609375, false], [-10.109375, false], [-11.609375, false], [-11.109375, false], [-12.859375, false], [-10.609375, false], [-5.359375, false], [-11.359375, false], [-6.359375, false], [-5.359375, false], [-6.359375, false], [-11.609375, false], [-11.359375, false], [-12.609375, false], [-12.609375, false], [-12.859375, false], [-10.109375, false], [-9.609375, false], [-12.359375, false], [-12.859375, false], [-6.359375, false], [-5.359375, false], [-10.109375, false], [-10.609375, false], [-6.359375, false], [-5.359375, false], [-11.109375, false], [-9.609375, false], [-11.359375, false], [-12.359375, false], [-9.609375, false], [-11.609375, false], [-6.359375, false], [-11.609375, false], [-5.359375, false], [-11.609375, false], [-12.359375, false], [-11.359375, false], [-13.109375, false], [-11.359375, false], [-8.7421875, false], [-8.609375, false], [-11.1171875, false], [-6.359375, false], [-8.609375, false], [-2.609375, false], [-6.359375, false], [-11.609375, false], [-11.359375, false], [-12.609375, false], [-12.609375, false], [-12.859375, false], [-10.109375, false], [-9.609375, false], [-12.359375, false], [-12.859375, false], [-6.359375, false], [-9.609375, false], [-10.109375, false], [-11.609375, false], [-11.109375, false], [-12.859375, false], [-10.609375, false], [-5.359375, false], [-11.359375, false], [-6.359375, false], [-5.359375, false], [-10.109375, false], [-6.359375, false], [-5.359375, false], [-11.609375, false], [-11.359375, false], [-11.359375, false], [-12.859375, false], [-11.359375, false], [-12.359375, false], [-5.359375, false], [-12.609375, false], [-6.359375, false], [-5.359375, false], [-10.109375, false], [-10.609375, false], [-6.359375, false], [-5.359375, false], [-11.109375, false], [-9.609375, false], [-11.359375, false], [-12.359375, false], [-9.609375, false], [-11.609375, false], [-6.359375, false], [-11.609375, false], [-5.359375, false], [-11.609375, false], [-12.359375, false], [-11.359375, false], [-13.109375, false], [-11.359375, false], [-8.7421875, false], [-8.609375, false], [-13.359375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 514, "doc": {"id": "NYSEDREGENTS_2008_4_24", "question": "Which sequence shows the life cycle of some insects?", "choices": {"text": ["adult -> pupa -> larva -> egg", "egg -> pupa -> larva -> adult", "larva -> pupa -> egg -> adult", "egg -> larva -> pupa -> adult"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "egg -> larva -> pupa -> adult", "arguments": ["Question: Which sequence shows the life cycle of some insects?\nAnswer:", " ["], "resps": [[[-6.13671875, false]], [[-8.265625, false]], [[-4.88671875, false]], [[-8.265625, false]], [[-9.890625, false]], [[-9.015625, false]], [[-9.515625, false]], [[-4.76171875, false]], [[-6.51171875, false]], [[-9.390625, false]], [[-4.76171875, false]], [[-8.140625, false]], [[-9.890625, false]], [[-8.140625, false]], [[-4.88671875, false]], [[-4.76171875, false]], [[-6.51171875, false]], [[-9.390625, false]], [[-4.76171875, false]], [[-9.015625, false]], [[-4.88671875, false]], [[-8.515625, false]], [[-9.890625, false]], [[-4.88671875, false]], [[-4.76171875, false]], [[-6.51171875, false]], [[-9.390625, false]], [[-4.76171875, false]], [[-8.140625, false]], [[-10.015625, false]], [[-10.015625, false]], [[-8.265625, false]], [[-9.1875, false]], [[-4.76171875, false]], [[-8.265625, false]], [[-8.140625, false]], [[-10.015625, false]], [[-10.015625, false]], [[-4.76171875, false]], [[-6.51171875, false]], [[-9.390625, false]], [[-4.76171875, false]], [[-8.140625, false]], [[-9.890625, false]], [[-8.140625, false]], [[-4.88671875, false]], [[-4.76171875, false]], [[-6.51171875, false]], [[-9.390625, false]], [[-4.76171875, false]], [[-9.015625, false]], [[-4.88671875, false]], [[-8.515625, false]], [[-9.890625, false]], [[-4.88671875, false]], [[-4.76171875, false]], [[-6.51171875, false]], [[-9.390625, false]], [[-4.76171875, false]], [[-4.88671875, false]], [[-8.265625, false]], [[-9.890625, false]], [[-9.015625, false]], [[-9.515625, false]], [[-8.265625, false]], [[-9.1875, false]], [[-4.76171875, false]], [[-8.265625, false]], [[-9.015625, false]], [[-4.88671875, false]], [[-8.515625, false]], [[-9.890625, false]], [[-4.88671875, false]], [[-4.76171875, false]], [[-6.51171875, false]], [[-9.390625, false]], [[-4.76171875, false]], [[-8.140625, false]], [[-9.890625, false]], [[-8.140625, false]], [[-4.88671875, false]], [[-4.76171875, false]], [[-6.51171875, false]], [[-9.390625, false]], [[-4.76171875, false]], [[-8.140625, false]], [[-10.015625, false]], [[-10.015625, false]], [[-4.76171875, false]], [[-6.51171875, false]], [[-9.390625, false]], [[-4.76171875, false]], [[-4.88671875, false]], [[-8.265625, false]], [[-9.890625, false]], [[-9.015625, false]], [[-9.515625, false]], [[-8.265625, false]], [[-9.1875, false]], [[-4.76171875, false]], [[-8.265625, false]], [[-8.140625, false]], [[-10.015625, false]], [[-10.015625, false]], [[-4.76171875, false]], [[-6.51171875, false]], [[-9.390625, false]], [[-4.76171875, false]], [[-9.015625, false]], [[-4.88671875, false]], [[-8.515625, false]], [[-9.890625, false]], [[-4.88671875, false]], [[-4.76171875, false]], [[-6.51171875, false]], [[-9.390625, false]], [[-4.76171875, false]], [[-8.140625, false]], [[-9.890625, false]], [[-8.140625, false]], [[-4.88671875, false]], [[-4.76171875, false]], [[-6.51171875, false]], [[-9.390625, false]], [[-4.76171875, false]], [[-4.88671875, false]], [[-8.265625, false]], [[-9.890625, false]], [[-9.015625, false]], [[-9.515625, false]], [[-8.265625, false]], [[-12.515625, false]]], "filtered_resps": [[-6.13671875, false], [-8.265625, false], [-4.88671875, false], [-8.265625, false], [-9.890625, false], [-9.015625, false], [-9.515625, false], [-4.76171875, false], [-6.51171875, false], [-9.390625, false], [-4.76171875, false], [-8.140625, false], [-9.890625, false], [-8.140625, false], [-4.88671875, false], [-4.76171875, false], [-6.51171875, false], [-9.390625, false], [-4.76171875, false], [-9.015625, false], [-4.88671875, false], [-8.515625, false], [-9.890625, false], [-4.88671875, false], [-4.76171875, false], [-6.51171875, false], [-9.390625, false], [-4.76171875, false], [-8.140625, false], [-10.015625, false], [-10.015625, false], [-8.265625, false], [-9.1875, false], [-4.76171875, false], [-8.265625, false], [-8.140625, false], [-10.015625, false], [-10.015625, false], [-4.76171875, false], [-6.51171875, false], [-9.390625, false], [-4.76171875, false], [-8.140625, false], [-9.890625, false], [-8.140625, false], [-4.88671875, false], [-4.76171875, false], [-6.51171875, false], [-9.390625, false], [-4.76171875, false], [-9.015625, false], [-4.88671875, false], [-8.515625, false], [-9.890625, false], [-4.88671875, false], [-4.76171875, false], [-6.51171875, false], [-9.390625, false], [-4.76171875, false], [-4.88671875, false], [-8.265625, false], [-9.890625, false], [-9.015625, false], [-9.515625, false], [-8.265625, false], [-9.1875, false], [-4.76171875, false], [-8.265625, false], [-9.015625, false], [-4.88671875, false], [-8.515625, false], [-9.890625, false], [-4.88671875, false], [-4.76171875, false], [-6.51171875, false], [-9.390625, false], [-4.76171875, false], [-8.140625, false], [-9.890625, false], [-8.140625, false], [-4.88671875, false], [-4.76171875, false], [-6.51171875, false], [-9.390625, false], [-4.76171875, false], [-8.140625, false], [-10.015625, false], [-10.015625, false], [-4.76171875, false], [-6.51171875, false], [-9.390625, false], [-4.76171875, false], [-4.88671875, false], [-8.265625, false], [-9.890625, false], [-9.015625, false], [-9.515625, false], [-8.265625, false], [-9.1875, false], [-4.76171875, false], [-8.265625, false], [-8.140625, false], [-10.015625, false], [-10.015625, false], [-4.76171875, false], [-6.51171875, false], [-9.390625, false], [-4.76171875, false], [-9.015625, false], [-4.88671875, false], [-8.515625, false], [-9.890625, false], [-4.88671875, false], [-4.76171875, false], [-6.51171875, false], [-9.390625, false], [-4.76171875, false], [-8.140625, false], [-9.890625, false], [-8.140625, false], [-4.88671875, false], [-4.76171875, false], [-6.51171875, false], [-9.390625, false], [-4.76171875, false], [-4.88671875, false], [-8.265625, false], [-9.890625, false], [-9.015625, false], [-9.515625, false], [-8.265625, false], [-12.515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 522, "doc": {"id": "NYSEDREGENTS_2012_8_27", "question": "The thin layer of rock on Earth's surface is the", "choices": {"text": ["atmosphere", "hemisphere", "hydrosphere", "lithosphere"], "label": ["1", "2", "3", "4"]}, "answerKey": "4"}, "target": "lithosphere", "arguments": ["Question: The thin layer of rock on Earth's surface is the\nAnswer:", " ["], "resps": [[[-7.51171875, false]], [[-6.76171875, false]], [[-5.01171875, false]], [[-9.3828125, false]], [[-8.5078125, false]], [[-8.7578125, false]], [[-8.5078125, false]], [[-9.1328125, false]], [[-9.7578125, false]], [[-8.5078125, false]], [[-9.3828125, false]], [[-8.5078125, false]], [[-6.76171875, false]], [[-7.9375, false]], [[-4.38671875, false]], [[-6.76171875, false]], [[-9.7578125, false]], [[-8.5078125, false]], [[-8.5078125, false]], [[-8.1328125, false]], [[-8.5078125, false]], [[-9.1328125, false]], [[-9.7578125, false]], [[-8.5078125, false]], [[-9.3828125, false]], [[-8.5078125, false]], [[-6.76171875, false]], [[-7.9375, false]], [[-4.38671875, false]], [[-6.76171875, false]], [[-9.7578125, false]], [[-11.3828125, false]], [[-8.8828125, false]], [[-9.3828125, false]], [[-8.7578125, false]], [[-8.5078125, false]], [[-9.1328125, false]], [[-9.7578125, false]], [[-8.5078125, false]], [[-9.3828125, false]], [[-8.5078125, false]], [[-6.76171875, false]], [[-7.9375, false]], [[-4.38671875, false]], [[-6.76171875, false]], [[-10.1328125, false]], [[-8.1328125, false]], [[-9.3828125, false]], [[-9.7578125, false]], [[-8.7578125, false]], [[-8.5078125, false]], [[-9.1328125, false]], [[-9.7578125, false]], [[-8.5078125, false]], [[-9.3828125, false]], [[-8.5078125, false]], [[-6.76171875, false]], [[-11.6328125, false]]], "filtered_resps": [[-7.51171875, false], [-6.76171875, false], [-5.01171875, false], [-9.3828125, false], [-8.5078125, false], [-8.7578125, false], [-8.5078125, false], [-9.1328125, false], [-9.7578125, false], [-8.5078125, false], [-9.3828125, false], [-8.5078125, false], [-6.76171875, false], [-7.9375, false], [-4.38671875, false], [-6.76171875, false], [-9.7578125, false], [-8.5078125, false], [-8.5078125, false], [-8.1328125, false], [-8.5078125, false], [-9.1328125, false], [-9.7578125, false], [-8.5078125, false], [-9.3828125, false], [-8.5078125, false], [-6.76171875, false], [-7.9375, false], [-4.38671875, false], [-6.76171875, false], [-9.7578125, false], [-11.3828125, false], [-8.8828125, false], [-9.3828125, false], [-8.7578125, false], [-8.5078125, false], [-9.1328125, false], [-9.7578125, false], [-8.5078125, false], [-9.3828125, false], [-8.5078125, false], [-6.76171875, false], [-7.9375, false], [-4.38671875, false], [-6.76171875, false], [-10.1328125, false], [-8.1328125, false], [-9.3828125, false], [-9.7578125, false], [-8.7578125, false], [-8.5078125, false], [-9.1328125, false], [-9.7578125, false], [-8.5078125, false], [-9.3828125, false], [-8.5078125, false], [-6.76171875, false], [-11.6328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 530, "doc": {"id": "MSA_2012_5_21", "question": "A car and a truck are traveling at the same rate of speed. The vehicles approach a stop sign. Which statement best explains why the car stops in a shorter distance than the truck?", "choices": {"text": ["The car has a larger mass requiring less force to stop.", "The car has a smaller mass requiring more force to stop.", "The truck has a smaller mass requiring less force to stop.", "The truck has a larger mass requiring more force to stop."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "The truck has a larger mass requiring more force to stop.", "arguments": ["Question: A car and a truck are traveling at the same rate of speed. The vehicles approach a stop sign. Which statement best explains why the car stops in a shorter distance than the truck?\nAnswer:", " ["], "resps": [[[-6.6328125, false]], [[-9.6328125, false]], [[-6.8828125, false]], [[-10.6328125, false]], [[-9.1328125, false]], [[-5.88671875, false]], [[-7.1328125, false]], [[-3.880859375, false]], [[-10.1328125, false]], [[-5.88671875, false]], [[-10.6328125, false]], [[-3.880859375, false]], [[-9.8828125, false]], [[-5.88671875, false]], [[-3.880859375, false]], [[-5.8828125, false]], [[-10.1328125, false]], [[-3.880859375, false]], [[-10.1328125, false]], [[-11.1328125, false]], [[-9.1328125, false]], [[-10.1328125, false]], [[-5.8828125, false]], [[-9.8828125, false]], [[-3.880859375, false]], [[-9.8828125, false]], [[-9.8828125, false]], [[-5.8828125, false]], [[-10.1328125, false]], [[-9.1328125, false]], [[-8.8828125, false]], [[-11.1328125, false]], [[-8.1328125, false]], [[-10.1328125, false]], [[-8.1328125, false]], [[-8.1328125, false]], [[-11.1328125, false]], [[-5.8828125, false]], [[-10.1328125, false]], [[-9.1328125, false]], [[-9.8828125, false]], [[-9.8828125, false]], [[-5.8828125, false]], [[-9.8828125, false]], [[-9.3828125, false]], [[-10.1328125, false]], [[-7.1328125, false]], [[-9.1328125, false]], [[-5.8828125, false]], [[-9.1328125, false]], [[-9.3828125, false]], [[-5.8828125, false]], [[-9.8828125, false]], [[-9.1328125, false]], [[-9.3828125, false]], [[-9.6328125, false]], [[-6.9453125, false]], [[-9.6328125, false]], [[-9.8203125, false]], [[-5.8828125, false]], [[-9.6328125, false]], [[-6.8828125, false]], [[-10.6328125, false]], [[-9.1328125, false]], [[-5.8828125, false]], [[-7.1328125, false]], [[-3.880859375, false]], [[-10.1328125, false]], [[-5.8828125, false]], [[-10.6328125, false]], [[-3.880859375, false]], [[-9.8828125, false]], [[-5.8828125, false]], [[-3.880859375, false]], [[-5.8828125, false]], [[-9.8828125, false]], [[-9.8828125, false]], [[-3.880859375, false]], [[-10.1328125, false]], [[-10.1328125, false]], [[-9.1328125, false]], [[-10.1328125, false]], [[-5.8828125, false]], [[-9.8828125, false]], [[-3.880859375, false]], [[-9.8828125, false]], [[-9.8828125, false]], [[-5.8828125, false]], [[-10.1328125, false]], [[-9.1328125, false]], [[-8.8828125, false]], [[-11.1328125, false]], [[-8.1328125, false]], [[-10.1328125, false]], [[-8.1328125, false]], [[-8.1328125, false]], [[-11.1328125, false]], [[-5.8828125, false]], [[-9.8828125, false]], [[-9.3828125, false]], [[-10.1328125, false]], [[-9.1328125, false]], [[-5.8828125, false]], [[-9.8828125, false]], [[-9.3828125, false]], [[-10.1328125, false]], [[-7.1328125, false]], [[-9.1328125, false]], [[-5.8828125, false]], [[-9.1328125, false]], [[-9.3828125, false]], [[-5.8828125, false]], [[-9.8828125, false]], [[-9.1328125, false]], [[-9.3828125, false]], [[-9.6328125, false]], [[-6.9453125, false]], [[-9.6328125, false]], [[-9.8203125, false]], [[-5.8828125, false]], [[-9.6328125, false]], [[-6.8828125, false]], [[-10.6328125, false]], [[-9.1328125, false]], [[-5.8828125, false]], [[-9.1328125, false]], [[-10.1328125, false]], [[-11.1328125, false]], [[-7.1328125, false]], [[-9.8828125, false]], [[-5.8828125, false]], [[-10.6328125, false]], [[-3.880859375, false]], [[-9.8828125, false]], [[-5.8828125, false]], [[-3.880859375, false]], [[-5.8828125, false]], [[-9.8828125, false]], [[-9.8828125, false]], [[-3.880859375, false]], [[-10.1328125, false]], [[-10.1328125, false]], [[-9.1328125, false]], [[-10.1328125, false]], [[-5.8828125, false]], [[-9.8828125, false]], [[-3.880859375, false]], [[-9.8828125, false]], [[-9.8828125, false]], [[-5.8828125, false]], [[-10.1328125, false]], [[-9.1328125, false]], [[-8.8828125, false]], [[-11.1328125, false]], [[-8.1328125, false]], [[-10.1328125, false]], [[-8.1328125, false]], [[-8.1328125, false]], [[-11.1328125, false]], [[-5.8828125, false]], [[-10.1328125, false]], [[-9.1328125, false]], [[-9.8828125, false]], [[-9.8828125, false]], [[-5.8828125, false]], [[-9.8828125, false]], [[-9.3828125, false]], [[-10.1328125, false]], [[-7.1328125, false]], [[-9.1328125, false]], [[-5.8828125, false]], [[-9.1328125, false]], [[-9.3828125, false]], [[-5.8828125, false]], [[-9.8828125, false]], [[-9.1328125, false]], [[-9.3828125, false]], [[-9.6328125, false]], [[-6.9453125, false]], [[-9.6328125, false]], [[-9.8203125, false]], [[-5.8828125, false]], [[-9.6328125, false]], [[-6.8828125, false]], [[-10.6328125, false]], [[-9.1328125, false]], [[-5.8828125, false]], [[-9.1328125, false]], [[-10.1328125, false]], [[-11.1328125, false]], [[-7.1328125, false]], [[-9.8828125, false]], [[-5.8828125, false]], [[-10.6328125, false]], [[-3.880859375, false]], [[-9.8828125, false]], [[-5.8828125, false]], [[-3.880859375, false]], [[-5.8828125, false]], [[-10.1328125, false]], [[-3.880859375, false]], [[-10.1328125, false]], [[-11.1328125, false]], [[-9.1328125, false]], [[-10.1328125, false]], [[-5.8828125, false]], [[-9.8828125, false]], [[-3.880859375, false]], [[-9.8828125, false]], [[-9.8828125, false]], [[-5.8828125, false]], [[-10.1328125, false]], [[-9.1328125, false]], [[-8.8828125, false]], [[-11.1328125, false]], [[-8.1328125, false]], [[-10.1328125, false]], [[-8.1328125, false]], [[-8.1328125, false]], [[-11.1328125, false]], [[-5.8828125, false]], [[-9.8828125, false]], [[-9.3828125, false]], [[-10.1328125, false]], [[-9.1328125, false]], [[-5.8828125, false]], [[-9.8828125, false]], [[-9.3828125, false]], [[-10.1328125, false]], [[-7.1328125, false]], [[-9.1328125, false]], [[-5.8828125, false]], [[-9.1328125, false]], [[-9.3828125, false]], [[-5.8828125, false]], [[-9.8828125, false]], [[-9.1328125, false]], [[-9.3828125, false]], [[-9.6328125, false]], [[-6.9453125, false]], [[-9.6328125, false]], [[-12.3828125, false]]], "filtered_resps": [[-6.6328125, false], [-9.6328125, false], [-6.8828125, false], [-10.6328125, false], [-9.1328125, false], [-5.88671875, false], [-7.1328125, false], [-3.880859375, false], [-10.1328125, false], [-5.88671875, false], [-10.6328125, false], [-3.880859375, false], [-9.8828125, false], [-5.88671875, false], [-3.880859375, false], [-5.8828125, false], [-10.1328125, false], [-3.880859375, false], [-10.1328125, false], [-11.1328125, false], [-9.1328125, false], [-10.1328125, false], [-5.8828125, false], [-9.8828125, false], [-3.880859375, false], [-9.8828125, false], [-9.8828125, false], [-5.8828125, false], [-10.1328125, false], [-9.1328125, false], [-8.8828125, false], [-11.1328125, false], [-8.1328125, false], [-10.1328125, false], [-8.1328125, false], [-8.1328125, false], [-11.1328125, false], [-5.8828125, false], [-10.1328125, false], [-9.1328125, false], [-9.8828125, false], [-9.8828125, false], [-5.8828125, false], [-9.8828125, false], [-9.3828125, false], [-10.1328125, false], [-7.1328125, false], [-9.1328125, false], [-5.8828125, false], [-9.1328125, false], [-9.3828125, false], [-5.8828125, false], [-9.8828125, false], [-9.1328125, false], [-9.3828125, false], [-9.6328125, false], [-6.9453125, false], [-9.6328125, false], [-9.8203125, false], [-5.8828125, false], [-9.6328125, false], [-6.8828125, false], [-10.6328125, false], [-9.1328125, false], [-5.8828125, false], [-7.1328125, false], [-3.880859375, false], [-10.1328125, false], [-5.8828125, false], [-10.6328125, false], [-3.880859375, false], [-9.8828125, false], [-5.8828125, false], [-3.880859375, false], [-5.8828125, false], [-9.8828125, false], [-9.8828125, false], [-3.880859375, false], [-10.1328125, false], [-10.1328125, false], [-9.1328125, false], [-10.1328125, false], [-5.8828125, false], [-9.8828125, false], [-3.880859375, false], [-9.8828125, false], [-9.8828125, false], [-5.8828125, false], [-10.1328125, false], [-9.1328125, false], [-8.8828125, false], [-11.1328125, false], [-8.1328125, false], [-10.1328125, false], [-8.1328125, false], [-8.1328125, false], [-11.1328125, false], [-5.8828125, false], [-9.8828125, false], [-9.3828125, false], [-10.1328125, false], [-9.1328125, false], [-5.8828125, false], [-9.8828125, false], [-9.3828125, false], [-10.1328125, false], [-7.1328125, false], [-9.1328125, false], [-5.8828125, false], [-9.1328125, false], [-9.3828125, false], [-5.8828125, false], [-9.8828125, false], [-9.1328125, false], [-9.3828125, false], [-9.6328125, false], [-6.9453125, false], [-9.6328125, false], [-9.8203125, false], [-5.8828125, false], [-9.6328125, false], [-6.8828125, false], [-10.6328125, false], [-9.1328125, false], [-5.8828125, false], [-9.1328125, false], [-10.1328125, false], [-11.1328125, false], [-7.1328125, false], [-9.8828125, false], [-5.8828125, false], [-10.6328125, false], [-3.880859375, false], [-9.8828125, false], [-5.8828125, false], [-3.880859375, false], [-5.8828125, false], [-9.8828125, false], [-9.8828125, false], [-3.880859375, false], [-10.1328125, false], [-10.1328125, false], [-9.1328125, false], [-10.1328125, false], [-5.8828125, false], [-9.8828125, false], [-3.880859375, false], [-9.8828125, false], [-9.8828125, false], [-5.8828125, false], [-10.1328125, false], [-9.1328125, false], [-8.8828125, false], [-11.1328125, false], [-8.1328125, false], [-10.1328125, false], [-8.1328125, false], [-8.1328125, false], [-11.1328125, false], [-5.8828125, false], [-10.1328125, false], [-9.1328125, false], [-9.8828125, false], [-9.8828125, false], [-5.8828125, false], [-9.8828125, false], [-9.3828125, false], [-10.1328125, false], [-7.1328125, false], [-9.1328125, false], [-5.8828125, false], [-9.1328125, false], [-9.3828125, false], [-5.8828125, false], [-9.8828125, false], [-9.1328125, false], [-9.3828125, false], [-9.6328125, false], [-6.9453125, false], [-9.6328125, false], [-9.8203125, false], [-5.8828125, false], [-9.6328125, false], [-6.8828125, false], [-10.6328125, false], [-9.1328125, false], [-5.8828125, false], [-9.1328125, false], [-10.1328125, false], [-11.1328125, false], [-7.1328125, false], [-9.8828125, false], [-5.8828125, false], [-10.6328125, false], [-3.880859375, false], [-9.8828125, false], [-5.8828125, false], [-3.880859375, false], [-5.8828125, false], [-10.1328125, false], [-3.880859375, false], [-10.1328125, false], [-11.1328125, false], [-9.1328125, false], [-10.1328125, false], [-5.8828125, false], [-9.8828125, false], [-3.880859375, false], [-9.8828125, false], [-9.8828125, false], [-5.8828125, false], [-10.1328125, false], [-9.1328125, false], [-8.8828125, false], [-11.1328125, false], [-8.1328125, false], [-10.1328125, false], [-8.1328125, false], [-8.1328125, false], [-11.1328125, false], [-5.8828125, false], [-9.8828125, false], [-9.3828125, false], [-10.1328125, false], [-9.1328125, false], [-5.8828125, false], [-9.8828125, false], [-9.3828125, false], [-10.1328125, false], [-7.1328125, false], [-9.1328125, false], [-5.8828125, false], [-9.1328125, false], [-9.3828125, false], [-5.8828125, false], [-9.8828125, false], [-9.1328125, false], [-9.3828125, false], [-9.6328125, false], [-6.9453125, false], [-9.6328125, false], [-12.3828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 538, "doc": {"id": "Mercury_SC_400048", "question": "Which form of energy is required for a television set to work?", "choices": {"text": ["electrical", "heat", "light", "solar"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "electrical", "arguments": ["Question: Which form of energy is required for a television set to work?\nAnswer:", " ["], "resps": [[[-7.83203125, false]], [[-9.328125, false]], [[-9.078125, false]], [[-9.578125, false]], [[-9.078125, false]], [[-9.078125, false]], [[-10.078125, false]], [[-11.828125, false]], [[-8.328125, false]], [[-9.078125, false]], [[-5.58203125, false]], [[-9.578125, false]], [[-9.328125, false]], [[-8.875, false]], [[-4.83203125, false]], [[-9.328125, false]], [[-9.828125, false]], [[-9.078125, false]], [[-5.58203125, false]], [[-10.078125, false]], [[-9.328125, false]], [[-8.875, false]], [[-4.83203125, false]], [[-9.328125, false]], [[-9.578125, false]], [[-8.328125, false]], [[-12.078125, false]], [[-9.828125, false]], [[-10.078125, false]], [[-9.328125, false]], [[-8.875, false]], [[-4.83203125, false]], [[-9.328125, false]], [[-11.078125, false]], [[-8.328125, false]], [[-9.578125, false]], [[-5.58203125, false]], [[-11.828125, false]], [[-9.328125, false]], [[-14.578125, false]]], "filtered_resps": [[-7.83203125, false], [-9.328125, false], [-9.078125, false], [-9.578125, false], [-9.078125, false], [-9.078125, false], [-10.078125, false], [-11.828125, false], [-8.328125, false], [-9.078125, false], [-5.58203125, false], [-9.578125, false], [-9.328125, false], [-8.875, false], [-4.83203125, false], [-9.328125, false], [-9.828125, false], [-9.078125, false], [-5.58203125, false], [-10.078125, false], [-9.328125, false], [-8.875, false], [-4.83203125, false], [-9.328125, false], [-9.578125, false], [-8.328125, false], [-12.078125, false], [-9.828125, false], [-10.078125, false], [-9.328125, false], [-8.875, false], [-4.83203125, false], [-9.328125, false], [-11.078125, false], [-8.328125, false], [-9.578125, false], [-5.58203125, false], [-11.828125, false], [-9.328125, false], [-14.578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 546, "doc": {"id": "Mercury_7024938", "question": "When buying a sunscreen, which is the best question to keep in mind while reading the label for maximum effectiveness?", "choices": {"text": ["What is the cost per ounce?", "Who is the manufacturer?", "Is the product waterproof?", "How much protection does it provide?"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "How much protection does it provide?", "arguments": ["Question: When buying a sunscreen, which is the best question to keep in mind while reading the label for maximum effectiveness?\nAnswer:", " ["], "resps": [[[-7.4921875, false]], [[-7.7421875, false]], [[-7.4921875, false]], [[-12.4921875, false]], [[-6.9921875, false]], [[-11.7421875, false]], [[-5.2421875, false]], [[-9.7421875, false]], [[-10.9921875, false]], [[-5.2421875, false]], [[-11.7421875, false]], [[-12.4921875, false]], [[-10.2421875, false]], [[-5.2421875, false]], [[-12.4921875, false]], [[-9.7421875, false]], [[-10.9921875, false]], [[-11.7421875, false]], [[-5.2421875, false]], [[-11.4921875, false]], [[-10.2421875, false]], [[-12.7421875, false]], [[-5.2421875, false]], [[-9.7421875, false]], [[-11.9921875, false]], [[-11.2421875, false]], [[-12.4921875, false]], [[-10.2421875, false]], [[-9.4921875, false]], [[-7.7421875, false]], [[-10.671875, false]], [[-5.2421875, false]], [[-7.7421875, false]], [[-7.4921875, false]], [[-12.4921875, false]], [[-9.7421875, false]], [[-5.2421875, false]], [[-9.7421875, false]], [[-10.9921875, false]], [[-5.2421875, false]], [[-11.7421875, false]], [[-12.4921875, false]], [[-10.2421875, false]], [[-5.2421875, false]], [[-12.2421875, false]], [[-6.9921875, false]], [[-11.2421875, false]], [[-11.9921875, false]], [[-11.4921875, false]], [[-6.9921875, false]], [[-12.4921875, false]], [[-11.7421875, false]], [[-11.9921875, false]], [[-12.7421875, false]], [[-10.2421875, false]], [[-12.7421875, false]], [[-9.4921875, false]], [[-7.7421875, false]], [[-10.671875, false]], [[-5.2421875, false]], [[-7.7421875, false]], [[-4.4921875, false]], [[-10.9921875, false]], [[-5.2421875, false]], [[-11.7421875, false]], [[-12.4921875, false]], [[-10.2421875, false]], [[-5.2421875, false]], [[-11.4921875, false]], [[-12.7421875, false]], [[-9.7421875, false]], [[-11.7421875, false]], [[-11.9921875, false]], [[-12.4921875, false]], [[-11.7421875, false]], [[-5.2421875, false]], [[-11.4921875, false]], [[-6.9921875, false]], [[-11.7421875, false]], [[-10.2421875, false]], [[-12.7421875, false]], [[-11.4921875, false]], [[-12.7421875, false]], [[-9.7421875, false]], [[-9.7421875, false]], [[-11.4921875, false]], [[-9.4921875, false]], [[-7.7421875, false]], [[-10.671875, false]], [[-5.2421875, false]], [[-7.7421875, false]], [[-7.4921875, false]], [[-9.7421875, false]], [[-11.4921875, false]], [[-5.2421875, false]], [[-12.2421875, false]], [[-11.9921875, false]], [[-12.4921875, false]], [[-12.4921875, false]], [[-5.2421875, false]], [[-11.4921875, false]], [[-12.7421875, false]], [[-9.7421875, false]], [[-11.7421875, false]], [[-10.2421875, false]], [[-12.4921875, false]], [[-11.7421875, false]], [[-9.7421875, false]], [[-9.7421875, false]], [[-11.2421875, false]], [[-5.2421875, false]], [[-11.7421875, false]], [[-9.7421875, false]], [[-10.2421875, false]], [[-10.9921875, false]], [[-5.2421875, false]], [[-9.7421875, false]], [[-11.7421875, false]], [[-5.2421875, false]], [[-11.4921875, false]], [[-12.7421875, false]], [[-9.7421875, false]], [[-12.2421875, false]], [[-9.7421875, false]], [[-11.7421875, false]], [[-10.2421875, false]], [[-9.4921875, false]], [[-7.7421875, false]], [[-13.2421875, false]]], "filtered_resps": [[-7.4921875, false], [-7.7421875, false], [-7.4921875, false], [-12.4921875, false], [-6.9921875, false], [-11.7421875, false], [-5.2421875, false], [-9.7421875, false], [-10.9921875, false], [-5.2421875, false], [-11.7421875, false], [-12.4921875, false], [-10.2421875, false], [-5.2421875, false], [-12.4921875, false], [-9.7421875, false], [-10.9921875, false], [-11.7421875, false], [-5.2421875, false], [-11.4921875, false], [-10.2421875, false], [-12.7421875, false], [-5.2421875, false], [-9.7421875, false], [-11.9921875, false], [-11.2421875, false], [-12.4921875, false], [-10.2421875, false], [-9.4921875, false], [-7.7421875, false], [-10.671875, false], [-5.2421875, false], [-7.7421875, false], [-7.4921875, false], [-12.4921875, false], [-9.7421875, false], [-5.2421875, false], [-9.7421875, false], [-10.9921875, false], [-5.2421875, false], [-11.7421875, false], [-12.4921875, false], [-10.2421875, false], [-5.2421875, false], [-12.2421875, false], [-6.9921875, false], [-11.2421875, false], [-11.9921875, false], [-11.4921875, false], [-6.9921875, false], [-12.4921875, false], [-11.7421875, false], [-11.9921875, false], [-12.7421875, false], [-10.2421875, false], [-12.7421875, false], [-9.4921875, false], [-7.7421875, false], [-10.671875, false], [-5.2421875, false], [-7.7421875, false], [-4.4921875, false], [-10.9921875, false], [-5.2421875, false], [-11.7421875, false], [-12.4921875, false], [-10.2421875, false], [-5.2421875, false], [-11.4921875, false], [-12.7421875, false], [-9.7421875, false], [-11.7421875, false], [-11.9921875, false], [-12.4921875, false], [-11.7421875, false], [-5.2421875, false], [-11.4921875, false], [-6.9921875, false], [-11.7421875, false], [-10.2421875, false], [-12.7421875, false], [-11.4921875, false], [-12.7421875, false], [-9.7421875, false], [-9.7421875, false], [-11.4921875, false], [-9.4921875, false], [-7.7421875, false], [-10.671875, false], [-5.2421875, false], [-7.7421875, false], [-7.4921875, false], [-9.7421875, false], [-11.4921875, false], [-5.2421875, false], [-12.2421875, false], [-11.9921875, false], [-12.4921875, false], [-12.4921875, false], [-5.2421875, false], [-11.4921875, false], [-12.7421875, false], [-9.7421875, false], [-11.7421875, false], [-10.2421875, false], [-12.4921875, false], [-11.7421875, false], [-9.7421875, false], [-9.7421875, false], [-11.2421875, false], [-5.2421875, false], [-11.7421875, false], [-9.7421875, false], [-10.2421875, false], [-10.9921875, false], [-5.2421875, false], [-9.7421875, false], [-11.7421875, false], [-5.2421875, false], [-11.4921875, false], [-12.7421875, false], [-9.7421875, false], [-12.2421875, false], [-9.7421875, false], [-11.7421875, false], [-10.2421875, false], [-9.4921875, false], [-7.7421875, false], [-13.2421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 554, "doc": {"id": "Mercury_SC_409676", "question": "James read that plants benefit animals by changing the atmosphere. How do plants most likely change the atmosphere in a way that is beneficial for animals?", "choices": {"text": ["Plants release oxygen.", "Plants absorb sunlight.", "Plants produce heat energy.", "Plants make carbon dioxide."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Plants release oxygen.", "arguments": ["Question: James read that plants benefit animals by changing the atmosphere. How do plants most likely change the atmosphere in a way that is beneficial for animals?\nAnswer:", " ["], "resps": [[[-7.54296875, false]], [[-9.796875, false]], [[-6.54296875, false]], [[-11.546875, false]], [[-6.54296875, false]], [[-10.796875, false]], [[-12.546875, false]], [[-10.796875, false]], [[-5.79296875, false]], [[-12.546875, false]], [[-8.296875, false]], [[-11.546875, false]], [[-8.296875, false]], [[-6.54296875, false]], [[-10.796875, false]], [[-8.296875, false]], [[-5.79296875, false]], [[-9.296875, false]], [[-11.046875, false]], [[-12.796875, false]], [[-12.796875, false]], [[-8.296875, false]], [[-10.796875, false]], [[-7.80078125, false]], [[-9.796875, false]], [[-10.671875, false]], [[-5.79296875, false]], [[-9.796875, false]], [[-6.54296875, false]], [[-11.546875, false]], [[-6.54296875, false]], [[-10.796875, false]], [[-12.546875, false]], [[-10.796875, false]], [[-5.79296875, false]], [[-6.54296875, false]], [[-8.796875, false]], [[-10.796875, false]], [[-9.296875, false]], [[-12.546875, false]], [[-8.796875, false]], [[-5.79296875, false]], [[-10.796875, false]], [[-12.546875, false]], [[-10.796875, false]], [[-11.546875, false]], [[-8.796875, false]], [[-12.796875, false]], [[-11.546875, false]], [[-12.546875, false]], [[-7.80078125, false]], [[-9.796875, false]], [[-10.671875, false]], [[-5.79296875, false]], [[-9.796875, false]], [[-6.54296875, false]], [[-11.546875, false]], [[-6.54296875, false]], [[-10.796875, false]], [[-12.546875, false]], [[-10.796875, false]], [[-5.79296875, false]], [[-10.296875, false]], [[-12.546875, false]], [[-9.296875, false]], [[-9.046875, false]], [[-12.546875, false]], [[-10.296875, false]], [[-8.296875, false]], [[-5.79296875, false]], [[-11.546875, false]], [[-8.296875, false]], [[-6.54296875, false]], [[-12.546875, false]], [[-5.79296875, false]], [[-8.296875, false]], [[-10.796875, false]], [[-8.296875, false]], [[-12.546875, false]], [[-12.796875, false]], [[-12.796875, false]], [[-7.80078125, false]], [[-9.796875, false]], [[-10.671875, false]], [[-5.79296875, false]], [[-9.796875, false]], [[-6.54296875, false]], [[-11.546875, false]], [[-6.54296875, false]], [[-10.796875, false]], [[-12.546875, false]], [[-10.796875, false]], [[-5.79296875, false]], [[-12.296875, false]], [[-6.54296875, false]], [[-11.796875, false]], [[-8.296875, false]], [[-5.79296875, false]], [[-10.296875, false]], [[-6.54296875, false]], [[-12.546875, false]], [[-8.796875, false]], [[-9.296875, false]], [[-10.796875, false]], [[-5.79296875, false]], [[-9.046875, false]], [[-8.796875, false]], [[-9.296875, false]], [[-11.046875, false]], [[-8.796875, false]], [[-9.046875, false]], [[-8.296875, false]], [[-7.80078125, false]], [[-9.796875, false]], [[-14.046875, false]]], "filtered_resps": [[-7.54296875, false], [-9.796875, false], [-6.54296875, false], [-11.546875, false], [-6.54296875, false], [-10.796875, false], [-12.546875, false], [-10.796875, false], [-5.79296875, false], [-12.546875, false], [-8.296875, false], [-11.546875, false], [-8.296875, false], [-6.54296875, false], [-10.796875, false], [-8.296875, false], [-5.79296875, false], [-9.296875, false], [-11.046875, false], [-12.796875, false], [-12.796875, false], [-8.296875, false], [-10.796875, false], [-7.80078125, false], [-9.796875, false], [-10.671875, false], [-5.79296875, false], [-9.796875, false], [-6.54296875, false], [-11.546875, false], [-6.54296875, false], [-10.796875, false], [-12.546875, false], [-10.796875, false], [-5.79296875, false], [-6.54296875, false], [-8.796875, false], [-10.796875, false], [-9.296875, false], [-12.546875, false], [-8.796875, false], [-5.79296875, false], [-10.796875, false], [-12.546875, false], [-10.796875, false], [-11.546875, false], [-8.796875, false], [-12.796875, false], [-11.546875, false], [-12.546875, false], [-7.80078125, false], [-9.796875, false], [-10.671875, false], [-5.79296875, false], [-9.796875, false], [-6.54296875, false], [-11.546875, false], [-6.54296875, false], [-10.796875, false], [-12.546875, false], [-10.796875, false], [-5.79296875, false], [-10.296875, false], [-12.546875, false], [-9.296875, false], [-9.046875, false], [-12.546875, false], [-10.296875, false], [-8.296875, false], [-5.79296875, false], [-11.546875, false], [-8.296875, false], [-6.54296875, false], [-12.546875, false], [-5.79296875, false], [-8.296875, false], [-10.796875, false], [-8.296875, false], [-12.546875, false], [-12.796875, false], [-12.796875, false], [-7.80078125, false], [-9.796875, false], [-10.671875, false], [-5.79296875, false], [-9.796875, false], [-6.54296875, false], [-11.546875, false], [-6.54296875, false], [-10.796875, false], [-12.546875, false], [-10.796875, false], [-5.79296875, false], [-12.296875, false], [-6.54296875, false], [-11.796875, false], [-8.296875, false], [-5.79296875, false], [-10.296875, false], [-6.54296875, false], [-12.546875, false], [-8.796875, false], [-9.296875, false], [-10.796875, false], [-5.79296875, false], [-9.046875, false], [-8.796875, false], [-9.296875, false], [-11.046875, false], [-8.796875, false], [-9.046875, false], [-8.296875, false], [-7.80078125, false], [-9.796875, false], [-14.046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 562, "doc": {"id": "Mercury_184170", "question": "The temperature of the stratosphere increases with altitude because of the presence of", "choices": {"text": ["nitrogen.", "water vapor.", "ozone.", "carbon monoxide."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "ozone.", "arguments": ["Question: The temperature of the stratosphere increases with altitude because of the presence of\nAnswer:", " ["], "resps": [[[-7.578125, false]], [[-8.703125, false]], [[-8.953125, false]], [[-7.953125, false]], [[-10.078125, false]], [[-11.203125, false]], [[-8.953125, false]], [[-10.578125, false]], [[-8.953125, false]], [[-8.953125, false]], [[-6.2421875, false]], [[-8.703125, false]], [[-8.3671875, false]], [[-4.953125, false]], [[-8.703125, false]], [[-10.203125, false]], [[-5.203125, false]], [[-10.078125, false]], [[-8.953125, false]], [[-11.203125, false]], [[-4.953125, false]], [[-10.703125, false]], [[-5.203125, false]], [[-9.203125, false]], [[-8.953125, false]], [[-11.203125, false]], [[-6.2421875, false]], [[-8.703125, false]], [[-8.3671875, false]], [[-4.953125, false]], [[-8.703125, false]], [[-8.953125, false]], [[-10.953125, false]], [[-8.953125, false]], [[-8.953125, false]], [[-8.953125, false]], [[-6.2421875, false]], [[-8.703125, false]], [[-8.3671875, false]], [[-4.953125, false]], [[-8.703125, false]], [[-9.203125, false]], [[-5.203125, false]], [[-11.203125, false]], [[-7.578125, false]], [[-8.953125, false]], [[-8.953125, false]], [[-4.953125, false]], [[-9.453125, false]], [[-8.953125, false]], [[-8.953125, false]], [[-8.953125, false]], [[-10.578125, false]], [[-7.953125, false]], [[-8.828125, false]], [[-8.953125, false]], [[-6.2421875, false]], [[-8.703125, false]], [[-12.328125, false]]], "filtered_resps": [[-7.578125, false], [-8.703125, false], [-8.953125, false], [-7.953125, false], [-10.078125, false], [-11.203125, false], [-8.953125, false], [-10.578125, false], [-8.953125, false], [-8.953125, false], [-6.2421875, false], [-8.703125, false], [-8.3671875, false], [-4.953125, false], [-8.703125, false], [-10.203125, false], [-5.203125, false], [-10.078125, false], [-8.953125, false], [-11.203125, false], [-4.953125, false], [-10.703125, false], [-5.203125, false], [-9.203125, false], [-8.953125, false], [-11.203125, false], [-6.2421875, false], [-8.703125, false], [-8.3671875, false], [-4.953125, false], [-8.703125, false], [-8.953125, false], [-10.953125, false], [-8.953125, false], [-8.953125, false], [-8.953125, false], [-6.2421875, false], [-8.703125, false], [-8.3671875, false], [-4.953125, false], [-8.703125, false], [-9.203125, false], [-5.203125, false], [-11.203125, false], [-7.578125, false], [-8.953125, false], [-8.953125, false], [-4.953125, false], [-9.453125, false], [-8.953125, false], [-8.953125, false], [-8.953125, false], [-10.578125, false], [-7.953125, false], [-8.828125, false], [-8.953125, false], [-6.2421875, false], [-8.703125, false], [-12.328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 570, "doc": {"id": "TIMSS_2011_4_pg7", "question": "What do birds, bats and butterflies have in common?", "choices": {"text": ["feathers", "hair", "internal skeleton", "wings"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "wings", "arguments": ["Question: What do birds, bats and butterflies have in common?\nAnswer:", " ["], "resps": [[[-8.9296875, false]], [[-8.1796875, false]], [[-9.9296875, false]], [[-9.1796875, false]], [[-6.67578125, false]], [[-11.9296875, false]], [[-11.9296875, false]], [[-9.1796875, false]], [[-11.1796875, false]], [[-9.9296875, false]], [[-8.1796875, false]], [[-11.640625, false]], [[-5.92578125, false]], [[-8.1796875, false]], [[-11.9296875, false]], [[-6.67578125, false]], [[-10.6796875, false]], [[-11.1796875, false]], [[-8.1796875, false]], [[-11.640625, false]], [[-5.92578125, false]], [[-8.1796875, false]], [[-10.6796875, false]], [[-9.6796875, false]], [[-11.9296875, false]], [[-9.1796875, false]], [[-11.1796875, false]], [[-9.6796875, false]], [[-6.67578125, false]], [[-9.6796875, false]], [[-5.92578125, false]], [[-9.9296875, false]], [[-12.9296875, false]], [[-9.1796875, false]], [[-9.6796875, false]], [[-9.1796875, false]], [[-11.9296875, false]], [[-10.1796875, false]], [[-9.6796875, false]], [[-8.1796875, false]], [[-11.640625, false]], [[-5.92578125, false]], [[-8.1796875, false]], [[-10.9296875, false]], [[-10.6796875, false]], [[-9.6796875, false]], [[-12.9296875, false]], [[-9.9296875, false]], [[-8.1796875, false]], [[-14.1796875, false]]], "filtered_resps": [[-8.9296875, false], [-8.1796875, false], [-9.9296875, false], [-9.1796875, false], [-6.67578125, false], [-11.9296875, false], [-11.9296875, false], [-9.1796875, false], [-11.1796875, false], [-9.9296875, false], [-8.1796875, false], [-11.640625, false], [-5.92578125, false], [-8.1796875, false], [-11.9296875, false], [-6.67578125, false], [-10.6796875, false], [-11.1796875, false], [-8.1796875, false], [-11.640625, false], [-5.92578125, false], [-8.1796875, false], [-10.6796875, false], [-9.6796875, false], [-11.9296875, false], [-9.1796875, false], [-11.1796875, false], [-9.6796875, false], [-6.67578125, false], [-9.6796875, false], [-5.92578125, false], [-9.9296875, false], [-12.9296875, false], [-9.1796875, false], [-9.6796875, false], [-9.1796875, false], [-11.9296875, false], [-10.1796875, false], [-9.6796875, false], [-8.1796875, false], [-11.640625, false], [-5.92578125, false], [-8.1796875, false], [-10.9296875, false], [-10.6796875, false], [-9.6796875, false], [-12.9296875, false], [-9.9296875, false], [-8.1796875, false], [-14.1796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 578, "doc": {"id": "Mercury_400837", "question": "Appearance, texture, and density are classified as", "choices": {"text": ["physical properties.", "chemical properties.", "magnetic properties.", "thermal properties."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "physical properties.", "arguments": ["Question: Appearance, texture, and density are classified as\nAnswer:", " ["], "resps": [[[-7.99609375, false]], [[-7.74609375, false]], [[-8.1171875, false]], [[-10.1171875, false]], [[-9.6171875, false]], [[-7.99609375, false]], [[-7.37109375, false]], [[-7.87109375, false]], [[-4.49609375, false]], [[-9.3671875, false]], [[-5.37109375, false]], [[-8.1171875, false]], [[-9.4921875, false]], [[-7.87109375, false]], [[-8.1171875, false]], [[-7.87109375, false]], [[-9.4921875, false]], [[-9.1171875, false]], [[-7.37109375, false]], [[-7.87109375, false]], [[-7.99609375, false]], [[-7.09765625, false]], [[-7.74609375, false]], [[-8.90625, false]], [[-5.37109375, false]], [[-7.74609375, false]], [[-7.87109375, false]], [[-10.1171875, false]], [[-7.87109375, false]], [[-8.6171875, false]], [[-7.37109375, false]], [[-7.87109375, false]], [[-4.49609375, false]], [[-9.3671875, false]], [[-5.37109375, false]], [[-8.1171875, false]], [[-9.4921875, false]], [[-7.87109375, false]], [[-8.1171875, false]], [[-7.87109375, false]], [[-9.4921875, false]], [[-9.1171875, false]], [[-7.37109375, false]], [[-7.87109375, false]], [[-7.99609375, false]], [[-7.09765625, false]], [[-7.74609375, false]], [[-8.90625, false]], [[-5.37109375, false]], [[-7.74609375, false]], [[-8.6171875, false]], [[-4.49609375, false]], [[-9.2421875, false]], [[-8.3671875, false]], [[-7.87109375, false]], [[-9.1171875, false]], [[-7.37109375, false]], [[-7.87109375, false]], [[-5.37109375, false]], [[-8.1171875, false]], [[-9.4921875, false]], [[-7.87109375, false]], [[-8.1171875, false]], [[-7.87109375, false]], [[-9.4921875, false]], [[-9.1171875, false]], [[-7.37109375, false]], [[-7.87109375, false]], [[-7.99609375, false]], [[-7.09765625, false]], [[-7.74609375, false]], [[-8.90625, false]], [[-5.37109375, false]], [[-7.74609375, false]], [[-9.1171875, false]], [[-10.1171875, false]], [[-7.87109375, false]], [[-9.4921875, false]], [[-8.6171875, false]], [[-4.49609375, false]], [[-9.3671875, false]], [[-5.37109375, false]], [[-8.1171875, false]], [[-9.4921875, false]], [[-7.87109375, false]], [[-8.1171875, false]], [[-7.87109375, false]], [[-9.4921875, false]], [[-9.1171875, false]], [[-7.37109375, false]], [[-7.87109375, false]], [[-7.99609375, false]], [[-7.09765625, false]], [[-7.74609375, false]], [[-10.6171875, false]]], "filtered_resps": [[-7.99609375, false], [-7.74609375, false], [-8.1171875, false], [-10.1171875, false], [-9.6171875, false], [-7.99609375, false], [-7.37109375, false], [-7.87109375, false], [-4.49609375, false], [-9.3671875, false], [-5.37109375, false], [-8.1171875, false], [-9.4921875, false], [-7.87109375, false], [-8.1171875, false], [-7.87109375, false], [-9.4921875, false], [-9.1171875, false], [-7.37109375, false], [-7.87109375, false], [-7.99609375, false], [-7.09765625, false], [-7.74609375, false], [-8.90625, false], [-5.37109375, false], [-7.74609375, false], [-7.87109375, false], [-10.1171875, false], [-7.87109375, false], [-8.6171875, false], [-7.37109375, false], [-7.87109375, false], [-4.49609375, false], [-9.3671875, false], [-5.37109375, false], [-8.1171875, false], [-9.4921875, false], [-7.87109375, false], [-8.1171875, false], [-7.87109375, false], [-9.4921875, false], [-9.1171875, false], [-7.37109375, false], [-7.87109375, false], [-7.99609375, false], [-7.09765625, false], [-7.74609375, false], [-8.90625, false], [-5.37109375, false], [-7.74609375, false], [-8.6171875, false], [-4.49609375, false], [-9.2421875, false], [-8.3671875, false], [-7.87109375, false], [-9.1171875, false], [-7.37109375, false], [-7.87109375, false], [-5.37109375, false], [-8.1171875, false], [-9.4921875, false], [-7.87109375, false], [-8.1171875, false], [-7.87109375, false], [-9.4921875, false], [-9.1171875, false], [-7.37109375, false], [-7.87109375, false], [-7.99609375, false], [-7.09765625, false], [-7.74609375, false], [-8.90625, false], [-5.37109375, false], [-7.74609375, false], [-9.1171875, false], [-10.1171875, false], [-7.87109375, false], [-9.4921875, false], [-8.6171875, false], [-4.49609375, false], [-9.3671875, false], [-5.37109375, false], [-8.1171875, false], [-9.4921875, false], [-7.87109375, false], [-8.1171875, false], [-7.87109375, false], [-9.4921875, false], [-9.1171875, false], [-7.37109375, false], [-7.87109375, false], [-7.99609375, false], [-7.09765625, false], [-7.74609375, false], [-10.6171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 586, "doc": {"id": "TAKS_2009_8_12", "question": "Which process below uses carbon dioxide and the sun's radiant energy to produce chemical energy?", "choices": {"text": ["Evaporation", "Photosynthesis", "Respiration", "Decomposition"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Photosynthesis", "arguments": ["Question: Which process below uses carbon dioxide and the sun's radiant energy to produce chemical energy?\nAnswer:", " ["], "resps": [[[-7.12109375, false]], [[-8.625, false]], [[-5.37109375, false]], [[-11.125, false]], [[-4.87109375, false]], [[-9.125, false]], [[-8.125, false]], [[-12.125, false]], [[-4.87109375, false]], [[-10.875, false]], [[-7.12109375, false]], [[-8.125, false]], [[-8.125, false]], [[-8.625, false]], [[-9.078125, false]], [[-4.87109375, false]], [[-8.625, false]], [[-6.37109375, false]], [[-10.625, false]], [[-8.125, false]], [[-10.875, false]], [[-8.125, false]], [[-10.375, false]], [[-10.375, false]], [[-8.125, false]], [[-10.875, false]], [[-10.625, false]], [[-7.62109375, false]], [[-10.375, false]], [[-7.12109375, false]], [[-10.375, false]], [[-8.625, false]], [[-9.078125, false]], [[-4.87109375, false]], [[-8.625, false]], [[-8.375, false]], [[-7.62109375, false]], [[-10.375, false]], [[-9.125, false]], [[-7.12109375, false]], [[-12.125, false]], [[-4.87109375, false]], [[-10.875, false]], [[-7.12109375, false]], [[-8.125, false]], [[-8.125, false]], [[-8.625, false]], [[-9.078125, false]], [[-4.87109375, false]], [[-8.625, false]], [[-7.37109375, false]], [[-7.62109375, false]], [[-7.87109375, false]], [[-8.125, false]], [[-8.625, false]], [[-9.125, false]], [[-8.125, false]], [[-10.375, false]], [[-7.12109375, false]], [[-10.875, false]], [[-7.12109375, false]], [[-8.125, false]], [[-8.125, false]], [[-8.625, false]], [[-15.125, false]]], "filtered_resps": [[-7.12109375, false], [-8.625, false], [-5.37109375, false], [-11.125, false], [-4.87109375, false], [-9.125, false], [-8.125, false], [-12.125, false], [-4.87109375, false], [-10.875, false], [-7.12109375, false], [-8.125, false], [-8.125, false], [-8.625, false], [-9.078125, false], [-4.87109375, false], [-8.625, false], [-6.37109375, false], [-10.625, false], [-8.125, false], [-10.875, false], [-8.125, false], [-10.375, false], [-10.375, false], [-8.125, false], [-10.875, false], [-10.625, false], [-7.62109375, false], [-10.375, false], [-7.12109375, false], [-10.375, false], [-8.625, false], [-9.078125, false], [-4.87109375, false], [-8.625, false], [-8.375, false], [-7.62109375, false], [-10.375, false], [-9.125, false], [-7.12109375, false], [-12.125, false], [-4.87109375, false], [-10.875, false], [-7.12109375, false], [-8.125, false], [-8.125, false], [-8.625, false], [-9.078125, false], [-4.87109375, false], [-8.625, false], [-7.37109375, false], [-7.62109375, false], [-7.87109375, false], [-8.125, false], [-8.625, false], [-9.125, false], [-8.125, false], [-10.375, false], [-7.12109375, false], [-10.875, false], [-7.12109375, false], [-8.125, false], [-8.125, false], [-8.625, false], [-15.125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 594, "doc": {"id": "Mercury_7212625", "question": "What is the smallest particle of an element that still exhibits all the properties of that element?", "choices": {"text": ["an electron", "an atom", "a molecule", "a proton"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "an atom", "arguments": ["Question: What is the smallest particle of an element that still exhibits all the properties of that element?\nAnswer:", " ["], "resps": [[[-6.0390625, false]], [[-8.5390625, false]], [[-3.541015625, false]], [[-7.5390625, false]], [[-5.2890625, false]], [[-9.0390625, false]], [[-10.0390625, false]], [[-9.0390625, false]], [[-8.2890625, false]], [[-9.0390625, false]], [[-9.2890625, false]], [[-8.7890625, false]], [[-7.5390625, false]], [[-8.5390625, false]], [[-9.796875, false]], [[-5.2890625, false]], [[-8.5390625, false]], [[-3.541015625, false]], [[-7.5390625, false]], [[-5.2890625, false]], [[-3.541015625, false]], [[-9.0390625, false]], [[-8.7890625, false]], [[-7.2890625, false]], [[-8.5390625, false]], [[-9.796875, false]], [[-5.2890625, false]], [[-8.5390625, false]], [[-3.541015625, false]], [[-5.2890625, false]], [[-7.2890625, false]], [[-8.7890625, false]], [[-10.0390625, false]], [[-9.0390625, false]], [[-8.2890625, false]], [[-9.0390625, false]], [[-10.0390625, false]], [[-9.0390625, false]], [[-8.5390625, false]], [[-9.796875, false]], [[-5.2890625, false]], [[-8.5390625, false]], [[-3.541015625, false]], [[-5.2890625, false]], [[-8.5390625, false]], [[-9.2890625, false]], [[-8.7890625, false]], [[-9.0390625, false]], [[-8.7890625, false]], [[-7.5390625, false]], [[-8.5390625, false]], [[-11.7890625, false]]], "filtered_resps": [[-6.0390625, false], [-8.5390625, false], [-3.541015625, false], [-7.5390625, false], [-5.2890625, false], [-9.0390625, false], [-10.0390625, false], [-9.0390625, false], [-8.2890625, false], [-9.0390625, false], [-9.2890625, false], [-8.7890625, false], [-7.5390625, false], [-8.5390625, false], [-9.796875, false], [-5.2890625, false], [-8.5390625, false], [-3.541015625, false], [-7.5390625, false], [-5.2890625, false], [-3.541015625, false], [-9.0390625, false], [-8.7890625, false], [-7.2890625, false], [-8.5390625, false], [-9.796875, false], [-5.2890625, false], [-8.5390625, false], [-3.541015625, false], [-5.2890625, false], [-7.2890625, false], [-8.7890625, false], [-10.0390625, false], [-9.0390625, false], [-8.2890625, false], [-9.0390625, false], [-10.0390625, false], [-9.0390625, false], [-8.5390625, false], [-9.796875, false], [-5.2890625, false], [-8.5390625, false], [-3.541015625, false], [-5.2890625, false], [-8.5390625, false], [-9.2890625, false], [-8.7890625, false], [-9.0390625, false], [-8.7890625, false], [-7.5390625, false], [-8.5390625, false], [-11.7890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 602, "doc": {"id": "Mercury_SC_406024", "question": "Pond ecosystems depend on the water cycle to ensure the survival of the animals that live in or near the pond. If a drought reduces the water level, which population of animals would be most affected?", "choices": {"text": ["duck", "fish", "mouse", "snake"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "fish", "arguments": ["Question: Pond ecosystems depend on the water cycle to ensure the survival of the animals that live in or near the pond. If a drought reduces the water level, which population of animals would be most affected?\nAnswer:", " ["], "resps": [[[-7.4765625, false]], [[-9.4765625, false]], [[-6.2265625, false]], [[-11.4765625, false]], [[-9.2265625, false]], [[-10.4765625, false]], [[-9.4765625, false]], [[-11.1875, false]], [[-5.9765625, false]], [[-9.4765625, false]], [[-9.2265625, false]], [[-9.6015625, false]], [[-9.2265625, false]], [[-10.4765625, false]], [[-9.4765625, false]], [[-11.1875, false]], [[-5.9765625, false]], [[-9.4765625, false]], [[-10.9765625, false]], [[-9.4765625, false]], [[-11.4765625, false]], [[-9.2265625, false]], [[-6.7265625, false]], [[-9.4765625, false]], [[-11.1875, false]], [[-5.9765625, false]], [[-9.4765625, false]], [[-9.2265625, false]], [[-8.7265625, false]], [[-5.2265625, false]], [[-10.4765625, false]], [[-6.7265625, false]], [[-9.4765625, false]], [[-12.9765625, false]]], "filtered_resps": [[-7.4765625, false], [-9.4765625, false], [-6.2265625, false], [-11.4765625, false], [-9.2265625, false], [-10.4765625, false], [-9.4765625, false], [-11.1875, false], [-5.9765625, false], [-9.4765625, false], [-9.2265625, false], [-9.6015625, false], [-9.2265625, false], [-10.4765625, false], [-9.4765625, false], [-11.1875, false], [-5.9765625, false], [-9.4765625, false], [-10.9765625, false], [-9.4765625, false], [-11.4765625, false], [-9.2265625, false], [-6.7265625, false], [-9.4765625, false], [-11.1875, false], [-5.9765625, false], [-9.4765625, false], [-9.2265625, false], [-8.7265625, false], [-5.2265625, false], [-10.4765625, false], [-6.7265625, false], [-9.4765625, false], [-12.9765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 610, "doc": {"id": "ACTAAP_2007_7_17", "question": "All living organisms have certain needs in order to stay alive. Which is most necessary for both plants and animals?", "choices": {"text": ["food", "water", "chlorophyll", "carbon dioxide"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "water", "arguments": ["Question: All living organisms have certain needs in order to stay alive. Which is most necessary for both plants and animals?\nAnswer:", " ["], "resps": [[[-7.39453125, false]], [[-10.640625, false]], [[-10.640625, false]], [[-8.890625, false]], [[-8.890625, false]], [[-8.390625, false]], [[-10.640625, false]], [[-10.5, false]], [[-5.39453125, false]], [[-10.640625, false]], [[-11.140625, false]], [[-5.89453125, false]], [[-11.640625, false]], [[-7.89453125, false]], [[-10.890625, false]], [[-10.640625, false]], [[-10.5, false]], [[-5.39453125, false]], [[-10.640625, false]], [[-7.64453125, false]], [[-11.390625, false]], [[-10.390625, false]], [[-8.890625, false]], [[-10.890625, false]], [[-8.890625, false]], [[-9.390625, false]], [[-11.390625, false]], [[-11.890625, false]], [[-10.390625, false]], [[-10.390625, false]], [[-10.640625, false]], [[-10.5, false]], [[-5.39453125, false]], [[-10.640625, false]], [[-7.64453125, false]], [[-5.89453125, false]], [[-10.890625, false]], [[-8.390625, false]], [[-8.890625, false]], [[-9.390625, false]], [[-5.39453125, false]], [[-8.390625, false]], [[-8.140625, false]], [[-8.890625, false]], [[-10.140625, false]], [[-8.140625, false]], [[-8.390625, false]], [[-7.89453125, false]], [[-10.640625, false]], [[-13.390625, false]]], "filtered_resps": [[-7.39453125, false], [-10.640625, false], [-10.640625, false], [-8.890625, false], [-8.890625, false], [-8.390625, false], [-10.640625, false], [-10.5, false], [-5.39453125, false], [-10.640625, false], [-11.140625, false], [-5.89453125, false], [-11.640625, false], [-7.89453125, false], [-10.890625, false], [-10.640625, false], [-10.5, false], [-5.39453125, false], [-10.640625, false], [-7.64453125, false], [-11.390625, false], [-10.390625, false], [-8.890625, false], [-10.890625, false], [-8.890625, false], [-9.390625, false], [-11.390625, false], [-11.890625, false], [-10.390625, false], [-10.390625, false], [-10.640625, false], [-10.5, false], [-5.39453125, false], [-10.640625, false], [-7.64453125, false], [-5.89453125, false], [-10.890625, false], [-8.390625, false], [-8.890625, false], [-9.390625, false], [-5.39453125, false], [-8.390625, false], [-8.140625, false], [-8.890625, false], [-10.140625, false], [-8.140625, false], [-8.390625, false], [-7.89453125, false], [-10.640625, false], [-13.390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 618, "doc": {"id": "Mercury_7024675", "question": "Which of the following is influenced by both genetics and behavior?", "choices": {"text": ["eye color", "hair texture", "blood type", "body weight"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "body weight", "arguments": ["Question: Which of the following is influenced by both genetics and behavior?\nAnswer:", " ["], "resps": [[[-7.5859375, false]], [[-9.7109375, false]], [[-8.5859375, false]], [[-10.9609375, false]], [[-8.5859375, false]], [[-4.7109375, false]], [[-7.0859375, false]], [[-8.5859375, false]], [[-9.4609375, false]], [[-8.5859375, false]], [[-9.7109375, false]], [[-9.7109375, false]], [[-9.4609375, false]], [[-4.7109375, false]], [[-9.7109375, false]], [[-10.2109375, false]], [[-4.8359375, false]], [[-8.7109375, false]], [[-9.7109375, false]], [[-4.7109375, false]], [[-9.7109375, false]], [[-8.5859375, false]], [[-8.2109375, false]], [[-9.7109375, false]], [[-10.9609375, false]], [[-9.7109375, false]], [[-8.5859375, false]], [[-9.7109375, false]], [[-9.4609375, false]], [[-4.7109375, false]], [[-9.7109375, false]], [[-6.5859375, false]], [[-9.4609375, false]], [[-8.5859375, false]], [[-8.5859375, false]], [[-7.7109375, false]], [[-4.7109375, false]], [[-9.7109375, false]], [[-10.9609375, false]], [[-8.2109375, false]], [[-8.5859375, false]], [[-9.7109375, false]], [[-9.4609375, false]], [[-4.7109375, false]], [[-9.7109375, false]], [[-6.5859375, false]], [[-8.5859375, false]], [[-7.7109375, false]], [[-10.9609375, false]], [[-4.7109375, false]], [[-9.3359375, false]], [[-8.5859375, false]], [[-8.7109375, false]], [[-10.3359375, false]], [[-10.2109375, false]], [[-9.7109375, false]], [[-9.7109375, false]], [[-13.4609375, false]]], "filtered_resps": [[-7.5859375, false], [-9.7109375, false], [-8.5859375, false], [-10.9609375, false], [-8.5859375, false], [-4.7109375, false], [-7.0859375, false], [-8.5859375, false], [-9.4609375, false], [-8.5859375, false], [-9.7109375, false], [-9.7109375, false], [-9.4609375, false], [-4.7109375, false], [-9.7109375, false], [-10.2109375, false], [-4.8359375, false], [-8.7109375, false], [-9.7109375, false], [-4.7109375, false], [-9.7109375, false], [-8.5859375, false], [-8.2109375, false], [-9.7109375, false], [-10.9609375, false], [-9.7109375, false], [-8.5859375, false], [-9.7109375, false], [-9.4609375, false], [-4.7109375, false], [-9.7109375, false], [-6.5859375, false], [-9.4609375, false], [-8.5859375, false], [-8.5859375, false], [-7.7109375, false], [-4.7109375, false], [-9.7109375, false], [-10.9609375, false], [-8.2109375, false], [-8.5859375, false], [-9.7109375, false], [-9.4609375, false], [-4.7109375, false], [-9.7109375, false], [-6.5859375, false], [-8.5859375, false], [-7.7109375, false], [-10.9609375, false], [-4.7109375, false], [-9.3359375, false], [-8.5859375, false], [-8.7109375, false], [-10.3359375, false], [-10.2109375, false], [-9.7109375, false], [-9.7109375, false], [-13.4609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 626, "doc": {"id": "Mercury_7217280", "question": "Students performing a scientific investigation are most likely trying to", "choices": {"text": ["produce a new theory.", "disprove a hypothesis.", "reject a conclusion.", "answer a question."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "answer a question.", "arguments": ["Question: Students performing a scientific investigation are most likely trying to\nAnswer:", " ["], "resps": [[[-7.05078125, false]], [[-6.80078125, false]], [[-7.92578125, false]], [[-9.5546875, false]], [[-8.8046875, false]], [[-7.67578125, false]], [[-9.4296875, false]], [[-7.92578125, false]], [[-7.55078125, false]], [[-5.05078125, false]], [[-3.42578125, false]], [[-5.05078125, false]], [[-7.67578125, false]], [[-7.55078125, false]], [[-8.9296875, false]], [[-5.05078125, false]], [[-9.3046875, false]], [[-9.5546875, false]], [[-7.55078125, false]], [[-8.8046875, false]], [[-9.5546875, false]], [[-10.0546875, false]], [[-6.1328125, false]], [[-6.80078125, false]], [[-8.2578125, false]], [[-5.05078125, false]], [[-6.80078125, false]], [[-7.67578125, false]], [[-7.55078125, false]], [[-8.0546875, false]], [[-7.92578125, false]], [[-9.5546875, false]], [[-8.8046875, false]], [[-9.5546875, false]], [[-7.55078125, false]], [[-5.05078125, false]], [[-3.42578125, false]], [[-5.05078125, false]], [[-9.5546875, false]], [[-10.0546875, false]], [[-7.92578125, false]], [[-8.8046875, false]], [[-9.3046875, false]], [[-9.5546875, false]], [[-7.55078125, false]], [[-8.0546875, false]], [[-7.55078125, false]], [[-8.0546875, false]], [[-6.1328125, false]], [[-6.80078125, false]], [[-8.2578125, false]], [[-5.05078125, false]], [[-6.80078125, false]], [[-9.5546875, false]], [[-7.55078125, false]], [[-10.5546875, false]], [[-7.55078125, false]], [[-7.92578125, false]], [[-9.3046875, false]], [[-5.05078125, false]], [[-3.42578125, false]], [[-5.05078125, false]], [[-7.92578125, false]], [[-8.8046875, false]], [[-7.67578125, false]], [[-7.92578125, false]], [[-9.9296875, false]], [[-9.4296875, false]], [[-8.0546875, false]], [[-7.55078125, false]], [[-8.8046875, false]], [[-7.67578125, false]], [[-6.1328125, false]], [[-6.80078125, false]], [[-8.2578125, false]], [[-5.05078125, false]], [[-6.80078125, false]], [[-3.42578125, false]], [[-7.67578125, false]], [[-8.0546875, false]], [[-8.9296875, false]], [[-7.55078125, false]], [[-9.5546875, false]], [[-5.05078125, false]], [[-3.42578125, false]], [[-5.05078125, false]], [[-8.8046875, false]], [[-9.4296875, false]], [[-7.55078125, false]], [[-8.0546875, false]], [[-9.3046875, false]], [[-7.55078125, false]], [[-8.8046875, false]], [[-7.67578125, false]], [[-6.1328125, false]], [[-6.80078125, false]], [[-11.0546875, false]]], "filtered_resps": [[-7.05078125, false], [-6.80078125, false], [-7.92578125, false], [-9.5546875, false], [-8.8046875, false], [-7.67578125, false], [-9.4296875, false], [-7.92578125, false], [-7.55078125, false], [-5.05078125, false], [-3.42578125, false], [-5.05078125, false], [-7.67578125, false], [-7.55078125, false], [-8.9296875, false], [-5.05078125, false], [-9.3046875, false], [-9.5546875, false], [-7.55078125, false], [-8.8046875, false], [-9.5546875, false], [-10.0546875, false], [-6.1328125, false], [-6.80078125, false], [-8.2578125, false], [-5.05078125, false], [-6.80078125, false], [-7.67578125, false], [-7.55078125, false], [-8.0546875, false], [-7.92578125, false], [-9.5546875, false], [-8.8046875, false], [-9.5546875, false], [-7.55078125, false], [-5.05078125, false], [-3.42578125, false], [-5.05078125, false], [-9.5546875, false], [-10.0546875, false], [-7.92578125, false], [-8.8046875, false], [-9.3046875, false], [-9.5546875, false], [-7.55078125, false], [-8.0546875, false], [-7.55078125, false], [-8.0546875, false], [-6.1328125, false], [-6.80078125, false], [-8.2578125, false], [-5.05078125, false], [-6.80078125, false], [-9.5546875, false], [-7.55078125, false], [-10.5546875, false], [-7.55078125, false], [-7.92578125, false], [-9.3046875, false], [-5.05078125, false], [-3.42578125, false], [-5.05078125, false], [-7.92578125, false], [-8.8046875, false], [-7.67578125, false], [-7.92578125, false], [-9.9296875, false], [-9.4296875, false], [-8.0546875, false], [-7.55078125, false], [-8.8046875, false], [-7.67578125, false], [-6.1328125, false], [-6.80078125, false], [-8.2578125, false], [-5.05078125, false], [-6.80078125, false], [-3.42578125, false], [-7.67578125, false], [-8.0546875, false], [-8.9296875, false], [-7.55078125, false], [-9.5546875, false], [-5.05078125, false], [-3.42578125, false], [-5.05078125, false], [-8.8046875, false], [-9.4296875, false], [-7.55078125, false], [-8.0546875, false], [-9.3046875, false], [-7.55078125, false], [-8.8046875, false], [-7.67578125, false], [-6.1328125, false], [-6.80078125, false], [-11.0546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 634, "doc": {"id": "Mercury_SC_401119", "question": "Maria Mitchell discovered a comet in 1847 that was later named after her. Maria Mitchell's discovery contributed to which branch of science?", "choices": {"text": ["biology", "chemistry", "geology", "astronomy"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "astronomy", "arguments": ["Question: Maria Mitchell discovered a comet in 1847 that was later named after her. Maria Mitchell's discovery contributed to which branch of science?\nAnswer:", " ["], "resps": [[[-7.94140625, false]], [[-8.6953125, false]], [[-9.4453125, false]], [[-8.6953125, false]], [[-10.1953125, false]], [[-12.3203125, false]], [[-10.1953125, false]], [[-11.5703125, false]], [[-12.9453125, false]], [[-8.6953125, false]], [[-10.6328125, false]], [[-5.44140625, false]], [[-8.6953125, false]], [[-7.44140625, false]], [[-11.6953125, false]], [[-7.19140625, false]], [[-9.9453125, false]], [[-8.6953125, false]], [[-10.8203125, false]], [[-11.5703125, false]], [[-11.1953125, false]], [[-12.9453125, false]], [[-8.6953125, false]], [[-10.6328125, false]], [[-5.44140625, false]], [[-8.6953125, false]], [[-11.5703125, false]], [[-7.19140625, false]], [[-10.1953125, false]], [[-12.3203125, false]], [[-10.1953125, false]], [[-11.5703125, false]], [[-12.9453125, false]], [[-8.6953125, false]], [[-10.6328125, false]], [[-5.44140625, false]], [[-8.6953125, false]], [[-6.94140625, false]], [[-10.8203125, false]], [[-11.5703125, false]], [[-11.1953125, false]], [[-10.1953125, false]], [[-10.6953125, false]], [[-10.1953125, false]], [[-9.9453125, false]], [[-12.9453125, false]], [[-8.6953125, false]], [[-13.9453125, false]]], "filtered_resps": [[-7.94140625, false], [-8.6953125, false], [-9.4453125, false], [-8.6953125, false], [-10.1953125, false], [-12.3203125, false], [-10.1953125, false], [-11.5703125, false], [-12.9453125, false], [-8.6953125, false], [-10.6328125, false], [-5.44140625, false], [-8.6953125, false], [-7.44140625, false], [-11.6953125, false], [-7.19140625, false], [-9.9453125, false], [-8.6953125, false], [-10.8203125, false], [-11.5703125, false], [-11.1953125, false], [-12.9453125, false], [-8.6953125, false], [-10.6328125, false], [-5.44140625, false], [-8.6953125, false], [-11.5703125, false], [-7.19140625, false], [-10.1953125, false], [-12.3203125, false], [-10.1953125, false], [-11.5703125, false], [-12.9453125, false], [-8.6953125, false], [-10.6328125, false], [-5.44140625, false], [-8.6953125, false], [-6.94140625, false], [-10.8203125, false], [-11.5703125, false], [-11.1953125, false], [-10.1953125, false], [-10.6953125, false], [-10.1953125, false], [-9.9453125, false], [-12.9453125, false], [-8.6953125, false], [-13.9453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 642, "doc": {"id": "VASoL_2009_5_22", "question": "Which of these describes rotation?", "choices": {"text": ["Mercury goes around the Sun every 88 days.", "The Moon goes around Earth every 28 days.", "Earth orbits the Sun about every 365 days.", "Earth makes one turn on its axis every 24 hours."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Earth makes one turn on its axis every 24 hours.", "arguments": ["Question: Which of these describes rotation?\nAnswer:", " ["], "resps": [[[-6.6484375, false]], [[-7.3984375, false]], [[-6.8984375, false]], [[-9.0234375, false]], [[-8.1484375, false]], [[-7.7734375, false]], [[-9.7734375, false]], [[-8.1484375, false]], [[-9.1484375, false]], [[-4.8984375, false]], [[-10.1484375, false]], [[-9.2734375, false]], [[-9.0234375, false]], [[-7.8984375, false]], [[-4.8984375, false]], [[-4.1484375, false]], [[-8.1484375, false]], [[-9.2734375, false]], [[-9.7734375, false]], [[-9.1484375, false]], [[-9.0234375, false]], [[-4.8984375, false]], [[-8.3984375, false]], [[-9.5234375, false]], [[-9.0234375, false]], [[-4.8984375, false]], [[-5.6484375, false]], [[-9.7734375, false]], [[-9.1484375, false]], [[-4.8984375, false]], [[-9.0234375, false]], [[-8.1484375, false]], [[-9.0234375, false]], [[-8.1484375, false]], [[-9.1484375, false]], [[-4.8984375, false]], [[-9.3984375, false]], [[-9.3984375, false]], [[-4.8984375, false]], [[-9.0234375, false]], [[-4.1484375, false]], [[-9.1484375, false]], [[-7.8984375, false]], [[-6.9140625, false]], [[-7.3984375, false]], [[-9.2890625, false]], [[-4.8984375, false]], [[-7.3984375, false]], [[-5.8984375, false]], [[-9.5234375, false]], [[-9.0234375, false]], [[-4.8984375, false]], [[-6.8984375, false]], [[-9.2734375, false]], [[-9.2734375, false]], [[-9.1484375, false]], [[-4.8984375, false]], [[-10.1484375, false]], [[-9.2734375, false]], [[-9.0234375, false]], [[-7.8984375, false]], [[-4.8984375, false]], [[-4.1484375, false]], [[-8.1484375, false]], [[-9.2734375, false]], [[-9.7734375, false]], [[-9.1484375, false]], [[-9.0234375, false]], [[-4.8984375, false]], [[-5.6484375, false]], [[-4.1484375, false]], [[-8.1484375, false]], [[-8.3984375, false]], [[-9.5234375, false]], [[-4.8984375, false]], [[-9.0234375, false]], [[-8.1484375, false]], [[-9.0234375, false]], [[-8.1484375, false]], [[-9.1484375, false]], [[-4.8984375, false]], [[-7.1484375, false]], [[-9.3984375, false]], [[-4.8984375, false]], [[-9.0234375, false]], [[-4.1484375, false]], [[-9.1484375, false]], [[-7.8984375, false]], [[-6.9140625, false]], [[-7.3984375, false]], [[-9.2890625, false]], [[-4.8984375, false]], [[-7.3984375, false]], [[-5.6484375, false]], [[-4.1484375, false]], [[-8.1484375, false]], [[-8.3984375, false]], [[-9.5234375, false]], [[-4.8984375, false]], [[-9.2734375, false]], [[-8.1484375, false]], [[-7.3984375, false]], [[-8.8984375, false]], [[-8.3984375, false]], [[-7.8984375, false]], [[-4.8984375, false]], [[-8.3984375, false]], [[-9.5234375, false]], [[-9.0234375, false]], [[-4.8984375, false]], [[-5.6484375, false]], [[-9.7734375, false]], [[-9.1484375, false]], [[-4.8984375, false]], [[-4.1484375, false]], [[-7.3984375, false]], [[-9.2734375, false]], [[-9.7734375, false]], [[-8.3984375, false]], [[-4.8984375, false]], [[-9.0234375, false]], [[-8.1484375, false]], [[-9.0234375, false]], [[-8.1484375, false]], [[-9.1484375, false]], [[-4.8984375, false]], [[-7.5234375, false]], [[-9.1484375, false]], [[-8.7734375, false]], [[-4.8984375, false]], [[-9.0234375, false]], [[-4.1484375, false]], [[-9.1484375, false]], [[-7.8984375, false]], [[-6.9140625, false]], [[-7.3984375, false]], [[-9.2890625, false]], [[-4.8984375, false]], [[-7.3984375, false]], [[-5.6484375, false]], [[-4.1484375, false]], [[-8.1484375, false]], [[-8.3984375, false]], [[-9.5234375, false]], [[-4.8984375, false]], [[-9.3984375, false]], [[-4.1484375, false]], [[-8.2734375, false]], [[-9.0234375, false]], [[-7.8984375, false]], [[-4.8984375, false]], [[-9.2734375, false]], [[-9.1484375, false]], [[-9.0234375, false]], [[-4.8984375, false]], [[-8.3984375, false]], [[-9.7734375, false]], [[-8.1484375, false]], [[-9.1484375, false]], [[-4.8984375, false]], [[-9.2734375, false]], [[-9.1484375, false]], [[-4.8984375, false]], [[-8.8984375, false]], [[-8.3984375, false]], [[-7.8984375, false]], [[-4.8984375, false]], [[-4.1484375, false]], [[-7.3984375, false]], [[-8.8984375, false]], [[-7.8984375, false]], [[-4.8984375, false]], [[-9.0234375, false]], [[-8.1484375, false]], [[-9.0234375, false]], [[-8.1484375, false]], [[-9.1484375, false]], [[-4.8984375, false]], [[-7.1484375, false]], [[-8.3984375, false]], [[-4.8984375, false]], [[-9.5234375, false]], [[-9.2734375, false]], [[-9.7734375, false]], [[-8.1484375, false]], [[-7.8984375, false]], [[-6.9140625, false]], [[-7.3984375, false]], [[-12.1484375, false]]], "filtered_resps": [[-6.6484375, false], [-7.3984375, false], [-6.8984375, false], [-9.0234375, false], [-8.1484375, false], [-7.7734375, false], [-9.7734375, false], [-8.1484375, false], [-9.1484375, false], [-4.8984375, false], [-10.1484375, false], [-9.2734375, false], [-9.0234375, false], [-7.8984375, false], [-4.8984375, false], [-4.1484375, false], [-8.1484375, false], [-9.2734375, false], [-9.7734375, false], [-9.1484375, false], [-9.0234375, false], [-4.8984375, false], [-8.3984375, false], [-9.5234375, false], [-9.0234375, false], [-4.8984375, false], [-5.6484375, false], [-9.7734375, false], [-9.1484375, false], [-4.8984375, false], [-9.0234375, false], [-8.1484375, false], [-9.0234375, false], [-8.1484375, false], [-9.1484375, false], [-4.8984375, false], [-9.3984375, false], [-9.3984375, false], [-4.8984375, false], [-9.0234375, false], [-4.1484375, false], [-9.1484375, false], [-7.8984375, false], [-6.9140625, false], [-7.3984375, false], [-9.2890625, false], [-4.8984375, false], [-7.3984375, false], [-5.8984375, false], [-9.5234375, false], [-9.0234375, false], [-4.8984375, false], [-6.8984375, false], [-9.2734375, false], [-9.2734375, false], [-9.1484375, false], [-4.8984375, false], [-10.1484375, false], [-9.2734375, false], [-9.0234375, false], [-7.8984375, false], [-4.8984375, false], [-4.1484375, false], [-8.1484375, false], [-9.2734375, false], [-9.7734375, false], [-9.1484375, false], [-9.0234375, false], [-4.8984375, false], [-5.6484375, false], [-4.1484375, false], [-8.1484375, false], [-8.3984375, false], [-9.5234375, false], [-4.8984375, false], [-9.0234375, false], [-8.1484375, false], [-9.0234375, false], [-8.1484375, false], [-9.1484375, false], [-4.8984375, false], [-7.1484375, false], [-9.3984375, false], [-4.8984375, false], [-9.0234375, false], [-4.1484375, false], [-9.1484375, false], [-7.8984375, false], [-6.9140625, false], [-7.3984375, false], [-9.2890625, false], [-4.8984375, false], [-7.3984375, false], [-5.6484375, false], [-4.1484375, false], [-8.1484375, false], [-8.3984375, false], [-9.5234375, false], [-4.8984375, false], [-9.2734375, false], [-8.1484375, false], [-7.3984375, false], [-8.8984375, false], [-8.3984375, false], [-7.8984375, false], [-4.8984375, false], [-8.3984375, false], [-9.5234375, false], [-9.0234375, false], [-4.8984375, false], [-5.6484375, false], [-9.7734375, false], [-9.1484375, false], [-4.8984375, false], [-4.1484375, false], [-7.3984375, false], [-9.2734375, false], [-9.7734375, false], [-8.3984375, false], [-4.8984375, false], [-9.0234375, false], [-8.1484375, false], [-9.0234375, false], [-8.1484375, false], [-9.1484375, false], [-4.8984375, false], [-7.5234375, false], [-9.1484375, false], [-8.7734375, false], [-4.8984375, false], [-9.0234375, false], [-4.1484375, false], [-9.1484375, false], [-7.8984375, false], [-6.9140625, false], [-7.3984375, false], [-9.2890625, false], [-4.8984375, false], [-7.3984375, false], [-5.6484375, false], [-4.1484375, false], [-8.1484375, false], [-8.3984375, false], [-9.5234375, false], [-4.8984375, false], [-9.3984375, false], [-4.1484375, false], [-8.2734375, false], [-9.0234375, false], [-7.8984375, false], [-4.8984375, false], [-9.2734375, false], [-9.1484375, false], [-9.0234375, false], [-4.8984375, false], [-8.3984375, false], [-9.7734375, false], [-8.1484375, false], [-9.1484375, false], [-4.8984375, false], [-9.2734375, false], [-9.1484375, false], [-4.8984375, false], [-8.8984375, false], [-8.3984375, false], [-7.8984375, false], [-4.8984375, false], [-4.1484375, false], [-7.3984375, false], [-8.8984375, false], [-7.8984375, false], [-4.8984375, false], [-9.0234375, false], [-8.1484375, false], [-9.0234375, false], [-8.1484375, false], [-9.1484375, false], [-4.8984375, false], [-7.1484375, false], [-8.3984375, false], [-4.8984375, false], [-9.5234375, false], [-9.2734375, false], [-9.7734375, false], [-8.1484375, false], [-7.8984375, false], [-6.9140625, false], [-7.3984375, false], [-12.1484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 650, "doc": {"id": "Mercury_7091858", "question": "Which of these is most likely an effect of releasing carbon dioxide pollution into the atmosphere?", "choices": {"text": ["a reduction in the ozone layer", "a reduction in photosynthesis", "an increase in radioactive wastes", "an increase in the greenhouse effect"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "an increase in the greenhouse effect", "arguments": ["Question: Which of these is most likely an effect of releasing carbon dioxide pollution into the atmosphere?\nAnswer:", " ["], "resps": [[[-7.23828125, false]], [[-9.1171875, false]], [[-5.48828125, false]], [[-5.11328125, false]], [[-12.6171875, false]], [[-6.48828125, false]], [[-8.4921875, false]], [[-10.8671875, false]], [[-8.2421875, false]], [[-10.6171875, false]], [[-8.1171875, false]], [[-7.61328125, false]], [[-8.4921875, false]], [[-5.11328125, false]], [[-8.1171875, false]], [[-8.4921875, false]], [[-5.11328125, false]], [[-10.6171875, false]], [[-10.9921875, false]], [[-6.48828125, false]], [[-5.11328125, false]], [[-7.61328125, false]], [[-11.8671875, false]], [[-7.61328125, false]], [[-8.4921875, false]], [[-6.48828125, false]], [[-5.11328125, false]], [[-10.3671875, false]], [[-5.48828125, false]], [[-11.6171875, false]], [[-6.48828125, false]], [[-12.6171875, false]], [[-9.1171875, false]], [[-9.640625, false]], [[-5.11328125, false]], [[-9.1171875, false]], [[-5.48828125, false]], [[-5.11328125, false]], [[-12.6171875, false]], [[-6.48828125, false]], [[-8.4921875, false]], [[-10.8671875, false]], [[-8.2421875, false]], [[-10.6171875, false]], [[-8.1171875, false]], [[-7.61328125, false]], [[-8.4921875, false]], [[-5.11328125, false]], [[-8.1171875, false]], [[-8.4921875, false]], [[-5.11328125, false]], [[-8.7421875, false]], [[-10.9921875, false]], [[-7.61328125, false]], [[-10.6171875, false]], [[-7.61328125, false]], [[-10.3671875, false]], [[-11.6171875, false]], [[-8.4921875, false]], [[-10.6171875, false]], [[-10.9921875, false]], [[-6.48828125, false]], [[-10.3671875, false]], [[-8.1171875, false]], [[-10.3671875, false]], [[-9.1171875, false]], [[-9.640625, false]], [[-5.11328125, false]], [[-9.1171875, false]], [[-5.48828125, false]], [[-8.4921875, false]], [[-5.11328125, false]], [[-8.1171875, false]], [[-8.4921875, false]], [[-8.2421875, false]], [[-12.6171875, false]], [[-6.48828125, false]], [[-5.48828125, false]], [[-10.3671875, false]], [[-6.48828125, false]], [[-5.11328125, false]], [[-8.1171875, false]], [[-8.4921875, false]], [[-5.11328125, false]], [[-12.6171875, false]], [[-5.48828125, false]], [[-8.4921875, false]], [[-8.1171875, false]], [[-7.61328125, false]], [[-5.48828125, false]], [[-8.2421875, false]], [[-10.6171875, false]], [[-8.1171875, false]], [[-11.6171875, false]], [[-6.48828125, false]], [[-5.11328125, false]], [[-10.9921875, false]], [[-5.48828125, false]], [[-10.3671875, false]], [[-10.6171875, false]], [[-6.48828125, false]], [[-10.3671875, false]], [[-9.1171875, false]], [[-9.640625, false]], [[-5.11328125, false]], [[-9.1171875, false]], [[-5.48828125, false]], [[-8.4921875, false]], [[-5.11328125, false]], [[-8.1171875, false]], [[-8.4921875, false]], [[-8.2421875, false]], [[-12.6171875, false]], [[-6.48828125, false]], [[-5.48828125, false]], [[-10.3671875, false]], [[-6.48828125, false]], [[-5.11328125, false]], [[-8.1171875, false]], [[-8.4921875, false]], [[-5.11328125, false]], [[-10.6171875, false]], [[-10.9921875, false]], [[-6.48828125, false]], [[-5.11328125, false]], [[-11.1171875, false]], [[-12.6171875, false]], [[-6.48828125, false]], [[-6.48828125, false]], [[-8.4921875, false]], [[-10.9921875, false]], [[-7.61328125, false]], [[-10.8671875, false]], [[-10.3671875, false]], [[-6.48828125, false]], [[-5.11328125, false]], [[-6.48828125, false]], [[-10.3671875, false]], [[-10.3671875, false]], [[-6.48828125, false]], [[-8.2421875, false]], [[-10.6171875, false]], [[-9.1171875, false]], [[-14.9921875, false]]], "filtered_resps": [[-7.23828125, false], [-9.1171875, false], [-5.48828125, false], [-5.11328125, false], [-12.6171875, false], [-6.48828125, false], [-8.4921875, false], [-10.8671875, false], [-8.2421875, false], [-10.6171875, false], [-8.1171875, false], [-7.61328125, false], [-8.4921875, false], [-5.11328125, false], [-8.1171875, false], [-8.4921875, false], [-5.11328125, false], [-10.6171875, false], [-10.9921875, false], [-6.48828125, false], [-5.11328125, false], [-7.61328125, false], [-11.8671875, false], [-7.61328125, false], [-8.4921875, false], [-6.48828125, false], [-5.11328125, false], [-10.3671875, false], [-5.48828125, false], [-11.6171875, false], [-6.48828125, false], [-12.6171875, false], [-9.1171875, false], [-9.640625, false], [-5.11328125, false], [-9.1171875, false], [-5.48828125, false], [-5.11328125, false], [-12.6171875, false], [-6.48828125, false], [-8.4921875, false], [-10.8671875, false], [-8.2421875, false], [-10.6171875, false], [-8.1171875, false], [-7.61328125, false], [-8.4921875, false], [-5.11328125, false], [-8.1171875, false], [-8.4921875, false], [-5.11328125, false], [-8.7421875, false], [-10.9921875, false], [-7.61328125, false], [-10.6171875, false], [-7.61328125, false], [-10.3671875, false], [-11.6171875, false], [-8.4921875, false], [-10.6171875, false], [-10.9921875, false], [-6.48828125, false], [-10.3671875, false], [-8.1171875, false], [-10.3671875, false], [-9.1171875, false], [-9.640625, false], [-5.11328125, false], [-9.1171875, false], [-5.48828125, false], [-8.4921875, false], [-5.11328125, false], [-8.1171875, false], [-8.4921875, false], [-8.2421875, false], [-12.6171875, false], [-6.48828125, false], [-5.48828125, false], [-10.3671875, false], [-6.48828125, false], [-5.11328125, false], [-8.1171875, false], [-8.4921875, false], [-5.11328125, false], [-12.6171875, false], [-5.48828125, false], [-8.4921875, false], [-8.1171875, false], [-7.61328125, false], [-5.48828125, false], [-8.2421875, false], [-10.6171875, false], [-8.1171875, false], [-11.6171875, false], [-6.48828125, false], [-5.11328125, false], [-10.9921875, false], [-5.48828125, false], [-10.3671875, false], [-10.6171875, false], [-6.48828125, false], [-10.3671875, false], [-9.1171875, false], [-9.640625, false], [-5.11328125, false], [-9.1171875, false], [-5.48828125, false], [-8.4921875, false], [-5.11328125, false], [-8.1171875, false], [-8.4921875, false], [-8.2421875, false], [-12.6171875, false], [-6.48828125, false], [-5.48828125, false], [-10.3671875, false], [-6.48828125, false], [-5.11328125, false], [-8.1171875, false], [-8.4921875, false], [-5.11328125, false], [-10.6171875, false], [-10.9921875, false], [-6.48828125, false], [-5.11328125, false], [-11.1171875, false], [-12.6171875, false], [-6.48828125, false], [-6.48828125, false], [-8.4921875, false], [-10.9921875, false], [-7.61328125, false], [-10.8671875, false], [-10.3671875, false], [-6.48828125, false], [-5.11328125, false], [-6.48828125, false], [-10.3671875, false], [-10.3671875, false], [-6.48828125, false], [-8.2421875, false], [-10.6171875, false], [-9.1171875, false], [-14.9921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 658, "doc": {"id": "CSZ_2009_8_CSZ30764", "question": "A force of 5 N is required to increase the speed of a box from a rate of 1.0 m/s to 3.0 m/s within 5 s along a level surface. What change would most likely require additional force to produce the same results?", "choices": {"text": ["reduce the mass of the box", "increase the mass of the box", "make the surfaces of the box smooth", "make the surface of the floor smooth"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "increase the mass of the box", "arguments": ["Question: A force of 5 N is required to increase the speed of a box from a rate of 1.0 m/s to 3.0 m/s within 5 s along a level surface. What change would most likely require additional force to produce the same results?\nAnswer:", " ["], "resps": [[[-6.4375, false]], [[-9.9375, false]], [[-7.9375, false]], [[-8.6875, false]], [[-7.6875, false]], [[-8.1875, false]], [[-7.6875, false]], [[-8.6875, false]], [[-5.3828125, false]], [[-7.6875, false]], [[-9.1875, false]], [[-8.6875, false]], [[-5.3828125, false]], [[-6.6875, false]], [[-4.1875, false]], [[-7.6875, false]], [[-7.6875, false]], [[-5.4375, false]], [[-9.4375, false]], [[-7.9375, false]], [[-5.4375, false]], [[-7.6875, false]], [[-9.1875, false]], [[-8.6875, false]], [[-5.4375, false]], [[-6.4375, false]], [[-9.4375, false]], [[-7.4375, false]], [[-9.9375, false]], [[-9.46875, false]], [[-5.4375, false]], [[-9.9375, false]], [[-7.1875, false]], [[-7.6875, false]], [[-7.6875, false]], [[-7.9375, false]], [[-8.6875, false]], [[-4.1875, false]], [[-7.6875, false]], [[-8.6875, false]], [[-5.4375, false]], [[-7.6875, false]], [[-9.1875, false]], [[-8.6875, false]], [[-5.4375, false]], [[-6.6875, false]], [[-4.1875, false]], [[-7.6875, false]], [[-7.6875, false]], [[-5.4375, false]], [[-9.4375, false]], [[-7.9375, false]], [[-5.4375, false]], [[-7.6875, false]], [[-9.1875, false]], [[-8.6875, false]], [[-5.4375, false]], [[-6.4375, false]], [[-9.4375, false]], [[-7.4375, false]], [[-9.9375, false]], [[-9.46875, false]], [[-5.4375, false]], [[-9.9375, false]], [[-6.6875, false]], [[-4.1875, false]], [[-8.1875, false]], [[-8.6875, false]], [[-5.4375, false]], [[-7.6875, false]], [[-9.1875, false]], [[-8.6875, false]], [[-5.4375, false]], [[-7.6875, false]], [[-8.1875, false]], [[-7.9375, false]], [[-7.9375, false]], [[-4.1875, false]], [[-7.6875, false]], [[-8.6875, false]], [[-7.6875, false]], [[-5.4375, false]], [[-9.4375, false]], [[-7.9375, false]], [[-5.4375, false]], [[-7.6875, false]], [[-9.1875, false]], [[-8.6875, false]], [[-5.4375, false]], [[-6.4375, false]], [[-9.4375, false]], [[-7.4375, false]], [[-5.4375, false]], [[-7.6875, false]], [[-6.6875, false]], [[-9.4375, false]], [[-9.4375, false]], [[-7.6875, false]], [[-9.1875, false]], [[-9.9375, false]], [[-9.46875, false]], [[-5.4375, false]], [[-9.9375, false]], [[-6.6875, false]], [[-4.1875, false]], [[-8.1875, false]], [[-8.6875, false]], [[-5.4375, false]], [[-7.6875, false]], [[-9.1875, false]], [[-8.6875, false]], [[-5.4375, false]], [[-7.6875, false]], [[-8.1875, false]], [[-7.9375, false]], [[-7.9375, false]], [[-4.1875, false]], [[-7.6875, false]], [[-8.6875, false]], [[-5.4375, false]], [[-9.4375, false]], [[-7.9375, false]], [[-5.4375, false]], [[-7.6875, false]], [[-9.1875, false]], [[-8.6875, false]], [[-5.4375, false]], [[-7.9375, false]], [[-9.1875, false]], [[-9.4375, false]], [[-9.4375, false]], [[-7.9375, false]], [[-5.4375, false]], [[-7.6875, false]], [[-6.6875, false]], [[-9.4375, false]], [[-9.4375, false]], [[-7.6875, false]], [[-9.1875, false]], [[-9.9375, false]], [[-11.1875, false]]], "filtered_resps": [[-6.4375, false], [-9.9375, false], [-7.9375, false], [-8.6875, false], [-7.6875, false], [-8.1875, false], [-7.6875, false], [-8.6875, false], [-5.3828125, false], [-7.6875, false], [-9.1875, false], [-8.6875, false], [-5.3828125, false], [-6.6875, false], [-4.1875, false], [-7.6875, false], [-7.6875, false], [-5.4375, false], [-9.4375, false], [-7.9375, false], [-5.4375, false], [-7.6875, false], [-9.1875, false], [-8.6875, false], [-5.4375, false], [-6.4375, false], [-9.4375, false], [-7.4375, false], [-9.9375, false], [-9.46875, false], [-5.4375, false], [-9.9375, false], [-7.1875, false], [-7.6875, false], [-7.6875, false], [-7.9375, false], [-8.6875, false], [-4.1875, false], [-7.6875, false], [-8.6875, false], [-5.4375, false], [-7.6875, false], [-9.1875, false], [-8.6875, false], [-5.4375, false], [-6.6875, false], [-4.1875, false], [-7.6875, false], [-7.6875, false], [-5.4375, false], [-9.4375, false], [-7.9375, false], [-5.4375, false], [-7.6875, false], [-9.1875, false], [-8.6875, false], [-5.4375, false], [-6.4375, false], [-9.4375, false], [-7.4375, false], [-9.9375, false], [-9.46875, false], [-5.4375, false], [-9.9375, false], [-6.6875, false], [-4.1875, false], [-8.1875, false], [-8.6875, false], [-5.4375, false], [-7.6875, false], [-9.1875, false], [-8.6875, false], [-5.4375, false], [-7.6875, false], [-8.1875, false], [-7.9375, false], [-7.9375, false], [-4.1875, false], [-7.6875, false], [-8.6875, false], [-7.6875, false], [-5.4375, false], [-9.4375, false], [-7.9375, false], [-5.4375, false], [-7.6875, false], [-9.1875, false], [-8.6875, false], [-5.4375, false], [-6.4375, false], [-9.4375, false], [-7.4375, false], [-5.4375, false], [-7.6875, false], [-6.6875, false], [-9.4375, false], [-9.4375, false], [-7.6875, false], [-9.1875, false], [-9.9375, false], [-9.46875, false], [-5.4375, false], [-9.9375, false], [-6.6875, false], [-4.1875, false], [-8.1875, false], [-8.6875, false], [-5.4375, false], [-7.6875, false], [-9.1875, false], [-8.6875, false], [-5.4375, false], [-7.6875, false], [-8.1875, false], [-7.9375, false], [-7.9375, false], [-4.1875, false], [-7.6875, false], [-8.6875, false], [-5.4375, false], [-9.4375, false], [-7.9375, false], [-5.4375, false], [-7.6875, false], [-9.1875, false], [-8.6875, false], [-5.4375, false], [-7.9375, false], [-9.1875, false], [-9.4375, false], [-9.4375, false], [-7.9375, false], [-5.4375, false], [-7.6875, false], [-6.6875, false], [-9.4375, false], [-9.4375, false], [-7.6875, false], [-9.1875, false], [-9.9375, false], [-11.1875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 666, "doc": {"id": "NYSEDREGENTS_2015_4_10", "question": "A student pours water into a cup and places the cup in a freezer. After many hours, the water will change from", "choices": {"text": ["solid to gas", "solid to liquid", "liquid to solid", "liquid to gas"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "liquid to solid", "arguments": ["Question: A student pours water into a cup and places the cup in a freezer. After many hours, the water will change from\nAnswer:", " ["], "resps": [[[-7.5234375, false]], [[-8.7734375, false]], [[-8.5234375, false]], [[-9.5234375, false]], [[-10.5234375, false]], [[-7.5234375, false]], [[-6.5234375, false]], [[-5.5234375, false]], [[-8.7734375, false]], [[-9.5234375, false]], [[-5.5234375, false]], [[-9.7734375, false]], [[-4.0234375, false]], [[-8.5234375, false]], [[-8.7734375, false]], [[-8.6171875, false]], [[-5.5234375, false]], [[-8.7734375, false]], [[-8.5234375, false]], [[-9.5234375, false]], [[-10.5234375, false]], [[-7.5234375, false]], [[-6.5234375, false]], [[-5.5234375, false]], [[-8.7734375, false]], [[-9.5234375, false]], [[-5.5234375, false]], [[-10.5234375, false]], [[-7.5234375, false]], [[-9.2734375, false]], [[-10.0234375, false]], [[-7.5234375, false]], [[-6.5234375, false]], [[-8.7734375, false]], [[-8.6171875, false]], [[-5.5234375, false]], [[-8.7734375, false]], [[-10.5234375, false]], [[-7.5234375, false]], [[-9.2734375, false]], [[-10.0234375, false]], [[-7.5234375, false]], [[-6.5234375, false]], [[-5.5234375, false]], [[-8.7734375, false]], [[-9.5234375, false]], [[-5.5234375, false]], [[-8.5234375, false]], [[-9.5234375, false]], [[-10.5234375, false]], [[-7.5234375, false]], [[-6.5234375, false]], [[-8.7734375, false]], [[-8.6171875, false]], [[-5.5234375, false]], [[-8.7734375, false]], [[-10.5234375, false]], [[-7.5234375, false]], [[-9.2734375, false]], [[-10.0234375, false]], [[-7.5234375, false]], [[-6.5234375, false]], [[-5.5234375, false]], [[-8.7734375, false]], [[-9.5234375, false]], [[-5.5234375, false]], [[-9.7734375, false]], [[-4.0234375, false]], [[-8.5234375, false]], [[-8.7734375, false]], [[-10.5234375, false]]], "filtered_resps": [[-7.5234375, false], [-8.7734375, false], [-8.5234375, false], [-9.5234375, false], [-10.5234375, false], [-7.5234375, false], [-6.5234375, false], [-5.5234375, false], [-8.7734375, false], [-9.5234375, false], [-5.5234375, false], [-9.7734375, false], [-4.0234375, false], [-8.5234375, false], [-8.7734375, false], [-8.6171875, false], [-5.5234375, false], [-8.7734375, false], [-8.5234375, false], [-9.5234375, false], [-10.5234375, false], [-7.5234375, false], [-6.5234375, false], [-5.5234375, false], [-8.7734375, false], [-9.5234375, false], [-5.5234375, false], [-10.5234375, false], [-7.5234375, false], [-9.2734375, false], [-10.0234375, false], [-7.5234375, false], [-6.5234375, false], [-8.7734375, false], [-8.6171875, false], [-5.5234375, false], [-8.7734375, false], [-10.5234375, false], [-7.5234375, false], [-9.2734375, false], [-10.0234375, false], [-7.5234375, false], [-6.5234375, false], [-5.5234375, false], [-8.7734375, false], [-9.5234375, false], [-5.5234375, false], [-8.5234375, false], [-9.5234375, false], [-10.5234375, false], [-7.5234375, false], [-6.5234375, false], [-8.7734375, false], [-8.6171875, false], [-5.5234375, false], [-8.7734375, false], [-10.5234375, false], [-7.5234375, false], [-9.2734375, false], [-10.0234375, false], [-7.5234375, false], [-6.5234375, false], [-5.5234375, false], [-8.7734375, false], [-9.5234375, false], [-5.5234375, false], [-9.7734375, false], [-4.0234375, false], [-8.5234375, false], [-8.7734375, false], [-10.5234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 674, "doc": {"id": "Mercury_7008960", "question": "During a collision, a seat belt slows the speed of a crash dummy. What is the direction of the net force exerted by the seat belt compared to the direction of the crash dummy's motion?", "choices": {"text": ["in the same direction", "in a vertical direction", "in a downward direction", "in the opposite direction"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "in the opposite direction", "arguments": ["Question: During a collision, a seat belt slows the speed of a crash dummy. What is the direction of the net force exerted by the seat belt compared to the direction of the crash dummy's motion?\nAnswer:", " ["], "resps": [[[-6.17578125, false]], [[-8.1796875, false]], [[-7.42578125, false]], [[-6.67578125, false]], [[-4.92578125, false]], [[-7.17578125, false]], [[-8.1796875, false]], [[-8.1796875, false]], [[-4.92578125, false]], [[-7.92578125, false]], [[-4.42578125, false]], [[-6.92578125, false]], [[-8.1796875, false]], [[-4.92578125, false]], [[-5.92578125, false]], [[-7.42578125, false]], [[-8.4296875, false]], [[-8.1796875, false]], [[-6.67578125, false]], [[-7.17578125, false]], [[-7.42578125, false]], [[-9.1796875, false]], [[-6.67578125, false]], [[-8.1796875, false]], [[-8.8984375, false]], [[-4.92578125, false]], [[-8.1796875, false]], [[-7.42578125, false]], [[-6.67578125, false]], [[-4.92578125, false]], [[-4.42578125, false]], [[-4.92578125, false]], [[-6.42578125, false]], [[-8.1796875, false]], [[-8.4296875, false]], [[-7.17578125, false]], [[-7.42578125, false]], [[-6.67578125, false]], [[-4.42578125, false]], [[-7.67578125, false]], [[-4.92578125, false]], [[-5.92578125, false]], [[-7.42578125, false]], [[-8.4296875, false]], [[-8.1796875, false]], [[-6.67578125, false]], [[-7.17578125, false]], [[-7.42578125, false]], [[-9.1796875, false]], [[-6.67578125, false]], [[-8.1796875, false]], [[-8.8984375, false]], [[-4.92578125, false]], [[-8.1796875, false]], [[-7.42578125, false]], [[-6.67578125, false]], [[-4.92578125, false]], [[-4.42578125, false]], [[-4.92578125, false]], [[-5.92578125, false]], [[-9.1796875, false]], [[-7.92578125, false]], [[-6.67578125, false]], [[-7.92578125, false]], [[-4.42578125, false]], [[-8.4296875, false]], [[-5.92578125, false]], [[-4.92578125, false]], [[-5.92578125, false]], [[-7.42578125, false]], [[-8.4296875, false]], [[-8.1796875, false]], [[-6.67578125, false]], [[-7.17578125, false]], [[-7.42578125, false]], [[-9.1796875, false]], [[-6.67578125, false]], [[-8.1796875, false]], [[-8.8984375, false]], [[-4.92578125, false]], [[-8.1796875, false]], [[-7.42578125, false]], [[-6.67578125, false]], [[-4.92578125, false]], [[-7.17578125, false]], [[-8.1796875, false]], [[-8.1796875, false]], [[-4.92578125, false]], [[-9.1796875, false]], [[-7.92578125, false]], [[-7.92578125, false]], [[-9.1796875, false]], [[-7.92578125, false]], [[-7.42578125, false]], [[-7.17578125, false]], [[-8.1796875, false]], [[-4.92578125, false]], [[-5.92578125, false]], [[-7.42578125, false]], [[-8.4296875, false]], [[-8.1796875, false]], [[-6.67578125, false]], [[-7.17578125, false]], [[-7.42578125, false]], [[-9.1796875, false]], [[-6.67578125, false]], [[-8.1796875, false]], [[-10.6796875, false]]], "filtered_resps": [[-6.17578125, false], [-8.1796875, false], [-7.42578125, false], [-6.67578125, false], [-4.92578125, false], [-7.17578125, false], [-8.1796875, false], [-8.1796875, false], [-4.92578125, false], [-7.92578125, false], [-4.42578125, false], [-6.92578125, false], [-8.1796875, false], [-4.92578125, false], [-5.92578125, false], [-7.42578125, false], [-8.4296875, false], [-8.1796875, false], [-6.67578125, false], [-7.17578125, false], [-7.42578125, false], [-9.1796875, false], [-6.67578125, false], [-8.1796875, false], [-8.8984375, false], [-4.92578125, false], [-8.1796875, false], [-7.42578125, false], [-6.67578125, false], [-4.92578125, false], [-4.42578125, false], [-4.92578125, false], [-6.42578125, false], [-8.1796875, false], [-8.4296875, false], [-7.17578125, false], [-7.42578125, false], [-6.67578125, false], [-4.42578125, false], [-7.67578125, false], [-4.92578125, false], [-5.92578125, false], [-7.42578125, false], [-8.4296875, false], [-8.1796875, false], [-6.67578125, false], [-7.17578125, false], [-7.42578125, false], [-9.1796875, false], [-6.67578125, false], [-8.1796875, false], [-8.8984375, false], [-4.92578125, false], [-8.1796875, false], [-7.42578125, false], [-6.67578125, false], [-4.92578125, false], [-4.42578125, false], [-4.92578125, false], [-5.92578125, false], [-9.1796875, false], [-7.92578125, false], [-6.67578125, false], [-7.92578125, false], [-4.42578125, false], [-8.4296875, false], [-5.92578125, false], [-4.92578125, false], [-5.92578125, false], [-7.42578125, false], [-8.4296875, false], [-8.1796875, false], [-6.67578125, false], [-7.17578125, false], [-7.42578125, false], [-9.1796875, false], [-6.67578125, false], [-8.1796875, false], [-8.8984375, false], [-4.92578125, false], [-8.1796875, false], [-7.42578125, false], [-6.67578125, false], [-4.92578125, false], [-7.17578125, false], [-8.1796875, false], [-8.1796875, false], [-4.92578125, false], [-9.1796875, false], [-7.92578125, false], [-7.92578125, false], [-9.1796875, false], [-7.92578125, false], [-7.42578125, false], [-7.17578125, false], [-8.1796875, false], [-4.92578125, false], [-5.92578125, false], [-7.42578125, false], [-8.4296875, false], [-8.1796875, false], [-6.67578125, false], [-7.17578125, false], [-7.42578125, false], [-9.1796875, false], [-6.67578125, false], [-8.1796875, false], [-10.6796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 682, "doc": {"id": "TIMSS_2011_4_pg102", "question": "What causes an object to fall to the ground when you let it drop from your hand?", "choices": {"text": ["magnetism", "gravity", "air resistance", "the push from your hand"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "gravity", "arguments": ["Question: What causes an object to fall to the ground when you let it drop from your hand?\nAnswer:", " ["], "resps": [[[-7.81640625, false]], [[-8.3125, false]], [[-11.3125, false]], [[-5.06640625, false]], [[-11.0625, false]], [[-10.8125, false]], [[-10.0625, false]], [[-10.3125, false]], [[-9.3125, false]], [[-9.0625, false]], [[-11.3125, false]], [[-8.3125, false]], [[-11.109375, false]], [[-6.06640625, false]], [[-8.3125, false]], [[-11.0625, false]], [[-11.5625, false]], [[-5.06640625, false]], [[-11.5625, false]], [[-9.3125, false]], [[-10.3125, false]], [[-12.3125, false]], [[-8.3125, false]], [[-11.109375, false]], [[-6.06640625, false]], [[-8.3125, false]], [[-5.06640625, false]], [[-9.3125, false]], [[-11.5625, false]], [[-6.06640625, false]], [[-11.5625, false]], [[-10.0625, false]], [[-9.0625, false]], [[-9.3125, false]], [[-9.0625, false]], [[-10.3125, false]], [[-5.06640625, false]], [[-10.8125, false]], [[-9.3125, false]], [[-10.0625, false]], [[-8.3125, false]], [[-11.109375, false]], [[-6.06640625, false]], [[-8.3125, false]], [[-10.3125, false]], [[-11.3125, false]], [[-10.0625, false]], [[-6.06640625, false]], [[-10.0625, false]], [[-10.0625, false]], [[-9.0625, false]], [[-11.3125, false]], [[-6.06640625, false]], [[-9.8125, false]], [[-11.5625, false]], [[-10.0625, false]], [[-11.3125, false]], [[-6.06640625, false]], [[-12.3125, false]], [[-10.0625, false]], [[-10.0625, false]], [[-11.5625, false]], [[-6.06640625, false]], [[-11.3125, false]], [[-5.06640625, false]], [[-10.8125, false]], [[-9.8125, false]], [[-8.3125, false]], [[-13.3125, false]]], "filtered_resps": [[-7.81640625, false], [-8.3125, false], [-11.3125, false], [-5.06640625, false], [-11.0625, false], [-10.8125, false], [-10.0625, false], [-10.3125, false], [-9.3125, false], [-9.0625, false], [-11.3125, false], [-8.3125, false], [-11.109375, false], [-6.06640625, false], [-8.3125, false], [-11.0625, false], [-11.5625, false], [-5.06640625, false], [-11.5625, false], [-9.3125, false], [-10.3125, false], [-12.3125, false], [-8.3125, false], [-11.109375, false], [-6.06640625, false], [-8.3125, false], [-5.06640625, false], [-9.3125, false], [-11.5625, false], [-6.06640625, false], [-11.5625, false], [-10.0625, false], [-9.0625, false], [-9.3125, false], [-9.0625, false], [-10.3125, false], [-5.06640625, false], [-10.8125, false], [-9.3125, false], [-10.0625, false], [-8.3125, false], [-11.109375, false], [-6.06640625, false], [-8.3125, false], [-10.3125, false], [-11.3125, false], [-10.0625, false], [-6.06640625, false], [-10.0625, false], [-10.0625, false], [-9.0625, false], [-11.3125, false], [-6.06640625, false], [-9.8125, false], [-11.5625, false], [-10.0625, false], [-11.3125, false], [-6.06640625, false], [-12.3125, false], [-10.0625, false], [-10.0625, false], [-11.5625, false], [-6.06640625, false], [-11.3125, false], [-5.06640625, false], [-10.8125, false], [-9.8125, false], [-8.3125, false], [-13.3125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 690, "doc": {"id": "Mercury_7268153", "question": "What is the function of hollow bones in birds?", "choices": {"text": ["to streamline birds for efficient flight", "to reduce the weight of birds for flight", "to store oxygen for high-altitude flight", "to make bones strong enough for flight"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "to reduce the weight of birds for flight", "arguments": ["Question: What is the function of hollow bones in birds?\nAnswer:", " ["], "resps": [[[-7.48828125, false]], [[-9.234375, false]], [[-11.484375, false]], [[-9.734375, false]], [[-6.48828125, false]], [[-9.484375, false]], [[-11.484375, false]], [[-12.734375, false]], [[-9.734375, false]], [[-6.73828125, false]], [[-11.984375, false]], [[-10.484375, false]], [[-10.734375, false]], [[-10.734375, false]], [[-9.734375, false]], [[-6.48828125, false]], [[-10.234375, false]], [[-10.734375, false]], [[-12.734375, false]], [[-11.234375, false]], [[-9.484375, false]], [[-6.48828125, false]], [[-9.984375, false]], [[-9.734375, false]], [[-12.734375, false]], [[-6.48828125, false]], [[-9.734375, false]], [[-9.984375, false]], [[-9.984375, false]], [[-10.734375, false]], [[-10.234375, false]], [[-10.734375, false]], [[-9.734375, false]], [[-10.734375, false]], [[-11.484375, false]], [[-6.48828125, false]], [[-9.984375, false]], [[-10.484375, false]], [[-10.734375, false]], [[-13.234375, false]], [[-9.234375, false]], [[-11.484375, false]], [[-9.234375, false]], [[-10.3828125, false]], [[-6.48828125, false]], [[-9.234375, false]], [[-11.484375, false]], [[-9.734375, false]], [[-6.48828125, false]], [[-12.734375, false]], [[-9.734375, false]], [[-11.234375, false]], [[-11.484375, false]], [[-10.234375, false]], [[-9.734375, false]], [[-6.48828125, false]], [[-11.484375, false]], [[-9.234375, false]], [[-9.734375, false]], [[-6.48828125, false]], [[-11.234375, false]], [[-9.734375, false]], [[-10.734375, false]], [[-13.234375, false]], [[-9.234375, false]], [[-11.484375, false]], [[-6.48828125, false]], [[-9.734375, false]], [[-9.984375, false]], [[-6.48828125, false]], [[-10.234375, false]], [[-10.734375, false]], [[-12.734375, false]], [[-11.234375, false]], [[-9.484375, false]], [[-6.48828125, false]], [[-9.984375, false]], [[-9.734375, false]], [[-12.734375, false]], [[-6.48828125, false]], [[-9.984375, false]], [[-10.484375, false]], [[-10.734375, false]], [[-13.234375, false]], [[-9.234375, false]], [[-11.484375, false]], [[-9.234375, false]], [[-10.3828125, false]], [[-6.48828125, false]], [[-9.234375, false]], [[-11.484375, false]], [[-9.734375, false]], [[-6.48828125, false]], [[-9.484375, false]], [[-11.484375, false]], [[-9.734375, false]], [[-12.734375, false]], [[-9.734375, false]], [[-6.48828125, false]], [[-9.734375, false]], [[-11.484375, false]], [[-13.984375, false]], [[-13.234375, false]], [[-9.734375, false]], [[-10.734375, false]], [[-6.48828125, false]], [[-9.984375, false]], [[-9.734375, false]], [[-12.734375, false]], [[-6.48828125, false]], [[-9.234375, false]], [[-10.734375, false]], [[-13.234375, false]], [[-9.234375, false]], [[-6.98828125, false]], [[-6.73828125, false]], [[-10.484375, false]], [[-11.484375, false]], [[-10.734375, false]], [[-11.484375, false]], [[-11.484375, false]], [[-11.234375, false]], [[-9.734375, false]], [[-6.48828125, false]], [[-9.984375, false]], [[-10.484375, false]], [[-10.734375, false]], [[-13.234375, false]], [[-9.234375, false]], [[-11.484375, false]], [[-9.234375, false]], [[-10.3828125, false]], [[-6.48828125, false]], [[-9.234375, false]], [[-11.484375, false]], [[-9.734375, false]], [[-6.48828125, false]], [[-11.984375, false]], [[-6.73828125, false]], [[-10.484375, false]], [[-9.734375, false]], [[-6.48828125, false]], [[-10.234375, false]], [[-9.734375, false]], [[-10.734375, false]], [[-9.734375, false]], [[-9.484375, false]], [[-6.48828125, false]], [[-9.484375, false]], [[-11.484375, false]], [[-12.734375, false]], [[-9.734375, false]], [[-10.734375, false]], [[-13.234375, false]], [[-6.48828125, false]], [[-9.734375, false]], [[-10.734375, false]], [[-9.734375, false]], [[-11.484375, false]], [[-13.234375, false]], [[-9.234375, false]], [[-6.48828125, false]], [[-9.984375, false]], [[-9.734375, false]], [[-12.734375, false]], [[-6.48828125, false]], [[-9.984375, false]], [[-10.484375, false]], [[-10.734375, false]], [[-13.234375, false]], [[-9.234375, false]], [[-11.484375, false]], [[-9.234375, false]], [[-12.484375, false]]], "filtered_resps": [[-7.48828125, false], [-9.234375, false], [-11.484375, false], [-9.734375, false], [-6.48828125, false], [-9.484375, false], [-11.484375, false], [-12.734375, false], [-9.734375, false], [-6.73828125, false], [-11.984375, false], [-10.484375, false], [-10.734375, false], [-10.734375, false], [-9.734375, false], [-6.48828125, false], [-10.234375, false], [-10.734375, false], [-12.734375, false], [-11.234375, false], [-9.484375, false], [-6.48828125, false], [-9.984375, false], [-9.734375, false], [-12.734375, false], [-6.48828125, false], [-9.734375, false], [-9.984375, false], [-9.984375, false], [-10.734375, false], [-10.234375, false], [-10.734375, false], [-9.734375, false], [-10.734375, false], [-11.484375, false], [-6.48828125, false], [-9.984375, false], [-10.484375, false], [-10.734375, false], [-13.234375, false], [-9.234375, false], [-11.484375, false], [-9.234375, false], [-10.3828125, false], [-6.48828125, false], [-9.234375, false], [-11.484375, false], [-9.734375, false], [-6.48828125, false], [-12.734375, false], [-9.734375, false], [-11.234375, false], [-11.484375, false], [-10.234375, false], [-9.734375, false], [-6.48828125, false], [-11.484375, false], [-9.234375, false], [-9.734375, false], [-6.48828125, false], [-11.234375, false], [-9.734375, false], [-10.734375, false], [-13.234375, false], [-9.234375, false], [-11.484375, false], [-6.48828125, false], [-9.734375, false], [-9.984375, false], [-6.48828125, false], [-10.234375, false], [-10.734375, false], [-12.734375, false], [-11.234375, false], [-9.484375, false], [-6.48828125, false], [-9.984375, false], [-9.734375, false], [-12.734375, false], [-6.48828125, false], [-9.984375, false], [-10.484375, false], [-10.734375, false], [-13.234375, false], [-9.234375, false], [-11.484375, false], [-9.234375, false], [-10.3828125, false], [-6.48828125, false], [-9.234375, false], [-11.484375, false], [-9.734375, false], [-6.48828125, false], [-9.484375, false], [-11.484375, false], [-9.734375, false], [-12.734375, false], [-9.734375, false], [-6.48828125, false], [-9.734375, false], [-11.484375, false], [-13.984375, false], [-13.234375, false], [-9.734375, false], [-10.734375, false], [-6.48828125, false], [-9.984375, false], [-9.734375, false], [-12.734375, false], [-6.48828125, false], [-9.234375, false], [-10.734375, false], [-13.234375, false], [-9.234375, false], [-6.98828125, false], [-6.73828125, false], [-10.484375, false], [-11.484375, false], [-10.734375, false], [-11.484375, false], [-11.484375, false], [-11.234375, false], [-9.734375, false], [-6.48828125, false], [-9.984375, false], [-10.484375, false], [-10.734375, false], [-13.234375, false], [-9.234375, false], [-11.484375, false], [-9.234375, false], [-10.3828125, false], [-6.48828125, false], [-9.234375, false], [-11.484375, false], [-9.734375, false], [-6.48828125, false], [-11.984375, false], [-6.73828125, false], [-10.484375, false], [-9.734375, false], [-6.48828125, false], [-10.234375, false], [-9.734375, false], [-10.734375, false], [-9.734375, false], [-9.484375, false], [-6.48828125, false], [-9.484375, false], [-11.484375, false], [-12.734375, false], [-9.734375, false], [-10.734375, false], [-13.234375, false], [-6.48828125, false], [-9.734375, false], [-10.734375, false], [-9.734375, false], [-11.484375, false], [-13.234375, false], [-9.234375, false], [-6.48828125, false], [-9.984375, false], [-9.734375, false], [-12.734375, false], [-6.48828125, false], [-9.984375, false], [-10.484375, false], [-10.734375, false], [-13.234375, false], [-9.234375, false], [-11.484375, false], [-9.234375, false], [-12.484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 698, "doc": {"id": "Mercury_410275", "question": "One student rubs a balloon against his hair several times. Another student passes a comb through her hair several times. The students place the comb near the balloon and observe that the comb repels the balloon. Which is the most likely reason the comb is able to repel the balloon?", "choices": {"text": ["The balloon has a positive charge and the comb is neutral.", "The balloon and the comb have the same electrical charge.", "The balloon has a negative charge and the comb is neutral.", "The balloon and the comb have opposite electrical charges."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "The balloon and the comb have the same electrical charge.", "arguments": ["Question: One student rubs a balloon against his hair several times. Another student passes a comb through her hair several times. The students place the comb near the balloon and observe that the comb repels the balloon. Which is the most likely reason the comb is able to repel the balloon?\nAnswer:", " ["], "resps": [[[-6.80859375, false]], [[-9.0546875, false]], [[-6.30859375, false]], [[-8.8046875, false]], [[-6.80859375, false]], [[-5.59765625, false]], [[-4.80859375, false]], [[-3.306640625, false]], [[-9.3046875, false]], [[-9.3046875, false]], [[-8.0546875, false]], [[-8.0546875, false]], [[-7.55859375, false]], [[-5.59765625, false]], [[-8.8046875, false]], [[-3.306640625, false]], [[-8.0546875, false]], [[-5.80859375, false]], [[-3.306640625, false]], [[-5.80859375, false]], [[-7.80859375, false]], [[-8.0546875, false]], [[-8.0546875, false]], [[-7.55859375, false]], [[-9.0546875, false]], [[-7.55859375, false]], [[-8.3046875, false]], [[-6.80859375, false]], [[-5.80859375, false]], [[-5.55859375, false]], [[-8.8046875, false]], [[-3.306640625, false]], [[-7.55859375, false]], [[-9.5546875, false]], [[-6.80859375, false]], [[-5.80859375, false]], [[-3.306640625, false]], [[-7.55859375, false]], [[-6.80859375, false]], [[-5.80859375, false]], [[-9.0546875, false]], [[-8.8046875, false]], [[-6.80859375, false]], [[-5.80859375, false]], [[-5.55859375, false]], [[-8.0546875, false]], [[-8.0546875, false]], [[-4.80859375, false]], [[-5.80859375, false]], [[-7.55859375, false]], [[-8.0546875, false]], [[-5.80859375, false]], [[-7.55859375, false]], [[-6.80859375, false]], [[-9.5546875, false]], [[-9.0546875, false]], [[-7.55859375, false]], [[-3.306640625, false]], [[-9.3046875, false]], [[-6.91796875, false]], [[-9.0546875, false]], [[-10.15625, false]], [[-5.80859375, false]], [[-9.0546875, false]], [[-6.30859375, false]], [[-8.8046875, false]], [[-6.80859375, false]], [[-5.80859375, false]], [[-4.80859375, false]], [[-3.306640625, false]], [[-9.3046875, false]], [[-9.3046875, false]], [[-8.0546875, false]], [[-8.0546875, false]], [[-7.55859375, false]], [[-5.80859375, false]], [[-3.306640625, false]], [[-7.55859375, false]], [[-6.80859375, false]], [[-5.80859375, false]], [[-9.0546875, false]], [[-8.8046875, false]], [[-6.80859375, false]], [[-5.80859375, false]], [[-5.55859375, false]], [[-8.0546875, false]], [[-8.0546875, false]], [[-4.80859375, false]], [[-5.80859375, false]], [[-8.8046875, false]], [[-3.306640625, false]], [[-8.3046875, false]], [[-6.80859375, false]], [[-5.80859375, false]], [[-9.0546875, false]], [[-8.8046875, false]], [[-6.80859375, false]], [[-5.80859375, false]], [[-8.0546875, false]], [[-3.306640625, false]], [[-8.0546875, false]], [[-6.80859375, false]], [[-5.80859375, false]], [[-6.80859375, false]], [[-9.3046875, false]], [[-6.80859375, false]], [[-5.55859375, false]], [[-9.0546875, false]], [[-7.55859375, false]], [[-7.55859375, false]], [[-5.55859375, false]], [[-3.306640625, false]], [[-9.3046875, false]], [[-5.80859375, false]], [[-5.55859375, false]], [[-8.8046875, false]], [[-3.306640625, false]], [[-7.55859375, false]], [[-9.5546875, false]], [[-6.80859375, false]], [[-6.91796875, false]], [[-9.0546875, false]], [[-10.046875, false]], [[-5.80859375, false]], [[-9.0546875, false]], [[-6.30859375, false]], [[-8.8046875, false]], [[-6.80859375, false]], [[-5.80859375, false]], [[-4.80859375, false]], [[-3.306640625, false]], [[-9.3046875, false]], [[-9.3046875, false]], [[-8.0546875, false]], [[-8.0546875, false]], [[-7.55859375, false]], [[-5.80859375, false]], [[-8.8046875, false]], [[-3.306640625, false]], [[-8.0546875, false]], [[-5.80859375, false]], [[-3.306640625, false]], [[-5.80859375, false]], [[-7.55859375, false]], [[-6.80859375, false]], [[-9.5546875, false]], [[-3.306640625, false]], [[-9.0546875, false]], [[-7.55859375, false]], [[-8.3046875, false]], [[-6.80859375, false]], [[-5.80859375, false]], [[-5.55859375, false]], [[-8.8046875, false]], [[-3.306640625, false]], [[-7.55859375, false]], [[-9.5546875, false]], [[-6.80859375, false]], [[-5.80859375, false]], [[-3.306640625, false]], [[-7.55859375, false]], [[-6.80859375, false]], [[-5.80859375, false]], [[-9.0546875, false]], [[-8.8046875, false]], [[-6.80859375, false]], [[-5.80859375, false]], [[-5.55859375, false]], [[-8.0546875, false]], [[-8.0546875, false]], [[-4.80859375, false]], [[-5.80859375, false]], [[-7.55859375, false]], [[-8.0546875, false]], [[-5.80859375, false]], [[-7.55859375, false]], [[-6.80859375, false]], [[-9.5546875, false]], [[-9.0546875, false]], [[-7.55859375, false]], [[-3.306640625, false]], [[-9.3046875, false]], [[-6.91796875, false]], [[-9.0546875, false]], [[-10.046875, false]], [[-5.80859375, false]], [[-9.0546875, false]], [[-6.30859375, false]], [[-8.8046875, false]], [[-6.80859375, false]], [[-5.80859375, false]], [[-4.80859375, false]], [[-3.306640625, false]], [[-9.3046875, false]], [[-9.3046875, false]], [[-8.0546875, false]], [[-8.0546875, false]], [[-7.55859375, false]], [[-5.80859375, false]], [[-3.306640625, false]], [[-7.55859375, false]], [[-6.80859375, false]], [[-5.80859375, false]], [[-9.0546875, false]], [[-8.8046875, false]], [[-6.80859375, false]], [[-5.80859375, false]], [[-5.55859375, false]], [[-8.0546875, false]], [[-8.0546875, false]], [[-4.80859375, false]], [[-5.80859375, false]], [[-8.8046875, false]], [[-3.306640625, false]], [[-8.3046875, false]], [[-6.80859375, false]], [[-5.80859375, false]], [[-8.0546875, false]], [[-7.80859375, false]], [[-7.80859375, false]], [[-8.0546875, false]], [[-8.0546875, false]], [[-7.55859375, false]], [[-9.0546875, false]], [[-6.80859375, false]], [[-5.80859375, false]], [[-6.80859375, false]], [[-9.3046875, false]], [[-6.80859375, false]], [[-5.55859375, false]], [[-9.0546875, false]], [[-7.55859375, false]], [[-7.55859375, false]], [[-5.55859375, false]], [[-3.306640625, false]], [[-9.3046875, false]], [[-5.80859375, false]], [[-5.55859375, false]], [[-8.8046875, false]], [[-3.306640625, false]], [[-7.55859375, false]], [[-9.5546875, false]], [[-6.80859375, false]], [[-8.0546875, false]], [[-6.91796875, false]], [[-9.0546875, false]], [[-11.8046875, false]]], "filtered_resps": [[-6.80859375, false], [-9.0546875, false], [-6.30859375, false], [-8.8046875, false], [-6.80859375, false], [-5.59765625, false], [-4.80859375, false], [-3.306640625, false], [-9.3046875, false], [-9.3046875, false], [-8.0546875, false], [-8.0546875, false], [-7.55859375, false], [-5.59765625, false], [-8.8046875, false], [-3.306640625, false], [-8.0546875, false], [-5.80859375, false], [-3.306640625, false], [-5.80859375, false], [-7.80859375, false], [-8.0546875, false], [-8.0546875, false], [-7.55859375, false], [-9.0546875, false], [-7.55859375, false], [-8.3046875, false], [-6.80859375, false], [-5.80859375, false], [-5.55859375, false], [-8.8046875, false], [-3.306640625, false], [-7.55859375, false], [-9.5546875, false], [-6.80859375, false], [-5.80859375, false], [-3.306640625, false], [-7.55859375, false], [-6.80859375, false], [-5.80859375, false], [-9.0546875, false], [-8.8046875, false], [-6.80859375, false], [-5.80859375, false], [-5.55859375, false], [-8.0546875, false], [-8.0546875, false], [-4.80859375, false], [-5.80859375, false], [-7.55859375, false], [-8.0546875, false], [-5.80859375, false], [-7.55859375, false], [-6.80859375, false], [-9.5546875, false], [-9.0546875, false], [-7.55859375, false], [-3.306640625, false], [-9.3046875, false], [-6.91796875, false], [-9.0546875, false], [-10.15625, false], [-5.80859375, false], [-9.0546875, false], [-6.30859375, false], [-8.8046875, false], [-6.80859375, false], [-5.80859375, false], [-4.80859375, false], [-3.306640625, false], [-9.3046875, false], [-9.3046875, false], [-8.0546875, false], [-8.0546875, false], [-7.55859375, false], [-5.80859375, false], [-3.306640625, false], [-7.55859375, false], [-6.80859375, false], [-5.80859375, false], [-9.0546875, false], [-8.8046875, false], [-6.80859375, false], [-5.80859375, false], [-5.55859375, false], [-8.0546875, false], [-8.0546875, false], [-4.80859375, false], [-5.80859375, false], [-8.8046875, false], [-3.306640625, false], [-8.3046875, false], [-6.80859375, false], [-5.80859375, false], [-9.0546875, false], [-8.8046875, false], [-6.80859375, false], [-5.80859375, false], [-8.0546875, false], [-3.306640625, false], [-8.0546875, false], [-6.80859375, false], [-5.80859375, false], [-6.80859375, false], [-9.3046875, false], [-6.80859375, false], [-5.55859375, false], [-9.0546875, false], [-7.55859375, false], [-7.55859375, false], [-5.55859375, false], [-3.306640625, false], [-9.3046875, false], [-5.80859375, false], [-5.55859375, false], [-8.8046875, false], [-3.306640625, false], [-7.55859375, false], [-9.5546875, false], [-6.80859375, false], [-6.91796875, false], [-9.0546875, false], [-10.046875, false], [-5.80859375, false], [-9.0546875, false], [-6.30859375, false], [-8.8046875, false], [-6.80859375, false], [-5.80859375, false], [-4.80859375, false], [-3.306640625, false], [-9.3046875, false], [-9.3046875, false], [-8.0546875, false], [-8.0546875, false], [-7.55859375, false], [-5.80859375, false], [-8.8046875, false], [-3.306640625, false], [-8.0546875, false], [-5.80859375, false], [-3.306640625, false], [-5.80859375, false], [-7.55859375, false], [-6.80859375, false], [-9.5546875, false], [-3.306640625, false], [-9.0546875, false], [-7.55859375, false], [-8.3046875, false], [-6.80859375, false], [-5.80859375, false], [-5.55859375, false], [-8.8046875, false], [-3.306640625, false], [-7.55859375, false], [-9.5546875, false], [-6.80859375, false], [-5.80859375, false], [-3.306640625, false], [-7.55859375, false], [-6.80859375, false], [-5.80859375, false], [-9.0546875, false], [-8.8046875, false], [-6.80859375, false], [-5.80859375, false], [-5.55859375, false], [-8.0546875, false], [-8.0546875, false], [-4.80859375, false], [-5.80859375, false], [-7.55859375, false], [-8.0546875, false], [-5.80859375, false], [-7.55859375, false], [-6.80859375, false], [-9.5546875, false], [-9.0546875, false], [-7.55859375, false], [-3.306640625, false], [-9.3046875, false], [-6.91796875, false], [-9.0546875, false], [-10.046875, false], [-5.80859375, false], [-9.0546875, false], [-6.30859375, false], [-8.8046875, false], [-6.80859375, false], [-5.80859375, false], [-4.80859375, false], [-3.306640625, false], [-9.3046875, false], [-9.3046875, false], [-8.0546875, false], [-8.0546875, false], [-7.55859375, false], [-5.80859375, false], [-3.306640625, false], [-7.55859375, false], [-6.80859375, false], [-5.80859375, false], [-9.0546875, false], [-8.8046875, false], [-6.80859375, false], [-5.80859375, false], [-5.55859375, false], [-8.0546875, false], [-8.0546875, false], [-4.80859375, false], [-5.80859375, false], [-8.8046875, false], [-3.306640625, false], [-8.3046875, false], [-6.80859375, false], [-5.80859375, false], [-8.0546875, false], [-7.80859375, false], [-7.80859375, false], [-8.0546875, false], [-8.0546875, false], [-7.55859375, false], [-9.0546875, false], [-6.80859375, false], [-5.80859375, false], [-6.80859375, false], [-9.3046875, false], [-6.80859375, false], [-5.55859375, false], [-9.0546875, false], [-7.55859375, false], [-7.55859375, false], [-5.55859375, false], [-3.306640625, false], [-9.3046875, false], [-5.80859375, false], [-5.55859375, false], [-8.8046875, false], [-3.306640625, false], [-7.55859375, false], [-9.5546875, false], [-6.80859375, false], [-8.0546875, false], [-6.91796875, false], [-9.0546875, false], [-11.8046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 706, "doc": {"id": "Mercury_7008155", "question": "A \"shooting star\" is", "choices": {"text": ["a comet.", "a meteor.", "an asteroid.", "a small star."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "a meteor.", "arguments": ["Question: A \"shooting star\" is\nAnswer:", " ["], "resps": [[[-7.02734375, false]], [[-6.77734375, false]], [[-3.529296875, false]], [[-5.27734375, false]], [[-9.53125, false]], [[-9.78125, false]], [[-10.28125, false]], [[-8.78125, false]], [[-10.03125, false]], [[-7.40625, false]], [[-6.77734375, false]], [[-8.90625, false]], [[-5.27734375, false]], [[-6.77734375, false]], [[-3.529296875, false]], [[-5.27734375, false]], [[-10.28125, false]], [[-8.78125, false]], [[-10.03125, false]], [[-8.78125, false]], [[-9.78125, false]], [[-9.53125, false]], [[-7.40625, false]], [[-6.77734375, false]], [[-8.90625, false]], [[-5.27734375, false]], [[-6.77734375, false]], [[-3.529296875, false]], [[-8.03125, false]], [[-5.27734375, false]], [[-3.529296875, false]], [[-8.53125, false]], [[-10.03125, false]], [[-8.78125, false]], [[-9.53125, false]], [[-9.78125, false]], [[-8.03125, false]], [[-9.53125, false]], [[-7.40625, false]], [[-6.77734375, false]], [[-8.90625, false]], [[-5.27734375, false]], [[-6.77734375, false]], [[-3.529296875, false]], [[-5.27734375, false]], [[-8.53125, false]], [[-10.28125, false]], [[-3.529296875, false]], [[-10.28125, false]], [[-10.28125, false]], [[-5.27734375, false]], [[-8.53125, false]], [[-10.03125, false]], [[-3.529296875, false]], [[-9.53125, false]], [[-7.40625, false]], [[-6.77734375, false]], [[-11.03125, false]]], "filtered_resps": [[-7.02734375, false], [-6.77734375, false], [-3.529296875, false], [-5.27734375, false], [-9.53125, false], [-9.78125, false], [-10.28125, false], [-8.78125, false], [-10.03125, false], [-7.40625, false], [-6.77734375, false], [-8.90625, false], [-5.27734375, false], [-6.77734375, false], [-3.529296875, false], [-5.27734375, false], [-10.28125, false], [-8.78125, false], [-10.03125, false], [-8.78125, false], [-9.78125, false], [-9.53125, false], [-7.40625, false], [-6.77734375, false], [-8.90625, false], [-5.27734375, false], [-6.77734375, false], [-3.529296875, false], [-8.03125, false], [-5.27734375, false], [-3.529296875, false], [-8.53125, false], [-10.03125, false], [-8.78125, false], [-9.53125, false], [-9.78125, false], [-8.03125, false], [-9.53125, false], [-7.40625, false], [-6.77734375, false], [-8.90625, false], [-5.27734375, false], [-6.77734375, false], [-3.529296875, false], [-5.27734375, false], [-8.53125, false], [-10.28125, false], [-3.529296875, false], [-10.28125, false], [-10.28125, false], [-5.27734375, false], [-8.53125, false], [-10.03125, false], [-3.529296875, false], [-9.53125, false], [-7.40625, false], [-6.77734375, false], [-11.03125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 714, "doc": {"id": "Mercury_7042630", "question": "In some lakes, excessive blooms of algae appear when human activity causes degradation of water quality resulting in conditions more favorable for algae growth. Which human activity primarily causes this problem?", "choices": {"text": ["mining", "farming", "transportation", "manufacturing"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "farming", "arguments": ["Question: In some lakes, excessive blooms of algae appear when human activity causes degradation of water quality resulting in conditions more favorable for algae growth. Which human activity primarily causes this problem?\nAnswer:", " ["], "resps": [[[-7.8359375, false]], [[-9.9609375, false]], [[-11.3359375, false]], [[-9.8359375, false]], [[-10.3359375, false]], [[-9.8359375, false]], [[-10.3359375, false]], [[-12.7109375, false]], [[-9.9609375, false]], [[-10.5625, false]], [[-4.8359375, false]], [[-9.9609375, false]], [[-9.9609375, false]], [[-7.0859375, false]], [[-12.5859375, false]], [[-11.3359375, false]], [[-9.8359375, false]], [[-10.3359375, false]], [[-12.7109375, false]], [[-9.9609375, false]], [[-10.5625, false]], [[-4.8359375, false]], [[-9.9609375, false]], [[-13.2109375, false]], [[-12.5859375, false]], [[-7.0859375, false]], [[-10.3359375, false]], [[-10.4609375, false]], [[-11.0859375, false]], [[-8.5859375, false]], [[-12.5859375, false]], [[-13.2109375, false]], [[-7.0859375, false]], [[-13.2109375, false]], [[-9.8359375, false]], [[-8.5859375, false]], [[-10.3359375, false]], [[-9.9609375, false]], [[-10.5625, false]], [[-4.8359375, false]], [[-9.9609375, false]], [[-11.3359375, false]], [[-7.0859375, false]], [[-10.3359375, false]], [[-12.0859375, false]], [[-9.9609375, false]], [[-7.0859375, false]], [[-9.3359375, false]], [[-13.2109375, false]], [[-12.0859375, false]], [[-12.5859375, false]], [[-9.8359375, false]], [[-10.3359375, false]], [[-12.7109375, false]], [[-9.9609375, false]], [[-15.5859375, false]]], "filtered_resps": [[-7.8359375, false], [-9.9609375, false], [-11.3359375, false], [-9.8359375, false], [-10.3359375, false], [-9.8359375, false], [-10.3359375, false], [-12.7109375, false], [-9.9609375, false], [-10.5625, false], [-4.8359375, false], [-9.9609375, false], [-9.9609375, false], [-7.0859375, false], [-12.5859375, false], [-11.3359375, false], [-9.8359375, false], [-10.3359375, false], [-12.7109375, false], [-9.9609375, false], [-10.5625, false], [-4.8359375, false], [-9.9609375, false], [-13.2109375, false], [-12.5859375, false], [-7.0859375, false], [-10.3359375, false], [-10.4609375, false], [-11.0859375, false], [-8.5859375, false], [-12.5859375, false], [-13.2109375, false], [-7.0859375, false], [-13.2109375, false], [-9.8359375, false], [-8.5859375, false], [-10.3359375, false], [-9.9609375, false], [-10.5625, false], [-4.8359375, false], [-9.9609375, false], [-11.3359375, false], [-7.0859375, false], [-10.3359375, false], [-12.0859375, false], [-9.9609375, false], [-7.0859375, false], [-9.3359375, false], [-13.2109375, false], [-12.0859375, false], [-12.5859375, false], [-9.8359375, false], [-10.3359375, false], [-12.7109375, false], [-9.9609375, false], [-15.5859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 722, "doc": {"id": "Mercury_7016240", "question": "Which is the most important safety measure to follow when using an acid in a classroom laboratory?", "choices": {"text": ["wearing protective clothing and goggles", "keeping the window open", "closing the door to the hall", "using bright fluorescent lights"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "wearing protective clothing and goggles", "arguments": ["Question: Which is the most important safety measure to follow when using an acid in a classroom laboratory?\nAnswer:", " ["], "resps": [[[-7.625, false]], [[-10.125, false]], [[-11.875, false]], [[-9.75, false]], [[-6.375, false]], [[-12.125, false]], [[-9.375, false]], [[-11.0, false]], [[-12.0, false]], [[-4.75, false]], [[-10.875, false]], [[-12.125, false]], [[-9.875, false]], [[-11.625, false]], [[-9.75, false]], [[-10.375, false]], [[-11.625, false]], [[-9.375, false]], [[-11.5, false]], [[-9.75, false]], [[-4.75, false]], [[-10.375, false]], [[-12.625, false]], [[-9.875, false]], [[-11.625, false]], [[-12.125, false]], [[-9.375, false]], [[-11.0, false]], [[-12.0, false]], [[-4.75, false]], [[-6.375, false]], [[-11.0, false]], [[-10.25, false]], [[-4.75, false]], [[-12.0, false]], [[-9.875, false]], [[-12.0, false]], [[-12.0, false]], [[-12.625, false]], [[-9.75, false]], [[-10.5, false]], [[-10.125, false]], [[-9.859375, false]], [[-4.75, false]], [[-10.125, false]], [[-11.75, false]], [[-9.75, false]], [[-9.75, false]], [[-10.875, false]], [[-9.375, false]], [[-11.0, false]], [[-12.0, false]], [[-4.75, false]], [[-11.625, false]], [[-12.125, false]], [[-9.75, false]], [[-4.75, false]], [[-11.875, false]], [[-9.375, false]], [[-11.0, false]], [[-10.25, false]], [[-9.875, false]], [[-11.875, false]], [[-4.75, false]], [[-9.875, false]], [[-10.875, false]], [[-9.75, false]], [[-11.0, false]], [[-10.125, false]], [[-9.859375, false]], [[-4.75, false]], [[-10.125, false]], [[-10.375, false]], [[-12.625, false]], [[-9.875, false]], [[-10.5, false]], [[-9.375, false]], [[-11.0, false]], [[-12.0, false]], [[-4.75, false]], [[-11.625, false]], [[-12.125, false]], [[-9.75, false]], [[-4.75, false]], [[-10.25, false]], [[-9.875, false]], [[-9.875, false]], [[-12.125, false]], [[-4.75, false]], [[-11.625, false]], [[-9.875, false]], [[-4.75, false]], [[-11.625, false]], [[-12.125, false]], [[-9.75, false]], [[-4.75, false]], [[-12.125, false]], [[-6.375, false]], [[-12.625, false]], [[-12.625, false]], [[-10.125, false]], [[-9.859375, false]], [[-4.75, false]], [[-10.125, false]], [[-11.375, false]], [[-10.5, false]], [[-9.375, false]], [[-11.0, false]], [[-12.0, false]], [[-4.75, false]], [[-10.625, false]], [[-12.125, false]], [[-9.375, false]], [[-12.0, false]], [[-12.125, false]], [[-11.625, false]], [[-4.75, false]], [[-10.625, false]], [[-12.625, false]], [[-11.375, false]], [[-9.875, false]], [[-12.125, false]], [[-9.75, false]], [[-10.5, false]], [[-10.375, false]], [[-9.75, false]], [[-11.0, false]], [[-11.625, false]], [[-4.75, false]], [[-12.625, false]], [[-9.375, false]], [[-12.0, false]], [[-12.125, false]], [[-11.625, false]], [[-10.5, false]], [[-10.125, false]], [[-12.5, false]]], "filtered_resps": [[-7.625, false], [-10.125, false], [-11.875, false], [-9.75, false], [-6.375, false], [-12.125, false], [-9.375, false], [-11.0, false], [-12.0, false], [-4.75, false], [-10.875, false], [-12.125, false], [-9.875, false], [-11.625, false], [-9.75, false], [-10.375, false], [-11.625, false], [-9.375, false], [-11.5, false], [-9.75, false], [-4.75, false], [-10.375, false], [-12.625, false], [-9.875, false], [-11.625, false], [-12.125, false], [-9.375, false], [-11.0, false], [-12.0, false], [-4.75, false], [-6.375, false], [-11.0, false], [-10.25, false], [-4.75, false], [-12.0, false], [-9.875, false], [-12.0, false], [-12.0, false], [-12.625, false], [-9.75, false], [-10.5, false], [-10.125, false], [-9.859375, false], [-4.75, false], [-10.125, false], [-11.75, false], [-9.75, false], [-9.75, false], [-10.875, false], [-9.375, false], [-11.0, false], [-12.0, false], [-4.75, false], [-11.625, false], [-12.125, false], [-9.75, false], [-4.75, false], [-11.875, false], [-9.375, false], [-11.0, false], [-10.25, false], [-9.875, false], [-11.875, false], [-4.75, false], [-9.875, false], [-10.875, false], [-9.75, false], [-11.0, false], [-10.125, false], [-9.859375, false], [-4.75, false], [-10.125, false], [-10.375, false], [-12.625, false], [-9.875, false], [-10.5, false], [-9.375, false], [-11.0, false], [-12.0, false], [-4.75, false], [-11.625, false], [-12.125, false], [-9.75, false], [-4.75, false], [-10.25, false], [-9.875, false], [-9.875, false], [-12.125, false], [-4.75, false], [-11.625, false], [-9.875, false], [-4.75, false], [-11.625, false], [-12.125, false], [-9.75, false], [-4.75, false], [-12.125, false], [-6.375, false], [-12.625, false], [-12.625, false], [-10.125, false], [-9.859375, false], [-4.75, false], [-10.125, false], [-11.375, false], [-10.5, false], [-9.375, false], [-11.0, false], [-12.0, false], [-4.75, false], [-10.625, false], [-12.125, false], [-9.375, false], [-12.0, false], [-12.125, false], [-11.625, false], [-4.75, false], [-10.625, false], [-12.625, false], [-11.375, false], [-9.875, false], [-12.125, false], [-9.75, false], [-10.5, false], [-10.375, false], [-9.75, false], [-11.0, false], [-11.625, false], [-4.75, false], [-12.625, false], [-9.375, false], [-12.0, false], [-12.125, false], [-11.625, false], [-10.5, false], [-10.125, false], [-12.5, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 730, "doc": {"id": "MDSA_2008_5_25", "question": "Many natural resources are found in Maryland and the surrounding area. Some of these natural resources are renewable and some are nonrenewable. People use both kinds of resources in daily activities. Using natural resources often produces waste products. Burning fossil fuels, such as oil, coal, and gasoline produces pollution. Which type of pollution is most often produced by burning fossil fuels?", "choices": {"text": ["air pollution", "land pollution", "noise pollution", "water pollution"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "air pollution", "arguments": ["Question: Many natural resources are found in Maryland and the surrounding area. Some of these natural resources are renewable and some are nonrenewable. People use both kinds of resources in daily activities. Using natural resources often produces waste products. Burning fossil fuels, such as oil, coal, and gasoline produces pollution. Which type of pollution is most often produced by burning fossil fuels?\nAnswer:", " ["], "resps": [[[-7.66015625, false]], [[-9.65625, false]], [[-7.41015625, false]], [[-9.40625, false]], [[-13.90625, false]], [[-5.16015625, false]], [[-10.90625, false]], [[-8.40625, false]], [[-11.90625, false]], [[-11.90625, false]], [[-11.15625, false]], [[-13.90625, false]], [[-9.40625, false]], [[-8.40625, false]], [[-9.65625, false]], [[-9.65625, false]], [[-9.078125, false]], [[-5.16015625, false]], [[-9.65625, false]], [[-11.90625, false]], [[-7.41015625, false]], [[-9.65625, false]], [[-9.90625, false]], [[-5.16015625, false]], [[-10.90625, false]], [[-8.40625, false]], [[-11.90625, false]], [[-11.90625, false]], [[-11.15625, false]], [[-13.90625, false]], [[-9.40625, false]], [[-8.40625, false]], [[-9.65625, false]], [[-9.65625, false]], [[-9.078125, false]], [[-5.16015625, false]], [[-9.65625, false]], [[-9.65625, false]], [[-8.40625, false]], [[-9.40625, false]], [[-12.15625, false]], [[-8.40625, false]], [[-5.16015625, false]], [[-10.90625, false]], [[-8.40625, false]], [[-11.90625, false]], [[-11.90625, false]], [[-11.15625, false]], [[-13.90625, false]], [[-9.40625, false]], [[-8.40625, false]], [[-9.65625, false]], [[-9.65625, false]], [[-9.078125, false]], [[-5.16015625, false]], [[-9.65625, false]], [[-12.65625, false]], [[-7.41015625, false]], [[-13.90625, false]], [[-8.40625, false]], [[-13.90625, false]], [[-5.16015625, false]], [[-10.90625, false]], [[-8.40625, false]], [[-11.90625, false]], [[-11.90625, false]], [[-11.15625, false]], [[-13.90625, false]], [[-9.40625, false]], [[-8.40625, false]], [[-9.65625, false]], [[-9.65625, false]], [[-15.90625, false]]], "filtered_resps": [[-7.66015625, false], [-9.65625, false], [-7.41015625, false], [-9.40625, false], [-13.90625, false], [-5.16015625, false], [-10.90625, false], [-8.40625, false], [-11.90625, false], [-11.90625, false], [-11.15625, false], [-13.90625, false], [-9.40625, false], [-8.40625, false], [-9.65625, false], [-9.65625, false], [-9.078125, false], [-5.16015625, false], [-9.65625, false], [-11.90625, false], [-7.41015625, false], [-9.65625, false], [-9.90625, false], [-5.16015625, false], [-10.90625, false], [-8.40625, false], [-11.90625, false], [-11.90625, false], [-11.15625, false], [-13.90625, false], [-9.40625, false], [-8.40625, false], [-9.65625, false], [-9.65625, false], [-9.078125, false], [-5.16015625, false], [-9.65625, false], [-9.65625, false], [-8.40625, false], [-9.40625, false], [-12.15625, false], [-8.40625, false], [-5.16015625, false], [-10.90625, false], [-8.40625, false], [-11.90625, false], [-11.90625, false], [-11.15625, false], [-13.90625, false], [-9.40625, false], [-8.40625, false], [-9.65625, false], [-9.65625, false], [-9.078125, false], [-5.16015625, false], [-9.65625, false], [-12.65625, false], [-7.41015625, false], [-13.90625, false], [-8.40625, false], [-13.90625, false], [-5.16015625, false], [-10.90625, false], [-8.40625, false], [-11.90625, false], [-11.90625, false], [-11.15625, false], [-13.90625, false], [-9.40625, false], [-8.40625, false], [-9.65625, false], [-9.65625, false], [-15.90625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 738, "doc": {"id": "Mercury_7174668", "question": "When visiting the beach, Felicity observed that a breeze blew in from the ocean during the day and out toward the ocean at night. Which factor is most responsible for the direction of land and sea breezes in coastal regions?", "choices": {"text": ["the revolution of Earth around the Sun", "the uneven heating between the land and water", "the gravitational pull of Earth on the atmosphere", "the daily rise and fall of tides in a regular pattern"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "the uneven heating between the land and water", "arguments": ["Question: When visiting the beach, Felicity observed that a breeze blew in from the ocean during the day and out toward the ocean at night. Which factor is most responsible for the direction of land and sea breezes in coastal regions?\nAnswer:", " ["], "resps": [[[-7.10546875, false]], [[-9.984375, false]], [[-9.609375, false]], [[-9.734375, false]], [[-7.85546875, false]], [[-5.35546875, false]], [[-9.359375, false]], [[-7.85546875, false]], [[-10.234375, false]], [[-7.85546875, false]], [[-9.984375, false]], [[-11.984375, false]], [[-9.609375, false]], [[-8.984375, false]], [[-7.85546875, false]], [[-7.85546875, false]], [[-5.35546875, false]], [[-7.85546875, false]], [[-7.10546875, false]], [[-5.35546875, false]], [[-5.35546875, false]], [[-4.23046875, false]], [[-9.359375, false]], [[-9.609375, false]], [[-9.734375, false]], [[-5.35546875, false]], [[-4.23046875, false]], [[-9.359375, false]], [[-7.85546875, false]], [[-11.984375, false]], [[-7.85546875, false]], [[-6.35546875, false]], [[-5.35546875, false]], [[-9.609375, false]], [[-9.734375, false]], [[-7.85546875, false]], [[-5.35546875, false]], [[-5.23046875, false]], [[-11.984375, false]], [[-7.85546875, false]], [[-9.984375, false]], [[-9.9765625, false]], [[-5.35546875, false]], [[-9.984375, false]], [[-9.609375, false]], [[-9.734375, false]], [[-7.85546875, false]], [[-5.35546875, false]], [[-11.984375, false]], [[-7.85546875, false]], [[-7.85546875, false]], [[-10.234375, false]], [[-7.85546875, false]], [[-7.85546875, false]], [[-5.35546875, false]], [[-9.734375, false]], [[-7.85546875, false]], [[-4.23046875, false]], [[-9.609375, false]], [[-8.984375, false]], [[-7.85546875, false]], [[-9.734375, false]], [[-5.35546875, false]], [[-3.85546875, false]], [[-7.85546875, false]], [[-9.609375, false]], [[-8.984375, false]], [[-7.85546875, false]], [[-7.85546875, false]], [[-7.85546875, false]], [[-5.35546875, false]], [[-9.609375, false]], [[-9.734375, false]], [[-7.85546875, false]], [[-5.35546875, false]], [[-9.984375, false]], [[-4.23046875, false]], [[-7.85546875, false]], [[-6.35546875, false]], [[-5.35546875, false]], [[-4.23046875, false]], [[-7.85546875, false]], [[-6.35546875, false]], [[-5.35546875, false]], [[-8.984375, false]], [[-4.23046875, false]], [[-9.609375, false]], [[-7.85546875, false]], [[-9.359375, false]], [[-9.984375, false]], [[-9.9765625, false]], [[-5.35546875, false]], [[-9.984375, false]], [[-9.609375, false]], [[-9.734375, false]], [[-7.85546875, false]], [[-5.35546875, false]], [[-9.734375, false]], [[-9.359375, false]], [[-4.23046875, false]], [[-10.234375, false]], [[-8.984375, false]], [[-9.609375, false]], [[-4.23046875, false]], [[-9.609375, false]], [[-8.984375, false]], [[-7.85546875, false]], [[-7.85546875, false]], [[-4.23046875, false]], [[-9.984375, false]], [[-5.35546875, false]], [[-8.234375, false]], [[-11.984375, false]], [[-9.984375, false]], [[-9.984375, false]], [[-5.35546875, false]], [[-7.85546875, false]], [[-7.10546875, false]], [[-5.35546875, false]], [[-5.35546875, false]], [[-4.23046875, false]], [[-9.359375, false]], [[-9.609375, false]], [[-9.734375, false]], [[-5.35546875, false]], [[-7.85546875, false]], [[-7.85546875, false]], [[-5.35546875, false]], [[-9.609375, false]], [[-9.734375, false]], [[-7.85546875, false]], [[-5.35546875, false]], [[-4.23046875, false]], [[-9.609375, false]], [[-8.609375, false]], [[-7.85546875, false]], [[-8.359375, false]], [[-8.234375, false]], [[-9.734375, false]], [[-7.85546875, false]], [[-9.359375, false]], [[-7.85546875, false]], [[-9.984375, false]], [[-9.9765625, false]], [[-5.35546875, false]], [[-9.984375, false]], [[-9.609375, false]], [[-9.734375, false]], [[-7.85546875, false]], [[-5.35546875, false]], [[-6.35546875, false]], [[-4.23046875, false]], [[-8.984375, false]], [[-9.984375, false]], [[-10.609375, false]], [[-5.35546875, false]], [[-9.359375, false]], [[-8.984375, false]], [[-8.359375, false]], [[-7.85546875, false]], [[-5.35546875, false]], [[-4.23046875, false]], [[-7.85546875, false]], [[-6.35546875, false]], [[-5.35546875, false]], [[-7.10546875, false]], [[-4.23046875, false]], [[-9.984375, false]], [[-9.984375, false]], [[-5.35546875, false]], [[-7.85546875, false]], [[-7.10546875, false]], [[-5.35546875, false]], [[-9.609375, false]], [[-8.984375, false]], [[-6.35546875, false]], [[-7.85546875, false]], [[-8.359375, false]], [[-5.35546875, false]], [[-8.984375, false]], [[-7.85546875, false]], [[-5.35546875, false]], [[-4.23046875, false]], [[-5.35546875, false]], [[-9.359375, false]], [[-7.85546875, false]], [[-9.734375, false]], [[-11.984375, false]], [[-9.984375, false]], [[-4.23046875, false]], [[-9.359375, false]], [[-5.35546875, false]], [[-8.234375, false]], [[-4.23046875, false]], [[-9.609375, false]], [[-9.609375, false]], [[-7.85546875, false]], [[-9.359375, false]], [[-7.85546875, false]], [[-9.984375, false]], [[-12.609375, false]]], "filtered_resps": [[-7.10546875, false], [-9.984375, false], [-9.609375, false], [-9.734375, false], [-7.85546875, false], [-5.35546875, false], [-9.359375, false], [-7.85546875, false], [-10.234375, false], [-7.85546875, false], [-9.984375, false], [-11.984375, false], [-9.609375, false], [-8.984375, false], [-7.85546875, false], [-7.85546875, false], [-5.35546875, false], [-7.85546875, false], [-7.10546875, false], [-5.35546875, false], [-5.35546875, false], [-4.23046875, false], [-9.359375, false], [-9.609375, false], [-9.734375, false], [-5.35546875, false], [-4.23046875, false], [-9.359375, false], [-7.85546875, false], [-11.984375, false], [-7.85546875, false], [-6.35546875, false], [-5.35546875, false], [-9.609375, false], [-9.734375, false], [-7.85546875, false], [-5.35546875, false], [-5.23046875, false], [-11.984375, false], [-7.85546875, false], [-9.984375, false], [-9.9765625, false], [-5.35546875, false], [-9.984375, false], [-9.609375, false], [-9.734375, false], [-7.85546875, false], [-5.35546875, false], [-11.984375, false], [-7.85546875, false], [-7.85546875, false], [-10.234375, false], [-7.85546875, false], [-7.85546875, false], [-5.35546875, false], [-9.734375, false], [-7.85546875, false], [-4.23046875, false], [-9.609375, false], [-8.984375, false], [-7.85546875, false], [-9.734375, false], [-5.35546875, false], [-3.85546875, false], [-7.85546875, false], [-9.609375, false], [-8.984375, false], [-7.85546875, false], [-7.85546875, false], [-7.85546875, false], [-5.35546875, false], [-9.609375, false], [-9.734375, false], [-7.85546875, false], [-5.35546875, false], [-9.984375, false], [-4.23046875, false], [-7.85546875, false], [-6.35546875, false], [-5.35546875, false], [-4.23046875, false], [-7.85546875, false], [-6.35546875, false], [-5.35546875, false], [-8.984375, false], [-4.23046875, false], [-9.609375, false], [-7.85546875, false], [-9.359375, false], [-9.984375, false], [-9.9765625, false], [-5.35546875, false], [-9.984375, false], [-9.609375, false], [-9.734375, false], [-7.85546875, false], [-5.35546875, false], [-9.734375, false], [-9.359375, false], [-4.23046875, false], [-10.234375, false], [-8.984375, false], [-9.609375, false], [-4.23046875, false], [-9.609375, false], [-8.984375, false], [-7.85546875, false], [-7.85546875, false], [-4.23046875, false], [-9.984375, false], [-5.35546875, false], [-8.234375, false], [-11.984375, false], [-9.984375, false], [-9.984375, false], [-5.35546875, false], [-7.85546875, false], [-7.10546875, false], [-5.35546875, false], [-5.35546875, false], [-4.23046875, false], [-9.359375, false], [-9.609375, false], [-9.734375, false], [-5.35546875, false], [-7.85546875, false], [-7.85546875, false], [-5.35546875, false], [-9.609375, false], [-9.734375, false], [-7.85546875, false], [-5.35546875, false], [-4.23046875, false], [-9.609375, false], [-8.609375, false], [-7.85546875, false], [-8.359375, false], [-8.234375, false], [-9.734375, false], [-7.85546875, false], [-9.359375, false], [-7.85546875, false], [-9.984375, false], [-9.9765625, false], [-5.35546875, false], [-9.984375, false], [-9.609375, false], [-9.734375, false], [-7.85546875, false], [-5.35546875, false], [-6.35546875, false], [-4.23046875, false], [-8.984375, false], [-9.984375, false], [-10.609375, false], [-5.35546875, false], [-9.359375, false], [-8.984375, false], [-8.359375, false], [-7.85546875, false], [-5.35546875, false], [-4.23046875, false], [-7.85546875, false], [-6.35546875, false], [-5.35546875, false], [-7.10546875, false], [-4.23046875, false], [-9.984375, false], [-9.984375, false], [-5.35546875, false], [-7.85546875, false], [-7.10546875, false], [-5.35546875, false], [-9.609375, false], [-8.984375, false], [-6.35546875, false], [-7.85546875, false], [-8.359375, false], [-5.35546875, false], [-8.984375, false], [-7.85546875, false], [-5.35546875, false], [-4.23046875, false], [-5.35546875, false], [-9.359375, false], [-7.85546875, false], [-9.734375, false], [-11.984375, false], [-9.984375, false], [-4.23046875, false], [-9.359375, false], [-5.35546875, false], [-8.234375, false], [-4.23046875, false], [-9.609375, false], [-9.609375, false], [-7.85546875, false], [-9.359375, false], [-7.85546875, false], [-9.984375, false], [-12.609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 746, "doc": {"id": "NYSEDREGENTS_2013_8_23", "question": "If an ecosystem's balance is disturbed by a volcanic eruption, what will most likely occur?", "choices": {"text": ["The ecosystem will not change from its original state.", "The ecosystem will eventually become balanced again.", "The consumers in the ecosystem will begin to consume carbon dioxide.", "The consumers in the ecosystem will begin to produce more oxygen."], "label": ["1", "2", "3", "4"]}, "answerKey": "2"}, "target": "The ecosystem will eventually become balanced again.", "arguments": ["Question: If an ecosystem's balance is disturbed by a volcanic eruption, what will most likely occur?\nAnswer:", " ["], "resps": [[[-7.9609375, false]], [[-8.4609375, false]], [[-6.9609375, false]], [[-12.7109375, false]], [[-5.7109375, false]], [[-5.7109375, false]], [[-5.7109375, false]], [[-9.9609375, false]], [[-10.4609375, false]], [[-10.9609375, false]], [[-12.7109375, false]], [[-10.9609375, false]], [[-11.7109375, false]], [[-5.7109375, false]], [[-11.9609375, false]], [[-5.7109375, false]], [[-12.7109375, false]], [[-9.7109375, false]], [[-11.4609375, false]], [[-11.4609375, false]], [[-5.7109375, false]], [[-10.9609375, false]], [[-10.4609375, false]], [[-11.7109375, false]], [[-5.7109375, false]], [[-9.9609375, false]], [[-12.7109375, false]], [[-4.4609375, false]], [[-10.9609375, false]], [[-13.2109375, false]], [[-5.7109375, false]], [[-5.7109375, false]], [[-9.9609375, false]], [[-11.7109375, false]], [[-10.4609375, false]], [[-11.9609375, false]], [[-5.7109375, false]], [[-9.7109375, false]], [[-11.7109375, false]], [[-10.9609375, false]], [[-5.7109375, false]], [[-10.4609375, false]], [[-11.7109375, false]], [[-9.7109375, false]], [[-13.2109375, false]], [[-9.7109375, false]], [[-10.9609375, false]], [[-4.4609375, false]], [[-11.4609375, false]], [[-5.7109375, false]], [[-10.9609375, false]], [[-11.7109375, false]], [[-4.4609375, false]], [[-11.7109375, false]], [[-5.7109375, false]], [[-7.03125, false]], [[-8.4609375, false]], [[-10.40625, false]], [[-5.7109375, false]], [[-8.4609375, false]], [[-6.9609375, false]], [[-12.7109375, false]], [[-5.7109375, false]], [[-5.7109375, false]], [[-5.7109375, false]], [[-9.9609375, false]], [[-10.4609375, false]], [[-10.9609375, false]], [[-12.7109375, false]], [[-10.9609375, false]], [[-11.7109375, false]], [[-5.7109375, false]], [[-11.9609375, false]], [[-5.7109375, false]], [[-12.7109375, false]], [[-9.7109375, false]], [[-11.4609375, false]], [[-11.4609375, false]], [[-5.7109375, false]], [[-5.7109375, false]], [[-11.2109375, false]], [[-5.7109375, false]], [[-10.9609375, false]], [[-11.7109375, false]], [[-12.2109375, false]], [[-4.4609375, false]], [[-11.4609375, false]], [[-11.4609375, false]], [[-12.7109375, false]], [[-5.7109375, false]], [[-10.7109375, false]], [[-5.7109375, false]], [[-9.9609375, false]], [[-10.4609375, false]], [[-11.9609375, false]], [[-5.7109375, false]], [[-5.7109375, false]], [[-10.7109375, false]], [[-4.4609375, false]], [[-11.4609375, false]], [[-4.4609375, false]], [[-10.9609375, false]], [[-9.9609375, false]], [[-5.7109375, false]], [[-8.7109375, false]], [[-5.7109375, false]], [[-4.4609375, false]], [[-13.2109375, false]], [[-4.4609375, false]], [[-9.7109375, false]], [[-10.9609375, false]], [[-7.03125, false]], [[-8.4609375, false]], [[-10.40625, false]], [[-5.7109375, false]], [[-8.4609375, false]], [[-6.9609375, false]], [[-12.7109375, false]], [[-5.7109375, false]], [[-5.7109375, false]], [[-9.9609375, false]], [[-10.4609375, false]], [[-10.9609375, false]], [[-10.9609375, false]], [[-12.2109375, false]], [[-11.9609375, false]], [[-5.7109375, false]], [[-11.7109375, false]], [[-10.9609375, false]], [[-5.7109375, false]], [[-9.7109375, false]], [[-10.9609375, false]], [[-5.7109375, false]], [[-11.7109375, false]], [[-12.7109375, false]], [[-5.7109375, false]], [[-5.7109375, false]], [[-5.7109375, false]], [[-9.9609375, false]], [[-10.4609375, false]], [[-10.9609375, false]], [[-12.7109375, false]], [[-10.9609375, false]], [[-11.7109375, false]], [[-5.7109375, false]], [[-11.9609375, false]], [[-5.7109375, false]], [[-12.7109375, false]], [[-9.7109375, false]], [[-11.4609375, false]], [[-11.4609375, false]], [[-5.7109375, false]], [[-10.7109375, false]], [[-5.7109375, false]], [[-13.2109375, false]], [[-9.7109375, false]], [[-10.9609375, false]], [[-5.7109375, false]], [[-11.7109375, false]], [[-10.4609375, false]], [[-5.7109375, false]], [[-9.9609375, false]], [[-10.4609375, false]], [[-10.9609375, false]], [[-10.9609375, false]], [[-12.2109375, false]], [[-11.9609375, false]], [[-5.7109375, false]], [[-5.7109375, false]], [[-9.9609375, false]], [[-4.4609375, false]], [[-11.7109375, false]], [[-10.7109375, false]], [[-10.4609375, false]], [[-10.9609375, false]], [[-5.7109375, false]], [[-8.7109375, false]], [[-9.7109375, false]], [[-10.4609375, false]], [[-12.4609375, false]], [[-9.7109375, false]], [[-8.7109375, false]], [[-5.7109375, false]], [[-7.03125, false]], [[-8.4609375, false]], [[-10.40625, false]], [[-5.7109375, false]], [[-8.4609375, false]], [[-6.9609375, false]], [[-12.7109375, false]], [[-5.7109375, false]], [[-5.7109375, false]], [[-9.9609375, false]], [[-10.4609375, false]], [[-10.9609375, false]], [[-10.9609375, false]], [[-12.2109375, false]], [[-11.9609375, false]], [[-5.7109375, false]], [[-11.7109375, false]], [[-10.9609375, false]], [[-5.7109375, false]], [[-9.7109375, false]], [[-10.9609375, false]], [[-5.7109375, false]], [[-11.7109375, false]], [[-12.7109375, false]], [[-5.7109375, false]], [[-5.7109375, false]], [[-5.7109375, false]], [[-9.9609375, false]], [[-10.4609375, false]], [[-10.9609375, false]], [[-12.7109375, false]], [[-10.9609375, false]], [[-11.7109375, false]], [[-5.7109375, false]], [[-11.9609375, false]], [[-5.7109375, false]], [[-12.7109375, false]], [[-9.7109375, false]], [[-11.4609375, false]], [[-11.4609375, false]], [[-5.7109375, false]], [[-10.7109375, false]], [[-5.7109375, false]], [[-13.2109375, false]], [[-9.7109375, false]], [[-10.9609375, false]], [[-5.7109375, false]], [[-11.7109375, false]], [[-10.4609375, false]], [[-5.7109375, false]], [[-10.9609375, false]], [[-11.7109375, false]], [[-10.4609375, false]], [[-8.7109375, false]], [[-12.2109375, false]], [[-9.9609375, false]], [[-5.7109375, false]], [[-5.7109375, false]], [[-11.9609375, false]], [[-10.4609375, false]], [[-11.7109375, false]], [[-5.7109375, false]], [[-5.7109375, false]], [[-10.4609375, false]], [[-12.4609375, false]], [[-12.7109375, false]], [[-13.2109375, false]], [[-5.7109375, false]], [[-10.9609375, false]], [[-7.03125, false]], [[-8.4609375, false]], [[-13.9609375, false]]], "filtered_resps": [[-7.9609375, false], [-8.4609375, false], [-6.9609375, false], [-12.7109375, false], [-5.7109375, false], [-5.7109375, false], [-5.7109375, false], [-9.9609375, false], [-10.4609375, false], [-10.9609375, false], [-12.7109375, false], [-10.9609375, false], [-11.7109375, false], [-5.7109375, false], [-11.9609375, false], [-5.7109375, false], [-12.7109375, false], [-9.7109375, false], [-11.4609375, false], [-11.4609375, false], [-5.7109375, false], [-10.9609375, false], [-10.4609375, false], [-11.7109375, false], [-5.7109375, false], [-9.9609375, false], [-12.7109375, false], [-4.4609375, false], [-10.9609375, false], [-13.2109375, false], [-5.7109375, false], [-5.7109375, false], [-9.9609375, false], [-11.7109375, false], [-10.4609375, false], [-11.9609375, false], [-5.7109375, false], [-9.7109375, false], [-11.7109375, false], [-10.9609375, false], [-5.7109375, false], [-10.4609375, false], [-11.7109375, false], [-9.7109375, false], [-13.2109375, false], [-9.7109375, false], [-10.9609375, false], [-4.4609375, false], [-11.4609375, false], [-5.7109375, false], [-10.9609375, false], [-11.7109375, false], [-4.4609375, false], [-11.7109375, false], [-5.7109375, false], [-7.03125, false], [-8.4609375, false], [-10.40625, false], [-5.7109375, false], [-8.4609375, false], [-6.9609375, false], [-12.7109375, false], [-5.7109375, false], [-5.7109375, false], [-5.7109375, false], [-9.9609375, false], [-10.4609375, false], [-10.9609375, false], [-12.7109375, false], [-10.9609375, false], [-11.7109375, false], [-5.7109375, false], [-11.9609375, false], [-5.7109375, false], [-12.7109375, false], [-9.7109375, false], [-11.4609375, false], [-11.4609375, false], [-5.7109375, false], [-5.7109375, false], [-11.2109375, false], [-5.7109375, false], [-10.9609375, false], [-11.7109375, false], [-12.2109375, false], [-4.4609375, false], [-11.4609375, false], [-11.4609375, false], [-12.7109375, false], [-5.7109375, false], [-10.7109375, false], [-5.7109375, false], [-9.9609375, false], [-10.4609375, false], [-11.9609375, false], [-5.7109375, false], [-5.7109375, false], [-10.7109375, false], [-4.4609375, false], [-11.4609375, false], [-4.4609375, false], [-10.9609375, false], [-9.9609375, false], [-5.7109375, false], [-8.7109375, false], [-5.7109375, false], [-4.4609375, false], [-13.2109375, false], [-4.4609375, false], [-9.7109375, false], [-10.9609375, false], [-7.03125, false], [-8.4609375, false], [-10.40625, false], [-5.7109375, false], [-8.4609375, false], [-6.9609375, false], [-12.7109375, false], [-5.7109375, false], [-5.7109375, false], [-9.9609375, false], [-10.4609375, false], [-10.9609375, false], [-10.9609375, false], [-12.2109375, false], [-11.9609375, false], [-5.7109375, false], [-11.7109375, false], [-10.9609375, false], [-5.7109375, false], [-9.7109375, false], [-10.9609375, false], [-5.7109375, false], [-11.7109375, false], [-12.7109375, false], [-5.7109375, false], [-5.7109375, false], [-5.7109375, false], [-9.9609375, false], [-10.4609375, false], [-10.9609375, false], [-12.7109375, false], [-10.9609375, false], [-11.7109375, false], [-5.7109375, false], [-11.9609375, false], [-5.7109375, false], [-12.7109375, false], [-9.7109375, false], [-11.4609375, false], [-11.4609375, false], [-5.7109375, false], [-10.7109375, false], [-5.7109375, false], [-13.2109375, false], [-9.7109375, false], [-10.9609375, false], [-5.7109375, false], [-11.7109375, false], [-10.4609375, false], [-5.7109375, false], [-9.9609375, false], [-10.4609375, false], [-10.9609375, false], [-10.9609375, false], [-12.2109375, false], [-11.9609375, false], [-5.7109375, false], [-5.7109375, false], [-9.9609375, false], [-4.4609375, false], [-11.7109375, false], [-10.7109375, false], [-10.4609375, false], [-10.9609375, false], [-5.7109375, false], [-8.7109375, false], [-9.7109375, false], [-10.4609375, false], [-12.4609375, false], [-9.7109375, false], [-8.7109375, false], [-5.7109375, false], [-7.03125, false], [-8.4609375, false], [-10.40625, false], [-5.7109375, false], [-8.4609375, false], [-6.9609375, false], [-12.7109375, false], [-5.7109375, false], [-5.7109375, false], [-9.9609375, false], [-10.4609375, false], [-10.9609375, false], [-10.9609375, false], [-12.2109375, false], [-11.9609375, false], [-5.7109375, false], [-11.7109375, false], [-10.9609375, false], [-5.7109375, false], [-9.7109375, false], [-10.9609375, false], [-5.7109375, false], [-11.7109375, false], [-12.7109375, false], [-5.7109375, false], [-5.7109375, false], [-5.7109375, false], [-9.9609375, false], [-10.4609375, false], [-10.9609375, false], [-12.7109375, false], [-10.9609375, false], [-11.7109375, false], [-5.7109375, false], [-11.9609375, false], [-5.7109375, false], [-12.7109375, false], [-9.7109375, false], [-11.4609375, false], [-11.4609375, false], [-5.7109375, false], [-10.7109375, false], [-5.7109375, false], [-13.2109375, false], [-9.7109375, false], [-10.9609375, false], [-5.7109375, false], [-11.7109375, false], [-10.4609375, false], [-5.7109375, false], [-10.9609375, false], [-11.7109375, false], [-10.4609375, false], [-8.7109375, false], [-12.2109375, false], [-9.9609375, false], [-5.7109375, false], [-5.7109375, false], [-11.9609375, false], [-10.4609375, false], [-11.7109375, false], [-5.7109375, false], [-5.7109375, false], [-10.4609375, false], [-12.4609375, false], [-12.7109375, false], [-13.2109375, false], [-5.7109375, false], [-10.9609375, false], [-7.03125, false], [-8.4609375, false], [-13.9609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 754, "doc": {"id": "Mercury_7245788", "question": "A scientist observed that the loss of plants near a stream resulted in more soil being washed downstream. How will the excess soil that travels downstream reduce biodiversity?", "choices": {"text": ["It will destroy the fish habitat.", "It will provide nutrients to algae.", "It will change the water temperature.", "It will introduce an invasive species."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "It will destroy the fish habitat.", "arguments": ["Question: A scientist observed that the loss of plants near a stream resulted in more soil being washed downstream. How will the excess soil that travels downstream reduce biodiversity?\nAnswer:", " ["], "resps": [[[-7.42578125, false]], [[-9.9296875, false]], [[-4.55078125, false]], [[-12.0546875, false]], [[-5.67578125, false]], [[-12.3046875, false]], [[-9.5546875, false]], [[-11.6796875, false]], [[-11.6796875, false]], [[-5.67578125, false]], [[-9.0546875, false]], [[-8.9296875, false]], [[-10.6796875, false]], [[-12.0546875, false]], [[-13.3046875, false]], [[-10.8046875, false]], [[-11.9296875, false]], [[-5.67578125, false]], [[-12.0546875, false]], [[-12.5546875, false]], [[-8.9296875, false]], [[-5.67578125, false]], [[-11.6796875, false]], [[-9.5546875, false]], [[-10.6796875, false]], [[-12.5546875, false]], [[-5.67578125, false]], [[-12.5546875, false]], [[-6.42578125, false]], [[-9.0546875, false]], [[-9.5546875, false]], [[-12.0546875, false]], [[-6.42578125, false]], [[-12.0546875, false]], [[-7.3828125, false]], [[-9.9296875, false]], [[-10.2578125, false]], [[-5.67578125, false]], [[-9.9296875, false]], [[-4.55078125, false]], [[-12.0546875, false]], [[-5.67578125, false]], [[-12.3046875, false]], [[-9.5546875, false]], [[-11.6796875, false]], [[-11.6796875, false]], [[-5.67578125, false]], [[-11.3046875, false]], [[-13.3046875, false]], [[-10.8046875, false]], [[-13.9296875, false]], [[-9.5546875, false]], [[-9.0546875, false]], [[-8.9296875, false]], [[-5.67578125, false]], [[-10.5546875, false]], [[-13.4296875, false]], [[-12.0546875, false]], [[-13.3046875, false]], [[-9.5546875, false]], [[-8.9296875, false]], [[-10.5546875, false]], [[-12.0546875, false]], [[-10.6796875, false]], [[-5.67578125, false]], [[-12.0546875, false]], [[-10.8046875, false]], [[-5.67578125, false]], [[-6.42578125, false]], [[-11.6796875, false]], [[-13.3046875, false]], [[-6.42578125, false]], [[-8.9296875, false]], [[-7.3828125, false]], [[-9.9296875, false]], [[-10.2578125, false]], [[-5.67578125, false]], [[-9.9296875, false]], [[-4.55078125, false]], [[-12.0546875, false]], [[-5.67578125, false]], [[-12.3046875, false]], [[-9.5546875, false]], [[-11.6796875, false]], [[-11.6796875, false]], [[-5.67578125, false]], [[-10.4296875, false]], [[-12.5546875, false]], [[-6.42578125, false]], [[-10.5546875, false]], [[-13.3046875, false]], [[-8.9296875, false]], [[-5.67578125, false]], [[-12.0546875, false]], [[-12.5546875, false]], [[-8.9296875, false]], [[-5.67578125, false]], [[-12.3046875, false]], [[-6.42578125, false]], [[-12.0546875, false]], [[-8.9296875, false]], [[-13.3046875, false]], [[-5.67578125, false]], [[-12.0546875, false]], [[-8.9296875, false]], [[-11.8046875, false]], [[-11.3046875, false]], [[-8.9296875, false]], [[-13.3046875, false]], [[-6.42578125, false]], [[-12.0546875, false]], [[-13.4296875, false]], [[-13.3046875, false]], [[-8.9296875, false]], [[-7.3828125, false]], [[-9.9296875, false]], [[-10.2578125, false]], [[-5.67578125, false]], [[-9.9296875, false]], [[-4.55078125, false]], [[-12.0546875, false]], [[-5.67578125, false]], [[-12.3046875, false]], [[-9.5546875, false]], [[-11.6796875, false]], [[-11.6796875, false]], [[-5.67578125, false]], [[-9.5546875, false]], [[-10.5546875, false]], [[-12.0546875, false]], [[-13.3046875, false]], [[-10.8046875, false]], [[-9.0546875, false]], [[-13.4296875, false]], [[-10.4296875, false]], [[-8.9296875, false]], [[-5.67578125, false]], [[-6.42578125, false]], [[-10.5546875, false]], [[-5.67578125, false]], [[-9.5546875, false]], [[-10.5546875, false]], [[-13.9296875, false]], [[-6.42578125, false]], [[-10.6796875, false]], [[-9.5546875, false]], [[-13.9296875, false]], [[-8.9296875, false]], [[-5.67578125, false]], [[-10.6796875, false]], [[-11.3046875, false]], [[-8.9296875, false]], [[-10.4296875, false]], [[-9.5546875, false]], [[-8.9296875, false]], [[-10.6796875, false]], [[-7.3828125, false]], [[-9.9296875, false]], [[-13.8046875, false]]], "filtered_resps": [[-7.42578125, false], [-9.9296875, false], [-4.55078125, false], [-12.0546875, false], [-5.67578125, false], [-12.3046875, false], [-9.5546875, false], [-11.6796875, false], [-11.6796875, false], [-5.67578125, false], [-9.0546875, false], [-8.9296875, false], [-10.6796875, false], [-12.0546875, false], [-13.3046875, false], [-10.8046875, false], [-11.9296875, false], [-5.67578125, false], [-12.0546875, false], [-12.5546875, false], [-8.9296875, false], [-5.67578125, false], [-11.6796875, false], [-9.5546875, false], [-10.6796875, false], [-12.5546875, false], [-5.67578125, false], [-12.5546875, false], [-6.42578125, false], [-9.0546875, false], [-9.5546875, false], [-12.0546875, false], [-6.42578125, false], [-12.0546875, false], [-7.3828125, false], [-9.9296875, false], [-10.2578125, false], [-5.67578125, false], [-9.9296875, false], [-4.55078125, false], [-12.0546875, false], [-5.67578125, false], [-12.3046875, false], [-9.5546875, false], [-11.6796875, false], [-11.6796875, false], [-5.67578125, false], [-11.3046875, false], [-13.3046875, false], [-10.8046875, false], [-13.9296875, false], [-9.5546875, false], [-9.0546875, false], [-8.9296875, false], [-5.67578125, false], [-10.5546875, false], [-13.4296875, false], [-12.0546875, false], [-13.3046875, false], [-9.5546875, false], [-8.9296875, false], [-10.5546875, false], [-12.0546875, false], [-10.6796875, false], [-5.67578125, false], [-12.0546875, false], [-10.8046875, false], [-5.67578125, false], [-6.42578125, false], [-11.6796875, false], [-13.3046875, false], [-6.42578125, false], [-8.9296875, false], [-7.3828125, false], [-9.9296875, false], [-10.2578125, false], [-5.67578125, false], [-9.9296875, false], [-4.55078125, false], [-12.0546875, false], [-5.67578125, false], [-12.3046875, false], [-9.5546875, false], [-11.6796875, false], [-11.6796875, false], [-5.67578125, false], [-10.4296875, false], [-12.5546875, false], [-6.42578125, false], [-10.5546875, false], [-13.3046875, false], [-8.9296875, false], [-5.67578125, false], [-12.0546875, false], [-12.5546875, false], [-8.9296875, false], [-5.67578125, false], [-12.3046875, false], [-6.42578125, false], [-12.0546875, false], [-8.9296875, false], [-13.3046875, false], [-5.67578125, false], [-12.0546875, false], [-8.9296875, false], [-11.8046875, false], [-11.3046875, false], [-8.9296875, false], [-13.3046875, false], [-6.42578125, false], [-12.0546875, false], [-13.4296875, false], [-13.3046875, false], [-8.9296875, false], [-7.3828125, false], [-9.9296875, false], [-10.2578125, false], [-5.67578125, false], [-9.9296875, false], [-4.55078125, false], [-12.0546875, false], [-5.67578125, false], [-12.3046875, false], [-9.5546875, false], [-11.6796875, false], [-11.6796875, false], [-5.67578125, false], [-9.5546875, false], [-10.5546875, false], [-12.0546875, false], [-13.3046875, false], [-10.8046875, false], [-9.0546875, false], [-13.4296875, false], [-10.4296875, false], [-8.9296875, false], [-5.67578125, false], [-6.42578125, false], [-10.5546875, false], [-5.67578125, false], [-9.5546875, false], [-10.5546875, false], [-13.9296875, false], [-6.42578125, false], [-10.6796875, false], [-9.5546875, false], [-13.9296875, false], [-8.9296875, false], [-5.67578125, false], [-10.6796875, false], [-11.3046875, false], [-8.9296875, false], [-10.4296875, false], [-9.5546875, false], [-8.9296875, false], [-10.6796875, false], [-7.3828125, false], [-9.9296875, false], [-13.8046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 762, "doc": {"id": "MCAS_1999_8_17", "question": "Which would be the most important to consider when selecting material for the walls and ceiling of a concert hall?", "choices": {"text": ["chemical properties", "mechanical properties", "thermal properties", "acoustical properties"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "acoustical properties", "arguments": ["Question: Which would be the most important to consider when selecting material for the walls and ceiling of a concert hall?\nAnswer:", " ["], "resps": [[[-8.3515625, false]], [[-8.9765625, false]], [[-9.8515625, false]], [[-11.9765625, false]], [[-9.3515625, false]], [[-10.6015625, false]], [[-9.6015625, false]], [[-9.8515625, false]], [[-6.34765625, false]], [[-10.6015625, false]], [[-5.72265625, false]], [[-10.3515625, false]], [[-11.4765625, false]], [[-10.8515625, false]], [[-10.3515625, false]], [[-9.3515625, false]], [[-11.4765625, false]], [[-10.7265625, false]], [[-9.6015625, false]], [[-9.3515625, false]], [[-9.8515625, false]], [[-8.9765625, false]], [[-9.96875, false]], [[-5.72265625, false]], [[-8.9765625, false]], [[-10.6015625, false]], [[-9.3515625, false]], [[-9.8515625, false]], [[-11.9765625, false]], [[-6.34765625, false]], [[-11.1015625, false]], [[-9.6015625, false]], [[-9.8515625, false]], [[-6.34765625, false]], [[-10.6015625, false]], [[-5.72265625, false]], [[-10.3515625, false]], [[-11.4765625, false]], [[-10.8515625, false]], [[-10.3515625, false]], [[-9.3515625, false]], [[-11.4765625, false]], [[-10.7265625, false]], [[-9.6015625, false]], [[-9.3515625, false]], [[-9.8515625, false]], [[-8.9765625, false]], [[-9.96875, false]], [[-5.72265625, false]], [[-8.9765625, false]], [[-10.7265625, false]], [[-11.9765625, false]], [[-9.3515625, false]], [[-11.4765625, false]], [[-10.6015625, false]], [[-6.34765625, false]], [[-10.6015625, false]], [[-5.72265625, false]], [[-10.3515625, false]], [[-11.4765625, false]], [[-10.8515625, false]], [[-10.3515625, false]], [[-9.3515625, false]], [[-11.4765625, false]], [[-10.7265625, false]], [[-9.6015625, false]], [[-9.3515625, false]], [[-9.8515625, false]], [[-8.9765625, false]], [[-9.96875, false]], [[-5.72265625, false]], [[-8.9765625, false]], [[-6.34765625, false]], [[-9.8515625, false]], [[-10.8515625, false]], [[-12.1015625, false]], [[-9.8515625, false]], [[-10.7265625, false]], [[-9.6015625, false]], [[-9.8515625, false]], [[-6.34765625, false]], [[-10.6015625, false]], [[-5.72265625, false]], [[-10.3515625, false]], [[-11.4765625, false]], [[-10.8515625, false]], [[-10.3515625, false]], [[-9.3515625, false]], [[-11.4765625, false]], [[-10.7265625, false]], [[-9.6015625, false]], [[-9.3515625, false]], [[-9.8515625, false]], [[-8.9765625, false]], [[-12.4765625, false]]], "filtered_resps": [[-8.3515625, false], [-8.9765625, false], [-9.8515625, false], [-11.9765625, false], [-9.3515625, false], [-10.6015625, false], [-9.6015625, false], [-9.8515625, false], [-6.34765625, false], [-10.6015625, false], [-5.72265625, false], [-10.3515625, false], [-11.4765625, false], [-10.8515625, false], [-10.3515625, false], [-9.3515625, false], [-11.4765625, false], [-10.7265625, false], [-9.6015625, false], [-9.3515625, false], [-9.8515625, false], [-8.9765625, false], [-9.96875, false], [-5.72265625, false], [-8.9765625, false], [-10.6015625, false], [-9.3515625, false], [-9.8515625, false], [-11.9765625, false], [-6.34765625, false], [-11.1015625, false], [-9.6015625, false], [-9.8515625, false], [-6.34765625, false], [-10.6015625, false], [-5.72265625, false], [-10.3515625, false], [-11.4765625, false], [-10.8515625, false], [-10.3515625, false], [-9.3515625, false], [-11.4765625, false], [-10.7265625, false], [-9.6015625, false], [-9.3515625, false], [-9.8515625, false], [-8.9765625, false], [-9.96875, false], [-5.72265625, false], [-8.9765625, false], [-10.7265625, false], [-11.9765625, false], [-9.3515625, false], [-11.4765625, false], [-10.6015625, false], [-6.34765625, false], [-10.6015625, false], [-5.72265625, false], [-10.3515625, false], [-11.4765625, false], [-10.8515625, false], [-10.3515625, false], [-9.3515625, false], [-11.4765625, false], [-10.7265625, false], [-9.6015625, false], [-9.3515625, false], [-9.8515625, false], [-8.9765625, false], [-9.96875, false], [-5.72265625, false], [-8.9765625, false], [-6.34765625, false], [-9.8515625, false], [-10.8515625, false], [-12.1015625, false], [-9.8515625, false], [-10.7265625, false], [-9.6015625, false], [-9.8515625, false], [-6.34765625, false], [-10.6015625, false], [-5.72265625, false], [-10.3515625, false], [-11.4765625, false], [-10.8515625, false], [-10.3515625, false], [-9.3515625, false], [-11.4765625, false], [-10.7265625, false], [-9.6015625, false], [-9.3515625, false], [-9.8515625, false], [-8.9765625, false], [-12.4765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 770, "doc": {"id": "VASoL_2008_3_35", "question": "A black bear eats many different things, including grasses, roots, and berries. It also eats insects, fish, and other small animals. Which of these BEST describes a black bear?", "choices": {"text": ["Omnivore", "Carnivore", "Herbivore", "Producer"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Omnivore", "arguments": ["Question: A black bear eats many different things, including grasses, roots, and berries. It also eats insects, fish, and other small animals. Which of these BEST describes a black bear?\nAnswer:", " ["], "resps": [[[-6.61328125, false]], [[-10.359375, false]], [[-7.36328125, false]], [[-9.609375, false]], [[-8.359375, false]], [[-8.109375, false]], [[-10.859375, false]], [[-8.359375, false]], [[-8.859375, false]], [[-7.36328125, false]], [[-10.359375, false]], [[-11.1875, false]], [[-5.859375, false]], [[-10.359375, false]], [[-3.86328125, false]], [[-3.11328125, false]], [[-8.859375, false]], [[-8.359375, false]], [[-8.109375, false]], [[-10.859375, false]], [[-8.359375, false]], [[-8.859375, false]], [[-7.36328125, false]], [[-10.359375, false]], [[-11.1875, false]], [[-5.86328125, false]], [[-10.359375, false]], [[-7.11328125, false]], [[-7.36328125, false]], [[-8.859375, false]], [[-6.36328125, false]], [[-8.109375, false]], [[-10.859375, false]], [[-8.359375, false]], [[-8.859375, false]], [[-7.36328125, false]], [[-10.359375, false]], [[-11.1875, false]], [[-5.86328125, false]], [[-10.359375, false]], [[-6.61328125, false]], [[-8.859375, false]], [[-8.359375, false]], [[-7.36328125, false]], [[-10.859375, false]], [[-6.61328125, false]], [[-7.36328125, false]], [[-8.859375, false]], [[-10.359375, false]], [[-11.859375, false]]], "filtered_resps": [[-6.61328125, false], [-10.359375, false], [-7.36328125, false], [-9.609375, false], [-8.359375, false], [-8.109375, false], [-10.859375, false], [-8.359375, false], [-8.859375, false], [-7.36328125, false], [-10.359375, false], [-11.1875, false], [-5.859375, false], [-10.359375, false], [-3.86328125, false], [-3.11328125, false], [-8.859375, false], [-8.359375, false], [-8.109375, false], [-10.859375, false], [-8.359375, false], [-8.859375, false], [-7.36328125, false], [-10.359375, false], [-11.1875, false], [-5.86328125, false], [-10.359375, false], [-7.11328125, false], [-7.36328125, false], [-8.859375, false], [-6.36328125, false], [-8.109375, false], [-10.859375, false], [-8.359375, false], [-8.859375, false], [-7.36328125, false], [-10.359375, false], [-11.1875, false], [-5.86328125, false], [-10.359375, false], [-6.61328125, false], [-8.859375, false], [-8.359375, false], [-7.36328125, false], [-10.859375, false], [-6.61328125, false], [-7.36328125, false], [-8.859375, false], [-10.359375, false], [-11.859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 778, "doc": {"id": "Mercury_SC_400406", "question": "Wood is considered a renewable resource because", "choices": {"text": ["oxygen is released by trees.", "trees can be replanted.", "there are many varieties of trees.", "trees are used for many purposes."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "trees can be replanted.", "arguments": ["Question: Wood is considered a renewable resource because\nAnswer:", " ["], "resps": [[[-7.9375, false]], [[-8.6875, false]], [[-7.6875, false]], [[-9.4375, false]], [[-9.6875, false]], [[-11.6875, false]], [[-8.4375, false]], [[-9.6875, false]], [[-5.4375, false]], [[-7.6875, false]], [[-8.9375, false]], [[-5.4375, false]], [[-10.1875, false]], [[-8.4375, false]], [[-8.4375, false]], [[-8.4375, false]], [[-5.6875, false]], [[-8.9375, false]], [[-8.4375, false]], [[-8.9375, false]], [[-5.4375, false]], [[-8.1875, false]], [[-9.6875, false]], [[-5.4375, false]], [[-10.9375, false]], [[-10.1875, false]], [[-8.4375, false]], [[-8.4375, false]], [[-8.9375, false]], [[-6.67578125, false]], [[-8.6875, false]], [[-8.5546875, false]], [[-5.4375, false]], [[-8.6875, false]], [[-10.9375, false]], [[-10.1875, false]], [[-8.4375, false]], [[-8.4375, false]], [[-8.9375, false]], [[-5.4375, false]], [[-9.4375, false]], [[-5.6875, false]], [[-9.6875, false]], [[-5.4375, false]], [[-8.1875, false]], [[-8.4375, false]], [[-5.4375, false]], [[-10.1875, false]], [[-8.4375, false]], [[-8.9375, false]], [[-8.4375, false]], [[-5.6875, false]], [[-9.6875, false]], [[-10.9375, false]], [[-8.4375, false]], [[-8.9375, false]], [[-6.67578125, false]], [[-8.6875, false]], [[-8.5546875, false]], [[-5.4375, false]], [[-8.6875, false]], [[-10.9375, false]], [[-11.1875, false]], [[-8.4375, false]], [[-10.1875, false]], [[-8.4375, false]], [[-5.4375, false]], [[-5.6875, false]], [[-10.1875, false]], [[-8.4375, false]], [[-5.4375, false]], [[-10.4375, false]], [[-5.6875, false]], [[-9.6875, false]], [[-9.6875, false]], [[-5.4375, false]], [[-10.4375, false]], [[-5.6875, false]], [[-10.1875, false]], [[-7.6875, false]], [[-8.4375, false]], [[-10.9375, false]], [[-7.6875, false]], [[-8.4375, false]], [[-8.9375, false]], [[-5.4375, false]], [[-7.6875, false]], [[-10.1875, false]], [[-5.4375, false]], [[-10.9375, false]], [[-10.1875, false]], [[-8.4375, false]], [[-8.4375, false]], [[-8.9375, false]], [[-6.67578125, false]], [[-8.6875, false]], [[-8.5546875, false]], [[-5.4375, false]], [[-8.6875, false]], [[-10.9375, false]], [[-10.1875, false]], [[-8.4375, false]], [[-8.4375, false]], [[-8.9375, false]], [[-5.4375, false]], [[-5.6875, false]], [[-10.1875, false]], [[-8.4375, false]], [[-5.4375, false]], [[-11.1875, false]], [[-8.9375, false]], [[-8.4375, false]], [[-8.9375, false]], [[-5.4375, false]], [[-10.1875, false]], [[-7.6875, false]], [[-10.1875, false]], [[-5.4375, false]], [[-10.4375, false]], [[-5.6875, false]], [[-9.6875, false]], [[-9.6875, false]], [[-5.4375, false]], [[-8.9375, false]], [[-11.1875, false]], [[-10.1875, false]], [[-8.9375, false]], [[-7.6875, false]], [[-8.9375, false]], [[-8.4375, false]], [[-8.9375, false]], [[-6.67578125, false]], [[-8.6875, false]], [[-12.6875, false]]], "filtered_resps": [[-7.9375, false], [-8.6875, false], [-7.6875, false], [-9.4375, false], [-9.6875, false], [-11.6875, false], [-8.4375, false], [-9.6875, false], [-5.4375, false], [-7.6875, false], [-8.9375, false], [-5.4375, false], [-10.1875, false], [-8.4375, false], [-8.4375, false], [-8.4375, false], [-5.6875, false], [-8.9375, false], [-8.4375, false], [-8.9375, false], [-5.4375, false], [-8.1875, false], [-9.6875, false], [-5.4375, false], [-10.9375, false], [-10.1875, false], [-8.4375, false], [-8.4375, false], [-8.9375, false], [-6.67578125, false], [-8.6875, false], [-8.5546875, false], [-5.4375, false], [-8.6875, false], [-10.9375, false], [-10.1875, false], [-8.4375, false], [-8.4375, false], [-8.9375, false], [-5.4375, false], [-9.4375, false], [-5.6875, false], [-9.6875, false], [-5.4375, false], [-8.1875, false], [-8.4375, false], [-5.4375, false], [-10.1875, false], [-8.4375, false], [-8.9375, false], [-8.4375, false], [-5.6875, false], [-9.6875, false], [-10.9375, false], [-8.4375, false], [-8.9375, false], [-6.67578125, false], [-8.6875, false], [-8.5546875, false], [-5.4375, false], [-8.6875, false], [-10.9375, false], [-11.1875, false], [-8.4375, false], [-10.1875, false], [-8.4375, false], [-5.4375, false], [-5.6875, false], [-10.1875, false], [-8.4375, false], [-5.4375, false], [-10.4375, false], [-5.6875, false], [-9.6875, false], [-9.6875, false], [-5.4375, false], [-10.4375, false], [-5.6875, false], [-10.1875, false], [-7.6875, false], [-8.4375, false], [-10.9375, false], [-7.6875, false], [-8.4375, false], [-8.9375, false], [-5.4375, false], [-7.6875, false], [-10.1875, false], [-5.4375, false], [-10.9375, false], [-10.1875, false], [-8.4375, false], [-8.4375, false], [-8.9375, false], [-6.67578125, false], [-8.6875, false], [-8.5546875, false], [-5.4375, false], [-8.6875, false], [-10.9375, false], [-10.1875, false], [-8.4375, false], [-8.4375, false], [-8.9375, false], [-5.4375, false], [-5.6875, false], [-10.1875, false], [-8.4375, false], [-5.4375, false], [-11.1875, false], [-8.9375, false], [-8.4375, false], [-8.9375, false], [-5.4375, false], [-10.1875, false], [-7.6875, false], [-10.1875, false], [-5.4375, false], [-10.4375, false], [-5.6875, false], [-9.6875, false], [-9.6875, false], [-5.4375, false], [-8.9375, false], [-11.1875, false], [-10.1875, false], [-8.9375, false], [-7.6875, false], [-8.9375, false], [-8.4375, false], [-8.9375, false], [-6.67578125, false], [-8.6875, false], [-12.6875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 786, "doc": {"id": "TAKS_2009_5_29", "question": "Which two properties of a crayon will stay about the same after the crayon is melted?", "choices": {"text": ["Shape and physical state", "Temperature and hardness", "Color and mass", "Thickness and texture"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Color and mass", "arguments": ["Question: Which two properties of a crayon will stay about the same after the crayon is melted?\nAnswer:", " ["], "resps": [[[-7.62109375, false]], [[-8.375, false]], [[-5.87109375, false]], [[-10.125, false]], [[-4.12109375, false]], [[-8.125, false]], [[-8.125, false]], [[-5.37109375, false]], [[-4.12109375, false]], [[-7.62109375, false]], [[-8.375, false]], [[-5.37109375, false]], [[-8.125, false]], [[-10.125, false]], [[-9.875, false]], [[-8.375, false]], [[-7.62109375, false]], [[-4.37109375, false]], [[-4.12109375, false]], [[-9.125, false]], [[-5.37109375, false]], [[-8.375, false]], [[-8.625, false]], [[-4.12109375, false]], [[-8.625, false]], [[-8.125, false]], [[-8.375, false]], [[-9.5546875, false]], [[-5.37109375, false]], [[-8.375, false]], [[-6.62109375, false]], [[-8.125, false]], [[-7.37109375, false]], [[-8.125, false]], [[-8.125, false]], [[-8.375, false]], [[-4.12109375, false]], [[-8.625, false]], [[-10.875, false]], [[-8.375, false]], [[-8.125, false]], [[-5.37109375, false]], [[-4.12109375, false]], [[-7.62109375, false]], [[-8.375, false]], [[-5.37109375, false]], [[-10.125, false]], [[-4.12109375, false]], [[-8.375, false]], [[-8.375, false]], [[-7.62109375, false]], [[-8.125, false]], [[-8.375, false]], [[-8.375, false]], [[-8.375, false]], [[-9.5546875, false]], [[-5.37109375, false]], [[-8.375, false]], [[-3.373046875, false]], [[-9.375, false]], [[-9.125, false]], [[-9.375, false]], [[-8.375, false]], [[-5.37109375, false]], [[-4.12109375, false]], [[-7.62109375, false]], [[-8.375, false]], [[-5.37109375, false]], [[-7.37109375, false]], [[-4.12109375, false]], [[-8.375, false]], [[-8.375, false]], [[-8.375, false]], [[-9.5546875, false]], [[-5.37109375, false]], [[-8.375, false]], [[-6.62109375, false]], [[-10.125, false]], [[-7.62109375, false]], [[-4.37109375, false]], [[-8.875, false]], [[-7.62109375, false]], [[-8.125, false]], [[-8.375, false]], [[-8.375, false]], [[-5.37109375, false]], [[-4.12109375, false]], [[-7.62109375, false]], [[-8.375, false]], [[-5.37109375, false]], [[-8.625, false]], [[-8.125, false]], [[-7.62109375, false]], [[-8.625, false]], [[-10.875, false]], [[-8.375, false]], [[-8.125, false]], [[-8.375, false]], [[-12.125, false]]], "filtered_resps": [[-7.62109375, false], [-8.375, false], [-5.87109375, false], [-10.125, false], [-4.12109375, false], [-8.125, false], [-8.125, false], [-5.37109375, false], [-4.12109375, false], [-7.62109375, false], [-8.375, false], [-5.37109375, false], [-8.125, false], [-10.125, false], [-9.875, false], [-8.375, false], [-7.62109375, false], [-4.37109375, false], [-4.12109375, false], [-9.125, false], [-5.37109375, false], [-8.375, false], [-8.625, false], [-4.12109375, false], [-8.625, false], [-8.125, false], [-8.375, false], [-9.5546875, false], [-5.37109375, false], [-8.375, false], [-6.62109375, false], [-8.125, false], [-7.37109375, false], [-8.125, false], [-8.125, false], [-8.375, false], [-4.12109375, false], [-8.625, false], [-10.875, false], [-8.375, false], [-8.125, false], [-5.37109375, false], [-4.12109375, false], [-7.62109375, false], [-8.375, false], [-5.37109375, false], [-10.125, false], [-4.12109375, false], [-8.375, false], [-8.375, false], [-7.62109375, false], [-8.125, false], [-8.375, false], [-8.375, false], [-8.375, false], [-9.5546875, false], [-5.37109375, false], [-8.375, false], [-3.373046875, false], [-9.375, false], [-9.125, false], [-9.375, false], [-8.375, false], [-5.37109375, false], [-4.12109375, false], [-7.62109375, false], [-8.375, false], [-5.37109375, false], [-7.37109375, false], [-4.12109375, false], [-8.375, false], [-8.375, false], [-8.375, false], [-9.5546875, false], [-5.37109375, false], [-8.375, false], [-6.62109375, false], [-10.125, false], [-7.62109375, false], [-4.37109375, false], [-8.875, false], [-7.62109375, false], [-8.125, false], [-8.375, false], [-8.375, false], [-5.37109375, false], [-4.12109375, false], [-7.62109375, false], [-8.375, false], [-5.37109375, false], [-8.625, false], [-8.125, false], [-7.62109375, false], [-8.625, false], [-10.875, false], [-8.375, false], [-8.125, false], [-8.375, false], [-12.125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 794, "doc": {"id": "OHAT_2007_8_42", "question": "Which phenomena occur as a result of the gravitational attraction between the moon and Earth?", "choices": {"text": ["eclipses", "ocean tides", "seasonal changes", "phases of the moon"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "ocean tides", "arguments": ["Question: Which phenomena occur as a result of the gravitational attraction between the moon and Earth?\nAnswer:", " ["], "resps": [[[-7.2578125, false]], [[-9.0078125, false]], [[-7.7578125, false]], [[-8.7578125, false]], [[-11.0078125, false]], [[-8.5078125, false]], [[-9.2578125, false]], [[-9.5078125, false]], [[-7.7578125, false]], [[-9.5078125, false]], [[-9.0078125, false]], [[-9.8203125, false]], [[-5.2578125, false]], [[-9.0078125, false]], [[-9.2578125, false]], [[-8.7578125, false]], [[-7.7578125, false]], [[-5.5078125, false]], [[-10.0078125, false]], [[-5.2578125, false]], [[-10.2578125, false]], [[-8.5078125, false]], [[-10.0078125, false]], [[-7.7578125, false]], [[-9.5078125, false]], [[-9.0078125, false]], [[-9.8203125, false]], [[-5.2578125, false]], [[-9.0078125, false]], [[-9.5078125, false]], [[-7.7578125, false]], [[-5.5078125, false]], [[-9.5078125, false]], [[-9.2578125, false]], [[-10.0078125, false]], [[-5.5078125, false]], [[-11.0078125, false]], [[-5.2578125, false]], [[-8.7578125, false]], [[-10.5078125, false]], [[-5.5078125, false]], [[-10.0078125, false]], [[-11.5078125, false]], [[-7.7578125, false]], [[-9.5078125, false]], [[-9.0078125, false]], [[-9.8203125, false]], [[-5.2578125, false]], [[-9.0078125, false]], [[-9.2578125, false]], [[-10.5078125, false]], [[-5.5078125, false]], [[-9.5078125, false]], [[-7.7578125, false]], [[-9.5078125, false]], [[-5.2578125, false]], [[-9.2578125, false]], [[-9.2578125, false]], [[-5.2578125, false]], [[-10.2578125, false]], [[-10.5078125, false]], [[-7.7578125, false]], [[-5.2578125, false]], [[-9.0078125, false]], [[-9.2578125, false]], [[-9.2578125, false]], [[-10.0078125, false]], [[-9.0078125, false]], [[-11.0078125, false]]], "filtered_resps": [[-7.2578125, false], [-9.0078125, false], [-7.7578125, false], [-8.7578125, false], [-11.0078125, false], [-8.5078125, false], [-9.2578125, false], [-9.5078125, false], [-7.7578125, false], [-9.5078125, false], [-9.0078125, false], [-9.8203125, false], [-5.2578125, false], [-9.0078125, false], [-9.2578125, false], [-8.7578125, false], [-7.7578125, false], [-5.5078125, false], [-10.0078125, false], [-5.2578125, false], [-10.2578125, false], [-8.5078125, false], [-10.0078125, false], [-7.7578125, false], [-9.5078125, false], [-9.0078125, false], [-9.8203125, false], [-5.2578125, false], [-9.0078125, false], [-9.5078125, false], [-7.7578125, false], [-5.5078125, false], [-9.5078125, false], [-9.2578125, false], [-10.0078125, false], [-5.5078125, false], [-11.0078125, false], [-5.2578125, false], [-8.7578125, false], [-10.5078125, false], [-5.5078125, false], [-10.0078125, false], [-11.5078125, false], [-7.7578125, false], [-9.5078125, false], [-9.0078125, false], [-9.8203125, false], [-5.2578125, false], [-9.0078125, false], [-9.2578125, false], [-10.5078125, false], [-5.5078125, false], [-9.5078125, false], [-7.7578125, false], [-9.5078125, false], [-5.2578125, false], [-9.2578125, false], [-9.2578125, false], [-5.2578125, false], [-10.2578125, false], [-10.5078125, false], [-7.7578125, false], [-5.2578125, false], [-9.0078125, false], [-9.2578125, false], [-9.2578125, false], [-10.0078125, false], [-9.0078125, false], [-11.0078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 802, "doc": {"id": "Mercury_7115290", "question": "After a volcanic eruption, it takes a long time for large ecosystems to fully recover. Which statement best explains why the development takes so long?", "choices": {"text": ["Space is limited for growth.", "The quality of light is low.", "Soil must be created.", "Minerals are destroyed."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Soil must be created.", "arguments": ["Question: After a volcanic eruption, it takes a long time for large ecosystems to fully recover. Which statement best explains why the development takes so long?\nAnswer:", " ["], "resps": [[[-6.90625, false]], [[-9.15625, false]], [[-7.15625, false]], [[-9.15625, false]], [[-5.40625, false]], [[-8.15625, false]], [[-4.90625, false]], [[-5.90625, false]], [[-8.65625, false]], [[-10.65625, false]], [[-5.90625, false]], [[-9.90625, false]], [[-8.65625, false]], [[-11.15625, false]], [[-8.65625, false]], [[-10.90625, false]], [[-4.90625, false]], [[-7.90625, false]], [[-5.90625, false]], [[-9.90625, false]], [[-8.90625, false]], [[-9.65625, false]], [[-5.90625, false]], [[-11.65625, false]], [[-9.65625, false]], [[-8.90625, false]], [[-10.65625, false]], [[-10.90625, false]], [[-11.15625, false]], [[-7.8203125, false]], [[-9.15625, false]], [[-10.953125, false]], [[-5.90625, false]], [[-9.15625, false]], [[-6.90625, false]], [[-11.15625, false]], [[-4.90625, false]], [[-5.90625, false]], [[-10.90625, false]], [[-12.40625, false]], [[-5.40625, false]], [[-9.90625, false]], [[-8.65625, false]], [[-10.90625, false]], [[-11.90625, false]], [[-5.90625, false]], [[-8.90625, false]], [[-9.90625, false]], [[-5.90625, false]], [[-9.90625, false]], [[-8.65625, false]], [[-11.65625, false]], [[-11.15625, false]], [[-10.90625, false]], [[-5.90625, false]], [[-8.65625, false]], [[-10.65625, false]], [[-5.90625, false]], [[-9.90625, false]], [[-8.90625, false]], [[-10.65625, false]], [[-7.8203125, false]], [[-9.15625, false]], [[-10.953125, false]], [[-5.90625, false]], [[-9.15625, false]], [[-7.15625, false]], [[-8.90625, false]], [[-8.65625, false]], [[-9.90625, false]], [[-5.90625, false]], [[-11.15625, false]], [[-12.40625, false]], [[-10.65625, false]], [[-10.90625, false]], [[-5.90625, false]], [[-8.40625, false]], [[-4.90625, false]], [[-5.90625, false]], [[-8.15625, false]], [[-9.65625, false]], [[-4.90625, false]], [[-5.40625, false]], [[-10.90625, false]], [[-4.90625, false]], [[-7.90625, false]], [[-7.8203125, false]], [[-9.15625, false]], [[-10.953125, false]], [[-5.90625, false]], [[-9.15625, false]], [[-8.15625, false]], [[-8.65625, false]], [[-9.90625, false]], [[-4.90625, false]], [[-9.65625, false]], [[-5.40625, false]], [[-9.90625, false]], [[-10.65625, false]], [[-5.90625, false]], [[-5.40625, false]], [[-9.65625, false]], [[-4.90625, false]], [[-5.90625, false]], [[-7.90625, false]], [[-4.90625, false]], [[-10.65625, false]], [[-10.90625, false]], [[-9.65625, false]], [[-8.90625, false]], [[-11.90625, false]], [[-4.90625, false]], [[-7.90625, false]], [[-7.8203125, false]], [[-9.15625, false]], [[-13.40625, false]]], "filtered_resps": [[-6.90625, false], [-9.15625, false], [-7.15625, false], [-9.15625, false], [-5.40625, false], [-8.15625, false], [-4.90625, false], [-5.90625, false], [-8.65625, false], [-10.65625, false], [-5.90625, false], [-9.90625, false], [-8.65625, false], [-11.15625, false], [-8.65625, false], [-10.90625, false], [-4.90625, false], [-7.90625, false], [-5.90625, false], [-9.90625, false], [-8.90625, false], [-9.65625, false], [-5.90625, false], [-11.65625, false], [-9.65625, false], [-8.90625, false], [-10.65625, false], [-10.90625, false], [-11.15625, false], [-7.8203125, false], [-9.15625, false], [-10.953125, false], [-5.90625, false], [-9.15625, false], [-6.90625, false], [-11.15625, false], [-4.90625, false], [-5.90625, false], [-10.90625, false], [-12.40625, false], [-5.40625, false], [-9.90625, false], [-8.65625, false], [-10.90625, false], [-11.90625, false], [-5.90625, false], [-8.90625, false], [-9.90625, false], [-5.90625, false], [-9.90625, false], [-8.65625, false], [-11.65625, false], [-11.15625, false], [-10.90625, false], [-5.90625, false], [-8.65625, false], [-10.65625, false], [-5.90625, false], [-9.90625, false], [-8.90625, false], [-10.65625, false], [-7.8203125, false], [-9.15625, false], [-10.953125, false], [-5.90625, false], [-9.15625, false], [-7.15625, false], [-8.90625, false], [-8.65625, false], [-9.90625, false], [-5.90625, false], [-11.15625, false], [-12.40625, false], [-10.65625, false], [-10.90625, false], [-5.90625, false], [-8.40625, false], [-4.90625, false], [-5.90625, false], [-8.15625, false], [-9.65625, false], [-4.90625, false], [-5.40625, false], [-10.90625, false], [-4.90625, false], [-7.90625, false], [-7.8203125, false], [-9.15625, false], [-10.953125, false], [-5.90625, false], [-9.15625, false], [-8.15625, false], [-8.65625, false], [-9.90625, false], [-4.90625, false], [-9.65625, false], [-5.40625, false], [-9.90625, false], [-10.65625, false], [-5.90625, false], [-5.40625, false], [-9.65625, false], [-4.90625, false], [-5.90625, false], [-7.90625, false], [-4.90625, false], [-10.65625, false], [-10.90625, false], [-9.65625, false], [-8.90625, false], [-11.90625, false], [-4.90625, false], [-7.90625, false], [-7.8203125, false], [-9.15625, false], [-13.40625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 810, "doc": {"id": "Mercury_400347", "question": "A 20-N force acts on a 5-kg object at rest. How fast will the object accelerate on a frictionless surface?", "choices": {"text": ["4 m/s^2", "15 m/s^2", "25 m/s^2", "100 m/s^2"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "4 m/s^2", "arguments": ["Question: A 20-N force acts on a 5-kg object at rest. How fast will the object accelerate on a frictionless surface?\nAnswer:", " ["], "resps": [[[-6.83203125, false]], [[-9.5859375, false]], [[-5.83203125, false]], [[-4.58203125, false]], [[-5.83203125, false]], [[-10.5859375, false]], [[-8.0859375, false]], [[-9.8359375, false]], [[-5.58203125, false]], [[-9.5859375, false]], [[-9.34375, false]], [[-4.58203125, false]], [[-9.5859375, false]], [[-5.58203125, false]], [[-4.33203125, false]], [[-4.58203125, false]], [[-5.83203125, false]], [[-10.5859375, false]], [[-8.0859375, false]], [[-9.8359375, false]], [[-5.58203125, false]], [[-9.5859375, false]], [[-9.34375, false]], [[-4.58203125, false]], [[-9.5859375, false]], [[-5.58203125, false]], [[-4.33203125, false]], [[-4.58203125, false]], [[-5.83203125, false]], [[-10.5859375, false]], [[-8.0859375, false]], [[-9.8359375, false]], [[-5.58203125, false]], [[-9.5859375, false]], [[-9.34375, false]], [[-4.58203125, false]], [[-9.5859375, false]], [[-5.58203125, false]], [[-5.58203125, false]], [[-5.58203125, false]], [[-4.58203125, false]], [[-5.83203125, false]], [[-10.5859375, false]], [[-8.0859375, false]], [[-9.8359375, false]], [[-5.58203125, false]], [[-9.5859375, false]], [[-11.5859375, false]]], "filtered_resps": [[-6.83203125, false], [-9.5859375, false], [-5.83203125, false], [-4.58203125, false], [-5.83203125, false], [-10.5859375, false], [-8.0859375, false], [-9.8359375, false], [-5.58203125, false], [-9.5859375, false], [-9.34375, false], [-4.58203125, false], [-9.5859375, false], [-5.58203125, false], [-4.33203125, false], [-4.58203125, false], [-5.83203125, false], [-10.5859375, false], [-8.0859375, false], [-9.8359375, false], [-5.58203125, false], [-9.5859375, false], [-9.34375, false], [-4.58203125, false], [-9.5859375, false], [-5.58203125, false], [-4.33203125, false], [-4.58203125, false], [-5.83203125, false], [-10.5859375, false], [-8.0859375, false], [-9.8359375, false], [-5.58203125, false], [-9.5859375, false], [-9.34375, false], [-4.58203125, false], [-9.5859375, false], [-5.58203125, false], [-5.58203125, false], [-5.58203125, false], [-4.58203125, false], [-5.83203125, false], [-10.5859375, false], [-8.0859375, false], [-9.8359375, false], [-5.58203125, false], [-9.5859375, false], [-11.5859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 818, "doc": {"id": "Mercury_SC_401316", "question": "Which physical feature exists both on Earth and on the Moon?", "choices": {"text": ["lakes", "forests", "mountains", "clouds"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "mountains", "arguments": ["Question: Which physical feature exists both on Earth and on the Moon?\nAnswer:", " ["], "resps": [[[-7.53515625, false]], [[-8.0390625, false]], [[-10.5390625, false]], [[-5.03515625, false]], [[-12.0390625, false]], [[-8.5390625, false]], [[-9.2890625, false]], [[-8.0390625, false]], [[-10.328125, false]], [[-5.78515625, false]], [[-8.0390625, false]], [[-9.7890625, false]], [[-10.0390625, false]], [[-10.5390625, false]], [[-8.5390625, false]], [[-9.2890625, false]], [[-10.2890625, false]], [[-9.2890625, false]], [[-8.0390625, false]], [[-10.328125, false]], [[-5.78515625, false]], [[-8.0390625, false]], [[-10.0390625, false]], [[-10.0390625, false]], [[-11.7890625, false]], [[-10.7890625, false]], [[-10.2890625, false]], [[-5.03515625, false]], [[-9.2890625, false]], [[-10.7890625, false]], [[-9.2890625, false]], [[-8.0390625, false]], [[-10.328125, false]], [[-5.78515625, false]], [[-8.0390625, false]], [[-9.7890625, false]], [[-10.5390625, false]], [[-10.0390625, false]], [[-11.7890625, false]], [[-10.2890625, false]], [[-9.2890625, false]], [[-8.0390625, false]], [[-12.2890625, false]]], "filtered_resps": [[-7.53515625, false], [-8.0390625, false], [-10.5390625, false], [-5.03515625, false], [-12.0390625, false], [-8.5390625, false], [-9.2890625, false], [-8.0390625, false], [-10.328125, false], [-5.78515625, false], [-8.0390625, false], [-9.7890625, false], [-10.0390625, false], [-10.5390625, false], [-8.5390625, false], [-9.2890625, false], [-10.2890625, false], [-9.2890625, false], [-8.0390625, false], [-10.328125, false], [-5.78515625, false], [-8.0390625, false], [-10.0390625, false], [-10.0390625, false], [-11.7890625, false], [-10.7890625, false], [-10.2890625, false], [-5.03515625, false], [-9.2890625, false], [-10.7890625, false], [-9.2890625, false], [-8.0390625, false], [-10.328125, false], [-5.78515625, false], [-8.0390625, false], [-9.7890625, false], [-10.5390625, false], [-10.0390625, false], [-11.7890625, false], [-10.2890625, false], [-9.2890625, false], [-8.0390625, false], [-12.2890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 826, "doc": {"id": "Mercury_7018095", "question": "All atoms of an element have in their nuclei the same number of", "choices": {"text": ["electrons.", "isotopes.", "molecules.", "protons."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "protons.", "arguments": ["Question: All atoms of an element have in their nuclei the same number of\nAnswer:", " ["], "resps": [[[-6.26953125, false]], [[-8.015625, false]], [[-7.76953125, false]], [[-10.015625, false]], [[-7.76953125, false]], [[-8.515625, false]], [[-9.265625, false]], [[-8.515625, false]], [[-9.765625, false]], [[-6.26953125, false]], [[-9.015625, false]], [[-6.703125, false]], [[-8.015625, false]], [[-7.953125, false]], [[-5.26953125, false]], [[-8.015625, false]], [[-7.01953125, false]], [[-9.015625, false]], [[-9.765625, false]], [[-9.265625, false]], [[-9.765625, false]], [[-8.515625, false]], [[-7.76953125, false]], [[-9.015625, false]], [[-6.703125, false]], [[-8.015625, false]], [[-7.953125, false]], [[-5.26953125, false]], [[-8.015625, false]], [[-8.765625, false]], [[-9.765625, false]], [[-10.015625, false]], [[-7.76953125, false]], [[-8.515625, false]], [[-9.515625, false]], [[-10.015625, false]], [[-7.76953125, false]], [[-9.015625, false]], [[-6.703125, false]], [[-8.015625, false]], [[-7.953125, false]], [[-5.26953125, false]], [[-8.015625, false]], [[-8.515625, false]], [[-8.515625, false]], [[-9.765625, false]], [[-9.265625, false]], [[-9.765625, false]], [[-6.26953125, false]], [[-9.015625, false]], [[-6.703125, false]], [[-8.015625, false]], [[-10.265625, false]]], "filtered_resps": [[-6.26953125, false], [-8.015625, false], [-7.76953125, false], [-10.015625, false], [-7.76953125, false], [-8.515625, false], [-9.265625, false], [-8.515625, false], [-9.765625, false], [-6.26953125, false], [-9.015625, false], [-6.703125, false], [-8.015625, false], [-7.953125, false], [-5.26953125, false], [-8.015625, false], [-7.01953125, false], [-9.015625, false], [-9.765625, false], [-9.265625, false], [-9.765625, false], [-8.515625, false], [-7.76953125, false], [-9.015625, false], [-6.703125, false], [-8.015625, false], [-7.953125, false], [-5.26953125, false], [-8.015625, false], [-8.765625, false], [-9.765625, false], [-10.015625, false], [-7.76953125, false], [-8.515625, false], [-9.515625, false], [-10.015625, false], [-7.76953125, false], [-9.015625, false], [-6.703125, false], [-8.015625, false], [-7.953125, false], [-5.26953125, false], [-8.015625, false], [-8.515625, false], [-8.515625, false], [-9.765625, false], [-9.265625, false], [-9.765625, false], [-6.26953125, false], [-9.015625, false], [-6.703125, false], [-8.015625, false], [-10.265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 834, "doc": {"id": "Mercury_402093", "question": "A dog rolls over and receives a treat. The dog rolls over again. This is an example of", "choices": {"text": ["learned behavior.", "adaptive behavior.", "inherited behavior.", "instinctive behavior."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "learned behavior.", "arguments": ["Question: A dog rolls over and receives a treat. The dog rolls over again. This is an example of\nAnswer:", " ["], "resps": [[[-6.9921875, false]], [[-7.4921875, false]], [[-10.6171875, false]], [[-9.2421875, false]], [[-4.2421875, false]], [[-9.4921875, false]], [[-8.7421875, false]], [[-9.2421875, false]], [[-8.4921875, false]], [[-4.8671875, false]], [[-6.9921875, false]], [[-9.2421875, false]], [[-10.4921875, false]], [[-4.2421875, false]], [[-9.9921875, false]], [[-8.2421875, false]], [[-9.1171875, false]], [[-9.4921875, false]], [[-6.5625, false]], [[-7.4921875, false]], [[-8.75, false]], [[-4.8671875, false]], [[-7.4921875, false]], [[-4.2421875, false]], [[-8.4921875, false]], [[-4.2421875, false]], [[-9.1171875, false]], [[-9.8671875, false]], [[-8.2421875, false]], [[-9.9921875, false]], [[-9.2421875, false]], [[-4.8671875, false]], [[-6.9921875, false]], [[-9.2421875, false]], [[-10.4921875, false]], [[-4.2421875, false]], [[-9.9921875, false]], [[-8.2421875, false]], [[-9.1171875, false]], [[-9.4921875, false]], [[-6.5625, false]], [[-7.4921875, false]], [[-8.75, false]], [[-4.8671875, false]], [[-7.4921875, false]], [[-8.2421875, false]], [[-8.7421875, false]], [[-10.4921875, false]], [[-9.2421875, false]], [[-9.4921875, false]], [[-8.2421875, false]], [[-9.8671875, false]], [[-9.2421875, false]], [[-8.4921875, false]], [[-4.8671875, false]], [[-6.9921875, false]], [[-9.2421875, false]], [[-10.4921875, false]], [[-4.2421875, false]], [[-9.9921875, false]], [[-8.2421875, false]], [[-9.1171875, false]], [[-9.4921875, false]], [[-6.5625, false]], [[-7.4921875, false]], [[-8.75, false]], [[-4.8671875, false]], [[-7.4921875, false]], [[-8.2421875, false]], [[-8.7421875, false]], [[-8.9921875, false]], [[-9.8671875, false]], [[-8.2421875, false]], [[-8.7421875, false]], [[-8.2421875, false]], [[-9.8671875, false]], [[-8.2421875, false]], [[-9.9921875, false]], [[-9.2421875, false]], [[-4.8671875, false]], [[-6.9921875, false]], [[-9.2421875, false]], [[-10.4921875, false]], [[-4.2421875, false]], [[-9.9921875, false]], [[-8.2421875, false]], [[-9.1171875, false]], [[-9.4921875, false]], [[-6.5625, false]], [[-7.4921875, false]], [[-11.7421875, false]]], "filtered_resps": [[-6.9921875, false], [-7.4921875, false], [-10.6171875, false], [-9.2421875, false], [-4.2421875, false], [-9.4921875, false], [-8.7421875, false], [-9.2421875, false], [-8.4921875, false], [-4.8671875, false], [-6.9921875, false], [-9.2421875, false], [-10.4921875, false], [-4.2421875, false], [-9.9921875, false], [-8.2421875, false], [-9.1171875, false], [-9.4921875, false], [-6.5625, false], [-7.4921875, false], [-8.75, false], [-4.8671875, false], [-7.4921875, false], [-4.2421875, false], [-8.4921875, false], [-4.2421875, false], [-9.1171875, false], [-9.8671875, false], [-8.2421875, false], [-9.9921875, false], [-9.2421875, false], [-4.8671875, false], [-6.9921875, false], [-9.2421875, false], [-10.4921875, false], [-4.2421875, false], [-9.9921875, false], [-8.2421875, false], [-9.1171875, false], [-9.4921875, false], [-6.5625, false], [-7.4921875, false], [-8.75, false], [-4.8671875, false], [-7.4921875, false], [-8.2421875, false], [-8.7421875, false], [-10.4921875, false], [-9.2421875, false], [-9.4921875, false], [-8.2421875, false], [-9.8671875, false], [-9.2421875, false], [-8.4921875, false], [-4.8671875, false], [-6.9921875, false], [-9.2421875, false], [-10.4921875, false], [-4.2421875, false], [-9.9921875, false], [-8.2421875, false], [-9.1171875, false], [-9.4921875, false], [-6.5625, false], [-7.4921875, false], [-8.75, false], [-4.8671875, false], [-7.4921875, false], [-8.2421875, false], [-8.7421875, false], [-8.9921875, false], [-9.8671875, false], [-8.2421875, false], [-8.7421875, false], [-8.2421875, false], [-9.8671875, false], [-8.2421875, false], [-9.9921875, false], [-9.2421875, false], [-4.8671875, false], [-6.9921875, false], [-9.2421875, false], [-10.4921875, false], [-4.2421875, false], [-9.9921875, false], [-8.2421875, false], [-9.1171875, false], [-9.4921875, false], [-6.5625, false], [-7.4921875, false], [-11.7421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 842, "doc": {"id": "Mercury_7113803", "question": "When a fern reproduces with spores, the offspring", "choices": {"text": ["will be genetically identical to the parent plant.", "will be better able to adapt to the environment.", "will have half the genetic materials of the parent plant.", "will have twice the genetic materials of the parent plant."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "will be genetically identical to the parent plant.", "arguments": ["Question: When a fern reproduces with spores, the offspring\nAnswer:", " ["], "resps": [[[-7.9296875, false]], [[-8.6796875, false]], [[-11.1796875, false]], [[-8.9296875, false]], [[-11.4296875, false]], [[-11.4296875, false]], [[-5.6796875, false]], [[-8.4296875, false]], [[-9.1796875, false]], [[-5.6796875, false]], [[-10.6796875, false]], [[-9.1796875, false]], [[-8.9296875, false]], [[-9.1796875, false]], [[-10.9296875, false]], [[-8.9296875, false]], [[-9.6796875, false]], [[-5.6796875, false]], [[-11.4296875, false]], [[-11.4296875, false]], [[-11.1796875, false]], [[-5.6796875, false]], [[-8.9296875, false]], [[-10.1796875, false]], [[-9.1796875, false]], [[-8.9296875, false]], [[-10.9296875, false]], [[-8.9296875, false]], [[-9.6796875, false]], [[-5.6796875, false]], [[-11.4296875, false]], [[-5.6796875, false]], [[-10.9296875, false]], [[-8.9296875, false]], [[-5.6796875, false]], [[-10.9296875, false]], [[-11.1796875, false]], [[-9.1796875, false]], [[-5.6796875, false]], [[-10.1796875, false]], [[-5.6796875, false]], [[-10.1796875, false]], [[-9.1796875, false]], [[-8.9296875, false]], [[-10.9296875, false]], [[-5.6796875, false]], [[-10.1796875, false]], [[-11.4296875, false]], [[-5.6796875, false]], [[-8.9296875, false]], [[-10.9296875, false]], [[-7.4375, false]], [[-8.6796875, false]], [[-9.8125, false]], [[-5.6796875, false]], [[-8.6796875, false]], [[-11.1796875, false]], [[-8.9296875, false]], [[-11.4296875, false]], [[-11.4296875, false]], [[-5.6796875, false]], [[-8.4296875, false]], [[-9.1796875, false]], [[-5.6796875, false]], [[-8.4296875, false]], [[-9.1796875, false]], [[-10.9296875, false]], [[-10.9296875, false]], [[-9.1796875, false]], [[-10.1796875, false]], [[-5.6796875, false]], [[-5.6796875, false]], [[-8.4296875, false]], [[-11.4296875, false]], [[-9.1796875, false]], [[-5.6796875, false]], [[-10.9296875, false]], [[-8.9296875, false]], [[-5.6796875, false]], [[-5.6796875, false]], [[-10.1796875, false]], [[-5.6796875, false]], [[-10.1796875, false]], [[-10.9296875, false]], [[-5.6796875, false]], [[-10.9296875, false]], [[-8.9296875, false]], [[-5.6796875, false]], [[-10.9296875, false]], [[-11.1796875, false]], [[-9.1796875, false]], [[-5.6796875, false]], [[-9.1796875, false]], [[-8.9296875, false]], [[-12.1796875, false]], [[-8.9296875, false]], [[-10.1796875, false]], [[-8.9296875, false]], [[-8.9296875, false]], [[-10.9296875, false]], [[-9.1796875, false]], [[-8.9296875, false]], [[-10.9296875, false]], [[-7.4375, false]], [[-8.6796875, false]], [[-9.8125, false]], [[-5.6796875, false]], [[-8.6796875, false]], [[-11.1796875, false]], [[-8.9296875, false]], [[-11.4296875, false]], [[-11.4296875, false]], [[-5.6796875, false]], [[-11.1796875, false]], [[-5.6796875, false]], [[-12.1796875, false]], [[-9.1796875, false]], [[-5.6796875, false]], [[-11.1796875, false]], [[-5.6796875, false]], [[-11.4296875, false]], [[-10.6796875, false]], [[-5.6796875, false]], [[-10.9296875, false]], [[-11.1796875, false]], [[-9.1796875, false]], [[-5.6796875, false]], [[-10.6796875, false]], [[-9.1796875, false]], [[-8.9296875, false]], [[-9.1796875, false]], [[-10.9296875, false]], [[-8.9296875, false]], [[-9.6796875, false]], [[-5.6796875, false]], [[-10.9296875, false]], [[-5.6796875, false]], [[-10.9296875, false]], [[-9.1796875, false]], [[-10.1796875, false]], [[-8.9296875, false]], [[-5.6796875, false]], [[-11.4296875, false]], [[-9.6796875, false]], [[-5.6796875, false]], [[-8.9296875, false]], [[-10.6796875, false]], [[-5.6796875, false]], [[-10.9296875, false]], [[-11.1796875, false]], [[-9.1796875, false]], [[-5.6796875, false]], [[-10.1796875, false]], [[-5.6796875, false]], [[-10.1796875, false]], [[-9.1796875, false]], [[-8.9296875, false]], [[-10.9296875, false]], [[-5.6796875, false]], [[-10.1796875, false]], [[-11.4296875, false]], [[-5.6796875, false]], [[-8.9296875, false]], [[-10.9296875, false]], [[-7.4375, false]], [[-8.6796875, false]], [[-9.8125, false]], [[-5.6796875, false]], [[-8.6796875, false]], [[-11.1796875, false]], [[-8.9296875, false]], [[-11.4296875, false]], [[-11.4296875, false]], [[-5.6796875, false]], [[-11.1796875, false]], [[-5.6796875, false]], [[-12.1796875, false]], [[-9.1796875, false]], [[-5.6796875, false]], [[-10.9296875, false]], [[-11.1796875, false]], [[-8.9296875, false]], [[-9.6796875, false]], [[-9.1796875, false]], [[-5.6796875, false]], [[-10.9296875, false]], [[-11.1796875, false]], [[-9.1796875, false]], [[-5.6796875, false]], [[-10.6796875, false]], [[-9.1796875, false]], [[-8.9296875, false]], [[-9.1796875, false]], [[-10.9296875, false]], [[-8.9296875, false]], [[-9.6796875, false]], [[-5.6796875, false]], [[-10.9296875, false]], [[-5.6796875, false]], [[-10.9296875, false]], [[-9.1796875, false]], [[-10.1796875, false]], [[-8.9296875, false]], [[-5.6796875, false]], [[-11.4296875, false]], [[-9.6796875, false]], [[-5.6796875, false]], [[-8.9296875, false]], [[-10.6796875, false]], [[-5.6796875, false]], [[-10.9296875, false]], [[-11.1796875, false]], [[-9.1796875, false]], [[-5.6796875, false]], [[-10.1796875, false]], [[-5.6796875, false]], [[-10.1796875, false]], [[-9.1796875, false]], [[-8.9296875, false]], [[-10.9296875, false]], [[-5.6796875, false]], [[-10.1796875, false]], [[-11.4296875, false]], [[-5.6796875, false]], [[-8.9296875, false]], [[-10.9296875, false]], [[-7.4375, false]], [[-8.6796875, false]], [[-12.9296875, false]]], "filtered_resps": [[-7.9296875, false], [-8.6796875, false], [-11.1796875, false], [-8.9296875, false], [-11.4296875, false], [-11.4296875, false], [-5.6796875, false], [-8.4296875, false], [-9.1796875, false], [-5.6796875, false], [-10.6796875, false], [-9.1796875, false], [-8.9296875, false], [-9.1796875, false], [-10.9296875, false], [-8.9296875, false], [-9.6796875, false], [-5.6796875, false], [-11.4296875, false], [-11.4296875, false], [-11.1796875, false], [-5.6796875, false], [-8.9296875, false], [-10.1796875, false], [-9.1796875, false], [-8.9296875, false], [-10.9296875, false], [-8.9296875, false], [-9.6796875, false], [-5.6796875, false], [-11.4296875, false], [-5.6796875, false], [-10.9296875, false], [-8.9296875, false], [-5.6796875, false], [-10.9296875, false], [-11.1796875, false], [-9.1796875, false], [-5.6796875, false], [-10.1796875, false], [-5.6796875, false], [-10.1796875, false], [-9.1796875, false], [-8.9296875, false], [-10.9296875, false], [-5.6796875, false], [-10.1796875, false], [-11.4296875, false], [-5.6796875, false], [-8.9296875, false], [-10.9296875, false], [-7.4375, false], [-8.6796875, false], [-9.8125, false], [-5.6796875, false], [-8.6796875, false], [-11.1796875, false], [-8.9296875, false], [-11.4296875, false], [-11.4296875, false], [-5.6796875, false], [-8.4296875, false], [-9.1796875, false], [-5.6796875, false], [-8.4296875, false], [-9.1796875, false], [-10.9296875, false], [-10.9296875, false], [-9.1796875, false], [-10.1796875, false], [-5.6796875, false], [-5.6796875, false], [-8.4296875, false], [-11.4296875, false], [-9.1796875, false], [-5.6796875, false], [-10.9296875, false], [-8.9296875, false], [-5.6796875, false], [-5.6796875, false], [-10.1796875, false], [-5.6796875, false], [-10.1796875, false], [-10.9296875, false], [-5.6796875, false], [-10.9296875, false], [-8.9296875, false], [-5.6796875, false], [-10.9296875, false], [-11.1796875, false], [-9.1796875, false], [-5.6796875, false], [-9.1796875, false], [-8.9296875, false], [-12.1796875, false], [-8.9296875, false], [-10.1796875, false], [-8.9296875, false], [-8.9296875, false], [-10.9296875, false], [-9.1796875, false], [-8.9296875, false], [-10.9296875, false], [-7.4375, false], [-8.6796875, false], [-9.8125, false], [-5.6796875, false], [-8.6796875, false], [-11.1796875, false], [-8.9296875, false], [-11.4296875, false], [-11.4296875, false], [-5.6796875, false], [-11.1796875, false], [-5.6796875, false], [-12.1796875, false], [-9.1796875, false], [-5.6796875, false], [-11.1796875, false], [-5.6796875, false], [-11.4296875, false], [-10.6796875, false], [-5.6796875, false], [-10.9296875, false], [-11.1796875, false], [-9.1796875, false], [-5.6796875, false], [-10.6796875, false], [-9.1796875, false], [-8.9296875, false], [-9.1796875, false], [-10.9296875, false], [-8.9296875, false], [-9.6796875, false], [-5.6796875, false], [-10.9296875, false], [-5.6796875, false], [-10.9296875, false], [-9.1796875, false], [-10.1796875, false], [-8.9296875, false], [-5.6796875, false], [-11.4296875, false], [-9.6796875, false], [-5.6796875, false], [-8.9296875, false], [-10.6796875, false], [-5.6796875, false], [-10.9296875, false], [-11.1796875, false], [-9.1796875, false], [-5.6796875, false], [-10.1796875, false], [-5.6796875, false], [-10.1796875, false], [-9.1796875, false], [-8.9296875, false], [-10.9296875, false], [-5.6796875, false], [-10.1796875, false], [-11.4296875, false], [-5.6796875, false], [-8.9296875, false], [-10.9296875, false], [-7.4375, false], [-8.6796875, false], [-9.8125, false], [-5.6796875, false], [-8.6796875, false], [-11.1796875, false], [-8.9296875, false], [-11.4296875, false], [-11.4296875, false], [-5.6796875, false], [-11.1796875, false], [-5.6796875, false], [-12.1796875, false], [-9.1796875, false], [-5.6796875, false], [-10.9296875, false], [-11.1796875, false], [-8.9296875, false], [-9.6796875, false], [-9.1796875, false], [-5.6796875, false], [-10.9296875, false], [-11.1796875, false], [-9.1796875, false], [-5.6796875, false], [-10.6796875, false], [-9.1796875, false], [-8.9296875, false], [-9.1796875, false], [-10.9296875, false], [-8.9296875, false], [-9.6796875, false], [-5.6796875, false], [-10.9296875, false], [-5.6796875, false], [-10.9296875, false], [-9.1796875, false], [-10.1796875, false], [-8.9296875, false], [-5.6796875, false], [-11.4296875, false], [-9.6796875, false], [-5.6796875, false], [-8.9296875, false], [-10.6796875, false], [-5.6796875, false], [-10.9296875, false], [-11.1796875, false], [-9.1796875, false], [-5.6796875, false], [-10.1796875, false], [-5.6796875, false], [-10.1796875, false], [-9.1796875, false], [-8.9296875, false], [-10.9296875, false], [-5.6796875, false], [-10.1796875, false], [-11.4296875, false], [-5.6796875, false], [-8.9296875, false], [-10.9296875, false], [-7.4375, false], [-8.6796875, false], [-12.9296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 850, "doc": {"id": "CSZ_2005_5_CSZ20517", "question": "All living things contain which element?", "choices": {"text": ["helium.", "sodium.", "copper.", "carbon."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "carbon.", "arguments": ["Question: All living things contain which element?\nAnswer:", " ["], "resps": [[[-6.66015625, false]], [[-8.90625, false]], [[-8.40625, false]], [[-9.15625, false]], [[-10.65625, false]], [[-6.91015625, false]], [[-8.40625, false]], [[-8.15625, false]], [[-6.9921875, false]], [[-8.90625, false]], [[-9.1171875, false]], [[-5.16015625, false]], [[-8.90625, false]], [[-9.65625, false]], [[-7.91015625, false]], [[-8.90625, false]], [[-6.91015625, false]], [[-8.40625, false]], [[-8.15625, false]], [[-6.9921875, false]], [[-8.90625, false]], [[-9.1171875, false]], [[-5.16015625, false]], [[-8.90625, false]], [[-6.41015625, false]], [[-7.91015625, false]], [[-8.90625, false]], [[-8.90625, false]], [[-9.15625, false]], [[-9.90625, false]], [[-6.9921875, false]], [[-8.90625, false]], [[-9.1171875, false]], [[-5.16015625, false]], [[-8.90625, false]], [[-6.41015625, false]], [[-6.16015625, false]], [[-9.90625, false]], [[-8.15625, false]], [[-7.91015625, false]], [[-7.91015625, false]], [[-6.9921875, false]], [[-8.90625, false]], [[-13.15625, false]]], "filtered_resps": [[-6.66015625, false], [-8.90625, false], [-8.40625, false], [-9.15625, false], [-10.65625, false], [-6.91015625, false], [-8.40625, false], [-8.15625, false], [-6.9921875, false], [-8.90625, false], [-9.1171875, false], [-5.16015625, false], [-8.90625, false], [-9.65625, false], [-7.91015625, false], [-8.90625, false], [-6.91015625, false], [-8.40625, false], [-8.15625, false], [-6.9921875, false], [-8.90625, false], [-9.1171875, false], [-5.16015625, false], [-8.90625, false], [-6.41015625, false], [-7.91015625, false], [-8.90625, false], [-8.90625, false], [-9.15625, false], [-9.90625, false], [-6.9921875, false], [-8.90625, false], [-9.1171875, false], [-5.16015625, false], [-8.90625, false], [-6.41015625, false], [-6.16015625, false], [-9.90625, false], [-8.15625, false], [-7.91015625, false], [-7.91015625, false], [-6.9921875, false], [-8.90625, false], [-13.15625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 858, "doc": {"id": "Mercury_7018428", "question": "Apple slices were divided evenly between two identical metal boxes. A lighted 20-watt incandescent light bulb was placed in box A, and a lighted 20-watt fluorescent light was placed in box B. The apple slices in box A dried faster than those in box B because", "choices": {"text": ["fluorescent light is a luminous light.", "incandescent light produces more heat.", "fluorescent light has a lower frequency.", "incandescent light causes a chemical reaction."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "incandescent light produces more heat.", "arguments": ["Question: Apple slices were divided evenly between two identical metal boxes. A lighted 20-watt incandescent light bulb was placed in box A, and a lighted 20-watt fluorescent light was placed in box B. The apple slices in box A dried faster than those in box B because\nAnswer:", " ["], "resps": [[[-7.0078125, false]], [[-8.6328125, false]], [[-8.0078125, false]], [[-9.6328125, false]], [[-10.1328125, false]], [[-8.6328125, false]], [[-9.5078125, false]], [[-7.8828125, false]], [[-8.7578125, false]], [[-6.3828125, false]], [[-7.8828125, false]], [[-8.0078125, false]], [[-8.8828125, false]], [[-5.0078125, false]], [[-9.6328125, false]], [[-6.7578125, false]], [[-9.6328125, false]], [[-9.5078125, false]], [[-8.8828125, false]], [[-5.0078125, false]], [[-6.7578125, false]], [[-8.7578125, false]], [[-5.0078125, false]], [[-3.8828125, false]], [[-5.0078125, false]], [[-9.6328125, false]], [[-10.1328125, false]], [[-8.8828125, false]], [[-6.7578125, false]], [[-8.0078125, false]], [[-8.6328125, false]], [[-10.1328125, false]], [[-8.7578125, false]], [[-5.0078125, false]], [[-9.6328125, false]], [[-6.7578125, false]], [[-9.6328125, false]], [[-9.5078125, false]], [[-8.8828125, false]], [[-6.3671875, false]], [[-8.6328125, false]], [[-8.0546875, false]], [[-5.0078125, false]], [[-8.6328125, false]], [[-6.7578125, false]], [[-8.0078125, false]], [[-6.3828125, false]], [[-3.8828125, false]], [[-8.0078125, false]], [[-7.5078125, false]], [[-7.8828125, false]], [[-8.7578125, false]], [[-6.3828125, false]], [[-7.8828125, false]], [[-8.0078125, false]], [[-8.8828125, false]], [[-5.0078125, false]], [[-9.6328125, false]], [[-6.7578125, false]], [[-9.6328125, false]], [[-9.5078125, false]], [[-8.8828125, false]], [[-5.0078125, false]], [[-9.1328125, false]], [[-9.5078125, false]], [[-8.6328125, false]], [[-7.5078125, false]], [[-10.1328125, false]], [[-6.3828125, false]], [[-7.8828125, false]], [[-8.7578125, false]], [[-5.0078125, false]], [[-8.8828125, false]], [[-8.6328125, false]], [[-9.5078125, false]], [[-7.8828125, false]], [[-5.0078125, false]], [[-9.5078125, false]], [[-7.8828125, false]], [[-3.8828125, false]], [[-8.8828125, false]], [[-6.3671875, false]], [[-8.6328125, false]], [[-8.0546875, false]], [[-5.0078125, false]], [[-8.6328125, false]], [[-8.0078125, false]], [[-9.6328125, false]], [[-10.1328125, false]], [[-8.6328125, false]], [[-9.5078125, false]], [[-7.8828125, false]], [[-8.7578125, false]], [[-6.3828125, false]], [[-7.8828125, false]], [[-8.0078125, false]], [[-8.8828125, false]], [[-5.0078125, false]], [[-9.6328125, false]], [[-6.7578125, false]], [[-9.6328125, false]], [[-9.5078125, false]], [[-8.8828125, false]], [[-5.0078125, false]], [[-9.5078125, false]], [[-3.8828125, false]], [[-8.7578125, false]], [[-5.0078125, false]], [[-3.8828125, false]], [[-5.0078125, false]], [[-9.6328125, false]], [[-8.6328125, false]], [[-9.5078125, false]], [[-7.8828125, false]], [[-9.5078125, false]], [[-5.0078125, false]], [[-8.0078125, false]], [[-9.5078125, false]], [[-7.8828125, false]], [[-9.8828125, false]], [[-10.1328125, false]], [[-7.8828125, false]], [[-8.0078125, false]], [[-6.3828125, false]], [[-10.3828125, false]], [[-6.3671875, false]], [[-8.6328125, false]], [[-8.0546875, false]], [[-5.0078125, false]], [[-8.6328125, false]], [[-6.7578125, false]], [[-8.0078125, false]], [[-6.3828125, false]], [[-3.8828125, false]], [[-8.0078125, false]], [[-7.5078125, false]], [[-7.8828125, false]], [[-8.7578125, false]], [[-6.3828125, false]], [[-7.8828125, false]], [[-8.0078125, false]], [[-8.8828125, false]], [[-5.0078125, false]], [[-9.6328125, false]], [[-6.7578125, false]], [[-9.6328125, false]], [[-9.5078125, false]], [[-8.8828125, false]], [[-5.0078125, false]], [[-6.3828125, false]], [[-3.8828125, false]], [[-10.1328125, false]], [[-8.7578125, false]], [[-7.8828125, false]], [[-8.7578125, false]], [[-5.0078125, false]], [[-3.8828125, false]], [[-5.0078125, false]], [[-6.3828125, false]], [[-9.5078125, false]], [[-7.8828125, false]], [[-8.8828125, false]], [[-6.7578125, false]], [[-6.3828125, false]], [[-3.8828125, false]], [[-9.6328125, false]], [[-5.0078125, false]], [[-9.5078125, false]], [[-7.8828125, false]], [[-3.8828125, false]], [[-6.3828125, false]], [[-8.8828125, false]], [[-6.7578125, false]], [[-8.6328125, false]], [[-8.0078125, false]], [[-6.3671875, false]], [[-8.6328125, false]], [[-11.1328125, false]]], "filtered_resps": [[-7.0078125, false], [-8.6328125, false], [-8.0078125, false], [-9.6328125, false], [-10.1328125, false], [-8.6328125, false], [-9.5078125, false], [-7.8828125, false], [-8.7578125, false], [-6.3828125, false], [-7.8828125, false], [-8.0078125, false], [-8.8828125, false], [-5.0078125, false], [-9.6328125, false], [-6.7578125, false], [-9.6328125, false], [-9.5078125, false], [-8.8828125, false], [-5.0078125, false], [-6.7578125, false], [-8.7578125, false], [-5.0078125, false], [-3.8828125, false], [-5.0078125, false], [-9.6328125, false], [-10.1328125, false], [-8.8828125, false], [-6.7578125, false], [-8.0078125, false], [-8.6328125, false], [-10.1328125, false], [-8.7578125, false], [-5.0078125, false], [-9.6328125, false], [-6.7578125, false], [-9.6328125, false], [-9.5078125, false], [-8.8828125, false], [-6.3671875, false], [-8.6328125, false], [-8.0546875, false], [-5.0078125, false], [-8.6328125, false], [-6.7578125, false], [-8.0078125, false], [-6.3828125, false], [-3.8828125, false], [-8.0078125, false], [-7.5078125, false], [-7.8828125, false], [-8.7578125, false], [-6.3828125, false], [-7.8828125, false], [-8.0078125, false], [-8.8828125, false], [-5.0078125, false], [-9.6328125, false], [-6.7578125, false], [-9.6328125, false], [-9.5078125, false], [-8.8828125, false], [-5.0078125, false], [-9.1328125, false], [-9.5078125, false], [-8.6328125, false], [-7.5078125, false], [-10.1328125, false], [-6.3828125, false], [-7.8828125, false], [-8.7578125, false], [-5.0078125, false], [-8.8828125, false], [-8.6328125, false], [-9.5078125, false], [-7.8828125, false], [-5.0078125, false], [-9.5078125, false], [-7.8828125, false], [-3.8828125, false], [-8.8828125, false], [-6.3671875, false], [-8.6328125, false], [-8.0546875, false], [-5.0078125, false], [-8.6328125, false], [-8.0078125, false], [-9.6328125, false], [-10.1328125, false], [-8.6328125, false], [-9.5078125, false], [-7.8828125, false], [-8.7578125, false], [-6.3828125, false], [-7.8828125, false], [-8.0078125, false], [-8.8828125, false], [-5.0078125, false], [-9.6328125, false], [-6.7578125, false], [-9.6328125, false], [-9.5078125, false], [-8.8828125, false], [-5.0078125, false], [-9.5078125, false], [-3.8828125, false], [-8.7578125, false], [-5.0078125, false], [-3.8828125, false], [-5.0078125, false], [-9.6328125, false], [-8.6328125, false], [-9.5078125, false], [-7.8828125, false], [-9.5078125, false], [-5.0078125, false], [-8.0078125, false], [-9.5078125, false], [-7.8828125, false], [-9.8828125, false], [-10.1328125, false], [-7.8828125, false], [-8.0078125, false], [-6.3828125, false], [-10.3828125, false], [-6.3671875, false], [-8.6328125, false], [-8.0546875, false], [-5.0078125, false], [-8.6328125, false], [-6.7578125, false], [-8.0078125, false], [-6.3828125, false], [-3.8828125, false], [-8.0078125, false], [-7.5078125, false], [-7.8828125, false], [-8.7578125, false], [-6.3828125, false], [-7.8828125, false], [-8.0078125, false], [-8.8828125, false], [-5.0078125, false], [-9.6328125, false], [-6.7578125, false], [-9.6328125, false], [-9.5078125, false], [-8.8828125, false], [-5.0078125, false], [-6.3828125, false], [-3.8828125, false], [-10.1328125, false], [-8.7578125, false], [-7.8828125, false], [-8.7578125, false], [-5.0078125, false], [-3.8828125, false], [-5.0078125, false], [-6.3828125, false], [-9.5078125, false], [-7.8828125, false], [-8.8828125, false], [-6.7578125, false], [-6.3828125, false], [-3.8828125, false], [-9.6328125, false], [-5.0078125, false], [-9.5078125, false], [-7.8828125, false], [-3.8828125, false], [-6.3828125, false], [-8.8828125, false], [-6.7578125, false], [-8.6328125, false], [-8.0078125, false], [-6.3671875, false], [-8.6328125, false], [-11.1328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 866, "doc": {"id": "Mercury_7037275", "question": "How is the mass of an atom calculated?", "choices": {"text": ["add the number of protons to the number of electrons", "add the number of protons to the number of neutrons", "subtract the number of protons from the number of neutrons", "subtract the number of electrons from the sum of protons and neutrons"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "add the number of protons to the number of neutrons", "arguments": ["Question: How is the mass of an atom calculated?\nAnswer:", " ["], "resps": [[[-7.13671875, false]], [[-9.1328125, false]], [[-5.63671875, false]], [[-9.1328125, false]], [[-9.1328125, false]], [[-5.88671875, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-8.1328125, false]], [[-5.88671875, false]], [[-8.1328125, false]], [[-9.8828125, false]], [[-6.63671875, false]], [[-8.3828125, false]], [[-8.1328125, false]], [[-10.3828125, false]], [[-5.88671875, false]], [[-10.8828125, false]], [[-10.1328125, false]], [[-5.88671875, false]], [[-9.3828125, false]], [[-10.3828125, false]], [[-10.8828125, false]], [[-9.6328125, false]], [[-10.8828125, false]], [[-8.1328125, false]], [[-9.6328125, false]], [[-5.88671875, false]], [[-9.6328125, false]], [[-10.8828125, false]], [[-5.88671875, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-8.1328125, false]], [[-5.88671875, false]], [[-8.1328125, false]], [[-9.8828125, false]], [[-6.63671875, false]], [[-8.3828125, false]], [[-8.1328125, false]], [[-10.3828125, false]], [[-5.88671875, false]], [[-10.8828125, false]], [[-10.1328125, false]], [[-5.88671875, false]], [[-8.1328125, false]], [[-9.8828125, false]], [[-8.1328125, false]], [[-10.1328125, false]], [[-9.6328125, false]], [[-10.3828125, false]], [[-10.8828125, false]], [[-8.1328125, false]], [[-9.6328125, false]], [[-9.1328125, false]], [[-9.3359375, false]], [[-5.88671875, false]], [[-9.1328125, false]], [[-5.63671875, false]], [[-9.1328125, false]], [[-9.1328125, false]], [[-5.88671875, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-8.1328125, false]], [[-5.88671875, false]], [[-8.1328125, false]], [[-9.8828125, false]], [[-6.63671875, false]], [[-8.3828125, false]], [[-8.1328125, false]], [[-10.3828125, false]], [[-5.88671875, false]], [[-10.8828125, false]], [[-10.1328125, false]], [[-5.88671875, false]], [[-9.3828125, false]], [[-10.3828125, false]], [[-10.8828125, false]], [[-9.6328125, false]], [[-10.8828125, false]], [[-8.1328125, false]], [[-9.6328125, false]], [[-5.88671875, false]], [[-9.6328125, false]], [[-10.8828125, false]], [[-5.88671875, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-8.1328125, false]], [[-5.88671875, false]], [[-8.1328125, false]], [[-9.8828125, false]], [[-6.63671875, false]], [[-8.3828125, false]], [[-8.1328125, false]], [[-10.3828125, false]], [[-5.88671875, false]], [[-10.8828125, false]], [[-10.1328125, false]], [[-5.88671875, false]], [[-8.1328125, false]], [[-8.1328125, false]], [[-9.8828125, false]], [[-9.6328125, false]], [[-10.3828125, false]], [[-10.8828125, false]], [[-8.1328125, false]], [[-9.6328125, false]], [[-9.1328125, false]], [[-9.3359375, false]], [[-5.88671875, false]], [[-9.1328125, false]], [[-9.6328125, false]], [[-9.8828125, false]], [[-8.3828125, false]], [[-9.6328125, false]], [[-10.3828125, false]], [[-5.63671875, false]], [[-10.1328125, false]], [[-9.6328125, false]], [[-5.88671875, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-8.1328125, false]], [[-5.88671875, false]], [[-8.1328125, false]], [[-9.8828125, false]], [[-6.63671875, false]], [[-8.3828125, false]], [[-8.1328125, false]], [[-10.3828125, false]], [[-5.88671875, false]], [[-10.8828125, false]], [[-10.1328125, false]], [[-5.88671875, false]], [[-9.3828125, false]], [[-10.3828125, false]], [[-10.8828125, false]], [[-9.6328125, false]], [[-10.8828125, false]], [[-8.1328125, false]], [[-9.6328125, false]], [[-5.88671875, false]], [[-10.1328125, false]], [[-10.3828125, false]], [[-10.8828125, false]], [[-6.63671875, false]], [[-5.88671875, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-8.1328125, false]], [[-5.88671875, false]], [[-8.1328125, false]], [[-9.8828125, false]], [[-6.63671875, false]], [[-8.3828125, false]], [[-8.1328125, false]], [[-10.3828125, false]], [[-5.88671875, false]], [[-10.8828125, false]], [[-10.1328125, false]], [[-5.88671875, false]], [[-8.1328125, false]], [[-8.1328125, false]], [[-9.8828125, false]], [[-9.6328125, false]], [[-10.3828125, false]], [[-10.8828125, false]], [[-8.1328125, false]], [[-9.6328125, false]], [[-9.1328125, false]], [[-9.3359375, false]], [[-5.88671875, false]], [[-9.1328125, false]], [[-9.6328125, false]], [[-9.8828125, false]], [[-8.3828125, false]], [[-9.6328125, false]], [[-10.3828125, false]], [[-5.63671875, false]], [[-10.1328125, false]], [[-9.6328125, false]], [[-5.88671875, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-8.1328125, false]], [[-5.88671875, false]], [[-8.1328125, false]], [[-9.8828125, false]], [[-6.63671875, false]], [[-8.3828125, false]], [[-8.1328125, false]], [[-10.3828125, false]], [[-5.88671875, false]], [[-10.8828125, false]], [[-10.1328125, false]], [[-5.88671875, false]], [[-8.1328125, false]], [[-9.8828125, false]], [[-8.1328125, false]], [[-10.1328125, false]], [[-9.6328125, false]], [[-10.3828125, false]], [[-10.8828125, false]], [[-8.1328125, false]], [[-9.6328125, false]], [[-5.88671875, false]], [[-10.1328125, false]], [[-10.3828125, false]], [[-10.8828125, false]], [[-6.63671875, false]], [[-5.88671875, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-8.1328125, false]], [[-5.88671875, false]], [[-9.6328125, false]], [[-9.8828125, false]], [[-6.63671875, false]], [[-5.88671875, false]], [[-10.8828125, false]], [[-10.1328125, false]], [[-5.88671875, false]], [[-9.3828125, false]], [[-10.3828125, false]], [[-10.8828125, false]], [[-9.6328125, false]], [[-10.8828125, false]], [[-8.1328125, false]], [[-9.6328125, false]], [[-5.88671875, false]], [[-5.63671875, false]], [[-8.1328125, false]], [[-9.1328125, false]], [[-5.88671875, false]], [[-8.1328125, false]], [[-8.1328125, false]], [[-9.8828125, false]], [[-9.6328125, false]], [[-10.3828125, false]], [[-10.8828125, false]], [[-8.1328125, false]], [[-9.6328125, false]], [[-9.1328125, false]], [[-12.1328125, false]]], "filtered_resps": [[-7.13671875, false], [-9.1328125, false], [-5.63671875, false], [-9.1328125, false], [-9.1328125, false], [-5.88671875, false], [-9.6328125, false], [-9.6328125, false], [-8.1328125, false], [-5.88671875, false], [-8.1328125, false], [-9.8828125, false], [-6.63671875, false], [-8.3828125, false], [-8.1328125, false], [-10.3828125, false], [-5.88671875, false], [-10.8828125, false], [-10.1328125, false], [-5.88671875, false], [-9.3828125, false], [-10.3828125, false], [-10.8828125, false], [-9.6328125, false], [-10.8828125, false], [-8.1328125, false], [-9.6328125, false], [-5.88671875, false], [-9.6328125, false], [-10.8828125, false], [-5.88671875, false], [-9.6328125, false], [-9.6328125, false], [-8.1328125, false], [-5.88671875, false], [-8.1328125, false], [-9.8828125, false], [-6.63671875, false], [-8.3828125, false], [-8.1328125, false], [-10.3828125, false], [-5.88671875, false], [-10.8828125, false], [-10.1328125, false], [-5.88671875, false], [-8.1328125, false], [-9.8828125, false], [-8.1328125, false], [-10.1328125, false], [-9.6328125, false], [-10.3828125, false], [-10.8828125, false], [-8.1328125, false], [-9.6328125, false], [-9.1328125, false], [-9.3359375, false], [-5.88671875, false], [-9.1328125, false], [-5.63671875, false], [-9.1328125, false], [-9.1328125, false], [-5.88671875, false], [-9.6328125, false], [-9.6328125, false], [-8.1328125, false], [-5.88671875, false], [-8.1328125, false], [-9.8828125, false], [-6.63671875, false], [-8.3828125, false], [-8.1328125, false], [-10.3828125, false], [-5.88671875, false], [-10.8828125, false], [-10.1328125, false], [-5.88671875, false], [-9.3828125, false], [-10.3828125, false], [-10.8828125, false], [-9.6328125, false], [-10.8828125, false], [-8.1328125, false], [-9.6328125, false], [-5.88671875, false], [-9.6328125, false], [-10.8828125, false], [-5.88671875, false], [-9.6328125, false], [-9.6328125, false], [-8.1328125, false], [-5.88671875, false], [-8.1328125, false], [-9.8828125, false], [-6.63671875, false], [-8.3828125, false], [-8.1328125, false], [-10.3828125, false], [-5.88671875, false], [-10.8828125, false], [-10.1328125, false], [-5.88671875, false], [-8.1328125, false], [-8.1328125, false], [-9.8828125, false], [-9.6328125, false], [-10.3828125, false], [-10.8828125, false], [-8.1328125, false], [-9.6328125, false], [-9.1328125, false], [-9.3359375, false], [-5.88671875, false], [-9.1328125, false], [-9.6328125, false], [-9.8828125, false], [-8.3828125, false], [-9.6328125, false], [-10.3828125, false], [-5.63671875, false], [-10.1328125, false], [-9.6328125, false], [-5.88671875, false], [-9.6328125, false], [-9.6328125, false], [-8.1328125, false], [-5.88671875, false], [-8.1328125, false], [-9.8828125, false], [-6.63671875, false], [-8.3828125, false], [-8.1328125, false], [-10.3828125, false], [-5.88671875, false], [-10.8828125, false], [-10.1328125, false], [-5.88671875, false], [-9.3828125, false], [-10.3828125, false], [-10.8828125, false], [-9.6328125, false], [-10.8828125, false], [-8.1328125, false], [-9.6328125, false], [-5.88671875, false], [-10.1328125, false], [-10.3828125, false], [-10.8828125, false], [-6.63671875, false], [-5.88671875, false], [-9.6328125, false], [-9.6328125, false], [-8.1328125, false], [-5.88671875, false], [-8.1328125, false], [-9.8828125, false], [-6.63671875, false], [-8.3828125, false], [-8.1328125, false], [-10.3828125, false], [-5.88671875, false], [-10.8828125, false], [-10.1328125, false], [-5.88671875, false], [-8.1328125, false], [-8.1328125, false], [-9.8828125, false], [-9.6328125, false], [-10.3828125, false], [-10.8828125, false], [-8.1328125, false], [-9.6328125, false], [-9.1328125, false], [-9.3359375, false], [-5.88671875, false], [-9.1328125, false], [-9.6328125, false], [-9.8828125, false], [-8.3828125, false], [-9.6328125, false], [-10.3828125, false], [-5.63671875, false], [-10.1328125, false], [-9.6328125, false], [-5.88671875, false], [-9.6328125, false], [-9.6328125, false], [-8.1328125, false], [-5.88671875, false], [-8.1328125, false], [-9.8828125, false], [-6.63671875, false], [-8.3828125, false], [-8.1328125, false], [-10.3828125, false], [-5.88671875, false], [-10.8828125, false], [-10.1328125, false], [-5.88671875, false], [-8.1328125, false], [-9.8828125, false], [-8.1328125, false], [-10.1328125, false], [-9.6328125, false], [-10.3828125, false], [-10.8828125, false], [-8.1328125, false], [-9.6328125, false], [-5.88671875, false], [-10.1328125, false], [-10.3828125, false], [-10.8828125, false], [-6.63671875, false], [-5.88671875, false], [-9.6328125, false], [-9.6328125, false], [-8.1328125, false], [-5.88671875, false], [-9.6328125, false], [-9.8828125, false], [-6.63671875, false], [-5.88671875, false], [-10.8828125, false], [-10.1328125, false], [-5.88671875, false], [-9.3828125, false], [-10.3828125, false], [-10.8828125, false], [-9.6328125, false], [-10.8828125, false], [-8.1328125, false], [-9.6328125, false], [-5.88671875, false], [-5.63671875, false], [-8.1328125, false], [-9.1328125, false], [-5.88671875, false], [-8.1328125, false], [-8.1328125, false], [-9.8828125, false], [-9.6328125, false], [-10.3828125, false], [-10.8828125, false], [-8.1328125, false], [-9.6328125, false], [-9.1328125, false], [-12.1328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 874, "doc": {"id": "Mercury_7220430", "question": "Which form of water, when present in the atmosphere, is most likely to contribute to global warming?", "choices": {"text": ["cloud", "rain", "vapor", "snow"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "vapor", "arguments": ["Question: Which form of water, when present in the atmosphere, is most likely to contribute to global warming?\nAnswer:", " ["], "resps": [[[-8.1640625, false]], [[-8.6640625, false]], [[-9.9140625, false]], [[-11.6640625, false]], [[-6.41015625, false]], [[-10.6640625, false]], [[-9.1640625, false]], [[-8.6640625, false]], [[-10.15625, false]], [[-4.91015625, false]], [[-8.6640625, false]], [[-13.6640625, false]], [[-6.41015625, false]], [[-8.6640625, false]], [[-8.6640625, false]], [[-8.6640625, false]], [[-10.15625, false]], [[-4.91015625, false]], [[-8.6640625, false]], [[-13.4140625, false]], [[-6.41015625, false]], [[-10.4140625, false]], [[-6.41015625, false]], [[-13.6640625, false]], [[-8.6640625, false]], [[-10.15625, false]], [[-4.91015625, false]], [[-8.6640625, false]], [[-11.1640625, false]], [[-8.6640625, false]], [[-6.41015625, false]], [[-12.1640625, false]], [[-8.6640625, false]], [[-15.6640625, false]]], "filtered_resps": [[-8.1640625, false], [-8.6640625, false], [-9.9140625, false], [-11.6640625, false], [-6.41015625, false], [-10.6640625, false], [-9.1640625, false], [-8.6640625, false], [-10.15625, false], [-4.91015625, false], [-8.6640625, false], [-13.6640625, false], [-6.41015625, false], [-8.6640625, false], [-8.6640625, false], [-8.6640625, false], [-10.15625, false], [-4.91015625, false], [-8.6640625, false], [-13.4140625, false], [-6.41015625, false], [-10.4140625, false], [-6.41015625, false], [-13.6640625, false], [-8.6640625, false], [-10.15625, false], [-4.91015625, false], [-8.6640625, false], [-11.1640625, false], [-8.6640625, false], [-6.41015625, false], [-12.1640625, false], [-8.6640625, false], [-15.6640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 882, "doc": {"id": "OHAT_2008_8_15", "question": "Two galaxies are interacting with each other. What is the force that draws these two galaxies toward each other?", "choices": {"text": ["friction", "gravity", "electricity", "magnetism"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "gravity", "arguments": ["Question: Two galaxies are interacting with each other. What is the force that draws these two galaxies toward each other?\nAnswer:", " ["], "resps": [[[-6.28515625, false]], [[-8.53125, false]], [[-7.03515625, false]], [[-8.28125, false]], [[-8.53125, false]], [[-6.78515625, false]], [[-6.78515625, false]], [[-8.53125, false]], [[-9.78125, false]], [[-8.03125, false]], [[-8.53125, false]], [[-8.953125, false]], [[-4.78515625, false]], [[-8.53125, false]], [[-9.03125, false]], [[-8.28125, false]], [[-4.78515625, false]], [[-7.53515625, false]], [[-8.53125, false]], [[-6.78515625, false]], [[-10.28125, false]], [[-8.53125, false]], [[-8.953125, false]], [[-4.78515625, false]], [[-8.53125, false]], [[-7.78515625, false]], [[-9.03125, false]], [[-7.78515625, false]], [[-6.78515625, false]], [[-6.78515625, false]], [[-8.28125, false]], [[-8.53125, false]], [[-6.78515625, false]], [[-8.53125, false]], [[-6.78515625, false]], [[-10.28125, false]], [[-8.53125, false]], [[-8.953125, false]], [[-4.78515625, false]], [[-8.53125, false]], [[-6.53515625, false]], [[-4.78515625, false]], [[-9.03125, false]], [[-8.03125, false]], [[-7.78515625, false]], [[-6.78515625, false]], [[-8.53125, false]], [[-8.53125, false]], [[-6.53515625, false]], [[-8.53125, false]], [[-11.03125, false]]], "filtered_resps": [[-6.28515625, false], [-8.53125, false], [-7.03515625, false], [-8.28125, false], [-8.53125, false], [-6.78515625, false], [-6.78515625, false], [-8.53125, false], [-9.78125, false], [-8.03125, false], [-8.53125, false], [-8.953125, false], [-4.78515625, false], [-8.53125, false], [-9.03125, false], [-8.28125, false], [-4.78515625, false], [-7.53515625, false], [-8.53125, false], [-6.78515625, false], [-10.28125, false], [-8.53125, false], [-8.953125, false], [-4.78515625, false], [-8.53125, false], [-7.78515625, false], [-9.03125, false], [-7.78515625, false], [-6.78515625, false], [-6.78515625, false], [-8.28125, false], [-8.53125, false], [-6.78515625, false], [-8.53125, false], [-6.78515625, false], [-10.28125, false], [-8.53125, false], [-8.953125, false], [-4.78515625, false], [-8.53125, false], [-6.53515625, false], [-4.78515625, false], [-9.03125, false], [-8.03125, false], [-7.78515625, false], [-6.78515625, false], [-8.53125, false], [-8.53125, false], [-6.53515625, false], [-8.53125, false], [-11.03125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 890, "doc": {"id": "Mercury_SC_400021", "question": "Which is the best way to help protect the environment?", "choices": {"text": ["wash hands before each meal", "do a science project about energy", "ride a bike to school instead of riding in a car", "pack a lunch instead of buying a school lunch"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "ride a bike to school instead of riding in a car", "arguments": ["Question: Which is the best way to help protect the environment?\nAnswer:", " ["], "resps": [[[-8.171875, false]], [[-8.796875, false]], [[-11.921875, false]], [[-7.05078125, false]], [[-9.171875, false]], [[-13.046875, false]], [[-5.42578125, false]], [[-13.046875, false]], [[-7.05078125, false]], [[-11.546875, false]], [[-10.921875, false]], [[-9.171875, false]], [[-5.42578125, false]], [[-12.796875, false]], [[-8.796875, false]], [[-12.296875, false]], [[-10.421875, false]], [[-13.296875, false]], [[-8.796875, false]], [[-5.42578125, false]], [[-8.796875, false]], [[-7.05078125, false]], [[-11.921875, false]], [[-13.046875, false]], [[-5.42578125, false]], [[-12.046875, false]], [[-8.796875, false]], [[-7.05078125, false]], [[-11.296875, false]], [[-8.796875, false]], [[-10.3359375, false]], [[-5.42578125, false]], [[-8.796875, false]], [[-10.921875, false]], [[-10.421875, false]], [[-5.42578125, false]], [[-7.05078125, false]], [[-5.42578125, false]], [[-9.171875, false]], [[-11.921875, false]], [[-9.546875, false]], [[-8.796875, false]], [[-11.546875, false]], [[-11.921875, false]], [[-8.796875, false]], [[-5.42578125, false]], [[-9.296875, false]], [[-13.296875, false]], [[-10.421875, false]], [[-14.171875, false]], [[-8.796875, false]], [[-11.921875, false]], [[-12.421875, false]], [[-5.42578125, false]], [[-7.05078125, false]], [[-12.796875, false]], [[-10.421875, false]], [[-12.171875, false]], [[-12.421875, false]], [[-5.42578125, false]], [[-8.796875, false]], [[-11.546875, false]], [[-8.796875, false]], [[-13.296875, false]], [[-13.671875, false]], [[-13.296875, false]], [[-8.796875, false]], [[-10.3359375, false]], [[-5.42578125, false]], [[-8.796875, false]], [[-13.296875, false]], [[-9.546875, false]], [[-10.921875, false]], [[-8.796875, false]], [[-5.42578125, false]], [[-7.05078125, false]], [[-5.42578125, false]], [[-12.796875, false]], [[-9.546875, false]], [[-13.046875, false]], [[-8.796875, false]], [[-5.42578125, false]], [[-12.421875, false]], [[-10.421875, false]], [[-5.42578125, false]], [[-9.171875, false]], [[-11.921875, false]], [[-13.046875, false]], [[-10.421875, false]], [[-10.421875, false]], [[-11.296875, false]], [[-5.42578125, false]], [[-9.546875, false]], [[-11.546875, false]], [[-9.171875, false]], [[-12.421875, false]], [[-8.796875, false]], [[-7.05078125, false]], [[-10.921875, false]], [[-5.42578125, false]], [[-10.421875, false]], [[-12.296875, false]], [[-5.42578125, false]], [[-13.296875, false]], [[-9.546875, false]], [[-10.921875, false]], [[-9.546875, false]], [[-11.546875, false]], [[-13.671875, false]], [[-5.42578125, false]], [[-9.546875, false]], [[-11.546875, false]], [[-5.42578125, false]], [[-7.05078125, false]], [[-5.42578125, false]], [[-11.921875, false]], [[-7.05078125, false]], [[-13.296875, false]], [[-8.796875, false]], [[-10.3359375, false]], [[-5.42578125, false]], [[-8.796875, false]], [[-9.296875, false]], [[-7.05078125, false]], [[-11.921875, false]], [[-13.046875, false]], [[-5.42578125, false]], [[-7.05078125, false]], [[-5.42578125, false]], [[-11.296875, false]], [[-12.171875, false]], [[-11.546875, false]], [[-11.921875, false]], [[-13.046875, false]], [[-5.42578125, false]], [[-9.546875, false]], [[-11.546875, false]], [[-9.171875, false]], [[-12.421875, false]], [[-8.796875, false]], [[-7.05078125, false]], [[-10.921875, false]], [[-5.42578125, false]], [[-10.421875, false]], [[-12.296875, false]], [[-5.42578125, false]], [[-12.796875, false]], [[-12.171875, false]], [[-13.296875, false]], [[-9.546875, false]], [[-11.546875, false]], [[-13.671875, false]], [[-5.42578125, false]], [[-7.05078125, false]], [[-5.42578125, false]], [[-9.171875, false]], [[-11.921875, false]], [[-13.046875, false]], [[-10.421875, false]], [[-10.421875, false]], [[-11.296875, false]], [[-5.42578125, false]], [[-11.296875, false]], [[-12.171875, false]], [[-11.546875, false]], [[-11.921875, false]], [[-13.046875, false]], [[-8.796875, false]], [[-14.796875, false]]], "filtered_resps": [[-8.171875, false], [-8.796875, false], [-11.921875, false], [-7.05078125, false], [-9.171875, false], [-13.046875, false], [-5.42578125, false], [-13.046875, false], [-7.05078125, false], [-11.546875, false], [-10.921875, false], [-9.171875, false], [-5.42578125, false], [-12.796875, false], [-8.796875, false], [-12.296875, false], [-10.421875, false], [-13.296875, false], [-8.796875, false], [-5.42578125, false], [-8.796875, false], [-7.05078125, false], [-11.921875, false], [-13.046875, false], [-5.42578125, false], [-12.046875, false], [-8.796875, false], [-7.05078125, false], [-11.296875, false], [-8.796875, false], [-10.3359375, false], [-5.42578125, false], [-8.796875, false], [-10.921875, false], [-10.421875, false], [-5.42578125, false], [-7.05078125, false], [-5.42578125, false], [-9.171875, false], [-11.921875, false], [-9.546875, false], [-8.796875, false], [-11.546875, false], [-11.921875, false], [-8.796875, false], [-5.42578125, false], [-9.296875, false], [-13.296875, false], [-10.421875, false], [-14.171875, false], [-8.796875, false], [-11.921875, false], [-12.421875, false], [-5.42578125, false], [-7.05078125, false], [-12.796875, false], [-10.421875, false], [-12.171875, false], [-12.421875, false], [-5.42578125, false], [-8.796875, false], [-11.546875, false], [-8.796875, false], [-13.296875, false], [-13.671875, false], [-13.296875, false], [-8.796875, false], [-10.3359375, false], [-5.42578125, false], [-8.796875, false], [-13.296875, false], [-9.546875, false], [-10.921875, false], [-8.796875, false], [-5.42578125, false], [-7.05078125, false], [-5.42578125, false], [-12.796875, false], [-9.546875, false], [-13.046875, false], [-8.796875, false], [-5.42578125, false], [-12.421875, false], [-10.421875, false], [-5.42578125, false], [-9.171875, false], [-11.921875, false], [-13.046875, false], [-10.421875, false], [-10.421875, false], [-11.296875, false], [-5.42578125, false], [-9.546875, false], [-11.546875, false], [-9.171875, false], [-12.421875, false], [-8.796875, false], [-7.05078125, false], [-10.921875, false], [-5.42578125, false], [-10.421875, false], [-12.296875, false], [-5.42578125, false], [-13.296875, false], [-9.546875, false], [-10.921875, false], [-9.546875, false], [-11.546875, false], [-13.671875, false], [-5.42578125, false], [-9.546875, false], [-11.546875, false], [-5.42578125, false], [-7.05078125, false], [-5.42578125, false], [-11.921875, false], [-7.05078125, false], [-13.296875, false], [-8.796875, false], [-10.3359375, false], [-5.42578125, false], [-8.796875, false], [-9.296875, false], [-7.05078125, false], [-11.921875, false], [-13.046875, false], [-5.42578125, false], [-7.05078125, false], [-5.42578125, false], [-11.296875, false], [-12.171875, false], [-11.546875, false], [-11.921875, false], [-13.046875, false], [-5.42578125, false], [-9.546875, false], [-11.546875, false], [-9.171875, false], [-12.421875, false], [-8.796875, false], [-7.05078125, false], [-10.921875, false], [-5.42578125, false], [-10.421875, false], [-12.296875, false], [-5.42578125, false], [-12.796875, false], [-12.171875, false], [-13.296875, false], [-9.546875, false], [-11.546875, false], [-13.671875, false], [-5.42578125, false], [-7.05078125, false], [-5.42578125, false], [-9.171875, false], [-11.921875, false], [-13.046875, false], [-10.421875, false], [-10.421875, false], [-11.296875, false], [-5.42578125, false], [-11.296875, false], [-12.171875, false], [-11.546875, false], [-11.921875, false], [-13.046875, false], [-8.796875, false], [-14.796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 898, "doc": {"id": "OHAT_2007_8_44", "question": "What change would occur if Earth's rate of rotation significantly increased?", "choices": {"text": ["The year would be shorter.", "The year would be longer.", "The day would be shorter.", "The day would be longer."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "The day would be shorter.", "arguments": ["Question: What change would occur if Earth's rate of rotation significantly increased?\nAnswer:", " ["], "resps": [[[-7.4296875, false]], [[-8.4296875, false]], [[-7.1796875, false]], [[-12.1796875, false]], [[-10.1796875, false]], [[-5.4296875, false]], [[-12.4296875, false]], [[-10.1796875, false]], [[-5.9296875, false]], [[-11.6796875, false]], [[-5.4296875, false]], [[-11.4296875, false]], [[-11.1796875, false]], [[-12.1796875, false]], [[-12.4296875, false]], [[-10.9296875, false]], [[-5.4296875, false]], [[-11.1796875, false]], [[-10.1796875, false]], [[-5.4296875, false]], [[-10.6796875, false]], [[-12.1796875, false]], [[-11.1796875, false]], [[-11.6796875, false]], [[-10.1796875, false]], [[-10.1796875, false]], [[-11.6796875, false]], [[-6.8828125, false]], [[-8.4296875, false]], [[-9.6328125, false]], [[-5.4296875, false]], [[-8.4296875, false]], [[-7.1796875, false]], [[-12.1796875, false]], [[-10.1796875, false]], [[-5.4296875, false]], [[-12.4296875, false]], [[-10.1796875, false]], [[-5.9296875, false]], [[-11.6796875, false]], [[-5.4296875, false]], [[-11.4296875, false]], [[-11.1796875, false]], [[-12.1796875, false]], [[-12.4296875, false]], [[-10.9296875, false]], [[-5.4296875, false]], [[-11.1796875, false]], [[-10.1796875, false]], [[-5.4296875, false]], [[-12.4296875, false]], [[-11.1796875, false]], [[-10.1796875, false]], [[-12.4296875, false]], [[-10.1796875, false]], [[-11.6796875, false]], [[-6.8828125, false]], [[-8.4296875, false]], [[-9.6328125, false]], [[-5.4296875, false]], [[-8.4296875, false]], [[-7.1796875, false]], [[-12.1796875, false]], [[-10.1796875, false]], [[-5.4296875, false]], [[-10.9296875, false]], [[-5.9296875, false]], [[-12.4296875, false]], [[-5.4296875, false]], [[-11.4296875, false]], [[-11.1796875, false]], [[-12.1796875, false]], [[-12.4296875, false]], [[-10.9296875, false]], [[-5.4296875, false]], [[-11.1796875, false]], [[-10.1796875, false]], [[-5.4296875, false]], [[-10.6796875, false]], [[-12.1796875, false]], [[-11.1796875, false]], [[-11.6796875, false]], [[-10.1796875, false]], [[-10.1796875, false]], [[-11.6796875, false]], [[-6.8828125, false]], [[-8.4296875, false]], [[-9.6328125, false]], [[-5.4296875, false]], [[-8.4296875, false]], [[-7.1796875, false]], [[-12.1796875, false]], [[-10.1796875, false]], [[-5.4296875, false]], [[-10.9296875, false]], [[-5.9296875, false]], [[-12.4296875, false]], [[-5.4296875, false]], [[-11.4296875, false]], [[-11.1796875, false]], [[-12.1796875, false]], [[-12.4296875, false]], [[-10.9296875, false]], [[-5.4296875, false]], [[-11.1796875, false]], [[-10.1796875, false]], [[-5.4296875, false]], [[-12.4296875, false]], [[-11.1796875, false]], [[-10.1796875, false]], [[-12.4296875, false]], [[-10.1796875, false]], [[-11.6796875, false]], [[-6.8828125, false]], [[-8.4296875, false]], [[-13.4296875, false]]], "filtered_resps": [[-7.4296875, false], [-8.4296875, false], [-7.1796875, false], [-12.1796875, false], [-10.1796875, false], [-5.4296875, false], [-12.4296875, false], [-10.1796875, false], [-5.9296875, false], [-11.6796875, false], [-5.4296875, false], [-11.4296875, false], [-11.1796875, false], [-12.1796875, false], [-12.4296875, false], [-10.9296875, false], [-5.4296875, false], [-11.1796875, false], [-10.1796875, false], [-5.4296875, false], [-10.6796875, false], [-12.1796875, false], [-11.1796875, false], [-11.6796875, false], [-10.1796875, false], [-10.1796875, false], [-11.6796875, false], [-6.8828125, false], [-8.4296875, false], [-9.6328125, false], [-5.4296875, false], [-8.4296875, false], [-7.1796875, false], [-12.1796875, false], [-10.1796875, false], [-5.4296875, false], [-12.4296875, false], [-10.1796875, false], [-5.9296875, false], [-11.6796875, false], [-5.4296875, false], [-11.4296875, false], [-11.1796875, false], [-12.1796875, false], [-12.4296875, false], [-10.9296875, false], [-5.4296875, false], [-11.1796875, false], [-10.1796875, false], [-5.4296875, false], [-12.4296875, false], [-11.1796875, false], [-10.1796875, false], [-12.4296875, false], [-10.1796875, false], [-11.6796875, false], [-6.8828125, false], [-8.4296875, false], [-9.6328125, false], [-5.4296875, false], [-8.4296875, false], [-7.1796875, false], [-12.1796875, false], [-10.1796875, false], [-5.4296875, false], [-10.9296875, false], [-5.9296875, false], [-12.4296875, false], [-5.4296875, false], [-11.4296875, false], [-11.1796875, false], [-12.1796875, false], [-12.4296875, false], [-10.9296875, false], [-5.4296875, false], [-11.1796875, false], [-10.1796875, false], [-5.4296875, false], [-10.6796875, false], [-12.1796875, false], [-11.1796875, false], [-11.6796875, false], [-10.1796875, false], [-10.1796875, false], [-11.6796875, false], [-6.8828125, false], [-8.4296875, false], [-9.6328125, false], [-5.4296875, false], [-8.4296875, false], [-7.1796875, false], [-12.1796875, false], [-10.1796875, false], [-5.4296875, false], [-10.9296875, false], [-5.9296875, false], [-12.4296875, false], [-5.4296875, false], [-11.4296875, false], [-11.1796875, false], [-12.1796875, false], [-12.4296875, false], [-10.9296875, false], [-5.4296875, false], [-11.1796875, false], [-10.1796875, false], [-5.4296875, false], [-12.4296875, false], [-11.1796875, false], [-10.1796875, false], [-12.4296875, false], [-10.1796875, false], [-11.6796875, false], [-6.8828125, false], [-8.4296875, false], [-13.4296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 906, "doc": {"id": "AKDE&ED_2012_8_1", "question": "A student is asked to measure the distance from the floor to the ceiling in a classroom. Which unit of measurement should the student most likely use to accurately measure this distance?", "choices": {"text": ["liter", "kiloliter", "meter", "kilometer"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "meter", "arguments": ["Question: A student is asked to measure the distance from the floor to the ceiling in a classroom. Which unit of measurement should the student most likely use to accurately measure this distance?\nAnswer:", " ["], "resps": [[[-6.2265625, false]], [[-8.2265625, false]], [[-8.2265625, false]], [[-9.4765625, false]], [[-8.4765625, false]], [[-8.2265625, false]], [[-8.9765625, false]], [[-8.2265625, false]], [[-8.0078125, false]], [[-4.22265625, false]], [[-8.2265625, false]], [[-8.4765625, false]], [[-9.4765625, false]], [[-8.2265625, false]], [[-9.4765625, false]], [[-8.2265625, false]], [[-9.4765625, false]], [[-8.4765625, false]], [[-8.2265625, false]], [[-8.9765625, false]], [[-8.2265625, false]], [[-8.0078125, false]], [[-4.2265625, false]], [[-8.2265625, false]], [[-2.978515625, false]], [[-8.2265625, false]], [[-8.4765625, false]], [[-8.2265625, false]], [[-8.9765625, false]], [[-8.2265625, false]], [[-7.9921875, false]], [[-4.2265625, false]], [[-8.2265625, false]], [[-8.4765625, false]], [[-9.4765625, false]], [[-8.2265625, false]], [[-9.4765625, false]], [[-2.978515625, false]], [[-8.2265625, false]], [[-8.4765625, false]], [[-8.2265625, false]], [[-8.9765625, false]], [[-8.2265625, false]], [[-11.9765625, false]]], "filtered_resps": [[-6.2265625, false], [-8.2265625, false], [-8.2265625, false], [-9.4765625, false], [-8.4765625, false], [-8.2265625, false], [-8.9765625, false], [-8.2265625, false], [-8.0078125, false], [-4.22265625, false], [-8.2265625, false], [-8.4765625, false], [-9.4765625, false], [-8.2265625, false], [-9.4765625, false], [-8.2265625, false], [-9.4765625, false], [-8.4765625, false], [-8.2265625, false], [-8.9765625, false], [-8.2265625, false], [-8.0078125, false], [-4.2265625, false], [-8.2265625, false], [-2.978515625, false], [-8.2265625, false], [-8.4765625, false], [-8.2265625, false], [-8.9765625, false], [-8.2265625, false], [-7.9921875, false], [-4.2265625, false], [-8.2265625, false], [-8.4765625, false], [-9.4765625, false], [-8.2265625, false], [-9.4765625, false], [-2.978515625, false], [-8.2265625, false], [-8.4765625, false], [-8.2265625, false], [-8.9765625, false], [-8.2265625, false], [-11.9765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 914, "doc": {"id": "MCAS_2000_4_35", "question": "In the United States, each day the Sun appears to", "choices": {"text": ["rise in the west and set in the east.", "rise in the east and set in the west.", "rise in the north and set in the south.", "rise in the south and set in the north."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "rise in the east and set in the west.", "arguments": ["Question: In the United States, each day the Sun appears to\nAnswer:", " ["], "resps": [[[-7.26171875, false]], [[-6.76171875, false]], [[-9.765625, false]], [[-8.265625, false]], [[-8.765625, false]], [[-8.765625, false]], [[-4.26171875, false]], [[-8.265625, false]], [[-7.51171875, false]], [[-4.26171875, false]], [[-8.015625, false]], [[-9.765625, false]], [[-8.765625, false]], [[-4.26171875, false]], [[-9.765625, false]], [[-8.765625, false]], [[-8.765625, false]], [[-8.015625, false]], [[-4.26171875, false]], [[-5.01171875, false]], [[-7.51171875, false]], [[-8.765625, false]], [[-4.26171875, false]], [[-8.765625, false]], [[-8.765625, false]], [[-8.015625, false]], [[-4.26171875, false]], [[-8.265625, false]], [[-7.51171875, false]], [[-4.26171875, false]], [[-8.015625, false]], [[-9.765625, false]], [[-8.765625, false]], [[-4.26171875, false]], [[-8.765625, false]], [[-5.01171875, false]], [[-8.765625, false]], [[-8.015625, false]], [[-6.40234375, false]], [[-6.76171875, false]], [[-8.03125, false]], [[-4.26171875, false]], [[-6.76171875, false]], [[-9.765625, false]], [[-8.265625, false]], [[-8.765625, false]], [[-8.765625, false]], [[-4.26171875, false]], [[-8.265625, false]], [[-7.51171875, false]], [[-4.26171875, false]], [[-8.015625, false]], [[-9.765625, false]], [[-8.765625, false]], [[-4.26171875, false]], [[-8.765625, false]], [[-5.01171875, false]], [[-8.765625, false]], [[-8.015625, false]], [[-4.26171875, false]], [[-5.01171875, false]], [[-7.51171875, false]], [[-8.765625, false]], [[-4.26171875, false]], [[-8.765625, false]], [[-8.765625, false]], [[-8.015625, false]], [[-4.26171875, false]], [[-8.265625, false]], [[-7.51171875, false]], [[-4.26171875, false]], [[-8.015625, false]], [[-9.765625, false]], [[-8.765625, false]], [[-4.26171875, false]], [[-9.765625, false]], [[-8.765625, false]], [[-8.765625, false]], [[-8.015625, false]], [[-6.40234375, false]], [[-6.76171875, false]], [[-8.03125, false]], [[-4.26171875, false]], [[-6.76171875, false]], [[-9.765625, false]], [[-8.265625, false]], [[-8.765625, false]], [[-8.765625, false]], [[-4.26171875, false]], [[-8.265625, false]], [[-7.51171875, false]], [[-4.26171875, false]], [[-8.015625, false]], [[-9.765625, false]], [[-8.765625, false]], [[-4.26171875, false]], [[-7.51171875, false]], [[-9.015625, false]], [[-9.765625, false]], [[-8.015625, false]], [[-9.765625, false]], [[-4.26171875, false]], [[-5.01171875, false]], [[-7.51171875, false]], [[-8.765625, false]], [[-4.26171875, false]], [[-8.765625, false]], [[-8.765625, false]], [[-8.015625, false]], [[-4.26171875, false]], [[-8.265625, false]], [[-7.51171875, false]], [[-4.26171875, false]], [[-8.015625, false]], [[-9.765625, false]], [[-8.765625, false]], [[-4.26171875, false]], [[-8.765625, false]], [[-9.015625, false]], [[-10.765625, false]], [[-8.015625, false]], [[-9.765625, false]], [[-6.40234375, false]], [[-6.76171875, false]], [[-8.03125, false]], [[-4.26171875, false]], [[-6.76171875, false]], [[-9.765625, false]], [[-8.265625, false]], [[-8.765625, false]], [[-8.765625, false]], [[-4.26171875, false]], [[-8.265625, false]], [[-7.51171875, false]], [[-4.26171875, false]], [[-8.015625, false]], [[-9.765625, false]], [[-8.765625, false]], [[-4.26171875, false]], [[-8.765625, false]], [[-9.015625, false]], [[-10.765625, false]], [[-8.015625, false]], [[-9.765625, false]], [[-4.26171875, false]], [[-5.01171875, false]], [[-7.51171875, false]], [[-8.765625, false]], [[-4.26171875, false]], [[-8.765625, false]], [[-8.765625, false]], [[-8.015625, false]], [[-4.26171875, false]], [[-8.265625, false]], [[-7.51171875, false]], [[-4.26171875, false]], [[-8.015625, false]], [[-9.765625, false]], [[-8.765625, false]], [[-4.26171875, false]], [[-7.51171875, false]], [[-9.015625, false]], [[-9.765625, false]], [[-8.015625, false]], [[-9.765625, false]], [[-6.40234375, false]], [[-6.76171875, false]], [[-10.515625, false]]], "filtered_resps": [[-7.26171875, false], [-6.76171875, false], [-9.765625, false], [-8.265625, false], [-8.765625, false], [-8.765625, false], [-4.26171875, false], [-8.265625, false], [-7.51171875, false], [-4.26171875, false], [-8.015625, false], [-9.765625, false], [-8.765625, false], [-4.26171875, false], [-9.765625, false], [-8.765625, false], [-8.765625, false], [-8.015625, false], [-4.26171875, false], [-5.01171875, false], [-7.51171875, false], [-8.765625, false], [-4.26171875, false], [-8.765625, false], [-8.765625, false], [-8.015625, false], [-4.26171875, false], [-8.265625, false], [-7.51171875, false], [-4.26171875, false], [-8.015625, false], [-9.765625, false], [-8.765625, false], [-4.26171875, false], [-8.765625, false], [-5.01171875, false], [-8.765625, false], [-8.015625, false], [-6.40234375, false], [-6.76171875, false], [-8.03125, false], [-4.26171875, false], [-6.76171875, false], [-9.765625, false], [-8.265625, false], [-8.765625, false], [-8.765625, false], [-4.26171875, false], [-8.265625, false], [-7.51171875, false], [-4.26171875, false], [-8.015625, false], [-9.765625, false], [-8.765625, false], [-4.26171875, false], [-8.765625, false], [-5.01171875, false], [-8.765625, false], [-8.015625, false], [-4.26171875, false], [-5.01171875, false], [-7.51171875, false], [-8.765625, false], [-4.26171875, false], [-8.765625, false], [-8.765625, false], [-8.015625, false], [-4.26171875, false], [-8.265625, false], [-7.51171875, false], [-4.26171875, false], [-8.015625, false], [-9.765625, false], [-8.765625, false], [-4.26171875, false], [-9.765625, false], [-8.765625, false], [-8.765625, false], [-8.015625, false], [-6.40234375, false], [-6.76171875, false], [-8.03125, false], [-4.26171875, false], [-6.76171875, false], [-9.765625, false], [-8.265625, false], [-8.765625, false], [-8.765625, false], [-4.26171875, false], [-8.265625, false], [-7.51171875, false], [-4.26171875, false], [-8.015625, false], [-9.765625, false], [-8.765625, false], [-4.26171875, false], [-7.51171875, false], [-9.015625, false], [-9.765625, false], [-8.015625, false], [-9.765625, false], [-4.26171875, false], [-5.01171875, false], [-7.51171875, false], [-8.765625, false], [-4.26171875, false], [-8.765625, false], [-8.765625, false], [-8.015625, false], [-4.26171875, false], [-8.265625, false], [-7.51171875, false], [-4.26171875, false], [-8.015625, false], [-9.765625, false], [-8.765625, false], [-4.26171875, false], [-8.765625, false], [-9.015625, false], [-10.765625, false], [-8.015625, false], [-9.765625, false], [-6.40234375, false], [-6.76171875, false], [-8.03125, false], [-4.26171875, false], [-6.76171875, false], [-9.765625, false], [-8.265625, false], [-8.765625, false], [-8.765625, false], [-4.26171875, false], [-8.265625, false], [-7.51171875, false], [-4.26171875, false], [-8.015625, false], [-9.765625, false], [-8.765625, false], [-4.26171875, false], [-8.765625, false], [-9.015625, false], [-10.765625, false], [-8.015625, false], [-9.765625, false], [-4.26171875, false], [-5.01171875, false], [-7.51171875, false], [-8.765625, false], [-4.26171875, false], [-8.765625, false], [-8.765625, false], [-8.015625, false], [-4.26171875, false], [-8.265625, false], [-7.51171875, false], [-4.26171875, false], [-8.015625, false], [-9.765625, false], [-8.765625, false], [-4.26171875, false], [-7.51171875, false], [-9.015625, false], [-9.765625, false], [-8.015625, false], [-9.765625, false], [-6.40234375, false], [-6.76171875, false], [-10.515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 922, "doc": {"id": "NYSEDREGENTS_2013_4_22", "question": "Which two processes occur during the life spans of all animals?", "choices": {"text": ["hibernation and migration", "growth and development", "changing color and shedding fur", "building nests and communication"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "growth and development", "arguments": ["Question: Which two processes occur during the life spans of all animals?\nAnswer:", " ["], "resps": [[[-7.5078125, false]], [[-9.5078125, false]], [[-10.6328125, false]], [[-8.1328125, false]], [[-8.0078125, false]], [[-7.7578125, false]], [[-9.2578125, false]], [[-8.1328125, false]], [[-4.8828125, false]], [[-10.1328125, false]], [[-8.1328125, false]], [[-7.6328125, false]], [[-8.1328125, false]], [[-4.5078125, false]], [[-4.8828125, false]], [[-8.1328125, false]], [[-7.6328125, false]], [[-4.5078125, false]], [[-9.7578125, false]], [[-8.1328125, false]], [[-10.6328125, false]], [[-9.2578125, false]], [[-4.8828125, false]], [[-10.1328125, false]], [[-8.1328125, false]], [[-7.6328125, false]], [[-8.1328125, false]], [[-9.5078125, false]], [[-9.5625, false]], [[-4.5078125, false]], [[-9.5078125, false]], [[-10.6328125, false]], [[-9.2578125, false]], [[-7.6328125, false]], [[-9.8828125, false]], [[-10.1328125, false]], [[-10.6328125, false]], [[-4.5078125, false]], [[-4.8828125, false]], [[-8.1328125, false]], [[-7.6328125, false]], [[-4.5078125, false]], [[-7.6328125, false]], [[-7.7578125, false]], [[-10.2578125, false]], [[-7.7578125, false]], [[-9.3828125, false]], [[-7.6328125, false]], [[-8.6328125, false]], [[-9.7578125, false]], [[-7.7578125, false]], [[-8.1328125, false]], [[-10.1328125, false]], [[-9.5078125, false]], [[-9.5625, false]], [[-4.5078125, false]], [[-9.5078125, false]], [[-7.1328125, false]], [[-10.6328125, false]], [[-4.8828125, false]], [[-8.1328125, false]], [[-10.6328125, false]], [[-8.1328125, false]], [[-8.1328125, false]], [[-10.6328125, false]], [[-4.5078125, false]], [[-7.1328125, false]], [[-7.6328125, false]], [[-9.3828125, false]], [[-7.6328125, false]], [[-9.2578125, false]], [[-4.5078125, false]], [[-4.8828125, false]], [[-8.1328125, false]], [[-7.6328125, false]], [[-4.5078125, false]], [[-8.1328125, false]], [[-10.6328125, false]], [[-7.7578125, false]], [[-7.6328125, false]], [[-7.6328125, false]], [[-8.1328125, false]], [[-8.1328125, false]], [[-10.6328125, false]], [[-4.5078125, false]], [[-8.3828125, false]], [[-9.3828125, false]], [[-9.2578125, false]], [[-9.5078125, false]], [[-9.5625, false]], [[-4.5078125, false]], [[-9.5078125, false]], [[-8.0078125, false]], [[-9.3828125, false]], [[-8.1328125, false]], [[-9.3828125, false]], [[-7.6328125, false]], [[-8.1328125, false]], [[-8.1328125, false]], [[-10.6328125, false]], [[-4.5078125, false]], [[-8.1328125, false]], [[-7.7578125, false]], [[-8.1328125, false]], [[-10.1328125, false]], [[-8.1328125, false]], [[-4.5078125, false]], [[-4.8828125, false]], [[-8.1328125, false]], [[-7.6328125, false]], [[-4.5078125, false]], [[-7.1328125, false]], [[-7.6328125, false]], [[-9.7578125, false]], [[-9.7578125, false]], [[-9.3828125, false]], [[-8.1328125, false]], [[-8.1328125, false]], [[-7.1328125, false]], [[-4.8828125, false]], [[-10.1328125, false]], [[-8.1328125, false]], [[-7.6328125, false]], [[-8.1328125, false]], [[-9.5078125, false]], [[-13.5078125, false]]], "filtered_resps": [[-7.5078125, false], [-9.5078125, false], [-10.6328125, false], [-8.1328125, false], [-8.0078125, false], [-7.7578125, false], [-9.2578125, false], [-8.1328125, false], [-4.8828125, false], [-10.1328125, false], [-8.1328125, false], [-7.6328125, false], [-8.1328125, false], [-4.5078125, false], [-4.8828125, false], [-8.1328125, false], [-7.6328125, false], [-4.5078125, false], [-9.7578125, false], [-8.1328125, false], [-10.6328125, false], [-9.2578125, false], [-4.8828125, false], [-10.1328125, false], [-8.1328125, false], [-7.6328125, false], [-8.1328125, false], [-9.5078125, false], [-9.5625, false], [-4.5078125, false], [-9.5078125, false], [-10.6328125, false], [-9.2578125, false], [-7.6328125, false], [-9.8828125, false], [-10.1328125, false], [-10.6328125, false], [-4.5078125, false], [-4.8828125, false], [-8.1328125, false], [-7.6328125, false], [-4.5078125, false], [-7.6328125, false], [-7.7578125, false], [-10.2578125, false], [-7.7578125, false], [-9.3828125, false], [-7.6328125, false], [-8.6328125, false], [-9.7578125, false], [-7.7578125, false], [-8.1328125, false], [-10.1328125, false], [-9.5078125, false], [-9.5625, false], [-4.5078125, false], [-9.5078125, false], [-7.1328125, false], [-10.6328125, false], [-4.8828125, false], [-8.1328125, false], [-10.6328125, false], [-8.1328125, false], [-8.1328125, false], [-10.6328125, false], [-4.5078125, false], [-7.1328125, false], [-7.6328125, false], [-9.3828125, false], [-7.6328125, false], [-9.2578125, false], [-4.5078125, false], [-4.8828125, false], [-8.1328125, false], [-7.6328125, false], [-4.5078125, false], [-8.1328125, false], [-10.6328125, false], [-7.7578125, false], [-7.6328125, false], [-7.6328125, false], [-8.1328125, false], [-8.1328125, false], [-10.6328125, false], [-4.5078125, false], [-8.3828125, false], [-9.3828125, false], [-9.2578125, false], [-9.5078125, false], [-9.5625, false], [-4.5078125, false], [-9.5078125, false], [-8.0078125, false], [-9.3828125, false], [-8.1328125, false], [-9.3828125, false], [-7.6328125, false], [-8.1328125, false], [-8.1328125, false], [-10.6328125, false], [-4.5078125, false], [-8.1328125, false], [-7.7578125, false], [-8.1328125, false], [-10.1328125, false], [-8.1328125, false], [-4.5078125, false], [-4.8828125, false], [-8.1328125, false], [-7.6328125, false], [-4.5078125, false], [-7.1328125, false], [-7.6328125, false], [-9.7578125, false], [-9.7578125, false], [-9.3828125, false], [-8.1328125, false], [-8.1328125, false], [-7.1328125, false], [-4.8828125, false], [-10.1328125, false], [-8.1328125, false], [-7.6328125, false], [-8.1328125, false], [-9.5078125, false], [-13.5078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 930, "doc": {"id": "Mercury_7090563", "question": "Volcanoes are considered constructive because they", "choices": {"text": ["deposit lava.", "cause erosion.", "trigger earthquakes.", "release gases."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "deposit lava.", "arguments": ["Question: Volcanoes are considered constructive because they\nAnswer:", " ["], "resps": [[[-7.01953125, false]], [[-8.015625, false]], [[-8.015625, false]], [[-6.26953125, false]], [[-9.265625, false]], [[-9.140625, false]], [[-8.765625, false]], [[-7.39453125, false]], [[-11.265625, false]], [[-5.26953125, false]], [[-10.015625, false]], [[-5.01953125, false]], [[-8.390625, false]], [[-5.01953125, false]], [[-6.90234375, false]], [[-8.015625, false]], [[-8.59375, false]], [[-5.26953125, false]], [[-8.015625, false]], [[-7.64453125, false]], [[-5.01953125, false]], [[-11.015625, false]], [[-8.765625, false]], [[-6.26953125, false]], [[-5.26953125, false]], [[-6.26953125, false]], [[-10.390625, false]], [[-9.140625, false]], [[-8.765625, false]], [[-7.39453125, false]], [[-9.140625, false]], [[-9.015625, false]], [[-6.90234375, false]], [[-8.015625, false]], [[-8.59375, false]], [[-5.26953125, false]], [[-8.015625, false]], [[-11.265625, false]], [[-10.390625, false]], [[-7.39453125, false]], [[-10.890625, false]], [[-10.890625, false]], [[-6.26953125, false]], [[-10.390625, false]], [[-5.26953125, false]], [[-6.26953125, false]], [[-5.01953125, false]], [[-10.390625, false]], [[-11.265625, false]], [[-10.265625, false]], [[-10.765625, false]], [[-11.015625, false]], [[-5.01953125, false]], [[-10.515625, false]], [[-6.26953125, false]], [[-8.765625, false]], [[-6.90234375, false]], [[-8.015625, false]], [[-8.59375, false]], [[-5.26953125, false]], [[-8.015625, false]], [[-10.390625, false]], [[-6.26953125, false]], [[-10.015625, false]], [[-6.26953125, false]], [[-5.01953125, false]], [[-8.765625, false]], [[-6.26953125, false]], [[-5.26953125, false]], [[-10.890625, false]], [[-5.01953125, false]], [[-8.765625, false]], [[-6.26953125, false]], [[-8.765625, false]], [[-6.90234375, false]], [[-8.015625, false]], [[-10.765625, false]]], "filtered_resps": [[-7.01953125, false], [-8.015625, false], [-8.015625, false], [-6.26953125, false], [-9.265625, false], [-9.140625, false], [-8.765625, false], [-7.39453125, false], [-11.265625, false], [-5.26953125, false], [-10.015625, false], [-5.01953125, false], [-8.390625, false], [-5.01953125, false], [-6.90234375, false], [-8.015625, false], [-8.59375, false], [-5.26953125, false], [-8.015625, false], [-7.64453125, false], [-5.01953125, false], [-11.015625, false], [-8.765625, false], [-6.26953125, false], [-5.26953125, false], [-6.26953125, false], [-10.390625, false], [-9.140625, false], [-8.765625, false], [-7.39453125, false], [-9.140625, false], [-9.015625, false], [-6.90234375, false], [-8.015625, false], [-8.59375, false], [-5.26953125, false], [-8.015625, false], [-11.265625, false], [-10.390625, false], [-7.39453125, false], [-10.890625, false], [-10.890625, false], [-6.26953125, false], [-10.390625, false], [-5.26953125, false], [-6.26953125, false], [-5.01953125, false], [-10.390625, false], [-11.265625, false], [-10.265625, false], [-10.765625, false], [-11.015625, false], [-5.01953125, false], [-10.515625, false], [-6.26953125, false], [-8.765625, false], [-6.90234375, false], [-8.015625, false], [-8.59375, false], [-5.26953125, false], [-8.015625, false], [-10.390625, false], [-6.26953125, false], [-10.015625, false], [-6.26953125, false], [-5.01953125, false], [-8.765625, false], [-6.26953125, false], [-5.26953125, false], [-10.890625, false], [-5.01953125, false], [-8.765625, false], [-6.26953125, false], [-8.765625, false], [-6.90234375, false], [-8.015625, false], [-10.765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 938, "doc": {"id": "Mercury_7217595", "question": "A plover bird eats bits of food that become stuck in a crocodile's teeth without being hurt. The crocodile gets its teeth cleaned and the bird gets food. Which type of relationship exists between the bird and the crocodile?", "choices": {"text": ["mutualism", "commensalism", "parasitism", "phototropism"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "mutualism", "arguments": ["Question: A plover bird eats bits of food that become stuck in a crocodile's teeth without being hurt. The crocodile gets its teeth cleaned and the bird gets food. Which type of relationship exists between the bird and the crocodile?\nAnswer:", " ["], "resps": [[[-6.49609375, false]], [[-7.74609375, false]], [[-9.9921875, false]], [[-10.4921875, false]], [[-8.9921875, false]], [[-10.4921875, false]], [[-3.99609375, false]], [[-9.4921875, false]], [[-8.7421875, false]], [[-9.4921875, false]], [[-9.9921875, false]], [[-7.74609375, false]], [[-10.859375, false]], [[-5.49609375, false]], [[-7.74609375, false]], [[-6.99609375, false]], [[-10.4921875, false]], [[-9.9921875, false]], [[-9.9921875, false]], [[-8.9921875, false]], [[-8.7421875, false]], [[-9.4921875, false]], [[-3.99609375, false]], [[-9.4921875, false]], [[-8.7421875, false]], [[-9.4921875, false]], [[-9.9921875, false]], [[-7.74609375, false]], [[-10.859375, false]], [[-5.49609375, false]], [[-7.74609375, false]], [[-8.9921875, false]], [[-3.99609375, false]], [[-8.7421875, false]], [[-3.99609375, false]], [[-9.4921875, false]], [[-8.7421875, false]], [[-8.9921875, false]], [[-8.7421875, false]], [[-9.4921875, false]], [[-9.9921875, false]], [[-7.74609375, false]], [[-10.859375, false]], [[-5.49609375, false]], [[-7.74609375, false]], [[-8.9921875, false]], [[-10.2421875, false]], [[-10.4921875, false]], [[-8.9921875, false]], [[-10.4921875, false]], [[-8.9921875, false]], [[-8.7421875, false]], [[-10.4921875, false]], [[-8.9921875, false]], [[-8.7421875, false]], [[-9.4921875, false]], [[-9.9921875, false]], [[-7.74609375, false]], [[-12.4921875, false]]], "filtered_resps": [[-6.49609375, false], [-7.74609375, false], [-9.9921875, false], [-10.4921875, false], [-8.9921875, false], [-10.4921875, false], [-3.99609375, false], [-9.4921875, false], [-8.7421875, false], [-9.4921875, false], [-9.9921875, false], [-7.74609375, false], [-10.859375, false], [-5.49609375, false], [-7.74609375, false], [-6.99609375, false], [-10.4921875, false], [-9.9921875, false], [-9.9921875, false], [-8.9921875, false], [-8.7421875, false], [-9.4921875, false], [-3.99609375, false], [-9.4921875, false], [-8.7421875, false], [-9.4921875, false], [-9.9921875, false], [-7.74609375, false], [-10.859375, false], [-5.49609375, false], [-7.74609375, false], [-8.9921875, false], [-3.99609375, false], [-8.7421875, false], [-3.99609375, false], [-9.4921875, false], [-8.7421875, false], [-8.9921875, false], [-8.7421875, false], [-9.4921875, false], [-9.9921875, false], [-7.74609375, false], [-10.859375, false], [-5.49609375, false], [-7.74609375, false], [-8.9921875, false], [-10.2421875, false], [-10.4921875, false], [-8.9921875, false], [-10.4921875, false], [-8.9921875, false], [-8.7421875, false], [-10.4921875, false], [-8.9921875, false], [-8.7421875, false], [-9.4921875, false], [-9.9921875, false], [-7.74609375, false], [-12.4921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 946, "doc": {"id": "Mercury_400620", "question": "A student conducts an experiment to determine the effect soap has on the growth of radish seeds. He puts 30 seeds in three different dishes: one with water, one with a 1% soap solution, and one with a 10% soap solution. Which type of data should he collect?", "choices": {"text": ["size of seeds and amount of solution used", "time of day and number of seeds germinated", "type of detergent and amount of solution used", "number of seeds germinated and average length of shoot"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "time of day and number of seeds germinated", "arguments": ["Question: A student conducts an experiment to determine the effect soap has on the growth of radish seeds. He puts 30 seeds in three different dishes: one with water, one with a 1% soap solution, and one with a 10% soap solution. Which type of data should he collect?\nAnswer:", " ["], "resps": [[[-6.26171875, false]], [[-9.5078125, false]], [[-8.7578125, false]], [[-8.5078125, false]], [[-10.2578125, false]], [[-8.2578125, false]], [[-5.828125, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-5.76171875, false]], [[-8.7578125, false]], [[-8.2578125, false]], [[-8.2578125, false]], [[-6.51171875, false]], [[-8.7578125, false]], [[-5.76171875, false]], [[-4.51171875, false]], [[-7.51171875, false]], [[-6.51171875, false]], [[-5.76171875, false]], [[-4.51171875, false]], [[-7.76171875, false]], [[-9.2578125, false]], [[-9.2578125, false]], [[-7.51171875, false]], [[-9.0078125, false]], [[-5.76171875, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-5.76171875, false]], [[-8.7578125, false]], [[-9.2578125, false]], [[-10.2578125, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-8.5078125, false]], [[-9.2578125, false]], [[-7.51171875, false]], [[-5.76171875, false]], [[-9.2578125, false]], [[-8.7578125, false]], [[-8.2578125, false]], [[-6.51171875, false]], [[-9.5078125, false]], [[-10.375, false]], [[-5.76171875, false]], [[-9.5078125, false]], [[-9.0078125, false]], [[-8.5078125, false]], [[-7.76171875, false]], [[-8.2578125, false]], [[-5.76171875, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-5.76171875, false]], [[-6.51171875, false]], [[-4.51171875, false]], [[-9.2578125, false]], [[-5.76171875, false]], [[-4.51171875, false]], [[-7.51171875, false]], [[-6.51171875, false]], [[-5.76171875, false]], [[-7.51171875, false]], [[-9.2578125, false]], [[-7.76171875, false]], [[-5.76171875, false]], [[-8.2578125, false]], [[-9.0078125, false]], [[-5.76171875, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-5.76171875, false]], [[-8.7578125, false]], [[-8.2578125, false]], [[-8.2578125, false]], [[-6.51171875, false]], [[-8.7578125, false]], [[-5.76171875, false]], [[-9.2578125, false]], [[-8.2578125, false]], [[-9.0078125, false]], [[-7.76171875, false]], [[-8.5078125, false]], [[-7.51171875, false]], [[-4.51171875, false]], [[-9.0078125, false]], [[-8.2578125, false]], [[-6.51171875, false]], [[-9.5078125, false]], [[-10.375, false]], [[-5.76171875, false]], [[-9.5078125, false]], [[-9.0078125, false]], [[-9.2578125, false]], [[-8.2578125, false]], [[-8.2578125, false]], [[-5.76171875, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-5.76171875, false]], [[-6.51171875, false]], [[-8.2578125, false]], [[-9.0078125, false]], [[-8.2578125, false]], [[-9.0078125, false]], [[-9.2578125, false]], [[-8.2578125, false]], [[-7.51171875, false]], [[-9.0078125, false]], [[-5.76171875, false]], [[-4.51171875, false]], [[-7.51171875, false]], [[-6.51171875, false]], [[-5.76171875, false]], [[-4.51171875, false]], [[-7.76171875, false]], [[-9.2578125, false]], [[-9.2578125, false]], [[-7.51171875, false]], [[-9.0078125, false]], [[-5.76171875, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-5.76171875, false]], [[-8.7578125, false]], [[-9.2578125, false]], [[-10.2578125, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-8.5078125, false]], [[-9.2578125, false]], [[-7.51171875, false]], [[-5.76171875, false]], [[-9.2578125, false]], [[-8.7578125, false]], [[-8.2578125, false]], [[-6.51171875, false]], [[-9.5078125, false]], [[-10.375, false]], [[-5.76171875, false]], [[-9.5078125, false]], [[-7.51171875, false]], [[-9.2578125, false]], [[-7.76171875, false]], [[-5.76171875, false]], [[-8.2578125, false]], [[-9.0078125, false]], [[-5.76171875, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-5.76171875, false]], [[-8.7578125, false]], [[-8.2578125, false]], [[-8.2578125, false]], [[-6.51171875, false]], [[-8.7578125, false]], [[-5.76171875, false]], [[-9.2578125, false]], [[-8.2578125, false]], [[-9.0078125, false]], [[-7.76171875, false]], [[-8.5078125, false]], [[-7.51171875, false]], [[-4.51171875, false]], [[-9.0078125, false]], [[-8.2578125, false]], [[-6.51171875, false]], [[-5.76171875, false]], [[-4.51171875, false]], [[-7.51171875, false]], [[-6.51171875, false]], [[-5.76171875, false]], [[-4.51171875, false]], [[-9.7578125, false]], [[-8.2578125, false]], [[-9.0078125, false]], [[-4.51171875, false]], [[-9.2578125, false]], [[-8.2578125, false]], [[-5.76171875, false]], [[-10.2578125, false]], [[-8.2578125, false]], [[-7.51171875, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-9.7578125, false]], [[-5.76171875, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-5.76171875, false]], [[-8.7578125, false]], [[-9.7578125, false]], [[-9.2578125, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-9.5078125, false]], [[-12.2578125, false]]], "filtered_resps": [[-6.26171875, false], [-9.5078125, false], [-8.7578125, false], [-8.5078125, false], [-10.2578125, false], [-8.2578125, false], [-5.828125, false], [-9.2578125, false], [-9.0078125, false], [-5.76171875, false], [-8.7578125, false], [-8.2578125, false], [-8.2578125, false], [-6.51171875, false], [-8.7578125, false], [-5.76171875, false], [-4.51171875, false], [-7.51171875, false], [-6.51171875, false], [-5.76171875, false], [-4.51171875, false], [-7.76171875, false], [-9.2578125, false], [-9.2578125, false], [-7.51171875, false], [-9.0078125, false], [-5.76171875, false], [-9.2578125, false], [-9.0078125, false], [-5.76171875, false], [-8.7578125, false], [-9.2578125, false], [-10.2578125, false], [-9.2578125, false], [-9.0078125, false], [-8.5078125, false], [-9.2578125, false], [-7.51171875, false], [-5.76171875, false], [-9.2578125, false], [-8.7578125, false], [-8.2578125, false], [-6.51171875, false], [-9.5078125, false], [-10.375, false], [-5.76171875, false], [-9.5078125, false], [-9.0078125, false], [-8.5078125, false], [-7.76171875, false], [-8.2578125, false], [-5.76171875, false], [-9.2578125, false], [-9.0078125, false], [-5.76171875, false], [-6.51171875, false], [-4.51171875, false], [-9.2578125, false], [-5.76171875, false], [-4.51171875, false], [-7.51171875, false], [-6.51171875, false], [-5.76171875, false], [-7.51171875, false], [-9.2578125, false], [-7.76171875, false], [-5.76171875, false], [-8.2578125, false], [-9.0078125, false], [-5.76171875, false], [-9.2578125, false], [-9.0078125, false], [-5.76171875, false], [-8.7578125, false], [-8.2578125, false], [-8.2578125, false], [-6.51171875, false], [-8.7578125, false], [-5.76171875, false], [-9.2578125, false], [-8.2578125, false], [-9.0078125, false], [-7.76171875, false], [-8.5078125, false], [-7.51171875, false], [-4.51171875, false], [-9.0078125, false], [-8.2578125, false], [-6.51171875, false], [-9.5078125, false], [-10.375, false], [-5.76171875, false], [-9.5078125, false], [-9.0078125, false], [-9.2578125, false], [-8.2578125, false], [-8.2578125, false], [-5.76171875, false], [-9.2578125, false], [-9.0078125, false], [-5.76171875, false], [-6.51171875, false], [-8.2578125, false], [-9.0078125, false], [-8.2578125, false], [-9.0078125, false], [-9.2578125, false], [-8.2578125, false], [-7.51171875, false], [-9.0078125, false], [-5.76171875, false], [-4.51171875, false], [-7.51171875, false], [-6.51171875, false], [-5.76171875, false], [-4.51171875, false], [-7.76171875, false], [-9.2578125, false], [-9.2578125, false], [-7.51171875, false], [-9.0078125, false], [-5.76171875, false], [-9.2578125, false], [-9.0078125, false], [-5.76171875, false], [-8.7578125, false], [-9.2578125, false], [-10.2578125, false], [-9.2578125, false], [-9.0078125, false], [-8.5078125, false], [-9.2578125, false], [-7.51171875, false], [-5.76171875, false], [-9.2578125, false], [-8.7578125, false], [-8.2578125, false], [-6.51171875, false], [-9.5078125, false], [-10.375, false], [-5.76171875, false], [-9.5078125, false], [-7.51171875, false], [-9.2578125, false], [-7.76171875, false], [-5.76171875, false], [-8.2578125, false], [-9.0078125, false], [-5.76171875, false], [-9.2578125, false], [-9.0078125, false], [-5.76171875, false], [-8.7578125, false], [-8.2578125, false], [-8.2578125, false], [-6.51171875, false], [-8.7578125, false], [-5.76171875, false], [-9.2578125, false], [-8.2578125, false], [-9.0078125, false], [-7.76171875, false], [-8.5078125, false], [-7.51171875, false], [-4.51171875, false], [-9.0078125, false], [-8.2578125, false], [-6.51171875, false], [-5.76171875, false], [-4.51171875, false], [-7.51171875, false], [-6.51171875, false], [-5.76171875, false], [-4.51171875, false], [-9.7578125, false], [-8.2578125, false], [-9.0078125, false], [-4.51171875, false], [-9.2578125, false], [-8.2578125, false], [-5.76171875, false], [-10.2578125, false], [-8.2578125, false], [-7.51171875, false], [-9.2578125, false], [-9.0078125, false], [-9.7578125, false], [-5.76171875, false], [-9.2578125, false], [-9.0078125, false], [-5.76171875, false], [-8.7578125, false], [-9.7578125, false], [-9.2578125, false], [-9.2578125, false], [-9.0078125, false], [-9.5078125, false], [-12.2578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 954, "doc": {"id": "Mercury_7267488", "question": "In ecosystems where people live, which of the following are most likely to cause an increase in diseases transmitted by water?", "choices": {"text": ["floods", "blizzards", "hailstorms", "avalanches"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "floods", "arguments": ["Question: In ecosystems where people live, which of the following are most likely to cause an increase in diseases transmitted by water?\nAnswer:", " ["], "resps": [[[-7.2109375, false]], [[-9.5859375, false]], [[-8.0859375, false]], [[-9.0859375, false]], [[-7.4609375, false]], [[-7.4609375, false]], [[-5.3359375, false]], [[-7.8359375, false]], [[-9.5859375, false]], [[-9.375, false]], [[-4.7109375, false]], [[-9.5859375, false]], [[-7.0859375, false]], [[-9.0859375, false]], [[-7.7109375, false]], [[-8.9609375, false]], [[-8.9609375, false]], [[-5.0859375, false]], [[-9.4609375, false]], [[-5.3359375, false]], [[-7.8359375, false]], [[-9.5859375, false]], [[-9.375, false]], [[-4.7109375, false]], [[-9.5859375, false]], [[-9.5859375, false]], [[-5.0859375, false]], [[-7.7109375, false]], [[-9.0859375, false]], [[-7.8359375, false]], [[-11.0859375, false]], [[-7.4609375, false]], [[-9.4609375, false]], [[-9.4609375, false]], [[-7.8359375, false]], [[-9.5859375, false]], [[-9.375, false]], [[-4.7109375, false]], [[-9.5859375, false]], [[-5.0859375, false]], [[-10.5859375, false]], [[-5.0859375, false]], [[-9.0859375, false]], [[-5.0859375, false]], [[-7.3359375, false]], [[-7.3359375, false]], [[-9.5859375, false]], [[-7.4609375, false]], [[-7.8359375, false]], [[-9.5859375, false]], [[-13.4609375, false]]], "filtered_resps": [[-7.2109375, false], [-9.5859375, false], [-8.0859375, false], [-9.0859375, false], [-7.4609375, false], [-7.4609375, false], [-5.3359375, false], [-7.8359375, false], [-9.5859375, false], [-9.375, false], [-4.7109375, false], [-9.5859375, false], [-7.0859375, false], [-9.0859375, false], [-7.7109375, false], [-8.9609375, false], [-8.9609375, false], [-5.0859375, false], [-9.4609375, false], [-5.3359375, false], [-7.8359375, false], [-9.5859375, false], [-9.375, false], [-4.7109375, false], [-9.5859375, false], [-9.5859375, false], [-5.0859375, false], [-7.7109375, false], [-9.0859375, false], [-7.8359375, false], [-11.0859375, false], [-7.4609375, false], [-9.4609375, false], [-9.4609375, false], [-7.8359375, false], [-9.5859375, false], [-9.375, false], [-4.7109375, false], [-9.5859375, false], [-5.0859375, false], [-10.5859375, false], [-5.0859375, false], [-9.0859375, false], [-5.0859375, false], [-7.3359375, false], [-7.3359375, false], [-9.5859375, false], [-7.4609375, false], [-7.8359375, false], [-9.5859375, false], [-13.4609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 962, "doc": {"id": "Mercury_416377", "question": "The ocean minimum zone, or OMZ, is an area from 200 to 600 meters below the ocean's surface. The OMZ is dark and cold, with oxygen concentrations less than 10% of concentrations in surface water. Oxygen concentrations are so low because of bacterial activity that breaks down organic material falling from surface waters. Given the conditions in the OMZ, which of these dissolved gases would you expect to find in large concentrations in this zone?", "choices": {"text": ["argon", "nitrogen", "carbon dioxide", "carbon monoxide"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "carbon dioxide", "arguments": ["Question: The ocean minimum zone, or OMZ, is an area from 200 to 600 meters below the ocean's surface. The OMZ is dark and cold, with oxygen concentrations less than 10% of concentrations in surface water. Oxygen concentrations are so low because of bacterial activity that breaks down organic material falling from surface waters. Given the conditions in the OMZ, which of these dissolved gases would you expect to find in large concentrations in this zone?\nAnswer:", " ["], "resps": [[[-6.890625, false]], [[-9.390625, false]], [[-5.890625, false]], [[-11.640625, false]], [[-10.890625, false]], [[-5.640625, false]], [[-6.640625, false]], [[-9.390625, false]], [[-9.484375, false]], [[-5.375, false]], [[-9.390625, false]], [[-6.640625, false]], [[-7.890625, false]], [[-10.140625, false]], [[-11.640625, false]], [[-5.640625, false]], [[-10.890625, false]], [[-7.390625, false]], [[-6.640625, false]], [[-9.390625, false]], [[-9.578125, false]], [[-5.375, false]], [[-9.390625, false]], [[-8.140625, false]], [[-5.890625, false]], [[-11.640625, false]], [[-8.390625, false]], [[-5.640625, false]], [[-6.640625, false]], [[-5.390625, false]], [[-8.390625, false]], [[-7.890625, false]], [[-5.640625, false]], [[-10.140625, false]], [[-7.890625, false]], [[-8.390625, false]], [[-7.390625, false]], [[-9.390625, false]], [[-9.578125, false]], [[-5.390625, false]], [[-9.390625, false]], [[-8.140625, false]], [[-5.890625, false]], [[-11.640625, false]], [[-8.390625, false]], [[-5.640625, false]], [[-6.640625, false]], [[-5.390625, false]], [[-8.140625, false]], [[-5.640625, false]], [[-6.640625, false]], [[-5.640625, false]], [[-10.140625, false]], [[-7.890625, false]], [[-8.390625, false]], [[-7.390625, false]], [[-9.390625, false]], [[-13.140625, false]]], "filtered_resps": [[-6.890625, false], [-9.390625, false], [-5.890625, false], [-11.640625, false], [-10.890625, false], [-5.640625, false], [-6.640625, false], [-9.390625, false], [-9.484375, false], [-5.375, false], [-9.390625, false], [-6.640625, false], [-7.890625, false], [-10.140625, false], [-11.640625, false], [-5.640625, false], [-10.890625, false], [-7.390625, false], [-6.640625, false], [-9.390625, false], [-9.578125, false], [-5.375, false], [-9.390625, false], [-8.140625, false], [-5.890625, false], [-11.640625, false], [-8.390625, false], [-5.640625, false], [-6.640625, false], [-5.390625, false], [-8.390625, false], [-7.890625, false], [-5.640625, false], [-10.140625, false], [-7.890625, false], [-8.390625, false], [-7.390625, false], [-9.390625, false], [-9.578125, false], [-5.390625, false], [-9.390625, false], [-8.140625, false], [-5.890625, false], [-11.640625, false], [-8.390625, false], [-5.640625, false], [-6.640625, false], [-5.390625, false], [-8.140625, false], [-5.640625, false], [-6.640625, false], [-5.640625, false], [-10.140625, false], [-7.890625, false], [-8.390625, false], [-7.390625, false], [-9.390625, false], [-13.140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 970, "doc": {"id": "MCAS_1999_8_23", "question": "Five hundred flies of one species were sprayed with a new insecticide. Twenty-four hours later, nearly all the flies were dead. However, a few survived. Which principle best explains why some flies survived?", "choices": {"text": ["Animals adapt to new environments.", "New species develop from survivors.", "There is variation among individuals within a species.", "Insecticides may cause genetic mutations."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "There is variation among individuals within a species.", "arguments": ["Question: Five hundred flies of one species were sprayed with a new insecticide. Twenty-four hours later, nearly all the flies were dead. However, a few survived. Which principle best explains why some flies survived?\nAnswer:", " ["], "resps": [[[-7.25, false]], [[-9.25, false]], [[-3.5, false]], [[-8.75, false]], [[-8.75, false]], [[-11.0, false]], [[-5.625, false]], [[-9.75, false]], [[-10.125, false]], [[-5.0, false]], [[-5.625, false]], [[-8.875, false]], [[-5.625, false]], [[-9.625, false]], [[-10.0, false]], [[-5.0, false]], [[-10.0, false]], [[-9.5, false]], [[-5.0, false]], [[-8.75, false]], [[-8.375, false]], [[-10.875, false]], [[-5.0, false]], [[-8.375, false]], [[-8.75, false]], [[-10.625, false]], [[-8.75, false]], [[-10.25, false]], [[-9.5, false]], [[-8.75, false]], [[-11.0, false]], [[-8.375, false]], [[-8.75, false]], [[-10.0, false]], [[-10.125, false]], [[-6.78125, false]], [[-9.25, false]], [[-10.15625, false]], [[-5.0, false]], [[-9.25, false]], [[-7.0, false]], [[-8.375, false]], [[-10.875, false]], [[-5.0, false]], [[-10.125, false]], [[-9.625, false]], [[-8.375, false]], [[-8.375, false]], [[-8.75, false]], [[-8.375, false]], [[-10.125, false]], [[-5.0, false]], [[-8.875, false]], [[-8.375, false]], [[-10.625, false]], [[-8.375, false]], [[-9.75, false]], [[-9.5, false]], [[-9.625, false]], [[-5.0, false]], [[-8.875, false]], [[-10.25, false]], [[-9.5, false]], [[-11.0, false]], [[-5.0, false]], [[-10.125, false]], [[-11.375, false]], [[-10.25, false]], [[-10.625, false]], [[-8.75, false]], [[-10.625, false]], [[-9.5, false]], [[-10.25, false]], [[-10.125, false]], [[-6.78125, false]], [[-9.25, false]], [[-10.15625, false]], [[-5.0, false]], [[-9.25, false]], [[-6.75, false]], [[-11.375, false]], [[-8.375, false]], [[-10.25, false]], [[-8.375, false]], [[-5.0, false]], [[-8.75, false]], [[-10.125, false]], [[-5.0, false]], [[-10.625, false]], [[-5.625, false]], [[-10.25, false]], [[-8.75, false]], [[-5.625, false]], [[-10.0, false]], [[-8.75, false]], [[-9.5, false]], [[-8.75, false]], [[-5.0, false]], [[-5.625, false]], [[-11.0, false]], [[-9.5, false]], [[-8.75, false]], [[-12.375, false]], [[-5.0, false]], [[-8.75, false]], [[-8.75, false]], [[-8.875, false]], [[-8.75, false]], [[-10.625, false]], [[-8.75, false]], [[-8.875, false]], [[-11.375, false]], [[-5.625, false]], [[-9.75, false]], [[-10.125, false]], [[-5.0, false]], [[-10.875, false]], [[-8.75, false]], [[-10.0, false]], [[-11.375, false]], [[-8.75, false]], [[-8.75, false]], [[-5.0, false]], [[-5.625, false]], [[-5.0, false]], [[-10.125, false]], [[-9.625, false]], [[-8.375, false]], [[-8.375, false]], [[-8.75, false]], [[-8.375, false]], [[-10.125, false]], [[-6.78125, false]], [[-9.25, false]], [[-10.15625, false]], [[-5.0, false]], [[-9.25, false]], [[-5.125, false]], [[-8.75, false]], [[-10.125, false]], [[-8.375, false]], [[-8.375, false]], [[-10.0, false]], [[-8.75, false]], [[-8.375, false]], [[-8.75, false]], [[-8.875, false]], [[-8.375, false]], [[-10.125, false]], [[-5.0, false]], [[-11.0, false]], [[-5.625, false]], [[-11.875, false]], [[-5.0, false]], [[-8.375, false]], [[-5.625, false]], [[-11.375, false]], [[-10.125, false]], [[-8.375, false]], [[-5.0, false]], [[-12.375, false]], [[-8.375, false]], [[-8.75, false]], [[-8.375, false]], [[-10.0, false]], [[-8.75, false]], [[-8.375, false]], [[-5.0, false]], [[-11.0, false]], [[-11.375, false]], [[-10.0, false]], [[-5.625, false]], [[-10.0, false]], [[-8.75, false]], [[-9.5, false]], [[-8.75, false]], [[-10.125, false]], [[-6.78125, false]], [[-9.25, false]], [[-13.875, false]]], "filtered_resps": [[-7.25, false], [-9.25, false], [-3.5, false], [-8.75, false], [-8.75, false], [-11.0, false], [-5.625, false], [-9.75, false], [-10.125, false], [-5.0, false], [-5.625, false], [-8.875, false], [-5.625, false], [-9.625, false], [-10.0, false], [-5.0, false], [-10.0, false], [-9.5, false], [-5.0, false], [-8.75, false], [-8.375, false], [-10.875, false], [-5.0, false], [-8.375, false], [-8.75, false], [-10.625, false], [-8.75, false], [-10.25, false], [-9.5, false], [-8.75, false], [-11.0, false], [-8.375, false], [-8.75, false], [-10.0, false], [-10.125, false], [-6.78125, false], [-9.25, false], [-10.15625, false], [-5.0, false], [-9.25, false], [-7.0, false], [-8.375, false], [-10.875, false], [-5.0, false], [-10.125, false], [-9.625, false], [-8.375, false], [-8.375, false], [-8.75, false], [-8.375, false], [-10.125, false], [-5.0, false], [-8.875, false], [-8.375, false], [-10.625, false], [-8.375, false], [-9.75, false], [-9.5, false], [-9.625, false], [-5.0, false], [-8.875, false], [-10.25, false], [-9.5, false], [-11.0, false], [-5.0, false], [-10.125, false], [-11.375, false], [-10.25, false], [-10.625, false], [-8.75, false], [-10.625, false], [-9.5, false], [-10.25, false], [-10.125, false], [-6.78125, false], [-9.25, false], [-10.15625, false], [-5.0, false], [-9.25, false], [-6.75, false], [-11.375, false], [-8.375, false], [-10.25, false], [-8.375, false], [-5.0, false], [-8.75, false], [-10.125, false], [-5.0, false], [-10.625, false], [-5.625, false], [-10.25, false], [-8.75, false], [-5.625, false], [-10.0, false], [-8.75, false], [-9.5, false], [-8.75, false], [-5.0, false], [-5.625, false], [-11.0, false], [-9.5, false], [-8.75, false], [-12.375, false], [-5.0, false], [-8.75, false], [-8.75, false], [-8.875, false], [-8.75, false], [-10.625, false], [-8.75, false], [-8.875, false], [-11.375, false], [-5.625, false], [-9.75, false], [-10.125, false], [-5.0, false], [-10.875, false], [-8.75, false], [-10.0, false], [-11.375, false], [-8.75, false], [-8.75, false], [-5.0, false], [-5.625, false], [-5.0, false], [-10.125, false], [-9.625, false], [-8.375, false], [-8.375, false], [-8.75, false], [-8.375, false], [-10.125, false], [-6.78125, false], [-9.25, false], [-10.15625, false], [-5.0, false], [-9.25, false], [-5.125, false], [-8.75, false], [-10.125, false], [-8.375, false], [-8.375, false], [-10.0, false], [-8.75, false], [-8.375, false], [-8.75, false], [-8.875, false], [-8.375, false], [-10.125, false], [-5.0, false], [-11.0, false], [-5.625, false], [-11.875, false], [-5.0, false], [-8.375, false], [-5.625, false], [-11.375, false], [-10.125, false], [-8.375, false], [-5.0, false], [-12.375, false], [-8.375, false], [-8.75, false], [-8.375, false], [-10.0, false], [-8.75, false], [-8.375, false], [-5.0, false], [-11.0, false], [-11.375, false], [-10.0, false], [-5.625, false], [-10.0, false], [-8.75, false], [-9.5, false], [-8.75, false], [-10.125, false], [-6.78125, false], [-9.25, false], [-13.875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 978, "doc": {"id": "NYSEDREGENTS_2013_8_19", "question": "Abnormal cell division may result in", "choices": {"text": ["disease prevention", "tissue repair", "metamorphosis", "cancer"], "label": ["1", "2", "3", "4"]}, "answerKey": "4"}, "target": "cancer", "arguments": ["Question: Abnormal cell division may result in\nAnswer:", " ["], "resps": [[[-7.0, false]], [[-8.25, false]], [[-8.0, false]], [[-7.25, false]], [[-8.0, false]], [[-8.625, false]], [[-4.875, false]], [[-8.0, false]], [[-8.625, false]], [[-4.75, false]], [[-8.125, false]], [[-9.375, false]], [[-8.625, false]], [[-9.75, false]], [[-8.625, false]], [[-8.75, false]], [[-9.5, false]], [[-7.25, false]], [[-7.875, false]], [[-8.75, false]], [[-8.25, false]], [[-8.6953125, false]], [[-4.75, false]], [[-8.25, false]], [[-9.5, false]], [[-7.25, false]], [[-8.0, false]], [[-8.0, false]], [[-9.0, false]], [[-8.625, false]], [[-4.75, false]], [[-9.375, false]], [[-8.625, false]], [[-8.125, false]], [[-4.875, false]], [[-7.25, false]], [[-9.375, false]], [[-8.25, false]], [[-8.6953125, false]], [[-4.75, false]], [[-8.25, false]], [[-8.875, false]], [[-8.625, false]], [[-9.5, false]], [[-4.875, false]], [[-8.875, false]], [[-7.875, false]], [[-9.375, false]], [[-8.125, false]], [[-9.5, false]], [[-7.875, false]], [[-8.0, false]], [[-7.25, false]], [[-8.0, false]], [[-8.25, false]], [[-8.6953125, false]], [[-4.75, false]], [[-8.25, false]], [[-6.75, false]], [[-4.875, false]], [[-8.75, false]], [[-6.75, false]], [[-8.625, false]], [[-9.375, false]], [[-8.25, false]], [[-10.5, false]]], "filtered_resps": [[-7.0, false], [-8.25, false], [-8.0, false], [-7.25, false], [-8.0, false], [-8.625, false], [-4.875, false], [-8.0, false], [-8.625, false], [-4.75, false], [-8.125, false], [-9.375, false], [-8.625, false], [-9.75, false], [-8.625, false], [-8.75, false], [-9.5, false], [-7.25, false], [-7.875, false], [-8.75, false], [-8.25, false], [-8.6953125, false], [-4.75, false], [-8.25, false], [-9.5, false], [-7.25, false], [-8.0, false], [-8.0, false], [-9.0, false], [-8.625, false], [-4.75, false], [-9.375, false], [-8.625, false], [-8.125, false], [-4.875, false], [-7.25, false], [-9.375, false], [-8.25, false], [-8.6953125, false], [-4.75, false], [-8.25, false], [-8.875, false], [-8.625, false], [-9.5, false], [-4.875, false], [-8.875, false], [-7.875, false], [-9.375, false], [-8.125, false], [-9.5, false], [-7.875, false], [-8.0, false], [-7.25, false], [-8.0, false], [-8.25, false], [-8.6953125, false], [-4.75, false], [-8.25, false], [-6.75, false], [-4.875, false], [-8.75, false], [-6.75, false], [-8.625, false], [-9.375, false], [-8.25, false], [-10.5, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 986, "doc": {"id": "MCAS_2005_9_19-v1", "question": "Which of the following is the primary way that evergreen trees planted on the north and west sides of residences in Massachusetts help reduce winter heating costs?", "choices": {"text": ["They insulate against cold air.", "They optimize solar heating.", "They reduce radiant cooling.", "They act as a windbreak."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "They act as a windbreak.", "arguments": ["Question: Which of the following is the primary way that evergreen trees planted on the north and west sides of residences in Massachusetts help reduce winter heating costs?\nAnswer:", " ["], "resps": [[[-8.1328125, false]], [[-10.0078125, false]], [[-7.37890625, false]], [[-10.1328125, false]], [[-8.5078125, false]], [[-12.3828125, false]], [[-5.25390625, false]], [[-8.6328125, false]], [[-9.8828125, false]], [[-9.1328125, false]], [[-12.7578125, false]], [[-9.3828125, false]], [[-5.50390625, false]], [[-10.6328125, false]], [[-8.5078125, false]], [[-5.25390625, false]], [[-5.50390625, false]], [[-11.0078125, false]], [[-5.50390625, false]], [[-8.6328125, false]], [[-9.8828125, false]], [[-9.1328125, false]], [[-10.6328125, false]], [[-5.25390625, false]], [[-9.3828125, false]], [[-9.3828125, false]], [[-9.3828125, false]], [[-8.1328125, false]], [[-5.25390625, false]], [[-5.50390625, false]], [[-8.6328125, false]], [[-11.5078125, false]], [[-6.59765625, false]], [[-10.0078125, false]], [[-9.84375, false]], [[-5.25390625, false]], [[-10.0078125, false]], [[-7.37890625, false]], [[-10.1328125, false]], [[-8.5078125, false]], [[-12.3828125, false]], [[-5.25390625, false]], [[-9.3828125, false]], [[-9.3828125, false]], [[-10.6328125, false]], [[-8.6328125, false]], [[-10.7578125, false]], [[-8.6328125, false]], [[-11.6328125, false]], [[-8.5078125, false]], [[-5.25390625, false]], [[-9.1328125, false]], [[-9.3828125, false]], [[-9.3828125, false]], [[-5.50390625, false]], [[-11.5078125, false]], [[-5.25390625, false]], [[-10.1328125, false]], [[-8.5078125, false]], [[-5.50390625, false]], [[-10.6328125, false]], [[-8.6328125, false]], [[-9.8828125, false]], [[-11.0078125, false]], [[-6.59765625, false]], [[-10.0078125, false]], [[-9.84375, false]], [[-5.25390625, false]], [[-10.0078125, false]], [[-7.37890625, false]], [[-10.1328125, false]], [[-8.5078125, false]], [[-12.3828125, false]], [[-5.25390625, false]], [[-11.5078125, false]], [[-8.5078125, false]], [[-8.1328125, false]], [[-12.7578125, false]], [[-9.3828125, false]], [[-8.5078125, false]], [[-5.25390625, false]], [[-11.5078125, false]], [[-5.50390625, false]], [[-8.1328125, false]], [[-8.6328125, false]], [[-5.50390625, false]], [[-9.8828125, false]], [[-10.6328125, false]], [[-5.25390625, false]], [[-9.3828125, false]], [[-9.3828125, false]], [[-9.3828125, false]], [[-9.3828125, false]], [[-8.6328125, false]], [[-9.8828125, false]], [[-11.0078125, false]], [[-6.59765625, false]], [[-10.0078125, false]], [[-9.84375, false]], [[-5.25390625, false]], [[-10.0078125, false]], [[-7.37890625, false]], [[-10.1328125, false]], [[-8.5078125, false]], [[-12.3828125, false]], [[-5.25390625, false]], [[-5.50390625, false]], [[-9.3828125, false]], [[-10.6328125, false]], [[-5.25390625, false]], [[-5.50390625, false]], [[-9.1328125, false]], [[-5.25390625, false]], [[-5.50390625, false]], [[-5.25390625, false]], [[-10.3828125, false]], [[-8.6328125, false]], [[-9.8828125, false]], [[-8.1328125, false]], [[-8.5078125, false]], [[-11.5078125, false]], [[-8.5078125, false]], [[-5.50390625, false]], [[-12.2578125, false]], [[-6.59765625, false]], [[-10.0078125, false]], [[-13.2578125, false]]], "filtered_resps": [[-8.1328125, false], [-10.0078125, false], [-7.37890625, false], [-10.1328125, false], [-8.5078125, false], [-12.3828125, false], [-5.25390625, false], [-8.6328125, false], [-9.8828125, false], [-9.1328125, false], [-12.7578125, false], [-9.3828125, false], [-5.50390625, false], [-10.6328125, false], [-8.5078125, false], [-5.25390625, false], [-5.50390625, false], [-11.0078125, false], [-5.50390625, false], [-8.6328125, false], [-9.8828125, false], [-9.1328125, false], [-10.6328125, false], [-5.25390625, false], [-9.3828125, false], [-9.3828125, false], [-9.3828125, false], [-8.1328125, false], [-5.25390625, false], [-5.50390625, false], [-8.6328125, false], [-11.5078125, false], [-6.59765625, false], [-10.0078125, false], [-9.84375, false], [-5.25390625, false], [-10.0078125, false], [-7.37890625, false], [-10.1328125, false], [-8.5078125, false], [-12.3828125, false], [-5.25390625, false], [-9.3828125, false], [-9.3828125, false], [-10.6328125, false], [-8.6328125, false], [-10.7578125, false], [-8.6328125, false], [-11.6328125, false], [-8.5078125, false], [-5.25390625, false], [-9.1328125, false], [-9.3828125, false], [-9.3828125, false], [-5.50390625, false], [-11.5078125, false], [-5.25390625, false], [-10.1328125, false], [-8.5078125, false], [-5.50390625, false], [-10.6328125, false], [-8.6328125, false], [-9.8828125, false], [-11.0078125, false], [-6.59765625, false], [-10.0078125, false], [-9.84375, false], [-5.25390625, false], [-10.0078125, false], [-7.37890625, false], [-10.1328125, false], [-8.5078125, false], [-12.3828125, false], [-5.25390625, false], [-11.5078125, false], [-8.5078125, false], [-8.1328125, false], [-12.7578125, false], [-9.3828125, false], [-8.5078125, false], [-5.25390625, false], [-11.5078125, false], [-5.50390625, false], [-8.1328125, false], [-8.6328125, false], [-5.50390625, false], [-9.8828125, false], [-10.6328125, false], [-5.25390625, false], [-9.3828125, false], [-9.3828125, false], [-9.3828125, false], [-9.3828125, false], [-8.6328125, false], [-9.8828125, false], [-11.0078125, false], [-6.59765625, false], [-10.0078125, false], [-9.84375, false], [-5.25390625, false], [-10.0078125, false], [-7.37890625, false], [-10.1328125, false], [-8.5078125, false], [-12.3828125, false], [-5.25390625, false], [-5.50390625, false], [-9.3828125, false], [-10.6328125, false], [-5.25390625, false], [-5.50390625, false], [-9.1328125, false], [-5.25390625, false], [-5.50390625, false], [-5.25390625, false], [-10.3828125, false], [-8.6328125, false], [-9.8828125, false], [-8.1328125, false], [-8.5078125, false], [-11.5078125, false], [-8.5078125, false], [-5.50390625, false], [-12.2578125, false], [-6.59765625, false], [-10.0078125, false], [-13.2578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 994, "doc": {"id": "Mercury_SC_401269", "question": "Part of a scientific method involves collecting data in order to", "choices": {"text": ["change a theory.", "test a hypothesis.", "write a procedure.", "make an observation."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "test a hypothesis.", "arguments": ["Question: Part of a scientific method involves collecting data in order to\nAnswer:", " ["], "resps": [[[-7.72265625, false]], [[-7.97265625, false]], [[-9.4765625, false]], [[-10.7265625, false]], [[-4.59765625, false]], [[-8.4765625, false]], [[-11.4765625, false]], [[-8.3515625, false]], [[-5.97265625, false]], [[-4.59765625, false]], [[-5.97265625, false]], [[-10.3515625, false]], [[-10.7265625, false]], [[-8.3515625, false]], [[-9.7265625, false]], [[-10.6015625, false]], [[-10.7265625, false]], [[-7.5546875, false]], [[-7.97265625, false]], [[-9.9296875, false]], [[-5.97265625, false]], [[-7.97265625, false]], [[-10.3515625, false]], [[-8.3515625, false]], [[-9.3515625, false]], [[-10.3515625, false]], [[-5.97265625, false]], [[-4.59765625, false]], [[-5.97265625, false]], [[-10.7265625, false]], [[-10.7265625, false]], [[-8.8515625, false]], [[-9.7265625, false]], [[-10.3515625, false]], [[-10.7265625, false]], [[-8.3515625, false]], [[-9.3515625, false]], [[-8.3515625, false]], [[-9.3515625, false]], [[-7.5546875, false]], [[-7.97265625, false]], [[-9.9296875, false]], [[-5.97265625, false]], [[-7.97265625, false]], [[-10.2265625, false]], [[-10.6015625, false]], [[-8.3515625, false]], [[-10.3515625, false]], [[-8.3515625, false]], [[-5.97265625, false]], [[-4.59765625, false]], [[-5.97265625, false]], [[-8.8515625, false]], [[-10.6015625, false]], [[-9.7265625, false]], [[-9.4765625, false]], [[-8.3515625, false]], [[-8.3515625, false]], [[-10.2265625, false]], [[-10.6015625, false]], [[-8.3515625, false]], [[-7.5546875, false]], [[-7.97265625, false]], [[-9.9296875, false]], [[-5.97265625, false]], [[-7.97265625, false]], [[-10.6015625, false]], [[-4.59765625, false]], [[-10.7265625, false]], [[-8.3515625, false]], [[-5.97265625, false]], [[-4.59765625, false]], [[-8.4765625, false]], [[-5.97265625, false]], [[-9.7265625, false]], [[-8.6015625, false]], [[-9.3515625, false]], [[-8.3515625, false]], [[-10.6015625, false]], [[-10.8515625, false]], [[-4.59765625, false]], [[-10.3515625, false]], [[-8.3515625, false]], [[-9.7265625, false]], [[-8.4765625, false]], [[-7.5546875, false]], [[-7.97265625, false]], [[-11.8515625, false]]], "filtered_resps": [[-7.72265625, false], [-7.97265625, false], [-9.4765625, false], [-10.7265625, false], [-4.59765625, false], [-8.4765625, false], [-11.4765625, false], [-8.3515625, false], [-5.97265625, false], [-4.59765625, false], [-5.97265625, false], [-10.3515625, false], [-10.7265625, false], [-8.3515625, false], [-9.7265625, false], [-10.6015625, false], [-10.7265625, false], [-7.5546875, false], [-7.97265625, false], [-9.9296875, false], [-5.97265625, false], [-7.97265625, false], [-10.3515625, false], [-8.3515625, false], [-9.3515625, false], [-10.3515625, false], [-5.97265625, false], [-4.59765625, false], [-5.97265625, false], [-10.7265625, false], [-10.7265625, false], [-8.8515625, false], [-9.7265625, false], [-10.3515625, false], [-10.7265625, false], [-8.3515625, false], [-9.3515625, false], [-8.3515625, false], [-9.3515625, false], [-7.5546875, false], [-7.97265625, false], [-9.9296875, false], [-5.97265625, false], [-7.97265625, false], [-10.2265625, false], [-10.6015625, false], [-8.3515625, false], [-10.3515625, false], [-8.3515625, false], [-5.97265625, false], [-4.59765625, false], [-5.97265625, false], [-8.8515625, false], [-10.6015625, false], [-9.7265625, false], [-9.4765625, false], [-8.3515625, false], [-8.3515625, false], [-10.2265625, false], [-10.6015625, false], [-8.3515625, false], [-7.5546875, false], [-7.97265625, false], [-9.9296875, false], [-5.97265625, false], [-7.97265625, false], [-10.6015625, false], [-4.59765625, false], [-10.7265625, false], [-8.3515625, false], [-5.97265625, false], [-4.59765625, false], [-8.4765625, false], [-5.97265625, false], [-9.7265625, false], [-8.6015625, false], [-9.3515625, false], [-8.3515625, false], [-10.6015625, false], [-10.8515625, false], [-4.59765625, false], [-10.3515625, false], [-8.3515625, false], [-9.7265625, false], [-8.4765625, false], [-7.5546875, false], [-7.97265625, false], [-11.8515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1002, "doc": {"id": "TIMSS_2003_4_pg25", "question": "Which one of these animals does NOT lay eggs?", "choices": {"text": ["chickens", "dogs", "frogs", "turtles"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "dogs", "arguments": ["Question: Which one of these animals does NOT lay eggs?\nAnswer:", " ["], "resps": [[[-6.4375, false]], [[-8.4375, false]], [[-8.9375, false]], [[-10.1875, false]], [[-9.1875, false]], [[-8.9375, false]], [[-9.6875, false]], [[-6.9375, false]], [[-8.9375, false]], [[-8.1875, false]], [[-8.4375, false]], [[-10.40625, false]], [[-4.4375, false]], [[-8.4375, false]], [[-7.9375, false]], [[-7.6875, false]], [[-9.6875, false]], [[-8.1875, false]], [[-8.4375, false]], [[-10.40625, false]], [[-4.4375, false]], [[-8.4375, false]], [[-10.1875, false]], [[-8.9375, false]], [[-7.6875, false]], [[-9.6875, false]], [[-8.1875, false]], [[-8.4375, false]], [[-10.40625, false]], [[-4.4375, false]], [[-8.4375, false]], [[-10.1875, false]], [[-10.4375, false]], [[-8.9375, false]], [[-10.1875, false]], [[-7.4375, false]], [[-6.9375, false]], [[-8.1875, false]], [[-8.4375, false]], [[-12.9375, false]]], "filtered_resps": [[-6.4375, false], [-8.4375, false], [-8.9375, false], [-10.1875, false], [-9.1875, false], [-8.9375, false], [-9.6875, false], [-6.9375, false], [-8.9375, false], [-8.1875, false], [-8.4375, false], [-10.40625, false], [-4.4375, false], [-8.4375, false], [-7.9375, false], [-7.6875, false], [-9.6875, false], [-8.1875, false], [-8.4375, false], [-10.40625, false], [-4.4375, false], [-8.4375, false], [-10.1875, false], [-8.9375, false], [-7.6875, false], [-9.6875, false], [-8.1875, false], [-8.4375, false], [-10.40625, false], [-4.4375, false], [-8.4375, false], [-10.1875, false], [-10.4375, false], [-8.9375, false], [-10.1875, false], [-7.4375, false], [-6.9375, false], [-8.1875, false], [-8.4375, false], [-12.9375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1010, "doc": {"id": "Mercury_7173880", "question": "Scientists have studied convergent boundaries and the results of the collisions. Besides the fact that mountains occur at these boundaries, which other part of the rock cycle is most likely associated with these areas of convergence?", "choices": {"text": ["development of chemical rocks", "development of extrusive rocks", "development of layered rocks", "development of folded rocks"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "development of folded rocks", "arguments": ["Question: Scientists have studied convergent boundaries and the results of the collisions. Besides the fact that mountains occur at these boundaries, which other part of the rock cycle is most likely associated with these areas of convergence?\nAnswer:", " ["], "resps": [[[-7.88671875, false]], [[-8.8828125, false]], [[-10.8828125, false]], [[-8.0078125, false]], [[-11.2578125, false]], [[-8.0078125, false]], [[-10.6328125, false]], [[-10.0078125, false]], [[-10.1328125, false]], [[-9.7578125, false]], [[-8.0078125, false]], [[-10.1328125, false]], [[-11.2578125, false]], [[-5.88671875, false]], [[-10.0078125, false]], [[-10.0078125, false]], [[-5.88671875, false]], [[-8.7578125, false]], [[-11.2578125, false]], [[-8.0078125, false]], [[-9.7578125, false]], [[-9.3828125, false]], [[-8.7578125, false]], [[-7.26171875, false]], [[-10.6328125, false]], [[-5.88671875, false]], [[-9.6328125, false]], [[-10.0078125, false]], [[-8.7578125, false]], [[-11.3828125, false]], [[-10.3828125, false]], [[-8.8828125, false]], [[-9.78125, false]], [[-5.88671875, false]], [[-8.8828125, false]], [[-10.8828125, false]], [[-8.0078125, false]], [[-11.2578125, false]], [[-8.0078125, false]], [[-10.6328125, false]], [[-10.0078125, false]], [[-10.1328125, false]], [[-9.7578125, false]], [[-8.0078125, false]], [[-10.1328125, false]], [[-11.2578125, false]], [[-5.88671875, false]], [[-10.0078125, false]], [[-10.0078125, false]], [[-5.88671875, false]], [[-8.0078125, false]], [[-11.7578125, false]], [[-11.2578125, false]], [[-9.6328125, false]], [[-12.5078125, false]], [[-10.3828125, false]], [[-9.3828125, false]], [[-11.2578125, false]], [[-8.0078125, false]], [[-5.88671875, false]], [[-9.6328125, false]], [[-10.0078125, false]], [[-8.7578125, false]], [[-11.3828125, false]], [[-10.3828125, false]], [[-8.8828125, false]], [[-9.78125, false]], [[-5.88671875, false]], [[-8.8828125, false]], [[-10.8828125, false]], [[-8.0078125, false]], [[-11.2578125, false]], [[-8.0078125, false]], [[-10.6328125, false]], [[-10.0078125, false]], [[-10.1328125, false]], [[-9.7578125, false]], [[-8.0078125, false]], [[-10.1328125, false]], [[-11.2578125, false]], [[-5.88671875, false]], [[-10.0078125, false]], [[-10.0078125, false]], [[-5.88671875, false]], [[-10.6328125, false]], [[-7.26171875, false]], [[-12.5078125, false]], [[-8.0078125, false]], [[-9.6328125, false]], [[-8.0078125, false]], [[-10.8828125, false]], [[-5.88671875, false]], [[-9.6328125, false]], [[-10.0078125, false]], [[-8.7578125, false]], [[-11.3828125, false]], [[-10.3828125, false]], [[-8.8828125, false]], [[-9.78125, false]], [[-5.88671875, false]], [[-8.8828125, false]], [[-10.8828125, false]], [[-8.0078125, false]], [[-11.2578125, false]], [[-8.0078125, false]], [[-10.6328125, false]], [[-10.0078125, false]], [[-10.1328125, false]], [[-9.7578125, false]], [[-8.0078125, false]], [[-10.1328125, false]], [[-11.2578125, false]], [[-5.88671875, false]], [[-10.0078125, false]], [[-10.0078125, false]], [[-5.88671875, false]], [[-10.0078125, false]], [[-10.0078125, false]], [[-10.6328125, false]], [[-10.8828125, false]], [[-8.0078125, false]], [[-10.8828125, false]], [[-5.88671875, false]], [[-9.6328125, false]], [[-10.0078125, false]], [[-8.7578125, false]], [[-11.3828125, false]], [[-10.3828125, false]], [[-8.8828125, false]], [[-12.6328125, false]]], "filtered_resps": [[-7.88671875, false], [-8.8828125, false], [-10.8828125, false], [-8.0078125, false], [-11.2578125, false], [-8.0078125, false], [-10.6328125, false], [-10.0078125, false], [-10.1328125, false], [-9.7578125, false], [-8.0078125, false], [-10.1328125, false], [-11.2578125, false], [-5.88671875, false], [-10.0078125, false], [-10.0078125, false], [-5.88671875, false], [-8.7578125, false], [-11.2578125, false], [-8.0078125, false], [-9.7578125, false], [-9.3828125, false], [-8.7578125, false], [-7.26171875, false], [-10.6328125, false], [-5.88671875, false], [-9.6328125, false], [-10.0078125, false], [-8.7578125, false], [-11.3828125, false], [-10.3828125, false], [-8.8828125, false], [-9.78125, false], [-5.88671875, false], [-8.8828125, false], [-10.8828125, false], [-8.0078125, false], [-11.2578125, false], [-8.0078125, false], [-10.6328125, false], [-10.0078125, false], [-10.1328125, false], [-9.7578125, false], [-8.0078125, false], [-10.1328125, false], [-11.2578125, false], [-5.88671875, false], [-10.0078125, false], [-10.0078125, false], [-5.88671875, false], [-8.0078125, false], [-11.7578125, false], [-11.2578125, false], [-9.6328125, false], [-12.5078125, false], [-10.3828125, false], [-9.3828125, false], [-11.2578125, false], [-8.0078125, false], [-5.88671875, false], [-9.6328125, false], [-10.0078125, false], [-8.7578125, false], [-11.3828125, false], [-10.3828125, false], [-8.8828125, false], [-9.78125, false], [-5.88671875, false], [-8.8828125, false], [-10.8828125, false], [-8.0078125, false], [-11.2578125, false], [-8.0078125, false], [-10.6328125, false], [-10.0078125, false], [-10.1328125, false], [-9.7578125, false], [-8.0078125, false], [-10.1328125, false], [-11.2578125, false], [-5.88671875, false], [-10.0078125, false], [-10.0078125, false], [-5.88671875, false], [-10.6328125, false], [-7.26171875, false], [-12.5078125, false], [-8.0078125, false], [-9.6328125, false], [-8.0078125, false], [-10.8828125, false], [-5.88671875, false], [-9.6328125, false], [-10.0078125, false], [-8.7578125, false], [-11.3828125, false], [-10.3828125, false], [-8.8828125, false], [-9.78125, false], [-5.88671875, false], [-8.8828125, false], [-10.8828125, false], [-8.0078125, false], [-11.2578125, false], [-8.0078125, false], [-10.6328125, false], [-10.0078125, false], [-10.1328125, false], [-9.7578125, false], [-8.0078125, false], [-10.1328125, false], [-11.2578125, false], [-5.88671875, false], [-10.0078125, false], [-10.0078125, false], [-5.88671875, false], [-10.0078125, false], [-10.0078125, false], [-10.6328125, false], [-10.8828125, false], [-8.0078125, false], [-10.8828125, false], [-5.88671875, false], [-9.6328125, false], [-10.0078125, false], [-8.7578125, false], [-11.3828125, false], [-10.3828125, false], [-8.8828125, false], [-12.6328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1018, "doc": {"id": "NYSEDREGENTS_2010_4_11", "question": "Which tool would be most useful for observing the details of an insect's wings?", "choices": {"text": ["thermometer", "balance", "hand lens", "graduated cylinder"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "hand lens", "arguments": ["Question: Which tool would be most useful for observing the details of an insect's wings?\nAnswer:", " ["], "resps": [[[-7.58203125, false]], [[-7.70703125, false]], [[-10.578125, false]], [[-10.703125, false]], [[-8.578125, false]], [[-10.453125, false]], [[-10.203125, false]], [[-9.453125, false]], [[-10.203125, false]], [[-8.578125, false]], [[-10.578125, false]], [[-8.578125, false]], [[-10.453125, false]], [[-7.70703125, false]], [[-9.71875, false]], [[-4.95703125, false]], [[-7.70703125, false]], [[-9.578125, false]], [[-3.580078125, false]], [[-9.703125, false]], [[-3.580078125, false]], [[-8.953125, false]], [[-9.078125, false]], [[-8.578125, false]], [[-7.70703125, false]], [[-9.71875, false]], [[-4.95703125, false]], [[-7.70703125, false]], [[-10.703125, false]], [[-3.580078125, false]], [[-8.953125, false]], [[-10.203125, false]], [[-4.95703125, false]], [[-9.703125, false]], [[-8.578125, false]], [[-8.953125, false]], [[-8.828125, false]], [[-7.70703125, false]], [[-9.71875, false]], [[-4.95703125, false]], [[-7.70703125, false]], [[-10.078125, false]], [[-10.453125, false]], [[-3.580078125, false]], [[-10.203125, false]], [[-10.828125, false]], [[-3.580078125, false]], [[-10.578125, false]], [[-8.578125, false]], [[-10.203125, false]], [[-4.95703125, false]], [[-9.078125, false]], [[-12.453125, false]], [[-9.703125, false]], [[-9.078125, false]], [[-8.953125, false]], [[-10.203125, false]], [[-8.578125, false]], [[-10.453125, false]], [[-7.70703125, false]], [[-13.203125, false]]], "filtered_resps": [[-7.58203125, false], [-7.70703125, false], [-10.578125, false], [-10.703125, false], [-8.578125, false], [-10.453125, false], [-10.203125, false], [-9.453125, false], [-10.203125, false], [-8.578125, false], [-10.578125, false], [-8.578125, false], [-10.453125, false], [-7.70703125, false], [-9.71875, false], [-4.95703125, false], [-7.70703125, false], [-9.578125, false], [-3.580078125, false], [-9.703125, false], [-3.580078125, false], [-8.953125, false], [-9.078125, false], [-8.578125, false], [-7.70703125, false], [-9.71875, false], [-4.95703125, false], [-7.70703125, false], [-10.703125, false], [-3.580078125, false], [-8.953125, false], [-10.203125, false], [-4.95703125, false], [-9.703125, false], [-8.578125, false], [-8.953125, false], [-8.828125, false], [-7.70703125, false], [-9.71875, false], [-4.95703125, false], [-7.70703125, false], [-10.078125, false], [-10.453125, false], [-3.580078125, false], [-10.203125, false], [-10.828125, false], [-3.580078125, false], [-10.578125, false], [-8.578125, false], [-10.203125, false], [-4.95703125, false], [-9.078125, false], [-12.453125, false], [-9.703125, false], [-9.078125, false], [-8.953125, false], [-10.203125, false], [-8.578125, false], [-10.453125, false], [-7.70703125, false], [-13.203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1026, "doc": {"id": "MCAS_2012_8_23650", "question": "A ship has a satellite communication device to identify the ship's position at sea. For which of the following activities is this device most likely used?", "choices": {"text": ["control", "guidance", "propulsion", "suspension"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "guidance", "arguments": ["Question: A ship has a satellite communication device to identify the ship's position at sea. For which of the following activities is this device most likely used?\nAnswer:", " ["], "resps": [[[-6.390625, false]], [[-8.765625, false]], [[-7.890625, false]], [[-8.015625, false]], [[-9.015625, false]], [[-9.140625, false]], [[-9.140625, false]], [[-8.015625, false]], [[-9.640625, false]], [[-8.765625, false]], [[-8.53125, false]], [[-4.515625, false]], [[-8.765625, false]], [[-10.515625, false]], [[-10.640625, false]], [[-7.265625, false]], [[-7.515625, false]], [[-4.265625, false]], [[-9.015625, false]], [[-7.890625, false]], [[-7.765625, false]], [[-8.765625, false]], [[-8.53125, false]], [[-4.515625, false]], [[-8.765625, false]], [[-9.390625, false]], [[-9.140625, false]], [[-8.015625, false]], [[-9.390625, false]], [[-10.640625, false]], [[-9.640625, false]], [[-9.015625, false]], [[-7.265625, false]], [[-8.015625, false]], [[-9.015625, false]], [[-8.765625, false]], [[-8.53125, false]], [[-4.515625, false]], [[-8.765625, false]], [[-9.015625, false]], [[-10.640625, false]], [[-9.015625, false]], [[-9.390625, false]], [[-7.765625, false]], [[-9.015625, false]], [[-9.015625, false]], [[-7.265625, false]], [[-8.015625, false]], [[-9.015625, false]], [[-8.765625, false]], [[-11.390625, false]]], "filtered_resps": [[-6.390625, false], [-8.765625, false], [-7.890625, false], [-8.015625, false], [-9.015625, false], [-9.140625, false], [-9.140625, false], [-8.015625, false], [-9.640625, false], [-8.765625, false], [-8.53125, false], [-4.515625, false], [-8.765625, false], [-10.515625, false], [-10.640625, false], [-7.265625, false], [-7.515625, false], [-4.265625, false], [-9.015625, false], [-7.890625, false], [-7.765625, false], [-8.765625, false], [-8.53125, false], [-4.515625, false], [-8.765625, false], [-9.390625, false], [-9.140625, false], [-8.015625, false], [-9.390625, false], [-10.640625, false], [-9.640625, false], [-9.015625, false], [-7.265625, false], [-8.015625, false], [-9.015625, false], [-8.765625, false], [-8.53125, false], [-4.515625, false], [-8.765625, false], [-9.015625, false], [-10.640625, false], [-9.015625, false], [-9.390625, false], [-7.765625, false], [-9.015625, false], [-9.015625, false], [-7.265625, false], [-8.015625, false], [-9.015625, false], [-8.765625, false], [-11.390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1034, "doc": {"id": "Mercury_7107310", "question": "A main advantage to organisms that reproduce sexually is", "choices": {"text": ["being able to conserve energy.", "having large numbers of offspring.", "greater genetic diversity.", "longer life spans."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "greater genetic diversity.", "arguments": ["Question: A main advantage to organisms that reproduce sexually is\nAnswer:", " ["], "resps": [[[-7.42578125, false]], [[-8.6796875, false]], [[-8.0546875, false]], [[-7.67578125, false]], [[-8.0546875, false]], [[-8.5546875, false]], [[-10.9296875, false]], [[-4.92578125, false]], [[-4.30078125, false]], [[-8.0546875, false]], [[-10.1796875, false]], [[-7.67578125, false]], [[-4.92578125, false]], [[-10.5546875, false]], [[-8.4296875, false]], [[-4.92578125, false]], [[-8.5546875, false]], [[-8.4296875, false]], [[-8.5546875, false]], [[-9.3046875, false]], [[-7.67578125, false]], [[-9.1796875, false]], [[-10.4296875, false]], [[-7.67578125, false]], [[-4.92578125, false]], [[-7.67578125, false]], [[-8.5546875, false]], [[-7.67578125, false]], [[-9.1796875, false]], [[-10.9296875, false]], [[-10.9296875, false]], [[-6.42578125, false]], [[-8.6796875, false]], [[-8.984375, false]], [[-4.92578125, false]], [[-8.6796875, false]], [[-10.6796875, false]], [[-4.30078125, false]], [[-10.4296875, false]], [[-8.0546875, false]], [[-8.5546875, false]], [[-10.9296875, false]], [[-4.92578125, false]], [[-10.1796875, false]], [[-4.30078125, false]], [[-9.1796875, false]], [[-10.9296875, false]], [[-7.67578125, false]], [[-4.92578125, false]], [[-8.5546875, false]], [[-10.0546875, false]], [[-9.8046875, false]], [[-8.0546875, false]], [[-7.67578125, false]], [[-9.1796875, false]], [[-9.3046875, false]], [[-4.92578125, false]], [[-8.4296875, false]], [[-10.6796875, false]], [[-4.92578125, false]], [[-8.4296875, false]], [[-10.6796875, false]], [[-10.6796875, false]], [[-9.3046875, false]], [[-8.6796875, false]], [[-9.1796875, false]], [[-8.0546875, false]], [[-8.5546875, false]], [[-10.9296875, false]], [[-6.42578125, false]], [[-8.6796875, false]], [[-8.984375, false]], [[-4.92578125, false]], [[-8.6796875, false]], [[-10.9296875, false]], [[-9.1796875, false]], [[-7.67578125, false]], [[-4.30078125, false]], [[-10.5546875, false]], [[-7.67578125, false]], [[-9.1796875, false]], [[-4.92578125, false]], [[-10.9296875, false]], [[-7.67578125, false]], [[-8.5546875, false]], [[-7.67578125, false]], [[-10.5546875, false]], [[-8.0546875, false]], [[-8.5546875, false]], [[-4.92578125, false]], [[-8.4296875, false]], [[-8.0546875, false]], [[-10.4296875, false]], [[-7.67578125, false]], [[-9.1796875, false]], [[-9.3046875, false]], [[-8.0546875, false]], [[-10.5546875, false]], [[-10.9296875, false]], [[-6.42578125, false]], [[-8.6796875, false]], [[-8.984375, false]], [[-4.92578125, false]], [[-8.6796875, false]], [[-10.1796875, false]], [[-8.4296875, false]], [[-8.5546875, false]], [[-10.9296875, false]], [[-7.67578125, false]], [[-9.1796875, false]], [[-4.92578125, false]], [[-10.1796875, false]], [[-8.0546875, false]], [[-10.6796875, false]], [[-7.67578125, false]], [[-4.92578125, false]], [[-9.3046875, false]], [[-8.6796875, false]], [[-4.30078125, false]], [[-8.5546875, false]], [[-9.3046875, false]], [[-6.42578125, false]], [[-8.6796875, false]], [[-12.0546875, false]]], "filtered_resps": [[-7.42578125, false], [-8.6796875, false], [-8.0546875, false], [-7.67578125, false], [-8.0546875, false], [-8.5546875, false], [-10.9296875, false], [-4.92578125, false], [-4.30078125, false], [-8.0546875, false], [-10.1796875, false], [-7.67578125, false], [-4.92578125, false], [-10.5546875, false], [-8.4296875, false], [-4.92578125, false], [-8.5546875, false], [-8.4296875, false], [-8.5546875, false], [-9.3046875, false], [-7.67578125, false], [-9.1796875, false], [-10.4296875, false], [-7.67578125, false], [-4.92578125, false], [-7.67578125, false], [-8.5546875, false], [-7.67578125, false], [-9.1796875, false], [-10.9296875, false], [-10.9296875, false], [-6.42578125, false], [-8.6796875, false], [-8.984375, false], [-4.92578125, false], [-8.6796875, false], [-10.6796875, false], [-4.30078125, false], [-10.4296875, false], [-8.0546875, false], [-8.5546875, false], [-10.9296875, false], [-4.92578125, false], [-10.1796875, false], [-4.30078125, false], [-9.1796875, false], [-10.9296875, false], [-7.67578125, false], [-4.92578125, false], [-8.5546875, false], [-10.0546875, false], [-9.8046875, false], [-8.0546875, false], [-7.67578125, false], [-9.1796875, false], [-9.3046875, false], [-4.92578125, false], [-8.4296875, false], [-10.6796875, false], [-4.92578125, false], [-8.4296875, false], [-10.6796875, false], [-10.6796875, false], [-9.3046875, false], [-8.6796875, false], [-9.1796875, false], [-8.0546875, false], [-8.5546875, false], [-10.9296875, false], [-6.42578125, false], [-8.6796875, false], [-8.984375, false], [-4.92578125, false], [-8.6796875, false], [-10.9296875, false], [-9.1796875, false], [-7.67578125, false], [-4.30078125, false], [-10.5546875, false], [-7.67578125, false], [-9.1796875, false], [-4.92578125, false], [-10.9296875, false], [-7.67578125, false], [-8.5546875, false], [-7.67578125, false], [-10.5546875, false], [-8.0546875, false], [-8.5546875, false], [-4.92578125, false], [-8.4296875, false], [-8.0546875, false], [-10.4296875, false], [-7.67578125, false], [-9.1796875, false], [-9.3046875, false], [-8.0546875, false], [-10.5546875, false], [-10.9296875, false], [-6.42578125, false], [-8.6796875, false], [-8.984375, false], [-4.92578125, false], [-8.6796875, false], [-10.1796875, false], [-8.4296875, false], [-8.5546875, false], [-10.9296875, false], [-7.67578125, false], [-9.1796875, false], [-4.92578125, false], [-10.1796875, false], [-8.0546875, false], [-10.6796875, false], [-7.67578125, false], [-4.92578125, false], [-9.3046875, false], [-8.6796875, false], [-4.30078125, false], [-8.5546875, false], [-9.3046875, false], [-6.42578125, false], [-8.6796875, false], [-12.0546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1042, "doc": {"id": "NCEOGA_2013_8_53", "question": "How can the rate of an infectious disease be drastically reduced?", "choices": {"text": ["by taking medication daily", "by preventing transmission between people", "by wearing clean clothing daily", "by performing dental hygiene three times each day"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "by preventing transmission between people", "arguments": ["Question: How can the rate of an infectious disease be drastically reduced?\nAnswer:", " ["], "resps": [[[-8.296875, false]], [[-8.671875, false]], [[-10.296875, false]], [[-13.046875, false]], [[-5.921875, false]], [[-11.546875, false]], [[-5.796875, false]], [[-11.171875, false]], [[-8.296875, false]], [[-10.671875, false]], [[-13.296875, false]], [[-5.921875, false]], [[-11.671875, false]], [[-8.796875, false]], [[-10.296875, false]], [[-8.296875, false]], [[-10.296875, false]], [[-5.796875, false]], [[-11.546875, false]], [[-8.296875, false]], [[-9.421875, false]], [[-10.671875, false]], [[-5.921875, false]], [[-10.296875, false]], [[-5.796875, false]], [[-8.296875, false]], [[-11.046875, false]], [[-13.046875, false]], [[-8.671875, false]], [[-10.5, false]], [[-5.921875, false]], [[-8.671875, false]], [[-10.296875, false]], [[-13.046875, false]], [[-5.921875, false]], [[-10.671875, false]], [[-11.546875, false]], [[-8.796875, false]], [[-12.171875, false]], [[-8.796875, false]], [[-10.671875, false]], [[-11.546875, false]], [[-8.296875, false]], [[-10.671875, false]], [[-13.296875, false]], [[-5.921875, false]], [[-11.546875, false]], [[-11.546875, false]], [[-5.796875, false]], [[-10.671875, false]], [[-9.671875, false]], [[-11.671875, false]], [[-8.296875, false]], [[-9.671875, false]], [[-9.671875, false]], [[-8.296875, false]], [[-9.421875, false]], [[-10.671875, false]], [[-5.921875, false]], [[-10.296875, false]], [[-8.796875, false]], [[-11.546875, false]], [[-11.421875, false]], [[-8.796875, false]], [[-8.796875, false]], [[-10.671875, false]], [[-5.921875, false]], [[-10.671875, false]], [[-8.796875, false]], [[-9.421875, false]], [[-10.671875, false]], [[-11.046875, false]], [[-8.796875, false]], [[-8.671875, false]], [[-10.5, false]], [[-5.921875, false]], [[-8.671875, false]], [[-10.296875, false]], [[-13.046875, false]], [[-5.921875, false]], [[-11.421875, false]], [[-8.796875, false]], [[-5.796875, false]], [[-11.546875, false]], [[-8.296875, false]], [[-10.671875, false]], [[-13.296875, false]], [[-5.921875, false]], [[-10.296875, false]], [[-11.046875, false]], [[-8.796875, false]], [[-5.796875, false]], [[-10.671875, false]], [[-5.921875, false]], [[-10.296875, false]], [[-11.046875, false]], [[-9.421875, false]], [[-11.546875, false]], [[-11.546875, false]], [[-8.296875, false]], [[-10.671875, false]], [[-13.296875, false]], [[-5.921875, false]], [[-10.296875, false]], [[-5.796875, false]], [[-8.296875, false]], [[-11.046875, false]], [[-13.046875, false]], [[-8.671875, false]], [[-10.5, false]], [[-5.921875, false]], [[-8.671875, false]], [[-10.296875, false]], [[-13.046875, false]], [[-5.921875, false]], [[-10.671875, false]], [[-8.796875, false]], [[-11.546875, false]], [[-11.796875, false]], [[-9.421875, false]], [[-11.546875, false]], [[-11.671875, false]], [[-8.296875, false]], [[-10.671875, false]], [[-13.296875, false]], [[-5.921875, false]], [[-10.296875, false]], [[-8.796875, false]], [[-10.671875, false]], [[-11.546875, false]], [[-5.796875, false]], [[-11.046875, false]], [[-5.921875, false]], [[-11.546875, false]], [[-13.046875, false]], [[-13.296875, false]], [[-8.296875, false]], [[-8.796875, false]], [[-10.671875, false]], [[-8.796875, false]], [[-5.921875, false]], [[-11.546875, false]], [[-11.546875, false]], [[-11.546875, false]], [[-8.796875, false]], [[-8.796875, false]], [[-5.921875, false]], [[-11.546875, false]], [[-8.296875, false]], [[-11.671875, false]], [[-8.796875, false]], [[-9.671875, false]], [[-5.921875, false]], [[-8.796875, false]], [[-5.796875, false]], [[-10.296875, false]], [[-11.546875, false]], [[-5.921875, false]], [[-10.296875, false]], [[-5.796875, false]], [[-13.046875, false]], [[-8.671875, false]], [[-13.796875, false]]], "filtered_resps": [[-8.296875, false], [-8.671875, false], [-10.296875, false], [-13.046875, false], [-5.921875, false], [-11.546875, false], [-5.796875, false], [-11.171875, false], [-8.296875, false], [-10.671875, false], [-13.296875, false], [-5.921875, false], [-11.671875, false], [-8.796875, false], [-10.296875, false], [-8.296875, false], [-10.296875, false], [-5.796875, false], [-11.546875, false], [-8.296875, false], [-9.421875, false], [-10.671875, false], [-5.921875, false], [-10.296875, false], [-5.796875, false], [-8.296875, false], [-11.046875, false], [-13.046875, false], [-8.671875, false], [-10.5, false], [-5.921875, false], [-8.671875, false], [-10.296875, false], [-13.046875, false], [-5.921875, false], [-10.671875, false], [-11.546875, false], [-8.796875, false], [-12.171875, false], [-8.796875, false], [-10.671875, false], [-11.546875, false], [-8.296875, false], [-10.671875, false], [-13.296875, false], [-5.921875, false], [-11.546875, false], [-11.546875, false], [-5.796875, false], [-10.671875, false], [-9.671875, false], [-11.671875, false], [-8.296875, false], [-9.671875, false], [-9.671875, false], [-8.296875, false], [-9.421875, false], [-10.671875, false], [-5.921875, false], [-10.296875, false], [-8.796875, false], [-11.546875, false], [-11.421875, false], [-8.796875, false], [-8.796875, false], [-10.671875, false], [-5.921875, false], [-10.671875, false], [-8.796875, false], [-9.421875, false], [-10.671875, false], [-11.046875, false], [-8.796875, false], [-8.671875, false], [-10.5, false], [-5.921875, false], [-8.671875, false], [-10.296875, false], [-13.046875, false], [-5.921875, false], [-11.421875, false], [-8.796875, false], [-5.796875, false], [-11.546875, false], [-8.296875, false], [-10.671875, false], [-13.296875, false], [-5.921875, false], [-10.296875, false], [-11.046875, false], [-8.796875, false], [-5.796875, false], [-10.671875, false], [-5.921875, false], [-10.296875, false], [-11.046875, false], [-9.421875, false], [-11.546875, false], [-11.546875, false], [-8.296875, false], [-10.671875, false], [-13.296875, false], [-5.921875, false], [-10.296875, false], [-5.796875, false], [-8.296875, false], [-11.046875, false], [-13.046875, false], [-8.671875, false], [-10.5, false], [-5.921875, false], [-8.671875, false], [-10.296875, false], [-13.046875, false], [-5.921875, false], [-10.671875, false], [-8.796875, false], [-11.546875, false], [-11.796875, false], [-9.421875, false], [-11.546875, false], [-11.671875, false], [-8.296875, false], [-10.671875, false], [-13.296875, false], [-5.921875, false], [-10.296875, false], [-8.796875, false], [-10.671875, false], [-11.546875, false], [-5.796875, false], [-11.046875, false], [-5.921875, false], [-11.546875, false], [-13.046875, false], [-13.296875, false], [-8.296875, false], [-8.796875, false], [-10.671875, false], [-8.796875, false], [-5.921875, false], [-11.546875, false], [-11.546875, false], [-11.546875, false], [-8.796875, false], [-8.796875, false], [-5.921875, false], [-11.546875, false], [-8.296875, false], [-11.671875, false], [-8.796875, false], [-9.671875, false], [-5.921875, false], [-8.796875, false], [-5.796875, false], [-10.296875, false], [-11.546875, false], [-5.921875, false], [-10.296875, false], [-5.796875, false], [-13.046875, false], [-8.671875, false], [-13.796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1050, "doc": {"id": "NYSEDREGENTS_2008_4_10", "question": "A student rubs her hands together on a cold winter day. The heat that warms her hands is produced by", "choices": {"text": ["friction", "gravity", "light", "magnetism"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "friction", "arguments": ["Question: A student rubs her hands together on a cold winter day. The heat that warms her hands is produced by\nAnswer:", " ["], "resps": [[[-7.453125, false]], [[-8.328125, false]], [[-9.078125, false]], [[-9.828125, false]], [[-7.453125, false]], [[-7.203125, false]], [[-10.078125, false]], [[-7.453125, false]], [[-8.453125, false]], [[-8.328125, false]], [[-8.328125, false]], [[-8.28125, false]], [[-4.96875, false]], [[-8.328125, false]], [[-8.953125, false]], [[-9.828125, false]], [[-3.330078125, false]], [[-10.203125, false]], [[-7.453125, false]], [[-10.078125, false]], [[-10.953125, false]], [[-8.328125, false]], [[-8.28125, false]], [[-4.96875, false]], [[-8.328125, false]], [[-10.203125, false]], [[-7.453125, false]], [[-8.953125, false]], [[-9.703125, false]], [[-10.078125, false]], [[-8.328125, false]], [[-8.28125, false]], [[-4.96875, false]], [[-8.328125, false]], [[-7.953125, false]], [[-3.330078125, false]], [[-8.953125, false]], [[-8.328125, false]], [[-7.703125, false]], [[-10.078125, false]], [[-7.453125, false]], [[-9.453125, false]], [[-7.953125, false]], [[-8.328125, false]], [[-11.703125, false]]], "filtered_resps": [[-7.453125, false], [-8.328125, false], [-9.078125, false], [-9.828125, false], [-7.453125, false], [-7.203125, false], [-10.078125, false], [-7.453125, false], [-8.453125, false], [-8.328125, false], [-8.328125, false], [-8.28125, false], [-4.96875, false], [-8.328125, false], [-8.953125, false], [-9.828125, false], [-3.330078125, false], [-10.203125, false], [-7.453125, false], [-10.078125, false], [-10.953125, false], [-8.328125, false], [-8.28125, false], [-4.96875, false], [-8.328125, false], [-10.203125, false], [-7.453125, false], [-8.953125, false], [-9.703125, false], [-10.078125, false], [-8.328125, false], [-8.28125, false], [-4.96875, false], [-8.328125, false], [-7.953125, false], [-3.330078125, false], [-8.953125, false], [-8.328125, false], [-7.703125, false], [-10.078125, false], [-7.453125, false], [-9.453125, false], [-7.953125, false], [-8.328125, false], [-11.703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1058, "doc": {"id": "Mercury_7271163", "question": "What ALWAYS happens when the nucleotides in a strand of DNA is rearranged?", "choices": {"text": ["The information on the strand changes.", "The mass of the strand changes.", "The organism dies.", "The organism thrives."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "The information on the strand changes.", "arguments": ["Question: What ALWAYS happens when the nucleotides in a strand of DNA is rearranged?\nAnswer:", " ["], "resps": [[[-7.7578125, false]], [[-7.7578125, false]], [[-6.2578125, false]], [[-10.5078125, false]], [[-9.5078125, false]], [[-5.0078125, false]], [[-9.2578125, false]], [[-9.2578125, false]], [[-11.7578125, false]], [[-10.0078125, false]], [[-9.2578125, false]], [[-9.5078125, false]], [[-4.5078125, false]], [[-9.0078125, false]], [[-9.2578125, false]], [[-10.0078125, false]], [[-9.2578125, false]], [[-5.0078125, false]], [[-10.0078125, false]], [[-9.2578125, false]], [[-5.0078125, false]], [[-9.0078125, false]], [[-10.5078125, false]], [[-9.5078125, false]], [[-5.0078125, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-9.2578125, false]], [[-4.5078125, false]], [[-9.2578125, false]], [[-9.5078125, false]], [[-5.0078125, false]], [[-9.0078125, false]], [[-10.5078125, false]], [[-4.5078125, false]], [[-9.2578125, false]], [[-11.5078125, false]], [[-9.5078125, false]], [[-9.2578125, false]], [[-8.1484375, false]], [[-7.7578125, false]], [[-10.5234375, false]], [[-5.0078125, false]], [[-7.7578125, false]], [[-6.2578125, false]], [[-10.5078125, false]], [[-9.5078125, false]], [[-5.0078125, false]], [[-9.5078125, false]], [[-4.5078125, false]], [[-9.2578125, false]], [[-9.2578125, false]], [[-5.0078125, false]], [[-10.0078125, false]], [[-11.7578125, false]], [[-5.0078125, false]], [[-9.0078125, false]], [[-10.5078125, false]], [[-9.5078125, false]], [[-5.0078125, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-9.2578125, false]], [[-4.5078125, false]], [[-9.2578125, false]], [[-9.5078125, false]], [[-5.0078125, false]], [[-9.0078125, false]], [[-10.5078125, false]], [[-4.5078125, false]], [[-9.2578125, false]], [[-11.5078125, false]], [[-9.5078125, false]], [[-9.2578125, false]], [[-8.1484375, false]], [[-7.7578125, false]], [[-10.5234375, false]], [[-5.0078125, false]], [[-7.7578125, false]], [[-6.2578125, false]], [[-10.5078125, false]], [[-9.5078125, false]], [[-5.0078125, false]], [[-10.0078125, false]], [[-9.2578125, false]], [[-11.5078125, false]], [[-4.5078125, false]], [[-9.2578125, false]], [[-9.2578125, false]], [[-9.2578125, false]], [[-9.5078125, false]], [[-5.0078125, false]], [[-9.5078125, false]], [[-9.2578125, false]], [[-9.5078125, false]], [[-9.2578125, false]], [[-8.1484375, false]], [[-7.7578125, false]], [[-10.5234375, false]], [[-5.0078125, false]], [[-7.7578125, false]], [[-6.2578125, false]], [[-10.5078125, false]], [[-9.5078125, false]], [[-5.0078125, false]], [[-10.0078125, false]], [[-9.2578125, false]], [[-11.5078125, false]], [[-4.5078125, false]], [[-9.2578125, false]], [[-9.2578125, false]], [[-9.2578125, false]], [[-9.5078125, false]], [[-5.0078125, false]], [[-9.0078125, false]], [[-10.5078125, false]], [[-9.2578125, false]], [[-9.2578125, false]], [[-10.5078125, false]], [[-9.5078125, false]], [[-9.2578125, false]], [[-8.1484375, false]], [[-7.7578125, false]], [[-13.5078125, false]]], "filtered_resps": [[-7.7578125, false], [-7.7578125, false], [-6.2578125, false], [-10.5078125, false], [-9.5078125, false], [-5.0078125, false], [-9.2578125, false], [-9.2578125, false], [-11.7578125, false], [-10.0078125, false], [-9.2578125, false], [-9.5078125, false], [-4.5078125, false], [-9.0078125, false], [-9.2578125, false], [-10.0078125, false], [-9.2578125, false], [-5.0078125, false], [-10.0078125, false], [-9.2578125, false], [-5.0078125, false], [-9.0078125, false], [-10.5078125, false], [-9.5078125, false], [-5.0078125, false], [-9.2578125, false], [-9.0078125, false], [-9.2578125, false], [-4.5078125, false], [-9.2578125, false], [-9.5078125, false], [-5.0078125, false], [-9.0078125, false], [-10.5078125, false], [-4.5078125, false], [-9.2578125, false], [-11.5078125, false], [-9.5078125, false], [-9.2578125, false], [-8.1484375, false], [-7.7578125, false], [-10.5234375, false], [-5.0078125, false], [-7.7578125, false], [-6.2578125, false], [-10.5078125, false], [-9.5078125, false], [-5.0078125, false], [-9.5078125, false], [-4.5078125, false], [-9.2578125, false], [-9.2578125, false], [-5.0078125, false], [-10.0078125, false], [-11.7578125, false], [-5.0078125, false], [-9.0078125, false], [-10.5078125, false], [-9.5078125, false], [-5.0078125, false], [-9.2578125, false], [-9.0078125, false], [-9.2578125, false], [-4.5078125, false], [-9.2578125, false], [-9.5078125, false], [-5.0078125, false], [-9.0078125, false], [-10.5078125, false], [-4.5078125, false], [-9.2578125, false], [-11.5078125, false], [-9.5078125, false], [-9.2578125, false], [-8.1484375, false], [-7.7578125, false], [-10.5234375, false], [-5.0078125, false], [-7.7578125, false], [-6.2578125, false], [-10.5078125, false], [-9.5078125, false], [-5.0078125, false], [-10.0078125, false], [-9.2578125, false], [-11.5078125, false], [-4.5078125, false], [-9.2578125, false], [-9.2578125, false], [-9.2578125, false], [-9.5078125, false], [-5.0078125, false], [-9.5078125, false], [-9.2578125, false], [-9.5078125, false], [-9.2578125, false], [-8.1484375, false], [-7.7578125, false], [-10.5234375, false], [-5.0078125, false], [-7.7578125, false], [-6.2578125, false], [-10.5078125, false], [-9.5078125, false], [-5.0078125, false], [-10.0078125, false], [-9.2578125, false], [-11.5078125, false], [-4.5078125, false], [-9.2578125, false], [-9.2578125, false], [-9.2578125, false], [-9.5078125, false], [-5.0078125, false], [-9.0078125, false], [-10.5078125, false], [-9.2578125, false], [-9.2578125, false], [-10.5078125, false], [-9.5078125, false], [-9.2578125, false], [-8.1484375, false], [-7.7578125, false], [-13.5078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1066, "doc": {"id": "Mercury_7037345", "question": "A substance that carries sound waves is called", "choices": {"text": ["a fulcrum.", "a medium.", "a spectrum.", "an equilibrium."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "a medium.", "arguments": ["Question: A substance that carries sound waves is called\nAnswer:", " ["], "resps": [[[-7.609375, false]], [[-8.109375, false]], [[-3.234375, false]], [[-4.984375, false]], [[-8.859375, false]], [[-9.484375, false]], [[-9.734375, false]], [[-8.234375, false]], [[-9.734375, false]], [[-9.484375, false]], [[-8.609375, false]], [[-6.4921875, false]], [[-8.109375, false]], [[-8.2421875, false]], [[-4.984375, false]], [[-8.109375, false]], [[-3.234375, false]], [[-4.984375, false]], [[-8.609375, false]], [[-8.484375, false]], [[-8.234375, false]], [[-7.609375, false]], [[-9.484375, false]], [[-8.609375, false]], [[-6.4921875, false]], [[-8.109375, false]], [[-8.2421875, false]], [[-4.984375, false]], [[-8.109375, false]], [[-3.234375, false]], [[-4.984375, false]], [[-8.484375, false]], [[-8.359375, false]], [[-8.484375, false]], [[-8.234375, false]], [[-9.609375, false]], [[-9.734375, false]], [[-9.484375, false]], [[-8.609375, false]], [[-6.4921875, false]], [[-8.109375, false]], [[-8.2421875, false]], [[-4.984375, false]], [[-8.109375, false]], [[-3.234375, false]], [[-8.484375, false]], [[-4.984375, false]], [[-8.484375, false]], [[-9.734375, false]], [[-9.484375, false]], [[-7.609375, false]], [[-9.734375, false]], [[-7.609375, false]], [[-7.359375, false]], [[-9.734375, false]], [[-7.609375, false]], [[-9.484375, false]], [[-8.609375, false]], [[-6.4921875, false]], [[-8.109375, false]], [[-11.984375, false]]], "filtered_resps": [[-7.609375, false], [-8.109375, false], [-3.234375, false], [-4.984375, false], [-8.859375, false], [-9.484375, false], [-9.734375, false], [-8.234375, false], [-9.734375, false], [-9.484375, false], [-8.609375, false], [-6.4921875, false], [-8.109375, false], [-8.2421875, false], [-4.984375, false], [-8.109375, false], [-3.234375, false], [-4.984375, false], [-8.609375, false], [-8.484375, false], [-8.234375, false], [-7.609375, false], [-9.484375, false], [-8.609375, false], [-6.4921875, false], [-8.109375, false], [-8.2421875, false], [-4.984375, false], [-8.109375, false], [-3.234375, false], [-4.984375, false], [-8.484375, false], [-8.359375, false], [-8.484375, false], [-8.234375, false], [-9.609375, false], [-9.734375, false], [-9.484375, false], [-8.609375, false], [-6.4921875, false], [-8.109375, false], [-8.2421875, false], [-4.984375, false], [-8.109375, false], [-3.234375, false], [-8.484375, false], [-4.984375, false], [-8.484375, false], [-9.734375, false], [-9.484375, false], [-7.609375, false], [-9.734375, false], [-7.609375, false], [-7.359375, false], [-9.734375, false], [-7.609375, false], [-9.484375, false], [-8.609375, false], [-6.4921875, false], [-8.109375, false], [-11.984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1074, "doc": {"id": "Mercury_SC_413135", "question": "At what temperature does water begin to boil?", "choices": {"text": ["0°C", "32°C", "100°C", "212°C"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "100°C", "arguments": ["Question: At what temperature does water begin to boil?\nAnswer:", " ["], "resps": [[[-7.3515625, false]], [[-9.1015625, false]], [[-6.3515625, false]], [[-8.6015625, false]], [[-6.8515625, false]], [[-9.1015625, false]], [[-9.8125, false]], [[-5.6015625, false]], [[-9.1015625, false]], [[-7.6015625, false]], [[-7.8515625, false]], [[-8.6015625, false]], [[-6.8515625, false]], [[-9.1015625, false]], [[-9.8125, false]], [[-5.6015625, false]], [[-9.1015625, false]], [[-6.8515625, false]], [[-6.3515625, false]], [[-6.3515625, false]], [[-8.6015625, false]], [[-6.8515625, false]], [[-9.1015625, false]], [[-9.8125, false]], [[-5.6015625, false]], [[-9.1015625, false]], [[-7.8515625, false]], [[-6.8515625, false]], [[-7.8515625, false]], [[-8.6015625, false]], [[-6.8515625, false]], [[-9.1015625, false]], [[-12.6015625, false]]], "filtered_resps": [[-7.3515625, false], [-9.1015625, false], [-6.3515625, false], [-8.6015625, false], [-6.8515625, false], [-9.1015625, false], [-9.8125, false], [-5.6015625, false], [-9.1015625, false], [-7.6015625, false], [-7.8515625, false], [-8.6015625, false], [-6.8515625, false], [-9.1015625, false], [-9.8125, false], [-5.6015625, false], [-9.1015625, false], [-6.8515625, false], [-6.3515625, false], [-6.3515625, false], [-8.6015625, false], [-6.8515625, false], [-9.1015625, false], [-9.8125, false], [-5.6015625, false], [-9.1015625, false], [-7.8515625, false], [-6.8515625, false], [-7.8515625, false], [-8.6015625, false], [-6.8515625, false], [-9.1015625, false], [-12.6015625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1082, "doc": {"id": "Mercury_SC_408039", "question": "Jamal lives in the Northern Hemisphere. Which season is it when the Northern Hemisphere is pointed away from the Sun?", "choices": {"text": ["fall", "spring", "summer", "winter"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "winter", "arguments": ["Question: Jamal lives in the Northern Hemisphere. Which season is it when the Northern Hemisphere is pointed away from the Sun?\nAnswer:", " ["], "resps": [[[-7.78125, false]], [[-8.53125, false]], [[-10.78125, false]], [[-6.03125, false]], [[-9.78125, false]], [[-9.78125, false]], [[-8.53125, false]], [[-8.890625, false]], [[-5.03125, false]], [[-8.53125, false]], [[-9.53125, false]], [[-10.53125, false]], [[-11.53125, false]], [[-8.78125, false]], [[-9.53125, false]], [[-12.78125, false]], [[-8.53125, false]], [[-8.890625, false]], [[-5.03125, false]], [[-8.53125, false]], [[-9.53125, false]], [[-12.28125, false]], [[-9.78125, false]], [[-9.78125, false]], [[-8.53125, false]], [[-11.53125, false]], [[-8.53125, false]], [[-8.890625, false]], [[-5.03125, false]], [[-8.53125, false]], [[-9.28125, false]], [[-8.78125, false]], [[-9.53125, false]], [[-9.53125, false]], [[-8.53125, false]], [[-11.53125, false]], [[-8.53125, false]], [[-11.53125, false]]], "filtered_resps": [[-7.78125, false], [-8.53125, false], [-10.78125, false], [-6.03125, false], [-9.78125, false], [-9.78125, false], [-8.53125, false], [-8.890625, false], [-5.03125, false], [-8.53125, false], [-9.53125, false], [-10.53125, false], [-11.53125, false], [-8.78125, false], [-9.53125, false], [-12.78125, false], [-8.53125, false], [-8.890625, false], [-5.03125, false], [-8.53125, false], [-9.53125, false], [-12.28125, false], [-9.78125, false], [-9.78125, false], [-8.53125, false], [-11.53125, false], [-8.53125, false], [-8.890625, false], [-5.03125, false], [-8.53125, false], [-9.28125, false], [-8.78125, false], [-9.53125, false], [-9.53125, false], [-8.53125, false], [-11.53125, false], [-8.53125, false], [-11.53125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1090, "doc": {"id": "Mercury_SC_401264", "question": "The vertical axis on a graph is the y-axis. What is most likely placed along the y-axis?", "choices": {"text": ["element symbols", "negative numbers", "dependent variables", "independent variables"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "dependent variables", "arguments": ["Question: The vertical axis on a graph is the y-axis. What is most likely placed along the y-axis?\nAnswer:", " ["], "resps": [[[-6.1796875, false]], [[-8.1796875, false]], [[-6.9296875, false]], [[-8.1796875, false]], [[-6.9296875, false]], [[-5.9296875, false]], [[-6.9296875, false]], [[-6.6796875, false]], [[-7.1796875, false]], [[-4.9296875, false]], [[-7.9296875, false]], [[-4.6796875, false]], [[-5.9296875, false]], [[-5.6796875, false]], [[-8.1796875, false]], [[-8.1796875, false]], [[-7.9296875, false]], [[-8.1796875, false]], [[-8.328125, false]], [[-4.9296875, false]], [[-8.1796875, false]], [[-6.6796875, false]], [[-6.9296875, false]], [[-8.4296875, false]], [[-3.681640625, false]], [[-7.1796875, false]], [[-7.6796875, false]], [[-6.6796875, false]], [[-6.9296875, false]], [[-4.9296875, false]], [[-6.6796875, false]], [[-8.1796875, false]], [[-5.9296875, false]], [[-5.6796875, false]], [[-6.9296875, false]], [[-6.6796875, false]], [[-7.9296875, false]], [[-8.1796875, false]], [[-8.328125, false]], [[-4.9296875, false]], [[-8.1796875, false]], [[-6.4296875, false]], [[-6.9296875, false]], [[-6.4296875, false]], [[-6.9296875, false]], [[-6.6796875, false]], [[-6.4296875, false]], [[-6.9296875, false]], [[-6.6796875, false]], [[-7.1796875, false]], [[-4.9296875, false]], [[-6.6796875, false]], [[-3.681640625, false]], [[-6.6796875, false]], [[-7.6796875, false]], [[-3.681640625, false]], [[-5.6796875, false]], [[-8.1796875, false]], [[-6.9296875, false]], [[-7.9296875, false]], [[-8.1796875, false]], [[-8.328125, false]], [[-4.9296875, false]], [[-8.1796875, false]], [[-7.6796875, false]], [[-6.6796875, false]], [[-6.4296875, false]], [[-6.9296875, false]], [[-6.4296875, false]], [[-6.9296875, false]], [[-6.6796875, false]], [[-6.4296875, false]], [[-6.9296875, false]], [[-6.6796875, false]], [[-7.1796875, false]], [[-4.9296875, false]], [[-6.6796875, false]], [[-3.681640625, false]], [[-6.6796875, false]], [[-7.6796875, false]], [[-3.681640625, false]], [[-5.6796875, false]], [[-8.1796875, false]], [[-6.9296875, false]], [[-7.9296875, false]], [[-8.1796875, false]], [[-11.6796875, false]]], "filtered_resps": [[-6.1796875, false], [-8.1796875, false], [-6.9296875, false], [-8.1796875, false], [-6.9296875, false], [-5.9296875, false], [-6.9296875, false], [-6.6796875, false], [-7.1796875, false], [-4.9296875, false], [-7.9296875, false], [-4.6796875, false], [-5.9296875, false], [-5.6796875, false], [-8.1796875, false], [-8.1796875, false], [-7.9296875, false], [-8.1796875, false], [-8.328125, false], [-4.9296875, false], [-8.1796875, false], [-6.6796875, false], [-6.9296875, false], [-8.4296875, false], [-3.681640625, false], [-7.1796875, false], [-7.6796875, false], [-6.6796875, false], [-6.9296875, false], [-4.9296875, false], [-6.6796875, false], [-8.1796875, false], [-5.9296875, false], [-5.6796875, false], [-6.9296875, false], [-6.6796875, false], [-7.9296875, false], [-8.1796875, false], [-8.328125, false], [-4.9296875, false], [-8.1796875, false], [-6.4296875, false], [-6.9296875, false], [-6.4296875, false], [-6.9296875, false], [-6.6796875, false], [-6.4296875, false], [-6.9296875, false], [-6.6796875, false], [-7.1796875, false], [-4.9296875, false], [-6.6796875, false], [-3.681640625, false], [-6.6796875, false], [-7.6796875, false], [-3.681640625, false], [-5.6796875, false], [-8.1796875, false], [-6.9296875, false], [-7.9296875, false], [-8.1796875, false], [-8.328125, false], [-4.9296875, false], [-8.1796875, false], [-7.6796875, false], [-6.6796875, false], [-6.4296875, false], [-6.9296875, false], [-6.4296875, false], [-6.9296875, false], [-6.6796875, false], [-6.4296875, false], [-6.9296875, false], [-6.6796875, false], [-7.1796875, false], [-4.9296875, false], [-6.6796875, false], [-3.681640625, false], [-6.6796875, false], [-7.6796875, false], [-3.681640625, false], [-5.6796875, false], [-8.1796875, false], [-6.9296875, false], [-7.9296875, false], [-8.1796875, false], [-11.6796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1098, "doc": {"id": "Mercury_SC_400842", "question": "Which safety gear are most important to wear when working near an open flame?", "choices": {"text": ["lab apron and goggles", "sunglasses and thermal gloves", "rubber shoes and sunglasses", "thermal gloves and goggles"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "thermal gloves and goggles", "arguments": ["Question: Which safety gear are most important to wear when working near an open flame?\nAnswer:", " ["], "resps": [[[-7.83984375, false]], [[-10.0859375, false]], [[-12.8359375, false]], [[-6.33984375, false]], [[-11.5859375, false]], [[-4.58984375, false]], [[-6.33984375, false]], [[-12.0859375, false]], [[-12.0859375, false]], [[-11.0859375, false]], [[-10.3359375, false]], [[-4.58984375, false]], [[-6.33984375, false]], [[-10.3359375, false]], [[-12.0859375, false]], [[-4.58984375, false]], [[-8.8359375, false]], [[-11.0859375, false]], [[-8.8359375, false]], [[-8.8359375, false]], [[-12.8359375, false]], [[-9.8359375, false]], [[-9.8359375, false]], [[-10.0859375, false]], [[-11.21875, false]], [[-4.58984375, false]], [[-10.0859375, false]], [[-9.8359375, false]], [[-13.3359375, false]], [[-10.3359375, false]], [[-8.8359375, false]], [[-12.8359375, false]], [[-6.33984375, false]], [[-9.8359375, false]], [[-9.8359375, false]], [[-9.8359375, false]], [[-9.8359375, false]], [[-4.58984375, false]], [[-6.33984375, false]], [[-10.3359375, false]], [[-12.0859375, false]], [[-4.58984375, false]], [[-11.5859375, false]], [[-12.0859375, false]], [[-9.8359375, false]], [[-12.0859375, false]], [[-11.8359375, false]], [[-6.33984375, false]], [[-12.8359375, false]], [[-4.58984375, false]], [[-8.8359375, false]], [[-12.8359375, false]], [[-11.0859375, false]], [[-12.3359375, false]], [[-9.8359375, false]], [[-9.8359375, false]], [[-10.0859375, false]], [[-11.21875, false]], [[-4.58984375, false]], [[-10.0859375, false]], [[-12.0859375, false]], [[-13.3359375, false]], [[-11.5859375, false]], [[-11.5859375, false]], [[-9.8359375, false]], [[-12.0859375, false]], [[-4.58984375, false]], [[-9.8359375, false]], [[-12.0859375, false]], [[-11.0859375, false]], [[-9.8359375, false]], [[-9.8359375, false]], [[-4.58984375, false]], [[-6.33984375, false]], [[-10.3359375, false]], [[-12.0859375, false]], [[-4.58984375, false]], [[-9.8359375, false]], [[-13.3359375, false]], [[-10.3359375, false]], [[-8.8359375, false]], [[-12.8359375, false]], [[-6.33984375, false]], [[-9.8359375, false]], [[-9.8359375, false]], [[-9.8359375, false]], [[-9.8359375, false]], [[-10.0859375, false]], [[-11.21875, false]], [[-4.58984375, false]], [[-10.0859375, false]], [[-11.5859375, false]], [[-12.0859375, false]], [[-9.8359375, false]], [[-12.0859375, false]], [[-11.8359375, false]], [[-6.33984375, false]], [[-12.8359375, false]], [[-4.58984375, false]], [[-8.8359375, false]], [[-12.8359375, false]], [[-11.0859375, false]], [[-12.3359375, false]], [[-9.8359375, false]], [[-9.8359375, false]], [[-4.58984375, false]], [[-6.33984375, false]], [[-10.3359375, false]], [[-12.0859375, false]], [[-4.58984375, false]], [[-8.8359375, false]], [[-11.0859375, false]], [[-8.8359375, false]], [[-8.8359375, false]], [[-12.8359375, false]], [[-9.8359375, false]], [[-9.8359375, false]], [[-10.0859375, false]], [[-12.5859375, false]]], "filtered_resps": [[-7.83984375, false], [-10.0859375, false], [-12.8359375, false], [-6.33984375, false], [-11.5859375, false], [-4.58984375, false], [-6.33984375, false], [-12.0859375, false], [-12.0859375, false], [-11.0859375, false], [-10.3359375, false], [-4.58984375, false], [-6.33984375, false], [-10.3359375, false], [-12.0859375, false], [-4.58984375, false], [-8.8359375, false], [-11.0859375, false], [-8.8359375, false], [-8.8359375, false], [-12.8359375, false], [-9.8359375, false], [-9.8359375, false], [-10.0859375, false], [-11.21875, false], [-4.58984375, false], [-10.0859375, false], [-9.8359375, false], [-13.3359375, false], [-10.3359375, false], [-8.8359375, false], [-12.8359375, false], [-6.33984375, false], [-9.8359375, false], [-9.8359375, false], [-9.8359375, false], [-9.8359375, false], [-4.58984375, false], [-6.33984375, false], [-10.3359375, false], [-12.0859375, false], [-4.58984375, false], [-11.5859375, false], [-12.0859375, false], [-9.8359375, false], [-12.0859375, false], [-11.8359375, false], [-6.33984375, false], [-12.8359375, false], [-4.58984375, false], [-8.8359375, false], [-12.8359375, false], [-11.0859375, false], [-12.3359375, false], [-9.8359375, false], [-9.8359375, false], [-10.0859375, false], [-11.21875, false], [-4.58984375, false], [-10.0859375, false], [-12.0859375, false], [-13.3359375, false], [-11.5859375, false], [-11.5859375, false], [-9.8359375, false], [-12.0859375, false], [-4.58984375, false], [-9.8359375, false], [-12.0859375, false], [-11.0859375, false], [-9.8359375, false], [-9.8359375, false], [-4.58984375, false], [-6.33984375, false], [-10.3359375, false], [-12.0859375, false], [-4.58984375, false], [-9.8359375, false], [-13.3359375, false], [-10.3359375, false], [-8.8359375, false], [-12.8359375, false], [-6.33984375, false], [-9.8359375, false], [-9.8359375, false], [-9.8359375, false], [-9.8359375, false], [-10.0859375, false], [-11.21875, false], [-4.58984375, false], [-10.0859375, false], [-11.5859375, false], [-12.0859375, false], [-9.8359375, false], [-12.0859375, false], [-11.8359375, false], [-6.33984375, false], [-12.8359375, false], [-4.58984375, false], [-8.8359375, false], [-12.8359375, false], [-11.0859375, false], [-12.3359375, false], [-9.8359375, false], [-9.8359375, false], [-4.58984375, false], [-6.33984375, false], [-10.3359375, false], [-12.0859375, false], [-4.58984375, false], [-8.8359375, false], [-11.0859375, false], [-8.8359375, false], [-8.8359375, false], [-12.8359375, false], [-9.8359375, false], [-9.8359375, false], [-10.0859375, false], [-12.5859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1106, "doc": {"id": "Mercury_7247083", "question": "When manned space exploration began, NASA used the gravity assist concept so that spacecraft could conserve fuel. Which statement explains why the gravity assist concept was useful for spacecraft to successfully travel and return to Earth?", "choices": {"text": ["It gave spacecraft a timed trajectory.", "It ensured spacecraft would return home safely.", "It was helpful in planning spacecraft trajectories.", "It ensured spacecraft would avoid being pulled into the sun."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "It was helpful in planning spacecraft trajectories.", "arguments": ["Question: When manned space exploration began, NASA used the gravity assist concept so that spacecraft could conserve fuel. Which statement explains why the gravity assist concept was useful for spacecraft to successfully travel and return to Earth?\nAnswer:", " ["], "resps": [[[-6.4140625, false]], [[-9.4140625, false]], [[-5.6640625, false]], [[-9.6640625, false]], [[-6.1640625, false]], [[-9.4140625, false]], [[-5.6640625, false]], [[-9.6640625, false]], [[-9.1640625, false]], [[-6.1640625, false]], [[-9.1640625, false]], [[-9.9140625, false]], [[-5.6640625, false]], [[-8.4140625, false]], [[-9.1640625, false]], [[-8.4140625, false]], [[-10.9140625, false]], [[-5.6640625, false]], [[-8.9140625, false]], [[-9.6640625, false]], [[-6.1640625, false]], [[-5.6640625, false]], [[-6.1640625, false]], [[-9.6640625, false]], [[-8.4140625, false]], [[-9.6640625, false]], [[-9.1640625, false]], [[-8.6640625, false]], [[-6.1640625, false]], [[-9.6640625, false]], [[-10.9140625, false]], [[-5.6640625, false]], [[-11.6640625, false]], [[-9.1640625, false]], [[-8.4140625, false]], [[-9.6640625, false]], [[-9.9140625, false]], [[-10.9140625, false]], [[-12.1640625, false]], [[-7.73046875, false]], [[-9.4140625, false]], [[-10.484375, false]], [[-6.1640625, false]], [[-9.4140625, false]], [[-5.6640625, false]], [[-9.6640625, false]], [[-6.1640625, false]], [[-9.1640625, false]], [[-9.6640625, false]], [[-9.1640625, false]], [[-11.6640625, false]], [[-10.9140625, false]], [[-9.1640625, false]], [[-8.6640625, false]], [[-6.1640625, false]], [[-9.1640625, false]], [[-9.9140625, false]], [[-5.6640625, false]], [[-8.4140625, false]], [[-9.1640625, false]], [[-8.4140625, false]], [[-10.9140625, false]], [[-5.6640625, false]], [[-8.9140625, false]], [[-9.6640625, false]], [[-6.1640625, false]], [[-9.9140625, false]], [[-9.9140625, false]], [[-11.6640625, false]], [[-9.9140625, false]], [[-8.6640625, false]], [[-6.1640625, false]], [[-10.9140625, false]], [[-9.1640625, false]], [[-9.6640625, false]], [[-11.6640625, false]], [[-10.9140625, false]], [[-9.6640625, false]], [[-6.1640625, false]], [[-9.4140625, false]], [[-9.9140625, false]], [[-9.6640625, false]], [[-9.1640625, false]], [[-6.1640625, false]], [[-9.1640625, false]], [[-5.6640625, false]], [[-8.9140625, false]], [[-9.1640625, false]], [[-9.9140625, false]], [[-12.1640625, false]], [[-7.73046875, false]], [[-9.4140625, false]], [[-10.484375, false]], [[-6.1640625, false]], [[-9.4140625, false]], [[-5.6640625, false]], [[-9.6640625, false]], [[-6.1640625, false]], [[-9.9140625, false]], [[-5.6640625, false]], [[-9.1640625, false]], [[-6.1640625, false]], [[-9.4140625, false]], [[-9.1640625, false]], [[-9.9140625, false]], [[-9.9140625, false]], [[-8.9140625, false]], [[-11.6640625, false]], [[-9.9140625, false]], [[-6.1640625, false]], [[-8.4140625, false]], [[-9.6640625, false]], [[-6.1640625, false]], [[-9.9140625, false]], [[-9.9140625, false]], [[-5.6640625, false]], [[-9.6640625, false]], [[-9.6640625, false]], [[-8.4140625, false]], [[-9.6640625, false]], [[-9.4140625, false]], [[-6.1640625, false]], [[-9.1640625, false]], [[-9.9140625, false]], [[-5.6640625, false]], [[-8.4140625, false]], [[-9.1640625, false]], [[-8.4140625, false]], [[-10.9140625, false]], [[-5.6640625, false]], [[-8.9140625, false]], [[-9.6640625, false]], [[-6.1640625, false]], [[-9.6640625, false]], [[-10.9140625, false]], [[-5.6640625, false]], [[-11.6640625, false]], [[-9.1640625, false]], [[-8.4140625, false]], [[-9.6640625, false]], [[-9.9140625, false]], [[-10.9140625, false]], [[-8.4140625, false]], [[-9.1640625, false]], [[-9.1640625, false]], [[-7.73046875, false]], [[-9.4140625, false]], [[-10.484375, false]], [[-6.1640625, false]], [[-9.4140625, false]], [[-5.6640625, false]], [[-9.6640625, false]], [[-6.1640625, false]], [[-9.1640625, false]], [[-9.6640625, false]], [[-9.1640625, false]], [[-11.6640625, false]], [[-10.9140625, false]], [[-9.1640625, false]], [[-8.6640625, false]], [[-6.1640625, false]], [[-9.1640625, false]], [[-9.9140625, false]], [[-5.6640625, false]], [[-8.4140625, false]], [[-9.1640625, false]], [[-8.4140625, false]], [[-10.9140625, false]], [[-5.6640625, false]], [[-8.9140625, false]], [[-9.6640625, false]], [[-6.1640625, false]], [[-9.9140625, false]], [[-9.9140625, false]], [[-11.6640625, false]], [[-9.9140625, false]], [[-8.6640625, false]], [[-6.1640625, false]], [[-5.6640625, false]], [[-9.6640625, false]], [[-9.9140625, false]], [[-8.4140625, false]], [[-8.6640625, false]], [[-6.1640625, false]], [[-7.1640625, false]], [[-9.1640625, false]], [[-8.4140625, false]], [[-9.6640625, false]], [[-9.4140625, false]], [[-6.1640625, false]], [[-9.9140625, false]], [[-11.6640625, false]], [[-9.9140625, false]], [[-9.9140625, false]], [[-9.1640625, false]], [[-8.6640625, false]], [[-6.1640625, false]], [[-8.4140625, false]], [[-9.6640625, false]], [[-9.6640625, false]], [[-9.9140625, false]], [[-6.1640625, false]], [[-9.6640625, false]], [[-9.4140625, false]], [[-9.1640625, false]], [[-6.1640625, false]], [[-9.1640625, false]], [[-11.6640625, false]], [[-9.6640625, false]], [[-7.73046875, false]], [[-9.4140625, false]], [[-11.1640625, false]]], "filtered_resps": [[-6.4140625, false], [-9.4140625, false], [-5.6640625, false], [-9.6640625, false], [-6.1640625, false], [-9.4140625, false], [-5.6640625, false], [-9.6640625, false], [-9.1640625, false], [-6.1640625, false], [-9.1640625, false], [-9.9140625, false], [-5.6640625, false], [-8.4140625, false], [-9.1640625, false], [-8.4140625, false], [-10.9140625, false], [-5.6640625, false], [-8.9140625, false], [-9.6640625, false], [-6.1640625, false], [-5.6640625, false], [-6.1640625, false], [-9.6640625, false], [-8.4140625, false], [-9.6640625, false], [-9.1640625, false], [-8.6640625, false], [-6.1640625, false], [-9.6640625, false], [-10.9140625, false], [-5.6640625, false], [-11.6640625, false], [-9.1640625, false], [-8.4140625, false], [-9.6640625, false], [-9.9140625, false], [-10.9140625, false], [-12.1640625, false], [-7.73046875, false], [-9.4140625, false], [-10.484375, false], [-6.1640625, false], [-9.4140625, false], [-5.6640625, false], [-9.6640625, false], [-6.1640625, false], [-9.1640625, false], [-9.6640625, false], [-9.1640625, false], [-11.6640625, false], [-10.9140625, false], [-9.1640625, false], [-8.6640625, false], [-6.1640625, false], [-9.1640625, false], [-9.9140625, false], [-5.6640625, false], [-8.4140625, false], [-9.1640625, false], [-8.4140625, false], [-10.9140625, false], [-5.6640625, false], [-8.9140625, false], [-9.6640625, false], [-6.1640625, false], [-9.9140625, false], [-9.9140625, false], [-11.6640625, false], [-9.9140625, false], [-8.6640625, false], [-6.1640625, false], [-10.9140625, false], [-9.1640625, false], [-9.6640625, false], [-11.6640625, false], [-10.9140625, false], [-9.6640625, false], [-6.1640625, false], [-9.4140625, false], [-9.9140625, false], [-9.6640625, false], [-9.1640625, false], [-6.1640625, false], [-9.1640625, false], [-5.6640625, false], [-8.9140625, false], [-9.1640625, false], [-9.9140625, false], [-12.1640625, false], [-7.73046875, false], [-9.4140625, false], [-10.484375, false], [-6.1640625, false], [-9.4140625, false], [-5.6640625, false], [-9.6640625, false], [-6.1640625, false], [-9.9140625, false], [-5.6640625, false], [-9.1640625, false], [-6.1640625, false], [-9.4140625, false], [-9.1640625, false], [-9.9140625, false], [-9.9140625, false], [-8.9140625, false], [-11.6640625, false], [-9.9140625, false], [-6.1640625, false], [-8.4140625, false], [-9.6640625, false], [-6.1640625, false], [-9.9140625, false], [-9.9140625, false], [-5.6640625, false], [-9.6640625, false], [-9.6640625, false], [-8.4140625, false], [-9.6640625, false], [-9.4140625, false], [-6.1640625, false], [-9.1640625, false], [-9.9140625, false], [-5.6640625, false], [-8.4140625, false], [-9.1640625, false], [-8.4140625, false], [-10.9140625, false], [-5.6640625, false], [-8.9140625, false], [-9.6640625, false], [-6.1640625, false], [-9.6640625, false], [-10.9140625, false], [-5.6640625, false], [-11.6640625, false], [-9.1640625, false], [-8.4140625, false], [-9.6640625, false], [-9.9140625, false], [-10.9140625, false], [-8.4140625, false], [-9.1640625, false], [-9.1640625, false], [-7.73046875, false], [-9.4140625, false], [-10.484375, false], [-6.1640625, false], [-9.4140625, false], [-5.6640625, false], [-9.6640625, false], [-6.1640625, false], [-9.1640625, false], [-9.6640625, false], [-9.1640625, false], [-11.6640625, false], [-10.9140625, false], [-9.1640625, false], [-8.6640625, false], [-6.1640625, false], [-9.1640625, false], [-9.9140625, false], [-5.6640625, false], [-8.4140625, false], [-9.1640625, false], [-8.4140625, false], [-10.9140625, false], [-5.6640625, false], [-8.9140625, false], [-9.6640625, false], [-6.1640625, false], [-9.9140625, false], [-9.9140625, false], [-11.6640625, false], [-9.9140625, false], [-8.6640625, false], [-6.1640625, false], [-5.6640625, false], [-9.6640625, false], [-9.9140625, false], [-8.4140625, false], [-8.6640625, false], [-6.1640625, false], [-7.1640625, false], [-9.1640625, false], [-8.4140625, false], [-9.6640625, false], [-9.4140625, false], [-6.1640625, false], [-9.9140625, false], [-11.6640625, false], [-9.9140625, false], [-9.9140625, false], [-9.1640625, false], [-8.6640625, false], [-6.1640625, false], [-8.4140625, false], [-9.6640625, false], [-9.6640625, false], [-9.9140625, false], [-6.1640625, false], [-9.6640625, false], [-9.4140625, false], [-9.1640625, false], [-6.1640625, false], [-9.1640625, false], [-11.6640625, false], [-9.6640625, false], [-7.73046875, false], [-9.4140625, false], [-11.1640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1114, "doc": {"id": "Mercury_177153", "question": "The first person to introduce the idea of the continents moving around the surface of Earth was", "choices": {"text": ["Niels Bohr.", "Albert Einstein.", "Charles Darwin.", "Alfred Wegener."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Alfred Wegener.", "arguments": ["Question: The first person to introduce the idea of the continents moving around the surface of Earth was\nAnswer:", " ["], "resps": [[[-7.2890625, false]], [[-8.4140625, false]], [[-7.7890625, false]], [[-9.0390625, false]], [[-8.0390625, false]], [[-10.5390625, false]], [[-9.5390625, false]], [[-5.6640625, false]], [[-6.2890625, false]], [[-10.4140625, false]], [[-11.0390625, false]], [[-9.9140625, false]], [[-7.3828125, false]], [[-8.4140625, false]], [[-8.8828125, false]], [[-5.6640625, false]], [[-8.4140625, false]], [[-3.662109375, false]], [[-10.5390625, false]], [[-8.2890625, false]], [[-8.0390625, false]], [[-9.9140625, false]], [[-10.4140625, false]], [[-5.6640625, false]], [[-5.6640625, false]], [[-9.0390625, false]], [[-10.1640625, false]], [[-9.5390625, false]], [[-10.4140625, false]], [[-8.0390625, false]], [[-9.0390625, false]], [[-10.1640625, false]], [[-7.3828125, false]], [[-8.4140625, false]], [[-8.8828125, false]], [[-5.6640625, false]], [[-8.4140625, false]], [[-5.0390625, false]], [[-11.0390625, false]], [[-5.5390625, false]], [[-9.9140625, false]], [[-10.5390625, false]], [[-8.0390625, false]], [[-9.5390625, false]], [[-5.6640625, false]], [[-7.1640625, false]], [[-5.5390625, false]], [[-9.9140625, false]], [[-10.2890625, false]], [[-9.0390625, false]], [[-10.1640625, false]], [[-7.3828125, false]], [[-8.4140625, false]], [[-8.8828125, false]], [[-5.6640625, false]], [[-8.4140625, false]], [[-3.662109375, false]], [[-10.5390625, false]], [[-9.6640625, false]], [[-9.9140625, false]], [[-8.0390625, false]], [[-9.6640625, false]], [[-5.6640625, false]], [[-7.4140625, false]], [[-8.0390625, false]], [[-11.9140625, false]], [[-8.0390625, false]], [[-10.1640625, false]], [[-8.0390625, false]], [[-9.9140625, false]], [[-7.3828125, false]], [[-8.4140625, false]], [[-12.5390625, false]]], "filtered_resps": [[-7.2890625, false], [-8.4140625, false], [-7.7890625, false], [-9.0390625, false], [-8.0390625, false], [-10.5390625, false], [-9.5390625, false], [-5.6640625, false], [-6.2890625, false], [-10.4140625, false], [-11.0390625, false], [-9.9140625, false], [-7.3828125, false], [-8.4140625, false], [-8.8828125, false], [-5.6640625, false], [-8.4140625, false], [-3.662109375, false], [-10.5390625, false], [-8.2890625, false], [-8.0390625, false], [-9.9140625, false], [-10.4140625, false], [-5.6640625, false], [-5.6640625, false], [-9.0390625, false], [-10.1640625, false], [-9.5390625, false], [-10.4140625, false], [-8.0390625, false], [-9.0390625, false], [-10.1640625, false], [-7.3828125, false], [-8.4140625, false], [-8.8828125, false], [-5.6640625, false], [-8.4140625, false], [-5.0390625, false], [-11.0390625, false], [-5.5390625, false], [-9.9140625, false], [-10.5390625, false], [-8.0390625, false], [-9.5390625, false], [-5.6640625, false], [-7.1640625, false], [-5.5390625, false], [-9.9140625, false], [-10.2890625, false], [-9.0390625, false], [-10.1640625, false], [-7.3828125, false], [-8.4140625, false], [-8.8828125, false], [-5.6640625, false], [-8.4140625, false], [-3.662109375, false], [-10.5390625, false], [-9.6640625, false], [-9.9140625, false], [-8.0390625, false], [-9.6640625, false], [-5.6640625, false], [-7.4140625, false], [-8.0390625, false], [-11.9140625, false], [-8.0390625, false], [-10.1640625, false], [-8.0390625, false], [-9.9140625, false], [-7.3828125, false], [-8.4140625, false], [-12.5390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1122, "doc": {"id": "VASoL_2008_5_14", "question": "Copper wire is often wrapped in plastic. Plastic material is a good", "choices": {"text": ["electromagnet", "insulator", "circuit", "current"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "insulator", "arguments": ["Question: Copper wire is often wrapped in plastic. Plastic material is a good\nAnswer:", " ["], "resps": [[[-8.390625, false]], [[-8.890625, false]], [[-9.890625, false]], [[-9.890625, false]], [[-9.890625, false]], [[-10.390625, false]], [[-11.390625, false]], [[-10.890625, false]], [[-10.640625, false]], [[-11.890625, false]], [[-6.640625, false]], [[-12.890625, false]], [[-10.890625, false]], [[-9.890625, false]], [[-11.390625, false]], [[-8.890625, false]], [[-10.171875, false]], [[-5.640625, false]], [[-8.890625, false]], [[-9.140625, false]], [[-10.890625, false]], [[-10.140625, false]], [[-11.890625, false]], [[-9.890625, false]], [[-6.640625, false]], [[-11.390625, false]], [[-10.640625, false]], [[-10.890625, false]], [[-8.890625, false]], [[-10.171875, false]], [[-5.640625, false]], [[-8.890625, false]], [[-10.390625, false]], [[-9.140625, false]], [[-10.890625, false]], [[-10.390625, false]], [[-11.890625, false]], [[-9.140625, false]], [[-11.390625, false]], [[-8.890625, false]], [[-10.171875, false]], [[-5.640625, false]], [[-8.890625, false]], [[-10.390625, false]], [[-11.890625, false]], [[-10.890625, false]], [[-10.890625, false]], [[-9.890625, false]], [[-10.890625, false]], [[-11.390625, false]], [[-8.890625, false]], [[-13.390625, false]]], "filtered_resps": [[-8.390625, false], [-8.890625, false], [-9.890625, false], [-9.890625, false], [-9.890625, false], [-10.390625, false], [-11.390625, false], [-10.890625, false], [-10.640625, false], [-11.890625, false], [-6.640625, false], [-12.890625, false], [-10.890625, false], [-9.890625, false], [-11.390625, false], [-8.890625, false], [-10.171875, false], [-5.640625, false], [-8.890625, false], [-9.140625, false], [-10.890625, false], [-10.140625, false], [-11.890625, false], [-9.890625, false], [-6.640625, false], [-11.390625, false], [-10.640625, false], [-10.890625, false], [-8.890625, false], [-10.171875, false], [-5.640625, false], [-8.890625, false], [-10.390625, false], [-9.140625, false], [-10.890625, false], [-10.390625, false], [-11.890625, false], [-9.140625, false], [-11.390625, false], [-8.890625, false], [-10.171875, false], [-5.640625, false], [-8.890625, false], [-10.390625, false], [-11.890625, false], [-10.890625, false], [-10.890625, false], [-9.890625, false], [-10.890625, false], [-11.390625, false], [-8.890625, false], [-13.390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1130, "doc": {"id": "Mercury_7191188", "question": "There are a variety of events that can disrupt ecosystems. Some events result in local disturbances and others can affect a much larger area. Which event would most likely result in change on a global scale?", "choices": {"text": ["land scarred by forest fires", "erosion of ocean shorelines", "converging plate boundaries", "destruction of tropical rain forests"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "destruction of tropical rain forests", "arguments": ["Question: There are a variety of events that can disrupt ecosystems. Some events result in local disturbances and others can affect a much larger area. Which event would most likely result in change on a global scale?\nAnswer:", " ["], "resps": [[[-7.328125, false]], [[-9.203125, false]], [[-11.078125, false]], [[-6.453125, false]], [[-9.703125, false]], [[-7.453125, false]], [[-5.078125, false]], [[-9.953125, false]], [[-8.828125, false]], [[-6.453125, false]], [[-11.203125, false]], [[-11.203125, false]], [[-5.578125, false]], [[-7.453125, false]], [[-5.078125, false]], [[-9.703125, false]], [[-12.578125, false]], [[-5.078125, false]], [[-8.703125, false]], [[-8.578125, false]], [[-11.203125, false]], [[-5.578125, false]], [[-9.953125, false]], [[-11.703125, false]], [[-5.078125, false]], [[-8.703125, false]], [[-8.703125, false]], [[-11.203125, false]], [[-5.578125, false]], [[-9.953125, false]], [[-9.203125, false]], [[-9.875, false]], [[-5.078125, false]], [[-9.203125, false]], [[-5.578125, false]], [[-11.203125, false]], [[-8.578125, false]], [[-9.953125, false]], [[-8.703125, false]], [[-8.578125, false]], [[-9.703125, false]], [[-5.078125, false]], [[-8.578125, false]], [[-8.703125, false]], [[-5.078125, false]], [[-8.578125, false]], [[-8.828125, false]], [[-5.578125, false]], [[-6.453125, false]], [[-9.703125, false]], [[-5.078125, false]], [[-9.953125, false]], [[-11.328125, false]], [[-8.578125, false]], [[-11.203125, false]], [[-5.578125, false]], [[-11.078125, false]], [[-8.703125, false]], [[-9.703125, false]], [[-5.578125, false]], [[-9.953125, false]], [[-9.203125, false]], [[-9.875, false]], [[-5.078125, false]], [[-9.203125, false]], [[-8.828125, false]], [[-8.578125, false]], [[-9.703125, false]], [[-12.703125, false]], [[-5.578125, false]], [[-11.203125, false]], [[-12.953125, false]], [[-8.703125, false]], [[-9.703125, false]], [[-12.953125, false]], [[-5.078125, false]], [[-10.703125, false]], [[-11.078125, false]], [[-6.453125, false]], [[-11.703125, false]], [[-5.578125, false]], [[-5.078125, false]], [[-9.703125, false]], [[-8.578125, false]], [[-11.203125, false]], [[-9.703125, false]], [[-7.453125, false]], [[-6.453125, false]], [[-11.203125, false]], [[-8.703125, false]], [[-5.578125, false]], [[-9.953125, false]], [[-9.203125, false]], [[-9.875, false]], [[-5.078125, false]], [[-9.203125, false]], [[-7.453125, false]], [[-5.578125, false]], [[-9.953125, false]], [[-11.703125, false]], [[-11.203125, false]], [[-11.203125, false]], [[-8.828125, false]], [[-11.703125, false]], [[-8.703125, false]], [[-8.578125, false]], [[-9.703125, false]], [[-5.078125, false]], [[-8.578125, false]], [[-8.703125, false]], [[-5.078125, false]], [[-11.703125, false]], [[-11.203125, false]], [[-8.578125, false]], [[-10.703125, false]], [[-8.703125, false]], [[-8.828125, false]], [[-6.453125, false]], [[-11.078125, false]], [[-5.078125, false]], [[-11.203125, false]], [[-6.453125, false]], [[-8.703125, false]], [[-9.703125, false]], [[-5.078125, false]], [[-8.703125, false]], [[-8.578125, false]], [[-11.203125, false]], [[-5.578125, false]], [[-9.953125, false]], [[-11.703125, false]], [[-9.953125, false]], [[-9.203125, false]], [[-14.328125, false]]], "filtered_resps": [[-7.328125, false], [-9.203125, false], [-11.078125, false], [-6.453125, false], [-9.703125, false], [-7.453125, false], [-5.078125, false], [-9.953125, false], [-8.828125, false], [-6.453125, false], [-11.203125, false], [-11.203125, false], [-5.578125, false], [-7.453125, false], [-5.078125, false], [-9.703125, false], [-12.578125, false], [-5.078125, false], [-8.703125, false], [-8.578125, false], [-11.203125, false], [-5.578125, false], [-9.953125, false], [-11.703125, false], [-5.078125, false], [-8.703125, false], [-8.703125, false], [-11.203125, false], [-5.578125, false], [-9.953125, false], [-9.203125, false], [-9.875, false], [-5.078125, false], [-9.203125, false], [-5.578125, false], [-11.203125, false], [-8.578125, false], [-9.953125, false], [-8.703125, false], [-8.578125, false], [-9.703125, false], [-5.078125, false], [-8.578125, false], [-8.703125, false], [-5.078125, false], [-8.578125, false], [-8.828125, false], [-5.578125, false], [-6.453125, false], [-9.703125, false], [-5.078125, false], [-9.953125, false], [-11.328125, false], [-8.578125, false], [-11.203125, false], [-5.578125, false], [-11.078125, false], [-8.703125, false], [-9.703125, false], [-5.578125, false], [-9.953125, false], [-9.203125, false], [-9.875, false], [-5.078125, false], [-9.203125, false], [-8.828125, false], [-8.578125, false], [-9.703125, false], [-12.703125, false], [-5.578125, false], [-11.203125, false], [-12.953125, false], [-8.703125, false], [-9.703125, false], [-12.953125, false], [-5.078125, false], [-10.703125, false], [-11.078125, false], [-6.453125, false], [-11.703125, false], [-5.578125, false], [-5.078125, false], [-9.703125, false], [-8.578125, false], [-11.203125, false], [-9.703125, false], [-7.453125, false], [-6.453125, false], [-11.203125, false], [-8.703125, false], [-5.578125, false], [-9.953125, false], [-9.203125, false], [-9.875, false], [-5.078125, false], [-9.203125, false], [-7.453125, false], [-5.578125, false], [-9.953125, false], [-11.703125, false], [-11.203125, false], [-11.203125, false], [-8.828125, false], [-11.703125, false], [-8.703125, false], [-8.578125, false], [-9.703125, false], [-5.078125, false], [-8.578125, false], [-8.703125, false], [-5.078125, false], [-11.703125, false], [-11.203125, false], [-8.578125, false], [-10.703125, false], [-8.703125, false], [-8.828125, false], [-6.453125, false], [-11.078125, false], [-5.078125, false], [-11.203125, false], [-6.453125, false], [-8.703125, false], [-9.703125, false], [-5.078125, false], [-8.703125, false], [-8.578125, false], [-11.203125, false], [-5.578125, false], [-9.953125, false], [-11.703125, false], [-9.953125, false], [-9.203125, false], [-14.328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1138, "doc": {"id": "Mercury_7008260", "question": "Which is a possible consequence of global warming?", "choices": {"text": ["an increase in the amount of coral reefs", "a decrease in temperature, causing earlier frosts", "an increase in the number of heat waves, causing droughts", "a decrease in temperature, causing shorter growing seasons"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "an increase in the number of heat waves, causing droughts", "arguments": ["Question: Which is a possible consequence of global warming?\nAnswer:", " ["], "resps": [[[-7.53515625, false]], [[-8.03125, false]], [[-5.16015625, false]], [[-10.28125, false]], [[-5.53515625, false]], [[-9.40625, false]], [[-10.28125, false]], [[-9.40625, false]], [[-12.53125, false]], [[-8.03125, false]], [[-5.16015625, false]], [[-9.90625, false]], [[-8.03125, false]], [[-5.53515625, false]], [[-9.40625, false]], [[-10.28125, false]], [[-5.53515625, false]], [[-11.03125, false]], [[-12.65625, false]], [[-8.03125, false]], [[-5.53515625, false]], [[-5.16015625, false]], [[-11.78125, false]], [[-9.40625, false]], [[-11.90625, false]], [[-10.28125, false]], [[-11.03125, false]], [[-5.53515625, false]], [[-9.40625, false]], [[-10.78125, false]], [[-5.53515625, false]], [[-9.40625, false]], [[-9.40625, false]], [[-12.53125, false]], [[-5.16015625, false]], [[-11.90625, false]], [[-5.53515625, false]], [[-12.53125, false]], [[-8.03125, false]], [[-8.03125, false]], [[-10.78125, false]], [[-9.90625, false]], [[-8.03125, false]], [[-10.484375, false]], [[-5.53515625, false]], [[-8.03125, false]], [[-5.16015625, false]], [[-5.53515625, false]], [[-8.28125, false]], [[-8.03125, false]], [[-9.40625, false]], [[-12.53125, false]], [[-8.03125, false]], [[-5.16015625, false]], [[-9.90625, false]], [[-8.03125, false]], [[-5.53515625, false]], [[-9.40625, false]], [[-10.28125, false]], [[-5.53515625, false]], [[-11.03125, false]], [[-8.03125, false]], [[-11.78125, false]], [[-10.65625, false]], [[-8.03125, false]], [[-12.53125, false]], [[-5.16015625, false]], [[-11.03125, false]], [[-11.90625, false]], [[-12.53125, false]], [[-8.03125, false]], [[-10.484375, false]], [[-5.53515625, false]], [[-9.40625, false]], [[-5.16015625, false]], [[-11.90625, false]], [[-9.90625, false]], [[-9.40625, false]], [[-10.28125, false]], [[-12.15625, false]], [[-5.53515625, false]], [[-8.03125, false]], [[-5.16015625, false]], [[-12.53125, false]], [[-11.90625, false]], [[-9.40625, false]], [[-8.03125, false]], [[-12.53125, false]], [[-5.53515625, false]], [[-10.78125, false]], [[-12.53125, false]], [[-9.40625, false]], [[-9.90625, false]], [[-11.03125, false]], [[-9.90625, false]], [[-8.03125, false]], [[-10.484375, false]], [[-5.53515625, false]], [[-8.03125, false]], [[-5.16015625, false]], [[-10.28125, false]], [[-5.53515625, false]], [[-9.40625, false]], [[-10.28125, false]], [[-9.40625, false]], [[-12.53125, false]], [[-8.03125, false]], [[-5.16015625, false]], [[-9.90625, false]], [[-8.03125, false]], [[-5.53515625, false]], [[-9.40625, false]], [[-10.28125, false]], [[-5.53515625, false]], [[-11.03125, false]], [[-12.65625, false]], [[-8.03125, false]], [[-5.53515625, false]], [[-10.28125, false]], [[-11.90625, false]], [[-11.78125, false]], [[-11.28125, false]], [[-8.03125, false]], [[-12.53125, false]], [[-5.53515625, false]], [[-9.40625, false]], [[-10.78125, false]], [[-5.53515625, false]], [[-12.65625, false]], [[-8.03125, false]], [[-5.16015625, false]], [[-11.03125, false]], [[-5.53515625, false]], [[-11.53125, false]], [[-5.16015625, false]], [[-13.15625, false]], [[-8.03125, false]], [[-9.90625, false]], [[-10.484375, false]], [[-5.53515625, false]], [[-9.40625, false]], [[-5.16015625, false]], [[-11.90625, false]], [[-9.90625, false]], [[-9.40625, false]], [[-10.28125, false]], [[-12.15625, false]], [[-5.53515625, false]], [[-8.28125, false]], [[-12.53125, false]], [[-9.40625, false]], [[-11.90625, false]], [[-12.15625, false]], [[-12.65625, false]], [[-11.03125, false]], [[-9.90625, false]], [[-8.03125, false]], [[-10.484375, false]], [[-5.53515625, false]], [[-8.03125, false]], [[-5.16015625, false]], [[-5.53515625, false]], [[-8.28125, false]], [[-8.03125, false]], [[-9.40625, false]], [[-12.53125, false]], [[-8.03125, false]], [[-5.16015625, false]], [[-9.90625, false]], [[-8.03125, false]], [[-5.53515625, false]], [[-9.40625, false]], [[-10.28125, false]], [[-5.53515625, false]], [[-11.03125, false]], [[-8.03125, false]], [[-11.78125, false]], [[-10.65625, false]], [[-8.03125, false]], [[-12.53125, false]], [[-5.16015625, false]], [[-11.03125, false]], [[-11.90625, false]], [[-12.53125, false]], [[-8.03125, false]], [[-10.484375, false]], [[-5.53515625, false]], [[-9.40625, false]], [[-5.16015625, false]], [[-11.90625, false]], [[-9.90625, false]], [[-9.40625, false]], [[-10.28125, false]], [[-12.15625, false]], [[-5.53515625, false]], [[-9.90625, false]], [[-12.65625, false]], [[-9.40625, false]], [[-12.53125, false]], [[-11.03125, false]], [[-8.03125, false]], [[-12.53125, false]], [[-5.53515625, false]], [[-12.15625, false]], [[-12.53125, false]], [[-9.40625, false]], [[-11.53125, false]], [[-9.40625, false]], [[-10.28125, false]], [[-12.15625, false]], [[-5.53515625, false]], [[-9.90625, false]], [[-8.03125, false]], [[-5.16015625, false]], [[-9.90625, false]], [[-9.40625, false]], [[-10.28125, false]], [[-9.90625, false]], [[-8.03125, false]], [[-14.53125, false]]], "filtered_resps": [[-7.53515625, false], [-8.03125, false], [-5.16015625, false], [-10.28125, false], [-5.53515625, false], [-9.40625, false], [-10.28125, false], [-9.40625, false], [-12.53125, false], [-8.03125, false], [-5.16015625, false], [-9.90625, false], [-8.03125, false], [-5.53515625, false], [-9.40625, false], [-10.28125, false], [-5.53515625, false], [-11.03125, false], [-12.65625, false], [-8.03125, false], [-5.53515625, false], [-5.16015625, false], [-11.78125, false], [-9.40625, false], [-11.90625, false], [-10.28125, false], [-11.03125, false], [-5.53515625, false], [-9.40625, false], [-10.78125, false], [-5.53515625, false], [-9.40625, false], [-9.40625, false], [-12.53125, false], [-5.16015625, false], [-11.90625, false], [-5.53515625, false], [-12.53125, false], [-8.03125, false], [-8.03125, false], [-10.78125, false], [-9.90625, false], [-8.03125, false], [-10.484375, false], [-5.53515625, false], [-8.03125, false], [-5.16015625, false], [-5.53515625, false], [-8.28125, false], [-8.03125, false], [-9.40625, false], [-12.53125, false], [-8.03125, false], [-5.16015625, false], [-9.90625, false], [-8.03125, false], [-5.53515625, false], [-9.40625, false], [-10.28125, false], [-5.53515625, false], [-11.03125, false], [-8.03125, false], [-11.78125, false], [-10.65625, false], [-8.03125, false], [-12.53125, false], [-5.16015625, false], [-11.03125, false], [-11.90625, false], [-12.53125, false], [-8.03125, false], [-10.484375, false], [-5.53515625, false], [-9.40625, false], [-5.16015625, false], [-11.90625, false], [-9.90625, false], [-9.40625, false], [-10.28125, false], [-12.15625, false], [-5.53515625, false], [-8.03125, false], [-5.16015625, false], [-12.53125, false], [-11.90625, false], [-9.40625, false], [-8.03125, false], [-12.53125, false], [-5.53515625, false], [-10.78125, false], [-12.53125, false], [-9.40625, false], [-9.90625, false], [-11.03125, false], [-9.90625, false], [-8.03125, false], [-10.484375, false], [-5.53515625, false], [-8.03125, false], [-5.16015625, false], [-10.28125, false], [-5.53515625, false], [-9.40625, false], [-10.28125, false], [-9.40625, false], [-12.53125, false], [-8.03125, false], [-5.16015625, false], [-9.90625, false], [-8.03125, false], [-5.53515625, false], [-9.40625, false], [-10.28125, false], [-5.53515625, false], [-11.03125, false], [-12.65625, false], [-8.03125, false], [-5.53515625, false], [-10.28125, false], [-11.90625, false], [-11.78125, false], [-11.28125, false], [-8.03125, false], [-12.53125, false], [-5.53515625, false], [-9.40625, false], [-10.78125, false], [-5.53515625, false], [-12.65625, false], [-8.03125, false], [-5.16015625, false], [-11.03125, false], [-5.53515625, false], [-11.53125, false], [-5.16015625, false], [-13.15625, false], [-8.03125, false], [-9.90625, false], [-10.484375, false], [-5.53515625, false], [-9.40625, false], [-5.16015625, false], [-11.90625, false], [-9.90625, false], [-9.40625, false], [-10.28125, false], [-12.15625, false], [-5.53515625, false], [-8.28125, false], [-12.53125, false], [-9.40625, false], [-11.90625, false], [-12.15625, false], [-12.65625, false], [-11.03125, false], [-9.90625, false], [-8.03125, false], [-10.484375, false], [-5.53515625, false], [-8.03125, false], [-5.16015625, false], [-5.53515625, false], [-8.28125, false], [-8.03125, false], [-9.40625, false], [-12.53125, false], [-8.03125, false], [-5.16015625, false], [-9.90625, false], [-8.03125, false], [-5.53515625, false], [-9.40625, false], [-10.28125, false], [-5.53515625, false], [-11.03125, false], [-8.03125, false], [-11.78125, false], [-10.65625, false], [-8.03125, false], [-12.53125, false], [-5.16015625, false], [-11.03125, false], [-11.90625, false], [-12.53125, false], [-8.03125, false], [-10.484375, false], [-5.53515625, false], [-9.40625, false], [-5.16015625, false], [-11.90625, false], [-9.90625, false], [-9.40625, false], [-10.28125, false], [-12.15625, false], [-5.53515625, false], [-9.90625, false], [-12.65625, false], [-9.40625, false], [-12.53125, false], [-11.03125, false], [-8.03125, false], [-12.53125, false], [-5.53515625, false], [-12.15625, false], [-12.53125, false], [-9.40625, false], [-11.53125, false], [-9.40625, false], [-10.28125, false], [-12.15625, false], [-5.53515625, false], [-9.90625, false], [-8.03125, false], [-5.16015625, false], [-9.90625, false], [-9.40625, false], [-10.28125, false], [-9.90625, false], [-8.03125, false], [-14.53125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1146, "doc": {"id": "Mercury_7040758", "question": "What direction is the movement of the energy in a food web?", "choices": {"text": ["consumer to producer", "producer to consumer", "decomposer to producer", "decomposer to consumer"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "producer to consumer", "arguments": ["Question: What direction is the movement of the energy in a food web?\nAnswer:", " ["], "resps": [[[-7.66796875, false]], [[-8.421875, false]], [[-9.671875, false]], [[-10.671875, false]], [[-9.171875, false]], [[-8.671875, false]], [[-10.671875, false]], [[-11.171875, false]], [[-9.421875, false]], [[-11.171875, false]], [[-4.66796875, false]], [[-10.671875, false]], [[-10.671875, false]], [[-4.66796875, false]], [[-10.671875, false]], [[-11.171875, false]], [[-10.671875, false]], [[-10.171875, false]], [[-10.671875, false]], [[-9.671875, false]], [[-9.421875, false]], [[-11.171875, false]], [[-8.421875, false]], [[-9.4375, false]], [[-4.66796875, false]], [[-8.421875, false]], [[-10.671875, false]], [[-11.171875, false]], [[-10.671875, false]], [[-10.171875, false]], [[-10.671875, false]], [[-9.671875, false]], [[-9.421875, false]], [[-11.171875, false]], [[-4.66796875, false]], [[-10.671875, false]], [[-10.671875, false]], [[-4.66796875, false]], [[-9.671875, false]], [[-10.671875, false]], [[-9.171875, false]], [[-8.671875, false]], [[-10.671875, false]], [[-11.171875, false]], [[-9.421875, false]], [[-11.171875, false]], [[-8.421875, false]], [[-9.4375, false]], [[-4.66796875, false]], [[-8.421875, false]], [[-10.171875, false]], [[-9.421875, false]], [[-9.671875, false]], [[-10.671875, false]], [[-11.171875, false]], [[-10.671875, false]], [[-10.671875, false]], [[-8.671875, false]], [[-9.421875, false]], [[-11.171875, false]], [[-4.66796875, false]], [[-10.671875, false]], [[-10.671875, false]], [[-4.66796875, false]], [[-10.671875, false]], [[-11.171875, false]], [[-10.671875, false]], [[-10.171875, false]], [[-10.671875, false]], [[-9.671875, false]], [[-9.421875, false]], [[-11.171875, false]], [[-8.421875, false]], [[-9.4375, false]], [[-4.66796875, false]], [[-8.421875, false]], [[-10.171875, false]], [[-9.421875, false]], [[-9.671875, false]], [[-10.671875, false]], [[-11.171875, false]], [[-10.671875, false]], [[-10.671875, false]], [[-8.671875, false]], [[-9.421875, false]], [[-11.171875, false]], [[-4.66796875, false]], [[-10.671875, false]], [[-10.671875, false]], [[-4.66796875, false]], [[-9.671875, false]], [[-10.671875, false]], [[-9.171875, false]], [[-8.671875, false]], [[-10.671875, false]], [[-11.171875, false]], [[-9.421875, false]], [[-11.171875, false]], [[-8.421875, false]], [[-13.421875, false]]], "filtered_resps": [[-7.66796875, false], [-8.421875, false], [-9.671875, false], [-10.671875, false], [-9.171875, false], [-8.671875, false], [-10.671875, false], [-11.171875, false], [-9.421875, false], [-11.171875, false], [-4.66796875, false], [-10.671875, false], [-10.671875, false], [-4.66796875, false], [-10.671875, false], [-11.171875, false], [-10.671875, false], [-10.171875, false], [-10.671875, false], [-9.671875, false], [-9.421875, false], [-11.171875, false], [-8.421875, false], [-9.4375, false], [-4.66796875, false], [-8.421875, false], [-10.671875, false], [-11.171875, false], [-10.671875, false], [-10.171875, false], [-10.671875, false], [-9.671875, false], [-9.421875, false], [-11.171875, false], [-4.66796875, false], [-10.671875, false], [-10.671875, false], [-4.66796875, false], [-9.671875, false], [-10.671875, false], [-9.171875, false], [-8.671875, false], [-10.671875, false], [-11.171875, false], [-9.421875, false], [-11.171875, false], [-8.421875, false], [-9.4375, false], [-4.66796875, false], [-8.421875, false], [-10.171875, false], [-9.421875, false], [-9.671875, false], [-10.671875, false], [-11.171875, false], [-10.671875, false], [-10.671875, false], [-8.671875, false], [-9.421875, false], [-11.171875, false], [-4.66796875, false], [-10.671875, false], [-10.671875, false], [-4.66796875, false], [-10.671875, false], [-11.171875, false], [-10.671875, false], [-10.171875, false], [-10.671875, false], [-9.671875, false], [-9.421875, false], [-11.171875, false], [-8.421875, false], [-9.4375, false], [-4.66796875, false], [-8.421875, false], [-10.171875, false], [-9.421875, false], [-9.671875, false], [-10.671875, false], [-11.171875, false], [-10.671875, false], [-10.671875, false], [-8.671875, false], [-9.421875, false], [-11.171875, false], [-4.66796875, false], [-10.671875, false], [-10.671875, false], [-4.66796875, false], [-9.671875, false], [-10.671875, false], [-9.171875, false], [-8.671875, false], [-10.671875, false], [-11.171875, false], [-9.421875, false], [-11.171875, false], [-8.421875, false], [-13.421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1154, "doc": {"id": "Mercury_SC_LBS10952", "question": "Which of these is a waste product of plant cells?", "choices": {"text": ["minerals", "oxygen", "heat", "water"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "oxygen", "arguments": ["Question: Which of these is a waste product of plant cells?\nAnswer:", " ["], "resps": [[[-7.3203125, false]], [[-9.3203125, false]], [[-7.8203125, false]], [[-8.1953125, false]], [[-8.0703125, false]], [[-8.1953125, false]], [[-9.4453125, false]], [[-3.822265625, false]], [[-9.5703125, false]], [[-8.5703125, false]], [[-9.3203125, false]], [[-10.0625, false]], [[-5.1953125, false]], [[-9.3203125, false]], [[-8.6953125, false]], [[-7.8203125, false]], [[-9.6953125, false]], [[-10.6953125, false]], [[-8.1953125, false]], [[-8.0703125, false]], [[-9.3203125, false]], [[-10.0625, false]], [[-5.1953125, false]], [[-9.3203125, false]], [[-9.1953125, false]], [[-8.1953125, false]], [[-3.822265625, false]], [[-8.8203125, false]], [[-9.3203125, false]], [[-10.0625, false]], [[-5.1953125, false]], [[-9.3203125, false]], [[-8.0703125, false]], [[-3.822265625, false]], [[-8.8203125, false]], [[-8.1953125, false]], [[-9.4453125, false]], [[-9.3203125, false]], [[-14.4453125, false]]], "filtered_resps": [[-7.3203125, false], [-9.3203125, false], [-7.8203125, false], [-8.1953125, false], [-8.0703125, false], [-8.1953125, false], [-9.4453125, false], [-3.822265625, false], [-9.5703125, false], [-8.5703125, false], [-9.3203125, false], [-10.0625, false], [-5.1953125, false], [-9.3203125, false], [-8.6953125, false], [-7.8203125, false], [-9.6953125, false], [-10.6953125, false], [-8.1953125, false], [-8.0703125, false], [-9.3203125, false], [-10.0625, false], [-5.1953125, false], [-9.3203125, false], [-9.1953125, false], [-8.1953125, false], [-3.822265625, false], [-8.8203125, false], [-9.3203125, false], [-10.0625, false], [-5.1953125, false], [-9.3203125, false], [-8.0703125, false], [-3.822265625, false], [-8.8203125, false], [-8.1953125, false], [-9.4453125, false], [-9.3203125, false], [-14.4453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1162, "doc": {"id": "Mercury_7092488", "question": "A reverse fault occurs when one side of a fault plane is driven up over the other side. Reverse faults can cause which of these landforms?", "choices": {"text": ["deltas", "mountains", "dunes", "islands"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "mountains", "arguments": ["Question: A reverse fault occurs when one side of a fault plane is driven up over the other side. Reverse faults can cause which of these landforms?\nAnswer:", " ["], "resps": [[[-6.64453125, false]], [[-9.6484375, false]], [[-8.3984375, false]], [[-6.64453125, false]], [[-9.8984375, false]], [[-10.8984375, false]], [[-4.14453125, false]], [[-9.6484375, false]], [[-9.6484375, false]], [[-8.875, false]], [[-4.89453125, false]], [[-9.6484375, false]], [[-9.8984375, false]], [[-9.3984375, false]], [[-12.1484375, false]], [[-9.1484375, false]], [[-10.8984375, false]], [[-4.14453125, false]], [[-9.1484375, false]], [[-9.1484375, false]], [[-9.6484375, false]], [[-9.6484375, false]], [[-8.875, false]], [[-4.89453125, false]], [[-9.6484375, false]], [[-8.3984375, false]], [[-12.1484375, false]], [[-9.1484375, false]], [[-6.64453125, false]], [[-9.6484375, false]], [[-9.6484375, false]], [[-8.875, false]], [[-4.89453125, false]], [[-9.6484375, false]], [[-9.1484375, false]], [[-9.6484375, false]], [[-9.8984375, false]], [[-4.14453125, false]], [[-9.1484375, false]], [[-8.3984375, false]], [[-9.6484375, false]], [[-9.6484375, false]], [[-10.8984375, false]]], "filtered_resps": [[-6.64453125, false], [-9.6484375, false], [-8.3984375, false], [-6.64453125, false], [-9.8984375, false], [-10.8984375, false], [-4.14453125, false], [-9.6484375, false], [-9.6484375, false], [-8.875, false], [-4.89453125, false], [-9.6484375, false], [-9.8984375, false], [-9.3984375, false], [-12.1484375, false], [-9.1484375, false], [-10.8984375, false], [-4.14453125, false], [-9.1484375, false], [-9.1484375, false], [-9.6484375, false], [-9.6484375, false], [-8.875, false], [-4.89453125, false], [-9.6484375, false], [-8.3984375, false], [-12.1484375, false], [-9.1484375, false], [-6.64453125, false], [-9.6484375, false], [-9.6484375, false], [-8.875, false], [-4.89453125, false], [-9.6484375, false], [-9.1484375, false], [-9.6484375, false], [-9.8984375, false], [-4.14453125, false], [-9.1484375, false], [-8.3984375, false], [-9.6484375, false], [-9.6484375, false], [-10.8984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1170, "doc": {"id": "NYSEDREGENTS_2015_4_4", "question": "Which two terms are used to describe weather?", "choices": {"text": ["wind direction and amount of erosion", "gravity and amount of rain", "groundwater and cloud cover", "air temperature and wind speed"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "air temperature and wind speed", "arguments": ["Question: Which two terms are used to describe weather?\nAnswer:", " ["], "resps": [[[-6.8046875, false]], [[-8.0546875, false]], [[-8.0546875, false]], [[-7.5546875, false]], [[-8.0546875, false]], [[-6.3046875, false]], [[-4.3046875, false]], [[-6.3046875, false]], [[-7.5546875, false]], [[-9.5546875, false]], [[-6.8046875, false]], [[-8.0546875, false]], [[-9.0546875, false]], [[-7.5546875, false]], [[-7.3046875, false]], [[-8.0546875, false]], [[-4.3046875, false]], [[-5.0546875, false]], [[-8.0546875, false]], [[-6.3046875, false]], [[-4.3046875, false]], [[-5.0546875, false]], [[-8.0546875, false]], [[-7.3046875, false]], [[-9.9296875, false]], [[-8.0546875, false]], [[-9.0546875, false]], [[-4.3046875, false]], [[-7.3046875, false]], [[-8.8046875, false]], [[-4.3046875, false]], [[-6.8046875, false]], [[-9.5546875, false]], [[-7.3046875, false]], [[-7.5546875, false]], [[-7.5546875, false]], [[-7.3046875, false]], [[-8.0546875, false]], [[-8.0546875, false]], [[-8.828125, false]], [[-4.3046875, false]], [[-8.0546875, false]], [[-10.0546875, false]], [[-9.5546875, false]], [[-5.0546875, false]], [[-10.3046875, false]], [[-7.5546875, false]], [[-9.0546875, false]], [[-10.1796875, false]], [[-4.3046875, false]], [[-5.0546875, false]], [[-8.0546875, false]], [[-6.3046875, false]], [[-4.3046875, false]], [[-5.0546875, false]], [[-8.0546875, false]], [[-7.3046875, false]], [[-9.9296875, false]], [[-8.0546875, false]], [[-9.0546875, false]], [[-4.3046875, false]], [[-7.3046875, false]], [[-8.8046875, false]], [[-4.3046875, false]], [[-9.5546875, false]], [[-5.0546875, false]], [[-7.5546875, false]], [[-8.0546875, false]], [[-8.0546875, false]], [[-8.828125, false]], [[-4.3046875, false]], [[-8.0546875, false]], [[-10.0546875, false]], [[-9.5546875, false]], [[-7.3046875, false]], [[-9.9296875, false]], [[-8.0546875, false]], [[-6.3046875, false]], [[-8.0546875, false]], [[-5.0546875, false]], [[-9.0546875, false]], [[-6.8046875, false]], [[-9.5546875, false]], [[-4.3046875, false]], [[-5.0546875, false]], [[-8.0546875, false]], [[-6.3046875, false]], [[-4.3046875, false]], [[-8.0546875, false]], [[-9.5546875, false]], [[-7.3046875, false]], [[-9.9296875, false]], [[-6.3046875, false]], [[-4.3046875, false]], [[-8.0546875, false]], [[-7.3046875, false]], [[-10.3046875, false]], [[-6.8046875, false]], [[-9.5546875, false]], [[-8.0546875, false]], [[-8.828125, false]], [[-4.3046875, false]], [[-8.0546875, false]], [[-5.0546875, false]], [[-7.5546875, false]], [[-9.5546875, false]], [[-4.3046875, false]], [[-9.0546875, false]], [[-6.8046875, false]], [[-8.0546875, false]], [[-9.3046875, false]], [[-6.8046875, false]], [[-9.5546875, false]], [[-5.0546875, false]], [[-9.0546875, false]], [[-9.9296875, false]], [[-9.5546875, false]], [[-6.8046875, false]], [[-4.3046875, false]], [[-5.0546875, false]], [[-8.0546875, false]], [[-6.3046875, false]], [[-4.3046875, false]], [[-8.0546875, false]], [[-7.5546875, false]], [[-8.0546875, false]], [[-6.3046875, false]], [[-4.3046875, false]], [[-7.5546875, false]], [[-9.3046875, false]], [[-6.8046875, false]], [[-6.8046875, false]], [[-6.3046875, false]], [[-8.0546875, false]], [[-11.0546875, false]]], "filtered_resps": [[-6.8046875, false], [-8.0546875, false], [-8.0546875, false], [-7.5546875, false], [-8.0546875, false], [-6.3046875, false], [-4.3046875, false], [-6.3046875, false], [-7.5546875, false], [-9.5546875, false], [-6.8046875, false], [-8.0546875, false], [-9.0546875, false], [-7.5546875, false], [-7.3046875, false], [-8.0546875, false], [-4.3046875, false], [-5.0546875, false], [-8.0546875, false], [-6.3046875, false], [-4.3046875, false], [-5.0546875, false], [-8.0546875, false], [-7.3046875, false], [-9.9296875, false], [-8.0546875, false], [-9.0546875, false], [-4.3046875, false], [-7.3046875, false], [-8.8046875, false], [-4.3046875, false], [-6.8046875, false], [-9.5546875, false], [-7.3046875, false], [-7.5546875, false], [-7.5546875, false], [-7.3046875, false], [-8.0546875, false], [-8.0546875, false], [-8.828125, false], [-4.3046875, false], [-8.0546875, false], [-10.0546875, false], [-9.5546875, false], [-5.0546875, false], [-10.3046875, false], [-7.5546875, false], [-9.0546875, false], [-10.1796875, false], [-4.3046875, false], [-5.0546875, false], [-8.0546875, false], [-6.3046875, false], [-4.3046875, false], [-5.0546875, false], [-8.0546875, false], [-7.3046875, false], [-9.9296875, false], [-8.0546875, false], [-9.0546875, false], [-4.3046875, false], [-7.3046875, false], [-8.8046875, false], [-4.3046875, false], [-9.5546875, false], [-5.0546875, false], [-7.5546875, false], [-8.0546875, false], [-8.0546875, false], [-8.828125, false], [-4.3046875, false], [-8.0546875, false], [-10.0546875, false], [-9.5546875, false], [-7.3046875, false], [-9.9296875, false], [-8.0546875, false], [-6.3046875, false], [-8.0546875, false], [-5.0546875, false], [-9.0546875, false], [-6.8046875, false], [-9.5546875, false], [-4.3046875, false], [-5.0546875, false], [-8.0546875, false], [-6.3046875, false], [-4.3046875, false], [-8.0546875, false], [-9.5546875, false], [-7.3046875, false], [-9.9296875, false], [-6.3046875, false], [-4.3046875, false], [-8.0546875, false], [-7.3046875, false], [-10.3046875, false], [-6.8046875, false], [-9.5546875, false], [-8.0546875, false], [-8.828125, false], [-4.3046875, false], [-8.0546875, false], [-5.0546875, false], [-7.5546875, false], [-9.5546875, false], [-4.3046875, false], [-9.0546875, false], [-6.8046875, false], [-8.0546875, false], [-9.3046875, false], [-6.8046875, false], [-9.5546875, false], [-5.0546875, false], [-9.0546875, false], [-9.9296875, false], [-9.5546875, false], [-6.8046875, false], [-4.3046875, false], [-5.0546875, false], [-8.0546875, false], [-6.3046875, false], [-4.3046875, false], [-8.0546875, false], [-7.5546875, false], [-8.0546875, false], [-6.3046875, false], [-4.3046875, false], [-7.5546875, false], [-9.3046875, false], [-6.8046875, false], [-6.8046875, false], [-6.3046875, false], [-8.0546875, false], [-11.0546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1178, "doc": {"id": "Mercury_400198", "question": "What is the dependent variable in this experiment?", "choices": {"text": ["type of soil used", "amount of water used", "length of sunlight exposure", "growth of the bean plants"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "growth of the bean plants", "arguments": ["Question: What is the dependent variable in this experiment?\nAnswer:", " ["], "resps": [[[-7.45703125, false]], [[-8.328125, false]], [[-8.078125, false]], [[-9.453125, false]], [[-7.95703125, false]], [[-8.078125, false]], [[-5.33203125, false]], [[-9.203125, false]], [[-8.453125, false]], [[-5.33203125, false]], [[-8.703125, false]], [[-9.203125, false]], [[-8.203125, false]], [[-9.703125, false]], [[-5.33203125, false]], [[-9.578125, false]], [[-8.703125, false]], [[-8.078125, false]], [[-7.95703125, false]], [[-8.328125, false]], [[-9.4296875, false]], [[-5.33203125, false]], [[-8.328125, false]], [[-4.83203125, false]], [[-7.95703125, false]], [[-9.203125, false]], [[-9.578125, false]], [[-7.45703125, false]], [[-8.078125, false]], [[-5.33203125, false]], [[-9.203125, false]], [[-8.453125, false]], [[-5.33203125, false]], [[-9.578125, false]], [[-4.83203125, false]], [[-8.078125, false]], [[-8.078125, false]], [[-9.703125, false]], [[-5.33203125, false]], [[-9.578125, false]], [[-8.703125, false]], [[-8.078125, false]], [[-7.95703125, false]], [[-8.328125, false]], [[-9.4296875, false]], [[-5.33203125, false]], [[-8.328125, false]], [[-9.703125, false]], [[-8.078125, false]], [[-7.45703125, false]], [[-9.703125, false]], [[-8.078125, false]], [[-8.578125, false]], [[-5.33203125, false]], [[-9.203125, false]], [[-8.453125, false]], [[-5.33203125, false]], [[-8.703125, false]], [[-9.578125, false]], [[-7.45703125, false]], [[-9.703125, false]], [[-8.203125, false]], [[-9.703125, false]], [[-8.578125, false]], [[-8.078125, false]], [[-5.33203125, false]], [[-8.078125, false]], [[-6.33203125, false]], [[-7.95703125, false]], [[-9.203125, false]], [[-8.703125, false]], [[-9.578125, false]], [[-9.703125, false]], [[-8.078125, false]], [[-8.328125, false]], [[-9.4296875, false]], [[-5.33203125, false]], [[-8.328125, false]], [[-9.703125, false]], [[-9.703125, false]], [[-9.203125, false]], [[-9.578125, false]], [[-8.078125, false]], [[-8.578125, false]], [[-5.33203125, false]], [[-9.203125, false]], [[-8.453125, false]], [[-5.33203125, false]], [[-8.078125, false]], [[-8.578125, false]], [[-8.078125, false]], [[-5.33203125, false]], [[-7.83203125, false]], [[-8.078125, false]], [[-4.83203125, false]], [[-7.45703125, false]], [[-5.33203125, false]], [[-7.95703125, false]], [[-9.703125, false]], [[-4.83203125, false]], [[-7.45703125, false]], [[-8.078125, false]], [[-8.703125, false]], [[-8.328125, false]], [[-12.703125, false]]], "filtered_resps": [[-7.45703125, false], [-8.328125, false], [-8.078125, false], [-9.453125, false], [-7.95703125, false], [-8.078125, false], [-5.33203125, false], [-9.203125, false], [-8.453125, false], [-5.33203125, false], [-8.703125, false], [-9.203125, false], [-8.203125, false], [-9.703125, false], [-5.33203125, false], [-9.578125, false], [-8.703125, false], [-8.078125, false], [-7.95703125, false], [-8.328125, false], [-9.4296875, false], [-5.33203125, false], [-8.328125, false], [-4.83203125, false], [-7.95703125, false], [-9.203125, false], [-9.578125, false], [-7.45703125, false], [-8.078125, false], [-5.33203125, false], [-9.203125, false], [-8.453125, false], [-5.33203125, false], [-9.578125, false], [-4.83203125, false], [-8.078125, false], [-8.078125, false], [-9.703125, false], [-5.33203125, false], [-9.578125, false], [-8.703125, false], [-8.078125, false], [-7.95703125, false], [-8.328125, false], [-9.4296875, false], [-5.33203125, false], [-8.328125, false], [-9.703125, false], [-8.078125, false], [-7.45703125, false], [-9.703125, false], [-8.078125, false], [-8.578125, false], [-5.33203125, false], [-9.203125, false], [-8.453125, false], [-5.33203125, false], [-8.703125, false], [-9.578125, false], [-7.45703125, false], [-9.703125, false], [-8.203125, false], [-9.703125, false], [-8.578125, false], [-8.078125, false], [-5.33203125, false], [-8.078125, false], [-6.33203125, false], [-7.95703125, false], [-9.203125, false], [-8.703125, false], [-9.578125, false], [-9.703125, false], [-8.078125, false], [-8.328125, false], [-9.4296875, false], [-5.33203125, false], [-8.328125, false], [-9.703125, false], [-9.703125, false], [-9.203125, false], [-9.578125, false], [-8.078125, false], [-8.578125, false], [-5.33203125, false], [-9.203125, false], [-8.453125, false], [-5.33203125, false], [-8.078125, false], [-8.578125, false], [-8.078125, false], [-5.33203125, false], [-7.83203125, false], [-8.078125, false], [-4.83203125, false], [-7.45703125, false], [-5.33203125, false], [-7.95703125, false], [-9.703125, false], [-4.83203125, false], [-7.45703125, false], [-8.078125, false], [-8.703125, false], [-8.328125, false], [-12.703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1186, "doc": {"id": "Mercury_7246278", "question": "Which crustal feature forms when two continental plates collide?", "choices": {"text": ["trenches", "rift zones", "tidal zones", "mountain ranges"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "mountain ranges", "arguments": ["Question: Which crustal feature forms when two continental plates collide?\nAnswer:", " ["], "resps": [[[-8.09375, false]], [[-8.34375, false]], [[-10.59375, false]], [[-9.34375, false]], [[-8.09375, false]], [[-9.34375, false]], [[-9.09375, false]], [[-11.59375, false]], [[-8.09375, false]], [[-9.59375, false]], [[-8.34375, false]], [[-9.21875, false]], [[-4.84375, false]], [[-8.34375, false]], [[-9.34375, false]], [[-9.84375, false]], [[-11.34375, false]], [[-10.59375, false]], [[-4.84375, false]], [[-10.84375, false]], [[-10.34375, false]], [[-9.34375, false]], [[-8.09375, false]], [[-9.59375, false]], [[-8.34375, false]], [[-9.21875, false]], [[-4.84375, false]], [[-8.34375, false]], [[-10.59375, false]], [[-9.84375, false]], [[-11.34375, false]], [[-5.09375, false]], [[-10.09375, false]], [[-4.84375, false]], [[-10.84375, false]], [[-10.34375, false]], [[-9.34375, false]], [[-8.09375, false]], [[-9.59375, false]], [[-8.34375, false]], [[-9.21875, false]], [[-4.84375, false]], [[-8.34375, false]], [[-10.34375, false]], [[-10.34375, false]], [[-13.09375, false]], [[-9.34375, false]], [[-10.59375, false]], [[-5.09375, false]], [[-9.84375, false]], [[-9.34375, false]], [[-4.84375, false]], [[-9.34375, false]], [[-5.09375, false]], [[-9.34375, false]], [[-11.59375, false]], [[-8.09375, false]], [[-9.59375, false]], [[-8.34375, false]], [[-12.09375, false]]], "filtered_resps": [[-8.09375, false], [-8.34375, false], [-10.59375, false], [-9.34375, false], [-8.09375, false], [-9.34375, false], [-9.09375, false], [-11.59375, false], [-8.09375, false], [-9.59375, false], [-8.34375, false], [-9.21875, false], [-4.84375, false], [-8.34375, false], [-9.34375, false], [-9.84375, false], [-11.34375, false], [-10.59375, false], [-4.84375, false], [-10.84375, false], [-10.34375, false], [-9.34375, false], [-8.09375, false], [-9.59375, false], [-8.34375, false], [-9.21875, false], [-4.84375, false], [-8.34375, false], [-10.59375, false], [-9.84375, false], [-11.34375, false], [-5.09375, false], [-10.09375, false], [-4.84375, false], [-10.84375, false], [-10.34375, false], [-9.34375, false], [-8.09375, false], [-9.59375, false], [-8.34375, false], [-9.21875, false], [-4.84375, false], [-8.34375, false], [-10.34375, false], [-10.34375, false], [-13.09375, false], [-9.34375, false], [-10.59375, false], [-5.09375, false], [-9.84375, false], [-9.34375, false], [-4.84375, false], [-9.34375, false], [-5.09375, false], [-9.34375, false], [-11.59375, false], [-8.09375, false], [-9.59375, false], [-8.34375, false], [-12.09375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1194, "doc": {"id": "NYSEDREGENTS_2013_8_40", "question": "People often wear sunglasses in polar regions because most of the sunlight that strikes a snow-covered surface is", "choices": {"text": ["reflected", "absorbed", "refracted", "transmitted"], "label": ["1", "2", "3", "4"]}, "answerKey": "1"}, "target": "reflected", "arguments": ["Question: People often wear sunglasses in polar regions because most of the sunlight that strikes a snow-covered surface is\nAnswer:", " ["], "resps": [[[-7.5625, false]], [[-8.4375, false]], [[-11.5625, false]], [[-9.6875, false]], [[-11.1875, false]], [[-10.4375, false]], [[-9.6875, false]], [[-12.0625, false]], [[-11.8125, false]], [[-9.6875, false]], [[-10.0625, false]], [[-8.4375, false]], [[-9.53125, false]], [[-5.5625, false]], [[-8.4375, false]], [[-6.3125, false]], [[-9.8125, false]], [[-9.9375, false]], [[-9.6875, false]], [[-11.5625, false]], [[-9.8125, false]], [[-9.6875, false]], [[-10.0625, false]], [[-8.4375, false]], [[-9.53125, false]], [[-5.5625, false]], [[-8.4375, false]], [[-11.5625, false]], [[-9.6875, false]], [[-11.1875, false]], [[-11.5625, false]], [[-6.3125, false]], [[-12.0625, false]], [[-11.8125, false]], [[-9.6875, false]], [[-10.0625, false]], [[-8.4375, false]], [[-9.53125, false]], [[-5.5625, false]], [[-8.4375, false]], [[-11.8125, false]], [[-11.5625, false]], [[-6.3125, false]], [[-9.9375, false]], [[-9.9375, false]], [[-11.9375, false]], [[-8.1875, false]], [[-11.8125, false]], [[-11.8125, false]], [[-9.6875, false]], [[-10.0625, false]], [[-8.4375, false]], [[-12.0625, false]]], "filtered_resps": [[-7.5625, false], [-8.4375, false], [-11.5625, false], [-9.6875, false], [-11.1875, false], [-10.4375, false], [-9.6875, false], [-12.0625, false], [-11.8125, false], [-9.6875, false], [-10.0625, false], [-8.4375, false], [-9.53125, false], [-5.5625, false], [-8.4375, false], [-6.3125, false], [-9.8125, false], [-9.9375, false], [-9.6875, false], [-11.5625, false], [-9.8125, false], [-9.6875, false], [-10.0625, false], [-8.4375, false], [-9.53125, false], [-5.5625, false], [-8.4375, false], [-11.5625, false], [-9.6875, false], [-11.1875, false], [-11.5625, false], [-6.3125, false], [-12.0625, false], [-11.8125, false], [-9.6875, false], [-10.0625, false], [-8.4375, false], [-9.53125, false], [-5.5625, false], [-8.4375, false], [-11.8125, false], [-11.5625, false], [-6.3125, false], [-9.9375, false], [-9.9375, false], [-11.9375, false], [-8.1875, false], [-11.8125, false], [-11.8125, false], [-9.6875, false], [-10.0625, false], [-8.4375, false], [-12.0625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1202, "doc": {"id": "NYSEDREGENTS_2012_4_26", "question": "Which is an example of a nonliving thing?", "choices": {"text": ["bird", "insect", "dog", "water"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "water", "arguments": ["Question: Which is an example of a nonliving thing?\nAnswer:", " ["], "resps": [[[-7.8828125, false]], [[-8.3828125, false]], [[-9.8828125, false]], [[-8.3828125, false]], [[-10.3828125, false]], [[-8.6328125, false]], [[-8.3828125, false]], [[-10.53125, false]], [[-5.6328125, false]], [[-8.3828125, false]], [[-8.3828125, false]], [[-10.1328125, false]], [[-8.6328125, false]], [[-7.6328125, false]], [[-8.8828125, false]], [[-11.1328125, false]], [[-8.3828125, false]], [[-10.53125, false]], [[-5.6328125, false]], [[-8.3828125, false]], [[-8.6328125, false]], [[-8.8828125, false]], [[-11.6328125, false]], [[-8.3828125, false]], [[-10.53125, false]], [[-5.6328125, false]], [[-8.3828125, false]], [[-10.1328125, false]], [[-3.130859375, false]], [[-11.1328125, false]], [[-7.6328125, false]], [[-10.3828125, false]], [[-8.3828125, false]], [[-13.1328125, false]]], "filtered_resps": [[-7.8828125, false], [-8.3828125, false], [-9.8828125, false], [-8.3828125, false], [-10.3828125, false], [-8.6328125, false], [-8.3828125, false], [-10.53125, false], [-5.6328125, false], [-8.3828125, false], [-8.3828125, false], [-10.1328125, false], [-8.6328125, false], [-7.6328125, false], [-8.8828125, false], [-11.1328125, false], [-8.3828125, false], [-10.53125, false], [-5.6328125, false], [-8.3828125, false], [-8.6328125, false], [-8.8828125, false], [-11.6328125, false], [-8.3828125, false], [-10.53125, false], [-5.6328125, false], [-8.3828125, false], [-10.1328125, false], [-3.130859375, false], [-11.1328125, false], [-7.6328125, false], [-10.3828125, false], [-8.3828125, false], [-13.1328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1210, "doc": {"id": "ACTAAP_2008_7_7", "question": "Which illustrates the correct order of relationships in organisms?", "choices": {"text": ["tissue -> organ system -> organ -> cell", "organ -> cell -> organ system -> tissue", "cell -> tissue -> organ -> organ system", "organ system -> organ -> cell -> tissue"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "cell -> tissue -> organ -> organ system", "arguments": ["Question: Which illustrates the correct order of relationships in organisms?\nAnswer:", " ["], "resps": [[[-6.546875, false]], [[-8.046875, false]], [[-9.171875, false]], [[-7.546875, false]], [[-8.296875, false]], [[-8.296875, false]], [[-9.796875, false]], [[-7.046875, false]], [[-4.671875, false]], [[-6.796875, false]], [[-9.421875, false]], [[-4.671875, false]], [[-7.796875, false]], [[-7.796875, false]], [[-10.046875, false]], [[-4.296875, false]], [[-8.171875, false]], [[-4.671875, false]], [[-8.296875, false]], [[-9.921875, false]], [[-8.296875, false]], [[-9.171875, false]], [[-7.046875, false]], [[-9.046875, false]], [[-4.671875, false]], [[-6.796875, false]], [[-9.421875, false]], [[-4.671875, false]], [[-7.796875, false]], [[-7.796875, false]], [[-10.046875, false]], [[-4.296875, false]], [[-8.171875, false]], [[-4.671875, false]], [[-6.796875, false]], [[-9.421875, false]], [[-4.671875, false]], [[-6.421875, false]], [[-7.046875, false]], [[-8.921875, false]], [[-8.921875, false]], [[-8.046875, false]], [[-9.3671875, false]], [[-4.671875, false]], [[-8.046875, false]], [[-7.796875, false]], [[-7.796875, false]], [[-10.046875, false]], [[-4.296875, false]], [[-8.171875, false]], [[-4.671875, false]], [[-6.796875, false]], [[-9.421875, false]], [[-4.671875, false]], [[-6.421875, false]], [[-7.046875, false]], [[-8.921875, false]], [[-8.921875, false]], [[-4.671875, false]], [[-6.796875, false]], [[-9.421875, false]], [[-4.671875, false]], [[-7.796875, false]], [[-7.796875, false]], [[-10.046875, false]], [[-4.296875, false]], [[-8.171875, false]], [[-4.671875, false]], [[-8.296875, false]], [[-9.921875, false]], [[-8.296875, false]], [[-9.171875, false]], [[-7.046875, false]], [[-9.046875, false]], [[-4.671875, false]], [[-6.796875, false]], [[-9.421875, false]], [[-4.671875, false]], [[-9.171875, false]], [[-7.546875, false]], [[-8.296875, false]], [[-8.296875, false]], [[-9.796875, false]], [[-7.046875, false]], [[-8.046875, false]], [[-9.3671875, false]], [[-4.671875, false]], [[-8.046875, false]], [[-6.421875, false]], [[-7.046875, false]], [[-8.921875, false]], [[-8.921875, false]], [[-4.671875, false]], [[-6.796875, false]], [[-9.421875, false]], [[-4.671875, false]], [[-9.171875, false]], [[-7.546875, false]], [[-8.296875, false]], [[-8.296875, false]], [[-9.796875, false]], [[-7.046875, false]], [[-4.671875, false]], [[-6.796875, false]], [[-9.421875, false]], [[-4.671875, false]], [[-7.796875, false]], [[-7.796875, false]], [[-10.046875, false]], [[-4.296875, false]], [[-8.171875, false]], [[-4.671875, false]], [[-6.796875, false]], [[-9.421875, false]], [[-4.671875, false]], [[-7.796875, false]], [[-7.796875, false]], [[-10.046875, false]], [[-4.296875, false]], [[-8.171875, false]], [[-4.671875, false]], [[-8.296875, false]], [[-9.921875, false]], [[-8.296875, false]], [[-9.171875, false]], [[-7.046875, false]], [[-9.046875, false]], [[-8.046875, false]], [[-9.3671875, false]], [[-4.671875, false]], [[-8.046875, false]], [[-7.796875, false]], [[-7.796875, false]], [[-10.046875, false]], [[-4.296875, false]], [[-8.171875, false]], [[-4.671875, false]], [[-8.296875, false]], [[-9.921875, false]], [[-8.296875, false]], [[-9.171875, false]], [[-7.046875, false]], [[-9.046875, false]], [[-4.671875, false]], [[-6.796875, false]], [[-9.421875, false]], [[-4.671875, false]], [[-7.796875, false]], [[-7.796875, false]], [[-10.046875, false]], [[-4.296875, false]], [[-8.171875, false]], [[-4.671875, false]], [[-6.796875, false]], [[-9.421875, false]], [[-4.671875, false]], [[-6.421875, false]], [[-7.046875, false]], [[-8.921875, false]], [[-8.921875, false]], [[-4.671875, false]], [[-6.796875, false]], [[-9.421875, false]], [[-4.671875, false]], [[-9.171875, false]], [[-7.546875, false]], [[-8.296875, false]], [[-8.296875, false]], [[-9.796875, false]], [[-7.046875, false]], [[-8.046875, false]], [[-13.296875, false]]], "filtered_resps": [[-6.546875, false], [-8.046875, false], [-9.171875, false], [-7.546875, false], [-8.296875, false], [-8.296875, false], [-9.796875, false], [-7.046875, false], [-4.671875, false], [-6.796875, false], [-9.421875, false], [-4.671875, false], [-7.796875, false], [-7.796875, false], [-10.046875, false], [-4.296875, false], [-8.171875, false], [-4.671875, false], [-8.296875, false], [-9.921875, false], [-8.296875, false], [-9.171875, false], [-7.046875, false], [-9.046875, false], [-4.671875, false], [-6.796875, false], [-9.421875, false], [-4.671875, false], [-7.796875, false], [-7.796875, false], [-10.046875, false], [-4.296875, false], [-8.171875, false], [-4.671875, false], [-6.796875, false], [-9.421875, false], [-4.671875, false], [-6.421875, false], [-7.046875, false], [-8.921875, false], [-8.921875, false], [-8.046875, false], [-9.3671875, false], [-4.671875, false], [-8.046875, false], [-7.796875, false], [-7.796875, false], [-10.046875, false], [-4.296875, false], [-8.171875, false], [-4.671875, false], [-6.796875, false], [-9.421875, false], [-4.671875, false], [-6.421875, false], [-7.046875, false], [-8.921875, false], [-8.921875, false], [-4.671875, false], [-6.796875, false], [-9.421875, false], [-4.671875, false], [-7.796875, false], [-7.796875, false], [-10.046875, false], [-4.296875, false], [-8.171875, false], [-4.671875, false], [-8.296875, false], [-9.921875, false], [-8.296875, false], [-9.171875, false], [-7.046875, false], [-9.046875, false], [-4.671875, false], [-6.796875, false], [-9.421875, false], [-4.671875, false], [-9.171875, false], [-7.546875, false], [-8.296875, false], [-8.296875, false], [-9.796875, false], [-7.046875, false], [-8.046875, false], [-9.3671875, false], [-4.671875, false], [-8.046875, false], [-6.421875, false], [-7.046875, false], [-8.921875, false], [-8.921875, false], [-4.671875, false], [-6.796875, false], [-9.421875, false], [-4.671875, false], [-9.171875, false], [-7.546875, false], [-8.296875, false], [-8.296875, false], [-9.796875, false], [-7.046875, false], [-4.671875, false], [-6.796875, false], [-9.421875, false], [-4.671875, false], [-7.796875, false], [-7.796875, false], [-10.046875, false], [-4.296875, false], [-8.171875, false], [-4.671875, false], [-6.796875, false], [-9.421875, false], [-4.671875, false], [-7.796875, false], [-7.796875, false], [-10.046875, false], [-4.296875, false], [-8.171875, false], [-4.671875, false], [-8.296875, false], [-9.921875, false], [-8.296875, false], [-9.171875, false], [-7.046875, false], [-9.046875, false], [-8.046875, false], [-9.3671875, false], [-4.671875, false], [-8.046875, false], [-7.796875, false], [-7.796875, false], [-10.046875, false], [-4.296875, false], [-8.171875, false], [-4.671875, false], [-8.296875, false], [-9.921875, false], [-8.296875, false], [-9.171875, false], [-7.046875, false], [-9.046875, false], [-4.671875, false], [-6.796875, false], [-9.421875, false], [-4.671875, false], [-7.796875, false], [-7.796875, false], [-10.046875, false], [-4.296875, false], [-8.171875, false], [-4.671875, false], [-6.796875, false], [-9.421875, false], [-4.671875, false], [-6.421875, false], [-7.046875, false], [-8.921875, false], [-8.921875, false], [-4.671875, false], [-6.796875, false], [-9.421875, false], [-4.671875, false], [-9.171875, false], [-7.546875, false], [-8.296875, false], [-8.296875, false], [-9.796875, false], [-7.046875, false], [-8.046875, false], [-13.296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1218, "doc": {"id": "MEA_2016_8_20", "question": "In which form is most of the energy released from gasoline when burned by an automobile?", "choices": {"text": ["heat energy", "nuclear energy", "solar energy", "sound energy"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "heat energy", "arguments": ["Question: In which form is most of the energy released from gasoline when burned by an automobile?\nAnswer:", " ["], "resps": [[[-7.9921875, false]], [[-9.2421875, false]], [[-9.9921875, false]], [[-7.7421875, false]], [[-6.2421875, false]], [[-10.4921875, false]], [[-4.9921875, false]], [[-7.7421875, false]], [[-7.9921875, false]], [[-7.7421875, false]], [[-11.4921875, false]], [[-10.7421875, false]], [[-10.9921875, false]], [[-9.2421875, false]], [[-8.921875, false]], [[-4.9921875, false]], [[-9.2421875, false]], [[-7.9921875, false]], [[-8.9921875, false]], [[-8.7421875, false]], [[-9.7421875, false]], [[-7.7421875, false]], [[-6.2421875, false]], [[-11.4921875, false]], [[-4.9921875, false]], [[-7.7421875, false]], [[-7.9921875, false]], [[-7.7421875, false]], [[-11.4921875, false]], [[-10.7421875, false]], [[-10.9921875, false]], [[-9.2421875, false]], [[-8.921875, false]], [[-4.9921875, false]], [[-9.2421875, false]], [[-10.4921875, false]], [[-9.2421875, false]], [[-9.7421875, false]], [[-6.2421875, false]], [[-11.4921875, false]], [[-4.9921875, false]], [[-7.7421875, false]], [[-7.9921875, false]], [[-7.7421875, false]], [[-11.4921875, false]], [[-10.7421875, false]], [[-10.9921875, false]], [[-9.2421875, false]], [[-8.921875, false]], [[-4.9921875, false]], [[-9.2421875, false]], [[-10.4921875, false]], [[-9.2421875, false]], [[-8.9921875, false]], [[-7.9921875, false]], [[-9.9921875, false]], [[-4.9921875, false]], [[-7.7421875, false]], [[-7.9921875, false]], [[-7.7421875, false]], [[-11.4921875, false]], [[-10.7421875, false]], [[-10.9921875, false]], [[-9.2421875, false]], [[-14.2421875, false]]], "filtered_resps": [[-7.9921875, false], [-9.2421875, false], [-9.9921875, false], [-7.7421875, false], [-6.2421875, false], [-10.4921875, false], [-4.9921875, false], [-7.7421875, false], [-7.9921875, false], [-7.7421875, false], [-11.4921875, false], [-10.7421875, false], [-10.9921875, false], [-9.2421875, false], [-8.921875, false], [-4.9921875, false], [-9.2421875, false], [-7.9921875, false], [-8.9921875, false], [-8.7421875, false], [-9.7421875, false], [-7.7421875, false], [-6.2421875, false], [-11.4921875, false], [-4.9921875, false], [-7.7421875, false], [-7.9921875, false], [-7.7421875, false], [-11.4921875, false], [-10.7421875, false], [-10.9921875, false], [-9.2421875, false], [-8.921875, false], [-4.9921875, false], [-9.2421875, false], [-10.4921875, false], [-9.2421875, false], [-9.7421875, false], [-6.2421875, false], [-11.4921875, false], [-4.9921875, false], [-7.7421875, false], [-7.9921875, false], [-7.7421875, false], [-11.4921875, false], [-10.7421875, false], [-10.9921875, false], [-9.2421875, false], [-8.921875, false], [-4.9921875, false], [-9.2421875, false], [-10.4921875, false], [-9.2421875, false], [-8.9921875, false], [-7.9921875, false], [-9.9921875, false], [-4.9921875, false], [-7.7421875, false], [-7.9921875, false], [-7.7421875, false], [-11.4921875, false], [-10.7421875, false], [-10.9921875, false], [-9.2421875, false], [-14.2421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1226, "doc": {"id": "NYSEDREGENTS_2013_4_7", "question": "The hardness, odor, and taste of an object can all be", "choices": {"text": ["measured with a metric ruler", "measured with a spring scale", "observed with the senses", "observed with a hand lens"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "observed with the senses", "arguments": ["Question: The hardness, odor, and taste of an object can all be\nAnswer:", " ["], "resps": [[[-7.47265625, false]], [[-8.1015625, false]], [[-8.6015625, false]], [[-8.3515625, false]], [[-5.34765625, false]], [[-8.2265625, false]], [[-9.8515625, false]], [[-9.4765625, false]], [[-8.3515625, false]], [[-8.8515625, false]], [[-5.59765625, false]], [[-9.8515625, false]], [[-8.6015625, false]], [[-9.1015625, false]], [[-9.7265625, false]], [[-5.59765625, false]], [[-5.34765625, false]], [[-5.59765625, false]], [[-8.6015625, false]], [[-8.3515625, false]], [[-9.1015625, false]], [[-9.4765625, false]], [[-8.6015625, false]], [[-8.4765625, false]], [[-5.59765625, false]], [[-9.4765625, false]], [[-9.8515625, false]], [[-9.7265625, false]], [[-8.3515625, false]], [[-9.4765625, false]], [[-8.1015625, false]], [[-9.1875, false]], [[-5.59765625, false]], [[-8.1015625, false]], [[-8.6015625, false]], [[-8.3515625, false]], [[-5.34765625, false]], [[-8.2265625, false]], [[-9.8515625, false]], [[-9.4765625, false]], [[-8.3515625, false]], [[-8.8515625, false]], [[-5.59765625, false]], [[-9.8515625, false]], [[-8.6015625, false]], [[-9.1015625, false]], [[-9.7265625, false]], [[-5.59765625, false]], [[-5.34765625, false]], [[-5.59765625, false]], [[-8.2265625, false]], [[-8.8515625, false]], [[-9.4765625, false]], [[-8.6015625, false]], [[-8.2265625, false]], [[-10.2265625, false]], [[-5.59765625, false]], [[-8.2265625, false]], [[-8.4765625, false]], [[-5.34765625, false]], [[-9.7265625, false]], [[-8.3515625, false]], [[-8.1015625, false]], [[-9.1875, false]], [[-5.59765625, false]], [[-8.1015625, false]], [[-6.09765625, false]], [[-8.7265625, false]], [[-8.2265625, false]], [[-8.3515625, false]], [[-9.4765625, false]], [[-9.7265625, false]], [[-8.3515625, false]], [[-8.8515625, false]], [[-5.59765625, false]], [[-9.8515625, false]], [[-8.6015625, false]], [[-9.1015625, false]], [[-9.7265625, false]], [[-5.59765625, false]], [[-9.1015625, false]], [[-9.7265625, false]], [[-8.3515625, false]], [[-5.59765625, false]], [[-8.2265625, false]], [[-8.3515625, false]], [[-8.2265625, false]], [[-8.2265625, false]], [[-8.3515625, false]], [[-8.2265625, false]], [[-8.1015625, false]], [[-9.1875, false]], [[-5.59765625, false]], [[-8.1015625, false]], [[-6.09765625, false]], [[-8.7265625, false]], [[-8.2265625, false]], [[-8.3515625, false]], [[-9.4765625, false]], [[-9.7265625, false]], [[-8.3515625, false]], [[-8.8515625, false]], [[-5.59765625, false]], [[-9.8515625, false]], [[-8.6015625, false]], [[-9.1015625, false]], [[-9.7265625, false]], [[-5.59765625, false]], [[-5.34765625, false]], [[-5.59765625, false]], [[-9.7265625, false]], [[-5.34765625, false]], [[-8.2265625, false]], [[-8.8515625, false]], [[-5.59765625, false]], [[-9.7265625, false]], [[-8.3515625, false]], [[-8.2265625, false]], [[-8.2265625, false]], [[-8.1015625, false]], [[-10.8515625, false]]], "filtered_resps": [[-7.47265625, false], [-8.1015625, false], [-8.6015625, false], [-8.3515625, false], [-5.34765625, false], [-8.2265625, false], [-9.8515625, false], [-9.4765625, false], [-8.3515625, false], [-8.8515625, false], [-5.59765625, false], [-9.8515625, false], [-8.6015625, false], [-9.1015625, false], [-9.7265625, false], [-5.59765625, false], [-5.34765625, false], [-5.59765625, false], [-8.6015625, false], [-8.3515625, false], [-9.1015625, false], [-9.4765625, false], [-8.6015625, false], [-8.4765625, false], [-5.59765625, false], [-9.4765625, false], [-9.8515625, false], [-9.7265625, false], [-8.3515625, false], [-9.4765625, false], [-8.1015625, false], [-9.1875, false], [-5.59765625, false], [-8.1015625, false], [-8.6015625, false], [-8.3515625, false], [-5.34765625, false], [-8.2265625, false], [-9.8515625, false], [-9.4765625, false], [-8.3515625, false], [-8.8515625, false], [-5.59765625, false], [-9.8515625, false], [-8.6015625, false], [-9.1015625, false], [-9.7265625, false], [-5.59765625, false], [-5.34765625, false], [-5.59765625, false], [-8.2265625, false], [-8.8515625, false], [-9.4765625, false], [-8.6015625, false], [-8.2265625, false], [-10.2265625, false], [-5.59765625, false], [-8.2265625, false], [-8.4765625, false], [-5.34765625, false], [-9.7265625, false], [-8.3515625, false], [-8.1015625, false], [-9.1875, false], [-5.59765625, false], [-8.1015625, false], [-6.09765625, false], [-8.7265625, false], [-8.2265625, false], [-8.3515625, false], [-9.4765625, false], [-9.7265625, false], [-8.3515625, false], [-8.8515625, false], [-5.59765625, false], [-9.8515625, false], [-8.6015625, false], [-9.1015625, false], [-9.7265625, false], [-5.59765625, false], [-9.1015625, false], [-9.7265625, false], [-8.3515625, false], [-5.59765625, false], [-8.2265625, false], [-8.3515625, false], [-8.2265625, false], [-8.2265625, false], [-8.3515625, false], [-8.2265625, false], [-8.1015625, false], [-9.1875, false], [-5.59765625, false], [-8.1015625, false], [-6.09765625, false], [-8.7265625, false], [-8.2265625, false], [-8.3515625, false], [-9.4765625, false], [-9.7265625, false], [-8.3515625, false], [-8.8515625, false], [-5.59765625, false], [-9.8515625, false], [-8.6015625, false], [-9.1015625, false], [-9.7265625, false], [-5.59765625, false], [-5.34765625, false], [-5.59765625, false], [-9.7265625, false], [-5.34765625, false], [-8.2265625, false], [-8.8515625, false], [-5.59765625, false], [-9.7265625, false], [-8.3515625, false], [-8.2265625, false], [-8.2265625, false], [-8.1015625, false], [-10.8515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1234, "doc": {"id": "MCAS_2006_9_38", "question": "Which of the following must be included with magnitude to represent a vector?", "choices": {"text": ["mass", "direction", "acceleration", "volume"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "direction", "arguments": ["Question: Which of the following must be included with magnitude to represent a vector?\nAnswer:", " ["], "resps": [[[-5.2734375, false]], [[-8.2734375, false]], [[-4.5234375, false]], [[-2.900390625, false]], [[-6.8984375, false]], [[-6.8984375, false]], [[-8.2734375, false]], [[-6.71875, false]], [[-4.3984375, false]], [[-8.2734375, false]], [[-5.8984375, false]], [[-6.6484375, false]], [[-6.3984375, false]], [[-6.3984375, false]], [[-5.7734375, false]], [[-7.1484375, false]], [[-6.6484375, false]], [[-9.0234375, false]], [[-6.2734375, false]], [[-8.2734375, false]], [[-6.71875, false]], [[-4.3984375, false]], [[-8.2734375, false]], [[-2.900390625, false]], [[-5.7734375, false]], [[-5.7734375, false]], [[-6.3984375, false]], [[-7.0234375, false]], [[-6.3984375, false]], [[-6.3984375, false]], [[-2.900390625, false]], [[-7.1484375, false]], [[-6.6484375, false]], [[-9.0234375, false]], [[-6.2734375, false]], [[-8.2734375, false]], [[-6.71875, false]], [[-4.3984375, false]], [[-8.2734375, false]], [[-3.775390625, false]], [[-9.0234375, false]], [[-7.0234375, false]], [[-7.6484375, false]], [[-4.5234375, false]], [[-6.3984375, false]], [[-8.2734375, false]], [[-10.0234375, false]]], "filtered_resps": [[-5.2734375, false], [-8.2734375, false], [-4.5234375, false], [-2.900390625, false], [-6.8984375, false], [-6.8984375, false], [-8.2734375, false], [-6.71875, false], [-4.3984375, false], [-8.2734375, false], [-5.8984375, false], [-6.6484375, false], [-6.3984375, false], [-6.3984375, false], [-5.7734375, false], [-7.1484375, false], [-6.6484375, false], [-9.0234375, false], [-6.2734375, false], [-8.2734375, false], [-6.71875, false], [-4.3984375, false], [-8.2734375, false], [-2.900390625, false], [-5.7734375, false], [-5.7734375, false], [-6.3984375, false], [-7.0234375, false], [-6.3984375, false], [-6.3984375, false], [-2.900390625, false], [-7.1484375, false], [-6.6484375, false], [-9.0234375, false], [-6.2734375, false], [-8.2734375, false], [-6.71875, false], [-4.3984375, false], [-8.2734375, false], [-3.775390625, false], [-9.0234375, false], [-7.0234375, false], [-7.6484375, false], [-4.5234375, false], [-6.3984375, false], [-8.2734375, false], [-10.0234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1242, "doc": {"id": "Mercury_404720", "question": "Two objects are at rest and are 1.0 meter apart. To reduce the gravitational pull between the two objects, they should be", "choices": {"text": ["stacked vertically.", "placed side by side.", "moved 0.5 meter apart.", "moved 1.5 meters apart."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "moved 1.5 meters apart.", "arguments": ["Question: Two objects are at rest and are 1.0 meter apart. To reduce the gravitational pull between the two objects, they should be\nAnswer:", " ["], "resps": [[[-7.05859375, false]], [[-9.1796875, false]], [[-7.43359375, false]], [[-8.9296875, false]], [[-4.18359375, false]], [[-6.93359375, false]], [[-8.0546875, false]], [[-7.68359375, false]], [[-7.43359375, false]], [[-4.80859375, false]], [[-7.80859375, false]], [[-7.68359375, false]], [[-8.5546875, false]], [[-8.9296875, false]], [[-6.55859375, false]], [[-6.93359375, false]], [[-4.18359375, false]], [[-8.5546875, false]], [[-8.5546875, false]], [[-9.5546875, false]], [[-6.921875, false]], [[-9.1796875, false]], [[-8.609375, false]], [[-4.80859375, false]], [[-9.1796875, false]], [[-8.4296875, false]], [[-8.5546875, false]], [[-4.18359375, false]], [[-6.93359375, false]], [[-7.68359375, false]], [[-7.43359375, false]], [[-4.80859375, false]], [[-7.43359375, false]], [[-6.55859375, false]], [[-7.43359375, false]], [[-7.68359375, false]], [[-4.80859375, false]], [[-5.80859375, false]], [[-9.5546875, false]], [[-4.80859375, false]], [[-7.43359375, false]], [[-6.55859375, false]], [[-7.43359375, false]], [[-7.68359375, false]], [[-6.921875, false]], [[-9.1796875, false]], [[-8.609375, false]], [[-4.80859375, false]], [[-9.1796875, false]], [[-7.55859375, false]], [[-9.5546875, false]], [[-7.80859375, false]], [[-7.68359375, false]], [[-7.43359375, false]], [[-4.80859375, false]], [[-6.43359375, false]], [[-6.921875, false]], [[-8.1796875, false]], [[-4.80859375, false]], [[-7.55859375, false]], [[-7.68359375, false]], [[-8.9296875, false]], [[-7.68359375, false]], [[-8.5546875, false]], [[-4.80859375, false]], [[-4.18359375, false]], [[-8.4296875, false]], [[-4.18359375, false]], [[-8.5546875, false]], [[-8.9296875, false]], [[-6.921875, false]], [[-9.1796875, false]], [[-8.609375, false]], [[-4.80859375, false]], [[-9.1796875, false]], [[-7.55859375, false]], [[-9.5546875, false]], [[-7.80859375, false]], [[-7.68359375, false]], [[-7.43359375, false]], [[-4.80859375, false]], [[-5.68359375, false]], [[-6.921875, false]], [[-8.1796875, false]], [[-4.80859375, false]], [[-7.55859375, false]], [[-7.68359375, false]], [[-8.9296875, false]], [[-7.68359375, false]], [[-8.5546875, false]], [[-7.43359375, false]], [[-4.80859375, false]], [[-4.18359375, false]], [[-8.4296875, false]], [[-4.18359375, false]], [[-8.5546875, false]], [[-8.9296875, false]], [[-6.921875, false]], [[-9.1796875, false]], [[-10.6796875, false]]], "filtered_resps": [[-7.05859375, false], [-9.1796875, false], [-7.43359375, false], [-8.9296875, false], [-4.18359375, false], [-6.93359375, false], [-8.0546875, false], [-7.68359375, false], [-7.43359375, false], [-4.80859375, false], [-7.80859375, false], [-7.68359375, false], [-8.5546875, false], [-8.9296875, false], [-6.55859375, false], [-6.93359375, false], [-4.18359375, false], [-8.5546875, false], [-8.5546875, false], [-9.5546875, false], [-6.921875, false], [-9.1796875, false], [-8.609375, false], [-4.80859375, false], [-9.1796875, false], [-8.4296875, false], [-8.5546875, false], [-4.18359375, false], [-6.93359375, false], [-7.68359375, false], [-7.43359375, false], [-4.80859375, false], [-7.43359375, false], [-6.55859375, false], [-7.43359375, false], [-7.68359375, false], [-4.80859375, false], [-5.80859375, false], [-9.5546875, false], [-4.80859375, false], [-7.43359375, false], [-6.55859375, false], [-7.43359375, false], [-7.68359375, false], [-6.921875, false], [-9.1796875, false], [-8.609375, false], [-4.80859375, false], [-9.1796875, false], [-7.55859375, false], [-9.5546875, false], [-7.80859375, false], [-7.68359375, false], [-7.43359375, false], [-4.80859375, false], [-6.43359375, false], [-6.921875, false], [-8.1796875, false], [-4.80859375, false], [-7.55859375, false], [-7.68359375, false], [-8.9296875, false], [-7.68359375, false], [-8.5546875, false], [-4.80859375, false], [-4.18359375, false], [-8.4296875, false], [-4.18359375, false], [-8.5546875, false], [-8.9296875, false], [-6.921875, false], [-9.1796875, false], [-8.609375, false], [-4.80859375, false], [-9.1796875, false], [-7.55859375, false], [-9.5546875, false], [-7.80859375, false], [-7.68359375, false], [-7.43359375, false], [-4.80859375, false], [-5.68359375, false], [-6.921875, false], [-8.1796875, false], [-4.80859375, false], [-7.55859375, false], [-7.68359375, false], [-8.9296875, false], [-7.68359375, false], [-8.5546875, false], [-7.43359375, false], [-4.80859375, false], [-4.18359375, false], [-8.4296875, false], [-4.18359375, false], [-8.5546875, false], [-8.9296875, false], [-6.921875, false], [-9.1796875, false], [-10.6796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1250, "doc": {"id": "LEAP__4_10227", "question": "A wetland was drained to build a mall. Two years later, there were no more toads in that area. Why did the toads disappear?", "choices": {"text": ["The toads were destroyed by the construction equipment.", "The toads died because toads cannot breathe out of water.", "The toads were frightened and went into the woods.", "The toads got their food from the wetland ecosystem."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "The toads got their food from the wetland ecosystem.", "arguments": ["Question: A wetland was drained to build a mall. Two years later, there were no more toads in that area. Why did the toads disappear?\nAnswer:", " ["], "resps": [[[-7.58203125, false]], [[-9.328125, false]], [[-6.58203125, false]], [[-12.828125, false]], [[-9.578125, false]], [[-6.58203125, false]], [[-10.578125, false]], [[-9.578125, false]], [[-6.58203125, false]], [[-8.578125, false]], [[-10.578125, false]], [[-6.58203125, false]], [[-11.828125, false]], [[-9.578125, false]], [[-12.328125, false]], [[-9.578125, false]], [[-6.58203125, false]], [[-8.578125, false]], [[-9.578125, false]], [[-10.578125, false]], [[-10.578125, false]], [[-12.328125, false]], [[-9.578125, false]], [[-14.328125, false]], [[-9.578125, false]], [[-8.578125, false]], [[-6.58203125, false]], [[-9.578125, false]], [[-14.328125, false]], [[-6.58203125, false]], [[-10.578125, false]], [[-12.828125, false]], [[-9.578125, false]], [[-6.58203125, false]], [[-10.828125, false]], [[-9.578125, false]], [[-11.078125, false]], [[-10.578125, false]], [[-10.578125, false]], [[-12.328125, false]], [[-12.828125, false]], [[-10.828125, false]], [[-10.578125, false]], [[-10.578125, false]], [[-9.578125, false]], [[-11.078125, false]], [[-6.58203125, false]], [[-9.578125, false]], [[-13.828125, false]], [[-12.828125, false]], [[-10.578125, false]], [[-10.578125, false]], [[-13.078125, false]], [[-9.578125, false]], [[-11.078125, false]], [[-10.578125, false]], [[-9.625, false]], [[-9.328125, false]], [[-12.875, false]], [[-6.58203125, false]], [[-9.328125, false]], [[-6.58203125, false]], [[-12.828125, false]], [[-9.578125, false]], [[-6.58203125, false]], [[-10.578125, false]], [[-9.578125, false]], [[-6.58203125, false]], [[-8.578125, false]], [[-10.578125, false]], [[-6.58203125, false]], [[-8.578125, false]], [[-10.578125, false]], [[-9.578125, false]], [[-8.578125, false]], [[-6.58203125, false]], [[-9.578125, false]], [[-9.578125, false]], [[-10.828125, false]], [[-6.58203125, false]], [[-12.828125, false]], [[-10.578125, false]], [[-9.578125, false]], [[-6.58203125, false]], [[-10.578125, false]], [[-9.578125, false]], [[-6.58203125, false]], [[-8.578125, false]], [[-10.578125, false]], [[-6.58203125, false]], [[-10.828125, false]], [[-6.58203125, false]], [[-11.078125, false]], [[-11.078125, false]], [[-9.578125, false]], [[-10.578125, false]], [[-6.58203125, false]], [[-9.578125, false]], [[-12.328125, false]], [[-9.578125, false]], [[-6.58203125, false]], [[-10.578125, false]], [[-12.828125, false]], [[-9.578125, false]], [[-6.58203125, false]], [[-9.578125, false]], [[-12.828125, false]], [[-10.578125, false]], [[-6.58203125, false]], [[-9.578125, false]], [[-10.328125, false]], [[-6.58203125, false]], [[-11.828125, false]], [[-6.58203125, false]], [[-10.578125, false]], [[-9.578125, false]], [[-12.328125, false]], [[-9.625, false]], [[-9.328125, false]], [[-12.875, false]], [[-6.58203125, false]], [[-9.328125, false]], [[-6.58203125, false]], [[-12.828125, false]], [[-9.578125, false]], [[-6.58203125, false]], [[-10.578125, false]], [[-9.578125, false]], [[-6.58203125, false]], [[-8.578125, false]], [[-10.578125, false]], [[-6.58203125, false]], [[-11.828125, false]], [[-9.578125, false]], [[-12.328125, false]], [[-9.578125, false]], [[-6.58203125, false]], [[-10.328125, false]], [[-12.328125, false]], [[-10.578125, false]], [[-12.828125, false]], [[-12.828125, false]], [[-10.578125, false]], [[-9.578125, false]], [[-11.078125, false]], [[-9.578125, false]], [[-8.578125, false]], [[-6.58203125, false]], [[-6.58203125, false]], [[-11.078125, false]], [[-8.578125, false]], [[-6.58203125, false]], [[-11.828125, false]], [[-9.578125, false]], [[-11.078125, false]], [[-10.578125, false]], [[-6.58203125, false]], [[-10.578125, false]], [[-11.078125, false]], [[-10.578125, false]], [[-9.578125, false]], [[-6.58203125, false]], [[-10.578125, false]], [[-12.828125, false]], [[-9.578125, false]], [[-6.58203125, false]], [[-11.828125, false]], [[-9.578125, false]], [[-9.578125, false]], [[-8.578125, false]], [[-10.578125, false]], [[-9.625, false]], [[-9.328125, false]], [[-12.875, false]], [[-6.58203125, false]], [[-9.328125, false]], [[-6.58203125, false]], [[-12.828125, false]], [[-9.578125, false]], [[-6.58203125, false]], [[-10.578125, false]], [[-9.578125, false]], [[-6.58203125, false]], [[-8.578125, false]], [[-10.578125, false]], [[-6.58203125, false]], [[-12.828125, false]], [[-9.578125, false]], [[-10.578125, false]], [[-6.58203125, false]], [[-10.578125, false]], [[-12.828125, false]], [[-9.578125, false]], [[-10.578125, false]], [[-12.328125, false]], [[-6.58203125, false]], [[-10.328125, false]], [[-9.578125, false]], [[-9.578125, false]], [[-8.578125, false]], [[-6.58203125, false]], [[-10.328125, false]], [[-12.328125, false]], [[-9.578125, false]], [[-13.078125, false]], [[-6.58203125, false]], [[-10.578125, false]], [[-12.828125, false]], [[-9.578125, false]], [[-6.58203125, false]], [[-11.828125, false]], [[-9.578125, false]], [[-10.578125, false]], [[-10.328125, false]], [[-6.58203125, false]], [[-11.078125, false]], [[-8.578125, false]], [[-6.58203125, false]], [[-9.578125, false]], [[-10.828125, false]], [[-9.578125, false]], [[-10.578125, false]], [[-14.328125, false]], [[-10.578125, false]], [[-10.578125, false]], [[-9.578125, false]], [[-13.078125, false]], [[-9.625, false]], [[-9.328125, false]], [[-14.828125, false]]], "filtered_resps": [[-7.58203125, false], [-9.328125, false], [-6.58203125, false], [-12.828125, false], [-9.578125, false], [-6.58203125, false], [-10.578125, false], [-9.578125, false], [-6.58203125, false], [-8.578125, false], [-10.578125, false], [-6.58203125, false], [-11.828125, false], [-9.578125, false], [-12.328125, false], [-9.578125, false], [-6.58203125, false], [-8.578125, false], [-9.578125, false], [-10.578125, false], [-10.578125, false], [-12.328125, false], [-9.578125, false], [-14.328125, false], [-9.578125, false], [-8.578125, false], [-6.58203125, false], [-9.578125, false], [-14.328125, false], [-6.58203125, false], [-10.578125, false], [-12.828125, false], [-9.578125, false], [-6.58203125, false], [-10.828125, false], [-9.578125, false], [-11.078125, false], [-10.578125, false], [-10.578125, false], [-12.328125, false], [-12.828125, false], [-10.828125, false], [-10.578125, false], [-10.578125, false], [-9.578125, false], [-11.078125, false], [-6.58203125, false], [-9.578125, false], [-13.828125, false], [-12.828125, false], [-10.578125, false], [-10.578125, false], [-13.078125, false], [-9.578125, false], [-11.078125, false], [-10.578125, false], [-9.625, false], [-9.328125, false], [-12.875, false], [-6.58203125, false], [-9.328125, false], [-6.58203125, false], [-12.828125, false], [-9.578125, false], [-6.58203125, false], [-10.578125, false], [-9.578125, false], [-6.58203125, false], [-8.578125, false], [-10.578125, false], [-6.58203125, false], [-8.578125, false], [-10.578125, false], [-9.578125, false], [-8.578125, false], [-6.58203125, false], [-9.578125, false], [-9.578125, false], [-10.828125, false], [-6.58203125, false], [-12.828125, false], [-10.578125, false], [-9.578125, false], [-6.58203125, false], [-10.578125, false], [-9.578125, false], [-6.58203125, false], [-8.578125, false], [-10.578125, false], [-6.58203125, false], [-10.828125, false], [-6.58203125, false], [-11.078125, false], [-11.078125, false], [-9.578125, false], [-10.578125, false], [-6.58203125, false], [-9.578125, false], [-12.328125, false], [-9.578125, false], [-6.58203125, false], [-10.578125, false], [-12.828125, false], [-9.578125, false], [-6.58203125, false], [-9.578125, false], [-12.828125, false], [-10.578125, false], [-6.58203125, false], [-9.578125, false], [-10.328125, false], [-6.58203125, false], [-11.828125, false], [-6.58203125, false], [-10.578125, false], [-9.578125, false], [-12.328125, false], [-9.625, false], [-9.328125, false], [-12.875, false], [-6.58203125, false], [-9.328125, false], [-6.58203125, false], [-12.828125, false], [-9.578125, false], [-6.58203125, false], [-10.578125, false], [-9.578125, false], [-6.58203125, false], [-8.578125, false], [-10.578125, false], [-6.58203125, false], [-11.828125, false], [-9.578125, false], [-12.328125, false], [-9.578125, false], [-6.58203125, false], [-10.328125, false], [-12.328125, false], [-10.578125, false], [-12.828125, false], [-12.828125, false], [-10.578125, false], [-9.578125, false], [-11.078125, false], [-9.578125, false], [-8.578125, false], [-6.58203125, false], [-6.58203125, false], [-11.078125, false], [-8.578125, false], [-6.58203125, false], [-11.828125, false], [-9.578125, false], [-11.078125, false], [-10.578125, false], [-6.58203125, false], [-10.578125, false], [-11.078125, false], [-10.578125, false], [-9.578125, false], [-6.58203125, false], [-10.578125, false], [-12.828125, false], [-9.578125, false], [-6.58203125, false], [-11.828125, false], [-9.578125, false], [-9.578125, false], [-8.578125, false], [-10.578125, false], [-9.625, false], [-9.328125, false], [-12.875, false], [-6.58203125, false], [-9.328125, false], [-6.58203125, false], [-12.828125, false], [-9.578125, false], [-6.58203125, false], [-10.578125, false], [-9.578125, false], [-6.58203125, false], [-8.578125, false], [-10.578125, false], [-6.58203125, false], [-12.828125, false], [-9.578125, false], [-10.578125, false], [-6.58203125, false], [-10.578125, false], [-12.828125, false], [-9.578125, false], [-10.578125, false], [-12.328125, false], [-6.58203125, false], [-10.328125, false], [-9.578125, false], [-9.578125, false], [-8.578125, false], [-6.58203125, false], [-10.328125, false], [-12.328125, false], [-9.578125, false], [-13.078125, false], [-6.58203125, false], [-10.578125, false], [-12.828125, false], [-9.578125, false], [-6.58203125, false], [-11.828125, false], [-9.578125, false], [-10.578125, false], [-10.328125, false], [-6.58203125, false], [-11.078125, false], [-8.578125, false], [-6.58203125, false], [-9.578125, false], [-10.828125, false], [-9.578125, false], [-10.578125, false], [-14.328125, false], [-10.578125, false], [-10.578125, false], [-9.578125, false], [-13.078125, false], [-9.625, false], [-9.328125, false], [-14.828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1258, "doc": {"id": "Mercury_7223948", "question": "Which material has the least resistance to the flow of electricity?", "choices": {"text": ["rubber", "aluminum", "granite", "wood"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "aluminum", "arguments": ["Question: Which material has the least resistance to the flow of electricity?\nAnswer:", " ["], "resps": [[[-9.15625, false]], [[-8.65625, false]], [[-8.40625, false]], [[-11.15625, false]], [[-10.90625, false]], [[-10.90625, false]], [[-9.65625, false]], [[-8.40625, false]], [[-8.65625, false]], [[-10.5, false]], [[-5.65625, false]], [[-8.65625, false]], [[-6.15625, false]], [[-10.40625, false]], [[-11.15625, false]], [[-9.40625, false]], [[-8.90625, false]], [[-8.90625, false]], [[-11.15625, false]], [[-9.40625, false]], [[-8.65625, false]], [[-10.5, false]], [[-5.65625, false]], [[-8.65625, false]], [[-13.15625, false]], [[-8.40625, false]], [[-6.15625, false]], [[-8.90625, false]], [[-8.90625, false]], [[-9.65625, false]], [[-9.65625, false]], [[-8.65625, false]], [[-10.5, false]], [[-5.65625, false]], [[-8.65625, false]], [[-10.65625, false]], [[-9.65625, false]], [[-9.65625, false]], [[-11.90625, false]], [[-8.65625, false]], [[-15.65625, false]]], "filtered_resps": [[-9.15625, false], [-8.65625, false], [-8.40625, false], [-11.15625, false], [-10.90625, false], [-10.90625, false], [-9.65625, false], [-8.40625, false], [-8.65625, false], [-10.5, false], [-5.65625, false], [-8.65625, false], [-6.15625, false], [-10.40625, false], [-11.15625, false], [-9.40625, false], [-8.90625, false], [-8.90625, false], [-11.15625, false], [-9.40625, false], [-8.65625, false], [-10.5, false], [-5.65625, false], [-8.65625, false], [-13.15625, false], [-8.40625, false], [-6.15625, false], [-8.90625, false], [-8.90625, false], [-9.65625, false], [-9.65625, false], [-8.65625, false], [-10.5, false], [-5.65625, false], [-8.65625, false], [-10.65625, false], [-9.65625, false], [-9.65625, false], [-11.90625, false], [-8.65625, false], [-15.65625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1266, "doc": {"id": "Mercury_7106785", "question": "An astronomer and a marine biologist were having lunch and discussing their current experiments. They discovered that although they investigate different areas of science, they most likely use the same", "choices": {"text": ["scientific tools used in experiments.", "publications for conducting research.", "scientific method to test hypotheses.", "locations for conducting their experiments."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "scientific method to test hypotheses.", "arguments": ["Question: An astronomer and a marine biologist were having lunch and discussing their current experiments. They discovered that although they investigate different areas of science, they most likely use the same\nAnswer:", " ["], "resps": [[[-7.2890625, false]], [[-7.6640625, false]], [[-8.0390625, false]], [[-7.6640625, false]], [[-7.7890625, false]], [[-7.6640625, false]], [[-7.5390625, false]], [[-9.5390625, false]], [[-7.7890625, false]], [[-8.1640625, false]], [[-7.7890625, false]], [[-7.6640625, false]], [[-5.0390625, false]], [[-9.5390625, false]], [[-8.7890625, false]], [[-8.7890625, false]], [[-9.5390625, false]], [[-8.0390625, false]], [[-5.0390625, false]], [[-10.2890625, false]], [[-8.0390625, false]], [[-7.6640625, false]], [[-7.9140625, false]], [[-5.0390625, false]], [[-7.7890625, false]], [[-7.5390625, false]], [[-5.0390625, false]], [[-7.6640625, false]], [[-8.4140625, false]], [[-8.2890625, false]], [[-7.6640625, false]], [[-9.4140625, false]], [[-7.7890625, false]], [[-9.4140625, false]], [[-7.6640625, false]], [[-7.5390625, false]], [[-9.5390625, false]], [[-8.0390625, false]], [[-7.046875, false]], [[-7.6640625, false]], [[-8.484375, false]], [[-5.0390625, false]], [[-7.6640625, false]], [[-8.2890625, false]], [[-10.2890625, false]], [[-7.2890625, false]], [[-9.5390625, false]], [[-7.7890625, false]], [[-7.6640625, false]], [[-4.1640625, false]], [[-9.5390625, false]], [[-7.7890625, false]], [[-8.7890625, false]], [[-7.5390625, false]], [[-8.0390625, false]], [[-5.0390625, false]], [[-8.1640625, false]], [[-8.7890625, false]], [[-9.4140625, false]], [[-5.0390625, false]], [[-7.6640625, false]], [[-8.7890625, false]], [[-7.5390625, false]], [[-7.9140625, false]], [[-10.2890625, false]], [[-7.6640625, false]], [[-9.5390625, false]], [[-7.7890625, false]], [[-7.5390625, false]], [[-10.0390625, false]], [[-5.0390625, false]], [[-9.4140625, false]], [[-7.6640625, false]], [[-8.0390625, false]], [[-7.6640625, false]], [[-4.1640625, false]], [[-9.4140625, false]], [[-7.6640625, false]], [[-9.4140625, false]], [[-7.046875, false]], [[-7.6640625, false]], [[-8.484375, false]], [[-5.0390625, false]], [[-7.6640625, false]], [[-8.0390625, false]], [[-7.6640625, false]], [[-7.7890625, false]], [[-7.6640625, false]], [[-7.5390625, false]], [[-9.5390625, false]], [[-7.7890625, false]], [[-8.1640625, false]], [[-7.7890625, false]], [[-7.6640625, false]], [[-5.0390625, false]], [[-9.4140625, false]], [[-7.6640625, false]], [[-9.5390625, false]], [[-9.4140625, false]], [[-8.7890625, false]], [[-7.9140625, false]], [[-5.0390625, false]], [[-9.5390625, false]], [[-8.7890625, false]], [[-5.0390625, false]], [[-9.5390625, false]], [[-7.6640625, false]], [[-8.0390625, false]], [[-9.5390625, false]], [[-5.0390625, false]], [[-9.4140625, false]], [[-10.5390625, false]], [[-8.2890625, false]], [[-8.7890625, false]], [[-9.5390625, false]], [[-9.4140625, false]], [[-7.6640625, false]], [[-8.0390625, false]], [[-7.6640625, false]], [[-8.0390625, false]], [[-7.046875, false]], [[-7.6640625, false]], [[-8.484375, false]], [[-5.0390625, false]], [[-7.6640625, false]], [[-9.5390625, false]], [[-8.7890625, false]], [[-7.6640625, false]], [[-4.1640625, false]], [[-9.5390625, false]], [[-7.7890625, false]], [[-8.7890625, false]], [[-7.5390625, false]], [[-8.0390625, false]], [[-5.0390625, false]], [[-8.1640625, false]], [[-8.7890625, false]], [[-9.4140625, false]], [[-5.0390625, false]], [[-7.6640625, false]], [[-8.7890625, false]], [[-7.5390625, false]], [[-7.9140625, false]], [[-10.2890625, false]], [[-7.6640625, false]], [[-9.5390625, false]], [[-7.7890625, false]], [[-7.5390625, false]], [[-10.0390625, false]], [[-5.0390625, false]], [[-9.5390625, false]], [[-9.4140625, false]], [[-7.6640625, false]], [[-7.7890625, false]], [[-9.4140625, false]], [[-5.0390625, false]], [[-7.6640625, false]], [[-8.4140625, false]], [[-8.2890625, false]], [[-7.6640625, false]], [[-9.4140625, false]], [[-7.7890625, false]], [[-9.4140625, false]], [[-7.6640625, false]], [[-7.5390625, false]], [[-9.5390625, false]], [[-8.0390625, false]], [[-7.046875, false]], [[-7.6640625, false]], [[-11.5390625, false]]], "filtered_resps": [[-7.2890625, false], [-7.6640625, false], [-8.0390625, false], [-7.6640625, false], [-7.7890625, false], [-7.6640625, false], [-7.5390625, false], [-9.5390625, false], [-7.7890625, false], [-8.1640625, false], [-7.7890625, false], [-7.6640625, false], [-5.0390625, false], [-9.5390625, false], [-8.7890625, false], [-8.7890625, false], [-9.5390625, false], [-8.0390625, false], [-5.0390625, false], [-10.2890625, false], [-8.0390625, false], [-7.6640625, false], [-7.9140625, false], [-5.0390625, false], [-7.7890625, false], [-7.5390625, false], [-5.0390625, false], [-7.6640625, false], [-8.4140625, false], [-8.2890625, false], [-7.6640625, false], [-9.4140625, false], [-7.7890625, false], [-9.4140625, false], [-7.6640625, false], [-7.5390625, false], [-9.5390625, false], [-8.0390625, false], [-7.046875, false], [-7.6640625, false], [-8.484375, false], [-5.0390625, false], [-7.6640625, false], [-8.2890625, false], [-10.2890625, false], [-7.2890625, false], [-9.5390625, false], [-7.7890625, false], [-7.6640625, false], [-4.1640625, false], [-9.5390625, false], [-7.7890625, false], [-8.7890625, false], [-7.5390625, false], [-8.0390625, false], [-5.0390625, false], [-8.1640625, false], [-8.7890625, false], [-9.4140625, false], [-5.0390625, false], [-7.6640625, false], [-8.7890625, false], [-7.5390625, false], [-7.9140625, false], [-10.2890625, false], [-7.6640625, false], [-9.5390625, false], [-7.7890625, false], [-7.5390625, false], [-10.0390625, false], [-5.0390625, false], [-9.4140625, false], [-7.6640625, false], [-8.0390625, false], [-7.6640625, false], [-4.1640625, false], [-9.4140625, false], [-7.6640625, false], [-9.4140625, false], [-7.046875, false], [-7.6640625, false], [-8.484375, false], [-5.0390625, false], [-7.6640625, false], [-8.0390625, false], [-7.6640625, false], [-7.7890625, false], [-7.6640625, false], [-7.5390625, false], [-9.5390625, false], [-7.7890625, false], [-8.1640625, false], [-7.7890625, false], [-7.6640625, false], [-5.0390625, false], [-9.4140625, false], [-7.6640625, false], [-9.5390625, false], [-9.4140625, false], [-8.7890625, false], [-7.9140625, false], [-5.0390625, false], [-9.5390625, false], [-8.7890625, false], [-5.0390625, false], [-9.5390625, false], [-7.6640625, false], [-8.0390625, false], [-9.5390625, false], [-5.0390625, false], [-9.4140625, false], [-10.5390625, false], [-8.2890625, false], [-8.7890625, false], [-9.5390625, false], [-9.4140625, false], [-7.6640625, false], [-8.0390625, false], [-7.6640625, false], [-8.0390625, false], [-7.046875, false], [-7.6640625, false], [-8.484375, false], [-5.0390625, false], [-7.6640625, false], [-9.5390625, false], [-8.7890625, false], [-7.6640625, false], [-4.1640625, false], [-9.5390625, false], [-7.7890625, false], [-8.7890625, false], [-7.5390625, false], [-8.0390625, false], [-5.0390625, false], [-8.1640625, false], [-8.7890625, false], [-9.4140625, false], [-5.0390625, false], [-7.6640625, false], [-8.7890625, false], [-7.5390625, false], [-7.9140625, false], [-10.2890625, false], [-7.6640625, false], [-9.5390625, false], [-7.7890625, false], [-7.5390625, false], [-10.0390625, false], [-5.0390625, false], [-9.5390625, false], [-9.4140625, false], [-7.6640625, false], [-7.7890625, false], [-9.4140625, false], [-5.0390625, false], [-7.6640625, false], [-8.4140625, false], [-8.2890625, false], [-7.6640625, false], [-9.4140625, false], [-7.7890625, false], [-9.4140625, false], [-7.6640625, false], [-7.5390625, false], [-9.5390625, false], [-8.0390625, false], [-7.046875, false], [-7.6640625, false], [-11.5390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1274, "doc": {"id": "Mercury_SC_414361", "question": "Which feature makes up most of the surface of Earth?", "choices": {"text": ["hot gases", "dry land", "craters", "water"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "water", "arguments": ["Question: Which feature makes up most of the surface of Earth?\nAnswer:", " ["], "resps": [[[-8.3203125, false]], [[-8.5703125, false]], [[-11.3203125, false]], [[-9.0703125, false]], [[-11.0703125, false]], [[-5.3203125, false]], [[-13.3203125, false]], [[-5.8203125, false]], [[-9.5703125, false]], [[-8.0703125, false]], [[-9.5703125, false]], [[-8.5703125, false]], [[-9.796875, false]], [[-5.3203125, false]], [[-8.5703125, false]], [[-10.3203125, false]], [[-11.3203125, false]], [[-12.8203125, false]], [[-5.3203125, false]], [[-10.8203125, false]], [[-5.8203125, false]], [[-11.5703125, false]], [[-10.3203125, false]], [[-8.5703125, false]], [[-9.796875, false]], [[-5.3203125, false]], [[-8.5703125, false]], [[-10.5703125, false]], [[-11.3203125, false]], [[-5.8203125, false]], [[-11.0703125, false]], [[-8.0703125, false]], [[-11.3203125, false]], [[-9.5703125, false]], [[-8.5703125, false]], [[-9.796875, false]], [[-5.3203125, false]], [[-8.5703125, false]], [[-10.8203125, false]], [[-5.8203125, false]], [[-11.0703125, false]], [[-8.0703125, false]], [[-11.3203125, false]], [[-8.5703125, false]], [[-13.0703125, false]]], "filtered_resps": [[-8.3203125, false], [-8.5703125, false], [-11.3203125, false], [-9.0703125, false], [-11.0703125, false], [-5.3203125, false], [-13.3203125, false], [-5.8203125, false], [-9.5703125, false], [-8.0703125, false], [-9.5703125, false], [-8.5703125, false], [-9.796875, false], [-5.3203125, false], [-8.5703125, false], [-10.3203125, false], [-11.3203125, false], [-12.8203125, false], [-5.3203125, false], [-10.8203125, false], [-5.8203125, false], [-11.5703125, false], [-10.3203125, false], [-8.5703125, false], [-9.796875, false], [-5.3203125, false], [-8.5703125, false], [-10.5703125, false], [-11.3203125, false], [-5.8203125, false], [-11.0703125, false], [-8.0703125, false], [-11.3203125, false], [-9.5703125, false], [-8.5703125, false], [-9.796875, false], [-5.3203125, false], [-8.5703125, false], [-10.8203125, false], [-5.8203125, false], [-11.0703125, false], [-8.0703125, false], [-11.3203125, false], [-8.5703125, false], [-13.0703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1282, "doc": {"id": "MCAS_1999_4_16", "question": "What explains how day and night occur in different parts of Earth?", "choices": {"text": ["Earth rotates on its axis.", "Earth revolves around the Sun.", "The Sun rotates on its axis.", "The Sun revolves around the galaxy."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Earth rotates on its axis.", "arguments": ["Question: What explains how day and night occur in different parts of Earth?\nAnswer:", " ["], "resps": [[[-7.66015625, false]], [[-8.6640625, false]], [[-5.66015625, false]], [[-7.16015625, false]], [[-12.1640625, false]], [[-11.4140625, false]], [[-12.1640625, false]], [[-6.16015625, false]], [[-12.1640625, false]], [[-9.6640625, false]], [[-11.4140625, false]], [[-7.16015625, false]], [[-11.4140625, false]], [[-8.9140625, false]], [[-11.1640625, false]], [[-6.16015625, false]], [[-9.6640625, false]], [[-11.4140625, false]], [[-6.16015625, false]], [[-10.6640625, false]], [[-11.4140625, false]], [[-11.1640625, false]], [[-6.16015625, false]], [[-7.16015625, false]], [[-11.9140625, false]], [[-10.6640625, false]], [[-11.1640625, false]], [[-7.515625, false]], [[-8.6640625, false]], [[-10.515625, false]], [[-6.16015625, false]], [[-8.6640625, false]], [[-5.66015625, false]], [[-7.16015625, false]], [[-12.1640625, false]], [[-11.4140625, false]], [[-12.1640625, false]], [[-6.16015625, false]], [[-12.1640625, false]], [[-8.9140625, false]], [[-12.1640625, false]], [[-9.6640625, false]], [[-11.6640625, false]], [[-12.1640625, false]], [[-8.9140625, false]], [[-11.1640625, false]], [[-6.16015625, false]], [[-7.16015625, false]], [[-12.1640625, false]], [[-9.6640625, false]], [[-12.6640625, false]], [[-11.4140625, false]], [[-10.9140625, false]], [[-6.16015625, false]], [[-11.4140625, false]], [[-12.1640625, false]], [[-8.9140625, false]], [[-6.16015625, false]], [[-7.16015625, false]], [[-12.6640625, false]], [[-11.4140625, false]], [[-7.515625, false]], [[-8.6640625, false]], [[-10.515625, false]], [[-6.16015625, false]], [[-8.6640625, false]], [[-8.1640625, false]], [[-12.1640625, false]], [[-8.9140625, false]], [[-6.16015625, false]], [[-7.16015625, false]], [[-12.6640625, false]], [[-11.4140625, false]], [[-6.16015625, false]], [[-12.1640625, false]], [[-9.6640625, false]], [[-11.4140625, false]], [[-7.16015625, false]], [[-11.4140625, false]], [[-8.9140625, false]], [[-11.1640625, false]], [[-6.16015625, false]], [[-9.6640625, false]], [[-11.4140625, false]], [[-6.16015625, false]], [[-10.6640625, false]], [[-11.4140625, false]], [[-11.1640625, false]], [[-6.16015625, false]], [[-7.16015625, false]], [[-11.9140625, false]], [[-10.6640625, false]], [[-11.1640625, false]], [[-7.515625, false]], [[-8.6640625, false]], [[-10.515625, false]], [[-6.16015625, false]], [[-8.6640625, false]], [[-8.1640625, false]], [[-12.1640625, false]], [[-8.9140625, false]], [[-6.16015625, false]], [[-7.16015625, false]], [[-12.6640625, false]], [[-11.4140625, false]], [[-6.16015625, false]], [[-12.1640625, false]], [[-8.9140625, false]], [[-12.1640625, false]], [[-9.6640625, false]], [[-11.6640625, false]], [[-12.1640625, false]], [[-8.9140625, false]], [[-11.1640625, false]], [[-6.16015625, false]], [[-7.16015625, false]], [[-12.1640625, false]], [[-9.6640625, false]], [[-12.6640625, false]], [[-11.4140625, false]], [[-10.9140625, false]], [[-6.16015625, false]], [[-11.4140625, false]], [[-12.1640625, false]], [[-8.9140625, false]], [[-6.16015625, false]], [[-14.1640625, false]], [[-7.16015625, false]], [[-11.6640625, false]], [[-7.16015625, false]], [[-11.9140625, false]], [[-12.9140625, false]], [[-7.515625, false]], [[-8.6640625, false]], [[-12.4140625, false]]], "filtered_resps": [[-7.66015625, false], [-8.6640625, false], [-5.66015625, false], [-7.16015625, false], [-12.1640625, false], [-11.4140625, false], [-12.1640625, false], [-6.16015625, false], [-12.1640625, false], [-9.6640625, false], [-11.4140625, false], [-7.16015625, false], [-11.4140625, false], [-8.9140625, false], [-11.1640625, false], [-6.16015625, false], [-9.6640625, false], [-11.4140625, false], [-6.16015625, false], [-10.6640625, false], [-11.4140625, false], [-11.1640625, false], [-6.16015625, false], [-7.16015625, false], [-11.9140625, false], [-10.6640625, false], [-11.1640625, false], [-7.515625, false], [-8.6640625, false], [-10.515625, false], [-6.16015625, false], [-8.6640625, false], [-5.66015625, false], [-7.16015625, false], [-12.1640625, false], [-11.4140625, false], [-12.1640625, false], [-6.16015625, false], [-12.1640625, false], [-8.9140625, false], [-12.1640625, false], [-9.6640625, false], [-11.6640625, false], [-12.1640625, false], [-8.9140625, false], [-11.1640625, false], [-6.16015625, false], [-7.16015625, false], [-12.1640625, false], [-9.6640625, false], [-12.6640625, false], [-11.4140625, false], [-10.9140625, false], [-6.16015625, false], [-11.4140625, false], [-12.1640625, false], [-8.9140625, false], [-6.16015625, false], [-7.16015625, false], [-12.6640625, false], [-11.4140625, false], [-7.515625, false], [-8.6640625, false], [-10.515625, false], [-6.16015625, false], [-8.6640625, false], [-8.1640625, false], [-12.1640625, false], [-8.9140625, false], [-6.16015625, false], [-7.16015625, false], [-12.6640625, false], [-11.4140625, false], [-6.16015625, false], [-12.1640625, false], [-9.6640625, false], [-11.4140625, false], [-7.16015625, false], [-11.4140625, false], [-8.9140625, false], [-11.1640625, false], [-6.16015625, false], [-9.6640625, false], [-11.4140625, false], [-6.16015625, false], [-10.6640625, false], [-11.4140625, false], [-11.1640625, false], [-6.16015625, false], [-7.16015625, false], [-11.9140625, false], [-10.6640625, false], [-11.1640625, false], [-7.515625, false], [-8.6640625, false], [-10.515625, false], [-6.16015625, false], [-8.6640625, false], [-8.1640625, false], [-12.1640625, false], [-8.9140625, false], [-6.16015625, false], [-7.16015625, false], [-12.6640625, false], [-11.4140625, false], [-6.16015625, false], [-12.1640625, false], [-8.9140625, false], [-12.1640625, false], [-9.6640625, false], [-11.6640625, false], [-12.1640625, false], [-8.9140625, false], [-11.1640625, false], [-6.16015625, false], [-7.16015625, false], [-12.1640625, false], [-9.6640625, false], [-12.6640625, false], [-11.4140625, false], [-10.9140625, false], [-6.16015625, false], [-11.4140625, false], [-12.1640625, false], [-8.9140625, false], [-6.16015625, false], [-14.1640625, false], [-7.16015625, false], [-11.6640625, false], [-7.16015625, false], [-11.9140625, false], [-12.9140625, false], [-7.515625, false], [-8.6640625, false], [-12.4140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1290, "doc": {"id": "Mercury_SC_LBS10388", "question": "What is the green pigment that allows plants to change the Sun's energy into chemical energy?", "choices": {"text": ["glucose", "chlorophyll", "mitochondria", "photosynthesis"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "chlorophyll", "arguments": ["Question: What is the green pigment that allows plants to change the Sun's energy into chemical energy?\nAnswer:", " ["], "resps": [[[-7.75390625, false]], [[-8.0078125, false]], [[-12.0078125, false]], [[-9.7578125, false]], [[-9.0078125, false]], [[-8.2578125, false]], [[-7.75390625, false]], [[-9.7578125, false]], [[-9.7578125, false]], [[-8.0078125, false]], [[-9.8046875, false]], [[-5.25390625, false]], [[-8.0078125, false]], [[-8.2578125, false]], [[-9.7578125, false]], [[-9.7578125, false]], [[-7.75390625, false]], [[-10.7578125, false]], [[-7.75390625, false]], [[-9.5078125, false]], [[-9.7578125, false]], [[-10.5078125, false]], [[-9.7578125, false]], [[-9.7578125, false]], [[-8.0078125, false]], [[-9.8046875, false]], [[-5.25390625, false]], [[-8.0078125, false]], [[-8.0078125, false]], [[-8.0078125, false]], [[-9.7578125, false]], [[-7.75390625, false]], [[-8.2578125, false]], [[-9.7578125, false]], [[-7.75390625, false]], [[-8.2578125, false]], [[-9.5078125, false]], [[-10.7578125, false]], [[-8.0078125, false]], [[-5.50390625, false]], [[-8.0078125, false]], [[-9.8046875, false]], [[-5.25390625, false]], [[-8.0078125, false]], [[-9.5078125, false]], [[-9.7578125, false]], [[-7.75390625, false]], [[-9.7578125, false]], [[-7.75390625, false]], [[-9.7578125, false]], [[-10.5078125, false]], [[-8.2578125, false]], [[-9.7578125, false]], [[-9.7578125, false]], [[-9.7578125, false]], [[-9.7578125, false]], [[-8.0078125, false]], [[-9.7578125, false]], [[-8.0078125, false]], [[-13.7578125, false]]], "filtered_resps": [[-7.75390625, false], [-8.0078125, false], [-12.0078125, false], [-9.7578125, false], [-9.0078125, false], [-8.2578125, false], [-7.75390625, false], [-9.7578125, false], [-9.7578125, false], [-8.0078125, false], [-9.8046875, false], [-5.25390625, false], [-8.0078125, false], [-8.2578125, false], [-9.7578125, false], [-9.7578125, false], [-7.75390625, false], [-10.7578125, false], [-7.75390625, false], [-9.5078125, false], [-9.7578125, false], [-10.5078125, false], [-9.7578125, false], [-9.7578125, false], [-8.0078125, false], [-9.8046875, false], [-5.25390625, false], [-8.0078125, false], [-8.0078125, false], [-8.0078125, false], [-9.7578125, false], [-7.75390625, false], [-8.2578125, false], [-9.7578125, false], [-7.75390625, false], [-8.2578125, false], [-9.5078125, false], [-10.7578125, false], [-8.0078125, false], [-5.50390625, false], [-8.0078125, false], [-9.8046875, false], [-5.25390625, false], [-8.0078125, false], [-9.5078125, false], [-9.7578125, false], [-7.75390625, false], [-9.7578125, false], [-7.75390625, false], [-9.7578125, false], [-10.5078125, false], [-8.2578125, false], [-9.7578125, false], [-9.7578125, false], [-9.7578125, false], [-9.7578125, false], [-8.0078125, false], [-9.7578125, false], [-8.0078125, false], [-13.7578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1298, "doc": {"id": "Mercury_7027108", "question": "Which event or principle cannot have its validity directly tested by laboratory experiment?", "choices": {"text": ["the Big Bang Theory", "the Conservation of Energy", "the Periodicity of Element Properties", "the Acceleration of Objects due to Gravity"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "the Big Bang Theory", "arguments": ["Question: Which event or principle cannot have its validity directly tested by laboratory experiment?\nAnswer:", " ["], "resps": [[[-7.26171875, false]], [[-8.015625, false]], [[-9.390625, false]], [[-11.265625, false]], [[-7.63671875, false]], [[-5.38671875, false]], [[-6.13671875, false]], [[-8.390625, false]], [[-12.390625, false]], [[-5.38671875, false]], [[-6.13671875, false]], [[-5.76171875, false]], [[-9.015625, false]], [[-12.390625, false]], [[-5.38671875, false]], [[-6.63671875, false]], [[-11.265625, false]], [[-7.63671875, false]], [[-9.890625, false]], [[-10.515625, false]], [[-11.640625, false]], [[-8.015625, false]], [[-9.8125, false]], [[-5.38671875, false]], [[-8.015625, false]], [[-9.390625, false]], [[-11.265625, false]], [[-7.63671875, false]], [[-5.38671875, false]], [[-5.76171875, false]], [[-9.890625, false]], [[-9.015625, false]], [[-9.015625, false]], [[-7.63671875, false]], [[-10.515625, false]], [[-10.765625, false]], [[-5.76171875, false]], [[-9.390625, false]], [[-8.390625, false]], [[-9.890625, false]], [[-9.015625, false]], [[-5.38671875, false]], [[-9.890625, false]], [[-9.390625, false]], [[-5.38671875, false]], [[-4.63671875, false]], [[-9.015625, false]], [[-7.63671875, false]], [[-10.515625, false]], [[-12.390625, false]], [[-11.640625, false]], [[-8.015625, false]], [[-9.8125, false]], [[-5.38671875, false]], [[-8.015625, false]], [[-9.390625, false]], [[-11.265625, false]], [[-7.63671875, false]], [[-5.38671875, false]], [[-6.26171875, false]], [[-7.63671875, false]], [[-10.515625, false]], [[-8.390625, false]], [[-9.890625, false]], [[-9.640625, false]], [[-8.390625, false]], [[-8.765625, false]], [[-8.390625, false]], [[-9.390625, false]], [[-11.640625, false]], [[-5.38671875, false]], [[-9.890625, false]], [[-9.390625, false]], [[-5.38671875, false]], [[-4.63671875, false]], [[-9.515625, false]], [[-7.63671875, false]], [[-10.890625, false]], [[-7.63671875, false]], [[-9.015625, false]], [[-9.390625, false]], [[-5.38671875, false]], [[-6.26171875, false]], [[-10.515625, false]], [[-9.890625, false]], [[-9.640625, false]], [[-7.63671875, false]], [[-10.515625, false]], [[-9.390625, false]], [[-8.390625, false]], [[-7.63671875, false]], [[-9.015625, false]], [[-8.015625, false]], [[-9.8125, false]], [[-5.38671875, false]], [[-8.015625, false]], [[-9.390625, false]], [[-11.265625, false]], [[-7.63671875, false]], [[-5.38671875, false]], [[-3.51171875, false]], [[-8.765625, false]], [[-8.765625, false]], [[-7.63671875, false]], [[-9.515625, false]], [[-7.63671875, false]], [[-10.515625, false]], [[-5.76171875, false]], [[-9.390625, false]], [[-8.390625, false]], [[-9.890625, false]], [[-9.015625, false]], [[-5.38671875, false]], [[-9.890625, false]], [[-9.390625, false]], [[-5.38671875, false]], [[-7.63671875, false]], [[-9.015625, false]], [[-12.140625, false]], [[-7.63671875, false]], [[-8.765625, false]], [[-9.390625, false]], [[-9.015625, false]], [[-5.38671875, false]], [[-9.640625, false]], [[-10.765625, false]], [[-7.63671875, false]], [[-5.38671875, false]], [[-9.390625, false]], [[-9.890625, false]], [[-5.38671875, false]], [[-7.76171875, false]], [[-10.515625, false]], [[-5.76171875, false]], [[-10.765625, false]], [[-8.390625, false]], [[-9.390625, false]], [[-11.640625, false]], [[-8.015625, false]], [[-12.515625, false]]], "filtered_resps": [[-7.26171875, false], [-8.015625, false], [-9.390625, false], [-11.265625, false], [-7.63671875, false], [-5.38671875, false], [-6.13671875, false], [-8.390625, false], [-12.390625, false], [-5.38671875, false], [-6.13671875, false], [-5.76171875, false], [-9.015625, false], [-12.390625, false], [-5.38671875, false], [-6.63671875, false], [-11.265625, false], [-7.63671875, false], [-9.890625, false], [-10.515625, false], [-11.640625, false], [-8.015625, false], [-9.8125, false], [-5.38671875, false], [-8.015625, false], [-9.390625, false], [-11.265625, false], [-7.63671875, false], [-5.38671875, false], [-5.76171875, false], [-9.890625, false], [-9.015625, false], [-9.015625, false], [-7.63671875, false], [-10.515625, false], [-10.765625, false], [-5.76171875, false], [-9.390625, false], [-8.390625, false], [-9.890625, false], [-9.015625, false], [-5.38671875, false], [-9.890625, false], [-9.390625, false], [-5.38671875, false], [-4.63671875, false], [-9.015625, false], [-7.63671875, false], [-10.515625, false], [-12.390625, false], [-11.640625, false], [-8.015625, false], [-9.8125, false], [-5.38671875, false], [-8.015625, false], [-9.390625, false], [-11.265625, false], [-7.63671875, false], [-5.38671875, false], [-6.26171875, false], [-7.63671875, false], [-10.515625, false], [-8.390625, false], [-9.890625, false], [-9.640625, false], [-8.390625, false], [-8.765625, false], [-8.390625, false], [-9.390625, false], [-11.640625, false], [-5.38671875, false], [-9.890625, false], [-9.390625, false], [-5.38671875, false], [-4.63671875, false], [-9.515625, false], [-7.63671875, false], [-10.890625, false], [-7.63671875, false], [-9.015625, false], [-9.390625, false], [-5.38671875, false], [-6.26171875, false], [-10.515625, false], [-9.890625, false], [-9.640625, false], [-7.63671875, false], [-10.515625, false], [-9.390625, false], [-8.390625, false], [-7.63671875, false], [-9.015625, false], [-8.015625, false], [-9.8125, false], [-5.38671875, false], [-8.015625, false], [-9.390625, false], [-11.265625, false], [-7.63671875, false], [-5.38671875, false], [-3.51171875, false], [-8.765625, false], [-8.765625, false], [-7.63671875, false], [-9.515625, false], [-7.63671875, false], [-10.515625, false], [-5.76171875, false], [-9.390625, false], [-8.390625, false], [-9.890625, false], [-9.015625, false], [-5.38671875, false], [-9.890625, false], [-9.390625, false], [-5.38671875, false], [-7.63671875, false], [-9.015625, false], [-12.140625, false], [-7.63671875, false], [-8.765625, false], [-9.390625, false], [-9.015625, false], [-5.38671875, false], [-9.640625, false], [-10.765625, false], [-7.63671875, false], [-5.38671875, false], [-9.390625, false], [-9.890625, false], [-5.38671875, false], [-7.76171875, false], [-10.515625, false], [-5.76171875, false], [-10.765625, false], [-8.390625, false], [-9.390625, false], [-11.640625, false], [-8.015625, false], [-12.515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1306, "doc": {"id": "MDSA_2007_8_6", "question": "Use The Periodic Table of the Elements and the information below to answer the question. Magnesium metal (Mg) is grayish-white in color and reacts actively with water. Fluorine (F2) is a greenish-yellow gas at room temperature and is a member of the halogen family. These two elements react to produce magnesium fluoride (MgF2), a chemical commonly used in making windows and lenses. How does adding heat energy affect magnesium fluoride (MgF2) molecules?", "choices": {"text": ["The motion of the molecules stops.", "The motion of the molecules increases.", "The motion of the molecules decreases.", "The motion of the molecules is at a constant rate."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "The motion of the molecules increases.", "arguments": ["Question: Use The Periodic Table of the Elements and the information below to answer the question. Magnesium metal (Mg) is grayish-white in color and reacts actively with water. Fluorine (F2) is a greenish-yellow gas at room temperature and is a member of the halogen family. These two elements react to produce magnesium fluoride (MgF2), a chemical commonly used in making windows and lenses. How does adding heat energy affect magnesium fluoride (MgF2) molecules?\nAnswer:", " ["], "resps": [[[-7.6875, false]], [[-10.1875, false]], [[-8.6875, false]], [[-11.4375, false]], [[-10.1875, false]], [[-5.69921875, false]], [[-8.4375, false]], [[-11.6875, false]], [[-11.1875, false]], [[-9.1875, false]], [[-11.6875, false]], [[-10.6875, false]], [[-5.69921875, false]], [[-11.6875, false]], [[-10.1875, false]], [[-5.6875, false]], [[-11.1875, false]], [[-11.4375, false]], [[-10.1875, false]], [[-5.6875, false]], [[-8.4375, false]], [[-11.6875, false]], [[-10.9375, false]], [[-10.1875, false]], [[-10.4375, false]], [[-11.1875, false]], [[-10.9375, false]], [[-10.1875, false]], [[-10.9375, false]], [[-5.6875, false]], [[-10.9375, false]], [[-11.1875, false]], [[-11.6875, false]], [[-11.6875, false]], [[-10.9375, false]], [[-6.76953125, false]], [[-10.1875, false]], [[-9.21875, false]], [[-5.6875, false]], [[-10.1875, false]], [[-8.6875, false]], [[-11.4375, false]], [[-10.1875, false]], [[-5.6875, false]], [[-8.4375, false]], [[-11.6875, false]], [[-11.1875, false]], [[-9.1875, false]], [[-11.6875, false]], [[-10.6875, false]], [[-5.6875, false]], [[-11.6875, false]], [[-10.1875, false]], [[-5.6875, false]], [[-11.1875, false]], [[-11.4375, false]], [[-10.1875, false]], [[-5.6875, false]], [[-8.4375, false]], [[-11.6875, false]], [[-10.9375, false]], [[-10.1875, false]], [[-10.4375, false]], [[-11.1875, false]], [[-10.9375, false]], [[-10.1875, false]], [[-10.9375, false]], [[-5.6875, false]], [[-9.1875, false]], [[-10.6875, false]], [[-10.4375, false]], [[-11.9375, false]], [[-10.1875, false]], [[-6.9375, false]], [[-10.9375, false]], [[-10.1875, false]], [[-10.9375, false]], [[-6.76953125, false]], [[-10.1875, false]], [[-9.265625, false]], [[-5.6875, false]], [[-10.1875, false]], [[-8.6875, false]], [[-11.4375, false]], [[-10.1875, false]], [[-5.6875, false]], [[-8.4375, false]], [[-11.6875, false]], [[-11.1875, false]], [[-9.1875, false]], [[-11.6875, false]], [[-10.6875, false]], [[-5.6875, false]], [[-11.6875, false]], [[-10.1875, false]], [[-5.6875, false]], [[-11.1875, false]], [[-11.4375, false]], [[-10.1875, false]], [[-5.6875, false]], [[-8.4375, false]], [[-11.6875, false]], [[-10.9375, false]], [[-10.1875, false]], [[-10.4375, false]], [[-11.1875, false]], [[-10.9375, false]], [[-10.1875, false]], [[-10.9375, false]], [[-5.6875, false]], [[-11.4375, false]], [[-10.1875, false]], [[-10.4375, false]], [[-11.9375, false]], [[-10.1875, false]], [[-6.9375, false]], [[-10.9375, false]], [[-10.1875, false]], [[-10.9375, false]], [[-6.76953125, false]], [[-10.1875, false]], [[-9.265625, false]], [[-5.6875, false]], [[-10.1875, false]], [[-8.6875, false]], [[-11.4375, false]], [[-10.1875, false]], [[-5.6875, false]], [[-8.4375, false]], [[-11.6875, false]], [[-11.1875, false]], [[-9.1875, false]], [[-11.6875, false]], [[-10.6875, false]], [[-5.6875, false]], [[-11.6875, false]], [[-10.1875, false]], [[-5.6875, false]], [[-11.1875, false]], [[-11.4375, false]], [[-10.1875, false]], [[-5.6875, false]], [[-8.4375, false]], [[-11.6875, false]], [[-10.9375, false]], [[-10.1875, false]], [[-10.4375, false]], [[-11.1875, false]], [[-10.9375, false]], [[-10.1875, false]], [[-10.9375, false]], [[-5.6875, false]], [[-9.1875, false]], [[-10.9375, false]], [[-5.6875, false]], [[-6.9375, false]], [[-11.1875, false]], [[-5.6875, false]], [[-6.9375, false]], [[-5.6875, false]], [[-10.4375, false]], [[-11.6875, false]], [[-10.6875, false]], [[-10.9375, false]], [[-11.1875, false]], [[-6.9375, false]], [[-10.6875, false]], [[-11.1875, false]], [[-5.6875, false]], [[-11.9375, false]], [[-6.9375, false]], [[-11.1875, false]], [[-10.1875, false]], [[-6.76953125, false]], [[-10.1875, false]], [[-12.1875, false]]], "filtered_resps": [[-7.6875, false], [-10.1875, false], [-8.6875, false], [-11.4375, false], [-10.1875, false], [-5.69921875, false], [-8.4375, false], [-11.6875, false], [-11.1875, false], [-9.1875, false], [-11.6875, false], [-10.6875, false], [-5.69921875, false], [-11.6875, false], [-10.1875, false], [-5.6875, false], [-11.1875, false], [-11.4375, false], [-10.1875, false], [-5.6875, false], [-8.4375, false], [-11.6875, false], [-10.9375, false], [-10.1875, false], [-10.4375, false], [-11.1875, false], [-10.9375, false], [-10.1875, false], [-10.9375, false], [-5.6875, false], [-10.9375, false], [-11.1875, false], [-11.6875, false], [-11.6875, false], [-10.9375, false], [-6.76953125, false], [-10.1875, false], [-9.21875, false], [-5.6875, false], [-10.1875, false], [-8.6875, false], [-11.4375, false], [-10.1875, false], [-5.6875, false], [-8.4375, false], [-11.6875, false], [-11.1875, false], [-9.1875, false], [-11.6875, false], [-10.6875, false], [-5.6875, false], [-11.6875, false], [-10.1875, false], [-5.6875, false], [-11.1875, false], [-11.4375, false], [-10.1875, false], [-5.6875, false], [-8.4375, false], [-11.6875, false], [-10.9375, false], [-10.1875, false], [-10.4375, false], [-11.1875, false], [-10.9375, false], [-10.1875, false], [-10.9375, false], [-5.6875, false], [-9.1875, false], [-10.6875, false], [-10.4375, false], [-11.9375, false], [-10.1875, false], [-6.9375, false], [-10.9375, false], [-10.1875, false], [-10.9375, false], [-6.76953125, false], [-10.1875, false], [-9.265625, false], [-5.6875, false], [-10.1875, false], [-8.6875, false], [-11.4375, false], [-10.1875, false], [-5.6875, false], [-8.4375, false], [-11.6875, false], [-11.1875, false], [-9.1875, false], [-11.6875, false], [-10.6875, false], [-5.6875, false], [-11.6875, false], [-10.1875, false], [-5.6875, false], [-11.1875, false], [-11.4375, false], [-10.1875, false], [-5.6875, false], [-8.4375, false], [-11.6875, false], [-10.9375, false], [-10.1875, false], [-10.4375, false], [-11.1875, false], [-10.9375, false], [-10.1875, false], [-10.9375, false], [-5.6875, false], [-11.4375, false], [-10.1875, false], [-10.4375, false], [-11.9375, false], [-10.1875, false], [-6.9375, false], [-10.9375, false], [-10.1875, false], [-10.9375, false], [-6.76953125, false], [-10.1875, false], [-9.265625, false], [-5.6875, false], [-10.1875, false], [-8.6875, false], [-11.4375, false], [-10.1875, false], [-5.6875, false], [-8.4375, false], [-11.6875, false], [-11.1875, false], [-9.1875, false], [-11.6875, false], [-10.6875, false], [-5.6875, false], [-11.6875, false], [-10.1875, false], [-5.6875, false], [-11.1875, false], [-11.4375, false], [-10.1875, false], [-5.6875, false], [-8.4375, false], [-11.6875, false], [-10.9375, false], [-10.1875, false], [-10.4375, false], [-11.1875, false], [-10.9375, false], [-10.1875, false], [-10.9375, false], [-5.6875, false], [-9.1875, false], [-10.9375, false], [-5.6875, false], [-6.9375, false], [-11.1875, false], [-5.6875, false], [-6.9375, false], [-5.6875, false], [-10.4375, false], [-11.6875, false], [-10.6875, false], [-10.9375, false], [-11.1875, false], [-6.9375, false], [-10.6875, false], [-11.1875, false], [-5.6875, false], [-11.9375, false], [-6.9375, false], [-11.1875, false], [-10.1875, false], [-6.76953125, false], [-10.1875, false], [-12.1875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1314, "doc": {"id": "NYSEDREGENTS_2008_4_20", "question": "Which physical change would most likely help an animal survive during the winter?", "choices": {"text": ["tail gets longer", "fur gets thicker", "feathers are shed", "whiskers get shorter"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "fur gets thicker", "arguments": ["Question: Which physical change would most likely help an animal survive during the winter?\nAnswer:", " ["], "resps": [[[-7.234375, false]], [[-9.359375, false]], [[-10.609375, false]], [[-4.359375, false]], [[-8.734375, false]], [[-10.734375, false]], [[-5.484375, false]], [[-11.609375, false]], [[-8.984375, false]], [[-10.609375, false]], [[-9.109375, false]], [[-5.484375, false]], [[-10.734375, false]], [[-10.109375, false]], [[-10.609375, false]], [[-11.609375, false]], [[-8.984375, false]], [[-11.859375, false]], [[-9.359375, false]], [[-10.5, false]], [[-5.484375, false]], [[-9.359375, false]], [[-9.734375, false]], [[-11.734375, false]], [[-11.859375, false]], [[-5.484375, false]], [[-11.609375, false]], [[-8.984375, false]], [[-10.609375, false]], [[-9.109375, false]], [[-5.484375, false]], [[-10.609375, false]], [[-12.109375, false]], [[-8.734375, false]], [[-9.609375, false]], [[-10.734375, false]], [[-8.984375, false]], [[-11.859375, false]], [[-9.359375, false]], [[-10.5, false]], [[-5.484375, false]], [[-9.359375, false]], [[-9.734375, false]], [[-8.984375, false]], [[-4.359375, false]], [[-10.609375, false]], [[-12.109375, false]], [[-8.984375, false]], [[-11.859375, false]], [[-9.109375, false]], [[-5.484375, false]], [[-4.359375, false]], [[-11.859375, false]], [[-8.984375, false]], [[-5.484375, false]], [[-9.109375, false]], [[-12.109375, false]], [[-8.984375, false]], [[-8.984375, false]], [[-9.359375, false]], [[-10.5, false]], [[-5.484375, false]], [[-9.359375, false]], [[-10.734375, false]], [[-12.109375, false]], [[-8.734375, false]], [[-9.109375, false]], [[-10.734375, false]], [[-8.984375, false]], [[-11.859375, false]], [[-9.109375, false]], [[-5.484375, false]], [[-11.609375, false]], [[-8.984375, false]], [[-10.609375, false]], [[-5.484375, false]], [[-9.109375, false]], [[-12.109375, false]], [[-10.109375, false]], [[-11.859375, false]], [[-10.609375, false]], [[-8.984375, false]], [[-11.859375, false]], [[-9.359375, false]], [[-12.984375, false]]], "filtered_resps": [[-7.234375, false], [-9.359375, false], [-10.609375, false], [-4.359375, false], [-8.734375, false], [-10.734375, false], [-5.484375, false], [-11.609375, false], [-8.984375, false], [-10.609375, false], [-9.109375, false], [-5.484375, false], [-10.734375, false], [-10.109375, false], [-10.609375, false], [-11.609375, false], [-8.984375, false], [-11.859375, false], [-9.359375, false], [-10.5, false], [-5.484375, false], [-9.359375, false], [-9.734375, false], [-11.734375, false], [-11.859375, false], [-5.484375, false], [-11.609375, false], [-8.984375, false], [-10.609375, false], [-9.109375, false], [-5.484375, false], [-10.609375, false], [-12.109375, false], [-8.734375, false], [-9.609375, false], [-10.734375, false], [-8.984375, false], [-11.859375, false], [-9.359375, false], [-10.5, false], [-5.484375, false], [-9.359375, false], [-9.734375, false], [-8.984375, false], [-4.359375, false], [-10.609375, false], [-12.109375, false], [-8.984375, false], [-11.859375, false], [-9.109375, false], [-5.484375, false], [-4.359375, false], [-11.859375, false], [-8.984375, false], [-5.484375, false], [-9.109375, false], [-12.109375, false], [-8.984375, false], [-8.984375, false], [-9.359375, false], [-10.5, false], [-5.484375, false], [-9.359375, false], [-10.734375, false], [-12.109375, false], [-8.734375, false], [-9.109375, false], [-10.734375, false], [-8.984375, false], [-11.859375, false], [-9.109375, false], [-5.484375, false], [-11.609375, false], [-8.984375, false], [-10.609375, false], [-5.484375, false], [-9.109375, false], [-12.109375, false], [-10.109375, false], [-11.859375, false], [-10.609375, false], [-8.984375, false], [-11.859375, false], [-9.359375, false], [-12.984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1322, "doc": {"id": "Mercury_SC_408871", "question": "Norma's flashlight was not working. She replaced the old batteries with new ones, and the flashlight turned on. Why did the flashlight work after she replaced the batteries?", "choices": {"text": ["because the batteries conduct the electricity", "because the batteries supply the energy", "because the batteries produce light", "because the batteries produce heat"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "because the batteries supply the energy", "arguments": ["Question: Norma's flashlight was not working. She replaced the old batteries with new ones, and the flashlight turned on. Why did the flashlight work after she replaced the batteries?\nAnswer:", " ["], "resps": [[[-7.640625, false]], [[-8.640625, false]], [[-10.140625, false]], [[-10.140625, false]], [[-10.640625, false]], [[-6.390625, false]], [[-11.140625, false]], [[-10.140625, false]], [[-10.140625, false]], [[-5.890625, false]], [[-11.390625, false]], [[-11.640625, false]], [[-10.140625, false]], [[-5.890625, false]], [[-10.140625, false]], [[-6.390625, false]], [[-11.390625, false]], [[-11.390625, false]], [[-10.140625, false]], [[-11.890625, false]], [[-9.390625, false]], [[-10.140625, false]], [[-10.140625, false]], [[-5.890625, false]], [[-10.640625, false]], [[-10.390625, false]], [[-10.140625, false]], [[-10.890625, false]], [[-11.140625, false]], [[-10.640625, false]], [[-11.390625, false]], [[-5.890625, false]], [[-11.390625, false]], [[-11.640625, false]], [[-10.140625, false]], [[-5.890625, false]], [[-10.140625, false]], [[-11.140625, false]], [[-10.140625, false]], [[-10.640625, false]], [[-11.390625, false]], [[-11.890625, false]], [[-9.390625, false]], [[-10.640625, false]], [[-9.390625, false]], [[-11.390625, false]], [[-14.140625, false]], [[-8.640625, false]], [[-10.9765625, false]], [[-5.890625, false]], [[-8.640625, false]], [[-10.140625, false]], [[-10.140625, false]], [[-10.640625, false]], [[-6.390625, false]], [[-11.140625, false]], [[-10.140625, false]], [[-10.140625, false]], [[-5.890625, false]], [[-11.390625, false]], [[-11.640625, false]], [[-10.140625, false]], [[-5.890625, false]], [[-10.140625, false]], [[-6.390625, false]], [[-11.390625, false]], [[-11.390625, false]], [[-10.140625, false]], [[-11.890625, false]], [[-9.390625, false]], [[-10.140625, false]], [[-10.140625, false]], [[-5.890625, false]], [[-10.140625, false]], [[-11.140625, false]], [[-11.890625, false]], [[-11.890625, false]], [[-11.140625, false]], [[-14.140625, false]], [[-5.890625, false]], [[-11.390625, false]], [[-11.640625, false]], [[-10.140625, false]], [[-5.890625, false]], [[-10.140625, false]], [[-10.140625, false]], [[-10.140625, false]], [[-11.890625, false]], [[-12.390625, false]], [[-14.140625, false]], [[-8.640625, false]], [[-10.9765625, false]], [[-5.890625, false]], [[-8.640625, false]], [[-10.140625, false]], [[-10.140625, false]], [[-10.640625, false]], [[-6.390625, false]], [[-11.140625, false]], [[-10.140625, false]], [[-10.140625, false]], [[-5.890625, false]], [[-11.390625, false]], [[-11.640625, false]], [[-10.140625, false]], [[-5.890625, false]], [[-10.140625, false]], [[-6.390625, false]], [[-11.390625, false]], [[-11.390625, false]], [[-10.140625, false]], [[-11.890625, false]], [[-9.390625, false]], [[-10.140625, false]], [[-10.140625, false]], [[-5.890625, false]], [[-11.890625, false]], [[-11.890625, false]], [[-10.390625, false]], [[-10.890625, false]], [[-11.140625, false]], [[-10.640625, false]], [[-10.140625, false]], [[-5.890625, false]], [[-11.140625, false]], [[-9.390625, false]], [[-12.390625, false]], [[-11.640625, false]], [[-11.390625, false]], [[-8.640625, false]], [[-10.9765625, false]], [[-5.890625, false]], [[-8.640625, false]], [[-10.140625, false]], [[-10.140625, false]], [[-10.640625, false]], [[-6.390625, false]], [[-11.140625, false]], [[-10.140625, false]], [[-10.140625, false]], [[-5.890625, false]], [[-11.390625, false]], [[-11.640625, false]], [[-10.140625, false]], [[-5.890625, false]], [[-10.140625, false]], [[-6.390625, false]], [[-11.390625, false]], [[-11.390625, false]], [[-10.140625, false]], [[-11.890625, false]], [[-9.390625, false]], [[-10.140625, false]], [[-10.140625, false]], [[-5.890625, false]], [[-11.890625, false]], [[-11.890625, false]], [[-10.390625, false]], [[-10.890625, false]], [[-11.140625, false]], [[-10.640625, false]], [[-10.140625, false]], [[-5.890625, false]], [[-11.640625, false]], [[-10.140625, false]], [[-6.390625, false]], [[-11.390625, false]], [[-8.640625, false]], [[-12.890625, false]]], "filtered_resps": [[-7.640625, false], [-8.640625, false], [-10.140625, false], [-10.140625, false], [-10.640625, false], [-6.390625, false], [-11.140625, false], [-10.140625, false], [-10.140625, false], [-5.890625, false], [-11.390625, false], [-11.640625, false], [-10.140625, false], [-5.890625, false], [-10.140625, false], [-6.390625, false], [-11.390625, false], [-11.390625, false], [-10.140625, false], [-11.890625, false], [-9.390625, false], [-10.140625, false], [-10.140625, false], [-5.890625, false], [-10.640625, false], [-10.390625, false], [-10.140625, false], [-10.890625, false], [-11.140625, false], [-10.640625, false], [-11.390625, false], [-5.890625, false], [-11.390625, false], [-11.640625, false], [-10.140625, false], [-5.890625, false], [-10.140625, false], [-11.140625, false], [-10.140625, false], [-10.640625, false], [-11.390625, false], [-11.890625, false], [-9.390625, false], [-10.640625, false], [-9.390625, false], [-11.390625, false], [-14.140625, false], [-8.640625, false], [-10.9765625, false], [-5.890625, false], [-8.640625, false], [-10.140625, false], [-10.140625, false], [-10.640625, false], [-6.390625, false], [-11.140625, false], [-10.140625, false], [-10.140625, false], [-5.890625, false], [-11.390625, false], [-11.640625, false], [-10.140625, false], [-5.890625, false], [-10.140625, false], [-6.390625, false], [-11.390625, false], [-11.390625, false], [-10.140625, false], [-11.890625, false], [-9.390625, false], [-10.140625, false], [-10.140625, false], [-5.890625, false], [-10.140625, false], [-11.140625, false], [-11.890625, false], [-11.890625, false], [-11.140625, false], [-14.140625, false], [-5.890625, false], [-11.390625, false], [-11.640625, false], [-10.140625, false], [-5.890625, false], [-10.140625, false], [-10.140625, false], [-10.140625, false], [-11.890625, false], [-12.390625, false], [-14.140625, false], [-8.640625, false], [-10.9765625, false], [-5.890625, false], [-8.640625, false], [-10.140625, false], [-10.140625, false], [-10.640625, false], [-6.390625, false], [-11.140625, false], [-10.140625, false], [-10.140625, false], [-5.890625, false], [-11.390625, false], [-11.640625, false], [-10.140625, false], [-5.890625, false], [-10.140625, false], [-6.390625, false], [-11.390625, false], [-11.390625, false], [-10.140625, false], [-11.890625, false], [-9.390625, false], [-10.140625, false], [-10.140625, false], [-5.890625, false], [-11.890625, false], [-11.890625, false], [-10.390625, false], [-10.890625, false], [-11.140625, false], [-10.640625, false], [-10.140625, false], [-5.890625, false], [-11.140625, false], [-9.390625, false], [-12.390625, false], [-11.640625, false], [-11.390625, false], [-8.640625, false], [-10.9765625, false], [-5.890625, false], [-8.640625, false], [-10.140625, false], [-10.140625, false], [-10.640625, false], [-6.390625, false], [-11.140625, false], [-10.140625, false], [-10.140625, false], [-5.890625, false], [-11.390625, false], [-11.640625, false], [-10.140625, false], [-5.890625, false], [-10.140625, false], [-6.390625, false], [-11.390625, false], [-11.390625, false], [-10.140625, false], [-11.890625, false], [-9.390625, false], [-10.140625, false], [-10.140625, false], [-5.890625, false], [-11.890625, false], [-11.890625, false], [-10.390625, false], [-10.890625, false], [-11.140625, false], [-10.640625, false], [-10.140625, false], [-5.890625, false], [-11.640625, false], [-10.140625, false], [-6.390625, false], [-11.390625, false], [-8.640625, false], [-12.890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1330, "doc": {"id": "Mercury_7222758", "question": "A student finds that an unidentified mineral sample can scratch gypsum but is unable to scratch quartz. The student has made an observation about which property of the sample?", "choices": {"text": ["luster", "hardness", "density", "reactivity"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "hardness", "arguments": ["Question: A student finds that an unidentified mineral sample can scratch gypsum but is unable to scratch quartz. The student has made an observation about which property of the sample?\nAnswer:", " ["], "resps": [[[-6.890625, false]], [[-9.140625, false]], [[-9.140625, false]], [[-9.890625, false]], [[-7.890625, false]], [[-8.140625, false]], [[-7.890625, false]], [[-8.640625, false]], [[-9.140625, false]], [[-9.484375, false]], [[-5.640625, false]], [[-9.140625, false]], [[-8.890625, false]], [[-4.640625, false]], [[-8.640625, false]], [[-8.390625, false]], [[-8.640625, false]], [[-7.890625, false]], [[-7.890625, false]], [[-7.890625, false]], [[-9.140625, false]], [[-9.484375, false]], [[-5.640625, false]], [[-9.140625, false]], [[-8.390625, false]], [[-7.890625, false]], [[-8.640625, false]], [[-7.890625, false]], [[-8.890625, false]], [[-8.140625, false]], [[-9.890625, false]], [[-9.140625, false]], [[-9.484375, false]], [[-5.640625, false]], [[-9.140625, false]], [[-8.640625, false]], [[-7.890625, false]], [[-4.640625, false]], [[-6.890625, false]], [[-8.140625, false]], [[-8.890625, false]], [[-9.890625, false]], [[-8.890625, false]], [[-8.140625, false]], [[-9.890625, false]], [[-9.140625, false]], [[-12.140625, false]]], "filtered_resps": [[-6.890625, false], [-9.140625, false], [-9.140625, false], [-9.890625, false], [-7.890625, false], [-8.140625, false], [-7.890625, false], [-8.640625, false], [-9.140625, false], [-9.484375, false], [-5.640625, false], [-9.140625, false], [-8.890625, false], [-4.640625, false], [-8.640625, false], [-8.390625, false], [-8.640625, false], [-7.890625, false], [-7.890625, false], [-7.890625, false], [-9.140625, false], [-9.484375, false], [-5.640625, false], [-9.140625, false], [-8.390625, false], [-7.890625, false], [-8.640625, false], [-7.890625, false], [-8.890625, false], [-8.140625, false], [-9.890625, false], [-9.140625, false], [-9.484375, false], [-5.640625, false], [-9.140625, false], [-8.640625, false], [-7.890625, false], [-4.640625, false], [-6.890625, false], [-8.140625, false], [-8.890625, false], [-9.890625, false], [-8.890625, false], [-8.140625, false], [-9.890625, false], [-9.140625, false], [-12.140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1338, "doc": {"id": "Mercury_SC_413085", "question": "What is the result of the rapid shifting in Earth's surface?", "choices": {"text": ["a tornado", "an earthquake", "a volcano", "an avalanche"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "an earthquake", "arguments": ["Question: What is the result of the rapid shifting in Earth's surface?\nAnswer:", " ["], "resps": [[[-7.89453125, false]], [[-7.64453125, false]], [[-4.89453125, false]], [[-5.89453125, false]], [[-10.1484375, false]], [[-10.3984375, false]], [[-10.3984375, false]], [[-10.6484375, false]], [[-4.89453125, false]], [[-9.8984375, false]], [[-10.3984375, false]], [[-7.64453125, false]], [[-10.078125, false]], [[-5.89453125, false]], [[-7.64453125, false]], [[-4.89453125, false]], [[-10.6484375, false]], [[-5.89453125, false]], [[-8.6484375, false]], [[-4.89453125, false]], [[-10.3984375, false]], [[-10.1484375, false]], [[-11.3984375, false]], [[-12.1484375, false]], [[-11.8984375, false]], [[-4.89453125, false]], [[-11.3984375, false]], [[-8.6484375, false]], [[-7.64453125, false]], [[-10.078125, false]], [[-5.89453125, false]], [[-7.64453125, false]], [[-4.89453125, false]], [[-5.89453125, false]], [[-11.1484375, false]], [[-10.3984375, false]], [[-11.3984375, false]], [[-10.1484375, false]], [[-4.89453125, false]], [[-10.6484375, false]], [[-10.3984375, false]], [[-7.64453125, false]], [[-10.078125, false]], [[-5.89453125, false]], [[-7.64453125, false]], [[-4.89453125, false]], [[-10.6484375, false]], [[-5.89453125, false]], [[-4.89453125, false]], [[-11.1484375, false]], [[-4.89453125, false]], [[-11.3984375, false]], [[-4.89453125, false]], [[-10.6484375, false]], [[-10.1484375, false]], [[-11.3984375, false]], [[-8.6484375, false]], [[-7.64453125, false]], [[-13.3984375, false]]], "filtered_resps": [[-7.89453125, false], [-7.64453125, false], [-4.89453125, false], [-5.89453125, false], [-10.1484375, false], [-10.3984375, false], [-10.3984375, false], [-10.6484375, false], [-4.89453125, false], [-9.8984375, false], [-10.3984375, false], [-7.64453125, false], [-10.078125, false], [-5.89453125, false], [-7.64453125, false], [-4.89453125, false], [-10.6484375, false], [-5.89453125, false], [-8.6484375, false], [-4.89453125, false], [-10.3984375, false], [-10.1484375, false], [-11.3984375, false], [-12.1484375, false], [-11.8984375, false], [-4.89453125, false], [-11.3984375, false], [-8.6484375, false], [-7.64453125, false], [-10.078125, false], [-5.89453125, false], [-7.64453125, false], [-4.89453125, false], [-5.89453125, false], [-11.1484375, false], [-10.3984375, false], [-11.3984375, false], [-10.1484375, false], [-4.89453125, false], [-10.6484375, false], [-10.3984375, false], [-7.64453125, false], [-10.078125, false], [-5.89453125, false], [-7.64453125, false], [-4.89453125, false], [-10.6484375, false], [-5.89453125, false], [-4.89453125, false], [-11.1484375, false], [-4.89453125, false], [-11.3984375, false], [-4.89453125, false], [-10.6484375, false], [-10.1484375, false], [-11.3984375, false], [-8.6484375, false], [-7.64453125, false], [-13.3984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1346, "doc": {"id": "Mercury_400704", "question": "Which is a trait that a child can inherit from its parents?", "choices": {"text": ["eye color", "a broken leg", "length of hair", "language skills"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "eye color", "arguments": ["Question: Which is a trait that a child can inherit from its parents?\nAnswer:", " ["], "resps": [[[-8.1484375, false]], [[-9.3984375, false]], [[-9.3984375, false]], [[-11.2734375, false]], [[-9.3984375, false]], [[-4.77734375, false]], [[-8.5234375, false]], [[-9.8984375, false]], [[-9.7734375, false]], [[-9.8984375, false]], [[-11.6484375, false]], [[-9.3984375, false]], [[-10.1484375, false]], [[-4.77734375, false]], [[-9.3984375, false]], [[-4.27734375, false]], [[-4.77734375, false]], [[-9.1484375, false]], [[-11.6484375, false]], [[-9.8984375, false]], [[-10.3984375, false]], [[-9.3984375, false]], [[-9.5234375, false]], [[-4.77734375, false]], [[-9.7734375, false]], [[-9.3984375, false]], [[-11.8984375, false]], [[-9.3984375, false]], [[-10.1484375, false]], [[-4.77734375, false]], [[-9.3984375, false]], [[-9.7734375, false]], [[-9.3984375, false]], [[-9.5234375, false]], [[-11.8984375, false]], [[-10.6484375, false]], [[-11.6484375, false]], [[-4.77734375, false]], [[-9.8984375, false]], [[-10.6484375, false]], [[-4.77734375, false]], [[-11.6484375, false]], [[-4.27734375, false]], [[-9.7734375, false]], [[-11.6484375, false]], [[-9.3984375, false]], [[-10.1484375, false]], [[-4.77734375, false]], [[-9.3984375, false]], [[-9.7734375, false]], [[-4.27734375, false]], [[-9.5234375, false]], [[-11.8984375, false]], [[-11.0234375, false]], [[-4.27734375, false]], [[-11.8984375, false]], [[-9.3984375, false]], [[-4.77734375, false]], [[-8.8984375, false]], [[-10.3984375, false]], [[-9.7734375, false]], [[-9.7734375, false]], [[-9.7734375, false]], [[-8.8984375, false]], [[-9.3984375, false]], [[-13.6484375, false]]], "filtered_resps": [[-8.1484375, false], [-9.3984375, false], [-9.3984375, false], [-11.2734375, false], [-9.3984375, false], [-4.77734375, false], [-8.5234375, false], [-9.8984375, false], [-9.7734375, false], [-9.8984375, false], [-11.6484375, false], [-9.3984375, false], [-10.1484375, false], [-4.77734375, false], [-9.3984375, false], [-4.27734375, false], [-4.77734375, false], [-9.1484375, false], [-11.6484375, false], [-9.8984375, false], [-10.3984375, false], [-9.3984375, false], [-9.5234375, false], [-4.77734375, false], [-9.7734375, false], [-9.3984375, false], [-11.8984375, false], [-9.3984375, false], [-10.1484375, false], [-4.77734375, false], [-9.3984375, false], [-9.7734375, false], [-9.3984375, false], [-9.5234375, false], [-11.8984375, false], [-10.6484375, false], [-11.6484375, false], [-4.77734375, false], [-9.8984375, false], [-10.6484375, false], [-4.77734375, false], [-11.6484375, false], [-4.27734375, false], [-9.7734375, false], [-11.6484375, false], [-9.3984375, false], [-10.1484375, false], [-4.77734375, false], [-9.3984375, false], [-9.7734375, false], [-4.27734375, false], [-9.5234375, false], [-11.8984375, false], [-11.0234375, false], [-4.27734375, false], [-11.8984375, false], [-9.3984375, false], [-4.77734375, false], [-8.8984375, false], [-10.3984375, false], [-9.7734375, false], [-9.7734375, false], [-9.7734375, false], [-8.8984375, false], [-9.3984375, false], [-13.6484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1354, "doc": {"id": "ACTAAP_2010_5_15", "question": "Ana rolled her wagon down the ramp to reach the playground. There, she and her sister played on the seesaw. Which set of simple machines has Ana used?", "choices": {"text": ["Lever, pulley, and wedge", "Pulley, inclined plane, and screw", "Wedge, wheel and axle, and screw", "Wheel and axle, inclined plane, and lever"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Wheel and axle, inclined plane, and lever", "arguments": ["Question: Ana rolled her wagon down the ramp to reach the playground. There, she and her sister played on the seesaw. Which set of simple machines has Ana used?\nAnswer:", " ["], "resps": [[[-6.671875, false]], [[-7.921875, false]], [[-7.171875, false]], [[-8.671875, false]], [[-8.671875, false]], [[-8.671875, false]], [[-9.171875, false]], [[-10.40625, false]], [[-5.671875, false]], [[-6.421875, false]], [[-10.171875, false]], [[-9.671875, false]], [[-9.671875, false]], [[-8.671875, false]], [[-10.671875, false]], [[-10.40625, false]], [[-5.671875, false]], [[-3.671875, false]], [[-8.171875, false]], [[-8.921875, false]], [[-5.671875, false]], [[-7.921875, false]], [[-8.671875, false]], [[-8.921875, false]], [[-10.421875, false]], [[-8.671875, false]], [[-7.921875, false]], [[-10.40625, false]], [[-5.671875, false]], [[-7.921875, false]], [[-4.921875, false]], [[-10.171875, false]], [[-9.671875, false]], [[-9.671875, false]], [[-8.671875, false]], [[-10.671875, false]], [[-10.40625, false]], [[-5.671875, false]], [[-8.171875, false]], [[-8.171875, false]], [[-6.671875, false]], [[-9.671875, false]], [[-8.171875, false]], [[-8.171875, false]], [[-8.671875, false]], [[-8.921875, false]], [[-5.671875, false]], [[-6.421875, false]], [[-9.671875, false]], [[-3.671875, false]], [[-8.171875, false]], [[-8.671875, false]], [[-10.40625, false]], [[-5.671875, false]], [[-3.671875, false]], [[-8.171875, false]], [[-8.921875, false]], [[-5.671875, false]], [[-7.921875, false]], [[-6.671875, false]], [[-9.171875, false]], [[-8.671875, false]], [[-7.921875, false]], [[-7.921875, false]], [[-10.40625, false]], [[-5.671875, false]], [[-7.921875, false]], [[-6.671875, false]], [[-8.671875, false]], [[-8.921875, false]], [[-10.421875, false]], [[-8.671875, false]], [[-10.40625, false]], [[-5.671875, false]], [[-7.921875, false]], [[-8.921875, false]], [[-8.671875, false]], [[-8.671875, false]], [[-9.671875, false]], [[-5.671875, false]], [[-3.671875, false]], [[-8.171875, false]], [[-8.921875, false]], [[-5.671875, false]], [[-3.671875, false]], [[-8.671875, false]], [[-9.671875, false]], [[-8.671875, false]], [[-10.40625, false]], [[-5.671875, false]], [[-3.671875, false]], [[-8.171875, false]], [[-8.921875, false]], [[-5.671875, false]], [[-7.921875, false]], [[-6.671875, false]], [[-9.171875, false]], [[-8.671875, false]], [[-7.921875, false]], [[-7.921875, false]], [[-10.40625, false]], [[-5.671875, false]], [[-7.921875, false]], [[-6.671875, false]], [[-8.921875, false]], [[-8.671875, false]], [[-8.671875, false]], [[-9.671875, false]], [[-5.671875, false]], [[-3.671875, false]], [[-8.171875, false]], [[-8.921875, false]], [[-5.671875, false]], [[-3.671875, false]], [[-8.671875, false]], [[-9.671875, false]], [[-8.671875, false]], [[-10.40625, false]], [[-5.671875, false]], [[-8.171875, false]], [[-8.171875, false]], [[-6.671875, false]], [[-9.671875, false]], [[-8.171875, false]], [[-8.171875, false]], [[-8.671875, false]], [[-8.921875, false]], [[-5.671875, false]], [[-6.421875, false]], [[-9.671875, false]], [[-3.671875, false]], [[-8.171875, false]], [[-8.671875, false]], [[-10.40625, false]], [[-5.671875, false]], [[-3.671875, false]], [[-8.171875, false]], [[-8.921875, false]], [[-5.671875, false]], [[-9.671875, false]], [[-8.671875, false]], [[-8.671875, false]], [[-8.671875, false]], [[-9.171875, false]], [[-7.921875, false]], [[-13.421875, false]]], "filtered_resps": [[-6.671875, false], [-7.921875, false], [-7.171875, false], [-8.671875, false], [-8.671875, false], [-8.671875, false], [-9.171875, false], [-10.40625, false], [-5.671875, false], [-6.421875, false], [-10.171875, false], [-9.671875, false], [-9.671875, false], [-8.671875, false], [-10.671875, false], [-10.40625, false], [-5.671875, false], [-3.671875, false], [-8.171875, false], [-8.921875, false], [-5.671875, false], [-7.921875, false], [-8.671875, false], [-8.921875, false], [-10.421875, false], [-8.671875, false], [-7.921875, false], [-10.40625, false], [-5.671875, false], [-7.921875, false], [-4.921875, false], [-10.171875, false], [-9.671875, false], [-9.671875, false], [-8.671875, false], [-10.671875, false], [-10.40625, false], [-5.671875, false], [-8.171875, false], [-8.171875, false], [-6.671875, false], [-9.671875, false], [-8.171875, false], [-8.171875, false], [-8.671875, false], [-8.921875, false], [-5.671875, false], [-6.421875, false], [-9.671875, false], [-3.671875, false], [-8.171875, false], [-8.671875, false], [-10.40625, false], [-5.671875, false], [-3.671875, false], [-8.171875, false], [-8.921875, false], [-5.671875, false], [-7.921875, false], [-6.671875, false], [-9.171875, false], [-8.671875, false], [-7.921875, false], [-7.921875, false], [-10.40625, false], [-5.671875, false], [-7.921875, false], [-6.671875, false], [-8.671875, false], [-8.921875, false], [-10.421875, false], [-8.671875, false], [-10.40625, false], [-5.671875, false], [-7.921875, false], [-8.921875, false], [-8.671875, false], [-8.671875, false], [-9.671875, false], [-5.671875, false], [-3.671875, false], [-8.171875, false], [-8.921875, false], [-5.671875, false], [-3.671875, false], [-8.671875, false], [-9.671875, false], [-8.671875, false], [-10.40625, false], [-5.671875, false], [-3.671875, false], [-8.171875, false], [-8.921875, false], [-5.671875, false], [-7.921875, false], [-6.671875, false], [-9.171875, false], [-8.671875, false], [-7.921875, false], [-7.921875, false], [-10.40625, false], [-5.671875, false], [-7.921875, false], [-6.671875, false], [-8.921875, false], [-8.671875, false], [-8.671875, false], [-9.671875, false], [-5.671875, false], [-3.671875, false], [-8.171875, false], [-8.921875, false], [-5.671875, false], [-3.671875, false], [-8.671875, false], [-9.671875, false], [-8.671875, false], [-10.40625, false], [-5.671875, false], [-8.171875, false], [-8.171875, false], [-6.671875, false], [-9.671875, false], [-8.171875, false], [-8.171875, false], [-8.671875, false], [-8.921875, false], [-5.671875, false], [-6.421875, false], [-9.671875, false], [-3.671875, false], [-8.171875, false], [-8.671875, false], [-10.40625, false], [-5.671875, false], [-3.671875, false], [-8.171875, false], [-8.921875, false], [-5.671875, false], [-9.671875, false], [-8.671875, false], [-8.671875, false], [-8.671875, false], [-9.171875, false], [-7.921875, false], [-13.421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1362, "doc": {"id": "AKDE&ED_2012_4_48", "question": "Which list includes only examples of matter that can take the shape of a container?", "choices": {"text": ["oil, air, and rock", "water, air, and milk", "sand, ice, and wood", "nail, stick, and paper"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "water, air, and milk", "arguments": ["Question: Which list includes only examples of matter that can take the shape of a container?\nAnswer:", " ["], "resps": [[[-5.7109375, false]], [[-7.0859375, false]], [[-9.2109375, false]], [[-7.4609375, false]], [[-9.2109375, false]], [[-8.9765625, false]], [[-5.4609375, false]], [[-4.8359375, false]], [[-7.4609375, false]], [[-9.8359375, false]], [[-8.9765625, false]], [[-5.4609375, false]], [[-4.8359375, false]], [[-7.9609375, false]], [[-9.0859375, false]], [[-5.4609375, false]], [[-9.8359375, false]], [[-9.2109375, false]], [[-7.9609375, false]], [[-9.3359375, false]], [[-7.0859375, false]], [[-8.9765625, false]], [[-5.4609375, false]], [[-7.0859375, false]], [[-9.7109375, false]], [[-4.8359375, false]], [[-9.3359375, false]], [[-7.4609375, false]], [[-9.8359375, false]], [[-8.9765625, false]], [[-5.4609375, false]], [[-4.8359375, false]], [[-7.4609375, false]], [[-9.8359375, false]], [[-8.9765625, false]], [[-5.4609375, false]], [[-4.8359375, false]], [[-7.9609375, false]], [[-9.0859375, false]], [[-5.4609375, false]], [[-8.9609375, false]], [[-7.4609375, false]], [[-9.2109375, false]], [[-9.3359375, false]], [[-7.0859375, false]], [[-8.9765625, false]], [[-5.4609375, false]], [[-7.0859375, false]], [[-8.0859375, false]], [[-4.8359375, false]], [[-7.9609375, false]], [[-9.0859375, false]], [[-8.9765625, false]], [[-5.4609375, false]], [[-7.4609375, false]], [[-7.9609375, false]], [[-7.4609375, false]], [[-8.9765625, false]], [[-5.4609375, false]], [[-4.8359375, false]], [[-7.9609375, false]], [[-9.0859375, false]], [[-5.4609375, false]], [[-9.7109375, false]], [[-9.2109375, false]], [[-9.2109375, false]], [[-9.0859375, false]], [[-7.0859375, false]], [[-8.9765625, false]], [[-5.4609375, false]], [[-7.0859375, false]], [[-7.9609375, false]], [[-4.8359375, false]], [[-7.4609375, false]], [[-9.2109375, false]], [[-8.9765625, false]], [[-5.4609375, false]], [[-8.0859375, false]], [[-9.3359375, false]], [[-7.4609375, false]], [[-7.9609375, false]], [[-9.3359375, false]], [[-8.9765625, false]], [[-5.4609375, false]], [[-4.8359375, false]], [[-7.9609375, false]], [[-9.0859375, false]], [[-5.4609375, false]], [[-8.4609375, false]], [[-4.8359375, false]], [[-8.4609375, false]], [[-7.4609375, false]], [[-9.8359375, false]], [[-7.0859375, false]], [[-10.5859375, false]]], "filtered_resps": [[-5.7109375, false], [-7.0859375, false], [-9.2109375, false], [-7.4609375, false], [-9.2109375, false], [-8.9765625, false], [-5.4609375, false], [-4.8359375, false], [-7.4609375, false], [-9.8359375, false], [-8.9765625, false], [-5.4609375, false], [-4.8359375, false], [-7.9609375, false], [-9.0859375, false], [-5.4609375, false], [-9.8359375, false], [-9.2109375, false], [-7.9609375, false], [-9.3359375, false], [-7.0859375, false], [-8.9765625, false], [-5.4609375, false], [-7.0859375, false], [-9.7109375, false], [-4.8359375, false], [-9.3359375, false], [-7.4609375, false], [-9.8359375, false], [-8.9765625, false], [-5.4609375, false], [-4.8359375, false], [-7.4609375, false], [-9.8359375, false], [-8.9765625, false], [-5.4609375, false], [-4.8359375, false], [-7.9609375, false], [-9.0859375, false], [-5.4609375, false], [-8.9609375, false], [-7.4609375, false], [-9.2109375, false], [-9.3359375, false], [-7.0859375, false], [-8.9765625, false], [-5.4609375, false], [-7.0859375, false], [-8.0859375, false], [-4.8359375, false], [-7.9609375, false], [-9.0859375, false], [-8.9765625, false], [-5.4609375, false], [-7.4609375, false], [-7.9609375, false], [-7.4609375, false], [-8.9765625, false], [-5.4609375, false], [-4.8359375, false], [-7.9609375, false], [-9.0859375, false], [-5.4609375, false], [-9.7109375, false], [-9.2109375, false], [-9.2109375, false], [-9.0859375, false], [-7.0859375, false], [-8.9765625, false], [-5.4609375, false], [-7.0859375, false], [-7.9609375, false], [-4.8359375, false], [-7.4609375, false], [-9.2109375, false], [-8.9765625, false], [-5.4609375, false], [-8.0859375, false], [-9.3359375, false], [-7.4609375, false], [-7.9609375, false], [-9.3359375, false], [-8.9765625, false], [-5.4609375, false], [-4.8359375, false], [-7.9609375, false], [-9.0859375, false], [-5.4609375, false], [-8.4609375, false], [-4.8359375, false], [-8.4609375, false], [-7.4609375, false], [-9.8359375, false], [-7.0859375, false], [-10.5859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1370, "doc": {"id": "Mercury_7271320", "question": "What does the brain monitor to control the rate of breathing during normal activities?", "choices": {"text": ["the level of carbon dioxide in the blood", "the level of carbon dioxide in the cells", "the level of carbon dioxide in the lungs", "the level of carbon dioxide in the air"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "the level of carbon dioxide in the blood", "arguments": ["Question: What does the brain monitor to control the rate of breathing during normal activities?\nAnswer:", " ["], "resps": [[[-8.0078125, false]], [[-8.7578125, false]], [[-10.2578125, false]], [[-11.7578125, false]], [[-11.2578125, false]], [[-6.0078125, false]], [[-11.5078125, false]], [[-11.2578125, false]], [[-11.5078125, false]], [[-11.2578125, false]], [[-11.5078125, false]], [[-6.0078125, false]], [[-10.7578125, false]], [[-10.2578125, false]], [[-6.0078125, false]], [[-9.5078125, false]], [[-5.7578125, false]], [[-12.5078125, false]], [[-9.7578125, false]], [[-10.7578125, false]], [[-11.0078125, false]], [[-6.0078125, false]], [[-11.2578125, false]], [[-10.2578125, false]], [[-10.7578125, false]], [[-10.5078125, false]], [[-10.2578125, false]], [[-11.2578125, false]], [[-11.2578125, false]], [[-6.0078125, false]], [[-10.2578125, false]], [[-11.0078125, false]], [[-6.0078125, false]], [[-10.2578125, false]], [[-11.7578125, false]], [[-11.2578125, false]], [[-6.0078125, false]], [[-9.7578125, false]], [[-11.5078125, false]], [[-10.7578125, false]], [[-10.7578125, false]], [[-11.2578125, false]], [[-8.7578125, false]], [[-10.875, false]], [[-6.0078125, false]], [[-8.7578125, false]], [[-10.2578125, false]], [[-11.7578125, false]], [[-11.2578125, false]], [[-6.0078125, false]], [[-11.5078125, false]], [[-11.2578125, false]], [[-11.5078125, false]], [[-11.2578125, false]], [[-11.5078125, false]], [[-6.0078125, false]], [[-10.7578125, false]], [[-10.2578125, false]], [[-6.0078125, false]], [[-9.5078125, false]], [[-5.7578125, false]], [[-12.5078125, false]], [[-9.7578125, false]], [[-10.7578125, false]], [[-11.0078125, false]], [[-6.0078125, false]], [[-11.2578125, false]], [[-10.2578125, false]], [[-10.7578125, false]], [[-10.5078125, false]], [[-10.2578125, false]], [[-11.2578125, false]], [[-11.2578125, false]], [[-6.0078125, false]], [[-10.2578125, false]], [[-11.0078125, false]], [[-6.0078125, false]], [[-10.2578125, false]], [[-11.7578125, false]], [[-11.2578125, false]], [[-6.0078125, false]], [[-9.5078125, false]], [[-11.2578125, false]], [[-11.5078125, false]], [[-11.5078125, false]], [[-10.7578125, false]], [[-8.7578125, false]], [[-10.875, false]], [[-6.0078125, false]], [[-8.7578125, false]], [[-10.2578125, false]], [[-11.7578125, false]], [[-11.2578125, false]], [[-6.0078125, false]], [[-11.5078125, false]], [[-11.2578125, false]], [[-11.5078125, false]], [[-11.2578125, false]], [[-11.5078125, false]], [[-6.0078125, false]], [[-10.7578125, false]], [[-10.2578125, false]], [[-6.0078125, false]], [[-9.5078125, false]], [[-5.7578125, false]], [[-12.5078125, false]], [[-9.7578125, false]], [[-10.7578125, false]], [[-11.0078125, false]], [[-6.0078125, false]], [[-11.2578125, false]], [[-10.2578125, false]], [[-10.7578125, false]], [[-10.5078125, false]], [[-10.2578125, false]], [[-11.2578125, false]], [[-11.2578125, false]], [[-6.0078125, false]], [[-10.2578125, false]], [[-11.0078125, false]], [[-6.0078125, false]], [[-10.2578125, false]], [[-11.7578125, false]], [[-11.2578125, false]], [[-6.0078125, false]], [[-11.5078125, false]], [[-11.0078125, false]], [[-11.0078125, false]], [[-13.0078125, false]], [[-10.7578125, false]], [[-8.7578125, false]], [[-10.875, false]], [[-6.0078125, false]], [[-8.7578125, false]], [[-10.2578125, false]], [[-11.7578125, false]], [[-11.2578125, false]], [[-6.0078125, false]], [[-11.5078125, false]], [[-11.2578125, false]], [[-11.5078125, false]], [[-11.2578125, false]], [[-11.5078125, false]], [[-6.0078125, false]], [[-10.7578125, false]], [[-10.2578125, false]], [[-6.0078125, false]], [[-9.5078125, false]], [[-5.7578125, false]], [[-12.5078125, false]], [[-9.7578125, false]], [[-10.7578125, false]], [[-11.0078125, false]], [[-6.0078125, false]], [[-11.2578125, false]], [[-10.2578125, false]], [[-10.7578125, false]], [[-10.5078125, false]], [[-10.2578125, false]], [[-11.2578125, false]], [[-11.2578125, false]], [[-6.0078125, false]], [[-10.2578125, false]], [[-11.0078125, false]], [[-6.0078125, false]], [[-10.2578125, false]], [[-11.7578125, false]], [[-11.2578125, false]], [[-6.0078125, false]], [[-5.7578125, false]], [[-10.2578125, false]], [[-12.5078125, false]], [[-8.7578125, false]], [[-14.0078125, false]]], "filtered_resps": [[-8.0078125, false], [-8.7578125, false], [-10.2578125, false], [-11.7578125, false], [-11.2578125, false], [-6.0078125, false], [-11.5078125, false], [-11.2578125, false], [-11.5078125, false], [-11.2578125, false], [-11.5078125, false], [-6.0078125, false], [-10.7578125, false], [-10.2578125, false], [-6.0078125, false], [-9.5078125, false], [-5.7578125, false], [-12.5078125, false], [-9.7578125, false], [-10.7578125, false], [-11.0078125, false], [-6.0078125, false], [-11.2578125, false], [-10.2578125, false], [-10.7578125, false], [-10.5078125, false], [-10.2578125, false], [-11.2578125, false], [-11.2578125, false], [-6.0078125, false], [-10.2578125, false], [-11.0078125, false], [-6.0078125, false], [-10.2578125, false], [-11.7578125, false], [-11.2578125, false], [-6.0078125, false], [-9.7578125, false], [-11.5078125, false], [-10.7578125, false], [-10.7578125, false], [-11.2578125, false], [-8.7578125, false], [-10.875, false], [-6.0078125, false], [-8.7578125, false], [-10.2578125, false], [-11.7578125, false], [-11.2578125, false], [-6.0078125, false], [-11.5078125, false], [-11.2578125, false], [-11.5078125, false], [-11.2578125, false], [-11.5078125, false], [-6.0078125, false], [-10.7578125, false], [-10.2578125, false], [-6.0078125, false], [-9.5078125, false], [-5.7578125, false], [-12.5078125, false], [-9.7578125, false], [-10.7578125, false], [-11.0078125, false], [-6.0078125, false], [-11.2578125, false], [-10.2578125, false], [-10.7578125, false], [-10.5078125, false], [-10.2578125, false], [-11.2578125, false], [-11.2578125, false], [-6.0078125, false], [-10.2578125, false], [-11.0078125, false], [-6.0078125, false], [-10.2578125, false], [-11.7578125, false], [-11.2578125, false], [-6.0078125, false], [-9.5078125, false], [-11.2578125, false], [-11.5078125, false], [-11.5078125, false], [-10.7578125, false], [-8.7578125, false], [-10.875, false], [-6.0078125, false], [-8.7578125, false], [-10.2578125, false], [-11.7578125, false], [-11.2578125, false], [-6.0078125, false], [-11.5078125, false], [-11.2578125, false], [-11.5078125, false], [-11.2578125, false], [-11.5078125, false], [-6.0078125, false], [-10.7578125, false], [-10.2578125, false], [-6.0078125, false], [-9.5078125, false], [-5.7578125, false], [-12.5078125, false], [-9.7578125, false], [-10.7578125, false], [-11.0078125, false], [-6.0078125, false], [-11.2578125, false], [-10.2578125, false], [-10.7578125, false], [-10.5078125, false], [-10.2578125, false], [-11.2578125, false], [-11.2578125, false], [-6.0078125, false], [-10.2578125, false], [-11.0078125, false], [-6.0078125, false], [-10.2578125, false], [-11.7578125, false], [-11.2578125, false], [-6.0078125, false], [-11.5078125, false], [-11.0078125, false], [-11.0078125, false], [-13.0078125, false], [-10.7578125, false], [-8.7578125, false], [-10.875, false], [-6.0078125, false], [-8.7578125, false], [-10.2578125, false], [-11.7578125, false], [-11.2578125, false], [-6.0078125, false], [-11.5078125, false], [-11.2578125, false], [-11.5078125, false], [-11.2578125, false], [-11.5078125, false], [-6.0078125, false], [-10.7578125, false], [-10.2578125, false], [-6.0078125, false], [-9.5078125, false], [-5.7578125, false], [-12.5078125, false], [-9.7578125, false], [-10.7578125, false], [-11.0078125, false], [-6.0078125, false], [-11.2578125, false], [-10.2578125, false], [-10.7578125, false], [-10.5078125, false], [-10.2578125, false], [-11.2578125, false], [-11.2578125, false], [-6.0078125, false], [-10.2578125, false], [-11.0078125, false], [-6.0078125, false], [-10.2578125, false], [-11.7578125, false], [-11.2578125, false], [-6.0078125, false], [-5.7578125, false], [-10.2578125, false], [-12.5078125, false], [-8.7578125, false], [-14.0078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1378, "doc": {"id": "Mercury_7058520", "question": "Which organisms eat only plants?", "choices": {"text": ["producers", "omnivores", "herbivores", "scavengers"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "herbivores", "arguments": ["Question: Which organisms eat only plants?\nAnswer:", " ["], "resps": [[[-7.68359375, false]], [[-8.5546875, false]], [[-10.0546875, false]], [[-8.9296875, false]], [[-8.6796875, false]], [[-8.6796875, false]], [[-10.6796875, false]], [[-8.4296875, false]], [[-7.30859375, false]], [[-8.9296875, false]], [[-8.4296875, false]], [[-8.5546875, false]], [[-10.1875, false]], [[-4.68359375, false]], [[-8.5546875, false]], [[-8.6796875, false]], [[-11.5546875, false]], [[-9.0546875, false]], [[-9.1796875, false]], [[-11.4296875, false]], [[-8.6796875, false]], [[-8.9296875, false]], [[-7.30859375, false]], [[-8.4296875, false]], [[-8.5546875, false]], [[-10.1875, false]], [[-4.68359375, false]], [[-8.5546875, false]], [[-11.1796875, false]], [[-7.30859375, false]], [[-8.9296875, false]], [[-9.6796875, false]], [[-9.1796875, false]], [[-11.4296875, false]], [[-8.6796875, false]], [[-8.9296875, false]], [[-7.30859375, false]], [[-8.4296875, false]], [[-8.5546875, false]], [[-10.1875, false]], [[-4.68359375, false]], [[-8.5546875, false]], [[-8.4296875, false]], [[-8.4296875, false]], [[-5.68359375, false]], [[-11.4296875, false]], [[-7.30859375, false]], [[-9.0546875, false]], [[-10.6796875, false]], [[-7.30859375, false]], [[-8.9296875, false]], [[-8.4296875, false]], [[-8.5546875, false]], [[-13.6796875, false]]], "filtered_resps": [[-7.68359375, false], [-8.5546875, false], [-10.0546875, false], [-8.9296875, false], [-8.6796875, false], [-8.6796875, false], [-10.6796875, false], [-8.4296875, false], [-7.30859375, false], [-8.9296875, false], [-8.4296875, false], [-8.5546875, false], [-10.1875, false], [-4.68359375, false], [-8.5546875, false], [-8.6796875, false], [-11.5546875, false], [-9.0546875, false], [-9.1796875, false], [-11.4296875, false], [-8.6796875, false], [-8.9296875, false], [-7.30859375, false], [-8.4296875, false], [-8.5546875, false], [-10.1875, false], [-4.68359375, false], [-8.5546875, false], [-11.1796875, false], [-7.30859375, false], [-8.9296875, false], [-9.6796875, false], [-9.1796875, false], [-11.4296875, false], [-8.6796875, false], [-8.9296875, false], [-7.30859375, false], [-8.4296875, false], [-8.5546875, false], [-10.1875, false], [-4.68359375, false], [-8.5546875, false], [-8.4296875, false], [-8.4296875, false], [-5.68359375, false], [-11.4296875, false], [-7.30859375, false], [-9.0546875, false], [-10.6796875, false], [-7.30859375, false], [-8.9296875, false], [-8.4296875, false], [-8.5546875, false], [-13.6796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1386, "doc": {"id": "Mercury_SC_402077", "question": "Which is the best explanation of why the Moon revolves around Earth?", "choices": {"text": ["The Moon has a thinner atmosphere than Earth.", "The Moon is too large to move away from Earth.", "The Moon is attracted by the gravity of Earth.", "The Moon has a smaller gravitational force than Earth."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "The Moon is attracted by the gravity of Earth.", "arguments": ["Question: Which is the best explanation of why the Moon revolves around Earth?\nAnswer:", " ["], "resps": [[[-7.37890625, false]], [[-7.87890625, false]], [[-7.62890625, false]], [[-10.8828125, false]], [[-9.1328125, false]], [[-5.87890625, false]], [[-6.87890625, false]], [[-10.6328125, false]], [[-10.6328125, false]], [[-9.8828125, false]], [[-5.87890625, false]], [[-10.8828125, false]], [[-6.12890625, false]], [[-9.6328125, false]], [[-5.87890625, false]], [[-6.12890625, false]], [[-5.87890625, false]], [[-9.8828125, false]], [[-10.8828125, false]], [[-9.3828125, false]], [[-9.8828125, false]], [[-9.8828125, false]], [[-9.1328125, false]], [[-10.1328125, false]], [[-5.87890625, false]], [[-6.12890625, false]], [[-9.8828125, false]], [[-9.8828125, false]], [[-10.6328125, false]], [[-9.6328125, false]], [[-9.3828125, false]], [[-10.8828125, false]], [[-9.1328125, false]], [[-10.1328125, false]], [[-9.1328125, false]], [[-5.87890625, false]], [[-9.8828125, false]], [[-10.8828125, false]], [[-6.12890625, false]], [[-9.8828125, false]], [[-5.87890625, false]], [[-5.87890625, false]], [[-6.12890625, false]], [[-10.1328125, false]], [[-9.8828125, false]], [[-10.8828125, false]], [[-7.421875, false]], [[-7.87890625, false]], [[-10.171875, false]], [[-5.87890625, false]], [[-7.87890625, false]], [[-7.62890625, false]], [[-10.8828125, false]], [[-9.1328125, false]], [[-5.87890625, false]], [[-6.87890625, false]], [[-10.6328125, false]], [[-10.6328125, false]], [[-9.8828125, false]], [[-5.87890625, false]], [[-9.3828125, false]], [[-9.6328125, false]], [[-5.87890625, false]], [[-9.8828125, false]], [[-10.6328125, false]], [[-10.6328125, false]], [[-5.87890625, false]], [[-11.1328125, false]], [[-6.12890625, false]], [[-10.1328125, false]], [[-12.6328125, false]], [[-9.1328125, false]], [[-5.87890625, false]], [[-9.8828125, false]], [[-10.6328125, false]], [[-5.87890625, false]], [[-9.8828125, false]], [[-10.6328125, false]], [[-9.3828125, false]], [[-9.1328125, false]], [[-5.87890625, false]], [[-6.12890625, false]], [[-10.3828125, false]], [[-6.12890625, false]], [[-12.3828125, false]], [[-5.87890625, false]], [[-9.3828125, false]], [[-10.1328125, false]], [[-10.6328125, false]], [[-9.8828125, false]], [[-5.87890625, false]], [[-5.87890625, false]], [[-6.12890625, false]], [[-10.1328125, false]], [[-9.8828125, false]], [[-10.8828125, false]], [[-7.421875, false]], [[-7.87890625, false]], [[-10.171875, false]], [[-5.87890625, false]], [[-7.87890625, false]], [[-7.62890625, false]], [[-10.8828125, false]], [[-9.1328125, false]], [[-5.87890625, false]], [[-6.87890625, false]], [[-10.6328125, false]], [[-10.6328125, false]], [[-9.8828125, false]], [[-5.87890625, false]], [[-9.3828125, false]], [[-9.6328125, false]], [[-5.87890625, false]], [[-6.12890625, false]], [[-9.8828125, false]], [[-9.8828125, false]], [[-10.1328125, false]], [[-6.12890625, false]], [[-8.8828125, false]], [[-9.8828125, false]], [[-9.1328125, false]], [[-10.3828125, false]], [[-5.87890625, false]], [[-8.3828125, false]], [[-12.3828125, false]], [[-5.87890625, false]], [[-9.8828125, false]], [[-10.8828125, false]], [[-9.1328125, false]], [[-5.87890625, false]], [[-12.6328125, false]], [[-10.1328125, false]], [[-6.12890625, false]], [[-9.3828125, false]], [[-9.3828125, false]], [[-9.8828125, false]], [[-12.3828125, false]], [[-5.87890625, false]], [[-10.6328125, false]], [[-9.3828125, false]], [[-5.87890625, false]], [[-5.87890625, false]], [[-6.12890625, false]], [[-10.1328125, false]], [[-9.8828125, false]], [[-10.8828125, false]], [[-7.421875, false]], [[-7.87890625, false]], [[-10.171875, false]], [[-5.87890625, false]], [[-7.87890625, false]], [[-7.62890625, false]], [[-10.8828125, false]], [[-9.1328125, false]], [[-5.87890625, false]], [[-6.87890625, false]], [[-10.6328125, false]], [[-10.6328125, false]], [[-9.8828125, false]], [[-5.87890625, false]], [[-10.8828125, false]], [[-6.12890625, false]], [[-9.6328125, false]], [[-5.87890625, false]], [[-6.12890625, false]], [[-5.87890625, false]], [[-9.6328125, false]], [[-9.8828125, false]], [[-6.12890625, false]], [[-11.1328125, false]], [[-11.1328125, false]], [[-9.1328125, false]], [[-10.1328125, false]], [[-5.87890625, false]], [[-12.6328125, false]], [[-10.1328125, false]], [[-6.12890625, false]], [[-9.3828125, false]], [[-9.3828125, false]], [[-9.8828125, false]], [[-6.12890625, false]], [[-9.8828125, false]], [[-9.3828125, false]], [[-10.6328125, false]], [[-9.8828125, false]], [[-6.12890625, false]], [[-11.1328125, false]], [[-5.87890625, false]], [[-9.3828125, false]], [[-10.6328125, false]], [[-10.1328125, false]], [[-8.8828125, false]], [[-9.1328125, false]], [[-5.87890625, false]], [[-9.8828125, false]], [[-10.8828125, false]], [[-6.12890625, false]], [[-9.8828125, false]], [[-5.87890625, false]], [[-5.87890625, false]], [[-6.12890625, false]], [[-10.1328125, false]], [[-9.8828125, false]], [[-10.8828125, false]], [[-7.421875, false]], [[-7.87890625, false]], [[-12.1328125, false]]], "filtered_resps": [[-7.37890625, false], [-7.87890625, false], [-7.62890625, false], [-10.8828125, false], [-9.1328125, false], [-5.87890625, false], [-6.87890625, false], [-10.6328125, false], [-10.6328125, false], [-9.8828125, false], [-5.87890625, false], [-10.8828125, false], [-6.12890625, false], [-9.6328125, false], [-5.87890625, false], [-6.12890625, false], [-5.87890625, false], [-9.8828125, false], [-10.8828125, false], [-9.3828125, false], [-9.8828125, false], [-9.8828125, false], [-9.1328125, false], [-10.1328125, false], [-5.87890625, false], [-6.12890625, false], [-9.8828125, false], [-9.8828125, false], [-10.6328125, false], [-9.6328125, false], [-9.3828125, false], [-10.8828125, false], [-9.1328125, false], [-10.1328125, false], [-9.1328125, false], [-5.87890625, false], [-9.8828125, false], [-10.8828125, false], [-6.12890625, false], [-9.8828125, false], [-5.87890625, false], [-5.87890625, false], [-6.12890625, false], [-10.1328125, false], [-9.8828125, false], [-10.8828125, false], [-7.421875, false], [-7.87890625, false], [-10.171875, false], [-5.87890625, false], [-7.87890625, false], [-7.62890625, false], [-10.8828125, false], [-9.1328125, false], [-5.87890625, false], [-6.87890625, false], [-10.6328125, false], [-10.6328125, false], [-9.8828125, false], [-5.87890625, false], [-9.3828125, false], [-9.6328125, false], [-5.87890625, false], [-9.8828125, false], [-10.6328125, false], [-10.6328125, false], [-5.87890625, false], [-11.1328125, false], [-6.12890625, false], [-10.1328125, false], [-12.6328125, false], [-9.1328125, false], [-5.87890625, false], [-9.8828125, false], [-10.6328125, false], [-5.87890625, false], [-9.8828125, false], [-10.6328125, false], [-9.3828125, false], [-9.1328125, false], [-5.87890625, false], [-6.12890625, false], [-10.3828125, false], [-6.12890625, false], [-12.3828125, false], [-5.87890625, false], [-9.3828125, false], [-10.1328125, false], [-10.6328125, false], [-9.8828125, false], [-5.87890625, false], [-5.87890625, false], [-6.12890625, false], [-10.1328125, false], [-9.8828125, false], [-10.8828125, false], [-7.421875, false], [-7.87890625, false], [-10.171875, false], [-5.87890625, false], [-7.87890625, false], [-7.62890625, false], [-10.8828125, false], [-9.1328125, false], [-5.87890625, false], [-6.87890625, false], [-10.6328125, false], [-10.6328125, false], [-9.8828125, false], [-5.87890625, false], [-9.3828125, false], [-9.6328125, false], [-5.87890625, false], [-6.12890625, false], [-9.8828125, false], [-9.8828125, false], [-10.1328125, false], [-6.12890625, false], [-8.8828125, false], [-9.8828125, false], [-9.1328125, false], [-10.3828125, false], [-5.87890625, false], [-8.3828125, false], [-12.3828125, false], [-5.87890625, false], [-9.8828125, false], [-10.8828125, false], [-9.1328125, false], [-5.87890625, false], [-12.6328125, false], [-10.1328125, false], [-6.12890625, false], [-9.3828125, false], [-9.3828125, false], [-9.8828125, false], [-12.3828125, false], [-5.87890625, false], [-10.6328125, false], [-9.3828125, false], [-5.87890625, false], [-5.87890625, false], [-6.12890625, false], [-10.1328125, false], [-9.8828125, false], [-10.8828125, false], [-7.421875, false], [-7.87890625, false], [-10.171875, false], [-5.87890625, false], [-7.87890625, false], [-7.62890625, false], [-10.8828125, false], [-9.1328125, false], [-5.87890625, false], [-6.87890625, false], [-10.6328125, false], [-10.6328125, false], [-9.8828125, false], [-5.87890625, false], [-10.8828125, false], [-6.12890625, false], [-9.6328125, false], [-5.87890625, false], [-6.12890625, false], [-5.87890625, false], [-9.6328125, false], [-9.8828125, false], [-6.12890625, false], [-11.1328125, false], [-11.1328125, false], [-9.1328125, false], [-10.1328125, false], [-5.87890625, false], [-12.6328125, false], [-10.1328125, false], [-6.12890625, false], [-9.3828125, false], [-9.3828125, false], [-9.8828125, false], [-6.12890625, false], [-9.8828125, false], [-9.3828125, false], [-10.6328125, false], [-9.8828125, false], [-6.12890625, false], [-11.1328125, false], [-5.87890625, false], [-9.3828125, false], [-10.6328125, false], [-10.1328125, false], [-8.8828125, false], [-9.1328125, false], [-5.87890625, false], [-9.8828125, false], [-10.8828125, false], [-6.12890625, false], [-9.8828125, false], [-5.87890625, false], [-5.87890625, false], [-6.12890625, false], [-10.1328125, false], [-9.8828125, false], [-10.8828125, false], [-7.421875, false], [-7.87890625, false], [-12.1328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1394, "doc": {"id": "TIMSS_2007_8_pg26", "question": "In living things, large and complex molecules are broken down into small and simple molecules. What is this process called?", "choices": {"text": ["excretion", "absorption", "digestion", "circulation"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "digestion", "arguments": ["Question: In living things, large and complex molecules are broken down into small and simple molecules. What is this process called?\nAnswer:", " ["], "resps": [[[-7.52734375, false]], [[-9.0234375, false]], [[-8.5234375, false]], [[-10.5234375, false]], [[-6.52734375, false]], [[-10.0234375, false]], [[-8.5234375, false]], [[-10.0234375, false]], [[-8.2734375, false]], [[-8.7734375, false]], [[-8.7734375, false]], [[-9.0234375, false]], [[-10.734375, false]], [[-5.27734375, false]], [[-9.0234375, false]], [[-5.27734375, false]], [[-8.0234375, false]], [[-9.5234375, false]], [[-8.7734375, false]], [[-10.0234375, false]], [[-8.7734375, false]], [[-10.0234375, false]], [[-8.2734375, false]], [[-8.7734375, false]], [[-8.7734375, false]], [[-9.0234375, false]], [[-10.734375, false]], [[-5.27734375, false]], [[-9.0234375, false]], [[-9.2734375, false]], [[-8.2734375, false]], [[-11.7734375, false]], [[-8.5234375, false]], [[-9.5234375, false]], [[-10.0234375, false]], [[-8.2734375, false]], [[-8.7734375, false]], [[-8.7734375, false]], [[-9.0234375, false]], [[-10.734375, false]], [[-5.27734375, false]], [[-9.0234375, false]], [[-6.52734375, false]], [[-8.2734375, false]], [[-10.0234375, false]], [[-6.52734375, false]], [[-10.5234375, false]], [[-9.7734375, false]], [[-5.27734375, false]], [[-10.0234375, false]], [[-8.2734375, false]], [[-8.7734375, false]], [[-8.7734375, false]], [[-9.0234375, false]], [[-13.7734375, false]]], "filtered_resps": [[-7.52734375, false], [-9.0234375, false], [-8.5234375, false], [-10.5234375, false], [-6.52734375, false], [-10.0234375, false], [-8.5234375, false], [-10.0234375, false], [-8.2734375, false], [-8.7734375, false], [-8.7734375, false], [-9.0234375, false], [-10.734375, false], [-5.27734375, false], [-9.0234375, false], [-5.27734375, false], [-8.0234375, false], [-9.5234375, false], [-8.7734375, false], [-10.0234375, false], [-8.7734375, false], [-10.0234375, false], [-8.2734375, false], [-8.7734375, false], [-8.7734375, false], [-9.0234375, false], [-10.734375, false], [-5.27734375, false], [-9.0234375, false], [-9.2734375, false], [-8.2734375, false], [-11.7734375, false], [-8.5234375, false], [-9.5234375, false], [-10.0234375, false], [-8.2734375, false], [-8.7734375, false], [-8.7734375, false], [-9.0234375, false], [-10.734375, false], [-5.27734375, false], [-9.0234375, false], [-6.52734375, false], [-8.2734375, false], [-10.0234375, false], [-6.52734375, false], [-10.5234375, false], [-9.7734375, false], [-5.27734375, false], [-10.0234375, false], [-8.2734375, false], [-8.7734375, false], [-8.7734375, false], [-9.0234375, false], [-13.7734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1402, "doc": {"id": "Mercury_7032883", "question": "Between 40 and 50 million years ago, the landmass on the Indian plate collided with the landmass on the Eurasian plate. What formed when these landmasses collided?", "choices": {"text": ["the Grand Canyon", "the Great Plains", "the Himalayan Mountains", "the Mariana Trench"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "the Himalayan Mountains", "arguments": ["Question: Between 40 and 50 million years ago, the landmass on the Indian plate collided with the landmass on the Eurasian plate. What formed when these landmasses collided?\nAnswer:", " ["], "resps": [[[-7.59375, false]], [[-9.59375, false]], [[-11.09375, false]], [[-12.34375, false]], [[-8.09375, false]], [[-5.59375, false]], [[-8.34375, false]], [[-9.84375, false]], [[-5.09375, false]], [[-10.84375, false]], [[-10.59375, false]], [[-5.59375, false]], [[-5.59375, false]], [[-5.09375, false]], [[-10.84375, false]], [[-12.84375, false]], [[-10.59375, false]], [[-10.84375, false]], [[-9.59375, false]], [[-10.8828125, false]], [[-5.59375, false]], [[-9.59375, false]], [[-11.09375, false]], [[-12.34375, false]], [[-8.09375, false]], [[-5.59375, false]], [[-8.34375, false]], [[-9.84375, false]], [[-8.09375, false]], [[-5.09375, false]], [[-11.09375, false]], [[-5.59375, false]], [[-6.09375, false]], [[-11.34375, false]], [[-5.09375, false]], [[-10.09375, false]], [[-10.84375, false]], [[-10.84375, false]], [[-9.59375, false]], [[-10.8828125, false]], [[-5.59375, false]], [[-9.59375, false]], [[-11.09375, false]], [[-12.34375, false]], [[-8.09375, false]], [[-5.59375, false]], [[-7.59375, false]], [[-10.09375, false]], [[-10.84375, false]], [[-5.09375, false]], [[-11.34375, false]], [[-5.09375, false]], [[-12.84375, false]], [[-5.09375, false]], [[-10.84375, false]], [[-5.59375, false]], [[-7.09375, false]], [[-10.59375, false]], [[-13.34375, false]], [[-10.84375, false]], [[-11.09375, false]], [[-5.09375, false]], [[-10.09375, false]], [[-10.84375, false]], [[-10.84375, false]], [[-9.59375, false]], [[-10.8828125, false]], [[-5.59375, false]], [[-9.59375, false]], [[-11.09375, false]], [[-12.34375, false]], [[-8.09375, false]], [[-5.59375, false]], [[-7.09375, false]], [[-5.09375, false]], [[-9.84375, false]], [[-10.09375, false]], [[-5.09375, false]], [[-10.84375, false]], [[-5.09375, false]], [[-5.59375, false]], [[-6.09375, false]], [[-9.84375, false]], [[-8.09375, false]], [[-10.84375, false]], [[-9.09375, false]], [[-12.34375, false]], [[-9.59375, false]], [[-12.59375, false]]], "filtered_resps": [[-7.59375, false], [-9.59375, false], [-11.09375, false], [-12.34375, false], [-8.09375, false], [-5.59375, false], [-8.34375, false], [-9.84375, false], [-5.09375, false], [-10.84375, false], [-10.59375, false], [-5.59375, false], [-5.59375, false], [-5.09375, false], [-10.84375, false], [-12.84375, false], [-10.59375, false], [-10.84375, false], [-9.59375, false], [-10.8828125, false], [-5.59375, false], [-9.59375, false], [-11.09375, false], [-12.34375, false], [-8.09375, false], [-5.59375, false], [-8.34375, false], [-9.84375, false], [-8.09375, false], [-5.09375, false], [-11.09375, false], [-5.59375, false], [-6.09375, false], [-11.34375, false], [-5.09375, false], [-10.09375, false], [-10.84375, false], [-10.84375, false], [-9.59375, false], [-10.8828125, false], [-5.59375, false], [-9.59375, false], [-11.09375, false], [-12.34375, false], [-8.09375, false], [-5.59375, false], [-7.59375, false], [-10.09375, false], [-10.84375, false], [-5.09375, false], [-11.34375, false], [-5.09375, false], [-12.84375, false], [-5.09375, false], [-10.84375, false], [-5.59375, false], [-7.09375, false], [-10.59375, false], [-13.34375, false], [-10.84375, false], [-11.09375, false], [-5.09375, false], [-10.09375, false], [-10.84375, false], [-10.84375, false], [-9.59375, false], [-10.8828125, false], [-5.59375, false], [-9.59375, false], [-11.09375, false], [-12.34375, false], [-8.09375, false], [-5.59375, false], [-7.09375, false], [-5.09375, false], [-9.84375, false], [-10.09375, false], [-5.09375, false], [-10.84375, false], [-5.09375, false], [-5.59375, false], [-6.09375, false], [-9.84375, false], [-8.09375, false], [-10.84375, false], [-9.09375, false], [-12.34375, false], [-9.59375, false], [-12.59375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1410, "doc": {"id": "Mercury_7122973", "question": "A greenhouse is an example of a closed system. Which two types of energy are exchanged in this system?", "choices": {"text": ["radiant energy for nuclear energy", "radiant energy for thermal energy", "thermal energy for nuclear energy", "nuclear energy for chemical energy"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "radiant energy for thermal energy", "arguments": ["Question: A greenhouse is an example of a closed system. Which two types of energy are exchanged in this system?\nAnswer:", " ["], "resps": [[[-7.7265625, false]], [[-9.9765625, false]], [[-11.7265625, false]], [[-4.2265625, false]], [[-8.9765625, false]], [[-7.9765625, false]], [[-4.2265625, false]], [[-7.7265625, false]], [[-11.2265625, false]], [[-4.9765625, false]], [[-6.7265625, false]], [[-7.7265625, false]], [[-6.7265625, false]], [[-11.7265625, false]], [[-10.7265625, false]], [[-11.4765625, false]], [[-4.9765625, false]], [[-9.9765625, false]], [[-7.2265625, false]], [[-11.7265625, false]], [[-4.9765625, false]], [[-7.7265625, false]], [[-10.4765625, false]], [[-7.2265625, false]], [[-11.2265625, false]], [[-6.7265625, false]], [[-4.2265625, false]], [[-11.7265625, false]], [[-4.9765625, false]], [[-6.7265625, false]], [[-7.7265625, false]], [[-6.7265625, false]], [[-11.7265625, false]], [[-10.7265625, false]], [[-11.4765625, false]], [[-9.9765625, false]], [[-8.75, false]], [[-4.9765625, false]], [[-9.9765625, false]], [[-11.7265625, false]], [[-4.2265625, false]], [[-8.9765625, false]], [[-7.9765625, false]], [[-4.2265625, false]], [[-7.7265625, false]], [[-11.2265625, false]], [[-4.9765625, false]], [[-6.7265625, false]], [[-7.7265625, false]], [[-6.7265625, false]], [[-11.7265625, false]], [[-10.7265625, false]], [[-11.4765625, false]], [[-4.9765625, false]], [[-9.9765625, false]], [[-7.2265625, false]], [[-11.7265625, false]], [[-4.9765625, false]], [[-11.2265625, false]], [[-9.7265625, false]], [[-6.7265625, false]], [[-11.7265625, false]], [[-8.7265625, false]], [[-4.2265625, false]], [[-11.2265625, false]], [[-4.9765625, false]], [[-6.7265625, false]], [[-7.7265625, false]], [[-6.7265625, false]], [[-11.7265625, false]], [[-10.7265625, false]], [[-11.4765625, false]], [[-9.9765625, false]], [[-8.75, false]], [[-4.9765625, false]], [[-9.9765625, false]], [[-11.2265625, false]], [[-9.7265625, false]], [[-6.7265625, false]], [[-11.7265625, false]], [[-8.7265625, false]], [[-4.2265625, false]], [[-11.2265625, false]], [[-4.9765625, false]], [[-6.7265625, false]], [[-7.7265625, false]], [[-6.7265625, false]], [[-11.7265625, false]], [[-10.7265625, false]], [[-11.4765625, false]], [[-4.9765625, false]], [[-9.9765625, false]], [[-7.2265625, false]], [[-11.7265625, false]], [[-4.9765625, false]], [[-7.7265625, false]], [[-10.4765625, false]], [[-7.2265625, false]], [[-11.2265625, false]], [[-6.7265625, false]], [[-4.2265625, false]], [[-11.7265625, false]], [[-4.9765625, false]], [[-6.7265625, false]], [[-7.7265625, false]], [[-6.7265625, false]], [[-11.7265625, false]], [[-10.7265625, false]], [[-11.4765625, false]], [[-9.9765625, false]], [[-8.75, false]], [[-4.9765625, false]], [[-9.9765625, false]], [[-7.7265625, false]], [[-10.4765625, false]], [[-7.2265625, false]], [[-11.2265625, false]], [[-6.7265625, false]], [[-4.2265625, false]], [[-11.7265625, false]], [[-4.9765625, false]], [[-6.7265625, false]], [[-7.7265625, false]], [[-6.7265625, false]], [[-11.7265625, false]], [[-10.7265625, false]], [[-11.4765625, false]], [[-4.9765625, false]], [[-9.9765625, false]], [[-7.2265625, false]], [[-11.7265625, false]], [[-4.9765625, false]], [[-7.2265625, false]], [[-9.7265625, false]], [[-6.7265625, false]], [[-8.7265625, false]], [[-7.9765625, false]], [[-7.2265625, false]], [[-4.2265625, false]], [[-11.2265625, false]], [[-4.9765625, false]], [[-6.7265625, false]], [[-7.7265625, false]], [[-6.7265625, false]], [[-11.7265625, false]], [[-10.7265625, false]], [[-11.4765625, false]], [[-9.9765625, false]], [[-14.7265625, false]]], "filtered_resps": [[-7.7265625, false], [-9.9765625, false], [-11.7265625, false], [-4.2265625, false], [-8.9765625, false], [-7.9765625, false], [-4.2265625, false], [-7.7265625, false], [-11.2265625, false], [-4.9765625, false], [-6.7265625, false], [-7.7265625, false], [-6.7265625, false], [-11.7265625, false], [-10.7265625, false], [-11.4765625, false], [-4.9765625, false], [-9.9765625, false], [-7.2265625, false], [-11.7265625, false], [-4.9765625, false], [-7.7265625, false], [-10.4765625, false], [-7.2265625, false], [-11.2265625, false], [-6.7265625, false], [-4.2265625, false], [-11.7265625, false], [-4.9765625, false], [-6.7265625, false], [-7.7265625, false], [-6.7265625, false], [-11.7265625, false], [-10.7265625, false], [-11.4765625, false], [-9.9765625, false], [-8.75, false], [-4.9765625, false], [-9.9765625, false], [-11.7265625, false], [-4.2265625, false], [-8.9765625, false], [-7.9765625, false], [-4.2265625, false], [-7.7265625, false], [-11.2265625, false], [-4.9765625, false], [-6.7265625, false], [-7.7265625, false], [-6.7265625, false], [-11.7265625, false], [-10.7265625, false], [-11.4765625, false], [-4.9765625, false], [-9.9765625, false], [-7.2265625, false], [-11.7265625, false], [-4.9765625, false], [-11.2265625, false], [-9.7265625, false], [-6.7265625, false], [-11.7265625, false], [-8.7265625, false], [-4.2265625, false], [-11.2265625, false], [-4.9765625, false], [-6.7265625, false], [-7.7265625, false], [-6.7265625, false], [-11.7265625, false], [-10.7265625, false], [-11.4765625, false], [-9.9765625, false], [-8.75, false], [-4.9765625, false], [-9.9765625, false], [-11.2265625, false], [-9.7265625, false], [-6.7265625, false], [-11.7265625, false], [-8.7265625, false], [-4.2265625, false], [-11.2265625, false], [-4.9765625, false], [-6.7265625, false], [-7.7265625, false], [-6.7265625, false], [-11.7265625, false], [-10.7265625, false], [-11.4765625, false], [-4.9765625, false], [-9.9765625, false], [-7.2265625, false], [-11.7265625, false], [-4.9765625, false], [-7.7265625, false], [-10.4765625, false], [-7.2265625, false], [-11.2265625, false], [-6.7265625, false], [-4.2265625, false], [-11.7265625, false], [-4.9765625, false], [-6.7265625, false], [-7.7265625, false], [-6.7265625, false], [-11.7265625, false], [-10.7265625, false], [-11.4765625, false], [-9.9765625, false], [-8.75, false], [-4.9765625, false], [-9.9765625, false], [-7.7265625, false], [-10.4765625, false], [-7.2265625, false], [-11.2265625, false], [-6.7265625, false], [-4.2265625, false], [-11.7265625, false], [-4.9765625, false], [-6.7265625, false], [-7.7265625, false], [-6.7265625, false], [-11.7265625, false], [-10.7265625, false], [-11.4765625, false], [-4.9765625, false], [-9.9765625, false], [-7.2265625, false], [-11.7265625, false], [-4.9765625, false], [-7.2265625, false], [-9.7265625, false], [-6.7265625, false], [-8.7265625, false], [-7.9765625, false], [-7.2265625, false], [-4.2265625, false], [-11.2265625, false], [-4.9765625, false], [-6.7265625, false], [-7.7265625, false], [-6.7265625, false], [-11.7265625, false], [-10.7265625, false], [-11.4765625, false], [-9.9765625, false], [-14.7265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1418, "doc": {"id": "Mercury_7005128", "question": "Before strip mining for coal, the topsoil in the area is removed and stored. After mining operations are completed, the land is leveled and topsoil is replaced. The purpose of replacing topsoil is", "choices": {"text": ["to prevent wind from weathering and eroding surface coal.", "to prevent radioactive elements from polluting water sources.", "to provide an environment for new coal formation.", "to restore the area to a natural condition."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "to restore the area to a natural condition.", "arguments": ["Question: Before strip mining for coal, the topsoil in the area is removed and stored. After mining operations are completed, the land is leveled and topsoil is replaced. The purpose of replacing topsoil is\nAnswer:", " ["], "resps": [[[-7.47265625, false]], [[-9.4765625, false]], [[-9.4765625, false]], [[-9.4765625, false]], [[-5.47265625, false]], [[-9.7265625, false]], [[-10.4765625, false]], [[-9.4765625, false]], [[-11.4765625, false]], [[-9.4765625, false]], [[-9.9765625, false]], [[-9.4765625, false]], [[-5.47265625, false]], [[-11.7265625, false]], [[-7.97265625, false]], [[-9.9765625, false]], [[-9.2265625, false]], [[-5.47265625, false]], [[-10.7265625, false]], [[-10.4765625, false]], [[-9.4765625, false]], [[-9.9765625, false]], [[-5.47265625, false]], [[-11.7265625, false]], [[-9.4765625, false]], [[-6.22265625, false]], [[-9.4765625, false]], [[-11.7265625, false]], [[-9.4765625, false]], [[-10.4765625, false]], [[-7.97265625, false]], [[-9.9765625, false]], [[-11.2265625, false]], [[-5.47265625, false]], [[-6.22265625, false]], [[-9.9765625, false]], [[-9.2265625, false]], [[-5.47265625, false]], [[-9.4765625, false]], [[-10.4765625, false]], [[-9.4765625, false]], [[-9.2265625, false]], [[-7.97265625, false]], [[-9.9765625, false]], [[-11.2265625, false]], [[-5.47265625, false]], [[-8.7265625, false]], [[-11.7265625, false]], [[-10.4765625, false]], [[-10.7265625, false]], [[-6.22265625, false]], [[-9.7265625, false]], [[-9.4765625, false]], [[-5.47265625, false]], [[-9.7265625, false]], [[-9.4765625, false]], [[-6.22265625, false]], [[-10.2265625, false]], [[-5.7578125, false]], [[-9.4765625, false]], [[-8.8828125, false]], [[-5.47265625, false]], [[-9.4765625, false]], [[-9.4765625, false]], [[-9.4765625, false]], [[-5.47265625, false]], [[-9.7265625, false]], [[-10.4765625, false]], [[-9.4765625, false]], [[-11.4765625, false]], [[-9.4765625, false]], [[-9.9765625, false]], [[-9.4765625, false]], [[-5.47265625, false]], [[-10.4765625, false]], [[-6.22265625, false]], [[-9.2265625, false]], [[-7.97265625, false]], [[-9.4765625, false]], [[-6.22265625, false]], [[-9.7265625, false]], [[-9.4765625, false]], [[-7.97265625, false]], [[-11.4765625, false]], [[-9.4765625, false]], [[-5.47265625, false]], [[-9.4765625, false]], [[-10.2265625, false]], [[-9.4765625, false]], [[-9.9765625, false]], [[-9.4765625, false]], [[-9.9765625, false]], [[-9.4765625, false]], [[-8.7265625, false]], [[-5.47265625, false]], [[-10.7265625, false]], [[-10.4765625, false]], [[-9.4765625, false]], [[-9.9765625, false]], [[-5.47265625, false]], [[-9.7265625, false]], [[-9.4765625, false]], [[-10.2265625, false]], [[-10.2265625, false]], [[-11.7265625, false]], [[-9.4765625, false]], [[-7.97265625, false]], [[-9.9765625, false]], [[-11.2265625, false]], [[-5.47265625, false]], [[-11.7265625, false]], [[-6.22265625, false]], [[-9.4765625, false]], [[-9.4765625, false]], [[-10.4765625, false]], [[-5.47265625, false]], [[-8.7265625, false]], [[-9.4765625, false]], [[-11.7265625, false]], [[-10.4765625, false]], [[-9.7265625, false]], [[-9.4765625, false]], [[-8.7265625, false]], [[-5.7578125, false]], [[-9.4765625, false]], [[-8.8828125, false]], [[-5.47265625, false]], [[-9.4765625, false]], [[-9.4765625, false]], [[-9.4765625, false]], [[-5.47265625, false]], [[-9.7265625, false]], [[-10.4765625, false]], [[-9.4765625, false]], [[-11.4765625, false]], [[-7.97265625, false]], [[-9.2265625, false]], [[-9.4765625, false]], [[-5.47265625, false]], [[-6.22265625, false]], [[-9.9765625, false]], [[-5.47265625, false]], [[-9.4765625, false]], [[-9.9765625, false]], [[-11.4765625, false]], [[-7.97265625, false]], [[-10.4765625, false]], [[-9.4765625, false]], [[-9.9765625, false]], [[-9.9765625, false]], [[-9.4765625, false]], [[-9.9765625, false]], [[-9.4765625, false]], [[-5.47265625, false]], [[-10.7265625, false]], [[-9.4765625, false]], [[-10.4765625, false]], [[-5.47265625, false]], [[-9.9765625, false]], [[-9.4765625, false]], [[-11.7265625, false]], [[-5.47265625, false]], [[-9.7265625, false]], [[-9.4765625, false]], [[-6.22265625, false]], [[-10.2265625, false]], [[-5.47265625, false]], [[-10.7265625, false]], [[-9.4765625, false]], [[-10.4765625, false]], [[-9.9765625, false]], [[-6.22265625, false]], [[-9.4765625, false]], [[-7.97265625, false]], [[-9.4765625, false]], [[-9.9765625, false]], [[-5.7578125, false]], [[-9.4765625, false]], [[-8.8828125, false]], [[-5.47265625, false]], [[-9.4765625, false]], [[-9.4765625, false]], [[-9.4765625, false]], [[-5.47265625, false]], [[-10.4765625, false]], [[-9.4765625, false]], [[-8.7265625, false]], [[-9.4765625, false]], [[-9.4765625, false]], [[-10.4765625, false]], [[-9.4765625, false]], [[-5.47265625, false]], [[-9.4765625, false]], [[-11.7265625, false]], [[-9.4765625, false]], [[-5.47265625, false]], [[-6.22265625, false]], [[-10.4765625, false]], [[-9.4765625, false]], [[-6.22265625, false]], [[-5.47265625, false]], [[-9.4765625, false]], [[-9.4765625, false]], [[-5.47265625, false]], [[-6.22265625, false]], [[-5.47265625, false]], [[-9.9765625, false]], [[-6.22265625, false]], [[-9.4765625, false]], [[-11.7265625, false]], [[-10.4765625, false]], [[-6.22265625, false]], [[-10.2265625, false]], [[-5.47265625, false]], [[-9.7265625, false]], [[-9.4765625, false]], [[-9.9765625, false]], [[-9.2265625, false]], [[-7.97265625, false]], [[-9.4765625, false]], [[-7.97265625, false]], [[-9.4765625, false]], [[-9.9765625, false]], [[-5.7578125, false]], [[-9.4765625, false]], [[-11.9765625, false]]], "filtered_resps": [[-7.47265625, false], [-9.4765625, false], [-9.4765625, false], [-9.4765625, false], [-5.47265625, false], [-9.7265625, false], [-10.4765625, false], [-9.4765625, false], [-11.4765625, false], [-9.4765625, false], [-9.9765625, false], [-9.4765625, false], [-5.47265625, false], [-11.7265625, false], [-7.97265625, false], [-9.9765625, false], [-9.2265625, false], [-5.47265625, false], [-10.7265625, false], [-10.4765625, false], [-9.4765625, false], [-9.9765625, false], [-5.47265625, false], [-11.7265625, false], [-9.4765625, false], [-6.22265625, false], [-9.4765625, false], [-11.7265625, false], [-9.4765625, false], [-10.4765625, false], [-7.97265625, false], [-9.9765625, false], [-11.2265625, false], [-5.47265625, false], [-6.22265625, false], [-9.9765625, false], [-9.2265625, false], [-5.47265625, false], [-9.4765625, false], [-10.4765625, false], [-9.4765625, false], [-9.2265625, false], [-7.97265625, false], [-9.9765625, false], [-11.2265625, false], [-5.47265625, false], [-8.7265625, false], [-11.7265625, false], [-10.4765625, false], [-10.7265625, false], [-6.22265625, false], [-9.7265625, false], [-9.4765625, false], [-5.47265625, false], [-9.7265625, false], [-9.4765625, false], [-6.22265625, false], [-10.2265625, false], [-5.7578125, false], [-9.4765625, false], [-8.8828125, false], [-5.47265625, false], [-9.4765625, false], [-9.4765625, false], [-9.4765625, false], [-5.47265625, false], [-9.7265625, false], [-10.4765625, false], [-9.4765625, false], [-11.4765625, false], [-9.4765625, false], [-9.9765625, false], [-9.4765625, false], [-5.47265625, false], [-10.4765625, false], [-6.22265625, false], [-9.2265625, false], [-7.97265625, false], [-9.4765625, false], [-6.22265625, false], [-9.7265625, false], [-9.4765625, false], [-7.97265625, false], [-11.4765625, false], [-9.4765625, false], [-5.47265625, false], [-9.4765625, false], [-10.2265625, false], [-9.4765625, false], [-9.9765625, false], [-9.4765625, false], [-9.9765625, false], [-9.4765625, false], [-8.7265625, false], [-5.47265625, false], [-10.7265625, false], [-10.4765625, false], [-9.4765625, false], [-9.9765625, false], [-5.47265625, false], [-9.7265625, false], [-9.4765625, false], [-10.2265625, false], [-10.2265625, false], [-11.7265625, false], [-9.4765625, false], [-7.97265625, false], [-9.9765625, false], [-11.2265625, false], [-5.47265625, false], [-11.7265625, false], [-6.22265625, false], [-9.4765625, false], [-9.4765625, false], [-10.4765625, false], [-5.47265625, false], [-8.7265625, false], [-9.4765625, false], [-11.7265625, false], [-10.4765625, false], [-9.7265625, false], [-9.4765625, false], [-8.7265625, false], [-5.7578125, false], [-9.4765625, false], [-8.8828125, false], [-5.47265625, false], [-9.4765625, false], [-9.4765625, false], [-9.4765625, false], [-5.47265625, false], [-9.7265625, false], [-10.4765625, false], [-9.4765625, false], [-11.4765625, false], [-7.97265625, false], [-9.2265625, false], [-9.4765625, false], [-5.47265625, false], [-6.22265625, false], [-9.9765625, false], [-5.47265625, false], [-9.4765625, false], [-9.9765625, false], [-11.4765625, false], [-7.97265625, false], [-10.4765625, false], [-9.4765625, false], [-9.9765625, false], [-9.9765625, false], [-9.4765625, false], [-9.9765625, false], [-9.4765625, false], [-5.47265625, false], [-10.7265625, false], [-9.4765625, false], [-10.4765625, false], [-5.47265625, false], [-9.9765625, false], [-9.4765625, false], [-11.7265625, false], [-5.47265625, false], [-9.7265625, false], [-9.4765625, false], [-6.22265625, false], [-10.2265625, false], [-5.47265625, false], [-10.7265625, false], [-9.4765625, false], [-10.4765625, false], [-9.9765625, false], [-6.22265625, false], [-9.4765625, false], [-7.97265625, false], [-9.4765625, false], [-9.9765625, false], [-5.7578125, false], [-9.4765625, false], [-8.8828125, false], [-5.47265625, false], [-9.4765625, false], [-9.4765625, false], [-9.4765625, false], [-5.47265625, false], [-10.4765625, false], [-9.4765625, false], [-8.7265625, false], [-9.4765625, false], [-9.4765625, false], [-10.4765625, false], [-9.4765625, false], [-5.47265625, false], [-9.4765625, false], [-11.7265625, false], [-9.4765625, false], [-5.47265625, false], [-6.22265625, false], [-10.4765625, false], [-9.4765625, false], [-6.22265625, false], [-5.47265625, false], [-9.4765625, false], [-9.4765625, false], [-5.47265625, false], [-6.22265625, false], [-5.47265625, false], [-9.9765625, false], [-6.22265625, false], [-9.4765625, false], [-11.7265625, false], [-10.4765625, false], [-6.22265625, false], [-10.2265625, false], [-5.47265625, false], [-9.7265625, false], [-9.4765625, false], [-9.9765625, false], [-9.2265625, false], [-7.97265625, false], [-9.4765625, false], [-7.97265625, false], [-9.4765625, false], [-9.9765625, false], [-5.7578125, false], [-9.4765625, false], [-11.9765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1426, "doc": {"id": "MCAS_2003_8_33", "question": "The manufacturing process used to permanently put parts together is called", "choices": {"text": ["cutting.", "shaping.", "finishing.", "assembling."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "assembling.", "arguments": ["Question: The manufacturing process used to permanently put parts together is called\nAnswer:", " ["], "resps": [[[-7.4609375, false]], [[-8.2109375, false]], [[-8.5859375, false]], [[-9.8359375, false]], [[-9.7109375, false]], [[-9.7109375, false]], [[-8.2109375, false]], [[-9.4609375, false]], [[-11.7109375, false]], [[-6.6875, false]], [[-8.2109375, false]], [[-9.5625, false]], [[-5.4609375, false]], [[-8.2109375, false]], [[-8.0859375, false]], [[-10.3359375, false]], [[-4.8359375, false]], [[-9.0859375, false]], [[-8.2109375, false]], [[-9.4609375, false]], [[-11.7109375, false]], [[-6.6875, false]], [[-8.2109375, false]], [[-9.5625, false]], [[-5.4609375, false]], [[-8.2109375, false]], [[-9.8359375, false]], [[-8.2109375, false]], [[-9.4609375, false]], [[-8.2109375, false]], [[-8.0859375, false]], [[-10.3359375, false]], [[-8.2109375, false]], [[-9.4609375, false]], [[-11.7109375, false]], [[-6.6875, false]], [[-8.2109375, false]], [[-9.5625, false]], [[-5.4609375, false]], [[-8.2109375, false]], [[-4.8359375, false]], [[-8.0859375, false]], [[-8.0859375, false]], [[-8.2109375, false]], [[-9.3359375, false]], [[-8.8359375, false]], [[-10.0859375, false]], [[-8.2109375, false]], [[-9.4609375, false]], [[-11.7109375, false]], [[-6.6875, false]], [[-8.2109375, false]], [[-11.4609375, false]]], "filtered_resps": [[-7.4609375, false], [-8.2109375, false], [-8.5859375, false], [-9.8359375, false], [-9.7109375, false], [-9.7109375, false], [-8.2109375, false], [-9.4609375, false], [-11.7109375, false], [-6.6875, false], [-8.2109375, false], [-9.5625, false], [-5.4609375, false], [-8.2109375, false], [-8.0859375, false], [-10.3359375, false], [-4.8359375, false], [-9.0859375, false], [-8.2109375, false], [-9.4609375, false], [-11.7109375, false], [-6.6875, false], [-8.2109375, false], [-9.5625, false], [-5.4609375, false], [-8.2109375, false], [-9.8359375, false], [-8.2109375, false], [-9.4609375, false], [-8.2109375, false], [-8.0859375, false], [-10.3359375, false], [-8.2109375, false], [-9.4609375, false], [-11.7109375, false], [-6.6875, false], [-8.2109375, false], [-9.5625, false], [-5.4609375, false], [-8.2109375, false], [-4.8359375, false], [-8.0859375, false], [-8.0859375, false], [-8.2109375, false], [-9.3359375, false], [-8.8359375, false], [-10.0859375, false], [-8.2109375, false], [-9.4609375, false], [-11.7109375, false], [-6.6875, false], [-8.2109375, false], [-11.4609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1434, "doc": {"id": "Mercury_SC_400365", "question": "The color of which animal allows it to blend into its environment?", "choices": {"text": ["penguin", "squirrel", "cardinal", "polar bear"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "polar bear", "arguments": ["Question: The color of which animal allows it to blend into its environment?\nAnswer:", " ["], "resps": [[[-7.09765625, false]], [[-9.1015625, false]], [[-8.8515625, false]], [[-7.84765625, false]], [[-9.8515625, false]], [[-10.1015625, false]], [[-10.1015625, false]], [[-8.6015625, false]], [[-9.8515625, false]], [[-9.1015625, false]], [[-9.96875, false]], [[-4.84765625, false]], [[-9.1015625, false]], [[-8.8515625, false]], [[-12.8515625, false]], [[-10.1015625, false]], [[-8.6015625, false]], [[-8.1015625, false]], [[-8.1015625, false]], [[-7.84765625, false]], [[-7.59765625, false]], [[-9.1015625, false]], [[-9.96875, false]], [[-4.84765625, false]], [[-9.1015625, false]], [[-9.1015625, false]], [[-4.84765625, false]], [[-8.1015625, false]], [[-8.3515625, false]], [[-8.6015625, false]], [[-9.8515625, false]], [[-4.84765625, false]], [[-7.59765625, false]], [[-9.1015625, false]], [[-9.96875, false]], [[-4.84765625, false]], [[-9.1015625, false]], [[-8.8515625, false]], [[-7.59765625, false]], [[-7.59765625, false]], [[-4.84765625, false]], [[-8.1015625, false]], [[-4.84765625, false]], [[-9.3515625, false]], [[-7.84765625, false]], [[-4.84765625, false]], [[-8.1015625, false]], [[-9.1015625, false]], [[-12.8515625, false]]], "filtered_resps": [[-7.09765625, false], [-9.1015625, false], [-8.8515625, false], [-7.84765625, false], [-9.8515625, false], [-10.1015625, false], [-10.1015625, false], [-8.6015625, false], [-9.8515625, false], [-9.1015625, false], [-9.96875, false], [-4.84765625, false], [-9.1015625, false], [-8.8515625, false], [-12.8515625, false], [-10.1015625, false], [-8.6015625, false], [-8.1015625, false], [-8.1015625, false], [-7.84765625, false], [-7.59765625, false], [-9.1015625, false], [-9.96875, false], [-4.84765625, false], [-9.1015625, false], [-9.1015625, false], [-4.84765625, false], [-8.1015625, false], [-8.3515625, false], [-8.6015625, false], [-9.8515625, false], [-4.84765625, false], [-7.59765625, false], [-9.1015625, false], [-9.96875, false], [-4.84765625, false], [-9.1015625, false], [-8.8515625, false], [-7.59765625, false], [-7.59765625, false], [-4.84765625, false], [-8.1015625, false], [-4.84765625, false], [-9.3515625, false], [-7.84765625, false], [-4.84765625, false], [-8.1015625, false], [-9.1015625, false], [-12.8515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1442, "doc": {"id": "Mercury_SC_408851", "question": "The invention of the microscope was important to the advancement of science. Many other discoveries were only possible with the help of the microscope. The microscope was used to make which discovery?", "choices": {"text": ["Matter is made of elements.", "Plants can make their own food.", "Some organisms have only one cell.", "White light can be broken into colors."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Some organisms have only one cell.", "arguments": ["Question: The invention of the microscope was important to the advancement of science. Many other discoveries were only possible with the help of the microscope. The microscope was used to make which discovery?\nAnswer:", " ["], "resps": [[[-7.1640625, false]], [[-9.2890625, false]], [[-7.0390625, false]], [[-5.7890625, false]], [[-10.9140625, false]], [[-10.9140625, false]], [[-8.5390625, false]], [[-9.4140625, false]], [[-5.9140625, false]], [[-7.5390625, false]], [[-9.4140625, false]], [[-5.9140625, false]], [[-9.1640625, false]], [[-5.7890625, false]], [[-9.4140625, false]], [[-8.5390625, false]], [[-5.9140625, false]], [[-7.7890625, false]], [[-8.4140625, false]], [[-5.9140625, false]], [[-8.5390625, false]], [[-9.1640625, false]], [[-8.5390625, false]], [[-9.1640625, false]], [[-8.5390625, false]], [[-10.4140625, false]], [[-10.9140625, false]], [[-9.4140625, false]], [[-7.37109375, false]], [[-9.2890625, false]], [[-10.0, false]], [[-5.9140625, false]], [[-9.2890625, false]], [[-6.5390625, false]], [[-9.1640625, false]], [[-5.7890625, false]], [[-10.4140625, false]], [[-10.9140625, false]], [[-9.4140625, false]], [[-5.9140625, false]], [[-8.5390625, false]], [[-5.7890625, false]], [[-10.4140625, false]], [[-5.9140625, false]], [[-9.1640625, false]], [[-5.7890625, false]], [[-10.6640625, false]], [[-8.5390625, false]], [[-5.9140625, false]], [[-10.9140625, false]], [[-11.5390625, false]], [[-8.5390625, false]], [[-7.5390625, false]], [[-9.4140625, false]], [[-5.9140625, false]], [[-7.7890625, false]], [[-10.5390625, false]], [[-10.4140625, false]], [[-5.9140625, false]], [[-8.4140625, false]], [[-7.7890625, false]], [[-7.7890625, false]], [[-9.4140625, false]], [[-7.37109375, false]], [[-9.2890625, false]], [[-10.0, false]], [[-5.9140625, false]], [[-9.2890625, false]], [[-6.7890625, false]], [[-7.7890625, false]], [[-9.1640625, false]], [[-8.5390625, false]], [[-5.9140625, false]], [[-7.7890625, false]], [[-9.4140625, false]], [[-12.2890625, false]], [[-5.7890625, false]], [[-10.4140625, false]], [[-7.5390625, false]], [[-9.4140625, false]], [[-9.1640625, false]], [[-9.4140625, false]], [[-5.9140625, false]], [[-11.5390625, false]], [[-5.7890625, false]], [[-10.2890625, false]], [[-8.5390625, false]], [[-5.9140625, false]], [[-7.7890625, false]], [[-10.4140625, false]], [[-9.1640625, false]], [[-12.1640625, false]], [[-5.9140625, false]], [[-7.7890625, false]], [[-10.4140625, false]], [[-8.5390625, false]], [[-5.9140625, false]], [[-8.5390625, false]], [[-8.5390625, false]], [[-9.1640625, false]], [[-9.1640625, false]], [[-7.37109375, false]], [[-9.2890625, false]], [[-10.0, false]], [[-5.9140625, false]], [[-9.2890625, false]], [[-8.0390625, false]], [[-11.5390625, false]], [[-7.5390625, false]], [[-10.9140625, false]], [[-8.5390625, false]], [[-5.9140625, false]], [[-9.1640625, false]], [[-7.5390625, false]], [[-12.2890625, false]], [[-11.5390625, false]], [[-10.9140625, false]], [[-5.9140625, false]], [[-8.5390625, false]], [[-5.7890625, false]], [[-10.4140625, false]], [[-5.9140625, false]], [[-8.4140625, false]], [[-8.5390625, false]], [[-5.9140625, false]], [[-8.4140625, false]], [[-9.4140625, false]], [[-7.7890625, false]], [[-10.6640625, false]], [[-8.5390625, false]], [[-10.4140625, false]], [[-5.9140625, false]], [[-7.5390625, false]], [[-10.4140625, false]], [[-10.9140625, false]], [[-7.7890625, false]], [[-5.9140625, false]], [[-8.5390625, false]], [[-7.7890625, false]], [[-9.1640625, false]], [[-7.7890625, false]], [[-9.4140625, false]], [[-9.4140625, false]], [[-7.37109375, false]], [[-9.2890625, false]], [[-12.4140625, false]]], "filtered_resps": [[-7.1640625, false], [-9.2890625, false], [-7.0390625, false], [-5.7890625, false], [-10.9140625, false], [-10.9140625, false], [-8.5390625, false], [-9.4140625, false], [-5.9140625, false], [-7.5390625, false], [-9.4140625, false], [-5.9140625, false], [-9.1640625, false], [-5.7890625, false], [-9.4140625, false], [-8.5390625, false], [-5.9140625, false], [-7.7890625, false], [-8.4140625, false], [-5.9140625, false], [-8.5390625, false], [-9.1640625, false], [-8.5390625, false], [-9.1640625, false], [-8.5390625, false], [-10.4140625, false], [-10.9140625, false], [-9.4140625, false], [-7.37109375, false], [-9.2890625, false], [-10.0, false], [-5.9140625, false], [-9.2890625, false], [-6.5390625, false], [-9.1640625, false], [-5.7890625, false], [-10.4140625, false], [-10.9140625, false], [-9.4140625, false], [-5.9140625, false], [-8.5390625, false], [-5.7890625, false], [-10.4140625, false], [-5.9140625, false], [-9.1640625, false], [-5.7890625, false], [-10.6640625, false], [-8.5390625, false], [-5.9140625, false], [-10.9140625, false], [-11.5390625, false], [-8.5390625, false], [-7.5390625, false], [-9.4140625, false], [-5.9140625, false], [-7.7890625, false], [-10.5390625, false], [-10.4140625, false], [-5.9140625, false], [-8.4140625, false], [-7.7890625, false], [-7.7890625, false], [-9.4140625, false], [-7.37109375, false], [-9.2890625, false], [-10.0, false], [-5.9140625, false], [-9.2890625, false], [-6.7890625, false], [-7.7890625, false], [-9.1640625, false], [-8.5390625, false], [-5.9140625, false], [-7.7890625, false], [-9.4140625, false], [-12.2890625, false], [-5.7890625, false], [-10.4140625, false], [-7.5390625, false], [-9.4140625, false], [-9.1640625, false], [-9.4140625, false], [-5.9140625, false], [-11.5390625, false], [-5.7890625, false], [-10.2890625, false], [-8.5390625, false], [-5.9140625, false], [-7.7890625, false], [-10.4140625, false], [-9.1640625, false], [-12.1640625, false], [-5.9140625, false], [-7.7890625, false], [-10.4140625, false], [-8.5390625, false], [-5.9140625, false], [-8.5390625, false], [-8.5390625, false], [-9.1640625, false], [-9.1640625, false], [-7.37109375, false], [-9.2890625, false], [-10.0, false], [-5.9140625, false], [-9.2890625, false], [-8.0390625, false], [-11.5390625, false], [-7.5390625, false], [-10.9140625, false], [-8.5390625, false], [-5.9140625, false], [-9.1640625, false], [-7.5390625, false], [-12.2890625, false], [-11.5390625, false], [-10.9140625, false], [-5.9140625, false], [-8.5390625, false], [-5.7890625, false], [-10.4140625, false], [-5.9140625, false], [-8.4140625, false], [-8.5390625, false], [-5.9140625, false], [-8.4140625, false], [-9.4140625, false], [-7.7890625, false], [-10.6640625, false], [-8.5390625, false], [-10.4140625, false], [-5.9140625, false], [-7.5390625, false], [-10.4140625, false], [-10.9140625, false], [-7.7890625, false], [-5.9140625, false], [-8.5390625, false], [-7.7890625, false], [-9.1640625, false], [-7.7890625, false], [-9.4140625, false], [-9.4140625, false], [-7.37109375, false], [-9.2890625, false], [-12.4140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1450, "doc": {"id": "Mercury_7017903", "question": "Mountain bike tires have large, knob-like treads. These tires are useful on steep slopes because they", "choices": {"text": ["increase friction.", "carry heavy weights.", "increase the stopping distance.", "prevent braking of the bicycle."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "increase friction.", "arguments": ["Question: Mountain bike tires have large, knob-like treads. These tires are useful on steep slopes because they\nAnswer:", " ["], "resps": [[[-7.90234375, false]], [[-8.8984375, false]], [[-8.6484375, false]], [[-10.6484375, false]], [[-10.6484375, false]], [[-10.8984375, false]], [[-10.3984375, false]], [[-7.15234375, false]], [[-9.6484375, false]], [[-10.3984375, false]], [[-6.15234375, false]], [[-11.6484375, false]], [[-10.8984375, false]], [[-8.6484375, false]], [[-10.6484375, false]], [[-10.6484375, false]], [[-8.6484375, false]], [[-11.3984375, false]], [[-10.6484375, false]], [[-7.55078125, false]], [[-8.8984375, false]], [[-10.296875, false]], [[-6.15234375, false]], [[-8.8984375, false]], [[-10.6484375, false]], [[-7.15234375, false]], [[-10.8984375, false]], [[-10.8984375, false]], [[-13.1484375, false]], [[-6.15234375, false]], [[-10.6484375, false]], [[-10.3984375, false]], [[-7.15234375, false]], [[-11.8984375, false]], [[-13.1484375, false]], [[-6.15234375, false]], [[-11.6484375, false]], [[-10.3984375, false]], [[-8.6484375, false]], [[-11.1484375, false]], [[-10.6484375, false]], [[-10.6484375, false]], [[-9.6484375, false]], [[-7.55078125, false]], [[-8.8984375, false]], [[-10.296875, false]], [[-6.15234375, false]], [[-8.8984375, false]], [[-8.6484375, false]], [[-10.6484375, false]], [[-10.6484375, false]], [[-10.8984375, false]], [[-10.3984375, false]], [[-7.15234375, false]], [[-9.6484375, false]], [[-10.3984375, false]], [[-6.15234375, false]], [[-10.6484375, false]], [[-10.6484375, false]], [[-10.3984375, false]], [[-6.15234375, false]], [[-9.6484375, false]], [[-10.6484375, false]], [[-11.3984375, false]], [[-11.1484375, false]], [[-11.1484375, false]], [[-8.6484375, false]], [[-10.6484375, false]], [[-11.1484375, false]], [[-6.15234375, false]], [[-11.1484375, false]], [[-8.6484375, false]], [[-9.6484375, false]], [[-10.6484375, false]], [[-7.15234375, false]], [[-10.6484375, false]], [[-10.6484375, false]], [[-10.3984375, false]], [[-7.55078125, false]], [[-8.8984375, false]], [[-10.296875, false]], [[-6.15234375, false]], [[-8.8984375, false]], [[-11.1484375, false]], [[-10.8984375, false]], [[-10.3984375, false]], [[-11.8984375, false]], [[-10.3984375, false]], [[-10.6484375, false]], [[-10.6484375, false]], [[-6.15234375, false]], [[-8.8984375, false]], [[-10.8984375, false]], [[-7.15234375, false]], [[-10.8984375, false]], [[-8.6484375, false]], [[-10.6484375, false]], [[-11.1484375, false]], [[-6.15234375, false]], [[-11.3984375, false]], [[-11.6484375, false]], [[-6.15234375, false]], [[-10.6484375, false]], [[-10.6484375, false]], [[-10.3984375, false]], [[-6.15234375, false]], [[-8.8984375, false]], [[-8.6484375, false]], [[-10.6484375, false]], [[-13.1484375, false]], [[-10.6484375, false]], [[-11.3984375, false]], [[-10.3984375, false]], [[-7.55078125, false]], [[-8.8984375, false]], [[-11.6484375, false]]], "filtered_resps": [[-7.90234375, false], [-8.8984375, false], [-8.6484375, false], [-10.6484375, false], [-10.6484375, false], [-10.8984375, false], [-10.3984375, false], [-7.15234375, false], [-9.6484375, false], [-10.3984375, false], [-6.15234375, false], [-11.6484375, false], [-10.8984375, false], [-8.6484375, false], [-10.6484375, false], [-10.6484375, false], [-8.6484375, false], [-11.3984375, false], [-10.6484375, false], [-7.55078125, false], [-8.8984375, false], [-10.296875, false], [-6.15234375, false], [-8.8984375, false], [-10.6484375, false], [-7.15234375, false], [-10.8984375, false], [-10.8984375, false], [-13.1484375, false], [-6.15234375, false], [-10.6484375, false], [-10.3984375, false], [-7.15234375, false], [-11.8984375, false], [-13.1484375, false], [-6.15234375, false], [-11.6484375, false], [-10.3984375, false], [-8.6484375, false], [-11.1484375, false], [-10.6484375, false], [-10.6484375, false], [-9.6484375, false], [-7.55078125, false], [-8.8984375, false], [-10.296875, false], [-6.15234375, false], [-8.8984375, false], [-8.6484375, false], [-10.6484375, false], [-10.6484375, false], [-10.8984375, false], [-10.3984375, false], [-7.15234375, false], [-9.6484375, false], [-10.3984375, false], [-6.15234375, false], [-10.6484375, false], [-10.6484375, false], [-10.3984375, false], [-6.15234375, false], [-9.6484375, false], [-10.6484375, false], [-11.3984375, false], [-11.1484375, false], [-11.1484375, false], [-8.6484375, false], [-10.6484375, false], [-11.1484375, false], [-6.15234375, false], [-11.1484375, false], [-8.6484375, false], [-9.6484375, false], [-10.6484375, false], [-7.15234375, false], [-10.6484375, false], [-10.6484375, false], [-10.3984375, false], [-7.55078125, false], [-8.8984375, false], [-10.296875, false], [-6.15234375, false], [-8.8984375, false], [-11.1484375, false], [-10.8984375, false], [-10.3984375, false], [-11.8984375, false], [-10.3984375, false], [-10.6484375, false], [-10.6484375, false], [-6.15234375, false], [-8.8984375, false], [-10.8984375, false], [-7.15234375, false], [-10.8984375, false], [-8.6484375, false], [-10.6484375, false], [-11.1484375, false], [-6.15234375, false], [-11.3984375, false], [-11.6484375, false], [-6.15234375, false], [-10.6484375, false], [-10.6484375, false], [-10.3984375, false], [-6.15234375, false], [-8.8984375, false], [-8.6484375, false], [-10.6484375, false], [-13.1484375, false], [-10.6484375, false], [-11.3984375, false], [-10.3984375, false], [-7.55078125, false], [-8.8984375, false], [-11.6484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1458, "doc": {"id": "ACTAAP_2007_7_13", "question": "When a bottle of strong perfume is opened at the front of a classroom, the smell gradually spreads throughout the entire room. Which process explains this occurrence?", "choices": {"text": ["osmosis", "diffusion", "cell activity", "cell transport"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "diffusion", "arguments": ["Question: When a bottle of strong perfume is opened at the front of a classroom, the smell gradually spreads throughout the entire room. Which process explains this occurrence?\nAnswer:", " ["], "resps": [[[-7.91015625, false]], [[-9.6640625, false]], [[-7.41015625, false]], [[-9.0390625, false]], [[-9.9140625, false]], [[-7.41015625, false]], [[-9.0390625, false]], [[-9.1640625, false]], [[-9.0390625, false]], [[-9.6640625, false]], [[-10.578125, false]], [[-5.53515625, false]], [[-9.6640625, false]], [[-8.9140625, false]], [[-9.1640625, false]], [[-10.2890625, false]], [[-10.2890625, false]], [[-11.0390625, false]], [[-9.0390625, false]], [[-9.1640625, false]], [[-7.41015625, false]], [[-9.0390625, false]], [[-9.6640625, false]], [[-10.578125, false]], [[-5.53515625, false]], [[-9.6640625, false]], [[-8.1640625, false]], [[-8.0390625, false]], [[-10.7890625, false]], [[-10.7890625, false]], [[-5.53515625, false]], [[-4.78515625, false]], [[-8.1640625, false]], [[-9.9140625, false]], [[-9.1640625, false]], [[-10.6640625, false]], [[-9.1640625, false]], [[-9.9140625, false]], [[-12.1640625, false]], [[-9.6640625, false]], [[-10.578125, false]], [[-5.53515625, false]], [[-9.6640625, false]], [[-8.1640625, false]], [[-8.0390625, false]], [[-10.7890625, false]], [[-10.7890625, false]], [[-5.53515625, false]], [[-9.9140625, false]], [[-11.9140625, false]], [[-4.78515625, false]], [[-9.0390625, false]], [[-9.0390625, false]], [[-9.4140625, false]], [[-7.41015625, false]], [[-11.9140625, false]], [[-9.9140625, false]], [[-9.6640625, false]], [[-13.1640625, false]]], "filtered_resps": [[-7.91015625, false], [-9.6640625, false], [-7.41015625, false], [-9.0390625, false], [-9.9140625, false], [-7.41015625, false], [-9.0390625, false], [-9.1640625, false], [-9.0390625, false], [-9.6640625, false], [-10.578125, false], [-5.53515625, false], [-9.6640625, false], [-8.9140625, false], [-9.1640625, false], [-10.2890625, false], [-10.2890625, false], [-11.0390625, false], [-9.0390625, false], [-9.1640625, false], [-7.41015625, false], [-9.0390625, false], [-9.6640625, false], [-10.578125, false], [-5.53515625, false], [-9.6640625, false], [-8.1640625, false], [-8.0390625, false], [-10.7890625, false], [-10.7890625, false], [-5.53515625, false], [-4.78515625, false], [-8.1640625, false], [-9.9140625, false], [-9.1640625, false], [-10.6640625, false], [-9.1640625, false], [-9.9140625, false], [-12.1640625, false], [-9.6640625, false], [-10.578125, false], [-5.53515625, false], [-9.6640625, false], [-8.1640625, false], [-8.0390625, false], [-10.7890625, false], [-10.7890625, false], [-5.53515625, false], [-9.9140625, false], [-11.9140625, false], [-4.78515625, false], [-9.0390625, false], [-9.0390625, false], [-9.4140625, false], [-7.41015625, false], [-11.9140625, false], [-9.9140625, false], [-9.6640625, false], [-13.1640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1466, "doc": {"id": "Mercury_187093", "question": "A scientist puts more food than a lab rat can eat in each of 100 cages containing lab rats. She surveys the mass of food each rat eats in one day. To determine the difference between the largest and smallest masses of food eaten, she should find her data's", "choices": {"text": ["mean.", "range.", "mode.", "median."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "range.", "arguments": ["Question: A scientist puts more food than a lab rat can eat in each of 100 cages containing lab rats. She surveys the mass of food each rat eats in one day. To determine the difference between the largest and smallest masses of food eaten, she should find her data's\nAnswer:", " ["], "resps": [[[-5.66015625, false]], [[-6.91015625, false]], [[-5.28515625, false]], [[-6.78515625, false]], [[-3.537109375, false]], [[-5.53515625, false]], [[-5.609375, false]], [[-6.91015625, false]], [[-7.484375, false]], [[-4.78515625, false]], [[-6.91015625, false]], [[-6.66015625, false]], [[-3.537109375, false]], [[-5.53515625, false]], [[-7.41015625, false]], [[-6.78515625, false]], [[-5.609375, false]], [[-6.91015625, false]], [[-7.484375, false]], [[-4.78515625, false]], [[-6.91015625, false]], [[-5.28515625, false]], [[-9.0390625, false]], [[-6.28515625, false]], [[-6.78515625, false]], [[-5.609375, false]], [[-6.91015625, false]], [[-7.484375, false]], [[-4.78515625, false]], [[-6.91015625, false]], [[-5.28515625, false]], [[-6.78515625, false]], [[-6.28515625, false]], [[-6.91015625, false]], [[-3.537109375, false]], [[-5.53515625, false]], [[-5.609375, false]], [[-6.91015625, false]], [[-9.9140625, false]]], "filtered_resps": [[-5.66015625, false], [-6.91015625, false], [-5.28515625, false], [-6.78515625, false], [-3.537109375, false], [-5.53515625, false], [-5.609375, false], [-6.91015625, false], [-7.484375, false], [-4.78515625, false], [-6.91015625, false], [-6.66015625, false], [-3.537109375, false], [-5.53515625, false], [-7.41015625, false], [-6.78515625, false], [-5.609375, false], [-6.91015625, false], [-7.484375, false], [-4.78515625, false], [-6.91015625, false], [-5.28515625, false], [-9.0390625, false], [-6.28515625, false], [-6.78515625, false], [-5.609375, false], [-6.91015625, false], [-7.484375, false], [-4.78515625, false], [-6.91015625, false], [-5.28515625, false], [-6.78515625, false], [-6.28515625, false], [-6.91015625, false], [-3.537109375, false], [-5.53515625, false], [-5.609375, false], [-6.91015625, false], [-9.9140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1474, "doc": {"id": "MCAS_2000_8_16", "question": "The living systems of plants and animals are constantly taking in water to continue the processes of life. What eventually happens to most of that water?", "choices": {"text": ["It is converted into hydrogen and oxygen.", "It is returned to the environment.", "It is broken down by bacterial decay.", "It is permanently combined with other compounds."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "It is returned to the environment.", "arguments": ["Question: The living systems of plants and animals are constantly taking in water to continue the processes of life. What eventually happens to most of that water?\nAnswer:", " ["], "resps": [[[-8.515625, false]], [[-10.265625, false]], [[-5.51953125, false]], [[-12.515625, false]], [[-6.26953125, false]], [[-10.015625, false]], [[-11.265625, false]], [[-6.26953125, false]], [[-10.265625, false]], [[-10.765625, false]], [[-11.765625, false]], [[-13.265625, false]], [[-8.265625, false]], [[-14.515625, false]], [[-12.515625, false]], [[-8.265625, false]], [[-10.015625, false]], [[-6.26953125, false]], [[-10.015625, false]], [[-11.765625, false]], [[-12.515625, false]], [[-10.765625, false]], [[-6.26953125, false]], [[-12.765625, false]], [[-12.765625, false]], [[-10.015625, false]], [[-14.515625, false]], [[-10.765625, false]], [[-13.515625, false]], [[-8.265625, false]], [[-11.765625, false]], [[-6.26953125, false]], [[-7.26953125, false]], [[-11.765625, false]], [[-10.015625, false]], [[-6.26953125, false]], [[-10.765625, false]], [[-13.515625, false]], [[-12.765625, false]], [[-13.515625, false]], [[-8.265625, false]], [[-11.765625, false]], [[-8.2421875, false]], [[-10.265625, false]], [[-11.5, false]], [[-6.26953125, false]], [[-10.265625, false]], [[-5.51953125, false]], [[-12.515625, false]], [[-6.26953125, false]], [[-10.015625, false]], [[-11.265625, false]], [[-6.26953125, false]], [[-14.515625, false]], [[-8.265625, false]], [[-12.515625, false]], [[-12.015625, false]], [[-14.515625, false]], [[-11.765625, false]], [[-8.265625, false]], [[-10.015625, false]], [[-6.26953125, false]], [[-12.515625, false]], [[-10.765625, false]], [[-6.26953125, false]], [[-12.515625, false]], [[-12.765625, false]], [[-8.265625, false]], [[-6.26953125, false]], [[-8.265625, false]], [[-11.765625, false]], [[-13.265625, false]], [[-10.015625, false]], [[-14.515625, false]], [[-10.765625, false]], [[-11.765625, false]], [[-12.515625, false]], [[-8.265625, false]], [[-11.765625, false]], [[-12.515625, false]], [[-8.2421875, false]], [[-10.265625, false]], [[-11.5, false]], [[-6.26953125, false]], [[-10.265625, false]], [[-5.51953125, false]], [[-12.515625, false]], [[-6.26953125, false]], [[-10.015625, false]], [[-11.265625, false]], [[-6.26953125, false]], [[-11.765625, false]], [[-14.515625, false]], [[-10.765625, false]], [[-12.515625, false]], [[-8.265625, false]], [[-11.765625, false]], [[-6.26953125, false]], [[-10.015625, false]], [[-10.765625, false]], [[-13.265625, false]], [[-11.765625, false]], [[-6.26953125, false]], [[-11.765625, false]], [[-12.765625, false]], [[-6.26953125, false]], [[-11.765625, false]], [[-7.26953125, false]], [[-10.265625, false]], [[-12.515625, false]], [[-8.265625, false]], [[-14.515625, false]], [[-10.015625, false]], [[-7.26953125, false]], [[-11.765625, false]], [[-6.26953125, false]], [[-10.015625, false]], [[-8.265625, false]], [[-10.265625, false]], [[-7.26953125, false]], [[-12.765625, false]], [[-8.2421875, false]], [[-10.265625, false]], [[-11.5, false]], [[-6.26953125, false]], [[-10.265625, false]], [[-5.51953125, false]], [[-12.515625, false]], [[-6.26953125, false]], [[-10.015625, false]], [[-11.265625, false]], [[-6.26953125, false]], [[-12.515625, false]], [[-8.265625, false]], [[-14.515625, false]], [[-12.515625, false]], [[-7.26953125, false]], [[-11.765625, false]], [[-8.265625, false]], [[-11.765625, false]], [[-12.515625, false]], [[-11.765625, false]], [[-12.765625, false]], [[-6.26953125, false]], [[-10.265625, false]], [[-10.765625, false]], [[-12.515625, false]], [[-11.765625, false]], [[-10.015625, false]], [[-11.765625, false]], [[-8.265625, false]], [[-10.015625, false]], [[-6.26953125, false]], [[-13.265625, false]], [[-10.015625, false]], [[-12.515625, false]], [[-12.765625, false]], [[-6.26953125, false]], [[-10.765625, false]], [[-12.515625, false]], [[-12.765625, false]], [[-8.265625, false]], [[-14.515625, false]], [[-6.26953125, false]], [[-10.265625, false]], [[-10.765625, false]], [[-12.515625, false]], [[-12.515625, false]], [[-10.765625, false]], [[-12.015625, false]], [[-11.765625, false]], [[-10.015625, false]], [[-11.265625, false]], [[-8.2421875, false]], [[-10.265625, false]], [[-15.765625, false]]], "filtered_resps": [[-8.515625, false], [-10.265625, false], [-5.51953125, false], [-12.515625, false], [-6.26953125, false], [-10.015625, false], [-11.265625, false], [-6.26953125, false], [-10.265625, false], [-10.765625, false], [-11.765625, false], [-13.265625, false], [-8.265625, false], [-14.515625, false], [-12.515625, false], [-8.265625, false], [-10.015625, false], [-6.26953125, false], [-10.015625, false], [-11.765625, false], [-12.515625, false], [-10.765625, false], [-6.26953125, false], [-12.765625, false], [-12.765625, false], [-10.015625, false], [-14.515625, false], [-10.765625, false], [-13.515625, false], [-8.265625, false], [-11.765625, false], [-6.26953125, false], [-7.26953125, false], [-11.765625, false], [-10.015625, false], [-6.26953125, false], [-10.765625, false], [-13.515625, false], [-12.765625, false], [-13.515625, false], [-8.265625, false], [-11.765625, false], [-8.2421875, false], [-10.265625, false], [-11.5, false], [-6.26953125, false], [-10.265625, false], [-5.51953125, false], [-12.515625, false], [-6.26953125, false], [-10.015625, false], [-11.265625, false], [-6.26953125, false], [-14.515625, false], [-8.265625, false], [-12.515625, false], [-12.015625, false], [-14.515625, false], [-11.765625, false], [-8.265625, false], [-10.015625, false], [-6.26953125, false], [-12.515625, false], [-10.765625, false], [-6.26953125, false], [-12.515625, false], [-12.765625, false], [-8.265625, false], [-6.26953125, false], [-8.265625, false], [-11.765625, false], [-13.265625, false], [-10.015625, false], [-14.515625, false], [-10.765625, false], [-11.765625, false], [-12.515625, false], [-8.265625, false], [-11.765625, false], [-12.515625, false], [-8.2421875, false], [-10.265625, false], [-11.5, false], [-6.26953125, false], [-10.265625, false], [-5.51953125, false], [-12.515625, false], [-6.26953125, false], [-10.015625, false], [-11.265625, false], [-6.26953125, false], [-11.765625, false], [-14.515625, false], [-10.765625, false], [-12.515625, false], [-8.265625, false], [-11.765625, false], [-6.26953125, false], [-10.015625, false], [-10.765625, false], [-13.265625, false], [-11.765625, false], [-6.26953125, false], [-11.765625, false], [-12.765625, false], [-6.26953125, false], [-11.765625, false], [-7.26953125, false], [-10.265625, false], [-12.515625, false], [-8.265625, false], [-14.515625, false], [-10.015625, false], [-7.26953125, false], [-11.765625, false], [-6.26953125, false], [-10.015625, false], [-8.265625, false], [-10.265625, false], [-7.26953125, false], [-12.765625, false], [-8.2421875, false], [-10.265625, false], [-11.5, false], [-6.26953125, false], [-10.265625, false], [-5.51953125, false], [-12.515625, false], [-6.26953125, false], [-10.015625, false], [-11.265625, false], [-6.26953125, false], [-12.515625, false], [-8.265625, false], [-14.515625, false], [-12.515625, false], [-7.26953125, false], [-11.765625, false], [-8.265625, false], [-11.765625, false], [-12.515625, false], [-11.765625, false], [-12.765625, false], [-6.26953125, false], [-10.265625, false], [-10.765625, false], [-12.515625, false], [-11.765625, false], [-10.015625, false], [-11.765625, false], [-8.265625, false], [-10.015625, false], [-6.26953125, false], [-13.265625, false], [-10.015625, false], [-12.515625, false], [-12.765625, false], [-6.26953125, false], [-10.765625, false], [-12.515625, false], [-12.765625, false], [-8.265625, false], [-14.515625, false], [-6.26953125, false], [-10.265625, false], [-10.765625, false], [-12.515625, false], [-12.515625, false], [-10.765625, false], [-12.015625, false], [-11.765625, false], [-10.015625, false], [-11.265625, false], [-8.2421875, false], [-10.265625, false], [-15.765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1482, "doc": {"id": "Mercury_SC_407441", "question": "When a baker bakes bread, he prepares the dough by mixing 2 cups of flour with 1 cup of water. The water needs to be 85°F. Which tools are best for the baker to measure both the volume and temperature of the water?", "choices": {"text": ["a balance and a ruler", "a balance and a thermometer", "a measuring cup and a balance", "a measuring cup and a thermometer"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "a measuring cup and a thermometer", "arguments": ["Question: When a baker bakes bread, he prepares the dough by mixing 2 cups of flour with 1 cup of water. The water needs to be 85°F. Which tools are best for the baker to measure both the volume and temperature of the water?\nAnswer:", " ["], "resps": [[[-7.57421875, false]], [[-10.328125, false]], [[-3.076171875, false]], [[-5.82421875, false]], [[-6.82421875, false]], [[-3.076171875, false]], [[-10.828125, false]], [[-3.076171875, false]], [[-8.078125, false]], [[-7.32421875, false]], [[-9.078125, false]], [[-5.82421875, false]], [[-3.076171875, false]], [[-8.078125, false]], [[-7.32421875, false]], [[-5.82421875, false]], [[-3.076171875, false]], [[-5.82421875, false]], [[-9.328125, false]], [[-10.078125, false]], [[-10.828125, false]], [[-9.078125, false]], [[-9.328125, false]], [[-10.328125, false]], [[-9.921875, false]], [[-5.82421875, false]], [[-10.328125, false]], [[-3.076171875, false]], [[-5.82421875, false]], [[-6.82421875, false]], [[-3.076171875, false]], [[-10.828125, false]], [[-3.076171875, false]], [[-8.078125, false]], [[-7.32421875, false]], [[-9.078125, false]], [[-5.82421875, false]], [[-3.076171875, false]], [[-8.078125, false]], [[-7.32421875, false]], [[-5.82421875, false]], [[-3.076171875, false]], [[-5.82421875, false]], [[-9.578125, false]], [[-9.578125, false]], [[-9.078125, false]], [[-9.328125, false]], [[-7.07421875, false]], [[-9.828125, false]], [[-7.07421875, false]], [[-9.078125, false]], [[-9.578125, false]], [[-9.078125, false]], [[-9.328125, false]], [[-10.328125, false]], [[-9.921875, false]], [[-5.82421875, false]], [[-10.328125, false]], [[-3.076171875, false]], [[-5.82421875, false]], [[-7.07421875, false]], [[-9.078125, false]], [[-3.076171875, false]], [[-8.078125, false]], [[-10.078125, false]], [[-9.328125, false]], [[-8.578125, false]], [[-8.078125, false]], [[-8.828125, false]], [[-5.82421875, false]], [[-7.32421875, false]], [[-10.078125, false]], [[-10.578125, false]], [[-5.82421875, false]], [[-3.076171875, false]], [[-8.078125, false]], [[-7.32421875, false]], [[-5.82421875, false]], [[-3.076171875, false]], [[-5.82421875, false]], [[-6.82421875, false]], [[-3.076171875, false]], [[-10.828125, false]], [[-3.076171875, false]], [[-8.078125, false]], [[-7.32421875, false]], [[-9.078125, false]], [[-10.328125, false]], [[-9.921875, false]], [[-5.82421875, false]], [[-10.328125, false]], [[-3.076171875, false]], [[-5.82421875, false]], [[-7.07421875, false]], [[-9.078125, false]], [[-3.076171875, false]], [[-8.078125, false]], [[-10.078125, false]], [[-9.328125, false]], [[-8.578125, false]], [[-8.078125, false]], [[-8.828125, false]], [[-5.82421875, false]], [[-7.32421875, false]], [[-10.078125, false]], [[-10.578125, false]], [[-5.82421875, false]], [[-3.076171875, false]], [[-8.078125, false]], [[-7.32421875, false]], [[-5.82421875, false]], [[-3.076171875, false]], [[-5.82421875, false]], [[-9.578125, false]], [[-9.578125, false]], [[-9.078125, false]], [[-9.328125, false]], [[-7.07421875, false]], [[-9.828125, false]], [[-7.07421875, false]], [[-9.078125, false]], [[-9.578125, false]], [[-9.078125, false]], [[-9.328125, false]], [[-10.328125, false]], [[-11.828125, false]]], "filtered_resps": [[-7.57421875, false], [-10.328125, false], [-3.076171875, false], [-5.82421875, false], [-6.82421875, false], [-3.076171875, false], [-10.828125, false], [-3.076171875, false], [-8.078125, false], [-7.32421875, false], [-9.078125, false], [-5.82421875, false], [-3.076171875, false], [-8.078125, false], [-7.32421875, false], [-5.82421875, false], [-3.076171875, false], [-5.82421875, false], [-9.328125, false], [-10.078125, false], [-10.828125, false], [-9.078125, false], [-9.328125, false], [-10.328125, false], [-9.921875, false], [-5.82421875, false], [-10.328125, false], [-3.076171875, false], [-5.82421875, false], [-6.82421875, false], [-3.076171875, false], [-10.828125, false], [-3.076171875, false], [-8.078125, false], [-7.32421875, false], [-9.078125, false], [-5.82421875, false], [-3.076171875, false], [-8.078125, false], [-7.32421875, false], [-5.82421875, false], [-3.076171875, false], [-5.82421875, false], [-9.578125, false], [-9.578125, false], [-9.078125, false], [-9.328125, false], [-7.07421875, false], [-9.828125, false], [-7.07421875, false], [-9.078125, false], [-9.578125, false], [-9.078125, false], [-9.328125, false], [-10.328125, false], [-9.921875, false], [-5.82421875, false], [-10.328125, false], [-3.076171875, false], [-5.82421875, false], [-7.07421875, false], [-9.078125, false], [-3.076171875, false], [-8.078125, false], [-10.078125, false], [-9.328125, false], [-8.578125, false], [-8.078125, false], [-8.828125, false], [-5.82421875, false], [-7.32421875, false], [-10.078125, false], [-10.578125, false], [-5.82421875, false], [-3.076171875, false], [-8.078125, false], [-7.32421875, false], [-5.82421875, false], [-3.076171875, false], [-5.82421875, false], [-6.82421875, false], [-3.076171875, false], [-10.828125, false], [-3.076171875, false], [-8.078125, false], [-7.32421875, false], [-9.078125, false], [-10.328125, false], [-9.921875, false], [-5.82421875, false], [-10.328125, false], [-3.076171875, false], [-5.82421875, false], [-7.07421875, false], [-9.078125, false], [-3.076171875, false], [-8.078125, false], [-10.078125, false], [-9.328125, false], [-8.578125, false], [-8.078125, false], [-8.828125, false], [-5.82421875, false], [-7.32421875, false], [-10.078125, false], [-10.578125, false], [-5.82421875, false], [-3.076171875, false], [-8.078125, false], [-7.32421875, false], [-5.82421875, false], [-3.076171875, false], [-5.82421875, false], [-9.578125, false], [-9.578125, false], [-9.078125, false], [-9.328125, false], [-7.07421875, false], [-9.828125, false], [-7.07421875, false], [-9.078125, false], [-9.578125, false], [-9.078125, false], [-9.328125, false], [-10.328125, false], [-11.828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1490, "doc": {"id": "Mercury_185500", "question": "A ball rolls across the floor and slows down to a stop. Which force caused the ball to slow down?", "choices": {"text": ["friction", "gravity", "magnetic", "inertia"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "friction", "arguments": ["Question: A ball rolls across the floor and slows down to a stop. Which force caused the ball to slow down?\nAnswer:", " ["], "resps": [[[-7.4765625, false]], [[-9.7265625, false]], [[-7.7265625, false]], [[-9.2265625, false]], [[-9.4765625, false]], [[-7.2265625, false]], [[-8.4765625, false]], [[-9.4765625, false]], [[-9.9765625, false]], [[-8.9765625, false]], [[-9.7265625, false]], [[-10.4375, false]], [[-5.2265625, false]], [[-9.7265625, false]], [[-9.2265625, false]], [[-9.2265625, false]], [[-5.2265625, false]], [[-8.2265625, false]], [[-9.4765625, false]], [[-8.4765625, false]], [[-10.9765625, false]], [[-9.7265625, false]], [[-10.4375, false]], [[-5.2265625, false]], [[-9.7265625, false]], [[-8.4765625, false]], [[-5.2265625, false]], [[-9.2265625, false]], [[-8.9765625, false]], [[-8.7265625, false]], [[-8.4765625, false]], [[-9.4765625, false]], [[-7.2265625, false]], [[-9.7265625, false]], [[-10.4375, false]], [[-5.2265625, false]], [[-9.7265625, false]], [[-9.4765625, false]], [[-8.9765625, false]], [[-8.7265625, false]], [[-9.2265625, false]], [[-8.4765625, false]], [[-9.4765625, false]], [[-5.2265625, false]], [[-9.7265625, false]], [[-12.4765625, false]]], "filtered_resps": [[-7.4765625, false], [-9.7265625, false], [-7.7265625, false], [-9.2265625, false], [-9.4765625, false], [-7.2265625, false], [-8.4765625, false], [-9.4765625, false], [-9.9765625, false], [-8.9765625, false], [-9.7265625, false], [-10.4375, false], [-5.2265625, false], [-9.7265625, false], [-9.2265625, false], [-9.2265625, false], [-5.2265625, false], [-8.2265625, false], [-9.4765625, false], [-8.4765625, false], [-10.9765625, false], [-9.7265625, false], [-10.4375, false], [-5.2265625, false], [-9.7265625, false], [-8.4765625, false], [-5.2265625, false], [-9.2265625, false], [-8.9765625, false], [-8.7265625, false], [-8.4765625, false], [-9.4765625, false], [-7.2265625, false], [-9.7265625, false], [-10.4375, false], [-5.2265625, false], [-9.7265625, false], [-9.4765625, false], [-8.9765625, false], [-8.7265625, false], [-9.2265625, false], [-8.4765625, false], [-9.4765625, false], [-5.2265625, false], [-9.7265625, false], [-12.4765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1498, "doc": {"id": "Mercury_7221393", "question": "Which substance is composed of only one type of atom?", "choices": {"text": ["water", "gold", "salt", "sugar"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "gold", "arguments": ["Question: Which substance is composed of only one type of atom?\nAnswer:", " ["], "resps": [[[-6.69140625, false]], [[-8.4375, false]], [[-10.9375, false]], [[-4.69140625, false]], [[-8.1875, false]], [[-9.1875, false]], [[-9.1875, false]], [[-8.4375, false]], [[-9.359375, false]], [[-4.94140625, false]], [[-8.4375, false]], [[-10.4375, false]], [[-8.6875, false]], [[-9.9375, false]], [[-9.1875, false]], [[-8.4375, false]], [[-9.359375, false]], [[-4.94140625, false]], [[-8.4375, false]], [[-9.6875, false]], [[-4.69140625, false]], [[-9.9375, false]], [[-8.1875, false]], [[-8.4375, false]], [[-9.359375, false]], [[-4.94140625, false]], [[-8.4375, false]], [[-9.6875, false]], [[-7.94140625, false]], [[-10.4375, false]], [[-4.69140625, false]], [[-9.1875, false]], [[-8.4375, false]], [[-13.6875, false]]], "filtered_resps": [[-6.69140625, false], [-8.4375, false], [-10.9375, false], [-4.69140625, false], [-8.1875, false], [-9.1875, false], [-9.1875, false], [-8.4375, false], [-9.359375, false], [-4.94140625, false], [-8.4375, false], [-10.4375, false], [-8.6875, false], [-9.9375, false], [-9.1875, false], [-8.4375, false], [-9.359375, false], [-4.94140625, false], [-8.4375, false], [-9.6875, false], [-4.69140625, false], [-9.9375, false], [-8.1875, false], [-8.4375, false], [-9.359375, false], [-4.94140625, false], [-8.4375, false], [-9.6875, false], [-7.94140625, false], [-10.4375, false], [-4.69140625, false], [-9.1875, false], [-8.4375, false], [-13.6875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1506, "doc": {"id": "TIMSS_2011_8_pg50", "question": "Where did organisms live when they first appeared on Earth?", "choices": {"text": ["in the water", "in the air", "on the land", "under the ground"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "in the water", "arguments": ["Question: Where did organisms live when they first appeared on Earth?\nAnswer:", " ["], "resps": [[[-8.046875, false]], [[-8.296875, false]], [[-9.796875, false]], [[-10.296875, false]], [[-5.296875, false]], [[-11.796875, false]], [[-13.296875, false]], [[-8.296875, false]], [[-5.296875, false]], [[-11.296875, false]], [[-7.296875, false]], [[-11.796875, false]], [[-8.296875, false]], [[-12.546875, false]], [[-8.296875, false]], [[-10.140625, false]], [[-5.296875, false]], [[-8.296875, false]], [[-9.796875, false]], [[-10.296875, false]], [[-5.296875, false]], [[-11.796875, false]], [[-13.296875, false]], [[-8.296875, false]], [[-5.296875, false]], [[-7.296875, false]], [[-9.796875, false]], [[-12.546875, false]], [[-8.296875, false]], [[-10.140625, false]], [[-5.296875, false]], [[-8.296875, false]], [[-10.046875, false]], [[-10.296875, false]], [[-5.296875, false]], [[-11.796875, false]], [[-13.296875, false]], [[-8.296875, false]], [[-5.296875, false]], [[-11.046875, false]], [[-7.296875, false]], [[-10.296875, false]], [[-10.546875, false]], [[-8.296875, false]], [[-10.140625, false]], [[-5.296875, false]], [[-8.296875, false]], [[-13.296875, false]], [[-10.296875, false]], [[-10.546875, false]], [[-8.296875, false]], [[-12.546875, false]], [[-5.296875, false]], [[-11.796875, false]], [[-13.296875, false]], [[-8.296875, false]], [[-5.296875, false]], [[-12.796875, false]], [[-12.546875, false]], [[-10.046875, false]], [[-13.296875, false]], [[-10.296875, false]], [[-10.546875, false]], [[-8.296875, false]], [[-14.046875, false]]], "filtered_resps": [[-8.046875, false], [-8.296875, false], [-9.796875, false], [-10.296875, false], [-5.296875, false], [-11.796875, false], [-13.296875, false], [-8.296875, false], [-5.296875, false], [-11.296875, false], [-7.296875, false], [-11.796875, false], [-8.296875, false], [-12.546875, false], [-8.296875, false], [-10.140625, false], [-5.296875, false], [-8.296875, false], [-9.796875, false], [-10.296875, false], [-5.296875, false], [-11.796875, false], [-13.296875, false], [-8.296875, false], [-5.296875, false], [-7.296875, false], [-9.796875, false], [-12.546875, false], [-8.296875, false], [-10.140625, false], [-5.296875, false], [-8.296875, false], [-10.046875, false], [-10.296875, false], [-5.296875, false], [-11.796875, false], [-13.296875, false], [-8.296875, false], [-5.296875, false], [-11.046875, false], [-7.296875, false], [-10.296875, false], [-10.546875, false], [-8.296875, false], [-10.140625, false], [-5.296875, false], [-8.296875, false], [-13.296875, false], [-10.296875, false], [-10.546875, false], [-8.296875, false], [-12.546875, false], [-5.296875, false], [-11.796875, false], [-13.296875, false], [-8.296875, false], [-5.296875, false], [-12.796875, false], [-12.546875, false], [-10.046875, false], [-13.296875, false], [-10.296875, false], [-10.546875, false], [-8.296875, false], [-14.046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1514, "doc": {"id": "Mercury_SC_401658", "question": "A model of Earth would be different from a model of the Moon because the Moon model would be", "choices": {"text": ["shinier", "heavier", "smaller", "rougher"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "smaller", "arguments": ["Question: A model of Earth would be different from a model of the Moon because the Moon model would be\nAnswer:", " ["], "resps": [[[-7.0390625, false]], [[-8.5390625, false]], [[-9.2890625, false]], [[-10.2890625, false]], [[-8.0390625, false]], [[-8.7890625, false]], [[-8.0390625, false]], [[-8.5390625, false]], [[-10.2890625, false]], [[-8.5390625, false]], [[-8.890625, false]], [[-5.5390625, false]], [[-8.5390625, false]], [[-10.2890625, false]], [[-8.5390625, false]], [[-4.2890625, false]], [[-10.0390625, false]], [[-8.0390625, false]], [[-8.5390625, false]], [[-10.2890625, false]], [[-8.5390625, false]], [[-8.890625, false]], [[-5.5390625, false]], [[-8.5390625, false]], [[-9.2890625, false]], [[-10.0390625, false]], [[-4.2890625, false]], [[-11.0390625, false]], [[-11.0390625, false]], [[-8.5390625, false]], [[-10.2890625, false]], [[-8.5390625, false]], [[-8.890625, false]], [[-5.5390625, false]], [[-8.5390625, false]], [[-10.2890625, false]], [[-10.0390625, false]], [[-11.5390625, false]], [[-11.0390625, false]], [[-10.2890625, false]], [[-8.5390625, false]], [[-10.2890625, false]], [[-8.5390625, false]], [[-11.5390625, false]]], "filtered_resps": [[-7.0390625, false], [-8.5390625, false], [-9.2890625, false], [-10.2890625, false], [-8.0390625, false], [-8.7890625, false], [-8.0390625, false], [-8.5390625, false], [-10.2890625, false], [-8.5390625, false], [-8.890625, false], [-5.5390625, false], [-8.5390625, false], [-10.2890625, false], [-8.5390625, false], [-4.2890625, false], [-10.0390625, false], [-8.0390625, false], [-8.5390625, false], [-10.2890625, false], [-8.5390625, false], [-8.890625, false], [-5.5390625, false], [-8.5390625, false], [-9.2890625, false], [-10.0390625, false], [-4.2890625, false], [-11.0390625, false], [-11.0390625, false], [-8.5390625, false], [-10.2890625, false], [-8.5390625, false], [-8.890625, false], [-5.5390625, false], [-8.5390625, false], [-10.2890625, false], [-10.0390625, false], [-11.5390625, false], [-11.0390625, false], [-10.2890625, false], [-8.5390625, false], [-10.2890625, false], [-8.5390625, false], [-11.5390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1522, "doc": {"id": "VASoL_2008_5_5", "question": "Which is the best action to help protect water resources in Virginia?", "choices": {"text": ["Dispose of pet waste in a stream.", "Rinse spilled gasoline with a hose.", "Organize a river cleanup program.", "Put hazardous waste in with house trash."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Organize a river cleanup program.", "arguments": ["Question: Which is the best action to help protect water resources in Virginia?\nAnswer:", " ["], "resps": [[[-7.59765625, false]], [[-9.6015625, false]], [[-5.34765625, false]], [[-9.6015625, false]], [[-10.1015625, false]], [[-9.6015625, false]], [[-10.2265625, false]], [[-10.1015625, false]], [[-8.9765625, false]], [[-5.09765625, false]], [[-10.2265625, false]], [[-10.8515625, false]], [[-5.09765625, false]], [[-9.6015625, false]], [[-8.9765625, false]], [[-12.1015625, false]], [[-5.09765625, false]], [[-12.4765625, false]], [[-7.34765625, false]], [[-10.1015625, false]], [[-12.1015625, false]], [[-8.9765625, false]], [[-5.09765625, false]], [[-9.6015625, false]], [[-11.7265625, false]], [[-5.09765625, false]], [[-7.34765625, false]], [[-5.09765625, false]], [[-10.1015625, false]], [[-12.1015625, false]], [[-12.9765625, false]], [[-8.9765625, false]], [[-7.34765625, false]], [[-12.4765625, false]], [[-7.09375, false]], [[-9.6015625, false]], [[-10.59375, false]], [[-5.09765625, false]], [[-9.6015625, false]], [[-6.97265625, false]], [[-9.6015625, false]], [[-11.7265625, false]], [[-10.1015625, false]], [[-8.9765625, false]], [[-5.09765625, false]], [[-10.1015625, false]], [[-9.6015625, false]], [[-9.6015625, false]], [[-11.2265625, false]], [[-11.2265625, false]], [[-8.9765625, false]], [[-9.2265625, false]], [[-5.09765625, false]], [[-13.8515625, false]], [[-7.34765625, false]], [[-10.1015625, false]], [[-10.2265625, false]], [[-11.2265625, false]], [[-9.6015625, false]], [[-11.7265625, false]], [[-8.9765625, false]], [[-5.09765625, false]], [[-12.4765625, false]], [[-9.6015625, false]], [[-12.1015625, false]], [[-12.1015625, false]], [[-5.09765625, false]], [[-7.34765625, false]], [[-5.09765625, false]], [[-12.1015625, false]], [[-10.2265625, false]], [[-10.1015625, false]], [[-8.9765625, false]], [[-7.09375, false]], [[-9.6015625, false]], [[-10.59375, false]], [[-5.09765625, false]], [[-9.6015625, false]], [[-8.4765625, false]], [[-12.9765625, false]], [[-13.8515625, false]], [[-7.34765625, false]], [[-11.7265625, false]], [[-9.6015625, false]], [[-14.3515625, false]], [[-8.9765625, false]], [[-5.09765625, false]], [[-7.34765625, false]], [[-5.09765625, false]], [[-12.9765625, false]], [[-9.6015625, false]], [[-11.2265625, false]], [[-8.9765625, false]], [[-12.9765625, false]], [[-5.09765625, false]], [[-11.7265625, false]], [[-11.2265625, false]], [[-8.9765625, false]], [[-7.34765625, false]], [[-11.7265625, false]], [[-12.1015625, false]], [[-9.6015625, false]], [[-5.09765625, false]], [[-9.6015625, false]], [[-12.9765625, false]], [[-10.2265625, false]], [[-13.8515625, false]], [[-12.9765625, false]], [[-7.34765625, false]], [[-12.4765625, false]], [[-7.09375, false]], [[-9.6015625, false]], [[-10.59375, false]], [[-5.09765625, false]], [[-9.6015625, false]], [[-5.09765625, false]], [[-12.1015625, false]], [[-12.1015625, false]], [[-5.09765625, false]], [[-12.1015625, false]], [[-7.34765625, false]], [[-14.3515625, false]], [[-7.34765625, false]], [[-12.9765625, false]], [[-9.2265625, false]], [[-10.2265625, false]], [[-12.1015625, false]], [[-10.1015625, false]], [[-5.09765625, false]], [[-12.4765625, false]], [[-7.34765625, false]], [[-10.1015625, false]], [[-12.1015625, false]], [[-8.9765625, false]], [[-5.09765625, false]], [[-9.6015625, false]], [[-11.7265625, false]], [[-5.09765625, false]], [[-12.4765625, false]], [[-9.6015625, false]], [[-12.1015625, false]], [[-12.1015625, false]], [[-5.09765625, false]], [[-12.1015625, false]], [[-10.2265625, false]], [[-12.1015625, false]], [[-10.1015625, false]], [[-8.9765625, false]], [[-5.09765625, false]], [[-12.1015625, false]], [[-12.9765625, false]], [[-7.34765625, false]], [[-10.1015625, false]], [[-12.1015625, false]], [[-7.09375, false]], [[-9.6015625, false]], [[-13.9765625, false]]], "filtered_resps": [[-7.59765625, false], [-9.6015625, false], [-5.34765625, false], [-9.6015625, false], [-10.1015625, false], [-9.6015625, false], [-10.2265625, false], [-10.1015625, false], [-8.9765625, false], [-5.09765625, false], [-10.2265625, false], [-10.8515625, false], [-5.09765625, false], [-9.6015625, false], [-8.9765625, false], [-12.1015625, false], [-5.09765625, false], [-12.4765625, false], [-7.34765625, false], [-10.1015625, false], [-12.1015625, false], [-8.9765625, false], [-5.09765625, false], [-9.6015625, false], [-11.7265625, false], [-5.09765625, false], [-7.34765625, false], [-5.09765625, false], [-10.1015625, false], [-12.1015625, false], [-12.9765625, false], [-8.9765625, false], [-7.34765625, false], [-12.4765625, false], [-7.09375, false], [-9.6015625, false], [-10.59375, false], [-5.09765625, false], [-9.6015625, false], [-6.97265625, false], [-9.6015625, false], [-11.7265625, false], [-10.1015625, false], [-8.9765625, false], [-5.09765625, false], [-10.1015625, false], [-9.6015625, false], [-9.6015625, false], [-11.2265625, false], [-11.2265625, false], [-8.9765625, false], [-9.2265625, false], [-5.09765625, false], [-13.8515625, false], [-7.34765625, false], [-10.1015625, false], [-10.2265625, false], [-11.2265625, false], [-9.6015625, false], [-11.7265625, false], [-8.9765625, false], [-5.09765625, false], [-12.4765625, false], [-9.6015625, false], [-12.1015625, false], [-12.1015625, false], [-5.09765625, false], [-7.34765625, false], [-5.09765625, false], [-12.1015625, false], [-10.2265625, false], [-10.1015625, false], [-8.9765625, false], [-7.09375, false], [-9.6015625, false], [-10.59375, false], [-5.09765625, false], [-9.6015625, false], [-8.4765625, false], [-12.9765625, false], [-13.8515625, false], [-7.34765625, false], [-11.7265625, false], [-9.6015625, false], [-14.3515625, false], [-8.9765625, false], [-5.09765625, false], [-7.34765625, false], [-5.09765625, false], [-12.9765625, false], [-9.6015625, false], [-11.2265625, false], [-8.9765625, false], [-12.9765625, false], [-5.09765625, false], [-11.7265625, false], [-11.2265625, false], [-8.9765625, false], [-7.34765625, false], [-11.7265625, false], [-12.1015625, false], [-9.6015625, false], [-5.09765625, false], [-9.6015625, false], [-12.9765625, false], [-10.2265625, false], [-13.8515625, false], [-12.9765625, false], [-7.34765625, false], [-12.4765625, false], [-7.09375, false], [-9.6015625, false], [-10.59375, false], [-5.09765625, false], [-9.6015625, false], [-5.09765625, false], [-12.1015625, false], [-12.1015625, false], [-5.09765625, false], [-12.1015625, false], [-7.34765625, false], [-14.3515625, false], [-7.34765625, false], [-12.9765625, false], [-9.2265625, false], [-10.2265625, false], [-12.1015625, false], [-10.1015625, false], [-5.09765625, false], [-12.4765625, false], [-7.34765625, false], [-10.1015625, false], [-12.1015625, false], [-8.9765625, false], [-5.09765625, false], [-9.6015625, false], [-11.7265625, false], [-5.09765625, false], [-12.4765625, false], [-9.6015625, false], [-12.1015625, false], [-12.1015625, false], [-5.09765625, false], [-12.1015625, false], [-10.2265625, false], [-12.1015625, false], [-10.1015625, false], [-8.9765625, false], [-5.09765625, false], [-12.1015625, false], [-12.9765625, false], [-7.34765625, false], [-10.1015625, false], [-12.1015625, false], [-7.09375, false], [-9.6015625, false], [-13.9765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1530, "doc": {"id": "Mercury_SC_407796", "question": "Students visited a garden to observe hummingbirds. They wanted to find out if hummingbirds were more likely to visit colored flowers or white flowers. Which should the students do first for this investigation?", "choices": {"text": ["conclude that hummingbirds prefer white flowers", "write a report about the kinds of flowers in the garden", "observe hummingbirds at flowers and record the flower color", "research the number of different hummingbirds that live in the garden"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "observe hummingbirds at flowers and record the flower color", "arguments": ["Question: Students visited a garden to observe hummingbirds. They wanted to find out if hummingbirds were more likely to visit colored flowers or white flowers. Which should the students do first for this investigation?\nAnswer:", " ["], "resps": [[[-7.46875, false]], [[-9.46875, false]], [[-8.46875, false]], [[-9.96875, false]], [[-10.46875, false]], [[-8.46875, false]], [[-10.96875, false]], [[-10.71875, false]], [[-8.71875, false]], [[-8.71875, false]], [[-5.96875, false]], [[-11.21875, false]], [[-8.96875, false]], [[-5.96875, false]], [[-11.21875, false]], [[-5.96875, false]], [[-8.96875, false]], [[-10.71875, false]], [[-11.21875, false]], [[-11.21875, false]], [[-8.96875, false]], [[-10.46875, false]], [[-11.46875, false]], [[-6.46875, false]], [[-8.96875, false]], [[-10.46875, false]], [[-8.71875, false]], [[-9.71875, false]], [[-5.96875, false]], [[-9.21875, false]], [[-10.46875, false]], [[-8.71875, false]], [[-8.96875, false]], [[-8.71875, false]], [[-10.46875, false]], [[-5.96875, false]], [[-10.96875, false]], [[-8.96875, false]], [[-8.96875, false]], [[-11.21875, false]], [[-8.71875, false]], [[-5.96875, false]], [[-8.96875, false]], [[-10.96875, false]], [[-9.96875, false]], [[-10.96875, false]], [[-8.71875, false]], [[-10.46875, false]], [[-9.71875, false]], [[-9.46875, false]], [[-12.546875, false]], [[-5.96875, false]], [[-9.46875, false]], [[-10.96875, false]], [[-10.46875, false]], [[-8.96875, false]], [[-11.21875, false]], [[-8.71875, false]], [[-5.96875, false]], [[-5.96875, false]], [[-5.96875, false]], [[-10.46875, false]], [[-8.71875, false]], [[-9.21875, false]], [[-9.96875, false]], [[-10.46875, false]], [[-11.21875, false]], [[-5.96875, false]], [[-5.96875, false]], [[-6.46875, false]], [[-9.96875, false]], [[-10.71875, false]], [[-11.21875, false]], [[-5.96875, false]], [[-11.21875, false]], [[-8.96875, false]], [[-8.71875, false]], [[-5.96875, false]], [[-11.46875, false]], [[-8.96875, false]], [[-10.46875, false]], [[-8.71875, false]], [[-9.71875, false]], [[-5.96875, false]], [[-9.96875, false]], [[-8.96875, false]], [[-5.96875, false]], [[-8.96875, false]], [[-10.96875, false]], [[-9.96875, false]], [[-10.96875, false]], [[-8.71875, false]], [[-10.46875, false]], [[-9.71875, false]], [[-5.96875, false]], [[-8.96875, false]], [[-10.46875, false]], [[-5.96875, false]], [[-11.21875, false]], [[-8.96875, false]], [[-8.71875, false]], [[-5.96875, false]], [[-11.46875, false]], [[-5.96875, false]], [[-10.46875, false]], [[-8.71875, false]], [[-8.71875, false]], [[-10.46875, false]], [[-9.46875, false]], [[-12.546875, false]], [[-5.96875, false]], [[-9.46875, false]], [[-9.96875, false]], [[-6.46875, false]], [[-9.71875, false]], [[-8.71875, false]], [[-10.46875, false]], [[-11.96875, false]], [[-8.71875, false]], [[-5.96875, false]], [[-8.96875, false]], [[-10.71875, false]], [[-11.21875, false]], [[-11.21875, false]], [[-8.96875, false]], [[-10.46875, false]], [[-11.46875, false]], [[-6.46875, false]], [[-8.96875, false]], [[-10.46875, false]], [[-8.71875, false]], [[-9.71875, false]], [[-5.96875, false]], [[-5.96875, false]], [[-11.21875, false]], [[-5.96875, false]], [[-8.96875, false]], [[-10.96875, false]], [[-9.96875, false]], [[-10.96875, false]], [[-8.71875, false]], [[-10.46875, false]], [[-9.71875, false]], [[-5.96875, false]], [[-5.96875, false]], [[-10.46875, false]], [[-8.71875, false]], [[-5.96875, false]], [[-10.46875, false]], [[-8.71875, false]], [[-8.46875, false]], [[-9.96875, false]], [[-10.46875, false]], [[-8.71875, false]], [[-5.96875, false]], [[-11.21875, false]], [[-8.96875, false]], [[-8.71875, false]], [[-5.96875, false]], [[-8.96875, false]], [[-10.96875, false]], [[-9.96875, false]], [[-10.96875, false]], [[-8.71875, false]], [[-10.46875, false]], [[-5.96875, false]], [[-8.46875, false]], [[-9.96875, false]], [[-10.96875, false]], [[-9.96875, false]], [[-10.46875, false]], [[-9.46875, false]], [[-12.546875, false]], [[-5.96875, false]], [[-9.46875, false]], [[-10.46875, false]], [[-8.71875, false]], [[-9.71875, false]], [[-8.71875, false]], [[-5.96875, false]], [[-10.46875, false]], [[-8.46875, false]], [[-8.96875, false]], [[-5.96875, false]], [[-11.21875, false]], [[-8.96875, false]], [[-8.71875, false]], [[-5.96875, false]], [[-10.46875, false]], [[-10.71875, false]], [[-11.21875, false]], [[-6.46875, false]], [[-8.71875, false]], [[-10.46875, false]], [[-5.96875, false]], [[-9.96875, false]], [[-8.96875, false]], [[-5.96875, false]], [[-8.71875, false]], [[-8.96875, false]], [[-8.96875, false]], [[-8.96875, false]], [[-8.71875, false]], [[-10.46875, false]], [[-8.71875, false]], [[-10.46875, false]], [[-11.21875, false]], [[-5.96875, false]], [[-8.96875, false]], [[-10.71875, false]], [[-11.21875, false]], [[-11.21875, false]], [[-8.96875, false]], [[-10.46875, false]], [[-11.46875, false]], [[-6.46875, false]], [[-8.96875, false]], [[-10.46875, false]], [[-8.71875, false]], [[-9.71875, false]], [[-5.96875, false]], [[-11.21875, false]], [[-8.96875, false]], [[-5.96875, false]], [[-11.21875, false]], [[-5.96875, false]], [[-10.96875, false]], [[-8.96875, false]], [[-11.96875, false]], [[-8.71875, false]], [[-5.96875, false]], [[-8.96875, false]], [[-10.46875, false]], [[-5.96875, false]], [[-11.21875, false]], [[-8.96875, false]], [[-8.71875, false]], [[-5.96875, false]], [[-11.46875, false]], [[-5.96875, false]], [[-10.46875, false]], [[-8.71875, false]], [[-8.71875, false]], [[-10.46875, false]], [[-9.46875, false]], [[-12.96875, false]]], "filtered_resps": [[-7.46875, false], [-9.46875, false], [-8.46875, false], [-9.96875, false], [-10.46875, false], [-8.46875, false], [-10.96875, false], [-10.71875, false], [-8.71875, false], [-8.71875, false], [-5.96875, false], [-11.21875, false], [-8.96875, false], [-5.96875, false], [-11.21875, false], [-5.96875, false], [-8.96875, false], [-10.71875, false], [-11.21875, false], [-11.21875, false], [-8.96875, false], [-10.46875, false], [-11.46875, false], [-6.46875, false], [-8.96875, false], [-10.46875, false], [-8.71875, false], [-9.71875, false], [-5.96875, false], [-9.21875, false], [-10.46875, false], [-8.71875, false], [-8.96875, false], [-8.71875, false], [-10.46875, false], [-5.96875, false], [-10.96875, false], [-8.96875, false], [-8.96875, false], [-11.21875, false], [-8.71875, false], [-5.96875, false], [-8.96875, false], [-10.96875, false], [-9.96875, false], [-10.96875, false], [-8.71875, false], [-10.46875, false], [-9.71875, false], [-9.46875, false], [-12.546875, false], [-5.96875, false], [-9.46875, false], [-10.96875, false], [-10.46875, false], [-8.96875, false], [-11.21875, false], [-8.71875, false], [-5.96875, false], [-5.96875, false], [-5.96875, false], [-10.46875, false], [-8.71875, false], [-9.21875, false], [-9.96875, false], [-10.46875, false], [-11.21875, false], [-5.96875, false], [-5.96875, false], [-6.46875, false], [-9.96875, false], [-10.71875, false], [-11.21875, false], [-5.96875, false], [-11.21875, false], [-8.96875, false], [-8.71875, false], [-5.96875, false], [-11.46875, false], [-8.96875, false], [-10.46875, false], [-8.71875, false], [-9.71875, false], [-5.96875, false], [-9.96875, false], [-8.96875, false], [-5.96875, false], [-8.96875, false], [-10.96875, false], [-9.96875, false], [-10.96875, false], [-8.71875, false], [-10.46875, false], [-9.71875, false], [-5.96875, false], [-8.96875, false], [-10.46875, false], [-5.96875, false], [-11.21875, false], [-8.96875, false], [-8.71875, false], [-5.96875, false], [-11.46875, false], [-5.96875, false], [-10.46875, false], [-8.71875, false], [-8.71875, false], [-10.46875, false], [-9.46875, false], [-12.546875, false], [-5.96875, false], [-9.46875, false], [-9.96875, false], [-6.46875, false], [-9.71875, false], [-8.71875, false], [-10.46875, false], [-11.96875, false], [-8.71875, false], [-5.96875, false], [-8.96875, false], [-10.71875, false], [-11.21875, false], [-11.21875, false], [-8.96875, false], [-10.46875, false], [-11.46875, false], [-6.46875, false], [-8.96875, false], [-10.46875, false], [-8.71875, false], [-9.71875, false], [-5.96875, false], [-5.96875, false], [-11.21875, false], [-5.96875, false], [-8.96875, false], [-10.96875, false], [-9.96875, false], [-10.96875, false], [-8.71875, false], [-10.46875, false], [-9.71875, false], [-5.96875, false], [-5.96875, false], [-10.46875, false], [-8.71875, false], [-5.96875, false], [-10.46875, false], [-8.71875, false], [-8.46875, false], [-9.96875, false], [-10.46875, false], [-8.71875, false], [-5.96875, false], [-11.21875, false], [-8.96875, false], [-8.71875, false], [-5.96875, false], [-8.96875, false], [-10.96875, false], [-9.96875, false], [-10.96875, false], [-8.71875, false], [-10.46875, false], [-5.96875, false], [-8.46875, false], [-9.96875, false], [-10.96875, false], [-9.96875, false], [-10.46875, false], [-9.46875, false], [-12.546875, false], [-5.96875, false], [-9.46875, false], [-10.46875, false], [-8.71875, false], [-9.71875, false], [-8.71875, false], [-5.96875, false], [-10.46875, false], [-8.46875, false], [-8.96875, false], [-5.96875, false], [-11.21875, false], [-8.96875, false], [-8.71875, false], [-5.96875, false], [-10.46875, false], [-10.71875, false], [-11.21875, false], [-6.46875, false], [-8.71875, false], [-10.46875, false], [-5.96875, false], [-9.96875, false], [-8.96875, false], [-5.96875, false], [-8.71875, false], [-8.96875, false], [-8.96875, false], [-8.96875, false], [-8.71875, false], [-10.46875, false], [-8.71875, false], [-10.46875, false], [-11.21875, false], [-5.96875, false], [-8.96875, false], [-10.71875, false], [-11.21875, false], [-11.21875, false], [-8.96875, false], [-10.46875, false], [-11.46875, false], [-6.46875, false], [-8.96875, false], [-10.46875, false], [-8.71875, false], [-9.71875, false], [-5.96875, false], [-11.21875, false], [-8.96875, false], [-5.96875, false], [-11.21875, false], [-5.96875, false], [-10.96875, false], [-8.96875, false], [-11.96875, false], [-8.71875, false], [-5.96875, false], [-8.96875, false], [-10.46875, false], [-5.96875, false], [-11.21875, false], [-8.96875, false], [-8.71875, false], [-5.96875, false], [-11.46875, false], [-5.96875, false], [-10.46875, false], [-8.71875, false], [-8.71875, false], [-10.46875, false], [-9.46875, false], [-12.96875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1538, "doc": {"id": "Mercury_7184748", "question": "Scientists have discovered that there has been a reduction in the butterfly population in an ecosystem. After much research, they have identified that the carrying capacity for butterflies has been decreased. If the scientists want to increase the butterfly population, which action should they recommend?", "choices": {"text": ["removing primary producers", "spraying of insecticides", "increasing runoff", "planting flowers"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "planting flowers", "arguments": ["Question: Scientists have discovered that there has been a reduction in the butterfly population in an ecosystem. After much research, they have identified that the carrying capacity for butterflies has been decreased. If the scientists want to increase the butterfly population, which action should they recommend?\nAnswer:", " ["], "resps": [[[-7.26953125, false]], [[-10.0234375, false]], [[-12.5234375, false]], [[-9.0234375, false]], [[-13.7734375, false]], [[-10.8984375, false]], [[-12.6484375, false]], [[-9.0234375, false]], [[-11.8984375, false]], [[-13.8984375, false]], [[-4.76953125, false]], [[-11.1484375, false]], [[-12.5234375, false]], [[-9.0234375, false]], [[-13.7734375, false]], [[-7.64453125, false]], [[-12.5234375, false]], [[-14.7734375, false]], [[-4.76953125, false]], [[-11.1484375, false]], [[-12.5234375, false]], [[-10.8984375, false]], [[-11.5234375, false]], [[-11.8984375, false]], [[-11.8984375, false]], [[-9.0234375, false]], [[-12.5234375, false]], [[-10.5234375, false]], [[-10.0234375, false]], [[-10.265625, false]], [[-4.76953125, false]], [[-10.0234375, false]], [[-10.5234375, false]], [[-11.1484375, false]], [[-12.5234375, false]], [[-7.64453125, false]], [[-14.7734375, false]], [[-9.0234375, false]], [[-11.8984375, false]], [[-13.8984375, false]], [[-4.76953125, false]], [[-10.8984375, false]], [[-10.8984375, false]], [[-4.76953125, false]], [[-9.0234375, false]], [[-11.8984375, false]], [[-10.5234375, false]], [[-9.0234375, false]], [[-11.8984375, false]], [[-12.7734375, false]], [[-9.0234375, false]], [[-11.8984375, false]], [[-9.0234375, false]], [[-11.5234375, false]], [[-9.0234375, false]], [[-10.5234375, false]], [[-10.0234375, false]], [[-10.265625, false]], [[-4.76953125, false]], [[-10.0234375, false]], [[-9.0234375, false]], [[-11.8984375, false]], [[-11.8984375, false]], [[-12.5234375, false]], [[-9.0234375, false]], [[-7.64453125, false]], [[-10.5234375, false]], [[-9.0234375, false]], [[-11.8984375, false]], [[-13.8984375, false]], [[-4.76953125, false]], [[-12.5234375, false]], [[-11.8984375, false]], [[-11.8984375, false]], [[-10.8984375, false]], [[-10.8984375, false]], [[-10.8984375, false]], [[-10.0234375, false]], [[-10.265625, false]], [[-4.76953125, false]], [[-10.0234375, false]], [[-11.1484375, false]], [[-12.1484375, false]], [[-7.64453125, false]], [[-11.8984375, false]], [[-12.7734375, false]], [[-9.0234375, false]], [[-11.8984375, false]], [[-13.8984375, false]], [[-4.76953125, false]], [[-10.8984375, false]], [[-12.1484375, false]], [[-10.8984375, false]], [[-13.1484375, false]], [[-9.0234375, false]], [[-12.5234375, false]], [[-10.5234375, false]], [[-10.0234375, false]], [[-12.6484375, false]]], "filtered_resps": [[-7.26953125, false], [-10.0234375, false], [-12.5234375, false], [-9.0234375, false], [-13.7734375, false], [-10.8984375, false], [-12.6484375, false], [-9.0234375, false], [-11.8984375, false], [-13.8984375, false], [-4.76953125, false], [-11.1484375, false], [-12.5234375, false], [-9.0234375, false], [-13.7734375, false], [-7.64453125, false], [-12.5234375, false], [-14.7734375, false], [-4.76953125, false], [-11.1484375, false], [-12.5234375, false], [-10.8984375, false], [-11.5234375, false], [-11.8984375, false], [-11.8984375, false], [-9.0234375, false], [-12.5234375, false], [-10.5234375, false], [-10.0234375, false], [-10.265625, false], [-4.76953125, false], [-10.0234375, false], [-10.5234375, false], [-11.1484375, false], [-12.5234375, false], [-7.64453125, false], [-14.7734375, false], [-9.0234375, false], [-11.8984375, false], [-13.8984375, false], [-4.76953125, false], [-10.8984375, false], [-10.8984375, false], [-4.76953125, false], [-9.0234375, false], [-11.8984375, false], [-10.5234375, false], [-9.0234375, false], [-11.8984375, false], [-12.7734375, false], [-9.0234375, false], [-11.8984375, false], [-9.0234375, false], [-11.5234375, false], [-9.0234375, false], [-10.5234375, false], [-10.0234375, false], [-10.265625, false], [-4.76953125, false], [-10.0234375, false], [-9.0234375, false], [-11.8984375, false], [-11.8984375, false], [-12.5234375, false], [-9.0234375, false], [-7.64453125, false], [-10.5234375, false], [-9.0234375, false], [-11.8984375, false], [-13.8984375, false], [-4.76953125, false], [-12.5234375, false], [-11.8984375, false], [-11.8984375, false], [-10.8984375, false], [-10.8984375, false], [-10.8984375, false], [-10.0234375, false], [-10.265625, false], [-4.76953125, false], [-10.0234375, false], [-11.1484375, false], [-12.1484375, false], [-7.64453125, false], [-11.8984375, false], [-12.7734375, false], [-9.0234375, false], [-11.8984375, false], [-13.8984375, false], [-4.76953125, false], [-10.8984375, false], [-12.1484375, false], [-10.8984375, false], [-13.1484375, false], [-9.0234375, false], [-12.5234375, false], [-10.5234375, false], [-10.0234375, false], [-12.6484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1546, "doc": {"id": "Mercury_7271425", "question": "Which of these was used by Alfred Wegener as evidence that Earth's continental landmasses had drifted apart over time?", "choices": {"text": ["the age of the continents", "the shape of the continents", "the thickness of the continents", "the composition of the continents"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "the shape of the continents", "arguments": ["Question: Which of these was used by Alfred Wegener as evidence that Earth's continental landmasses had drifted apart over time?\nAnswer:", " ["], "resps": [[[-6.67578125, false]], [[-7.42578125, false]], [[-9.171875, false]], [[-10.171875, false]], [[-7.17578125, false]], [[-5.17578125, false]], [[-5.67578125, false]], [[-11.421875, false]], [[-7.17578125, false]], [[-5.17578125, false]], [[-9.171875, false]], [[-8.171875, false]], [[-5.17578125, false]], [[-9.171875, false]], [[-10.171875, false]], [[-7.17578125, false]], [[-5.17578125, false]], [[-7.67578125, false]], [[-9.171875, false]], [[-8.171875, false]], [[-9.171875, false]], [[-7.92578125, false]], [[-8.171875, false]], [[-7.17578125, false]], [[-8.171875, false]], [[-9.171875, false]], [[-8.921875, false]], [[-7.42578125, false]], [[-9.578125, false]], [[-5.17578125, false]], [[-7.42578125, false]], [[-9.171875, false]], [[-10.171875, false]], [[-7.17578125, false]], [[-5.17578125, false]], [[-8.921875, false]], [[-10.171875, false]], [[-5.67578125, false]], [[-7.92578125, false]], [[-7.17578125, false]], [[-5.17578125, false]], [[-9.171875, false]], [[-8.171875, false]], [[-5.17578125, false]], [[-9.171875, false]], [[-10.171875, false]], [[-7.17578125, false]], [[-5.17578125, false]], [[-7.67578125, false]], [[-9.171875, false]], [[-8.171875, false]], [[-9.171875, false]], [[-7.92578125, false]], [[-8.171875, false]], [[-7.17578125, false]], [[-8.171875, false]], [[-9.171875, false]], [[-8.921875, false]], [[-7.42578125, false]], [[-9.578125, false]], [[-5.17578125, false]], [[-7.42578125, false]], [[-9.171875, false]], [[-10.171875, false]], [[-7.17578125, false]], [[-5.17578125, false]], [[-9.171875, false]], [[-10.171875, false]], [[-7.92578125, false]], [[-7.67578125, false]], [[-9.671875, false]], [[-8.171875, false]], [[-7.17578125, false]], [[-8.921875, false]], [[-8.921875, false]], [[-5.17578125, false]], [[-9.171875, false]], [[-8.171875, false]], [[-5.17578125, false]], [[-9.171875, false]], [[-10.171875, false]], [[-7.17578125, false]], [[-5.17578125, false]], [[-7.67578125, false]], [[-9.171875, false]], [[-8.171875, false]], [[-9.171875, false]], [[-7.92578125, false]], [[-8.171875, false]], [[-7.17578125, false]], [[-8.171875, false]], [[-9.171875, false]], [[-8.921875, false]], [[-7.42578125, false]], [[-9.578125, false]], [[-5.17578125, false]], [[-7.42578125, false]], [[-9.171875, false]], [[-10.171875, false]], [[-7.17578125, false]], [[-5.17578125, false]], [[-7.67578125, false]], [[-9.171875, false]], [[-8.171875, false]], [[-7.92578125, false]], [[-9.171875, false]], [[-8.921875, false]], [[-7.92578125, false]], [[-9.171875, false]], [[-7.92578125, false]], [[-9.171875, false]], [[-8.171875, false]], [[-5.17578125, false]], [[-9.171875, false]], [[-8.171875, false]], [[-5.17578125, false]], [[-9.171875, false]], [[-10.171875, false]], [[-7.17578125, false]], [[-5.17578125, false]], [[-7.67578125, false]], [[-9.171875, false]], [[-8.171875, false]], [[-9.171875, false]], [[-7.92578125, false]], [[-8.171875, false]], [[-7.17578125, false]], [[-8.171875, false]], [[-9.171875, false]], [[-8.921875, false]], [[-7.42578125, false]], [[-13.421875, false]]], "filtered_resps": [[-6.67578125, false], [-7.42578125, false], [-9.171875, false], [-10.171875, false], [-7.17578125, false], [-5.17578125, false], [-5.67578125, false], [-11.421875, false], [-7.17578125, false], [-5.17578125, false], [-9.171875, false], [-8.171875, false], [-5.17578125, false], [-9.171875, false], [-10.171875, false], [-7.17578125, false], [-5.17578125, false], [-7.67578125, false], [-9.171875, false], [-8.171875, false], [-9.171875, false], [-7.92578125, false], [-8.171875, false], [-7.17578125, false], [-8.171875, false], [-9.171875, false], [-8.921875, false], [-7.42578125, false], [-9.578125, false], [-5.17578125, false], [-7.42578125, false], [-9.171875, false], [-10.171875, false], [-7.17578125, false], [-5.17578125, false], [-8.921875, false], [-10.171875, false], [-5.67578125, false], [-7.92578125, false], [-7.17578125, false], [-5.17578125, false], [-9.171875, false], [-8.171875, false], [-5.17578125, false], [-9.171875, false], [-10.171875, false], [-7.17578125, false], [-5.17578125, false], [-7.67578125, false], [-9.171875, false], [-8.171875, false], [-9.171875, false], [-7.92578125, false], [-8.171875, false], [-7.17578125, false], [-8.171875, false], [-9.171875, false], [-8.921875, false], [-7.42578125, false], [-9.578125, false], [-5.17578125, false], [-7.42578125, false], [-9.171875, false], [-10.171875, false], [-7.17578125, false], [-5.17578125, false], [-9.171875, false], [-10.171875, false], [-7.92578125, false], [-7.67578125, false], [-9.671875, false], [-8.171875, false], [-7.17578125, false], [-8.921875, false], [-8.921875, false], [-5.17578125, false], [-9.171875, false], [-8.171875, false], [-5.17578125, false], [-9.171875, false], [-10.171875, false], [-7.17578125, false], [-5.17578125, false], [-7.67578125, false], [-9.171875, false], [-8.171875, false], [-9.171875, false], [-7.92578125, false], [-8.171875, false], [-7.17578125, false], [-8.171875, false], [-9.171875, false], [-8.921875, false], [-7.42578125, false], [-9.578125, false], [-5.17578125, false], [-7.42578125, false], [-9.171875, false], [-10.171875, false], [-7.17578125, false], [-5.17578125, false], [-7.67578125, false], [-9.171875, false], [-8.171875, false], [-7.92578125, false], [-9.171875, false], [-8.921875, false], [-7.92578125, false], [-9.171875, false], [-7.92578125, false], [-9.171875, false], [-8.171875, false], [-5.17578125, false], [-9.171875, false], [-8.171875, false], [-5.17578125, false], [-9.171875, false], [-10.171875, false], [-7.17578125, false], [-5.17578125, false], [-7.67578125, false], [-9.171875, false], [-8.171875, false], [-9.171875, false], [-7.92578125, false], [-8.171875, false], [-7.17578125, false], [-8.171875, false], [-9.171875, false], [-8.921875, false], [-7.42578125, false], [-13.421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1554, "doc": {"id": "Mercury_7119875", "question": "Which trait most likely helps an animal survive in a very cold environment?", "choices": {"text": ["long ears", "large eyes", "thick fur", "sharp claws"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "thick fur", "arguments": ["Question: Which trait most likely helps an animal survive in a very cold environment?\nAnswer:", " ["], "resps": [[[-7.62109375, false]], [[-8.8671875, false]], [[-8.7421875, false]], [[-9.8671875, false]], [[-9.7421875, false]], [[-11.7421875, false]], [[-4.74609375, false]], [[-9.2421875, false]], [[-4.49609375, false]], [[-10.9921875, false]], [[-8.9921875, false]], [[-8.8671875, false]], [[-9.8671875, false]], [[-4.74609375, false]], [[-8.8671875, false]], [[-8.7421875, false]], [[-4.49609375, false]], [[-10.9921875, false]], [[-11.7421875, false]], [[-9.2421875, false]], [[-4.74609375, false]], [[-9.2421875, false]], [[-12.4921875, false]], [[-9.2421875, false]], [[-8.9921875, false]], [[-8.8671875, false]], [[-9.8671875, false]], [[-4.74609375, false]], [[-8.8671875, false]], [[-10.7421875, false]], [[-11.6171875, false]], [[-9.9921875, false]], [[-9.1171875, false]], [[-10.1171875, false]], [[-4.74609375, false]], [[-9.9921875, false]], [[-11.7421875, false]], [[-10.9921875, false]], [[-8.8671875, false]], [[-9.8671875, false]], [[-4.74609375, false]], [[-8.8671875, false]], [[-8.9921875, false]], [[-11.6171875, false]], [[-4.49609375, false]], [[-10.9921875, false]], [[-10.8671875, false]], [[-4.74609375, false]], [[-9.1171875, false]], [[-8.7421875, false]], [[-4.49609375, false]], [[-9.9921875, false]], [[-8.9921875, false]], [[-8.8671875, false]], [[-13.4921875, false]]], "filtered_resps": [[-7.62109375, false], [-8.8671875, false], [-8.7421875, false], [-9.8671875, false], [-9.7421875, false], [-11.7421875, false], [-4.74609375, false], [-9.2421875, false], [-4.49609375, false], [-10.9921875, false], [-8.9921875, false], [-8.8671875, false], [-9.8671875, false], [-4.74609375, false], [-8.8671875, false], [-8.7421875, false], [-4.49609375, false], [-10.9921875, false], [-11.7421875, false], [-9.2421875, false], [-4.74609375, false], [-9.2421875, false], [-12.4921875, false], [-9.2421875, false], [-8.9921875, false], [-8.8671875, false], [-9.8671875, false], [-4.74609375, false], [-8.8671875, false], [-10.7421875, false], [-11.6171875, false], [-9.9921875, false], [-9.1171875, false], [-10.1171875, false], [-4.74609375, false], [-9.9921875, false], [-11.7421875, false], [-10.9921875, false], [-8.8671875, false], [-9.8671875, false], [-4.74609375, false], [-8.8671875, false], [-8.9921875, false], [-11.6171875, false], [-4.49609375, false], [-10.9921875, false], [-10.8671875, false], [-4.74609375, false], [-9.1171875, false], [-8.7421875, false], [-4.49609375, false], [-9.9921875, false], [-8.9921875, false], [-8.8671875, false], [-13.4921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1562, "doc": {"id": "NYSEDREGENTS_2008_4_21", "question": "The leaves of a tree change color in the fall. This is an example of a tree", "choices": {"text": ["completing its life cycle", "preparing for migration", "responding to its environment", "beginning hibernation"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "responding to its environment", "arguments": ["Question: The leaves of a tree change color in the fall. This is an example of a tree\nAnswer:", " ["], "resps": [[[-8.1328125, false]], [[-8.8828125, false]], [[-9.8828125, false]], [[-9.1328125, false]], [[-10.6328125, false]], [[-10.1328125, false]], [[-10.1328125, false]], [[-9.8828125, false]], [[-11.1328125, false]], [[-9.1328125, false]], [[-10.3828125, false]], [[-12.1328125, false]], [[-5.6328125, false]], [[-9.1328125, false]], [[-11.1328125, false]], [[-10.1328125, false]], [[-5.6328125, false]], [[-10.1328125, false]], [[-9.1328125, false]], [[-10.1328125, false]], [[-9.8828125, false]], [[-5.6328125, false]], [[-9.8828125, false]], [[-11.8828125, false]], [[-9.8828125, false]], [[-10.1328125, false]], [[-9.8828125, false]], [[-8.8828125, false]], [[-9.671875, false]], [[-5.6328125, false]], [[-8.8828125, false]], [[-10.1328125, false]], [[-9.8828125, false]], [[-9.8828125, false]], [[-10.1328125, false]], [[-5.6328125, false]], [[-9.8828125, false]], [[-9.1328125, false]], [[-10.3828125, false]], [[-12.1328125, false]], [[-5.6328125, false]], [[-10.1328125, false]], [[-9.1328125, false]], [[-9.8828125, false]], [[-5.6328125, false]], [[-10.6328125, false]], [[-9.1328125, false]], [[-12.1328125, false]], [[-9.8828125, false]], [[-5.6328125, false]], [[-11.1328125, false]], [[-9.1328125, false]], [[-9.1328125, false]], [[-10.3828125, false]], [[-8.8828125, false]], [[-9.671875, false]], [[-5.6328125, false]], [[-8.8828125, false]], [[-9.8828125, false]], [[-9.8828125, false]], [[-10.1328125, false]], [[-10.1328125, false]], [[-9.1328125, false]], [[-10.3828125, false]], [[-9.6328125, false]], [[-9.1328125, false]], [[-10.3828125, false]], [[-12.1328125, false]], [[-5.6328125, false]], [[-11.1328125, false]], [[-9.1328125, false]], [[-5.6328125, false]], [[-9.1328125, false]], [[-11.1328125, false]], [[-10.1328125, false]], [[-5.6328125, false]], [[-9.8828125, false]], [[-10.3828125, false]], [[-12.3828125, false]], [[-9.1328125, false]], [[-9.8828125, false]], [[-9.1328125, false]], [[-10.3828125, false]], [[-10.6328125, false]], [[-9.8828125, false]], [[-10.3828125, false]], [[-11.1328125, false]], [[-8.8828125, false]], [[-9.671875, false]], [[-5.6328125, false]], [[-8.8828125, false]], [[-7.6328125, false]], [[-9.8828125, false]], [[-12.1328125, false]], [[-9.1328125, false]], [[-10.3828125, false]], [[-10.3828125, false]], [[-9.1328125, false]], [[-10.3828125, false]], [[-12.1328125, false]], [[-5.6328125, false]], [[-10.8828125, false]], [[-9.1328125, false]], [[-7.6328125, false]], [[-9.8828125, false]], [[-9.8828125, false]], [[-10.3828125, false]], [[-5.6328125, false]], [[-11.1328125, false]], [[-9.1328125, false]], [[-9.1328125, false]], [[-10.3828125, false]], [[-8.8828125, false]], [[-12.1328125, false]]], "filtered_resps": [[-8.1328125, false], [-8.8828125, false], [-9.8828125, false], [-9.1328125, false], [-10.6328125, false], [-10.1328125, false], [-10.1328125, false], [-9.8828125, false], [-11.1328125, false], [-9.1328125, false], [-10.3828125, false], [-12.1328125, false], [-5.6328125, false], [-9.1328125, false], [-11.1328125, false], [-10.1328125, false], [-5.6328125, false], [-10.1328125, false], [-9.1328125, false], [-10.1328125, false], [-9.8828125, false], [-5.6328125, false], [-9.8828125, false], [-11.8828125, false], [-9.8828125, false], [-10.1328125, false], [-9.8828125, false], [-8.8828125, false], [-9.671875, false], [-5.6328125, false], [-8.8828125, false], [-10.1328125, false], [-9.8828125, false], [-9.8828125, false], [-10.1328125, false], [-5.6328125, false], [-9.8828125, false], [-9.1328125, false], [-10.3828125, false], [-12.1328125, false], [-5.6328125, false], [-10.1328125, false], [-9.1328125, false], [-9.8828125, false], [-5.6328125, false], [-10.6328125, false], [-9.1328125, false], [-12.1328125, false], [-9.8828125, false], [-5.6328125, false], [-11.1328125, false], [-9.1328125, false], [-9.1328125, false], [-10.3828125, false], [-8.8828125, false], [-9.671875, false], [-5.6328125, false], [-8.8828125, false], [-9.8828125, false], [-9.8828125, false], [-10.1328125, false], [-10.1328125, false], [-9.1328125, false], [-10.3828125, false], [-9.6328125, false], [-9.1328125, false], [-10.3828125, false], [-12.1328125, false], [-5.6328125, false], [-11.1328125, false], [-9.1328125, false], [-5.6328125, false], [-9.1328125, false], [-11.1328125, false], [-10.1328125, false], [-5.6328125, false], [-9.8828125, false], [-10.3828125, false], [-12.3828125, false], [-9.1328125, false], [-9.8828125, false], [-9.1328125, false], [-10.3828125, false], [-10.6328125, false], [-9.8828125, false], [-10.3828125, false], [-11.1328125, false], [-8.8828125, false], [-9.671875, false], [-5.6328125, false], [-8.8828125, false], [-7.6328125, false], [-9.8828125, false], [-12.1328125, false], [-9.1328125, false], [-10.3828125, false], [-10.3828125, false], [-9.1328125, false], [-10.3828125, false], [-12.1328125, false], [-5.6328125, false], [-10.8828125, false], [-9.1328125, false], [-7.6328125, false], [-9.8828125, false], [-9.8828125, false], [-10.3828125, false], [-5.6328125, false], [-11.1328125, false], [-9.1328125, false], [-9.1328125, false], [-10.3828125, false], [-8.8828125, false], [-12.1328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1570, "doc": {"id": "Mercury_7004760", "question": "When an atom gains an electron, the atom will", "choices": {"text": ["lose a proton.", "reduce its mass.", "become radioactive.", "have a negative charge."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "have a negative charge.", "arguments": ["Question: When an atom gains an electron, the atom will\nAnswer:", " ["], "resps": [[[-7.18359375, false]], [[-8.1875, false]], [[-9.9375, false]], [[-9.4375, false]], [[-9.1875, false]], [[-7.93359375, false]], [[-5.18359375, false]], [[-4.68359375, false]], [[-5.18359375, false]], [[-8.1875, false]], [[-8.9375, false]], [[-9.4375, false]], [[-8.4375, false]], [[-9.4375, false]], [[-6.93359375, false]], [[-6.75390625, false]], [[-8.1875, false]], [[-8.6875, false]], [[-5.18359375, false]], [[-8.1875, false]], [[-8.9375, false]], [[-7.93359375, false]], [[-8.9375, false]], [[-9.1875, false]], [[-8.6875, false]], [[-7.93359375, false]], [[-5.18359375, false]], [[-6.68359375, false]], [[-8.4375, false]], [[-9.1875, false]], [[-5.18359375, false]], [[-8.6875, false]], [[-4.68359375, false]], [[-9.1875, false]], [[-9.1875, false]], [[-6.75390625, false]], [[-8.1875, false]], [[-8.6875, false]], [[-5.18359375, false]], [[-8.1875, false]], [[-7.43359375, false]], [[-7.93359375, false]], [[-8.6875, false]], [[-9.4375, false]], [[-8.6875, false]], [[-7.93359375, false]], [[-5.18359375, false]], [[-8.9375, false]], [[-4.68359375, false]], [[-8.9375, false]], [[-6.68359375, false]], [[-9.4375, false]], [[-4.68359375, false]], [[-8.6875, false]], [[-8.4375, false]], [[-6.68359375, false]], [[-9.1875, false]], [[-7.93359375, false]], [[-6.75390625, false]], [[-8.1875, false]], [[-8.6875, false]], [[-5.18359375, false]], [[-8.1875, false]], [[-8.9375, false]], [[-4.68359375, false]], [[-9.1875, false]], [[-7.93359375, false]], [[-5.18359375, false]], [[-4.68359375, false]], [[-5.18359375, false]], [[-6.93359375, false]], [[-7.93359375, false]], [[-9.9375, false]], [[-4.68359375, false]], [[-8.4375, false]], [[-6.68359375, false]], [[-9.1875, false]], [[-7.93359375, false]], [[-5.18359375, false]], [[-8.6875, false]], [[-8.9375, false]], [[-4.68359375, false]], [[-8.9375, false]], [[-9.9375, false]], [[-7.93359375, false]], [[-6.75390625, false]], [[-8.1875, false]], [[-10.6875, false]]], "filtered_resps": [[-7.18359375, false], [-8.1875, false], [-9.9375, false], [-9.4375, false], [-9.1875, false], [-7.93359375, false], [-5.18359375, false], [-4.68359375, false], [-5.18359375, false], [-8.1875, false], [-8.9375, false], [-9.4375, false], [-8.4375, false], [-9.4375, false], [-6.93359375, false], [-6.75390625, false], [-8.1875, false], [-8.6875, false], [-5.18359375, false], [-8.1875, false], [-8.9375, false], [-7.93359375, false], [-8.9375, false], [-9.1875, false], [-8.6875, false], [-7.93359375, false], [-5.18359375, false], [-6.68359375, false], [-8.4375, false], [-9.1875, false], [-5.18359375, false], [-8.6875, false], [-4.68359375, false], [-9.1875, false], [-9.1875, false], [-6.75390625, false], [-8.1875, false], [-8.6875, false], [-5.18359375, false], [-8.1875, false], [-7.43359375, false], [-7.93359375, false], [-8.6875, false], [-9.4375, false], [-8.6875, false], [-7.93359375, false], [-5.18359375, false], [-8.9375, false], [-4.68359375, false], [-8.9375, false], [-6.68359375, false], [-9.4375, false], [-4.68359375, false], [-8.6875, false], [-8.4375, false], [-6.68359375, false], [-9.1875, false], [-7.93359375, false], [-6.75390625, false], [-8.1875, false], [-8.6875, false], [-5.18359375, false], [-8.1875, false], [-8.9375, false], [-4.68359375, false], [-9.1875, false], [-7.93359375, false], [-5.18359375, false], [-4.68359375, false], [-5.18359375, false], [-6.93359375, false], [-7.93359375, false], [-9.9375, false], [-4.68359375, false], [-8.4375, false], [-6.68359375, false], [-9.1875, false], [-7.93359375, false], [-5.18359375, false], [-8.6875, false], [-8.9375, false], [-4.68359375, false], [-8.9375, false], [-9.9375, false], [-7.93359375, false], [-6.75390625, false], [-8.1875, false], [-10.6875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1578, "doc": {"id": "Mercury_178553", "question": "Which type of matter can be separated by physical means?", "choices": {"text": ["atom", "element", "compound", "mixture"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "mixture", "arguments": ["Question: Which type of matter can be separated by physical means?\nAnswer:", " ["], "resps": [[[-7.1875, false]], [[-7.9375, false]], [[-5.6875, false]], [[-10.9375, false]], [[-9.1875, false]], [[-9.4375, false]], [[-7.9375, false]], [[-9.53125, false]], [[-5.4375, false]], [[-7.9375, false]], [[-8.1875, false]], [[-10.6875, false]], [[-8.1875, false]], [[-9.4375, false]], [[-8.1875, false]], [[-9.1875, false]], [[-10.9375, false]], [[-7.9375, false]], [[-9.53125, false]], [[-5.4375, false]], [[-7.9375, false]], [[-8.9375, false]], [[-9.1875, false]], [[-9.4375, false]], [[-9.9375, false]], [[-9.1875, false]], [[-10.4375, false]], [[-9.1875, false]], [[-10.6875, false]], [[-7.9375, false]], [[-9.53125, false]], [[-5.4375, false]], [[-7.9375, false]], [[-9.4375, false]], [[-7.9375, false]], [[-8.6875, false]], [[-10.9375, false]], [[-10.4375, false]], [[-10.9375, false]], [[-8.1875, false]], [[-7.9375, false]], [[-11.6875, false]]], "filtered_resps": [[-7.1875, false], [-7.9375, false], [-5.6875, false], [-10.9375, false], [-9.1875, false], [-9.4375, false], [-7.9375, false], [-9.53125, false], [-5.4375, false], [-7.9375, false], [-8.1875, false], [-10.6875, false], [-8.1875, false], [-9.4375, false], [-8.1875, false], [-9.1875, false], [-10.9375, false], [-7.9375, false], [-9.53125, false], [-5.4375, false], [-7.9375, false], [-8.9375, false], [-9.1875, false], [-9.4375, false], [-9.9375, false], [-9.1875, false], [-10.4375, false], [-9.1875, false], [-10.6875, false], [-7.9375, false], [-9.53125, false], [-5.4375, false], [-7.9375, false], [-9.4375, false], [-7.9375, false], [-8.6875, false], [-10.9375, false], [-10.4375, false], [-10.9375, false], [-8.1875, false], [-7.9375, false], [-11.6875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1586, "doc": {"id": "Mercury_411070", "question": "A train travels at a rate of 13 meters per second (m/s). Over the next 60 seconds, the speed of the train increases to speed to 22 m/s. What is the average rate of acceleration of the train?", "choices": {"text": ["0.15 m/s^2", "0.21 m/s^2", "0.36 m/s^2", "0.58 m/s^2"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "0.15 m/s^2", "arguments": ["Question: A train travels at a rate of 13 meters per second (m/s). Over the next 60 seconds, the speed of the train increases to speed to 22 m/s. What is the average rate of acceleration of the train?\nAnswer:", " ["], "resps": [[[-6.92578125, false]], [[-8.921875, false]], [[-6.17578125, false]], [[-6.09375, false]], [[-5.17578125, false]], [[-5.92578125, false]], [[-4.92578125, false]], [[-5.17578125, false]], [[-8.671875, false]], [[-7.42578125, false]], [[-8.421875, false]], [[-4.92578125, false]], [[-8.921875, false]], [[-8.84375, false]], [[-4.92578125, false]], [[-8.921875, false]], [[-6.17578125, false]], [[-6.09375, false]], [[-4.92578125, false]], [[-5.17578125, false]], [[-4.92578125, false]], [[-5.17578125, false]], [[-8.671875, false]], [[-7.42578125, false]], [[-8.421875, false]], [[-4.92578125, false]], [[-8.921875, false]], [[-8.84375, false]], [[-4.92578125, false]], [[-8.921875, false]], [[-6.17578125, false]], [[-6.09375, false]], [[-5.67578125, false]], [[-5.42578125, false]], [[-4.92578125, false]], [[-5.17578125, false]], [[-8.671875, false]], [[-7.42578125, false]], [[-8.421875, false]], [[-4.92578125, false]], [[-8.921875, false]], [[-8.84375, false]], [[-4.92578125, false]], [[-8.921875, false]], [[-6.17578125, false]], [[-6.09375, false]], [[-5.92578125, false]], [[-5.92578125, false]], [[-4.92578125, false]], [[-5.17578125, false]], [[-8.671875, false]], [[-7.42578125, false]], [[-8.421875, false]], [[-4.92578125, false]], [[-8.921875, false]], [[-11.671875, false]]], "filtered_resps": [[-6.92578125, false], [-8.921875, false], [-6.17578125, false], [-6.09375, false], [-5.17578125, false], [-5.92578125, false], [-4.92578125, false], [-5.17578125, false], [-8.671875, false], [-7.42578125, false], [-8.421875, false], [-4.92578125, false], [-8.921875, false], [-8.84375, false], [-4.92578125, false], [-8.921875, false], [-6.17578125, false], [-6.09375, false], [-4.92578125, false], [-5.17578125, false], [-4.92578125, false], [-5.17578125, false], [-8.671875, false], [-7.42578125, false], [-8.421875, false], [-4.92578125, false], [-8.921875, false], [-8.84375, false], [-4.92578125, false], [-8.921875, false], [-6.17578125, false], [-6.09375, false], [-5.67578125, false], [-5.42578125, false], [-4.92578125, false], [-5.17578125, false], [-8.671875, false], [-7.42578125, false], [-8.421875, false], [-4.92578125, false], [-8.921875, false], [-8.84375, false], [-4.92578125, false], [-8.921875, false], [-6.17578125, false], [-6.09375, false], [-5.92578125, false], [-5.92578125, false], [-4.92578125, false], [-5.17578125, false], [-8.671875, false], [-7.42578125, false], [-8.421875, false], [-4.92578125, false], [-8.921875, false], [-11.671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1594, "doc": {"id": "Mercury_182928", "question": "Similar types of cells form tissues. What is the next level of complexity formed from the grouping of tissues?", "choices": {"text": ["organs", "organelles", "organisms", "organ systems"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "organs", "arguments": ["Question: Similar types of cells form tissues. What is the next level of complexity formed from the grouping of tissues?\nAnswer:", " ["], "resps": [[[-7.2734375, false]], [[-9.5234375, false]], [[-9.2734375, false]], [[-9.1484375, false]], [[-10.3984375, false]], [[-5.0234375, false]], [[-10.3984375, false]], [[-9.0234375, false]], [[-9.5234375, false]], [[-9.3046875, false]], [[-5.0234375, false]], [[-9.5234375, false]], [[-9.2734375, false]], [[-9.1484375, false]], [[-10.3984375, false]], [[-5.0234375, false]], [[-10.3984375, false]], [[-7.7734375, false]], [[-8.8984375, false]], [[-8.8984375, false]], [[-7.7734375, false]], [[-9.0234375, false]], [[-9.5234375, false]], [[-9.3046875, false]], [[-5.0234375, false]], [[-9.5234375, false]], [[-9.2734375, false]], [[-9.1484375, false]], [[-10.3984375, false]], [[-5.0234375, false]], [[-10.3984375, false]], [[-8.8984375, false]], [[-9.0234375, false]], [[-8.2734375, false]], [[-9.0234375, false]], [[-9.5234375, false]], [[-9.3046875, false]], [[-5.0234375, false]], [[-9.5234375, false]], [[-9.2734375, false]], [[-9.1484375, false]], [[-10.3984375, false]], [[-5.0234375, false]], [[-10.3984375, false]], [[-5.0234375, false]], [[-9.0234375, false]], [[-12.0234375, false]], [[-9.0234375, false]], [[-9.1484375, false]], [[-7.7734375, false]], [[-8.2734375, false]], [[-9.0234375, false]], [[-9.5234375, false]], [[-12.7734375, false]]], "filtered_resps": [[-7.2734375, false], [-9.5234375, false], [-9.2734375, false], [-9.1484375, false], [-10.3984375, false], [-5.0234375, false], [-10.3984375, false], [-9.0234375, false], [-9.5234375, false], [-9.3046875, false], [-5.0234375, false], [-9.5234375, false], [-9.2734375, false], [-9.1484375, false], [-10.3984375, false], [-5.0234375, false], [-10.3984375, false], [-7.7734375, false], [-8.8984375, false], [-8.8984375, false], [-7.7734375, false], [-9.0234375, false], [-9.5234375, false], [-9.3046875, false], [-5.0234375, false], [-9.5234375, false], [-9.2734375, false], [-9.1484375, false], [-10.3984375, false], [-5.0234375, false], [-10.3984375, false], [-8.8984375, false], [-9.0234375, false], [-8.2734375, false], [-9.0234375, false], [-9.5234375, false], [-9.3046875, false], [-5.0234375, false], [-9.5234375, false], [-9.2734375, false], [-9.1484375, false], [-10.3984375, false], [-5.0234375, false], [-10.3984375, false], [-5.0234375, false], [-9.0234375, false], [-12.0234375, false], [-9.0234375, false], [-9.1484375, false], [-7.7734375, false], [-8.2734375, false], [-9.0234375, false], [-9.5234375, false], [-12.7734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1602, "doc": {"id": "Mercury_181545", "question": "A student finds a bottle that is labeled with a long chemical name. What is the best way for the student to learn more about the chemical properties of this substance?", "choices": {"text": ["shake the container vigorously", "smell a very small amount of it", "look up the name in a science book", "test a small amount to see if it feels slippery"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "look up the name in a science book", "arguments": ["Question: A student finds a bottle that is labeled with a long chemical name. What is the best way for the student to learn more about the chemical properties of this substance?\nAnswer:", " ["], "resps": [[[-7.23828125, false]], [[-10.2421875, false]], [[-10.4921875, false]], [[-10.9921875, false]], [[-5.98828125, false]], [[-11.2421875, false]], [[-9.4921875, false]], [[-5.703125, false]], [[-10.9921875, false]], [[-10.9921875, false]], [[-9.4921875, false]], [[-5.73828125, false]], [[-10.2421875, false]], [[-10.2421875, false]], [[-11.4921875, false]], [[-10.9921875, false]], [[-5.98828125, false]], [[-8.9921875, false]], [[-11.4921875, false]], [[-9.4921875, false]], [[-12.2421875, false]], [[-5.73828125, false]], [[-12.4921875, false]], [[-8.9921875, false]], [[-12.2421875, false]], [[-10.2421875, false]], [[-12.2421875, false]], [[-10.2421875, false]], [[-10.7421875, false]], [[-10.4921875, false]], [[-11.7421875, false]], [[-13.7421875, false]], [[-10.2421875, false]], [[-10.5859375, false]], [[-5.73828125, false]], [[-10.2421875, false]], [[-10.4921875, false]], [[-10.7421875, false]], [[-9.4921875, false]], [[-11.7421875, false]], [[-11.7421875, false]], [[-5.73828125, false]], [[-5.98828125, false]], [[-5.73828125, false]], [[-12.4921875, false]], [[-9.4921875, false]], [[-12.2421875, false]], [[-13.7421875, false]], [[-5.73828125, false]], [[-10.4921875, false]], [[-10.7421875, false]], [[-5.98828125, false]], [[-11.7421875, false]], [[-11.7421875, false]], [[-5.73828125, false]], [[-5.98828125, false]], [[-10.7421875, false]], [[-10.2421875, false]], [[-10.7421875, false]], [[-11.4921875, false]], [[-10.9921875, false]], [[-5.73828125, false]], [[-10.2421875, false]], [[-10.9921875, false]], [[-5.73828125, false]], [[-8.9921875, false]], [[-10.9921875, false]], [[-10.2421875, false]], [[-10.5859375, false]], [[-5.73828125, false]], [[-10.2421875, false]], [[-11.7421875, false]], [[-10.2421875, false]], [[-10.2421875, false]], [[-11.2421875, false]], [[-5.73828125, false]], [[-10.7421875, false]], [[-10.7421875, false]], [[-5.73828125, false]], [[-10.9921875, false]], [[-10.9921875, false]], [[-9.4921875, false]], [[-5.73828125, false]], [[-11.4921875, false]], [[-5.98828125, false]], [[-10.7421875, false]], [[-9.4921875, false]], [[-5.73828125, false]], [[-8.9921875, false]], [[-11.4921875, false]], [[-5.73828125, false]], [[-5.98828125, false]], [[-5.73828125, false]], [[-10.4921875, false]], [[-10.2421875, false]], [[-8.9921875, false]], [[-9.4921875, false]], [[-11.4921875, false]], [[-10.2421875, false]], [[-9.4921875, false]], [[-5.73828125, false]], [[-9.2421875, false]], [[-10.2421875, false]], [[-10.2421875, false]], [[-11.2421875, false]], [[-10.2421875, false]], [[-10.5859375, false]], [[-5.73828125, false]], [[-10.2421875, false]], [[-10.9921875, false]], [[-9.4921875, false]], [[-10.4921875, false]], [[-10.9921875, false]], [[-5.73828125, false]], [[-5.98828125, false]], [[-5.73828125, false]], [[-10.4921875, false]], [[-10.7421875, false]], [[-5.98828125, false]], [[-11.7421875, false]], [[-11.7421875, false]], [[-5.73828125, false]], [[-5.98828125, false]], [[-10.7421875, false]], [[-10.2421875, false]], [[-10.7421875, false]], [[-11.4921875, false]], [[-10.9921875, false]], [[-5.73828125, false]], [[-10.9921875, false]], [[-10.2421875, false]], [[-5.73828125, false]], [[-10.4921875, false]], [[-9.4921875, false]], [[-9.4921875, false]], [[-5.73828125, false]], [[-8.9921875, false]], [[-10.9921875, false]], [[-5.73828125, false]], [[-8.9921875, false]], [[-10.9921875, false]], [[-5.73828125, false]], [[-10.9921875, false]], [[-9.4921875, false]], [[-9.4921875, false]], [[-11.7421875, false]], [[-10.4921875, false]], [[-5.73828125, false]], [[-10.4921875, false]], [[-11.7421875, false]], [[-8.9921875, false]], [[-10.7421875, false]], [[-10.7421875, false]], [[-9.4921875, false]], [[-12.2421875, false]], [[-13.7421875, false]], [[-10.2421875, false]], [[-12.4921875, false]]], "filtered_resps": [[-7.23828125, false], [-10.2421875, false], [-10.4921875, false], [-10.9921875, false], [-5.98828125, false], [-11.2421875, false], [-9.4921875, false], [-5.703125, false], [-10.9921875, false], [-10.9921875, false], [-9.4921875, false], [-5.73828125, false], [-10.2421875, false], [-10.2421875, false], [-11.4921875, false], [-10.9921875, false], [-5.98828125, false], [-8.9921875, false], [-11.4921875, false], [-9.4921875, false], [-12.2421875, false], [-5.73828125, false], [-12.4921875, false], [-8.9921875, false], [-12.2421875, false], [-10.2421875, false], [-12.2421875, false], [-10.2421875, false], [-10.7421875, false], [-10.4921875, false], [-11.7421875, false], [-13.7421875, false], [-10.2421875, false], [-10.5859375, false], [-5.73828125, false], [-10.2421875, false], [-10.4921875, false], [-10.7421875, false], [-9.4921875, false], [-11.7421875, false], [-11.7421875, false], [-5.73828125, false], [-5.98828125, false], [-5.73828125, false], [-12.4921875, false], [-9.4921875, false], [-12.2421875, false], [-13.7421875, false], [-5.73828125, false], [-10.4921875, false], [-10.7421875, false], [-5.98828125, false], [-11.7421875, false], [-11.7421875, false], [-5.73828125, false], [-5.98828125, false], [-10.7421875, false], [-10.2421875, false], [-10.7421875, false], [-11.4921875, false], [-10.9921875, false], [-5.73828125, false], [-10.2421875, false], [-10.9921875, false], [-5.73828125, false], [-8.9921875, false], [-10.9921875, false], [-10.2421875, false], [-10.5859375, false], [-5.73828125, false], [-10.2421875, false], [-11.7421875, false], [-10.2421875, false], [-10.2421875, false], [-11.2421875, false], [-5.73828125, false], [-10.7421875, false], [-10.7421875, false], [-5.73828125, false], [-10.9921875, false], [-10.9921875, false], [-9.4921875, false], [-5.73828125, false], [-11.4921875, false], [-5.98828125, false], [-10.7421875, false], [-9.4921875, false], [-5.73828125, false], [-8.9921875, false], [-11.4921875, false], [-5.73828125, false], [-5.98828125, false], [-5.73828125, false], [-10.4921875, false], [-10.2421875, false], [-8.9921875, false], [-9.4921875, false], [-11.4921875, false], [-10.2421875, false], [-9.4921875, false], [-5.73828125, false], [-9.2421875, false], [-10.2421875, false], [-10.2421875, false], [-11.2421875, false], [-10.2421875, false], [-10.5859375, false], [-5.73828125, false], [-10.2421875, false], [-10.9921875, false], [-9.4921875, false], [-10.4921875, false], [-10.9921875, false], [-5.73828125, false], [-5.98828125, false], [-5.73828125, false], [-10.4921875, false], [-10.7421875, false], [-5.98828125, false], [-11.7421875, false], [-11.7421875, false], [-5.73828125, false], [-5.98828125, false], [-10.7421875, false], [-10.2421875, false], [-10.7421875, false], [-11.4921875, false], [-10.9921875, false], [-5.73828125, false], [-10.9921875, false], [-10.2421875, false], [-5.73828125, false], [-10.4921875, false], [-9.4921875, false], [-9.4921875, false], [-5.73828125, false], [-8.9921875, false], [-10.9921875, false], [-5.73828125, false], [-8.9921875, false], [-10.9921875, false], [-5.73828125, false], [-10.9921875, false], [-9.4921875, false], [-9.4921875, false], [-11.7421875, false], [-10.4921875, false], [-5.73828125, false], [-10.4921875, false], [-11.7421875, false], [-8.9921875, false], [-10.7421875, false], [-10.7421875, false], [-9.4921875, false], [-12.2421875, false], [-13.7421875, false], [-10.2421875, false], [-12.4921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1610, "doc": {"id": "Mercury_SC_405232", "question": "Which population would be harmed first by a long period of drought?", "choices": {"text": ["seaweed in an ocean", "fish in a lake", "plants in a pond", "fish in a bay"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "plants in a pond", "arguments": ["Question: Which population would be harmed first by a long period of drought?\nAnswer:", " ["], "resps": [[[-8.640625, false]], [[-8.890625, false]], [[-10.140625, false]], [[-7.890625, false]], [[-5.390625, false]], [[-10.390625, false]], [[-7.890625, false]], [[-7.890625, false]], [[-6.640625, false]], [[-6.640625, false]], [[-8.640625, false]], [[-9.640625, false]], [[-6.640625, false]], [[-5.390625, false]], [[-9.640625, false]], [[-6.640625, false]], [[-10.140625, false]], [[-10.140625, false]], [[-7.890625, false]], [[-5.390625, false]], [[-9.640625, false]], [[-8.890625, false]], [[-10.9375, false]], [[-6.640625, false]], [[-8.890625, false]], [[-10.640625, false]], [[-8.640625, false]], [[-10.140625, false]], [[-11.640625, false]], [[-6.640625, false]], [[-8.640625, false]], [[-9.640625, false]], [[-6.640625, false]], [[-5.390625, false]], [[-6.640625, false]], [[-10.890625, false]], [[-5.390625, false]], [[-10.890625, false]], [[-7.890625, false]], [[-8.890625, false]], [[-10.9375, false]], [[-6.640625, false]], [[-8.890625, false]], [[-10.890625, false]], [[-10.890625, false]], [[-5.390625, false]], [[-9.640625, false]], [[-10.640625, false]], [[-10.140625, false]], [[-6.640625, false]], [[-8.640625, false]], [[-9.640625, false]], [[-6.640625, false]], [[-5.390625, false]], [[-6.640625, false]], [[-10.890625, false]], [[-10.140625, false]], [[-9.640625, false]], [[-6.640625, false]], [[-8.890625, false]], [[-10.9375, false]], [[-6.640625, false]], [[-8.890625, false]], [[-10.640625, false]], [[-8.640625, false]], [[-10.140625, false]], [[-11.640625, false]], [[-6.640625, false]], [[-8.640625, false]], [[-9.640625, false]], [[-6.640625, false]], [[-5.390625, false]], [[-6.640625, false]], [[-10.890625, false]], [[-5.390625, false]], [[-11.890625, false]], [[-8.890625, false]], [[-14.890625, false]]], "filtered_resps": [[-8.640625, false], [-8.890625, false], [-10.140625, false], [-7.890625, false], [-5.390625, false], [-10.390625, false], [-7.890625, false], [-7.890625, false], [-6.640625, false], [-6.640625, false], [-8.640625, false], [-9.640625, false], [-6.640625, false], [-5.390625, false], [-9.640625, false], [-6.640625, false], [-10.140625, false], [-10.140625, false], [-7.890625, false], [-5.390625, false], [-9.640625, false], [-8.890625, false], [-10.9375, false], [-6.640625, false], [-8.890625, false], [-10.640625, false], [-8.640625, false], [-10.140625, false], [-11.640625, false], [-6.640625, false], [-8.640625, false], [-9.640625, false], [-6.640625, false], [-5.390625, false], [-6.640625, false], [-10.890625, false], [-5.390625, false], [-10.890625, false], [-7.890625, false], [-8.890625, false], [-10.9375, false], [-6.640625, false], [-8.890625, false], [-10.890625, false], [-10.890625, false], [-5.390625, false], [-9.640625, false], [-10.640625, false], [-10.140625, false], [-6.640625, false], [-8.640625, false], [-9.640625, false], [-6.640625, false], [-5.390625, false], [-6.640625, false], [-10.890625, false], [-10.140625, false], [-9.640625, false], [-6.640625, false], [-8.890625, false], [-10.9375, false], [-6.640625, false], [-8.890625, false], [-10.640625, false], [-8.640625, false], [-10.140625, false], [-11.640625, false], [-6.640625, false], [-8.640625, false], [-9.640625, false], [-6.640625, false], [-5.390625, false], [-6.640625, false], [-10.890625, false], [-5.390625, false], [-11.890625, false], [-8.890625, false], [-14.890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1618, "doc": {"id": "Mercury_180390", "question": "Which of the following are narrow belts of strong winds found in the upper troposphere?", "choices": {"text": ["doldrums", "westerlies", "trade winds", "jet streams"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "jet streams", "arguments": ["Question: Which of the following are narrow belts of strong winds found in the upper troposphere?\nAnswer:", " ["], "resps": [[[-6.72265625, false]], [[-8.71875, false]], [[-8.21875, false]], [[-8.71875, false]], [[-9.46875, false]], [[-8.21875, false]], [[-9.71875, false]], [[-11.96875, false]], [[-8.71875, false]], [[-8.71875, false]], [[-8.71875, false]], [[-8.5390625, false]], [[-4.72265625, false]], [[-8.71875, false]], [[-9.21875, false]], [[-7.22265625, false]], [[-8.71875, false]], [[-8.71875, false]], [[-7.22265625, false]], [[-9.71875, false]], [[-9.46875, false]], [[-7.47265625, false]], [[-7.22265625, false]], [[-8.71875, false]], [[-8.71875, false]], [[-8.5390625, false]], [[-4.72265625, false]], [[-8.71875, false]], [[-8.71875, false]], [[-9.71875, false]], [[-3.970703125, false]], [[-8.21875, false]], [[-7.22265625, false]], [[-4.72265625, false]], [[-9.21875, false]], [[-7.47265625, false]], [[-7.22265625, false]], [[-8.21875, false]], [[-8.71875, false]], [[-8.71875, false]], [[-8.5390625, false]], [[-4.72265625, false]], [[-8.71875, false]], [[-10.71875, false]], [[-7.22265625, false]], [[-8.71875, false]], [[-4.72265625, false]], [[-8.71875, false]], [[-8.71875, false]], [[-9.71875, false]], [[-7.22265625, false]], [[-3.970703125, false]], [[-8.71875, false]], [[-8.71875, false]], [[-8.71875, false]], [[-11.71875, false]]], "filtered_resps": [[-6.72265625, false], [-8.71875, false], [-8.21875, false], [-8.71875, false], [-9.46875, false], [-8.21875, false], [-9.71875, false], [-11.96875, false], [-8.71875, false], [-8.71875, false], [-8.71875, false], [-8.5390625, false], [-4.72265625, false], [-8.71875, false], [-9.21875, false], [-7.22265625, false], [-8.71875, false], [-8.71875, false], [-7.22265625, false], [-9.71875, false], [-9.46875, false], [-7.47265625, false], [-7.22265625, false], [-8.71875, false], [-8.71875, false], [-8.5390625, false], [-4.72265625, false], [-8.71875, false], [-8.71875, false], [-9.71875, false], [-3.970703125, false], [-8.21875, false], [-7.22265625, false], [-4.72265625, false], [-9.21875, false], [-7.47265625, false], [-7.22265625, false], [-8.21875, false], [-8.71875, false], [-8.71875, false], [-8.5390625, false], [-4.72265625, false], [-8.71875, false], [-10.71875, false], [-7.22265625, false], [-8.71875, false], [-4.72265625, false], [-8.71875, false], [-8.71875, false], [-9.71875, false], [-7.22265625, false], [-3.970703125, false], [-8.71875, false], [-8.71875, false], [-8.71875, false], [-11.71875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1626, "doc": {"id": "Mercury_7003623", "question": "Copper, silver, and nickel are all classified as", "choices": {"text": ["noble gases.", "transition metals.", "halogens.", "nonmetals."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "transition metals.", "arguments": ["Question: Copper, silver, and nickel are all classified as\nAnswer:", " ["], "resps": [[[-7.5390625, false]], [[-8.2890625, false]], [[-6.5390625, false]], [[-9.5390625, false]], [[-6.0390625, false]], [[-9.0390625, false]], [[-8.2890625, false]], [[-5.5390625, false]], [[-9.7890625, false]], [[-5.2890625, false]], [[-8.7890625, false]], [[-8.2890625, false]], [[-8.7890625, false]], [[-6.65234375, false]], [[-8.2890625, false]], [[-8.28125, false]], [[-5.5390625, false]], [[-8.2890625, false]], [[-9.2890625, false]], [[-8.7890625, false]], [[-5.2890625, false]], [[-6.5390625, false]], [[-8.7890625, false]], [[-7.0390625, false]], [[-9.2890625, false]], [[-7.0390625, false]], [[-9.5390625, false]], [[-6.5390625, false]], [[-5.5390625, false]], [[-8.7890625, false]], [[-8.2890625, false]], [[-9.2890625, false]], [[-5.2890625, false]], [[-9.0390625, false]], [[-8.7890625, false]], [[-6.65234375, false]], [[-8.2890625, false]], [[-8.28125, false]], [[-5.5390625, false]], [[-8.2890625, false]], [[-9.0390625, false]], [[-5.2890625, false]], [[-9.0390625, false]], [[-9.5390625, false]], [[-9.7890625, false]], [[-8.2890625, false]], [[-6.5390625, false]], [[-8.7890625, false]], [[-6.65234375, false]], [[-8.2890625, false]], [[-8.28125, false]], [[-5.5390625, false]], [[-8.2890625, false]], [[-6.5390625, false]], [[-9.5390625, false]], [[-6.5390625, false]], [[-8.7890625, false]], [[-8.2890625, false]], [[-9.2890625, false]], [[-5.2890625, false]], [[-9.0390625, false]], [[-8.7890625, false]], [[-6.65234375, false]], [[-8.2890625, false]], [[-11.7890625, false]]], "filtered_resps": [[-7.5390625, false], [-8.2890625, false], [-6.5390625, false], [-9.5390625, false], [-6.0390625, false], [-9.0390625, false], [-8.2890625, false], [-5.5390625, false], [-9.7890625, false], [-5.2890625, false], [-8.7890625, false], [-8.2890625, false], [-8.7890625, false], [-6.65234375, false], [-8.2890625, false], [-8.28125, false], [-5.5390625, false], [-8.2890625, false], [-9.2890625, false], [-8.7890625, false], [-5.2890625, false], [-6.5390625, false], [-8.7890625, false], [-7.0390625, false], [-9.2890625, false], [-7.0390625, false], [-9.5390625, false], [-6.5390625, false], [-5.5390625, false], [-8.7890625, false], [-8.2890625, false], [-9.2890625, false], [-5.2890625, false], [-9.0390625, false], [-8.7890625, false], [-6.65234375, false], [-8.2890625, false], [-8.28125, false], [-5.5390625, false], [-8.2890625, false], [-9.0390625, false], [-5.2890625, false], [-9.0390625, false], [-9.5390625, false], [-9.7890625, false], [-8.2890625, false], [-6.5390625, false], [-8.7890625, false], [-6.65234375, false], [-8.2890625, false], [-8.28125, false], [-5.5390625, false], [-8.2890625, false], [-6.5390625, false], [-9.5390625, false], [-6.5390625, false], [-8.7890625, false], [-8.2890625, false], [-9.2890625, false], [-5.2890625, false], [-9.0390625, false], [-8.7890625, false], [-6.65234375, false], [-8.2890625, false], [-11.7890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1634, "doc": {"id": "Mercury_7056735", "question": "What property of water best helps aquatic life survive in lakes during the winter?", "choices": {"text": ["water has a high specific heat capacity", "water has a high surface tension", "water is less dense as a solid than as a liquid", "water is a polar molecule"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "water is less dense as a solid than as a liquid", "arguments": ["Question: What property of water best helps aquatic life survive in lakes during the winter?\nAnswer:", " ["], "resps": [[[-8.1796875, false]], [[-9.4296875, false]], [[-11.1796875, false]], [[-6.4296875, false]], [[-11.1796875, false]], [[-9.1796875, false]], [[-12.6796875, false]], [[-5.9296875, false]], [[-11.5546875, false]], [[-6.4296875, false]], [[-9.9296875, false]], [[-5.9296875, false]], [[-6.4296875, false]], [[-5.9296875, false]], [[-11.5546875, false]], [[-9.4296875, false]], [[-12.5546875, false]], [[-11.5546875, false]], [[-5.9296875, false]], [[-9.9296875, false]], [[-11.1796875, false]], [[-9.1796875, false]], [[-10.4296875, false]], [[-9.4296875, false]], [[-9.9296875, false]], [[-9.4296875, false]], [[-10.4296875, false]], [[-5.9296875, false]], [[-11.5546875, false]], [[-9.1796875, false]], [[-6.4296875, false]], [[-11.1796875, false]], [[-5.9296875, false]], [[-10.4296875, false]], [[-6.4296875, false]], [[-11.1796875, false]], [[-6.4296875, false]], [[-10.4296875, false]], [[-9.4296875, false]], [[-11.1796875, false]], [[-12.6796875, false]], [[-9.4296875, false]], [[-10.359375, false]], [[-5.9296875, false]], [[-9.4296875, false]], [[-11.1796875, false]], [[-6.4296875, false]], [[-11.1796875, false]], [[-9.1796875, false]], [[-12.6796875, false]], [[-5.9296875, false]], [[-11.5546875, false]], [[-6.4296875, false]], [[-9.9296875, false]], [[-5.9296875, false]], [[-6.4296875, false]], [[-5.9296875, false]], [[-11.5546875, false]], [[-9.4296875, false]], [[-12.5546875, false]], [[-11.5546875, false]], [[-5.9296875, false]], [[-9.9296875, false]], [[-12.4296875, false]], [[-12.6796875, false]], [[-9.9296875, false]], [[-6.4296875, false]], [[-10.4296875, false]], [[-9.1796875, false]], [[-5.9296875, false]], [[-11.1796875, false]], [[-9.1796875, false]], [[-9.6796875, false]], [[-9.9296875, false]], [[-9.4296875, false]], [[-8.9296875, false]], [[-9.6796875, false]], [[-9.4296875, false]], [[-10.359375, false]], [[-5.9296875, false]], [[-9.4296875, false]], [[-11.1796875, false]], [[-6.4296875, false]], [[-11.1796875, false]], [[-9.1796875, false]], [[-12.6796875, false]], [[-5.9296875, false]], [[-9.4296875, false]], [[-9.9296875, false]], [[-5.9296875, false]], [[-9.6796875, false]], [[-9.1796875, false]], [[-9.9296875, false]], [[-9.9296875, false]], [[-5.9296875, false]], [[-8.4296875, false]], [[-9.1796875, false]], [[-9.6796875, false]], [[-9.9296875, false]], [[-9.1796875, false]], [[-5.9296875, false]], [[-6.4296875, false]], [[-9.9296875, false]], [[-5.9296875, false]], [[-6.4296875, false]], [[-5.9296875, false]], [[-9.9296875, false]], [[-8.9296875, false]], [[-9.6796875, false]], [[-9.4296875, false]], [[-8.4296875, false]], [[-5.9296875, false]], [[-11.1796875, false]], [[-11.5546875, false]], [[-6.4296875, false]], [[-9.6796875, false]], [[-5.9296875, false]], [[-6.4296875, false]], [[-9.9296875, false]], [[-5.9296875, false]], [[-6.4296875, false]], [[-5.9296875, false]], [[-9.6796875, false]], [[-9.4296875, false]], [[-12.8046875, false]], [[-12.4296875, false]], [[-9.4296875, false]], [[-8.4296875, false]], [[-9.4296875, false]], [[-10.359375, false]], [[-5.9296875, false]], [[-9.4296875, false]], [[-11.1796875, false]], [[-6.4296875, false]], [[-11.1796875, false]], [[-9.1796875, false]], [[-12.6796875, false]], [[-5.9296875, false]], [[-9.4296875, false]], [[-9.9296875, false]], [[-5.9296875, false]], [[-6.4296875, false]], [[-5.9296875, false]], [[-11.1796875, false]], [[-8.9296875, false]], [[-9.6796875, false]], [[-6.4296875, false]], [[-12.6796875, false]], [[-5.9296875, false]], [[-9.9296875, false]], [[-8.9296875, false]], [[-9.6796875, false]], [[-9.1796875, false]], [[-10.4296875, false]], [[-12.4296875, false]], [[-9.6796875, false]], [[-9.1796875, false]], [[-9.4296875, false]], [[-13.9296875, false]]], "filtered_resps": [[-8.1796875, false], [-9.4296875, false], [-11.1796875, false], [-6.4296875, false], [-11.1796875, false], [-9.1796875, false], [-12.6796875, false], [-5.9296875, false], [-11.5546875, false], [-6.4296875, false], [-9.9296875, false], [-5.9296875, false], [-6.4296875, false], [-5.9296875, false], [-11.5546875, false], [-9.4296875, false], [-12.5546875, false], [-11.5546875, false], [-5.9296875, false], [-9.9296875, false], [-11.1796875, false], [-9.1796875, false], [-10.4296875, false], [-9.4296875, false], [-9.9296875, false], [-9.4296875, false], [-10.4296875, false], [-5.9296875, false], [-11.5546875, false], [-9.1796875, false], [-6.4296875, false], [-11.1796875, false], [-5.9296875, false], [-10.4296875, false], [-6.4296875, false], [-11.1796875, false], [-6.4296875, false], [-10.4296875, false], [-9.4296875, false], [-11.1796875, false], [-12.6796875, false], [-9.4296875, false], [-10.359375, false], [-5.9296875, false], [-9.4296875, false], [-11.1796875, false], [-6.4296875, false], [-11.1796875, false], [-9.1796875, false], [-12.6796875, false], [-5.9296875, false], [-11.5546875, false], [-6.4296875, false], [-9.9296875, false], [-5.9296875, false], [-6.4296875, false], [-5.9296875, false], [-11.5546875, false], [-9.4296875, false], [-12.5546875, false], [-11.5546875, false], [-5.9296875, false], [-9.9296875, false], [-12.4296875, false], [-12.6796875, false], [-9.9296875, false], [-6.4296875, false], [-10.4296875, false], [-9.1796875, false], [-5.9296875, false], [-11.1796875, false], [-9.1796875, false], [-9.6796875, false], [-9.9296875, false], [-9.4296875, false], [-8.9296875, false], [-9.6796875, false], [-9.4296875, false], [-10.359375, false], [-5.9296875, false], [-9.4296875, false], [-11.1796875, false], [-6.4296875, false], [-11.1796875, false], [-9.1796875, false], [-12.6796875, false], [-5.9296875, false], [-9.4296875, false], [-9.9296875, false], [-5.9296875, false], [-9.6796875, false], [-9.1796875, false], [-9.9296875, false], [-9.9296875, false], [-5.9296875, false], [-8.4296875, false], [-9.1796875, false], [-9.6796875, false], [-9.9296875, false], [-9.1796875, false], [-5.9296875, false], [-6.4296875, false], [-9.9296875, false], [-5.9296875, false], [-6.4296875, false], [-5.9296875, false], [-9.9296875, false], [-8.9296875, false], [-9.6796875, false], [-9.4296875, false], [-8.4296875, false], [-5.9296875, false], [-11.1796875, false], [-11.5546875, false], [-6.4296875, false], [-9.6796875, false], [-5.9296875, false], [-6.4296875, false], [-9.9296875, false], [-5.9296875, false], [-6.4296875, false], [-5.9296875, false], [-9.6796875, false], [-9.4296875, false], [-12.8046875, false], [-12.4296875, false], [-9.4296875, false], [-8.4296875, false], [-9.4296875, false], [-10.359375, false], [-5.9296875, false], [-9.4296875, false], [-11.1796875, false], [-6.4296875, false], [-11.1796875, false], [-9.1796875, false], [-12.6796875, false], [-5.9296875, false], [-9.4296875, false], [-9.9296875, false], [-5.9296875, false], [-6.4296875, false], [-5.9296875, false], [-11.1796875, false], [-8.9296875, false], [-9.6796875, false], [-6.4296875, false], [-12.6796875, false], [-5.9296875, false], [-9.9296875, false], [-8.9296875, false], [-9.6796875, false], [-9.1796875, false], [-10.4296875, false], [-12.4296875, false], [-9.6796875, false], [-9.1796875, false], [-9.4296875, false], [-13.9296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1642, "doc": {"id": "Mercury_SC_400005", "question": "A tree uses gas A to produce gas B. An animal uses gas B to produce gas A. What is gas B in this cycle?", "choices": {"text": ["oxygen", "nitrogen", "carbon dioxide", "carbon monoxide"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "oxygen", "arguments": ["Question: A tree uses gas A to produce gas B. An animal uses gas B to produce gas A. What is gas B in this cycle?\nAnswer:", " ["], "resps": [[[-6.95703125, false]], [[-8.4609375, false]], [[-8.2109375, false]], [[-9.2109375, false]], [[-9.4609375, false]], [[-8.4609375, false]], [[-8.2109375, false]], [[-7.20703125, false]], [[-8.4609375, false]], [[-9.6171875, false]], [[-5.20703125, false]], [[-8.4609375, false]], [[-7.20703125, false]], [[-7.95703125, false]], [[-9.4609375, false]], [[-10.2109375, false]], [[-8.2109375, false]], [[-8.4609375, false]], [[-8.2109375, false]], [[-7.20703125, false]], [[-8.4609375, false]], [[-9.6171875, false]], [[-5.20703125, false]], [[-8.4609375, false]], [[-6.20703125, false]], [[-4.45703125, false]], [[-10.2109375, false]], [[-7.20703125, false]], [[-8.2109375, false]], [[-7.20703125, false]], [[-5.20703125, false]], [[-7.70703125, false]], [[-7.95703125, false]], [[-8.2109375, false]], [[-9.2109375, false]], [[-7.95703125, false]], [[-7.70703125, false]], [[-8.2109375, false]], [[-8.4609375, false]], [[-9.6171875, false]], [[-5.20703125, false]], [[-8.4609375, false]], [[-6.20703125, false]], [[-4.45703125, false]], [[-10.2109375, false]], [[-7.20703125, false]], [[-8.2109375, false]], [[-7.20703125, false]], [[-5.20703125, false]], [[-8.2109375, false]], [[-8.2109375, false]], [[-7.20703125, false]], [[-8.2109375, false]], [[-9.2109375, false]], [[-7.95703125, false]], [[-7.70703125, false]], [[-8.2109375, false]], [[-8.4609375, false]], [[-12.9609375, false]]], "filtered_resps": [[-6.95703125, false], [-8.4609375, false], [-8.2109375, false], [-9.2109375, false], [-9.4609375, false], [-8.4609375, false], [-8.2109375, false], [-7.20703125, false], [-8.4609375, false], [-9.6171875, false], [-5.20703125, false], [-8.4609375, false], [-7.20703125, false], [-7.95703125, false], [-9.4609375, false], [-10.2109375, false], [-8.2109375, false], [-8.4609375, false], [-8.2109375, false], [-7.20703125, false], [-8.4609375, false], [-9.6171875, false], [-5.20703125, false], [-8.4609375, false], [-6.20703125, false], [-4.45703125, false], [-10.2109375, false], [-7.20703125, false], [-8.2109375, false], [-7.20703125, false], [-5.20703125, false], [-7.70703125, false], [-7.95703125, false], [-8.2109375, false], [-9.2109375, false], [-7.95703125, false], [-7.70703125, false], [-8.2109375, false], [-8.4609375, false], [-9.6171875, false], [-5.20703125, false], [-8.4609375, false], [-6.20703125, false], [-4.45703125, false], [-10.2109375, false], [-7.20703125, false], [-8.2109375, false], [-7.20703125, false], [-5.20703125, false], [-8.2109375, false], [-8.2109375, false], [-7.20703125, false], [-8.2109375, false], [-9.2109375, false], [-7.95703125, false], [-7.70703125, false], [-8.2109375, false], [-8.4609375, false], [-12.9609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1650, "doc": {"id": "MCAS_2011_8_17697", "question": "During the construction of a new building, workers dug round holes in the ground and filled the holes with steel and concrete. Which of the following parts of the building was being built during this stage of construction?", "choices": {"text": ["the floor", "the foundation", "the plumbing", "the walls"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "the foundation", "arguments": ["Question: During the construction of a new building, workers dug round holes in the ground and filled the holes with steel and concrete. Which of the following parts of the building was being built during this stage of construction?\nAnswer:", " ["], "resps": [[[-7.453125, false]], [[-9.203125, false]], [[-9.203125, false]], [[-10.453125, false]], [[-7.953125, false]], [[-5.703125, false]], [[-8.453125, false]], [[-9.453125, false]], [[-10.453125, false]], [[-10.453125, false]], [[-10.453125, false]], [[-9.203125, false]], [[-8.9765625, false]], [[-5.703125, false]], [[-9.203125, false]], [[-9.203125, false]], [[-10.453125, false]], [[-7.953125, false]], [[-5.703125, false]], [[-8.453125, false]], [[-10.453125, false]], [[-10.953125, false]], [[-9.203125, false]], [[-7.453125, false]], [[-3.953125, false]], [[-9.203125, false]], [[-7.703125, false]], [[-10.453125, false]], [[-9.203125, false]], [[-9.203125, false]], [[-8.9765625, false]], [[-5.703125, false]], [[-9.203125, false]], [[-9.203125, false]], [[-10.453125, false]], [[-7.953125, false]], [[-5.703125, false]], [[-9.703125, false]], [[-9.453125, false]], [[-10.953125, false]], [[-10.203125, false]], [[-5.453125, false]], [[-7.703125, false]], [[-9.203125, false]], [[-9.203125, false]], [[-9.203125, false]], [[-8.9765625, false]], [[-5.703125, false]], [[-9.203125, false]], [[-9.203125, false]], [[-10.453125, false]], [[-7.953125, false]], [[-5.703125, false]], [[-9.203125, false]], [[-3.953125, false]], [[-9.453125, false]], [[-9.453125, false]], [[-8.203125, false]], [[-9.203125, false]], [[-11.453125, false]]], "filtered_resps": [[-7.453125, false], [-9.203125, false], [-9.203125, false], [-10.453125, false], [-7.953125, false], [-5.703125, false], [-8.453125, false], [-9.453125, false], [-10.453125, false], [-10.453125, false], [-10.453125, false], [-9.203125, false], [-8.9765625, false], [-5.703125, false], [-9.203125, false], [-9.203125, false], [-10.453125, false], [-7.953125, false], [-5.703125, false], [-8.453125, false], [-10.453125, false], [-10.953125, false], [-9.203125, false], [-7.453125, false], [-3.953125, false], [-9.203125, false], [-7.703125, false], [-10.453125, false], [-9.203125, false], [-9.203125, false], [-8.9765625, false], [-5.703125, false], [-9.203125, false], [-9.203125, false], [-10.453125, false], [-7.953125, false], [-5.703125, false], [-9.703125, false], [-9.453125, false], [-10.953125, false], [-10.203125, false], [-5.453125, false], [-7.703125, false], [-9.203125, false], [-9.203125, false], [-9.203125, false], [-8.9765625, false], [-5.703125, false], [-9.203125, false], [-9.203125, false], [-10.453125, false], [-7.953125, false], [-5.703125, false], [-9.203125, false], [-3.953125, false], [-9.453125, false], [-9.453125, false], [-8.203125, false], [-9.203125, false], [-11.453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1658, "doc": {"id": "Mercury_SC_413637", "question": "The job of the bladder in an animal is to store wastes. Which organ in an animal removes wastes from the blood?", "choices": {"text": ["liver", "heart", "stomach", "kidney"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "kidney", "arguments": ["Question: The job of the bladder in an animal is to store wastes. Which organ in an animal removes wastes from the blood?\nAnswer:", " ["], "resps": [[[-8.375, false]], [[-12.125, false]], [[-8.125, false]], [[-10.125, false]], [[-10.625, false]], [[-9.625, false]], [[-10.375, false]], [[-12.125, false]], [[-10.53125, false]], [[-5.37109375, false]], [[-12.125, false]], [[-10.875, false]], [[-9.625, false]], [[-4.87109375, false]], [[-10.375, false]], [[-9.875, false]], [[-12.125, false]], [[-10.53125, false]], [[-5.37109375, false]], [[-12.125, false]], [[-10.125, false]], [[-9.875, false]], [[-8.625, false]], [[-10.125, false]], [[-4.87109375, false]], [[-9.125, false]], [[-10.875, false]], [[-12.125, false]], [[-10.53125, false]], [[-5.37109375, false]], [[-12.125, false]], [[-3.373046875, false]], [[-10.125, false]], [[-11.125, false]], [[-9.625, false]], [[-9.625, false]], [[-13.875, false]], [[-12.125, false]], [[-12.375, false]]], "filtered_resps": [[-8.375, false], [-12.125, false], [-8.125, false], [-10.125, false], [-10.625, false], [-9.625, false], [-10.375, false], [-12.125, false], [-10.53125, false], [-5.37109375, false], [-12.125, false], [-10.875, false], [-9.625, false], [-4.87109375, false], [-10.375, false], [-9.875, false], [-12.125, false], [-10.53125, false], [-5.37109375, false], [-12.125, false], [-10.125, false], [-9.875, false], [-8.625, false], [-10.125, false], [-4.87109375, false], [-9.125, false], [-10.875, false], [-12.125, false], [-10.53125, false], [-5.37109375, false], [-12.125, false], [-3.373046875, false], [-10.125, false], [-11.125, false], [-9.625, false], [-9.625, false], [-13.875, false], [-12.125, false], [-12.375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1666, "doc": {"id": "Mercury_7175735", "question": "Convection currents in the mantle are thought to be the driving force behind tectonic movement. At which location do the convection currents cause the plates to diverge?", "choices": {"text": ["strike-slip fault", "subduction zone", "mid-ocean ridges", "folded mountains"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "mid-ocean ridges", "arguments": ["Question: Convection currents in the mantle are thought to be the driving force behind tectonic movement. At which location do the convection currents cause the plates to diverge?\nAnswer:", " ["], "resps": [[[-7.140625, false]], [[-9.390625, false]], [[-8.890625, false]], [[-9.640625, false]], [[-10.640625, false]], [[-9.390625, false]], [[-10.390625, false]], [[-8.390625, false]], [[-6.890625, false]], [[-8.890625, false]], [[-10.390625, false]], [[-9.390625, false]], [[-9.390625, false]], [[-5.140625, false]], [[-10.390625, false]], [[-7.140625, false]], [[-12.140625, false]], [[-10.390625, false]], [[-9.640625, false]], [[-9.390625, false]], [[-8.6328125, false]], [[-5.140625, false]], [[-9.390625, false]], [[-8.890625, false]], [[-12.140625, false]], [[-9.390625, false]], [[-10.390625, false]], [[-12.140625, false]], [[-9.390625, false]], [[-9.640625, false]], [[-9.390625, false]], [[-10.640625, false]], [[-8.890625, false]], [[-5.140625, false]], [[-10.140625, false]], [[-10.640625, false]], [[-8.890625, false]], [[-8.390625, false]], [[-9.390625, false]], [[-8.6328125, false]], [[-5.140625, false]], [[-9.390625, false]], [[-10.140625, false]], [[-9.390625, false]], [[-10.390625, false]], [[-6.890625, false]], [[-10.640625, false]], [[-9.390625, false]], [[-8.390625, false]], [[-7.140625, false]], [[-8.890625, false]], [[-5.140625, false]], [[-10.640625, false]], [[-9.390625, false]], [[-10.390625, false]], [[-11.640625, false]], [[-8.390625, false]], [[-8.890625, false]], [[-9.390625, false]], [[-8.6328125, false]], [[-5.140625, false]], [[-9.390625, false]], [[-10.390625, false]], [[-10.640625, false]], [[-10.390625, false]], [[-10.390625, false]], [[-8.390625, false]], [[-10.390625, false]], [[-5.140625, false]], [[-10.140625, false]], [[-10.640625, false]], [[-12.140625, false]], [[-8.890625, false]], [[-9.640625, false]], [[-7.140625, false]], [[-9.390625, false]], [[-8.890625, false]], [[-8.890625, false]], [[-9.390625, false]], [[-12.390625, false]]], "filtered_resps": [[-7.140625, false], [-9.390625, false], [-8.890625, false], [-9.640625, false], [-10.640625, false], [-9.390625, false], [-10.390625, false], [-8.390625, false], [-6.890625, false], [-8.890625, false], [-10.390625, false], [-9.390625, false], [-9.390625, false], [-5.140625, false], [-10.390625, false], [-7.140625, false], [-12.140625, false], [-10.390625, false], [-9.640625, false], [-9.390625, false], [-8.6328125, false], [-5.140625, false], [-9.390625, false], [-8.890625, false], [-12.140625, false], [-9.390625, false], [-10.390625, false], [-12.140625, false], [-9.390625, false], [-9.640625, false], [-9.390625, false], [-10.640625, false], [-8.890625, false], [-5.140625, false], [-10.140625, false], [-10.640625, false], [-8.890625, false], [-8.390625, false], [-9.390625, false], [-8.6328125, false], [-5.140625, false], [-9.390625, false], [-10.140625, false], [-9.390625, false], [-10.390625, false], [-6.890625, false], [-10.640625, false], [-9.390625, false], [-8.390625, false], [-7.140625, false], [-8.890625, false], [-5.140625, false], [-10.640625, false], [-9.390625, false], [-10.390625, false], [-11.640625, false], [-8.390625, false], [-8.890625, false], [-9.390625, false], [-8.6328125, false], [-5.140625, false], [-9.390625, false], [-10.390625, false], [-10.640625, false], [-10.390625, false], [-10.390625, false], [-8.390625, false], [-10.390625, false], [-5.140625, false], [-10.140625, false], [-10.640625, false], [-12.140625, false], [-8.890625, false], [-9.640625, false], [-7.140625, false], [-9.390625, false], [-8.890625, false], [-8.890625, false], [-9.390625, false], [-12.390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1674, "doc": {"id": "Mercury_SC_405999", "question": "Students wanted to see if the growth of a plant was affected by using four different types of soil. How should the students best carry out this investigation after potting the plants in the four different types of soil?", "choices": {"text": ["observe the plants and record observations daily", "move the plants to new locations every day", "measure the height of each plant every hour", "add different amounts of water to each plant"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "observe the plants and record observations daily", "arguments": ["Question: Students wanted to see if the growth of a plant was affected by using four different types of soil. How should the students best carry out this investigation after potting the plants in the four different types of soil?\nAnswer:", " ["], "resps": [[[-7.7421875, false]], [[-10.2421875, false]], [[-11.2421875, false]], [[-10.2421875, false]], [[-10.4921875, false]], [[-9.9921875, false]], [[-12.7421875, false]], [[-13.2421875, false]], [[-9.9921875, false]], [[-5.9921875, false]], [[-11.2421875, false]], [[-11.2421875, false]], [[-9.9921875, false]], [[-5.9921875, false]], [[-10.9921875, false]], [[-12.2421875, false]], [[-7.2421875, false]], [[-12.2421875, false]], [[-11.2421875, false]], [[-10.4921875, false]], [[-5.9921875, false]], [[-7.2421875, false]], [[-12.2421875, false]], [[-10.7421875, false]], [[-5.9921875, false]], [[-12.7421875, false]], [[-9.9921875, false]], [[-11.2421875, false]], [[-11.2421875, false]], [[-12.7421875, false]], [[-10.7421875, false]], [[-5.9921875, false]], [[-11.2421875, false]], [[-10.2421875, false]], [[-10.4921875, false]], [[-9.9921875, false]], [[-12.7421875, false]], [[-13.2421875, false]], [[-7.2421875, false]], [[-11.2421875, false]], [[-9.2421875, false]], [[-11.2421875, false]], [[-12.2421875, false]], [[-10.4921875, false]], [[-5.9921875, false]], [[-10.7421875, false]], [[-7.2421875, false]], [[-9.2421875, false]], [[-12.2421875, false]], [[-13.4921875, false]], [[-10.2421875, false]], [[-11.4140625, false]], [[-5.9921875, false]], [[-10.2421875, false]], [[-11.4921875, false]], [[-11.2421875, false]], [[-13.2421875, false]], [[-9.9921875, false]], [[-5.9921875, false]], [[-11.2421875, false]], [[-11.2421875, false]], [[-9.9921875, false]], [[-5.9921875, false]], [[-10.9921875, false]], [[-12.2421875, false]], [[-7.2421875, false]], [[-12.2421875, false]], [[-11.2421875, false]], [[-10.4921875, false]], [[-5.9921875, false]], [[-11.2421875, false]], [[-11.2421875, false]], [[-5.9921875, false]], [[-12.2421875, false]], [[-9.9921875, false]], [[-11.9921875, false]], [[-5.9921875, false]], [[-12.2421875, false]], [[-11.2421875, false]], [[-11.2421875, false]], [[-7.2421875, false]], [[-11.2421875, false]], [[-9.2421875, false]], [[-11.2421875, false]], [[-12.2421875, false]], [[-10.4921875, false]], [[-5.9921875, false]], [[-9.9921875, false]], [[-13.2421875, false]], [[-9.9921875, false]], [[-12.7421875, false]], [[-13.4921875, false]], [[-5.9921875, false]], [[-10.7421875, false]], [[-7.2421875, false]], [[-13.4921875, false]], [[-10.2421875, false]], [[-11.4140625, false]], [[-5.9921875, false]], [[-10.2421875, false]], [[-11.4921875, false]], [[-9.9921875, false]], [[-7.2421875, false]], [[-10.4921875, false]], [[-11.2421875, false]], [[-12.7421875, false]], [[-9.9921875, false]], [[-5.9921875, false]], [[-11.2421875, false]], [[-11.2421875, false]], [[-9.9921875, false]], [[-5.9921875, false]], [[-11.2421875, false]], [[-9.9921875, false]], [[-9.2421875, false]], [[-12.2421875, false]], [[-11.2421875, false]], [[-11.2421875, false]], [[-5.9921875, false]], [[-11.2421875, false]], [[-12.7421875, false]], [[-5.9921875, false]], [[-9.9921875, false]], [[-7.2421875, false]], [[-11.2421875, false]], [[-11.2421875, false]], [[-5.9921875, false]], [[-10.9921875, false]], [[-12.2421875, false]], [[-7.2421875, false]], [[-12.2421875, false]], [[-11.2421875, false]], [[-5.9921875, false]], [[-9.9921875, false]], [[-13.2421875, false]], [[-9.9921875, false]], [[-12.7421875, false]], [[-13.4921875, false]], [[-5.9921875, false]], [[-11.2421875, false]], [[-11.2421875, false]], [[-11.2421875, false]], [[-12.7421875, false]], [[-10.2421875, false]], [[-11.4140625, false]], [[-5.9921875, false]], [[-10.2421875, false]], [[-7.2421875, false]], [[-10.7421875, false]], [[-10.7421875, false]], [[-5.9921875, false]], [[-10.7421875, false]], [[-9.2421875, false]], [[-12.7421875, false]], [[-12.7421875, false]], [[-9.9921875, false]], [[-12.7421875, false]], [[-9.9921875, false]], [[-12.2421875, false]], [[-11.2421875, false]], [[-5.9921875, false]], [[-7.2421875, false]], [[-11.4921875, false]], [[-11.2421875, false]], [[-11.2421875, false]], [[-12.2421875, false]], [[-11.2421875, false]], [[-10.4921875, false]], [[-5.9921875, false]], [[-11.2421875, false]], [[-12.7421875, false]], [[-5.9921875, false]], [[-11.9921875, false]], [[-7.2421875, false]], [[-11.2421875, false]], [[-9.9921875, false]], [[-12.7421875, false]], [[-5.9921875, false]], [[-11.2421875, false]], [[-11.2421875, false]], [[-5.9921875, false]], [[-9.9921875, false]], [[-7.2421875, false]], [[-11.2421875, false]], [[-11.2421875, false]], [[-5.9921875, false]], [[-10.9921875, false]], [[-12.2421875, false]], [[-7.2421875, false]], [[-12.2421875, false]], [[-11.2421875, false]], [[-10.2421875, false]], [[-13.4921875, false]]], "filtered_resps": [[-7.7421875, false], [-10.2421875, false], [-11.2421875, false], [-10.2421875, false], [-10.4921875, false], [-9.9921875, false], [-12.7421875, false], [-13.2421875, false], [-9.9921875, false], [-5.9921875, false], [-11.2421875, false], [-11.2421875, false], [-9.9921875, false], [-5.9921875, false], [-10.9921875, false], [-12.2421875, false], [-7.2421875, false], [-12.2421875, false], [-11.2421875, false], [-10.4921875, false], [-5.9921875, false], [-7.2421875, false], [-12.2421875, false], [-10.7421875, false], [-5.9921875, false], [-12.7421875, false], [-9.9921875, false], [-11.2421875, false], [-11.2421875, false], [-12.7421875, false], [-10.7421875, false], [-5.9921875, false], [-11.2421875, false], [-10.2421875, false], [-10.4921875, false], [-9.9921875, false], [-12.7421875, false], [-13.2421875, false], [-7.2421875, false], [-11.2421875, false], [-9.2421875, false], [-11.2421875, false], [-12.2421875, false], [-10.4921875, false], [-5.9921875, false], [-10.7421875, false], [-7.2421875, false], [-9.2421875, false], [-12.2421875, false], [-13.4921875, false], [-10.2421875, false], [-11.4140625, false], [-5.9921875, false], [-10.2421875, false], [-11.4921875, false], [-11.2421875, false], [-13.2421875, false], [-9.9921875, false], [-5.9921875, false], [-11.2421875, false], [-11.2421875, false], [-9.9921875, false], [-5.9921875, false], [-10.9921875, false], [-12.2421875, false], [-7.2421875, false], [-12.2421875, false], [-11.2421875, false], [-10.4921875, false], [-5.9921875, false], [-11.2421875, false], [-11.2421875, false], [-5.9921875, false], [-12.2421875, false], [-9.9921875, false], [-11.9921875, false], [-5.9921875, false], [-12.2421875, false], [-11.2421875, false], [-11.2421875, false], [-7.2421875, false], [-11.2421875, false], [-9.2421875, false], [-11.2421875, false], [-12.2421875, false], [-10.4921875, false], [-5.9921875, false], [-9.9921875, false], [-13.2421875, false], [-9.9921875, false], [-12.7421875, false], [-13.4921875, false], [-5.9921875, false], [-10.7421875, false], [-7.2421875, false], [-13.4921875, false], [-10.2421875, false], [-11.4140625, false], [-5.9921875, false], [-10.2421875, false], [-11.4921875, false], [-9.9921875, false], [-7.2421875, false], [-10.4921875, false], [-11.2421875, false], [-12.7421875, false], [-9.9921875, false], [-5.9921875, false], [-11.2421875, false], [-11.2421875, false], [-9.9921875, false], [-5.9921875, false], [-11.2421875, false], [-9.9921875, false], [-9.2421875, false], [-12.2421875, false], [-11.2421875, false], [-11.2421875, false], [-5.9921875, false], [-11.2421875, false], [-12.7421875, false], [-5.9921875, false], [-9.9921875, false], [-7.2421875, false], [-11.2421875, false], [-11.2421875, false], [-5.9921875, false], [-10.9921875, false], [-12.2421875, false], [-7.2421875, false], [-12.2421875, false], [-11.2421875, false], [-5.9921875, false], [-9.9921875, false], [-13.2421875, false], [-9.9921875, false], [-12.7421875, false], [-13.4921875, false], [-5.9921875, false], [-11.2421875, false], [-11.2421875, false], [-11.2421875, false], [-12.7421875, false], [-10.2421875, false], [-11.4140625, false], [-5.9921875, false], [-10.2421875, false], [-7.2421875, false], [-10.7421875, false], [-10.7421875, false], [-5.9921875, false], [-10.7421875, false], [-9.2421875, false], [-12.7421875, false], [-12.7421875, false], [-9.9921875, false], [-12.7421875, false], [-9.9921875, false], [-12.2421875, false], [-11.2421875, false], [-5.9921875, false], [-7.2421875, false], [-11.4921875, false], [-11.2421875, false], [-11.2421875, false], [-12.2421875, false], [-11.2421875, false], [-10.4921875, false], [-5.9921875, false], [-11.2421875, false], [-12.7421875, false], [-5.9921875, false], [-11.9921875, false], [-7.2421875, false], [-11.2421875, false], [-9.9921875, false], [-12.7421875, false], [-5.9921875, false], [-11.2421875, false], [-11.2421875, false], [-5.9921875, false], [-9.9921875, false], [-7.2421875, false], [-11.2421875, false], [-11.2421875, false], [-5.9921875, false], [-10.9921875, false], [-12.2421875, false], [-7.2421875, false], [-12.2421875, false], [-11.2421875, false], [-10.2421875, false], [-13.4921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1682, "doc": {"id": "MCAS_1999_4_7", "question": "What force pulls things towards the center of Earth?", "choices": {"text": ["magnetism", "gravity", "friction", "energy"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "gravity", "arguments": ["Question: What force pulls things towards the center of Earth?\nAnswer:", " ["], "resps": [[[-8.4765625, false]], [[-8.2265625, false]], [[-9.9765625, false]], [[-5.4765625, false]], [[-10.9765625, false]], [[-10.7265625, false]], [[-8.7265625, false]], [[-9.7265625, false]], [[-10.2265625, false]], [[-9.4765625, false]], [[-9.9765625, false]], [[-8.2265625, false]], [[-10.46875, false]], [[-5.4765625, false]], [[-8.2265625, false]], [[-10.9765625, false]], [[-10.9765625, false]], [[-5.4765625, false]], [[-10.2265625, false]], [[-10.2265625, false]], [[-9.7265625, false]], [[-11.9765625, false]], [[-8.2265625, false]], [[-10.46875, false]], [[-5.4765625, false]], [[-8.2265625, false]], [[-9.9765625, false]], [[-10.9765625, false]], [[-10.2265625, false]], [[-9.7265625, false]], [[-9.7265625, false]], [[-10.2265625, false]], [[-10.4765625, false]], [[-10.7265625, false]], [[-8.2265625, false]], [[-10.46875, false]], [[-5.4765625, false]], [[-8.2265625, false]], [[-8.7265625, false]], [[-10.7265625, false]], [[-8.7265625, false]], [[-10.9765625, false]], [[-10.9765625, false]], [[-11.9765625, false]], [[-8.2265625, false]], [[-13.4765625, false]]], "filtered_resps": [[-8.4765625, false], [-8.2265625, false], [-9.9765625, false], [-5.4765625, false], [-10.9765625, false], [-10.7265625, false], [-8.7265625, false], [-9.7265625, false], [-10.2265625, false], [-9.4765625, false], [-9.9765625, false], [-8.2265625, false], [-10.46875, false], [-5.4765625, false], [-8.2265625, false], [-10.9765625, false], [-10.9765625, false], [-5.4765625, false], [-10.2265625, false], [-10.2265625, false], [-9.7265625, false], [-11.9765625, false], [-8.2265625, false], [-10.46875, false], [-5.4765625, false], [-8.2265625, false], [-9.9765625, false], [-10.9765625, false], [-10.2265625, false], [-9.7265625, false], [-9.7265625, false], [-10.2265625, false], [-10.4765625, false], [-10.7265625, false], [-8.2265625, false], [-10.46875, false], [-5.4765625, false], [-8.2265625, false], [-8.7265625, false], [-10.7265625, false], [-8.7265625, false], [-10.9765625, false], [-10.9765625, false], [-11.9765625, false], [-8.2265625, false], [-13.4765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1690, "doc": {"id": "MCAS_2000_8_32", "question": "Which is an example of asexual reproduction?", "choices": {"text": ["one cell divides into two cells", "two cells unite to form one cell", "a gene in a cell mutates", "egg cells are produced"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "one cell divides into two cells", "arguments": ["Question: Which is an example of asexual reproduction?\nAnswer:", " ["], "resps": [[[-7.7890625, false]], [[-8.7890625, false]], [[-7.5390625, false]], [[-9.5390625, false]], [[-7.2890625, false]], [[-5.7890625, false]], [[-8.7890625, false]], [[-7.2890625, false]], [[-9.7890625, false]], [[-9.7890625, false]], [[-5.7890625, false]], [[-8.7890625, false]], [[-8.5390625, false]], [[-11.0390625, false]], [[-8.5390625, false]], [[-8.7890625, false]], [[-7.2890625, false]], [[-8.7890625, false]], [[-5.7890625, false]], [[-8.5390625, false]], [[-9.5390625, false]], [[-10.7890625, false]], [[-7.5390625, false]], [[-5.7890625, false]], [[-10.7890625, false]], [[-11.2890625, false]], [[-7.5390625, false]], [[-5.7890625, false]], [[-8.7890625, false]], [[-7.2890625, false]], [[-9.7890625, false]], [[-9.7890625, false]], [[-8.7890625, false]], [[-8.7890625, false]], [[-9.9296875, false]], [[-5.7890625, false]], [[-8.7890625, false]], [[-10.7890625, false]], [[-11.2890625, false]], [[-7.5390625, false]], [[-5.7890625, false]], [[-8.7890625, false]], [[-7.2890625, false]], [[-9.7890625, false]], [[-9.7890625, false]], [[-8.7890625, false]], [[-5.7890625, false]], [[-9.7890625, false]], [[-9.5390625, false]], [[-8.5390625, false]], [[-10.7890625, false]], [[-7.2890625, false]], [[-5.7890625, false]], [[-10.7890625, false]], [[-7.5390625, false]], [[-5.7890625, false]], [[-10.0390625, false]], [[-7.5390625, false]], [[-8.7890625, false]], [[-9.5390625, false]], [[-5.7890625, false]], [[-7.5390625, false]], [[-9.5390625, false]], [[-7.2890625, false]], [[-5.7890625, false]], [[-8.7890625, false]], [[-7.2890625, false]], [[-9.7890625, false]], [[-9.7890625, false]], [[-8.7890625, false]], [[-9.9296875, false]], [[-5.7890625, false]], [[-8.7890625, false]], [[-4.0390625, false]], [[-5.7890625, false]], [[-10.5390625, false]], [[-7.2890625, false]], [[-9.5390625, false]], [[-7.2890625, false]], [[-5.7890625, false]], [[-8.5390625, false]], [[-9.5390625, false]], [[-5.7890625, false]], [[-4.0390625, false]], [[-5.7890625, false]], [[-8.7890625, false]], [[-7.2890625, false]], [[-9.7890625, false]], [[-9.7890625, false]], [[-5.7890625, false]], [[-9.5390625, false]], [[-9.7890625, false]], [[-10.7890625, false]], [[-4.0390625, false]], [[-10.7890625, false]], [[-7.2890625, false]], [[-8.7890625, false]], [[-8.7890625, false]], [[-9.9296875, false]], [[-5.7890625, false]], [[-8.7890625, false]], [[-7.2890625, false]], [[-10.5390625, false]], [[-10.5390625, false]], [[-5.7890625, false]], [[-8.7890625, false]], [[-7.2890625, false]], [[-9.7890625, false]], [[-9.7890625, false]], [[-8.7890625, false]], [[-5.7890625, false]], [[-4.0390625, false]], [[-8.7890625, false]], [[-7.2890625, false]], [[-5.7890625, false]], [[-9.2890625, false]], [[-8.7890625, false]], [[-7.5390625, false]], [[-8.7890625, false]], [[-9.7890625, false]], [[-8.7890625, false]], [[-7.2890625, false]], [[-8.7890625, false]], [[-8.7890625, false]], [[-13.1640625, false]]], "filtered_resps": [[-7.7890625, false], [-8.7890625, false], [-7.5390625, false], [-9.5390625, false], [-7.2890625, false], [-5.7890625, false], [-8.7890625, false], [-7.2890625, false], [-9.7890625, false], [-9.7890625, false], [-5.7890625, false], [-8.7890625, false], [-8.5390625, false], [-11.0390625, false], [-8.5390625, false], [-8.7890625, false], [-7.2890625, false], [-8.7890625, false], [-5.7890625, false], [-8.5390625, false], [-9.5390625, false], [-10.7890625, false], [-7.5390625, false], [-5.7890625, false], [-10.7890625, false], [-11.2890625, false], [-7.5390625, false], [-5.7890625, false], [-8.7890625, false], [-7.2890625, false], [-9.7890625, false], [-9.7890625, false], [-8.7890625, false], [-8.7890625, false], [-9.9296875, false], [-5.7890625, false], [-8.7890625, false], [-10.7890625, false], [-11.2890625, false], [-7.5390625, false], [-5.7890625, false], [-8.7890625, false], [-7.2890625, false], [-9.7890625, false], [-9.7890625, false], [-8.7890625, false], [-5.7890625, false], [-9.7890625, false], [-9.5390625, false], [-8.5390625, false], [-10.7890625, false], [-7.2890625, false], [-5.7890625, false], [-10.7890625, false], [-7.5390625, false], [-5.7890625, false], [-10.0390625, false], [-7.5390625, false], [-8.7890625, false], [-9.5390625, false], [-5.7890625, false], [-7.5390625, false], [-9.5390625, false], [-7.2890625, false], [-5.7890625, false], [-8.7890625, false], [-7.2890625, false], [-9.7890625, false], [-9.7890625, false], [-8.7890625, false], [-9.9296875, false], [-5.7890625, false], [-8.7890625, false], [-4.0390625, false], [-5.7890625, false], [-10.5390625, false], [-7.2890625, false], [-9.5390625, false], [-7.2890625, false], [-5.7890625, false], [-8.5390625, false], [-9.5390625, false], [-5.7890625, false], [-4.0390625, false], [-5.7890625, false], [-8.7890625, false], [-7.2890625, false], [-9.7890625, false], [-9.7890625, false], [-5.7890625, false], [-9.5390625, false], [-9.7890625, false], [-10.7890625, false], [-4.0390625, false], [-10.7890625, false], [-7.2890625, false], [-8.7890625, false], [-8.7890625, false], [-9.9296875, false], [-5.7890625, false], [-8.7890625, false], [-7.2890625, false], [-10.5390625, false], [-10.5390625, false], [-5.7890625, false], [-8.7890625, false], [-7.2890625, false], [-9.7890625, false], [-9.7890625, false], [-8.7890625, false], [-5.7890625, false], [-4.0390625, false], [-8.7890625, false], [-7.2890625, false], [-5.7890625, false], [-9.2890625, false], [-8.7890625, false], [-7.5390625, false], [-8.7890625, false], [-9.7890625, false], [-8.7890625, false], [-7.2890625, false], [-8.7890625, false], [-8.7890625, false], [-13.1640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1698, "doc": {"id": "LEAP_2012_8_10442", "question": "Which statement best describes how birth and death rates compare in a population at carrying capacity?", "choices": {"text": ["The birth rate is greater than the death rate.", "The birth rate is less than the death rate.", "The birth rate is equal to the death rate.", "The birth rate and the death rate are zero."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "The birth rate is equal to the death rate.", "arguments": ["Question: Which statement best describes how birth and death rates compare in a population at carrying capacity?\nAnswer:", " ["], "resps": [[[-7.02734375, false]], [[-8.5234375, false]], [[-7.02734375, false]], [[-11.0234375, false]], [[-9.3984375, false]], [[-6.02734375, false]], [[-7.27734375, false]], [[-8.8984375, false]], [[-10.8984375, false]], [[-9.5234375, false]], [[-11.0234375, false]], [[-6.02734375, false]], [[-10.8984375, false]], [[-4.65234375, false]], [[-9.5234375, false]], [[-9.3984375, false]], [[-6.02734375, false]], [[-8.8984375, false]], [[-9.8984375, false]], [[-6.02734375, false]], [[-10.7734375, false]], [[-10.8984375, false]], [[-9.3984375, false]], [[-4.65234375, false]], [[-9.5234375, false]], [[-9.3984375, false]], [[-10.8984375, false]], [[-6.02734375, false]], [[-9.5234375, false]], [[-11.0234375, false]], [[-4.65234375, false]], [[-8.1484375, false]], [[-6.02734375, false]], [[-9.5234375, false]], [[-11.0234375, false]], [[-9.3984375, false]], [[-6.02734375, false]], [[-9.5234375, false]], [[-9.3984375, false]], [[-4.65234375, false]], [[-9.5234375, false]], [[-11.0234375, false]], [[-6.02734375, false]], [[-10.8984375, false]], [[-4.65234375, false]], [[-9.5234375, false]], [[-9.3984375, false]], [[-7.0703125, false]], [[-8.5234375, false]], [[-10.1875, false]], [[-6.02734375, false]], [[-8.5234375, false]], [[-7.02734375, false]], [[-11.0234375, false]], [[-9.3984375, false]], [[-6.02734375, false]], [[-7.27734375, false]], [[-8.8984375, false]], [[-10.8984375, false]], [[-9.5234375, false]], [[-11.0234375, false]], [[-6.02734375, false]], [[-10.8984375, false]], [[-4.65234375, false]], [[-9.5234375, false]], [[-9.3984375, false]], [[-6.02734375, false]], [[-8.8984375, false]], [[-9.8984375, false]], [[-6.02734375, false]], [[-11.0234375, false]], [[-9.3984375, false]], [[-9.8984375, false]], [[-9.8984375, false]], [[-6.02734375, false]], [[-9.5234375, false]], [[-11.0234375, false]], [[-4.65234375, false]], [[-8.1484375, false]], [[-6.02734375, false]], [[-9.5234375, false]], [[-11.0234375, false]], [[-9.3984375, false]], [[-6.02734375, false]], [[-9.5234375, false]], [[-9.3984375, false]], [[-4.65234375, false]], [[-9.5234375, false]], [[-11.0234375, false]], [[-6.02734375, false]], [[-10.8984375, false]], [[-4.65234375, false]], [[-9.5234375, false]], [[-9.3984375, false]], [[-7.0703125, false]], [[-8.5234375, false]], [[-10.1875, false]], [[-6.02734375, false]], [[-8.5234375, false]], [[-7.02734375, false]], [[-11.0234375, false]], [[-9.3984375, false]], [[-6.02734375, false]], [[-7.27734375, false]], [[-8.8984375, false]], [[-10.8984375, false]], [[-9.5234375, false]], [[-11.0234375, false]], [[-6.02734375, false]], [[-10.8984375, false]], [[-4.65234375, false]], [[-9.5234375, false]], [[-9.3984375, false]], [[-6.02734375, false]], [[-8.8984375, false]], [[-9.8984375, false]], [[-6.02734375, false]], [[-9.3984375, false]], [[-10.3984375, false]], [[-11.3984375, false]], [[-4.65234375, false]], [[-11.0234375, false]], [[-6.02734375, false]], [[-9.5234375, false]], [[-10.1484375, false]], [[-6.02734375, false]], [[-9.5234375, false]], [[-11.0234375, false]], [[-9.3984375, false]], [[-6.02734375, false]], [[-9.5234375, false]], [[-9.3984375, false]], [[-4.65234375, false]], [[-9.5234375, false]], [[-11.0234375, false]], [[-6.02734375, false]], [[-10.8984375, false]], [[-4.65234375, false]], [[-9.5234375, false]], [[-9.3984375, false]], [[-7.0703125, false]], [[-8.5234375, false]], [[-10.1875, false]], [[-6.02734375, false]], [[-8.5234375, false]], [[-7.02734375, false]], [[-11.0234375, false]], [[-9.3984375, false]], [[-6.02734375, false]], [[-7.27734375, false]], [[-8.8984375, false]], [[-10.8984375, false]], [[-9.5234375, false]], [[-11.0234375, false]], [[-6.02734375, false]], [[-10.8984375, false]], [[-4.65234375, false]], [[-9.5234375, false]], [[-9.3984375, false]], [[-6.02734375, false]], [[-4.65234375, false]], [[-8.1484375, false]], [[-9.5234375, false]], [[-6.02734375, false]], [[-9.5234375, false]], [[-11.0234375, false]], [[-9.3984375, false]], [[-6.02734375, false]], [[-9.5234375, false]], [[-9.3984375, false]], [[-4.65234375, false]], [[-9.5234375, false]], [[-11.0234375, false]], [[-6.02734375, false]], [[-10.8984375, false]], [[-4.65234375, false]], [[-9.5234375, false]], [[-9.3984375, false]], [[-6.02734375, false]], [[-4.65234375, false]], [[-10.8984375, false]], [[-9.3984375, false]], [[-6.02734375, false]], [[-11.1484375, false]], [[-9.3984375, false]], [[-10.8984375, false]], [[-10.1484375, false]], [[-7.0703125, false]], [[-8.5234375, false]], [[-12.5234375, false]]], "filtered_resps": [[-7.02734375, false], [-8.5234375, false], [-7.02734375, false], [-11.0234375, false], [-9.3984375, false], [-6.02734375, false], [-7.27734375, false], [-8.8984375, false], [-10.8984375, false], [-9.5234375, false], [-11.0234375, false], [-6.02734375, false], [-10.8984375, false], [-4.65234375, false], [-9.5234375, false], [-9.3984375, false], [-6.02734375, false], [-8.8984375, false], [-9.8984375, false], [-6.02734375, false], [-10.7734375, false], [-10.8984375, false], [-9.3984375, false], [-4.65234375, false], [-9.5234375, false], [-9.3984375, false], [-10.8984375, false], [-6.02734375, false], [-9.5234375, false], [-11.0234375, false], [-4.65234375, false], [-8.1484375, false], [-6.02734375, false], [-9.5234375, false], [-11.0234375, false], [-9.3984375, false], [-6.02734375, false], [-9.5234375, false], [-9.3984375, false], [-4.65234375, false], [-9.5234375, false], [-11.0234375, false], [-6.02734375, false], [-10.8984375, false], [-4.65234375, false], [-9.5234375, false], [-9.3984375, false], [-7.0703125, false], [-8.5234375, false], [-10.1875, false], [-6.02734375, false], [-8.5234375, false], [-7.02734375, false], [-11.0234375, false], [-9.3984375, false], [-6.02734375, false], [-7.27734375, false], [-8.8984375, false], [-10.8984375, false], [-9.5234375, false], [-11.0234375, false], [-6.02734375, false], [-10.8984375, false], [-4.65234375, false], [-9.5234375, false], [-9.3984375, false], [-6.02734375, false], [-8.8984375, false], [-9.8984375, false], [-6.02734375, false], [-11.0234375, false], [-9.3984375, false], [-9.8984375, false], [-9.8984375, false], [-6.02734375, false], [-9.5234375, false], [-11.0234375, false], [-4.65234375, false], [-8.1484375, false], [-6.02734375, false], [-9.5234375, false], [-11.0234375, false], [-9.3984375, false], [-6.02734375, false], [-9.5234375, false], [-9.3984375, false], [-4.65234375, false], [-9.5234375, false], [-11.0234375, false], [-6.02734375, false], [-10.8984375, false], [-4.65234375, false], [-9.5234375, false], [-9.3984375, false], [-7.0703125, false], [-8.5234375, false], [-10.1875, false], [-6.02734375, false], [-8.5234375, false], [-7.02734375, false], [-11.0234375, false], [-9.3984375, false], [-6.02734375, false], [-7.27734375, false], [-8.8984375, false], [-10.8984375, false], [-9.5234375, false], [-11.0234375, false], [-6.02734375, false], [-10.8984375, false], [-4.65234375, false], [-9.5234375, false], [-9.3984375, false], [-6.02734375, false], [-8.8984375, false], [-9.8984375, false], [-6.02734375, false], [-9.3984375, false], [-10.3984375, false], [-11.3984375, false], [-4.65234375, false], [-11.0234375, false], [-6.02734375, false], [-9.5234375, false], [-10.1484375, false], [-6.02734375, false], [-9.5234375, false], [-11.0234375, false], [-9.3984375, false], [-6.02734375, false], [-9.5234375, false], [-9.3984375, false], [-4.65234375, false], [-9.5234375, false], [-11.0234375, false], [-6.02734375, false], [-10.8984375, false], [-4.65234375, false], [-9.5234375, false], [-9.3984375, false], [-7.0703125, false], [-8.5234375, false], [-10.1875, false], [-6.02734375, false], [-8.5234375, false], [-7.02734375, false], [-11.0234375, false], [-9.3984375, false], [-6.02734375, false], [-7.27734375, false], [-8.8984375, false], [-10.8984375, false], [-9.5234375, false], [-11.0234375, false], [-6.02734375, false], [-10.8984375, false], [-4.65234375, false], [-9.5234375, false], [-9.3984375, false], [-6.02734375, false], [-4.65234375, false], [-8.1484375, false], [-9.5234375, false], [-6.02734375, false], [-9.5234375, false], [-11.0234375, false], [-9.3984375, false], [-6.02734375, false], [-9.5234375, false], [-9.3984375, false], [-4.65234375, false], [-9.5234375, false], [-11.0234375, false], [-6.02734375, false], [-10.8984375, false], [-4.65234375, false], [-9.5234375, false], [-9.3984375, false], [-6.02734375, false], [-4.65234375, false], [-10.8984375, false], [-9.3984375, false], [-6.02734375, false], [-11.1484375, false], [-9.3984375, false], [-10.8984375, false], [-10.1484375, false], [-7.0703125, false], [-8.5234375, false], [-12.5234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1706, "doc": {"id": "Mercury_LBS10778", "question": "If the Earth did not tilt on its axis in relation to the sun, which of the following would also be true?", "choices": {"text": ["There would be no seasons.", "One Earth-year would be 14% longer.", "The Earth would spin at a different rate.", "Temperatures at the Earth's equator would cool."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "There would be no seasons.", "arguments": ["Question: If the Earth did not tilt on its axis in relation to the sun, which of the following would also be true?\nAnswer:", " ["], "resps": [[[-6.6796875, false]], [[-8.6796875, false]], [[-5.4296875, false]], [[-8.6796875, false]], [[-7.6796875, false]], [[-8.4296875, false]], [[-7.6796875, false]], [[-5.1796875, false]], [[-9.9296875, false]], [[-8.6796875, false]], [[-10.1796875, false]], [[-9.4296875, false]], [[-7.9296875, false]], [[-5.1796875, false]], [[-5.9296875, false]], [[-7.6796875, false]], [[-5.1796875, false]], [[-7.6796875, false]], [[-8.6796875, false]], [[-5.1796875, false]], [[-7.9296875, false]], [[-7.6796875, false]], [[-4.9296875, false]], [[-7.9296875, false]], [[-8.6796875, false]], [[-7.6796875, false]], [[-7.9296875, false]], [[-6.296875, false]], [[-8.6796875, false]], [[-9.546875, false]], [[-5.1796875, false]], [[-8.6796875, false]], [[-6.6796875, false]], [[-7.6796875, false]], [[-7.6796875, false]], [[-5.1796875, false]], [[-4.9296875, false]], [[-4.9296875, false]], [[-8.4296875, false]], [[-7.1796875, false]], [[-8.6796875, false]], [[-5.1796875, false]], [[-9.9296875, false]], [[-7.6796875, false]], [[-4.9296875, false]], [[-8.4296875, false]], [[-5.1796875, false]], [[-9.9296875, false]], [[-8.6796875, false]], [[-10.1796875, false]], [[-9.4296875, false]], [[-7.9296875, false]], [[-5.1796875, false]], [[-5.9296875, false]], [[-7.6796875, false]], [[-5.1796875, false]], [[-5.6796875, false]], [[-8.6796875, false]], [[-11.6796875, false]], [[-5.1796875, false]], [[-9.4296875, false]], [[-8.6796875, false]], [[-7.6796875, false]], [[-9.4296875, false]], [[-7.6796875, false]], [[-8.4296875, false]], [[-6.296875, false]], [[-8.6796875, false]], [[-9.546875, false]], [[-5.1796875, false]], [[-8.6796875, false]], [[-5.4296875, false]], [[-8.6796875, false]], [[-7.6796875, false]], [[-5.1796875, false]], [[-4.9296875, false]], [[-4.9296875, false]], [[-8.4296875, false]], [[-7.1796875, false]], [[-8.6796875, false]], [[-5.1796875, false]], [[-9.9296875, false]], [[-8.6796875, false]], [[-10.1796875, false]], [[-9.4296875, false]], [[-7.9296875, false]], [[-5.1796875, false]], [[-7.9296875, false]], [[-7.6796875, false]], [[-8.1796875, false]], [[-7.6796875, false]], [[-5.1796875, false]], [[-4.9296875, false]], [[-7.1796875, false]], [[-5.1796875, false]], [[-4.9296875, false]], [[-5.1796875, false]], [[-7.9296875, false]], [[-8.1796875, false]], [[-7.6796875, false]], [[-7.6796875, false]], [[-7.6796875, false]], [[-8.4296875, false]], [[-7.6796875, false]], [[-7.6796875, false]], [[-7.1796875, false]], [[-5.1796875, false]], [[-8.4296875, false]], [[-4.9296875, false]], [[-7.1796875, false]], [[-7.6796875, false]], [[-6.296875, false]], [[-8.6796875, false]], [[-9.546875, false]], [[-5.1796875, false]], [[-6.9296875, false]], [[-5.4296875, false]], [[-7.6796875, false]], [[-7.9296875, false]], [[-7.6796875, false]], [[-7.6796875, false]], [[-8.4296875, false]], [[-4.9296875, false]], [[-7.1796875, false]], [[-10.1796875, false]], [[-8.4296875, false]], [[-7.6796875, false]], [[-7.9296875, false]], [[-5.1796875, false]], [[-4.9296875, false]], [[-7.1796875, false]], [[-5.1796875, false]], [[-7.1796875, false]], [[-8.6796875, false]], [[-7.6796875, false]], [[-5.1796875, false]], [[-4.9296875, false]], [[-4.9296875, false]], [[-8.4296875, false]], [[-7.1796875, false]], [[-8.6796875, false]], [[-8.6796875, false]], [[-7.9296875, false]], [[-5.1796875, false]], [[-7.6796875, false]], [[-8.9296875, false]], [[-10.1796875, false]], [[-4.9296875, false]], [[-7.1796875, false]], [[-8.6796875, false]], [[-8.4296875, false]], [[-5.1796875, false]], [[-9.9296875, false]], [[-8.6796875, false]], [[-10.1796875, false]], [[-9.4296875, false]], [[-7.9296875, false]], [[-5.1796875, false]], [[-7.1796875, false]], [[-8.6796875, false]], [[-8.6796875, false]], [[-9.4296875, false]], [[-6.296875, false]], [[-6.9296875, false]], [[-11.6796875, false]]], "filtered_resps": [[-6.6796875, false], [-8.6796875, false], [-5.4296875, false], [-8.6796875, false], [-7.6796875, false], [-8.4296875, false], [-7.6796875, false], [-5.1796875, false], [-9.9296875, false], [-8.6796875, false], [-10.1796875, false], [-9.4296875, false], [-7.9296875, false], [-5.1796875, false], [-5.9296875, false], [-7.6796875, false], [-5.1796875, false], [-7.6796875, false], [-8.6796875, false], [-5.1796875, false], [-7.9296875, false], [-7.6796875, false], [-4.9296875, false], [-7.9296875, false], [-8.6796875, false], [-7.6796875, false], [-7.9296875, false], [-6.296875, false], [-8.6796875, false], [-9.546875, false], [-5.1796875, false], [-8.6796875, false], [-6.6796875, false], [-7.6796875, false], [-7.6796875, false], [-5.1796875, false], [-4.9296875, false], [-4.9296875, false], [-8.4296875, false], [-7.1796875, false], [-8.6796875, false], [-5.1796875, false], [-9.9296875, false], [-7.6796875, false], [-4.9296875, false], [-8.4296875, false], [-5.1796875, false], [-9.9296875, false], [-8.6796875, false], [-10.1796875, false], [-9.4296875, false], [-7.9296875, false], [-5.1796875, false], [-5.9296875, false], [-7.6796875, false], [-5.1796875, false], [-5.6796875, false], [-8.6796875, false], [-11.6796875, false], [-5.1796875, false], [-9.4296875, false], [-8.6796875, false], [-7.6796875, false], [-9.4296875, false], [-7.6796875, false], [-8.4296875, false], [-6.296875, false], [-8.6796875, false], [-9.546875, false], [-5.1796875, false], [-8.6796875, false], [-5.4296875, false], [-8.6796875, false], [-7.6796875, false], [-5.1796875, false], [-4.9296875, false], [-4.9296875, false], [-8.4296875, false], [-7.1796875, false], [-8.6796875, false], [-5.1796875, false], [-9.9296875, false], [-8.6796875, false], [-10.1796875, false], [-9.4296875, false], [-7.9296875, false], [-5.1796875, false], [-7.9296875, false], [-7.6796875, false], [-8.1796875, false], [-7.6796875, false], [-5.1796875, false], [-4.9296875, false], [-7.1796875, false], [-5.1796875, false], [-4.9296875, false], [-5.1796875, false], [-7.9296875, false], [-8.1796875, false], [-7.6796875, false], [-7.6796875, false], [-7.6796875, false], [-8.4296875, false], [-7.6796875, false], [-7.6796875, false], [-7.1796875, false], [-5.1796875, false], [-8.4296875, false], [-4.9296875, false], [-7.1796875, false], [-7.6796875, false], [-6.296875, false], [-8.6796875, false], [-9.546875, false], [-5.1796875, false], [-6.9296875, false], [-5.4296875, false], [-7.6796875, false], [-7.9296875, false], [-7.6796875, false], [-7.6796875, false], [-8.4296875, false], [-4.9296875, false], [-7.1796875, false], [-10.1796875, false], [-8.4296875, false], [-7.6796875, false], [-7.9296875, false], [-5.1796875, false], [-4.9296875, false], [-7.1796875, false], [-5.1796875, false], [-7.1796875, false], [-8.6796875, false], [-7.6796875, false], [-5.1796875, false], [-4.9296875, false], [-4.9296875, false], [-8.4296875, false], [-7.1796875, false], [-8.6796875, false], [-8.6796875, false], [-7.9296875, false], [-5.1796875, false], [-7.6796875, false], [-8.9296875, false], [-10.1796875, false], [-4.9296875, false], [-7.1796875, false], [-8.6796875, false], [-8.4296875, false], [-5.1796875, false], [-9.9296875, false], [-8.6796875, false], [-10.1796875, false], [-9.4296875, false], [-7.9296875, false], [-5.1796875, false], [-7.1796875, false], [-8.6796875, false], [-8.6796875, false], [-9.4296875, false], [-6.296875, false], [-6.9296875, false], [-11.6796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1714, "doc": {"id": "Mercury_SC_407690", "question": "Penny's class was learning how rapidly some changes can happen on Earth. Which event causes the fastest change to the surface of Earth?", "choices": {"text": ["water flowing in a riverbed", "a wave crashing on a beach", "an earthquake cracking a road", "wind blowing against a mountain"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "an earthquake cracking a road", "arguments": ["Question: Penny's class was learning how rapidly some changes can happen on Earth. Which event causes the fastest change to the surface of Earth?\nAnswer:", " ["], "resps": [[[-7.51953125, false]], [[-7.51953125, false]], [[-10.515625, false]], [[-4.64453125, false]], [[-9.515625, false]], [[-5.64453125, false]], [[-9.765625, false]], [[-5.14453125, false]], [[-9.015625, false]], [[-11.265625, false]], [[-8.765625, false]], [[-10.515625, false]], [[-9.015625, false]], [[-10.640625, false]], [[-12.390625, false]], [[-5.14453125, false]], [[-9.015625, false]], [[-10.640625, false]], [[-5.14453125, false]], [[-4.64453125, false]], [[-5.14453125, false]], [[-9.765625, false]], [[-9.015625, false]], [[-11.140625, false]], [[-5.64453125, false]], [[-9.765625, false]], [[-9.140625, false]], [[-5.64453125, false]], [[-7.01953125, false]], [[-7.51953125, false]], [[-8.9453125, false]], [[-5.14453125, false]], [[-7.51953125, false]], [[-4.64453125, false]], [[-5.14453125, false]], [[-10.515625, false]], [[-4.64453125, false]], [[-11.140625, false]], [[-5.64453125, false]], [[-5.14453125, false]], [[-8.515625, false]], [[-9.765625, false]], [[-4.64453125, false]], [[-8.515625, false]], [[-11.390625, false]], [[-9.015625, false]], [[-10.640625, false]], [[-12.390625, false]], [[-5.14453125, false]], [[-8.765625, false]], [[-10.640625, false]], [[-5.14453125, false]], [[-4.64453125, false]], [[-5.14453125, false]], [[-9.140625, false]], [[-5.64453125, false]], [[-4.64453125, false]], [[-8.515625, false]], [[-11.390625, false]], [[-7.51953125, false]], [[-8.9453125, false]], [[-5.14453125, false]], [[-7.51953125, false]], [[-4.64453125, false]], [[-10.640625, false]], [[-5.14453125, false]], [[-5.64453125, false]], [[-4.64453125, false]], [[-9.765625, false]], [[-9.515625, false]], [[-11.390625, false]], [[-12.640625, false]], [[-11.390625, false]], [[-4.64453125, false]], [[-10.890625, false]], [[-5.64453125, false]], [[-5.14453125, false]], [[-8.515625, false]], [[-9.765625, false]], [[-4.64453125, false]], [[-8.515625, false]], [[-10.890625, false]], [[-9.015625, false]], [[-10.640625, false]], [[-12.390625, false]], [[-5.14453125, false]], [[-4.64453125, false]], [[-5.14453125, false]], [[-9.765625, false]], [[-8.765625, false]], [[-4.64453125, false]], [[-7.01953125, false]], [[-7.51953125, false]], [[-8.9453125, false]], [[-5.14453125, false]], [[-7.51953125, false]], [[-10.515625, false]], [[-9.015625, false]], [[-10.640625, false]], [[-7.01953125, false]], [[-5.14453125, false]], [[-9.140625, false]], [[-11.265625, false]], [[-8.765625, false]], [[-10.515625, false]], [[-9.015625, false]], [[-10.640625, false]], [[-12.390625, false]], [[-5.14453125, false]], [[-4.64453125, false]], [[-12.390625, false]], [[-4.64453125, false]], [[-9.015625, false]], [[-10.640625, false]], [[-8.515625, false]], [[-9.515625, false]], [[-5.14453125, false]], [[-4.64453125, false]], [[-5.14453125, false]], [[-10.015625, false]], [[-8.765625, false]], [[-11.390625, false]], [[-10.640625, false]], [[-9.515625, false]], [[-4.64453125, false]], [[-9.015625, false]], [[-10.640625, false]], [[-7.51953125, false]], [[-14.140625, false]]], "filtered_resps": [[-7.51953125, false], [-7.51953125, false], [-10.515625, false], [-4.64453125, false], [-9.515625, false], [-5.64453125, false], [-9.765625, false], [-5.14453125, false], [-9.015625, false], [-11.265625, false], [-8.765625, false], [-10.515625, false], [-9.015625, false], [-10.640625, false], [-12.390625, false], [-5.14453125, false], [-9.015625, false], [-10.640625, false], [-5.14453125, false], [-4.64453125, false], [-5.14453125, false], [-9.765625, false], [-9.015625, false], [-11.140625, false], [-5.64453125, false], [-9.765625, false], [-9.140625, false], [-5.64453125, false], [-7.01953125, false], [-7.51953125, false], [-8.9453125, false], [-5.14453125, false], [-7.51953125, false], [-4.64453125, false], [-5.14453125, false], [-10.515625, false], [-4.64453125, false], [-11.140625, false], [-5.64453125, false], [-5.14453125, false], [-8.515625, false], [-9.765625, false], [-4.64453125, false], [-8.515625, false], [-11.390625, false], [-9.015625, false], [-10.640625, false], [-12.390625, false], [-5.14453125, false], [-8.765625, false], [-10.640625, false], [-5.14453125, false], [-4.64453125, false], [-5.14453125, false], [-9.140625, false], [-5.64453125, false], [-4.64453125, false], [-8.515625, false], [-11.390625, false], [-7.51953125, false], [-8.9453125, false], [-5.14453125, false], [-7.51953125, false], [-4.64453125, false], [-10.640625, false], [-5.14453125, false], [-5.64453125, false], [-4.64453125, false], [-9.765625, false], [-9.515625, false], [-11.390625, false], [-12.640625, false], [-11.390625, false], [-4.64453125, false], [-10.890625, false], [-5.64453125, false], [-5.14453125, false], [-8.515625, false], [-9.765625, false], [-4.64453125, false], [-8.515625, false], [-10.890625, false], [-9.015625, false], [-10.640625, false], [-12.390625, false], [-5.14453125, false], [-4.64453125, false], [-5.14453125, false], [-9.765625, false], [-8.765625, false], [-4.64453125, false], [-7.01953125, false], [-7.51953125, false], [-8.9453125, false], [-5.14453125, false], [-7.51953125, false], [-10.515625, false], [-9.015625, false], [-10.640625, false], [-7.01953125, false], [-5.14453125, false], [-9.140625, false], [-11.265625, false], [-8.765625, false], [-10.515625, false], [-9.015625, false], [-10.640625, false], [-12.390625, false], [-5.14453125, false], [-4.64453125, false], [-12.390625, false], [-4.64453125, false], [-9.015625, false], [-10.640625, false], [-8.515625, false], [-9.515625, false], [-5.14453125, false], [-4.64453125, false], [-5.14453125, false], [-10.015625, false], [-8.765625, false], [-11.390625, false], [-10.640625, false], [-9.515625, false], [-4.64453125, false], [-9.015625, false], [-10.640625, false], [-7.51953125, false], [-14.140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1722, "doc": {"id": "Mercury_SC_402261", "question": "Which type of energy is carried through a metal cable?", "choices": {"text": ["light", "chemical", "electrical", "nuclear"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "electrical", "arguments": ["Question: Which type of energy is carried through a metal cable?\nAnswer:", " ["], "resps": [[[-8.3046875, false]], [[-9.3046875, false]], [[-10.5546875, false]], [[-8.0546875, false]], [[-12.5546875, false]], [[-10.8046875, false]], [[-9.8046875, false]], [[-9.3046875, false]], [[-9.359375, false]], [[-5.0546875, false]], [[-9.3046875, false]], [[-10.0546875, false]], [[-10.8046875, false]], [[-9.5546875, false]], [[-8.8046875, false]], [[-8.0546875, false]], [[-10.0546875, false]], [[-4.8046875, false]], [[-10.5546875, false]], [[-9.3046875, false]], [[-9.359375, false]], [[-5.0546875, false]], [[-9.3046875, false]], [[-9.5546875, false]], [[-10.5546875, false]], [[-9.5546875, false]], [[-10.0546875, false]], [[-9.8046875, false]], [[-10.3046875, false]], [[-8.0546875, false]], [[-10.0546875, false]], [[-4.8046875, false]], [[-10.5546875, false]], [[-9.3046875, false]], [[-9.359375, false]], [[-5.0546875, false]], [[-9.3046875, false]], [[-8.8046875, false]], [[-10.0546875, false]], [[-10.0546875, false]], [[-10.5546875, false]], [[-9.5546875, false]], [[-4.8046875, false]], [[-10.3046875, false]], [[-9.3046875, false]], [[-14.5546875, false]]], "filtered_resps": [[-8.3046875, false], [-9.3046875, false], [-10.5546875, false], [-8.0546875, false], [-12.5546875, false], [-10.8046875, false], [-9.8046875, false], [-9.3046875, false], [-9.359375, false], [-5.0546875, false], [-9.3046875, false], [-10.0546875, false], [-10.8046875, false], [-9.5546875, false], [-8.8046875, false], [-8.0546875, false], [-10.0546875, false], [-4.8046875, false], [-10.5546875, false], [-9.3046875, false], [-9.359375, false], [-5.0546875, false], [-9.3046875, false], [-9.5546875, false], [-10.5546875, false], [-9.5546875, false], [-10.0546875, false], [-9.8046875, false], [-10.3046875, false], [-8.0546875, false], [-10.0546875, false], [-4.8046875, false], [-10.5546875, false], [-9.3046875, false], [-9.359375, false], [-5.0546875, false], [-9.3046875, false], [-8.8046875, false], [-10.0546875, false], [-10.0546875, false], [-10.5546875, false], [-9.5546875, false], [-4.8046875, false], [-10.3046875, false], [-9.3046875, false], [-14.5546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1730, "doc": {"id": "Mercury_7056490", "question": "If the Earth rotated in the opposite direction, what would most likely occur?", "choices": {"text": ["The Sun would rise in the west.", "The seasons would be reversed.", "There would be more days in each year.", "The phases of the Moon would last longer."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "The Sun would rise in the west.", "arguments": ["Question: If the Earth rotated in the opposite direction, what would most likely occur?\nAnswer:", " ["], "resps": [[[-7.60546875, false]], [[-8.1015625, false]], [[-6.85546875, false]], [[-11.1015625, false]], [[-8.3515625, false]], [[-5.60546875, false]], [[-6.60546875, false]], [[-10.6015625, false]], [[-10.3515625, false]], [[-5.60546875, false]], [[-10.8515625, false]], [[-10.6015625, false]], [[-10.6015625, false]], [[-11.1015625, false]], [[-9.8515625, false]], [[-5.60546875, false]], [[-10.6015625, false]], [[-9.6015625, false]], [[-9.3515625, false]], [[-8.3515625, false]], [[-5.60546875, false]], [[-9.6015625, false]], [[-10.3515625, false]], [[-5.60546875, false]], [[-10.3515625, false]], [[-11.1015625, false]], [[-8.3515625, false]], [[-5.60546875, false]], [[-10.8515625, false]], [[-8.3515625, false]], [[-9.3515625, false]], [[-10.3515625, false]], [[-7.203125, false]], [[-8.1015625, false]], [[-10.203125, false]], [[-5.60546875, false]], [[-8.1015625, false]], [[-6.85546875, false]], [[-11.1015625, false]], [[-8.3515625, false]], [[-5.60546875, false]], [[-9.3515625, false]], [[-8.3515625, false]], [[-4.60546875, false]], [[-9.3515625, false]], [[-10.6015625, false]], [[-10.3515625, false]], [[-9.3515625, false]], [[-5.60546875, false]], [[-10.8515625, false]], [[-10.6015625, false]], [[-10.6015625, false]], [[-11.1015625, false]], [[-9.8515625, false]], [[-5.60546875, false]], [[-10.1015625, false]], [[-8.3515625, false]], [[-5.60546875, false]], [[-10.6015625, false]], [[-8.3515625, false]], [[-11.1015625, false]], [[-8.3515625, false]], [[-10.6015625, false]], [[-9.3515625, false]], [[-8.3515625, false]], [[-9.8515625, false]], [[-7.203125, false]], [[-8.1015625, false]], [[-10.203125, false]], [[-5.60546875, false]], [[-8.1015625, false]], [[-6.85546875, false]], [[-11.1015625, false]], [[-8.3515625, false]], [[-10.6015625, false]], [[-8.3515625, false]], [[-5.60546875, false]], [[-10.8515625, false]], [[-10.6015625, false]], [[-10.6015625, false]], [[-11.1015625, false]], [[-9.8515625, false]], [[-5.60546875, false]], [[-10.1015625, false]], [[-8.3515625, false]], [[-5.60546875, false]], [[-10.8515625, false]], [[-10.6015625, false]], [[-10.6015625, false]], [[-8.3515625, false]], [[-5.60546875, false]], [[-9.8515625, false]], [[-4.60546875, false]], [[-12.1015625, false]], [[-9.3515625, false]], [[-5.60546875, false]], [[-9.6015625, false]], [[-10.3515625, false]], [[-5.60546875, false]], [[-8.3515625, false]], [[-4.60546875, false]], [[-9.6015625, false]], [[-11.1015625, false]], [[-5.60546875, false]], [[-12.1015625, false]], [[-8.3515625, false]], [[-4.60546875, false]], [[-10.6015625, false]], [[-7.203125, false]], [[-8.1015625, false]], [[-10.203125, false]], [[-5.60546875, false]], [[-8.1015625, false]], [[-6.85546875, false]], [[-11.1015625, false]], [[-8.3515625, false]], [[-5.60546875, false]], [[-10.1015625, false]], [[-11.1015625, false]], [[-4.60546875, false]], [[-9.3515625, false]], [[-8.3515625, false]], [[-9.3515625, false]], [[-5.60546875, false]], [[-10.6015625, false]], [[-9.8515625, false]], [[-5.60546875, false]], [[-10.3515625, false]], [[-11.1015625, false]], [[-8.3515625, false]], [[-5.60546875, false]], [[-7.10546875, false]], [[-10.6015625, false]], [[-10.6015625, false]], [[-10.3515625, false]], [[-5.60546875, false]], [[-10.8515625, false]], [[-10.6015625, false]], [[-10.6015625, false]], [[-11.1015625, false]], [[-9.8515625, false]], [[-5.60546875, false]], [[-11.1015625, false]], [[-4.60546875, false]], [[-9.3515625, false]], [[-10.3515625, false]], [[-5.60546875, false]], [[-11.1015625, false]], [[-10.6015625, false]], [[-10.3515625, false]], [[-11.8515625, false]], [[-8.3515625, false]], [[-10.6015625, false]], [[-7.203125, false]], [[-8.1015625, false]], [[-12.6015625, false]]], "filtered_resps": [[-7.60546875, false], [-8.1015625, false], [-6.85546875, false], [-11.1015625, false], [-8.3515625, false], [-5.60546875, false], [-6.60546875, false], [-10.6015625, false], [-10.3515625, false], [-5.60546875, false], [-10.8515625, false], [-10.6015625, false], [-10.6015625, false], [-11.1015625, false], [-9.8515625, false], [-5.60546875, false], [-10.6015625, false], [-9.6015625, false], [-9.3515625, false], [-8.3515625, false], [-5.60546875, false], [-9.6015625, false], [-10.3515625, false], [-5.60546875, false], [-10.3515625, false], [-11.1015625, false], [-8.3515625, false], [-5.60546875, false], [-10.8515625, false], [-8.3515625, false], [-9.3515625, false], [-10.3515625, false], [-7.203125, false], [-8.1015625, false], [-10.203125, false], [-5.60546875, false], [-8.1015625, false], [-6.85546875, false], [-11.1015625, false], [-8.3515625, false], [-5.60546875, false], [-9.3515625, false], [-8.3515625, false], [-4.60546875, false], [-9.3515625, false], [-10.6015625, false], [-10.3515625, false], [-9.3515625, false], [-5.60546875, false], [-10.8515625, false], [-10.6015625, false], [-10.6015625, false], [-11.1015625, false], [-9.8515625, false], [-5.60546875, false], [-10.1015625, false], [-8.3515625, false], [-5.60546875, false], [-10.6015625, false], [-8.3515625, false], [-11.1015625, false], [-8.3515625, false], [-10.6015625, false], [-9.3515625, false], [-8.3515625, false], [-9.8515625, false], [-7.203125, false], [-8.1015625, false], [-10.203125, false], [-5.60546875, false], [-8.1015625, false], [-6.85546875, false], [-11.1015625, false], [-8.3515625, false], [-10.6015625, false], [-8.3515625, false], [-5.60546875, false], [-10.8515625, false], [-10.6015625, false], [-10.6015625, false], [-11.1015625, false], [-9.8515625, false], [-5.60546875, false], [-10.1015625, false], [-8.3515625, false], [-5.60546875, false], [-10.8515625, false], [-10.6015625, false], [-10.6015625, false], [-8.3515625, false], [-5.60546875, false], [-9.8515625, false], [-4.60546875, false], [-12.1015625, false], [-9.3515625, false], [-5.60546875, false], [-9.6015625, false], [-10.3515625, false], [-5.60546875, false], [-8.3515625, false], [-4.60546875, false], [-9.6015625, false], [-11.1015625, false], [-5.60546875, false], [-12.1015625, false], [-8.3515625, false], [-4.60546875, false], [-10.6015625, false], [-7.203125, false], [-8.1015625, false], [-10.203125, false], [-5.60546875, false], [-8.1015625, false], [-6.85546875, false], [-11.1015625, false], [-8.3515625, false], [-5.60546875, false], [-10.1015625, false], [-11.1015625, false], [-4.60546875, false], [-9.3515625, false], [-8.3515625, false], [-9.3515625, false], [-5.60546875, false], [-10.6015625, false], [-9.8515625, false], [-5.60546875, false], [-10.3515625, false], [-11.1015625, false], [-8.3515625, false], [-5.60546875, false], [-7.10546875, false], [-10.6015625, false], [-10.6015625, false], [-10.3515625, false], [-5.60546875, false], [-10.8515625, false], [-10.6015625, false], [-10.6015625, false], [-11.1015625, false], [-9.8515625, false], [-5.60546875, false], [-11.1015625, false], [-4.60546875, false], [-9.3515625, false], [-10.3515625, false], [-5.60546875, false], [-11.1015625, false], [-10.6015625, false], [-10.3515625, false], [-11.8515625, false], [-8.3515625, false], [-10.6015625, false], [-7.203125, false], [-8.1015625, false], [-12.6015625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1738, "doc": {"id": "NYSEDREGENTS_2015_4_28", "question": "Which type of organism helps return nutrients from dead plants and animals to the soil?", "choices": {"text": ["producer", "prey", "predator", "decomposer"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "decomposer", "arguments": ["Question: Which type of organism helps return nutrients from dead plants and animals to the soil?\nAnswer:", " ["], "resps": [[[-8.3828125, false]], [[-9.0078125, false]], [[-11.1328125, false]], [[-10.6328125, false]], [[-8.6328125, false]], [[-8.5078125, false]], [[-10.7578125, false]], [[-8.1328125, false]], [[-7.8828125, false]], [[-10.6328125, false]], [[-9.0078125, false]], [[-10.71875, false]], [[-4.8828125, false]], [[-9.0078125, false]], [[-11.1328125, false]], [[-10.6328125, false]], [[-7.8828125, false]], [[-12.0078125, false]], [[-9.0078125, false]], [[-10.71875, false]], [[-4.8828125, false]], [[-9.0078125, false]], [[-11.1328125, false]], [[-10.6328125, false]], [[-7.8828125, false]], [[-8.5078125, false]], [[-4.7578125, false]], [[-12.0078125, false]], [[-8.6328125, false]], [[-10.6328125, false]], [[-9.0078125, false]], [[-10.71875, false]], [[-4.8828125, false]], [[-9.0078125, false]], [[-8.5078125, false]], [[-7.8828125, false]], [[-8.1328125, false]], [[-8.6328125, false]], [[-10.8828125, false]], [[-11.1328125, false]], [[-8.6328125, false]], [[-9.3828125, false]], [[-7.8828125, false]], [[-10.6328125, false]], [[-9.0078125, false]], [[-14.6328125, false]]], "filtered_resps": [[-8.3828125, false], [-9.0078125, false], [-11.1328125, false], [-10.6328125, false], [-8.6328125, false], [-8.5078125, false], [-10.7578125, false], [-8.1328125, false], [-7.8828125, false], [-10.6328125, false], [-9.0078125, false], [-10.71875, false], [-4.8828125, false], [-9.0078125, false], [-11.1328125, false], [-10.6328125, false], [-7.8828125, false], [-12.0078125, false], [-9.0078125, false], [-10.71875, false], [-4.8828125, false], [-9.0078125, false], [-11.1328125, false], [-10.6328125, false], [-7.8828125, false], [-8.5078125, false], [-4.7578125, false], [-12.0078125, false], [-8.6328125, false], [-10.6328125, false], [-9.0078125, false], [-10.71875, false], [-4.8828125, false], [-9.0078125, false], [-8.5078125, false], [-7.8828125, false], [-8.1328125, false], [-8.6328125, false], [-10.8828125, false], [-11.1328125, false], [-8.6328125, false], [-9.3828125, false], [-7.8828125, false], [-10.6328125, false], [-9.0078125, false], [-14.6328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1746, "doc": {"id": "Mercury_7085313", "question": "A student identifies a soil sample as \"very gritty.\" What characteristic of the soil did the student describe?", "choices": {"text": ["texture", "hardness", "organic content", "water retention"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "texture", "arguments": ["Question: A student identifies a soil sample as \"very gritty.\" What characteristic of the soil did the student describe?\nAnswer:", " ["], "resps": [[[-7.28125, false]], [[-7.03125, false]], [[-10.78125, false]], [[-10.78125, false]], [[-10.78125, false]], [[-10.78125, false]], [[-12.28125, false]], [[-11.78125, false]], [[-10.78125, false]], [[-7.03125, false]], [[-10.3046875, false]], [[-6.03125, false]], [[-7.03125, false]], [[-11.78125, false]], [[-5.78125, false]], [[-11.78125, false]], [[-10.03125, false]], [[-10.78125, false]], [[-10.78125, false]], [[-10.03125, false]], [[-10.03125, false]], [[-7.03125, false]], [[-10.3046875, false]], [[-6.03125, false]], [[-7.03125, false]], [[-9.28125, false]], [[-11.78125, false]], [[-10.53125, false]], [[-5.78125, false]], [[-10.78125, false]], [[-9.78125, false]], [[-9.03125, false]], [[-6.03125, false]], [[-9.03125, false]], [[-9.28125, false]], [[-10.78125, false]], [[-10.78125, false]], [[-10.78125, false]], [[-10.78125, false]], [[-10.78125, false]], [[-7.03125, false]], [[-10.3046875, false]], [[-6.03125, false]], [[-7.03125, false]], [[-10.78125, false]], [[-5.78125, false]], [[-10.78125, false]], [[-10.78125, false]], [[-11.78125, false]], [[-6.03125, false]], [[-11.78125, false]], [[-10.78125, false]], [[-10.78125, false]], [[-10.78125, false]], [[-10.78125, false]], [[-10.78125, false]], [[-9.78125, false]], [[-9.28125, false]], [[-10.78125, false]], [[-7.03125, false]], [[-12.03125, false]]], "filtered_resps": [[-7.28125, false], [-7.03125, false], [-10.78125, false], [-10.78125, false], [-10.78125, false], [-10.78125, false], [-12.28125, false], [-11.78125, false], [-10.78125, false], [-7.03125, false], [-10.3046875, false], [-6.03125, false], [-7.03125, false], [-11.78125, false], [-5.78125, false], [-11.78125, false], [-10.03125, false], [-10.78125, false], [-10.78125, false], [-10.03125, false], [-10.03125, false], [-7.03125, false], [-10.3046875, false], [-6.03125, false], [-7.03125, false], [-9.28125, false], [-11.78125, false], [-10.53125, false], [-5.78125, false], [-10.78125, false], [-9.78125, false], [-9.03125, false], [-6.03125, false], [-9.03125, false], [-9.28125, false], [-10.78125, false], [-10.78125, false], [-10.78125, false], [-10.78125, false], [-10.78125, false], [-7.03125, false], [-10.3046875, false], [-6.03125, false], [-7.03125, false], [-10.78125, false], [-5.78125, false], [-10.78125, false], [-10.78125, false], [-11.78125, false], [-6.03125, false], [-11.78125, false], [-10.78125, false], [-10.78125, false], [-10.78125, false], [-10.78125, false], [-10.78125, false], [-9.78125, false], [-9.28125, false], [-10.78125, false], [-7.03125, false], [-12.03125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1754, "doc": {"id": "MDSA_2008_8_25", "question": "Use the information to answer the question. Over the last 150 years, the use of fossil fuels has increased, resulting in more carbon dioxide and other greenhouse gases in the atmosphere. Some scientists think that these atmospheric gases will result in global warming. Scientists have recorded data on global temperature changes and have predicted possible changes in sea level that may affect Maryland residents. Using fossil fuels in the United States will most likely contribute to rising sea levels globally by", "choices": {"text": ["increasing oxygen levels", "decreasing oxygen levels", "increasing carbon dioxide levels", "decreasing carbon dioxide levels"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "increasing carbon dioxide levels", "arguments": ["Question: Use the information to answer the question. Over the last 150 years, the use of fossil fuels has increased, resulting in more carbon dioxide and other greenhouse gases in the atmosphere. Some scientists think that these atmospheric gases will result in global warming. Scientists have recorded data on global temperature changes and have predicted possible changes in sea level that may affect Maryland residents. Using fossil fuels in the United States will most likely contribute to rising sea levels globally by\nAnswer:", " ["], "resps": [[[-6.75390625, false]], [[-8.625, false]], [[-7.50390625, false]], [[-7.37890625, false]], [[-6.87890625, false]], [[-10.75, false]], [[-7.50390625, false]], [[-4.87890625, false]], [[-8.625, false]], [[-7.50390625, false]], [[-7.37890625, false]], [[-9.0, false]], [[-4.87890625, false]], [[-7.25390625, false]], [[-9.0, false]], [[-9.75, false]], [[-9.0, false]], [[-7.50390625, false]], [[-7.37890625, false]], [[-4.87890625, false]], [[-10.75, false]], [[-7.50390625, false]], [[-10.125, false]], [[-7.50390625, false]], [[-10.75, false]], [[-8.625, false]], [[-8.625, false]], [[-7.3359375, false]], [[-4.87890625, false]], [[-8.625, false]], [[-6.25390625, false]], [[-7.50390625, false]], [[-6.87890625, false]], [[-10.75, false]], [[-7.50390625, false]], [[-4.87890625, false]], [[-8.625, false]], [[-7.50390625, false]], [[-7.37890625, false]], [[-9.0, false]], [[-4.87890625, false]], [[-7.25390625, false]], [[-9.0, false]], [[-9.75, false]], [[-9.0, false]], [[-7.50390625, false]], [[-7.37890625, false]], [[-4.87890625, false]], [[-10.75, false]], [[-7.50390625, false]], [[-10.125, false]], [[-7.50390625, false]], [[-10.75, false]], [[-8.625, false]], [[-8.625, false]], [[-7.3359375, false]], [[-4.87890625, false]], [[-8.625, false]], [[-7.50390625, false]], [[-7.37890625, false]], [[-6.87890625, false]], [[-10.75, false]], [[-7.50390625, false]], [[-4.87890625, false]], [[-8.625, false]], [[-7.50390625, false]], [[-7.37890625, false]], [[-9.0, false]], [[-4.87890625, false]], [[-6.87890625, false]], [[-4.87890625, false]], [[-10.75, false]], [[-5.75390625, false]], [[-7.25390625, false]], [[-7.37890625, false]], [[-4.87890625, false]], [[-6.25390625, false]], [[-7.50390625, false]], [[-7.25390625, false]], [[-9.0, false]], [[-7.50390625, false]], [[-6.25390625, false]], [[-7.50390625, false]], [[-4.87890625, false]], [[-10.75, false]], [[-7.50390625, false]], [[-10.125, false]], [[-7.50390625, false]], [[-10.75, false]], [[-8.625, false]], [[-8.625, false]], [[-7.3359375, false]], [[-4.87890625, false]], [[-8.625, false]], [[-6.25390625, false]], [[-7.50390625, false]], [[-6.87890625, false]], [[-10.75, false]], [[-7.50390625, false]], [[-4.87890625, false]], [[-8.625, false]], [[-7.50390625, false]], [[-7.37890625, false]], [[-9.0, false]], [[-4.87890625, false]], [[-6.87890625, false]], [[-4.87890625, false]], [[-10.75, false]], [[-5.75390625, false]], [[-7.25390625, false]], [[-7.37890625, false]], [[-4.87890625, false]], [[-6.25390625, false]], [[-7.50390625, false]], [[-7.25390625, false]], [[-9.0, false]], [[-7.50390625, false]], [[-6.25390625, false]], [[-7.50390625, false]], [[-4.87890625, false]], [[-10.75, false]], [[-7.50390625, false]], [[-10.125, false]], [[-7.50390625, false]], [[-10.75, false]], [[-8.625, false]], [[-8.625, false]], [[-11.125, false]]], "filtered_resps": [[-6.75390625, false], [-8.625, false], [-7.50390625, false], [-7.37890625, false], [-6.87890625, false], [-10.75, false], [-7.50390625, false], [-4.87890625, false], [-8.625, false], [-7.50390625, false], [-7.37890625, false], [-9.0, false], [-4.87890625, false], [-7.25390625, false], [-9.0, false], [-9.75, false], [-9.0, false], [-7.50390625, false], [-7.37890625, false], [-4.87890625, false], [-10.75, false], [-7.50390625, false], [-10.125, false], [-7.50390625, false], [-10.75, false], [-8.625, false], [-8.625, false], [-7.3359375, false], [-4.87890625, false], [-8.625, false], [-6.25390625, false], [-7.50390625, false], [-6.87890625, false], [-10.75, false], [-7.50390625, false], [-4.87890625, false], [-8.625, false], [-7.50390625, false], [-7.37890625, false], [-9.0, false], [-4.87890625, false], [-7.25390625, false], [-9.0, false], [-9.75, false], [-9.0, false], [-7.50390625, false], [-7.37890625, false], [-4.87890625, false], [-10.75, false], [-7.50390625, false], [-10.125, false], [-7.50390625, false], [-10.75, false], [-8.625, false], [-8.625, false], [-7.3359375, false], [-4.87890625, false], [-8.625, false], [-7.50390625, false], [-7.37890625, false], [-6.87890625, false], [-10.75, false], [-7.50390625, false], [-4.87890625, false], [-8.625, false], [-7.50390625, false], [-7.37890625, false], [-9.0, false], [-4.87890625, false], [-6.87890625, false], [-4.87890625, false], [-10.75, false], [-5.75390625, false], [-7.25390625, false], [-7.37890625, false], [-4.87890625, false], [-6.25390625, false], [-7.50390625, false], [-7.25390625, false], [-9.0, false], [-7.50390625, false], [-6.25390625, false], [-7.50390625, false], [-4.87890625, false], [-10.75, false], [-7.50390625, false], [-10.125, false], [-7.50390625, false], [-10.75, false], [-8.625, false], [-8.625, false], [-7.3359375, false], [-4.87890625, false], [-8.625, false], [-6.25390625, false], [-7.50390625, false], [-6.87890625, false], [-10.75, false], [-7.50390625, false], [-4.87890625, false], [-8.625, false], [-7.50390625, false], [-7.37890625, false], [-9.0, false], [-4.87890625, false], [-6.87890625, false], [-4.87890625, false], [-10.75, false], [-5.75390625, false], [-7.25390625, false], [-7.37890625, false], [-4.87890625, false], [-6.25390625, false], [-7.50390625, false], [-7.25390625, false], [-9.0, false], [-7.50390625, false], [-6.25390625, false], [-7.50390625, false], [-4.87890625, false], [-10.75, false], [-7.50390625, false], [-10.125, false], [-7.50390625, false], [-10.75, false], [-8.625, false], [-8.625, false], [-11.125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1762, "doc": {"id": "Mercury_7268765", "question": "Dr. Wagner is investigating a newly discovered, disease-causing agent. She determines that one structure in the agent is double-stranded RNA. What kind of agent is Dr. Wagner studying?", "choices": {"text": ["a virus", "a protist", "a fungus", "a bacterium"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "a virus", "arguments": ["Question: Dr. Wagner is investigating a newly discovered, disease-causing agent. She determines that one structure in the agent is double-stranded RNA. What kind of agent is Dr. Wagner studying?\nAnswer:", " ["], "resps": [[[-6.0625, false]], [[-8.5625, false]], [[-3.6875, false]], [[-3.8515625, false]], [[-9.8125, false]], [[-9.4375, false]], [[-8.5625, false]], [[-10.1875, false]], [[-8.8125, false]], [[-8.5625, false]], [[-11.03125, false]], [[-3.8125, false]], [[-8.5625, false]], [[-3.6875, false]], [[-3.8125, false]], [[-8.6875, false]], [[-8.5625, false]], [[-9.8125, false]], [[-9.1875, false]], [[-9.4375, false]], [[-8.8125, false]], [[-9.1875, false]], [[-8.5625, false]], [[-11.03125, false]], [[-3.8125, false]], [[-8.5625, false]], [[-3.6875, false]], [[-3.8125, false]], [[-10.1875, false]], [[-10.1875, false]], [[-9.1875, false]], [[-10.9375, false]], [[-10.1875, false]], [[-8.8125, false]], [[-8.5625, false]], [[-11.03125, false]], [[-3.8125, false]], [[-8.5625, false]], [[-3.6875, false]], [[-3.8125, false]], [[-7.1875, false]], [[-3.6875, false]], [[-7.3125, false]], [[-9.1875, false]], [[-8.8125, false]], [[-8.5625, false]], [[-9.4375, false]], [[-10.1875, false]], [[-8.5625, false]], [[-8.5625, false]], [[-12.8125, false]]], "filtered_resps": [[-6.0625, false], [-8.5625, false], [-3.6875, false], [-3.8515625, false], [-9.8125, false], [-9.4375, false], [-8.5625, false], [-10.1875, false], [-8.8125, false], [-8.5625, false], [-11.03125, false], [-3.8125, false], [-8.5625, false], [-3.6875, false], [-3.8125, false], [-8.6875, false], [-8.5625, false], [-9.8125, false], [-9.1875, false], [-9.4375, false], [-8.8125, false], [-9.1875, false], [-8.5625, false], [-11.03125, false], [-3.8125, false], [-8.5625, false], [-3.6875, false], [-3.8125, false], [-10.1875, false], [-10.1875, false], [-9.1875, false], [-10.9375, false], [-10.1875, false], [-8.8125, false], [-8.5625, false], [-11.03125, false], [-3.8125, false], [-8.5625, false], [-3.6875, false], [-3.8125, false], [-7.1875, false], [-3.6875, false], [-7.3125, false], [-9.1875, false], [-8.8125, false], [-8.5625, false], [-9.4375, false], [-10.1875, false], [-8.5625, false], [-8.5625, false], [-12.8125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1770, "doc": {"id": "Mercury_7093083", "question": "Radioactive waste from nuclear power plants is sealed in containers and deeply buried in the ground. Sealing and burying waste reduces the chances that water will become contaminated. At which point in the water cycle would radioactive contamination most likely be found?", "choices": {"text": ["rain", "fog", "groundwater", "surface water"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "groundwater", "arguments": ["Question: Radioactive waste from nuclear power plants is sealed in containers and deeply buried in the ground. Sealing and burying waste reduces the chances that water will become contaminated. At which point in the water cycle would radioactive contamination most likely be found?\nAnswer:", " ["], "resps": [[[-7.4453125, false]], [[-9.9453125, false]], [[-11.6953125, false]], [[-7.1953125, false]], [[-8.4453125, false]], [[-9.1953125, false]], [[-9.9453125, false]], [[-9.7265625, false]], [[-5.6953125, false]], [[-9.9453125, false]], [[-11.1953125, false]], [[-10.6953125, false]], [[-12.6953125, false]], [[-9.9453125, false]], [[-9.7265625, false]], [[-5.6953125, false]], [[-9.9453125, false]], [[-12.6953125, false]], [[-11.6953125, false]], [[-10.6953125, false]], [[-11.1953125, false]], [[-9.1953125, false]], [[-10.6953125, false]], [[-11.9453125, false]], [[-7.1953125, false]], [[-11.4453125, false]], [[-9.4453125, false]], [[-11.6953125, false]], [[-9.9453125, false]], [[-9.7265625, false]], [[-5.6953125, false]], [[-9.9453125, false]], [[-9.6953125, false]], [[-11.1953125, false]], [[-11.6953125, false]], [[-11.1953125, false]], [[-7.1953125, false]], [[-10.1953125, false]], [[-9.4453125, false]], [[-5.6953125, false]], [[-11.9453125, false]], [[-7.1953125, false]], [[-11.4453125, false]], [[-9.4453125, false]], [[-11.6953125, false]], [[-9.9453125, false]], [[-13.9453125, false]]], "filtered_resps": [[-7.4453125, false], [-9.9453125, false], [-11.6953125, false], [-7.1953125, false], [-8.4453125, false], [-9.1953125, false], [-9.9453125, false], [-9.7265625, false], [-5.6953125, false], [-9.9453125, false], [-11.1953125, false], [-10.6953125, false], [-12.6953125, false], [-9.9453125, false], [-9.7265625, false], [-5.6953125, false], [-9.9453125, false], [-12.6953125, false], [-11.6953125, false], [-10.6953125, false], [-11.1953125, false], [-9.1953125, false], [-10.6953125, false], [-11.9453125, false], [-7.1953125, false], [-11.4453125, false], [-9.4453125, false], [-11.6953125, false], [-9.9453125, false], [-9.7265625, false], [-5.6953125, false], [-9.9453125, false], [-9.6953125, false], [-11.1953125, false], [-11.6953125, false], [-11.1953125, false], [-7.1953125, false], [-10.1953125, false], [-9.4453125, false], [-5.6953125, false], [-11.9453125, false], [-7.1953125, false], [-11.4453125, false], [-9.4453125, false], [-11.6953125, false], [-9.9453125, false], [-13.9453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1778, "doc": {"id": "Mercury_7239698", "question": "Research has shown that specialization of stem cells into specific cell types results, in part, from cell shape. What provides a specialized cell with its shape?", "choices": {"text": ["number of mitochondria", "presence of a nucleus", "structure of the cytoskeleton", "salt concentration of cytoplasm"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "structure of the cytoskeleton", "arguments": ["Question: Research has shown that specialization of stem cells into specific cell types results, in part, from cell shape. What provides a specialized cell with its shape?\nAnswer:", " ["], "resps": [[[-7.44140625, false]], [[-9.5625, false]], [[-10.9375, false]], [[-11.3125, false]], [[-9.1875, false]], [[-9.1875, false]], [[-8.8125, false]], [[-10.3125, false]], [[-5.31640625, false]], [[-9.6875, false]], [[-9.6875, false]], [[-5.31640625, false]], [[-9.1875, false]], [[-9.0625, false]], [[-9.8125, false]], [[-9.6875, false]], [[-8.3125, false]], [[-10.4375, false]], [[-9.6875, false]], [[-10.9375, false]], [[-10.6875, false]], [[-10.3125, false]], [[-9.0625, false]], [[-3.939453125, false]], [[-9.5625, false]], [[-9.9453125, false]], [[-5.31640625, false]], [[-9.5625, false]], [[-10.1875, false]], [[-10.3125, false]], [[-8.8125, false]], [[-8.8125, false]], [[-8.8125, false]], [[-10.9375, false]], [[-8.3125, false]], [[-8.8125, false]], [[-5.31640625, false]], [[-9.6875, false]], [[-9.6875, false]], [[-5.31640625, false]], [[-3.939453125, false]], [[-5.31640625, false]], [[-10.9375, false]], [[-11.3125, false]], [[-8.3125, false]], [[-9.9375, false]], [[-8.8125, false]], [[-11.3125, false]], [[-8.8125, false]], [[-9.5625, false]], [[-9.9453125, false]], [[-5.31640625, false]], [[-9.5625, false]], [[-8.8125, false]], [[-9.8125, false]], [[-10.3125, false]], [[-11.3125, false]], [[-8.3125, false]], [[-9.8125, false]], [[-11.3125, false]], [[-10.3125, false]], [[-8.8125, false]], [[-5.31640625, false]], [[-9.6875, false]], [[-9.6875, false]], [[-5.31640625, false]], [[-9.8125, false]], [[-10.4375, false]], [[-8.8125, false]], [[-5.31640625, false]], [[-8.3125, false]], [[-12.4375, false]], [[-9.8125, false]], [[-9.6875, false]], [[-8.8125, false]], [[-9.5625, false]], [[-8.8125, false]], [[-9.9375, false]], [[-8.8125, false]], [[-9.8125, false]], [[-9.6875, false]], [[-10.9375, false]], [[-9.5625, false]], [[-9.9453125, false]], [[-5.31640625, false]], [[-9.5625, false]], [[-8.8125, false]], [[-3.939453125, false]], [[-9.9375, false]], [[-9.8125, false]], [[-5.31640625, false]], [[-8.3125, false]], [[-9.6875, false]], [[-10.9375, false]], [[-8.3125, false]], [[-8.8125, false]], [[-10.9375, false]], [[-9.8125, false]], [[-10.3125, false]], [[-3.939453125, false]], [[-9.8125, false]], [[-9.0625, false]], [[-9.6875, false]], [[-10.9375, false]], [[-5.31640625, false]], [[-9.6875, false]], [[-9.6875, false]], [[-5.31640625, false]], [[-8.3125, false]], [[-12.4375, false]], [[-9.8125, false]], [[-9.6875, false]], [[-10.1875, false]], [[-9.9375, false]], [[-3.939453125, false]], [[-8.8125, false]], [[-9.1875, false]], [[-9.5625, false]], [[-12.6875, false]]], "filtered_resps": [[-7.44140625, false], [-9.5625, false], [-10.9375, false], [-11.3125, false], [-9.1875, false], [-9.1875, false], [-8.8125, false], [-10.3125, false], [-5.31640625, false], [-9.6875, false], [-9.6875, false], [-5.31640625, false], [-9.1875, false], [-9.0625, false], [-9.8125, false], [-9.6875, false], [-8.3125, false], [-10.4375, false], [-9.6875, false], [-10.9375, false], [-10.6875, false], [-10.3125, false], [-9.0625, false], [-3.939453125, false], [-9.5625, false], [-9.9453125, false], [-5.31640625, false], [-9.5625, false], [-10.1875, false], [-10.3125, false], [-8.8125, false], [-8.8125, false], [-8.8125, false], [-10.9375, false], [-8.3125, false], [-8.8125, false], [-5.31640625, false], [-9.6875, false], [-9.6875, false], [-5.31640625, false], [-3.939453125, false], [-5.31640625, false], [-10.9375, false], [-11.3125, false], [-8.3125, false], [-9.9375, false], [-8.8125, false], [-11.3125, false], [-8.8125, false], [-9.5625, false], [-9.9453125, false], [-5.31640625, false], [-9.5625, false], [-8.8125, false], [-9.8125, false], [-10.3125, false], [-11.3125, false], [-8.3125, false], [-9.8125, false], [-11.3125, false], [-10.3125, false], [-8.8125, false], [-5.31640625, false], [-9.6875, false], [-9.6875, false], [-5.31640625, false], [-9.8125, false], [-10.4375, false], [-8.8125, false], [-5.31640625, false], [-8.3125, false], [-12.4375, false], [-9.8125, false], [-9.6875, false], [-8.8125, false], [-9.5625, false], [-8.8125, false], [-9.9375, false], [-8.8125, false], [-9.8125, false], [-9.6875, false], [-10.9375, false], [-9.5625, false], [-9.9453125, false], [-5.31640625, false], [-9.5625, false], [-8.8125, false], [-3.939453125, false], [-9.9375, false], [-9.8125, false], [-5.31640625, false], [-8.3125, false], [-9.6875, false], [-10.9375, false], [-8.3125, false], [-8.8125, false], [-10.9375, false], [-9.8125, false], [-10.3125, false], [-3.939453125, false], [-9.8125, false], [-9.0625, false], [-9.6875, false], [-10.9375, false], [-5.31640625, false], [-9.6875, false], [-9.6875, false], [-5.31640625, false], [-8.3125, false], [-12.4375, false], [-9.8125, false], [-9.6875, false], [-10.1875, false], [-9.9375, false], [-3.939453125, false], [-8.8125, false], [-9.1875, false], [-9.5625, false], [-12.6875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1786, "doc": {"id": "ACTAAP_2010_7_8", "question": "The list below gives some symptoms of people with the common cold. Symptoms of the Common Cold stuffy nose low fever sore throat cough Which body system is most affected by the common cold?", "choices": {"text": ["Nervous", "Digestive", "Circulatory", "Respiratory"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Respiratory", "arguments": ["Question: The list below gives some symptoms of people with the common cold. Symptoms of the Common Cold stuffy nose low fever sore throat cough Which body system is most affected by the common cold?\nAnswer:", " ["], "resps": [[[-7.60546875, false]], [[-11.3515625, false]], [[-7.35546875, false]], [[-9.3515625, false]], [[-11.8515625, false]], [[-11.8515625, false]], [[-8.8515625, false]], [[-9.1015625, false]], [[-9.3515625, false]], [[-11.3515625, false]], [[-9.390625, false]], [[-5.10546875, false]], [[-11.3515625, false]], [[-8.1015625, false]], [[-9.6015625, false]], [[-12.3515625, false]], [[-9.3515625, false]], [[-9.3515625, false]], [[-11.3515625, false]], [[-9.6015625, false]], [[-11.8515625, false]], [[-9.3515625, false]], [[-11.3515625, false]], [[-9.390625, false]], [[-5.10546875, false]], [[-11.3515625, false]], [[-5.10546875, false]], [[-9.6015625, false]], [[-11.8515625, false]], [[-7.10546875, false]], [[-9.1015625, false]], [[-9.1015625, false]], [[-6.35546875, false]], [[-11.3515625, false]], [[-8.8515625, false]], [[-11.8515625, false]], [[-12.3515625, false]], [[-11.3515625, false]], [[-9.390625, false]], [[-5.10546875, false]], [[-11.3515625, false]], [[-7.85546875, false]], [[-9.3515625, false]], [[-9.3515625, false]], [[-10.6015625, false]], [[-9.6015625, false]], [[-11.8515625, false]], [[-6.35546875, false]], [[-11.3515625, false]], [[-8.8515625, false]], [[-11.8515625, false]], [[-12.3515625, false]], [[-11.3515625, false]], [[-13.1015625, false]]], "filtered_resps": [[-7.60546875, false], [-11.3515625, false], [-7.35546875, false], [-9.3515625, false], [-11.8515625, false], [-11.8515625, false], [-8.8515625, false], [-9.1015625, false], [-9.3515625, false], [-11.3515625, false], [-9.390625, false], [-5.10546875, false], [-11.3515625, false], [-8.1015625, false], [-9.6015625, false], [-12.3515625, false], [-9.3515625, false], [-9.3515625, false], [-11.3515625, false], [-9.6015625, false], [-11.8515625, false], [-9.3515625, false], [-11.3515625, false], [-9.390625, false], [-5.10546875, false], [-11.3515625, false], [-5.10546875, false], [-9.6015625, false], [-11.8515625, false], [-7.10546875, false], [-9.1015625, false], [-9.1015625, false], [-6.35546875, false], [-11.3515625, false], [-8.8515625, false], [-11.8515625, false], [-12.3515625, false], [-11.3515625, false], [-9.390625, false], [-5.10546875, false], [-11.3515625, false], [-7.85546875, false], [-9.3515625, false], [-9.3515625, false], [-10.6015625, false], [-9.6015625, false], [-11.8515625, false], [-6.35546875, false], [-11.3515625, false], [-8.8515625, false], [-11.8515625, false], [-12.3515625, false], [-11.3515625, false], [-13.1015625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1794, "doc": {"id": "Mercury_SC_401780", "question": "A new moon occurs about every", "choices": {"text": ["day.", "year.", "week.", "month."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "month.", "arguments": ["Question: A new moon occurs about every\nAnswer:", " ["], "resps": [[[-8.28125, false]], [[-8.78125, false]], [[-9.28125, false]], [[-4.53125, false]], [[-10.28125, false]], [[-6.32421875, false]], [[-8.78125, false]], [[-8.453125, false]], [[-4.78125, false]], [[-8.78125, false]], [[-10.28125, false]], [[-8.03125, false]], [[-4.53125, false]], [[-9.03125, false]], [[-6.32421875, false]], [[-8.78125, false]], [[-8.453125, false]], [[-4.78125, false]], [[-8.78125, false]], [[-10.53125, false]], [[-8.03125, false]], [[-8.03125, false]], [[-9.78125, false]], [[-6.32421875, false]], [[-8.78125, false]], [[-8.453125, false]], [[-4.78125, false]], [[-8.78125, false]], [[-9.78125, false]], [[-9.53125, false]], [[-7.78125, false]], [[-8.03125, false]], [[-10.78125, false]], [[-6.32421875, false]], [[-8.78125, false]], [[-10.03125, false]]], "filtered_resps": [[-8.28125, false], [-8.78125, false], [-9.28125, false], [-4.53125, false], [-10.28125, false], [-6.32421875, false], [-8.78125, false], [-8.453125, false], [-4.78125, false], [-8.78125, false], [-10.28125, false], [-8.03125, false], [-4.53125, false], [-9.03125, false], [-6.32421875, false], [-8.78125, false], [-8.453125, false], [-4.78125, false], [-8.78125, false], [-10.53125, false], [-8.03125, false], [-8.03125, false], [-9.78125, false], [-6.32421875, false], [-8.78125, false], [-8.453125, false], [-4.78125, false], [-8.78125, false], [-9.78125, false], [-9.53125, false], [-7.78125, false], [-8.03125, false], [-10.78125, false], [-6.32421875, false], [-8.78125, false], [-10.03125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1802, "doc": {"id": "NYSEDREGENTS_2008_4_8", "question": "A magnet and a metal paper clip have the strongest magnetic attraction when the distance between them is", "choices": {"text": ["4 centimeters", "8 centimeters", "12 centimeters", "16 centimeters"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "4 centimeters", "arguments": ["Question: A magnet and a metal paper clip have the strongest magnetic attraction when the distance between them is\nAnswer:", " ["], "resps": [[[-7.65625, false]], [[-9.15625, false]], [[-8.15625, false]], [[-5.40625, false]], [[-8.65625, false]], [[-8.90625, false]], [[-7.65625, false]], [[-9.15625, false]], [[-7.65625, false]], [[-7.90625, false]], [[-8.90625, false]], [[-9.15625, false]], [[-8.90625, false]], [[-8.65625, false]], [[-8.90625, false]], [[-9.15625, false]], [[-8.9375, false]], [[-5.40625, false]], [[-9.15625, false]], [[-8.65625, false]], [[-5.40625, false]], [[-8.65625, false]], [[-8.90625, false]], [[-7.65625, false]], [[-9.15625, false]], [[-7.65625, false]], [[-7.90625, false]], [[-8.90625, false]], [[-9.15625, false]], [[-8.90625, false]], [[-8.65625, false]], [[-8.90625, false]], [[-9.15625, false]], [[-8.9375, false]], [[-5.40625, false]], [[-9.15625, false]], [[-6.40625, false]], [[-6.65625, false]], [[-5.40625, false]], [[-8.65625, false]], [[-8.90625, false]], [[-7.65625, false]], [[-9.15625, false]], [[-7.65625, false]], [[-7.90625, false]], [[-8.90625, false]], [[-9.15625, false]], [[-8.90625, false]], [[-8.65625, false]], [[-8.90625, false]], [[-9.15625, false]], [[-8.9375, false]], [[-5.40625, false]], [[-9.15625, false]], [[-6.40625, false]], [[-8.40625, false]], [[-5.40625, false]], [[-8.65625, false]], [[-8.90625, false]], [[-7.65625, false]], [[-9.15625, false]], [[-7.65625, false]], [[-7.90625, false]], [[-8.90625, false]], [[-9.15625, false]], [[-8.90625, false]], [[-8.65625, false]], [[-8.90625, false]], [[-9.15625, false]], [[-11.40625, false]]], "filtered_resps": [[-7.65625, false], [-9.15625, false], [-8.15625, false], [-5.40625, false], [-8.65625, false], [-8.90625, false], [-7.65625, false], [-9.15625, false], [-7.65625, false], [-7.90625, false], [-8.90625, false], [-9.15625, false], [-8.90625, false], [-8.65625, false], [-8.90625, false], [-9.15625, false], [-8.9375, false], [-5.40625, false], [-9.15625, false], [-8.65625, false], [-5.40625, false], [-8.65625, false], [-8.90625, false], [-7.65625, false], [-9.15625, false], [-7.65625, false], [-7.90625, false], [-8.90625, false], [-9.15625, false], [-8.90625, false], [-8.65625, false], [-8.90625, false], [-9.15625, false], [-8.9375, false], [-5.40625, false], [-9.15625, false], [-6.40625, false], [-6.65625, false], [-5.40625, false], [-8.65625, false], [-8.90625, false], [-7.65625, false], [-9.15625, false], [-7.65625, false], [-7.90625, false], [-8.90625, false], [-9.15625, false], [-8.90625, false], [-8.65625, false], [-8.90625, false], [-9.15625, false], [-8.9375, false], [-5.40625, false], [-9.15625, false], [-6.40625, false], [-8.40625, false], [-5.40625, false], [-8.65625, false], [-8.90625, false], [-7.65625, false], [-9.15625, false], [-7.65625, false], [-7.90625, false], [-8.90625, false], [-9.15625, false], [-8.90625, false], [-8.65625, false], [-8.90625, false], [-9.15625, false], [-11.40625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1810, "doc": {"id": "NCEOGA_2013_5_32", "question": "Which statement best describes a bacterial cell?", "choices": {"text": ["It contains more than one cell.", "It is a complete organism.", "It is part of a larger organism.", "It contains different kinds of cells."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "It is a complete organism.", "arguments": ["Question: Which statement best describes a bacterial cell?\nAnswer:", " ["], "resps": [[[-6.484375, false]], [[-9.734375, false]], [[-6.234375, false]], [[-10.234375, false]], [[-5.484375, false]], [[-6.484375, false]], [[-9.234375, false]], [[-9.484375, false]], [[-10.234375, false]], [[-2.982421875, false]], [[-8.984375, false]], [[-9.484375, false]], [[-8.984375, false]], [[-5.484375, false]], [[-8.734375, false]], [[-9.234375, false]], [[-9.734375, false]], [[-7.734375, false]], [[-5.484375, false]], [[-10.234375, false]], [[-9.984375, false]], [[-2.982421875, false]], [[-9.484375, false]], [[-5.484375, false]], [[-9.234375, false]], [[-9.484375, false]], [[-7.734375, false]], [[-5.484375, false]], [[-6.484375, false]], [[-7.734375, false]], [[-10.234375, false]], [[-10.234375, false]], [[-6.734375, false]], [[-9.734375, false]], [[-10.234375, false]], [[-5.484375, false]], [[-9.734375, false]], [[-6.234375, false]], [[-10.234375, false]], [[-5.484375, false]], [[-8.984375, false]], [[-8.984375, false]], [[-5.484375, false]], [[-2.982421875, false]], [[-5.484375, false]], [[-6.484375, false]], [[-9.234375, false]], [[-8.734375, false]], [[-9.734375, false]], [[-10.234375, false]], [[-7.734375, false]], [[-10.234375, false]], [[-7.734375, false]], [[-5.484375, false]], [[-9.234375, false]], [[-9.734375, false]], [[-10.734375, false]], [[-2.982421875, false]], [[-9.484375, false]], [[-8.984375, false]], [[-8.984375, false]], [[-8.734375, false]], [[-6.734375, false]], [[-9.734375, false]], [[-10.234375, false]], [[-5.484375, false]], [[-9.734375, false]], [[-6.234375, false]], [[-10.234375, false]], [[-5.484375, false]], [[-8.984375, false]], [[-8.984375, false]], [[-5.484375, false]], [[-9.734375, false]], [[-2.982421875, false]], [[-9.734375, false]], [[-10.234375, false]], [[-5.484375, false]], [[-9.234375, false]], [[-10.484375, false]], [[-5.484375, false]], [[-2.982421875, false]], [[-5.484375, false]], [[-10.234375, false]], [[-2.982421875, false]], [[-9.734375, false]], [[-10.734375, false]], [[-7.734375, false]], [[-9.734375, false]], [[-5.484375, false]], [[-9.234375, false]], [[-9.734375, false]], [[-10.734375, false]], [[-2.982421875, false]], [[-9.484375, false]], [[-8.984375, false]], [[-8.984375, false]], [[-8.734375, false]], [[-6.734375, false]], [[-9.734375, false]], [[-10.234375, false]], [[-5.484375, false]], [[-9.734375, false]], [[-6.234375, false]], [[-10.234375, false]], [[-5.484375, false]], [[-6.484375, false]], [[-9.234375, false]], [[-9.484375, false]], [[-10.234375, false]], [[-2.982421875, false]], [[-8.984375, false]], [[-9.484375, false]], [[-8.984375, false]], [[-5.484375, false]], [[-8.984375, false]], [[-8.984375, false]], [[-10.484375, false]], [[-10.484375, false]], [[-7.734375, false]], [[-9.734375, false]], [[-7.734375, false]], [[-9.484375, false]], [[-10.234375, false]], [[-5.484375, false]], [[-10.734375, false]], [[-8.984375, false]], [[-9.484375, false]], [[-8.984375, false]], [[-8.984375, false]], [[-5.484375, false]], [[-9.234375, false]], [[-10.484375, false]], [[-5.484375, false]], [[-6.484375, false]], [[-7.734375, false]], [[-10.234375, false]], [[-10.234375, false]], [[-8.984375, false]], [[-6.734375, false]], [[-9.734375, false]], [[-11.984375, false]]], "filtered_resps": [[-6.484375, false], [-9.734375, false], [-6.234375, false], [-10.234375, false], [-5.484375, false], [-6.484375, false], [-9.234375, false], [-9.484375, false], [-10.234375, false], [-2.982421875, false], [-8.984375, false], [-9.484375, false], [-8.984375, false], [-5.484375, false], [-8.734375, false], [-9.234375, false], [-9.734375, false], [-7.734375, false], [-5.484375, false], [-10.234375, false], [-9.984375, false], [-2.982421875, false], [-9.484375, false], [-5.484375, false], [-9.234375, false], [-9.484375, false], [-7.734375, false], [-5.484375, false], [-6.484375, false], [-7.734375, false], [-10.234375, false], [-10.234375, false], [-6.734375, false], [-9.734375, false], [-10.234375, false], [-5.484375, false], [-9.734375, false], [-6.234375, false], [-10.234375, false], [-5.484375, false], [-8.984375, false], [-8.984375, false], [-5.484375, false], [-2.982421875, false], [-5.484375, false], [-6.484375, false], [-9.234375, false], [-8.734375, false], [-9.734375, false], [-10.234375, false], [-7.734375, false], [-10.234375, false], [-7.734375, false], [-5.484375, false], [-9.234375, false], [-9.734375, false], [-10.734375, false], [-2.982421875, false], [-9.484375, false], [-8.984375, false], [-8.984375, false], [-8.734375, false], [-6.734375, false], [-9.734375, false], [-10.234375, false], [-5.484375, false], [-9.734375, false], [-6.234375, false], [-10.234375, false], [-5.484375, false], [-8.984375, false], [-8.984375, false], [-5.484375, false], [-9.734375, false], [-2.982421875, false], [-9.734375, false], [-10.234375, false], [-5.484375, false], [-9.234375, false], [-10.484375, false], [-5.484375, false], [-2.982421875, false], [-5.484375, false], [-10.234375, false], [-2.982421875, false], [-9.734375, false], [-10.734375, false], [-7.734375, false], [-9.734375, false], [-5.484375, false], [-9.234375, false], [-9.734375, false], [-10.734375, false], [-2.982421875, false], [-9.484375, false], [-8.984375, false], [-8.984375, false], [-8.734375, false], [-6.734375, false], [-9.734375, false], [-10.234375, false], [-5.484375, false], [-9.734375, false], [-6.234375, false], [-10.234375, false], [-5.484375, false], [-6.484375, false], [-9.234375, false], [-9.484375, false], [-10.234375, false], [-2.982421875, false], [-8.984375, false], [-9.484375, false], [-8.984375, false], [-5.484375, false], [-8.984375, false], [-8.984375, false], [-10.484375, false], [-10.484375, false], [-7.734375, false], [-9.734375, false], [-7.734375, false], [-9.484375, false], [-10.234375, false], [-5.484375, false], [-10.734375, false], [-8.984375, false], [-9.484375, false], [-8.984375, false], [-8.984375, false], [-5.484375, false], [-9.234375, false], [-10.484375, false], [-5.484375, false], [-6.484375, false], [-7.734375, false], [-10.234375, false], [-10.234375, false], [-8.984375, false], [-6.734375, false], [-9.734375, false], [-11.984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1818, "doc": {"id": "Mercury_SC_407288", "question": "Plants that can live in sandy soils most likely have the ability to withstand", "choices": {"text": ["fires.", "salt.", "cold temperatures.", "dry conditions."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "dry conditions.", "arguments": ["Question: Plants that can live in sandy soils most likely have the ability to withstand\nAnswer:", " ["], "resps": [[[-7.6640625, false]], [[-8.1640625, false]], [[-10.6640625, false]], [[-7.4140625, false]], [[-10.1640625, false]], [[-8.6640625, false]], [[-9.4140625, false]], [[-6.84375, false]], [[-8.1640625, false]], [[-9.46875, false]], [[-5.4140625, false]], [[-8.1640625, false]], [[-9.4140625, false]], [[-6.4140625, false]], [[-9.6640625, false]], [[-10.6640625, false]], [[-6.84375, false]], [[-8.1640625, false]], [[-9.46875, false]], [[-5.4140625, false]], [[-8.1640625, false]], [[-9.9140625, false]], [[-8.9140625, false]], [[-9.6640625, false]], [[-7.6640625, false]], [[-5.4140625, false]], [[-10.6640625, false]], [[-8.6640625, false]], [[-10.4140625, false]], [[-10.1640625, false]], [[-8.6640625, false]], [[-10.1640625, false]], [[-6.4140625, false]], [[-10.6640625, false]], [[-10.6640625, false]], [[-10.1640625, false]], [[-8.6640625, false]], [[-9.4140625, false]], [[-6.84375, false]], [[-8.1640625, false]], [[-9.46875, false]], [[-5.4140625, false]], [[-8.1640625, false]], [[-7.6640625, false]], [[-10.1640625, false]], [[-10.1640625, false]], [[-5.4140625, false]], [[-9.9140625, false]], [[-8.9140625, false]], [[-8.9140625, false]], [[-7.6640625, false]], [[-7.4140625, false]], [[-10.6640625, false]], [[-7.4140625, false]], [[-8.9140625, false]], [[-8.9140625, false]], [[-9.4140625, false]], [[-6.84375, false]], [[-8.1640625, false]], [[-12.1640625, false]]], "filtered_resps": [[-7.6640625, false], [-8.1640625, false], [-10.6640625, false], [-7.4140625, false], [-10.1640625, false], [-8.6640625, false], [-9.4140625, false], [-6.84375, false], [-8.1640625, false], [-9.46875, false], [-5.4140625, false], [-8.1640625, false], [-9.4140625, false], [-6.4140625, false], [-9.6640625, false], [-10.6640625, false], [-6.84375, false], [-8.1640625, false], [-9.46875, false], [-5.4140625, false], [-8.1640625, false], [-9.9140625, false], [-8.9140625, false], [-9.6640625, false], [-7.6640625, false], [-5.4140625, false], [-10.6640625, false], [-8.6640625, false], [-10.4140625, false], [-10.1640625, false], [-8.6640625, false], [-10.1640625, false], [-6.4140625, false], [-10.6640625, false], [-10.6640625, false], [-10.1640625, false], [-8.6640625, false], [-9.4140625, false], [-6.84375, false], [-8.1640625, false], [-9.46875, false], [-5.4140625, false], [-8.1640625, false], [-7.6640625, false], [-10.1640625, false], [-10.1640625, false], [-5.4140625, false], [-9.9140625, false], [-8.9140625, false], [-8.9140625, false], [-7.6640625, false], [-7.4140625, false], [-10.6640625, false], [-7.4140625, false], [-8.9140625, false], [-8.9140625, false], [-9.4140625, false], [-6.84375, false], [-8.1640625, false], [-12.1640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1826, "doc": {"id": "VASoL_2008_3_30", "question": "For a plant to stay alive indoors, where does it need to be placed?", "choices": {"text": ["In a dry area", "In a dark room", "On a plant stand", "Near a sunny place"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Near a sunny place", "arguments": ["Question: For a plant to stay alive indoors, where does it need to be placed?\nAnswer:", " ["], "resps": [[[-7.8203125, false]], [[-10.0703125, false]], [[-5.3203125, false]], [[-11.0703125, false]], [[-5.3203125, false]], [[-6.5703125, false]], [[-5.3203125, false]], [[-10.5703125, false]], [[-13.3203125, false]], [[-13.8203125, false]], [[-5.3203125, false]], [[-6.5703125, false]], [[-13.3203125, false]], [[-10.5703125, false]], [[-6.5703125, false]], [[-10.0703125, false]], [[-9.109375, false]], [[-5.3203125, false]], [[-10.0703125, false]], [[-5.3203125, false]], [[-11.0703125, false]], [[-5.3203125, false]], [[-6.5703125, false]], [[-5.3203125, false]], [[-10.5703125, false]], [[-6.5703125, false]], [[-13.3203125, false]], [[-13.3203125, false]], [[-5.3203125, false]], [[-13.3203125, false]], [[-9.8203125, false]], [[-9.8203125, false]], [[-12.0703125, false]], [[-10.0703125, false]], [[-9.109375, false]], [[-5.3203125, false]], [[-10.0703125, false]], [[-7.5703125, false]], [[-11.0703125, false]], [[-5.3203125, false]], [[-6.5703125, false]], [[-5.3203125, false]], [[-11.3203125, false]], [[-11.5703125, false]], [[-6.5703125, false]], [[-11.0703125, false]], [[-12.0703125, false]], [[-5.3203125, false]], [[-10.3203125, false]], [[-12.0703125, false]], [[-6.5703125, false]], [[-11.0703125, false]], [[-10.5703125, false]], [[-10.0703125, false]], [[-9.109375, false]], [[-5.3203125, false]], [[-10.0703125, false]], [[-7.5703125, false]], [[-10.5703125, false]], [[-6.5703125, false]], [[-13.3203125, false]], [[-5.3203125, false]], [[-6.5703125, false]], [[-5.3203125, false]], [[-10.3203125, false]], [[-12.0703125, false]], [[-11.0703125, false]], [[-11.0703125, false]], [[-13.8203125, false]], [[-5.3203125, false]], [[-11.3203125, false]], [[-11.5703125, false]], [[-6.5703125, false]], [[-11.0703125, false]], [[-10.5703125, false]], [[-10.0703125, false]], [[-13.3203125, false]]], "filtered_resps": [[-7.8203125, false], [-10.0703125, false], [-5.3203125, false], [-11.0703125, false], [-5.3203125, false], [-6.5703125, false], [-5.3203125, false], [-10.5703125, false], [-13.3203125, false], [-13.8203125, false], [-5.3203125, false], [-6.5703125, false], [-13.3203125, false], [-10.5703125, false], [-6.5703125, false], [-10.0703125, false], [-9.109375, false], [-5.3203125, false], [-10.0703125, false], [-5.3203125, false], [-11.0703125, false], [-5.3203125, false], [-6.5703125, false], [-5.3203125, false], [-10.5703125, false], [-6.5703125, false], [-13.3203125, false], [-13.3203125, false], [-5.3203125, false], [-13.3203125, false], [-9.8203125, false], [-9.8203125, false], [-12.0703125, false], [-10.0703125, false], [-9.109375, false], [-5.3203125, false], [-10.0703125, false], [-7.5703125, false], [-11.0703125, false], [-5.3203125, false], [-6.5703125, false], [-5.3203125, false], [-11.3203125, false], [-11.5703125, false], [-6.5703125, false], [-11.0703125, false], [-12.0703125, false], [-5.3203125, false], [-10.3203125, false], [-12.0703125, false], [-6.5703125, false], [-11.0703125, false], [-10.5703125, false], [-10.0703125, false], [-9.109375, false], [-5.3203125, false], [-10.0703125, false], [-7.5703125, false], [-10.5703125, false], [-6.5703125, false], [-13.3203125, false], [-5.3203125, false], [-6.5703125, false], [-5.3203125, false], [-10.3203125, false], [-12.0703125, false], [-11.0703125, false], [-11.0703125, false], [-13.8203125, false], [-5.3203125, false], [-11.3203125, false], [-11.5703125, false], [-6.5703125, false], [-11.0703125, false], [-10.5703125, false], [-10.0703125, false], [-13.3203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1834, "doc": {"id": "Mercury_SC_406793", "question": "When a plane flies, it travels through air that contains gases, liquids, and solids. This area is best described as the", "choices": {"text": ["atmosphere.", "lithosphere.", "biosphere.", "hydrosphere."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "atmosphere.", "arguments": ["Question: When a plane flies, it travels through air that contains gases, liquids, and solids. This area is best described as the\nAnswer:", " ["], "resps": [[[-7.66796875, false]], [[-7.41796875, false]], [[-3.416015625, false]], [[-8.6640625, false]], [[-7.91796875, false]], [[-7.66796875, false]], [[-7.66796875, false]], [[-7.66796875, false]], [[-7.16796875, false]], [[-7.66796875, false]], [[-8.6640625, false]], [[-7.66796875, false]], [[-5.75, false]], [[-7.41796875, false]], [[-7.5, false]], [[-4.66796875, false]], [[-7.41796875, false]], [[-8.9140625, false]], [[-6.91796875, false]], [[-8.6640625, false]], [[-7.16796875, false]], [[-7.66796875, false]], [[-7.66796875, false]], [[-7.66796875, false]], [[-7.16796875, false]], [[-7.66796875, false]], [[-8.6640625, false]], [[-7.66796875, false]], [[-5.75, false]], [[-7.41796875, false]], [[-7.5, false]], [[-4.66796875, false]], [[-7.41796875, false]], [[-4.66796875, false]], [[-6.91796875, false]], [[-7.66796875, false]], [[-7.66796875, false]], [[-7.66796875, false]], [[-7.16796875, false]], [[-7.66796875, false]], [[-8.6640625, false]], [[-7.66796875, false]], [[-5.75, false]], [[-7.41796875, false]], [[-7.5, false]], [[-4.66796875, false]], [[-7.41796875, false]], [[-7.16796875, false]], [[-9.1640625, false]], [[-6.66796875, false]], [[-8.6640625, false]], [[-7.66796875, false]], [[-7.66796875, false]], [[-7.66796875, false]], [[-7.16796875, false]], [[-7.66796875, false]], [[-8.6640625, false]], [[-7.66796875, false]], [[-5.75, false]], [[-7.41796875, false]], [[-11.1640625, false]]], "filtered_resps": [[-7.66796875, false], [-7.41796875, false], [-3.416015625, false], [-8.6640625, false], [-7.91796875, false], [-7.66796875, false], [-7.66796875, false], [-7.66796875, false], [-7.16796875, false], [-7.66796875, false], [-8.6640625, false], [-7.66796875, false], [-5.75, false], [-7.41796875, false], [-7.5, false], [-4.66796875, false], [-7.41796875, false], [-8.9140625, false], [-6.91796875, false], [-8.6640625, false], [-7.16796875, false], [-7.66796875, false], [-7.66796875, false], [-7.66796875, false], [-7.16796875, false], [-7.66796875, false], [-8.6640625, false], [-7.66796875, false], [-5.75, false], [-7.41796875, false], [-7.5, false], [-4.66796875, false], [-7.41796875, false], [-4.66796875, false], [-6.91796875, false], [-7.66796875, false], [-7.66796875, false], [-7.66796875, false], [-7.16796875, false], [-7.66796875, false], [-8.6640625, false], [-7.66796875, false], [-5.75, false], [-7.41796875, false], [-7.5, false], [-4.66796875, false], [-7.41796875, false], [-7.16796875, false], [-9.1640625, false], [-6.66796875, false], [-8.6640625, false], [-7.66796875, false], [-7.66796875, false], [-7.66796875, false], [-7.16796875, false], [-7.66796875, false], [-8.6640625, false], [-7.66796875, false], [-5.75, false], [-7.41796875, false], [-11.1640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1842, "doc": {"id": "NYSEDREGENTS_2010_4_2", "question": "A ball is thrown up into the air. Which force causes the ball to fall to the ground?", "choices": {"text": ["friction", "gravity", "magnetism", "electricity"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "gravity", "arguments": ["Question: A ball is thrown up into the air. Which force causes the ball to fall to the ground?\nAnswer:", " ["], "resps": [[[-7.50390625, false]], [[-9.5078125, false]], [[-7.50390625, false]], [[-9.2578125, false]], [[-9.5078125, false]], [[-8.0078125, false]], [[-7.75390625, false]], [[-9.5078125, false]], [[-10.2578125, false]], [[-9.0078125, false]], [[-9.5078125, false]], [[-9.8984375, false]], [[-5.00390625, false]], [[-9.5078125, false]], [[-8.5078125, false]], [[-9.2578125, false]], [[-5.25390625, false]], [[-7.75390625, false]], [[-9.5078125, false]], [[-7.75390625, false]], [[-10.0078125, false]], [[-9.5078125, false]], [[-9.8984375, false]], [[-5.00390625, false]], [[-9.5078125, false]], [[-7.75390625, false]], [[-5.25390625, false]], [[-8.5078125, false]], [[-9.0078125, false]], [[-8.5078125, false]], [[-7.75390625, false]], [[-9.5078125, false]], [[-9.0078125, false]], [[-7.75390625, false]], [[-9.5078125, false]], [[-9.8984375, false]], [[-5.00390625, false]], [[-9.5078125, false]], [[-8.5078125, false]], [[-9.5078125, false]], [[-8.5078125, false]], [[-8.0078125, false]], [[-7.75390625, false]], [[-9.2578125, false]], [[-9.5078125, false]], [[-8.0078125, false]], [[-9.5078125, false]], [[-7.75390625, false]], [[-10.0078125, false]], [[-9.5078125, false]], [[-12.2578125, false]]], "filtered_resps": [[-7.50390625, false], [-9.5078125, false], [-7.50390625, false], [-9.2578125, false], [-9.5078125, false], [-8.0078125, false], [-7.75390625, false], [-9.5078125, false], [-10.2578125, false], [-9.0078125, false], [-9.5078125, false], [-9.8984375, false], [-5.00390625, false], [-9.5078125, false], [-8.5078125, false], [-9.2578125, false], [-5.25390625, false], [-7.75390625, false], [-9.5078125, false], [-7.75390625, false], [-10.0078125, false], [-9.5078125, false], [-9.8984375, false], [-5.00390625, false], [-9.5078125, false], [-7.75390625, false], [-5.25390625, false], [-8.5078125, false], [-9.0078125, false], [-8.5078125, false], [-7.75390625, false], [-9.5078125, false], [-9.0078125, false], [-7.75390625, false], [-9.5078125, false], [-9.8984375, false], [-5.00390625, false], [-9.5078125, false], [-8.5078125, false], [-9.5078125, false], [-8.5078125, false], [-8.0078125, false], [-7.75390625, false], [-9.2578125, false], [-9.5078125, false], [-8.0078125, false], [-9.5078125, false], [-7.75390625, false], [-10.0078125, false], [-9.5078125, false], [-12.2578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1850, "doc": {"id": "Mercury_SC_407195", "question": "Which action would most likely reduce air pollution caused by cars?", "choices": {"text": ["drive a longer route", "purchase a larger car", "take fewer car trips", "use smaller tires"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "take fewer car trips", "arguments": ["Question: Which action would most likely reduce air pollution caused by cars?\nAnswer:", " ["], "resps": [[[-7.875, false]], [[-8.75, false]], [[-10.0, false]], [[-13.375, false]], [[-8.375, false]], [[-12.375, false]], [[-8.5, false]], [[-4.875, false]], [[-5.625, false]], [[-4.875, false]], [[-11.625, false]], [[-9.875, false]], [[-11.875, false]], [[-13.0, false]], [[-8.5, false]], [[-13.375, false]], [[-4.875, false]], [[-13.375, false]], [[-9.875, false]], [[-12.375, false]], [[-11.5, false]], [[-8.5, false]], [[-8.75, false]], [[-9.6171875, false]], [[-4.875, false]], [[-8.75, false]], [[-10.25, false]], [[-12.375, false]], [[-13.375, false]], [[-10.625, false]], [[-12.375, false]], [[-5.625, false]], [[-9.75, false]], [[-8.5, false]], [[-4.875, false]], [[-5.625, false]], [[-4.875, false]], [[-11.625, false]], [[-5.625, false]], [[-13.375, false]], [[-13.0, false]], [[-8.5, false]], [[-13.375, false]], [[-4.875, false]], [[-10.625, false]], [[-5.625, false]], [[-13.375, false]], [[-8.75, false]], [[-9.6171875, false]], [[-4.875, false]], [[-8.75, false]], [[-11.5, false]], [[-5.625, false]], [[-12.625, false]], [[-8.5, false]], [[-4.875, false]], [[-11.875, false]], [[-8.5, false]], [[-12.75, false]], [[-8.5, false]], [[-13.375, false]], [[-4.875, false]], [[-10.625, false]], [[-5.625, false]], [[-13.375, false]], [[-4.875, false]], [[-11.5, false]], [[-13.375, false]], [[-8.375, false]], [[-10.25, false]], [[-9.75, false]], [[-8.75, false]], [[-9.6171875, false]], [[-4.875, false]], [[-8.75, false]], [[-12.375, false]], [[-9.75, false]], [[-8.5, false]], [[-4.875, false]], [[-9.75, false]], [[-12.125, false]], [[-5.625, false]], [[-11.625, false]], [[-11.625, false]], [[-8.5, false]], [[-13.375, false]], [[-4.875, false]], [[-11.5, false]], [[-8.375, false]], [[-13.375, false]], [[-8.5, false]], [[-9.75, false]], [[-8.75, false]], [[-14.125, false]]], "filtered_resps": [[-7.875, false], [-8.75, false], [-10.0, false], [-13.375, false], [-8.375, false], [-12.375, false], [-8.5, false], [-4.875, false], [-5.625, false], [-4.875, false], [-11.625, false], [-9.875, false], [-11.875, false], [-13.0, false], [-8.5, false], [-13.375, false], [-4.875, false], [-13.375, false], [-9.875, false], [-12.375, false], [-11.5, false], [-8.5, false], [-8.75, false], [-9.6171875, false], [-4.875, false], [-8.75, false], [-10.25, false], [-12.375, false], [-13.375, false], [-10.625, false], [-12.375, false], [-5.625, false], [-9.75, false], [-8.5, false], [-4.875, false], [-5.625, false], [-4.875, false], [-11.625, false], [-5.625, false], [-13.375, false], [-13.0, false], [-8.5, false], [-13.375, false], [-4.875, false], [-10.625, false], [-5.625, false], [-13.375, false], [-8.75, false], [-9.6171875, false], [-4.875, false], [-8.75, false], [-11.5, false], [-5.625, false], [-12.625, false], [-8.5, false], [-4.875, false], [-11.875, false], [-8.5, false], [-12.75, false], [-8.5, false], [-13.375, false], [-4.875, false], [-10.625, false], [-5.625, false], [-13.375, false], [-4.875, false], [-11.5, false], [-13.375, false], [-8.375, false], [-10.25, false], [-9.75, false], [-8.75, false], [-9.6171875, false], [-4.875, false], [-8.75, false], [-12.375, false], [-9.75, false], [-8.5, false], [-4.875, false], [-9.75, false], [-12.125, false], [-5.625, false], [-11.625, false], [-11.625, false], [-8.5, false], [-13.375, false], [-4.875, false], [-11.5, false], [-8.375, false], [-13.375, false], [-8.5, false], [-9.75, false], [-8.75, false], [-14.125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1858, "doc": {"id": "ACTAAP_2013_5_4", "question": "An organism eats grass and is preyed upon by a carnivore. Which categories describe this organism?", "choices": {"text": ["producer and consumer", "consumer and herbivore", "decomposer and producer", "herbivore and decomposer"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "consumer and herbivore", "arguments": ["Question: An organism eats grass and is preyed upon by a carnivore. Which categories describe this organism?\nAnswer:", " ["], "resps": [[[-6.2421875, false]], [[-8.8671875, false]], [[-8.7421875, false]], [[-8.4921875, false]], [[-7.9921875, false]], [[-7.4921875, false]], [[-10.7421875, false]], [[-6.3671875, false]], [[-6.7421875, false]], [[-8.4921875, false]], [[-4.7421875, false]], [[-3.365234375, false]], [[-8.6171875, false]], [[-7.4921875, false]], [[-4.7421875, false]], [[-6.3671875, false]], [[-7.9921875, false]], [[-8.6171875, false]], [[-8.3671875, false]], [[-10.7421875, false]], [[-9.9921875, false]], [[-6.7421875, false]], [[-8.4921875, false]], [[-8.8671875, false]], [[-10.1171875, false]], [[-4.7421875, false]], [[-8.8671875, false]], [[-6.3671875, false]], [[-7.9921875, false]], [[-8.6171875, false]], [[-8.3671875, false]], [[-10.7421875, false]], [[-9.9921875, false]], [[-6.7421875, false]], [[-8.4921875, false]], [[-4.7421875, false]], [[-3.365234375, false]], [[-8.6171875, false]], [[-7.4921875, false]], [[-4.7421875, false]], [[-9.8671875, false]], [[-6.7421875, false]], [[-8.4921875, false]], [[-7.4921875, false]], [[-8.1171875, false]], [[-9.7421875, false]], [[-7.9921875, false]], [[-8.4921875, false]], [[-6.7421875, false]], [[-8.8671875, false]], [[-10.1171875, false]], [[-4.7421875, false]], [[-8.8671875, false]], [[-7.4921875, false]], [[-6.7421875, false]], [[-6.3671875, false]], [[-7.9921875, false]], [[-9.9921875, false]], [[-8.7421875, false]], [[-7.9921875, false]], [[-8.3671875, false]], [[-6.7421875, false]], [[-8.4921875, false]], [[-4.7421875, false]], [[-3.365234375, false]], [[-8.6171875, false]], [[-7.4921875, false]], [[-4.7421875, false]], [[-8.7421875, false]], [[-8.4921875, false]], [[-7.9921875, false]], [[-7.4921875, false]], [[-10.7421875, false]], [[-6.3671875, false]], [[-6.7421875, false]], [[-8.4921875, false]], [[-8.8671875, false]], [[-10.1171875, false]], [[-4.7421875, false]], [[-8.8671875, false]], [[-9.8671875, false]], [[-6.7421875, false]], [[-8.4921875, false]], [[-7.4921875, false]], [[-8.1171875, false]], [[-9.7421875, false]], [[-7.9921875, false]], [[-8.4921875, false]], [[-6.7421875, false]], [[-4.7421875, false]], [[-3.365234375, false]], [[-8.6171875, false]], [[-7.4921875, false]], [[-4.7421875, false]], [[-7.4921875, false]], [[-6.7421875, false]], [[-6.3671875, false]], [[-7.9921875, false]], [[-9.9921875, false]], [[-8.7421875, false]], [[-7.9921875, false]], [[-8.3671875, false]], [[-6.7421875, false]], [[-8.4921875, false]], [[-8.8671875, false]], [[-12.8671875, false]]], "filtered_resps": [[-6.2421875, false], [-8.8671875, false], [-8.7421875, false], [-8.4921875, false], [-7.9921875, false], [-7.4921875, false], [-10.7421875, false], [-6.3671875, false], [-6.7421875, false], [-8.4921875, false], [-4.7421875, false], [-3.365234375, false], [-8.6171875, false], [-7.4921875, false], [-4.7421875, false], [-6.3671875, false], [-7.9921875, false], [-8.6171875, false], [-8.3671875, false], [-10.7421875, false], [-9.9921875, false], [-6.7421875, false], [-8.4921875, false], [-8.8671875, false], [-10.1171875, false], [-4.7421875, false], [-8.8671875, false], [-6.3671875, false], [-7.9921875, false], [-8.6171875, false], [-8.3671875, false], [-10.7421875, false], [-9.9921875, false], [-6.7421875, false], [-8.4921875, false], [-4.7421875, false], [-3.365234375, false], [-8.6171875, false], [-7.4921875, false], [-4.7421875, false], [-9.8671875, false], [-6.7421875, false], [-8.4921875, false], [-7.4921875, false], [-8.1171875, false], [-9.7421875, false], [-7.9921875, false], [-8.4921875, false], [-6.7421875, false], [-8.8671875, false], [-10.1171875, false], [-4.7421875, false], [-8.8671875, false], [-7.4921875, false], [-6.7421875, false], [-6.3671875, false], [-7.9921875, false], [-9.9921875, false], [-8.7421875, false], [-7.9921875, false], [-8.3671875, false], [-6.7421875, false], [-8.4921875, false], [-4.7421875, false], [-3.365234375, false], [-8.6171875, false], [-7.4921875, false], [-4.7421875, false], [-8.7421875, false], [-8.4921875, false], [-7.9921875, false], [-7.4921875, false], [-10.7421875, false], [-6.3671875, false], [-6.7421875, false], [-8.4921875, false], [-8.8671875, false], [-10.1171875, false], [-4.7421875, false], [-8.8671875, false], [-9.8671875, false], [-6.7421875, false], [-8.4921875, false], [-7.4921875, false], [-8.1171875, false], [-9.7421875, false], [-7.9921875, false], [-8.4921875, false], [-6.7421875, false], [-4.7421875, false], [-3.365234375, false], [-8.6171875, false], [-7.4921875, false], [-4.7421875, false], [-7.4921875, false], [-6.7421875, false], [-6.3671875, false], [-7.9921875, false], [-9.9921875, false], [-8.7421875, false], [-7.9921875, false], [-8.3671875, false], [-6.7421875, false], [-8.4921875, false], [-8.8671875, false], [-12.8671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1866, "doc": {"id": "TIMSS_2003_4_pg20", "question": "What will most likely affect your adult height?", "choices": {"text": ["The height of your parents", "The height of your brothers and sisters", "Your hair color", "Your weight"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "The height of your parents", "arguments": ["Question: What will most likely affect your adult height?\nAnswer:", " ["], "resps": [[[-7.5390625, false]], [[-9.5390625, false]], [[-7.5390625, false]], [[-10.6640625, false]], [[-9.5390625, false]], [[-5.7890625, false]], [[-10.6640625, false]], [[-9.5390625, false]], [[-8.7890625, false]], [[-11.4140625, false]], [[-10.6640625, false]], [[-10.0390625, false]], [[-5.7890625, false]], [[-10.4140625, false]], [[-10.4140625, false]], [[-5.7890625, false]], [[-12.0390625, false]], [[-10.4140625, false]], [[-10.4140625, false]], [[-11.6640625, false]], [[-5.7890625, false]], [[-10.5390625, false]], [[-6.2890625, false]], [[-11.6640625, false]], [[-9.5390625, false]], [[-10.6640625, false]], [[-10.0390625, false]], [[-9.7890625, false]], [[-9.5390625, false]], [[-10.875, false]], [[-5.7890625, false]], [[-9.5390625, false]], [[-7.5390625, false]], [[-10.6640625, false]], [[-9.5390625, false]], [[-5.7890625, false]], [[-10.6640625, false]], [[-9.5390625, false]], [[-8.7890625, false]], [[-11.4140625, false]], [[-10.6640625, false]], [[-10.0390625, false]], [[-5.7890625, false]], [[-10.4140625, false]], [[-10.4140625, false]], [[-5.7890625, false]], [[-12.0390625, false]], [[-10.4140625, false]], [[-10.4140625, false]], [[-11.6640625, false]], [[-5.7890625, false]], [[-10.1640625, false]], [[-11.6640625, false]], [[-10.4140625, false]], [[-10.0390625, false]], [[-10.6640625, false]], [[-9.5390625, false]], [[-11.6640625, false]], [[-9.7890625, false]], [[-5.7890625, false]], [[-6.2890625, false]], [[-10.6640625, false]], [[-10.4140625, false]], [[-5.7890625, false]], [[-9.7890625, false]], [[-8.7890625, false]], [[-9.7890625, false]], [[-10.0390625, false]], [[-9.5390625, false]], [[-11.6640625, false]], [[-9.7890625, false]], [[-9.5390625, false]], [[-10.875, false]], [[-5.7890625, false]], [[-9.5390625, false]], [[-9.2890625, false]], [[-10.4140625, false]], [[-10.4140625, false]], [[-11.6640625, false]], [[-5.7890625, false]], [[-10.6640625, false]], [[-6.2890625, false]], [[-8.7890625, false]], [[-11.6640625, false]], [[-5.7890625, false]], [[-10.2890625, false]], [[-10.4140625, false]], [[-11.5390625, false]], [[-10.4140625, false]], [[-11.6640625, false]], [[-9.5390625, false]], [[-10.875, false]], [[-5.7890625, false]], [[-9.5390625, false]], [[-9.2890625, false]], [[-10.4140625, false]], [[-10.4140625, false]], [[-11.6640625, false]], [[-5.7890625, false]], [[-10.4140625, false]], [[-9.5390625, false]], [[-8.7890625, false]], [[-11.4140625, false]], [[-10.6640625, false]], [[-10.0390625, false]], [[-9.5390625, false]], [[-12.6640625, false]]], "filtered_resps": [[-7.5390625, false], [-9.5390625, false], [-7.5390625, false], [-10.6640625, false], [-9.5390625, false], [-5.7890625, false], [-10.6640625, false], [-9.5390625, false], [-8.7890625, false], [-11.4140625, false], [-10.6640625, false], [-10.0390625, false], [-5.7890625, false], [-10.4140625, false], [-10.4140625, false], [-5.7890625, false], [-12.0390625, false], [-10.4140625, false], [-10.4140625, false], [-11.6640625, false], [-5.7890625, false], [-10.5390625, false], [-6.2890625, false], [-11.6640625, false], [-9.5390625, false], [-10.6640625, false], [-10.0390625, false], [-9.7890625, false], [-9.5390625, false], [-10.875, false], [-5.7890625, false], [-9.5390625, false], [-7.5390625, false], [-10.6640625, false], [-9.5390625, false], [-5.7890625, false], [-10.6640625, false], [-9.5390625, false], [-8.7890625, false], [-11.4140625, false], [-10.6640625, false], [-10.0390625, false], [-5.7890625, false], [-10.4140625, false], [-10.4140625, false], [-5.7890625, false], [-12.0390625, false], [-10.4140625, false], [-10.4140625, false], [-11.6640625, false], [-5.7890625, false], [-10.1640625, false], [-11.6640625, false], [-10.4140625, false], [-10.0390625, false], [-10.6640625, false], [-9.5390625, false], [-11.6640625, false], [-9.7890625, false], [-5.7890625, false], [-6.2890625, false], [-10.6640625, false], [-10.4140625, false], [-5.7890625, false], [-9.7890625, false], [-8.7890625, false], [-9.7890625, false], [-10.0390625, false], [-9.5390625, false], [-11.6640625, false], [-9.7890625, false], [-9.5390625, false], [-10.875, false], [-5.7890625, false], [-9.5390625, false], [-9.2890625, false], [-10.4140625, false], [-10.4140625, false], [-11.6640625, false], [-5.7890625, false], [-10.6640625, false], [-6.2890625, false], [-8.7890625, false], [-11.6640625, false], [-5.7890625, false], [-10.2890625, false], [-10.4140625, false], [-11.5390625, false], [-10.4140625, false], [-11.6640625, false], [-9.5390625, false], [-10.875, false], [-5.7890625, false], [-9.5390625, false], [-9.2890625, false], [-10.4140625, false], [-10.4140625, false], [-11.6640625, false], [-5.7890625, false], [-10.4140625, false], [-9.5390625, false], [-8.7890625, false], [-11.4140625, false], [-10.6640625, false], [-10.0390625, false], [-9.5390625, false], [-12.6640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1874, "doc": {"id": "Mercury_7263288", "question": "Turgor pressure in the cells of plant roots is strong enough to eventually crack the rocks in which they grow. What machine redirects force this way?", "choices": {"text": ["a pulley", "a wedge", "an inclined plane", "a wheel and axle"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "a wedge", "arguments": ["Question: Turgor pressure in the cells of plant roots is strong enough to eventually crack the rocks in which they grow. What machine redirects force this way?\nAnswer:", " ["], "resps": [[[-7.74609375, false]], [[-8.7421875, false]], [[-3.369140625, false]], [[-4.62109375, false]], [[-10.1171875, false]], [[-10.9921875, false]], [[-10.7421875, false]], [[-10.7421875, false]], [[-8.6171875, false]], [[-11.6171875, false]], [[-8.7421875, false]], [[-8.8046875, false]], [[-4.62109375, false]], [[-8.7421875, false]], [[-3.369140625, false]], [[-4.62109375, false]], [[-10.9921875, false]], [[-8.6171875, false]], [[-9.2421875, false]], [[-10.9921875, false]], [[-8.6171875, false]], [[-8.7421875, false]], [[-8.8046875, false]], [[-4.62109375, false]], [[-8.7421875, false]], [[-3.369140625, false]], [[-10.2421875, false]], [[-4.62109375, false]], [[-8.6171875, false]], [[-10.2421875, false]], [[-8.4921875, false]], [[-10.7421875, false]], [[-8.6171875, false]], [[-10.2421875, false]], [[-8.6171875, false]], [[-9.2421875, false]], [[-4.62109375, false]], [[-10.1171875, false]], [[-10.7421875, false]], [[-3.369140625, false]], [[-10.2421875, false]], [[-8.6171875, false]], [[-8.7421875, false]], [[-8.8046875, false]], [[-4.62109375, false]], [[-8.7421875, false]], [[-3.369140625, false]], [[-4.62109375, false]], [[-10.9921875, false]], [[-10.2421875, false]], [[-8.6171875, false]], [[-8.6171875, false]], [[-10.7421875, false]], [[-4.62109375, false]], [[-3.369140625, false]], [[-10.2421875, false]], [[-9.2421875, false]], [[-4.62109375, false]], [[-3.369140625, false]], [[-10.4921875, false]], [[-10.7421875, false]], [[-8.6171875, false]], [[-8.7421875, false]], [[-12.4921875, false]]], "filtered_resps": [[-7.74609375, false], [-8.7421875, false], [-3.369140625, false], [-4.62109375, false], [-10.1171875, false], [-10.9921875, false], [-10.7421875, false], [-10.7421875, false], [-8.6171875, false], [-11.6171875, false], [-8.7421875, false], [-8.8046875, false], [-4.62109375, false], [-8.7421875, false], [-3.369140625, false], [-4.62109375, false], [-10.9921875, false], [-8.6171875, false], [-9.2421875, false], [-10.9921875, false], [-8.6171875, false], [-8.7421875, false], [-8.8046875, false], [-4.62109375, false], [-8.7421875, false], [-3.369140625, false], [-10.2421875, false], [-4.62109375, false], [-8.6171875, false], [-10.2421875, false], [-8.4921875, false], [-10.7421875, false], [-8.6171875, false], [-10.2421875, false], [-8.6171875, false], [-9.2421875, false], [-4.62109375, false], [-10.1171875, false], [-10.7421875, false], [-3.369140625, false], [-10.2421875, false], [-8.6171875, false], [-8.7421875, false], [-8.8046875, false], [-4.62109375, false], [-8.7421875, false], [-3.369140625, false], [-4.62109375, false], [-10.9921875, false], [-10.2421875, false], [-8.6171875, false], [-8.6171875, false], [-10.7421875, false], [-4.62109375, false], [-3.369140625, false], [-10.2421875, false], [-9.2421875, false], [-4.62109375, false], [-3.369140625, false], [-10.4921875, false], [-10.7421875, false], [-8.6171875, false], [-8.7421875, false], [-12.4921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1882, "doc": {"id": "LEAP__7_10346", "question": "Which relationship is mutualistic?", "choices": {"text": ["an insect that lives and feeds on the body of an alligator", "an ant that lives on a plant and defends the plant from other insects", "a bird that migrates to follow the movements of the butterflies that it eats", "a deer that eats one kind of plant, which allows another kind of plant to grow in its place"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "an ant that lives on a plant and defends the plant from other insects", "arguments": ["Question: Which relationship is mutualistic?\nAnswer:", " ["], "resps": [[[-6.96484375, false]], [[-7.96484375, false]], [[-5.08984375, false]], [[-9.4609375, false]], [[-5.58984375, false]], [[-8.5859375, false]], [[-9.4609375, false]], [[-9.7109375, false]], [[-8.7109375, false]], [[-9.5859375, false]], [[-10.9609375, false]], [[-5.58984375, false]], [[-10.9609375, false]], [[-11.7109375, false]], [[-5.08984375, false]], [[-10.9609375, false]], [[-5.58984375, false]], [[-9.3359375, false]], [[-8.5859375, false]], [[-11.5859375, false]], [[-8.7109375, false]], [[-9.7109375, false]], [[-5.58984375, false]], [[-5.08984375, false]], [[-9.4609375, false]], [[-10.2109375, false]], [[-5.58984375, false]], [[-10.2109375, false]], [[-8.7109375, false]], [[-8.7109375, false]], [[-10.2109375, false]], [[-9.7109375, false]], [[-5.58984375, false]], [[-11.2109375, false]], [[-9.4609375, false]], [[-5.58984375, false]], [[-10.9609375, false]], [[-11.7109375, false]], [[-8.7109375, false]], [[-5.58984375, false]], [[-9.0859375, false]], [[-11.2109375, false]], [[-10.2109375, false]], [[-11.7109375, false]], [[-5.58984375, false]], [[-11.2109375, false]], [[-10.2109375, false]], [[-5.58984375, false]], [[-5.08984375, false]], [[-9.4609375, false]], [[-5.58984375, false]], [[-5.08984375, false]], [[-9.3359375, false]], [[-9.3359375, false]], [[-8.5859375, false]], [[-12.0859375, false]], [[-5.08984375, false]], [[-10.9609375, false]], [[-11.2109375, false]], [[-10.0859375, false]], [[-7.96484375, false]], [[-10.453125, false]], [[-5.58984375, false]], [[-7.96484375, false]], [[-5.08984375, false]], [[-9.4609375, false]], [[-5.58984375, false]], [[-5.08984375, false]], [[-9.4609375, false]], [[-10.9609375, false]], [[-5.58984375, false]], [[-10.9609375, false]], [[-11.7109375, false]], [[-5.08984375, false]], [[-10.9609375, false]], [[-5.58984375, false]], [[-9.3359375, false]], [[-8.5859375, false]], [[-11.5859375, false]], [[-8.7109375, false]], [[-9.7109375, false]], [[-5.58984375, false]], [[-11.2109375, false]], [[-9.4609375, false]], [[-5.58984375, false]], [[-5.08984375, false]], [[-5.58984375, false]], [[-11.4609375, false]], [[-9.3359375, false]], [[-5.08984375, false]], [[-9.4609375, false]], [[-10.9609375, false]], [[-5.58984375, false]], [[-5.08984375, false]], [[-9.4609375, false]], [[-10.2109375, false]], [[-5.58984375, false]], [[-10.2109375, false]], [[-8.7109375, false]], [[-10.2109375, false]], [[-8.7109375, false]], [[-9.4609375, false]], [[-10.2109375, false]], [[-9.7109375, false]], [[-5.58984375, false]], [[-10.9609375, false]], [[-11.7109375, false]], [[-8.7109375, false]], [[-5.58984375, false]], [[-11.4609375, false]], [[-9.3359375, false]], [[-5.08984375, false]], [[-9.4609375, false]], [[-10.9609375, false]], [[-5.58984375, false]], [[-10.2109375, false]], [[-10.0859375, false]], [[-11.2109375, false]], [[-8.8359375, false]], [[-5.58984375, false]], [[-11.2109375, false]], [[-10.9609375, false]], [[-11.7109375, false]], [[-8.7109375, false]], [[-10.0859375, false]], [[-5.58984375, false]], [[-8.5859375, false]], [[-9.4609375, false]], [[-9.7109375, false]], [[-8.7109375, false]], [[-9.5859375, false]], [[-10.9609375, false]], [[-9.7109375, false]], [[-7.96484375, false]], [[-10.453125, false]], [[-5.58984375, false]], [[-7.96484375, false]], [[-5.08984375, false]], [[-5.58984375, false]], [[-9.0859375, false]], [[-8.5859375, false]], [[-10.0859375, false]], [[-10.2109375, false]], [[-5.58984375, false]], [[-10.9609375, false]], [[-11.7109375, false]], [[-5.08984375, false]], [[-10.9609375, false]], [[-5.58984375, false]], [[-8.8359375, false]], [[-8.5859375, false]], [[-12.0859375, false]], [[-10.0859375, false]], [[-5.08984375, false]], [[-10.9609375, false]], [[-8.7109375, false]], [[-9.7109375, false]], [[-5.58984375, false]], [[-10.9609375, false]], [[-11.2109375, false]], [[-5.58984375, false]], [[-10.2109375, false]], [[-11.2109375, false]], [[-9.3359375, false]], [[-9.3359375, false]], [[-11.2109375, false]], [[-11.2109375, false]], [[-5.58984375, false]], [[-10.9609375, false]], [[-11.7109375, false]], [[-8.7109375, false]], [[-5.58984375, false]], [[-8.8359375, false]], [[-11.2109375, false]], [[-11.5859375, false]], [[-8.7109375, false]], [[-8.8359375, false]], [[-8.7109375, false]], [[-9.4609375, false]], [[-10.9609375, false]], [[-9.7109375, false]], [[-5.58984375, false]], [[-11.2109375, false]], [[-10.2109375, false]], [[-5.58984375, false]], [[-10.9609375, false]], [[-11.7109375, false]], [[-8.7109375, false]], [[-5.58984375, false]], [[-9.0859375, false]], [[-11.3359375, false]], [[-10.9609375, false]], [[-10.9609375, false]], [[-8.7109375, false]], [[-10.0859375, false]], [[-10.2109375, false]], [[-9.3359375, false]], [[-8.5859375, false]], [[-8.7109375, false]], [[-9.7109375, false]], [[-5.58984375, false]], [[-10.9609375, false]], [[-11.7109375, false]], [[-5.08984375, false]], [[-10.9609375, false]], [[-5.58984375, false]], [[-8.5859375, false]], [[-10.9609375, false]], [[-5.58984375, false]], [[-8.7109375, false]], [[-5.08984375, false]], [[-10.9609375, false]], [[-9.7109375, false]], [[-7.96484375, false]], [[-10.453125, false]], [[-5.58984375, false]], [[-7.96484375, false]], [[-5.08984375, false]], [[-5.58984375, false]], [[-10.2109375, false]], [[-8.7109375, false]], [[-8.7109375, false]], [[-10.0859375, false]], [[-5.58984375, false]], [[-10.9609375, false]], [[-11.7109375, false]], [[-5.08984375, false]], [[-10.9609375, false]], [[-5.58984375, false]], [[-8.7109375, false]], [[-5.08984375, false]], [[-10.9609375, false]], [[-9.7109375, false]], [[-5.58984375, false]], [[-11.2109375, false]], [[-9.4609375, false]], [[-8.7109375, false]], [[-5.58984375, false]], [[-11.0859375, false]], [[-8.5859375, false]], [[-9.4609375, false]], [[-10.2109375, false]], [[-5.58984375, false]], [[-11.2109375, false]], [[-10.2109375, false]], [[-5.58984375, false]], [[-11.4609375, false]], [[-9.3359375, false]], [[-5.08984375, false]], [[-9.4609375, false]], [[-10.9609375, false]], [[-10.453125, false]], [[-5.58984375, false]], [[-11.2109375, false]], [[-11.7109375, false]], [[-8.5859375, false]], [[-9.5859375, false]], [[-11.7109375, false]], [[-5.58984375, false]], [[-5.08984375, false]], [[-9.3359375, false]], [[-9.3359375, false]], [[-11.2109375, false]], [[-11.2109375, false]], [[-9.7109375, false]], [[-5.58984375, false]], [[-5.08984375, false]], [[-9.4609375, false]], [[-11.2109375, false]], [[-10.9609375, false]], [[-11.7109375, false]], [[-8.7109375, false]], [[-10.0859375, false]], [[-5.58984375, false]], [[-11.0859375, false]], [[-8.5859375, false]], [[-9.4609375, false]], [[-10.2109375, false]], [[-5.58984375, false]], [[-11.2109375, false]], [[-10.2109375, false]], [[-5.58984375, false]], [[-11.4609375, false]], [[-9.3359375, false]], [[-5.08984375, false]], [[-9.4609375, false]], [[-10.9609375, false]], [[-5.58984375, false]], [[-10.9609375, false]], [[-11.2109375, false]], [[-5.58984375, false]], [[-12.0859375, false]], [[-10.0859375, false]], [[-11.2109375, false]], [[-11.2109375, false]], [[-5.58984375, false]], [[-8.5859375, false]], [[-9.4609375, false]], [[-5.58984375, false]], [[-8.5859375, false]], [[-10.9609375, false]], [[-9.7109375, false]], [[-5.58984375, false]], [[-11.4609375, false]], [[-9.3359375, false]], [[-5.08984375, false]], [[-9.5859375, false]], [[-8.7109375, false]], [[-7.96484375, false]], [[-12.8359375, false]]], "filtered_resps": [[-6.96484375, false], [-7.96484375, false], [-5.08984375, false], [-9.4609375, false], [-5.58984375, false], [-8.5859375, false], [-9.4609375, false], [-9.7109375, false], [-8.7109375, false], [-9.5859375, false], [-10.9609375, false], [-5.58984375, false], [-10.9609375, false], [-11.7109375, false], [-5.08984375, false], [-10.9609375, false], [-5.58984375, false], [-9.3359375, false], [-8.5859375, false], [-11.5859375, false], [-8.7109375, false], [-9.7109375, false], [-5.58984375, false], [-5.08984375, false], [-9.4609375, false], [-10.2109375, false], [-5.58984375, false], [-10.2109375, false], [-8.7109375, false], [-8.7109375, false], [-10.2109375, false], [-9.7109375, false], [-5.58984375, false], [-11.2109375, false], [-9.4609375, false], [-5.58984375, false], [-10.9609375, false], [-11.7109375, false], [-8.7109375, false], [-5.58984375, false], [-9.0859375, false], [-11.2109375, false], [-10.2109375, false], [-11.7109375, false], [-5.58984375, false], [-11.2109375, false], [-10.2109375, false], [-5.58984375, false], [-5.08984375, false], [-9.4609375, false], [-5.58984375, false], [-5.08984375, false], [-9.3359375, false], [-9.3359375, false], [-8.5859375, false], [-12.0859375, false], [-5.08984375, false], [-10.9609375, false], [-11.2109375, false], [-10.0859375, false], [-7.96484375, false], [-10.453125, false], [-5.58984375, false], [-7.96484375, false], [-5.08984375, false], [-9.4609375, false], [-5.58984375, false], [-5.08984375, false], [-9.4609375, false], [-10.9609375, false], [-5.58984375, false], [-10.9609375, false], [-11.7109375, false], [-5.08984375, false], [-10.9609375, false], [-5.58984375, false], [-9.3359375, false], [-8.5859375, false], [-11.5859375, false], [-8.7109375, false], [-9.7109375, false], [-5.58984375, false], [-11.2109375, false], [-9.4609375, false], [-5.58984375, false], [-5.08984375, false], [-5.58984375, false], [-11.4609375, false], [-9.3359375, false], [-5.08984375, false], [-9.4609375, false], [-10.9609375, false], [-5.58984375, false], [-5.08984375, false], [-9.4609375, false], [-10.2109375, false], [-5.58984375, false], [-10.2109375, false], [-8.7109375, false], [-10.2109375, false], [-8.7109375, false], [-9.4609375, false], [-10.2109375, false], [-9.7109375, false], [-5.58984375, false], [-10.9609375, false], [-11.7109375, false], [-8.7109375, false], [-5.58984375, false], [-11.4609375, false], [-9.3359375, false], [-5.08984375, false], [-9.4609375, false], [-10.9609375, false], [-5.58984375, false], [-10.2109375, false], [-10.0859375, false], [-11.2109375, false], [-8.8359375, false], [-5.58984375, false], [-11.2109375, false], [-10.9609375, false], [-11.7109375, false], [-8.7109375, false], [-10.0859375, false], [-5.58984375, false], [-8.5859375, false], [-9.4609375, false], [-9.7109375, false], [-8.7109375, false], [-9.5859375, false], [-10.9609375, false], [-9.7109375, false], [-7.96484375, false], [-10.453125, false], [-5.58984375, false], [-7.96484375, false], [-5.08984375, false], [-5.58984375, false], [-9.0859375, false], [-8.5859375, false], [-10.0859375, false], [-10.2109375, false], [-5.58984375, false], [-10.9609375, false], [-11.7109375, false], [-5.08984375, false], [-10.9609375, false], [-5.58984375, false], [-8.8359375, false], [-8.5859375, false], [-12.0859375, false], [-10.0859375, false], [-5.08984375, false], [-10.9609375, false], [-8.7109375, false], [-9.7109375, false], [-5.58984375, false], [-10.9609375, false], [-11.2109375, false], [-5.58984375, false], [-10.2109375, false], [-11.2109375, false], [-9.3359375, false], [-9.3359375, false], [-11.2109375, false], [-11.2109375, false], [-5.58984375, false], [-10.9609375, false], [-11.7109375, false], [-8.7109375, false], [-5.58984375, false], [-8.8359375, false], [-11.2109375, false], [-11.5859375, false], [-8.7109375, false], [-8.8359375, false], [-8.7109375, false], [-9.4609375, false], [-10.9609375, false], [-9.7109375, false], [-5.58984375, false], [-11.2109375, false], [-10.2109375, false], [-5.58984375, false], [-10.9609375, false], [-11.7109375, false], [-8.7109375, false], [-5.58984375, false], [-9.0859375, false], [-11.3359375, false], [-10.9609375, false], [-10.9609375, false], [-8.7109375, false], [-10.0859375, false], [-10.2109375, false], [-9.3359375, false], [-8.5859375, false], [-8.7109375, false], [-9.7109375, false], [-5.58984375, false], [-10.9609375, false], [-11.7109375, false], [-5.08984375, false], [-10.9609375, false], [-5.58984375, false], [-8.5859375, false], [-10.9609375, false], [-5.58984375, false], [-8.7109375, false], [-5.08984375, false], [-10.9609375, false], [-9.7109375, false], [-7.96484375, false], [-10.453125, false], [-5.58984375, false], [-7.96484375, false], [-5.08984375, false], [-5.58984375, false], [-10.2109375, false], [-8.7109375, false], [-8.7109375, false], [-10.0859375, false], [-5.58984375, false], [-10.9609375, false], [-11.7109375, false], [-5.08984375, false], [-10.9609375, false], [-5.58984375, false], [-8.7109375, false], [-5.08984375, false], [-10.9609375, false], [-9.7109375, false], [-5.58984375, false], [-11.2109375, false], [-9.4609375, false], [-8.7109375, false], [-5.58984375, false], [-11.0859375, false], [-8.5859375, false], [-9.4609375, false], [-10.2109375, false], [-5.58984375, false], [-11.2109375, false], [-10.2109375, false], [-5.58984375, false], [-11.4609375, false], [-9.3359375, false], [-5.08984375, false], [-9.4609375, false], [-10.9609375, false], [-10.453125, false], [-5.58984375, false], [-11.2109375, false], [-11.7109375, false], [-8.5859375, false], [-9.5859375, false], [-11.7109375, false], [-5.58984375, false], [-5.08984375, false], [-9.3359375, false], [-9.3359375, false], [-11.2109375, false], [-11.2109375, false], [-9.7109375, false], [-5.58984375, false], [-5.08984375, false], [-9.4609375, false], [-11.2109375, false], [-10.9609375, false], [-11.7109375, false], [-8.7109375, false], [-10.0859375, false], [-5.58984375, false], [-11.0859375, false], [-8.5859375, false], [-9.4609375, false], [-10.2109375, false], [-5.58984375, false], [-11.2109375, false], [-10.2109375, false], [-5.58984375, false], [-11.4609375, false], [-9.3359375, false], [-5.08984375, false], [-9.4609375, false], [-10.9609375, false], [-5.58984375, false], [-10.9609375, false], [-11.2109375, false], [-5.58984375, false], [-12.0859375, false], [-10.0859375, false], [-11.2109375, false], [-11.2109375, false], [-5.58984375, false], [-8.5859375, false], [-9.4609375, false], [-5.58984375, false], [-8.5859375, false], [-10.9609375, false], [-9.7109375, false], [-5.58984375, false], [-11.4609375, false], [-9.3359375, false], [-5.08984375, false], [-9.5859375, false], [-8.7109375, false], [-7.96484375, false], [-12.8359375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1890, "doc": {"id": "NYSEDREGENTS_2008_4_23", "question": "One role of a producer in a food chain is to provide", "choices": {"text": ["water for plants", "sunlight for plants", "nutrients for animals", "shelter for animals"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "nutrients for animals", "arguments": ["Question: One role of a producer in a food chain is to provide\nAnswer:", " ["], "resps": [[[-7.5234375, false]], [[-8.3984375, false]], [[-9.5234375, false]], [[-4.5234375, false]], [[-11.0234375, false]], [[-9.2734375, false]], [[-10.8984375, false]], [[-5.5234375, false]], [[-9.8984375, false]], [[-9.3984375, false]], [[-10.8984375, false]], [[-5.5234375, false]], [[-9.8984375, false]], [[-11.2734375, false]], [[-4.5234375, false]], [[-8.5234375, false]], [[-11.0234375, false]], [[-9.6484375, false]], [[-8.3984375, false]], [[-9.546875, false]], [[-5.5234375, false]], [[-8.3984375, false]], [[-9.6484375, false]], [[-11.2734375, false]], [[-8.5234375, false]], [[-11.2734375, false]], [[-8.0234375, false]], [[-11.3984375, false]], [[-10.6484375, false]], [[-11.0234375, false]], [[-5.5234375, false]], [[-9.8984375, false]], [[-9.3984375, false]], [[-10.8984375, false]], [[-5.5234375, false]], [[-9.8984375, false]], [[-11.2734375, false]], [[-4.5234375, false]], [[-8.5234375, false]], [[-11.0234375, false]], [[-9.6484375, false]], [[-8.3984375, false]], [[-9.546875, false]], [[-5.5234375, false]], [[-8.3984375, false]], [[-8.5234375, false]], [[-11.2734375, false]], [[-11.0234375, false]], [[-10.8984375, false]], [[-8.0234375, false]], [[-9.2734375, false]], [[-8.5234375, false]], [[-11.0234375, false]], [[-9.6484375, false]], [[-5.5234375, false]], [[-9.8984375, false]], [[-9.3984375, false]], [[-10.8984375, false]], [[-5.5234375, false]], [[-4.5234375, false]], [[-8.5234375, false]], [[-8.0234375, false]], [[-10.3984375, false]], [[-4.5234375, false]], [[-11.2734375, false]], [[-9.6484375, false]], [[-8.3984375, false]], [[-9.546875, false]], [[-5.5234375, false]], [[-8.3984375, false]], [[-9.6484375, false]], [[-10.6484375, false]], [[-9.2734375, false]], [[-11.2734375, false]], [[-11.0234375, false]], [[-9.2734375, false]], [[-10.8984375, false]], [[-5.5234375, false]], [[-9.8984375, false]], [[-9.3984375, false]], [[-10.8984375, false]], [[-5.5234375, false]], [[-4.5234375, false]], [[-8.5234375, false]], [[-8.0234375, false]], [[-10.3984375, false]], [[-4.5234375, false]], [[-11.2734375, false]], [[-9.6484375, false]], [[-8.3984375, false]], [[-12.0234375, false]]], "filtered_resps": [[-7.5234375, false], [-8.3984375, false], [-9.5234375, false], [-4.5234375, false], [-11.0234375, false], [-9.2734375, false], [-10.8984375, false], [-5.5234375, false], [-9.8984375, false], [-9.3984375, false], [-10.8984375, false], [-5.5234375, false], [-9.8984375, false], [-11.2734375, false], [-4.5234375, false], [-8.5234375, false], [-11.0234375, false], [-9.6484375, false], [-8.3984375, false], [-9.546875, false], [-5.5234375, false], [-8.3984375, false], [-9.6484375, false], [-11.2734375, false], [-8.5234375, false], [-11.2734375, false], [-8.0234375, false], [-11.3984375, false], [-10.6484375, false], [-11.0234375, false], [-5.5234375, false], [-9.8984375, false], [-9.3984375, false], [-10.8984375, false], [-5.5234375, false], [-9.8984375, false], [-11.2734375, false], [-4.5234375, false], [-8.5234375, false], [-11.0234375, false], [-9.6484375, false], [-8.3984375, false], [-9.546875, false], [-5.5234375, false], [-8.3984375, false], [-8.5234375, false], [-11.2734375, false], [-11.0234375, false], [-10.8984375, false], [-8.0234375, false], [-9.2734375, false], [-8.5234375, false], [-11.0234375, false], [-9.6484375, false], [-5.5234375, false], [-9.8984375, false], [-9.3984375, false], [-10.8984375, false], [-5.5234375, false], [-4.5234375, false], [-8.5234375, false], [-8.0234375, false], [-10.3984375, false], [-4.5234375, false], [-11.2734375, false], [-9.6484375, false], [-8.3984375, false], [-9.546875, false], [-5.5234375, false], [-8.3984375, false], [-9.6484375, false], [-10.6484375, false], [-9.2734375, false], [-11.2734375, false], [-11.0234375, false], [-9.2734375, false], [-10.8984375, false], [-5.5234375, false], [-9.8984375, false], [-9.3984375, false], [-10.8984375, false], [-5.5234375, false], [-4.5234375, false], [-8.5234375, false], [-8.0234375, false], [-10.3984375, false], [-4.5234375, false], [-11.2734375, false], [-9.6484375, false], [-8.3984375, false], [-12.0234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1898, "doc": {"id": "Mercury_7216790", "question": "Which organelle converts glucose to energy for cellular work?", "choices": {"text": ["nucleus", "mitochondrion", "vacuole", "chloroplast"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "mitochondrion", "arguments": ["Question: Which organelle converts glucose to energy for cellular work?\nAnswer:", " ["], "resps": [[[-8.640625, false]], [[-11.140625, false]], [[-9.640625, false]], [[-9.890625, false]], [[-6.140625, false]], [[-9.390625, false]], [[-9.890625, false]], [[-9.890625, false]], [[-11.140625, false]], [[-11.140625, false]], [[-10.1875, false]], [[-5.140625, false]], [[-11.140625, false]], [[-7.890625, false]], [[-9.640625, false]], [[-9.140625, false]], [[-9.140625, false]], [[-6.140625, false]], [[-10.390625, false]], [[-9.140625, false]], [[-9.640625, false]], [[-10.390625, false]], [[-9.390625, false]], [[-9.640625, false]], [[-9.140625, false]], [[-9.640625, false]], [[-11.140625, false]], [[-10.1875, false]], [[-5.140625, false]], [[-11.140625, false]], [[-10.640625, false]], [[-4.140625, false]], [[-6.140625, false]], [[-9.890625, false]], [[-9.140625, false]], [[-9.390625, false]], [[-9.890625, false]], [[-11.140625, false]], [[-10.1875, false]], [[-5.140625, false]], [[-11.140625, false]], [[-6.140625, false]], [[-10.390625, false]], [[-9.390625, false]], [[-9.140625, false]], [[-9.390625, false]], [[-9.140625, false]], [[-10.390625, false]], [[-9.390625, false]], [[-4.140625, false]], [[-11.140625, false]], [[-9.140625, false]], [[-11.140625, false]], [[-15.390625, false]]], "filtered_resps": [[-8.640625, false], [-11.140625, false], [-9.640625, false], [-9.890625, false], [-6.140625, false], [-9.390625, false], [-9.890625, false], [-9.890625, false], [-11.140625, false], [-11.140625, false], [-10.1875, false], [-5.140625, false], [-11.140625, false], [-7.890625, false], [-9.640625, false], [-9.140625, false], [-9.140625, false], [-6.140625, false], [-10.390625, false], [-9.140625, false], [-9.640625, false], [-10.390625, false], [-9.390625, false], [-9.640625, false], [-9.140625, false], [-9.640625, false], [-11.140625, false], [-10.1875, false], [-5.140625, false], [-11.140625, false], [-10.640625, false], [-4.140625, false], [-6.140625, false], [-9.890625, false], [-9.140625, false], [-9.390625, false], [-9.890625, false], [-11.140625, false], [-10.1875, false], [-5.140625, false], [-11.140625, false], [-6.140625, false], [-10.390625, false], [-9.390625, false], [-9.140625, false], [-9.390625, false], [-9.140625, false], [-10.390625, false], [-9.390625, false], [-4.140625, false], [-11.140625, false], [-9.140625, false], [-11.140625, false], [-15.390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1906, "doc": {"id": "MCAS_2004_5_16", "question": "Jonas needs to split a log. He has a sledge hammer. What other tool should he also use to split the log?", "choices": {"text": ["a lever", "a pulley", "a wedge", "a fulcrum"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "a wedge", "arguments": ["Question: Jonas needs to split a log. He has a sledge hammer. What other tool should he also use to split the log?\nAnswer:", " ["], "resps": [[[-7.18359375, false]], [[-8.9296875, false]], [[-3.181640625, false]], [[-5.43359375, false]], [[-9.1796875, false]], [[-10.1796875, false]], [[-10.6796875, false]], [[-10.1796875, false]], [[-10.6796875, false]], [[-8.9296875, false]], [[-10.234375, false]], [[-5.43359375, false]], [[-8.9296875, false]], [[-3.181640625, false]], [[-5.43359375, false]], [[-9.6796875, false]], [[-11.4296875, false]], [[-9.1796875, false]], [[-9.1796875, false]], [[-10.1796875, false]], [[-12.1796875, false]], [[-8.9296875, false]], [[-10.234375, false]], [[-5.43359375, false]], [[-8.9296875, false]], [[-3.181640625, false]], [[-5.43359375, false]], [[-8.1796875, false]], [[-10.1796875, false]], [[-9.6796875, false]], [[-9.1796875, false]], [[-10.1796875, false]], [[-8.9296875, false]], [[-10.234375, false]], [[-5.43359375, false]], [[-8.9296875, false]], [[-3.181640625, false]], [[-5.43359375, false]], [[-10.1796875, false]], [[-11.4296875, false]], [[-9.1796875, false]], [[-7.93359375, false]], [[-10.6796875, false]], [[-11.4296875, false]], [[-10.1796875, false]], [[-8.9296875, false]], [[-13.1796875, false]]], "filtered_resps": [[-7.18359375, false], [-8.9296875, false], [-3.181640625, false], [-5.43359375, false], [-9.1796875, false], [-10.1796875, false], [-10.6796875, false], [-10.1796875, false], [-10.6796875, false], [-8.9296875, false], [-10.234375, false], [-5.43359375, false], [-8.9296875, false], [-3.181640625, false], [-5.43359375, false], [-9.6796875, false], [-11.4296875, false], [-9.1796875, false], [-9.1796875, false], [-10.1796875, false], [-12.1796875, false], [-8.9296875, false], [-10.234375, false], [-5.43359375, false], [-8.9296875, false], [-3.181640625, false], [-5.43359375, false], [-8.1796875, false], [-10.1796875, false], [-9.6796875, false], [-9.1796875, false], [-10.1796875, false], [-8.9296875, false], [-10.234375, false], [-5.43359375, false], [-8.9296875, false], [-3.181640625, false], [-5.43359375, false], [-10.1796875, false], [-11.4296875, false], [-9.1796875, false], [-7.93359375, false], [-10.6796875, false], [-11.4296875, false], [-10.1796875, false], [-8.9296875, false], [-13.1796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1914, "doc": {"id": "LEAP__5_10309", "question": "Many human activities, such as driving a car, cause the release of air pollutants. Which substance is a common air pollutant when driving a car?", "choices": {"text": ["carbon monoxide", "chlorine", "nitrogen", "iron oxide"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "carbon monoxide", "arguments": ["Question: Many human activities, such as driving a car, cause the release of air pollutants. Which substance is a common air pollutant when driving a car?\nAnswer:", " ["], "resps": [[[-9.125, false]], [[-10.625, false]], [[-10.125, false]], [[-5.62109375, false]], [[-14.125, false]], [[-11.625, false]], [[-5.87109375, false]], [[-7.87109375, false]], [[-4.62109375, false]], [[-8.125, false]], [[-5.87109375, false]], [[-7.87109375, false]], [[-5.87109375, false]], [[-9.625, false]], [[-8.875, false]], [[-10.125, false]], [[-8.375, false]], [[-10.625, false]], [[-10.75, false]], [[-4.62109375, false]], [[-10.625, false]], [[-10.125, false]], [[-11.375, false]], [[-11.375, false]], [[-5.87109375, false]], [[-14.125, false]], [[-8.875, false]], [[-7.87109375, false]], [[-8.375, false]], [[-10.625, false]], [[-10.75, false]], [[-4.62109375, false]], [[-10.625, false]], [[-7.87109375, false]], [[-8.875, false]], [[-12.125, false]], [[-14.125, false]], [[-5.87109375, false]], [[-12.875, false]], [[-8.375, false]], [[-7.87109375, false]], [[-10.625, false]], [[-10.75, false]], [[-4.62109375, false]], [[-10.625, false]], [[-8.875, false]], [[-14.125, false]], [[-5.87109375, false]], [[-7.87109375, false]], [[-4.62109375, false]], [[-5.87109375, false]], [[-9.625, false]], [[-8.875, false]], [[-10.125, false]], [[-8.375, false]], [[-10.625, false]], [[-16.375, false]]], "filtered_resps": [[-9.125, false], [-10.625, false], [-10.125, false], [-5.62109375, false], [-14.125, false], [-11.625, false], [-5.87109375, false], [-7.87109375, false], [-4.62109375, false], [-8.125, false], [-5.87109375, false], [-7.87109375, false], [-5.87109375, false], [-9.625, false], [-8.875, false], [-10.125, false], [-8.375, false], [-10.625, false], [-10.75, false], [-4.62109375, false], [-10.625, false], [-10.125, false], [-11.375, false], [-11.375, false], [-5.87109375, false], [-14.125, false], [-8.875, false], [-7.87109375, false], [-8.375, false], [-10.625, false], [-10.75, false], [-4.62109375, false], [-10.625, false], [-7.87109375, false], [-8.875, false], [-12.125, false], [-14.125, false], [-5.87109375, false], [-12.875, false], [-8.375, false], [-7.87109375, false], [-10.625, false], [-10.75, false], [-4.62109375, false], [-10.625, false], [-8.875, false], [-14.125, false], [-5.87109375, false], [-7.87109375, false], [-4.62109375, false], [-5.87109375, false], [-9.625, false], [-8.875, false], [-10.125, false], [-8.375, false], [-10.625, false], [-16.375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1922, "doc": {"id": "Mercury_7123305", "question": "Some scientists study images of very distant celestial bodies. Where is the best location for the types of telescopes that can provide the scientists with the clearest images.", "choices": {"text": ["at sea level", "in outer space", "on mountain tops", "at higher latitudes"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "in outer space", "arguments": ["Question: Some scientists study images of very distant celestial bodies. Where is the best location for the types of telescopes that can provide the scientists with the clearest images.\nAnswer:", " ["], "resps": [[[-7.9375, false]], [[-9.4375, false]], [[-8.1875, false]], [[-11.9375, false]], [[-5.9375, false]], [[-11.1875, false]], [[-10.1875, false]], [[-8.1875, false]], [[-5.9375, false]], [[-11.6875, false]], [[-10.1875, false]], [[-12.1875, false]], [[-10.1875, false]], [[-11.6875, false]], [[-9.4375, false]], [[-10.28125, false]], [[-5.9375, false]], [[-9.4375, false]], [[-9.1875, false]], [[-11.9375, false]], [[-5.9375, false]], [[-10.6875, false]], [[-11.9375, false]], [[-11.9375, false]], [[-10.1875, false]], [[-12.4375, false]], [[-5.9375, false]], [[-11.1875, false]], [[-12.6875, false]], [[-8.1875, false]], [[-12.6875, false]], [[-10.1875, false]], [[-9.4375, false]], [[-10.28125, false]], [[-5.9375, false]], [[-9.4375, false]], [[-10.6875, false]], [[-11.9375, false]], [[-5.9375, false]], [[-12.1875, false]], [[-10.6875, false]], [[-11.9375, false]], [[-11.9375, false]], [[-11.9375, false]], [[-8.1875, false]], [[-9.1875, false]], [[-11.9375, false]], [[-5.9375, false]], [[-11.9375, false]], [[-10.6875, false]], [[-12.6875, false]], [[-11.1875, false]], [[-9.4375, false]], [[-10.28125, false]], [[-5.9375, false]], [[-9.4375, false]], [[-8.1875, false]], [[-11.9375, false]], [[-5.9375, false]], [[-12.4375, false]], [[-9.1875, false]], [[-14.9375, false]], [[-12.4375, false]], [[-10.1875, false]], [[-12.4375, false]], [[-5.9375, false]], [[-11.6875, false]], [[-8.1875, false]], [[-11.9375, false]], [[-9.1875, false]], [[-11.9375, false]], [[-11.9375, false]], [[-12.6875, false]], [[-10.1875, false]], [[-11.1875, false]], [[-9.4375, false]], [[-11.9375, false]]], "filtered_resps": [[-7.9375, false], [-9.4375, false], [-8.1875, false], [-11.9375, false], [-5.9375, false], [-11.1875, false], [-10.1875, false], [-8.1875, false], [-5.9375, false], [-11.6875, false], [-10.1875, false], [-12.1875, false], [-10.1875, false], [-11.6875, false], [-9.4375, false], [-10.28125, false], [-5.9375, false], [-9.4375, false], [-9.1875, false], [-11.9375, false], [-5.9375, false], [-10.6875, false], [-11.9375, false], [-11.9375, false], [-10.1875, false], [-12.4375, false], [-5.9375, false], [-11.1875, false], [-12.6875, false], [-8.1875, false], [-12.6875, false], [-10.1875, false], [-9.4375, false], [-10.28125, false], [-5.9375, false], [-9.4375, false], [-10.6875, false], [-11.9375, false], [-5.9375, false], [-12.1875, false], [-10.6875, false], [-11.9375, false], [-11.9375, false], [-11.9375, false], [-8.1875, false], [-9.1875, false], [-11.9375, false], [-5.9375, false], [-11.9375, false], [-10.6875, false], [-12.6875, false], [-11.1875, false], [-9.4375, false], [-10.28125, false], [-5.9375, false], [-9.4375, false], [-8.1875, false], [-11.9375, false], [-5.9375, false], [-12.4375, false], [-9.1875, false], [-14.9375, false], [-12.4375, false], [-10.1875, false], [-12.4375, false], [-5.9375, false], [-11.6875, false], [-8.1875, false], [-11.9375, false], [-9.1875, false], [-11.9375, false], [-11.9375, false], [-12.6875, false], [-10.1875, false], [-11.1875, false], [-9.4375, false], [-11.9375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1930, "doc": {"id": "Mercury_400752", "question": "When crossing parents with genotypes Rr and rr, what will be the percentages of the genotypes of the offspring?", "choices": {"text": ["75% Rr, 25% rr", "50% Rr, 50% rr", "100% Rr", "100% rr"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "50% Rr, 50% rr", "arguments": ["Question: When crossing parents with genotypes Rr and rr, what will be the percentages of the genotypes of the offspring?\nAnswer:", " ["], "resps": [[[-7.11328125, false]], [[-9.609375, false]], [[-7.61328125, false]], [[-5.86328125, false]], [[-5.86328125, false]], [[-5.11328125, false]], [[-3.361328125, false]], [[-5.36328125, false]], [[-9.2890625, false]], [[-5.11328125, false]], [[-5.61328125, false]], [[-5.86328125, false]], [[-5.86328125, false]], [[-5.11328125, false]], [[-5.36328125, false]], [[-5.36328125, false]], [[-9.609375, false]], [[-9.2890625, false]], [[-5.11328125, false]], [[-9.609375, false]], [[-5.86328125, false]], [[-6.36328125, false]], [[-5.86328125, false]], [[-5.11328125, false]], [[-3.361328125, false]], [[-5.36328125, false]], [[-9.2890625, false]], [[-5.11328125, false]], [[-5.86328125, false]], [[-6.36328125, false]], [[-5.86328125, false]], [[-5.11328125, false]], [[-5.36328125, false]], [[-5.36328125, false]], [[-9.609375, false]], [[-9.2890625, false]], [[-5.11328125, false]], [[-9.609375, false]], [[-5.36328125, false]], [[-6.36328125, false]], [[-6.36328125, false]], [[-5.86328125, false]], [[-5.11328125, false]], [[-3.361328125, false]], [[-5.36328125, false]], [[-9.609375, false]], [[-9.2890625, false]], [[-5.11328125, false]], [[-9.609375, false]], [[-5.36328125, false]], [[-6.36328125, false]], [[-6.36328125, false]], [[-5.86328125, false]], [[-5.11328125, false]], [[-5.36328125, false]], [[-5.36328125, false]], [[-9.609375, false]], [[-11.859375, false]]], "filtered_resps": [[-7.11328125, false], [-9.609375, false], [-7.61328125, false], [-5.86328125, false], [-5.86328125, false], [-5.11328125, false], [-3.361328125, false], [-5.36328125, false], [-9.2890625, false], [-5.11328125, false], [-5.61328125, false], [-5.86328125, false], [-5.86328125, false], [-5.11328125, false], [-5.36328125, false], [-5.36328125, false], [-9.609375, false], [-9.2890625, false], [-5.11328125, false], [-9.609375, false], [-5.86328125, false], [-6.36328125, false], [-5.86328125, false], [-5.11328125, false], [-3.361328125, false], [-5.36328125, false], [-9.2890625, false], [-5.11328125, false], [-5.86328125, false], [-6.36328125, false], [-5.86328125, false], [-5.11328125, false], [-5.36328125, false], [-5.36328125, false], [-9.609375, false], [-9.2890625, false], [-5.11328125, false], [-9.609375, false], [-5.36328125, false], [-6.36328125, false], [-6.36328125, false], [-5.86328125, false], [-5.11328125, false], [-3.361328125, false], [-5.36328125, false], [-9.609375, false], [-9.2890625, false], [-5.11328125, false], [-9.609375, false], [-5.36328125, false], [-6.36328125, false], [-6.36328125, false], [-5.86328125, false], [-5.11328125, false], [-5.36328125, false], [-5.36328125, false], [-9.609375, false], [-11.859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1938, "doc": {"id": "NYSEDREGENTS_2010_8_18", "question": "Which structure is found in a plant cell but not in an animal cell?", "choices": {"text": ["cell wall", "cell membrane", "cytoplasm", "nucleus"], "label": ["1", "2", "3", "4"]}, "answerKey": "1"}, "target": "cell wall", "arguments": ["Question: Which structure is found in a plant cell but not in an animal cell?\nAnswer:", " ["], "resps": [[[-7.53515625, false]], [[-9.53125, false]], [[-6.78515625, false]], [[-7.28515625, false]], [[-10.28125, false]], [[-10.28125, false]], [[-5.28515625, false]], [[-9.28125, false]], [[-3.283203125, false]], [[-10.28125, false]], [[-10.28125, false]], [[-9.53125, false]], [[-9.8671875, false]], [[-5.28515625, false]], [[-9.53125, false]], [[-6.78515625, false]], [[-7.28515625, false]], [[-10.28125, false]], [[-10.28125, false]], [[-5.28515625, false]], [[-8.28125, false]], [[-7.28515625, false]], [[-8.28125, false]], [[-7.78515625, false]], [[-8.78125, false]], [[-3.283203125, false]], [[-9.53125, false]], [[-7.28515625, false]], [[-9.53125, false]], [[-9.8671875, false]], [[-5.28515625, false]], [[-9.53125, false]], [[-6.78515625, false]], [[-11.03125, false]], [[-9.03125, false]], [[-9.03125, false]], [[-9.28125, false]], [[-10.28125, false]], [[-3.283203125, false]], [[-9.28125, false]], [[-8.28125, false]], [[-9.53125, false]], [[-9.8671875, false]], [[-5.28515625, false]], [[-9.53125, false]], [[-9.53125, false]], [[-10.78125, false]], [[-6.78515625, false]], [[-10.28125, false]], [[-7.28515625, false]], [[-10.78125, false]], [[-9.28125, false]], [[-9.53125, false]], [[-14.28125, false]]], "filtered_resps": [[-7.53515625, false], [-9.53125, false], [-6.78515625, false], [-7.28515625, false], [-10.28125, false], [-10.28125, false], [-5.28515625, false], [-9.28125, false], [-3.283203125, false], [-10.28125, false], [-10.28125, false], [-9.53125, false], [-9.8671875, false], [-5.28515625, false], [-9.53125, false], [-6.78515625, false], [-7.28515625, false], [-10.28125, false], [-10.28125, false], [-5.28515625, false], [-8.28125, false], [-7.28515625, false], [-8.28125, false], [-7.78515625, false], [-8.78125, false], [-3.283203125, false], [-9.53125, false], [-7.28515625, false], [-9.53125, false], [-9.8671875, false], [-5.28515625, false], [-9.53125, false], [-6.78515625, false], [-11.03125, false], [-9.03125, false], [-9.03125, false], [-9.28125, false], [-10.28125, false], [-3.283203125, false], [-9.28125, false], [-8.28125, false], [-9.53125, false], [-9.8671875, false], [-5.28515625, false], [-9.53125, false], [-9.53125, false], [-10.78125, false], [-6.78515625, false], [-10.28125, false], [-7.28515625, false], [-10.78125, false], [-9.28125, false], [-9.53125, false], [-14.28125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1946, "doc": {"id": "Mercury_7245158", "question": "When do mutations help make an ecosystem more sustainable?", "choices": {"text": ["when mutations decrease the number of individuals in an ecosystem", "when mutations increase the number of individuals in an ecosystem", "when mutations decrease the number of species in an ecosystem", "when mutations increase the number of species in an ecosystem"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "when mutations increase the number of species in an ecosystem", "arguments": ["Question: When do mutations help make an ecosystem more sustainable?\nAnswer:", " ["], "resps": [[[-8.734375, false]], [[-9.234375, false]], [[-11.734375, false]], [[-12.484375, false]], [[-6.98046875, false]], [[-10.734375, false]], [[-6.23046875, false]], [[-9.984375, false]], [[-11.484375, false]], [[-11.484375, false]], [[-7.23046875, false]], [[-11.484375, false]], [[-9.484375, false]], [[-10.484375, false]], [[-10.734375, false]], [[-11.234375, false]], [[-6.23046875, false]], [[-11.234375, false]], [[-6.98046875, false]], [[-11.234375, false]], [[-11.234375, false]], [[-6.98046875, false]], [[-7.23046875, false]], [[-11.234375, false]], [[-6.98046875, false]], [[-6.23046875, false]], [[-11.484375, false]], [[-12.484375, false]], [[-6.98046875, false]], [[-6.23046875, false]], [[-10.734375, false]], [[-11.484375, false]], [[-9.984375, false]], [[-10.734375, false]], [[-6.98046875, false]], [[-11.234375, false]], [[-6.23046875, false]], [[-10.484375, false]], [[-11.484375, false]], [[-6.23046875, false]], [[-9.484375, false]], [[-10.734375, false]], [[-11.234375, false]], [[-9.484375, false]], [[-12.734375, false]], [[-9.484375, false]], [[-11.234375, false]], [[-11.484375, false]], [[-7.23046875, false]], [[-11.734375, false]], [[-11.234375, false]], [[-6.23046875, false]], [[-9.484375, false]], [[-10.734375, false]], [[-6.23046875, false]], [[-7.23046875, false]], [[-10.734375, false]], [[-6.23046875, false]], [[-6.98046875, false]], [[-11.234375, false]], [[-10.484375, false]], [[-11.234375, false]], [[-12.734375, false]], [[-11.234375, false]], [[-11.484375, false]], [[-6.98046875, false]], [[-9.984375, false]], [[-9.234375, false]], [[-10.90625, false]], [[-6.23046875, false]], [[-9.234375, false]], [[-11.734375, false]], [[-12.484375, false]], [[-6.98046875, false]], [[-10.734375, false]], [[-6.23046875, false]], [[-9.984375, false]], [[-11.484375, false]], [[-11.484375, false]], [[-7.23046875, false]], [[-11.484375, false]], [[-9.484375, false]], [[-10.484375, false]], [[-10.734375, false]], [[-11.234375, false]], [[-6.23046875, false]], [[-9.484375, false]], [[-10.734375, false]], [[-11.234375, false]], [[-11.234375, false]], [[-6.98046875, false]], [[-7.23046875, false]], [[-11.234375, false]], [[-6.98046875, false]], [[-6.23046875, false]], [[-11.484375, false]], [[-12.484375, false]], [[-6.98046875, false]], [[-6.23046875, false]], [[-10.734375, false]], [[-11.484375, false]], [[-9.984375, false]], [[-10.734375, false]], [[-6.98046875, false]], [[-11.234375, false]], [[-6.23046875, false]], [[-10.484375, false]], [[-11.484375, false]], [[-6.23046875, false]], [[-9.484375, false]], [[-10.734375, false]], [[-11.234375, false]], [[-9.484375, false]], [[-12.734375, false]], [[-9.484375, false]], [[-11.234375, false]], [[-11.484375, false]], [[-7.23046875, false]], [[-11.734375, false]], [[-11.234375, false]], [[-6.23046875, false]], [[-9.484375, false]], [[-10.734375, false]], [[-6.23046875, false]], [[-7.23046875, false]], [[-10.734375, false]], [[-6.23046875, false]], [[-6.98046875, false]], [[-11.234375, false]], [[-10.484375, false]], [[-11.234375, false]], [[-12.734375, false]], [[-11.234375, false]], [[-11.484375, false]], [[-6.98046875, false]], [[-9.984375, false]], [[-9.234375, false]], [[-10.90625, false]], [[-6.23046875, false]], [[-9.234375, false]], [[-11.734375, false]], [[-12.484375, false]], [[-6.98046875, false]], [[-10.734375, false]], [[-6.23046875, false]], [[-9.984375, false]], [[-11.484375, false]], [[-11.484375, false]], [[-7.23046875, false]], [[-11.484375, false]], [[-9.484375, false]], [[-10.484375, false]], [[-10.734375, false]], [[-11.234375, false]], [[-6.23046875, false]], [[-11.234375, false]], [[-6.98046875, false]], [[-11.234375, false]], [[-11.234375, false]], [[-6.98046875, false]], [[-7.23046875, false]], [[-11.234375, false]], [[-6.98046875, false]], [[-6.23046875, false]], [[-11.484375, false]], [[-12.484375, false]], [[-6.98046875, false]], [[-6.23046875, false]], [[-10.734375, false]], [[-11.484375, false]], [[-9.984375, false]], [[-10.734375, false]], [[-6.98046875, false]], [[-11.234375, false]], [[-6.23046875, false]], [[-10.484375, false]], [[-11.484375, false]], [[-6.23046875, false]], [[-11.234375, false]], [[-11.234375, false]], [[-6.98046875, false]], [[-11.234375, false]], [[-9.484375, false]], [[-6.98046875, false]], [[-11.234375, false]], [[-6.23046875, false]], [[-9.484375, false]], [[-10.734375, false]], [[-6.23046875, false]], [[-7.23046875, false]], [[-10.734375, false]], [[-6.23046875, false]], [[-6.98046875, false]], [[-11.234375, false]], [[-10.484375, false]], [[-11.234375, false]], [[-12.734375, false]], [[-11.234375, false]], [[-11.484375, false]], [[-6.98046875, false]], [[-9.984375, false]], [[-9.234375, false]], [[-10.90625, false]], [[-6.23046875, false]], [[-9.234375, false]], [[-11.734375, false]], [[-12.484375, false]], [[-6.98046875, false]], [[-10.734375, false]], [[-6.23046875, false]], [[-9.984375, false]], [[-11.484375, false]], [[-11.484375, false]], [[-7.23046875, false]], [[-11.484375, false]], [[-9.484375, false]], [[-10.484375, false]], [[-10.734375, false]], [[-11.234375, false]], [[-6.23046875, false]], [[-9.484375, false]], [[-10.734375, false]], [[-11.234375, false]], [[-11.234375, false]], [[-6.98046875, false]], [[-7.23046875, false]], [[-11.234375, false]], [[-6.98046875, false]], [[-6.23046875, false]], [[-11.484375, false]], [[-12.484375, false]], [[-6.98046875, false]], [[-6.23046875, false]], [[-10.734375, false]], [[-11.484375, false]], [[-9.984375, false]], [[-10.734375, false]], [[-6.98046875, false]], [[-11.234375, false]], [[-6.23046875, false]], [[-10.484375, false]], [[-11.484375, false]], [[-6.23046875, false]], [[-11.234375, false]], [[-11.234375, false]], [[-6.98046875, false]], [[-11.234375, false]], [[-9.484375, false]], [[-6.98046875, false]], [[-11.234375, false]], [[-6.23046875, false]], [[-9.484375, false]], [[-10.734375, false]], [[-6.23046875, false]], [[-7.23046875, false]], [[-10.734375, false]], [[-6.23046875, false]], [[-6.98046875, false]], [[-11.234375, false]], [[-10.484375, false]], [[-11.234375, false]], [[-12.734375, false]], [[-11.234375, false]], [[-11.484375, false]], [[-6.98046875, false]], [[-9.984375, false]], [[-9.234375, false]], [[-14.484375, false]]], "filtered_resps": [[-8.734375, false], [-9.234375, false], [-11.734375, false], [-12.484375, false], [-6.98046875, false], [-10.734375, false], [-6.23046875, false], [-9.984375, false], [-11.484375, false], [-11.484375, false], [-7.23046875, false], [-11.484375, false], [-9.484375, false], [-10.484375, false], [-10.734375, false], [-11.234375, false], [-6.23046875, false], [-11.234375, false], [-6.98046875, false], [-11.234375, false], [-11.234375, false], [-6.98046875, false], [-7.23046875, false], [-11.234375, false], [-6.98046875, false], [-6.23046875, false], [-11.484375, false], [-12.484375, false], [-6.98046875, false], [-6.23046875, false], [-10.734375, false], [-11.484375, false], [-9.984375, false], [-10.734375, false], [-6.98046875, false], [-11.234375, false], [-6.23046875, false], [-10.484375, false], [-11.484375, false], [-6.23046875, false], [-9.484375, false], [-10.734375, false], [-11.234375, false], [-9.484375, false], [-12.734375, false], [-9.484375, false], [-11.234375, false], [-11.484375, false], [-7.23046875, false], [-11.734375, false], [-11.234375, false], [-6.23046875, false], [-9.484375, false], [-10.734375, false], [-6.23046875, false], [-7.23046875, false], [-10.734375, false], [-6.23046875, false], [-6.98046875, false], [-11.234375, false], [-10.484375, false], [-11.234375, false], [-12.734375, false], [-11.234375, false], [-11.484375, false], [-6.98046875, false], [-9.984375, false], [-9.234375, false], [-10.90625, false], [-6.23046875, false], [-9.234375, false], [-11.734375, false], [-12.484375, false], [-6.98046875, false], [-10.734375, false], [-6.23046875, false], [-9.984375, false], [-11.484375, false], [-11.484375, false], [-7.23046875, false], [-11.484375, false], [-9.484375, false], [-10.484375, false], [-10.734375, false], [-11.234375, false], [-6.23046875, false], [-9.484375, false], [-10.734375, false], [-11.234375, false], [-11.234375, false], [-6.98046875, false], [-7.23046875, false], [-11.234375, false], [-6.98046875, false], [-6.23046875, false], [-11.484375, false], [-12.484375, false], [-6.98046875, false], [-6.23046875, false], [-10.734375, false], [-11.484375, false], [-9.984375, false], [-10.734375, false], [-6.98046875, false], [-11.234375, false], [-6.23046875, false], [-10.484375, false], [-11.484375, false], [-6.23046875, false], [-9.484375, false], [-10.734375, false], [-11.234375, false], [-9.484375, false], [-12.734375, false], [-9.484375, false], [-11.234375, false], [-11.484375, false], [-7.23046875, false], [-11.734375, false], [-11.234375, false], [-6.23046875, false], [-9.484375, false], [-10.734375, false], [-6.23046875, false], [-7.23046875, false], [-10.734375, false], [-6.23046875, false], [-6.98046875, false], [-11.234375, false], [-10.484375, false], [-11.234375, false], [-12.734375, false], [-11.234375, false], [-11.484375, false], [-6.98046875, false], [-9.984375, false], [-9.234375, false], [-10.90625, false], [-6.23046875, false], [-9.234375, false], [-11.734375, false], [-12.484375, false], [-6.98046875, false], [-10.734375, false], [-6.23046875, false], [-9.984375, false], [-11.484375, false], [-11.484375, false], [-7.23046875, false], [-11.484375, false], [-9.484375, false], [-10.484375, false], [-10.734375, false], [-11.234375, false], [-6.23046875, false], [-11.234375, false], [-6.98046875, false], [-11.234375, false], [-11.234375, false], [-6.98046875, false], [-7.23046875, false], [-11.234375, false], [-6.98046875, false], [-6.23046875, false], [-11.484375, false], [-12.484375, false], [-6.98046875, false], [-6.23046875, false], [-10.734375, false], [-11.484375, false], [-9.984375, false], [-10.734375, false], [-6.98046875, false], [-11.234375, false], [-6.23046875, false], [-10.484375, false], [-11.484375, false], [-6.23046875, false], [-11.234375, false], [-11.234375, false], [-6.98046875, false], [-11.234375, false], [-9.484375, false], [-6.98046875, false], [-11.234375, false], [-6.23046875, false], [-9.484375, false], [-10.734375, false], [-6.23046875, false], [-7.23046875, false], [-10.734375, false], [-6.23046875, false], [-6.98046875, false], [-11.234375, false], [-10.484375, false], [-11.234375, false], [-12.734375, false], [-11.234375, false], [-11.484375, false], [-6.98046875, false], [-9.984375, false], [-9.234375, false], [-10.90625, false], [-6.23046875, false], [-9.234375, false], [-11.734375, false], [-12.484375, false], [-6.98046875, false], [-10.734375, false], [-6.23046875, false], [-9.984375, false], [-11.484375, false], [-11.484375, false], [-7.23046875, false], [-11.484375, false], [-9.484375, false], [-10.484375, false], [-10.734375, false], [-11.234375, false], [-6.23046875, false], [-9.484375, false], [-10.734375, false], [-11.234375, false], [-11.234375, false], [-6.98046875, false], [-7.23046875, false], [-11.234375, false], [-6.98046875, false], [-6.23046875, false], [-11.484375, false], [-12.484375, false], [-6.98046875, false], [-6.23046875, false], [-10.734375, false], [-11.484375, false], [-9.984375, false], [-10.734375, false], [-6.98046875, false], [-11.234375, false], [-6.23046875, false], [-10.484375, false], [-11.484375, false], [-6.23046875, false], [-11.234375, false], [-11.234375, false], [-6.98046875, false], [-11.234375, false], [-9.484375, false], [-6.98046875, false], [-11.234375, false], [-6.23046875, false], [-9.484375, false], [-10.734375, false], [-6.23046875, false], [-7.23046875, false], [-10.734375, false], [-6.23046875, false], [-6.98046875, false], [-11.234375, false], [-10.484375, false], [-11.234375, false], [-12.734375, false], [-11.234375, false], [-11.484375, false], [-6.98046875, false], [-9.984375, false], [-9.234375, false], [-14.484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1954, "doc": {"id": "MEA_2016_8_2", "question": "Which statement best describes why the Moon is visible from Earth?", "choices": {"text": ["The Moon reflects light from other planets.", "The Moon reflects light from the Sun.", "Light is produced by the Moon.", "Light from Earth illuminates the Moon."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "The Moon reflects light from the Sun.", "arguments": ["Question: Which statement best describes why the Moon is visible from Earth?\nAnswer:", " ["], "resps": [[[-7.3515625, false]], [[-8.3515625, false]], [[-8.6015625, false]], [[-11.8515625, false]], [[-9.1015625, false]], [[-6.1015625, false]], [[-7.1015625, false]], [[-9.3515625, false]], [[-9.3515625, false]], [[-10.3515625, false]], [[-6.1015625, false]], [[-11.6015625, false]], [[-9.1015625, false]], [[-10.6015625, false]], [[-11.1015625, false]], [[-9.1015625, false]], [[-10.1015625, false]], [[-11.1015625, false]], [[-10.6015625, false]], [[-6.1015625, false]], [[-11.1015625, false]], [[-9.8515625, false]], [[-13.8515625, false]], [[-11.8515625, false]], [[-11.1015625, false]], [[-6.1015625, false]], [[-10.6015625, false]], [[-11.6015625, false]], [[-9.3515625, false]], [[-10.1015625, false]], [[-6.1015625, false]], [[-9.3515625, false]], [[-11.1015625, false]], [[-11.8515625, false]], [[-9.1015625, false]], [[-11.6015625, false]], [[-6.1015625, false]], [[-10.3515625, false]], [[-11.1015625, false]], [[-6.3515625, false]], [[-10.3515625, false]], [[-9.1015625, false]], [[-11.1015625, false]], [[-10.6015625, false]], [[-7.64453125, false]], [[-8.3515625, false]], [[-10.890625, false]], [[-6.1015625, false]], [[-8.3515625, false]], [[-8.6015625, false]], [[-11.8515625, false]], [[-9.1015625, false]], [[-6.1015625, false]], [[-7.1015625, false]], [[-9.3515625, false]], [[-9.3515625, false]], [[-10.3515625, false]], [[-6.1015625, false]], [[-11.6015625, false]], [[-9.1015625, false]], [[-10.6015625, false]], [[-11.1015625, false]], [[-9.1015625, false]], [[-10.1015625, false]], [[-11.1015625, false]], [[-10.6015625, false]], [[-6.1015625, false]], [[-11.1015625, false]], [[-9.8515625, false]], [[-13.8515625, false]], [[-11.8515625, false]], [[-11.1015625, false]], [[-6.1015625, false]], [[-10.6015625, false]], [[-11.6015625, false]], [[-9.3515625, false]], [[-10.1015625, false]], [[-6.1015625, false]], [[-11.1015625, false]], [[-11.8515625, false]], [[-9.1015625, false]], [[-6.1015625, false]], [[-6.3515625, false]], [[-12.3515625, false]], [[-10.3515625, false]], [[-7.64453125, false]], [[-8.3515625, false]], [[-10.890625, false]], [[-6.1015625, false]], [[-8.3515625, false]], [[-8.3515625, false]], [[-9.8515625, false]], [[-13.8515625, false]], [[-11.8515625, false]], [[-11.1015625, false]], [[-6.1015625, false]], [[-9.8515625, false]], [[-10.6015625, false]], [[-6.1015625, false]], [[-10.3515625, false]], [[-11.6015625, false]], [[-9.3515625, false]], [[-10.8515625, false]], [[-12.3515625, false]], [[-10.1015625, false]], [[-9.1015625, false]], [[-10.8515625, false]], [[-6.1015625, false]], [[-8.8515625, false]], [[-13.1015625, false]], [[-6.1015625, false]], [[-11.1015625, false]], [[-11.8515625, false]], [[-9.1015625, false]], [[-6.1015625, false]], [[-7.1015625, false]], [[-9.3515625, false]], [[-9.3515625, false]], [[-10.3515625, false]], [[-7.64453125, false]], [[-8.3515625, false]], [[-10.890625, false]], [[-6.1015625, false]], [[-8.3515625, false]], [[-8.3515625, false]], [[-9.8515625, false]], [[-13.8515625, false]], [[-11.8515625, false]], [[-11.1015625, false]], [[-6.1015625, false]], [[-10.6015625, false]], [[-11.6015625, false]], [[-9.3515625, false]], [[-10.1015625, false]], [[-6.1015625, false]], [[-6.1015625, false]], [[-6.3515625, false]], [[-11.6015625, false]], [[-11.1015625, false]], [[-11.8515625, false]], [[-6.1015625, false]], [[-9.8515625, false]], [[-11.1015625, false]], [[-11.1015625, false]], [[-12.3515625, false]], [[-10.1015625, false]], [[-9.8515625, false]], [[-10.3515625, false]], [[-6.3515625, false]], [[-11.1015625, false]], [[-9.1015625, false]], [[-10.6015625, false]], [[-6.1015625, false]], [[-11.1015625, false]], [[-11.8515625, false]], [[-9.1015625, false]], [[-6.1015625, false]], [[-7.1015625, false]], [[-9.3515625, false]], [[-9.3515625, false]], [[-10.3515625, false]], [[-7.64453125, false]], [[-8.3515625, false]], [[-10.8515625, false]]], "filtered_resps": [[-7.3515625, false], [-8.3515625, false], [-8.6015625, false], [-11.8515625, false], [-9.1015625, false], [-6.1015625, false], [-7.1015625, false], [-9.3515625, false], [-9.3515625, false], [-10.3515625, false], [-6.1015625, false], [-11.6015625, false], [-9.1015625, false], [-10.6015625, false], [-11.1015625, false], [-9.1015625, false], [-10.1015625, false], [-11.1015625, false], [-10.6015625, false], [-6.1015625, false], [-11.1015625, false], [-9.8515625, false], [-13.8515625, false], [-11.8515625, false], [-11.1015625, false], [-6.1015625, false], [-10.6015625, false], [-11.6015625, false], [-9.3515625, false], [-10.1015625, false], [-6.1015625, false], [-9.3515625, false], [-11.1015625, false], [-11.8515625, false], [-9.1015625, false], [-11.6015625, false], [-6.1015625, false], [-10.3515625, false], [-11.1015625, false], [-6.3515625, false], [-10.3515625, false], [-9.1015625, false], [-11.1015625, false], [-10.6015625, false], [-7.64453125, false], [-8.3515625, false], [-10.890625, false], [-6.1015625, false], [-8.3515625, false], [-8.6015625, false], [-11.8515625, false], [-9.1015625, false], [-6.1015625, false], [-7.1015625, false], [-9.3515625, false], [-9.3515625, false], [-10.3515625, false], [-6.1015625, false], [-11.6015625, false], [-9.1015625, false], [-10.6015625, false], [-11.1015625, false], [-9.1015625, false], [-10.1015625, false], [-11.1015625, false], [-10.6015625, false], [-6.1015625, false], [-11.1015625, false], [-9.8515625, false], [-13.8515625, false], [-11.8515625, false], [-11.1015625, false], [-6.1015625, false], [-10.6015625, false], [-11.6015625, false], [-9.3515625, false], [-10.1015625, false], [-6.1015625, false], [-11.1015625, false], [-11.8515625, false], [-9.1015625, false], [-6.1015625, false], [-6.3515625, false], [-12.3515625, false], [-10.3515625, false], [-7.64453125, false], [-8.3515625, false], [-10.890625, false], [-6.1015625, false], [-8.3515625, false], [-8.3515625, false], [-9.8515625, false], [-13.8515625, false], [-11.8515625, false], [-11.1015625, false], [-6.1015625, false], [-9.8515625, false], [-10.6015625, false], [-6.1015625, false], [-10.3515625, false], [-11.6015625, false], [-9.3515625, false], [-10.8515625, false], [-12.3515625, false], [-10.1015625, false], [-9.1015625, false], [-10.8515625, false], [-6.1015625, false], [-8.8515625, false], [-13.1015625, false], [-6.1015625, false], [-11.1015625, false], [-11.8515625, false], [-9.1015625, false], [-6.1015625, false], [-7.1015625, false], [-9.3515625, false], [-9.3515625, false], [-10.3515625, false], [-7.64453125, false], [-8.3515625, false], [-10.890625, false], [-6.1015625, false], [-8.3515625, false], [-8.3515625, false], [-9.8515625, false], [-13.8515625, false], [-11.8515625, false], [-11.1015625, false], [-6.1015625, false], [-10.6015625, false], [-11.6015625, false], [-9.3515625, false], [-10.1015625, false], [-6.1015625, false], [-6.1015625, false], [-6.3515625, false], [-11.6015625, false], [-11.1015625, false], [-11.8515625, false], [-6.1015625, false], [-9.8515625, false], [-11.1015625, false], [-11.1015625, false], [-12.3515625, false], [-10.1015625, false], [-9.8515625, false], [-10.3515625, false], [-6.3515625, false], [-11.1015625, false], [-9.1015625, false], [-10.6015625, false], [-6.1015625, false], [-11.1015625, false], [-11.8515625, false], [-9.1015625, false], [-6.1015625, false], [-7.1015625, false], [-9.3515625, false], [-9.3515625, false], [-10.3515625, false], [-7.64453125, false], [-8.3515625, false], [-10.8515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1962, "doc": {"id": "Mercury_SC_400851", "question": "A tree is a renewable resource because it can be", "choices": {"text": ["burned in a fire.", "made into lumber.", "eaten by some organisms.", "replaced with a newly planted tree."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "replaced with a newly planted tree.", "arguments": ["Question: A tree is a renewable resource because it can be\nAnswer:", " ["], "resps": [[[-8.28125, false]], [[-8.78125, false]], [[-7.53515625, false]], [[-11.03125, false]], [[-10.03125, false]], [[-9.03125, false]], [[-8.78125, false]], [[-8.53125, false]], [[-5.53515625, false]], [[-7.78515625, false]], [[-9.03125, false]], [[-5.53515625, false]], [[-3.783203125, false]], [[-5.53515625, false]], [[-10.78125, false]], [[-7.78515625, false]], [[-10.03125, false]], [[-8.78125, false]], [[-7.26953125, false]], [[-8.78125, false]], [[-9.640625, false]], [[-5.53515625, false]], [[-8.78125, false]], [[-10.78125, false]], [[-3.783203125, false]], [[-8.53125, false]], [[-8.78125, false]], [[-5.53515625, false]], [[-7.78515625, false]], [[-9.03125, false]], [[-10.53125, false]], [[-9.28125, false]], [[-5.53515625, false]], [[-10.03125, false]], [[-11.03125, false]], [[-10.78125, false]], [[-7.53515625, false]], [[-8.78125, false]], [[-10.03125, false]], [[-7.26953125, false]], [[-8.78125, false]], [[-9.640625, false]], [[-5.53515625, false]], [[-8.78125, false]], [[-8.78125, false]], [[-3.783203125, false]], [[-10.53125, false]], [[-8.78125, false]], [[-9.03125, false]], [[-5.53515625, false]], [[-7.53515625, false]], [[-10.28125, false]], [[-5.53515625, false]], [[-9.53125, false]], [[-9.28125, false]], [[-10.78125, false]], [[-8.78125, false]], [[-5.53515625, false]], [[-9.28125, false]], [[-10.03125, false]], [[-11.28125, false]], [[-3.783203125, false]], [[-9.03125, false]], [[-7.78515625, false]], [[-9.53125, false]], [[-10.78125, false]], [[-9.53125, false]], [[-7.26953125, false]], [[-8.78125, false]], [[-9.640625, false]], [[-5.53515625, false]], [[-8.78125, false]], [[-10.03125, false]], [[-8.78125, false]], [[-9.53125, false]], [[-10.03125, false]], [[-3.783203125, false]], [[-9.78125, false]], [[-8.78125, false]], [[-8.53125, false]], [[-5.53515625, false]], [[-10.03125, false]], [[-7.78515625, false]], [[-10.53125, false]], [[-10.28125, false]], [[-5.53515625, false]], [[-3.783203125, false]], [[-5.53515625, false]], [[-9.03125, false]], [[-8.78125, false]], [[-10.03125, false]], [[-10.03125, false]], [[-10.28125, false]], [[-5.53515625, false]], [[-9.53125, false]], [[-10.03125, false]], [[-3.783203125, false]], [[-9.03125, false]], [[-10.53125, false]], [[-8.78125, false]], [[-8.53125, false]], [[-5.53515625, false]], [[-10.53125, false]], [[-10.03125, false]], [[-8.78125, false]], [[-8.78125, false]], [[-7.26953125, false]], [[-8.78125, false]], [[-12.53125, false]]], "filtered_resps": [[-8.28125, false], [-8.78125, false], [-7.53515625, false], [-11.03125, false], [-10.03125, false], [-9.03125, false], [-8.78125, false], [-8.53125, false], [-5.53515625, false], [-7.78515625, false], [-9.03125, false], [-5.53515625, false], [-3.783203125, false], [-5.53515625, false], [-10.78125, false], [-7.78515625, false], [-10.03125, false], [-8.78125, false], [-7.26953125, false], [-8.78125, false], [-9.640625, false], [-5.53515625, false], [-8.78125, false], [-10.78125, false], [-3.783203125, false], [-8.53125, false], [-8.78125, false], [-5.53515625, false], [-7.78515625, false], [-9.03125, false], [-10.53125, false], [-9.28125, false], [-5.53515625, false], [-10.03125, false], [-11.03125, false], [-10.78125, false], [-7.53515625, false], [-8.78125, false], [-10.03125, false], [-7.26953125, false], [-8.78125, false], [-9.640625, false], [-5.53515625, false], [-8.78125, false], [-8.78125, false], [-3.783203125, false], [-10.53125, false], [-8.78125, false], [-9.03125, false], [-5.53515625, false], [-7.53515625, false], [-10.28125, false], [-5.53515625, false], [-9.53125, false], [-9.28125, false], [-10.78125, false], [-8.78125, false], [-5.53515625, false], [-9.28125, false], [-10.03125, false], [-11.28125, false], [-3.783203125, false], [-9.03125, false], [-7.78515625, false], [-9.53125, false], [-10.78125, false], [-9.53125, false], [-7.26953125, false], [-8.78125, false], [-9.640625, false], [-5.53515625, false], [-8.78125, false], [-10.03125, false], [-8.78125, false], [-9.53125, false], [-10.03125, false], [-3.783203125, false], [-9.78125, false], [-8.78125, false], [-8.53125, false], [-5.53515625, false], [-10.03125, false], [-7.78515625, false], [-10.53125, false], [-10.28125, false], [-5.53515625, false], [-3.783203125, false], [-5.53515625, false], [-9.03125, false], [-8.78125, false], [-10.03125, false], [-10.03125, false], [-10.28125, false], [-5.53515625, false], [-9.53125, false], [-10.03125, false], [-3.783203125, false], [-9.03125, false], [-10.53125, false], [-8.78125, false], [-8.53125, false], [-5.53515625, false], [-10.53125, false], [-10.03125, false], [-8.78125, false], [-8.78125, false], [-7.26953125, false], [-8.78125, false], [-12.53125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1970, "doc": {"id": "Mercury_7163240", "question": "Capillary walls are only one layer of cells thick. Passage of oxygen into and out of the capillaries is controlled most by which process?", "choices": {"text": ["collection of waste material", "breakdown of materials", "diffusion of material", "storage of materials"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "diffusion of material", "arguments": ["Question: Capillary walls are only one layer of cells thick. Passage of oxygen into and out of the capillaries is controlled most by which process?\nAnswer:", " ["], "resps": [[[-7.35546875, false]], [[-10.109375, false]], [[-6.10546875, false]], [[-6.60546875, false]], [[-8.859375, false]], [[-8.859375, false]], [[-7.85546875, false]], [[-6.10546875, false]], [[-10.359375, false]], [[-8.609375, false]], [[-6.60546875, false]], [[-9.359375, false]], [[-5.10546875, false]], [[-6.60546875, false]], [[-10.859375, false]], [[-5.10546875, false]], [[-12.109375, false]], [[-4.85546875, false]], [[-9.359375, false]], [[-10.359375, false]], [[-7.85546875, false]], [[-5.10546875, false]], [[-9.609375, false]], [[-4.85546875, false]], [[-10.359375, false]], [[-7.85546875, false]], [[-11.359375, false]], [[-8.609375, false]], [[-4.85546875, false]], [[-8.859375, false]], [[-10.109375, false]], [[-8.953125, false]], [[-5.10546875, false]], [[-10.109375, false]], [[-8.109375, false]], [[-11.359375, false]], [[-7.85546875, false]], [[-4.85546875, false]], [[-8.359375, false]], [[-10.109375, false]], [[-6.60546875, false]], [[-12.109375, false]], [[-9.359375, false]], [[-5.10546875, false]], [[-6.60546875, false]], [[-10.859375, false]], [[-5.10546875, false]], [[-9.609375, false]], [[-4.85546875, false]], [[-10.359375, false]], [[-7.85546875, false]], [[-11.359375, false]], [[-8.609375, false]], [[-4.85546875, false]], [[-8.859375, false]], [[-9.359375, false]], [[-10.109375, false]], [[-8.953125, false]], [[-5.10546875, false]], [[-10.109375, false]], [[-10.109375, false]], [[-8.609375, false]], [[-10.859375, false]], [[-10.859375, false]], [[-10.609375, false]], [[-9.359375, false]], [[-8.609375, false]], [[-6.60546875, false]], [[-9.359375, false]], [[-5.10546875, false]], [[-6.60546875, false]], [[-10.859375, false]], [[-5.10546875, false]], [[-9.609375, false]], [[-4.85546875, false]], [[-10.359375, false]], [[-7.85546875, false]], [[-11.359375, false]], [[-8.609375, false]], [[-4.85546875, false]], [[-8.859375, false]], [[-10.109375, false]], [[-8.953125, false]], [[-5.10546875, false]], [[-10.109375, false]], [[-9.359375, false]], [[-10.359375, false]], [[-6.60546875, false]], [[-11.359375, false]], [[-4.85546875, false]], [[-12.609375, false]], [[-7.85546875, false]], [[-5.10546875, false]], [[-6.60546875, false]], [[-10.859375, false]], [[-5.10546875, false]], [[-9.609375, false]], [[-4.85546875, false]], [[-10.359375, false]], [[-7.85546875, false]], [[-11.359375, false]], [[-8.609375, false]], [[-4.85546875, false]], [[-8.859375, false]], [[-9.359375, false]], [[-10.109375, false]], [[-12.859375, false]]], "filtered_resps": [[-7.35546875, false], [-10.109375, false], [-6.10546875, false], [-6.60546875, false], [-8.859375, false], [-8.859375, false], [-7.85546875, false], [-6.10546875, false], [-10.359375, false], [-8.609375, false], [-6.60546875, false], [-9.359375, false], [-5.10546875, false], [-6.60546875, false], [-10.859375, false], [-5.10546875, false], [-12.109375, false], [-4.85546875, false], [-9.359375, false], [-10.359375, false], [-7.85546875, false], [-5.10546875, false], [-9.609375, false], [-4.85546875, false], [-10.359375, false], [-7.85546875, false], [-11.359375, false], [-8.609375, false], [-4.85546875, false], [-8.859375, false], [-10.109375, false], [-8.953125, false], [-5.10546875, false], [-10.109375, false], [-8.109375, false], [-11.359375, false], [-7.85546875, false], [-4.85546875, false], [-8.359375, false], [-10.109375, false], [-6.60546875, false], [-12.109375, false], [-9.359375, false], [-5.10546875, false], [-6.60546875, false], [-10.859375, false], [-5.10546875, false], [-9.609375, false], [-4.85546875, false], [-10.359375, false], [-7.85546875, false], [-11.359375, false], [-8.609375, false], [-4.85546875, false], [-8.859375, false], [-9.359375, false], [-10.109375, false], [-8.953125, false], [-5.10546875, false], [-10.109375, false], [-10.109375, false], [-8.609375, false], [-10.859375, false], [-10.859375, false], [-10.609375, false], [-9.359375, false], [-8.609375, false], [-6.60546875, false], [-9.359375, false], [-5.10546875, false], [-6.60546875, false], [-10.859375, false], [-5.10546875, false], [-9.609375, false], [-4.85546875, false], [-10.359375, false], [-7.85546875, false], [-11.359375, false], [-8.609375, false], [-4.85546875, false], [-8.859375, false], [-10.109375, false], [-8.953125, false], [-5.10546875, false], [-10.109375, false], [-9.359375, false], [-10.359375, false], [-6.60546875, false], [-11.359375, false], [-4.85546875, false], [-12.609375, false], [-7.85546875, false], [-5.10546875, false], [-6.60546875, false], [-10.859375, false], [-5.10546875, false], [-9.609375, false], [-4.85546875, false], [-10.359375, false], [-7.85546875, false], [-11.359375, false], [-8.609375, false], [-4.85546875, false], [-8.859375, false], [-9.359375, false], [-10.109375, false], [-12.859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1978, "doc": {"id": "Mercury_7230125", "question": "The hypothesis of an expanding universe required which type of validation before being accepted as a significant part of scientific theory?", "choices": {"text": ["a controlled single-variable laboratory test", "support through evidence from numerous observations", "proposal of alternative explanations with predictive value", "a full-scale replication of each event in the proper sequence"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "support through evidence from numerous observations", "arguments": ["Question: The hypothesis of an expanding universe required which type of validation before being accepted as a significant part of scientific theory?\nAnswer:", " ["], "resps": [[[-7.25, false]], [[-7.75, false]], [[-5.625, false]], [[-5.625, false]], [[-9.625, false]], [[-10.25, false]], [[-9.5, false]], [[-10.25, false]], [[-11.125, false]], [[-10.25, false]], [[-11.125, false]], [[-11.125, false]], [[-8.25, false]], [[-10.625, false]], [[-5.625, false]], [[-10.125, false]], [[-8.375, false]], [[-9.5, false]], [[-12.375, false]], [[-11.125, false]], [[-8.25, false]], [[-6.5, false]], [[-10.125, false]], [[-5.625, false]], [[-11.125, false]], [[-8.375, false]], [[-5.625, false]], [[-9.625, false]], [[-11.125, false]], [[-8.25, false]], [[-5.625, false]], [[-11.125, false]], [[-5.625, false]], [[-9.625, false]], [[-10.25, false]], [[-11.125, false]], [[-5.625, false]], [[-10.25, false]], [[-10.25, false]], [[-11.125, false]], [[-12.875, false]], [[-5.625, false]], [[-10.25, false]], [[-8.25, false]], [[-10.125, false]], [[-10.25, false]], [[-7.75, false]], [[-9.65625, false]], [[-5.625, false]], [[-7.75, false]], [[-10.125, false]], [[-11.25, false]], [[-9.25, false]], [[-9.25, false]], [[-10.25, false]], [[-11.125, false]], [[-10.25, false]], [[-5.625, false]], [[-10.25, false]], [[-11.25, false]], [[-11.125, false]], [[-10.25, false]], [[-11.25, false]], [[-12.375, false]], [[-11.25, false]], [[-5.625, false]], [[-8.25, false]], [[-10.125, false]], [[-8.375, false]], [[-10.625, false]], [[-8.25, false]], [[-9.5, false]], [[-9.625, false]], [[-8.25, false]], [[-5.625, false]], [[-9.625, false]], [[-11.125, false]], [[-10.25, false]], [[-10.75, false]], [[-5.625, false]], [[-9.5, false]], [[-11.25, false]], [[-10.75, false]], [[-8.25, false]], [[-11.125, false]], [[-10.25, false]], [[-11.25, false]], [[-10.125, false]], [[-5.625, false]], [[-10.25, false]], [[-9.625, false]], [[-10.125, false]], [[-8.25, false]], [[-11.125, false]], [[-10.125, false]], [[-5.625, false]], [[-10.25, false]], [[-8.375, false]], [[-10.25, false]], [[-9.5, false]], [[-10.125, false]], [[-7.75, false]], [[-9.65625, false]], [[-5.625, false]], [[-7.75, false]], [[-9.25, false]], [[-11.125, false]], [[-10.25, false]], [[-9.25, false]], [[-10.25, false]], [[-10.125, false]], [[-5.625, false]], [[-11.125, false]], [[-5.625, false]], [[-10.25, false]], [[-9.625, false]], [[-5.625, false]], [[-5.625, false]], [[-11.125, false]], [[-10.25, false]], [[-8.25, false]], [[-11.125, false]], [[-9.5, false]], [[-5.625, false]], [[-10.25, false]], [[-8.375, false]], [[-10.125, false]], [[-8.25, false]], [[-5.625, false]], [[-8.25, false]], [[-9.5, false]], [[-9.25, false]], [[-11.125, false]], [[-5.625, false]], [[-9.5, false]], [[-5.625, false]], [[-10.25, false]], [[-8.375, false]], [[-10.25, false]], [[-9.5, false]], [[-10.125, false]], [[-5.625, false]], [[-11.375, false]], [[-8.375, false]], [[-10.25, false]], [[-11.25, false]], [[-5.625, false]], [[-9.25, false]], [[-11.125, false]], [[-8.25, false]], [[-10.625, false]], [[-8.375, false]], [[-9.625, false]], [[-10.25, false]], [[-8.375, false]], [[-10.125, false]], [[-8.25, false]], [[-5.625, false]], [[-10.125, false]], [[-5.625, false]], [[-11.125, false]], [[-11.25, false]], [[-8.25, false]], [[-7.75, false]], [[-9.65625, false]], [[-5.625, false]], [[-7.75, false]], [[-5.625, false]], [[-5.625, false]], [[-9.625, false]], [[-11.25, false]], [[-11.125, false]], [[-11.125, false]], [[-6.5, false]], [[-10.125, false]], [[-9.625, false]], [[-5.625, false]], [[-11.125, false]], [[-8.25, false]], [[-5.625, false]], [[-11.125, false]], [[-8.25, false]], [[-9.25, false]], [[-11.125, false]], [[-8.375, false]], [[-9.625, false]], [[-5.625, false]], [[-10.25, false]], [[-8.375, false]], [[-10.25, false]], [[-9.5, false]], [[-5.625, false]], [[-10.25, false]], [[-9.625, false]], [[-5.625, false]], [[-8.25, false]], [[-5.625, false]], [[-9.625, false]], [[-11.25, false]], [[-5.625, false]], [[-8.25, false]], [[-10.125, false]], [[-8.25, false]], [[-9.5, false]], [[-10.25, false]], [[-5.625, false]], [[-8.375, false]], [[-9.5, false]], [[-5.625, false]], [[-10.25, false]], [[-11.25, false]], [[-8.25, false]], [[-5.625, false]], [[-9.25, false]], [[-11.125, false]], [[-10.25, false]], [[-9.25, false]], [[-8.25, false]], [[-11.125, false]], [[-5.625, false]], [[-10.125, false]], [[-8.25, false]], [[-10.375, false]], [[-11.25, false]], [[-8.25, false]], [[-9.5, false]], [[-9.625, false]], [[-8.25, false]], [[-7.75, false]], [[-12.375, false]]], "filtered_resps": [[-7.25, false], [-7.75, false], [-5.625, false], [-5.625, false], [-9.625, false], [-10.25, false], [-9.5, false], [-10.25, false], [-11.125, false], [-10.25, false], [-11.125, false], [-11.125, false], [-8.25, false], [-10.625, false], [-5.625, false], [-10.125, false], [-8.375, false], [-9.5, false], [-12.375, false], [-11.125, false], [-8.25, false], [-6.5, false], [-10.125, false], [-5.625, false], [-11.125, false], [-8.375, false], [-5.625, false], [-9.625, false], [-11.125, false], [-8.25, false], [-5.625, false], [-11.125, false], [-5.625, false], [-9.625, false], [-10.25, false], [-11.125, false], [-5.625, false], [-10.25, false], [-10.25, false], [-11.125, false], [-12.875, false], [-5.625, false], [-10.25, false], [-8.25, false], [-10.125, false], [-10.25, false], [-7.75, false], [-9.65625, false], [-5.625, false], [-7.75, false], [-10.125, false], [-11.25, false], [-9.25, false], [-9.25, false], [-10.25, false], [-11.125, false], [-10.25, false], [-5.625, false], [-10.25, false], [-11.25, false], [-11.125, false], [-10.25, false], [-11.25, false], [-12.375, false], [-11.25, false], [-5.625, false], [-8.25, false], [-10.125, false], [-8.375, false], [-10.625, false], [-8.25, false], [-9.5, false], [-9.625, false], [-8.25, false], [-5.625, false], [-9.625, false], [-11.125, false], [-10.25, false], [-10.75, false], [-5.625, false], [-9.5, false], [-11.25, false], [-10.75, false], [-8.25, false], [-11.125, false], [-10.25, false], [-11.25, false], [-10.125, false], [-5.625, false], [-10.25, false], [-9.625, false], [-10.125, false], [-8.25, false], [-11.125, false], [-10.125, false], [-5.625, false], [-10.25, false], [-8.375, false], [-10.25, false], [-9.5, false], [-10.125, false], [-7.75, false], [-9.65625, false], [-5.625, false], [-7.75, false], [-9.25, false], [-11.125, false], [-10.25, false], [-9.25, false], [-10.25, false], [-10.125, false], [-5.625, false], [-11.125, false], [-5.625, false], [-10.25, false], [-9.625, false], [-5.625, false], [-5.625, false], [-11.125, false], [-10.25, false], [-8.25, false], [-11.125, false], [-9.5, false], [-5.625, false], [-10.25, false], [-8.375, false], [-10.125, false], [-8.25, false], [-5.625, false], [-8.25, false], [-9.5, false], [-9.25, false], [-11.125, false], [-5.625, false], [-9.5, false], [-5.625, false], [-10.25, false], [-8.375, false], [-10.25, false], [-9.5, false], [-10.125, false], [-5.625, false], [-11.375, false], [-8.375, false], [-10.25, false], [-11.25, false], [-5.625, false], [-9.25, false], [-11.125, false], [-8.25, false], [-10.625, false], [-8.375, false], [-9.625, false], [-10.25, false], [-8.375, false], [-10.125, false], [-8.25, false], [-5.625, false], [-10.125, false], [-5.625, false], [-11.125, false], [-11.25, false], [-8.25, false], [-7.75, false], [-9.65625, false], [-5.625, false], [-7.75, false], [-5.625, false], [-5.625, false], [-9.625, false], [-11.25, false], [-11.125, false], [-11.125, false], [-6.5, false], [-10.125, false], [-9.625, false], [-5.625, false], [-11.125, false], [-8.25, false], [-5.625, false], [-11.125, false], [-8.25, false], [-9.25, false], [-11.125, false], [-8.375, false], [-9.625, false], [-5.625, false], [-10.25, false], [-8.375, false], [-10.25, false], [-9.5, false], [-5.625, false], [-10.25, false], [-9.625, false], [-5.625, false], [-8.25, false], [-5.625, false], [-9.625, false], [-11.25, false], [-5.625, false], [-8.25, false], [-10.125, false], [-8.25, false], [-9.5, false], [-10.25, false], [-5.625, false], [-8.375, false], [-9.5, false], [-5.625, false], [-10.25, false], [-11.25, false], [-8.25, false], [-5.625, false], [-9.25, false], [-11.125, false], [-10.25, false], [-9.25, false], [-8.25, false], [-11.125, false], [-5.625, false], [-10.125, false], [-8.25, false], [-10.375, false], [-11.25, false], [-8.25, false], [-9.5, false], [-9.625, false], [-8.25, false], [-7.75, false], [-12.375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1986, "doc": {"id": "Mercury_406786", "question": "Scientists from around the world would most likely meet at a conference held in Paris, France, to", "choices": {"text": ["learn how to speak the same language.", "work together on scientific research.", "teach students the importance of education.", "show other scientists the scientific method."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "work together on scientific research.", "arguments": ["Question: Scientists from around the world would most likely meet at a conference held in Paris, France, to\nAnswer:", " ["], "resps": [[[-7.2421875, false]], [[-5.9921875, false]], [[-9.6171875, false]], [[-7.6171875, false]], [[-4.1171875, false]], [[-9.9921875, false]], [[-8.4921875, false]], [[-4.8671875, false]], [[-9.9921875, false]], [[-8.6171875, false]], [[-9.7421875, false]], [[-4.8671875, false]], [[-9.6171875, false]], [[-8.6171875, false]], [[-4.8671875, false]], [[-8.1171875, false]], [[-8.3671875, false]], [[-7.6171875, false]], [[-4.1171875, false]], [[-10.1171875, false]], [[-4.8671875, false]], [[-9.6171875, false]], [[-9.9921875, false]], [[-7.6171875, false]], [[-4.8671875, false]], [[-8.1171875, false]], [[-4.1171875, false]], [[-10.2421875, false]], [[-7.6171875, false]], [[-4.8671875, false]], [[-9.6171875, false]], [[-4.1171875, false]], [[-8.4921875, false]], [[-9.8671875, false]], [[-9.9921875, false]], [[-4.1171875, false]], [[-9.8671875, false]], [[-7.6171875, false]], [[-7.3203125, false]], [[-5.9921875, false]], [[-8.890625, false]], [[-4.8671875, false]], [[-5.9921875, false]], [[-9.7421875, false]], [[-8.6171875, false]], [[-9.9921875, false]], [[-10.1171875, false]], [[-4.8671875, false]], [[-9.6171875, false]], [[-8.6171875, false]], [[-9.8671875, false]], [[-7.6171875, false]], [[-9.6171875, false]], [[-9.9921875, false]], [[-7.6171875, false]], [[-9.9921875, false]], [[-4.8671875, false]], [[-8.6171875, false]], [[-8.4921875, false]], [[-4.8671875, false]], [[-8.1171875, false]], [[-7.8671875, false]], [[-8.1171875, false]], [[-7.6171875, false]], [[-8.4921875, false]], [[-9.6171875, false]], [[-8.1171875, false]], [[-9.1171875, false]], [[-8.1171875, false]], [[-7.8671875, false]], [[-4.8671875, false]], [[-9.9921875, false]], [[-7.6171875, false]], [[-8.1171875, false]], [[-7.6171875, false]], [[-4.1171875, false]], [[-9.9921875, false]], [[-7.8671875, false]], [[-9.9921875, false]], [[-7.3203125, false]], [[-5.9921875, false]], [[-8.890625, false]], [[-4.8671875, false]], [[-5.9921875, false]], [[-9.6171875, false]], [[-7.6171875, false]], [[-4.1171875, false]], [[-7.8671875, false]], [[-9.9921875, false]], [[-4.8671875, false]], [[-8.1171875, false]], [[-9.6171875, false]], [[-9.9921875, false]], [[-8.6171875, false]], [[-7.6171875, false]], [[-8.4921875, false]], [[-9.6171875, false]], [[-8.1171875, false]], [[-4.8671875, false]], [[-9.6171875, false]], [[-9.9921875, false]], [[-7.6171875, false]], [[-4.8671875, false]], [[-8.1171875, false]], [[-10.2421875, false]], [[-8.3671875, false]], [[-8.6171875, false]], [[-9.9921875, false]], [[-9.6171875, false]], [[-4.1171875, false]], [[-8.4921875, false]], [[-7.8671875, false]], [[-7.6171875, false]], [[-4.8671875, false]], [[-8.6171875, false]], [[-9.1171875, false]], [[-4.8671875, false]], [[-7.6171875, false]], [[-8.6171875, false]], [[-9.9921875, false]], [[-7.8671875, false]], [[-4.1171875, false]], [[-9.6171875, false]], [[-8.1171875, false]], [[-8.6171875, false]], [[-8.4921875, false]], [[-7.3203125, false]], [[-5.9921875, false]], [[-8.890625, false]], [[-4.8671875, false]], [[-5.9921875, false]], [[-8.1171875, false]], [[-9.9921875, false]], [[-8.6171875, false]], [[-9.7421875, false]], [[-4.8671875, false]], [[-8.6171875, false]], [[-9.6171875, false]], [[-9.9921875, false]], [[-7.6171875, false]], [[-9.9921875, false]], [[-4.8671875, false]], [[-8.1171875, false]], [[-7.8671875, false]], [[-8.1171875, false]], [[-7.6171875, false]], [[-8.4921875, false]], [[-9.6171875, false]], [[-8.1171875, false]], [[-8.1171875, false]], [[-9.6171875, false]], [[-8.1171875, false]], [[-4.8671875, false]], [[-9.6171875, false]], [[-9.9921875, false]], [[-7.6171875, false]], [[-4.8671875, false]], [[-8.1171875, false]], [[-7.8671875, false]], [[-8.1171875, false]], [[-7.6171875, false]], [[-8.4921875, false]], [[-9.6171875, false]], [[-8.1171875, false]], [[-9.1171875, false]], [[-8.1171875, false]], [[-7.8671875, false]], [[-4.8671875, false]], [[-10.2421875, false]], [[-7.6171875, false]], [[-9.6171875, false]], [[-9.9921875, false]], [[-8.6171875, false]], [[-8.6171875, false]], [[-7.3203125, false]], [[-5.9921875, false]], [[-11.8671875, false]]], "filtered_resps": [[-7.2421875, false], [-5.9921875, false], [-9.6171875, false], [-7.6171875, false], [-4.1171875, false], [-9.9921875, false], [-8.4921875, false], [-4.8671875, false], [-9.9921875, false], [-8.6171875, false], [-9.7421875, false], [-4.8671875, false], [-9.6171875, false], [-8.6171875, false], [-4.8671875, false], [-8.1171875, false], [-8.3671875, false], [-7.6171875, false], [-4.1171875, false], [-10.1171875, false], [-4.8671875, false], [-9.6171875, false], [-9.9921875, false], [-7.6171875, false], [-4.8671875, false], [-8.1171875, false], [-4.1171875, false], [-10.2421875, false], [-7.6171875, false], [-4.8671875, false], [-9.6171875, false], [-4.1171875, false], [-8.4921875, false], [-9.8671875, false], [-9.9921875, false], [-4.1171875, false], [-9.8671875, false], [-7.6171875, false], [-7.3203125, false], [-5.9921875, false], [-8.890625, false], [-4.8671875, false], [-5.9921875, false], [-9.7421875, false], [-8.6171875, false], [-9.9921875, false], [-10.1171875, false], [-4.8671875, false], [-9.6171875, false], [-8.6171875, false], [-9.8671875, false], [-7.6171875, false], [-9.6171875, false], [-9.9921875, false], [-7.6171875, false], [-9.9921875, false], [-4.8671875, false], [-8.6171875, false], [-8.4921875, false], [-4.8671875, false], [-8.1171875, false], [-7.8671875, false], [-8.1171875, false], [-7.6171875, false], [-8.4921875, false], [-9.6171875, false], [-8.1171875, false], [-9.1171875, false], [-8.1171875, false], [-7.8671875, false], [-4.8671875, false], [-9.9921875, false], [-7.6171875, false], [-8.1171875, false], [-7.6171875, false], [-4.1171875, false], [-9.9921875, false], [-7.8671875, false], [-9.9921875, false], [-7.3203125, false], [-5.9921875, false], [-8.890625, false], [-4.8671875, false], [-5.9921875, false], [-9.6171875, false], [-7.6171875, false], [-4.1171875, false], [-7.8671875, false], [-9.9921875, false], [-4.8671875, false], [-8.1171875, false], [-9.6171875, false], [-9.9921875, false], [-8.6171875, false], [-7.6171875, false], [-8.4921875, false], [-9.6171875, false], [-8.1171875, false], [-4.8671875, false], [-9.6171875, false], [-9.9921875, false], [-7.6171875, false], [-4.8671875, false], [-8.1171875, false], [-10.2421875, false], [-8.3671875, false], [-8.6171875, false], [-9.9921875, false], [-9.6171875, false], [-4.1171875, false], [-8.4921875, false], [-7.8671875, false], [-7.6171875, false], [-4.8671875, false], [-8.6171875, false], [-9.1171875, false], [-4.8671875, false], [-7.6171875, false], [-8.6171875, false], [-9.9921875, false], [-7.8671875, false], [-4.1171875, false], [-9.6171875, false], [-8.1171875, false], [-8.6171875, false], [-8.4921875, false], [-7.3203125, false], [-5.9921875, false], [-8.890625, false], [-4.8671875, false], [-5.9921875, false], [-8.1171875, false], [-9.9921875, false], [-8.6171875, false], [-9.7421875, false], [-4.8671875, false], [-8.6171875, false], [-9.6171875, false], [-9.9921875, false], [-7.6171875, false], [-9.9921875, false], [-4.8671875, false], [-8.1171875, false], [-7.8671875, false], [-8.1171875, false], [-7.6171875, false], [-8.4921875, false], [-9.6171875, false], [-8.1171875, false], [-8.1171875, false], [-9.6171875, false], [-8.1171875, false], [-4.8671875, false], [-9.6171875, false], [-9.9921875, false], [-7.6171875, false], [-4.8671875, false], [-8.1171875, false], [-7.8671875, false], [-8.1171875, false], [-7.6171875, false], [-8.4921875, false], [-9.6171875, false], [-8.1171875, false], [-9.1171875, false], [-8.1171875, false], [-7.8671875, false], [-4.8671875, false], [-10.2421875, false], [-7.6171875, false], [-9.6171875, false], [-9.9921875, false], [-8.6171875, false], [-8.6171875, false], [-7.3203125, false], [-5.9921875, false], [-11.8671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1994, "doc": {"id": "Mercury_192203", "question": "What is the role of the kidneys in the excretory system?", "choices": {"text": ["to digest food", "to remove toxins", "to produce bile", "to oxygenate blood"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "to remove toxins", "arguments": ["Question: What is the role of the kidneys in the excretory system?\nAnswer:", " ["], "resps": [[[-7.48828125, false]], [[-10.984375, false]], [[-11.234375, false]], [[-11.234375, false]], [[-6.23828125, false]], [[-11.734375, false]], [[-10.734375, false]], [[-13.234375, false]], [[-10.984375, false]], [[-11.234375, false]], [[-11.234375, false]], [[-6.23828125, false]], [[-12.734375, false]], [[-11.234375, false]], [[-11.234375, false]], [[-11.734375, false]], [[-10.984375, false]], [[-10.375, false]], [[-6.23828125, false]], [[-10.984375, false]], [[-11.234375, false]], [[-11.234375, false]], [[-6.23828125, false]], [[-12.484375, false]], [[-10.984375, false]], [[-11.734375, false]], [[-11.234375, false]], [[-12.984375, false]], [[-10.984375, false]], [[-6.23828125, false]], [[-11.234375, false]], [[-11.234375, false]], [[-11.984375, false]], [[-10.734375, false]], [[-9.984375, false]], [[-11.234375, false]], [[-10.984375, false]], [[-10.375, false]], [[-6.23828125, false]], [[-10.984375, false]], [[-11.234375, false]], [[-11.234375, false]], [[-6.23828125, false]], [[-11.484375, false]], [[-12.484375, false]], [[-11.234375, false]], [[-11.734375, false]], [[-9.984375, false]], [[-10.484375, false]], [[-10.984375, false]], [[-6.23828125, false]], [[-10.234375, false]], [[-10.734375, false]], [[-11.484375, false]], [[-10.984375, false]], [[-10.984375, false]], [[-10.375, false]], [[-6.23828125, false]], [[-10.984375, false]], [[-11.234375, false]], [[-11.234375, false]], [[-6.23828125, false]], [[-11.234375, false]], [[-11.984375, false]], [[-15.234375, false]], [[-13.234375, false]], [[-10.984375, false]], [[-9.984375, false]], [[-7.73828125, false]], [[-11.234375, false]], [[-10.984375, false]], [[-6.23828125, false]], [[-10.234375, false]], [[-11.484375, false]], [[-11.234375, false]], [[-11.234375, false]], [[-11.734375, false]], [[-10.984375, false]], [[-11.984375, false]]], "filtered_resps": [[-7.48828125, false], [-10.984375, false], [-11.234375, false], [-11.234375, false], [-6.23828125, false], [-11.734375, false], [-10.734375, false], [-13.234375, false], [-10.984375, false], [-11.234375, false], [-11.234375, false], [-6.23828125, false], [-12.734375, false], [-11.234375, false], [-11.234375, false], [-11.734375, false], [-10.984375, false], [-10.375, false], [-6.23828125, false], [-10.984375, false], [-11.234375, false], [-11.234375, false], [-6.23828125, false], [-12.484375, false], [-10.984375, false], [-11.734375, false], [-11.234375, false], [-12.984375, false], [-10.984375, false], [-6.23828125, false], [-11.234375, false], [-11.234375, false], [-11.984375, false], [-10.734375, false], [-9.984375, false], [-11.234375, false], [-10.984375, false], [-10.375, false], [-6.23828125, false], [-10.984375, false], [-11.234375, false], [-11.234375, false], [-6.23828125, false], [-11.484375, false], [-12.484375, false], [-11.234375, false], [-11.734375, false], [-9.984375, false], [-10.484375, false], [-10.984375, false], [-6.23828125, false], [-10.234375, false], [-10.734375, false], [-11.484375, false], [-10.984375, false], [-10.984375, false], [-10.375, false], [-6.23828125, false], [-10.984375, false], [-11.234375, false], [-11.234375, false], [-6.23828125, false], [-11.234375, false], [-11.984375, false], [-15.234375, false], [-13.234375, false], [-10.984375, false], [-9.984375, false], [-7.73828125, false], [-11.234375, false], [-10.984375, false], [-6.23828125, false], [-10.234375, false], [-11.484375, false], [-11.234375, false], [-11.234375, false], [-11.734375, false], [-10.984375, false], [-11.984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2002, "doc": {"id": "Mercury_SC_400034", "question": "Isaac Newton is best known for his study of", "choices": {"text": ["motion.", "weather.", "body systems.", "the history of Earth."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "motion.", "arguments": ["Question: Isaac Newton is best known for his study of\nAnswer:", " ["], "resps": [[[-7.14453125, false]], [[-7.14453125, false]], [[-9.265625, false]], [[-9.640625, false]], [[-10.140625, false]], [[-8.015625, false]], [[-9.640625, false]], [[-8.015625, false]], [[-7.8046875, false]], [[-7.14453125, false]], [[-8.6171875, false]], [[-5.76953125, false]], [[-7.14453125, false]], [[-9.515625, false]], [[-8.390625, false]], [[-5.89453125, false]], [[-10.140625, false]], [[-10.140625, false]], [[-8.390625, false]], [[-9.765625, false]], [[-7.8046875, false]], [[-7.14453125, false]], [[-8.6171875, false]], [[-5.76953125, false]], [[-7.14453125, false]], [[-6.76953125, false]], [[-9.640625, false]], [[-8.640625, false]], [[-11.140625, false]], [[-5.76953125, false]], [[-8.640625, false]], [[-11.140625, false]], [[-8.640625, false]], [[-10.140625, false]], [[-8.390625, false]], [[-9.265625, false]], [[-8.640625, false]], [[-7.8046875, false]], [[-7.14453125, false]], [[-8.6171875, false]], [[-5.76953125, false]], [[-7.14453125, false]], [[-10.140625, false]], [[-10.140625, false]], [[-8.390625, false]], [[-5.76953125, false]], [[-10.140625, false]], [[-8.015625, false]], [[-8.640625, false]], [[-10.140625, false]], [[-9.640625, false]], [[-9.765625, false]], [[-11.140625, false]], [[-5.76953125, false]], [[-9.640625, false]], [[-9.015625, false]], [[-5.76953125, false]], [[-5.89453125, false]], [[-5.89453125, false]], [[-9.765625, false]], [[-10.140625, false]], [[-10.140625, false]], [[-7.8046875, false]], [[-7.14453125, false]], [[-12.140625, false]]], "filtered_resps": [[-7.14453125, false], [-7.14453125, false], [-9.265625, false], [-9.640625, false], [-10.140625, false], [-8.015625, false], [-9.640625, false], [-8.015625, false], [-7.8046875, false], [-7.14453125, false], [-8.6171875, false], [-5.76953125, false], [-7.14453125, false], [-9.515625, false], [-8.390625, false], [-5.89453125, false], [-10.140625, false], [-10.140625, false], [-8.390625, false], [-9.765625, false], [-7.8046875, false], [-7.14453125, false], [-8.6171875, false], [-5.76953125, false], [-7.14453125, false], [-6.76953125, false], [-9.640625, false], [-8.640625, false], [-11.140625, false], [-5.76953125, false], [-8.640625, false], [-11.140625, false], [-8.640625, false], [-10.140625, false], [-8.390625, false], [-9.265625, false], [-8.640625, false], [-7.8046875, false], [-7.14453125, false], [-8.6171875, false], [-5.76953125, false], [-7.14453125, false], [-10.140625, false], [-10.140625, false], [-8.390625, false], [-5.76953125, false], [-10.140625, false], [-8.015625, false], [-8.640625, false], [-10.140625, false], [-9.640625, false], [-9.765625, false], [-11.140625, false], [-5.76953125, false], [-9.640625, false], [-9.015625, false], [-5.76953125, false], [-5.89453125, false], [-5.89453125, false], [-9.765625, false], [-10.140625, false], [-10.140625, false], [-7.8046875, false], [-7.14453125, false], [-12.140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2010, "doc": {"id": "Mercury_SC_400035", "question": "Which tool is best to use when comparing an animal cell to a plant cell?", "choices": {"text": ["balance", "compass", "microscope", "thermometer"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "microscope", "arguments": ["Question: Which tool is best to use when comparing an animal cell to a plant cell?\nAnswer:", " ["], "resps": [[[-7.48828125, false]], [[-9.109375, false]], [[-8.359375, false]], [[-4.48828125, false]], [[-9.359375, false]], [[-4.48828125, false]], [[-8.609375, false]], [[-8.609375, false]], [[-7.86328125, false]], [[-9.109375, false]], [[-9.46875, false]], [[-4.98828125, false]], [[-9.109375, false]], [[-8.609375, false]], [[-8.984375, false]], [[-7.98828125, false]], [[-9.109375, false]], [[-4.48828125, false]], [[-8.359375, false]], [[-8.359375, false]], [[-9.109375, false]], [[-9.46875, false]], [[-4.98828125, false]], [[-9.109375, false]], [[-7.98828125, false]], [[-7.86328125, false]], [[-8.609375, false]], [[-9.734375, false]], [[-8.984375, false]], [[-8.359375, false]], [[-8.609375, false]], [[-8.984375, false]], [[-9.109375, false]], [[-7.86328125, false]], [[-9.109375, false]], [[-9.46875, false]], [[-4.98828125, false]], [[-9.109375, false]], [[-8.984375, false]], [[-9.484375, false]], [[-7.86328125, false]], [[-9.734375, false]], [[-7.98828125, false]], [[-8.984375, false]], [[-7.98828125, false]], [[-7.86328125, false]], [[-8.984375, false]], [[-7.86328125, false]], [[-9.734375, false]], [[-9.109375, false]], [[-12.984375, false]]], "filtered_resps": [[-7.48828125, false], [-9.109375, false], [-8.359375, false], [-4.48828125, false], [-9.359375, false], [-4.48828125, false], [-8.609375, false], [-8.609375, false], [-7.86328125, false], [-9.109375, false], [-9.46875, false], [-4.98828125, false], [-9.109375, false], [-8.609375, false], [-8.984375, false], [-7.98828125, false], [-9.109375, false], [-4.48828125, false], [-8.359375, false], [-8.359375, false], [-9.109375, false], [-9.46875, false], [-4.98828125, false], [-9.109375, false], [-7.98828125, false], [-7.86328125, false], [-8.609375, false], [-9.734375, false], [-8.984375, false], [-8.359375, false], [-8.609375, false], [-8.984375, false], [-9.109375, false], [-7.86328125, false], [-9.109375, false], [-9.46875, false], [-4.98828125, false], [-9.109375, false], [-8.984375, false], [-9.484375, false], [-7.86328125, false], [-9.734375, false], [-7.98828125, false], [-8.984375, false], [-7.98828125, false], [-7.86328125, false], [-8.984375, false], [-7.86328125, false], [-9.734375, false], [-9.109375, false], [-12.984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2018, "doc": {"id": "Mercury_SC_402254", "question": "What season is the Northern Hemisphere experiencing when it is tilted away from the Sun?", "choices": {"text": ["spring", "summer", "autumn", "winter"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "winter", "arguments": ["Question: What season is the Northern Hemisphere experiencing when it is tilted away from the Sun?\nAnswer:", " ["], "resps": [[[-8.4375, false]], [[-8.1875, false]], [[-11.1875, false]], [[-11.6875, false]], [[-12.6875, false]], [[-10.4375, false]], [[-10.6875, false]], [[-14.4375, false]], [[-8.1875, false]], [[-9.9921875, false]], [[-5.9375, false]], [[-8.1875, false]], [[-11.1875, false]], [[-13.6875, false]], [[-11.6875, false]], [[-11.6875, false]], [[-10.1875, false]], [[-12.6875, false]], [[-8.1875, false]], [[-9.9921875, false]], [[-5.9375, false]], [[-8.1875, false]], [[-7.4375, false]], [[-13.6875, false]], [[-10.4375, false]], [[-13.6875, false]], [[-11.6875, false]], [[-10.6875, false]], [[-8.1875, false]], [[-9.9921875, false]], [[-5.9375, false]], [[-8.1875, false]], [[-10.9375, false]], [[-10.4375, false]], [[-10.6875, false]], [[-10.4375, false]], [[-10.1875, false]], [[-12.6875, false]], [[-8.1875, false]], [[-13.1875, false]]], "filtered_resps": [[-8.4375, false], [-8.1875, false], [-11.1875, false], [-11.6875, false], [-12.6875, false], [-10.4375, false], [-10.6875, false], [-14.4375, false], [-8.1875, false], [-9.9921875, false], [-5.9375, false], [-8.1875, false], [-11.1875, false], [-13.6875, false], [-11.6875, false], [-11.6875, false], [-10.1875, false], [-12.6875, false], [-8.1875, false], [-9.9921875, false], [-5.9375, false], [-8.1875, false], [-7.4375, false], [-13.6875, false], [-10.4375, false], [-13.6875, false], [-11.6875, false], [-10.6875, false], [-8.1875, false], [-9.9921875, false], [-5.9375, false], [-8.1875, false], [-10.9375, false], [-10.4375, false], [-10.6875, false], [-10.4375, false], [-10.1875, false], [-12.6875, false], [-8.1875, false], [-13.1875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2026, "doc": {"id": "Mercury_401337", "question": "Which event is an example of inherited behavior?", "choices": {"text": ["a dog sitting on command", "a parrot repeating a phrase", "a bird flying south for the winter", "a horse competing in a horse show"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "a bird flying south for the winter", "arguments": ["Question: Which event is an example of inherited behavior?\nAnswer:", " ["], "resps": [[[-7.078125, false]], [[-7.703125, false]], [[-5.453125, false]], [[-5.078125, false]], [[-9.203125, false]], [[-9.703125, false]], [[-9.953125, false]], [[-5.078125, false]], [[-8.578125, false]], [[-7.328125, false]], [[-10.078125, false]], [[-10.078125, false]], [[-7.328125, false]], [[-8.953125, false]], [[-9.953125, false]], [[-5.078125, false]], [[-9.703125, false]], [[-8.953125, false]], [[-5.078125, false]], [[-8.703125, false]], [[-9.703125, false]], [[-9.328125, false]], [[-9.328125, false]], [[-5.453125, false]], [[-8.953125, false]], [[-9.203125, false]], [[-7.703125, false]], [[-9.7578125, false]], [[-5.078125, false]], [[-7.703125, false]], [[-5.453125, false]], [[-5.078125, false]], [[-9.328125, false]], [[-5.453125, false]], [[-9.828125, false]], [[-9.828125, false]], [[-9.703125, false]], [[-10.078125, false]], [[-5.078125, false]], [[-9.828125, false]], [[-7.203125, false]], [[-9.328125, false]], [[-7.203125, false]], [[-5.453125, false]], [[-10.078125, false]], [[-7.328125, false]], [[-8.953125, false]], [[-9.953125, false]], [[-5.078125, false]], [[-5.453125, false]], [[-5.078125, false]], [[-9.328125, false]], [[-9.453125, false]], [[-9.828125, false]], [[-5.453125, false]], [[-8.578125, false]], [[-7.203125, false]], [[-7.703125, false]], [[-9.7578125, false]], [[-5.078125, false]], [[-7.703125, false]], [[-5.453125, false]], [[-5.078125, false]], [[-8.953125, false]], [[-7.328125, false]], [[-9.828125, false]], [[-9.203125, false]], [[-5.078125, false]], [[-9.578125, false]], [[-8.703125, false]], [[-10.703125, false]], [[-7.328125, false]], [[-8.953125, false]], [[-9.953125, false]], [[-5.078125, false]], [[-8.578125, false]], [[-9.703125, false]], [[-9.828125, false]], [[-10.078125, false]], [[-9.453125, false]], [[-5.078125, false]], [[-9.578125, false]], [[-9.703125, false]], [[-9.828125, false]], [[-5.078125, false]], [[-10.078125, false]], [[-9.453125, false]], [[-7.203125, false]], [[-5.078125, false]], [[-9.953125, false]], [[-7.328125, false]], [[-8.953125, false]], [[-10.078125, false]], [[-7.203125, false]], [[-9.828125, false]], [[-7.703125, false]], [[-9.7578125, false]], [[-5.078125, false]], [[-7.703125, false]], [[-5.453125, false]], [[-5.078125, false]], [[-9.453125, false]], [[-9.703125, false]], [[-9.828125, false]], [[-8.578125, false]], [[-7.203125, false]], [[-5.078125, false]], [[-8.703125, false]], [[-9.703125, false]], [[-9.328125, false]], [[-9.328125, false]], [[-7.203125, false]], [[-10.078125, false]], [[-7.328125, false]], [[-8.953125, false]], [[-9.953125, false]], [[-5.078125, false]], [[-7.328125, false]], [[-8.953125, false]], [[-5.078125, false]], [[-5.453125, false]], [[-5.078125, false]], [[-9.453125, false]], [[-9.703125, false]], [[-9.828125, false]], [[-8.578125, false]], [[-7.203125, false]], [[-5.078125, false]], [[-8.578125, false]], [[-9.453125, false]], [[-9.703125, false]], [[-9.953125, false]], [[-7.703125, false]], [[-12.453125, false]]], "filtered_resps": [[-7.078125, false], [-7.703125, false], [-5.453125, false], [-5.078125, false], [-9.203125, false], [-9.703125, false], [-9.953125, false], [-5.078125, false], [-8.578125, false], [-7.328125, false], [-10.078125, false], [-10.078125, false], [-7.328125, false], [-8.953125, false], [-9.953125, false], [-5.078125, false], [-9.703125, false], [-8.953125, false], [-5.078125, false], [-8.703125, false], [-9.703125, false], [-9.328125, false], [-9.328125, false], [-5.453125, false], [-8.953125, false], [-9.203125, false], [-7.703125, false], [-9.7578125, false], [-5.078125, false], [-7.703125, false], [-5.453125, false], [-5.078125, false], [-9.328125, false], [-5.453125, false], [-9.828125, false], [-9.828125, false], [-9.703125, false], [-10.078125, false], [-5.078125, false], [-9.828125, false], [-7.203125, false], [-9.328125, false], [-7.203125, false], [-5.453125, false], [-10.078125, false], [-7.328125, false], [-8.953125, false], [-9.953125, false], [-5.078125, false], [-5.453125, false], [-5.078125, false], [-9.328125, false], [-9.453125, false], [-9.828125, false], [-5.453125, false], [-8.578125, false], [-7.203125, false], [-7.703125, false], [-9.7578125, false], [-5.078125, false], [-7.703125, false], [-5.453125, false], [-5.078125, false], [-8.953125, false], [-7.328125, false], [-9.828125, false], [-9.203125, false], [-5.078125, false], [-9.578125, false], [-8.703125, false], [-10.703125, false], [-7.328125, false], [-8.953125, false], [-9.953125, false], [-5.078125, false], [-8.578125, false], [-9.703125, false], [-9.828125, false], [-10.078125, false], [-9.453125, false], [-5.078125, false], [-9.578125, false], [-9.703125, false], [-9.828125, false], [-5.078125, false], [-10.078125, false], [-9.453125, false], [-7.203125, false], [-5.078125, false], [-9.953125, false], [-7.328125, false], [-8.953125, false], [-10.078125, false], [-7.203125, false], [-9.828125, false], [-7.703125, false], [-9.7578125, false], [-5.078125, false], [-7.703125, false], [-5.453125, false], [-5.078125, false], [-9.453125, false], [-9.703125, false], [-9.828125, false], [-8.578125, false], [-7.203125, false], [-5.078125, false], [-8.703125, false], [-9.703125, false], [-9.328125, false], [-9.328125, false], [-7.203125, false], [-10.078125, false], [-7.328125, false], [-8.953125, false], [-9.953125, false], [-5.078125, false], [-7.328125, false], [-8.953125, false], [-5.078125, false], [-5.453125, false], [-5.078125, false], [-9.453125, false], [-9.703125, false], [-9.828125, false], [-8.578125, false], [-7.203125, false], [-5.078125, false], [-8.578125, false], [-9.453125, false], [-9.703125, false], [-9.953125, false], [-7.703125, false], [-12.453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2034, "doc": {"id": "Mercury_SC_416131", "question": "What is a true statement about all foods?", "choices": {"text": ["All foods are solid.", "All foods taste good.", "All foods provide nutrients.", "All foods should be cooked."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "All foods provide nutrients.", "arguments": ["Question: What is a true statement about all foods?\nAnswer:", " ["], "resps": [[[-7.82421875, false]], [[-7.57421875, false]], [[-3.07421875, false]], [[-11.3203125, false]], [[-11.3203125, false]], [[-6.07421875, false]], [[-10.8203125, false]], [[-9.8203125, false]], [[-9.8203125, false]], [[-10.3203125, false]], [[-10.5703125, false]], [[-6.07421875, false]], [[-5.57421875, false]], [[-12.0703125, false]], [[-9.8203125, false]], [[-6.07421875, false]], [[-10.5703125, false]], [[-9.8203125, false]], [[-11.3203125, false]], [[-9.8203125, false]], [[-10.3203125, false]], [[-7.9921875, false]], [[-7.57421875, false]], [[-10.6171875, false]], [[-6.07421875, false]], [[-7.57421875, false]], [[-3.07421875, false]], [[-11.3203125, false]], [[-11.3203125, false]], [[-6.07421875, false]], [[-10.8203125, false]], [[-9.8203125, false]], [[-9.8203125, false]], [[-10.3203125, false]], [[-10.5703125, false]], [[-6.07421875, false]], [[-11.0703125, false]], [[-5.57421875, false]], [[-10.5703125, false]], [[-11.0703125, false]], [[-9.8203125, false]], [[-6.07421875, false]], [[-11.5703125, false]], [[-9.8203125, false]], [[-9.8203125, false]], [[-10.3203125, false]], [[-7.9921875, false]], [[-7.57421875, false]], [[-10.6171875, false]], [[-6.07421875, false]], [[-7.57421875, false]], [[-3.07421875, false]], [[-11.3203125, false]], [[-11.3203125, false]], [[-6.07421875, false]], [[-10.8203125, false]], [[-9.8203125, false]], [[-9.8203125, false]], [[-10.3203125, false]], [[-10.5703125, false]], [[-6.07421875, false]], [[-10.5703125, false]], [[-12.0703125, false]], [[-9.8203125, false]], [[-12.8203125, false]], [[-9.8203125, false]], [[-10.3203125, false]], [[-9.8203125, false]], [[-6.07421875, false]], [[-9.8203125, false]], [[-12.0703125, false]], [[-11.0703125, false]], [[-12.0703125, false]], [[-9.8203125, false]], [[-9.8203125, false]], [[-9.8203125, false]], [[-11.0703125, false]], [[-10.5703125, false]], [[-7.9921875, false]], [[-7.57421875, false]], [[-10.6171875, false]], [[-6.07421875, false]], [[-7.57421875, false]], [[-3.07421875, false]], [[-11.3203125, false]], [[-11.3203125, false]], [[-6.07421875, false]], [[-10.8203125, false]], [[-9.8203125, false]], [[-9.8203125, false]], [[-10.3203125, false]], [[-10.5703125, false]], [[-6.07421875, false]], [[-10.5703125, false]], [[-12.0703125, false]], [[-9.8203125, false]], [[-12.0703125, false]], [[-11.3203125, false]], [[-10.3203125, false]], [[-6.07421875, false]], [[-10.8203125, false]], [[-9.8203125, false]], [[-6.07421875, false]], [[-8.5703125, false]], [[-9.8203125, false]], [[-9.8203125, false]], [[-10.3203125, false]], [[-9.8203125, false]], [[-10.3203125, false]], [[-7.9921875, false]], [[-7.57421875, false]], [[-12.3203125, false]]], "filtered_resps": [[-7.82421875, false], [-7.57421875, false], [-3.07421875, false], [-11.3203125, false], [-11.3203125, false], [-6.07421875, false], [-10.8203125, false], [-9.8203125, false], [-9.8203125, false], [-10.3203125, false], [-10.5703125, false], [-6.07421875, false], [-5.57421875, false], [-12.0703125, false], [-9.8203125, false], [-6.07421875, false], [-10.5703125, false], [-9.8203125, false], [-11.3203125, false], [-9.8203125, false], [-10.3203125, false], [-7.9921875, false], [-7.57421875, false], [-10.6171875, false], [-6.07421875, false], [-7.57421875, false], [-3.07421875, false], [-11.3203125, false], [-11.3203125, false], [-6.07421875, false], [-10.8203125, false], [-9.8203125, false], [-9.8203125, false], [-10.3203125, false], [-10.5703125, false], [-6.07421875, false], [-11.0703125, false], [-5.57421875, false], [-10.5703125, false], [-11.0703125, false], [-9.8203125, false], [-6.07421875, false], [-11.5703125, false], [-9.8203125, false], [-9.8203125, false], [-10.3203125, false], [-7.9921875, false], [-7.57421875, false], [-10.6171875, false], [-6.07421875, false], [-7.57421875, false], [-3.07421875, false], [-11.3203125, false], [-11.3203125, false], [-6.07421875, false], [-10.8203125, false], [-9.8203125, false], [-9.8203125, false], [-10.3203125, false], [-10.5703125, false], [-6.07421875, false], [-10.5703125, false], [-12.0703125, false], [-9.8203125, false], [-12.8203125, false], [-9.8203125, false], [-10.3203125, false], [-9.8203125, false], [-6.07421875, false], [-9.8203125, false], [-12.0703125, false], [-11.0703125, false], [-12.0703125, false], [-9.8203125, false], [-9.8203125, false], [-9.8203125, false], [-11.0703125, false], [-10.5703125, false], [-7.9921875, false], [-7.57421875, false], [-10.6171875, false], [-6.07421875, false], [-7.57421875, false], [-3.07421875, false], [-11.3203125, false], [-11.3203125, false], [-6.07421875, false], [-10.8203125, false], [-9.8203125, false], [-9.8203125, false], [-10.3203125, false], [-10.5703125, false], [-6.07421875, false], [-10.5703125, false], [-12.0703125, false], [-9.8203125, false], [-12.0703125, false], [-11.3203125, false], [-10.3203125, false], [-6.07421875, false], [-10.8203125, false], [-9.8203125, false], [-6.07421875, false], [-8.5703125, false], [-9.8203125, false], [-9.8203125, false], [-10.3203125, false], [-9.8203125, false], [-10.3203125, false], [-7.9921875, false], [-7.57421875, false], [-12.3203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2042, "doc": {"id": "Mercury_SC_400593", "question": "A student has recorded rainfall amounts for 28 days and uses a calculator to determine the total rainfall. What does the student calculate when she divides the total rainfall by 28?", "choices": {"text": ["mean rainfall", "rainfall mode", "median rainfall", "percentage of rainfall"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "mean rainfall", "arguments": ["Question: A student has recorded rainfall amounts for 28 days and uses a calculator to determine the total rainfall. What does the student calculate when she divides the total rainfall by 28?\nAnswer:", " ["], "resps": [[[-6.12890625, false]], [[-8.3828125, false]], [[-7.12890625, false]], [[-7.87890625, false]], [[-4.87890625, false]], [[-6.87890625, false]], [[-4.62890625, false]], [[-7.12890625, false]], [[-4.87890625, false]], [[-8.6328125, false]], [[-6.87890625, false]], [[-7.62890625, false]], [[-4.87890625, false]], [[-9.3828125, false]], [[-9.3828125, false]], [[-8.3828125, false]], [[-8.75, false]], [[-4.62890625, false]], [[-8.3828125, false]], [[-7.12890625, false]], [[-4.87890625, false]], [[-8.6328125, false]], [[-6.87890625, false]], [[-7.62890625, false]], [[-4.87890625, false]], [[-9.3828125, false]], [[-9.3828125, false]], [[-4.62890625, false]], [[-7.12890625, false]], [[-9.8828125, false]], [[-6.37890625, false]], [[-7.87890625, false]], [[-8.3828125, false]], [[-8.75, false]], [[-4.62890625, false]], [[-8.3828125, false]], [[-7.12890625, false]], [[-7.87890625, false]], [[-6.37890625, false]], [[-8.6328125, false]], [[-4.87890625, false]], [[-6.87890625, false]], [[-4.62890625, false]], [[-7.12890625, false]], [[-4.87890625, false]], [[-8.6328125, false]], [[-6.87890625, false]], [[-7.62890625, false]], [[-4.87890625, false]], [[-9.3828125, false]], [[-9.3828125, false]], [[-8.3828125, false]], [[-8.796875, false]], [[-4.62890625, false]], [[-8.3828125, false]], [[-7.87890625, false]], [[-7.87890625, false]], [[-7.12890625, false]], [[-6.87890625, false]], [[-7.87890625, false]], [[-6.87890625, false]], [[-6.62890625, false]], [[-4.87890625, false]], [[-8.6328125, false]], [[-7.87890625, false]], [[-4.62890625, false]], [[-9.8828125, false]], [[-7.62890625, false]], [[-4.62890625, false]], [[-7.12890625, false]], [[-4.87890625, false]], [[-8.6328125, false]], [[-6.87890625, false]], [[-7.62890625, false]], [[-4.87890625, false]], [[-9.3828125, false]], [[-9.3828125, false]], [[-8.3828125, false]], [[-11.1328125, false]]], "filtered_resps": [[-6.12890625, false], [-8.3828125, false], [-7.12890625, false], [-7.87890625, false], [-4.87890625, false], [-6.87890625, false], [-4.62890625, false], [-7.12890625, false], [-4.87890625, false], [-8.6328125, false], [-6.87890625, false], [-7.62890625, false], [-4.87890625, false], [-9.3828125, false], [-9.3828125, false], [-8.3828125, false], [-8.75, false], [-4.62890625, false], [-8.3828125, false], [-7.12890625, false], [-4.87890625, false], [-8.6328125, false], [-6.87890625, false], [-7.62890625, false], [-4.87890625, false], [-9.3828125, false], [-9.3828125, false], [-4.62890625, false], [-7.12890625, false], [-9.8828125, false], [-6.37890625, false], [-7.87890625, false], [-8.3828125, false], [-8.75, false], [-4.62890625, false], [-8.3828125, false], [-7.12890625, false], [-7.87890625, false], [-6.37890625, false], [-8.6328125, false], [-4.87890625, false], [-6.87890625, false], [-4.62890625, false], [-7.12890625, false], [-4.87890625, false], [-8.6328125, false], [-6.87890625, false], [-7.62890625, false], [-4.87890625, false], [-9.3828125, false], [-9.3828125, false], [-8.3828125, false], [-8.796875, false], [-4.62890625, false], [-8.3828125, false], [-7.87890625, false], [-7.87890625, false], [-7.12890625, false], [-6.87890625, false], [-7.87890625, false], [-6.87890625, false], [-6.62890625, false], [-4.87890625, false], [-8.6328125, false], [-7.87890625, false], [-4.62890625, false], [-9.8828125, false], [-7.62890625, false], [-4.62890625, false], [-7.12890625, false], [-4.87890625, false], [-8.6328125, false], [-6.87890625, false], [-7.62890625, false], [-4.87890625, false], [-9.3828125, false], [-9.3828125, false], [-8.3828125, false], [-11.1328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2050, "doc": {"id": "Mercury_7008680", "question": "Which subatomic particle has a negative charge?", "choices": {"text": ["proton", "neutron", "electron", "quark"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "electron", "arguments": ["Question: Which subatomic particle has a negative charge?\nAnswer:", " ["], "resps": [[[-6.45703125, false]], [[-8.453125, false]], [[-7.45703125, false]], [[-8.703125, false]], [[-10.203125, false]], [[-8.203125, false]], [[-10.203125, false]], [[-7.70703125, false]], [[-8.453125, false]], [[-8.9765625, false]], [[-5.20703125, false]], [[-8.453125, false]], [[-7.70703125, false]], [[-8.453125, false]], [[-9.453125, false]], [[-8.203125, false]], [[-8.703125, false]], [[-10.203125, false]], [[-7.70703125, false]], [[-8.453125, false]], [[-8.9765625, false]], [[-5.20703125, false]], [[-8.453125, false]], [[-8.453125, false]], [[-9.203125, false]], [[-8.453125, false]], [[-7.70703125, false]], [[-8.203125, false]], [[-8.703125, false]], [[-10.203125, false]], [[-7.70703125, false]], [[-8.453125, false]], [[-8.9765625, false]], [[-5.20703125, false]], [[-8.453125, false]], [[-8.453125, false]], [[-9.453125, false]], [[-4.20703125, false]], [[-8.703125, false]], [[-8.703125, false]], [[-8.453125, false]], [[-12.203125, false]]], "filtered_resps": [[-6.45703125, false], [-8.453125, false], [-7.45703125, false], [-8.703125, false], [-10.203125, false], [-8.203125, false], [-10.203125, false], [-7.70703125, false], [-8.453125, false], [-8.9765625, false], [-5.20703125, false], [-8.453125, false], [-7.70703125, false], [-8.453125, false], [-9.453125, false], [-8.203125, false], [-8.703125, false], [-10.203125, false], [-7.70703125, false], [-8.453125, false], [-8.9765625, false], [-5.20703125, false], [-8.453125, false], [-8.453125, false], [-9.203125, false], [-8.453125, false], [-7.70703125, false], [-8.203125, false], [-8.703125, false], [-10.203125, false], [-7.70703125, false], [-8.453125, false], [-8.9765625, false], [-5.20703125, false], [-8.453125, false], [-8.453125, false], [-9.453125, false], [-4.20703125, false], [-8.703125, false], [-8.703125, false], [-8.453125, false], [-12.203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2058, "doc": {"id": "Mercury_7084088", "question": "When a conclusion is reached after an experiment, which is most likely the first step other scientists might take when checking the conclusion?", "choices": {"text": ["propose different conclusions from the same data", "study the data to evaluate the conclusion", "change current models to fit the conclusion", "develop new technologies based on the conclusion"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "study the data to evaluate the conclusion", "arguments": ["Question: When a conclusion is reached after an experiment, which is most likely the first step other scientists might take when checking the conclusion?\nAnswer:", " ["], "resps": [[[-7.578125, false]], [[-8.453125, false]], [[-9.203125, false]], [[-10.578125, false]], [[-9.828125, false]], [[-9.203125, false]], [[-9.828125, false]], [[-10.078125, false]], [[-8.078125, false]], [[-5.703125, false]], [[-10.078125, false]], [[-8.453125, false]], [[-11.078125, false]], [[-11.078125, false]], [[-8.078125, false]], [[-10.578125, false]], [[-8.078125, false]], [[-10.078125, false]], [[-10.703125, false]], [[-5.703125, false]], [[-10.453125, false]], [[-9.828125, false]], [[-10.078125, false]], [[-10.453125, false]], [[-10.828125, false]], [[-9.828125, false]], [[-10.078125, false]], [[-8.453125, false]], [[-9.828125, false]], [[-10.078125, false]], [[-10.078125, false]], [[-5.703125, false]], [[-11.078125, false]], [[-10.578125, false]], [[-9.828125, false]], [[-10.828125, false]], [[-5.703125, false]], [[-10.703125, false]], [[-12.078125, false]], [[-8.078125, false]], [[-5.703125, false]], [[-10.078125, false]], [[-4.953125, false]], [[-10.828125, false]], [[-8.078125, false]], [[-5.703125, false]], [[-10.078125, false]], [[-4.953125, false]], [[-10.703125, false]], [[-4.953125, false]], [[-8.453125, false]], [[-9.8515625, false]], [[-5.703125, false]], [[-8.453125, false]], [[-10.078125, false]], [[-10.703125, false]], [[-9.828125, false]], [[-10.078125, false]], [[-12.078125, false]], [[-5.703125, false]], [[-10.703125, false]], [[-12.078125, false]], [[-8.078125, false]], [[-5.703125, false]], [[-10.078125, false]], [[-4.953125, false]], [[-10.703125, false]], [[-4.953125, false]], [[-5.703125, false]], [[-10.703125, false]], [[-9.828125, false]], [[-5.703125, false]], [[-8.078125, false]], [[-11.953125, false]], [[-4.953125, false]], [[-10.828125, false]], [[-9.828125, false]], [[-4.953125, false]], [[-10.703125, false]], [[-8.078125, false]], [[-5.703125, false]], [[-10.703125, false]], [[-12.078125, false]], [[-8.078125, false]], [[-5.703125, false]], [[-10.453125, false]], [[-9.828125, false]], [[-10.078125, false]], [[-10.453125, false]], [[-10.828125, false]], [[-9.828125, false]], [[-10.078125, false]], [[-8.453125, false]], [[-9.828125, false]], [[-10.078125, false]], [[-8.453125, false]], [[-9.8515625, false]], [[-5.703125, false]], [[-8.453125, false]], [[-10.453125, false]], [[-12.078125, false]], [[-4.953125, false]], [[-10.078125, false]], [[-12.703125, false]], [[-8.078125, false]], [[-5.703125, false]], [[-10.453125, false]], [[-9.828125, false]], [[-10.578125, false]], [[-10.578125, false]], [[-8.078125, false]], [[-10.078125, false]], [[-10.703125, false]], [[-5.703125, false]], [[-10.828125, false]], [[-9.828125, false]], [[-10.078125, false]], [[-8.078125, false]], [[-10.828125, false]], [[-10.078125, false]], [[-5.703125, false]], [[-10.703125, false]], [[-9.828125, false]], [[-5.703125, false]], [[-11.078125, false]], [[-8.453125, false]], [[-10.703125, false]], [[-5.703125, false]], [[-10.703125, false]], [[-12.078125, false]], [[-8.078125, false]], [[-5.703125, false]], [[-10.453125, false]], [[-9.828125, false]], [[-10.078125, false]], [[-10.453125, false]], [[-10.828125, false]], [[-9.828125, false]], [[-10.078125, false]], [[-8.453125, false]], [[-9.828125, false]], [[-10.078125, false]], [[-8.453125, false]], [[-9.8515625, false]], [[-5.703125, false]], [[-8.453125, false]], [[-10.078125, false]], [[-8.078125, false]], [[-11.953125, false]], [[-8.078125, false]], [[-10.828125, false]], [[-9.828125, false]], [[-9.203125, false]], [[-5.703125, false]], [[-10.078125, false]], [[-8.078125, false]], [[-12.453125, false]], [[-5.703125, false]], [[-10.703125, false]], [[-8.078125, false]], [[-10.453125, false]], [[-12.078125, false]], [[-10.078125, false]], [[-9.828125, false]], [[-10.828125, false]], [[-9.828125, false]], [[-12.703125, false]], [[-8.453125, false]], [[-8.078125, false]], [[-10.078125, false]], [[-5.703125, false]], [[-10.203125, false]], [[-4.953125, false]], [[-10.078125, false]], [[-8.078125, false]], [[-10.078125, false]], [[-5.703125, false]], [[-9.828125, false]], [[-10.078125, false]], [[-5.703125, false]], [[-10.703125, false]], [[-12.078125, false]], [[-8.078125, false]], [[-5.703125, false]], [[-10.453125, false]], [[-9.828125, false]], [[-10.078125, false]], [[-10.453125, false]], [[-10.828125, false]], [[-9.828125, false]], [[-10.078125, false]], [[-8.453125, false]], [[-9.828125, false]], [[-10.078125, false]], [[-8.453125, false]], [[-12.453125, false]]], "filtered_resps": [[-7.578125, false], [-8.453125, false], [-9.203125, false], [-10.578125, false], [-9.828125, false], [-9.203125, false], [-9.828125, false], [-10.078125, false], [-8.078125, false], [-5.703125, false], [-10.078125, false], [-8.453125, false], [-11.078125, false], [-11.078125, false], [-8.078125, false], [-10.578125, false], [-8.078125, false], [-10.078125, false], [-10.703125, false], [-5.703125, false], [-10.453125, false], [-9.828125, false], [-10.078125, false], [-10.453125, false], [-10.828125, false], [-9.828125, false], [-10.078125, false], [-8.453125, false], [-9.828125, false], [-10.078125, false], [-10.078125, false], [-5.703125, false], [-11.078125, false], [-10.578125, false], [-9.828125, false], [-10.828125, false], [-5.703125, false], [-10.703125, false], [-12.078125, false], [-8.078125, false], [-5.703125, false], [-10.078125, false], [-4.953125, false], [-10.828125, false], [-8.078125, false], [-5.703125, false], [-10.078125, false], [-4.953125, false], [-10.703125, false], [-4.953125, false], [-8.453125, false], [-9.8515625, false], [-5.703125, false], [-8.453125, false], [-10.078125, false], [-10.703125, false], [-9.828125, false], [-10.078125, false], [-12.078125, false], [-5.703125, false], [-10.703125, false], [-12.078125, false], [-8.078125, false], [-5.703125, false], [-10.078125, false], [-4.953125, false], [-10.703125, false], [-4.953125, false], [-5.703125, false], [-10.703125, false], [-9.828125, false], [-5.703125, false], [-8.078125, false], [-11.953125, false], [-4.953125, false], [-10.828125, false], [-9.828125, false], [-4.953125, false], [-10.703125, false], [-8.078125, false], [-5.703125, false], [-10.703125, false], [-12.078125, false], [-8.078125, false], [-5.703125, false], [-10.453125, false], [-9.828125, false], [-10.078125, false], [-10.453125, false], [-10.828125, false], [-9.828125, false], [-10.078125, false], [-8.453125, false], [-9.828125, false], [-10.078125, false], [-8.453125, false], [-9.8515625, false], [-5.703125, false], [-8.453125, false], [-10.453125, false], [-12.078125, false], [-4.953125, false], [-10.078125, false], [-12.703125, false], [-8.078125, false], [-5.703125, false], [-10.453125, false], [-9.828125, false], [-10.578125, false], [-10.578125, false], [-8.078125, false], [-10.078125, false], [-10.703125, false], [-5.703125, false], [-10.828125, false], [-9.828125, false], [-10.078125, false], [-8.078125, false], [-10.828125, false], [-10.078125, false], [-5.703125, false], [-10.703125, false], [-9.828125, false], [-5.703125, false], [-11.078125, false], [-8.453125, false], [-10.703125, false], [-5.703125, false], [-10.703125, false], [-12.078125, false], [-8.078125, false], [-5.703125, false], [-10.453125, false], [-9.828125, false], [-10.078125, false], [-10.453125, false], [-10.828125, false], [-9.828125, false], [-10.078125, false], [-8.453125, false], [-9.828125, false], [-10.078125, false], [-8.453125, false], [-9.8515625, false], [-5.703125, false], [-8.453125, false], [-10.078125, false], [-8.078125, false], [-11.953125, false], [-8.078125, false], [-10.828125, false], [-9.828125, false], [-9.203125, false], [-5.703125, false], [-10.078125, false], [-8.078125, false], [-12.453125, false], [-5.703125, false], [-10.703125, false], [-8.078125, false], [-10.453125, false], [-12.078125, false], [-10.078125, false], [-9.828125, false], [-10.828125, false], [-9.828125, false], [-12.703125, false], [-8.453125, false], [-8.078125, false], [-10.078125, false], [-5.703125, false], [-10.203125, false], [-4.953125, false], [-10.078125, false], [-8.078125, false], [-10.078125, false], [-5.703125, false], [-9.828125, false], [-10.078125, false], [-5.703125, false], [-10.703125, false], [-12.078125, false], [-8.078125, false], [-5.703125, false], [-10.453125, false], [-9.828125, false], [-10.078125, false], [-10.453125, false], [-10.828125, false], [-9.828125, false], [-10.078125, false], [-8.453125, false], [-9.828125, false], [-10.078125, false], [-8.453125, false], [-12.453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2066, "doc": {"id": "VASoL_2009_3_32", "question": "Which of these is the BEST sign that the fall season has begun?", "choices": {"text": ["Plants forming new buds", "Sun shining on flowers", "Grass being wet in the morning", "Leaves changing color on trees"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Leaves changing color on trees", "arguments": ["Question: Which of these is the BEST sign that the fall season has begun?\nAnswer:", " ["], "resps": [[[-8.328125, false]], [[-8.453125, false]], [[-6.70703125, false]], [[-10.703125, false]], [[-5.83203125, false]], [[-10.453125, false]], [[-10.203125, false]], [[-9.828125, false]], [[-5.08203125, false]], [[-10.453125, false]], [[-9.078125, false]], [[-9.828125, false]], [[-10.078125, false]], [[-9.203125, false]], [[-10.453125, false]], [[-11.203125, false]], [[-5.08203125, false]], [[-10.453125, false]], [[-9.078125, false]], [[-10.828125, false]], [[-5.08203125, false]], [[-8.203125, false]], [[-10.828125, false]], [[-9.703125, false]], [[-9.828125, false]], [[-8.453125, false]], [[-10.96875, false]], [[-5.08203125, false]], [[-8.453125, false]], [[-5.08203125, false]], [[-10.828125, false]], [[-10.453125, false]], [[-5.08203125, false]], [[-9.828125, false]], [[-11.328125, false]], [[-9.203125, false]], [[-10.453125, false]], [[-9.203125, false]], [[-10.453125, false]], [[-11.203125, false]], [[-5.08203125, false]], [[-9.078125, false]], [[-10.453125, false]], [[-5.08203125, false]], [[-10.453125, false]], [[-10.703125, false]], [[-9.078125, false]], [[-10.828125, false]], [[-9.078125, false]], [[-9.828125, false]], [[-9.828125, false]], [[-8.453125, false]], [[-10.96875, false]], [[-5.08203125, false]], [[-8.453125, false]], [[-6.95703125, false]], [[-9.828125, false]], [[-5.83203125, false]], [[-9.828125, false]], [[-9.828125, false]], [[-5.08203125, false]], [[-8.203125, false]], [[-9.078125, false]], [[-9.203125, false]], [[-10.453125, false]], [[-11.203125, false]], [[-5.08203125, false]], [[-10.828125, false]], [[-9.078125, false]], [[-10.203125, false]], [[-5.08203125, false]], [[-9.203125, false]], [[-10.453125, false]], [[-5.08203125, false]], [[-10.203125, false]], [[-11.328125, false]], [[-9.078125, false]], [[-5.08203125, false]], [[-10.078125, false]], [[-9.078125, false]], [[-9.828125, false]], [[-10.453125, false]], [[-9.203125, false]], [[-10.453125, false]], [[-11.203125, false]], [[-8.453125, false]], [[-10.96875, false]], [[-5.08203125, false]], [[-8.453125, false]], [[-7.70703125, false]], [[-9.078125, false]], [[-5.83203125, false]], [[-12.453125, false]], [[-9.078125, false]], [[-9.828125, false]], [[-5.08203125, false]], [[-9.078125, false]], [[-11.328125, false]], [[-5.83203125, false]], [[-10.453125, false]], [[-11.203125, false]], [[-9.203125, false]], [[-10.453125, false]], [[-11.203125, false]], [[-5.08203125, false]], [[-9.078125, false]], [[-9.078125, false]], [[-10.703125, false]], [[-9.078125, false]], [[-9.828125, false]], [[-5.08203125, false]], [[-9.078125, false]], [[-10.453125, false]], [[-5.08203125, false]], [[-10.203125, false]], [[-9.828125, false]], [[-9.078125, false]], [[-9.078125, false]], [[-9.828125, false]], [[-8.453125, false]], [[-12.828125, false]]], "filtered_resps": [[-8.328125, false], [-8.453125, false], [-6.70703125, false], [-10.703125, false], [-5.83203125, false], [-10.453125, false], [-10.203125, false], [-9.828125, false], [-5.08203125, false], [-10.453125, false], [-9.078125, false], [-9.828125, false], [-10.078125, false], [-9.203125, false], [-10.453125, false], [-11.203125, false], [-5.08203125, false], [-10.453125, false], [-9.078125, false], [-10.828125, false], [-5.08203125, false], [-8.203125, false], [-10.828125, false], [-9.703125, false], [-9.828125, false], [-8.453125, false], [-10.96875, false], [-5.08203125, false], [-8.453125, false], [-5.08203125, false], [-10.828125, false], [-10.453125, false], [-5.08203125, false], [-9.828125, false], [-11.328125, false], [-9.203125, false], [-10.453125, false], [-9.203125, false], [-10.453125, false], [-11.203125, false], [-5.08203125, false], [-9.078125, false], [-10.453125, false], [-5.08203125, false], [-10.453125, false], [-10.703125, false], [-9.078125, false], [-10.828125, false], [-9.078125, false], [-9.828125, false], [-9.828125, false], [-8.453125, false], [-10.96875, false], [-5.08203125, false], [-8.453125, false], [-6.95703125, false], [-9.828125, false], [-5.83203125, false], [-9.828125, false], [-9.828125, false], [-5.08203125, false], [-8.203125, false], [-9.078125, false], [-9.203125, false], [-10.453125, false], [-11.203125, false], [-5.08203125, false], [-10.828125, false], [-9.078125, false], [-10.203125, false], [-5.08203125, false], [-9.203125, false], [-10.453125, false], [-5.08203125, false], [-10.203125, false], [-11.328125, false], [-9.078125, false], [-5.08203125, false], [-10.078125, false], [-9.078125, false], [-9.828125, false], [-10.453125, false], [-9.203125, false], [-10.453125, false], [-11.203125, false], [-8.453125, false], [-10.96875, false], [-5.08203125, false], [-8.453125, false], [-7.70703125, false], [-9.078125, false], [-5.83203125, false], [-12.453125, false], [-9.078125, false], [-9.828125, false], [-5.08203125, false], [-9.078125, false], [-11.328125, false], [-5.83203125, false], [-10.453125, false], [-11.203125, false], [-9.203125, false], [-10.453125, false], [-11.203125, false], [-5.08203125, false], [-9.078125, false], [-9.078125, false], [-10.703125, false], [-9.078125, false], [-9.828125, false], [-5.08203125, false], [-9.078125, false], [-10.453125, false], [-5.08203125, false], [-10.203125, false], [-9.828125, false], [-9.078125, false], [-9.078125, false], [-9.828125, false], [-8.453125, false], [-12.828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2074, "doc": {"id": "Mercury_7213763", "question": "Which of these is the primary source of energy in food webs?", "choices": {"text": ["soil", "sunlight", "producer", "consumer"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "sunlight", "arguments": ["Question: Which of these is the primary source of energy in food webs?\nAnswer:", " ["], "resps": [[[-7.34765625, false]], [[-9.1015625, false]], [[-9.2265625, false]], [[-7.97265625, false]], [[-8.2265625, false]], [[-9.8515625, false]], [[-9.1015625, false]], [[-9.9609375, false]], [[-5.22265625, false]], [[-9.1015625, false]], [[-9.2265625, false]], [[-10.3515625, false]], [[-8.1015625, false]], [[-9.8515625, false]], [[-8.2265625, false]], [[-11.1015625, false]], [[-10.9765625, false]], [[-10.2265625, false]], [[-9.1015625, false]], [[-9.9609375, false]], [[-5.22265625, false]], [[-9.1015625, false]], [[-9.6015625, false]], [[-10.8515625, false]], [[-7.97265625, false]], [[-7.72265625, false]], [[-10.3515625, false]], [[-7.09765625, false]], [[-8.2265625, false]], [[-10.8515625, false]], [[-9.1015625, false]], [[-9.9609375, false]], [[-5.22265625, false]], [[-9.1015625, false]], [[-7.09765625, false]], [[-7.97265625, false]], [[-8.1015625, false]], [[-9.2265625, false]], [[-10.3515625, false]], [[-9.3515625, false]], [[-8.2265625, false]], [[-10.8515625, false]], [[-9.1015625, false]], [[-14.3515625, false]]], "filtered_resps": [[-7.34765625, false], [-9.1015625, false], [-9.2265625, false], [-7.97265625, false], [-8.2265625, false], [-9.8515625, false], [-9.1015625, false], [-9.9609375, false], [-5.22265625, false], [-9.1015625, false], [-9.2265625, false], [-10.3515625, false], [-8.1015625, false], [-9.8515625, false], [-8.2265625, false], [-11.1015625, false], [-10.9765625, false], [-10.2265625, false], [-9.1015625, false], [-9.9609375, false], [-5.22265625, false], [-9.1015625, false], [-9.6015625, false], [-10.8515625, false], [-7.97265625, false], [-7.72265625, false], [-10.3515625, false], [-7.09765625, false], [-8.2265625, false], [-10.8515625, false], [-9.1015625, false], [-9.9609375, false], [-5.22265625, false], [-9.1015625, false], [-7.09765625, false], [-7.97265625, false], [-8.1015625, false], [-9.2265625, false], [-10.3515625, false], [-9.3515625, false], [-8.2265625, false], [-10.8515625, false], [-9.1015625, false], [-14.3515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2082, "doc": {"id": "Mercury_SC_408782", "question": "Windmills are used to obtain usable energy from wind. Which would be an advantage of using a windmill?", "choices": {"text": ["Windmills are expensive to build.", "The wind does not blow all the time.", "Pollution is not created by windmills.", "Populations of birds can be reduced by windmills."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Pollution is not created by windmills.", "arguments": ["Question: Windmills are used to obtain usable energy from wind. Which would be an advantage of using a windmill?\nAnswer:", " ["], "resps": [[[-7.76953125, false]], [[-9.7734375, false]], [[-6.76953125, false]], [[-8.5234375, false]], [[-10.7734375, false]], [[-9.6484375, false]], [[-11.0234375, false]], [[-8.5234375, false]], [[-11.1484375, false]], [[-11.1484375, false]], [[-10.7734375, false]], [[-6.51953125, false]], [[-4.51953125, false]], [[-12.8984375, false]], [[-9.1484375, false]], [[-6.51953125, false]], [[-9.1484375, false]], [[-10.7734375, false]], [[-10.7734375, false]], [[-9.1484375, false]], [[-10.7734375, false]], [[-10.7734375, false]], [[-8.5234375, false]], [[-12.2734375, false]], [[-9.1484375, false]], [[-6.51953125, false]], [[-11.8984375, false]], [[-9.6484375, false]], [[-6.51953125, false]], [[-10.2734375, false]], [[-11.8984375, false]], [[-8.5234375, false]], [[-11.1484375, false]], [[-9.6484375, false]], [[-7.9140625, false]], [[-9.7734375, false]], [[-10.2890625, false]], [[-6.51953125, false]], [[-9.7734375, false]], [[-9.0234375, false]], [[-12.1484375, false]], [[-9.1484375, false]], [[-6.51953125, false]], [[-10.2734375, false]], [[-8.5234375, false]], [[-10.7734375, false]], [[-9.6484375, false]], [[-6.51953125, false]], [[-9.6484375, false]], [[-9.6484375, false]], [[-9.1484375, false]], [[-10.7734375, false]], [[-6.51953125, false]], [[-10.7734375, false]], [[-9.6484375, false]], [[-11.8984375, false]], [[-6.51953125, false]], [[-10.2734375, false]], [[-11.1484375, false]], [[-9.6484375, false]], [[-10.2734375, false]], [[-6.51953125, false]], [[-4.51953125, false]], [[-11.1484375, false]], [[-11.1484375, false]], [[-6.51953125, false]], [[-11.8984375, false]], [[-12.1484375, false]], [[-9.1484375, false]], [[-6.51953125, false]], [[-11.8984375, false]], [[-8.5234375, false]], [[-11.0234375, false]], [[-9.1484375, false]], [[-7.9140625, false]], [[-9.7734375, false]], [[-10.2890625, false]], [[-6.51953125, false]], [[-9.7734375, false]], [[-7.51953125, false]], [[-9.6484375, false]], [[-11.1484375, false]], [[-11.1484375, false]], [[-11.8984375, false]], [[-11.8984375, false]], [[-8.5234375, false]], [[-9.6484375, false]], [[-10.7734375, false]], [[-6.51953125, false]], [[-8.5234375, false]], [[-10.7734375, false]], [[-6.51953125, false]], [[-10.7734375, false]], [[-9.6484375, false]], [[-11.8984375, false]], [[-6.51953125, false]], [[-10.5234375, false]], [[-12.8984375, false]], [[-9.1484375, false]], [[-4.51953125, false]], [[-11.8984375, false]], [[-9.1484375, false]], [[-9.6484375, false]], [[-6.51953125, false]], [[-10.2734375, false]], [[-11.3984375, false]], [[-6.51953125, false]], [[-10.2734375, false]], [[-8.5234375, false]], [[-10.7734375, false]], [[-9.6484375, false]], [[-11.0234375, false]], [[-8.5234375, false]], [[-11.1484375, false]], [[-11.1484375, false]], [[-10.7734375, false]], [[-7.9140625, false]], [[-9.7734375, false]], [[-10.2890625, false]], [[-6.51953125, false]], [[-9.7734375, false]], [[-7.51953125, false]], [[-9.6484375, false]], [[-10.7734375, false]], [[-11.8984375, false]], [[-11.1484375, false]], [[-4.51953125, false]], [[-11.8984375, false]], [[-8.5234375, false]], [[-9.6484375, false]], [[-10.7734375, false]], [[-10.7734375, false]], [[-6.51953125, false]], [[-9.6484375, false]], [[-11.3984375, false]], [[-6.51953125, false]], [[-10.2734375, false]], [[-8.5234375, false]], [[-12.8984375, false]], [[-9.6484375, false]], [[-10.7734375, false]], [[-6.51953125, false]], [[-10.5234375, false]], [[-4.51953125, false]], [[-10.7734375, false]], [[-6.51953125, false]], [[-10.2734375, false]], [[-9.1484375, false]], [[-6.51953125, false]], [[-12.8984375, false]], [[-9.1484375, false]], [[-9.6484375, false]], [[-11.8984375, false]], [[-10.5234375, false]], [[-9.1484375, false]], [[-9.6484375, false]], [[-6.51953125, false]], [[-10.2734375, false]], [[-11.3984375, false]], [[-6.51953125, false]], [[-10.2734375, false]], [[-8.5234375, false]], [[-10.7734375, false]], [[-9.6484375, false]], [[-11.0234375, false]], [[-8.5234375, false]], [[-11.1484375, false]], [[-11.1484375, false]], [[-10.7734375, false]], [[-7.9140625, false]], [[-9.7734375, false]], [[-13.6484375, false]]], "filtered_resps": [[-7.76953125, false], [-9.7734375, false], [-6.76953125, false], [-8.5234375, false], [-10.7734375, false], [-9.6484375, false], [-11.0234375, false], [-8.5234375, false], [-11.1484375, false], [-11.1484375, false], [-10.7734375, false], [-6.51953125, false], [-4.51953125, false], [-12.8984375, false], [-9.1484375, false], [-6.51953125, false], [-9.1484375, false], [-10.7734375, false], [-10.7734375, false], [-9.1484375, false], [-10.7734375, false], [-10.7734375, false], [-8.5234375, false], [-12.2734375, false], [-9.1484375, false], [-6.51953125, false], [-11.8984375, false], [-9.6484375, false], [-6.51953125, false], [-10.2734375, false], [-11.8984375, false], [-8.5234375, false], [-11.1484375, false], [-9.6484375, false], [-7.9140625, false], [-9.7734375, false], [-10.2890625, false], [-6.51953125, false], [-9.7734375, false], [-9.0234375, false], [-12.1484375, false], [-9.1484375, false], [-6.51953125, false], [-10.2734375, false], [-8.5234375, false], [-10.7734375, false], [-9.6484375, false], [-6.51953125, false], [-9.6484375, false], [-9.6484375, false], [-9.1484375, false], [-10.7734375, false], [-6.51953125, false], [-10.7734375, false], [-9.6484375, false], [-11.8984375, false], [-6.51953125, false], [-10.2734375, false], [-11.1484375, false], [-9.6484375, false], [-10.2734375, false], [-6.51953125, false], [-4.51953125, false], [-11.1484375, false], [-11.1484375, false], [-6.51953125, false], [-11.8984375, false], [-12.1484375, false], [-9.1484375, false], [-6.51953125, false], [-11.8984375, false], [-8.5234375, false], [-11.0234375, false], [-9.1484375, false], [-7.9140625, false], [-9.7734375, false], [-10.2890625, false], [-6.51953125, false], [-9.7734375, false], [-7.51953125, false], [-9.6484375, false], [-11.1484375, false], [-11.1484375, false], [-11.8984375, false], [-11.8984375, false], [-8.5234375, false], [-9.6484375, false], [-10.7734375, false], [-6.51953125, false], [-8.5234375, false], [-10.7734375, false], [-6.51953125, false], [-10.7734375, false], [-9.6484375, false], [-11.8984375, false], [-6.51953125, false], [-10.5234375, false], [-12.8984375, false], [-9.1484375, false], [-4.51953125, false], [-11.8984375, false], [-9.1484375, false], [-9.6484375, false], [-6.51953125, false], [-10.2734375, false], [-11.3984375, false], [-6.51953125, false], [-10.2734375, false], [-8.5234375, false], [-10.7734375, false], [-9.6484375, false], [-11.0234375, false], [-8.5234375, false], [-11.1484375, false], [-11.1484375, false], [-10.7734375, false], [-7.9140625, false], [-9.7734375, false], [-10.2890625, false], [-6.51953125, false], [-9.7734375, false], [-7.51953125, false], [-9.6484375, false], [-10.7734375, false], [-11.8984375, false], [-11.1484375, false], [-4.51953125, false], [-11.8984375, false], [-8.5234375, false], [-9.6484375, false], [-10.7734375, false], [-10.7734375, false], [-6.51953125, false], [-9.6484375, false], [-11.3984375, false], [-6.51953125, false], [-10.2734375, false], [-8.5234375, false], [-12.8984375, false], [-9.6484375, false], [-10.7734375, false], [-6.51953125, false], [-10.5234375, false], [-4.51953125, false], [-10.7734375, false], [-6.51953125, false], [-10.2734375, false], [-9.1484375, false], [-6.51953125, false], [-12.8984375, false], [-9.1484375, false], [-9.6484375, false], [-11.8984375, false], [-10.5234375, false], [-9.1484375, false], [-9.6484375, false], [-6.51953125, false], [-10.2734375, false], [-11.3984375, false], [-6.51953125, false], [-10.2734375, false], [-8.5234375, false], [-10.7734375, false], [-9.6484375, false], [-11.0234375, false], [-8.5234375, false], [-11.1484375, false], [-11.1484375, false], [-10.7734375, false], [-7.9140625, false], [-9.7734375, false], [-13.6484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2090, "doc": {"id": "Mercury_7234273", "question": "The magnetic poles of Earth frequently change location. What is the direct cause of this change in magnetic pole location?", "choices": {"text": ["molten rock flowing in the asthenosphere", "convection cells in the lower mantle", "turbulence in the liquid outer core", "radioactive decay in the solid inner core"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "turbulence in the liquid outer core", "arguments": ["Question: The magnetic poles of Earth frequently change location. What is the direct cause of this change in magnetic pole location?\nAnswer:", " ["], "resps": [[[-8.28125, false]], [[-10.03125, false]], [[-10.53125, false]], [[-10.28125, false]], [[-12.03125, false]], [[-11.53125, false]], [[-9.03125, false]], [[-11.03125, false]], [[-5.77734375, false]], [[-11.28125, false]], [[-10.28125, false]], [[-11.03125, false]], [[-12.28125, false]], [[-5.77734375, false]], [[-9.53125, false]], [[-12.03125, false]], [[-10.28125, false]], [[-11.28125, false]], [[-9.53125, false]], [[-11.03125, false]], [[-13.53125, false]], [[-5.77734375, false]], [[-9.53125, false]], [[-11.03125, false]], [[-5.77734375, false]], [[-11.53125, false]], [[-12.28125, false]], [[-9.03125, false]], [[-5.77734375, false]], [[-6.52734375, false]], [[-10.53125, false]], [[-11.53125, false]], [[-12.28125, false]], [[-9.03125, false]], [[-11.03125, false]], [[-10.28125, false]], [[-10.53125, false]], [[-11.28125, false]], [[-12.28125, false]], [[-9.03125, false]], [[-11.28125, false]], [[-9.03125, false]], [[-10.03125, false]], [[-10.1484375, false]], [[-5.77734375, false]], [[-10.03125, false]], [[-11.03125, false]], [[-10.28125, false]], [[-11.03125, false]], [[-12.53125, false]], [[-9.03125, false]], [[-11.03125, false]], [[-11.53125, false]], [[-9.53125, false]], [[-10.28125, false]], [[-11.03125, false]], [[-5.77734375, false]], [[-11.03125, false]], [[-9.03125, false]], [[-12.03125, false]], [[-12.03125, false]], [[-10.53125, false]], [[-5.77734375, false]], [[-9.53125, false]], [[-11.03125, false]], [[-5.77734375, false]], [[-11.53125, false]], [[-12.28125, false]], [[-9.03125, false]], [[-5.77734375, false]], [[-12.03125, false]], [[-10.28125, false]], [[-11.28125, false]], [[-9.03125, false]], [[-11.28125, false]], [[-5.77734375, false]], [[-10.53125, false]], [[-6.52734375, false]], [[-11.03125, false]], [[-11.53125, false]], [[-12.03125, false]], [[-9.03125, false]], [[-10.03125, false]], [[-10.1484375, false]], [[-5.77734375, false]], [[-10.03125, false]], [[-11.53125, false]], [[-12.28125, false]], [[-11.28125, false]], [[-9.78125, false]], [[-12.28125, false]], [[-12.03125, false]], [[-9.03125, false]], [[-11.03125, false]], [[-11.03125, false]], [[-9.03125, false]], [[-5.77734375, false]], [[-9.53125, false]], [[-11.03125, false]], [[-5.77734375, false]], [[-11.53125, false]], [[-12.28125, false]], [[-9.03125, false]], [[-5.77734375, false]], [[-12.03125, false]], [[-9.53125, false]], [[-13.53125, false]], [[-12.28125, false]], [[-9.53125, false]], [[-10.78125, false]], [[-5.77734375, false]], [[-10.28125, false]], [[-12.28125, false]], [[-11.53125, false]], [[-9.03125, false]], [[-11.28125, false]], [[-5.77734375, false]], [[-11.03125, false]], [[-10.28125, false]], [[-11.28125, false]], [[-9.03125, false]], [[-10.03125, false]], [[-10.1484375, false]], [[-5.77734375, false]], [[-10.03125, false]], [[-11.28125, false]], [[-6.52734375, false]], [[-10.78125, false]], [[-9.53125, false]], [[-10.28125, false]], [[-6.52734375, false]], [[-11.03125, false]], [[-11.53125, false]], [[-9.53125, false]], [[-12.53125, false]], [[-9.03125, false]], [[-5.77734375, false]], [[-10.78125, false]], [[-9.03125, false]], [[-11.03125, false]], [[-6.52734375, false]], [[-13.78125, false]], [[-5.77734375, false]], [[-9.53125, false]], [[-11.03125, false]], [[-5.77734375, false]], [[-11.53125, false]], [[-12.28125, false]], [[-9.03125, false]], [[-5.77734375, false]], [[-10.53125, false]], [[-10.28125, false]], [[-12.03125, false]], [[-9.53125, false]], [[-10.78125, false]], [[-5.77734375, false]], [[-9.53125, false]], [[-11.03125, false]], [[-11.03125, false]], [[-9.03125, false]], [[-11.28125, false]], [[-5.77734375, false]], [[-11.03125, false]], [[-10.28125, false]], [[-11.28125, false]], [[-9.03125, false]], [[-10.03125, false]], [[-13.53125, false]]], "filtered_resps": [[-8.28125, false], [-10.03125, false], [-10.53125, false], [-10.28125, false], [-12.03125, false], [-11.53125, false], [-9.03125, false], [-11.03125, false], [-5.77734375, false], [-11.28125, false], [-10.28125, false], [-11.03125, false], [-12.28125, false], [-5.77734375, false], [-9.53125, false], [-12.03125, false], [-10.28125, false], [-11.28125, false], [-9.53125, false], [-11.03125, false], [-13.53125, false], [-5.77734375, false], [-9.53125, false], [-11.03125, false], [-5.77734375, false], [-11.53125, false], [-12.28125, false], [-9.03125, false], [-5.77734375, false], [-6.52734375, false], [-10.53125, false], [-11.53125, false], [-12.28125, false], [-9.03125, false], [-11.03125, false], [-10.28125, false], [-10.53125, false], [-11.28125, false], [-12.28125, false], [-9.03125, false], [-11.28125, false], [-9.03125, false], [-10.03125, false], [-10.1484375, false], [-5.77734375, false], [-10.03125, false], [-11.03125, false], [-10.28125, false], [-11.03125, false], [-12.53125, false], [-9.03125, false], [-11.03125, false], [-11.53125, false], [-9.53125, false], [-10.28125, false], [-11.03125, false], [-5.77734375, false], [-11.03125, false], [-9.03125, false], [-12.03125, false], [-12.03125, false], [-10.53125, false], [-5.77734375, false], [-9.53125, false], [-11.03125, false], [-5.77734375, false], [-11.53125, false], [-12.28125, false], [-9.03125, false], [-5.77734375, false], [-12.03125, false], [-10.28125, false], [-11.28125, false], [-9.03125, false], [-11.28125, false], [-5.77734375, false], [-10.53125, false], [-6.52734375, false], [-11.03125, false], [-11.53125, false], [-12.03125, false], [-9.03125, false], [-10.03125, false], [-10.1484375, false], [-5.77734375, false], [-10.03125, false], [-11.53125, false], [-12.28125, false], [-11.28125, false], [-9.78125, false], [-12.28125, false], [-12.03125, false], [-9.03125, false], [-11.03125, false], [-11.03125, false], [-9.03125, false], [-5.77734375, false], [-9.53125, false], [-11.03125, false], [-5.77734375, false], [-11.53125, false], [-12.28125, false], [-9.03125, false], [-5.77734375, false], [-12.03125, false], [-9.53125, false], [-13.53125, false], [-12.28125, false], [-9.53125, false], [-10.78125, false], [-5.77734375, false], [-10.28125, false], [-12.28125, false], [-11.53125, false], [-9.03125, false], [-11.28125, false], [-5.77734375, false], [-11.03125, false], [-10.28125, false], [-11.28125, false], [-9.03125, false], [-10.03125, false], [-10.1484375, false], [-5.77734375, false], [-10.03125, false], [-11.28125, false], [-6.52734375, false], [-10.78125, false], [-9.53125, false], [-10.28125, false], [-6.52734375, false], [-11.03125, false], [-11.53125, false], [-9.53125, false], [-12.53125, false], [-9.03125, false], [-5.77734375, false], [-10.78125, false], [-9.03125, false], [-11.03125, false], [-6.52734375, false], [-13.78125, false], [-5.77734375, false], [-9.53125, false], [-11.03125, false], [-5.77734375, false], [-11.53125, false], [-12.28125, false], [-9.03125, false], [-5.77734375, false], [-10.53125, false], [-10.28125, false], [-12.03125, false], [-9.53125, false], [-10.78125, false], [-5.77734375, false], [-9.53125, false], [-11.03125, false], [-11.03125, false], [-9.03125, false], [-11.28125, false], [-5.77734375, false], [-11.03125, false], [-10.28125, false], [-11.28125, false], [-9.03125, false], [-10.03125, false], [-13.53125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2098, "doc": {"id": "ACTAAP_2010_7_16", "question": "If a species of bird stopped reproducing, which of these would happen?", "choices": {"text": ["The bird's prey species would decrease in number.", "The food web that the bird belongs to would collapse.", "Trees where these birds build nests would grow taller.", "This bird species would eventually disappear from nature."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "This bird species would eventually disappear from nature.", "arguments": ["Question: If a species of bird stopped reproducing, which of these would happen?\nAnswer:", " ["], "resps": [[[-7.24609375, false]], [[-6.99609375, false]], [[-7.74609375, false]], [[-11.7421875, false]], [[-8.2421875, false]], [[-5.74609375, false]], [[-9.7421875, false]], [[-9.4921875, false]], [[-10.7421875, false]], [[-8.7421875, false]], [[-8.9921875, false]], [[-9.2421875, false]], [[-5.74609375, false]], [[-9.2421875, false]], [[-10.7421875, false]], [[-8.2421875, false]], [[-11.7421875, false]], [[-5.74609375, false]], [[-9.2421875, false]], [[-9.2421875, false]], [[-8.2421875, false]], [[-9.7421875, false]], [[-9.4921875, false]], [[-8.2421875, false]], [[-9.2421875, false]], [[-5.74609375, false]], [[-10.7421875, false]], [[-9.4921875, false]], [[-10.7421875, false]], [[-10.4921875, false]], [[-8.7421875, false]], [[-5.74609375, false]], [[-8.7421875, false]], [[-8.2421875, false]], [[-9.7421875, false]], [[-10.7421875, false]], [[-8.2421875, false]], [[-5.24609375, false]], [[-9.2421875, false]], [[-8.2421875, false]], [[-5.74609375, false]], [[-9.4921875, false]], [[-8.4921875, false]], [[-5.74609375, false]], [[-8.4921875, false]], [[-10.7421875, false]], [[-10.9921875, false]], [[-9.7421875, false]], [[-8.2421875, false]], [[-10.7421875, false]], [[-7.49609375, false]], [[-6.99609375, false]], [[-11.125, false]], [[-5.74609375, false]], [[-8.9921875, false]], [[-7.74609375, false]], [[-11.7421875, false]], [[-8.2421875, false]], [[-5.74609375, false]], [[-9.4921875, false]], [[-9.4921875, false]], [[-9.4921875, false]], [[-8.7421875, false]], [[-5.74609375, false]], [[-10.7421875, false]], [[-8.2421875, false]], [[-9.7421875, false]], [[-5.74609375, false]], [[-11.2421875, false]], [[-11.7421875, false]], [[-5.24609375, false]], [[-11.2421875, false]], [[-5.74609375, false]], [[-11.2421875, false]], [[-11.7421875, false]], [[-8.2421875, false]], [[-5.74609375, false]], [[-9.7421875, false]], [[-9.4921875, false]], [[-10.7421875, false]], [[-8.7421875, false]], [[-5.74609375, false]], [[-9.7421875, false]], [[-8.2421875, false]], [[-10.4921875, false]], [[-9.4921875, false]], [[-8.4921875, false]], [[-11.7421875, false]], [[-9.2421875, false]], [[-5.74609375, false]], [[-11.2421875, false]], [[-9.4921875, false]], [[-5.74609375, false]], [[-10.7421875, false]], [[-9.4921875, false]], [[-10.7421875, false]], [[-10.4921875, false]], [[-8.7421875, false]], [[-5.74609375, false]], [[-9.7421875, false]], [[-9.4921875, false]], [[-10.4921875, false]], [[-10.4921875, false]], [[-5.24609375, false]], [[-9.2421875, false]], [[-9.2421875, false]], [[-8.2421875, false]], [[-7.49609375, false]], [[-8.9921875, false]], [[-11.125, false]], [[-5.74609375, false]], [[-8.9921875, false]], [[-7.74609375, false]], [[-10.7421875, false]], [[-8.2421875, false]], [[-8.2421875, false]], [[-9.2421875, false]], [[-5.74609375, false]], [[-10.7421875, false]], [[-11.7421875, false]], [[-8.2421875, false]], [[-10.7421875, false]], [[-8.2421875, false]], [[-5.74609375, false]], [[-11.2421875, false]], [[-11.7421875, false]], [[-8.2421875, false]], [[-9.2421875, false]], [[-8.2421875, false]], [[-5.74609375, false]], [[-9.7421875, false]], [[-9.4921875, false]], [[-10.7421875, false]], [[-8.7421875, false]], [[-9.2421875, false]], [[-5.74609375, false]], [[-9.7421875, false]], [[-10.7421875, false]], [[-9.4921875, false]], [[-10.4921875, false]], [[-8.7421875, false]], [[-5.74609375, false]], [[-8.4921875, false]], [[-8.2421875, false]], [[-9.2421875, false]], [[-11.2421875, false]], [[-9.2421875, false]], [[-5.74609375, false]], [[-10.7421875, false]], [[-9.4921875, false]], [[-10.7421875, false]], [[-10.4921875, false]], [[-8.7421875, false]], [[-5.74609375, false]], [[-11.7421875, false]], [[-10.7421875, false]], [[-9.4921875, false]], [[-10.7421875, false]], [[-5.74609375, false]], [[-11.2421875, false]], [[-5.24609375, false]], [[-10.4921875, false]], [[-10.4921875, false]], [[-8.2421875, false]], [[-10.7421875, false]], [[-7.49609375, false]], [[-8.9921875, false]], [[-11.125, false]], [[-5.74609375, false]], [[-8.9921875, false]], [[-7.74609375, false]], [[-11.7421875, false]], [[-9.4921875, false]], [[-9.2421875, false]], [[-5.74609375, false]], [[-9.7421875, false]], [[-9.4921875, false]], [[-10.7421875, false]], [[-8.7421875, false]], [[-5.74609375, false]], [[-9.2421875, false]], [[-9.2421875, false]], [[-8.2421875, false]], [[-9.7421875, false]], [[-9.4921875, false]], [[-8.2421875, false]], [[-9.2421875, false]], [[-5.74609375, false]], [[-10.7421875, false]], [[-9.4921875, false]], [[-10.7421875, false]], [[-10.4921875, false]], [[-8.7421875, false]], [[-5.74609375, false]], [[-8.2421875, false]], [[-11.7421875, false]], [[-8.2421875, false]], [[-8.4921875, false]], [[-11.2421875, false]], [[-10.7421875, false]], [[-5.24609375, false]], [[-10.4921875, false]], [[-10.4921875, false]], [[-11.7421875, false]], [[-5.74609375, false]], [[-8.7421875, false]], [[-9.4921875, false]], [[-9.2421875, false]], [[-5.24609375, false]], [[-9.2421875, false]], [[-9.2421875, false]], [[-8.2421875, false]], [[-5.24609375, false]], [[-10.7421875, false]], [[-5.74609375, false]], [[-9.4921875, false]], [[-10.7421875, false]], [[-9.4921875, false]], [[-10.9921875, false]], [[-5.74609375, false]], [[-8.4921875, false]], [[-5.24609375, false]], [[-11.2421875, false]], [[-10.7421875, false]], [[-10.7421875, false]], [[-8.2421875, false]], [[-7.49609375, false]], [[-8.9921875, false]], [[-13.4921875, false]]], "filtered_resps": [[-7.24609375, false], [-6.99609375, false], [-7.74609375, false], [-11.7421875, false], [-8.2421875, false], [-5.74609375, false], [-9.7421875, false], [-9.4921875, false], [-10.7421875, false], [-8.7421875, false], [-8.9921875, false], [-9.2421875, false], [-5.74609375, false], [-9.2421875, false], [-10.7421875, false], [-8.2421875, false], [-11.7421875, false], [-5.74609375, false], [-9.2421875, false], [-9.2421875, false], [-8.2421875, false], [-9.7421875, false], [-9.4921875, false], [-8.2421875, false], [-9.2421875, false], [-5.74609375, false], [-10.7421875, false], [-9.4921875, false], [-10.7421875, false], [-10.4921875, false], [-8.7421875, false], [-5.74609375, false], [-8.7421875, false], [-8.2421875, false], [-9.7421875, false], [-10.7421875, false], [-8.2421875, false], [-5.24609375, false], [-9.2421875, false], [-8.2421875, false], [-5.74609375, false], [-9.4921875, false], [-8.4921875, false], [-5.74609375, false], [-8.4921875, false], [-10.7421875, false], [-10.9921875, false], [-9.7421875, false], [-8.2421875, false], [-10.7421875, false], [-7.49609375, false], [-6.99609375, false], [-11.125, false], [-5.74609375, false], [-8.9921875, false], [-7.74609375, false], [-11.7421875, false], [-8.2421875, false], [-5.74609375, false], [-9.4921875, false], [-9.4921875, false], [-9.4921875, false], [-8.7421875, false], [-5.74609375, false], [-10.7421875, false], [-8.2421875, false], [-9.7421875, false], [-5.74609375, false], [-11.2421875, false], [-11.7421875, false], [-5.24609375, false], [-11.2421875, false], [-5.74609375, false], [-11.2421875, false], [-11.7421875, false], [-8.2421875, false], [-5.74609375, false], [-9.7421875, false], [-9.4921875, false], [-10.7421875, false], [-8.7421875, false], [-5.74609375, false], [-9.7421875, false], [-8.2421875, false], [-10.4921875, false], [-9.4921875, false], [-8.4921875, false], [-11.7421875, false], [-9.2421875, false], [-5.74609375, false], [-11.2421875, false], [-9.4921875, false], [-5.74609375, false], [-10.7421875, false], [-9.4921875, false], [-10.7421875, false], [-10.4921875, false], [-8.7421875, false], [-5.74609375, false], [-9.7421875, false], [-9.4921875, false], [-10.4921875, false], [-10.4921875, false], [-5.24609375, false], [-9.2421875, false], [-9.2421875, false], [-8.2421875, false], [-7.49609375, false], [-8.9921875, false], [-11.125, false], [-5.74609375, false], [-8.9921875, false], [-7.74609375, false], [-10.7421875, false], [-8.2421875, false], [-8.2421875, false], [-9.2421875, false], [-5.74609375, false], [-10.7421875, false], [-11.7421875, false], [-8.2421875, false], [-10.7421875, false], [-8.2421875, false], [-5.74609375, false], [-11.2421875, false], [-11.7421875, false], [-8.2421875, false], [-9.2421875, false], [-8.2421875, false], [-5.74609375, false], [-9.7421875, false], [-9.4921875, false], [-10.7421875, false], [-8.7421875, false], [-9.2421875, false], [-5.74609375, false], [-9.7421875, false], [-10.7421875, false], [-9.4921875, false], [-10.4921875, false], [-8.7421875, false], [-5.74609375, false], [-8.4921875, false], [-8.2421875, false], [-9.2421875, false], [-11.2421875, false], [-9.2421875, false], [-5.74609375, false], [-10.7421875, false], [-9.4921875, false], [-10.7421875, false], [-10.4921875, false], [-8.7421875, false], [-5.74609375, false], [-11.7421875, false], [-10.7421875, false], [-9.4921875, false], [-10.7421875, false], [-5.74609375, false], [-11.2421875, false], [-5.24609375, false], [-10.4921875, false], [-10.4921875, false], [-8.2421875, false], [-10.7421875, false], [-7.49609375, false], [-8.9921875, false], [-11.125, false], [-5.74609375, false], [-8.9921875, false], [-7.74609375, false], [-11.7421875, false], [-9.4921875, false], [-9.2421875, false], [-5.74609375, false], [-9.7421875, false], [-9.4921875, false], [-10.7421875, false], [-8.7421875, false], [-5.74609375, false], [-9.2421875, false], [-9.2421875, false], [-8.2421875, false], [-9.7421875, false], [-9.4921875, false], [-8.2421875, false], [-9.2421875, false], [-5.74609375, false], [-10.7421875, false], [-9.4921875, false], [-10.7421875, false], [-10.4921875, false], [-8.7421875, false], [-5.74609375, false], [-8.2421875, false], [-11.7421875, false], [-8.2421875, false], [-8.4921875, false], [-11.2421875, false], [-10.7421875, false], [-5.24609375, false], [-10.4921875, false], [-10.4921875, false], [-11.7421875, false], [-5.74609375, false], [-8.7421875, false], [-9.4921875, false], [-9.2421875, false], [-5.24609375, false], [-9.2421875, false], [-9.2421875, false], [-8.2421875, false], [-5.24609375, false], [-10.7421875, false], [-5.74609375, false], [-9.4921875, false], [-10.7421875, false], [-9.4921875, false], [-10.9921875, false], [-5.74609375, false], [-8.4921875, false], [-5.24609375, false], [-11.2421875, false], [-10.7421875, false], [-10.7421875, false], [-8.2421875, false], [-7.49609375, false], [-8.9921875, false], [-13.4921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2106, "doc": {"id": "NYSEDREGENTS_2010_8_32", "question": "Which physical property is used to identify a mineral based on its resistance to being scratched?", "choices": {"text": ["hardness", "density", "color", "streak"], "label": ["1", "2", "3", "4"]}, "answerKey": "1"}, "target": "hardness", "arguments": ["Question: Which physical property is used to identify a mineral based on its resistance to being scratched?\nAnswer:", " ["], "resps": [[[-8.0625, false]], [[-8.8125, false]], [[-10.8125, false]], [[-4.1875, false]], [[-7.5625, false]], [[-10.3125, false]], [[-8.9375, false]], [[-8.6875, false]], [[-7.5625, false]], [[-7.5625, false]], [[-8.8125, false]], [[-9.265625, false]], [[-4.8125, false]], [[-8.8125, false]], [[-10.3125, false]], [[-8.6875, false]], [[-8.9375, false]], [[-7.5625, false]], [[-9.0625, false]], [[-9.5625, false]], [[-9.9375, false]], [[-8.8125, false]], [[-9.265625, false]], [[-4.8125, false]], [[-8.8125, false]], [[-8.1875, false]], [[-8.1875, false]], [[-9.9375, false]], [[-8.1875, false]], [[-7.5625, false]], [[-8.8125, false]], [[-9.265625, false]], [[-4.8125, false]], [[-8.8125, false]], [[-7.5625, false]], [[-9.5625, false]], [[-7.5625, false]], [[-8.6875, false]], [[-4.1875, false]], [[-10.8125, false]], [[-8.8125, false]], [[-13.4375, false]]], "filtered_resps": [[-8.0625, false], [-8.8125, false], [-10.8125, false], [-4.1875, false], [-7.5625, false], [-10.3125, false], [-8.9375, false], [-8.6875, false], [-7.5625, false], [-7.5625, false], [-8.8125, false], [-9.265625, false], [-4.8125, false], [-8.8125, false], [-10.3125, false], [-8.6875, false], [-8.9375, false], [-7.5625, false], [-9.0625, false], [-9.5625, false], [-9.9375, false], [-8.8125, false], [-9.265625, false], [-4.8125, false], [-8.8125, false], [-8.1875, false], [-8.1875, false], [-9.9375, false], [-8.1875, false], [-7.5625, false], [-8.8125, false], [-9.265625, false], [-4.8125, false], [-8.8125, false], [-7.5625, false], [-9.5625, false], [-7.5625, false], [-8.6875, false], [-4.1875, false], [-10.8125, false], [-8.8125, false], [-13.4375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2114, "doc": {"id": "Mercury_7205328", "question": "Which of the following results when hydrogen and chlorine chemically bond to form hydrogen chloride?", "choices": {"text": ["a mixture", "a solution", "a compound", "a precipitate"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "a compound", "arguments": ["Question: Which of the following results when hydrogen and chlorine chemically bond to form hydrogen chloride?\nAnswer:", " ["], "resps": [[[-5.53515625, false]], [[-9.53125, false]], [[-3.53515625, false]], [[-5.03515625, false]], [[-7.03515625, false]], [[-6.53515625, false]], [[-7.78515625, false]], [[-9.28125, false]], [[-9.53125, false]], [[-9.03125, false]], [[-7.53515625, false]], [[-9.53125, false]], [[-9.1328125, false]], [[-5.03515625, false]], [[-9.53125, false]], [[-3.53515625, false]], [[-5.03515625, false]], [[-10.28125, false]], [[-8.78125, false]], [[-9.28125, false]], [[-9.53125, false]], [[-9.28125, false]], [[-6.53515625, false]], [[-8.78125, false]], [[-6.03515625, false]], [[-9.53125, false]], [[-9.1328125, false]], [[-5.03515625, false]], [[-9.53125, false]], [[-3.53515625, false]], [[-5.03515625, false]], [[-6.03515625, false]], [[-8.78125, false]], [[-7.03515625, false]], [[-7.78515625, false]], [[-8.78125, false]], [[-9.53125, false]], [[-6.03515625, false]], [[-8.78125, false]], [[-9.53125, false]], [[-9.1328125, false]], [[-5.03515625, false]], [[-9.53125, false]], [[-3.53515625, false]], [[-5.03515625, false]], [[-7.78515625, false]], [[-9.03125, false]], [[-7.53515625, false]], [[-6.03515625, false]], [[-6.53515625, false]], [[-7.78515625, false]], [[-6.53515625, false]], [[-9.28125, false]], [[-3.53515625, false]], [[-9.28125, false]], [[-7.53515625, false]], [[-9.53125, false]], [[-11.03125, false]]], "filtered_resps": [[-5.53515625, false], [-9.53125, false], [-3.53515625, false], [-5.03515625, false], [-7.03515625, false], [-6.53515625, false], [-7.78515625, false], [-9.28125, false], [-9.53125, false], [-9.03125, false], [-7.53515625, false], [-9.53125, false], [-9.1328125, false], [-5.03515625, false], [-9.53125, false], [-3.53515625, false], [-5.03515625, false], [-10.28125, false], [-8.78125, false], [-9.28125, false], [-9.53125, false], [-9.28125, false], [-6.53515625, false], [-8.78125, false], [-6.03515625, false], [-9.53125, false], [-9.1328125, false], [-5.03515625, false], [-9.53125, false], [-3.53515625, false], [-5.03515625, false], [-6.03515625, false], [-8.78125, false], [-7.03515625, false], [-7.78515625, false], [-8.78125, false], [-9.53125, false], [-6.03515625, false], [-8.78125, false], [-9.53125, false], [-9.1328125, false], [-5.03515625, false], [-9.53125, false], [-3.53515625, false], [-5.03515625, false], [-7.78515625, false], [-9.03125, false], [-7.53515625, false], [-6.03515625, false], [-6.53515625, false], [-7.78515625, false], [-6.53515625, false], [-9.28125, false], [-3.53515625, false], [-9.28125, false], [-7.53515625, false], [-9.53125, false], [-11.03125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2122, "doc": {"id": "MEA_2013_5_7", "question": "Which object is best seen with a microscope?", "choices": {"text": ["human cell", "cow heart", "oak leaf", "chicken leg"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "human cell", "arguments": ["Question: Which object is best seen with a microscope?\nAnswer:", " ["], "resps": [[[-8.1953125, false]], [[-8.6953125, false]], [[-11.1953125, false]], [[-10.6953125, false]], [[-10.4453125, false]], [[-3.697265625, false]], [[-9.6953125, false]], [[-5.9453125, false]], [[-9.1953125, false]], [[-8.9453125, false]], [[-8.9453125, false]], [[-8.9453125, false]], [[-8.6953125, false]], [[-10.171875, false]], [[-5.9453125, false]], [[-8.6953125, false]], [[-9.1953125, false]], [[-9.1953125, false]], [[-10.6953125, false]], [[-5.9453125, false]], [[-11.1953125, false]], [[-8.9453125, false]], [[-3.697265625, false]], [[-10.6953125, false]], [[-10.1953125, false]], [[-8.6953125, false]], [[-10.171875, false]], [[-5.9453125, false]], [[-8.6953125, false]], [[-9.1953125, false]], [[-3.697265625, false]], [[-10.4453125, false]], [[-5.9453125, false]], [[-8.9453125, false]], [[-8.9453125, false]], [[-3.697265625, false]], [[-9.9453125, false]], [[-8.6953125, false]], [[-10.171875, false]], [[-5.9453125, false]], [[-8.6953125, false]], [[-9.1953125, false]], [[-11.1953125, false]], [[-9.4453125, false]], [[-9.1953125, false]], [[-10.4453125, false]], [[-8.9453125, false]], [[-9.6953125, false]], [[-5.9453125, false]], [[-8.9453125, false]], [[-8.9453125, false]], [[-12.4453125, false]], [[-8.6953125, false]], [[-13.4453125, false]]], "filtered_resps": [[-8.1953125, false], [-8.6953125, false], [-11.1953125, false], [-10.6953125, false], [-10.4453125, false], [-3.697265625, false], [-9.6953125, false], [-5.9453125, false], [-9.1953125, false], [-8.9453125, false], [-8.9453125, false], [-8.9453125, false], [-8.6953125, false], [-10.171875, false], [-5.9453125, false], [-8.6953125, false], [-9.1953125, false], [-9.1953125, false], [-10.6953125, false], [-5.9453125, false], [-11.1953125, false], [-8.9453125, false], [-3.697265625, false], [-10.6953125, false], [-10.1953125, false], [-8.6953125, false], [-10.171875, false], [-5.9453125, false], [-8.6953125, false], [-9.1953125, false], [-3.697265625, false], [-10.4453125, false], [-5.9453125, false], [-8.9453125, false], [-8.9453125, false], [-3.697265625, false], [-9.9453125, false], [-8.6953125, false], [-10.171875, false], [-5.9453125, false], [-8.6953125, false], [-9.1953125, false], [-11.1953125, false], [-9.4453125, false], [-9.1953125, false], [-10.4453125, false], [-8.9453125, false], [-9.6953125, false], [-5.9453125, false], [-8.9453125, false], [-8.9453125, false], [-12.4453125, false], [-8.6953125, false], [-13.4453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2130, "doc": {"id": "Mercury_7183103", "question": "The human body temperature is normally 98.6°F. As a person exercises, the body temperature starts to increase. As a result of the increased body temperature, the perspiration process begins to cool the body. Which best describes what the body is doing when it perspires?", "choices": {"text": ["increasing osmosis", "reducing transpiration", "controlling metabolism", "maintaining homeostasis"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "maintaining homeostasis", "arguments": ["Question: The human body temperature is normally 98.6°F. As a person exercises, the body temperature starts to increase. As a result of the increased body temperature, the perspiration process begins to cool the body. Which best describes what the body is doing when it perspires?\nAnswer:", " ["], "resps": [[[-7.50390625, false]], [[-11.25, false]], [[-8.75, false]], [[-9.75, false]], [[-7.25390625, false]], [[-11.25, false]], [[-8.5, false]], [[-4.25390625, false]], [[-9.0, false]], [[-8.75, false]], [[-9.75, false]], [[-11.0, false]], [[-5.75, false]], [[-8.0, false]], [[-9.0, false]], [[-9.0, false]], [[-8.0, false]], [[-9.0, false]], [[-8.75, false]], [[-9.0, false]], [[-11.25, false]], [[-10.765625, false]], [[-5.75, false]], [[-11.25, false]], [[-11.25, false]], [[-8.5, false]], [[-7.25390625, false]], [[-10.75, false]], [[-7.25390625, false]], [[-8.75, false]], [[-9.75, false]], [[-11.0, false]], [[-5.75, false]], [[-9.25, false]], [[-11.25, false]], [[-4.25390625, false]], [[-9.75, false]], [[-9.0, false]], [[-9.0, false]], [[-8.75, false]], [[-11.25, false]], [[-4.25390625, false]], [[-9.25, false]], [[-8.75, false]], [[-8.0, false]], [[-9.75, false]], [[-11.25, false]], [[-10.765625, false]], [[-5.75390625, false]], [[-11.25, false]], [[-7.25390625, false]], [[-8.0, false]], [[-9.75, false]], [[-9.25, false]], [[-11.25, false]], [[-8.0, false]], [[-9.75, false]], [[-9.75, false]], [[-8.75, false]], [[-9.75, false]], [[-11.0, false]], [[-5.75390625, false]], [[-9.0, false]], [[-8.5, false]], [[-9.25, false]], [[-4.25390625, false]], [[-5.75390625, false]], [[-8.0, false]], [[-9.75, false]], [[-8.75, false]], [[-9.0, false]], [[-9.0, false]], [[-11.25, false]], [[-10.765625, false]], [[-5.75390625, false]], [[-11.25, false]], [[-9.0, false]], [[-4.25390625, false]], [[-8.75, false]], [[-9.75, false]], [[-9.25, false]], [[-4.25390625, false]], [[-8.75, false]], [[-9.75, false]], [[-8.75, false]], [[-9.75, false]], [[-11.0, false]], [[-5.75390625, false]], [[-9.5, false]], [[-8.0, false]], [[-9.0, false]], [[-8.5, false]], [[-8.0, false]], [[-9.0, false]], [[-9.25, false]], [[-4.25390625, false]], [[-9.0, false]], [[-8.75, false]], [[-9.0, false]], [[-11.25, false]], [[-13.0, false]]], "filtered_resps": [[-7.50390625, false], [-11.25, false], [-8.75, false], [-9.75, false], [-7.25390625, false], [-11.25, false], [-8.5, false], [-4.25390625, false], [-9.0, false], [-8.75, false], [-9.75, false], [-11.0, false], [-5.75, false], [-8.0, false], [-9.0, false], [-9.0, false], [-8.0, false], [-9.0, false], [-8.75, false], [-9.0, false], [-11.25, false], [-10.765625, false], [-5.75, false], [-11.25, false], [-11.25, false], [-8.5, false], [-7.25390625, false], [-10.75, false], [-7.25390625, false], [-8.75, false], [-9.75, false], [-11.0, false], [-5.75, false], [-9.25, false], [-11.25, false], [-4.25390625, false], [-9.75, false], [-9.0, false], [-9.0, false], [-8.75, false], [-11.25, false], [-4.25390625, false], [-9.25, false], [-8.75, false], [-8.0, false], [-9.75, false], [-11.25, false], [-10.765625, false], [-5.75390625, false], [-11.25, false], [-7.25390625, false], [-8.0, false], [-9.75, false], [-9.25, false], [-11.25, false], [-8.0, false], [-9.75, false], [-9.75, false], [-8.75, false], [-9.75, false], [-11.0, false], [-5.75390625, false], [-9.0, false], [-8.5, false], [-9.25, false], [-4.25390625, false], [-5.75390625, false], [-8.0, false], [-9.75, false], [-8.75, false], [-9.0, false], [-9.0, false], [-11.25, false], [-10.765625, false], [-5.75390625, false], [-11.25, false], [-9.0, false], [-4.25390625, false], [-8.75, false], [-9.75, false], [-9.25, false], [-4.25390625, false], [-8.75, false], [-9.75, false], [-8.75, false], [-9.75, false], [-11.0, false], [-5.75390625, false], [-9.5, false], [-8.0, false], [-9.0, false], [-8.5, false], [-8.0, false], [-9.0, false], [-9.25, false], [-4.25390625, false], [-9.0, false], [-8.75, false], [-9.0, false], [-11.25, false], [-13.0, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2138, "doc": {"id": "Mercury_7267908", "question": "Why is a spacesuit inflated like a balloon?", "choices": {"text": ["to simulate the air pressure of Earth", "to help astronauts float in outer space", "to protect astronauts from solar radiation", "to provide an oxygen supply for breathing"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "to simulate the air pressure of Earth", "arguments": ["Question: Why is a spacesuit inflated like a balloon?\nAnswer:", " ["], "resps": [[[-7.59375, false]], [[-7.59375, false]], [[-10.84375, false]], [[-10.84375, false]], [[-6.34375, false]], [[-10.09375, false]], [[-10.09375, false]], [[-13.09375, false]], [[-12.34375, false]], [[-12.09375, false]], [[-6.34375, false]], [[-10.84375, false]], [[-10.84375, false]], [[-6.34375, false]], [[-10.84375, false]], [[-11.09375, false]], [[-10.84375, false]], [[-6.34375, false]], [[-6.34375, false]], [[-10.09375, false]], [[-12.59375, false]], [[-6.34375, false]], [[-10.59375, false]], [[-12.59375, false]], [[-10.84375, false]], [[-10.09375, false]], [[-10.09375, false]], [[-12.34375, false]], [[-12.59375, false]], [[-10.84375, false]], [[-6.34375, false]], [[-10.84375, false]], [[-11.09375, false]], [[-6.34375, false]], [[-7.59375, false]], [[-6.34375, false]], [[-12.59375, false]], [[-10.84375, false]], [[-11.09375, false]], [[-7.59375, false]], [[-10.796875, false]], [[-6.34375, false]], [[-7.59375, false]], [[-10.84375, false]], [[-10.84375, false]], [[-6.34375, false]], [[-11.09375, false]], [[-10.84375, false]], [[-12.09375, false]], [[-10.59375, false]], [[-6.34375, false]], [[-6.34375, false]], [[-10.09375, false]], [[-10.84375, false]], [[-12.59375, false]], [[-10.84375, false]], [[-11.84375, false]], [[-6.34375, false]], [[-12.34375, false]], [[-10.84375, false]], [[-10.09375, false]], [[-6.34375, false]], [[-11.09375, false]], [[-12.09375, false]], [[-10.84375, false]], [[-6.34375, false]], [[-10.84375, false]], [[-6.34375, false]], [[-10.09375, false]], [[-11.84375, false]], [[-6.34375, false]], [[-10.84375, false]], [[-12.34375, false]], [[-10.84375, false]], [[-10.84375, false]], [[-12.59375, false]], [[-6.34375, false]], [[-10.09375, false]], [[-10.59375, false]], [[-6.34375, false]], [[-11.84375, false]], [[-10.84375, false]], [[-7.59375, false]], [[-10.796875, false]], [[-6.34375, false]], [[-7.59375, false]], [[-10.84375, false]], [[-10.84375, false]], [[-6.34375, false]], [[-10.59375, false]], [[-12.59375, false]], [[-10.84375, false]], [[-10.84375, false]], [[-10.84375, false]], [[-11.84375, false]], [[-10.84375, false]], [[-6.34375, false]], [[-6.34375, false]], [[-10.09375, false]], [[-10.84375, false]], [[-12.59375, false]], [[-10.84375, false]], [[-11.84375, false]], [[-6.34375, false]], [[-12.34375, false]], [[-10.84375, false]], [[-10.09375, false]], [[-6.34375, false]], [[-11.09375, false]], [[-12.59375, false]], [[-10.84375, false]], [[-13.09375, false]], [[-6.34375, false]], [[-10.09375, false]], [[-10.84375, false]], [[-12.09375, false]], [[-6.34375, false]], [[-12.59375, false]], [[-6.34375, false]], [[-12.59375, false]], [[-6.34375, false]], [[-11.34375, false]], [[-10.09375, false]], [[-6.34375, false]], [[-10.84375, false]], [[-10.09375, false]], [[-10.84375, false]], [[-11.84375, false]], [[-7.59375, false]], [[-10.796875, false]], [[-6.34375, false]], [[-7.59375, false]], [[-10.84375, false]], [[-10.84375, false]], [[-6.34375, false]], [[-10.59375, false]], [[-12.59375, false]], [[-10.84375, false]], [[-12.59375, false]], [[-10.09375, false]], [[-11.34375, false]], [[-10.84375, false]], [[-6.34375, false]], [[-6.34375, false]], [[-11.84375, false]], [[-6.34375, false]], [[-10.84375, false]], [[-12.34375, false]], [[-13.34375, false]], [[-13.09375, false]], [[-10.84375, false]], [[-11.84375, false]], [[-6.34375, false]], [[-10.09375, false]], [[-12.34375, false]], [[-10.59375, false]], [[-10.59375, false]], [[-12.09375, false]], [[-13.34375, false]], [[-6.34375, false]], [[-11.09375, false]], [[-10.84375, false]], [[-12.59375, false]], [[-6.34375, false]], [[-9.59375, false]], [[-12.59375, false]], [[-10.84375, false]], [[-6.34375, false]], [[-10.84375, false]], [[-11.09375, false]], [[-10.09375, false]], [[-11.84375, false]], [[-13.09375, false]], [[-7.59375, false]], [[-13.09375, false]]], "filtered_resps": [[-7.59375, false], [-7.59375, false], [-10.84375, false], [-10.84375, false], [-6.34375, false], [-10.09375, false], [-10.09375, false], [-13.09375, false], [-12.34375, false], [-12.09375, false], [-6.34375, false], [-10.84375, false], [-10.84375, false], [-6.34375, false], [-10.84375, false], [-11.09375, false], [-10.84375, false], [-6.34375, false], [-6.34375, false], [-10.09375, false], [-12.59375, false], [-6.34375, false], [-10.59375, false], [-12.59375, false], [-10.84375, false], [-10.09375, false], [-10.09375, false], [-12.34375, false], [-12.59375, false], [-10.84375, false], [-6.34375, false], [-10.84375, false], [-11.09375, false], [-6.34375, false], [-7.59375, false], [-6.34375, false], [-12.59375, false], [-10.84375, false], [-11.09375, false], [-7.59375, false], [-10.796875, false], [-6.34375, false], [-7.59375, false], [-10.84375, false], [-10.84375, false], [-6.34375, false], [-11.09375, false], [-10.84375, false], [-12.09375, false], [-10.59375, false], [-6.34375, false], [-6.34375, false], [-10.09375, false], [-10.84375, false], [-12.59375, false], [-10.84375, false], [-11.84375, false], [-6.34375, false], [-12.34375, false], [-10.84375, false], [-10.09375, false], [-6.34375, false], [-11.09375, false], [-12.09375, false], [-10.84375, false], [-6.34375, false], [-10.84375, false], [-6.34375, false], [-10.09375, false], [-11.84375, false], [-6.34375, false], [-10.84375, false], [-12.34375, false], [-10.84375, false], [-10.84375, false], [-12.59375, false], [-6.34375, false], [-10.09375, false], [-10.59375, false], [-6.34375, false], [-11.84375, false], [-10.84375, false], [-7.59375, false], [-10.796875, false], [-6.34375, false], [-7.59375, false], [-10.84375, false], [-10.84375, false], [-6.34375, false], [-10.59375, false], [-12.59375, false], [-10.84375, false], [-10.84375, false], [-10.84375, false], [-11.84375, false], [-10.84375, false], [-6.34375, false], [-6.34375, false], [-10.09375, false], [-10.84375, false], [-12.59375, false], [-10.84375, false], [-11.84375, false], [-6.34375, false], [-12.34375, false], [-10.84375, false], [-10.09375, false], [-6.34375, false], [-11.09375, false], [-12.59375, false], [-10.84375, false], [-13.09375, false], [-6.34375, false], [-10.09375, false], [-10.84375, false], [-12.09375, false], [-6.34375, false], [-12.59375, false], [-6.34375, false], [-12.59375, false], [-6.34375, false], [-11.34375, false], [-10.09375, false], [-6.34375, false], [-10.84375, false], [-10.09375, false], [-10.84375, false], [-11.84375, false], [-7.59375, false], [-10.796875, false], [-6.34375, false], [-7.59375, false], [-10.84375, false], [-10.84375, false], [-6.34375, false], [-10.59375, false], [-12.59375, false], [-10.84375, false], [-12.59375, false], [-10.09375, false], [-11.34375, false], [-10.84375, false], [-6.34375, false], [-6.34375, false], [-11.84375, false], [-6.34375, false], [-10.84375, false], [-12.34375, false], [-13.34375, false], [-13.09375, false], [-10.84375, false], [-11.84375, false], [-6.34375, false], [-10.09375, false], [-12.34375, false], [-10.59375, false], [-10.59375, false], [-12.09375, false], [-13.34375, false], [-6.34375, false], [-11.09375, false], [-10.84375, false], [-12.59375, false], [-6.34375, false], [-9.59375, false], [-12.59375, false], [-10.84375, false], [-6.34375, false], [-10.84375, false], [-11.09375, false], [-10.09375, false], [-11.84375, false], [-13.09375, false], [-7.59375, false], [-13.09375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2146, "doc": {"id": "ACTAAP_2014_5_6", "question": "Scientists found large areas of fossilized wood in a desert in Arizona. The fossilized wood is evidence of the ancient environment. Based on the evidence, what was the ancient environment in this area?", "choices": {"text": ["forest", "desert", "glacier", "grasslands"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "forest", "arguments": ["Question: Scientists found large areas of fossilized wood in a desert in Arizona. The fossilized wood is evidence of the ancient environment. Based on the evidence, what was the ancient environment in this area?\nAnswer:", " ["], "resps": [[[-6.52734375, false]], [[-9.03125, false]], [[-10.03125, false]], [[-9.53125, false]], [[-11.28125, false]], [[-8.03125, false]], [[-10.78125, false]], [[-11.78125, false]], [[-9.03125, false]], [[-10.15625, false]], [[-5.52734375, false]], [[-9.03125, false]], [[-9.03125, false]], [[-8.03125, false]], [[-10.78125, false]], [[-8.03125, false]], [[-11.28125, false]], [[-11.78125, false]], [[-9.03125, false]], [[-10.15625, false]], [[-5.52734375, false]], [[-9.03125, false]], [[-12.03125, false]], [[-10.03125, false]], [[-5.27734375, false]], [[-9.03125, false]], [[-9.03125, false]], [[-8.03125, false]], [[-11.28125, false]], [[-9.03125, false]], [[-10.15625, false]], [[-5.52734375, false]], [[-9.03125, false]], [[-12.03125, false]], [[-11.28125, false]], [[-5.27734375, false]], [[-10.78125, false]], [[-10.78125, false]], [[-10.03125, false]], [[-5.27734375, false]], [[-10.53125, false]], [[-9.03125, false]], [[-10.78125, false]], [[-9.03125, false]], [[-12.28125, false]]], "filtered_resps": [[-6.52734375, false], [-9.03125, false], [-10.03125, false], [-9.53125, false], [-11.28125, false], [-8.03125, false], [-10.78125, false], [-11.78125, false], [-9.03125, false], [-10.15625, false], [-5.52734375, false], [-9.03125, false], [-9.03125, false], [-8.03125, false], [-10.78125, false], [-8.03125, false], [-11.28125, false], [-11.78125, false], [-9.03125, false], [-10.15625, false], [-5.52734375, false], [-9.03125, false], [-12.03125, false], [-10.03125, false], [-5.27734375, false], [-9.03125, false], [-9.03125, false], [-8.03125, false], [-11.28125, false], [-9.03125, false], [-10.15625, false], [-5.52734375, false], [-9.03125, false], [-12.03125, false], [-11.28125, false], [-5.27734375, false], [-10.78125, false], [-10.78125, false], [-10.03125, false], [-5.27734375, false], [-10.53125, false], [-9.03125, false], [-10.78125, false], [-9.03125, false], [-12.28125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2154, "doc": {"id": "MSA_2012_5_1", "question": "A student measured how quickly a car rolled down a hill. Which tool should the student have used to measure how quickly the car rolled down the hill?", "choices": {"text": ["a hand lens", "a stopwatch", "a thermometer", "a centimeter ruler"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "a stopwatch", "arguments": ["Question: A student measured how quickly a car rolled down a hill. Which tool should the student have used to measure how quickly the car rolled down the hill?\nAnswer:", " ["], "resps": [[[-6.9296875, false]], [[-8.8046875, false]], [[-3.0546875, false]], [[-5.7265625, false]], [[-9.4296875, false]], [[-3.0546875, false]], [[-8.4296875, false]], [[-8.8046875, false]], [[-5.7265625, false]], [[-10.3046875, false]], [[-9.4296875, false]], [[-8.4296875, false]], [[-8.4296875, false]], [[-8.8046875, false]], [[-10.25, false]], [[-5.7265625, false]], [[-8.8046875, false]], [[-3.0546875, false]], [[-5.5546875, false]], [[-8.4296875, false]], [[-8.9296875, false]], [[-9.9296875, false]], [[-10.0546875, false]], [[-8.8046875, false]], [[-3.0546875, false]], [[-8.9296875, false]], [[-7.6796875, false]], [[-9.4296875, false]], [[-8.8046875, false]], [[-10.25, false]], [[-5.5546875, false]], [[-8.8046875, false]], [[-3.0546875, false]], [[-5.5546875, false]], [[-8.9296875, false]], [[-9.4296875, false]], [[-9.4296875, false]], [[-9.4296875, false]], [[-7.8046875, false]], [[-9.9296875, false]], [[-7.8046875, false]], [[-9.4296875, false]], [[-8.9296875, false]], [[-9.4296875, false]], [[-9.4296875, false]], [[-8.8046875, false]], [[-10.25, false]], [[-5.5546875, false]], [[-8.8046875, false]], [[-3.0546875, false]], [[-5.5546875, false]], [[-7.6796875, false]], [[-9.4296875, false]], [[-8.4296875, false]], [[-8.9296875, false]], [[-8.8046875, false]], [[-7.8046875, false]], [[-9.4296875, false]], [[-8.9296875, false]], [[-9.4296875, false]], [[-9.4296875, false]], [[-5.5546875, false]], [[-9.4296875, false]], [[-10.1796875, false]], [[-10.3046875, false]], [[-9.4296875, false]], [[-9.4296875, false]], [[-8.8046875, false]], [[-12.3046875, false]]], "filtered_resps": [[-6.9296875, false], [-8.8046875, false], [-3.0546875, false], [-5.7265625, false], [-9.4296875, false], [-3.0546875, false], [-8.4296875, false], [-8.8046875, false], [-5.7265625, false], [-10.3046875, false], [-9.4296875, false], [-8.4296875, false], [-8.4296875, false], [-8.8046875, false], [-10.25, false], [-5.7265625, false], [-8.8046875, false], [-3.0546875, false], [-5.5546875, false], [-8.4296875, false], [-8.9296875, false], [-9.9296875, false], [-10.0546875, false], [-8.8046875, false], [-3.0546875, false], [-8.9296875, false], [-7.6796875, false], [-9.4296875, false], [-8.8046875, false], [-10.25, false], [-5.5546875, false], [-8.8046875, false], [-3.0546875, false], [-5.5546875, false], [-8.9296875, false], [-9.4296875, false], [-9.4296875, false], [-9.4296875, false], [-7.8046875, false], [-9.9296875, false], [-7.8046875, false], [-9.4296875, false], [-8.9296875, false], [-9.4296875, false], [-9.4296875, false], [-8.8046875, false], [-10.25, false], [-5.5546875, false], [-8.8046875, false], [-3.0546875, false], [-5.5546875, false], [-7.6796875, false], [-9.4296875, false], [-8.4296875, false], [-8.9296875, false], [-8.8046875, false], [-7.8046875, false], [-9.4296875, false], [-8.9296875, false], [-9.4296875, false], [-9.4296875, false], [-5.5546875, false], [-9.4296875, false], [-10.1796875, false], [-10.3046875, false], [-9.4296875, false], [-9.4296875, false], [-8.8046875, false], [-12.3046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2162, "doc": {"id": "Mercury_SC_406000", "question": "Scientists are studying the factors that influence the climate of a region. In attempts to gather accurate data, the scientists should use data that includes the", "choices": {"text": ["number of earthquakes that occur each year.", "types of organisms in the environment.", "number of people living in the area.", "type of weather that has occurred."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "type of weather that has occurred.", "arguments": ["Question: Scientists are studying the factors that influence the climate of a region. In attempts to gather accurate data, the scientists should use data that includes the\nAnswer:", " ["], "resps": [[[-7.2890625, false]], [[-7.9140625, false]], [[-7.0390625, false]], [[-9.7890625, false]], [[-8.1640625, false]], [[-5.2890625, false]], [[-7.0390625, false]], [[-8.5390625, false]], [[-4.5390625, false]], [[-7.5390625, false]], [[-6.9140625, false]], [[-4.5390625, false]], [[-7.0390625, false]], [[-3.412109375, false]], [[-8.5390625, false]], [[-8.4140625, false]], [[-8.9140625, false]], [[-8.9140625, false]], [[-9.7890625, false]], [[-3.412109375, false]], [[-8.1640625, false]], [[-7.0390625, false]], [[-7.6640625, false]], [[-4.5390625, false]], [[-8.4140625, false]], [[-8.9140625, false]], [[-3.412109375, false]], [[-8.4140625, false]], [[-4.5390625, false]], [[-7.5390625, false]], [[-6.0390625, false]], [[-6.0390625, false]], [[-9.7890625, false]], [[-8.5390625, false]], [[-4.5390625, false]], [[-7.0390625, false]], [[-3.412109375, false]], [[-6.0390625, false]], [[-8.9140625, false]], [[-4.5390625, false]], [[-8.9140625, false]], [[-7.0390625, false]], [[-3.412109375, false]], [[-8.5390625, false]], [[-5.6796875, false]], [[-7.9140625, false]], [[-7.1796875, false]], [[-4.5390625, false]], [[-7.9140625, false]], [[-8.4140625, false]], [[-8.9140625, false]], [[-7.0390625, false]], [[-7.0390625, false]], [[-7.6640625, false]], [[-4.5390625, false]], [[-7.5390625, false]], [[-6.9140625, false]], [[-4.5390625, false]], [[-7.5390625, false]], [[-8.5390625, false]], [[-8.5390625, false]], [[-3.412109375, false]], [[-7.0390625, false]], [[-6.9140625, false]], [[-7.6640625, false]], [[-8.1640625, false]], [[-7.6640625, false]], [[-4.5390625, false]], [[-6.9140625, false]], [[-7.0390625, false]], [[-4.5390625, false]], [[-8.4140625, false]], [[-8.9140625, false]], [[-7.0390625, false]], [[-4.5390625, false]], [[-7.0390625, false]], [[-7.0390625, false]], [[-9.4140625, false]], [[-6.9140625, false]], [[-8.5390625, false]], [[-7.5390625, false]], [[-7.0390625, false]], [[-8.1640625, false]], [[-7.0390625, false]], [[-7.0390625, false]], [[-8.4140625, false]], [[-5.6796875, false]], [[-7.9140625, false]], [[-7.1796875, false]], [[-4.5390625, false]], [[-7.9140625, false]], [[-7.0390625, false]], [[-9.7890625, false]], [[-8.1640625, false]], [[-5.2890625, false]], [[-7.0390625, false]], [[-8.5390625, false]], [[-4.5390625, false]], [[-7.5390625, false]], [[-6.9140625, false]], [[-4.5390625, false]], [[-7.0390625, false]], [[-7.0390625, false]], [[-7.5390625, false]], [[-7.0390625, false]], [[-9.2890625, false]], [[-7.0390625, false]], [[-4.5390625, false]], [[-9.2890625, false]], [[-6.9140625, false]], [[-9.4140625, false]], [[-6.9140625, false]], [[-7.0390625, false]], [[-8.5390625, false]], [[-4.5390625, false]], [[-6.9140625, false]], [[-7.0390625, false]], [[-4.5390625, false]], [[-8.4140625, false]], [[-8.9140625, false]], [[-7.0390625, false]], [[-4.5390625, false]], [[-3.412109375, false]], [[-8.5390625, false]], [[-7.0390625, false]], [[-3.412109375, false]], [[-5.6796875, false]], [[-7.9140625, false]], [[-7.1796875, false]], [[-4.5390625, false]], [[-7.9140625, false]], [[-8.4140625, false]], [[-8.9140625, false]], [[-7.0390625, false]], [[-7.0390625, false]], [[-4.5390625, false]], [[-7.5390625, false]], [[-6.9140625, false]], [[-4.5390625, false]], [[-8.1640625, false]], [[-7.0390625, false]], [[-3.412109375, false]], [[-8.4140625, false]], [[-8.9140625, false]], [[-7.0390625, false]], [[-8.5390625, false]], [[-4.5390625, false]], [[-8.4140625, false]], [[-8.9140625, false]], [[-3.412109375, false]], [[-8.4140625, false]], [[-4.5390625, false]], [[-8.9140625, false]], [[-3.412109375, false]], [[-7.6640625, false]], [[-4.5390625, false]], [[-7.5390625, false]], [[-6.0390625, false]], [[-6.0390625, false]], [[-9.7890625, false]], [[-8.5390625, false]], [[-8.5390625, false]], [[-7.0390625, false]], [[-6.1640625, false]], [[-5.6796875, false]], [[-7.9140625, false]], [[-11.7890625, false]]], "filtered_resps": [[-7.2890625, false], [-7.9140625, false], [-7.0390625, false], [-9.7890625, false], [-8.1640625, false], [-5.2890625, false], [-7.0390625, false], [-8.5390625, false], [-4.5390625, false], [-7.5390625, false], [-6.9140625, false], [-4.5390625, false], [-7.0390625, false], [-3.412109375, false], [-8.5390625, false], [-8.4140625, false], [-8.9140625, false], [-8.9140625, false], [-9.7890625, false], [-3.412109375, false], [-8.1640625, false], [-7.0390625, false], [-7.6640625, false], [-4.5390625, false], [-8.4140625, false], [-8.9140625, false], [-3.412109375, false], [-8.4140625, false], [-4.5390625, false], [-7.5390625, false], [-6.0390625, false], [-6.0390625, false], [-9.7890625, false], [-8.5390625, false], [-4.5390625, false], [-7.0390625, false], [-3.412109375, false], [-6.0390625, false], [-8.9140625, false], [-4.5390625, false], [-8.9140625, false], [-7.0390625, false], [-3.412109375, false], [-8.5390625, false], [-5.6796875, false], [-7.9140625, false], [-7.1796875, false], [-4.5390625, false], [-7.9140625, false], [-8.4140625, false], [-8.9140625, false], [-7.0390625, false], [-7.0390625, false], [-7.6640625, false], [-4.5390625, false], [-7.5390625, false], [-6.9140625, false], [-4.5390625, false], [-7.5390625, false], [-8.5390625, false], [-8.5390625, false], [-3.412109375, false], [-7.0390625, false], [-6.9140625, false], [-7.6640625, false], [-8.1640625, false], [-7.6640625, false], [-4.5390625, false], [-6.9140625, false], [-7.0390625, false], [-4.5390625, false], [-8.4140625, false], [-8.9140625, false], [-7.0390625, false], [-4.5390625, false], [-7.0390625, false], [-7.0390625, false], [-9.4140625, false], [-6.9140625, false], [-8.5390625, false], [-7.5390625, false], [-7.0390625, false], [-8.1640625, false], [-7.0390625, false], [-7.0390625, false], [-8.4140625, false], [-5.6796875, false], [-7.9140625, false], [-7.1796875, false], [-4.5390625, false], [-7.9140625, false], [-7.0390625, false], [-9.7890625, false], [-8.1640625, false], [-5.2890625, false], [-7.0390625, false], [-8.5390625, false], [-4.5390625, false], [-7.5390625, false], [-6.9140625, false], [-4.5390625, false], [-7.0390625, false], [-7.0390625, false], [-7.5390625, false], [-7.0390625, false], [-9.2890625, false], [-7.0390625, false], [-4.5390625, false], [-9.2890625, false], [-6.9140625, false], [-9.4140625, false], [-6.9140625, false], [-7.0390625, false], [-8.5390625, false], [-4.5390625, false], [-6.9140625, false], [-7.0390625, false], [-4.5390625, false], [-8.4140625, false], [-8.9140625, false], [-7.0390625, false], [-4.5390625, false], [-3.412109375, false], [-8.5390625, false], [-7.0390625, false], [-3.412109375, false], [-5.6796875, false], [-7.9140625, false], [-7.1796875, false], [-4.5390625, false], [-7.9140625, false], [-8.4140625, false], [-8.9140625, false], [-7.0390625, false], [-7.0390625, false], [-4.5390625, false], [-7.5390625, false], [-6.9140625, false], [-4.5390625, false], [-8.1640625, false], [-7.0390625, false], [-3.412109375, false], [-8.4140625, false], [-8.9140625, false], [-7.0390625, false], [-8.5390625, false], [-4.5390625, false], [-8.4140625, false], [-8.9140625, false], [-3.412109375, false], [-8.4140625, false], [-4.5390625, false], [-8.9140625, false], [-3.412109375, false], [-7.6640625, false], [-4.5390625, false], [-7.5390625, false], [-6.0390625, false], [-6.0390625, false], [-9.7890625, false], [-8.5390625, false], [-8.5390625, false], [-7.0390625, false], [-6.1640625, false], [-5.6796875, false], [-7.9140625, false], [-11.7890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2170, "doc": {"id": "VASoL_2009_3_29", "question": "Which of these activities makes the MOST air pollution?", "choices": {"text": ["Storing trash bags", "Reusing trash bags", "Burning trash bags", "Recycling trash bags"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Burning trash bags", "arguments": ["Question: Which of these activities makes the MOST air pollution?\nAnswer:", " ["], "resps": [[[-7.5390625, false]], [[-8.5390625, false]], [[-4.5390625, false]], [[-11.4140625, false]], [[-9.0390625, false]], [[-12.4140625, false]], [[-9.1640625, false]], [[-10.4140625, false]], [[-11.9140625, false]], [[-4.5390625, false]], [[-11.4140625, false]], [[-12.4140625, false]], [[-6.7890625, false]], [[-8.6640625, false]], [[-10.2890625, false]], [[-4.5390625, false]], [[-9.6640625, false]], [[-6.7890625, false]], [[-11.9140625, false]], [[-8.6640625, false]], [[-8.5390625, false]], [[-9.546875, false]], [[-4.5390625, false]], [[-8.5390625, false]], [[-7.2890625, false]], [[-7.7890625, false]], [[-11.5390625, false]], [[-8.6640625, false]], [[-9.1640625, false]], [[-10.4140625, false]], [[-11.9140625, false]], [[-4.5390625, false]], [[-11.4140625, false]], [[-12.4140625, false]], [[-6.7890625, false]], [[-8.6640625, false]], [[-10.2890625, false]], [[-4.5390625, false]], [[-9.6640625, false]], [[-6.7890625, false]], [[-11.9140625, false]], [[-8.6640625, false]], [[-8.5390625, false]], [[-9.546875, false]], [[-4.5390625, false]], [[-8.5390625, false]], [[-5.4140625, false]], [[-11.5390625, false]], [[-12.4140625, false]], [[-10.4140625, false]], [[-9.1640625, false]], [[-10.4140625, false]], [[-11.9140625, false]], [[-4.5390625, false]], [[-11.4140625, false]], [[-12.4140625, false]], [[-6.7890625, false]], [[-8.6640625, false]], [[-10.2890625, false]], [[-4.5390625, false]], [[-9.6640625, false]], [[-6.7890625, false]], [[-11.9140625, false]], [[-8.6640625, false]], [[-8.5390625, false]], [[-9.546875, false]], [[-4.5390625, false]], [[-8.5390625, false]], [[-7.2890625, false]], [[-7.7890625, false]], [[-8.5390625, false]], [[-12.1640625, false]], [[-8.5390625, false]], [[-11.1640625, false]], [[-9.1640625, false]], [[-10.4140625, false]], [[-11.9140625, false]], [[-4.5390625, false]], [[-11.4140625, false]], [[-12.4140625, false]], [[-6.7890625, false]], [[-8.6640625, false]], [[-10.2890625, false]], [[-4.5390625, false]], [[-9.6640625, false]], [[-6.7890625, false]], [[-11.9140625, false]], [[-8.6640625, false]], [[-8.5390625, false]], [[-14.6640625, false]]], "filtered_resps": [[-7.5390625, false], [-8.5390625, false], [-4.5390625, false], [-11.4140625, false], [-9.0390625, false], [-12.4140625, false], [-9.1640625, false], [-10.4140625, false], [-11.9140625, false], [-4.5390625, false], [-11.4140625, false], [-12.4140625, false], [-6.7890625, false], [-8.6640625, false], [-10.2890625, false], [-4.5390625, false], [-9.6640625, false], [-6.7890625, false], [-11.9140625, false], [-8.6640625, false], [-8.5390625, false], [-9.546875, false], [-4.5390625, false], [-8.5390625, false], [-7.2890625, false], [-7.7890625, false], [-11.5390625, false], [-8.6640625, false], [-9.1640625, false], [-10.4140625, false], [-11.9140625, false], [-4.5390625, false], [-11.4140625, false], [-12.4140625, false], [-6.7890625, false], [-8.6640625, false], [-10.2890625, false], [-4.5390625, false], [-9.6640625, false], [-6.7890625, false], [-11.9140625, false], [-8.6640625, false], [-8.5390625, false], [-9.546875, false], [-4.5390625, false], [-8.5390625, false], [-5.4140625, false], [-11.5390625, false], [-12.4140625, false], [-10.4140625, false], [-9.1640625, false], [-10.4140625, false], [-11.9140625, false], [-4.5390625, false], [-11.4140625, false], [-12.4140625, false], [-6.7890625, false], [-8.6640625, false], [-10.2890625, false], [-4.5390625, false], [-9.6640625, false], [-6.7890625, false], [-11.9140625, false], [-8.6640625, false], [-8.5390625, false], [-9.546875, false], [-4.5390625, false], [-8.5390625, false], [-7.2890625, false], [-7.7890625, false], [-8.5390625, false], [-12.1640625, false], [-8.5390625, false], [-11.1640625, false], [-9.1640625, false], [-10.4140625, false], [-11.9140625, false], [-4.5390625, false], [-11.4140625, false], [-12.4140625, false], [-6.7890625, false], [-8.6640625, false], [-10.2890625, false], [-4.5390625, false], [-9.6640625, false], [-6.7890625, false], [-11.9140625, false], [-8.6640625, false], [-8.5390625, false], [-14.6640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2178, "doc": {"id": "Mercury_7234115", "question": "Extensive folding of sedimentary rock layers on Earth provides indirect evidence of certain processes occurring throughout Earth's history. Which of these is most likely one of these processes?", "choices": {"text": ["convective heat loss from Earth's mantle", "slowing of the rotation of Earth's core", "increase in the density of Earth's atmosphere", "slow increase in the distance of Earth's orbit"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "convective heat loss from Earth's mantle", "arguments": ["Question: Extensive folding of sedimentary rock layers on Earth provides indirect evidence of certain processes occurring throughout Earth's history. Which of these is most likely one of these processes?\nAnswer:", " ["], "resps": [[[-6.6015625, false]], [[-6.6015625, false]], [[-6.7265625, false]], [[-7.8515625, false]], [[-8.9765625, false]], [[-8.6015625, false]], [[-6.6015625, false]], [[-6.7265625, false]], [[-9.4765625, false]], [[-7.8515625, false]], [[-8.6015625, false]], [[-6.6015625, false]], [[-4.9765625, false]], [[-10.2265625, false]], [[-6.6015625, false]], [[-4.6015625, false]], [[-9.4765625, false]], [[-4.9765625, false]], [[-10.4765625, false]], [[-7.8515625, false]], [[-9.2265625, false]], [[-9.2265625, false]], [[-4.9765625, false]], [[-7.2265625, false]], [[-9.3515625, false]], [[-7.8515625, false]], [[-8.6015625, false]], [[-4.9765625, false]], [[-4.6015625, false]], [[-4.6015625, false]], [[-9.3515625, false]], [[-9.4765625, false]], [[-10.2265625, false]], [[-7.8515625, false]], [[-9.2265625, false]], [[-4.9765625, false]], [[-8.6015625, false]], [[-4.6015625, false]], [[-8.9765625, false]], [[-9.4765625, false]], [[-10.4765625, false]], [[-6.6015625, false]], [[-6.6015625, false]], [[-9.484375, false]], [[-4.9765625, false]], [[-6.6015625, false]], [[-9.2265625, false]], [[-10.4765625, false]], [[-7.8515625, false]], [[-10.7265625, false]], [[-7.8515625, false]], [[-8.9765625, false]], [[-10.6015625, false]], [[-4.9765625, false]], [[-7.8515625, false]], [[-7.2265625, false]], [[-4.9765625, false]], [[-9.4765625, false]], [[-10.2265625, false]], [[-6.6015625, false]], [[-4.9765625, false]], [[-9.3515625, false]], [[-7.8515625, false]], [[-9.4765625, false]], [[-4.6015625, false]], [[-9.4765625, false]], [[-7.8515625, false]], [[-7.8515625, false]], [[-8.9765625, false]], [[-4.9765625, false]], [[-7.8515625, false]], [[-7.2265625, false]], [[-4.9765625, false]], [[-4.6015625, false]], [[-4.6015625, false]], [[-9.3515625, false]], [[-9.4765625, false]], [[-10.2265625, false]], [[-7.8515625, false]], [[-9.2265625, false]], [[-4.9765625, false]], [[-6.7265625, false]], [[-7.8515625, false]], [[-9.3515625, false]], [[-6.6015625, false]], [[-6.6015625, false]], [[-9.484375, false]], [[-4.9765625, false]], [[-6.6015625, false]], [[-7.8515625, false]], [[-8.9765625, false]], [[-6.7265625, false]], [[-9.3515625, false]], [[-6.6015625, false]], [[-4.6015625, false]], [[-9.2265625, false]], [[-6.6015625, false]], [[-4.9765625, false]], [[-7.8515625, false]], [[-8.9765625, false]], [[-4.9765625, false]], [[-9.4765625, false]], [[-10.2265625, false]], [[-6.6015625, false]], [[-4.9765625, false]], [[-7.9765625, false]], [[-6.6015625, false]], [[-8.9765625, false]], [[-9.2265625, false]], [[-7.8515625, false]], [[-9.4765625, false]], [[-10.6015625, false]], [[-4.9765625, false]], [[-7.8515625, false]], [[-7.2265625, false]], [[-4.9765625, false]], [[-4.6015625, false]], [[-4.6015625, false]], [[-9.3515625, false]], [[-9.4765625, false]], [[-10.2265625, false]], [[-7.8515625, false]], [[-9.2265625, false]], [[-4.9765625, false]], [[-4.6015625, false]], [[-9.4765625, false]], [[-8.6015625, false]], [[-7.8515625, false]], [[-9.2265625, false]], [[-7.2265625, false]], [[-10.2265625, false]], [[-6.6015625, false]], [[-9.3515625, false]], [[-6.6015625, false]], [[-6.6015625, false]], [[-9.484375, false]], [[-4.9765625, false]], [[-6.6015625, false]], [[-9.2265625, false]], [[-10.4765625, false]], [[-7.8515625, false]], [[-10.7265625, false]], [[-4.9765625, false]], [[-7.8515625, false]], [[-8.9765625, false]], [[-6.7265625, false]], [[-9.3515625, false]], [[-6.6015625, false]], [[-4.6015625, false]], [[-9.2265625, false]], [[-6.6015625, false]], [[-4.9765625, false]], [[-7.8515625, false]], [[-8.9765625, false]], [[-4.9765625, false]], [[-9.4765625, false]], [[-10.2265625, false]], [[-6.6015625, false]], [[-4.9765625, false]], [[-7.9765625, false]], [[-7.8515625, false]], [[-9.2265625, false]], [[-9.4765625, false]], [[-4.6015625, false]], [[-8.9765625, false]], [[-6.7265625, false]], [[-6.6015625, false]], [[-4.9765625, false]], [[-7.8515625, false]], [[-7.2265625, false]], [[-4.9765625, false]], [[-4.6015625, false]], [[-4.6015625, false]], [[-9.3515625, false]], [[-9.4765625, false]], [[-10.2265625, false]], [[-7.8515625, false]], [[-9.2265625, false]], [[-4.9765625, false]], [[-7.8515625, false]], [[-9.3515625, false]], [[-6.7265625, false]], [[-7.8515625, false]], [[-9.4765625, false]], [[-6.6015625, false]], [[-12.4765625, false]]], "filtered_resps": [[-6.6015625, false], [-6.6015625, false], [-6.7265625, false], [-7.8515625, false], [-8.9765625, false], [-8.6015625, false], [-6.6015625, false], [-6.7265625, false], [-9.4765625, false], [-7.8515625, false], [-8.6015625, false], [-6.6015625, false], [-4.9765625, false], [-10.2265625, false], [-6.6015625, false], [-4.6015625, false], [-9.4765625, false], [-4.9765625, false], [-10.4765625, false], [-7.8515625, false], [-9.2265625, false], [-9.2265625, false], [-4.9765625, false], [-7.2265625, false], [-9.3515625, false], [-7.8515625, false], [-8.6015625, false], [-4.9765625, false], [-4.6015625, false], [-4.6015625, false], [-9.3515625, false], [-9.4765625, false], [-10.2265625, false], [-7.8515625, false], [-9.2265625, false], [-4.9765625, false], [-8.6015625, false], [-4.6015625, false], [-8.9765625, false], [-9.4765625, false], [-10.4765625, false], [-6.6015625, false], [-6.6015625, false], [-9.484375, false], [-4.9765625, false], [-6.6015625, false], [-9.2265625, false], [-10.4765625, false], [-7.8515625, false], [-10.7265625, false], [-7.8515625, false], [-8.9765625, false], [-10.6015625, false], [-4.9765625, false], [-7.8515625, false], [-7.2265625, false], [-4.9765625, false], [-9.4765625, false], [-10.2265625, false], [-6.6015625, false], [-4.9765625, false], [-9.3515625, false], [-7.8515625, false], [-9.4765625, false], [-4.6015625, false], [-9.4765625, false], [-7.8515625, false], [-7.8515625, false], [-8.9765625, false], [-4.9765625, false], [-7.8515625, false], [-7.2265625, false], [-4.9765625, false], [-4.6015625, false], [-4.6015625, false], [-9.3515625, false], [-9.4765625, false], [-10.2265625, false], [-7.8515625, false], [-9.2265625, false], [-4.9765625, false], [-6.7265625, false], [-7.8515625, false], [-9.3515625, false], [-6.6015625, false], [-6.6015625, false], [-9.484375, false], [-4.9765625, false], [-6.6015625, false], [-7.8515625, false], [-8.9765625, false], [-6.7265625, false], [-9.3515625, false], [-6.6015625, false], [-4.6015625, false], [-9.2265625, false], [-6.6015625, false], [-4.9765625, false], [-7.8515625, false], [-8.9765625, false], [-4.9765625, false], [-9.4765625, false], [-10.2265625, false], [-6.6015625, false], [-4.9765625, false], [-7.9765625, false], [-6.6015625, false], [-8.9765625, false], [-9.2265625, false], [-7.8515625, false], [-9.4765625, false], [-10.6015625, false], [-4.9765625, false], [-7.8515625, false], [-7.2265625, false], [-4.9765625, false], [-4.6015625, false], [-4.6015625, false], [-9.3515625, false], [-9.4765625, false], [-10.2265625, false], [-7.8515625, false], [-9.2265625, false], [-4.9765625, false], [-4.6015625, false], [-9.4765625, false], [-8.6015625, false], [-7.8515625, false], [-9.2265625, false], [-7.2265625, false], [-10.2265625, false], [-6.6015625, false], [-9.3515625, false], [-6.6015625, false], [-6.6015625, false], [-9.484375, false], [-4.9765625, false], [-6.6015625, false], [-9.2265625, false], [-10.4765625, false], [-7.8515625, false], [-10.7265625, false], [-4.9765625, false], [-7.8515625, false], [-8.9765625, false], [-6.7265625, false], [-9.3515625, false], [-6.6015625, false], [-4.6015625, false], [-9.2265625, false], [-6.6015625, false], [-4.9765625, false], [-7.8515625, false], [-8.9765625, false], [-4.9765625, false], [-9.4765625, false], [-10.2265625, false], [-6.6015625, false], [-4.9765625, false], [-7.9765625, false], [-7.8515625, false], [-9.2265625, false], [-9.4765625, false], [-4.6015625, false], [-8.9765625, false], [-6.7265625, false], [-6.6015625, false], [-4.9765625, false], [-7.8515625, false], [-7.2265625, false], [-4.9765625, false], [-4.6015625, false], [-4.6015625, false], [-9.3515625, false], [-9.4765625, false], [-10.2265625, false], [-7.8515625, false], [-9.2265625, false], [-4.9765625, false], [-7.8515625, false], [-9.3515625, false], [-6.7265625, false], [-7.8515625, false], [-9.4765625, false], [-6.6015625, false], [-12.4765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2186, "doc": {"id": "MCAS_2002_8_12", "question": "Which of the following gives a plant cell its rigid structure?", "choices": {"text": ["cell membrane", "nucleus", "cell wall", "chloroplast"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "cell wall", "arguments": ["Question: Which of the following gives a plant cell its rigid structure?\nAnswer:", " ["], "resps": [[[-7.1796875, false]], [[-9.8046875, false]], [[-5.8046875, false]], [[-7.3046875, false]], [[-10.1796875, false]], [[-10.1796875, false]], [[-5.1796875, false]], [[-7.6796875, false]], [[-7.3046875, false]], [[-7.6796875, false]], [[-5.9296875, false]], [[-8.1796875, false]], [[-3.0546875, false]], [[-9.3046875, false]], [[-7.3046875, false]], [[-9.8046875, false]], [[-9.421875, false]], [[-5.1796875, false]], [[-9.8046875, false]], [[-9.3046875, false]], [[-9.8046875, false]], [[-5.8046875, false]], [[-10.1796875, false]], [[-7.3046875, false]], [[-9.8046875, false]], [[-7.8046875, false]], [[-9.8046875, false]], [[-9.421875, false]], [[-5.1796875, false]], [[-9.8046875, false]], [[-5.8046875, false]], [[-7.3046875, false]], [[-10.1796875, false]], [[-10.1796875, false]], [[-5.1796875, false]], [[-9.0546875, false]], [[-3.0546875, false]], [[-10.1796875, false]], [[-10.1796875, false]], [[-9.8046875, false]], [[-9.421875, false]], [[-5.1796875, false]], [[-9.8046875, false]], [[-5.8046875, false]], [[-9.3046875, false]], [[-10.1796875, false]], [[-8.4296875, false]], [[-8.1796875, false]], [[-8.4296875, false]], [[-8.1796875, false]], [[-10.1796875, false]], [[-3.0546875, false]], [[-7.8046875, false]], [[-8.1796875, false]], [[-9.8046875, false]], [[-13.0546875, false]]], "filtered_resps": [[-7.1796875, false], [-9.8046875, false], [-5.8046875, false], [-7.3046875, false], [-10.1796875, false], [-10.1796875, false], [-5.1796875, false], [-7.6796875, false], [-7.3046875, false], [-7.6796875, false], [-5.9296875, false], [-8.1796875, false], [-3.0546875, false], [-9.3046875, false], [-7.3046875, false], [-9.8046875, false], [-9.421875, false], [-5.1796875, false], [-9.8046875, false], [-9.3046875, false], [-9.8046875, false], [-5.8046875, false], [-10.1796875, false], [-7.3046875, false], [-9.8046875, false], [-7.8046875, false], [-9.8046875, false], [-9.421875, false], [-5.1796875, false], [-9.8046875, false], [-5.8046875, false], [-7.3046875, false], [-10.1796875, false], [-10.1796875, false], [-5.1796875, false], [-9.0546875, false], [-3.0546875, false], [-10.1796875, false], [-10.1796875, false], [-9.8046875, false], [-9.421875, false], [-5.1796875, false], [-9.8046875, false], [-5.8046875, false], [-9.3046875, false], [-10.1796875, false], [-8.4296875, false], [-8.1796875, false], [-8.4296875, false], [-8.1796875, false], [-10.1796875, false], [-3.0546875, false], [-7.8046875, false], [-8.1796875, false], [-9.8046875, false], [-13.0546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2194, "doc": {"id": "TIMSS_2003_8_pg122", "question": "Which group of energy sources are ALL renewable?", "choices": {"text": ["coal, oil, and natural gas", "solar, oil, and geothermal", "wind, solar, and tidal", "natural gas, solar, and tidal"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "wind, solar, and tidal", "arguments": ["Question: Which group of energy sources are ALL renewable?\nAnswer:", " ["], "resps": [[[-7.87890625, false]], [[-8.375, false]], [[-11.125, false]], [[-10.125, false]], [[-7.12890625, false]], [[-11.375, false]], [[-10.515625, false]], [[-5.62890625, false]], [[-10.125, false]], [[-8.625, false]], [[-11.375, false]], [[-10.515625, false]], [[-5.62890625, false]], [[-7.12890625, false]], [[-10.125, false]], [[-10.375, false]], [[-5.62890625, false]], [[-10.125, false]], [[-7.12890625, false]], [[-12.125, false]], [[-11.375, false]], [[-12.125, false]], [[-7.12890625, false]], [[-11.375, false]], [[-5.62890625, false]], [[-12.875, false]], [[-7.12890625, false]], [[-10.375, false]], [[-8.375, false]], [[-10.515625, false]], [[-5.62890625, false]], [[-8.375, false]], [[-10.375, false]], [[-10.125, false]], [[-11.375, false]], [[-7.12890625, false]], [[-12.125, false]], [[-10.515625, false]], [[-5.62890625, false]], [[-10.125, false]], [[-8.625, false]], [[-11.375, false]], [[-10.515625, false]], [[-5.62890625, false]], [[-7.12890625, false]], [[-10.125, false]], [[-10.375, false]], [[-5.62890625, false]], [[-12.875, false]], [[-7.62890625, false]], [[-10.125, false]], [[-12.125, false]], [[-11.875, false]], [[-7.62890625, false]], [[-12.125, false]], [[-11.875, false]], [[-7.12890625, false]], [[-11.375, false]], [[-8.375, false]], [[-10.515625, false]], [[-5.62890625, false]], [[-8.375, false]], [[-10.875, false]], [[-8.625, false]], [[-10.125, false]], [[-10.375, false]], [[-10.515625, false]], [[-5.62890625, false]], [[-10.375, false]], [[-10.125, false]], [[-11.375, false]], [[-7.12890625, false]], [[-12.125, false]], [[-10.515625, false]], [[-5.62890625, false]], [[-7.12890625, false]], [[-10.125, false]], [[-10.375, false]], [[-5.62890625, false]], [[-12.125, false]], [[-8.625, false]], [[-10.375, false]], [[-7.12890625, false]], [[-11.375, false]], [[-8.375, false]], [[-10.515625, false]], [[-5.62890625, false]], [[-8.375, false]], [[-10.125, false]], [[-7.12890625, false]], [[-12.125, false]], [[-11.375, false]], [[-12.125, false]], [[-7.12890625, false]], [[-11.375, false]], [[-5.62890625, false]], [[-12.875, false]], [[-7.12890625, false]], [[-10.375, false]], [[-10.515625, false]], [[-5.62890625, false]], [[-10.375, false]], [[-10.125, false]], [[-11.375, false]], [[-7.12890625, false]], [[-12.125, false]], [[-10.515625, false]], [[-5.62890625, false]], [[-7.12890625, false]], [[-10.125, false]], [[-10.375, false]], [[-5.62890625, false]], [[-12.125, false]], [[-8.625, false]], [[-10.375, false]], [[-7.12890625, false]], [[-11.375, false]], [[-8.375, false]], [[-14.875, false]]], "filtered_resps": [[-7.87890625, false], [-8.375, false], [-11.125, false], [-10.125, false], [-7.12890625, false], [-11.375, false], [-10.515625, false], [-5.62890625, false], [-10.125, false], [-8.625, false], [-11.375, false], [-10.515625, false], [-5.62890625, false], [-7.12890625, false], [-10.125, false], [-10.375, false], [-5.62890625, false], [-10.125, false], [-7.12890625, false], [-12.125, false], [-11.375, false], [-12.125, false], [-7.12890625, false], [-11.375, false], [-5.62890625, false], [-12.875, false], [-7.12890625, false], [-10.375, false], [-8.375, false], [-10.515625, false], [-5.62890625, false], [-8.375, false], [-10.375, false], [-10.125, false], [-11.375, false], [-7.12890625, false], [-12.125, false], [-10.515625, false], [-5.62890625, false], [-10.125, false], [-8.625, false], [-11.375, false], [-10.515625, false], [-5.62890625, false], [-7.12890625, false], [-10.125, false], [-10.375, false], [-5.62890625, false], [-12.875, false], [-7.62890625, false], [-10.125, false], [-12.125, false], [-11.875, false], [-7.62890625, false], [-12.125, false], [-11.875, false], [-7.12890625, false], [-11.375, false], [-8.375, false], [-10.515625, false], [-5.62890625, false], [-8.375, false], [-10.875, false], [-8.625, false], [-10.125, false], [-10.375, false], [-10.515625, false], [-5.62890625, false], [-10.375, false], [-10.125, false], [-11.375, false], [-7.12890625, false], [-12.125, false], [-10.515625, false], [-5.62890625, false], [-7.12890625, false], [-10.125, false], [-10.375, false], [-5.62890625, false], [-12.125, false], [-8.625, false], [-10.375, false], [-7.12890625, false], [-11.375, false], [-8.375, false], [-10.515625, false], [-5.62890625, false], [-8.375, false], [-10.125, false], [-7.12890625, false], [-12.125, false], [-11.375, false], [-12.125, false], [-7.12890625, false], [-11.375, false], [-5.62890625, false], [-12.875, false], [-7.12890625, false], [-10.375, false], [-10.515625, false], [-5.62890625, false], [-10.375, false], [-10.125, false], [-11.375, false], [-7.12890625, false], [-12.125, false], [-10.515625, false], [-5.62890625, false], [-7.12890625, false], [-10.125, false], [-10.375, false], [-5.62890625, false], [-12.125, false], [-8.625, false], [-10.375, false], [-7.12890625, false], [-11.375, false], [-8.375, false], [-14.875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2202, "doc": {"id": "TIMSS_2003_8_pg19", "question": "When chlorine gas reacts with sodium metal, what type of substance is formed?", "choices": {"text": ["A mixture", "A compound", "An element", "An alloy", "A solution"], "label": ["A", "B", "C", "D", "E"]}, "answerKey": "B"}, "target": "A compound", "arguments": ["Question: When chlorine gas reacts with sodium metal, what type of substance is formed?\nAnswer:", " ["], "resps": [[[-6.734375, false]], [[-8.984375, false]], [[-2.986328125, true]], [[-4.984375, false]], [[-8.484375, false]], [[-7.484375, false]], [[-10.484375, false]], [[-9.484375, false]], [[-8.484375, false]], [[-10.234375, false]], [[-8.984375, false]], [[-8.984375, false]], [[-9.515625, false]], [[-4.984375, false]], [[-8.984375, false]], [[-2.986328125, true]], [[-4.984375, false]], [[-6.984375, false]], [[-8.734375, false]], [[-8.484375, false]], [[-9.984375, false]], [[-8.734375, false]], [[-8.484375, false]], [[-7.234375, false]], [[-10.484375, false]], [[-8.984375, false]], [[-9.515625, false]], [[-4.984375, false]], [[-8.984375, false]], [[-2.986328125, true]], [[-7.234375, false]], [[-4.984375, false]], [[-8.984375, false]], [[-10.484375, false]], [[-8.984375, false]], [[-8.484375, false]], [[-8.984375, false]], [[-7.234375, false]], [[-9.484375, false]], [[-8.984375, false]], [[-9.515625, false]], [[-4.984375, false]], [[-8.984375, false]], [[-2.986328125, true]], [[-7.234375, false]], [[-4.984375, false]], [[-3.736328125, false]], [[-10.484375, false]], [[-10.484375, false]], [[-8.734375, false]], [[-10.234375, false]], [[-8.984375, false]], [[-9.515625, false]], [[-4.984375, false]], [[-8.984375, false]], [[-2.986328125, true]], [[-4.984375, false]], [[-9.234375, false]], [[-8.734375, false]], [[-10.484375, false]], [[-8.484375, false]], [[-9.484375, false]], [[-7.484375, false]], [[-8.734375, false]], [[-7.234375, false]], [[-8.984375, false]], [[-12.734375, false]]], "filtered_resps": [[-6.734375, false], [-8.984375, false], [-2.986328125, true], [-4.984375, false], [-8.484375, false], [-7.484375, false], [-10.484375, false], [-9.484375, false], [-8.484375, false], [-10.234375, false], [-8.984375, false], [-8.984375, false], [-9.515625, false], [-4.984375, false], [-8.984375, false], [-2.986328125, true], [-4.984375, false], [-6.984375, false], [-8.734375, false], [-8.484375, false], [-9.984375, false], [-8.734375, false], [-8.484375, false], [-7.234375, false], [-10.484375, false], [-8.984375, false], [-9.515625, false], [-4.984375, false], [-8.984375, false], [-2.986328125, true], [-7.234375, false], [-4.984375, false], [-8.984375, false], [-10.484375, false], [-8.984375, false], [-8.484375, false], [-8.984375, false], [-7.234375, false], [-9.484375, false], [-8.984375, false], [-9.515625, false], [-4.984375, false], [-8.984375, false], [-2.986328125, true], [-7.234375, false], [-4.984375, false], [-3.736328125, false], [-10.484375, false], [-10.484375, false], [-8.734375, false], [-10.234375, false], [-8.984375, false], [-9.515625, false], [-4.984375, false], [-8.984375, false], [-2.986328125, true], [-4.984375, false], [-9.234375, false], [-8.734375, false], [-10.484375, false], [-8.484375, false], [-9.484375, false], [-7.484375, false], [-8.734375, false], [-7.234375, false], [-8.984375, false], [-12.734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2210, "doc": {"id": "Mercury_7094815", "question": "Gravity can be defined as a force of attraction between objects. The effects of gravity can be witnessed in many systems. Which of these actions is an example of gravity influencing other systems?", "choices": {"text": ["surface water evaporating into the atmosphere", "planets moving around the Sun in an elliptical pattern", "glaciers melting because of increasing temperatures", "groundwater moving to the surface in an artesian well"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "planets moving around the Sun in an elliptical pattern", "arguments": ["Question: Gravity can be defined as a force of attraction between objects. The effects of gravity can be witnessed in many systems. Which of these actions is an example of gravity influencing other systems?\nAnswer:", " ["], "resps": [[[-6.6875, false]], [[-9.3125, false]], [[-8.5625, false]], [[-10.8125, false]], [[-9.4375, false]], [[-7.9375, false]], [[-4.4375, false]], [[-7.9375, false]], [[-7.1875, false]], [[-4.9375, false]], [[-10.5625, false]], [[-4.4375, false]], [[-10.3125, false]], [[-7.1875, false]], [[-9.4375, false]], [[-4.9375, false]], [[-7.1875, false]], [[-9.3125, false]], [[-4.4375, false]], [[-9.1875, false]], [[-8.4375, false]], [[-9.4375, false]], [[-4.4375, false]], [[-10.3125, false]], [[-7.5625, false]], [[-10.0625, false]], [[-9.9375, false]], [[-4.9375, false]], [[-7.5625, false]], [[-10.0625, false]], [[-10.3125, false]], [[-8.4375, false]], [[-4.9375, false]], [[-10.3125, false]], [[-9.0625, false]], [[-7.1875, false]], [[-4.9375, false]], [[-4.4375, false]], [[-10.3125, false]], [[-8.4375, false]], [[-8.4375, false]], [[-8.5625, false]], [[-9.1875, false]], [[-9.0625, false]], [[-7.1875, false]], [[-9.4375, false]], [[-7.1875, false]], [[-9.3125, false]], [[-9.34375, false]], [[-4.9375, false]], [[-9.3125, false]], [[-9.1875, false]], [[-9.4375, false]], [[-4.4375, false]], [[-10.0625, false]], [[-7.1875, false]], [[-10.3125, false]], [[-8.5625, false]], [[-4.9375, false]], [[-8.4375, false]], [[-8.4375, false]], [[-9.3125, false]], [[-7.5625, false]], [[-10.0625, false]], [[-9.9375, false]], [[-4.9375, false]], [[-4.4375, false]], [[-9.4375, false]], [[-8.4375, false]], [[-10.8125, false]], [[-10.0625, false]], [[-7.9375, false]], [[-4.9375, false]], [[-10.3125, false]], [[-9.0625, false]], [[-7.1875, false]], [[-4.9375, false]], [[-6.0625, false]], [[-10.8125, false]], [[-10.0625, false]], [[-4.9375, false]], [[-7.5625, false]], [[-10.0625, false]], [[-4.9375, false]], [[-4.4375, false]], [[-10.0625, false]], [[-4.9375, false]], [[-7.1875, false]], [[-9.4375, false]], [[-9.4375, false]], [[-7.5625, false]], [[-9.1875, false]], [[-10.3125, false]], [[-7.5625, false]], [[-7.9375, false]], [[-4.4375, false]], [[-9.4375, false]], [[-4.9375, false]], [[-9.1875, false]], [[-4.4375, false]], [[-10.3125, false]], [[-10.3125, false]], [[-7.1875, false]], [[-9.4375, false]], [[-10.0625, false]], [[-9.3125, false]], [[-9.34375, false]], [[-4.9375, false]], [[-9.3125, false]], [[-9.9375, false]], [[-9.4375, false]], [[-4.4375, false]], [[-7.9375, false]], [[-7.5625, false]], [[-7.1875, false]], [[-9.4375, false]], [[-8.5625, false]], [[-4.9375, false]], [[-8.4375, false]], [[-7.1875, false]], [[-9.4375, false]], [[-10.3125, false]], [[-7.5625, false]], [[-10.0625, false]], [[-9.9375, false]], [[-4.9375, false]], [[-6.4375, false]], [[-7.1875, false]], [[-7.9375, false]], [[-4.4375, false]], [[-10.8125, false]], [[-8.5625, false]], [[-7.1875, false]], [[-4.9375, false]], [[-8.4375, false]], [[-7.9375, false]], [[-4.9375, false]], [[-7.5625, false]], [[-10.0625, false]], [[-7.9375, false]], [[-9.4375, false]], [[-7.1875, false]], [[-4.4375, false]], [[-8.5625, false]], [[-7.5625, false]], [[-10.0625, false]], [[-9.9375, false]], [[-4.9375, false]], [[-10.3125, false]], [[-7.1875, false]], [[-8.4375, false]], [[-9.1875, false]], [[-7.1875, false]], [[-9.4375, false]], [[-4.4375, false]], [[-10.3125, false]], [[-10.8125, false]], [[-9.4375, false]], [[-7.1875, false]], [[-8.5625, false]], [[-9.3125, false]], [[-9.34375, false]], [[-4.9375, false]], [[-9.3125, false]], [[-9.9375, false]], [[-9.4375, false]], [[-8.4375, false]], [[-10.8125, false]], [[-10.0625, false]], [[-7.9375, false]], [[-10.5625, false]], [[-4.4375, false]], [[-10.3125, false]], [[-7.1875, false]], [[-9.4375, false]], [[-4.9375, false]], [[-8.4375, false]], [[-8.4375, false]], [[-9.3125, false]], [[-7.5625, false]], [[-10.0625, false]], [[-9.9375, false]], [[-4.9375, false]], [[-10.3125, false]], [[-8.4375, false]], [[-4.9375, false]], [[-10.3125, false]], [[-9.0625, false]], [[-7.1875, false]], [[-4.9375, false]], [[-8.5625, false]], [[-10.8125, false]], [[-9.4375, false]], [[-7.9375, false]], [[-4.4375, false]], [[-7.9375, false]], [[-7.1875, false]], [[-4.9375, false]], [[-7.5625, false]], [[-10.0625, false]], [[-4.9375, false]], [[-4.4375, false]], [[-10.0625, false]], [[-4.9375, false]], [[-4.4375, false]], [[-9.4375, false]], [[-10.3125, false]], [[-7.1875, false]], [[-8.5625, false]], [[-7.5625, false]], [[-4.4375, false]], [[-10.0625, false]], [[-4.9375, false]], [[-10.5625, false]], [[-7.1875, false]], [[-9.4375, false]], [[-9.4375, false]], [[-9.3125, false]], [[-11.0625, false]]], "filtered_resps": [[-6.6875, false], [-9.3125, false], [-8.5625, false], [-10.8125, false], [-9.4375, false], [-7.9375, false], [-4.4375, false], [-7.9375, false], [-7.1875, false], [-4.9375, false], [-10.5625, false], [-4.4375, false], [-10.3125, false], [-7.1875, false], [-9.4375, false], [-4.9375, false], [-7.1875, false], [-9.3125, false], [-4.4375, false], [-9.1875, false], [-8.4375, false], [-9.4375, false], [-4.4375, false], [-10.3125, false], [-7.5625, false], [-10.0625, false], [-9.9375, false], [-4.9375, false], [-7.5625, false], [-10.0625, false], [-10.3125, false], [-8.4375, false], [-4.9375, false], [-10.3125, false], [-9.0625, false], [-7.1875, false], [-4.9375, false], [-4.4375, false], [-10.3125, false], [-8.4375, false], [-8.4375, false], [-8.5625, false], [-9.1875, false], [-9.0625, false], [-7.1875, false], [-9.4375, false], [-7.1875, false], [-9.3125, false], [-9.34375, false], [-4.9375, false], [-9.3125, false], [-9.1875, false], [-9.4375, false], [-4.4375, false], [-10.0625, false], [-7.1875, false], [-10.3125, false], [-8.5625, false], [-4.9375, false], [-8.4375, false], [-8.4375, false], [-9.3125, false], [-7.5625, false], [-10.0625, false], [-9.9375, false], [-4.9375, false], [-4.4375, false], [-9.4375, false], [-8.4375, false], [-10.8125, false], [-10.0625, false], [-7.9375, false], [-4.9375, false], [-10.3125, false], [-9.0625, false], [-7.1875, false], [-4.9375, false], [-6.0625, false], [-10.8125, false], [-10.0625, false], [-4.9375, false], [-7.5625, false], [-10.0625, false], [-4.9375, false], [-4.4375, false], [-10.0625, false], [-4.9375, false], [-7.1875, false], [-9.4375, false], [-9.4375, false], [-7.5625, false], [-9.1875, false], [-10.3125, false], [-7.5625, false], [-7.9375, false], [-4.4375, false], [-9.4375, false], [-4.9375, false], [-9.1875, false], [-4.4375, false], [-10.3125, false], [-10.3125, false], [-7.1875, false], [-9.4375, false], [-10.0625, false], [-9.3125, false], [-9.34375, false], [-4.9375, false], [-9.3125, false], [-9.9375, false], [-9.4375, false], [-4.4375, false], [-7.9375, false], [-7.5625, false], [-7.1875, false], [-9.4375, false], [-8.5625, false], [-4.9375, false], [-8.4375, false], [-7.1875, false], [-9.4375, false], [-10.3125, false], [-7.5625, false], [-10.0625, false], [-9.9375, false], [-4.9375, false], [-6.4375, false], [-7.1875, false], [-7.9375, false], [-4.4375, false], [-10.8125, false], [-8.5625, false], [-7.1875, false], [-4.9375, false], [-8.4375, false], [-7.9375, false], [-4.9375, false], [-7.5625, false], [-10.0625, false], [-7.9375, false], [-9.4375, false], [-7.1875, false], [-4.4375, false], [-8.5625, false], [-7.5625, false], [-10.0625, false], [-9.9375, false], [-4.9375, false], [-10.3125, false], [-7.1875, false], [-8.4375, false], [-9.1875, false], [-7.1875, false], [-9.4375, false], [-4.4375, false], [-10.3125, false], [-10.8125, false], [-9.4375, false], [-7.1875, false], [-8.5625, false], [-9.3125, false], [-9.34375, false], [-4.9375, false], [-9.3125, false], [-9.9375, false], [-9.4375, false], [-8.4375, false], [-10.8125, false], [-10.0625, false], [-7.9375, false], [-10.5625, false], [-4.4375, false], [-10.3125, false], [-7.1875, false], [-9.4375, false], [-4.9375, false], [-8.4375, false], [-8.4375, false], [-9.3125, false], [-7.5625, false], [-10.0625, false], [-9.9375, false], [-4.9375, false], [-10.3125, false], [-8.4375, false], [-4.9375, false], [-10.3125, false], [-9.0625, false], [-7.1875, false], [-4.9375, false], [-8.5625, false], [-10.8125, false], [-9.4375, false], [-7.9375, false], [-4.4375, false], [-7.9375, false], [-7.1875, false], [-4.9375, false], [-7.5625, false], [-10.0625, false], [-4.9375, false], [-4.4375, false], [-10.0625, false], [-4.9375, false], [-4.4375, false], [-9.4375, false], [-10.3125, false], [-7.1875, false], [-8.5625, false], [-7.5625, false], [-4.4375, false], [-10.0625, false], [-4.9375, false], [-10.5625, false], [-7.1875, false], [-9.4375, false], [-9.4375, false], [-9.3125, false], [-11.0625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2218, "doc": {"id": "Mercury_LBS10254", "question": "Which of the following shows the correct sequence of inventions?", "choices": {"text": ["printing press -> microscope -> telephone", "television -> automobile -> microwave", "airplane -> microphone -> radio", "Doppler radar -> microphone -> telescope"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "printing press -> microscope -> telephone", "arguments": ["Question: Which of the following shows the correct sequence of inventions?\nAnswer:", " ["], "resps": [[[-5.203125, false]], [[-7.703125, false]], [[-7.328125, false]], [[-8.703125, false]], [[-6.703125, false]], [[-7.703125, false]], [[-8.703125, false]], [[-6.703125, false]], [[-7.703125, false]], [[-9.203125, false]], [[-4.953125, false]], [[-7.328125, false]], [[-8.703125, false]], [[-7.703125, false]], [[-8.578125, false]], [[-8.578125, false]], [[-4.953125, false]], [[-6.578125, false]], [[-9.453125, false]], [[-4.953125, false]], [[-8.328125, false]], [[-6.703125, false]], [[-6.328125, false]], [[-8.703125, false]], [[-8.578125, false]], [[-8.578125, false]], [[-6.328125, false]], [[-8.578125, false]], [[-7.328125, false]], [[-7.703125, false]], [[-4.953125, false]], [[-6.578125, false]], [[-9.453125, false]], [[-4.953125, false]], [[-8.703125, false]], [[-7.703125, false]], [[-7.953125, false]], [[-7.703125, false]], [[-7.328125, false]], [[-8.578125, false]], [[-8.578125, false]], [[-7.703125, false]], [[-7.703125, false]], [[-7.703125, false]], [[-8.6953125, false]], [[-4.953125, false]], [[-7.703125, false]], [[-8.703125, false]], [[-7.703125, false]], [[-7.953125, false]], [[-7.703125, false]], [[-8.078125, false]], [[-6.703125, false]], [[-8.578125, false]], [[-6.703125, false]], [[-8.578125, false]], [[-7.703125, false]], [[-4.953125, false]], [[-6.578125, false]], [[-9.453125, false]], [[-4.953125, false]], [[-3.705078125, false]], [[-9.953125, false]], [[-8.703125, false]], [[-8.578125, false]], [[-8.328125, false]], [[-8.578125, false]], [[-5.453125, false]], [[-6.703125, false]], [[-7.953125, false]], [[-7.703125, false]], [[-4.953125, false]], [[-6.578125, false]], [[-9.453125, false]], [[-4.953125, false]], [[-8.328125, false]], [[-6.703125, false]], [[-6.328125, false]], [[-8.703125, false]], [[-8.578125, false]], [[-8.828125, false]], [[-3.705078125, false]], [[-8.078125, false]], [[-7.703125, false]], [[-7.703125, false]], [[-8.6953125, false]], [[-4.953125, false]], [[-7.703125, false]], [[-3.705078125, false]], [[-6.703125, false]], [[-8.703125, false]], [[-7.328125, false]], [[-7.953125, false]], [[-3.705078125, false]], [[-7.703125, false]], [[-7.703125, false]], [[-4.953125, false]], [[-6.578125, false]], [[-9.453125, false]], [[-4.953125, false]], [[-8.328125, false]], [[-6.703125, false]], [[-6.328125, false]], [[-8.703125, false]], [[-8.578125, false]], [[-7.328125, false]], [[-8.578125, false]], [[-8.578125, false]], [[-7.703125, false]], [[-7.703125, false]], [[-4.953125, false]], [[-6.578125, false]], [[-9.453125, false]], [[-4.953125, false]], [[-8.703125, false]], [[-3.705078125, false]], [[-6.953125, false]], [[-6.703125, false]], [[-8.578125, false]], [[-7.703125, false]], [[-8.6953125, false]], [[-4.953125, false]], [[-7.703125, false]], [[-5.328125, false]], [[-8.578125, false]], [[-7.328125, false]], [[-7.328125, false]], [[-7.953125, false]], [[-7.703125, false]], [[-8.703125, false]], [[-4.953125, false]], [[-8.703125, false]], [[-3.705078125, false]], [[-6.953125, false]], [[-3.705078125, false]], [[-8.703125, false]], [[-4.953125, false]], [[-6.578125, false]], [[-9.453125, false]], [[-4.953125, false]], [[-8.328125, false]], [[-6.703125, false]], [[-6.328125, false]], [[-8.703125, false]], [[-8.578125, false]], [[-7.328125, false]], [[-8.578125, false]], [[-8.578125, false]], [[-7.703125, false]], [[-7.703125, false]], [[-4.953125, false]], [[-6.578125, false]], [[-9.453125, false]], [[-4.953125, false]], [[-8.703125, false]], [[-7.703125, false]], [[-7.953125, false]], [[-7.703125, false]], [[-8.578125, false]], [[-6.328125, false]], [[-8.578125, false]], [[-7.328125, false]], [[-7.703125, false]], [[-7.703125, false]], [[-11.078125, false]]], "filtered_resps": [[-5.203125, false], [-7.703125, false], [-7.328125, false], [-8.703125, false], [-6.703125, false], [-7.703125, false], [-8.703125, false], [-6.703125, false], [-7.703125, false], [-9.203125, false], [-4.953125, false], [-7.328125, false], [-8.703125, false], [-7.703125, false], [-8.578125, false], [-8.578125, false], [-4.953125, false], [-6.578125, false], [-9.453125, false], [-4.953125, false], [-8.328125, false], [-6.703125, false], [-6.328125, false], [-8.703125, false], [-8.578125, false], [-8.578125, false], [-6.328125, false], [-8.578125, false], [-7.328125, false], [-7.703125, false], [-4.953125, false], [-6.578125, false], [-9.453125, false], [-4.953125, false], [-8.703125, false], [-7.703125, false], [-7.953125, false], [-7.703125, false], [-7.328125, false], [-8.578125, false], [-8.578125, false], [-7.703125, false], [-7.703125, false], [-7.703125, false], [-8.6953125, false], [-4.953125, false], [-7.703125, false], [-8.703125, false], [-7.703125, false], [-7.953125, false], [-7.703125, false], [-8.078125, false], [-6.703125, false], [-8.578125, false], [-6.703125, false], [-8.578125, false], [-7.703125, false], [-4.953125, false], [-6.578125, false], [-9.453125, false], [-4.953125, false], [-3.705078125, false], [-9.953125, false], [-8.703125, false], [-8.578125, false], [-8.328125, false], [-8.578125, false], [-5.453125, false], [-6.703125, false], [-7.953125, false], [-7.703125, false], [-4.953125, false], [-6.578125, false], [-9.453125, false], [-4.953125, false], [-8.328125, false], [-6.703125, false], [-6.328125, false], [-8.703125, false], [-8.578125, false], [-8.828125, false], [-3.705078125, false], [-8.078125, false], [-7.703125, false], [-7.703125, false], [-8.6953125, false], [-4.953125, false], [-7.703125, false], [-3.705078125, false], [-6.703125, false], [-8.703125, false], [-7.328125, false], [-7.953125, false], [-3.705078125, false], [-7.703125, false], [-7.703125, false], [-4.953125, false], [-6.578125, false], [-9.453125, false], [-4.953125, false], [-8.328125, false], [-6.703125, false], [-6.328125, false], [-8.703125, false], [-8.578125, false], [-7.328125, false], [-8.578125, false], [-8.578125, false], [-7.703125, false], [-7.703125, false], [-4.953125, false], [-6.578125, false], [-9.453125, false], [-4.953125, false], [-8.703125, false], [-3.705078125, false], [-6.953125, false], [-6.703125, false], [-8.578125, false], [-7.703125, false], [-8.6953125, false], [-4.953125, false], [-7.703125, false], [-5.328125, false], [-8.578125, false], [-7.328125, false], [-7.328125, false], [-7.953125, false], [-7.703125, false], [-8.703125, false], [-4.953125, false], [-8.703125, false], [-3.705078125, false], [-6.953125, false], [-3.705078125, false], [-8.703125, false], [-4.953125, false], [-6.578125, false], [-9.453125, false], [-4.953125, false], [-8.328125, false], [-6.703125, false], [-6.328125, false], [-8.703125, false], [-8.578125, false], [-7.328125, false], [-8.578125, false], [-8.578125, false], [-7.703125, false], [-7.703125, false], [-4.953125, false], [-6.578125, false], [-9.453125, false], [-4.953125, false], [-8.703125, false], [-7.703125, false], [-7.953125, false], [-7.703125, false], [-8.578125, false], [-6.328125, false], [-8.578125, false], [-7.328125, false], [-7.703125, false], [-7.703125, false], [-11.078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2226, "doc": {"id": "MEA_2014_8_7", "question": "Which two characteristics affect a planet's gravitational attraction to the Sun?", "choices": {"text": ["mass and volume", "volume and length of day", "distance from the Sun and mass", "length of day and distance from the Sun"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "distance from the Sun and mass", "arguments": ["Question: Which two characteristics affect a planet's gravitational attraction to the Sun?\nAnswer:", " ["], "resps": [[[-7.3828125, false]], [[-8.8828125, false]], [[-8.3828125, false]], [[-3.630859375, false]], [[-9.1328125, false]], [[-9.1328125, false]], [[-4.8828125, false]], [[-3.630859375, false]], [[-8.8828125, false]], [[-8.6328125, false]], [[-4.8828125, false]], [[-9.1328125, false]], [[-8.8828125, false]], [[-10.1328125, false]], [[-11.6328125, false]], [[-8.3828125, false]], [[-7.8828125, false]], [[-8.8828125, false]], [[-9.234375, false]], [[-4.8828125, false]], [[-8.8828125, false]], [[-9.1328125, false]], [[-8.8828125, false]], [[-10.1328125, false]], [[-11.6328125, false]], [[-8.3828125, false]], [[-7.8828125, false]], [[-4.8828125, false]], [[-3.630859375, false]], [[-8.8828125, false]], [[-8.6328125, false]], [[-4.8828125, false]], [[-10.1328125, false]], [[-7.8828125, false]], [[-8.8828125, false]], [[-10.1328125, false]], [[-8.6328125, false]], [[-9.6328125, false]], [[-4.8828125, false]], [[-8.8828125, false]], [[-9.3828125, false]], [[-4.8828125, false]], [[-8.6328125, false]], [[-3.630859375, false]], [[-10.6328125, false]], [[-8.8828125, false]], [[-9.234375, false]], [[-4.8828125, false]], [[-8.8828125, false]], [[-8.6328125, false]], [[-7.8828125, false]], [[-9.1328125, false]], [[-8.6328125, false]], [[-3.630859375, false]], [[-8.8828125, false]], [[-7.8828125, false]], [[-7.8828125, false]], [[-4.8828125, false]], [[-9.3828125, false]], [[-9.6328125, false]], [[-8.8828125, false]], [[-8.3828125, false]], [[-4.8828125, false]], [[-8.6328125, false]], [[-9.6328125, false]], [[-7.8828125, false]], [[-4.8828125, false]], [[-6.3828125, false]], [[-11.6328125, false]], [[-8.8828125, false]], [[-4.8828125, false]], [[-3.630859375, false]], [[-8.8828125, false]], [[-8.6328125, false]], [[-4.8828125, false]], [[-8.3828125, false]], [[-3.630859375, false]], [[-9.1328125, false]], [[-9.1328125, false]], [[-8.8828125, false]], [[-9.234375, false]], [[-4.8828125, false]], [[-8.8828125, false]], [[-10.1328125, false]], [[-7.8828125, false]], [[-8.8828125, false]], [[-10.1328125, false]], [[-8.6328125, false]], [[-9.6328125, false]], [[-4.8828125, false]], [[-8.8828125, false]], [[-9.3828125, false]], [[-4.8828125, false]], [[-8.6328125, false]], [[-3.630859375, false]], [[-10.6328125, false]], [[-4.8828125, false]], [[-3.630859375, false]], [[-8.8828125, false]], [[-8.6328125, false]], [[-4.8828125, false]], [[-8.6328125, false]], [[-7.8828125, false]], [[-9.1328125, false]], [[-8.6328125, false]], [[-3.630859375, false]], [[-8.8828125, false]], [[-7.8828125, false]], [[-7.8828125, false]], [[-4.8828125, false]], [[-9.3828125, false]], [[-9.6328125, false]], [[-8.8828125, false]], [[-8.3828125, false]], [[-4.8828125, false]], [[-8.6328125, false]], [[-9.6328125, false]], [[-7.8828125, false]], [[-4.8828125, false]], [[-6.3828125, false]], [[-11.6328125, false]], [[-8.8828125, false]], [[-8.8828125, false]], [[-11.1328125, false]]], "filtered_resps": [[-7.3828125, false], [-8.8828125, false], [-8.3828125, false], [-3.630859375, false], [-9.1328125, false], [-9.1328125, false], [-4.8828125, false], [-3.630859375, false], [-8.8828125, false], [-8.6328125, false], [-4.8828125, false], [-9.1328125, false], [-8.8828125, false], [-10.1328125, false], [-11.6328125, false], [-8.3828125, false], [-7.8828125, false], [-8.8828125, false], [-9.234375, false], [-4.8828125, false], [-8.8828125, false], [-9.1328125, false], [-8.8828125, false], [-10.1328125, false], [-11.6328125, false], [-8.3828125, false], [-7.8828125, false], [-4.8828125, false], [-3.630859375, false], [-8.8828125, false], [-8.6328125, false], [-4.8828125, false], [-10.1328125, false], [-7.8828125, false], [-8.8828125, false], [-10.1328125, false], [-8.6328125, false], [-9.6328125, false], [-4.8828125, false], [-8.8828125, false], [-9.3828125, false], [-4.8828125, false], [-8.6328125, false], [-3.630859375, false], [-10.6328125, false], [-8.8828125, false], [-9.234375, false], [-4.8828125, false], [-8.8828125, false], [-8.6328125, false], [-7.8828125, false], [-9.1328125, false], [-8.6328125, false], [-3.630859375, false], [-8.8828125, false], [-7.8828125, false], [-7.8828125, false], [-4.8828125, false], [-9.3828125, false], [-9.6328125, false], [-8.8828125, false], [-8.3828125, false], [-4.8828125, false], [-8.6328125, false], [-9.6328125, false], [-7.8828125, false], [-4.8828125, false], [-6.3828125, false], [-11.6328125, false], [-8.8828125, false], [-4.8828125, false], [-3.630859375, false], [-8.8828125, false], [-8.6328125, false], [-4.8828125, false], [-8.3828125, false], [-3.630859375, false], [-9.1328125, false], [-9.1328125, false], [-8.8828125, false], [-9.234375, false], [-4.8828125, false], [-8.8828125, false], [-10.1328125, false], [-7.8828125, false], [-8.8828125, false], [-10.1328125, false], [-8.6328125, false], [-9.6328125, false], [-4.8828125, false], [-8.8828125, false], [-9.3828125, false], [-4.8828125, false], [-8.6328125, false], [-3.630859375, false], [-10.6328125, false], [-4.8828125, false], [-3.630859375, false], [-8.8828125, false], [-8.6328125, false], [-4.8828125, false], [-8.6328125, false], [-7.8828125, false], [-9.1328125, false], [-8.6328125, false], [-3.630859375, false], [-8.8828125, false], [-7.8828125, false], [-7.8828125, false], [-4.8828125, false], [-9.3828125, false], [-9.6328125, false], [-8.8828125, false], [-8.3828125, false], [-4.8828125, false], [-8.6328125, false], [-9.6328125, false], [-7.8828125, false], [-4.8828125, false], [-6.3828125, false], [-11.6328125, false], [-8.8828125, false], [-8.8828125, false], [-11.1328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2234, "doc": {"id": "MCAS_1999_8_10", "question": "The energy that allows the water cycle to occur comes from", "choices": {"text": ["friction.", "electricity.", "the Sun.", "radioactive decay."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "the Sun.", "arguments": ["Question: The energy that allows the water cycle to occur comes from\nAnswer:", " ["], "resps": [[[-7.30078125, false]], [[-8.0546875, false]], [[-9.8046875, false]], [[-11.0546875, false]], [[-7.92578125, false]], [[-9.1796875, false]], [[-10.4296875, false]], [[-7.92578125, false]], [[-9.1796875, false]], [[-9.5546875, false]], [[-6.62109375, false]], [[-8.0546875, false]], [[-8.5, false]], [[-5.17578125, false]], [[-8.0546875, false]], [[-8.5546875, false]], [[-10.6796875, false]], [[-8.5546875, false]], [[-9.1796875, false]], [[-10.4296875, false]], [[-11.0546875, false]], [[-7.92578125, false]], [[-9.1796875, false]], [[-7.92578125, false]], [[-10.4296875, false]], [[-10.9296875, false]], [[-6.62109375, false]], [[-8.0546875, false]], [[-8.5, false]], [[-5.17578125, false]], [[-8.0546875, false]], [[-10.4296875, false]], [[-10.5546875, false]], [[-8.5546875, false]], [[-5.17578125, false]], [[-6.67578125, false]], [[-10.4296875, false]], [[-9.5546875, false]], [[-6.62109375, false]], [[-8.0546875, false]], [[-8.5, false]], [[-5.17578125, false]], [[-8.0546875, false]], [[-11.0546875, false]], [[-5.55078125, false]], [[-8.8046875, false]], [[-7.92578125, false]], [[-9.1796875, false]], [[-5.55078125, false]], [[-9.1796875, false]], [[-10.4296875, false]], [[-7.92578125, false]], [[-10.8046875, false]], [[-8.5546875, false]], [[-5.17578125, false]], [[-8.8046875, false]], [[-8.5546875, false]], [[-9.1796875, false]], [[-5.55078125, false]], [[-10.9296875, false]], [[-6.62109375, false]], [[-8.0546875, false]], [[-12.5546875, false]]], "filtered_resps": [[-7.30078125, false], [-8.0546875, false], [-9.8046875, false], [-11.0546875, false], [-7.92578125, false], [-9.1796875, false], [-10.4296875, false], [-7.92578125, false], [-9.1796875, false], [-9.5546875, false], [-6.62109375, false], [-8.0546875, false], [-8.5, false], [-5.17578125, false], [-8.0546875, false], [-8.5546875, false], [-10.6796875, false], [-8.5546875, false], [-9.1796875, false], [-10.4296875, false], [-11.0546875, false], [-7.92578125, false], [-9.1796875, false], [-7.92578125, false], [-10.4296875, false], [-10.9296875, false], [-6.62109375, false], [-8.0546875, false], [-8.5, false], [-5.17578125, false], [-8.0546875, false], [-10.4296875, false], [-10.5546875, false], [-8.5546875, false], [-5.17578125, false], [-6.67578125, false], [-10.4296875, false], [-9.5546875, false], [-6.62109375, false], [-8.0546875, false], [-8.5, false], [-5.17578125, false], [-8.0546875, false], [-11.0546875, false], [-5.55078125, false], [-8.8046875, false], [-7.92578125, false], [-9.1796875, false], [-5.55078125, false], [-9.1796875, false], [-10.4296875, false], [-7.92578125, false], [-10.8046875, false], [-8.5546875, false], [-5.17578125, false], [-8.8046875, false], [-8.5546875, false], [-9.1796875, false], [-5.55078125, false], [-10.9296875, false], [-6.62109375, false], [-8.0546875, false], [-12.5546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2242, "doc": {"id": "NYSEDREGENTS_2015_8_22", "question": "One positive effect of recycling aluminum cans to manufacture new beverage containers is", "choices": {"text": ["conserving Earth's resources", "creating acid rain", "warming Earth's atmosphere", "increasing the ozone layer"], "label": ["1", "2", "3", "4"]}, "answerKey": "1"}, "target": "conserving Earth's resources", "arguments": ["Question: One positive effect of recycling aluminum cans to manufacture new beverage containers is\nAnswer:", " ["], "resps": [[[-8.25, false]], [[-6.25, false]], [[-10.5, false]], [[-10.0, false]], [[-9.875, false]], [[-9.75, false]], [[-8.875, false]], [[-11.5, false]], [[-12.75, false]], [[-8.0, false]], [[-9.875, false]], [[-12.25, false]], [[-5.5, false]], [[-5.875, false]], [[-5.375, false]], [[-11.5, false]], [[-10.5, false]], [[-12.0, false]], [[-9.0, false]], [[-9.75, false]], [[-5.5, false]], [[-11.5, false]], [[-8.875, false]], [[-9.75, false]], [[-10.0, false]], [[-11.5, false]], [[-11.5, false]], [[-10.5, false]], [[-8.875, false]], [[-9.75, false]], [[-6.25, false]], [[-8.75, false]], [[-5.5, false]], [[-9.0, false]], [[-10.5, false]], [[-11.5, false]], [[-8.875, false]], [[-5.375, false]], [[-10.5, false]], [[-8.0, false]], [[-9.875, false]], [[-12.25, false]], [[-5.5, false]], [[-5.375, false]], [[-10.5, false]], [[-8.0, false]], [[-10.375, false]], [[-5.5, false]], [[-11.5, false]], [[-5.375, false]], [[-8.0, false]], [[-9.875, false]], [[-9.0, false]], [[-8.75, false]], [[-5.5, false]], [[-6.25, false]], [[-11.25, false]], [[-5.375, false]], [[-11.5, false]], [[-11.0, false]], [[-8.0, false]], [[-9.875, false]], [[-12.25, false]], [[-5.5, false]], [[-5.875, false]], [[-5.375, false]], [[-11.5, false]], [[-10.5, false]], [[-12.0, false]], [[-9.0, false]], [[-9.75, false]], [[-5.5, false]], [[-5.375, false]], [[-10.5, false]], [[-11.0, false]], [[-10.0, false]], [[-9.75, false]], [[-10.5, false]], [[-12.0, false]], [[-8.875, false]], [[-11.5, false]], [[-8.875, false]], [[-6.25, false]], [[-8.75, false]], [[-5.5, false]], [[-9.0, false]], [[-8.0, false]], [[-9.875, false]], [[-10.5, false]], [[-11.5, false]], [[-8.875, false]], [[-5.375, false]], [[-9.75, false]], [[-8.0, false]], [[-9.875, false]], [[-12.25, false]], [[-5.5, false]], [[-10.5, false]], [[-12.0, false]], [[-8.875, false]], [[-5.5, false]], [[-10.0, false]], [[-13.5, false]], [[-10.0, false]], [[-9.875, false]], [[-8.875, false]], [[-5.5, false]], [[-10.5, false]], [[-5.375, false]], [[-10.875, false]], [[-8.875, false]], [[-11.5, false]], [[-9.0, false]], [[-13.0, false]]], "filtered_resps": [[-8.25, false], [-6.25, false], [-10.5, false], [-10.0, false], [-9.875, false], [-9.75, false], [-8.875, false], [-11.5, false], [-12.75, false], [-8.0, false], [-9.875, false], [-12.25, false], [-5.5, false], [-5.875, false], [-5.375, false], [-11.5, false], [-10.5, false], [-12.0, false], [-9.0, false], [-9.75, false], [-5.5, false], [-11.5, false], [-8.875, false], [-9.75, false], [-10.0, false], [-11.5, false], [-11.5, false], [-10.5, false], [-8.875, false], [-9.75, false], [-6.25, false], [-8.75, false], [-5.5, false], [-9.0, false], [-10.5, false], [-11.5, false], [-8.875, false], [-5.375, false], [-10.5, false], [-8.0, false], [-9.875, false], [-12.25, false], [-5.5, false], [-5.375, false], [-10.5, false], [-8.0, false], [-10.375, false], [-5.5, false], [-11.5, false], [-5.375, false], [-8.0, false], [-9.875, false], [-9.0, false], [-8.75, false], [-5.5, false], [-6.25, false], [-11.25, false], [-5.375, false], [-11.5, false], [-11.0, false], [-8.0, false], [-9.875, false], [-12.25, false], [-5.5, false], [-5.875, false], [-5.375, false], [-11.5, false], [-10.5, false], [-12.0, false], [-9.0, false], [-9.75, false], [-5.5, false], [-5.375, false], [-10.5, false], [-11.0, false], [-10.0, false], [-9.75, false], [-10.5, false], [-12.0, false], [-8.875, false], [-11.5, false], [-8.875, false], [-6.25, false], [-8.75, false], [-5.5, false], [-9.0, false], [-8.0, false], [-9.875, false], [-10.5, false], [-11.5, false], [-8.875, false], [-5.375, false], [-9.75, false], [-8.0, false], [-9.875, false], [-12.25, false], [-5.5, false], [-10.5, false], [-12.0, false], [-8.875, false], [-5.5, false], [-10.0, false], [-13.5, false], [-10.0, false], [-9.875, false], [-8.875, false], [-5.5, false], [-10.5, false], [-5.375, false], [-10.875, false], [-8.875, false], [-11.5, false], [-9.0, false], [-13.0, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2250, "doc": {"id": "Mercury_7182963", "question": "When Dennis operates his lawnmower, he notices the engine makes a lot of noise. He also notices that the engine gets very hot. Which best describes the heat and noise generated from the lawnmower?", "choices": {"text": ["a change in phase", "thermal expansion", "an increase in entropy", "mechanical advantage"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "an increase in entropy", "arguments": ["Question: When Dennis operates his lawnmower, he notices the engine makes a lot of noise. He also notices that the engine gets very hot. Which best describes the heat and noise generated from the lawnmower?\nAnswer:", " ["], "resps": [[[-7.37890625, false]], [[-9.3828125, false]], [[-3.37890625, false]], [[-5.3828125, false]], [[-6.37890625, false]], [[-9.6328125, false]], [[-3.37890625, false]], [[-9.1328125, false]], [[-11.1328125, false]], [[-8.3828125, false]], [[-5.3828125, false]], [[-7.62890625, false]], [[-9.1328125, false]], [[-5.3828125, false]], [[-9.3828125, false]], [[-9.6328125, false]], [[-3.37890625, false]], [[-9.8828125, false]], [[-8.3828125, false]], [[-9.3828125, false]], [[-10.3125, false]], [[-5.37890625, false]], [[-9.3828125, false]], [[-10.1328125, false]], [[-9.6328125, false]], [[-8.3828125, false]], [[-10.3828125, false]], [[-9.6328125, false]], [[-3.37890625, false]], [[-9.6328125, false]], [[-5.37890625, false]], [[-8.3828125, false]], [[-10.8828125, false]], [[-9.3828125, false]], [[-3.37890625, false]], [[-9.1328125, false]], [[-9.8828125, false]], [[-7.62890625, false]], [[-8.1328125, false]], [[-9.1328125, false]], [[-9.3828125, false]], [[-10.25, false]], [[-5.37890625, false]], [[-9.3828125, false]], [[-3.37890625, false]], [[-9.1328125, false]], [[-5.37890625, false]], [[-7.62890625, false]], [[-9.1328125, false]], [[-6.37890625, false]], [[-10.3828125, false]], [[-8.3828125, false]], [[-3.37890625, false]], [[-9.8828125, false]], [[-8.3828125, false]], [[-5.37890625, false]], [[-7.62890625, false]], [[-9.1328125, false]], [[-5.37890625, false]], [[-8.3828125, false]], [[-9.1328125, false]], [[-10.1328125, false]], [[-10.3828125, false]], [[-8.1328125, false]], [[-9.3828125, false]], [[-11.1328125, false]], [[-9.3828125, false]], [[-10.25, false]], [[-5.37890625, false]], [[-9.3828125, false]], [[-9.6328125, false]], [[-8.3828125, false]], [[-6.37890625, false]], [[-9.6328125, false]], [[-3.37890625, false]], [[-9.1328125, false]], [[-7.62890625, false]], [[-6.37890625, false]], [[-3.37890625, false]], [[-9.6328125, false]], [[-5.37890625, false]], [[-3.37890625, false]], [[-6.62890625, false]], [[-9.8828125, false]], [[-3.37890625, false]], [[-9.1328125, false]], [[-10.1328125, false]], [[-3.37890625, false]], [[-11.1328125, false]], [[-8.3828125, false]], [[-9.3828125, false]], [[-12.6328125, false]]], "filtered_resps": [[-7.37890625, false], [-9.3828125, false], [-3.37890625, false], [-5.3828125, false], [-6.37890625, false], [-9.6328125, false], [-3.37890625, false], [-9.1328125, false], [-11.1328125, false], [-8.3828125, false], [-5.3828125, false], [-7.62890625, false], [-9.1328125, false], [-5.3828125, false], [-9.3828125, false], [-9.6328125, false], [-3.37890625, false], [-9.8828125, false], [-8.3828125, false], [-9.3828125, false], [-10.3125, false], [-5.37890625, false], [-9.3828125, false], [-10.1328125, false], [-9.6328125, false], [-8.3828125, false], [-10.3828125, false], [-9.6328125, false], [-3.37890625, false], [-9.6328125, false], [-5.37890625, false], [-8.3828125, false], [-10.8828125, false], [-9.3828125, false], [-3.37890625, false], [-9.1328125, false], [-9.8828125, false], [-7.62890625, false], [-8.1328125, false], [-9.1328125, false], [-9.3828125, false], [-10.25, false], [-5.37890625, false], [-9.3828125, false], [-3.37890625, false], [-9.1328125, false], [-5.37890625, false], [-7.62890625, false], [-9.1328125, false], [-6.37890625, false], [-10.3828125, false], [-8.3828125, false], [-3.37890625, false], [-9.8828125, false], [-8.3828125, false], [-5.37890625, false], [-7.62890625, false], [-9.1328125, false], [-5.37890625, false], [-8.3828125, false], [-9.1328125, false], [-10.1328125, false], [-10.3828125, false], [-8.1328125, false], [-9.3828125, false], [-11.1328125, false], [-9.3828125, false], [-10.25, false], [-5.37890625, false], [-9.3828125, false], [-9.6328125, false], [-8.3828125, false], [-6.37890625, false], [-9.6328125, false], [-3.37890625, false], [-9.1328125, false], [-7.62890625, false], [-6.37890625, false], [-3.37890625, false], [-9.6328125, false], [-5.37890625, false], [-3.37890625, false], [-6.62890625, false], [-9.8828125, false], [-3.37890625, false], [-9.1328125, false], [-10.1328125, false], [-3.37890625, false], [-11.1328125, false], [-8.3828125, false], [-9.3828125, false], [-12.6328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2258, "doc": {"id": "Mercury_7200060", "question": "Estuaries are marine environments located in areas where fresh water from rivers flow into the ocean. Estuaries are one of the most biologically productive ecosystems. Birds, fish, turtles and many other organisms inhabit these ecosystems. Which will most likely cause changes to estuary habitats on a global scale?", "choices": {"text": ["decreases in powerful hurricanes", "decreases in volcanic eruptions", "increases in earthquakes", "increases in sea level"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "increases in sea level", "arguments": ["Question: Estuaries are marine environments located in areas where fresh water from rivers flow into the ocean. Estuaries are one of the most biologically productive ecosystems. Birds, fish, turtles and many other organisms inhabit these ecosystems. Which will most likely cause changes to estuary habitats on a global scale?\nAnswer:", " ["], "resps": [[[-7.54296875, false]], [[-9.4140625, false]], [[-5.91796875, false]], [[-5.91796875, false]], [[-7.41796875, false]], [[-10.5390625, false]], [[-5.91796875, false]], [[-5.29296875, false]], [[-9.1640625, false]], [[-5.91796875, false]], [[-9.1640625, false]], [[-4.91015625, false]], [[-8.6640625, false]], [[-8.2890625, false]], [[-4.91015625, false]], [[-9.2890625, false]], [[-7.66796875, false]], [[-9.1640625, false]], [[-5.91796875, false]], [[-10.5390625, false]], [[-7.79296875, false]], [[-11.1640625, false]], [[-9.7890625, false]], [[-4.91015625, false]], [[-10.7890625, false]], [[-11.1640625, false]], [[-10.5390625, false]], [[-10.5390625, false]], [[-8.6640625, false]], [[-7.41796875, false]], [[-5.29296875, false]], [[-8.2890625, false]], [[-5.91796875, false]], [[-9.1640625, false]], [[-9.4140625, false]], [[-10.234375, false]], [[-4.91796875, false]], [[-9.4140625, false]], [[-5.91796875, false]], [[-5.91796875, false]], [[-7.41796875, false]], [[-10.5390625, false]], [[-5.91796875, false]], [[-5.29296875, false]], [[-9.1640625, false]], [[-5.91796875, false]], [[-9.1640625, false]], [[-4.91796875, false]], [[-8.6640625, false]], [[-8.2890625, false]], [[-4.91796875, false]], [[-11.9140625, false]], [[-7.66796875, false]], [[-9.7890625, false]], [[-7.41796875, false]], [[-5.29296875, false]], [[-8.2890625, false]], [[-8.6640625, false]], [[-7.41796875, false]], [[-4.91796875, false]], [[-5.91796875, false]], [[-10.5390625, false]], [[-11.1640625, false]], [[-9.2890625, false]], [[-11.5390625, false]], [[-8.6640625, false]], [[-7.66796875, false]], [[-8.2890625, false]], [[-9.1640625, false]], [[-9.4140625, false]], [[-10.234375, false]], [[-4.91796875, false]], [[-9.4140625, false]], [[-8.6640625, false]], [[-8.2890625, false]], [[-7.41796875, false]], [[-10.5390625, false]], [[-5.91796875, false]], [[-5.29296875, false]], [[-9.1640625, false]], [[-5.91796875, false]], [[-9.1640625, false]], [[-4.91796875, false]], [[-8.6640625, false]], [[-8.2890625, false]], [[-4.91796875, false]], [[-5.91796875, false]], [[-5.29296875, false]], [[-10.5390625, false]], [[-11.5390625, false]], [[-10.7890625, false]], [[-11.6640625, false]], [[-11.1640625, false]], [[-5.29296875, false]], [[-11.0390625, false]], [[-5.91796875, false]], [[-9.1640625, false]], [[-9.4140625, false]], [[-10.125, false]], [[-4.91796875, false]], [[-9.4140625, false]], [[-8.6640625, false]], [[-8.2890625, false]], [[-7.41796875, false]], [[-10.5390625, false]], [[-5.91796875, false]], [[-5.29296875, false]], [[-9.1640625, false]], [[-5.91796875, false]], [[-9.1640625, false]], [[-4.91796875, false]], [[-8.6640625, false]], [[-8.2890625, false]], [[-4.91796875, false]], [[-9.1640625, false]], [[-5.91796875, false]], [[-5.29296875, false]], [[-4.91796875, false]], [[-9.7890625, false]], [[-5.91796875, false]], [[-11.9140625, false]], [[-5.91796875, false]], [[-9.7890625, false]], [[-9.4140625, false]], [[-14.0390625, false]]], "filtered_resps": [[-7.54296875, false], [-9.4140625, false], [-5.91796875, false], [-5.91796875, false], [-7.41796875, false], [-10.5390625, false], [-5.91796875, false], [-5.29296875, false], [-9.1640625, false], [-5.91796875, false], [-9.1640625, false], [-4.91015625, false], [-8.6640625, false], [-8.2890625, false], [-4.91015625, false], [-9.2890625, false], [-7.66796875, false], [-9.1640625, false], [-5.91796875, false], [-10.5390625, false], [-7.79296875, false], [-11.1640625, false], [-9.7890625, false], [-4.91015625, false], [-10.7890625, false], [-11.1640625, false], [-10.5390625, false], [-10.5390625, false], [-8.6640625, false], [-7.41796875, false], [-5.29296875, false], [-8.2890625, false], [-5.91796875, false], [-9.1640625, false], [-9.4140625, false], [-10.234375, false], [-4.91796875, false], [-9.4140625, false], [-5.91796875, false], [-5.91796875, false], [-7.41796875, false], [-10.5390625, false], [-5.91796875, false], [-5.29296875, false], [-9.1640625, false], [-5.91796875, false], [-9.1640625, false], [-4.91796875, false], [-8.6640625, false], [-8.2890625, false], [-4.91796875, false], [-11.9140625, false], [-7.66796875, false], [-9.7890625, false], [-7.41796875, false], [-5.29296875, false], [-8.2890625, false], [-8.6640625, false], [-7.41796875, false], [-4.91796875, false], [-5.91796875, false], [-10.5390625, false], [-11.1640625, false], [-9.2890625, false], [-11.5390625, false], [-8.6640625, false], [-7.66796875, false], [-8.2890625, false], [-9.1640625, false], [-9.4140625, false], [-10.234375, false], [-4.91796875, false], [-9.4140625, false], [-8.6640625, false], [-8.2890625, false], [-7.41796875, false], [-10.5390625, false], [-5.91796875, false], [-5.29296875, false], [-9.1640625, false], [-5.91796875, false], [-9.1640625, false], [-4.91796875, false], [-8.6640625, false], [-8.2890625, false], [-4.91796875, false], [-5.91796875, false], [-5.29296875, false], [-10.5390625, false], [-11.5390625, false], [-10.7890625, false], [-11.6640625, false], [-11.1640625, false], [-5.29296875, false], [-11.0390625, false], [-5.91796875, false], [-9.1640625, false], [-9.4140625, false], [-10.125, false], [-4.91796875, false], [-9.4140625, false], [-8.6640625, false], [-8.2890625, false], [-7.41796875, false], [-10.5390625, false], [-5.91796875, false], [-5.29296875, false], [-9.1640625, false], [-5.91796875, false], [-9.1640625, false], [-4.91796875, false], [-8.6640625, false], [-8.2890625, false], [-4.91796875, false], [-9.1640625, false], [-5.91796875, false], [-5.29296875, false], [-4.91796875, false], [-9.7890625, false], [-5.91796875, false], [-11.9140625, false], [-5.91796875, false], [-9.7890625, false], [-9.4140625, false], [-14.0390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2266, "doc": {"id": "TAKS_2009_8_11", "question": "When a butterfly emerges from its chrysalis, its wings are crumpled. In order to expand its wings, the butterfly hangs upside down, causing fluid to be pumped into the veins of its wings. This pumping most likely expands the wings by", "choices": {"text": ["increasing the pressure inside the wings", "decreasing the density of the wings", "increasing the temperature inside the wings", "decreasing the mass of the wings"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "increasing the pressure inside the wings", "arguments": ["Question: When a butterfly emerges from its chrysalis, its wings are crumpled. In order to expand its wings, the butterfly hangs upside down, causing fluid to be pumped into the veins of its wings. This pumping most likely expands the wings by\nAnswer:", " ["], "resps": [[[-6.78515625, false]], [[-8.1640625, false]], [[-7.16015625, false]], [[-7.66015625, false]], [[-6.41015625, false]], [[-8.6640625, false]], [[-7.91015625, false]], [[-4.41015625, false]], [[-7.78515625, false]], [[-7.16015625, false]], [[-7.66015625, false]], [[-9.6640625, false]], [[-4.140625, false]], [[-9.0390625, false]], [[-8.2890625, false]], [[-7.91015625, false]], [[-4.140625, false]], [[-7.91015625, false]], [[-8.6640625, false]], [[-7.91015625, false]], [[-7.78515625, false]], [[-7.78515625, false]], [[-9.0390625, false]], [[-8.6640625, false]], [[-7.91015625, false]], [[-4.140625, false]], [[-7.16015625, false]], [[-7.66015625, false]], [[-7.78515625, false]], [[-7.16015625, false]], [[-6.78515625, false]], [[-7.91015625, false]], [[-4.16015625, false]], [[-9.0390625, false]], [[-8.2890625, false]], [[-7.91015625, false]], [[-4.16015625, false]], [[-8.2890625, false]], [[-7.16015625, false]], [[-7.66015625, false]], [[-9.6640625, false]], [[-7.78515625, false]], [[-8.1640625, false]], [[-7.28125, false]], [[-4.16015625, false]], [[-8.1640625, false]], [[-6.78515625, false]], [[-7.91015625, false]], [[-6.41015625, false]], [[-8.6640625, false]], [[-7.91015625, false]], [[-4.41015625, false]], [[-7.78515625, false]], [[-7.16015625, false]], [[-7.66015625, false]], [[-9.6640625, false]], [[-4.16015625, false]], [[-9.0390625, false]], [[-8.2890625, false]], [[-7.91015625, false]], [[-4.16015625, false]], [[-6.78515625, false]], [[-7.91015625, false]], [[-7.66015625, false]], [[-7.78515625, false]], [[-7.16015625, false]], [[-9.0390625, false]], [[-10.1640625, false]], [[-4.16015625, false]], [[-8.1640625, false]], [[-7.16015625, false]], [[-4.16015625, false]], [[-9.0390625, false]], [[-8.2890625, false]], [[-7.91015625, false]], [[-4.16015625, false]], [[-8.2890625, false]], [[-7.16015625, false]], [[-7.66015625, false]], [[-9.6640625, false]], [[-7.78515625, false]], [[-8.1640625, false]], [[-7.28125, false]], [[-4.16015625, false]], [[-8.1640625, false]], [[-7.16015625, false]], [[-7.66015625, false]], [[-6.41015625, false]], [[-8.6640625, false]], [[-7.91015625, false]], [[-4.41015625, false]], [[-7.78515625, false]], [[-7.16015625, false]], [[-7.66015625, false]], [[-9.6640625, false]], [[-4.16015625, false]], [[-9.0390625, false]], [[-8.2890625, false]], [[-7.91015625, false]], [[-4.16015625, false]], [[-9.0390625, false]], [[-7.91015625, false]], [[-9.2890625, false]], [[-7.91015625, false]], [[-7.91015625, false]], [[-8.6640625, false]], [[-4.41015625, false]], [[-9.0390625, false]], [[-9.0390625, false]], [[-8.6640625, false]], [[-7.91015625, false]], [[-4.16015625, false]], [[-7.16015625, false]], [[-7.66015625, false]], [[-7.78515625, false]], [[-7.16015625, false]], [[-6.78515625, false]], [[-7.91015625, false]], [[-4.16015625, false]], [[-9.0390625, false]], [[-8.2890625, false]], [[-7.91015625, false]], [[-4.16015625, false]], [[-8.2890625, false]], [[-7.16015625, false]], [[-7.66015625, false]], [[-9.6640625, false]], [[-7.78515625, false]], [[-8.1640625, false]], [[-7.28125, false]], [[-4.16015625, false]], [[-8.1640625, false]], [[-6.78515625, false]], [[-7.91015625, false]], [[-6.41015625, false]], [[-8.6640625, false]], [[-7.91015625, false]], [[-4.41015625, false]], [[-7.78515625, false]], [[-7.16015625, false]], [[-7.66015625, false]], [[-9.6640625, false]], [[-4.16015625, false]], [[-9.0390625, false]], [[-8.2890625, false]], [[-7.91015625, false]], [[-4.16015625, false]], [[-9.2890625, false]], [[-4.41015625, false]], [[-7.78515625, false]], [[-7.78515625, false]], [[-4.16015625, false]], [[-8.1640625, false]], [[-7.16015625, false]], [[-4.16015625, false]], [[-9.0390625, false]], [[-8.2890625, false]], [[-7.91015625, false]], [[-4.16015625, false]], [[-8.2890625, false]], [[-7.16015625, false]], [[-7.66015625, false]], [[-9.6640625, false]], [[-7.78515625, false]], [[-8.1640625, false]], [[-10.5390625, false]]], "filtered_resps": [[-6.78515625, false], [-8.1640625, false], [-7.16015625, false], [-7.66015625, false], [-6.41015625, false], [-8.6640625, false], [-7.91015625, false], [-4.41015625, false], [-7.78515625, false], [-7.16015625, false], [-7.66015625, false], [-9.6640625, false], [-4.140625, false], [-9.0390625, false], [-8.2890625, false], [-7.91015625, false], [-4.140625, false], [-7.91015625, false], [-8.6640625, false], [-7.91015625, false], [-7.78515625, false], [-7.78515625, false], [-9.0390625, false], [-8.6640625, false], [-7.91015625, false], [-4.140625, false], [-7.16015625, false], [-7.66015625, false], [-7.78515625, false], [-7.16015625, false], [-6.78515625, false], [-7.91015625, false], [-4.16015625, false], [-9.0390625, false], [-8.2890625, false], [-7.91015625, false], [-4.16015625, false], [-8.2890625, false], [-7.16015625, false], [-7.66015625, false], [-9.6640625, false], [-7.78515625, false], [-8.1640625, false], [-7.28125, false], [-4.16015625, false], [-8.1640625, false], [-6.78515625, false], [-7.91015625, false], [-6.41015625, false], [-8.6640625, false], [-7.91015625, false], [-4.41015625, false], [-7.78515625, false], [-7.16015625, false], [-7.66015625, false], [-9.6640625, false], [-4.16015625, false], [-9.0390625, false], [-8.2890625, false], [-7.91015625, false], [-4.16015625, false], [-6.78515625, false], [-7.91015625, false], [-7.66015625, false], [-7.78515625, false], [-7.16015625, false], [-9.0390625, false], [-10.1640625, false], [-4.16015625, false], [-8.1640625, false], [-7.16015625, false], [-4.16015625, false], [-9.0390625, false], [-8.2890625, false], [-7.91015625, false], [-4.16015625, false], [-8.2890625, false], [-7.16015625, false], [-7.66015625, false], [-9.6640625, false], [-7.78515625, false], [-8.1640625, false], [-7.28125, false], [-4.16015625, false], [-8.1640625, false], [-7.16015625, false], [-7.66015625, false], [-6.41015625, false], [-8.6640625, false], [-7.91015625, false], [-4.41015625, false], [-7.78515625, false], [-7.16015625, false], [-7.66015625, false], [-9.6640625, false], [-4.16015625, false], [-9.0390625, false], [-8.2890625, false], [-7.91015625, false], [-4.16015625, false], [-9.0390625, false], [-7.91015625, false], [-9.2890625, false], [-7.91015625, false], [-7.91015625, false], [-8.6640625, false], [-4.41015625, false], [-9.0390625, false], [-9.0390625, false], [-8.6640625, false], [-7.91015625, false], [-4.16015625, false], [-7.16015625, false], [-7.66015625, false], [-7.78515625, false], [-7.16015625, false], [-6.78515625, false], [-7.91015625, false], [-4.16015625, false], [-9.0390625, false], [-8.2890625, false], [-7.91015625, false], [-4.16015625, false], [-8.2890625, false], [-7.16015625, false], [-7.66015625, false], [-9.6640625, false], [-7.78515625, false], [-8.1640625, false], [-7.28125, false], [-4.16015625, false], [-8.1640625, false], [-6.78515625, false], [-7.91015625, false], [-6.41015625, false], [-8.6640625, false], [-7.91015625, false], [-4.41015625, false], [-7.78515625, false], [-7.16015625, false], [-7.66015625, false], [-9.6640625, false], [-4.16015625, false], [-9.0390625, false], [-8.2890625, false], [-7.91015625, false], [-4.16015625, false], [-9.2890625, false], [-4.41015625, false], [-7.78515625, false], [-7.78515625, false], [-4.16015625, false], [-8.1640625, false], [-7.16015625, false], [-4.16015625, false], [-9.0390625, false], [-8.2890625, false], [-7.91015625, false], [-4.16015625, false], [-8.2890625, false], [-7.16015625, false], [-7.66015625, false], [-9.6640625, false], [-7.78515625, false], [-8.1640625, false], [-10.5390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2274, "doc": {"id": "TAKS_2009_5_28", "question": "Which of the following happens in our solar system?", "choices": {"text": ["Earth revolves around the sun once per day.", "The moon revolves around Earth once per day.", "Earth revolves around the sun once per year.", "The moon revolves around Earth once per year."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Earth revolves around the sun once per year.", "arguments": ["Question: Which of the following happens in our solar system?\nAnswer:", " ["], "resps": [[[-7.01953125, false]], [[-8.515625, false]], [[-5.76953125, false]], [[-4.76953125, false]], [[-10.515625, false]], [[-9.515625, false]], [[-11.265625, false]], [[-5.26953125, false]], [[-10.515625, false]], [[-8.015625, false]], [[-10.265625, false]], [[-9.765625, false]], [[-10.515625, false]], [[-10.265625, false]], [[-8.015625, false]], [[-9.515625, false]], [[-5.26953125, false]], [[-4.76953125, false]], [[-10.515625, false]], [[-9.765625, false]], [[-10.265625, false]], [[-10.015625, false]], [[-9.765625, false]], [[-5.26953125, false]], [[-9.515625, false]], [[-11.265625, false]], [[-8.015625, false]], [[-5.26953125, false]], [[-9.515625, false]], [[-10.265625, false]], [[-10.015625, false]], [[-5.26953125, false]], [[-9.765625, false]], [[-10.015625, false]], [[-8.765625, false]], [[-8.015625, false]], [[-5.26953125, false]], [[-8.765625, false]], [[-8.015625, false]], [[-10.515625, false]], [[-5.26953125, false]], [[-9.765625, false]], [[-4.76953125, false]], [[-11.015625, false]], [[-6.59375, false]], [[-8.515625, false]], [[-9.59375, false]], [[-5.26953125, false]], [[-8.515625, false]], [[-7.26953125, false]], [[-11.265625, false]], [[-8.015625, false]], [[-5.26953125, false]], [[-9.515625, false]], [[-9.765625, false]], [[-9.765625, false]], [[-10.015625, false]], [[-5.26953125, false]], [[-10.515625, false]], [[-8.015625, false]], [[-10.265625, false]], [[-9.765625, false]], [[-10.515625, false]], [[-10.265625, false]], [[-8.015625, false]], [[-9.515625, false]], [[-5.26953125, false]], [[-4.76953125, false]], [[-10.515625, false]], [[-9.765625, false]], [[-10.265625, false]], [[-10.015625, false]], [[-9.765625, false]], [[-5.26953125, false]], [[-5.76953125, false]], [[-4.76953125, false]], [[-10.515625, false]], [[-9.515625, false]], [[-11.265625, false]], [[-5.26953125, false]], [[-9.765625, false]], [[-10.015625, false]], [[-8.765625, false]], [[-8.015625, false]], [[-5.26953125, false]], [[-8.765625, false]], [[-8.015625, false]], [[-10.515625, false]], [[-5.26953125, false]], [[-9.765625, false]], [[-4.76953125, false]], [[-11.015625, false]], [[-6.59375, false]], [[-8.515625, false]], [[-9.59375, false]], [[-5.26953125, false]], [[-8.515625, false]], [[-5.76953125, false]], [[-4.76953125, false]], [[-10.515625, false]], [[-9.515625, false]], [[-11.265625, false]], [[-5.26953125, false]], [[-10.515625, false]], [[-8.015625, false]], [[-10.265625, false]], [[-9.765625, false]], [[-10.515625, false]], [[-10.265625, false]], [[-8.015625, false]], [[-9.515625, false]], [[-5.26953125, false]], [[-4.76953125, false]], [[-10.515625, false]], [[-9.765625, false]], [[-10.265625, false]], [[-10.015625, false]], [[-9.765625, false]], [[-5.26953125, false]], [[-9.515625, false]], [[-11.265625, false]], [[-8.015625, false]], [[-5.26953125, false]], [[-9.515625, false]], [[-10.265625, false]], [[-10.015625, false]], [[-5.26953125, false]], [[-9.765625, false]], [[-10.015625, false]], [[-8.765625, false]], [[-8.015625, false]], [[-5.26953125, false]], [[-8.765625, false]], [[-8.015625, false]], [[-10.515625, false]], [[-5.26953125, false]], [[-11.015625, false]], [[-8.015625, false]], [[-4.76953125, false]], [[-10.515625, false]], [[-6.59375, false]], [[-8.515625, false]], [[-9.59375, false]], [[-5.26953125, false]], [[-8.515625, false]], [[-7.26953125, false]], [[-11.265625, false]], [[-8.015625, false]], [[-5.26953125, false]], [[-9.515625, false]], [[-9.765625, false]], [[-9.765625, false]], [[-10.015625, false]], [[-5.26953125, false]], [[-10.515625, false]], [[-8.015625, false]], [[-10.265625, false]], [[-9.765625, false]], [[-10.515625, false]], [[-10.265625, false]], [[-8.015625, false]], [[-9.515625, false]], [[-5.26953125, false]], [[-4.76953125, false]], [[-10.515625, false]], [[-9.765625, false]], [[-10.265625, false]], [[-10.015625, false]], [[-9.765625, false]], [[-5.26953125, false]], [[-5.76953125, false]], [[-4.76953125, false]], [[-10.515625, false]], [[-9.515625, false]], [[-11.265625, false]], [[-5.26953125, false]], [[-9.765625, false]], [[-10.015625, false]], [[-8.765625, false]], [[-8.015625, false]], [[-5.26953125, false]], [[-8.765625, false]], [[-8.015625, false]], [[-10.515625, false]], [[-5.26953125, false]], [[-11.015625, false]], [[-8.015625, false]], [[-4.76953125, false]], [[-10.515625, false]], [[-6.59375, false]], [[-8.515625, false]], [[-11.515625, false]]], "filtered_resps": [[-7.01953125, false], [-8.515625, false], [-5.76953125, false], [-4.76953125, false], [-10.515625, false], [-9.515625, false], [-11.265625, false], [-5.26953125, false], [-10.515625, false], [-8.015625, false], [-10.265625, false], [-9.765625, false], [-10.515625, false], [-10.265625, false], [-8.015625, false], [-9.515625, false], [-5.26953125, false], [-4.76953125, false], [-10.515625, false], [-9.765625, false], [-10.265625, false], [-10.015625, false], [-9.765625, false], [-5.26953125, false], [-9.515625, false], [-11.265625, false], [-8.015625, false], [-5.26953125, false], [-9.515625, false], [-10.265625, false], [-10.015625, false], [-5.26953125, false], [-9.765625, false], [-10.015625, false], [-8.765625, false], [-8.015625, false], [-5.26953125, false], [-8.765625, false], [-8.015625, false], [-10.515625, false], [-5.26953125, false], [-9.765625, false], [-4.76953125, false], [-11.015625, false], [-6.59375, false], [-8.515625, false], [-9.59375, false], [-5.26953125, false], [-8.515625, false], [-7.26953125, false], [-11.265625, false], [-8.015625, false], [-5.26953125, false], [-9.515625, false], [-9.765625, false], [-9.765625, false], [-10.015625, false], [-5.26953125, false], [-10.515625, false], [-8.015625, false], [-10.265625, false], [-9.765625, false], [-10.515625, false], [-10.265625, false], [-8.015625, false], [-9.515625, false], [-5.26953125, false], [-4.76953125, false], [-10.515625, false], [-9.765625, false], [-10.265625, false], [-10.015625, false], [-9.765625, false], [-5.26953125, false], [-5.76953125, false], [-4.76953125, false], [-10.515625, false], [-9.515625, false], [-11.265625, false], [-5.26953125, false], [-9.765625, false], [-10.015625, false], [-8.765625, false], [-8.015625, false], [-5.26953125, false], [-8.765625, false], [-8.015625, false], [-10.515625, false], [-5.26953125, false], [-9.765625, false], [-4.76953125, false], [-11.015625, false], [-6.59375, false], [-8.515625, false], [-9.59375, false], [-5.26953125, false], [-8.515625, false], [-5.76953125, false], [-4.76953125, false], [-10.515625, false], [-9.515625, false], [-11.265625, false], [-5.26953125, false], [-10.515625, false], [-8.015625, false], [-10.265625, false], [-9.765625, false], [-10.515625, false], [-10.265625, false], [-8.015625, false], [-9.515625, false], [-5.26953125, false], [-4.76953125, false], [-10.515625, false], [-9.765625, false], [-10.265625, false], [-10.015625, false], [-9.765625, false], [-5.26953125, false], [-9.515625, false], [-11.265625, false], [-8.015625, false], [-5.26953125, false], [-9.515625, false], [-10.265625, false], [-10.015625, false], [-5.26953125, false], [-9.765625, false], [-10.015625, false], [-8.765625, false], [-8.015625, false], [-5.26953125, false], [-8.765625, false], [-8.015625, false], [-10.515625, false], [-5.26953125, false], [-11.015625, false], [-8.015625, false], [-4.76953125, false], [-10.515625, false], [-6.59375, false], [-8.515625, false], [-9.59375, false], [-5.26953125, false], [-8.515625, false], [-7.26953125, false], [-11.265625, false], [-8.015625, false], [-5.26953125, false], [-9.515625, false], [-9.765625, false], [-9.765625, false], [-10.015625, false], [-5.26953125, false], [-10.515625, false], [-8.015625, false], [-10.265625, false], [-9.765625, false], [-10.515625, false], [-10.265625, false], [-8.015625, false], [-9.515625, false], [-5.26953125, false], [-4.76953125, false], [-10.515625, false], [-9.765625, false], [-10.265625, false], [-10.015625, false], [-9.765625, false], [-5.26953125, false], [-5.76953125, false], [-4.76953125, false], [-10.515625, false], [-9.515625, false], [-11.265625, false], [-5.26953125, false], [-9.765625, false], [-10.015625, false], [-8.765625, false], [-8.015625, false], [-5.26953125, false], [-8.765625, false], [-8.015625, false], [-10.515625, false], [-5.26953125, false], [-11.015625, false], [-8.015625, false], [-4.76953125, false], [-10.515625, false], [-6.59375, false], [-8.515625, false], [-11.515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2282, "doc": {"id": "Mercury_7098543", "question": "What major and potentially catastrophic events can be predicted to occur in the Northern Hemisphere between the months of June and November?", "choices": {"text": ["tsunamis", "hurricanes", "asteroid impacts", "volcanic eruptions"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "hurricanes", "arguments": ["Question: What major and potentially catastrophic events can be predicted to occur in the Northern Hemisphere between the months of June and November?\nAnswer:", " ["], "resps": [[[-7.1796875, false]], [[-8.6796875, false]], [[-9.6796875, false]], [[-10.8046875, false]], [[-12.1796875, false]], [[-9.9296875, false]], [[-6.1796875, false]], [[-11.8046875, false]], [[-9.9296875, false]], [[-10.8046875, false]], [[-8.6796875, false]], [[-9.953125, false]], [[-5.4296875, false]], [[-8.6796875, false]], [[-11.9296875, false]], [[-12.1796875, false]], [[-11.6796875, false]], [[-11.6796875, false]], [[-9.9296875, false]], [[-10.6796875, false]], [[-6.1796875, false]], [[-9.9296875, false]], [[-7.9296875, false]], [[-10.8046875, false]], [[-8.6796875, false]], [[-9.953125, false]], [[-5.4296875, false]], [[-8.6796875, false]], [[-6.1796875, false]], [[-10.8046875, false]], [[-9.6796875, false]], [[-7.9296875, false]], [[-11.6796875, false]], [[-9.6796875, false]], [[-9.9296875, false]], [[-9.4296875, false]], [[-5.4296875, false]], [[-9.9296875, false]], [[-11.8046875, false]], [[-10.9296875, false]], [[-6.1796875, false]], [[-10.6796875, false]], [[-9.6796875, false]], [[-10.8046875, false]], [[-8.6796875, false]], [[-9.953125, false]], [[-5.4296875, false]], [[-8.6796875, false]], [[-12.9296875, false]], [[-9.6796875, false]], [[-11.9296875, false]], [[-10.6796875, false]], [[-6.1796875, false]], [[-9.9296875, false]], [[-9.9296875, false]], [[-10.6796875, false]], [[-5.4296875, false]], [[-7.9296875, false]], [[-11.6796875, false]], [[-12.1796875, false]], [[-10.9296875, false]], [[-9.6796875, false]], [[-9.9296875, false]], [[-9.6796875, false]], [[-9.9296875, false]], [[-10.8046875, false]], [[-8.6796875, false]], [[-12.4296875, false]]], "filtered_resps": [[-7.1796875, false], [-8.6796875, false], [-9.6796875, false], [-10.8046875, false], [-12.1796875, false], [-9.9296875, false], [-6.1796875, false], [-11.8046875, false], [-9.9296875, false], [-10.8046875, false], [-8.6796875, false], [-9.953125, false], [-5.4296875, false], [-8.6796875, false], [-11.9296875, false], [-12.1796875, false], [-11.6796875, false], [-11.6796875, false], [-9.9296875, false], [-10.6796875, false], [-6.1796875, false], [-9.9296875, false], [-7.9296875, false], [-10.8046875, false], [-8.6796875, false], [-9.953125, false], [-5.4296875, false], [-8.6796875, false], [-6.1796875, false], [-10.8046875, false], [-9.6796875, false], [-7.9296875, false], [-11.6796875, false], [-9.6796875, false], [-9.9296875, false], [-9.4296875, false], [-5.4296875, false], [-9.9296875, false], [-11.8046875, false], [-10.9296875, false], [-6.1796875, false], [-10.6796875, false], [-9.6796875, false], [-10.8046875, false], [-8.6796875, false], [-9.953125, false], [-5.4296875, false], [-8.6796875, false], [-12.9296875, false], [-9.6796875, false], [-11.9296875, false], [-10.6796875, false], [-6.1796875, false], [-9.9296875, false], [-9.9296875, false], [-10.6796875, false], [-5.4296875, false], [-7.9296875, false], [-11.6796875, false], [-12.1796875, false], [-10.9296875, false], [-9.6796875, false], [-9.9296875, false], [-9.6796875, false], [-9.9296875, false], [-10.8046875, false], [-8.6796875, false], [-12.4296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2290, "doc": {"id": "Mercury_SC_400186", "question": "Vibrations in the air caused by hitting a drum form", "choices": {"text": ["radiation.", "light.", "electricity.", "sound."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "sound.", "arguments": ["Question: Vibrations in the air caused by hitting a drum form\nAnswer:", " ["], "resps": [[[-6.90234375, false]], [[-7.65234375, false]], [[-9.7734375, false]], [[-5.77734375, false]], [[-9.5234375, false]], [[-7.52734375, false]], [[-5.77734375, false]], [[-10.3984375, false]], [[-7.52734375, false]], [[-10.1484375, false]], [[-10.0234375, false]], [[-6.66015625, false]], [[-7.65234375, false]], [[-9.53125, false]], [[-5.27734375, false]], [[-7.65234375, false]], [[-11.1484375, false]], [[-7.52734375, false]], [[-10.5234375, false]], [[-10.0234375, false]], [[-10.3984375, false]], [[-6.66015625, false]], [[-7.65234375, false]], [[-9.53125, false]], [[-5.27734375, false]], [[-7.65234375, false]], [[-9.6484375, false]], [[-11.1484375, false]], [[-9.6484375, false]], [[-8.7734375, false]], [[-10.3984375, false]], [[-9.7734375, false]], [[-7.52734375, false]], [[-8.7734375, false]], [[-7.52734375, false]], [[-10.3984375, false]], [[-11.6484375, false]], [[-6.66015625, false]], [[-7.65234375, false]], [[-9.53125, false]], [[-5.27734375, false]], [[-7.65234375, false]], [[-8.8984375, false]], [[-10.1484375, false]], [[-9.2734375, false]], [[-10.0234375, false]], [[-9.5234375, false]], [[-6.66015625, false]], [[-7.65234375, false]], [[-11.3984375, false]]], "filtered_resps": [[-6.90234375, false], [-7.65234375, false], [-9.7734375, false], [-5.77734375, false], [-9.5234375, false], [-7.52734375, false], [-5.77734375, false], [-10.3984375, false], [-7.52734375, false], [-10.1484375, false], [-10.0234375, false], [-6.66015625, false], [-7.65234375, false], [-9.53125, false], [-5.27734375, false], [-7.65234375, false], [-11.1484375, false], [-7.52734375, false], [-10.5234375, false], [-10.0234375, false], [-10.3984375, false], [-6.66015625, false], [-7.65234375, false], [-9.53125, false], [-5.27734375, false], [-7.65234375, false], [-9.6484375, false], [-11.1484375, false], [-9.6484375, false], [-8.7734375, false], [-10.3984375, false], [-9.7734375, false], [-7.52734375, false], [-8.7734375, false], [-7.52734375, false], [-10.3984375, false], [-11.6484375, false], [-6.66015625, false], [-7.65234375, false], [-9.53125, false], [-5.27734375, false], [-7.65234375, false], [-8.8984375, false], [-10.1484375, false], [-9.2734375, false], [-10.0234375, false], [-9.5234375, false], [-6.66015625, false], [-7.65234375, false], [-11.3984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2298, "doc": {"id": "Mercury_7080605", "question": "Which section of Earth is composed primarily of liquid metal?", "choices": {"text": ["crust", "mantle", "outer core", "inner core"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "outer core", "arguments": ["Question: Which section of Earth is composed primarily of liquid metal?\nAnswer:", " ["], "resps": [[[-7.671875, false]], [[-8.921875, false]], [[-10.671875, false]], [[-11.921875, false]], [[-13.421875, false]], [[-10.671875, false]], [[-10.671875, false]], [[-8.921875, false]], [[-9.3984375, false]], [[-6.171875, false]], [[-8.921875, false]], [[-10.421875, false]], [[-7.171875, false]], [[-10.921875, false]], [[-10.671875, false]], [[-11.421875, false]], [[-8.671875, false]], [[-8.921875, false]], [[-9.3984375, false]], [[-6.171875, false]], [[-8.921875, false]], [[-10.171875, false]], [[-13.421875, false]], [[-10.671875, false]], [[-8.671875, false]], [[-11.921875, false]], [[-6.171875, false]], [[-10.671875, false]], [[-10.171875, false]], [[-11.921875, false]], [[-8.671875, false]], [[-8.921875, false]], [[-9.3984375, false]], [[-6.171875, false]], [[-8.921875, false]], [[-8.671875, false]], [[-10.921875, false]], [[-10.921875, false]], [[-8.671875, false]], [[-11.921875, false]], [[-6.171875, false]], [[-10.671875, false]], [[-10.171875, false]], [[-11.921875, false]], [[-8.671875, false]], [[-8.921875, false]], [[-12.921875, false]]], "filtered_resps": [[-7.671875, false], [-8.921875, false], [-10.671875, false], [-11.921875, false], [-13.421875, false], [-10.671875, false], [-10.671875, false], [-8.921875, false], [-9.3984375, false], [-6.171875, false], [-8.921875, false], [-10.421875, false], [-7.171875, false], [-10.921875, false], [-10.671875, false], [-11.421875, false], [-8.671875, false], [-8.921875, false], [-9.3984375, false], [-6.171875, false], [-8.921875, false], [-10.171875, false], [-13.421875, false], [-10.671875, false], [-8.671875, false], [-11.921875, false], [-6.171875, false], [-10.671875, false], [-10.171875, false], [-11.921875, false], [-8.671875, false], [-8.921875, false], [-9.3984375, false], [-6.171875, false], [-8.921875, false], [-8.671875, false], [-10.921875, false], [-10.921875, false], [-8.671875, false], [-11.921875, false], [-6.171875, false], [-10.671875, false], [-10.171875, false], [-11.921875, false], [-8.671875, false], [-8.921875, false], [-12.921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2306, "doc": {"id": "TIMSS_1995_8_M10", "question": "Which of the following is NOT a mixture?", "choices": {"text": ["Air", "Blood", "Orange juice", "Salt"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Salt", "arguments": ["Question: Which of the following is NOT a mixture?\nAnswer:", " ["], "resps": [[[-6.5546875, false]], [[-8.8046875, false]], [[-2.4296875, true]], [[-7.3046875, false]], [[-9.1796875, false]], [[-8.8046875, false]], [[-9.390625, false]], [[-5.1796875, false]], [[-8.8046875, false]], [[-4.3046875, false]], [[-9.1796875, false]], [[-8.8046875, false]], [[-8.8046875, false]], [[-8.5546875, false]], [[-8.8046875, false]], [[-9.390625, false]], [[-5.1796875, false]], [[-8.8046875, false]], [[-7.0546875, false]], [[-9.1796875, false]], [[-4.1796875, false]], [[-7.1796875, false]], [[-9.9296875, false]], [[-8.0546875, false]], [[-5.1796875, false]], [[-11.4296875, false]], [[-9.8046875, false]], [[-7.3046875, false]], [[-6.4296875, false]], [[-8.0546875, false]], [[-8.8046875, false]], [[-9.390625, false]], [[-5.1796875, false]], [[-8.8046875, false]], [[-5.3046875, false]], [[-4.1796875, false]], [[-9.1796875, false]], [[-8.5546875, false]], [[-8.8046875, false]], [[-12.1796875, false]]], "filtered_resps": [[-6.5546875, false], [-8.8046875, false], [-2.4296875, true], [-7.3046875, false], [-9.1796875, false], [-8.8046875, false], [-9.390625, false], [-5.1796875, false], [-8.8046875, false], [-4.3046875, false], [-9.1796875, false], [-8.8046875, false], [-8.8046875, false], [-8.5546875, false], [-8.8046875, false], [-9.390625, false], [-5.1796875, false], [-8.8046875, false], [-7.0546875, false], [-9.1796875, false], [-4.1796875, false], [-7.1796875, false], [-9.9296875, false], [-8.0546875, false], [-5.1796875, false], [-11.4296875, false], [-9.8046875, false], [-7.3046875, false], [-6.4296875, false], [-8.0546875, false], [-8.8046875, false], [-9.390625, false], [-5.1796875, false], [-8.8046875, false], [-5.3046875, false], [-4.1796875, false], [-9.1796875, false], [-8.5546875, false], [-8.8046875, false], [-12.1796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2314, "doc": {"id": "VASoL_2009_5_17", "question": "In winter, the arctic fox has white fur. In summer, its fur changes color to brown and gray. The change in fur color helps the arctic fox to ___.", "choices": {"text": ["run", "mate", "hide", "hibernate"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "hide", "arguments": ["Question: In winter, the arctic fox has white fur. In summer, its fur changes color to brown and gray. The change in fur color helps the arctic fox to ___.\nAnswer:", " ["], "resps": [[[-6.57421875, false]], [[-10.1953125, false]], [[-9.5703125, false]], [[-11.3203125, false]], [[-8.5703125, false]], [[-10.1953125, false]], [[-10.90625, false]], [[-4.19921875, false]], [[-10.1953125, false]], [[-9.4453125, false]], [[-5.07421875, false]], [[-9.5703125, false]], [[-7.82421875, false]], [[-10.1953125, false]], [[-10.90625, false]], [[-4.19921875, false]], [[-10.1953125, false]], [[-10.3203125, false]], [[-8.1953125, false]], [[-6.94921875, false]], [[-7.82421875, false]], [[-10.1953125, false]], [[-10.90625, false]], [[-4.19921875, false]], [[-10.1953125, false]], [[-10.3203125, false]], [[-8.1953125, false]], [[-7.32421875, false]], [[-7.82421875, false]], [[-9.5703125, false]], [[-8.5703125, false]], [[-5.07421875, false]], [[-9.5703125, false]], [[-7.82421875, false]], [[-10.1953125, false]], [[-12.0703125, false]]], "filtered_resps": [[-6.57421875, false], [-10.1953125, false], [-9.5703125, false], [-11.3203125, false], [-8.5703125, false], [-10.1953125, false], [-10.90625, false], [-4.19921875, false], [-10.1953125, false], [-9.4453125, false], [-5.07421875, false], [-9.5703125, false], [-7.82421875, false], [-10.1953125, false], [-10.90625, false], [-4.19921875, false], [-10.1953125, false], [-10.3203125, false], [-8.1953125, false], [-6.94921875, false], [-7.82421875, false], [-10.1953125, false], [-10.90625, false], [-4.19921875, false], [-10.1953125, false], [-10.3203125, false], [-8.1953125, false], [-7.32421875, false], [-7.82421875, false], [-9.5703125, false], [-8.5703125, false], [-5.07421875, false], [-9.5703125, false], [-7.82421875, false], [-10.1953125, false], [-12.0703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2322, "doc": {"id": "NYSEDREGENTS_2012_4_11", "question": "Which property of an object describes how easily electricity travels through it?", "choices": {"text": ["color", "temperature", "reflectivity", "conductivity"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "conductivity", "arguments": ["Question: Which property of an object describes how easily electricity travels through it?\nAnswer:", " ["], "resps": [[[-7.5390625, false]], [[-8.5390625, false]], [[-8.5390625, false]], [[-9.5390625, false]], [[-9.2890625, false]], [[-9.5390625, false]], [[-8.5390625, false]], [[-8.5390625, false]], [[-8.9453125, false]], [[-5.0390625, false]], [[-8.5390625, false]], [[-9.0390625, false]], [[-8.0390625, false]], [[-8.2890625, false]], [[-8.7890625, false]], [[-8.0390625, false]], [[-8.5390625, false]], [[-4.2890625, false]], [[-9.0390625, false]], [[-9.7890625, false]], [[-8.5390625, false]], [[-8.0390625, false]], [[-8.5390625, false]], [[-8.9453125, false]], [[-5.0390625, false]], [[-8.5390625, false]], [[-8.5390625, false]], [[-8.0390625, false]], [[-8.0390625, false]], [[-9.2890625, false]], [[-8.0390625, false]], [[-8.5390625, false]], [[-9.0390625, false]], [[-8.0390625, false]], [[-8.2890625, false]], [[-8.0390625, false]], [[-9.0390625, false]], [[-10.2890625, false]], [[-8.5390625, false]], [[-8.9453125, false]], [[-5.0390625, false]], [[-8.5390625, false]], [[-8.5390625, false]], [[-9.5390625, false]], [[-8.7890625, false]], [[-8.5390625, false]], [[-9.7890625, false]], [[-8.5390625, false]], [[-9.0390625, false]], [[-8.0390625, false]], [[-8.2890625, false]], [[-8.0390625, false]], [[-9.0390625, false]], [[-10.2890625, false]], [[-8.5390625, false]], [[-12.7890625, false]]], "filtered_resps": [[-7.5390625, false], [-8.5390625, false], [-8.5390625, false], [-9.5390625, false], [-9.2890625, false], [-9.5390625, false], [-8.5390625, false], [-8.5390625, false], [-8.9453125, false], [-5.0390625, false], [-8.5390625, false], [-9.0390625, false], [-8.0390625, false], [-8.2890625, false], [-8.7890625, false], [-8.0390625, false], [-8.5390625, false], [-4.2890625, false], [-9.0390625, false], [-9.7890625, false], [-8.5390625, false], [-8.0390625, false], [-8.5390625, false], [-8.9453125, false], [-5.0390625, false], [-8.5390625, false], [-8.5390625, false], [-8.0390625, false], [-8.0390625, false], [-9.2890625, false], [-8.0390625, false], [-8.5390625, false], [-9.0390625, false], [-8.0390625, false], [-8.2890625, false], [-8.0390625, false], [-9.0390625, false], [-10.2890625, false], [-8.5390625, false], [-8.9453125, false], [-5.0390625, false], [-8.5390625, false], [-8.5390625, false], [-9.5390625, false], [-8.7890625, false], [-8.5390625, false], [-9.7890625, false], [-8.5390625, false], [-9.0390625, false], [-8.0390625, false], [-8.2890625, false], [-8.0390625, false], [-9.0390625, false], [-10.2890625, false], [-8.5390625, false], [-12.7890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2330, "doc": {"id": "Mercury_402286", "question": "Which characteristic do both the Moon and Earth share?", "choices": {"text": ["They both have rocky surfaces.", "They both have active volcanoes.", "They both have similar atmospheres.", "They both have the same gravitational pull."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "They both have rocky surfaces.", "arguments": ["Question: Which characteristic do both the Moon and Earth share?\nAnswer:", " ["], "resps": [[[-8.1796875, false]], [[-8.9296875, false]], [[-8.1796875, false]], [[-13.1796875, false]], [[-9.1796875, false]], [[-12.9296875, false]], [[-6.4296875, false]], [[-10.6796875, false]], [[-10.9296875, false]], [[-10.9296875, false]], [[-13.1796875, false]], [[-6.4296875, false]], [[-13.1796875, false]], [[-6.6796875, false]], [[-11.9296875, false]], [[-9.1796875, false]], [[-6.4296875, false]], [[-11.9296875, false]], [[-10.9296875, false]], [[-10.6796875, false]], [[-12.9296875, false]], [[-12.9296875, false]], [[-6.4296875, false]], [[-10.6796875, false]], [[-13.1796875, false]], [[-11.9296875, false]], [[-11.1796875, false]], [[-6.6796875, false]], [[-10.6796875, false]], [[-9.1796875, false]], [[-10.6796875, false]], [[-8.203125, false]], [[-8.9296875, false]], [[-11.203125, false]], [[-6.4296875, false]], [[-8.9296875, false]], [[-8.1796875, false]], [[-13.1796875, false]], [[-9.1796875, false]], [[-12.9296875, false]], [[-6.4296875, false]], [[-10.6796875, false]], [[-10.9296875, false]], [[-10.9296875, false]], [[-13.1796875, false]], [[-6.4296875, false]], [[-13.1796875, false]], [[-6.6796875, false]], [[-11.9296875, false]], [[-9.1796875, false]], [[-6.4296875, false]], [[-6.6796875, false]], [[-10.6796875, false]], [[-10.9296875, false]], [[-10.6796875, false]], [[-11.9296875, false]], [[-9.1796875, false]], [[-6.4296875, false]], [[-11.9296875, false]], [[-10.9296875, false]], [[-11.1796875, false]], [[-10.6796875, false]], [[-6.6796875, false]], [[-10.6796875, false]], [[-10.9296875, false]], [[-9.1796875, false]], [[-10.6796875, false]], [[-8.203125, false]], [[-8.9296875, false]], [[-11.203125, false]], [[-6.4296875, false]], [[-8.9296875, false]], [[-8.1796875, false]], [[-13.1796875, false]], [[-9.1796875, false]], [[-12.9296875, false]], [[-6.4296875, false]], [[-10.6796875, false]], [[-10.9296875, false]], [[-10.9296875, false]], [[-13.1796875, false]], [[-6.4296875, false]], [[-13.1796875, false]], [[-6.6796875, false]], [[-11.9296875, false]], [[-9.1796875, false]], [[-6.4296875, false]], [[-10.6796875, false]], [[-10.6796875, false]], [[-11.4296875, false]], [[-10.6796875, false]], [[-11.1796875, false]], [[-6.6796875, false]], [[-11.9296875, false]], [[-6.4296875, false]], [[-6.6796875, false]], [[-10.9296875, false]], [[-11.4296875, false]], [[-10.9296875, false]], [[-10.6796875, false]], [[-11.6796875, false]], [[-13.1796875, false]], [[-9.1796875, false]], [[-11.9296875, false]], [[-9.1796875, false]], [[-10.6796875, false]], [[-8.203125, false]], [[-8.9296875, false]], [[-11.203125, false]], [[-6.4296875, false]], [[-8.9296875, false]], [[-8.1796875, false]], [[-13.1796875, false]], [[-9.1796875, false]], [[-12.9296875, false]], [[-6.4296875, false]], [[-10.6796875, false]], [[-10.9296875, false]], [[-10.9296875, false]], [[-13.1796875, false]], [[-6.4296875, false]], [[-13.1796875, false]], [[-6.6796875, false]], [[-11.9296875, false]], [[-9.1796875, false]], [[-6.4296875, false]], [[-10.9296875, false]], [[-13.1796875, false]], [[-9.1796875, false]], [[-6.4296875, false]], [[-10.6796875, false]], [[-6.6796875, false]], [[-11.4296875, false]], [[-9.1796875, false]], [[-6.4296875, false]], [[-13.9296875, false]], [[-11.9296875, false]], [[-6.6796875, false]], [[-11.9296875, false]], [[-10.6796875, false]], [[-10.9296875, false]], [[-6.6796875, false]], [[-10.9296875, false]], [[-10.6796875, false]], [[-10.9296875, false]], [[-10.6796875, false]], [[-6.6796875, false]], [[-11.1796875, false]], [[-6.4296875, false]], [[-11.6796875, false]], [[-13.1796875, false]], [[-11.1796875, false]], [[-11.1796875, false]], [[-8.203125, false]], [[-8.9296875, false]], [[-12.4296875, false]]], "filtered_resps": [[-8.1796875, false], [-8.9296875, false], [-8.1796875, false], [-13.1796875, false], [-9.1796875, false], [-12.9296875, false], [-6.4296875, false], [-10.6796875, false], [-10.9296875, false], [-10.9296875, false], [-13.1796875, false], [-6.4296875, false], [-13.1796875, false], [-6.6796875, false], [-11.9296875, false], [-9.1796875, false], [-6.4296875, false], [-11.9296875, false], [-10.9296875, false], [-10.6796875, false], [-12.9296875, false], [-12.9296875, false], [-6.4296875, false], [-10.6796875, false], [-13.1796875, false], [-11.9296875, false], [-11.1796875, false], [-6.6796875, false], [-10.6796875, false], [-9.1796875, false], [-10.6796875, false], [-8.203125, false], [-8.9296875, false], [-11.203125, false], [-6.4296875, false], [-8.9296875, false], [-8.1796875, false], [-13.1796875, false], [-9.1796875, false], [-12.9296875, false], [-6.4296875, false], [-10.6796875, false], [-10.9296875, false], [-10.9296875, false], [-13.1796875, false], [-6.4296875, false], [-13.1796875, false], [-6.6796875, false], [-11.9296875, false], [-9.1796875, false], [-6.4296875, false], [-6.6796875, false], [-10.6796875, false], [-10.9296875, false], [-10.6796875, false], [-11.9296875, false], [-9.1796875, false], [-6.4296875, false], [-11.9296875, false], [-10.9296875, false], [-11.1796875, false], [-10.6796875, false], [-6.6796875, false], [-10.6796875, false], [-10.9296875, false], [-9.1796875, false], [-10.6796875, false], [-8.203125, false], [-8.9296875, false], [-11.203125, false], [-6.4296875, false], [-8.9296875, false], [-8.1796875, false], [-13.1796875, false], [-9.1796875, false], [-12.9296875, false], [-6.4296875, false], [-10.6796875, false], [-10.9296875, false], [-10.9296875, false], [-13.1796875, false], [-6.4296875, false], [-13.1796875, false], [-6.6796875, false], [-11.9296875, false], [-9.1796875, false], [-6.4296875, false], [-10.6796875, false], [-10.6796875, false], [-11.4296875, false], [-10.6796875, false], [-11.1796875, false], [-6.6796875, false], [-11.9296875, false], [-6.4296875, false], [-6.6796875, false], [-10.9296875, false], [-11.4296875, false], [-10.9296875, false], [-10.6796875, false], [-11.6796875, false], [-13.1796875, false], [-9.1796875, false], [-11.9296875, false], [-9.1796875, false], [-10.6796875, false], [-8.203125, false], [-8.9296875, false], [-11.203125, false], [-6.4296875, false], [-8.9296875, false], [-8.1796875, false], [-13.1796875, false], [-9.1796875, false], [-12.9296875, false], [-6.4296875, false], [-10.6796875, false], [-10.9296875, false], [-10.9296875, false], [-13.1796875, false], [-6.4296875, false], [-13.1796875, false], [-6.6796875, false], [-11.9296875, false], [-9.1796875, false], [-6.4296875, false], [-10.9296875, false], [-13.1796875, false], [-9.1796875, false], [-6.4296875, false], [-10.6796875, false], [-6.6796875, false], [-11.4296875, false], [-9.1796875, false], [-6.4296875, false], [-13.9296875, false], [-11.9296875, false], [-6.6796875, false], [-11.9296875, false], [-10.6796875, false], [-10.9296875, false], [-6.6796875, false], [-10.9296875, false], [-10.6796875, false], [-10.9296875, false], [-10.6796875, false], [-6.6796875, false], [-11.1796875, false], [-6.4296875, false], [-11.6796875, false], [-13.1796875, false], [-11.1796875, false], [-11.1796875, false], [-8.203125, false], [-8.9296875, false], [-12.4296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2338, "doc": {"id": "Mercury_7007438", "question": "As an object falls, air resistance gradually increases until it is equal with the pull of gravity. This effect is called", "choices": {"text": ["final velocity.", "initial velocity.", "escape velocity.", "terminal velocity."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "terminal velocity.", "arguments": ["Question: As an object falls, air resistance gradually increases until it is equal with the pull of gravity. This effect is called\nAnswer:", " ["], "resps": [[[-7.6171875, false]], [[-8.2421875, false]], [[-8.2421875, false]], [[-7.9921875, false]], [[-9.2421875, false]], [[-5.3671875, false]], [[-9.6171875, false]], [[-4.8671875, false]], [[-9.1171875, false]], [[-8.7421875, false]], [[-9.6171875, false]], [[-9.4921875, false]], [[-7.7421875, false]], [[-7.9921875, false]], [[-9.3671875, false]], [[-10.1171875, false]], [[-6.47265625, false]], [[-8.2421875, false]], [[-8.34375, false]], [[-4.8671875, false]], [[-8.2421875, false]], [[-7.9921875, false]], [[-9.2421875, false]], [[-7.9921875, false]], [[-9.3671875, false]], [[-7.9921875, false]], [[-5.3671875, false]], [[-9.6171875, false]], [[-4.8671875, false]], [[-9.1171875, false]], [[-8.7421875, false]], [[-9.6171875, false]], [[-9.4921875, false]], [[-7.7421875, false]], [[-7.9921875, false]], [[-9.3671875, false]], [[-10.1171875, false]], [[-6.47265625, false]], [[-8.2421875, false]], [[-8.34375, false]], [[-4.8671875, false]], [[-8.2421875, false]], [[-8.7421875, false]], [[-8.2421875, false]], [[-7.7421875, false]], [[-5.3671875, false]], [[-8.6171875, false]], [[-8.7421875, false]], [[-4.8671875, false]], [[-9.1171875, false]], [[-8.7421875, false]], [[-9.6171875, false]], [[-9.4921875, false]], [[-7.7421875, false]], [[-7.9921875, false]], [[-9.3671875, false]], [[-10.1171875, false]], [[-6.47265625, false]], [[-8.2421875, false]], [[-8.34375, false]], [[-4.8671875, false]], [[-8.2421875, false]], [[-9.3671875, false]], [[-8.7421875, false]], [[-8.8671875, false]], [[-8.8671875, false]], [[-7.9921875, false]], [[-9.2421875, false]], [[-5.3671875, false]], [[-9.6171875, false]], [[-4.8671875, false]], [[-9.1171875, false]], [[-8.7421875, false]], [[-9.6171875, false]], [[-9.4921875, false]], [[-7.7421875, false]], [[-7.9921875, false]], [[-9.3671875, false]], [[-10.1171875, false]], [[-6.47265625, false]], [[-8.2421875, false]], [[-11.1171875, false]]], "filtered_resps": [[-7.6171875, false], [-8.2421875, false], [-8.2421875, false], [-7.9921875, false], [-9.2421875, false], [-5.3671875, false], [-9.6171875, false], [-4.8671875, false], [-9.1171875, false], [-8.7421875, false], [-9.6171875, false], [-9.4921875, false], [-7.7421875, false], [-7.9921875, false], [-9.3671875, false], [-10.1171875, false], [-6.47265625, false], [-8.2421875, false], [-8.34375, false], [-4.8671875, false], [-8.2421875, false], [-7.9921875, false], [-9.2421875, false], [-7.9921875, false], [-9.3671875, false], [-7.9921875, false], [-5.3671875, false], [-9.6171875, false], [-4.8671875, false], [-9.1171875, false], [-8.7421875, false], [-9.6171875, false], [-9.4921875, false], [-7.7421875, false], [-7.9921875, false], [-9.3671875, false], [-10.1171875, false], [-6.47265625, false], [-8.2421875, false], [-8.34375, false], [-4.8671875, false], [-8.2421875, false], [-8.7421875, false], [-8.2421875, false], [-7.7421875, false], [-5.3671875, false], [-8.6171875, false], [-8.7421875, false], [-4.8671875, false], [-9.1171875, false], [-8.7421875, false], [-9.6171875, false], [-9.4921875, false], [-7.7421875, false], [-7.9921875, false], [-9.3671875, false], [-10.1171875, false], [-6.47265625, false], [-8.2421875, false], [-8.34375, false], [-4.8671875, false], [-8.2421875, false], [-9.3671875, false], [-8.7421875, false], [-8.8671875, false], [-8.8671875, false], [-7.9921875, false], [-9.2421875, false], [-5.3671875, false], [-9.6171875, false], [-4.8671875, false], [-9.1171875, false], [-8.7421875, false], [-9.6171875, false], [-9.4921875, false], [-7.7421875, false], [-7.9921875, false], [-9.3671875, false], [-10.1171875, false], [-6.47265625, false], [-8.2421875, false], [-11.1171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2346, "doc": {"id": "Mercury_SC_407065", "question": "A student places a pan of water on the stove. What happens to some of the water as it is heated to a boil?", "choices": {"text": ["It becomes a gas.", "It becomes a solid.", "It gets new atomic bonds.", "It gets destroyed."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "It becomes a gas.", "arguments": ["Question: A student places a pan of water on the stove. What happens to some of the water as it is heated to a boil?\nAnswer:", " ["], "resps": [[[-7.69921875, false]], [[-9.4453125, false]], [[-6.19921875, false]], [[-10.6953125, false]], [[-6.19921875, false]], [[-9.1953125, false]], [[-9.1953125, false]], [[-10.1953125, false]], [[-10.6953125, false]], [[-10.4453125, false]], [[-9.1953125, false]], [[-10.6953125, false]], [[-6.19921875, false]], [[-6.44921875, false]], [[-6.19921875, false]], [[-12.1953125, false]], [[-6.44921875, false]], [[-10.6953125, false]], [[-7.28515625, false]], [[-9.4453125, false]], [[-10.828125, false]], [[-6.19921875, false]], [[-9.4453125, false]], [[-6.19921875, false]], [[-10.6953125, false]], [[-6.19921875, false]], [[-9.1953125, false]], [[-9.1953125, false]], [[-10.1953125, false]], [[-10.6953125, false]], [[-10.4453125, false]], [[-9.1953125, false]], [[-10.6953125, false]], [[-6.19921875, false]], [[-6.44921875, false]], [[-6.19921875, false]], [[-10.6953125, false]], [[-10.6953125, false]], [[-10.6953125, false]], [[-9.4453125, false]], [[-8.9453125, false]], [[-7.28515625, false]], [[-9.4453125, false]], [[-10.828125, false]], [[-6.19921875, false]], [[-9.4453125, false]], [[-6.19921875, false]], [[-10.6953125, false]], [[-6.19921875, false]], [[-12.1953125, false]], [[-9.1953125, false]], [[-10.6953125, false]], [[-10.6953125, false]], [[-6.19921875, false]], [[-10.6953125, false]], [[-9.1953125, false]], [[-11.4453125, false]], [[-6.19921875, false]], [[-6.44921875, false]], [[-10.6953125, false]], [[-10.6953125, false]], [[-10.4453125, false]], [[-9.4453125, false]], [[-10.1953125, false]], [[-6.19921875, false]], [[-9.1953125, false]], [[-10.6953125, false]], [[-10.6953125, false]], [[-8.9453125, false]], [[-10.6953125, false]], [[-7.28515625, false]], [[-9.4453125, false]], [[-10.828125, false]], [[-6.19921875, false]], [[-9.4453125, false]], [[-6.19921875, false]], [[-10.6953125, false]], [[-6.19921875, false]], [[-12.1953125, false]], [[-9.1953125, false]], [[-10.6953125, false]], [[-10.6953125, false]], [[-6.19921875, false]], [[-8.9453125, false]], [[-9.1953125, false]], [[-10.6953125, false]], [[-10.6953125, false]], [[-12.6953125, false]], [[-10.6953125, false]], [[-11.9453125, false]], [[-9.1953125, false]], [[-8.9453125, false]], [[-7.28515625, false]], [[-9.4453125, false]], [[-12.9453125, false]]], "filtered_resps": [[-7.69921875, false], [-9.4453125, false], [-6.19921875, false], [-10.6953125, false], [-6.19921875, false], [-9.1953125, false], [-9.1953125, false], [-10.1953125, false], [-10.6953125, false], [-10.4453125, false], [-9.1953125, false], [-10.6953125, false], [-6.19921875, false], [-6.44921875, false], [-6.19921875, false], [-12.1953125, false], [-6.44921875, false], [-10.6953125, false], [-7.28515625, false], [-9.4453125, false], [-10.828125, false], [-6.19921875, false], [-9.4453125, false], [-6.19921875, false], [-10.6953125, false], [-6.19921875, false], [-9.1953125, false], [-9.1953125, false], [-10.1953125, false], [-10.6953125, false], [-10.4453125, false], [-9.1953125, false], [-10.6953125, false], [-6.19921875, false], [-6.44921875, false], [-6.19921875, false], [-10.6953125, false], [-10.6953125, false], [-10.6953125, false], [-9.4453125, false], [-8.9453125, false], [-7.28515625, false], [-9.4453125, false], [-10.828125, false], [-6.19921875, false], [-9.4453125, false], [-6.19921875, false], [-10.6953125, false], [-6.19921875, false], [-12.1953125, false], [-9.1953125, false], [-10.6953125, false], [-10.6953125, false], [-6.19921875, false], [-10.6953125, false], [-9.1953125, false], [-11.4453125, false], [-6.19921875, false], [-6.44921875, false], [-10.6953125, false], [-10.6953125, false], [-10.4453125, false], [-9.4453125, false], [-10.1953125, false], [-6.19921875, false], [-9.1953125, false], [-10.6953125, false], [-10.6953125, false], [-8.9453125, false], [-10.6953125, false], [-7.28515625, false], [-9.4453125, false], [-10.828125, false], [-6.19921875, false], [-9.4453125, false], [-6.19921875, false], [-10.6953125, false], [-6.19921875, false], [-12.1953125, false], [-9.1953125, false], [-10.6953125, false], [-10.6953125, false], [-6.19921875, false], [-8.9453125, false], [-9.1953125, false], [-10.6953125, false], [-10.6953125, false], [-12.6953125, false], [-10.6953125, false], [-11.9453125, false], [-9.1953125, false], [-8.9453125, false], [-7.28515625, false], [-9.4453125, false], [-12.9453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2354, "doc": {"id": "Mercury_7264163", "question": "Scientists use large optical telescopes to obtain information about the planets in the solar system. What wavelengths of electromagnetic radiation provide this information?", "choices": {"text": ["gamma radiation", "infrared radiation", "radio waves", "visible light"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "visible light", "arguments": ["Question: Scientists use large optical telescopes to obtain information about the planets in the solar system. What wavelengths of electromagnetic radiation provide this information?\nAnswer:", " ["], "resps": [[[-7.203125, false]], [[-9.203125, false]], [[-12.703125, false]], [[-6.203125, false]], [[-7.953125, false]], [[-7.953125, false]], [[-6.203125, false]], [[-3.701171875, false]], [[-10.453125, false]], [[-6.203125, false]], [[-10.953125, false]], [[-7.703125, false]], [[-6.203125, false]], [[-10.453125, false]], [[-7.703125, false]], [[-5.953125, false]], [[-7.953125, false]], [[-9.203125, false]], [[-7.5859375, false]], [[-3.701171875, false]], [[-9.203125, false]], [[-7.703125, false]], [[-7.953125, false]], [[-8.703125, false]], [[-10.453125, false]], [[-6.203125, false]], [[-10.453125, false]], [[-8.453125, false]], [[-10.953125, false]], [[-3.701171875, false]], [[-10.453125, false]], [[-6.203125, false]], [[-10.953125, false]], [[-7.703125, false]], [[-6.203125, false]], [[-10.453125, false]], [[-7.703125, false]], [[-5.953125, false]], [[-7.953125, false]], [[-9.203125, false]], [[-7.5859375, false]], [[-3.701171875, false]], [[-9.203125, false]], [[-10.453125, false]], [[-6.203125, false]], [[-10.953125, false]], [[-7.703125, false]], [[-5.953125, false]], [[-3.701171875, false]], [[-10.703125, false]], [[-6.203125, false]], [[-10.203125, false]], [[-8.453125, false]], [[-10.453125, false]], [[-9.203125, false]], [[-7.5859375, false]], [[-3.701171875, false]], [[-9.203125, false]], [[-10.203125, false]], [[-7.703125, false]], [[-10.453125, false]], [[-7.703125, false]], [[-9.703125, false]], [[-9.203125, false]], [[-8.453125, false]], [[-3.701171875, false]], [[-9.203125, false]], [[-7.703125, false]], [[-12.703125, false]], [[-10.703125, false]], [[-10.453125, false]], [[-9.203125, false]], [[-12.953125, false]]], "filtered_resps": [[-7.203125, false], [-9.203125, false], [-12.703125, false], [-6.203125, false], [-7.953125, false], [-7.953125, false], [-6.203125, false], [-3.701171875, false], [-10.453125, false], [-6.203125, false], [-10.953125, false], [-7.703125, false], [-6.203125, false], [-10.453125, false], [-7.703125, false], [-5.953125, false], [-7.953125, false], [-9.203125, false], [-7.5859375, false], [-3.701171875, false], [-9.203125, false], [-7.703125, false], [-7.953125, false], [-8.703125, false], [-10.453125, false], [-6.203125, false], [-10.453125, false], [-8.453125, false], [-10.953125, false], [-3.701171875, false], [-10.453125, false], [-6.203125, false], [-10.953125, false], [-7.703125, false], [-6.203125, false], [-10.453125, false], [-7.703125, false], [-5.953125, false], [-7.953125, false], [-9.203125, false], [-7.5859375, false], [-3.701171875, false], [-9.203125, false], [-10.453125, false], [-6.203125, false], [-10.953125, false], [-7.703125, false], [-5.953125, false], [-3.701171875, false], [-10.703125, false], [-6.203125, false], [-10.203125, false], [-8.453125, false], [-10.453125, false], [-9.203125, false], [-7.5859375, false], [-3.701171875, false], [-9.203125, false], [-10.203125, false], [-7.703125, false], [-10.453125, false], [-7.703125, false], [-9.703125, false], [-9.203125, false], [-8.453125, false], [-3.701171875, false], [-9.203125, false], [-7.703125, false], [-12.703125, false], [-10.703125, false], [-10.453125, false], [-9.203125, false], [-12.953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2362, "doc": {"id": "Mercury_7009713", "question": "The Theory of Plate Tectonics is based on", "choices": {"text": ["evidence of sea floor spreading.", "topographic mapping of mountain ranges.", "an analysis of soil at the plate boundaries.", "volcanic activity along coastlines."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "evidence of sea floor spreading.", "arguments": ["Question: The Theory of Plate Tectonics is based on\nAnswer:", " ["], "resps": [[[-7.87890625, false]], [[-7.75390625, false]], [[-8.1328125, false]], [[-9.7578125, false]], [[-8.7578125, false]], [[-9.5078125, false]], [[-8.1328125, false]], [[-8.7578125, false]], [[-9.1328125, false]], [[-8.1328125, false]], [[-5.62890625, false]], [[-10.2578125, false]], [[-9.3828125, false]], [[-5.62890625, false]], [[-9.0078125, false]], [[-8.1328125, false]], [[-5.25390625, false]], [[-5.62890625, false]], [[-9.3828125, false]], [[-10.8828125, false]], [[-10.2578125, false]], [[-10.2578125, false]], [[-10.0078125, false]], [[-5.62890625, false]], [[-9.0078125, false]], [[-8.8828125, false]], [[-10.0078125, false]], [[-8.1328125, false]], [[-5.25390625, false]], [[-9.5078125, false]], [[-8.7578125, false]], [[-8.7578125, false]], [[-10.8828125, false]], [[-7.0390625, false]], [[-7.75390625, false]], [[-8.3515625, false]], [[-5.62890625, false]], [[-7.75390625, false]], [[-9.8828125, false]], [[-10.2578125, false]], [[-8.8828125, false]], [[-10.2578125, false]], [[-10.8828125, false]], [[-10.0078125, false]], [[-5.25390625, false]], [[-8.8828125, false]], [[-11.2578125, false]], [[-8.7578125, false]], [[-9.1328125, false]], [[-5.62890625, false]], [[-10.3828125, false]], [[-5.25390625, false]], [[-8.8828125, false]], [[-8.8828125, false]], [[-8.7578125, false]], [[-8.7578125, false]], [[-10.8828125, false]], [[-5.62890625, false]], [[-10.2578125, false]], [[-9.3828125, false]], [[-5.62890625, false]], [[-10.3828125, false]], [[-10.2578125, false]], [[-11.6328125, false]], [[-8.7578125, false]], [[-9.8828125, false]], [[-5.25390625, false]], [[-8.7578125, false]], [[-8.7578125, false]], [[-5.62890625, false]], [[-10.0078125, false]], [[-5.25390625, false]], [[-8.7578125, false]], [[-10.8828125, false]], [[-8.1328125, false]], [[-9.0078125, false]], [[-7.0390625, false]], [[-7.75390625, false]], [[-8.3515625, false]], [[-5.62890625, false]], [[-7.75390625, false]], [[-5.25390625, false]], [[-8.7578125, false]], [[-5.62890625, false]], [[-5.25390625, false]], [[-8.7578125, false]], [[-5.25390625, false]], [[-10.8828125, false]], [[-11.2578125, false]], [[-9.0078125, false]], [[-8.7578125, false]], [[-9.0078125, false]], [[-5.62890625, false]], [[-10.2578125, false]], [[-9.3828125, false]], [[-5.62890625, false]], [[-9.0078125, false]], [[-10.2578125, false]], [[-8.7578125, false]], [[-10.8828125, false]], [[-5.62890625, false]], [[-5.25390625, false]], [[-9.8828125, false]], [[-5.62890625, false]], [[-9.8828125, false]], [[-11.2578125, false]], [[-8.1328125, false]], [[-5.62890625, false]], [[-8.8828125, false]], [[-10.8828125, false]], [[-5.25390625, false]], [[-9.8828125, false]], [[-8.1328125, false]], [[-5.62890625, false]], [[-8.0078125, false]], [[-10.2578125, false]], [[-11.6328125, false]], [[-8.7578125, false]], [[-9.5078125, false]], [[-5.25390625, false]], [[-10.0078125, false]], [[-8.7578125, false]], [[-8.1328125, false]], [[-9.0078125, false]], [[-7.0390625, false]], [[-7.75390625, false]], [[-8.3515625, false]], [[-5.62890625, false]], [[-7.75390625, false]], [[-9.7578125, false]], [[-10.2578125, false]], [[-10.8828125, false]], [[-9.1328125, false]], [[-5.25390625, false]], [[-8.7578125, false]], [[-8.7578125, false]], [[-9.1328125, false]], [[-5.62890625, false]], [[-5.25390625, false]], [[-9.1328125, false]], [[-9.8828125, false]], [[-8.7578125, false]], [[-9.7578125, false]], [[-8.7578125, false]], [[-9.8828125, false]], [[-11.2578125, false]], [[-5.62890625, false]], [[-5.25390625, false]], [[-10.8828125, false]], [[-10.2578125, false]], [[-8.7578125, false]], [[-10.8828125, false]], [[-5.62890625, false]], [[-9.1328125, false]], [[-10.2578125, false]], [[-5.25390625, false]], [[-9.0078125, false]], [[-9.8828125, false]], [[-10.8828125, false]], [[-8.7578125, false]], [[-8.7578125, false]], [[-8.1328125, false]], [[-9.0078125, false]], [[-7.0390625, false]], [[-7.75390625, false]], [[-12.3828125, false]]], "filtered_resps": [[-7.87890625, false], [-7.75390625, false], [-8.1328125, false], [-9.7578125, false], [-8.7578125, false], [-9.5078125, false], [-8.1328125, false], [-8.7578125, false], [-9.1328125, false], [-8.1328125, false], [-5.62890625, false], [-10.2578125, false], [-9.3828125, false], [-5.62890625, false], [-9.0078125, false], [-8.1328125, false], [-5.25390625, false], [-5.62890625, false], [-9.3828125, false], [-10.8828125, false], [-10.2578125, false], [-10.2578125, false], [-10.0078125, false], [-5.62890625, false], [-9.0078125, false], [-8.8828125, false], [-10.0078125, false], [-8.1328125, false], [-5.25390625, false], [-9.5078125, false], [-8.7578125, false], [-8.7578125, false], [-10.8828125, false], [-7.0390625, false], [-7.75390625, false], [-8.3515625, false], [-5.62890625, false], [-7.75390625, false], [-9.8828125, false], [-10.2578125, false], [-8.8828125, false], [-10.2578125, false], [-10.8828125, false], [-10.0078125, false], [-5.25390625, false], [-8.8828125, false], [-11.2578125, false], [-8.7578125, false], [-9.1328125, false], [-5.62890625, false], [-10.3828125, false], [-5.25390625, false], [-8.8828125, false], [-8.8828125, false], [-8.7578125, false], [-8.7578125, false], [-10.8828125, false], [-5.62890625, false], [-10.2578125, false], [-9.3828125, false], [-5.62890625, false], [-10.3828125, false], [-10.2578125, false], [-11.6328125, false], [-8.7578125, false], [-9.8828125, false], [-5.25390625, false], [-8.7578125, false], [-8.7578125, false], [-5.62890625, false], [-10.0078125, false], [-5.25390625, false], [-8.7578125, false], [-10.8828125, false], [-8.1328125, false], [-9.0078125, false], [-7.0390625, false], [-7.75390625, false], [-8.3515625, false], [-5.62890625, false], [-7.75390625, false], [-5.25390625, false], [-8.7578125, false], [-5.62890625, false], [-5.25390625, false], [-8.7578125, false], [-5.25390625, false], [-10.8828125, false], [-11.2578125, false], [-9.0078125, false], [-8.7578125, false], [-9.0078125, false], [-5.62890625, false], [-10.2578125, false], [-9.3828125, false], [-5.62890625, false], [-9.0078125, false], [-10.2578125, false], [-8.7578125, false], [-10.8828125, false], [-5.62890625, false], [-5.25390625, false], [-9.8828125, false], [-5.62890625, false], [-9.8828125, false], [-11.2578125, false], [-8.1328125, false], [-5.62890625, false], [-8.8828125, false], [-10.8828125, false], [-5.25390625, false], [-9.8828125, false], [-8.1328125, false], [-5.62890625, false], [-8.0078125, false], [-10.2578125, false], [-11.6328125, false], [-8.7578125, false], [-9.5078125, false], [-5.25390625, false], [-10.0078125, false], [-8.7578125, false], [-8.1328125, false], [-9.0078125, false], [-7.0390625, false], [-7.75390625, false], [-8.3515625, false], [-5.62890625, false], [-7.75390625, false], [-9.7578125, false], [-10.2578125, false], [-10.8828125, false], [-9.1328125, false], [-5.25390625, false], [-8.7578125, false], [-8.7578125, false], [-9.1328125, false], [-5.62890625, false], [-5.25390625, false], [-9.1328125, false], [-9.8828125, false], [-8.7578125, false], [-9.7578125, false], [-8.7578125, false], [-9.8828125, false], [-11.2578125, false], [-5.62890625, false], [-5.25390625, false], [-10.8828125, false], [-10.2578125, false], [-8.7578125, false], [-10.8828125, false], [-5.62890625, false], [-9.1328125, false], [-10.2578125, false], [-5.25390625, false], [-9.0078125, false], [-9.8828125, false], [-10.8828125, false], [-8.7578125, false], [-8.7578125, false], [-8.1328125, false], [-9.0078125, false], [-7.0390625, false], [-7.75390625, false], [-12.3828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2370, "doc": {"id": "ACTAAP_2009_7_12", "question": "Historically, how has the compass been used?", "choices": {"text": ["for navigation", "to predict weather", "to measure temperature", "for mineral identification"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "for navigation", "arguments": ["Question: Historically, how has the compass been used?\nAnswer:", " ["], "resps": [[[-7.265625, false]], [[-9.015625, false]], [[-11.515625, false]], [[-10.015625, false]], [[-11.765625, false]], [[-3.015625, false]], [[-10.015625, false]], [[-7.015625, false]], [[-10.765625, false]], [[-10.015625, false]], [[-11.515625, false]], [[-7.015625, false]], [[-11.765625, false]], [[-10.015625, false]], [[-10.015625, false]], [[-10.015625, false]], [[-9.015625, false]], [[-9.078125, false]], [[-3.015625, false]], [[-9.015625, false]], [[-11.765625, false]], [[-10.015625, false]], [[-3.015625, false]], [[-10.765625, false]], [[-11.765625, false]], [[-10.765625, false]], [[-11.015625, false]], [[-10.015625, false]], [[-9.765625, false]], [[-11.765625, false]], [[-3.015625, false]], [[-9.265625, false]], [[-10.765625, false]], [[-7.015625, false]], [[-11.765625, false]], [[-11.265625, false]], [[-10.765625, false]], [[-11.765625, false]], [[-9.015625, false]], [[-9.078125, false]], [[-3.015625, false]], [[-9.015625, false]], [[-11.765625, false]], [[-10.015625, false]], [[-3.015625, false]], [[-10.515625, false]], [[-10.765625, false]], [[-7.015625, false]], [[-9.765625, false]], [[-11.765625, false]], [[-11.765625, false]], [[-10.765625, false]], [[-3.015625, false]], [[-11.765625, false]], [[-10.765625, false]], [[-10.515625, false]], [[-10.765625, false]], [[-10.765625, false]], [[-11.765625, false]], [[-7.015625, false]], [[-11.765625, false]], [[-11.765625, false]], [[-11.765625, false]], [[-10.765625, false]], [[-9.015625, false]], [[-9.078125, false]], [[-3.015625, false]], [[-9.015625, false]], [[-11.515625, false]], [[-10.015625, false]], [[-11.765625, false]], [[-3.015625, false]], [[-10.515625, false]], [[-10.015625, false]], [[-10.015625, false]], [[-10.765625, false]], [[-11.765625, false]], [[-7.015625, false]], [[-10.515625, false]], [[-3.015625, false]], [[-10.015625, false]], [[-11.015625, false]], [[-10.765625, false]], [[-10.015625, false]], [[-11.765625, false]], [[-10.015625, false]], [[-11.515625, false]], [[-10.015625, false]], [[-9.765625, false]], [[-7.015625, false]], [[-11.765625, false]], [[-10.015625, false]], [[-10.015625, false]], [[-10.015625, false]], [[-9.015625, false]], [[-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false], [-12.515625, false]]], "filtered_resps": [[-7.265625, false], [-9.015625, false], [-11.515625, false], [-10.015625, false], [-11.765625, false], [-3.015625, false], [-10.015625, false], [-7.015625, false], [-10.765625, false], [-10.015625, false], [-11.515625, false], [-7.015625, false], [-11.765625, false], [-10.015625, false], [-10.015625, false], [-10.015625, false], [-9.015625, false], [-9.078125, false], [-3.015625, false], [-9.015625, false], [-11.765625, false], [-10.015625, false], [-3.015625, false], [-10.765625, false], [-11.765625, false], [-10.765625, false], [-11.015625, false], [-10.015625, false], [-9.765625, false], [-11.765625, false], [-3.015625, false], [-9.265625, false], [-10.765625, false], [-7.015625, false], [-11.765625, false], [-11.265625, false], [-10.765625, false], [-11.765625, false], [-9.015625, false], [-9.078125, false], [-3.015625, false], [-9.015625, false], [-11.765625, false], [-10.015625, false], [-3.015625, false], [-10.515625, false], [-10.765625, false], [-7.015625, false], [-9.765625, false], [-11.765625, false], [-11.765625, false], [-10.765625, false], [-3.015625, false], [-11.765625, false], [-10.765625, false], [-10.515625, false], [-10.765625, false], [-10.765625, false], [-11.765625, false], [-7.015625, false], [-11.765625, false], [-11.765625, false], [-11.765625, false], [-10.765625, false], [-9.015625, false], [-9.078125, false], [-3.015625, false], [-9.015625, false], [-11.515625, false], [-10.015625, false], [-11.765625, false], [-3.015625, false], [-10.515625, false], [-10.015625, false], [-10.015625, false], [-10.765625, false], [-11.765625, false], [-7.015625, false], [-10.515625, false], [-3.015625, false], [-10.015625, false], [-11.015625, false], [-10.765625, false], [-10.015625, false], [-11.765625, false], [-10.015625, false], [-11.515625, false], [-10.015625, false], [-9.765625, false], [-7.015625, false], [-11.765625, false], [-10.015625, false], [-10.015625, false], [-10.015625, false], [-9.015625, false], [-12.515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 3, "doc": {"id": "NYSEDREGENTS_2015_4_8", "question": "Which characteristic describes the texture of a kitten's fur?", "choices": {"text": ["gray", "warm", "long", "soft"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "soft", "arguments": ["Question: Which characteristic describes the texture of a kitten's fur?\nAnswer:", " ["], "resps": [[[-7.80859375, false]], [[-7.55859375, false]], [[-11.0625, false]], [[-10.5625, false]], [[-3.55859375, false]], [[-12.3125, false]], [[-7.55859375, false]], [[-10.3984375, false]], [[-5.55859375, false]], [[-7.55859375, false]], [[-10.3125, false]], [[-3.55859375, false]], [[-10.5625, false]], [[-11.5625, false]], [[-7.55859375, false]], [[-10.3984375, false]], [[-5.55859375, false]], [[-7.55859375, false]], [[-10.8125, false]], [[-8.8125, false]], [[-10.0625, false]], [[-11.0625, false]], [[-7.55859375, false]], [[-10.3984375, false]], [[-5.55859375, false]], [[-7.55859375, false]], [[-8.5625, false]], [[-8.8125, false]], [[-9.0625, false]], [[-9.5625, false]], [[-7.55859375, false]], [[-12.5625, false]]], "filtered_resps": [[-7.80859375, false], [-7.55859375, false], [-11.0625, false], [-10.5625, false], [-3.55859375, false], [-12.3125, false], [-7.55859375, false], [-10.3984375, false], [-5.55859375, false], [-7.55859375, false], [-10.3125, false], [-3.55859375, false], [-10.5625, false], [-11.5625, false], [-7.55859375, false], [-10.3984375, false], [-5.55859375, false], [-7.55859375, false], [-10.8125, false], [-8.8125, false], [-10.0625, false], [-11.0625, false], [-7.55859375, false], [-10.3984375, false], [-5.55859375, false], [-7.55859375, false], [-8.5625, false], [-8.8125, false], [-9.0625, false], [-9.5625, false], [-7.55859375, false], [-12.5625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 11, "doc": {"id": "Mercury_7166145", "question": "The circulatory system and the endocrine system work together in the human body. Which describes one way in which these systems interact?", "choices": {"text": ["taking in oxygen and transporting it to cells of the body", "releasing hormones and transporting them to cells of the body", "absorbing nutrients from food and transporting them to cells in the body", "collecting waste products from the cells and transporting it out of the body"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "releasing hormones and transporting them to cells of the body", "arguments": ["Question: The circulatory system and the endocrine system work together in the human body. Which describes one way in which these systems interact?\nAnswer:", " ["], "resps": [[[-7.44140625, false]], [[-11.1875, false]], [[-10.1875, false]], [[-3.94140625, false]], [[-7.19140625, false]], [[-8.9375, false]], [[-9.6875, false]], [[-11.4375, false]], [[-5.19140625, false]], [[-8.9375, false]], [[-9.6875, false]], [[-5.19140625, false]], [[-8.6875, false]], [[-9.6875, false]], [[-11.9375, false]], [[-11.4375, false]], [[-8.6875, false]], [[-9.6875, false]], [[-5.19140625, false]], [[-3.94140625, false]], [[-9.6875, false]], [[-8.9375, false]], [[-5.19140625, false]], [[-10.1875, false]], [[-10.4375, false]], [[-3.94140625, false]], [[-9.6875, false]], [[-9.4375, false]], [[-9.1875, false]], [[-8.6875, false]], [[-10.4375, false]], [[-10.1875, false]], [[-8.9375, false]], [[-9.6875, false]], [[-11.4375, false]], [[-5.19140625, false]], [[-8.9375, false]], [[-10.1875, false]], [[-5.19140625, false]], [[-10.1875, false]], [[-8.6875, false]], [[-5.19140625, false]], [[-6.69140625, false]], [[-8.6875, false]], [[-8.1875, false]], [[-8.1875, false]], [[-9.4375, false]], [[-5.19140625, false]], [[-8.6875, false]], [[-10.9375, false]], [[-5.19140625, false]], [[-10.1875, false]], [[-9.4375, false]], [[-8.6875, false]], [[-5.19140625, false]], [[-6.69140625, false]], [[-8.6875, false]], [[-8.9375, false]], [[-11.9375, false]], [[-11.1875, false]], [[-9.53125, false]], [[-5.19140625, false]], [[-11.1875, false]], [[-10.4375, false]], [[-8.6875, false]], [[-8.1875, false]], [[-8.6875, false]], [[-3.94140625, false]], [[-9.4375, false]], [[-8.9375, false]], [[-9.6875, false]], [[-11.4375, false]], [[-5.19140625, false]], [[-9.4375, false]], [[-8.6875, false]], [[-10.4375, false]], [[-9.6875, false]], [[-8.6875, false]], [[-9.6875, false]], [[-8.6875, false]], [[-9.4375, false]], [[-5.19140625, false]], [[-3.94140625, false]], [[-9.6875, false]], [[-8.9375, false]], [[-5.19140625, false]], [[-10.1875, false]], [[-10.4375, false]], [[-3.94140625, false]], [[-9.6875, false]], [[-9.4375, false]], [[-9.1875, false]], [[-8.6875, false]], [[-10.4375, false]], [[-10.1875, false]], [[-8.9375, false]], [[-9.6875, false]], [[-11.4375, false]], [[-5.19140625, false]], [[-10.1875, false]], [[-9.4375, false]], [[-8.6875, false]], [[-9.6875, false]], [[-5.19140625, false]], [[-10.1875, false]], [[-8.6875, false]], [[-5.19140625, false]], [[-6.69140625, false]], [[-8.6875, false]], [[-8.1875, false]], [[-8.1875, false]], [[-9.4375, false]], [[-5.19140625, false]], [[-8.6875, false]], [[-10.9375, false]], [[-5.19140625, false]], [[-10.1875, false]], [[-9.4375, false]], [[-8.6875, false]], [[-5.19140625, false]], [[-6.69140625, false]], [[-8.6875, false]], [[-8.9375, false]], [[-11.9375, false]], [[-11.1875, false]], [[-9.53125, false]], [[-5.19140625, false]], [[-11.1875, false]], [[-3.94140625, false]], [[-6.69140625, false]], [[-9.4375, false]], [[-8.6875, false]], [[-10.4375, false]], [[-6.69140625, false]], [[-8.9375, false]], [[-9.6875, false]], [[-11.4375, false]], [[-5.19140625, false]], [[-9.6875, false]], [[-9.6875, false]], [[-10.1875, false]], [[-10.4375, false]], [[-8.9375, false]], [[-8.6875, false]], [[-9.6875, false]], [[-10.1875, false]], [[-9.4375, false]], [[-5.19140625, false]], [[-10.9375, false]], [[-10.4375, false]], [[-8.6875, false]], [[-9.6875, false]], [[-5.19140625, false]], [[-10.9375, false]], [[-8.6875, false]], [[-8.6875, false]], [[-8.9375, false]], [[-5.19140625, false]], [[-3.94140625, false]], [[-9.6875, false]], [[-8.9375, false]], [[-5.19140625, false]], [[-10.1875, false]], [[-10.4375, false]], [[-3.94140625, false]], [[-9.6875, false]], [[-9.4375, false]], [[-9.1875, false]], [[-8.6875, false]], [[-10.4375, false]], [[-10.1875, false]], [[-8.9375, false]], [[-9.6875, false]], [[-11.4375, false]], [[-5.19140625, false]], [[-10.1875, false]], [[-9.4375, false]], [[-8.6875, false]], [[-9.6875, false]], [[-5.19140625, false]], [[-10.1875, false]], [[-8.6875, false]], [[-5.19140625, false]], [[-6.69140625, false]], [[-8.6875, false]], [[-8.1875, false]], [[-8.1875, false]], [[-9.4375, false]], [[-5.19140625, false]], [[-8.9375, false]], [[-9.6875, false]], [[-5.19140625, false]], [[-10.1875, false]], [[-9.4375, false]], [[-8.6875, false]], [[-5.19140625, false]], [[-6.69140625, false]], [[-8.6875, false]], [[-8.9375, false]], [[-11.9375, false]], [[-11.1875, false]], [[-9.53125, false]], [[-5.19140625, false]], [[-11.1875, false]], [[-6.69140625, false]], [[-8.6875, false]], [[-8.1875, false]], [[-8.1875, false]], [[-8.6875, false]], [[-6.69140625, false]], [[-10.1875, false]], [[-8.9375, false]], [[-9.6875, false]], [[-11.4375, false]], [[-5.19140625, false]], [[-10.6875, false]], [[-3.94140625, false]], [[-9.4375, false]], [[-10.1875, false]], [[-8.6875, false]], [[-5.19140625, false]], [[-9.1875, false]], [[-10.4375, false]], [[-8.6875, false]], [[-8.9375, false]], [[-9.6875, false]], [[-6.69140625, false]], [[-10.1875, false]], [[-9.4375, false]], [[-5.19140625, false]], [[-10.9375, false]], [[-10.4375, false]], [[-8.6875, false]], [[-9.6875, false]], [[-5.19140625, false]], [[-10.1875, false]], [[-9.4375, false]], [[-8.6875, false]], [[-5.19140625, false]], [[-6.69140625, false]], [[-8.6875, false]], [[-8.1875, false]], [[-8.1875, false]], [[-9.4375, false]], [[-5.19140625, false]], [[-3.94140625, false]], [[-9.6875, false]], [[-8.9375, false]], [[-5.19140625, false]], [[-10.1875, false]], [[-10.4375, false]], [[-3.94140625, false]], [[-9.6875, false]], [[-9.4375, false]], [[-9.1875, false]], [[-8.6875, false]], [[-10.4375, false]], [[-10.1875, false]], [[-8.9375, false]], [[-9.6875, false]], [[-11.4375, false]], [[-5.19140625, false]], [[-8.9375, false]], [[-10.1875, false]], [[-5.19140625, false]], [[-8.6875, false]], [[-9.6875, false]], [[-10.1875, false]], [[-5.19140625, false]], [[-8.6875, false]], [[-10.9375, false]], [[-5.19140625, false]], [[-10.1875, false]], [[-9.4375, false]], [[-8.6875, false]], [[-5.19140625, false]], [[-6.69140625, false]], [[-8.6875, false]], [[-8.9375, false]], [[-11.9375, false]], [[-11.1875, false]], [[-11.4375, false]]], "filtered_resps": [[-7.44140625, false], [-11.1875, false], [-10.1875, false], [-3.94140625, false], [-7.19140625, false], [-8.9375, false], [-9.6875, false], [-11.4375, false], [-5.19140625, false], [-8.9375, false], [-9.6875, false], [-5.19140625, false], [-8.6875, false], [-9.6875, false], [-11.9375, false], [-11.4375, false], [-8.6875, false], [-9.6875, false], [-5.19140625, false], [-3.94140625, false], [-9.6875, false], [-8.9375, false], [-5.19140625, false], [-10.1875, false], [-10.4375, false], [-3.94140625, false], [-9.6875, false], [-9.4375, false], [-9.1875, false], [-8.6875, false], [-10.4375, false], [-10.1875, false], [-8.9375, false], [-9.6875, false], [-11.4375, false], [-5.19140625, false], [-8.9375, false], [-10.1875, false], [-5.19140625, false], [-10.1875, false], [-8.6875, false], [-5.19140625, false], [-6.69140625, false], [-8.6875, false], [-8.1875, false], [-8.1875, false], [-9.4375, false], [-5.19140625, false], [-8.6875, false], [-10.9375, false], [-5.19140625, false], [-10.1875, false], [-9.4375, false], [-8.6875, false], [-5.19140625, false], [-6.69140625, false], [-8.6875, false], [-8.9375, false], [-11.9375, false], [-11.1875, false], [-9.53125, false], [-5.19140625, false], [-11.1875, false], [-10.4375, false], [-8.6875, false], [-8.1875, false], [-8.6875, false], [-3.94140625, false], [-9.4375, false], [-8.9375, false], [-9.6875, false], [-11.4375, false], [-5.19140625, false], [-9.4375, false], [-8.6875, false], [-10.4375, false], [-9.6875, false], [-8.6875, false], [-9.6875, false], [-8.6875, false], [-9.4375, false], [-5.19140625, false], [-3.94140625, false], [-9.6875, false], [-8.9375, false], [-5.19140625, false], [-10.1875, false], [-10.4375, false], [-3.94140625, false], [-9.6875, false], [-9.4375, false], [-9.1875, false], [-8.6875, false], [-10.4375, false], [-10.1875, false], [-8.9375, false], [-9.6875, false], [-11.4375, false], [-5.19140625, false], [-10.1875, false], [-9.4375, false], [-8.6875, false], [-9.6875, false], [-5.19140625, false], [-10.1875, false], [-8.6875, false], [-5.19140625, false], [-6.69140625, false], [-8.6875, false], [-8.1875, false], [-8.1875, false], [-9.4375, false], [-5.19140625, false], [-8.6875, false], [-10.9375, false], [-5.19140625, false], [-10.1875, false], [-9.4375, false], [-8.6875, false], [-5.19140625, false], [-6.69140625, false], [-8.6875, false], [-8.9375, false], [-11.9375, false], [-11.1875, false], [-9.53125, false], [-5.19140625, false], [-11.1875, false], [-3.94140625, false], [-6.69140625, false], [-9.4375, false], [-8.6875, false], [-10.4375, false], [-6.69140625, false], [-8.9375, false], [-9.6875, false], [-11.4375, false], [-5.19140625, false], [-9.6875, false], [-9.6875, false], [-10.1875, false], [-10.4375, false], [-8.9375, false], [-8.6875, false], [-9.6875, false], [-10.1875, false], [-9.4375, false], [-5.19140625, false], [-10.9375, false], [-10.4375, false], [-8.6875, false], [-9.6875, false], [-5.19140625, false], [-10.9375, false], [-8.6875, false], [-8.6875, false], [-8.9375, false], [-5.19140625, false], [-3.94140625, false], [-9.6875, false], [-8.9375, false], [-5.19140625, false], [-10.1875, false], [-10.4375, false], [-3.94140625, false], [-9.6875, false], [-9.4375, false], [-9.1875, false], [-8.6875, false], [-10.4375, false], [-10.1875, false], [-8.9375, false], [-9.6875, false], [-11.4375, false], [-5.19140625, false], [-10.1875, false], [-9.4375, false], [-8.6875, false], [-9.6875, false], [-5.19140625, false], [-10.1875, false], [-8.6875, false], [-5.19140625, false], [-6.69140625, false], [-8.6875, false], [-8.1875, false], [-8.1875, false], [-9.4375, false], [-5.19140625, false], [-8.9375, false], [-9.6875, false], [-5.19140625, false], [-10.1875, false], [-9.4375, false], [-8.6875, false], [-5.19140625, false], [-6.69140625, false], [-8.6875, false], [-8.9375, false], [-11.9375, false], [-11.1875, false], [-9.53125, false], [-5.19140625, false], [-11.1875, false], [-6.69140625, false], [-8.6875, false], [-8.1875, false], [-8.1875, false], [-8.6875, false], [-6.69140625, false], [-10.1875, false], [-8.9375, false], [-9.6875, false], [-11.4375, false], [-5.19140625, false], [-10.6875, false], [-3.94140625, false], [-9.4375, false], [-10.1875, false], [-8.6875, false], [-5.19140625, false], [-9.1875, false], [-10.4375, false], [-8.6875, false], [-8.9375, false], [-9.6875, false], [-6.69140625, false], [-10.1875, false], [-9.4375, false], [-5.19140625, false], [-10.9375, false], [-10.4375, false], [-8.6875, false], [-9.6875, false], [-5.19140625, false], [-10.1875, false], [-9.4375, false], [-8.6875, false], [-5.19140625, false], [-6.69140625, false], [-8.6875, false], [-8.1875, false], [-8.1875, false], [-9.4375, false], [-5.19140625, false], [-3.94140625, false], [-9.6875, false], [-8.9375, false], [-5.19140625, false], [-10.1875, false], [-10.4375, false], [-3.94140625, false], [-9.6875, false], [-9.4375, false], [-9.1875, false], [-8.6875, false], [-10.4375, false], [-10.1875, false], [-8.9375, false], [-9.6875, false], [-11.4375, false], [-5.19140625, false], [-8.9375, false], [-10.1875, false], [-5.19140625, false], [-8.6875, false], [-9.6875, false], [-10.1875, false], [-5.19140625, false], [-8.6875, false], [-10.9375, false], [-5.19140625, false], [-10.1875, false], [-9.4375, false], [-8.6875, false], [-5.19140625, false], [-6.69140625, false], [-8.6875, false], [-8.9375, false], [-11.9375, false], [-11.1875, false], [-11.4375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 19, "doc": {"id": "Mercury_7033548", "question": "When an igneous intrusion comes into contact with surrounding rock, the surrounding rock will", "choices": {"text": ["erode.", "foliate.", "precipitate.", "recrystallize."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "recrystallize.", "arguments": ["Question: When an igneous intrusion comes into contact with surrounding rock, the surrounding rock will\nAnswer:", " ["], "resps": [[[-7.8359375, false]], [[-7.7109375, false]], [[-7.0859375, false]], [[-9.7109375, false]], [[-9.9609375, false]], [[-9.7109375, false]], [[-7.0859375, false]], [[-5.46875, false]], [[-7.7109375, false]], [[-7.71875, false]], [[-4.2109375, false]], [[-7.7109375, false]], [[-9.4609375, false]], [[-9.9609375, false]], [[-10.7109375, false]], [[-7.3359375, false]], [[-4.8359375, false]], [[-9.5859375, false]], [[-7.0859375, false]], [[-5.46875, false]], [[-7.7109375, false]], [[-7.71875, false]], [[-4.2109375, false]], [[-7.7109375, false]], [[-8.7109375, false]], [[-9.7109375, false]], [[-7.0859375, false]], [[-8.3359375, false]], [[-7.3359375, false]], [[-8.7109375, false]], [[-7.3359375, false]], [[-9.5859375, false]], [[-4.8359375, false]], [[-9.5859375, false]], [[-7.0859375, false]], [[-5.46875, false]], [[-7.7109375, false]], [[-7.71875, false]], [[-4.2109375, false]], [[-7.7109375, false]], [[-9.7109375, false]], [[-7.0859375, false]], [[-8.3359375, false]], [[-9.7109375, false]], [[-11.2109375, false]], [[-8.5859375, false]], [[-9.5859375, false]], [[-4.8359375, false]], [[-10.7109375, false]], [[-10.7109375, false]], [[-7.3359375, false]], [[-10.2109375, false]], [[-7.0859375, false]], [[-5.46875, false]], [[-7.7109375, false]], [[-11.0859375, false]]], "filtered_resps": [[-7.8359375, false], [-7.7109375, false], [-7.0859375, false], [-9.7109375, false], [-9.9609375, false], [-9.7109375, false], [-7.0859375, false], [-5.46875, false], [-7.7109375, false], [-7.71875, false], [-4.2109375, false], [-7.7109375, false], [-9.4609375, false], [-9.9609375, false], [-10.7109375, false], [-7.3359375, false], [-4.8359375, false], [-9.5859375, false], [-7.0859375, false], [-5.46875, false], [-7.7109375, false], [-7.71875, false], [-4.2109375, false], [-7.7109375, false], [-8.7109375, false], [-9.7109375, false], [-7.0859375, false], [-8.3359375, false], [-7.3359375, false], [-8.7109375, false], [-7.3359375, false], [-9.5859375, false], [-4.8359375, false], [-9.5859375, false], [-7.0859375, false], [-5.46875, false], [-7.7109375, false], [-7.71875, false], [-4.2109375, false], [-7.7109375, false], [-9.7109375, false], [-7.0859375, false], [-8.3359375, false], [-9.7109375, false], [-11.2109375, false], [-8.5859375, false], [-9.5859375, false], [-4.8359375, false], [-10.7109375, false], [-10.7109375, false], [-7.3359375, false], [-10.2109375, false], [-7.0859375, false], [-5.46875, false], [-7.7109375, false], [-11.0859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 27, "doc": {"id": "VASoL_2008_5_12", "question": "Seeds that remain inactive until the right conditions of light, water, and soil are present are called ___.", "choices": {"text": ["pollen", "dormant", "flowers", "recycled"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "dormant", "arguments": ["Question: Seeds that remain inactive until the right conditions of light, water, and soil are present are called ___.\nAnswer:", " ["], "resps": [[[-6.1328125, false]], [[-7.1328125, false]], [[-9.2578125, false]], [[-7.8828125, false]], [[-9.3828125, false]], [[-9.3828125, false]], [[-8.6328125, false]], [[-7.5078125, false]], [[-7.1328125, false]], [[-9.078125, false]], [[-2.634765625, true]], [[-7.1328125, false]], [[-6.6328125, false]], [[-7.8828125, false]], [[-9.1328125, false]], [[-8.2578125, false]], [[-5.8828125, false]], [[-7.5078125, false]], [[-9.6328125, false]], [[-7.1328125, false]], [[-9.078125, false]], [[-2.634765625, true]], [[-7.1328125, false]], [[-9.1328125, false]], [[-9.3828125, false]], [[-7.8828125, false]], [[-8.2578125, false]], [[-8.6328125, false]], [[-9.1328125, false]], [[-8.2578125, false]], [[-7.1328125, false]], [[-9.078125, false]], [[-2.634765625, true]], [[-7.1328125, false]], [[-9.1328125, false]], [[-8.6328125, false]], [[-7.0078125, false]], [[-9.1328125, false]], [[-7.0078125, false]], [[-9.3828125, false]], [[-8.6328125, false]], [[-6.6328125, false]], [[-7.1328125, false]], [[-11.6328125, false]]], "filtered_resps": [[-6.1328125, false], [-7.1328125, false], [-9.2578125, false], [-7.8828125, false], [-9.3828125, false], [-9.3828125, false], [-8.6328125, false], [-7.5078125, false], [-7.1328125, false], [-9.078125, false], [-2.634765625, true], [-7.1328125, false], [-6.6328125, false], [-7.8828125, false], [-9.1328125, false], [-8.2578125, false], [-5.8828125, false], [-7.5078125, false], [-9.6328125, false], [-7.1328125, false], [-9.078125, false], [-2.634765625, true], [-7.1328125, false], [-9.1328125, false], [-9.3828125, false], [-7.8828125, false], [-8.2578125, false], [-8.6328125, false], [-9.1328125, false], [-8.2578125, false], [-7.1328125, false], [-9.078125, false], [-2.634765625, true], [-7.1328125, false], [-9.1328125, false], [-8.6328125, false], [-7.0078125, false], [-9.1328125, false], [-7.0078125, false], [-9.3828125, false], [-8.6328125, false], [-6.6328125, false], [-7.1328125, false], [-11.6328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 35, "doc": {"id": "MCAS_2000_4_29", "question": "When white, fluffy clouds appear in Massachusetts, the weather that day will MOST LIKELY be", "choices": {"text": ["fair.", "stormy.", "foggy.", "rainy."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "fair.", "arguments": ["Question: When white, fluffy clouds appear in Massachusetts, the weather that day will MOST LIKELY be\nAnswer:", " ["], "resps": [[[-7.703125, false]], [[-7.203125, false]], [[-9.453125, false]], [[-4.953125, false]], [[-7.703125, false]], [[-9.953125, false]], [[-6.9765625, false]], [[-7.203125, false]], [[-9.8515625, false]], [[-4.453125, false]], [[-7.203125, false]], [[-8.453125, false]], [[-9.703125, false]], [[-9.453125, false]], [[-9.953125, false]], [[-9.203125, false]], [[-10.953125, false]], [[-6.9765625, false]], [[-7.203125, false]], [[-9.8515625, false]], [[-4.453125, false]], [[-7.203125, false]], [[-9.453125, false]], [[-9.453125, false]], [[-10.703125, false]], [[-10.703125, false]], [[-10.953125, false]], [[-6.9765625, false]], [[-7.203125, false]], [[-9.8515625, false]], [[-4.453125, false]], [[-7.203125, false]], [[-9.953125, false]], [[-4.953125, false]], [[-7.703125, false]], [[-9.453125, false]], [[-10.953125, false]], [[-6.9765625, false]], [[-7.203125, false]], [[-10.953125, false]]], "filtered_resps": [[-7.703125, false], [-7.203125, false], [-9.453125, false], [-4.953125, false], [-7.703125, false], [-9.953125, false], [-6.9765625, false], [-7.203125, false], [-9.8515625, false], [-4.453125, false], [-7.203125, false], [-8.453125, false], [-9.703125, false], [-9.453125, false], [-9.953125, false], [-9.203125, false], [-10.953125, false], [-6.9765625, false], [-7.203125, false], [-9.8515625, false], [-4.453125, false], [-7.203125, false], [-9.453125, false], [-9.453125, false], [-10.703125, false], [-10.703125, false], [-10.953125, false], [-6.9765625, false], [-7.203125, false], [-9.8515625, false], [-4.453125, false], [-7.203125, false], [-9.953125, false], [-4.953125, false], [-7.703125, false], [-9.453125, false], [-10.953125, false], [-6.9765625, false], [-7.203125, false], [-10.953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 43, "doc": {"id": "Mercury_SC_405231", "question": "A scientist found fossils of ocean shells on a mountain top. Based on this find, which statement can be made?", "choices": {"text": ["The climate was once colder.", "The shells were carried by the wind.", "The mountain was covered by water.", "The shells once lived on dry land."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "The mountain was covered by water.", "arguments": ["Question: A scientist found fossils of ocean shells on a mountain top. Based on this find, which statement can be made?\nAnswer:", " ["], "resps": [[[-6.6953125, false]], [[-7.9453125, false]], [[-6.4453125, false]], [[-10.6953125, false]], [[-7.9453125, false]], [[-6.4453125, false]], [[-6.6953125, false]], [[-10.1953125, false]], [[-8.6953125, false]], [[-9.4453125, false]], [[-4.6953125, false]], [[-9.9453125, false]], [[-7.9453125, false]], [[-6.4453125, false]], [[-10.1953125, false]], [[-4.6953125, false]], [[-9.1953125, false]], [[-6.4453125, false]], [[-9.1953125, false]], [[-8.4453125, false]], [[-6.6953125, false]], [[-7.9453125, false]], [[-6.4453125, false]], [[-6.6953125, false]], [[-9.1953125, false]], [[-10.1953125, false]], [[-7.4453125, false]], [[-7.9453125, false]], [[-9.9453125, false]], [[-7.3125, false]], [[-7.9453125, false]], [[-10.4375, false]], [[-6.4453125, false]], [[-7.9453125, false]], [[-6.4453125, false]], [[-10.6953125, false]], [[-7.9453125, false]], [[-6.4453125, false]], [[-9.1953125, false]], [[-10.6953125, false]], [[-7.9453125, false]], [[-10.1953125, false]], [[-10.1953125, false]], [[-9.1953125, false]], [[-6.4453125, false]], [[-10.1953125, false]], [[-7.9453125, false]], [[-9.9453125, false]], [[-7.9453125, false]], [[-6.4453125, false]], [[-6.6953125, false]], [[-4.6953125, false]], [[-9.9453125, false]], [[-9.9453125, false]], [[-8.6953125, false]], [[-7.9453125, false]], [[-7.4453125, false]], [[-6.4453125, false]], [[-6.1953125, false]], [[-11.9453125, false]], [[-6.4453125, false]], [[-9.9453125, false]], [[-10.6953125, false]], [[-7.9453125, false]], [[-6.4453125, false]], [[-10.1953125, false]], [[-8.6953125, false]], [[-8.4453125, false]], [[-7.4453125, false]], [[-7.3125, false]], [[-7.9453125, false]], [[-10.4375, false]], [[-6.4453125, false]], [[-7.9453125, false]], [[-6.4453125, false]], [[-10.6953125, false]], [[-7.9453125, false]], [[-6.4453125, false]], [[-9.4453125, false]], [[-9.1953125, false]], [[-12.4453125, false]], [[-8.4453125, false]], [[-9.9453125, false]], [[-4.6953125, false]], [[-8.6953125, false]], [[-8.4453125, false]], [[-6.4453125, false]], [[-10.1953125, false]], [[-4.6953125, false]], [[-9.1953125, false]], [[-6.4453125, false]], [[-6.6953125, false]], [[-9.1953125, false]], [[-9.9453125, false]], [[-7.9453125, false]], [[-9.9453125, false]], [[-7.9453125, false]], [[-7.4453125, false]], [[-6.4453125, false]], [[-6.1953125, false]], [[-11.9453125, false]], [[-6.4453125, false]], [[-10.1953125, false]], [[-4.6953125, false]], [[-9.9453125, false]], [[-7.9453125, false]], [[-9.9453125, false]], [[-7.3125, false]], [[-7.9453125, false]], [[-10.4375, false]], [[-6.4453125, false]], [[-7.9453125, false]], [[-6.4453125, false]], [[-10.6953125, false]], [[-7.9453125, false]], [[-6.4453125, false]], [[-9.1953125, false]], [[-10.6953125, false]], [[-7.9453125, false]], [[-10.1953125, false]], [[-10.1953125, false]], [[-9.1953125, false]], [[-6.4453125, false]], [[-9.1953125, false]], [[-8.4453125, false]], [[-6.6953125, false]], [[-7.9453125, false]], [[-6.4453125, false]], [[-10.1953125, false]], [[-8.6953125, false]], [[-9.9453125, false]], [[-7.9453125, false]], [[-7.4453125, false]], [[-6.4453125, false]], [[-9.1953125, false]], [[-8.4453125, false]], [[-6.4453125, false]], [[-7.4453125, false]], [[-9.9453125, false]], [[-11.9453125, false]], [[-6.4453125, false]], [[-10.1953125, false]], [[-4.6953125, false]], [[-8.4453125, false]], [[-7.4453125, false]], [[-7.3125, false]], [[-7.9453125, false]], [[-12.4453125, false]]], "filtered_resps": [[-6.6953125, false], [-7.9453125, false], [-6.4453125, false], [-10.6953125, false], [-7.9453125, false], [-6.4453125, false], [-6.6953125, false], [-10.1953125, false], [-8.6953125, false], [-9.4453125, false], [-4.6953125, false], [-9.9453125, false], [-7.9453125, false], [-6.4453125, false], [-10.1953125, false], [-4.6953125, false], [-9.1953125, false], [-6.4453125, false], [-9.1953125, false], [-8.4453125, false], [-6.6953125, false], [-7.9453125, false], [-6.4453125, false], [-6.6953125, false], [-9.1953125, false], [-10.1953125, false], [-7.4453125, false], [-7.9453125, false], [-9.9453125, false], [-7.3125, false], [-7.9453125, false], [-10.4375, false], [-6.4453125, false], [-7.9453125, false], [-6.4453125, false], [-10.6953125, false], [-7.9453125, false], [-6.4453125, false], [-9.1953125, false], [-10.6953125, false], [-7.9453125, false], [-10.1953125, false], [-10.1953125, false], [-9.1953125, false], [-6.4453125, false], [-10.1953125, false], [-7.9453125, false], [-9.9453125, false], [-7.9453125, false], [-6.4453125, false], [-6.6953125, false], [-4.6953125, false], [-9.9453125, false], [-9.9453125, false], [-8.6953125, false], [-7.9453125, false], [-7.4453125, false], [-6.4453125, false], [-6.1953125, false], [-11.9453125, false], [-6.4453125, false], [-9.9453125, false], [-10.6953125, false], [-7.9453125, false], [-6.4453125, false], [-10.1953125, false], [-8.6953125, false], [-8.4453125, false], [-7.4453125, false], [-7.3125, false], [-7.9453125, false], [-10.4375, false], [-6.4453125, false], [-7.9453125, false], [-6.4453125, false], [-10.6953125, false], [-7.9453125, false], [-6.4453125, false], [-9.4453125, false], [-9.1953125, false], [-12.4453125, false], [-8.4453125, false], [-9.9453125, false], [-4.6953125, false], [-8.6953125, false], [-8.4453125, false], [-6.4453125, false], [-10.1953125, false], [-4.6953125, false], [-9.1953125, false], [-6.4453125, false], [-6.6953125, false], [-9.1953125, false], [-9.9453125, false], [-7.9453125, false], [-9.9453125, false], [-7.9453125, false], [-7.4453125, false], [-6.4453125, false], [-6.1953125, false], [-11.9453125, false], [-6.4453125, false], [-10.1953125, false], [-4.6953125, false], [-9.9453125, false], [-7.9453125, false], [-9.9453125, false], [-7.3125, false], [-7.9453125, false], [-10.4375, false], [-6.4453125, false], [-7.9453125, false], [-6.4453125, false], [-10.6953125, false], [-7.9453125, false], [-6.4453125, false], [-9.1953125, false], [-10.6953125, false], [-7.9453125, false], [-10.1953125, false], [-10.1953125, false], [-9.1953125, false], [-6.4453125, false], [-9.1953125, false], [-8.4453125, false], [-6.6953125, false], [-7.9453125, false], [-6.4453125, false], [-10.1953125, false], [-8.6953125, false], [-9.9453125, false], [-7.9453125, false], [-7.4453125, false], [-6.4453125, false], [-9.1953125, false], [-8.4453125, false], [-6.4453125, false], [-7.4453125, false], [-9.9453125, false], [-11.9453125, false], [-6.4453125, false], [-10.1953125, false], [-4.6953125, false], [-8.4453125, false], [-7.4453125, false], [-7.3125, false], [-7.9453125, false], [-12.4453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 51, "doc": {"id": "Mercury_7146108", "question": "Planets outside of our solar system have been detected. What suggested the presence of a planet outside of our solar system?", "choices": {"text": ["radio wave emissions", "a wobble in the rotation of the star", "regular occurring eclipses of its moons", "the discovery of a star as large as our own"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "a wobble in the rotation of the star", "arguments": ["Question: Planets outside of our solar system have been detected. What suggested the presence of a planet outside of our solar system?\nAnswer:", " ["], "resps": [[[-6.66015625, false]], [[-8.28125, false]], [[-10.65625, false]], [[-5.66015625, false]], [[-10.28125, false]], [[-8.90625, false]], [[-10.03125, false]], [[-5.41015625, false]], [[-11.28125, false]], [[-5.66015625, false]], [[-10.40625, false]], [[-8.90625, false]], [[-5.41015625, false]], [[-8.90625, false]], [[-10.65625, false]], [[-8.90625, false]], [[-10.53125, false]], [[-10.53125, false]], [[-8.90625, false]], [[-10.03125, false]], [[-10.40625, false]], [[-10.53125, false]], [[-8.28125, false]], [[-9.65625, false]], [[-5.41015625, false]], [[-8.28125, false]], [[-5.66015625, false]], [[-5.41015625, false]], [[-11.28125, false]], [[-10.03125, false]], [[-8.65625, false]], [[-8.65625, false]], [[-11.78125, false]], [[-8.90625, false]], [[-5.41015625, false]], [[-8.90625, false]], [[-10.40625, false]], [[-5.41015625, false]], [[-10.15625, false]], [[-10.90625, false]], [[-8.90625, false]], [[-5.41015625, false]], [[-10.65625, false]], [[-10.03125, false]], [[-10.15625, false]], [[-5.66015625, false]], [[-10.15625, false]], [[-8.90625, false]], [[-10.03125, false]], [[-10.40625, false]], [[-5.41015625, false]], [[-10.03125, false]], [[-9.65625, false]], [[-5.41015625, false]], [[-10.15625, false]], [[-10.90625, false]], [[-8.90625, false]], [[-5.41015625, false]], [[-10.53125, false]], [[-10.15625, false]], [[-5.66015625, false]], [[-10.65625, false]], [[-8.28125, false]], [[-9.65625, false]], [[-5.41015625, false]], [[-8.28125, false]], [[-10.65625, false]], [[-8.90625, false]], [[-12.53125, false]], [[-11.90625, false]], [[-11.78125, false]], [[-5.66015625, false]], [[-10.65625, false]], [[-5.41015625, false]], [[-10.03125, false]], [[-9.65625, false]], [[-9.65625, false]], [[-11.90625, false]], [[-10.65625, false]], [[-10.65625, false]], [[-8.90625, false]], [[-10.40625, false]], [[-12.53125, false]], [[-5.41015625, false]], [[-8.90625, false]], [[-9.65625, false]], [[-11.78125, false]], [[-8.90625, false]], [[-9.28125, false]], [[-10.53125, false]], [[-8.90625, false]], [[-10.53125, false]], [[-5.41015625, false]], [[-10.03125, false]], [[-9.65625, false]], [[-5.41015625, false]], [[-8.90625, false]], [[-10.15625, false]], [[-10.53125, false]], [[-5.41015625, false]], [[-10.65625, false]], [[-10.03125, false]], [[-10.03125, false]], [[-10.40625, false]], [[-10.53125, false]], [[-8.28125, false]], [[-9.65625, false]], [[-5.41015625, false]], [[-8.28125, false]], [[-10.15625, false]], [[-10.90625, false]], [[-8.90625, false]], [[-5.41015625, false]], [[-10.28125, false]], [[-8.90625, false]], [[-10.53125, false]], [[-9.65625, false]], [[-10.03125, false]], [[-10.40625, false]], [[-8.90625, false]], [[-10.65625, false]], [[-12.78125, false]], [[-5.41015625, false]], [[-10.03125, false]], [[-9.65625, false]], [[-5.41015625, false]], [[-5.66015625, false]], [[-5.41015625, false]], [[-10.53125, false]], [[-10.15625, false]], [[-5.66015625, false]], [[-10.65625, false]], [[-5.41015625, false]], [[-5.66015625, false]], [[-10.53125, false]], [[-5.41015625, false]], [[-11.78125, false]], [[-5.66015625, false]], [[-10.65625, false]], [[-12.53125, false]], [[-8.90625, false]], [[-5.41015625, false]], [[-5.66015625, false]], [[-10.53125, false]], [[-5.41015625, false]], [[-10.03125, false]], [[-11.90625, false]], [[-10.65625, false]], [[-5.41015625, false]], [[-10.03125, false]], [[-11.28125, false]], [[-10.40625, false]], [[-8.28125, false]], [[-11.28125, false]]], "filtered_resps": [[-6.66015625, false], [-8.28125, false], [-10.65625, false], [-5.66015625, false], [-10.28125, false], [-8.90625, false], [-10.03125, false], [-5.41015625, false], [-11.28125, false], [-5.66015625, false], [-10.40625, false], [-8.90625, false], [-5.41015625, false], [-8.90625, false], [-10.65625, false], [-8.90625, false], [-10.53125, false], [-10.53125, false], [-8.90625, false], [-10.03125, false], [-10.40625, false], [-10.53125, false], [-8.28125, false], [-9.65625, false], [-5.41015625, false], [-8.28125, false], [-5.66015625, false], [-5.41015625, false], [-11.28125, false], [-10.03125, false], [-8.65625, false], [-8.65625, false], [-11.78125, false], [-8.90625, false], [-5.41015625, false], [-8.90625, false], [-10.40625, false], [-5.41015625, false], [-10.15625, false], [-10.90625, false], [-8.90625, false], [-5.41015625, false], [-10.65625, false], [-10.03125, false], [-10.15625, false], [-5.66015625, false], [-10.15625, false], [-8.90625, false], [-10.03125, false], [-10.40625, false], [-5.41015625, false], [-10.03125, false], [-9.65625, false], [-5.41015625, false], [-10.15625, false], [-10.90625, false], [-8.90625, false], [-5.41015625, false], [-10.53125, false], [-10.15625, false], [-5.66015625, false], [-10.65625, false], [-8.28125, false], [-9.65625, false], [-5.41015625, false], [-8.28125, false], [-10.65625, false], [-8.90625, false], [-12.53125, false], [-11.90625, false], [-11.78125, false], [-5.66015625, false], [-10.65625, false], [-5.41015625, false], [-10.03125, false], [-9.65625, false], [-9.65625, false], [-11.90625, false], [-10.65625, false], [-10.65625, false], [-8.90625, false], [-10.40625, false], [-12.53125, false], [-5.41015625, false], [-8.90625, false], [-9.65625, false], [-11.78125, false], [-8.90625, false], [-9.28125, false], [-10.53125, false], [-8.90625, false], [-10.53125, false], [-5.41015625, false], [-10.03125, false], [-9.65625, false], [-5.41015625, false], [-8.90625, false], [-10.15625, false], [-10.53125, false], [-5.41015625, false], [-10.65625, false], [-10.03125, false], [-10.03125, false], [-10.40625, false], [-10.53125, false], [-8.28125, false], [-9.65625, false], [-5.41015625, false], [-8.28125, false], [-10.15625, false], [-10.90625, false], [-8.90625, false], [-5.41015625, false], [-10.28125, false], [-8.90625, false], [-10.53125, false], [-9.65625, false], [-10.03125, false], [-10.40625, false], [-8.90625, false], [-10.65625, false], [-12.78125, false], [-5.41015625, false], [-10.03125, false], [-9.65625, false], [-5.41015625, false], [-5.66015625, false], [-5.41015625, false], [-10.53125, false], [-10.15625, false], [-5.66015625, false], [-10.65625, false], [-5.41015625, false], [-5.66015625, false], [-10.53125, false], [-5.41015625, false], [-11.78125, false], [-5.66015625, false], [-10.65625, false], [-12.53125, false], [-8.90625, false], [-5.41015625, false], [-5.66015625, false], [-10.53125, false], [-5.41015625, false], [-10.03125, false], [-11.90625, false], [-10.65625, false], [-5.41015625, false], [-10.03125, false], [-11.28125, false], [-10.40625, false], [-8.28125, false], [-11.28125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 59, "doc": {"id": "Mercury_7168350", "question": "Cells need nutrients for energy. Which system is responsible for breaking down food to provide cellular energy?", "choices": {"text": ["digestive", "excretory", "circulatory", "respiratory"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "digestive", "arguments": ["Question: Cells need nutrients for energy. Which system is responsible for breaking down food to provide cellular energy?\nAnswer:", " ["], "resps": [[[-7.2890625, false]], [[-11.0390625, false]], [[-9.0390625, false]], [[-8.5390625, false]], [[-10.0390625, false]], [[-9.2890625, false]], [[-10.2890625, false]], [[-9.2890625, false]], [[-8.5390625, false]], [[-10.0390625, false]], [[-9.2890625, false]], [[-11.0390625, false]], [[-9.9921875, false]], [[-4.7890625, false]], [[-11.0390625, false]], [[-9.2890625, false]], [[-9.5390625, false]], [[-4.2890625, false]], [[-10.2890625, false]], [[-9.2890625, false]], [[-9.2890625, false]], [[-8.5390625, false]], [[-10.2890625, false]], [[-12.0390625, false]], [[-11.0390625, false]], [[-9.9921875, false]], [[-4.7890625, false]], [[-11.0390625, false]], [[-4.2890625, false]], [[-8.5390625, false]], [[-10.2890625, false]], [[-4.2890625, false]], [[-10.2890625, false]], [[-9.0390625, false]], [[-4.0390625, false]], [[-9.2890625, false]], [[-8.5390625, false]], [[-10.2890625, false]], [[-12.0390625, false]], [[-11.0390625, false]], [[-9.9921875, false]], [[-4.7890625, false]], [[-11.0390625, false]], [[-10.2890625, false]], [[-9.2890625, false]], [[-10.2890625, false]], [[-9.7890625, false]], [[-8.5390625, false]], [[-10.2890625, false]], [[-4.0390625, false]], [[-9.2890625, false]], [[-8.5390625, false]], [[-10.2890625, false]], [[-12.0390625, false]], [[-11.0390625, false]], [[-13.7890625, false]]], "filtered_resps": [[-7.2890625, false], [-11.0390625, false], [-9.0390625, false], [-8.5390625, false], [-10.0390625, false], [-9.2890625, false], [-10.2890625, false], [-9.2890625, false], [-8.5390625, false], [-10.0390625, false], [-9.2890625, false], [-11.0390625, false], [-9.9921875, false], [-4.7890625, false], [-11.0390625, false], [-9.2890625, false], [-9.5390625, false], [-4.2890625, false], [-10.2890625, false], [-9.2890625, false], [-9.2890625, false], [-8.5390625, false], [-10.2890625, false], [-12.0390625, false], [-11.0390625, false], [-9.9921875, false], [-4.7890625, false], [-11.0390625, false], [-4.2890625, false], [-8.5390625, false], [-10.2890625, false], [-4.2890625, false], [-10.2890625, false], [-9.0390625, false], [-4.0390625, false], [-9.2890625, false], [-8.5390625, false], [-10.2890625, false], [-12.0390625, false], [-11.0390625, false], [-9.9921875, false], [-4.7890625, false], [-11.0390625, false], [-10.2890625, false], [-9.2890625, false], [-10.2890625, false], [-9.7890625, false], [-8.5390625, false], [-10.2890625, false], [-4.0390625, false], [-9.2890625, false], [-8.5390625, false], [-10.2890625, false], [-12.0390625, false], [-11.0390625, false], [-13.7890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 67, "doc": {"id": "Mercury_SC_400380", "question": "A student suggests to the school board that they use a renewable energy source. The student suggests they use", "choices": {"text": ["coal.", "wind.", "wood.", "natural gas."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "wind.", "arguments": ["Question: A student suggests to the school board that they use a renewable energy source. The student suggests they use\nAnswer:", " ["], "resps": [[[-7.3125, false]], [[-8.1875, false]], [[-8.9375, false]], [[-9.6875, false]], [[-4.0625, false]], [[-10.8125, false]], [[-7.16796875, false]], [[-8.1875, false]], [[-8.7890625, false]], [[-5.3125, false]], [[-8.1875, false]], [[-10.5625, false]], [[-7.9375, false]], [[-8.6875, false]], [[-7.9375, false]], [[-7.16796875, false]], [[-8.1875, false]], [[-8.7890625, false]], [[-5.3125, false]], [[-8.1875, false]], [[-10.5625, false]], [[-9.6875, false]], [[-9.6875, false]], [[-7.9375, false]], [[-7.16796875, false]], [[-8.1875, false]], [[-8.7890625, false]], [[-5.3125, false]], [[-8.1875, false]], [[-8.6875, false]], [[-4.0625, false]], [[-10.4375, false]], [[-10.9375, false]], [[-10.3125, false]], [[-4.0625, false]], [[-10.8125, false]], [[-5.3125, false]], [[-11.0625, false]], [[-4.0625, false]], [[-8.9375, false]], [[-7.16796875, false]], [[-8.1875, false]], [[-11.9375, false]]], "filtered_resps": [[-7.3125, false], [-8.1875, false], [-8.9375, false], [-9.6875, false], [-4.0625, false], [-10.8125, false], [-7.16796875, false], [-8.1875, false], [-8.7890625, false], [-5.3125, false], [-8.1875, false], [-10.5625, false], [-7.9375, false], [-8.6875, false], [-7.9375, false], [-7.16796875, false], [-8.1875, false], [-8.7890625, false], [-5.3125, false], [-8.1875, false], [-10.5625, false], [-9.6875, false], [-9.6875, false], [-7.9375, false], [-7.16796875, false], [-8.1875, false], [-8.7890625, false], [-5.3125, false], [-8.1875, false], [-8.6875, false], [-4.0625, false], [-10.4375, false], [-10.9375, false], [-10.3125, false], [-4.0625, false], [-10.8125, false], [-5.3125, false], [-11.0625, false], [-4.0625, false], [-8.9375, false], [-7.16796875, false], [-8.1875, false], [-11.9375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 75, "doc": {"id": "LEAP_2005_8_10403", "question": "In the oxygen cycle, which group of organisms replenishes a large portion of the atmospheric oxygen supply?", "choices": {"text": ["mammals", "fungi", "insects", "plants"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "plants", "arguments": ["Question: In the oxygen cycle, which group of organisms replenishes a large portion of the atmospheric oxygen supply?\nAnswer:", " ["], "resps": [[[-7.6875, false]], [[-9.9375, false]], [[-11.1875, false]], [[-5.6875, false]], [[-11.1875, false]], [[-11.1875, false]], [[-5.6875, false]], [[-9.4375, false]], [[-9.9375, false]], [[-9.9375, false]], [[-9.8671875, false]], [[-4.6875, false]], [[-9.9375, false]], [[-10.1875, false]], [[-10.9375, false]], [[-9.4375, false]], [[-11.4375, false]], [[-8.9375, false]], [[-9.9375, false]], [[-9.8671875, false]], [[-4.6875, false]], [[-9.9375, false]], [[-8.9375, false]], [[-9.4375, false]], [[-9.9375, false]], [[-6.4375, false]], [[-7.4375, false]], [[-11.4375, false]], [[-9.9375, false]], [[-9.9375, false]], [[-9.8671875, false]], [[-4.6875, false]], [[-9.9375, false]], [[-10.1875, false]], [[-9.4375, false]], [[-5.6875, false]], [[-9.4375, false]], [[-11.4375, false]], [[-9.9375, false]], [[-9.9375, false]], [[-13.9375, false]]], "filtered_resps": [[-7.6875, false], [-9.9375, false], [-11.1875, false], [-5.6875, false], [-11.1875, false], [-11.1875, false], [-5.6875, false], [-9.4375, false], [-9.9375, false], [-9.9375, false], [-9.8671875, false], [-4.6875, false], [-9.9375, false], [-10.1875, false], [-10.9375, false], [-9.4375, false], [-11.4375, false], [-8.9375, false], [-9.9375, false], [-9.8671875, false], [-4.6875, false], [-9.9375, false], [-8.9375, false], [-9.4375, false], [-9.9375, false], [-6.4375, false], [-7.4375, false], [-11.4375, false], [-9.9375, false], [-9.9375, false], [-9.8671875, false], [-4.6875, false], [-9.9375, false], [-10.1875, false], [-9.4375, false], [-5.6875, false], [-9.4375, false], [-11.4375, false], [-9.9375, false], [-9.9375, false], [-13.9375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 83, "doc": {"id": "LEAP__5_10308", "question": "DNA technology has improved greatly in the last twenty years. Which task has been made easier by the development of DNA technology?", "choices": {"text": ["identifying genetic disorders", "determining the parts of an atom", "observing distant objects in space", "making very accurate measurements"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "identifying genetic disorders", "arguments": ["Question: DNA technology has improved greatly in the last twenty years. Which task has been made easier by the development of DNA technology?\nAnswer:", " ["], "resps": [[[-7.0546875, false]], [[-8.6796875, false]], [[-6.5546875, false]], [[-8.0546875, false]], [[-7.6796875, false]], [[-9.1796875, false]], [[-9.1796875, false]], [[-6.5546875, false]], [[-10.0546875, false]], [[-10.6796875, false]], [[-6.5546875, false]], [[-9.1796875, false]], [[-10.4296875, false]], [[-5.3046875, false]], [[-10.4296875, false]], [[-7.6796875, false]], [[-9.1796875, false]], [[-7.6796875, false]], [[-9.1796875, false]], [[-6.5546875, false]], [[-7.9296875, false]], [[-5.3046875, false]], [[-8.0546875, false]], [[-6.5546875, false]], [[-8.6796875, false]], [[-7.8046875, false]], [[-9.5546875, false]], [[-8.0546875, false]], [[-7.6796875, false]], [[-9.5546875, false]], [[-8.6796875, false]], [[-8.6796875, false]], [[-10.21875, false]], [[-5.3046875, false]], [[-8.6796875, false]], [[-8.0546875, false]], [[-7.6796875, false]], [[-9.1796875, false]], [[-7.6796875, false]], [[-9.5546875, false]], [[-9.0546875, false]], [[-6.5546875, false]], [[-9.1796875, false]], [[-6.5546875, false]], [[-9.1796875, false]], [[-10.4296875, false]], [[-5.3046875, false]], [[-9.1796875, false]], [[-10.1796875, false]], [[-7.6796875, false]], [[-5.3046875, false]], [[-8.9296875, false]], [[-5.1796875, false]], [[-9.5546875, false]], [[-9.1796875, false]], [[-8.6796875, false]], [[-5.3046875, false]], [[-7.8046875, false]], [[-10.0546875, false]], [[-5.3046875, false]], [[-5.1796875, false]], [[-9.1796875, false]], [[-5.3046875, false]], [[-5.1796875, false]], [[-9.1796875, false]], [[-7.8046875, false]], [[-9.0546875, false]], [[-8.6796875, false]], [[-10.21875, false]], [[-5.3046875, false]], [[-8.6796875, false]], [[-7.8046875, false]], [[-7.5546875, false]], [[-8.6796875, false]], [[-7.6796875, false]], [[-9.5546875, false]], [[-9.5546875, false]], [[-6.5546875, false]], [[-9.1796875, false]], [[-10.4296875, false]], [[-5.3046875, false]], [[-8.0546875, false]], [[-6.5546875, false]], [[-8.6796875, false]], [[-9.1796875, false]], [[-5.1796875, false]], [[-9.1796875, false]], [[-9.1796875, false]], [[-5.3046875, false]], [[-7.8046875, false]], [[-7.5546875, false]], [[-11.5546875, false]], [[-7.6796875, false]], [[-7.9296875, false]], [[-9.1796875, false]], [[-8.6796875, false]], [[-5.3046875, false]], [[-6.5546875, false]], [[-9.1796875, false]], [[-5.3046875, false]], [[-8.6796875, false]], [[-8.9296875, false]], [[-5.1796875, false]], [[-7.9296875, false]], [[-7.6796875, false]], [[-8.6796875, false]], [[-10.21875, false]], [[-5.3046875, false]], [[-8.6796875, false]], [[-9.0546875, false]], [[-5.1796875, false]], [[-9.8046875, false]], [[-6.5546875, false]], [[-9.1796875, false]], [[-10.4296875, false]], [[-5.3046875, false]], [[-9.5546875, false]], [[-7.6796875, false]], [[-9.5546875, false]], [[-10.6796875, false]], [[-5.3046875, false]], [[-5.1796875, false]], [[-7.9296875, false]], [[-7.9296875, false]], [[-10.4296875, false]], [[-9.5546875, false]], [[-5.1796875, false]], [[-9.1796875, false]], [[-7.6796875, false]], [[-5.3046875, false]], [[-9.0546875, false]], [[-7.6796875, false]], [[-5.1796875, false]], [[-8.6796875, false]], [[-10.4296875, false]], [[-9.5546875, false]], [[-7.6796875, false]], [[-9.0546875, false]], [[-7.6796875, false]], [[-9.1796875, false]], [[-9.1796875, false]], [[-8.6796875, false]], [[-8.6796875, false]], [[-13.5546875, false]]], "filtered_resps": [[-7.0546875, false], [-8.6796875, false], [-6.5546875, false], [-8.0546875, false], [-7.6796875, false], [-9.1796875, false], [-9.1796875, false], [-6.5546875, false], [-10.0546875, false], [-10.6796875, false], [-6.5546875, false], [-9.1796875, false], [-10.4296875, false], [-5.3046875, false], [-10.4296875, false], [-7.6796875, false], [-9.1796875, false], [-7.6796875, false], [-9.1796875, false], [-6.5546875, false], [-7.9296875, false], [-5.3046875, false], [-8.0546875, false], [-6.5546875, false], [-8.6796875, false], [-7.8046875, false], [-9.5546875, false], [-8.0546875, false], [-7.6796875, false], [-9.5546875, false], [-8.6796875, false], [-8.6796875, false], [-10.21875, false], [-5.3046875, false], [-8.6796875, false], [-8.0546875, false], [-7.6796875, false], [-9.1796875, false], [-7.6796875, false], [-9.5546875, false], [-9.0546875, false], [-6.5546875, false], [-9.1796875, false], [-6.5546875, false], [-9.1796875, false], [-10.4296875, false], [-5.3046875, false], [-9.1796875, false], [-10.1796875, false], [-7.6796875, false], [-5.3046875, false], [-8.9296875, false], [-5.1796875, false], [-9.5546875, false], [-9.1796875, false], [-8.6796875, false], [-5.3046875, false], [-7.8046875, false], [-10.0546875, false], [-5.3046875, false], [-5.1796875, false], [-9.1796875, false], [-5.3046875, false], [-5.1796875, false], [-9.1796875, false], [-7.8046875, false], [-9.0546875, false], [-8.6796875, false], [-10.21875, false], [-5.3046875, false], [-8.6796875, false], [-7.8046875, false], [-7.5546875, false], [-8.6796875, false], [-7.6796875, false], [-9.5546875, false], [-9.5546875, false], [-6.5546875, false], [-9.1796875, false], [-10.4296875, false], [-5.3046875, false], [-8.0546875, false], [-6.5546875, false], [-8.6796875, false], [-9.1796875, false], [-5.1796875, false], [-9.1796875, false], [-9.1796875, false], [-5.3046875, false], [-7.8046875, false], [-7.5546875, false], [-11.5546875, false], [-7.6796875, false], [-7.9296875, false], [-9.1796875, false], [-8.6796875, false], [-5.3046875, false], [-6.5546875, false], [-9.1796875, false], [-5.3046875, false], [-8.6796875, false], [-8.9296875, false], [-5.1796875, false], [-7.9296875, false], [-7.6796875, false], [-8.6796875, false], [-10.21875, false], [-5.3046875, false], [-8.6796875, false], [-9.0546875, false], [-5.1796875, false], [-9.8046875, false], [-6.5546875, false], [-9.1796875, false], [-10.4296875, false], [-5.3046875, false], [-9.5546875, false], [-7.6796875, false], [-9.5546875, false], [-10.6796875, false], [-5.3046875, false], [-5.1796875, false], [-7.9296875, false], [-7.9296875, false], [-10.4296875, false], [-9.5546875, false], [-5.1796875, false], [-9.1796875, false], [-7.6796875, false], [-5.3046875, false], [-9.0546875, false], [-7.6796875, false], [-5.1796875, false], [-8.6796875, false], [-10.4296875, false], [-9.5546875, false], [-7.6796875, false], [-9.0546875, false], [-7.6796875, false], [-9.1796875, false], [-9.1796875, false], [-8.6796875, false], [-8.6796875, false], [-13.5546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 91, "doc": {"id": "NYSEDREGENTS_2010_8_14", "question": "An organism is born with a genetic abnormality not present in any of its ancestors. This abnormality is most likely the result of", "choices": {"text": ["circulation", "competition", "mutation", "respiration"], "label": ["1", "2", "3", "4"]}, "answerKey": "3"}, "target": "mutation", "arguments": ["Question: An organism is born with a genetic abnormality not present in any of its ancestors. This abnormality is most likely the result of\nAnswer:", " ["], "resps": [[[-7.31640625, false]], [[-8.4453125, false]], [[-6.56640625, false]], [[-7.94140625, false]], [[-8.8203125, false]], [[-6.56640625, false]], [[-10.0703125, false]], [[-9.3203125, false]], [[-3.318359375, false]], [[-9.1953125, false]], [[-7.94140625, false]], [[-7.94140625, false]], [[-8.0703125, false]], [[-8.4453125, false]], [[-7.9453125, false]], [[-4.81640625, false]], [[-8.4453125, false]], [[-6.56640625, false]], [[-7.94140625, false]], [[-8.4453125, false]], [[-8.1953125, false]], [[-7.94140625, false]], [[-9.1953125, false]], [[-7.94140625, false]], [[-9.1953125, false]], [[-7.94140625, false]], [[-7.94140625, false]], [[-8.0703125, false]], [[-8.4453125, false]], [[-7.9453125, false]], [[-4.81640625, false]], [[-8.4453125, false]], [[-8.4453125, false]], [[-10.0703125, false]], [[-9.1953125, false]], [[-3.318359375, false]], [[-9.1953125, false]], [[-7.94140625, false]], [[-7.94140625, false]], [[-8.0703125, false]], [[-8.4453125, false]], [[-7.9453125, false]], [[-4.81640625, false]], [[-8.4453125, false]], [[-8.8203125, false]], [[-7.94140625, false]], [[-8.0703125, false]], [[-8.1953125, false]], [[-7.94140625, false]], [[-8.8203125, false]], [[-3.318359375, false]], [[-9.1953125, false]], [[-7.94140625, false]], [[-7.94140625, false]], [[-8.0703125, false]], [[-8.4453125, false]], [[-11.6953125, false]]], "filtered_resps": [[-7.31640625, false], [-8.4453125, false], [-6.56640625, false], [-7.94140625, false], [-8.8203125, false], [-6.56640625, false], [-10.0703125, false], [-9.3203125, false], [-3.318359375, false], [-9.1953125, false], [-7.94140625, false], [-7.94140625, false], [-8.0703125, false], [-8.4453125, false], [-7.9453125, false], [-4.81640625, false], [-8.4453125, false], [-6.56640625, false], [-7.94140625, false], [-8.4453125, false], [-8.1953125, false], [-7.94140625, false], [-9.1953125, false], [-7.94140625, false], [-9.1953125, false], [-7.94140625, false], [-7.94140625, false], [-8.0703125, false], [-8.4453125, false], [-7.9453125, false], [-4.81640625, false], [-8.4453125, false], [-8.4453125, false], [-10.0703125, false], [-9.1953125, false], [-3.318359375, false], [-9.1953125, false], [-7.94140625, false], [-7.94140625, false], [-8.0703125, false], [-8.4453125, false], [-7.9453125, false], [-4.81640625, false], [-8.4453125, false], [-8.8203125, false], [-7.94140625, false], [-8.0703125, false], [-8.1953125, false], [-7.94140625, false], [-8.8203125, false], [-3.318359375, false], [-9.1953125, false], [-7.94140625, false], [-7.94140625, false], [-8.0703125, false], [-8.4453125, false], [-11.6953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 99, "doc": {"id": "Mercury_7202353", "question": "When the soil is saturated, earthworms move to the top of the soil to obtain oxygen. This behavior is evidence of which biological concept in earthworms?", "choices": {"text": ["learned behavior", "migration instinct", "response to stimuli", "reproductive strategy"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "response to stimuli", "arguments": ["Question: When the soil is saturated, earthworms move to the top of the soil to obtain oxygen. This behavior is evidence of which biological concept in earthworms?\nAnswer:", " ["], "resps": [[[-7.0625, false]], [[-9.3125, false]], [[-9.8125, false]], [[-7.4375, false]], [[-4.8125, false]], [[-10.1875, false]], [[-7.6875, false]], [[-7.4375, false]], [[-7.3125, false]], [[-5.1875, false]], [[-6.9375, false]], [[-7.4375, false]], [[-10.5625, false]], [[-4.8125, false]], [[-10.0625, false]], [[-7.6875, false]], [[-7.9375, false]], [[-10.1875, false]], [[-9.3125, false]], [[-10.328125, false]], [[-5.1875, false]], [[-9.3125, false]], [[-9.9375, false]], [[-7.6875, false]], [[-9.6875, false]], [[-10.1875, false]], [[-4.8125, false]], [[-10.9375, false]], [[-7.6875, false]], [[-7.9375, false]], [[-7.6875, false]], [[-5.1875, false]], [[-7.6875, false]], [[-7.6875, false]], [[-8.5625, false]], [[-10.9375, false]], [[-7.6875, false]], [[-7.6875, false]], [[-6.3125, false]], [[-10.9375, false]], [[-9.3125, false]], [[-10.328125, false]], [[-5.1875, false]], [[-9.3125, false]], [[-10.1875, false]], [[-7.4375, false]], [[-8.5625, false]], [[-9.4375, false]], [[-7.9375, false]], [[-7.6875, false]], [[-8.5625, false]], [[-7.4375, false]], [[-5.1875, false]], [[-10.9375, false]], [[-7.9375, false]], [[-5.1875, false]], [[-8.5625, false]], [[-10.9375, false]], [[-7.6875, false]], [[-9.9375, false]], [[-10.9375, false]], [[-9.8125, false]], [[-7.6875, false]], [[-9.3125, false]], [[-10.328125, false]], [[-5.1875, false]], [[-9.3125, false]], [[-10.1875, false]], [[-7.4375, false]], [[-9.4375, false]], [[-10.1875, false]], [[-7.9375, false]], [[-7.3125, false]], [[-10.9375, false]], [[-6.3125, false]], [[-10.9375, false]], [[-7.6875, false]], [[-10.0625, false]], [[-7.4375, false]], [[-5.1875, false]], [[-8.5625, false]], [[-10.9375, false]], [[-10.1875, false]], [[-4.8125, false]], [[-10.9375, false]], [[-7.4375, false]], [[-9.6875, false]], [[-10.8125, false]], [[-9.3125, false]], [[-13.0625, false]]], "filtered_resps": [[-7.0625, false], [-9.3125, false], [-9.8125, false], [-7.4375, false], [-4.8125, false], [-10.1875, false], [-7.6875, false], [-7.4375, false], [-7.3125, false], [-5.1875, false], [-6.9375, false], [-7.4375, false], [-10.5625, false], [-4.8125, false], [-10.0625, false], [-7.6875, false], [-7.9375, false], [-10.1875, false], [-9.3125, false], [-10.328125, false], [-5.1875, false], [-9.3125, false], [-9.9375, false], [-7.6875, false], [-9.6875, false], [-10.1875, false], [-4.8125, false], [-10.9375, false], [-7.6875, false], [-7.9375, false], [-7.6875, false], [-5.1875, false], [-7.6875, false], [-7.6875, false], [-8.5625, false], [-10.9375, false], [-7.6875, false], [-7.6875, false], [-6.3125, false], [-10.9375, false], [-9.3125, false], [-10.328125, false], [-5.1875, false], [-9.3125, false], [-10.1875, false], [-7.4375, false], [-8.5625, false], [-9.4375, false], [-7.9375, false], [-7.6875, false], [-8.5625, false], [-7.4375, false], [-5.1875, false], [-10.9375, false], [-7.9375, false], [-5.1875, false], [-8.5625, false], [-10.9375, false], [-7.6875, false], [-9.9375, false], [-10.9375, false], [-9.8125, false], [-7.6875, false], [-9.3125, false], [-10.328125, false], [-5.1875, false], [-9.3125, false], [-10.1875, false], [-7.4375, false], [-9.4375, false], [-10.1875, false], [-7.9375, false], [-7.3125, false], [-10.9375, false], [-6.3125, false], [-10.9375, false], [-7.6875, false], [-10.0625, false], [-7.4375, false], [-5.1875, false], [-8.5625, false], [-10.9375, false], [-10.1875, false], [-4.8125, false], [-10.9375, false], [-7.4375, false], [-9.6875, false], [-10.8125, false], [-9.3125, false], [-13.0625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 107, "doc": {"id": "Mercury_7271740", "question": "When atmospheric carbon dioxide increases, some of the carbon dioxide dissolves in the ocean causing the ocean to become", "choices": {"text": ["warmer.", "cooler.", "more acidic.", "more alkaline."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "more acidic.", "arguments": ["Question: When atmospheric carbon dioxide increases, some of the carbon dioxide dissolves in the ocean causing the ocean to become\nAnswer:", " ["], "resps": [[[-7.265625, false]], [[-9.015625, false]], [[-10.515625, false]], [[-6.265625, false]], [[-12.265625, false]], [[-10.515625, false]], [[-8.765625, false]], [[-12.265625, false]], [[-6.390625, false]], [[-9.015625, false]], [[-8.640625, false]], [[-4.765625, false]], [[-9.015625, false]], [[-9.265625, false]], [[-8.265625, false]], [[-8.265625, false]], [[-11.765625, false]], [[-8.765625, false]], [[-12.265625, false]], [[-6.390625, false]], [[-9.015625, false]], [[-8.640625, false]], [[-4.765625, false]], [[-9.015625, false]], [[-10.515625, false]], [[-8.265625, false]], [[-12.265625, false]], [[-8.765625, false]], [[-4.765625, false]], [[-6.265625, false]], [[-9.265625, false]], [[-8.515625, false]], [[-9.015625, false]], [[-8.515625, false]], [[-9.265625, false]], [[-6.390625, false]], [[-9.015625, false]], [[-8.640625, false]], [[-4.765625, false]], [[-9.015625, false]], [[-10.515625, false]], [[-8.265625, false]], [[-12.265625, false]], [[-8.765625, false]], [[-4.765625, false]], [[-6.265625, false]], [[-11.765625, false]], [[-11.015625, false]], [[-6.265625, false]], [[-11.765625, false]], [[-8.515625, false]], [[-8.515625, false]], [[-8.765625, false]], [[-6.390625, false]], [[-9.015625, false]], [[-12.265625, false]]], "filtered_resps": [[-7.265625, false], [-9.015625, false], [-10.515625, false], [-6.265625, false], [-12.265625, false], [-10.515625, false], [-8.765625, false], [-12.265625, false], [-6.390625, false], [-9.015625, false], [-8.640625, false], [-4.765625, false], [-9.015625, false], [-9.265625, false], [-8.265625, false], [-8.265625, false], [-11.765625, false], [-8.765625, false], [-12.265625, false], [-6.390625, false], [-9.015625, false], [-8.640625, false], [-4.765625, false], [-9.015625, false], [-10.515625, false], [-8.265625, false], [-12.265625, false], [-8.765625, false], [-4.765625, false], [-6.265625, false], [-9.265625, false], [-8.515625, false], [-9.015625, false], [-8.515625, false], [-9.265625, false], [-6.390625, false], [-9.015625, false], [-8.640625, false], [-4.765625, false], [-9.015625, false], [-10.515625, false], [-8.265625, false], [-12.265625, false], [-8.765625, false], [-4.765625, false], [-6.265625, false], [-11.765625, false], [-11.015625, false], [-6.265625, false], [-11.765625, false], [-8.515625, false], [-8.515625, false], [-8.765625, false], [-6.390625, false], [-9.015625, false], [-12.265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 115, "doc": {"id": "Mercury_SC_405444", "question": "The ash borer moth looks similar to a wasp, but it does not have the ability to sting. This adaptation most likely helps the moth survive because", "choices": {"text": ["it makes food easier to find.", "predators avoid the moth.", "it aids in attracting a mate.", "the moth blends in with its surroundings."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "predators avoid the moth.", "arguments": ["Question: The ash borer moth looks similar to a wasp, but it does not have the ability to sting. This adaptation most likely helps the moth survive because\nAnswer:", " ["], "resps": [[[-8.0546875, false]], [[-9.5546875, false]], [[-9.3046875, false]], [[-11.5546875, false]], [[-5.55078125, false]], [[-11.3046875, false]], [[-6.30078125, false]], [[-12.3046875, false]], [[-9.5546875, false]], [[-10.0546875, false]], [[-5.55078125, false]], [[-10.8046875, false]], [[-9.5546875, false]], [[-9.5546875, false]], [[-10.3046875, false]], [[-5.55078125, false]], [[-9.5546875, false]], [[-6.30078125, false]], [[-10.0546875, false]], [[-9.3046875, false]], [[-9.5546875, false]], [[-11.8046875, false]], [[-5.55078125, false]], [[-11.5546875, false]], [[-9.5546875, false]], [[-5.55078125, false]], [[-10.8046875, false]], [[-9.3046875, false]], [[-10.0546875, false]], [[-10.3046875, false]], [[-7.25, false]], [[-9.5546875, false]], [[-9.625, false]], [[-5.55078125, false]], [[-9.5546875, false]], [[-10.5546875, false]], [[-11.8046875, false]], [[-9.5546875, false]], [[-10.3046875, false]], [[-6.30078125, false]], [[-11.5546875, false]], [[-9.5546875, false]], [[-11.8046875, false]], [[-10.0546875, false]], [[-5.55078125, false]], [[-6.30078125, false]], [[-12.0546875, false]], [[-9.5546875, false]], [[-9.3046875, false]], [[-10.3046875, false]], [[-5.55078125, false]], [[-11.5546875, false]], [[-11.3046875, false]], [[-9.5546875, false]], [[-5.55078125, false]], [[-11.3046875, false]], [[-9.5546875, false]], [[-11.5546875, false]], [[-11.3046875, false]], [[-7.25, false]], [[-9.5546875, false]], [[-9.625, false]], [[-5.55078125, false]], [[-9.5546875, false]], [[-9.3046875, false]], [[-11.5546875, false]], [[-5.55078125, false]], [[-6.30078125, false]], [[-9.3046875, false]], [[-10.3046875, false]], [[-10.0546875, false]], [[-5.55078125, false]], [[-9.3046875, false]], [[-10.0546875, false]], [[-5.55078125, false]], [[-6.30078125, false]], [[-11.5546875, false]], [[-11.5546875, false]], [[-11.8046875, false]], [[-6.30078125, false]], [[-10.3046875, false]], [[-11.5546875, false]], [[-9.3046875, false]], [[-10.0546875, false]], [[-12.5546875, false]], [[-5.55078125, false]], [[-6.30078125, false]], [[-5.55078125, false]], [[-11.3046875, false]], [[-6.30078125, false]], [[-11.5546875, false]], [[-9.5546875, false]], [[-7.25, false]], [[-9.5546875, false]], [[-9.625, false]], [[-5.55078125, false]], [[-9.5546875, false]], [[-11.5546875, false]], [[-11.3046875, false]], [[-9.5546875, false]], [[-5.55078125, false]], [[-11.3046875, false]], [[-9.5546875, false]], [[-11.5546875, false]], [[-11.3046875, false]], [[-5.55078125, false]], [[-9.3046875, false]], [[-10.8046875, false]], [[-9.5546875, false]], [[-10.0546875, false]], [[-10.3046875, false]], [[-10.0546875, false]], [[-5.55078125, false]], [[-9.3046875, false]], [[-10.0546875, false]], [[-5.55078125, false]], [[-11.0546875, false]], [[-9.3046875, false]], [[-11.5546875, false]], [[-11.3046875, false]], [[-5.55078125, false]], [[-9.3046875, false]], [[-11.5546875, false]], [[-10.0546875, false]], [[-5.55078125, false]], [[-10.0546875, false]], [[-11.3046875, false]], [[-11.8046875, false]], [[-11.8046875, false]], [[-9.5546875, false]], [[-11.3046875, false]], [[-10.0546875, false]], [[-10.3046875, false]], [[-9.3046875, false]], [[-10.0546875, false]], [[-12.5546875, false]], [[-10.0546875, false]], [[-7.25, false]], [[-9.5546875, false]], [[-12.5546875, false]]], "filtered_resps": [[-8.0546875, false], [-9.5546875, false], [-9.3046875, false], [-11.5546875, false], [-5.55078125, false], [-11.3046875, false], [-6.30078125, false], [-12.3046875, false], [-9.5546875, false], [-10.0546875, false], [-5.55078125, false], [-10.8046875, false], [-9.5546875, false], [-9.5546875, false], [-10.3046875, false], [-5.55078125, false], [-9.5546875, false], [-6.30078125, false], [-10.0546875, false], [-9.3046875, false], [-9.5546875, false], [-11.8046875, false], [-5.55078125, false], [-11.5546875, false], [-9.5546875, false], [-5.55078125, false], [-10.8046875, false], [-9.3046875, false], [-10.0546875, false], [-10.3046875, false], [-7.25, false], [-9.5546875, false], [-9.625, false], [-5.55078125, false], [-9.5546875, false], [-10.5546875, false], [-11.8046875, false], [-9.5546875, false], [-10.3046875, false], [-6.30078125, false], [-11.5546875, false], [-9.5546875, false], [-11.8046875, false], [-10.0546875, false], [-5.55078125, false], [-6.30078125, false], [-12.0546875, false], [-9.5546875, false], [-9.3046875, false], [-10.3046875, false], [-5.55078125, false], [-11.5546875, false], [-11.3046875, false], [-9.5546875, false], [-5.55078125, false], [-11.3046875, false], [-9.5546875, false], [-11.5546875, false], [-11.3046875, false], [-7.25, false], [-9.5546875, false], [-9.625, false], [-5.55078125, false], [-9.5546875, false], [-9.3046875, false], [-11.5546875, false], [-5.55078125, false], [-6.30078125, false], [-9.3046875, false], [-10.3046875, false], [-10.0546875, false], [-5.55078125, false], [-9.3046875, false], [-10.0546875, false], [-5.55078125, false], [-6.30078125, false], [-11.5546875, false], [-11.5546875, false], [-11.8046875, false], [-6.30078125, false], [-10.3046875, false], [-11.5546875, false], [-9.3046875, false], [-10.0546875, false], [-12.5546875, false], [-5.55078125, false], [-6.30078125, false], [-5.55078125, false], [-11.3046875, false], [-6.30078125, false], [-11.5546875, false], [-9.5546875, false], [-7.25, false], [-9.5546875, false], [-9.625, false], [-5.55078125, false], [-9.5546875, false], [-11.5546875, false], [-11.3046875, false], [-9.5546875, false], [-5.55078125, false], [-11.3046875, false], [-9.5546875, false], [-11.5546875, false], [-11.3046875, false], [-5.55078125, false], [-9.3046875, false], [-10.8046875, false], [-9.5546875, false], [-10.0546875, false], [-10.3046875, false], [-10.0546875, false], [-5.55078125, false], [-9.3046875, false], [-10.0546875, false], [-5.55078125, false], [-11.0546875, false], [-9.3046875, false], [-11.5546875, false], [-11.3046875, false], [-5.55078125, false], [-9.3046875, false], [-11.5546875, false], [-10.0546875, false], [-5.55078125, false], [-10.0546875, false], [-11.3046875, false], [-11.8046875, false], [-11.8046875, false], [-9.5546875, false], [-11.3046875, false], [-10.0546875, false], [-10.3046875, false], [-9.3046875, false], [-10.0546875, false], [-12.5546875, false], [-10.0546875, false], [-7.25, false], [-9.5546875, false], [-12.5546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 123, "doc": {"id": "Mercury_7068688", "question": "Topsoil is considered to be most fertile when it has a", "choices": {"text": ["low pH level.", "low sand content.", "high organic matter level.", "high parent rock material level."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "high organic matter level.", "arguments": ["Question: Topsoil is considered to be most fertile when it has a\nAnswer:", " ["], "resps": [[[-8.40625, false]], [[-8.40625, false]], [[-10.40625, false]], [[-9.40625, false]], [[-11.15625, false]], [[-5.91015625, false]], [[-10.15625, false]], [[-6.91015625, false]], [[-5.91015625, false]], [[-10.40625, false]], [[-9.40625, false]], [[-11.90625, false]], [[-9.40625, false]], [[-10.40625, false]], [[-7.1328125, false]], [[-8.40625, false]], [[-9.2578125, false]], [[-5.91015625, false]], [[-8.40625, false]], [[-10.40625, false]], [[-9.40625, false]], [[-11.15625, false]], [[-5.91015625, false]], [[-9.40625, false]], [[-6.66015625, false]], [[-9.15625, false]], [[-9.15625, false]], [[-5.91015625, false]], [[-9.65625, false]], [[-9.40625, false]], [[-9.15625, false]], [[-10.15625, false]], [[-9.40625, false]], [[-9.15625, false]], [[-10.15625, false]], [[-7.1328125, false]], [[-8.40625, false]], [[-9.2578125, false]], [[-5.91015625, false]], [[-8.40625, false]], [[-9.90625, false]], [[-8.40625, false]], [[-10.15625, false]], [[-9.90625, false]], [[-5.91015625, false]], [[-9.40625, false]], [[-11.15625, false]], [[-10.15625, false]], [[-6.66015625, false]], [[-9.15625, false]], [[-8.40625, false]], [[-9.65625, false]], [[-5.91015625, false]], [[-10.65625, false]], [[-6.66015625, false]], [[-10.15625, false]], [[-10.15625, false]], [[-9.40625, false]], [[-11.15625, false]], [[-5.91015625, false]], [[-10.40625, false]], [[-9.40625, false]], [[-11.90625, false]], [[-9.40625, false]], [[-10.40625, false]], [[-7.1328125, false]], [[-8.40625, false]], [[-9.2578125, false]], [[-5.91015625, false]], [[-8.40625, false]], [[-9.90625, false]], [[-8.40625, false]], [[-10.15625, false]], [[-9.90625, false]], [[-5.91015625, false]], [[-10.15625, false]], [[-6.66015625, false]], [[-11.15625, false]], [[-9.40625, false]], [[-9.15625, false]], [[-10.15625, false]], [[-5.91015625, false]], [[-11.15625, false]], [[-9.40625, false]], [[-9.65625, false]], [[-11.65625, false]], [[-5.91015625, false]], [[-10.65625, false]], [[-6.66015625, false]], [[-10.15625, false]], [[-9.40625, false]], [[-11.15625, false]], [[-8.40625, false]], [[-6.66015625, false]], [[-10.40625, false]], [[-5.91015625, false]], [[-10.40625, false]], [[-9.40625, false]], [[-11.90625, false]], [[-9.40625, false]], [[-10.40625, false]], [[-7.1328125, false]], [[-8.40625, false]], [[-12.40625, false]]], "filtered_resps": [[-8.40625, false], [-8.40625, false], [-10.40625, false], [-9.40625, false], [-11.15625, false], [-5.91015625, false], [-10.15625, false], [-6.91015625, false], [-5.91015625, false], [-10.40625, false], [-9.40625, false], [-11.90625, false], [-9.40625, false], [-10.40625, false], [-7.1328125, false], [-8.40625, false], [-9.2578125, false], [-5.91015625, false], [-8.40625, false], [-10.40625, false], [-9.40625, false], [-11.15625, false], [-5.91015625, false], [-9.40625, false], [-6.66015625, false], [-9.15625, false], [-9.15625, false], [-5.91015625, false], [-9.65625, false], [-9.40625, false], [-9.15625, false], [-10.15625, false], [-9.40625, false], [-9.15625, false], [-10.15625, false], [-7.1328125, false], [-8.40625, false], [-9.2578125, false], [-5.91015625, false], [-8.40625, false], [-9.90625, false], [-8.40625, false], [-10.15625, false], [-9.90625, false], [-5.91015625, false], [-9.40625, false], [-11.15625, false], [-10.15625, false], [-6.66015625, false], [-9.15625, false], [-8.40625, false], [-9.65625, false], [-5.91015625, false], [-10.65625, false], [-6.66015625, false], [-10.15625, false], [-10.15625, false], [-9.40625, false], [-11.15625, false], [-5.91015625, false], [-10.40625, false], [-9.40625, false], [-11.90625, false], [-9.40625, false], [-10.40625, false], [-7.1328125, false], [-8.40625, false], [-9.2578125, false], [-5.91015625, false], [-8.40625, false], [-9.90625, false], [-8.40625, false], [-10.15625, false], [-9.90625, false], [-5.91015625, false], [-10.15625, false], [-6.66015625, false], [-11.15625, false], [-9.40625, false], [-9.15625, false], [-10.15625, false], [-5.91015625, false], [-11.15625, false], [-9.40625, false], [-9.65625, false], [-11.65625, false], [-5.91015625, false], [-10.65625, false], [-6.66015625, false], [-10.15625, false], [-9.40625, false], [-11.15625, false], [-8.40625, false], [-6.66015625, false], [-10.40625, false], [-5.91015625, false], [-10.40625, false], [-9.40625, false], [-11.90625, false], [-9.40625, false], [-10.40625, false], [-7.1328125, false], [-8.40625, false], [-12.40625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 131, "doc": {"id": "MSA_2012_5_28", "question": "Scientists found evidence of a fish that lived millions of years ago. The fish had features that were possibly used to move on land. This fish is now extinct. What scientific evidence did the scientists most likely find that confirmed the existence of this fish?", "choices": {"text": ["a fossil", "a description", "a photograph", "a cave drawing"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "a fossil", "arguments": ["Question: Scientists found evidence of a fish that lived millions of years ago. The fish had features that were possibly used to move on land. This fish is now extinct. What scientific evidence did the scientists most likely find that confirmed the existence of this fish?\nAnswer:", " ["], "resps": [[[-6.83203125, false]], [[-8.703125, false]], [[-5.95703125, false]], [[-5.83203125, false]], [[-9.328125, false]], [[-10.328125, false]], [[-9.953125, false]], [[-9.953125, false]], [[-9.953125, false]], [[-11.328125, false]], [[-8.703125, false]], [[-10.53125, false]], [[-5.83203125, false]], [[-8.703125, false]], [[-5.95703125, false]], [[-5.83203125, false]], [[-9.328125, false]], [[-8.578125, false]], [[-9.953125, false]], [[-9.328125, false]], [[-11.328125, false]], [[-9.953125, false]], [[-9.828125, false]], [[-11.078125, false]], [[-9.953125, false]], [[-10.328125, false]], [[-10.078125, false]], [[-8.703125, false]], [[-10.53125, false]], [[-5.83203125, false]], [[-8.703125, false]], [[-5.95703125, false]], [[-5.83203125, false]], [[-9.828125, false]], [[-11.453125, false]], [[-10.328125, false]], [[-11.078125, false]], [[-10.328125, false]], [[-12.203125, false]], [[-11.328125, false]], [[-5.95703125, false]], [[-9.828125, false]], [[-11.453125, false]], [[-8.703125, false]], [[-10.53125, false]], [[-5.83203125, false]], [[-8.703125, false]], [[-5.95703125, false]], [[-5.83203125, false]], [[-9.328125, false]], [[-5.95703125, false]], [[-11.453125, false]], [[-8.578125, false]], [[-5.83203125, false]], [[-9.328125, false]], [[-11.328125, false]], [[-5.95703125, false]], [[-10.203125, false]], [[-9.953125, false]], [[-10.078125, false]], [[-12.203125, false]], [[-8.703125, false]], [[-12.078125, false]]], "filtered_resps": [[-6.83203125, false], [-8.703125, false], [-5.95703125, false], [-5.83203125, false], [-9.328125, false], [-10.328125, false], [-9.953125, false], [-9.953125, false], [-9.953125, false], [-11.328125, false], [-8.703125, false], [-10.53125, false], [-5.83203125, false], [-8.703125, false], [-5.95703125, false], [-5.83203125, false], [-9.328125, false], [-8.578125, false], [-9.953125, false], [-9.328125, false], [-11.328125, false], [-9.953125, false], [-9.828125, false], [-11.078125, false], [-9.953125, false], [-10.328125, false], [-10.078125, false], [-8.703125, false], [-10.53125, false], [-5.83203125, false], [-8.703125, false], [-5.95703125, false], [-5.83203125, false], [-9.828125, false], [-11.453125, false], [-10.328125, false], [-11.078125, false], [-10.328125, false], [-12.203125, false], [-11.328125, false], [-5.95703125, false], [-9.828125, false], [-11.453125, false], [-8.703125, false], [-10.53125, false], [-5.83203125, false], [-8.703125, false], [-5.95703125, false], [-5.83203125, false], [-9.328125, false], [-5.95703125, false], [-11.453125, false], [-8.578125, false], [-5.83203125, false], [-9.328125, false], [-11.328125, false], [-5.95703125, false], [-10.203125, false], [-9.953125, false], [-10.078125, false], [-12.203125, false], [-8.703125, false], [-12.078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 139, "doc": {"id": "Mercury_178710", "question": "A simple machine that has a mechanical advantage equal to 1 would most likely be used to", "choices": {"text": ["decrease effort.", "decrease work.", "change direction.", "change resistance."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "change direction.", "arguments": ["Question: A simple machine that has a mechanical advantage equal to 1 would most likely be used to\nAnswer:", " ["], "resps": [[[-6.61328125, false]], [[-7.48828125, false]], [[-7.98828125, false]], [[-7.98828125, false]], [[-7.23828125, false]], [[-8.484375, false]], [[-7.98828125, false]], [[-3.611328125, false]], [[-8.109375, false]], [[-7.98828125, false]], [[-4.86328125, false]], [[-7.98828125, false]], [[-8.359375, false]], [[-8.359375, false]], [[-8.734375, false]], [[-8.484375, false]], [[-8.859375, false]], [[-6.28125, false]], [[-7.48828125, false]], [[-8.46875, false]], [[-4.86328125, false]], [[-7.48828125, false]], [[-7.98828125, false]], [[-7.98828125, false]], [[-7.23828125, false]], [[-8.484375, false]], [[-7.98828125, false]], [[-3.611328125, false]], [[-8.109375, false]], [[-7.98828125, false]], [[-4.86328125, false]], [[-8.984375, false]], [[-8.734375, false]], [[-8.484375, false]], [[-8.359375, false]], [[-6.28125, false]], [[-7.48828125, false]], [[-8.46875, false]], [[-4.86328125, false]], [[-7.48828125, false]], [[-7.23828125, false]], [[-8.984375, false]], [[-3.611328125, false]], [[-6.86328125, false]], [[-9.609375, false]], [[-7.98828125, false]], [[-4.86328125, false]], [[-7.98828125, false]], [[-6.98828125, false]], [[-8.484375, false]], [[-7.98828125, false]], [[-7.23828125, false]], [[-8.859375, false]], [[-6.98828125, false]], [[-8.734375, false]], [[-6.86328125, false]], [[-6.28125, false]], [[-7.48828125, false]], [[-8.46875, false]], [[-4.86328125, false]], [[-7.48828125, false]], [[-7.23828125, false]], [[-8.984375, false]], [[-3.611328125, false]], [[-6.86328125, false]], [[-9.609375, false]], [[-7.98828125, false]], [[-4.86328125, false]], [[-8.484375, false]], [[-7.98828125, false]], [[-8.109375, false]], [[-6.98828125, false]], [[-8.109375, false]], [[-8.859375, false]], [[-3.611328125, false]], [[-6.86328125, false]], [[-7.23828125, false]], [[-7.98828125, false]], [[-6.28125, false]], [[-7.48828125, false]], [[-11.484375, false]]], "filtered_resps": [[-6.61328125, false], [-7.48828125, false], [-7.98828125, false], [-7.98828125, false], [-7.23828125, false], [-8.484375, false], [-7.98828125, false], [-3.611328125, false], [-8.109375, false], [-7.98828125, false], [-4.86328125, false], [-7.98828125, false], [-8.359375, false], [-8.359375, false], [-8.734375, false], [-8.484375, false], [-8.859375, false], [-6.28125, false], [-7.48828125, false], [-8.46875, false], [-4.86328125, false], [-7.48828125, false], [-7.98828125, false], [-7.98828125, false], [-7.23828125, false], [-8.484375, false], [-7.98828125, false], [-3.611328125, false], [-8.109375, false], [-7.98828125, false], [-4.86328125, false], [-8.984375, false], [-8.734375, false], [-8.484375, false], [-8.359375, false], [-6.28125, false], [-7.48828125, false], [-8.46875, false], [-4.86328125, false], [-7.48828125, false], [-7.23828125, false], [-8.984375, false], [-3.611328125, false], [-6.86328125, false], [-9.609375, false], [-7.98828125, false], [-4.86328125, false], [-7.98828125, false], [-6.98828125, false], [-8.484375, false], [-7.98828125, false], [-7.23828125, false], [-8.859375, false], [-6.98828125, false], [-8.734375, false], [-6.86328125, false], [-6.28125, false], [-7.48828125, false], [-8.46875, false], [-4.86328125, false], [-7.48828125, false], [-7.23828125, false], [-8.984375, false], [-3.611328125, false], [-6.86328125, false], [-9.609375, false], [-7.98828125, false], [-4.86328125, false], [-8.484375, false], [-7.98828125, false], [-8.109375, false], [-6.98828125, false], [-8.109375, false], [-8.859375, false], [-3.611328125, false], [-6.86328125, false], [-7.23828125, false], [-7.98828125, false], [-6.28125, false], [-7.48828125, false], [-11.484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 147, "doc": {"id": "Mercury_SC_401774", "question": "A whistle produces a sound because blowing air in the whistle causes", "choices": {"text": ["the whistle material to shake.", "the air inside the whistle to vibrate.", "the air to be absorbed by the whistle.", "the air in the whistle to heat up and expand."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "the air inside the whistle to vibrate.", "arguments": ["Question: A whistle produces a sound because blowing air in the whistle causes\nAnswer:", " ["], "resps": [[[-7.28125, false]], [[-8.28125, false]], [[-9.53125, false]], [[-8.28125, false]], [[-8.28125, false]], [[-5.28125, false]], [[-4.03125, false]], [[-8.28125, false]], [[-7.53125, false]], [[-8.53125, false]], [[-9.53125, false]], [[-10.28125, false]], [[-8.28125, false]], [[-5.28125, false]], [[-9.53125, false]], [[-3.279296875, false]], [[-9.53125, false]], [[-8.28125, false]], [[-9.28125, false]], [[-7.53125, false]], [[-3.279296875, false]], [[-10.28125, false]], [[-5.28125, false]], [[-9.53125, false]], [[-9.03125, false]], [[-5.28125, false]], [[-8.53125, false]], [[-8.28125, false]], [[-3.279296875, false]], [[-9.03125, false]], [[-8.28125, false]], [[-6.49609375, false]], [[-8.28125, false]], [[-9.0, false]], [[-5.28125, false]], [[-8.28125, false]], [[-9.53125, false]], [[-8.28125, false]], [[-8.28125, false]], [[-5.28125, false]], [[-3.279296875, false]], [[-7.53125, false]], [[-9.28125, false]], [[-5.28125, false]], [[-7.53125, false]], [[-8.28125, false]], [[-8.53125, false]], [[-7.53125, false]], [[-7.03125, false]], [[-8.28125, false]], [[-5.28125, false]], [[-9.53125, false]], [[-8.28125, false]], [[-8.28125, false]], [[-5.28125, false]], [[-4.03125, false]], [[-8.28125, false]], [[-7.53125, false]], [[-8.53125, false]], [[-9.53125, false]], [[-10.28125, false]], [[-8.28125, false]], [[-5.28125, false]], [[-9.53125, false]], [[-9.03125, false]], [[-5.28125, false]], [[-9.03125, false]], [[-7.53125, false]], [[-5.03125, false]], [[-9.28125, false]], [[-3.279296875, false]], [[-9.53125, false]], [[-8.28125, false]], [[-6.49609375, false]], [[-8.28125, false]], [[-9.0, false]], [[-5.28125, false]], [[-8.28125, false]], [[-9.53125, false]], [[-8.28125, false]], [[-8.28125, false]], [[-5.28125, false]], [[-3.279296875, false]], [[-7.53125, false]], [[-9.28125, false]], [[-5.28125, false]], [[-9.53125, false]], [[-9.03125, false]], [[-5.28125, false]], [[-5.03125, false]], [[-8.28125, false]], [[-5.28125, false]], [[-3.279296875, false]], [[-5.03125, false]], [[-8.53125, false]], [[-9.03125, false]], [[-9.28125, false]], [[-5.03125, false]], [[-8.28125, false]], [[-7.03125, false]], [[-5.28125, false]], [[-5.03125, false]], [[-10.53125, false]], [[-5.28125, false]], [[-9.53125, false]], [[-8.28125, false]], [[-8.28125, false]], [[-5.28125, false]], [[-4.03125, false]], [[-8.28125, false]], [[-7.53125, false]], [[-8.53125, false]], [[-9.53125, false]], [[-10.28125, false]], [[-8.28125, false]], [[-6.49609375, false]], [[-8.28125, false]], [[-9.0, false]], [[-5.28125, false]], [[-8.28125, false]], [[-9.53125, false]], [[-8.28125, false]], [[-8.28125, false]], [[-5.28125, false]], [[-3.279296875, false]], [[-7.53125, false]], [[-9.28125, false]], [[-5.28125, false]], [[-7.53125, false]], [[-8.28125, false]], [[-5.28125, false]], [[-9.53125, false]], [[-8.28125, false]], [[-8.28125, false]], [[-5.28125, false]], [[-4.03125, false]], [[-8.28125, false]], [[-7.53125, false]], [[-8.53125, false]], [[-9.53125, false]], [[-10.28125, false]], [[-8.28125, false]], [[-5.28125, false]], [[-9.53125, false]], [[-9.03125, false]], [[-5.28125, false]], [[-8.28125, false]], [[-8.28125, false]], [[-3.279296875, false]], [[-9.53125, false]], [[-5.28125, false]], [[-9.78125, false]], [[-7.78125, false]], [[-5.28125, false]], [[-3.279296875, false]], [[-8.28125, false]], [[-7.03125, false]], [[-5.28125, false]], [[-8.28125, false]], [[-8.53125, false]], [[-7.78125, false]], [[-3.279296875, false]], [[-8.28125, false]], [[-7.03125, false]], [[-6.49609375, false]], [[-8.28125, false]], [[-11.78125, false]]], "filtered_resps": [[-7.28125, false], [-8.28125, false], [-9.53125, false], [-8.28125, false], [-8.28125, false], [-5.28125, false], [-4.03125, false], [-8.28125, false], [-7.53125, false], [-8.53125, false], [-9.53125, false], [-10.28125, false], [-8.28125, false], [-5.28125, false], [-9.53125, false], [-3.279296875, false], [-9.53125, false], [-8.28125, false], [-9.28125, false], [-7.53125, false], [-3.279296875, false], [-10.28125, false], [-5.28125, false], [-9.53125, false], [-9.03125, false], [-5.28125, false], [-8.53125, false], [-8.28125, false], [-3.279296875, false], [-9.03125, false], [-8.28125, false], [-6.49609375, false], [-8.28125, false], [-9.0, false], [-5.28125, false], [-8.28125, false], [-9.53125, false], [-8.28125, false], [-8.28125, false], [-5.28125, false], [-3.279296875, false], [-7.53125, false], [-9.28125, false], [-5.28125, false], [-7.53125, false], [-8.28125, false], [-8.53125, false], [-7.53125, false], [-7.03125, false], [-8.28125, false], [-5.28125, false], [-9.53125, false], [-8.28125, false], [-8.28125, false], [-5.28125, false], [-4.03125, false], [-8.28125, false], [-7.53125, false], [-8.53125, false], [-9.53125, false], [-10.28125, false], [-8.28125, false], [-5.28125, false], [-9.53125, false], [-9.03125, false], [-5.28125, false], [-9.03125, false], [-7.53125, false], [-5.03125, false], [-9.28125, false], [-3.279296875, false], [-9.53125, false], [-8.28125, false], [-6.49609375, false], [-8.28125, false], [-9.0, false], [-5.28125, false], [-8.28125, false], [-9.53125, false], [-8.28125, false], [-8.28125, false], [-5.28125, false], [-3.279296875, false], [-7.53125, false], [-9.28125, false], [-5.28125, false], [-9.53125, false], [-9.03125, false], [-5.28125, false], [-5.03125, false], [-8.28125, false], [-5.28125, false], [-3.279296875, false], [-5.03125, false], [-8.53125, false], [-9.03125, false], [-9.28125, false], [-5.03125, false], [-8.28125, false], [-7.03125, false], [-5.28125, false], [-5.03125, false], [-10.53125, false], [-5.28125, false], [-9.53125, false], [-8.28125, false], [-8.28125, false], [-5.28125, false], [-4.03125, false], [-8.28125, false], [-7.53125, false], [-8.53125, false], [-9.53125, false], [-10.28125, false], [-8.28125, false], [-6.49609375, false], [-8.28125, false], [-9.0, false], [-5.28125, false], [-8.28125, false], [-9.53125, false], [-8.28125, false], [-8.28125, false], [-5.28125, false], [-3.279296875, false], [-7.53125, false], [-9.28125, false], [-5.28125, false], [-7.53125, false], [-8.28125, false], [-5.28125, false], [-9.53125, false], [-8.28125, false], [-8.28125, false], [-5.28125, false], [-4.03125, false], [-8.28125, false], [-7.53125, false], [-8.53125, false], [-9.53125, false], [-10.28125, false], [-8.28125, false], [-5.28125, false], [-9.53125, false], [-9.03125, false], [-5.28125, false], [-8.28125, false], [-8.28125, false], [-3.279296875, false], [-9.53125, false], [-5.28125, false], [-9.78125, false], [-7.78125, false], [-5.28125, false], [-3.279296875, false], [-8.28125, false], [-7.03125, false], [-5.28125, false], [-8.28125, false], [-8.53125, false], [-7.78125, false], [-3.279296875, false], [-8.28125, false], [-7.03125, false], [-6.49609375, false], [-8.28125, false], [-11.78125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 155, "doc": {"id": "ACTAAP_2007_7_18", "question": "Which elements are found to the right of the zigzag line in the periodic table?", "choices": {"text": ["liquids", "metals", "metals and gases", "nonmetals and gases"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "nonmetals and gases", "arguments": ["Question: Which elements are found to the right of the zigzag line in the periodic table?\nAnswer:", " ["], "resps": [[[-5.3359375, false]], [[-8.3359375, false]], [[-9.5859375, false]], [[-6.5859375, false]], [[-9.5859375, false]], [[-9.0859375, false]], [[-6.5859375, false]], [[-8.5859375, false]], [[-8.5859375, false]], [[-8.3359375, false]], [[-8.390625, false]], [[-5.0859375, false]], [[-8.3359375, false]], [[-6.5859375, false]], [[-8.3359375, false]], [[-8.3359375, false]], [[-5.0859375, false]], [[-9.5859375, false]], [[-8.5859375, false]], [[-8.3359375, false]], [[-8.390625, false]], [[-5.0859375, false]], [[-8.3359375, false]], [[-6.5859375, false]], [[-8.3359375, false]], [[-8.3359375, false]], [[-5.0859375, false]], [[-9.5859375, false]], [[-8.5859375, false]], [[-5.0859375, false]], [[-5.0859375, false]], [[-6.3359375, false]], [[-8.5859375, false]], [[-5.0859375, false]], [[-9.3359375, false]], [[-5.0859375, false]], [[-8.5859375, false]], [[-8.3359375, false]], [[-8.5859375, false]], [[-8.3359375, false]], [[-8.390625, false]], [[-5.0859375, false]], [[-8.3359375, false]], [[-6.3359375, false]], [[-8.8359375, false]], [[-6.3359375, false]], [[-6.5859375, false]], [[-8.3359375, false]], [[-8.3359375, false]], [[-5.0859375, false]], [[-9.5859375, false]], [[-8.5859375, false]], [[-5.0859375, false]], [[-5.0859375, false]], [[-6.3359375, false]], [[-8.5859375, false]], [[-5.0859375, false]], [[-9.3359375, false]], [[-5.0859375, false]], [[-8.5859375, false]], [[-8.3359375, false]], [[-8.5859375, false]], [[-8.3359375, false]], [[-11.3359375, false]]], "filtered_resps": [[-5.3359375, false], [-8.3359375, false], [-9.5859375, false], [-6.5859375, false], [-9.5859375, false], [-9.0859375, false], [-6.5859375, false], [-8.5859375, false], [-8.5859375, false], [-8.3359375, false], [-8.390625, false], [-5.0859375, false], [-8.3359375, false], [-6.5859375, false], [-8.3359375, false], [-8.3359375, false], [-5.0859375, false], [-9.5859375, false], [-8.5859375, false], [-8.3359375, false], [-8.390625, false], [-5.0859375, false], [-8.3359375, false], [-6.5859375, false], [-8.3359375, false], [-8.3359375, false], [-5.0859375, false], [-9.5859375, false], [-8.5859375, false], [-5.0859375, false], [-5.0859375, false], [-6.3359375, false], [-8.5859375, false], [-5.0859375, false], [-9.3359375, false], [-5.0859375, false], [-8.5859375, false], [-8.3359375, false], [-8.5859375, false], [-8.3359375, false], [-8.390625, false], [-5.0859375, false], [-8.3359375, false], [-6.3359375, false], [-8.8359375, false], [-6.3359375, false], [-6.5859375, false], [-8.3359375, false], [-8.3359375, false], [-5.0859375, false], [-9.5859375, false], [-8.5859375, false], [-5.0859375, false], [-5.0859375, false], [-6.3359375, false], [-8.5859375, false], [-5.0859375, false], [-9.3359375, false], [-5.0859375, false], [-8.5859375, false], [-8.3359375, false], [-8.5859375, false], [-8.3359375, false], [-11.3359375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 163, "doc": {"id": "Mercury_SC_409142", "question": "Scientists are studying a pond. Which property can the scientists measure to understand the amount of energy held by the lake water?", "choices": {"text": ["the depth of the lake", "the color of the water", "the volume of the lake", "the temperature of the water"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "the temperature of the water", "arguments": ["Question: Scientists are studying a pond. Which property can the scientists measure to understand the amount of energy held by the lake water?\nAnswer:", " ["], "resps": [[[-7.03515625, false]], [[-9.03125, false]], [[-9.78125, false]], [[-10.28125, false]], [[-8.03125, false]], [[-5.41015625, false]], [[-8.15625, false]], [[-8.03125, false]], [[-8.53125, false]], [[-9.78125, false]], [[-10.28125, false]], [[-5.41015625, false]], [[-9.03125, false]], [[-7.78515625, false]], [[-5.41015625, false]], [[-9.78125, false]], [[-10.28125, false]], [[-8.03125, false]], [[-5.41015625, false]], [[-9.03125, false]], [[-5.16015625, false]], [[-10.15625, false]], [[-8.03125, false]], [[-9.03125, false]], [[-9.71875, false]], [[-5.41015625, false]], [[-9.03125, false]], [[-9.78125, false]], [[-10.28125, false]], [[-8.03125, false]], [[-5.41015625, false]], [[-8.53125, false]], [[-9.03125, false]], [[-9.03125, false]], [[-9.03125, false]], [[-10.53125, false]], [[-5.41015625, false]], [[-9.03125, false]], [[-7.78515625, false]], [[-5.41015625, false]], [[-9.78125, false]], [[-10.28125, false]], [[-8.03125, false]], [[-5.41015625, false]], [[-10.53125, false]], [[-5.16015625, false]], [[-9.78125, false]], [[-8.03125, false]], [[-10.53125, false]], [[-9.03125, false]], [[-9.71875, false]], [[-5.41015625, false]], [[-9.03125, false]], [[-9.78125, false]], [[-10.28125, false]], [[-8.03125, false]], [[-5.41015625, false]], [[-10.40625, false]], [[-9.03125, false]], [[-9.03125, false]], [[-11.03125, false]], [[-8.03125, false]], [[-8.03125, false]], [[-5.41015625, false]], [[-9.03125, false]], [[-7.78515625, false]], [[-5.41015625, false]], [[-9.78125, false]], [[-10.28125, false]], [[-8.03125, false]], [[-5.41015625, false]], [[-9.03125, false]], [[-5.16015625, false]], [[-10.15625, false]], [[-8.03125, false]], [[-9.03125, false]], [[-9.71875, false]], [[-5.41015625, false]], [[-9.03125, false]], [[-9.78125, false]], [[-10.28125, false]], [[-8.03125, false]], [[-5.41015625, false]], [[-9.78125, false]], [[-8.03125, false]], [[-8.03125, false]], [[-8.53125, false]], [[-8.03125, false]], [[-10.53125, false]], [[-5.16015625, false]], [[-9.78125, false]], [[-11.03125, false]], [[-10.53125, false]], [[-8.03125, false]], [[-5.41015625, false]], [[-9.03125, false]], [[-7.78515625, false]], [[-5.41015625, false]], [[-9.78125, false]], [[-10.28125, false]], [[-8.03125, false]], [[-5.41015625, false]], [[-10.53125, false]], [[-5.16015625, false]], [[-9.78125, false]], [[-8.03125, false]], [[-10.53125, false]], [[-9.03125, false]], [[-12.90625, false]]], "filtered_resps": [[-7.03515625, false], [-9.03125, false], [-9.78125, false], [-10.28125, false], [-8.03125, false], [-5.41015625, false], [-8.15625, false], [-8.03125, false], [-8.53125, false], [-9.78125, false], [-10.28125, false], [-5.41015625, false], [-9.03125, false], [-7.78515625, false], [-5.41015625, false], [-9.78125, false], [-10.28125, false], [-8.03125, false], [-5.41015625, false], [-9.03125, false], [-5.16015625, false], [-10.15625, false], [-8.03125, false], [-9.03125, false], [-9.71875, false], [-5.41015625, false], [-9.03125, false], [-9.78125, false], [-10.28125, false], [-8.03125, false], [-5.41015625, false], [-8.53125, false], [-9.03125, false], [-9.03125, false], [-9.03125, false], [-10.53125, false], [-5.41015625, false], [-9.03125, false], [-7.78515625, false], [-5.41015625, false], [-9.78125, false], [-10.28125, false], [-8.03125, false], [-5.41015625, false], [-10.53125, false], [-5.16015625, false], [-9.78125, false], [-8.03125, false], [-10.53125, false], [-9.03125, false], [-9.71875, false], [-5.41015625, false], [-9.03125, false], [-9.78125, false], [-10.28125, false], [-8.03125, false], [-5.41015625, false], [-10.40625, false], [-9.03125, false], [-9.03125, false], [-11.03125, false], [-8.03125, false], [-8.03125, false], [-5.41015625, false], [-9.03125, false], [-7.78515625, false], [-5.41015625, false], [-9.78125, false], [-10.28125, false], [-8.03125, false], [-5.41015625, false], [-9.03125, false], [-5.16015625, false], [-10.15625, false], [-8.03125, false], [-9.03125, false], [-9.71875, false], [-5.41015625, false], [-9.03125, false], [-9.78125, false], [-10.28125, false], [-8.03125, false], [-5.41015625, false], [-9.78125, false], [-8.03125, false], [-8.03125, false], [-8.53125, false], [-8.03125, false], [-10.53125, false], [-5.16015625, false], [-9.78125, false], [-11.03125, false], [-10.53125, false], [-8.03125, false], [-5.41015625, false], [-9.03125, false], [-7.78515625, false], [-5.41015625, false], [-9.78125, false], [-10.28125, false], [-8.03125, false], [-5.41015625, false], [-10.53125, false], [-5.16015625, false], [-9.78125, false], [-8.03125, false], [-10.53125, false], [-9.03125, false], [-12.90625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 171, "doc": {"id": "Mercury_SC_401211", "question": "The esophagus, stomach, and small intestine are parts of which body system?", "choices": {"text": ["nervous", "digestive", "respiratory", "muscular"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "digestive", "arguments": ["Question: The esophagus, stomach, and small intestine are parts of which body system?\nAnswer:", " ["], "resps": [[[-7.90234375, false]], [[-11.6484375, false]], [[-10.6484375, false]], [[-9.6484375, false]], [[-11.8984375, false]], [[-11.6484375, false]], [[-9.8984375, false]], [[-10.1484375, false]], [[-9.3984375, false]], [[-11.6484375, false]], [[-10.34375, false]], [[-5.90234375, false]], [[-11.6484375, false]], [[-12.3984375, false]], [[-11.6484375, false]], [[-12.8984375, false]], [[-9.6484375, false]], [[-9.3984375, false]], [[-11.3984375, false]], [[-11.6484375, false]], [[-11.6484375, false]], [[-9.6484375, false]], [[-11.6484375, false]], [[-10.34375, false]], [[-5.90234375, false]], [[-11.6484375, false]], [[-11.8984375, false]], [[-9.6484375, false]], [[-9.3984375, false]], [[-11.3984375, false]], [[-11.6484375, false]], [[-11.8984375, false]], [[-6.90234375, false]], [[-11.3984375, false]], [[-9.8984375, false]], [[-11.8984375, false]], [[-13.8984375, false]], [[-11.6484375, false]], [[-10.34375, false]], [[-5.90234375, false]], [[-11.6484375, false]], [[-11.1484375, false]], [[-10.1484375, false]], [[-9.3984375, false]], [[-10.8984375, false]], [[-10.1484375, false]], [[-9.8984375, false]], [[-6.90234375, false]], [[-11.8984375, false]], [[-11.6484375, false]], [[-11.3984375, false]]], "filtered_resps": [[-7.90234375, false], [-11.6484375, false], [-10.6484375, false], [-9.6484375, false], [-11.8984375, false], [-11.6484375, false], [-9.8984375, false], [-10.1484375, false], [-9.3984375, false], [-11.6484375, false], [-10.34375, false], [-5.90234375, false], [-11.6484375, false], [-12.3984375, false], [-11.6484375, false], [-12.8984375, false], [-9.6484375, false], [-9.3984375, false], [-11.3984375, false], [-11.6484375, false], [-11.6484375, false], [-9.6484375, false], [-11.6484375, false], [-10.34375, false], [-5.90234375, false], [-11.6484375, false], [-11.8984375, false], [-9.6484375, false], [-9.3984375, false], [-11.3984375, false], [-11.6484375, false], [-11.8984375, false], [-6.90234375, false], [-11.3984375, false], [-9.8984375, false], [-11.8984375, false], [-13.8984375, false], [-11.6484375, false], [-10.34375, false], [-5.90234375, false], [-11.6484375, false], [-11.1484375, false], [-10.1484375, false], [-9.3984375, false], [-10.8984375, false], [-10.1484375, false], [-9.8984375, false], [-6.90234375, false], [-11.8984375, false], [-11.6484375, false], [-11.3984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 179, "doc": {"id": "MDSA_2008_8_24", "question": "Use the information to answer the question. Over the last 150 years, the use of fossil fuels has increased, resulting in more carbon dioxide and other greenhouse gases in the atmosphere. Some scientists think that these atmospheric gases will result in global warming. Scientists have recorded data on global temperature changes and have predicted possible changes in sea level that may affect Maryland residents. Which action helps reduce global warming?", "choices": {"text": ["developing highways", "driving large vehicles", "using renewable power sources", "using electricity from coal burning power plants"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "using renewable power sources", "arguments": ["Question: Use the information to answer the question. Over the last 150 years, the use of fossil fuels has increased, resulting in more carbon dioxide and other greenhouse gases in the atmosphere. Some scientists think that these atmospheric gases will result in global warming. Scientists have recorded data on global temperature changes and have predicted possible changes in sea level that may affect Maryland residents. Which action helps reduce global warming?\nAnswer:", " ["], "resps": [[[-7.59375, false]], [[-10.09375, false]], [[-9.46875, false]], [[-9.34375, false]], [[-12.84375, false]], [[-9.34375, false]], [[-11.96875, false]], [[-9.46875, false]], [[-9.09375, false]], [[-9.34375, false]], [[-11.34375, false]], [[-13.71875, false]], [[-5.203125, false]], [[-14.09375, false]], [[-9.34375, false]], [[-13.71875, false]], [[-14.09375, false]], [[-13.46875, false]], [[-6.46875, false]], [[-14.21875, false]], [[-10.71875, false]], [[-10.09375, false]], [[-9.1875, false]], [[-5.21875, false]], [[-10.09375, false]], [[-9.46875, false]], [[-13.71875, false]], [[-9.34375, false]], [[-12.84375, false]], [[-9.34375, false]], [[-11.34375, false]], [[-13.71875, false]], [[-5.21875, false]], [[-11.96875, false]], [[-6.46875, false]], [[-13.71875, false]], [[-13.71875, false]], [[-9.34375, false]], [[-5.21875, false]], [[-12.84375, false]], [[-9.34375, false]], [[-14.09375, false]], [[-9.34375, false]], [[-11.34375, false]], [[-11.96875, false]], [[-9.34375, false]], [[-10.71875, false]], [[-10.09375, false]], [[-9.1875, false]], [[-5.21875, false]], [[-10.09375, false]], [[-11.96875, false]], [[-10.71875, false]], [[-9.34375, false]], [[-11.34375, false]], [[-13.71875, false]], [[-5.21875, false]], [[-13.71875, false]], [[-9.34375, false]], [[-11.34375, false]], [[-9.34375, false]], [[-13.46875, false]], [[-6.46875, false]], [[-10.96875, false]], [[-11.96875, false]], [[-9.34375, false]], [[-5.21875, false]], [[-9.09375, false]], [[-9.46875, false]], [[-13.46875, false]], [[-9.34375, false]], [[-13.71875, false]], [[-5.21875, false]], [[-10.71875, false]], [[-9.46875, false]], [[-11.96875, false]], [[-13.71875, false]], [[-11.34375, false]], [[-9.34375, false]], [[-10.71875, false]], [[-10.09375, false]], [[-9.1875, false]], [[-5.21875, false]], [[-10.09375, false]], [[-11.96875, false]], [[-10.71875, false]], [[-9.34375, false]], [[-11.34375, false]], [[-13.71875, false]], [[-5.21875, false]], [[-9.34375, false]], [[-11.96875, false]], [[-9.34375, false]], [[-11.34375, false]], [[-12.34375, false]], [[-13.71875, false]], [[-9.34375, false]], [[-11.34375, false]], [[-9.34375, false]], [[-12.34375, false]], [[-14.21875, false]], [[-5.21875, false]], [[-11.59375, false]], [[-13.71875, false]], [[-9.46875, false]], [[-11.71875, false]], [[-5.21875, false]], [[-11.34375, false]], [[-9.46875, false]], [[-6.46875, false]], [[-11.96875, false]], [[-5.21875, false]], [[-10.96875, false]], [[-11.96875, false]], [[-13.71875, false]], [[-11.34375, false]], [[-9.34375, false]], [[-11.34375, false]], [[-13.71875, false]], [[-5.21875, false]], [[-9.09375, false]], [[-9.46875, false]], [[-13.46875, false]], [[-9.34375, false]], [[-13.71875, false]], [[-5.21875, false]], [[-9.09375, false]], [[-11.96875, false]], [[-6.46875, false]], [[-11.34375, false]], [[-12.34375, false]], [[-10.71875, false]], [[-10.09375, false]], [[-13.46875, false]]], "filtered_resps": [[-7.59375, false], [-10.09375, false], [-9.46875, false], [-9.34375, false], [-12.84375, false], [-9.34375, false], [-11.96875, false], [-9.46875, false], [-9.09375, false], [-9.34375, false], [-11.34375, false], [-13.71875, false], [-5.203125, false], [-14.09375, false], [-9.34375, false], [-13.71875, false], [-14.09375, false], [-13.46875, false], [-6.46875, false], [-14.21875, false], [-10.71875, false], [-10.09375, false], [-9.1875, false], [-5.21875, false], [-10.09375, false], [-9.46875, false], [-13.71875, false], [-9.34375, false], [-12.84375, false], [-9.34375, false], [-11.34375, false], [-13.71875, false], [-5.21875, false], [-11.96875, false], [-6.46875, false], [-13.71875, false], [-13.71875, false], [-9.34375, false], [-5.21875, false], [-12.84375, false], [-9.34375, false], [-14.09375, false], [-9.34375, false], [-11.34375, false], [-11.96875, false], [-9.34375, false], [-10.71875, false], [-10.09375, false], [-9.1875, false], [-5.21875, false], [-10.09375, false], [-11.96875, false], [-10.71875, false], [-9.34375, false], [-11.34375, false], [-13.71875, false], [-5.21875, false], [-13.71875, false], [-9.34375, false], [-11.34375, false], [-9.34375, false], [-13.46875, false], [-6.46875, false], [-10.96875, false], [-11.96875, false], [-9.34375, false], [-5.21875, false], [-9.09375, false], [-9.46875, false], [-13.46875, false], [-9.34375, false], [-13.71875, false], [-5.21875, false], [-10.71875, false], [-9.46875, false], [-11.96875, false], [-13.71875, false], [-11.34375, false], [-9.34375, false], [-10.71875, false], [-10.09375, false], [-9.1875, false], [-5.21875, false], [-10.09375, false], [-11.96875, false], [-10.71875, false], [-9.34375, false], [-11.34375, false], [-13.71875, false], [-5.21875, false], [-9.34375, false], [-11.96875, false], [-9.34375, false], [-11.34375, false], [-12.34375, false], [-13.71875, false], [-9.34375, false], [-11.34375, false], [-9.34375, false], [-12.34375, false], [-14.21875, false], [-5.21875, false], [-11.59375, false], [-13.71875, false], [-9.46875, false], [-11.71875, false], [-5.21875, false], [-11.34375, false], [-9.46875, false], [-6.46875, false], [-11.96875, false], [-5.21875, false], [-10.96875, false], [-11.96875, false], [-13.71875, false], [-11.34375, false], [-9.34375, false], [-11.34375, false], [-13.71875, false], [-5.21875, false], [-9.09375, false], [-9.46875, false], [-13.46875, false], [-9.34375, false], [-13.71875, false], [-5.21875, false], [-9.09375, false], [-11.96875, false], [-6.46875, false], [-11.34375, false], [-12.34375, false], [-10.71875, false], [-10.09375, false], [-13.46875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 187, "doc": {"id": "Mercury_416501", "question": "Which energy transformation occurs during active transport in a cell?", "choices": {"text": ["light energy -> chemical energy", "kinetic energy -> potential energy", "chemical energy -> mechanical energy", "mechanical energy -> electrical energy"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "chemical energy -> mechanical energy", "arguments": ["Question: Which energy transformation occurs during active transport in a cell?\nAnswer:", " ["], "resps": [[[-6.4921875, false]], [[-9.6171875, false]], [[-9.6171875, false]], [[-7.8671875, false]], [[-10.9921875, false]], [[-10.3671875, false]], [[-8.9921875, false]], [[-4.4921875, false]], [[-8.2421875, false]], [[-8.3671875, false]], [[-8.2421875, false]], [[-10.1171875, false]], [[-10.9921875, false]], [[-10.2421875, false]], [[-4.4921875, false]], [[-6.3671875, false]], [[-10.4921875, false]], [[-4.4921875, false]], [[-6.9921875, false]], [[-10.3671875, false]], [[-8.2421875, false]], [[-7.9921875, false]], [[-7.8671875, false]], [[-6.9921875, false]], [[-4.7421875, false]], [[-9.6171875, false]], [[-4.4921875, false]], [[-8.2421875, false]], [[-8.3671875, false]], [[-8.2421875, false]], [[-10.1171875, false]], [[-10.9921875, false]], [[-10.2421875, false]], [[-9.6171875, false]], [[-8.8984375, false]], [[-4.4921875, false]], [[-9.6171875, false]], [[-8.9921875, false]], [[-7.8671875, false]], [[-8.3671875, false]], [[-8.2421875, false]], [[-8.9921875, false]], [[-7.8671875, false]], [[-6.9921875, false]], [[-4.4921875, false]], [[-8.2421875, false]], [[-8.3671875, false]], [[-8.2421875, false]], [[-10.1171875, false]], [[-10.9921875, false]], [[-10.2421875, false]], [[-4.4921875, false]], [[-6.3671875, false]], [[-10.4921875, false]], [[-4.4921875, false]], [[-8.2421875, false]], [[-8.4921875, false]], [[-8.9921875, false]], [[-8.2421875, false]], [[-8.3671875, false]], [[-8.9921875, false]], [[-7.8671875, false]], [[-4.7421875, false]], [[-9.6171875, false]], [[-4.4921875, false]], [[-8.2421875, false]], [[-8.3671875, false]], [[-8.2421875, false]], [[-10.1171875, false]], [[-10.9921875, false]], [[-10.2421875, false]], [[-9.6171875, false]], [[-8.8984375, false]], [[-4.4921875, false]], [[-9.6171875, false]], [[-6.9921875, false]], [[-10.3671875, false]], [[-8.2421875, false]], [[-7.9921875, false]], [[-7.8671875, false]], [[-6.9921875, false]], [[-4.7421875, false]], [[-9.6171875, false]], [[-4.4921875, false]], [[-8.2421875, false]], [[-8.3671875, false]], [[-8.2421875, false]], [[-10.1171875, false]], [[-10.9921875, false]], [[-10.2421875, false]], [[-4.4921875, false]], [[-6.3671875, false]], [[-10.4921875, false]], [[-4.4921875, false]], [[-7.9921875, false]], [[-8.2421875, false]], [[-6.9921875, false]], [[-10.3671875, false]], [[-4.7421875, false]], [[-8.3671875, false]], [[-7.8671875, false]], [[-6.9921875, false]], [[-4.7421875, false]], [[-9.6171875, false]], [[-4.4921875, false]], [[-8.2421875, false]], [[-8.3671875, false]], [[-8.2421875, false]], [[-10.1171875, false]], [[-10.9921875, false]], [[-10.2421875, false]], [[-9.6171875, false]], [[-8.8984375, false]], [[-4.4921875, false]], [[-9.6171875, false]], [[-7.9921875, false]], [[-8.2421875, false]], [[-6.9921875, false]], [[-10.3671875, false]], [[-4.7421875, false]], [[-8.3671875, false]], [[-7.8671875, false]], [[-6.9921875, false]], [[-4.7421875, false]], [[-9.6171875, false]], [[-4.4921875, false]], [[-8.2421875, false]], [[-8.3671875, false]], [[-8.2421875, false]], [[-10.1171875, false]], [[-10.9921875, false]], [[-10.2421875, false]], [[-4.4921875, false]], [[-6.3671875, false]], [[-10.4921875, false]], [[-4.4921875, false]], [[-8.2421875, false]], [[-9.6171875, false]], [[-8.2421875, false]], [[-6.9921875, false]], [[-8.9921875, false]], [[-10.1171875, false]], [[-7.8671875, false]], [[-6.9921875, false]], [[-4.7421875, false]], [[-9.6171875, false]], [[-4.4921875, false]], [[-8.2421875, false]], [[-8.3671875, false]], [[-8.2421875, false]], [[-10.1171875, false]], [[-10.9921875, false]], [[-10.2421875, false]], [[-9.6171875, false]], [[-12.7421875, false]]], "filtered_resps": [[-6.4921875, false], [-9.6171875, false], [-9.6171875, false], [-7.8671875, false], [-10.9921875, false], [-10.3671875, false], [-8.9921875, false], [-4.4921875, false], [-8.2421875, false], [-8.3671875, false], [-8.2421875, false], [-10.1171875, false], [-10.9921875, false], [-10.2421875, false], [-4.4921875, false], [-6.3671875, false], [-10.4921875, false], [-4.4921875, false], [-6.9921875, false], [-10.3671875, false], [-8.2421875, false], [-7.9921875, false], [-7.8671875, false], [-6.9921875, false], [-4.7421875, false], [-9.6171875, false], [-4.4921875, false], [-8.2421875, false], [-8.3671875, false], [-8.2421875, false], [-10.1171875, false], [-10.9921875, false], [-10.2421875, false], [-9.6171875, false], [-8.8984375, false], [-4.4921875, false], [-9.6171875, false], [-8.9921875, false], [-7.8671875, false], [-8.3671875, false], [-8.2421875, false], [-8.9921875, false], [-7.8671875, false], [-6.9921875, false], [-4.4921875, false], [-8.2421875, false], [-8.3671875, false], [-8.2421875, false], [-10.1171875, false], [-10.9921875, false], [-10.2421875, false], [-4.4921875, false], [-6.3671875, false], [-10.4921875, false], [-4.4921875, false], [-8.2421875, false], [-8.4921875, false], [-8.9921875, false], [-8.2421875, false], [-8.3671875, false], [-8.9921875, false], [-7.8671875, false], [-4.7421875, false], [-9.6171875, false], [-4.4921875, false], [-8.2421875, false], [-8.3671875, false], [-8.2421875, false], [-10.1171875, false], [-10.9921875, false], [-10.2421875, false], [-9.6171875, false], [-8.8984375, false], [-4.4921875, false], [-9.6171875, false], [-6.9921875, false], [-10.3671875, false], [-8.2421875, false], [-7.9921875, false], [-7.8671875, false], [-6.9921875, false], [-4.7421875, false], [-9.6171875, false], [-4.4921875, false], [-8.2421875, false], [-8.3671875, false], [-8.2421875, false], [-10.1171875, false], [-10.9921875, false], [-10.2421875, false], [-4.4921875, false], [-6.3671875, false], [-10.4921875, false], [-4.4921875, false], [-7.9921875, false], [-8.2421875, false], [-6.9921875, false], [-10.3671875, false], [-4.7421875, false], [-8.3671875, false], [-7.8671875, false], [-6.9921875, false], [-4.7421875, false], [-9.6171875, false], [-4.4921875, false], [-8.2421875, false], [-8.3671875, false], [-8.2421875, false], [-10.1171875, false], [-10.9921875, false], [-10.2421875, false], [-9.6171875, false], [-8.8984375, false], [-4.4921875, false], [-9.6171875, false], [-7.9921875, false], [-8.2421875, false], [-6.9921875, false], [-10.3671875, false], [-4.7421875, false], [-8.3671875, false], [-7.8671875, false], [-6.9921875, false], [-4.7421875, false], [-9.6171875, false], [-4.4921875, false], [-8.2421875, false], [-8.3671875, false], [-8.2421875, false], [-10.1171875, false], [-10.9921875, false], [-10.2421875, false], [-4.4921875, false], [-6.3671875, false], [-10.4921875, false], [-4.4921875, false], [-8.2421875, false], [-9.6171875, false], [-8.2421875, false], [-6.9921875, false], [-8.9921875, false], [-10.1171875, false], [-7.8671875, false], [-6.9921875, false], [-4.7421875, false], [-9.6171875, false], [-4.4921875, false], [-8.2421875, false], [-8.3671875, false], [-8.2421875, false], [-10.1171875, false], [-10.9921875, false], [-10.2421875, false], [-9.6171875, false], [-12.7421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 195, "doc": {"id": "Mercury_7044520", "question": "A student was given the volume and description of a substance and was asked to determine its density. What information is missing?", "choices": {"text": ["size", "mass", "boiling point", "melting point"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "mass", "arguments": ["Question: A student was given the volume and description of a substance and was asked to determine its density. What information is missing?\nAnswer:", " ["], "resps": [[[-6.1796875, false]], [[-9.4296875, false]], [[-8.4296875, false]], [[-8.1796875, false]], [[-9.6796875, false]], [[-8.1796875, false]], [[-9.4296875, false]], [[-9.125, false]], [[-5.6796875, false]], [[-9.4296875, false]], [[-6.9296875, false]], [[-4.9296875, false]], [[-8.4296875, false]], [[-8.4296875, false]], [[-9.4296875, false]], [[-9.125, false]], [[-5.6796875, false]], [[-9.4296875, false]], [[-6.1796875, false]], [[-8.1796875, false]], [[-8.1796875, false]], [[-9.1796875, false]], [[-8.1796875, false]], [[-7.4296875, false]], [[-8.6796875, false]], [[-5.6796875, false]], [[-8.4296875, false]], [[-8.1796875, false]], [[-8.1796875, false]], [[-7.4296875, false]], [[-7.9296875, false]], [[-9.4296875, false]], [[-9.125, false]], [[-5.6796875, false]], [[-9.4296875, false]], [[-6.9296875, false]], [[-8.1796875, false]], [[-9.1796875, false]], [[-7.9296875, false]], [[-8.1796875, false]], [[-7.4296875, false]], [[-8.6796875, false]], [[-5.6796875, false]], [[-8.4296875, false]], [[-8.1796875, false]], [[-8.1796875, false]], [[-7.4296875, false]], [[-7.9296875, false]], [[-9.4296875, false]], [[-11.4296875, false]]], "filtered_resps": [[-6.1796875, false], [-9.4296875, false], [-8.4296875, false], [-8.1796875, false], [-9.6796875, false], [-8.1796875, false], [-9.4296875, false], [-9.125, false], [-5.6796875, false], [-9.4296875, false], [-6.9296875, false], [-4.9296875, false], [-8.4296875, false], [-8.4296875, false], [-9.4296875, false], [-9.125, false], [-5.6796875, false], [-9.4296875, false], [-6.1796875, false], [-8.1796875, false], [-8.1796875, false], [-9.1796875, false], [-8.1796875, false], [-7.4296875, false], [-8.6796875, false], [-5.6796875, false], [-8.4296875, false], [-8.1796875, false], [-8.1796875, false], [-7.4296875, false], [-7.9296875, false], [-9.4296875, false], [-9.125, false], [-5.6796875, false], [-9.4296875, false], [-6.9296875, false], [-8.1796875, false], [-9.1796875, false], [-7.9296875, false], [-8.1796875, false], [-7.4296875, false], [-8.6796875, false], [-5.6796875, false], [-8.4296875, false], [-8.1796875, false], [-8.1796875, false], [-7.4296875, false], [-7.9296875, false], [-9.4296875, false], [-11.4296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 203, "doc": {"id": "ACTAAP_2013_7_13", "question": "Xylem cells have very thick walls. They make up most of a tree trunk and its branches. What system in vertebrates provides the same function as the xylem cells in a tree?", "choices": {"text": ["the skeletal system", "the endocrine system", "the respiratory system", "the integumentary system"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "the skeletal system", "arguments": ["Question: Xylem cells have very thick walls. They make up most of a tree trunk and its branches. What system in vertebrates provides the same function as the xylem cells in a tree?\nAnswer:", " ["], "resps": [[[-6.78125, false]], [[-10.28125, false]], [[-10.53125, false]], [[-9.53125, false]], [[-8.03125, false]], [[-5.03125, false]], [[-10.03125, false]], [[-7.78125, false]], [[-8.03125, false]], [[-9.53125, false]], [[-8.03125, false]], [[-10.53125, false]], [[-4.28125, false]], [[-9.53125, false]], [[-5.03125, false]], [[-10.03125, false]], [[-11.03125, false]], [[-10.03125, false]], [[-10.53125, false]], [[-8.03125, false]], [[-10.03125, false]], [[-10.28125, false]], [[-9.0, false]], [[-5.03125, false]], [[-10.28125, false]], [[-10.53125, false]], [[-9.53125, false]], [[-8.03125, false]], [[-5.03125, false]], [[-8.03125, false]], [[-9.03125, false]], [[-8.78125, false]], [[-9.03125, false]], [[-8.53125, false]], [[-9.53125, false]], [[-9.28125, false]], [[-9.03125, false]], [[-8.03125, false]], [[-5.03125, false]], [[-10.03125, false]], [[-11.03125, false]], [[-10.03125, false]], [[-10.53125, false]], [[-8.03125, false]], [[-10.03125, false]], [[-10.28125, false]], [[-9.0, false]], [[-5.03125, false]], [[-10.28125, false]], [[-10.53125, false]], [[-9.53125, false]], [[-8.03125, false]], [[-5.03125, false]], [[-9.53125, false]], [[-8.03125, false]], [[-10.03125, false]], [[-10.28125, false]], [[-9.28125, false]], [[-9.53125, false]], [[-4.28125, false]], [[-10.53125, false]], [[-9.03125, false]], [[-9.53125, false]], [[-11.03125, false]], [[-5.03125, false]], [[-10.03125, false]], [[-11.03125, false]], [[-10.03125, false]], [[-10.53125, false]], [[-8.03125, false]], [[-10.03125, false]], [[-10.28125, false]], [[-9.0, false]], [[-5.03125, false]], [[-10.28125, false]], [[-10.53125, false]], [[-9.53125, false]], [[-8.03125, false]], [[-5.03125, false]], [[-9.28125, false]], [[-9.03125, false]], [[-10.53125, false]], [[-8.03125, false]], [[-11.03125, false]], [[-10.03125, false]], [[-10.03125, false]], [[-8.03125, false]], [[-9.03125, false]], [[-10.53125, false]], [[-4.28125, false]], [[-9.53125, false]], [[-11.03125, false]], [[-5.03125, false]], [[-10.03125, false]], [[-11.03125, false]], [[-10.03125, false]], [[-10.53125, false]], [[-8.03125, false]], [[-10.03125, false]], [[-10.28125, false]], [[-12.28125, false]]], "filtered_resps": [[-6.78125, false], [-10.28125, false], [-10.53125, false], [-9.53125, false], [-8.03125, false], [-5.03125, false], [-10.03125, false], [-7.78125, false], [-8.03125, false], [-9.53125, false], [-8.03125, false], [-10.53125, false], [-4.28125, false], [-9.53125, false], [-5.03125, false], [-10.03125, false], [-11.03125, false], [-10.03125, false], [-10.53125, false], [-8.03125, false], [-10.03125, false], [-10.28125, false], [-9.0, false], [-5.03125, false], [-10.28125, false], [-10.53125, false], [-9.53125, false], [-8.03125, false], [-5.03125, false], [-8.03125, false], [-9.03125, false], [-8.78125, false], [-9.03125, false], [-8.53125, false], [-9.53125, false], [-9.28125, false], [-9.03125, false], [-8.03125, false], [-5.03125, false], [-10.03125, false], [-11.03125, false], [-10.03125, false], [-10.53125, false], [-8.03125, false], [-10.03125, false], [-10.28125, false], [-9.0, false], [-5.03125, false], [-10.28125, false], [-10.53125, false], [-9.53125, false], [-8.03125, false], [-5.03125, false], [-9.53125, false], [-8.03125, false], [-10.03125, false], [-10.28125, false], [-9.28125, false], [-9.53125, false], [-4.28125, false], [-10.53125, false], [-9.03125, false], [-9.53125, false], [-11.03125, false], [-5.03125, false], [-10.03125, false], [-11.03125, false], [-10.03125, false], [-10.53125, false], [-8.03125, false], [-10.03125, false], [-10.28125, false], [-9.0, false], [-5.03125, false], [-10.28125, false], [-10.53125, false], [-9.53125, false], [-8.03125, false], [-5.03125, false], [-9.28125, false], [-9.03125, false], [-10.53125, false], [-8.03125, false], [-11.03125, false], [-10.03125, false], [-10.03125, false], [-8.03125, false], [-9.03125, false], [-10.53125, false], [-4.28125, false], [-9.53125, false], [-11.03125, false], [-5.03125, false], [-10.03125, false], [-11.03125, false], [-10.03125, false], [-10.53125, false], [-8.03125, false], [-10.03125, false], [-10.28125, false], [-12.28125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 211, "doc": {"id": "MCAS_2000_8_19", "question": "The bottom of the space shuttle is covered with ceramic tile. This material was chosen because it withstands", "choices": {"text": ["moisture.", "vibration.", "heat.", "light."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "heat.", "arguments": ["Question: The bottom of the space shuttle is covered with ceramic tile. This material was chosen because it withstands\nAnswer:", " ["], "resps": [[[-7.91796875, false]], [[-8.921875, false]], [[-10.421875, false]], [[-10.296875, false]], [[-8.921875, false]], [[-8.421875, false]], [[-10.796875, false]], [[-11.421875, false]], [[-10.296875, false]], [[-9.671875, false]], [[-6.84375, false]], [[-8.921875, false]], [[-9.21875, false]], [[-5.41796875, false]], [[-8.921875, false]], [[-10.671875, false]], [[-8.921875, false]], [[-8.921875, false]], [[-10.296875, false]], [[-6.41796875, false]], [[-10.796875, false]], [[-8.921875, false]], [[-10.296875, false]], [[-9.921875, false]], [[-6.84375, false]], [[-8.921875, false]], [[-9.21875, false]], [[-5.41796875, false]], [[-8.921875, false]], [[-11.046875, false]], [[-9.671875, false]], [[-6.41796875, false]], [[-10.796875, false]], [[-6.84375, false]], [[-8.921875, false]], [[-9.21875, false]], [[-5.41796875, false]], [[-8.921875, false]], [[-11.171875, false]], [[-8.921875, false]], [[-11.796875, false]], [[-11.046875, false]], [[-10.796875, false]], [[-6.84375, false]], [[-8.921875, false]], [[-11.546875, false]]], "filtered_resps": [[-7.91796875, false], [-8.921875, false], [-10.421875, false], [-10.296875, false], [-8.921875, false], [-8.421875, false], [-10.796875, false], [-11.421875, false], [-10.296875, false], [-9.671875, false], [-6.84375, false], [-8.921875, false], [-9.21875, false], [-5.41796875, false], [-8.921875, false], [-10.671875, false], [-8.921875, false], [-8.921875, false], [-10.296875, false], [-6.41796875, false], [-10.796875, false], [-8.921875, false], [-10.296875, false], [-9.921875, false], [-6.84375, false], [-8.921875, false], [-9.21875, false], [-5.41796875, false], [-8.921875, false], [-11.046875, false], [-9.671875, false], [-6.41796875, false], [-10.796875, false], [-6.84375, false], [-8.921875, false], [-9.21875, false], [-5.41796875, false], [-8.921875, false], [-11.171875, false], [-8.921875, false], [-11.796875, false], [-11.046875, false], [-10.796875, false], [-6.84375, false], [-8.921875, false], [-11.546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 219, "doc": {"id": "Mercury_SC_406153", "question": "What kind of force do brakes use to stop a moving bicycle?", "choices": {"text": ["gravity", "friction", "magnetic", "push"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "friction", "arguments": ["Question: What kind of force do brakes use to stop a moving bicycle?\nAnswer:", " ["], "resps": [[[-8.171875, false]], [[-8.421875, false]], [[-11.921875, false]], [[-12.421875, false]], [[-5.91796875, false]], [[-11.421875, false]], [[-9.671875, false]], [[-10.421875, false]], [[-12.921875, false]], [[-8.421875, false]], [[-10.734375, false]], [[-5.91796875, false]], [[-8.421875, false]], [[-10.171875, false]], [[-12.421875, false]], [[-9.671875, false]], [[-10.421875, false]], [[-10.421875, false]], [[-9.671875, false]], [[-11.671875, false]], [[-10.171875, false]], [[-8.421875, false]], [[-10.734375, false]], [[-5.91796875, false]], [[-8.421875, false]], [[-10.421875, false]], [[-5.91796875, false]], [[-11.921875, false]], [[-10.171875, false]], [[-10.171875, false]], [[-10.421875, false]], [[-9.671875, false]], [[-10.421875, false]], [[-8.421875, false]], [[-10.734375, false]], [[-5.91796875, false]], [[-8.421875, false]], [[-11.171875, false]], [[-10.671875, false]], [[-10.421875, false]], [[-12.171875, false]], [[-8.421875, false]], [[-13.921875, false]]], "filtered_resps": [[-8.171875, false], [-8.421875, false], [-11.921875, false], [-12.421875, false], [-5.91796875, false], [-11.421875, false], [-9.671875, false], [-10.421875, false], [-12.921875, false], [-8.421875, false], [-10.734375, false], [-5.91796875, false], [-8.421875, false], [-10.171875, false], [-12.421875, false], [-9.671875, false], [-10.421875, false], [-10.421875, false], [-9.671875, false], [-11.671875, false], [-10.171875, false], [-8.421875, false], [-10.734375, false], [-5.91796875, false], [-8.421875, false], [-10.421875, false], [-5.91796875, false], [-11.921875, false], [-10.171875, false], [-10.171875, false], [-10.421875, false], [-9.671875, false], [-10.421875, false], [-8.421875, false], [-10.734375, false], [-5.91796875, false], [-8.421875, false], [-11.171875, false], [-10.671875, false], [-10.421875, false], [-12.171875, false], [-8.421875, false], [-13.921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 227, "doc": {"id": "Mercury_7215863", "question": "Which process is most effective for separating sodium chloride from a saltwater solution?", "choices": {"text": ["filtration", "evaporation", "magnetic separation", "chemical separation"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "evaporation", "arguments": ["Question: Which process is most effective for separating sodium chloride from a saltwater solution?\nAnswer:", " ["], "resps": [[[-7.203125, false]], [[-9.703125, false]], [[-10.703125, false]], [[-7.453125, false]], [[-11.703125, false]], [[-10.203125, false]], [[-11.453125, false]], [[-4.703125, false]], [[-10.203125, false]], [[-7.453125, false]], [[-9.453125, false]], [[-7.953125, false]], [[-9.703125, false]], [[-8.953125, false]], [[-5.203125, false]], [[-9.703125, false]], [[-7.203125, false]], [[-10.953125, false]], [[-4.703125, false]], [[-9.703125, false]], [[-9.453125, false]], [[-11.453125, false]], [[-4.703125, false]], [[-10.203125, false]], [[-7.453125, false]], [[-9.453125, false]], [[-7.953125, false]], [[-9.703125, false]], [[-8.953125, false]], [[-5.203125, false]], [[-9.703125, false]], [[-8.703125, false]], [[-4.703125, false]], [[-12.703125, false]], [[-7.953125, false]], [[-7.203125, false]], [[-10.203125, false]], [[-7.453125, false]], [[-8.453125, false]], [[-5.203125, false]], [[-8.453125, false]], [[-7.203125, false]], [[-9.703125, false]], [[-4.703125, false]], [[-11.453125, false]], [[-4.703125, false]], [[-10.203125, false]], [[-7.453125, false]], [[-9.453125, false]], [[-7.953125, false]], [[-9.703125, false]], [[-8.953125, false]], [[-5.203125, false]], [[-9.703125, false]], [[-8.453125, false]], [[-11.203125, false]], [[-7.203125, false]], [[-8.703125, false]], [[-7.453125, false]], [[-8.453125, false]], [[-4.703125, false]], [[-11.703125, false]], [[-5.203125, false]], [[-8.453125, false]], [[-7.203125, false]], [[-9.703125, false]], [[-4.703125, false]], [[-11.453125, false]], [[-4.703125, false]], [[-10.203125, false]], [[-7.453125, false]], [[-9.453125, false]], [[-7.953125, false]], [[-9.703125, false]], [[-12.953125, false]]], "filtered_resps": [[-7.203125, false], [-9.703125, false], [-10.703125, false], [-7.453125, false], [-11.703125, false], [-10.203125, false], [-11.453125, false], [-4.703125, false], [-10.203125, false], [-7.453125, false], [-9.453125, false], [-7.953125, false], [-9.703125, false], [-8.953125, false], [-5.203125, false], [-9.703125, false], [-7.203125, false], [-10.953125, false], [-4.703125, false], [-9.703125, false], [-9.453125, false], [-11.453125, false], [-4.703125, false], [-10.203125, false], [-7.453125, false], [-9.453125, false], [-7.953125, false], [-9.703125, false], [-8.953125, false], [-5.203125, false], [-9.703125, false], [-8.703125, false], [-4.703125, false], [-12.703125, false], [-7.953125, false], [-7.203125, false], [-10.203125, false], [-7.453125, false], [-8.453125, false], [-5.203125, false], [-8.453125, false], [-7.203125, false], [-9.703125, false], [-4.703125, false], [-11.453125, false], [-4.703125, false], [-10.203125, false], [-7.453125, false], [-9.453125, false], [-7.953125, false], [-9.703125, false], [-8.953125, false], [-5.203125, false], [-9.703125, false], [-8.453125, false], [-11.203125, false], [-7.203125, false], [-8.703125, false], [-7.453125, false], [-8.453125, false], [-4.703125, false], [-11.703125, false], [-5.203125, false], [-8.453125, false], [-7.203125, false], [-9.703125, false], [-4.703125, false], [-11.453125, false], [-4.703125, false], [-10.203125, false], [-7.453125, false], [-9.453125, false], [-7.953125, false], [-9.703125, false], [-12.953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 235, "doc": {"id": "Mercury_416579", "question": "A euglena has a flagellum and a paramecium has cilia. Both types of organelles help these organisms move through the water. However, a paramecium can also use its cilia to perform another task. What is this task?", "choices": {"text": ["obtain food", "defend the cell", "attach to a surface", "perform conjugation"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "obtain food", "arguments": ["Question: A euglena has a flagellum and a paramecium has cilia. Both types of organelles help these organisms move through the water. However, a paramecium can also use its cilia to perform another task. What is this task?\nAnswer:", " ["], "resps": [[[-7.03515625, false]], [[-10.0390625, false]], [[-10.0390625, false]], [[-9.0390625, false]], [[-11.5390625, false]], [[-4.03515625, false]], [[-9.7890625, false]], [[-10.0390625, false]], [[-6.28515625, false]], [[-10.7890625, false]], [[-10.0390625, false]], [[-10.0390625, false]], [[-9.7890625, false]], [[-10.0390625, false]], [[-10.59375, false]], [[-6.28515625, false]], [[-10.0390625, false]], [[-9.7890625, false]], [[-8.2890625, false]], [[-10.7890625, false]], [[-8.2890625, false]], [[-10.0390625, false]], [[-9.7890625, false]], [[-6.28515625, false]], [[-11.5390625, false]], [[-11.0390625, false]], [[-8.2890625, false]], [[-6.28515625, false]], [[-8.2890625, false]], [[-8.2890625, false]], [[-10.5390625, false]], [[-10.5390625, false]], [[-10.0390625, false]], [[-10.59375, false]], [[-6.28515625, false]], [[-10.0390625, false]], [[-4.03515625, false]], [[-11.5390625, false]], [[-11.5390625, false]], [[-4.03515625, false]], [[-8.2890625, false]], [[-11.0390625, false]], [[-6.28515625, false]], [[-11.5390625, false]], [[-10.0390625, false]], [[-6.28515625, false]], [[-4.03515625, false]], [[-6.28515625, false]], [[-9.7890625, false]], [[-10.7890625, false]], [[-11.2890625, false]], [[-10.7890625, false]], [[-4.03515625, false]], [[-8.2890625, false]], [[-8.2890625, false]], [[-10.0390625, false]], [[-10.65625, false]], [[-6.28515625, false]], [[-10.0390625, false]], [[-9.5390625, false]], [[-8.2890625, false]], [[-11.2890625, false]], [[-10.7890625, false]], [[-10.0390625, false]], [[-11.2890625, false]], [[-10.7890625, false]], [[-6.28515625, false]], [[-8.2890625, false]], [[-10.0390625, false]], [[-10.0390625, false]], [[-13.2890625, false]], [[-10.7890625, false]], [[-12.0390625, false]], [[-4.03515625, false]], [[-11.5390625, false]], [[-9.7890625, false]], [[-10.0390625, false]], [[-10.0390625, false]], [[-10.0390625, false]], [[-13.0390625, false]]], "filtered_resps": [[-7.03515625, false], [-10.0390625, false], [-10.0390625, false], [-9.0390625, false], [-11.5390625, false], [-4.03515625, false], [-9.7890625, false], [-10.0390625, false], [-6.28515625, false], [-10.7890625, false], [-10.0390625, false], [-10.0390625, false], [-9.7890625, false], [-10.0390625, false], [-10.59375, false], [-6.28515625, false], [-10.0390625, false], [-9.7890625, false], [-8.2890625, false], [-10.7890625, false], [-8.2890625, false], [-10.0390625, false], [-9.7890625, false], [-6.28515625, false], [-11.5390625, false], [-11.0390625, false], [-8.2890625, false], [-6.28515625, false], [-8.2890625, false], [-8.2890625, false], [-10.5390625, false], [-10.5390625, false], [-10.0390625, false], [-10.59375, false], [-6.28515625, false], [-10.0390625, false], [-4.03515625, false], [-11.5390625, false], [-11.5390625, false], [-4.03515625, false], [-8.2890625, false], [-11.0390625, false], [-6.28515625, false], [-11.5390625, false], [-10.0390625, false], [-6.28515625, false], [-4.03515625, false], [-6.28515625, false], [-9.7890625, false], [-10.7890625, false], [-11.2890625, false], [-10.7890625, false], [-4.03515625, false], [-8.2890625, false], [-8.2890625, false], [-10.0390625, false], [-10.65625, false], [-6.28515625, false], [-10.0390625, false], [-9.5390625, false], [-8.2890625, false], [-11.2890625, false], [-10.7890625, false], [-10.0390625, false], [-11.2890625, false], [-10.7890625, false], [-6.28515625, false], [-8.2890625, false], [-10.0390625, false], [-10.0390625, false], [-13.2890625, false], [-10.7890625, false], [-12.0390625, false], [-4.03515625, false], [-11.5390625, false], [-9.7890625, false], [-10.0390625, false], [-10.0390625, false], [-10.0390625, false], [-13.0390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 243, "doc": {"id": "MCAS_2004_9_10", "question": "Which of the following is designed to transform an electromagnetic wave into a mechanical wave?", "choices": {"text": ["a portable radio", "a television screen", "a computer monitor", "a mercury thermometer"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "a portable radio", "arguments": ["Question: Which of the following is designed to transform an electromagnetic wave into a mechanical wave?\nAnswer:", " ["], "resps": [[[-7.83203125, false]], [[-9.4609375, false]], [[-3.208984375, false]], [[-5.08203125, false]], [[-9.3359375, false]], [[-8.9609375, false]], [[-9.0859375, false]], [[-9.7109375, false]], [[-3.208984375, false]], [[-8.0859375, false]], [[-10.4609375, false]], [[-8.5859375, false]], [[-5.08203125, false]], [[-9.0859375, false]], [[-3.208984375, false]], [[-9.2109375, false]], [[-7.20703125, false]], [[-8.9609375, false]], [[-9.4609375, false]], [[-8.78125, false]], [[-5.08203125, false]], [[-9.4609375, false]], [[-3.208984375, false]], [[-5.08203125, false]], [[-9.7109375, false]], [[-8.5859375, false]], [[-10.4609375, false]], [[-8.5859375, false]], [[-10.0859375, false]], [[-7.20703125, false]], [[-9.0859375, false]], [[-7.20703125, false]], [[-8.9609375, false]], [[-7.95703125, false]], [[-5.08203125, false]], [[-9.0859375, false]], [[-8.4609375, false]], [[-9.0859375, false]], [[-8.5859375, false]], [[-8.5859375, false]], [[-7.95703125, false]], [[-9.4609375, false]], [[-8.78125, false]], [[-5.08203125, false]], [[-9.4609375, false]], [[-3.208984375, false]], [[-5.08203125, false]], [[-8.4609375, false]], [[-8.9609375, false]], [[-7.58203125, false]], [[-9.3359375, false]], [[-9.8359375, false]], [[-9.7109375, false]], [[-8.5859375, false]], [[-9.0859375, false]], [[-5.08203125, false]], [[-7.58203125, false]], [[-8.9609375, false]], [[-7.95703125, false]], [[-7.20703125, false]], [[-9.7109375, false]], [[-8.9609375, false]], [[-9.0859375, false]], [[-9.4609375, false]], [[-8.78125, false]], [[-5.08203125, false]], [[-9.4609375, false]], [[-3.208984375, false]], [[-5.08203125, false]], [[-7.58203125, false]], [[-8.5859375, false]], [[-9.0859375, false]], [[-8.4609375, false]], [[-9.8359375, false]], [[-9.0859375, false]], [[-11.3359375, false]], [[-5.08203125, false]], [[-9.7109375, false]], [[-10.3359375, false]], [[-8.5859375, false]], [[-9.0859375, false]], [[-7.58203125, false]], [[-8.9609375, false]], [[-7.58203125, false]], [[-8.5859375, false]], [[-9.7109375, false]], [[-8.5859375, false]], [[-9.0859375, false]], [[-9.4609375, false]], [[-12.9609375, false]]], "filtered_resps": [[-7.83203125, false], [-9.4609375, false], [-3.208984375, false], [-5.08203125, false], [-9.3359375, false], [-8.9609375, false], [-9.0859375, false], [-9.7109375, false], [-3.208984375, false], [-8.0859375, false], [-10.4609375, false], [-8.5859375, false], [-5.08203125, false], [-9.0859375, false], [-3.208984375, false], [-9.2109375, false], [-7.20703125, false], [-8.9609375, false], [-9.4609375, false], [-8.78125, false], [-5.08203125, false], [-9.4609375, false], [-3.208984375, false], [-5.08203125, false], [-9.7109375, false], [-8.5859375, false], [-10.4609375, false], [-8.5859375, false], [-10.0859375, false], [-7.20703125, false], [-9.0859375, false], [-7.20703125, false], [-8.9609375, false], [-7.95703125, false], [-5.08203125, false], [-9.0859375, false], [-8.4609375, false], [-9.0859375, false], [-8.5859375, false], [-8.5859375, false], [-7.95703125, false], [-9.4609375, false], [-8.78125, false], [-5.08203125, false], [-9.4609375, false], [-3.208984375, false], [-5.08203125, false], [-8.4609375, false], [-8.9609375, false], [-7.58203125, false], [-9.3359375, false], [-9.8359375, false], [-9.7109375, false], [-8.5859375, false], [-9.0859375, false], [-5.08203125, false], [-7.58203125, false], [-8.9609375, false], [-7.95703125, false], [-7.20703125, false], [-9.7109375, false], [-8.9609375, false], [-9.0859375, false], [-9.4609375, false], [-8.78125, false], [-5.08203125, false], [-9.4609375, false], [-3.208984375, false], [-5.08203125, false], [-7.58203125, false], [-8.5859375, false], [-9.0859375, false], [-8.4609375, false], [-9.8359375, false], [-9.0859375, false], [-11.3359375, false], [-5.08203125, false], [-9.7109375, false], [-10.3359375, false], [-8.5859375, false], [-9.0859375, false], [-7.58203125, false], [-8.9609375, false], [-7.58203125, false], [-8.5859375, false], [-9.7109375, false], [-8.5859375, false], [-9.0859375, false], [-9.4609375, false], [-12.9609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 251, "doc": {"id": "MCAS_1999_8_9", "question": "Large amounts of industrial gases are released into the atmosphere every day. What happens to those gases?", "choices": {"text": ["They are broken down by ultraviolet light from the Sun.", "They are converted into nitrogen and oxygen.", "They rise through the atmosphere and go into outer space.", "They remain in the atmosphere for long periods of time."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "They remain in the atmosphere for long periods of time.", "arguments": ["Question: Large amounts of industrial gases are released into the atmosphere every day. What happens to those gases?\nAnswer:", " ["], "resps": [[[-8.4921875, false]], [[-9.9921875, false]], [[-8.4921875, false]], [[-13.7421875, false]], [[-9.7421875, false]], [[-14.4921875, false]], [[-5.74609375, false]], [[-8.4921875, false]], [[-14.9921875, false]], [[-9.7421875, false]], [[-5.74609375, false]], [[-12.7421875, false]], [[-14.9921875, false]], [[-9.9921875, false]], [[-14.9921875, false]], [[-9.7421875, false]], [[-12.2421875, false]], [[-5.74609375, false]], [[-12.7421875, false]], [[-9.9921875, false]], [[-13.7421875, false]], [[-12.2421875, false]], [[-5.74609375, false]], [[-12.7421875, false]], [[-14.4921875, false]], [[-5.74609375, false]], [[-12.4921875, false]], [[-13.2421875, false]], [[-13.4921875, false]], [[-14.9921875, false]], [[-8.4921875, false]], [[-14.4921875, false]], [[-10.4921875, false]], [[-9.9921875, false]], [[-13.2421875, false]], [[-9.7421875, false]], [[-13.4921875, false]], [[-5.74609375, false]], [[-13.2421875, false]], [[-10.4921875, false]], [[-14.4921875, false]], [[-13.7421875, false]], [[-13.4921875, false]], [[-5.74609375, false]], [[-13.2421875, false]], [[-14.9921875, false]], [[-9.9921875, false]], [[-13.2421875, false]], [[-5.74609375, false]], [[-13.4921875, false]], [[-13.7421875, false]], [[-9.7421875, false]], [[-5.74609375, false]], [[-7.24609375, false]], [[-12.4921875, false]], [[-12.2421875, false]], [[-7.0546875, false]], [[-9.9921875, false]], [[-10.3046875, false]], [[-5.74609375, false]], [[-9.9921875, false]], [[-8.4921875, false]], [[-13.7421875, false]], [[-9.7421875, false]], [[-14.4921875, false]], [[-5.74609375, false]], [[-8.4921875, false]], [[-14.9921875, false]], [[-9.7421875, false]], [[-5.74609375, false]], [[-11.9921875, false]], [[-9.9921875, false]], [[-12.2421875, false]], [[-14.4921875, false]], [[-9.7421875, false]], [[-14.9921875, false]], [[-13.4921875, false]], [[-9.7421875, false]], [[-12.7421875, false]], [[-5.74609375, false]], [[-10.4921875, false]], [[-12.2421875, false]], [[-13.4921875, false]], [[-9.9921875, false]], [[-5.74609375, false]], [[-12.2421875, false]], [[-10.4921875, false]], [[-13.4921875, false]], [[-14.9921875, false]], [[-9.9921875, false]], [[-14.4921875, false]], [[-9.7421875, false]], [[-12.2421875, false]], [[-5.74609375, false]], [[-8.4921875, false]], [[-12.2421875, false]], [[-12.7421875, false]], [[-5.74609375, false]], [[-9.9921875, false]], [[-13.7421875, false]], [[-14.4921875, false]], [[-14.4921875, false]], [[-9.7421875, false]], [[-12.2421875, false]], [[-7.0546875, false]], [[-9.9921875, false]], [[-10.3046875, false]], [[-5.74609375, false]], [[-9.9921875, false]], [[-8.4921875, false]], [[-13.7421875, false]], [[-9.7421875, false]], [[-14.4921875, false]], [[-5.74609375, false]], [[-14.9921875, false]], [[-10.4921875, false]], [[-12.9921875, false]], [[-9.7421875, false]], [[-5.74609375, false]], [[-13.4921875, false]], [[-13.7421875, false]], [[-14.9921875, false]], [[-9.9921875, false]], [[-12.4921875, false]], [[-14.4921875, false]], [[-13.7421875, false]], [[-5.74609375, false]], [[-13.4921875, false]], [[-13.7421875, false]], [[-9.7421875, false]], [[-5.74609375, false]], [[-8.4921875, false]], [[-13.4921875, false]], [[-13.2421875, false]], [[-9.9921875, false]], [[-12.9921875, false]], [[-12.9921875, false]], [[-13.7421875, false]], [[-9.7421875, false]], [[-14.9921875, false]], [[-9.7421875, false]], [[-5.74609375, false]], [[-8.4921875, false]], [[-12.2421875, false]], [[-12.7421875, false]], [[-5.74609375, false]], [[-14.4921875, false]], [[-9.9921875, false]], [[-5.74609375, false]], [[-10.4921875, false]], [[-12.2421875, false]], [[-13.4921875, false]], [[-9.9921875, false]], [[-5.74609375, false]], [[-9.9921875, false]], [[-12.4921875, false]], [[-13.4921875, false]], [[-9.7421875, false]], [[-14.9921875, false]], [[-5.74609375, false]], [[-12.9921875, false]], [[-12.9921875, false]], [[-8.4921875, false]], [[-11.9921875, false]], [[-9.7421875, false]], [[-7.0546875, false]], [[-9.9921875, false]], [[-10.3046875, false]], [[-5.74609375, false]], [[-9.9921875, false]], [[-8.4921875, false]], [[-13.7421875, false]], [[-9.7421875, false]], [[-14.4921875, false]], [[-5.74609375, false]], [[-14.9921875, false]], [[-9.7421875, false]], [[-13.2421875, false]], [[-8.4921875, false]], [[-10.4921875, false]], [[-12.2421875, false]], [[-5.74609375, false]], [[-10.4921875, false]], [[-12.2421875, false]], [[-5.74609375, false]], [[-13.4921875, false]], [[-13.7421875, false]], [[-9.7421875, false]], [[-5.74609375, false]], [[-8.4921875, false]], [[-13.4921875, false]], [[-13.2421875, false]], [[-9.9921875, false]], [[-12.9921875, false]], [[-12.9921875, false]], [[-13.7421875, false]], [[-9.7421875, false]], [[-14.9921875, false]], [[-9.7421875, false]], [[-5.74609375, false]], [[-13.2421875, false]], [[-9.9921875, false]], [[-14.9921875, false]], [[-5.74609375, false]], [[-13.2421875, false]], [[-9.9921875, false]], [[-12.2421875, false]], [[-14.4921875, false]], [[-5.74609375, false]], [[-12.9921875, false]], [[-9.7421875, false]], [[-14.9921875, false]], [[-10.4921875, false]], [[-9.9921875, false]], [[-12.7421875, false]], [[-12.9921875, false]], [[-5.74609375, false]], [[-9.9921875, false]], [[-13.2421875, false]], [[-5.74609375, false]], [[-13.4921875, false]], [[-10.4921875, false]], [[-13.2421875, false]], [[-9.7421875, false]], [[-7.0546875, false]], [[-9.9921875, false]], [[-14.7421875, false]]], "filtered_resps": [[-8.4921875, false], [-9.9921875, false], [-8.4921875, false], [-13.7421875, false], [-9.7421875, false], [-14.4921875, false], [-5.74609375, false], [-8.4921875, false], [-14.9921875, false], [-9.7421875, false], [-5.74609375, false], [-12.7421875, false], [-14.9921875, false], [-9.9921875, false], [-14.9921875, false], [-9.7421875, false], [-12.2421875, false], [-5.74609375, false], [-12.7421875, false], [-9.9921875, false], [-13.7421875, false], [-12.2421875, false], [-5.74609375, false], [-12.7421875, false], [-14.4921875, false], [-5.74609375, false], [-12.4921875, false], [-13.2421875, false], [-13.4921875, false], [-14.9921875, false], [-8.4921875, false], [-14.4921875, false], [-10.4921875, false], [-9.9921875, false], [-13.2421875, false], [-9.7421875, false], [-13.4921875, false], [-5.74609375, false], [-13.2421875, false], [-10.4921875, false], [-14.4921875, false], [-13.7421875, false], [-13.4921875, false], [-5.74609375, false], [-13.2421875, false], [-14.9921875, false], [-9.9921875, false], [-13.2421875, false], [-5.74609375, false], [-13.4921875, false], [-13.7421875, false], [-9.7421875, false], [-5.74609375, false], [-7.24609375, false], [-12.4921875, false], [-12.2421875, false], [-7.0546875, false], [-9.9921875, false], [-10.3046875, false], [-5.74609375, false], [-9.9921875, false], [-8.4921875, false], [-13.7421875, false], [-9.7421875, false], [-14.4921875, false], [-5.74609375, false], [-8.4921875, false], [-14.9921875, false], [-9.7421875, false], [-5.74609375, false], [-11.9921875, false], [-9.9921875, false], [-12.2421875, false], [-14.4921875, false], [-9.7421875, false], [-14.9921875, false], [-13.4921875, false], [-9.7421875, false], [-12.7421875, false], [-5.74609375, false], [-10.4921875, false], [-12.2421875, false], [-13.4921875, false], [-9.9921875, false], [-5.74609375, false], [-12.2421875, false], [-10.4921875, false], [-13.4921875, false], [-14.9921875, false], [-9.9921875, false], [-14.4921875, false], [-9.7421875, false], [-12.2421875, false], [-5.74609375, false], [-8.4921875, false], [-12.2421875, false], [-12.7421875, false], [-5.74609375, false], [-9.9921875, false], [-13.7421875, false], [-14.4921875, false], [-14.4921875, false], [-9.7421875, false], [-12.2421875, false], [-7.0546875, false], [-9.9921875, false], [-10.3046875, false], [-5.74609375, false], [-9.9921875, false], [-8.4921875, false], [-13.7421875, false], [-9.7421875, false], [-14.4921875, false], [-5.74609375, false], [-14.9921875, false], [-10.4921875, false], [-12.9921875, false], [-9.7421875, false], [-5.74609375, false], [-13.4921875, false], [-13.7421875, false], [-14.9921875, false], [-9.9921875, false], [-12.4921875, false], [-14.4921875, false], [-13.7421875, false], [-5.74609375, false], [-13.4921875, false], [-13.7421875, false], [-9.7421875, false], [-5.74609375, false], [-8.4921875, false], [-13.4921875, false], [-13.2421875, false], [-9.9921875, false], [-12.9921875, false], [-12.9921875, false], [-13.7421875, false], [-9.7421875, false], [-14.9921875, false], [-9.7421875, false], [-5.74609375, false], [-8.4921875, false], [-12.2421875, false], [-12.7421875, false], [-5.74609375, false], [-14.4921875, false], [-9.9921875, false], [-5.74609375, false], [-10.4921875, false], [-12.2421875, false], [-13.4921875, false], [-9.9921875, false], [-5.74609375, false], [-9.9921875, false], [-12.4921875, false], [-13.4921875, false], [-9.7421875, false], [-14.9921875, false], [-5.74609375, false], [-12.9921875, false], [-12.9921875, false], [-8.4921875, false], [-11.9921875, false], [-9.7421875, false], [-7.0546875, false], [-9.9921875, false], [-10.3046875, false], [-5.74609375, false], [-9.9921875, false], [-8.4921875, false], [-13.7421875, false], [-9.7421875, false], [-14.4921875, false], [-5.74609375, false], [-14.9921875, false], [-9.7421875, false], [-13.2421875, false], [-8.4921875, false], [-10.4921875, false], [-12.2421875, false], [-5.74609375, false], [-10.4921875, false], [-12.2421875, false], [-5.74609375, false], [-13.4921875, false], [-13.7421875, false], [-9.7421875, false], [-5.74609375, false], [-8.4921875, false], [-13.4921875, false], [-13.2421875, false], [-9.9921875, false], [-12.9921875, false], [-12.9921875, false], [-13.7421875, false], [-9.7421875, false], [-14.9921875, false], [-9.7421875, false], [-5.74609375, false], [-13.2421875, false], [-9.9921875, false], [-14.9921875, false], [-5.74609375, false], [-13.2421875, false], [-9.9921875, false], [-12.2421875, false], [-14.4921875, false], [-5.74609375, false], [-12.9921875, false], [-9.7421875, false], [-14.9921875, false], [-10.4921875, false], [-9.9921875, false], [-12.7421875, false], [-12.9921875, false], [-5.74609375, false], [-9.9921875, false], [-13.2421875, false], [-5.74609375, false], [-13.4921875, false], [-10.4921875, false], [-13.2421875, false], [-9.7421875, false], [-7.0546875, false], [-9.9921875, false], [-14.7421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 259, "doc": {"id": "Mercury_183768", "question": "Which of these best describes the function of the skeletal system?", "choices": {"text": ["transports oxygen and nutrients throughout the body", "supports and protects tissues and organs", "removes harmful wastes from the cells of the body", "breaks down food into a form that cells can use"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "supports and protects tissues and organs", "arguments": ["Question: Which of these best describes the function of the skeletal system?\nAnswer:", " ["], "resps": [[[-7.05859375, false]], [[-11.0546875, false]], [[-9.5546875, false]], [[-10.8046875, false]], [[-4.30859375, false]], [[-10.5546875, false]], [[-8.8046875, false]], [[-9.0546875, false]], [[-8.8046875, false]], [[-10.8046875, false]], [[-9.5546875, false]], [[-8.8046875, false]], [[-5.05859375, false]], [[-8.8046875, false]], [[-9.5546875, false]], [[-12.3046875, false]], [[-11.0546875, false]], [[-10.0546875, false]], [[-10.5546875, false]], [[-5.05859375, false]], [[-4.30859375, false]], [[-10.5546875, false]], [[-10.5546875, false]], [[-5.05859375, false]], [[-10.5546875, false]], [[-10.8046875, false]], [[-9.5546875, false]], [[-10.8046875, false]], [[-10.0546875, false]], [[-10.0546875, false]], [[-10.5546875, false]], [[-9.5546875, false]], [[-8.8046875, false]], [[-5.05859375, false]], [[-9.5546875, false]], [[-11.0546875, false]], [[-10.8046875, false]], [[-8.8046875, false]], [[-10.8046875, false]], [[-11.0546875, false]], [[-11.0546875, false]], [[-8.8046875, false]], [[-10.8046875, false]], [[-9.5546875, false]], [[-5.05859375, false]], [[-9.5546875, false]], [[-11.0546875, false]], [[-10.0546875, false]], [[-5.05859375, false]], [[-7.80859375, false]], [[-8.8046875, false]], [[-10.5546875, false]], [[-12.3046875, false]], [[-11.0546875, false]], [[-10.140625, false]], [[-5.05859375, false]], [[-11.0546875, false]], [[-8.8046875, false]], [[-10.8046875, false]], [[-9.0546875, false]], [[-9.0546875, false]], [[-8.8046875, false]], [[-10.8046875, false]], [[-9.5546875, false]], [[-8.8046875, false]], [[-5.05859375, false]], [[-4.30859375, false]], [[-10.5546875, false]], [[-10.5546875, false]], [[-5.05859375, false]], [[-9.0546875, false]], [[-10.8046875, false]], [[-8.8046875, false]], [[-9.5546875, false]], [[-10.0546875, false]], [[-7.05859375, false]], [[-9.5546875, false]], [[-8.8046875, false]], [[-5.05859375, false]], [[-9.5546875, false]], [[-10.0546875, false]], [[-8.8046875, false]], [[-8.8046875, false]], [[-10.8046875, false]], [[-10.0546875, false]], [[-8.8046875, false]], [[-5.05859375, false]], [[-4.30859375, false]], [[-10.5546875, false]], [[-10.5546875, false]], [[-5.05859375, false]], [[-8.8046875, false]], [[-10.8046875, false]], [[-11.0546875, false]], [[-4.30859375, false]], [[-10.5546875, false]], [[-8.8046875, false]], [[-11.0546875, false]], [[-10.140625, false]], [[-5.05859375, false]], [[-11.0546875, false]], [[-10.8046875, false]], [[-10.0546875, false]], [[-9.5546875, false]], [[-8.8046875, false]], [[-11.0546875, false]], [[-10.0546875, false]], [[-8.8046875, false]], [[-5.05859375, false]], [[-11.0546875, false]], [[-4.30859375, false]], [[-10.8046875, false]], [[-9.5546875, false]], [[-11.3046875, false]], [[-10.8046875, false]], [[-9.8046875, false]], [[-5.05859375, false]], [[-9.8046875, false]], [[-4.30859375, false]], [[-8.8046875, false]], [[-9.5546875, false]], [[-10.0546875, false]], [[-8.8046875, false]], [[-5.05859375, false]], [[-11.3046875, false]], [[-10.8046875, false]], [[-8.8046875, false]], [[-9.5546875, false]], [[-5.05859375, false]], [[-9.5546875, false]], [[-11.0546875, false]], [[-10.0546875, false]], [[-5.05859375, false]], [[-7.05859375, false]], [[-10.0546875, false]], [[-9.8046875, false]], [[-9.8046875, false]], [[-8.8046875, false]], [[-5.05859375, false]], [[-8.8046875, false]], [[-11.3046875, false]], [[-5.05859375, false]], [[-9.5546875, false]], [[-11.0546875, false]], [[-10.0546875, false]], [[-5.05859375, false]], [[-7.80859375, false]], [[-8.8046875, false]], [[-10.5546875, false]], [[-12.3046875, false]], [[-11.0546875, false]], [[-10.140625, false]], [[-5.05859375, false]], [[-11.0546875, false]], [[-7.80859375, false]], [[-10.8046875, false]], [[-10.0546875, false]], [[-4.30859375, false]], [[-7.05859375, false]], [[-8.8046875, false]], [[-5.05859375, false]], [[-10.5546875, false]], [[-8.8046875, false]], [[-9.8046875, false]], [[-10.5546875, false]], [[-5.05859375, false]], [[-11.3046875, false]], [[-8.8046875, false]], [[-8.8046875, false]], [[-10.5546875, false]], [[-5.05859375, false]], [[-10.0546875, false]], [[-10.5546875, false]], [[-9.5546875, false]], [[-8.8046875, false]], [[-5.05859375, false]], [[-4.30859375, false]], [[-5.05859375, false]], [[-11.3046875, false]], [[-8.8046875, false]], [[-10.8046875, false]], [[-9.5546875, false]], [[-5.05859375, false]], [[-9.5546875, false]], [[-11.0546875, false]], [[-4.30859375, false]], [[-9.5546875, false]], [[-5.05859375, false]], [[-7.05859375, false]], [[-10.0546875, false]], [[-9.8046875, false]], [[-9.8046875, false]], [[-8.8046875, false]], [[-5.05859375, false]], [[-7.05859375, false]], [[-4.30859375, false]], [[-10.5546875, false]], [[-5.05859375, false]], [[-10.8046875, false]], [[-8.8046875, false]], [[-10.0546875, false]], [[-11.0546875, false]], [[-12.0546875, false]]], "filtered_resps": [[-7.05859375, false], [-11.0546875, false], [-9.5546875, false], [-10.8046875, false], [-4.30859375, false], [-10.5546875, false], [-8.8046875, false], [-9.0546875, false], [-8.8046875, false], [-10.8046875, false], [-9.5546875, false], [-8.8046875, false], [-5.05859375, false], [-8.8046875, false], [-9.5546875, false], [-12.3046875, false], [-11.0546875, false], [-10.0546875, false], [-10.5546875, false], [-5.05859375, false], [-4.30859375, false], [-10.5546875, false], [-10.5546875, false], [-5.05859375, false], [-10.5546875, false], [-10.8046875, false], [-9.5546875, false], [-10.8046875, false], [-10.0546875, false], [-10.0546875, false], [-10.5546875, false], [-9.5546875, false], [-8.8046875, false], [-5.05859375, false], [-9.5546875, false], [-11.0546875, false], [-10.8046875, false], [-8.8046875, false], [-10.8046875, false], [-11.0546875, false], [-11.0546875, false], [-8.8046875, false], [-10.8046875, false], [-9.5546875, false], [-5.05859375, false], [-9.5546875, false], [-11.0546875, false], [-10.0546875, false], [-5.05859375, false], [-7.80859375, false], [-8.8046875, false], [-10.5546875, false], [-12.3046875, false], [-11.0546875, false], [-10.140625, false], [-5.05859375, false], [-11.0546875, false], [-8.8046875, false], [-10.8046875, false], [-9.0546875, false], [-9.0546875, false], [-8.8046875, false], [-10.8046875, false], [-9.5546875, false], [-8.8046875, false], [-5.05859375, false], [-4.30859375, false], [-10.5546875, false], [-10.5546875, false], [-5.05859375, false], [-9.0546875, false], [-10.8046875, false], [-8.8046875, false], [-9.5546875, false], [-10.0546875, false], [-7.05859375, false], [-9.5546875, false], [-8.8046875, false], [-5.05859375, false], [-9.5546875, false], [-10.0546875, false], [-8.8046875, false], [-8.8046875, false], [-10.8046875, false], [-10.0546875, false], [-8.8046875, false], [-5.05859375, false], [-4.30859375, false], [-10.5546875, false], [-10.5546875, false], [-5.05859375, false], [-8.8046875, false], [-10.8046875, false], [-11.0546875, false], [-4.30859375, false], [-10.5546875, false], [-8.8046875, false], [-11.0546875, false], [-10.140625, false], [-5.05859375, false], [-11.0546875, false], [-10.8046875, false], [-10.0546875, false], [-9.5546875, false], [-8.8046875, false], [-11.0546875, false], [-10.0546875, false], [-8.8046875, false], [-5.05859375, false], [-11.0546875, false], [-4.30859375, false], [-10.8046875, false], [-9.5546875, false], [-11.3046875, false], [-10.8046875, false], [-9.8046875, false], [-5.05859375, false], [-9.8046875, false], [-4.30859375, false], [-8.8046875, false], [-9.5546875, false], [-10.0546875, false], [-8.8046875, false], [-5.05859375, false], [-11.3046875, false], [-10.8046875, false], [-8.8046875, false], [-9.5546875, false], [-5.05859375, false], [-9.5546875, false], [-11.0546875, false], [-10.0546875, false], [-5.05859375, false], [-7.05859375, false], [-10.0546875, false], [-9.8046875, false], [-9.8046875, false], [-8.8046875, false], [-5.05859375, false], [-8.8046875, false], [-11.3046875, false], [-5.05859375, false], [-9.5546875, false], [-11.0546875, false], [-10.0546875, false], [-5.05859375, false], [-7.80859375, false], [-8.8046875, false], [-10.5546875, false], [-12.3046875, false], [-11.0546875, false], [-10.140625, false], [-5.05859375, false], [-11.0546875, false], [-7.80859375, false], [-10.8046875, false], [-10.0546875, false], [-4.30859375, false], [-7.05859375, false], [-8.8046875, false], [-5.05859375, false], [-10.5546875, false], [-8.8046875, false], [-9.8046875, false], [-10.5546875, false], [-5.05859375, false], [-11.3046875, false], [-8.8046875, false], [-8.8046875, false], [-10.5546875, false], [-5.05859375, false], [-10.0546875, false], [-10.5546875, false], [-9.5546875, false], [-8.8046875, false], [-5.05859375, false], [-4.30859375, false], [-5.05859375, false], [-11.3046875, false], [-8.8046875, false], [-10.8046875, false], [-9.5546875, false], [-5.05859375, false], [-9.5546875, false], [-11.0546875, false], [-4.30859375, false], [-9.5546875, false], [-5.05859375, false], [-7.05859375, false], [-10.0546875, false], [-9.8046875, false], [-9.8046875, false], [-8.8046875, false], [-5.05859375, false], [-7.05859375, false], [-4.30859375, false], [-10.5546875, false], [-5.05859375, false], [-10.8046875, false], [-8.8046875, false], [-10.0546875, false], [-11.0546875, false], [-12.0546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 267, "doc": {"id": "Mercury_SC_400662", "question": "A few types of birds live in the same ecosystem. Which of these characteristics would most likely affect how they compete with each other for food?", "choices": {"text": ["the types of nests they build", "the lengths of their tails", "the shapes of their beaks", "the colors of their feathers"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "the shapes of their beaks", "arguments": ["Question: A few types of birds live in the same ecosystem. Which of these characteristics would most likely affect how they compete with each other for food?\nAnswer:", " ["], "resps": [[[-6.765625, false]], [[-9.765625, false]], [[-10.640625, false]], [[-9.515625, false]], [[-7.015625, false]], [[-5.140625, false]], [[-10.640625, false]], [[-11.515625, false]], [[-8.890625, false]], [[-7.015625, false]], [[-9.140625, false]], [[-5.140625, false]], [[-8.265625, false]], [[-7.640625, false]], [[-5.140625, false]], [[-8.015625, false]], [[-7.015625, false]], [[-9.140625, false]], [[-10.640625, false]], [[-9.140625, false]], [[-5.140625, false]], [[-10.640625, false]], [[-9.515625, false]], [[-7.015625, false]], [[-11.515625, false]], [[-5.140625, false]], [[-8.640625, false]], [[-11.265625, false]], [[-8.890625, false]], [[-9.140625, false]], [[-7.390625, false]], [[-9.765625, false]], [[-11.296875, false]], [[-5.140625, false]], [[-9.765625, false]], [[-10.640625, false]], [[-9.515625, false]], [[-7.015625, false]], [[-5.140625, false]], [[-9.140625, false]], [[-7.015625, false]], [[-8.015625, false]], [[-10.515625, false]], [[-10.640625, false]], [[-9.515625, false]], [[-9.140625, false]], [[-5.140625, false]], [[-8.265625, false]], [[-7.640625, false]], [[-5.140625, false]], [[-10.640625, false]], [[-9.515625, false]], [[-7.015625, false]], [[-8.890625, false]], [[-9.015625, false]], [[-5.140625, false]], [[-10.640625, false]], [[-4.765625, false]], [[-8.890625, false]], [[-9.140625, false]], [[-9.140625, false]], [[-9.765625, false]], [[-11.296875, false]], [[-5.140625, false]], [[-9.765625, false]], [[-10.640625, false]], [[-9.515625, false]], [[-7.015625, false]], [[-5.140625, false]], [[-9.140625, false]], [[-9.515625, false]], [[-4.765625, false]], [[-8.890625, false]], [[-7.015625, false]], [[-9.140625, false]], [[-5.140625, false]], [[-8.265625, false]], [[-7.640625, false]], [[-5.140625, false]], [[-10.640625, false]], [[-9.515625, false]], [[-7.015625, false]], [[-8.890625, false]], [[-9.015625, false]], [[-5.140625, false]], [[-8.640625, false]], [[-7.015625, false]], [[-4.765625, false]], [[-10.515625, false]], [[-9.140625, false]], [[-9.765625, false]], [[-11.296875, false]], [[-5.140625, false]], [[-9.765625, false]], [[-10.640625, false]], [[-9.515625, false]], [[-7.015625, false]], [[-5.140625, false]], [[-8.140625, false]], [[-8.265625, false]], [[-9.140625, false]], [[-8.265625, false]], [[-9.015625, false]], [[-9.140625, false]], [[-5.140625, false]], [[-8.265625, false]], [[-7.640625, false]], [[-5.140625, false]], [[-10.640625, false]], [[-9.515625, false]], [[-7.015625, false]], [[-8.890625, false]], [[-9.015625, false]], [[-5.140625, false]], [[-7.640625, false]], [[-7.015625, false]], [[-4.765625, false]], [[-10.640625, false]], [[-9.515625, false]], [[-7.015625, false]], [[-9.015625, false]], [[-9.140625, false]], [[-9.765625, false]], [[-12.890625, false]]], "filtered_resps": [[-6.765625, false], [-9.765625, false], [-10.640625, false], [-9.515625, false], [-7.015625, false], [-5.140625, false], [-10.640625, false], [-11.515625, false], [-8.890625, false], [-7.015625, false], [-9.140625, false], [-5.140625, false], [-8.265625, false], [-7.640625, false], [-5.140625, false], [-8.015625, false], [-7.015625, false], [-9.140625, false], [-10.640625, false], [-9.140625, false], [-5.140625, false], [-10.640625, false], [-9.515625, false], [-7.015625, false], [-11.515625, false], [-5.140625, false], [-8.640625, false], [-11.265625, false], [-8.890625, false], [-9.140625, false], [-7.390625, false], [-9.765625, false], [-11.296875, false], [-5.140625, false], [-9.765625, false], [-10.640625, false], [-9.515625, false], [-7.015625, false], [-5.140625, false], [-9.140625, false], [-7.015625, false], [-8.015625, false], [-10.515625, false], [-10.640625, false], [-9.515625, false], [-9.140625, false], [-5.140625, false], [-8.265625, false], [-7.640625, false], [-5.140625, false], [-10.640625, false], [-9.515625, false], [-7.015625, false], [-8.890625, false], [-9.015625, false], [-5.140625, false], [-10.640625, false], [-4.765625, false], [-8.890625, false], [-9.140625, false], [-9.140625, false], [-9.765625, false], [-11.296875, false], [-5.140625, false], [-9.765625, false], [-10.640625, false], [-9.515625, false], [-7.015625, false], [-5.140625, false], [-9.140625, false], [-9.515625, false], [-4.765625, false], [-8.890625, false], [-7.015625, false], [-9.140625, false], [-5.140625, false], [-8.265625, false], [-7.640625, false], [-5.140625, false], [-10.640625, false], [-9.515625, false], [-7.015625, false], [-8.890625, false], [-9.015625, false], [-5.140625, false], [-8.640625, false], [-7.015625, false], [-4.765625, false], [-10.515625, false], [-9.140625, false], [-9.765625, false], [-11.296875, false], [-5.140625, false], [-9.765625, false], [-10.640625, false], [-9.515625, false], [-7.015625, false], [-5.140625, false], [-8.140625, false], [-8.265625, false], [-9.140625, false], [-8.265625, false], [-9.015625, false], [-9.140625, false], [-5.140625, false], [-8.265625, false], [-7.640625, false], [-5.140625, false], [-10.640625, false], [-9.515625, false], [-7.015625, false], [-8.890625, false], [-9.015625, false], [-5.140625, false], [-7.640625, false], [-7.015625, false], [-4.765625, false], [-10.640625, false], [-9.515625, false], [-7.015625, false], [-9.015625, false], [-9.140625, false], [-9.765625, false], [-12.890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 275, "doc": {"id": "Mercury_7234395", "question": "Overuse of which water resource tends to cause land to subside?", "choices": {"text": ["ocean water", "aquifer water", "river water", "lake water"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "aquifer water", "arguments": ["Question: Overuse of which water resource tends to cause land to subside?\nAnswer:", " ["], "resps": [[[-7.69140625, false]], [[-9.1875, false]], [[-9.1875, false]], [[-9.5625, false]], [[-8.1875, false]], [[-6.69140625, false]], [[-9.6875, false]], [[-5.31640625, false]], [[-11.1875, false]], [[-6.69140625, false]], [[-10.9375, false]], [[-8.1875, false]], [[-11.3125, false]], [[-9.1875, false]], [[-10.390625, false]], [[-5.31640625, false]], [[-9.1875, false]], [[-6.69140625, false]], [[-13.6875, false]], [[-11.0625, false]], [[-9.0625, false]], [[-10.1875, false]], [[-8.1875, false]], [[-11.3125, false]], [[-5.31640625, false]], [[-11.1875, false]], [[-6.69140625, false]], [[-10.9375, false]], [[-8.1875, false]], [[-11.3125, false]], [[-9.1875, false]], [[-10.390625, false]], [[-5.31640625, false]], [[-9.1875, false]], [[-11.3125, false]], [[-9.0625, false]], [[-12.1875, false]], [[-8.1875, false]], [[-11.3125, false]], [[-5.31640625, false]], [[-11.1875, false]], [[-6.69140625, false]], [[-10.9375, false]], [[-8.1875, false]], [[-11.3125, false]], [[-9.1875, false]], [[-10.390625, false]], [[-5.31640625, false]], [[-9.1875, false]], [[-10.0625, false]], [[-6.69140625, false]], [[-11.6875, false]], [[-8.1875, false]], [[-5.31640625, false]], [[-11.1875, false]], [[-6.69140625, false]], [[-10.9375, false]], [[-8.1875, false]], [[-11.3125, false]], [[-9.1875, false]], [[-14.4375, false]]], "filtered_resps": [[-7.69140625, false], [-9.1875, false], [-9.1875, false], [-9.5625, false], [-8.1875, false], [-6.69140625, false], [-9.6875, false], [-5.31640625, false], [-11.1875, false], [-6.69140625, false], [-10.9375, false], [-8.1875, false], [-11.3125, false], [-9.1875, false], [-10.390625, false], [-5.31640625, false], [-9.1875, false], [-6.69140625, false], [-13.6875, false], [-11.0625, false], [-9.0625, false], [-10.1875, false], [-8.1875, false], [-11.3125, false], [-5.31640625, false], [-11.1875, false], [-6.69140625, false], [-10.9375, false], [-8.1875, false], [-11.3125, false], [-9.1875, false], [-10.390625, false], [-5.31640625, false], [-9.1875, false], [-11.3125, false], [-9.0625, false], [-12.1875, false], [-8.1875, false], [-11.3125, false], [-5.31640625, false], [-11.1875, false], [-6.69140625, false], [-10.9375, false], [-8.1875, false], [-11.3125, false], [-9.1875, false], [-10.390625, false], [-5.31640625, false], [-9.1875, false], [-10.0625, false], [-6.69140625, false], [-11.6875, false], [-8.1875, false], [-5.31640625, false], [-11.1875, false], [-6.69140625, false], [-10.9375, false], [-8.1875, false], [-11.3125, false], [-9.1875, false], [-14.4375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 283, "doc": {"id": "Mercury_7080465", "question": "Which is a fact rather than an opinion about earthquakes?", "choices": {"text": ["Earthquakes occur along fault lines.", "Earthquakes are worse than hurricanes.", "Earthquakes are bad for all local businesses.", "Earthquakes always cause major damage to homes."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Earthquakes occur along fault lines.", "arguments": ["Question: Which is a fact rather than an opinion about earthquakes?\nAnswer:", " ["], "resps": [[[-7.70703125, false]], [[-8.203125, false]], [[-2.45703125, false]], [[-4.45703125, false]], [[-11.703125, false]], [[-11.203125, false]], [[-12.453125, false]], [[-12.703125, false]], [[-11.453125, false]], [[-4.45703125, false]], [[-12.203125, false]], [[-4.70703125, false]], [[-10.953125, false]], [[-6.70703125, false]], [[-11.703125, false]], [[-9.453125, false]], [[-9.453125, false]], [[-11.453125, false]], [[-11.703125, false]], [[-6.70703125, false]], [[-4.45703125, false]], [[-11.203125, false]], [[-11.703125, false]], [[-9.953125, false]], [[-12.953125, false]], [[-6.70703125, false]], [[-7.95703125, false]], [[-4.45703125, false]], [[-11.453125, false]], [[-11.203125, false]], [[-11.203125, false]], [[-6.70703125, false]], [[-11.203125, false]], [[-9.703125, false]], [[-9.953125, false]], [[-4.70703125, false]], [[-10.953125, false]], [[-8.125, false]], [[-8.203125, false]], [[-10.6875, false]], [[-6.70703125, false]], [[-8.203125, false]], [[-2.45703125, false]], [[-4.45703125, false]], [[-11.703125, false]], [[-11.203125, false]], [[-12.453125, false]], [[-12.703125, false]], [[-11.453125, false]], [[-4.45703125, false]], [[-12.203125, false]], [[-4.70703125, false]], [[-10.953125, false]], [[-6.70703125, false]], [[-4.45703125, false]], [[-11.703125, false]], [[-4.70703125, false]], [[-6.70703125, false]], [[-11.953125, false]], [[-11.703125, false]], [[-11.703125, false]], [[-10.953125, false]], [[-4.70703125, false]], [[-6.70703125, false]], [[-11.203125, false]], [[-12.453125, false]], [[-4.45703125, false]], [[-9.953125, false]], [[-6.70703125, false]], [[-12.453125, false]], [[-11.453125, false]], [[-11.703125, false]], [[-11.703125, false]], [[-9.703125, false]], [[-9.453125, false]], [[-4.45703125, false]], [[-9.953125, false]], [[-4.70703125, false]], [[-10.953125, false]], [[-8.125, false]], [[-8.203125, false]], [[-10.6875, false]], [[-6.70703125, false]], [[-8.203125, false]], [[-2.45703125, false]], [[-4.45703125, false]], [[-11.703125, false]], [[-11.203125, false]], [[-12.453125, false]], [[-12.703125, false]], [[-11.453125, false]], [[-4.45703125, false]], [[-12.203125, false]], [[-4.70703125, false]], [[-10.953125, false]], [[-6.70703125, false]], [[-4.45703125, false]], [[-11.703125, false]], [[-4.70703125, false]], [[-6.70703125, false]], [[-10.953125, false]], [[-4.45703125, false]], [[-9.953125, false]], [[-6.70703125, false]], [[-7.95703125, false]], [[-11.703125, false]], [[-11.703125, false]], [[-6.70703125, false]], [[-4.45703125, false]], [[-11.203125, false]], [[-11.203125, false]], [[-6.70703125, false]], [[-11.203125, false]], [[-11.703125, false]], [[-9.453125, false]], [[-4.45703125, false]], [[-11.203125, false]], [[-6.70703125, false]], [[-10.953125, false]], [[-11.453125, false]], [[-10.953125, false]], [[-9.703125, false]], [[-9.953125, false]], [[-4.70703125, false]], [[-10.953125, false]], [[-10.953125, false]], [[-4.70703125, false]], [[-10.953125, false]], [[-8.125, false]], [[-8.203125, false]], [[-10.6875, false]], [[-6.70703125, false]], [[-8.203125, false]], [[-2.45703125, false]], [[-4.45703125, false]], [[-11.703125, false]], [[-11.203125, false]], [[-12.453125, false]], [[-12.703125, false]], [[-11.453125, false]], [[-4.45703125, false]], [[-12.203125, false]], [[-4.70703125, false]], [[-10.953125, false]], [[-6.70703125, false]], [[-4.45703125, false]], [[-11.203125, false]], [[-11.953125, false]], [[-4.45703125, false]], [[-12.203125, false]], [[-10.953125, false]], [[-6.70703125, false]], [[-9.453125, false]], [[-4.45703125, false]], [[-11.453125, false]], [[-10.953125, false]], [[-4.70703125, false]], [[-6.70703125, false]], [[-10.953125, false]], [[-4.45703125, false]], [[-13.203125, false]], [[-11.703125, false]], [[-11.703125, false]], [[-6.70703125, false]], [[-9.953125, false]], [[-4.45703125, false]], [[-10.953125, false]], [[-4.45703125, false]], [[-12.953125, false]], [[-4.70703125, false]], [[-6.70703125, false]], [[-11.203125, false]], [[-11.703125, false]], [[-6.70703125, false]], [[-12.453125, false]], [[-11.703125, false]], [[-10.953125, false]], [[-4.70703125, false]], [[-10.953125, false]], [[-8.125, false]], [[-8.203125, false]], [[-13.453125, false]]], "filtered_resps": [[-7.70703125, false], [-8.203125, false], [-2.45703125, false], [-4.45703125, false], [-11.703125, false], [-11.203125, false], [-12.453125, false], [-12.703125, false], [-11.453125, false], [-4.45703125, false], [-12.203125, false], [-4.70703125, false], [-10.953125, false], [-6.70703125, false], [-11.703125, false], [-9.453125, false], [-9.453125, false], [-11.453125, false], [-11.703125, false], [-6.70703125, false], [-4.45703125, false], [-11.203125, false], [-11.703125, false], [-9.953125, false], [-12.953125, false], [-6.70703125, false], [-7.95703125, false], [-4.45703125, false], [-11.453125, false], [-11.203125, false], [-11.203125, false], [-6.70703125, false], [-11.203125, false], [-9.703125, false], [-9.953125, false], [-4.70703125, false], [-10.953125, false], [-8.125, false], [-8.203125, false], [-10.6875, false], [-6.70703125, false], [-8.203125, false], [-2.45703125, false], [-4.45703125, false], [-11.703125, false], [-11.203125, false], [-12.453125, false], [-12.703125, false], [-11.453125, false], [-4.45703125, false], [-12.203125, false], [-4.70703125, false], [-10.953125, false], [-6.70703125, false], [-4.45703125, false], [-11.703125, false], [-4.70703125, false], [-6.70703125, false], [-11.953125, false], [-11.703125, false], [-11.703125, false], [-10.953125, false], [-4.70703125, false], [-6.70703125, false], [-11.203125, false], [-12.453125, false], [-4.45703125, false], [-9.953125, false], [-6.70703125, false], [-12.453125, false], [-11.453125, false], [-11.703125, false], [-11.703125, false], [-9.703125, false], [-9.453125, false], [-4.45703125, false], [-9.953125, false], [-4.70703125, false], [-10.953125, false], [-8.125, false], [-8.203125, false], [-10.6875, false], [-6.70703125, false], [-8.203125, false], [-2.45703125, false], [-4.45703125, false], [-11.703125, false], [-11.203125, false], [-12.453125, false], [-12.703125, false], [-11.453125, false], [-4.45703125, false], [-12.203125, false], [-4.70703125, false], [-10.953125, false], [-6.70703125, false], [-4.45703125, false], [-11.703125, false], [-4.70703125, false], [-6.70703125, false], [-10.953125, false], [-4.45703125, false], [-9.953125, false], [-6.70703125, false], [-7.95703125, false], [-11.703125, false], [-11.703125, false], [-6.70703125, false], [-4.45703125, false], [-11.203125, false], [-11.203125, false], [-6.70703125, false], [-11.203125, false], [-11.703125, false], [-9.453125, false], [-4.45703125, false], [-11.203125, false], [-6.70703125, false], [-10.953125, false], [-11.453125, false], [-10.953125, false], [-9.703125, false], [-9.953125, false], [-4.70703125, false], [-10.953125, false], [-10.953125, false], [-4.70703125, false], [-10.953125, false], [-8.125, false], [-8.203125, false], [-10.6875, false], [-6.70703125, false], [-8.203125, false], [-2.45703125, false], [-4.45703125, false], [-11.703125, false], [-11.203125, false], [-12.453125, false], [-12.703125, false], [-11.453125, false], [-4.45703125, false], [-12.203125, false], [-4.70703125, false], [-10.953125, false], [-6.70703125, false], [-4.45703125, false], [-11.203125, false], [-11.953125, false], [-4.45703125, false], [-12.203125, false], [-10.953125, false], [-6.70703125, false], [-9.453125, false], [-4.45703125, false], [-11.453125, false], [-10.953125, false], [-4.70703125, false], [-6.70703125, false], [-10.953125, false], [-4.45703125, false], [-13.203125, false], [-11.703125, false], [-11.703125, false], [-6.70703125, false], [-9.953125, false], [-4.45703125, false], [-10.953125, false], [-4.45703125, false], [-12.953125, false], [-4.70703125, false], [-6.70703125, false], [-11.203125, false], [-11.703125, false], [-6.70703125, false], [-12.453125, false], [-11.703125, false], [-10.953125, false], [-4.70703125, false], [-10.953125, false], [-8.125, false], [-8.203125, false], [-13.453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 291, "doc": {"id": "Mercury_7236495", "question": "Scientists theorize that the original atmosphere of Earth was stripped away by the solar wind shortly after the formation of the planet. The Jovian planets are far enough from the Sun that the solar wind has less of an impact. Studies of the Jovian planets suggest the early atmosphere of Earth was mainly composed of which two gases?", "choices": {"text": ["oxygen and argon", "hydrogen and helium", "carbon dioxide and nitrogen", "sulfur dioxide and water vapor"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "hydrogen and helium", "arguments": ["Question: Scientists theorize that the original atmosphere of Earth was stripped away by the solar wind shortly after the formation of the planet. The Jovian planets are far enough from the Sun that the solar wind has less of an impact. Studies of the Jovian planets suggest the early atmosphere of Earth was mainly composed of which two gases?\nAnswer:", " ["], "resps": [[[-6.44140625, false]], [[-9.9375, false]], [[-6.69140625, false]], [[-9.6875, false]], [[-10.4375, false]], [[-11.1875, false]], [[-8.9375, false]], [[-7.69140625, false]], [[-5.44140625, false]], [[-5.44140625, false]], [[-7.69140625, false]], [[-9.4375, false]], [[-5.44140625, false]], [[-5.44140625, false]], [[-10.9375, false]], [[-11.1875, false]], [[-6.69140625, false]], [[-7.69140625, false]], [[-9.9375, false]], [[-9.6171875, false]], [[-5.44140625, false]], [[-9.9375, false]], [[-8.6875, false]], [[-10.4375, false]], [[-9.4375, false]], [[-10.9375, false]], [[-6.69140625, false]], [[-11.1875, false]], [[-8.9375, false]], [[-7.69140625, false]], [[-5.44140625, false]], [[-5.44140625, false]], [[-7.69140625, false]], [[-9.4375, false]], [[-5.44140625, false]], [[-8.6875, false]], [[-8.9375, false]], [[-12.4375, false]], [[-7.19140625, false]], [[-10.4375, false]], [[-6.94140625, false]], [[-9.9375, false]], [[-9.6171875, false]], [[-5.44140625, false]], [[-9.9375, false]], [[-6.69140625, false]], [[-5.44140625, false]], [[-10.9375, false]], [[-8.6875, false]], [[-6.69140625, false]], [[-7.69140625, false]], [[-5.44140625, false]], [[-9.4375, false]], [[-7.19140625, false]], [[-6.69140625, false]], [[-9.6875, false]], [[-7.19140625, false]], [[-9.4375, false]], [[-8.9375, false]], [[-5.44140625, false]], [[-5.44140625, false]], [[-7.69140625, false]], [[-9.4375, false]], [[-5.44140625, false]], [[-7.69140625, false]], [[-7.19140625, false]], [[-9.6875, false]], [[-10.9375, false]], [[-6.69140625, false]], [[-11.1875, false]], [[-8.9375, false]], [[-7.69140625, false]], [[-9.9375, false]], [[-9.6171875, false]], [[-5.44140625, false]], [[-9.9375, false]], [[-11.4375, false]], [[-10.4375, false]], [[-12.4375, false]], [[-9.4375, false]], [[-10.4375, false]], [[-10.9375, false]], [[-5.44140625, false]], [[-9.4375, false]], [[-7.19140625, false]], [[-6.69140625, false]], [[-9.6875, false]], [[-7.19140625, false]], [[-9.4375, false]], [[-8.9375, false]], [[-5.44140625, false]], [[-5.44140625, false]], [[-7.69140625, false]], [[-9.4375, false]], [[-5.44140625, false]], [[-11.4375, false]], [[-5.44140625, false]], [[-9.6875, false]], [[-8.9375, false]], [[-10.9375, false]], [[-5.44140625, false]], [[-11.1875, false]], [[-5.44140625, false]], [[-8.4375, false]], [[-6.69140625, false]], [[-10.9375, false]], [[-9.9375, false]], [[-12.1875, false]]], "filtered_resps": [[-6.44140625, false], [-9.9375, false], [-6.69140625, false], [-9.6875, false], [-10.4375, false], [-11.1875, false], [-8.9375, false], [-7.69140625, false], [-5.44140625, false], [-5.44140625, false], [-7.69140625, false], [-9.4375, false], [-5.44140625, false], [-5.44140625, false], [-10.9375, false], [-11.1875, false], [-6.69140625, false], [-7.69140625, false], [-9.9375, false], [-9.6171875, false], [-5.44140625, false], [-9.9375, false], [-8.6875, false], [-10.4375, false], [-9.4375, false], [-10.9375, false], [-6.69140625, false], [-11.1875, false], [-8.9375, false], [-7.69140625, false], [-5.44140625, false], [-5.44140625, false], [-7.69140625, false], [-9.4375, false], [-5.44140625, false], [-8.6875, false], [-8.9375, false], [-12.4375, false], [-7.19140625, false], [-10.4375, false], [-6.94140625, false], [-9.9375, false], [-9.6171875, false], [-5.44140625, false], [-9.9375, false], [-6.69140625, false], [-5.44140625, false], [-10.9375, false], [-8.6875, false], [-6.69140625, false], [-7.69140625, false], [-5.44140625, false], [-9.4375, false], [-7.19140625, false], [-6.69140625, false], [-9.6875, false], [-7.19140625, false], [-9.4375, false], [-8.9375, false], [-5.44140625, false], [-5.44140625, false], [-7.69140625, false], [-9.4375, false], [-5.44140625, false], [-7.69140625, false], [-7.19140625, false], [-9.6875, false], [-10.9375, false], [-6.69140625, false], [-11.1875, false], [-8.9375, false], [-7.69140625, false], [-9.9375, false], [-9.6171875, false], [-5.44140625, false], [-9.9375, false], [-11.4375, false], [-10.4375, false], [-12.4375, false], [-9.4375, false], [-10.4375, false], [-10.9375, false], [-5.44140625, false], [-9.4375, false], [-7.19140625, false], [-6.69140625, false], [-9.6875, false], [-7.19140625, false], [-9.4375, false], [-8.9375, false], [-5.44140625, false], [-5.44140625, false], [-7.69140625, false], [-9.4375, false], [-5.44140625, false], [-11.4375, false], [-5.44140625, false], [-9.6875, false], [-8.9375, false], [-10.9375, false], [-5.44140625, false], [-11.1875, false], [-5.44140625, false], [-8.4375, false], [-6.69140625, false], [-10.9375, false], [-9.9375, false], [-12.1875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 299, "doc": {"id": "MDSA_2013_8_2", "question": "Each layer of Earth has different properties. Which statement best describes the mantle of Earth?", "choices": {"text": ["The mantle lies below the core.", "The mantle is composed of hot gases.", "The mantle lies between the core and the crust.", "The mantle temperature is lower than the crust temperature."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "The mantle lies between the core and the crust.", "arguments": ["Question: Each layer of Earth has different properties. Which statement best describes the mantle of Earth?\nAnswer:", " ["], "resps": [[[-6.53125, false]], [[-10.03125, false]], [[-5.78125, false]], [[-9.53125, false]], [[-7.28125, false]], [[-5.53125, false]], [[-7.53125, false]], [[-3.78125, false]], [[-8.53125, false]], [[-8.03125, false]], [[-9.53125, false]], [[-7.28125, false]], [[-5.53125, false]], [[-9.53125, false]], [[-7.78125, false]], [[-7.28125, false]], [[-9.28125, false]], [[-5.53125, false]], [[-6.53125, false]], [[-7.28125, false]], [[-9.53125, false]], [[-8.53125, false]], [[-10.78125, false]], [[-5.53125, false]], [[-8.03125, false]], [[-9.53125, false]], [[-7.28125, false]], [[-5.53125, false]], [[-7.03125, false]], [[-8.53125, false]], [[-10.28125, false]], [[-7.28125, false]], [[-6.453125, false]], [[-10.03125, false]], [[-9.953125, false]], [[-5.53125, false]], [[-10.03125, false]], [[-5.78125, false]], [[-9.53125, false]], [[-7.28125, false]], [[-5.53125, false]], [[-7.53125, false]], [[-3.78125, false]], [[-8.53125, false]], [[-8.03125, false]], [[-9.53125, false]], [[-7.28125, false]], [[-5.53125, false]], [[-7.78125, false]], [[-9.28125, false]], [[-5.53125, false]], [[-7.03125, false]], [[-8.53125, false]], [[-7.53125, false]], [[-8.28125, false]], [[-8.53125, false]], [[-9.28125, false]], [[-7.28125, false]], [[-7.78125, false]], [[-5.53125, false]], [[-8.53125, false]], [[-9.03125, false]], [[-5.53125, false]], [[-9.53125, false]], [[-8.53125, false]], [[-8.03125, false]], [[-5.53125, false]], [[-9.78125, false]], [[-3.78125, false]], [[-9.28125, false]], [[-7.28125, false]], [[-9.28125, false]], [[-6.453125, false]], [[-10.03125, false]], [[-9.953125, false]], [[-5.53125, false]], [[-10.03125, false]], [[-5.78125, false]], [[-9.53125, false]], [[-7.28125, false]], [[-5.53125, false]], [[-7.53125, false]], [[-3.78125, false]], [[-8.53125, false]], [[-8.03125, false]], [[-9.53125, false]], [[-7.28125, false]], [[-5.53125, false]], [[-9.53125, false]], [[-7.78125, false]], [[-7.28125, false]], [[-9.28125, false]], [[-5.53125, false]], [[-6.53125, false]], [[-7.28125, false]], [[-8.03125, false]], [[-10.78125, false]], [[-7.28125, false]], [[-7.28125, false]], [[-8.53125, false]], [[-5.53125, false]], [[-8.03125, false]], [[-9.53125, false]], [[-7.28125, false]], [[-5.53125, false]], [[-7.03125, false]], [[-8.53125, false]], [[-10.28125, false]], [[-7.28125, false]], [[-5.53125, false]], [[-3.78125, false]], [[-8.53125, false]], [[-7.78125, false]], [[-5.53125, false]], [[-8.03125, false]], [[-9.53125, false]], [[-7.28125, false]], [[-5.53125, false]], [[-7.03125, false]], [[-10.28125, false]], [[-12.03125, false]], [[-9.28125, false]], [[-8.03125, false]], [[-6.453125, false]], [[-10.03125, false]], [[-9.953125, false]], [[-5.53125, false]], [[-10.03125, false]], [[-5.78125, false]], [[-9.53125, false]], [[-7.28125, false]], [[-5.53125, false]], [[-7.53125, false]], [[-3.78125, false]], [[-8.53125, false]], [[-8.03125, false]], [[-9.53125, false]], [[-7.28125, false]], [[-5.53125, false]], [[-8.03125, false]], [[-7.28125, false]], [[-7.53125, false]], [[-8.28125, false]], [[-7.28125, false]], [[-10.28125, false]], [[-3.78125, false]], [[-8.03125, false]], [[-12.03125, false]], [[-10.28125, false]], [[-7.28125, false]], [[-5.53125, false]], [[-7.78125, false]], [[-9.28125, false]], [[-5.53125, false]], [[-9.53125, false]], [[-8.53125, false]], [[-10.78125, false]], [[-7.28125, false]], [[-10.28125, false]], [[-5.53125, false]], [[-8.03125, false]], [[-9.53125, false]], [[-3.78125, false]], [[-8.53125, false]], [[-5.53125, false]], [[-8.03125, false]], [[-9.53125, false]], [[-7.28125, false]], [[-5.53125, false]], [[-7.03125, false]], [[-10.28125, false]], [[-12.03125, false]], [[-9.28125, false]], [[-8.03125, false]], [[-5.53125, false]], [[-8.03125, false]], [[-7.28125, false]], [[-7.53125, false]], [[-8.28125, false]], [[-7.28125, false]], [[-10.28125, false]], [[-3.78125, false]], [[-8.03125, false]], [[-12.03125, false]], [[-10.28125, false]], [[-7.28125, false]], [[-6.453125, false]], [[-10.03125, false]], [[-11.28125, false]]], "filtered_resps": [[-6.53125, false], [-10.03125, false], [-5.78125, false], [-9.53125, false], [-7.28125, false], [-5.53125, false], [-7.53125, false], [-3.78125, false], [-8.53125, false], [-8.03125, false], [-9.53125, false], [-7.28125, false], [-5.53125, false], [-9.53125, false], [-7.78125, false], [-7.28125, false], [-9.28125, false], [-5.53125, false], [-6.53125, false], [-7.28125, false], [-9.53125, false], [-8.53125, false], [-10.78125, false], [-5.53125, false], [-8.03125, false], [-9.53125, false], [-7.28125, false], [-5.53125, false], [-7.03125, false], [-8.53125, false], [-10.28125, false], [-7.28125, false], [-6.453125, false], [-10.03125, false], [-9.953125, false], [-5.53125, false], [-10.03125, false], [-5.78125, false], [-9.53125, false], [-7.28125, false], [-5.53125, false], [-7.53125, false], [-3.78125, false], [-8.53125, false], [-8.03125, false], [-9.53125, false], [-7.28125, false], [-5.53125, false], [-7.78125, false], [-9.28125, false], [-5.53125, false], [-7.03125, false], [-8.53125, false], [-7.53125, false], [-8.28125, false], [-8.53125, false], [-9.28125, false], [-7.28125, false], [-7.78125, false], [-5.53125, false], [-8.53125, false], [-9.03125, false], [-5.53125, false], [-9.53125, false], [-8.53125, false], [-8.03125, false], [-5.53125, false], [-9.78125, false], [-3.78125, false], [-9.28125, false], [-7.28125, false], [-9.28125, false], [-6.453125, false], [-10.03125, false], [-9.953125, false], [-5.53125, false], [-10.03125, false], [-5.78125, false], [-9.53125, false], [-7.28125, false], [-5.53125, false], [-7.53125, false], [-3.78125, false], [-8.53125, false], [-8.03125, false], [-9.53125, false], [-7.28125, false], [-5.53125, false], [-9.53125, false], [-7.78125, false], [-7.28125, false], [-9.28125, false], [-5.53125, false], [-6.53125, false], [-7.28125, false], [-8.03125, false], [-10.78125, false], [-7.28125, false], [-7.28125, false], [-8.53125, false], [-5.53125, false], [-8.03125, false], [-9.53125, false], [-7.28125, false], [-5.53125, false], [-7.03125, false], [-8.53125, false], [-10.28125, false], [-7.28125, false], [-5.53125, false], [-3.78125, false], [-8.53125, false], [-7.78125, false], [-5.53125, false], [-8.03125, false], [-9.53125, false], [-7.28125, false], [-5.53125, false], [-7.03125, false], [-10.28125, false], [-12.03125, false], [-9.28125, false], [-8.03125, false], [-6.453125, false], [-10.03125, false], [-9.953125, false], [-5.53125, false], [-10.03125, false], [-5.78125, false], [-9.53125, false], [-7.28125, false], [-5.53125, false], [-7.53125, false], [-3.78125, false], [-8.53125, false], [-8.03125, false], [-9.53125, false], [-7.28125, false], [-5.53125, false], [-8.03125, false], [-7.28125, false], [-7.53125, false], [-8.28125, false], [-7.28125, false], [-10.28125, false], [-3.78125, false], [-8.03125, false], [-12.03125, false], [-10.28125, false], [-7.28125, false], [-5.53125, false], [-7.78125, false], [-9.28125, false], [-5.53125, false], [-9.53125, false], [-8.53125, false], [-10.78125, false], [-7.28125, false], [-10.28125, false], [-5.53125, false], [-8.03125, false], [-9.53125, false], [-3.78125, false], [-8.53125, false], [-5.53125, false], [-8.03125, false], [-9.53125, false], [-7.28125, false], [-5.53125, false], [-7.03125, false], [-10.28125, false], [-12.03125, false], [-9.28125, false], [-8.03125, false], [-5.53125, false], [-8.03125, false], [-7.28125, false], [-7.53125, false], [-8.28125, false], [-7.28125, false], [-10.28125, false], [-3.78125, false], [-8.03125, false], [-12.03125, false], [-10.28125, false], [-7.28125, false], [-6.453125, false], [-10.03125, false], [-11.28125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 307, "doc": {"id": "Mercury_178938", "question": "Of the following types of cells, which has the highest concentration of mitochondria?", "choices": {"text": ["bone", "muscle", "nerve", "skin"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "muscle", "arguments": ["Question: Of the following types of cells, which has the highest concentration of mitochondria?\nAnswer:", " ["], "resps": [[[-7.078125, false]], [[-9.328125, false]], [[-6.078125, false]], [[-8.078125, false]], [[-8.328125, false]], [[-7.078125, false]], [[-9.328125, false]], [[-9.046875, false]], [[-4.828125, false]], [[-9.328125, false]], [[-5.828125, false]], [[-9.328125, false]], [[-8.828125, false]], [[-5.328125, false]], [[-7.328125, false]], [[-7.078125, false]], [[-9.328125, false]], [[-9.046875, false]], [[-4.828125, false]], [[-9.328125, false]], [[-8.328125, false]], [[-7.078125, false]], [[-7.078125, false]], [[-9.828125, false]], [[-7.078125, false]], [[-9.328125, false]], [[-9.046875, false]], [[-4.828125, false]], [[-9.328125, false]], [[-8.828125, false]], [[-7.078125, false]], [[-7.578125, false]], [[-8.328125, false]], [[-9.328125, false]], [[-11.828125, false]]], "filtered_resps": [[-7.078125, false], [-9.328125, false], [-6.078125, false], [-8.078125, false], [-8.328125, false], [-7.078125, false], [-9.328125, false], [-9.046875, false], [-4.828125, false], [-9.328125, false], [-5.828125, false], [-9.328125, false], [-8.828125, false], [-5.328125, false], [-7.328125, false], [-7.078125, false], [-9.328125, false], [-9.046875, false], [-4.828125, false], [-9.328125, false], [-8.328125, false], [-7.078125, false], [-7.078125, false], [-9.828125, false], [-7.078125, false], [-9.328125, false], [-9.046875, false], [-4.828125, false], [-9.328125, false], [-8.828125, false], [-7.078125, false], [-7.578125, false], [-8.328125, false], [-9.328125, false], [-11.828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 315, "doc": {"id": "MCAS_2008_5_5632", "question": "Which of the following best describes how plants use the energy they receive from sunlight?", "choices": {"text": ["They change water into heat.", "They produce their own food.", "They make minerals for their roots.", "They break down nutrients into rocks."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "They produce their own food.", "arguments": ["Question: Which of the following best describes how plants use the energy they receive from sunlight?\nAnswer:", " ["], "resps": [[[-7.4609375, false]], [[-9.7109375, false]], [[-7.7109375, false]], [[-10.9609375, false]], [[-8.2109375, false]], [[-10.9609375, false]], [[-5.4609375, false]], [[-7.9609375, false]], [[-10.9609375, false]], [[-5.2109375, false]], [[-8.8359375, false]], [[-11.4609375, false]], [[-8.2109375, false]], [[-5.4609375, false]], [[-12.3359375, false]], [[-5.2109375, false]], [[-11.4609375, false]], [[-8.2109375, false]], [[-11.9609375, false]], [[-5.4609375, false]], [[-9.3359375, false]], [[-8.8359375, false]], [[-11.4609375, false]], [[-8.2109375, false]], [[-5.4609375, false]], [[-10.9609375, false]], [[-8.2109375, false]], [[-5.2109375, false]], [[-11.4609375, false]], [[-6.83984375, false]], [[-9.7109375, false]], [[-9.59375, false]], [[-5.4609375, false]], [[-9.7109375, false]], [[-7.7109375, false]], [[-10.9609375, false]], [[-8.2109375, false]], [[-10.9609375, false]], [[-5.4609375, false]], [[-10.4609375, false]], [[-11.9609375, false]], [[-8.2109375, false]], [[-7.9609375, false]], [[-10.5859375, false]], [[-7.9609375, false]], [[-8.2109375, false]], [[-5.4609375, false]], [[-11.4609375, false]], [[-10.9609375, false]], [[-8.2109375, false]], [[-9.3359375, false]], [[-11.9609375, false]], [[-5.4609375, false]], [[-8.2109375, false]], [[-12.3359375, false]], [[-8.8359375, false]], [[-5.4609375, false]], [[-11.9609375, false]], [[-8.2109375, false]], [[-8.2109375, false]], [[-7.9609375, false]], [[-6.83984375, false]], [[-9.7109375, false]], [[-9.59375, false]], [[-5.4609375, false]], [[-9.7109375, false]], [[-7.7109375, false]], [[-10.9609375, false]], [[-8.2109375, false]], [[-10.9609375, false]], [[-5.4609375, false]], [[-10.0859375, false]], [[-5.2109375, false]], [[-10.4609375, false]], [[-8.2109375, false]], [[-5.4609375, false]], [[-10.0859375, false]], [[-9.3359375, false]], [[-8.8359375, false]], [[-8.2109375, false]], [[-11.9609375, false]], [[-5.2109375, false]], [[-10.4609375, false]], [[-10.4609375, false]], [[-5.4609375, false]], [[-11.9609375, false]], [[-8.2109375, false]], [[-11.9609375, false]], [[-5.4609375, false]], [[-11.4609375, false]], [[-10.9609375, false]], [[-8.2109375, false]], [[-9.3359375, false]], [[-11.9609375, false]], [[-5.4609375, false]], [[-11.9609375, false]], [[-8.2109375, false]], [[-8.2109375, false]], [[-11.4609375, false]], [[-10.4609375, false]], [[-6.83984375, false]], [[-9.7109375, false]], [[-9.59375, false]], [[-5.4609375, false]], [[-9.7109375, false]], [[-7.7109375, false]], [[-10.9609375, false]], [[-8.2109375, false]], [[-10.9609375, false]], [[-5.4609375, false]], [[-7.4609375, false]], [[-11.9609375, false]], [[-8.2109375, false]], [[-5.2109375, false]], [[-10.4609375, false]], [[-5.4609375, false]], [[-7.9609375, false]], [[-8.2109375, false]], [[-12.3359375, false]], [[-8.8359375, false]], [[-5.4609375, false]], [[-8.8359375, false]], [[-10.5859375, false]], [[-11.4609375, false]], [[-11.9609375, false]], [[-9.3359375, false]], [[-8.2109375, false]], [[-8.8359375, false]], [[-11.4609375, false]], [[-10.4609375, false]], [[-5.4609375, false]], [[-9.3359375, false]], [[-8.8359375, false]], [[-11.4609375, false]], [[-8.2109375, false]], [[-5.4609375, false]], [[-11.9609375, false]], [[-8.2109375, false]], [[-7.9609375, false]], [[-10.4609375, false]], [[-10.4609375, false]], [[-6.83984375, false]], [[-9.7109375, false]], [[-14.2109375, false]]], "filtered_resps": [[-7.4609375, false], [-9.7109375, false], [-7.7109375, false], [-10.9609375, false], [-8.2109375, false], [-10.9609375, false], [-5.4609375, false], [-7.9609375, false], [-10.9609375, false], [-5.2109375, false], [-8.8359375, false], [-11.4609375, false], [-8.2109375, false], [-5.4609375, false], [-12.3359375, false], [-5.2109375, false], [-11.4609375, false], [-8.2109375, false], [-11.9609375, false], [-5.4609375, false], [-9.3359375, false], [-8.8359375, false], [-11.4609375, false], [-8.2109375, false], [-5.4609375, false], [-10.9609375, false], [-8.2109375, false], [-5.2109375, false], [-11.4609375, false], [-6.83984375, false], [-9.7109375, false], [-9.59375, false], [-5.4609375, false], [-9.7109375, false], [-7.7109375, false], [-10.9609375, false], [-8.2109375, false], [-10.9609375, false], [-5.4609375, false], [-10.4609375, false], [-11.9609375, false], [-8.2109375, false], [-7.9609375, false], [-10.5859375, false], [-7.9609375, false], [-8.2109375, false], [-5.4609375, false], [-11.4609375, false], [-10.9609375, false], [-8.2109375, false], [-9.3359375, false], [-11.9609375, false], [-5.4609375, false], [-8.2109375, false], [-12.3359375, false], [-8.8359375, false], [-5.4609375, false], [-11.9609375, false], [-8.2109375, false], [-8.2109375, false], [-7.9609375, false], [-6.83984375, false], [-9.7109375, false], [-9.59375, false], [-5.4609375, false], [-9.7109375, false], [-7.7109375, false], [-10.9609375, false], [-8.2109375, false], [-10.9609375, false], [-5.4609375, false], [-10.0859375, false], [-5.2109375, false], [-10.4609375, false], [-8.2109375, false], [-5.4609375, false], [-10.0859375, false], [-9.3359375, false], [-8.8359375, false], [-8.2109375, false], [-11.9609375, false], [-5.2109375, false], [-10.4609375, false], [-10.4609375, false], [-5.4609375, false], [-11.9609375, false], [-8.2109375, false], [-11.9609375, false], [-5.4609375, false], [-11.4609375, false], [-10.9609375, false], [-8.2109375, false], [-9.3359375, false], [-11.9609375, false], [-5.4609375, false], [-11.9609375, false], [-8.2109375, false], [-8.2109375, false], [-11.4609375, false], [-10.4609375, false], [-6.83984375, false], [-9.7109375, false], [-9.59375, false], [-5.4609375, false], [-9.7109375, false], [-7.7109375, false], [-10.9609375, false], [-8.2109375, false], [-10.9609375, false], [-5.4609375, false], [-7.4609375, false], [-11.9609375, false], [-8.2109375, false], [-5.2109375, false], [-10.4609375, false], [-5.4609375, false], [-7.9609375, false], [-8.2109375, false], [-12.3359375, false], [-8.8359375, false], [-5.4609375, false], [-8.8359375, false], [-10.5859375, false], [-11.4609375, false], [-11.9609375, false], [-9.3359375, false], [-8.2109375, false], [-8.8359375, false], [-11.4609375, false], [-10.4609375, false], [-5.4609375, false], [-9.3359375, false], [-8.8359375, false], [-11.4609375, false], [-8.2109375, false], [-5.4609375, false], [-11.9609375, false], [-8.2109375, false], [-7.9609375, false], [-10.4609375, false], [-10.4609375, false], [-6.83984375, false], [-9.7109375, false], [-14.2109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 323, "doc": {"id": "Mercury_406811", "question": "In animals, female traits are passed down to offspring from", "choices": {"text": ["sperm.", "seeds.", "pollen.", "eggs."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "eggs.", "arguments": ["Question: In animals, female traits are passed down to offspring from\nAnswer:", " ["], "resps": [[[-7.9140625, false]], [[-8.2890625, false]], [[-8.7890625, false]], [[-8.4140625, false]], [[-8.1640625, false]], [[-9.5390625, false]], [[-9.5390625, false]], [[-7.125, false]], [[-8.2890625, false]], [[-9.375, false]], [[-5.0390625, false]], [[-8.2890625, false]], [[-8.7890625, false]], [[-8.1640625, false]], [[-8.1640625, false]], [[-8.6640625, false]], [[-8.7890625, false]], [[-7.125, false]], [[-8.2890625, false]], [[-9.375, false]], [[-5.0390625, false]], [[-8.2890625, false]], [[-8.4140625, false]], [[-8.7890625, false]], [[-9.5390625, false]], [[-9.5390625, false]], [[-8.1640625, false]], [[-8.5390625, false]], [[-7.125, false]], [[-8.2890625, false]], [[-9.375, false]], [[-5.0390625, false]], [[-8.2890625, false]], [[-8.1640625, false]], [[-9.6640625, false]], [[-9.6640625, false]], [[-8.7890625, false]], [[-7.125, false]], [[-8.2890625, false]], [[-12.1640625, false]]], "filtered_resps": [[-7.9140625, false], [-8.2890625, false], [-8.7890625, false], [-8.4140625, false], [-8.1640625, false], [-9.5390625, false], [-9.5390625, false], [-7.125, false], [-8.2890625, false], [-9.375, false], [-5.0390625, false], [-8.2890625, false], [-8.7890625, false], [-8.1640625, false], [-8.1640625, false], [-8.6640625, false], [-8.7890625, false], [-7.125, false], [-8.2890625, false], [-9.375, false], [-5.0390625, false], [-8.2890625, false], [-8.4140625, false], [-8.7890625, false], [-9.5390625, false], [-9.5390625, false], [-8.1640625, false], [-8.5390625, false], [-7.125, false], [-8.2890625, false], [-9.375, false], [-5.0390625, false], [-8.2890625, false], [-8.1640625, false], [-9.6640625, false], [-9.6640625, false], [-8.7890625, false], [-7.125, false], [-8.2890625, false], [-12.1640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 331, "doc": {"id": "MCAS_2010_8_12019", "question": "A stone arch bridge relies primarily on which of the following for its load strength?", "choices": {"text": ["bending", "compression", "tension", "torsion"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "compression", "arguments": ["Question: A stone arch bridge relies primarily on which of the following for its load strength?\nAnswer:", " ["], "resps": [[[-7.5234375, false]], [[-9.5234375, false]], [[-6.0234375, false]], [[-8.2734375, false]], [[-9.5234375, false]], [[-9.7734375, false]], [[-9.2734375, false]], [[-9.5234375, false]], [[-10.2734375, false]], [[-9.5234375, false]], [[-8.671875, false]], [[-5.2734375, false]], [[-9.5234375, false]], [[-8.0234375, false]], [[-10.7734375, false]], [[-10.2734375, false]], [[-8.7734375, false]], [[-10.0234375, false]], [[-8.2734375, false]], [[-8.0234375, false]], [[-8.0234375, false]], [[-9.2734375, false]], [[-10.7734375, false]], [[-9.5234375, false]], [[-9.5234375, false]], [[-8.671875, false]], [[-5.2734375, false]], [[-9.5234375, false]], [[-8.0234375, false]], [[-8.2734375, false]], [[-9.5234375, false]], [[-8.0234375, false]], [[-9.2734375, false]], [[-10.7734375, false]], [[-9.5234375, false]], [[-9.5234375, false]], [[-8.671875, false]], [[-5.2734375, false]], [[-9.5234375, false]], [[-8.0234375, false]], [[-10.7734375, false]], [[-10.0234375, false]], [[-8.0234375, false]], [[-9.2734375, false]], [[-10.7734375, false]], [[-9.5234375, false]], [[-9.5234375, false]], [[-12.2734375, false]]], "filtered_resps": [[-7.5234375, false], [-9.5234375, false], [-6.0234375, false], [-8.2734375, false], [-9.5234375, false], [-9.7734375, false], [-9.2734375, false], [-9.5234375, false], [-10.2734375, false], [-9.5234375, false], [-8.671875, false], [-5.2734375, false], [-9.5234375, false], [-8.0234375, false], [-10.7734375, false], [-10.2734375, false], [-8.7734375, false], [-10.0234375, false], [-8.2734375, false], [-8.0234375, false], [-8.0234375, false], [-9.2734375, false], [-10.7734375, false], [-9.5234375, false], [-9.5234375, false], [-8.671875, false], [-5.2734375, false], [-9.5234375, false], [-8.0234375, false], [-8.2734375, false], [-9.5234375, false], [-8.0234375, false], [-9.2734375, false], [-10.7734375, false], [-9.5234375, false], [-9.5234375, false], [-8.671875, false], [-5.2734375, false], [-9.5234375, false], [-8.0234375, false], [-10.7734375, false], [-10.0234375, false], [-8.0234375, false], [-9.2734375, false], [-10.7734375, false], [-9.5234375, false], [-9.5234375, false], [-12.2734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 339, "doc": {"id": "MCAS_2005_8_17", "question": "Which of the following is performed by the quality control division of a company that is manufacturing a chair?", "choices": {"text": ["applying the varnish", "assembling the parts", "cutting the material", "inspecting the finish"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "inspecting the finish", "arguments": ["Question: Which of the following is performed by the quality control division of a company that is manufacturing a chair?\nAnswer:", " ["], "resps": [[[-6.98046875, false]], [[-9.4765625, false]], [[-4.48046875, false]], [[-9.8515625, false]], [[-9.8515625, false]], [[-10.4765625, false]], [[-10.9765625, false]], [[-6.85546875, false]], [[-9.7265625, false]], [[-11.9765625, false]], [[-4.98046875, false]], [[-9.6015625, false]], [[-12.4765625, false]], [[-8.6015625, false]], [[-4.98046875, false]], [[-10.7265625, false]], [[-4.48046875, false]], [[-10.2265625, false]], [[-9.7265625, false]], [[-6.85546875, false]], [[-9.7265625, false]], [[-12.4765625, false]], [[-9.4765625, false]], [[-9.625, false]], [[-4.98046875, false]], [[-9.4765625, false]], [[-4.48046875, false]], [[-9.7265625, false]], [[-9.7265625, false]], [[-8.6015625, false]], [[-10.2265625, false]], [[-8.4765625, false]], [[-10.4765625, false]], [[-6.85546875, false]], [[-9.7265625, false]], [[-11.9765625, false]], [[-4.98046875, false]], [[-9.6015625, false]], [[-12.4765625, false]], [[-8.6015625, false]], [[-4.98046875, false]], [[-9.8515625, false]], [[-4.48046875, false]], [[-10.2265625, false]], [[-9.6015625, false]], [[-9.7265625, false]], [[-9.4765625, false]], [[-9.625, false]], [[-4.98046875, false]], [[-9.4765625, false]], [[-8.6015625, false]], [[-10.2265625, false]], [[-9.6015625, false]], [[-9.6015625, false]], [[-6.85546875, false]], [[-9.7265625, false]], [[-11.9765625, false]], [[-4.98046875, false]], [[-9.6015625, false]], [[-12.4765625, false]], [[-8.6015625, false]], [[-4.98046875, false]], [[-10.2265625, false]], [[-4.48046875, false]], [[-9.6015625, false]], [[-8.6015625, false]], [[-10.2265625, false]], [[-6.85546875, false]], [[-4.48046875, false]], [[-10.4765625, false]], [[-9.4765625, false]], [[-9.625, false]], [[-4.98046875, false]], [[-9.4765625, false]], [[-6.85546875, false]], [[-9.7265625, false]], [[-9.7265625, false]], [[-9.8515625, false]], [[-8.6015625, false]], [[-8.6015625, false]], [[-9.6015625, false]], [[-6.85546875, false]], [[-9.7265625, false]], [[-11.9765625, false]], [[-4.98046875, false]], [[-9.6015625, false]], [[-12.4765625, false]], [[-8.6015625, false]], [[-4.98046875, false]], [[-10.4765625, false]], [[-6.85546875, false]], [[-9.7265625, false]], [[-6.85546875, false]], [[-9.7265625, false]], [[-12.4765625, false]], [[-9.4765625, false]], [[-10.6015625, false]]], "filtered_resps": [[-6.98046875, false], [-9.4765625, false], [-4.48046875, false], [-9.8515625, false], [-9.8515625, false], [-10.4765625, false], [-10.9765625, false], [-6.85546875, false], [-9.7265625, false], [-11.9765625, false], [-4.98046875, false], [-9.6015625, false], [-12.4765625, false], [-8.6015625, false], [-4.98046875, false], [-10.7265625, false], [-4.48046875, false], [-10.2265625, false], [-9.7265625, false], [-6.85546875, false], [-9.7265625, false], [-12.4765625, false], [-9.4765625, false], [-9.625, false], [-4.98046875, false], [-9.4765625, false], [-4.48046875, false], [-9.7265625, false], [-9.7265625, false], [-8.6015625, false], [-10.2265625, false], [-8.4765625, false], [-10.4765625, false], [-6.85546875, false], [-9.7265625, false], [-11.9765625, false], [-4.98046875, false], [-9.6015625, false], [-12.4765625, false], [-8.6015625, false], [-4.98046875, false], [-9.8515625, false], [-4.48046875, false], [-10.2265625, false], [-9.6015625, false], [-9.7265625, false], [-9.4765625, false], [-9.625, false], [-4.98046875, false], [-9.4765625, false], [-8.6015625, false], [-10.2265625, false], [-9.6015625, false], [-9.6015625, false], [-6.85546875, false], [-9.7265625, false], [-11.9765625, false], [-4.98046875, false], [-9.6015625, false], [-12.4765625, false], [-8.6015625, false], [-4.98046875, false], [-10.2265625, false], [-4.48046875, false], [-9.6015625, false], [-8.6015625, false], [-10.2265625, false], [-6.85546875, false], [-4.48046875, false], [-10.4765625, false], [-9.4765625, false], [-9.625, false], [-4.98046875, false], [-9.4765625, false], [-6.85546875, false], [-9.7265625, false], [-9.7265625, false], [-9.8515625, false], [-8.6015625, false], [-8.6015625, false], [-9.6015625, false], [-6.85546875, false], [-9.7265625, false], [-11.9765625, false], [-4.98046875, false], [-9.6015625, false], [-12.4765625, false], [-8.6015625, false], [-4.98046875, false], [-10.4765625, false], [-6.85546875, false], [-9.7265625, false], [-6.85546875, false], [-9.7265625, false], [-12.4765625, false], [-9.4765625, false], [-10.6015625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 347, "doc": {"id": "TIMSS_1995_8_K16", "question": "Which is made with the help of bacteria?", "choices": {"text": ["Yogurt", "Cream", "Soap", "Cooking oil"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Yogurt", "arguments": ["Question: Which is made with the help of bacteria?\nAnswer:", " ["], "resps": [[[-7.6953125, false]], [[-8.0703125, false]], [[-5.4453125, false]], [[-7.9453125, false]], [[-10.5703125, false]], [[-7.9453125, false]], [[-8.5703125, false]], [[-10.5703125, false]], [[-8.0703125, false]], [[-9.875, false]], [[-5.3203125, false]], [[-8.0703125, false]], [[-5.5703125, false]], [[-8.5703125, false]], [[-7.1953125, false]], [[-5.1953125, false]], [[-9.1953125, false]], [[-8.0703125, false]], [[-9.875, false]], [[-5.3203125, false]], [[-8.0703125, false]], [[-4.5703125, false]], [[-7.9453125, false]], [[-5.1953125, false]], [[-9.1953125, false]], [[-8.0703125, false]], [[-9.875, false]], [[-5.3203125, false]], [[-8.0703125, false]], [[-5.5703125, false]], [[-7.9453125, false]], [[-7.9453125, false]], [[-9.3203125, false]], [[-8.3203125, false]], [[-9.8203125, false]], [[-10.5703125, false]], [[-5.3203125, false]], [[-7.9453125, false]], [[-8.3203125, false]], [[-10.4453125, false]], [[-8.0703125, false]], [[-13.1953125, false]]], "filtered_resps": [[-7.6953125, false], [-8.0703125, false], [-5.4453125, false], [-7.9453125, false], [-10.5703125, false], [-7.9453125, false], [-8.5703125, false], [-10.5703125, false], [-8.0703125, false], [-9.875, false], [-5.3203125, false], [-8.0703125, false], [-5.5703125, false], [-8.5703125, false], [-7.1953125, false], [-5.1953125, false], [-9.1953125, false], [-8.0703125, false], [-9.875, false], [-5.3203125, false], [-8.0703125, false], [-4.5703125, false], [-7.9453125, false], [-5.1953125, false], [-9.1953125, false], [-8.0703125, false], [-9.875, false], [-5.3203125, false], [-8.0703125, false], [-5.5703125, false], [-7.9453125, false], [-7.9453125, false], [-9.3203125, false], [-8.3203125, false], [-9.8203125, false], [-10.5703125, false], [-5.3203125, false], [-7.9453125, false], [-8.3203125, false], [-10.4453125, false], [-8.0703125, false], [-13.1953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 355, "doc": {"id": "Mercury_407132", "question": "A student walks along a trail by a lake on a cool summer morning. Which statement is an observation the student could make?", "choices": {"text": ["Fog is rising from the lake.", "The water is too cold for swimming.", "The water is cold because it comes from melted snow.", "The temperature of the air is rising because the Sun is out."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Fog is rising from the lake.", "arguments": ["Question: A student walks along a trail by a lake on a cool summer morning. Which statement is an observation the student could make?\nAnswer:", " ["], "resps": [[[-7.1875, false]], [[-8.4375, false]], [[-7.1875, false]], [[-9.4375, false]], [[-11.9375, false]], [[-6.4375, false]], [[-9.6875, false]], [[-9.4375, false]], [[-6.4375, false]], [[-11.4375, false]], [[-9.6875, false]], [[-9.4375, false]], [[-9.6875, false]], [[-9.4375, false]], [[-11.9375, false]], [[-6.4375, false]], [[-8.9375, false]], [[-11.4375, false]], [[-9.4375, false]], [[-9.6875, false]], [[-6.4375, false]], [[-10.1875, false]], [[-10.9375, false]], [[-9.4375, false]], [[-6.4375, false]], [[-9.6875, false]], [[-4.9375, false]], [[-11.6875, false]], [[-9.4375, false]], [[-7.34375, false]], [[-8.4375, false]], [[-10.84375, false]], [[-6.4375, false]], [[-8.4375, false]], [[-7.4375, false]], [[-10.9375, false]], [[-9.4375, false]], [[-6.4375, false]], [[-11.4375, false]], [[-4.9375, false]], [[-10.1875, false]], [[-9.4375, false]], [[-11.4375, false]], [[-6.4375, false]], [[-9.6875, false]], [[-9.4375, false]], [[-6.4375, false]], [[-10.1875, false]], [[-9.4375, false]], [[-9.4375, false]], [[-6.4375, false]], [[-8.9375, false]], [[-9.4375, false]], [[-9.6875, false]], [[-8.1875, false]], [[-6.4375, false]], [[-8.9375, false]], [[-9.4375, false]], [[-11.4375, false]], [[-6.4375, false]], [[-9.4375, false]], [[-11.4375, false]], [[-9.6875, false]], [[-9.6875, false]], [[-9.6875, false]], [[-9.6875, false]], [[-9.4375, false]], [[-11.9375, false]], [[-7.34375, false]], [[-8.4375, false]], [[-10.84375, false]], [[-6.4375, false]], [[-8.4375, false]], [[-7.4375, false]], [[-10.9375, false]], [[-9.4375, false]], [[-6.4375, false]], [[-11.4375, false]], [[-4.9375, false]], [[-10.1875, false]], [[-9.4375, false]], [[-11.4375, false]], [[-6.4375, false]], [[-9.6875, false]], [[-9.4375, false]], [[-6.4375, false]], [[-8.9375, false]], [[-9.4375, false]], [[-9.6875, false]], [[-8.1875, false]], [[-6.4375, false]], [[-6.4375, false]], [[-9.4375, false]], [[-8.9375, false]], [[-4.9375, false]], [[-11.6875, false]], [[-9.4375, false]], [[-9.4375, false]], [[-6.4375, false]], [[-9.6875, false]], [[-10.1875, false]], [[-6.4375, false]], [[-8.9375, false]], [[-9.4375, false]], [[-9.6875, false]], [[-9.4375, false]], [[-9.4375, false]], [[-6.4375, false]], [[-8.9375, false]], [[-11.4375, false]], [[-9.4375, false]], [[-9.6875, false]], [[-6.4375, false]], [[-9.6875, false]], [[-9.4375, false]], [[-9.6875, false]], [[-10.1875, false]], [[-9.4375, false]], [[-8.1875, false]], [[-6.4375, false]], [[-9.4375, false]], [[-9.4375, false]], [[-9.4375, false]], [[-11.4375, false]], [[-7.34375, false]], [[-8.4375, false]], [[-10.84375, false]], [[-6.4375, false]], [[-8.4375, false]], [[-7.4375, false]], [[-10.9375, false]], [[-9.4375, false]], [[-6.4375, false]], [[-10.1875, false]], [[-9.4375, false]], [[-9.6875, false]], [[-9.4375, false]], [[-9.4375, false]], [[-11.4375, false]], [[-4.9375, false]], [[-10.1875, false]], [[-11.6875, false]], [[-11.4375, false]], [[-9.4375, false]], [[-6.4375, false]], [[-9.4375, false]], [[-8.9375, false]], [[-6.4375, false]], [[-10.1875, false]], [[-10.9375, false]], [[-9.4375, false]], [[-6.4375, false]], [[-4.9375, false]], [[-9.6875, false]], [[-11.4375, false]], [[-6.4375, false]], [[-9.6875, false]], [[-9.4375, false]], [[-6.4375, false]], [[-11.4375, false]], [[-9.6875, false]], [[-9.4375, false]], [[-9.6875, false]], [[-9.4375, false]], [[-11.9375, false]], [[-6.4375, false]], [[-6.4375, false]], [[-9.4375, false]], [[-8.9375, false]], [[-4.9375, false]], [[-11.6875, false]], [[-9.4375, false]], [[-9.4375, false]], [[-6.4375, false]], [[-10.1875, false]], [[-10.9375, false]], [[-9.4375, false]], [[-6.4375, false]], [[-5.9375, false]], [[-11.6875, false]], [[-9.4375, false]], [[-6.4375, false]], [[-9.6875, false]], [[-9.4375, false]], [[-6.4375, false]], [[-9.4375, false]], [[-11.6875, false]], [[-10.1875, false]], [[-7.34375, false]], [[-8.4375, false]], [[-12.4375, false]]], "filtered_resps": [[-7.1875, false], [-8.4375, false], [-7.1875, false], [-9.4375, false], [-11.9375, false], [-6.4375, false], [-9.6875, false], [-9.4375, false], [-6.4375, false], [-11.4375, false], [-9.6875, false], [-9.4375, false], [-9.6875, false], [-9.4375, false], [-11.9375, false], [-6.4375, false], [-8.9375, false], [-11.4375, false], [-9.4375, false], [-9.6875, false], [-6.4375, false], [-10.1875, false], [-10.9375, false], [-9.4375, false], [-6.4375, false], [-9.6875, false], [-4.9375, false], [-11.6875, false], [-9.4375, false], [-7.34375, false], [-8.4375, false], [-10.84375, false], [-6.4375, false], [-8.4375, false], [-7.4375, false], [-10.9375, false], [-9.4375, false], [-6.4375, false], [-11.4375, false], [-4.9375, false], [-10.1875, false], [-9.4375, false], [-11.4375, false], [-6.4375, false], [-9.6875, false], [-9.4375, false], [-6.4375, false], [-10.1875, false], [-9.4375, false], [-9.4375, false], [-6.4375, false], [-8.9375, false], [-9.4375, false], [-9.6875, false], [-8.1875, false], [-6.4375, false], [-8.9375, false], [-9.4375, false], [-11.4375, false], [-6.4375, false], [-9.4375, false], [-11.4375, false], [-9.6875, false], [-9.6875, false], [-9.6875, false], [-9.6875, false], [-9.4375, false], [-11.9375, false], [-7.34375, false], [-8.4375, false], [-10.84375, false], [-6.4375, false], [-8.4375, false], [-7.4375, false], [-10.9375, false], [-9.4375, false], [-6.4375, false], [-11.4375, false], [-4.9375, false], [-10.1875, false], [-9.4375, false], [-11.4375, false], [-6.4375, false], [-9.6875, false], [-9.4375, false], [-6.4375, false], [-8.9375, false], [-9.4375, false], [-9.6875, false], [-8.1875, false], [-6.4375, false], [-6.4375, false], [-9.4375, false], [-8.9375, false], [-4.9375, false], [-11.6875, false], [-9.4375, false], [-9.4375, false], [-6.4375, false], [-9.6875, false], [-10.1875, false], [-6.4375, false], [-8.9375, false], [-9.4375, false], [-9.6875, false], [-9.4375, false], [-9.4375, false], [-6.4375, false], [-8.9375, false], [-11.4375, false], [-9.4375, false], [-9.6875, false], [-6.4375, false], [-9.6875, false], [-9.4375, false], [-9.6875, false], [-10.1875, false], [-9.4375, false], [-8.1875, false], [-6.4375, false], [-9.4375, false], [-9.4375, false], [-9.4375, false], [-11.4375, false], [-7.34375, false], [-8.4375, false], [-10.84375, false], [-6.4375, false], [-8.4375, false], [-7.4375, false], [-10.9375, false], [-9.4375, false], [-6.4375, false], [-10.1875, false], [-9.4375, false], [-9.6875, false], [-9.4375, false], [-9.4375, false], [-11.4375, false], [-4.9375, false], [-10.1875, false], [-11.6875, false], [-11.4375, false], [-9.4375, false], [-6.4375, false], [-9.4375, false], [-8.9375, false], [-6.4375, false], [-10.1875, false], [-10.9375, false], [-9.4375, false], [-6.4375, false], [-4.9375, false], [-9.6875, false], [-11.4375, false], [-6.4375, false], [-9.6875, false], [-9.4375, false], [-6.4375, false], [-11.4375, false], [-9.6875, false], [-9.4375, false], [-9.6875, false], [-9.4375, false], [-11.9375, false], [-6.4375, false], [-6.4375, false], [-9.4375, false], [-8.9375, false], [-4.9375, false], [-11.6875, false], [-9.4375, false], [-9.4375, false], [-6.4375, false], [-10.1875, false], [-10.9375, false], [-9.4375, false], [-6.4375, false], [-5.9375, false], [-11.6875, false], [-9.4375, false], [-6.4375, false], [-9.6875, false], [-9.4375, false], [-6.4375, false], [-9.4375, false], [-11.6875, false], [-10.1875, false], [-7.34375, false], [-8.4375, false], [-12.4375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 363, "doc": {"id": "Mercury_SC_407577", "question": "Snowy owls live in very cold areas. Which adaptation is most likely a result of living in this type of environment?", "choices": {"text": ["sharp claws", "curved beaks", "large, yellow eyes", "thick, white feathers"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "thick, white feathers", "arguments": ["Question: Snowy owls live in very cold areas. Which adaptation is most likely a result of living in this type of environment?\nAnswer:", " ["], "resps": [[[-6.828125, false]], [[-9.953125, false]], [[-9.703125, false]], [[-10.953125, false]], [[-5.453125, false]], [[-10.328125, false]], [[-10.078125, false]], [[-4.328125, false]], [[-9.453125, false]], [[-8.953125, false]], [[-5.453125, false]], [[-10.078125, false]], [[-9.703125, false]], [[-9.953125, false]], [[-9.8984375, false]], [[-4.328125, false]], [[-9.953125, false]], [[-9.453125, false]], [[-12.453125, false]], [[-10.328125, false]], [[-11.828125, false]], [[-8.828125, false]], [[-8.078125, false]], [[-4.328125, false]], [[-8.828125, false]], [[-8.828125, false]], [[-5.453125, false]], [[-11.828125, false]], [[-9.703125, false]], [[-9.953125, false]], [[-9.8984375, false]], [[-4.328125, false]], [[-9.953125, false]], [[-8.953125, false]], [[-5.453125, false]], [[-10.328125, false]], [[-10.828125, false]], [[-8.828125, false]], [[-9.8984375, false]], [[-4.328125, false]], [[-12.828125, false]], [[-8.828125, false]], [[-8.953125, false]], [[-8.953125, false]], [[-8.078125, false]], [[-10.078125, false]], [[-4.328125, false]], [[-8.828125, false]], [[-12.828125, false]], [[-8.828125, false]], [[-9.703125, false]], [[-9.953125, false]], [[-9.8984375, false]], [[-4.328125, false]], [[-9.953125, false]], [[-11.203125, false]], [[-10.953125, false]], [[-8.578125, false]], [[-9.453125, false]], [[-11.828125, false]], [[-9.8984375, false]], [[-4.328125, false]], [[-10.078125, false]], [[-10.953125, false]], [[-8.578125, false]], [[-11.203125, false]], [[-8.828125, false]], [[-4.328125, false]], [[-9.578125, false]], [[-8.828125, false]], [[-5.453125, false]], [[-11.203125, false]], [[-10.953125, false]], [[-8.828125, false]], [[-10.328125, false]], [[-9.703125, false]], [[-9.953125, false]], [[-13.203125, false]]], "filtered_resps": [[-6.828125, false], [-9.953125, false], [-9.703125, false], [-10.953125, false], [-5.453125, false], [-10.328125, false], [-10.078125, false], [-4.328125, false], [-9.453125, false], [-8.953125, false], [-5.453125, false], [-10.078125, false], [-9.703125, false], [-9.953125, false], [-9.8984375, false], [-4.328125, false], [-9.953125, false], [-9.453125, false], [-12.453125, false], [-10.328125, false], [-11.828125, false], [-8.828125, false], [-8.078125, false], [-4.328125, false], [-8.828125, false], [-8.828125, false], [-5.453125, false], [-11.828125, false], [-9.703125, false], [-9.953125, false], [-9.8984375, false], [-4.328125, false], [-9.953125, false], [-8.953125, false], [-5.453125, false], [-10.328125, false], [-10.828125, false], [-8.828125, false], [-9.8984375, false], [-4.328125, false], [-12.828125, false], [-8.828125, false], [-8.953125, false], [-8.953125, false], [-8.078125, false], [-10.078125, false], [-4.328125, false], [-8.828125, false], [-12.828125, false], [-8.828125, false], [-9.703125, false], [-9.953125, false], [-9.8984375, false], [-4.328125, false], [-9.953125, false], [-11.203125, false], [-10.953125, false], [-8.578125, false], [-9.453125, false], [-11.828125, false], [-9.8984375, false], [-4.328125, false], [-10.078125, false], [-10.953125, false], [-8.578125, false], [-11.203125, false], [-8.828125, false], [-4.328125, false], [-9.578125, false], [-8.828125, false], [-5.453125, false], [-11.203125, false], [-10.953125, false], [-8.828125, false], [-10.328125, false], [-9.703125, false], [-9.953125, false], [-13.203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 371, "doc": {"id": "MDSA_2011_4_16", "question": "All organisms need food to survive. Which statement best describes the purpose of food for organisms?", "choices": {"text": ["Food provides skin color.", "Food provides oxygen for life.", "Food provides water for energy.", "Food provides energy for growth."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Food provides energy for growth.", "arguments": ["Question: All organisms need food to survive. Which statement best describes the purpose of food for organisms?\nAnswer:", " ["], "resps": [[[-7.20703125, false]], [[-10.2109375, false]], [[-6.70703125, false]], [[-8.7109375, false]], [[-8.7109375, false]], [[-8.2109375, false]], [[-5.70703125, false]], [[-9.7109375, false]], [[-10.9609375, false]], [[-8.7109375, false]], [[-10.4609375, false]], [[-8.2109375, false]], [[-8.2109375, false]], [[-7.70703125, false]], [[-9.2109375, false]], [[-5.70703125, false]], [[-9.2109375, false]], [[-9.9609375, false]], [[-8.2109375, false]], [[-9.2109375, false]], [[-5.70703125, false]], [[-6.70703125, false]], [[-8.7109375, false]], [[-10.7109375, false]], [[-8.7109375, false]], [[-10.9609375, false]], [[-7.4140625, false]], [[-10.2109375, false]], [[-10.7890625, false]], [[-5.70703125, false]], [[-10.2109375, false]], [[-6.70703125, false]], [[-8.7109375, false]], [[-8.7109375, false]], [[-8.2109375, false]], [[-5.70703125, false]], [[-9.7109375, false]], [[-10.9609375, false]], [[-8.7109375, false]], [[-10.4609375, false]], [[-8.2109375, false]], [[-8.2109375, false]], [[-7.70703125, false]], [[-9.2109375, false]], [[-5.70703125, false]], [[-8.7109375, false]], [[-10.2109375, false]], [[-10.9609375, false]], [[-10.4609375, false]], [[-7.70703125, false]], [[-9.2109375, false]], [[-5.70703125, false]], [[-10.2109375, false]], [[-8.7109375, false]], [[-10.9609375, false]], [[-5.70703125, false]], [[-10.7109375, false]], [[-8.2109375, false]], [[-10.2109375, false]], [[-7.70703125, false]], [[-7.4140625, false]], [[-10.2109375, false]], [[-10.7890625, false]], [[-5.70703125, false]], [[-10.2109375, false]], [[-6.70703125, false]], [[-8.7109375, false]], [[-8.7109375, false]], [[-8.2109375, false]], [[-5.70703125, false]], [[-9.7109375, false]], [[-10.9609375, false]], [[-8.7109375, false]], [[-10.4609375, false]], [[-8.2109375, false]], [[-8.2109375, false]], [[-7.70703125, false]], [[-9.2109375, false]], [[-5.70703125, false]], [[-11.4609375, false]], [[-4.95703125, false]], [[-10.7109375, false]], [[-7.70703125, false]], [[-10.9609375, false]], [[-5.70703125, false]], [[-10.2109375, false]], [[-8.7109375, false]], [[-10.9609375, false]], [[-5.70703125, false]], [[-7.70703125, false]], [[-9.2109375, false]], [[-7.70703125, false]], [[-10.9609375, false]], [[-10.4609375, false]], [[-10.9609375, false]], [[-7.4140625, false]], [[-10.2109375, false]], [[-10.7890625, false]], [[-5.70703125, false]], [[-10.2109375, false]], [[-6.70703125, false]], [[-8.7109375, false]], [[-8.7109375, false]], [[-8.2109375, false]], [[-5.70703125, false]], [[-9.7109375, false]], [[-10.9609375, false]], [[-8.7109375, false]], [[-10.4609375, false]], [[-8.2109375, false]], [[-8.2109375, false]], [[-7.70703125, false]], [[-9.2109375, false]], [[-5.70703125, false]], [[-7.70703125, false]], [[-9.2109375, false]], [[-7.70703125, false]], [[-10.9609375, false]], [[-10.4609375, false]], [[-10.9609375, false]], [[-5.70703125, false]], [[-10.2109375, false]], [[-8.7109375, false]], [[-10.9609375, false]], [[-5.70703125, false]], [[-10.4609375, false]], [[-10.9609375, false]], [[-8.7109375, false]], [[-11.4609375, false]], [[-10.7109375, false]], [[-11.7109375, false]], [[-7.4140625, false]], [[-10.2109375, false]], [[-12.9609375, false]]], "filtered_resps": [[-7.20703125, false], [-10.2109375, false], [-6.70703125, false], [-8.7109375, false], [-8.7109375, false], [-8.2109375, false], [-5.70703125, false], [-9.7109375, false], [-10.9609375, false], [-8.7109375, false], [-10.4609375, false], [-8.2109375, false], [-8.2109375, false], [-7.70703125, false], [-9.2109375, false], [-5.70703125, false], [-9.2109375, false], [-9.9609375, false], [-8.2109375, false], [-9.2109375, false], [-5.70703125, false], [-6.70703125, false], [-8.7109375, false], [-10.7109375, false], [-8.7109375, false], [-10.9609375, false], [-7.4140625, false], [-10.2109375, false], [-10.7890625, false], [-5.70703125, false], [-10.2109375, false], [-6.70703125, false], [-8.7109375, false], [-8.7109375, false], [-8.2109375, false], [-5.70703125, false], [-9.7109375, false], [-10.9609375, false], [-8.7109375, false], [-10.4609375, false], [-8.2109375, false], [-8.2109375, false], [-7.70703125, false], [-9.2109375, false], [-5.70703125, false], [-8.7109375, false], [-10.2109375, false], [-10.9609375, false], [-10.4609375, false], [-7.70703125, false], [-9.2109375, false], [-5.70703125, false], [-10.2109375, false], [-8.7109375, false], [-10.9609375, false], [-5.70703125, false], [-10.7109375, false], [-8.2109375, false], [-10.2109375, false], [-7.70703125, false], [-7.4140625, false], [-10.2109375, false], [-10.7890625, false], [-5.70703125, false], [-10.2109375, false], [-6.70703125, false], [-8.7109375, false], [-8.7109375, false], [-8.2109375, false], [-5.70703125, false], [-9.7109375, false], [-10.9609375, false], [-8.7109375, false], [-10.4609375, false], [-8.2109375, false], [-8.2109375, false], [-7.70703125, false], [-9.2109375, false], [-5.70703125, false], [-11.4609375, false], [-4.95703125, false], [-10.7109375, false], [-7.70703125, false], [-10.9609375, false], [-5.70703125, false], [-10.2109375, false], [-8.7109375, false], [-10.9609375, false], [-5.70703125, false], [-7.70703125, false], [-9.2109375, false], [-7.70703125, false], [-10.9609375, false], [-10.4609375, false], [-10.9609375, false], [-7.4140625, false], [-10.2109375, false], [-10.7890625, false], [-5.70703125, false], [-10.2109375, false], [-6.70703125, false], [-8.7109375, false], [-8.7109375, false], [-8.2109375, false], [-5.70703125, false], [-9.7109375, false], [-10.9609375, false], [-8.7109375, false], [-10.4609375, false], [-8.2109375, false], [-8.2109375, false], [-7.70703125, false], [-9.2109375, false], [-5.70703125, false], [-7.70703125, false], [-9.2109375, false], [-7.70703125, false], [-10.9609375, false], [-10.4609375, false], [-10.9609375, false], [-5.70703125, false], [-10.2109375, false], [-8.7109375, false], [-10.9609375, false], [-5.70703125, false], [-10.4609375, false], [-10.9609375, false], [-8.7109375, false], [-11.4609375, false], [-10.7109375, false], [-11.7109375, false], [-7.4140625, false], [-10.2109375, false], [-12.9609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 379, "doc": {"id": "Mercury_SC_415584", "question": "A class measures the time it takes for two different trucks to drive across the parking lot. How can they tell which truck is faster?", "choices": {"text": ["The truck that starts moving first is faster.", "The truck that takes less time is faster.", "The truck that has bigger tires is faster.", "The truck that takes more time is faster."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "The truck that takes less time is faster.", "arguments": ["Question: A class measures the time it takes for two different trucks to drive across the parking lot. How can they tell which truck is faster?\nAnswer:", " ["], "resps": [[[-7.29296875, false]], [[-9.5390625, false]], [[-6.79296875, false]], [[-9.5390625, false]], [[-8.7890625, false]], [[-6.04296875, false]], [[-9.2890625, false]], [[-9.7890625, false]], [[-10.0390625, false]], [[-9.0390625, false]], [[-8.2890625, false]], [[-6.04296875, false]], [[-9.2890625, false]], [[-9.5390625, false]], [[-5.29296875, false]], [[-9.2890625, false]], [[-6.04296875, false]], [[-9.0390625, false]], [[-9.2890625, false]], [[-5.29296875, false]], [[-9.7890625, false]], [[-9.2890625, false]], [[-9.0390625, false]], [[-6.04296875, false]], [[-8.5390625, false]], [[-10.7890625, false]], [[-9.5390625, false]], [[-8.5390625, false]], [[-8.7890625, false]], [[-11.2890625, false]], [[-6.04296875, false]], [[-8.7890625, false]], [[-8.5390625, false]], [[-9.7890625, false]], [[-9.0390625, false]], [[-9.2890625, false]], [[-6.04296875, false]], [[-8.5390625, false]], [[-9.0390625, false]], [[-6.04296875, false]], [[-8.7890625, false]], [[-5.29296875, false]], [[-9.0390625, false]], [[-9.2890625, false]], [[-8.7890625, false]], [[-9.7890625, false]], [[-7.5078125, false]], [[-9.5390625, false]], [[-10.0078125, false]], [[-6.04296875, false]], [[-9.5390625, false]], [[-6.79296875, false]], [[-9.5390625, false]], [[-8.7890625, false]], [[-6.04296875, false]], [[-9.2890625, false]], [[-9.7890625, false]], [[-10.0390625, false]], [[-9.0390625, false]], [[-8.2890625, false]], [[-6.04296875, false]], [[-9.2890625, false]], [[-9.5390625, false]], [[-5.29296875, false]], [[-9.2890625, false]], [[-6.04296875, false]], [[-9.2890625, false]], [[-5.29296875, false]], [[-8.2890625, false]], [[-8.7890625, false]], [[-9.0390625, false]], [[-6.04296875, false]], [[-10.2890625, false]], [[-8.7890625, false]], [[-9.0390625, false]], [[-9.0390625, false]], [[-6.04296875, false]], [[-9.2890625, false]], [[-8.5390625, false]], [[-8.5390625, false]], [[-8.7890625, false]], [[-6.04296875, false]], [[-8.5390625, false]], [[-9.0390625, false]], [[-6.04296875, false]], [[-8.7890625, false]], [[-5.29296875, false]], [[-9.0390625, false]], [[-9.2890625, false]], [[-8.7890625, false]], [[-9.7890625, false]], [[-7.5078125, false]], [[-9.5390625, false]], [[-10.0078125, false]], [[-6.04296875, false]], [[-9.5390625, false]], [[-6.79296875, false]], [[-9.5390625, false]], [[-8.7890625, false]], [[-6.04296875, false]], [[-9.2890625, false]], [[-9.7890625, false]], [[-10.0390625, false]], [[-9.0390625, false]], [[-8.2890625, false]], [[-6.04296875, false]], [[-9.2890625, false]], [[-9.5390625, false]], [[-5.29296875, false]], [[-9.2890625, false]], [[-6.04296875, false]], [[-9.5390625, false]], [[-5.29296875, false]], [[-9.0390625, false]], [[-6.04296875, false]], [[-7.79296875, false]], [[-8.5390625, false]], [[-11.2890625, false]], [[-11.2890625, false]], [[-8.7890625, false]], [[-9.7890625, false]], [[-6.04296875, false]], [[-9.2890625, false]], [[-8.5390625, false]], [[-9.7890625, false]], [[-8.7890625, false]], [[-9.0390625, false]], [[-6.04296875, false]], [[-8.5390625, false]], [[-9.0390625, false]], [[-6.04296875, false]], [[-8.7890625, false]], [[-5.29296875, false]], [[-9.0390625, false]], [[-9.2890625, false]], [[-8.7890625, false]], [[-9.7890625, false]], [[-7.5078125, false]], [[-9.5390625, false]], [[-10.0078125, false]], [[-6.04296875, false]], [[-9.5390625, false]], [[-6.79296875, false]], [[-9.5390625, false]], [[-8.7890625, false]], [[-6.04296875, false]], [[-9.2890625, false]], [[-9.7890625, false]], [[-10.0390625, false]], [[-9.0390625, false]], [[-8.2890625, false]], [[-6.04296875, false]], [[-9.2890625, false]], [[-9.5390625, false]], [[-5.29296875, false]], [[-9.2890625, false]], [[-6.04296875, false]], [[-9.2890625, false]], [[-5.29296875, false]], [[-8.2890625, false]], [[-8.7890625, false]], [[-9.0390625, false]], [[-6.04296875, false]], [[-8.5390625, false]], [[-10.7890625, false]], [[-9.7890625, false]], [[-8.7890625, false]], [[-6.04296875, false]], [[-9.2890625, false]], [[-8.5390625, false]], [[-8.5390625, false]], [[-8.7890625, false]], [[-6.04296875, false]], [[-8.5390625, false]], [[-9.0390625, false]], [[-6.04296875, false]], [[-8.7890625, false]], [[-5.29296875, false]], [[-9.0390625, false]], [[-9.2890625, false]], [[-8.7890625, false]], [[-9.7890625, false]], [[-7.5078125, false]], [[-9.5390625, false]], [[-12.5390625, false]]], "filtered_resps": [[-7.29296875, false], [-9.5390625, false], [-6.79296875, false], [-9.5390625, false], [-8.7890625, false], [-6.04296875, false], [-9.2890625, false], [-9.7890625, false], [-10.0390625, false], [-9.0390625, false], [-8.2890625, false], [-6.04296875, false], [-9.2890625, false], [-9.5390625, false], [-5.29296875, false], [-9.2890625, false], [-6.04296875, false], [-9.0390625, false], [-9.2890625, false], [-5.29296875, false], [-9.7890625, false], [-9.2890625, false], [-9.0390625, false], [-6.04296875, false], [-8.5390625, false], [-10.7890625, false], [-9.5390625, false], [-8.5390625, false], [-8.7890625, false], [-11.2890625, false], [-6.04296875, false], [-8.7890625, false], [-8.5390625, false], [-9.7890625, false], [-9.0390625, false], [-9.2890625, false], [-6.04296875, false], [-8.5390625, false], [-9.0390625, false], [-6.04296875, false], [-8.7890625, false], [-5.29296875, false], [-9.0390625, false], [-9.2890625, false], [-8.7890625, false], [-9.7890625, false], [-7.5078125, false], [-9.5390625, false], [-10.0078125, false], [-6.04296875, false], [-9.5390625, false], [-6.79296875, false], [-9.5390625, false], [-8.7890625, false], [-6.04296875, false], [-9.2890625, false], [-9.7890625, false], [-10.0390625, false], [-9.0390625, false], [-8.2890625, false], [-6.04296875, false], [-9.2890625, false], [-9.5390625, false], [-5.29296875, false], [-9.2890625, false], [-6.04296875, false], [-9.2890625, false], [-5.29296875, false], [-8.2890625, false], [-8.7890625, false], [-9.0390625, false], [-6.04296875, false], [-10.2890625, false], [-8.7890625, false], [-9.0390625, false], [-9.0390625, false], [-6.04296875, false], [-9.2890625, false], [-8.5390625, false], [-8.5390625, false], [-8.7890625, false], [-6.04296875, false], [-8.5390625, false], [-9.0390625, false], [-6.04296875, false], [-8.7890625, false], [-5.29296875, false], [-9.0390625, false], [-9.2890625, false], [-8.7890625, false], [-9.7890625, false], [-7.5078125, false], [-9.5390625, false], [-10.0078125, false], [-6.04296875, false], [-9.5390625, false], [-6.79296875, false], [-9.5390625, false], [-8.7890625, false], [-6.04296875, false], [-9.2890625, false], [-9.7890625, false], [-10.0390625, false], [-9.0390625, false], [-8.2890625, false], [-6.04296875, false], [-9.2890625, false], [-9.5390625, false], [-5.29296875, false], [-9.2890625, false], [-6.04296875, false], [-9.5390625, false], [-5.29296875, false], [-9.0390625, false], [-6.04296875, false], [-7.79296875, false], [-8.5390625, false], [-11.2890625, false], [-11.2890625, false], [-8.7890625, false], [-9.7890625, false], [-6.04296875, false], [-9.2890625, false], [-8.5390625, false], [-9.7890625, false], [-8.7890625, false], [-9.0390625, false], [-6.04296875, false], [-8.5390625, false], [-9.0390625, false], [-6.04296875, false], [-8.7890625, false], [-5.29296875, false], [-9.0390625, false], [-9.2890625, false], [-8.7890625, false], [-9.7890625, false], [-7.5078125, false], [-9.5390625, false], [-10.0078125, false], [-6.04296875, false], [-9.5390625, false], [-6.79296875, false], [-9.5390625, false], [-8.7890625, false], [-6.04296875, false], [-9.2890625, false], [-9.7890625, false], [-10.0390625, false], [-9.0390625, false], [-8.2890625, false], [-6.04296875, false], [-9.2890625, false], [-9.5390625, false], [-5.29296875, false], [-9.2890625, false], [-6.04296875, false], [-9.2890625, false], [-5.29296875, false], [-8.2890625, false], [-8.7890625, false], [-9.0390625, false], [-6.04296875, false], [-8.5390625, false], [-10.7890625, false], [-9.7890625, false], [-8.7890625, false], [-6.04296875, false], [-9.2890625, false], [-8.5390625, false], [-8.5390625, false], [-8.7890625, false], [-6.04296875, false], [-8.5390625, false], [-9.0390625, false], [-6.04296875, false], [-8.7890625, false], [-5.29296875, false], [-9.0390625, false], [-9.2890625, false], [-8.7890625, false], [-9.7890625, false], [-7.5078125, false], [-9.5390625, false], [-12.5390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 387, "doc": {"id": "ACTAAP_2014_5_12", "question": "A blacksmith bends a metal rod into a round wheel. Which statement best describes the wheel?", "choices": {"text": ["The wheel weighs less than the rod.", "The wheel weighs more than the rod.", "The wheel is made of the same substance as the rod.", "The wheel is made of a different substance than the rod."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "The wheel is made of the same substance as the rod.", "arguments": ["Question: A blacksmith bends a metal rod into a round wheel. Which statement best describes the wheel?\nAnswer:", " ["], "resps": [[[-6.51171875, false]], [[-8.2578125, false]], [[-6.26171875, false]], [[-10.5078125, false]], [[-8.5078125, false]], [[-5.76171875, false]], [[-9.2578125, false]], [[-10.5078125, false]], [[-8.5078125, false]], [[-8.5078125, false]], [[-9.7578125, false]], [[-5.76171875, false]], [[-9.2578125, false]], [[-8.5078125, false]], [[-8.5078125, false]], [[-10.5078125, false]], [[-10.5078125, false]], [[-8.5078125, false]], [[-5.76171875, false]], [[-9.7578125, false]], [[-8.5078125, false]], [[-8.5078125, false]], [[-8.5078125, false]], [[-5.76171875, false]], [[-9.0078125, false]], [[-10.5078125, false]], [[-3.259765625, false]], [[-8.5078125, false]], [[-5.76171875, false]], [[-9.0078125, false]], [[-10.5078125, false]], [[-8.5078125, false]], [[-5.76171875, false]], [[-9.0078125, false]], [[-10.0078125, false]], [[-8.0078125, false]], [[-6.78515625, false]], [[-8.2578125, false]], [[-9.78125, false]], [[-5.76171875, false]], [[-8.2578125, false]], [[-6.26171875, false]], [[-10.5078125, false]], [[-8.5078125, false]], [[-5.76171875, false]], [[-9.2578125, false]], [[-10.5078125, false]], [[-8.5078125, false]], [[-8.5078125, false]], [[-9.7578125, false]], [[-5.76171875, false]], [[-9.2578125, false]], [[-8.5078125, false]], [[-8.5078125, false]], [[-10.5078125, false]], [[-10.5078125, false]], [[-8.5078125, false]], [[-5.76171875, false]], [[-9.0078125, false]], [[-10.0078125, false]], [[-9.0078125, false]], [[-8.5078125, false]], [[-5.76171875, false]], [[-9.0078125, false]], [[-10.5078125, false]], [[-3.259765625, false]], [[-8.5078125, false]], [[-5.76171875, false]], [[-9.0078125, false]], [[-10.5078125, false]], [[-8.5078125, false]], [[-5.76171875, false]], [[-9.0078125, false]], [[-10.0078125, false]], [[-8.0078125, false]], [[-6.78515625, false]], [[-8.2578125, false]], [[-9.78125, false]], [[-5.76171875, false]], [[-8.2578125, false]], [[-6.26171875, false]], [[-10.5078125, false]], [[-8.5078125, false]], [[-5.76171875, false]], [[-9.2578125, false]], [[-10.5078125, false]], [[-8.5078125, false]], [[-8.5078125, false]], [[-9.7578125, false]], [[-5.76171875, false]], [[-8.5078125, false]], [[-8.5078125, false]], [[-5.76171875, false]], [[-9.0078125, false]], [[-3.259765625, false]], [[-8.0078125, false]], [[-8.5078125, false]], [[-5.76171875, false]], [[-10.0078125, false]], [[-8.7578125, false]], [[-5.76171875, false]], [[-9.0078125, false]], [[-10.5078125, false]], [[-8.5078125, false]], [[-5.76171875, false]], [[-8.5078125, false]], [[-3.259765625, false]], [[-9.0078125, false]], [[-8.5078125, false]], [[-5.76171875, false]], [[-8.5078125, false]], [[-10.2578125, false]], [[-5.01171875, false]], [[-8.5078125, false]], [[-9.0078125, false]], [[-3.259765625, false]], [[-8.5078125, false]], [[-7.01171875, false]], [[-8.5078125, false]], [[-5.76171875, false]], [[-3.259765625, false]], [[-8.5078125, false]], [[-5.76171875, false]], [[-9.0078125, false]], [[-10.5078125, false]], [[-8.5078125, false]], [[-5.76171875, false]], [[-9.0078125, false]], [[-10.0078125, false]], [[-8.0078125, false]], [[-6.78515625, false]], [[-8.2578125, false]], [[-9.78125, false]], [[-5.76171875, false]], [[-8.2578125, false]], [[-6.26171875, false]], [[-10.5078125, false]], [[-8.5078125, false]], [[-5.76171875, false]], [[-9.2578125, false]], [[-10.5078125, false]], [[-8.5078125, false]], [[-8.5078125, false]], [[-9.7578125, false]], [[-5.76171875, false]], [[-8.5078125, false]], [[-8.5078125, false]], [[-5.76171875, false]], [[-9.0078125, false]], [[-3.259765625, false]], [[-8.0078125, false]], [[-8.5078125, false]], [[-5.76171875, false]], [[-10.0078125, false]], [[-8.7578125, false]], [[-5.76171875, false]], [[-3.259765625, false]], [[-5.76171875, false]], [[-8.0078125, false]], [[-8.5078125, false]], [[-8.7578125, false]], [[-8.7578125, false]], [[-8.5078125, false]], [[-9.0078125, false]], [[-8.5078125, false]], [[-8.5078125, false]], [[-9.0078125, false]], [[-5.76171875, false]], [[-8.5078125, false]], [[-10.2578125, false]], [[-5.01171875, false]], [[-8.5078125, false]], [[-9.0078125, false]], [[-3.259765625, false]], [[-8.5078125, false]], [[-7.01171875, false]], [[-8.5078125, false]], [[-5.76171875, false]], [[-9.0078125, false]], [[-10.5078125, false]], [[-3.259765625, false]], [[-8.5078125, false]], [[-5.76171875, false]], [[-9.0078125, false]], [[-10.5078125, false]], [[-8.5078125, false]], [[-5.76171875, false]], [[-9.0078125, false]], [[-10.0078125, false]], [[-8.0078125, false]], [[-6.78515625, false]], [[-8.2578125, false]], [[-12.2578125, false]]], "filtered_resps": [[-6.51171875, false], [-8.2578125, false], [-6.26171875, false], [-10.5078125, false], [-8.5078125, false], [-5.76171875, false], [-9.2578125, false], [-10.5078125, false], [-8.5078125, false], [-8.5078125, false], [-9.7578125, false], [-5.76171875, false], [-9.2578125, false], [-8.5078125, false], [-8.5078125, false], [-10.5078125, false], [-10.5078125, false], [-8.5078125, false], [-5.76171875, false], [-9.7578125, false], [-8.5078125, false], [-8.5078125, false], [-8.5078125, false], [-5.76171875, false], [-9.0078125, false], [-10.5078125, false], [-3.259765625, false], [-8.5078125, false], [-5.76171875, false], [-9.0078125, false], [-10.5078125, false], [-8.5078125, false], [-5.76171875, false], [-9.0078125, false], [-10.0078125, false], [-8.0078125, false], [-6.78515625, false], [-8.2578125, false], [-9.78125, false], [-5.76171875, false], [-8.2578125, false], [-6.26171875, false], [-10.5078125, false], [-8.5078125, false], [-5.76171875, false], [-9.2578125, false], [-10.5078125, false], [-8.5078125, false], [-8.5078125, false], [-9.7578125, false], [-5.76171875, false], [-9.2578125, false], [-8.5078125, false], [-8.5078125, false], [-10.5078125, false], [-10.5078125, false], [-8.5078125, false], [-5.76171875, false], [-9.0078125, false], [-10.0078125, false], [-9.0078125, false], [-8.5078125, false], [-5.76171875, false], [-9.0078125, false], [-10.5078125, false], [-3.259765625, false], [-8.5078125, false], [-5.76171875, false], [-9.0078125, false], [-10.5078125, false], [-8.5078125, false], [-5.76171875, false], [-9.0078125, false], [-10.0078125, false], [-8.0078125, false], [-6.78515625, false], [-8.2578125, false], [-9.78125, false], [-5.76171875, false], [-8.2578125, false], [-6.26171875, false], [-10.5078125, false], [-8.5078125, false], [-5.76171875, false], [-9.2578125, false], [-10.5078125, false], [-8.5078125, false], [-8.5078125, false], [-9.7578125, false], [-5.76171875, false], [-8.5078125, false], [-8.5078125, false], [-5.76171875, false], [-9.0078125, false], [-3.259765625, false], [-8.0078125, false], [-8.5078125, false], [-5.76171875, false], [-10.0078125, false], [-8.7578125, false], [-5.76171875, false], [-9.0078125, false], [-10.5078125, false], [-8.5078125, false], [-5.76171875, false], [-8.5078125, false], [-3.259765625, false], [-9.0078125, false], [-8.5078125, false], [-5.76171875, false], [-8.5078125, false], [-10.2578125, false], [-5.01171875, false], [-8.5078125, false], [-9.0078125, false], [-3.259765625, false], [-8.5078125, false], [-7.01171875, false], [-8.5078125, false], [-5.76171875, false], [-3.259765625, false], [-8.5078125, false], [-5.76171875, false], [-9.0078125, false], [-10.5078125, false], [-8.5078125, false], [-5.76171875, false], [-9.0078125, false], [-10.0078125, false], [-8.0078125, false], [-6.78515625, false], [-8.2578125, false], [-9.78125, false], [-5.76171875, false], [-8.2578125, false], [-6.26171875, false], [-10.5078125, false], [-8.5078125, false], [-5.76171875, false], [-9.2578125, false], [-10.5078125, false], [-8.5078125, false], [-8.5078125, false], [-9.7578125, false], [-5.76171875, false], [-8.5078125, false], [-8.5078125, false], [-5.76171875, false], [-9.0078125, false], [-3.259765625, false], [-8.0078125, false], [-8.5078125, false], [-5.76171875, false], [-10.0078125, false], [-8.7578125, false], [-5.76171875, false], [-3.259765625, false], [-5.76171875, false], [-8.0078125, false], [-8.5078125, false], [-8.7578125, false], [-8.7578125, false], [-8.5078125, false], [-9.0078125, false], [-8.5078125, false], [-8.5078125, false], [-9.0078125, false], [-5.76171875, false], [-8.5078125, false], [-10.2578125, false], [-5.01171875, false], [-8.5078125, false], [-9.0078125, false], [-3.259765625, false], [-8.5078125, false], [-7.01171875, false], [-8.5078125, false], [-5.76171875, false], [-9.0078125, false], [-10.5078125, false], [-3.259765625, false], [-8.5078125, false], [-5.76171875, false], [-9.0078125, false], [-10.5078125, false], [-8.5078125, false], [-5.76171875, false], [-9.0078125, false], [-10.0078125, false], [-8.0078125, false], [-6.78515625, false], [-8.2578125, false], [-12.2578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 395, "doc": {"id": "Mercury_407259", "question": "Which action results in a chemical change?", "choices": {"text": ["apples being cut into slices", "wood burning in a fireplace", "wet clothes drying on a clothesline", "snow being shoveled off of a sidewalk"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "wood burning in a fireplace", "arguments": ["Question: Which action results in a chemical change?\nAnswer:", " ["], "resps": [[[-6.14453125, false]], [[-9.890625, false]], [[-2.89453125, false]], [[-8.390625, false]], [[-8.390625, false]], [[-10.890625, false]], [[-7.39453125, false]], [[-9.890625, false]], [[-4.89453125, false]], [[-7.89453125, false]], [[-7.39453125, false]], [[-6.64453125, false]], [[-8.390625, false]], [[-11.140625, false]], [[-4.89453125, false]], [[-7.89453125, false]], [[-8.890625, false]], [[-9.390625, false]], [[-4.89453125, false]], [[-6.64453125, false]], [[-8.390625, false]], [[-9.390625, false]], [[-8.640625, false]], [[-4.89453125, false]], [[-9.890625, false]], [[-10.890625, false]], [[-6.64453125, false]], [[-7.89453125, false]], [[-7.39453125, false]], [[-9.890625, false]], [[-9.890625, false]], [[-9.296875, false]], [[-4.89453125, false]], [[-9.890625, false]], [[-11.890625, false]], [[-8.640625, false]], [[-8.640625, false]], [[-8.890625, false]], [[-4.89453125, false]], [[-7.89453125, false]], [[-8.890625, false]], [[-9.640625, false]], [[-8.390625, false]], [[-6.64453125, false]], [[-8.390625, false]], [[-11.140625, false]], [[-4.89453125, false]], [[-6.64453125, false]], [[-8.390625, false]], [[-4.89453125, false]], [[-2.89453125, false]], [[-4.89453125, false]], [[-9.890625, false]], [[-6.64453125, false]], [[-9.640625, false]], [[-7.39453125, false]], [[-8.390625, false]], [[-10.890625, false]], [[-2.89453125, false]], [[-7.89453125, false]], [[-7.39453125, false]], [[-9.890625, false]], [[-9.296875, false]], [[-4.89453125, false]], [[-9.890625, false]], [[-11.890625, false]], [[-7.39453125, false]], [[-9.390625, false]], [[-4.89453125, false]], [[-7.89453125, false]], [[-10.890625, false]], [[-8.640625, false]], [[-9.390625, false]], [[-10.140625, false]], [[-7.39453125, false]], [[-9.890625, false]], [[-4.89453125, false]], [[-8.890625, false]], [[-9.640625, false]], [[-8.890625, false]], [[-6.64453125, false]], [[-8.390625, false]], [[-11.140625, false]], [[-4.89453125, false]], [[-8.640625, false]], [[-8.390625, false]], [[-4.89453125, false]], [[-2.89453125, false]], [[-4.89453125, false]], [[-7.89453125, false]], [[-10.890625, false]], [[-8.640625, false]], [[-9.390625, false]], [[-10.140625, false]], [[-7.39453125, false]], [[-9.890625, false]], [[-10.890625, false]], [[-6.64453125, false]], [[-8.390625, false]], [[-7.39453125, false]], [[-9.890625, false]], [[-9.296875, false]], [[-4.89453125, false]], [[-9.890625, false]], [[-9.890625, false]], [[-8.390625, false]], [[-8.640625, false]], [[-11.890625, false]], [[-4.89453125, false]], [[-7.89453125, false]], [[-7.39453125, false]], [[-6.64453125, false]], [[-8.390625, false]], [[-11.140625, false]], [[-4.89453125, false]], [[-9.890625, false]], [[-10.140625, false]], [[-8.640625, false]], [[-9.890625, false]], [[-7.39453125, false]], [[-10.890625, false]], [[-7.39453125, false]], [[-8.890625, false]], [[-4.89453125, false]], [[-8.640625, false]], [[-9.890625, false]], [[-9.890625, false]], [[-4.89453125, false]], [[-8.640625, false]], [[-9.890625, false]], [[-4.89453125, false]], [[-2.89453125, false]], [[-4.89453125, false]], [[-9.890625, false]], [[-6.64453125, false]], [[-8.890625, false]], [[-7.39453125, false]], [[-11.890625, false]], [[-2.89453125, false]], [[-10.890625, false]], [[-10.390625, false]], [[-9.890625, false]], [[-12.390625, false]]], "filtered_resps": [[-6.14453125, false], [-9.890625, false], [-2.89453125, false], [-8.390625, false], [-8.390625, false], [-10.890625, false], [-7.39453125, false], [-9.890625, false], [-4.89453125, false], [-7.89453125, false], [-7.39453125, false], [-6.64453125, false], [-8.390625, false], [-11.140625, false], [-4.89453125, false], [-7.89453125, false], [-8.890625, false], [-9.390625, false], [-4.89453125, false], [-6.64453125, false], [-8.390625, false], [-9.390625, false], [-8.640625, false], [-4.89453125, false], [-9.890625, false], [-10.890625, false], [-6.64453125, false], [-7.89453125, false], [-7.39453125, false], [-9.890625, false], [-9.890625, false], [-9.296875, false], [-4.89453125, false], [-9.890625, false], [-11.890625, false], [-8.640625, false], [-8.640625, false], [-8.890625, false], [-4.89453125, false], [-7.89453125, false], [-8.890625, false], [-9.640625, false], [-8.390625, false], [-6.64453125, false], [-8.390625, false], [-11.140625, false], [-4.89453125, false], [-6.64453125, false], [-8.390625, false], [-4.89453125, false], [-2.89453125, false], [-4.89453125, false], [-9.890625, false], [-6.64453125, false], [-9.640625, false], [-7.39453125, false], [-8.390625, false], [-10.890625, false], [-2.89453125, false], [-7.89453125, false], [-7.39453125, false], [-9.890625, false], [-9.296875, false], [-4.89453125, false], [-9.890625, false], [-11.890625, false], [-7.39453125, false], [-9.390625, false], [-4.89453125, false], [-7.89453125, false], [-10.890625, false], [-8.640625, false], [-9.390625, false], [-10.140625, false], [-7.39453125, false], [-9.890625, false], [-4.89453125, false], [-8.890625, false], [-9.640625, false], [-8.890625, false], [-6.64453125, false], [-8.390625, false], [-11.140625, false], [-4.89453125, false], [-8.640625, false], [-8.390625, false], [-4.89453125, false], [-2.89453125, false], [-4.89453125, false], [-7.89453125, false], [-10.890625, false], [-8.640625, false], [-9.390625, false], [-10.140625, false], [-7.39453125, false], [-9.890625, false], [-10.890625, false], [-6.64453125, false], [-8.390625, false], [-7.39453125, false], [-9.890625, false], [-9.296875, false], [-4.89453125, false], [-9.890625, false], [-9.890625, false], [-8.390625, false], [-8.640625, false], [-11.890625, false], [-4.89453125, false], [-7.89453125, false], [-7.39453125, false], [-6.64453125, false], [-8.390625, false], [-11.140625, false], [-4.89453125, false], [-9.890625, false], [-10.140625, false], [-8.640625, false], [-9.890625, false], [-7.39453125, false], [-10.890625, false], [-7.39453125, false], [-8.890625, false], [-4.89453125, false], [-8.640625, false], [-9.890625, false], [-9.890625, false], [-4.89453125, false], [-8.640625, false], [-9.890625, false], [-4.89453125, false], [-2.89453125, false], [-4.89453125, false], [-9.890625, false], [-6.64453125, false], [-8.890625, false], [-7.39453125, false], [-11.890625, false], [-2.89453125, false], [-10.890625, false], [-10.390625, false], [-9.890625, false], [-12.390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 403, "doc": {"id": "VASoL_2008_3_20", "question": "Which of these is an example of something being recycled?", "choices": {"text": ["Taking glass bottles to a place that makes them into new bottles", "Using the same foil to cover food several times", "Wrapping glasses with newspaper to put them in a moving box", "Carrying lunch to school every day in the same plastic bag"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Taking glass bottles to a place that makes them into new bottles", "arguments": ["Question: Which of these is an example of something being recycled?\nAnswer:", " ["], "resps": [[[-7.28125, false]], [[-7.65625, false]], [[-7.15625, false]], [[-5.15625, false]], [[-11.65625, false]], [[-8.78125, false]], [[-10.28125, false]], [[-12.03125, false]], [[-6.03125, false]], [[-12.03125, false]], [[-9.90625, false]], [[-5.15625, false]], [[-9.53125, false]], [[-9.53125, false]], [[-6.03125, false]], [[-10.03125, false]], [[-9.78125, false]], [[-10.78125, false]], [[-10.78125, false]], [[-9.90625, false]], [[-8.28125, false]], [[-9.53125, false]], [[-6.03125, false]], [[-10.78125, false]], [[-9.78125, false]], [[-6.03125, false]], [[-5.15625, false]], [[-6.03125, false]], [[-10.15625, false]], [[-9.90625, false]], [[-5.15625, false]], [[-9.65625, false]], [[-8.28125, false]], [[-6.03125, false]], [[-10.78125, false]], [[-11.53125, false]], [[-5.15625, false]], [[-10.78125, false]], [[-6.03125, false]], [[-10.53125, false]], [[-5.15625, false]], [[-11.65625, false]], [[-8.28125, false]], [[-9.53125, false]], [[-6.03125, false]], [[-10.78125, false]], [[-11.53125, false]], [[-8.28125, false]], [[-10.53125, false]], [[-6.03125, false]], [[-8.78125, false]], [[-10.28125, false]], [[-10.78125, false]], [[-9.78125, false]], [[-6.03125, false]], [[-10.28125, false]], [[-8.28125, false]], [[-10.28125, false]], [[-6.03125, false]], [[-10.03125, false]], [[-9.78125, false]], [[-10.78125, false]], [[-10.78125, false]], [[-9.90625, false]], [[-8.28125, false]], [[-9.53125, false]], [[-7.65625, false]], [[-10.4765625, false]], [[-6.03125, false]], [[-7.65625, false]], [[-6.40625, false]], [[-9.53125, false]], [[-8.78125, false]], [[-10.28125, false]], [[-12.03125, false]], [[-6.03125, false]], [[-10.78125, false]], [[-11.53125, false]], [[-8.28125, false]], [[-6.03125, false]], [[-9.53125, false]], [[-5.15625, false]], [[-10.53125, false]], [[-8.28125, false]], [[-6.03125, false]], [[-10.78125, false]], [[-9.78125, false]], [[-8.78125, false]], [[-9.90625, false]], [[-6.03125, false]], [[-10.78125, false]], [[-9.78125, false]], [[-6.03125, false]], [[-9.65625, false]], [[-9.78125, false]], [[-11.28125, false]], [[-8.28125, false]], [[-10.53125, false]], [[-6.03125, false]], [[-10.78125, false]], [[-9.78125, false]], [[-9.78125, false]], [[-10.53125, false]], [[-6.03125, false]], [[-9.53125, false]], [[-8.28125, false]], [[-11.28125, false]], [[-8.28125, false]], [[-10.53125, false]], [[-5.15625, false]], [[-9.90625, false]], [[-6.03125, false]], [[-10.78125, false]], [[-8.78125, false]], [[-10.53125, false]], [[-8.28125, false]], [[-9.53125, false]], [[-7.65625, false]], [[-10.4765625, false]], [[-6.03125, false]], [[-7.65625, false]], [[-7.15625, false]], [[-10.53125, false]], [[-5.15625, false]], [[-10.15625, false]], [[-10.15625, false]], [[-8.78125, false]], [[-10.28125, false]], [[-12.03125, false]], [[-6.03125, false]], [[-12.03125, false]], [[-9.90625, false]], [[-5.15625, false]], [[-9.53125, false]], [[-9.53125, false]], [[-8.28125, false]], [[-9.53125, false]], [[-6.03125, false]], [[-10.28125, false]], [[-8.78125, false]], [[-10.78125, false]], [[-11.53125, false]], [[-6.03125, false]], [[-10.28125, false]], [[-8.28125, false]], [[-10.28125, false]], [[-9.53125, false]], [[-10.15625, false]], [[-5.15625, false]], [[-10.15625, false]], [[-8.28125, false]], [[-10.53125, false]], [[-6.03125, false]], [[-10.78125, false]], [[-9.78125, false]], [[-6.03125, false]], [[-10.15625, false]], [[-11.40625, false]], [[-10.78125, false]], [[-6.03125, false]], [[-10.78125, false]], [[-11.53125, false]], [[-8.28125, false]], [[-10.53125, false]], [[-6.03125, false]], [[-8.78125, false]], [[-10.28125, false]], [[-6.03125, false]], [[-5.15625, false]], [[-6.03125, false]], [[-10.53125, false]], [[-9.78125, false]], [[-11.28125, false]], [[-8.78125, false]], [[-10.28125, false]], [[-12.03125, false]], [[-6.03125, false]], [[-10.03125, false]], [[-9.78125, false]], [[-9.65625, false]], [[-7.65625, false]], [[-10.4765625, false]], [[-6.03125, false]], [[-7.65625, false]], [[-5.65625, false]], [[-5.15625, false]], [[-10.53125, false]], [[-10.53125, false]], [[-12.03125, false]], [[-8.78125, false]], [[-10.28125, false]], [[-12.03125, false]], [[-6.03125, false]], [[-9.90625, false]], [[-11.40625, false]], [[-10.28125, false]], [[-9.65625, false]], [[-11.53125, false]], [[-6.03125, false]], [[-10.78125, false]], [[-9.78125, false]], [[-6.03125, false]], [[-9.53125, false]], [[-9.65625, false]], [[-11.53125, false]], [[-9.78125, false]], [[-9.78125, false]], [[-9.90625, false]], [[-6.03125, false]], [[-8.28125, false]], [[-11.28125, false]], [[-8.28125, false]], [[-10.53125, false]], [[-12.03125, false]], [[-6.03125, false]], [[-10.53125, false]], [[-5.15625, false]], [[-12.03125, false]], [[-6.03125, false]], [[-8.78125, false]], [[-10.28125, false]], [[-6.03125, false]], [[-10.78125, false]], [[-11.53125, false]], [[-8.28125, false]], [[-6.03125, false]], [[-9.53125, false]], [[-5.15625, false]], [[-10.53125, false]], [[-8.28125, false]], [[-6.03125, false]], [[-10.15625, false]], [[-9.90625, false]], [[-5.15625, false]], [[-9.53125, false]], [[-10.78125, false]], [[-8.78125, false]], [[-9.65625, false]], [[-6.03125, false]], [[-10.03125, false]], [[-5.15625, false]], [[-12.03125, false]], [[-7.65625, false]], [[-13.28125, false]]], "filtered_resps": [[-7.28125, false], [-7.65625, false], [-7.15625, false], [-5.15625, false], [-11.65625, false], [-8.78125, false], [-10.28125, false], [-12.03125, false], [-6.03125, false], [-12.03125, false], [-9.90625, false], [-5.15625, false], [-9.53125, false], [-9.53125, false], [-6.03125, false], [-10.03125, false], [-9.78125, false], [-10.78125, false], [-10.78125, false], [-9.90625, false], [-8.28125, false], [-9.53125, false], [-6.03125, false], [-10.78125, false], [-9.78125, false], [-6.03125, false], [-5.15625, false], [-6.03125, false], [-10.15625, false], [-9.90625, false], [-5.15625, false], [-9.65625, false], [-8.28125, false], [-6.03125, false], [-10.78125, false], [-11.53125, false], [-5.15625, false], [-10.78125, false], [-6.03125, false], [-10.53125, false], [-5.15625, false], [-11.65625, false], [-8.28125, false], [-9.53125, false], [-6.03125, false], [-10.78125, false], [-11.53125, false], [-8.28125, false], [-10.53125, false], [-6.03125, false], [-8.78125, false], [-10.28125, false], [-10.78125, false], [-9.78125, false], [-6.03125, false], [-10.28125, false], [-8.28125, false], [-10.28125, false], [-6.03125, false], [-10.03125, false], [-9.78125, false], [-10.78125, false], [-10.78125, false], [-9.90625, false], [-8.28125, false], [-9.53125, false], [-7.65625, false], [-10.4765625, false], [-6.03125, false], [-7.65625, false], [-6.40625, false], [-9.53125, false], [-8.78125, false], [-10.28125, false], [-12.03125, false], [-6.03125, false], [-10.78125, false], [-11.53125, false], [-8.28125, false], [-6.03125, false], [-9.53125, false], [-5.15625, false], [-10.53125, false], [-8.28125, false], [-6.03125, false], [-10.78125, false], [-9.78125, false], [-8.78125, false], [-9.90625, false], [-6.03125, false], [-10.78125, false], [-9.78125, false], [-6.03125, false], [-9.65625, false], [-9.78125, false], [-11.28125, false], [-8.28125, false], [-10.53125, false], [-6.03125, false], [-10.78125, false], [-9.78125, false], [-9.78125, false], [-10.53125, false], [-6.03125, false], [-9.53125, false], [-8.28125, false], [-11.28125, false], [-8.28125, false], [-10.53125, false], [-5.15625, false], [-9.90625, false], [-6.03125, false], [-10.78125, false], [-8.78125, false], [-10.53125, false], [-8.28125, false], [-9.53125, false], [-7.65625, false], [-10.4765625, false], [-6.03125, false], [-7.65625, false], [-7.15625, false], [-10.53125, false], [-5.15625, false], [-10.15625, false], [-10.15625, false], [-8.78125, false], [-10.28125, false], [-12.03125, false], [-6.03125, false], [-12.03125, false], [-9.90625, false], [-5.15625, false], [-9.53125, false], [-9.53125, false], [-8.28125, false], [-9.53125, false], [-6.03125, false], [-10.28125, false], [-8.78125, false], [-10.78125, false], [-11.53125, false], [-6.03125, false], [-10.28125, false], [-8.28125, false], [-10.28125, false], [-9.53125, false], [-10.15625, false], [-5.15625, false], [-10.15625, false], [-8.28125, false], [-10.53125, false], [-6.03125, false], [-10.78125, false], [-9.78125, false], [-6.03125, false], [-10.15625, false], [-11.40625, false], [-10.78125, false], [-6.03125, false], [-10.78125, false], [-11.53125, false], [-8.28125, false], [-10.53125, false], [-6.03125, false], [-8.78125, false], [-10.28125, false], [-6.03125, false], [-5.15625, false], [-6.03125, false], [-10.53125, false], [-9.78125, false], [-11.28125, false], [-8.78125, false], [-10.28125, false], [-12.03125, false], [-6.03125, false], [-10.03125, false], [-9.78125, false], [-9.65625, false], [-7.65625, false], [-10.4765625, false], [-6.03125, false], [-7.65625, false], [-5.65625, false], [-5.15625, false], [-10.53125, false], [-10.53125, false], [-12.03125, false], [-8.78125, false], [-10.28125, false], [-12.03125, false], [-6.03125, false], [-9.90625, false], [-11.40625, false], [-10.28125, false], [-9.65625, false], [-11.53125, false], [-6.03125, false], [-10.78125, false], [-9.78125, false], [-6.03125, false], [-9.53125, false], [-9.65625, false], [-11.53125, false], [-9.78125, false], [-9.78125, false], [-9.90625, false], [-6.03125, false], [-8.28125, false], [-11.28125, false], [-8.28125, false], [-10.53125, false], [-12.03125, false], [-6.03125, false], [-10.53125, false], [-5.15625, false], [-12.03125, false], [-6.03125, false], [-8.78125, false], [-10.28125, false], [-6.03125, false], [-10.78125, false], [-11.53125, false], [-8.28125, false], [-6.03125, false], [-9.53125, false], [-5.15625, false], [-10.53125, false], [-8.28125, false], [-6.03125, false], [-10.15625, false], [-9.90625, false], [-5.15625, false], [-9.53125, false], [-10.78125, false], [-8.78125, false], [-9.65625, false], [-6.03125, false], [-10.03125, false], [-5.15625, false], [-12.03125, false], [-7.65625, false], [-13.28125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 411, "doc": {"id": "Mercury_SC_408620", "question": "All organisms depend on the transfer of energy to survive. Which best shows the energy transfer between animals in a shoreline ecosystem?", "choices": {"text": ["Fish -> Plants -> Birds", "Plants -> Birds -> Fish", "Plants -> Fish -> Birds", "Fish -> Birds -> Plants"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Plants -> Fish -> Birds", "arguments": ["Question: All organisms depend on the transfer of energy to survive. Which best shows the energy transfer between animals in a shoreline ecosystem?\nAnswer:", " ["], "resps": [[[-7.0390625, false]], [[-9.6640625, false]], [[-6.2890625, false]], [[-7.9140625, false]], [[-8.5390625, false]], [[-9.5390625, false]], [[-4.7890625, false]], [[-6.6640625, false]], [[-9.1640625, false]], [[-4.7890625, false]], [[-6.1640625, false]], [[-8.9140625, false]], [[-4.5390625, false]], [[-8.0390625, false]], [[-9.0390625, false]], [[-8.5390625, false]], [[-4.7890625, false]], [[-6.6640625, false]], [[-9.1640625, false]], [[-4.7890625, false]], [[-5.9140625, false]], [[-7.9140625, false]], [[-9.4140625, false]], [[-6.5390625, false]], [[-8.5390625, false]], [[-9.6640625, false]], [[-9.75, false]], [[-4.7890625, false]], [[-9.6640625, false]], [[-6.1640625, false]], [[-8.9140625, false]], [[-4.5390625, false]], [[-8.0390625, false]], [[-9.0390625, false]], [[-8.5390625, false]], [[-4.7890625, false]], [[-6.6640625, false]], [[-9.1640625, false]], [[-4.7890625, false]], [[-5.9140625, false]], [[-7.9140625, false]], [[-9.4140625, false]], [[-6.5390625, false]], [[-8.5390625, false]], [[-4.7890625, false]], [[-6.6640625, false]], [[-9.1640625, false]], [[-4.7890625, false]], [[-6.2890625, false]], [[-7.9140625, false]], [[-8.5390625, false]], [[-9.5390625, false]], [[-9.6640625, false]], [[-9.75, false]], [[-4.7890625, false]], [[-9.6640625, false]], [[-6.1640625, false]], [[-8.9140625, false]], [[-4.5390625, false]], [[-8.0390625, false]], [[-9.0390625, false]], [[-8.5390625, false]], [[-4.7890625, false]], [[-6.6640625, false]], [[-9.1640625, false]], [[-4.7890625, false]], [[-6.2890625, false]], [[-7.9140625, false]], [[-8.5390625, false]], [[-9.5390625, false]], [[-4.7890625, false]], [[-6.6640625, false]], [[-9.1640625, false]], [[-4.7890625, false]], [[-5.9140625, false]], [[-7.9140625, false]], [[-9.4140625, false]], [[-6.5390625, false]], [[-8.5390625, false]], [[-9.6640625, false]], [[-9.75, false]], [[-4.7890625, false]], [[-9.6640625, false]], [[-6.2890625, false]], [[-7.9140625, false]], [[-8.5390625, false]], [[-9.5390625, false]], [[-4.7890625, false]], [[-6.6640625, false]], [[-9.1640625, false]], [[-4.7890625, false]], [[-5.9140625, false]], [[-7.9140625, false]], [[-9.4140625, false]], [[-6.5390625, false]], [[-8.5390625, false]], [[-4.7890625, false]], [[-6.6640625, false]], [[-9.1640625, false]], [[-4.7890625, false]], [[-6.1640625, false]], [[-8.9140625, false]], [[-4.5390625, false]], [[-8.0390625, false]], [[-9.0390625, false]], [[-8.5390625, false]], [[-9.6640625, false]], [[-13.6640625, false]]], "filtered_resps": [[-7.0390625, false], [-9.6640625, false], [-6.2890625, false], [-7.9140625, false], [-8.5390625, false], [-9.5390625, false], [-4.7890625, false], [-6.6640625, false], [-9.1640625, false], [-4.7890625, false], [-6.1640625, false], [-8.9140625, false], [-4.5390625, false], [-8.0390625, false], [-9.0390625, false], [-8.5390625, false], [-4.7890625, false], [-6.6640625, false], [-9.1640625, false], [-4.7890625, false], [-5.9140625, false], [-7.9140625, false], [-9.4140625, false], [-6.5390625, false], [-8.5390625, false], [-9.6640625, false], [-9.75, false], [-4.7890625, false], [-9.6640625, false], [-6.1640625, false], [-8.9140625, false], [-4.5390625, false], [-8.0390625, false], [-9.0390625, false], [-8.5390625, false], [-4.7890625, false], [-6.6640625, false], [-9.1640625, false], [-4.7890625, false], [-5.9140625, false], [-7.9140625, false], [-9.4140625, false], [-6.5390625, false], [-8.5390625, false], [-4.7890625, false], [-6.6640625, false], [-9.1640625, false], [-4.7890625, false], [-6.2890625, false], [-7.9140625, false], [-8.5390625, false], [-9.5390625, false], [-9.6640625, false], [-9.75, false], [-4.7890625, false], [-9.6640625, false], [-6.1640625, false], [-8.9140625, false], [-4.5390625, false], [-8.0390625, false], [-9.0390625, false], [-8.5390625, false], [-4.7890625, false], [-6.6640625, false], [-9.1640625, false], [-4.7890625, false], [-6.2890625, false], [-7.9140625, false], [-8.5390625, false], [-9.5390625, false], [-4.7890625, false], [-6.6640625, false], [-9.1640625, false], [-4.7890625, false], [-5.9140625, false], [-7.9140625, false], [-9.4140625, false], [-6.5390625, false], [-8.5390625, false], [-9.6640625, false], [-9.75, false], [-4.7890625, false], [-9.6640625, false], [-6.2890625, false], [-7.9140625, false], [-8.5390625, false], [-9.5390625, false], [-4.7890625, false], [-6.6640625, false], [-9.1640625, false], [-4.7890625, false], [-5.9140625, false], [-7.9140625, false], [-9.4140625, false], [-6.5390625, false], [-8.5390625, false], [-4.7890625, false], [-6.6640625, false], [-9.1640625, false], [-4.7890625, false], [-6.1640625, false], [-8.9140625, false], [-4.5390625, false], [-8.0390625, false], [-9.0390625, false], [-8.5390625, false], [-9.6640625, false], [-13.6640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 419, "doc": {"id": "Mercury_415745", "question": "How are electromagnetic waves different from other waves?", "choices": {"text": ["They have very short wavelengths.", "They transmit energy instead of matter.", "They can travel through a vacuum and through matter.", "They can change direction by reflection when they strike an object."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "They can travel through a vacuum and through matter.", "arguments": ["Question: How are electromagnetic waves different from other waves?\nAnswer:", " ["], "resps": [[[-7.6875, false]], [[-9.4375, false]], [[-8.9375, false]], [[-12.1875, false]], [[-7.6875, false]], [[-13.9375, false]], [[-4.9375, false]], [[-12.1875, false]], [[-7.1875, false]], [[-12.1875, false]], [[-7.6875, false]], [[-4.9375, false]], [[-12.1875, false]], [[-7.6875, false]], [[-11.6875, false]], [[-13.9375, false]], [[-4.9375, false]], [[-11.1875, false]], [[-12.1875, false]], [[-10.1875, false]], [[-11.6875, false]], [[-13.1875, false]], [[-4.9375, false]], [[-11.9375, false]], [[-7.1875, false]], [[-12.1875, false]], [[-7.6875, false]], [[-11.4375, false]], [[-7.6875, false]], [[-10.9375, false]], [[-14.4375, false]], [[-13.1875, false]], [[-12.1875, false]], [[-11.1875, false]], [[-6.2421875, false]], [[-9.4375, false]], [[-9.2421875, false]], [[-4.9375, false]], [[-9.4375, false]], [[-8.9375, false]], [[-12.1875, false]], [[-7.6875, false]], [[-13.9375, false]], [[-4.9375, false]], [[-13.1875, false]], [[-11.6875, false]], [[-7.1875, false]], [[-10.9375, false]], [[-11.1875, false]], [[-10.4375, false]], [[-9.9375, false]], [[-13.1875, false]], [[-4.9375, false]], [[-7.6875, false]], [[-10.9375, false]], [[-7.6875, false]], [[-11.6875, false]], [[-14.4375, false]], [[-13.9375, false]], [[-4.9375, false]], [[-9.9375, false]], [[-10.9375, false]], [[-11.1875, false]], [[-13.1875, false]], [[-7.6875, false]], [[-7.1875, false]], [[-11.9375, false]], [[-4.9375, false]], [[-10.1875, false]], [[-10.6875, false]], [[-4.9375, false]], [[-10.4375, false]], [[-7.1875, false]], [[-13.1875, false]], [[-13.1875, false]], [[-7.6875, false]], [[-11.6875, false]], [[-6.2421875, false]], [[-9.4375, false]], [[-9.2421875, false]], [[-4.9375, false]], [[-9.4375, false]], [[-8.9375, false]], [[-12.1875, false]], [[-7.6875, false]], [[-13.9375, false]], [[-4.9375, false]], [[-12.1875, false]], [[-7.1875, false]], [[-10.9375, false]], [[-4.9375, false]], [[-13.1875, false]], [[-11.6875, false]], [[-7.1875, false]], [[-12.1875, false]], [[-7.6875, false]], [[-11.4375, false]], [[-4.9375, false]], [[-13.1875, false]], [[-12.1875, false]], [[-11.6875, false]], [[-10.1875, false]], [[-11.4375, false]], [[-14.4375, false]], [[-12.1875, false]], [[-4.9375, false]], [[-7.1875, false]], [[-4.9375, false]], [[-12.1875, false]], [[-7.1875, false]], [[-12.1875, false]], [[-11.4375, false]], [[-11.4375, false]], [[-10.4375, false]], [[-4.9375, false]], [[-7.1875, false]], [[-10.9375, false]], [[-11.9375, false]], [[-4.9375, false]], [[-13.1875, false]], [[-12.1875, false]], [[-11.6875, false]], [[-10.1875, false]], [[-11.4375, false]], [[-14.4375, false]], [[-12.1875, false]], [[-4.9375, false]], [[-10.4375, false]], [[-7.1875, false]], [[-13.1875, false]], [[-13.1875, false]], [[-7.6875, false]], [[-11.6875, false]], [[-6.2421875, false]], [[-9.4375, false]], [[-9.2421875, false]], [[-4.9375, false]], [[-9.4375, false]], [[-8.9375, false]], [[-12.1875, false]], [[-7.6875, false]], [[-13.9375, false]], [[-4.9375, false]], [[-12.1875, false]], [[-7.1875, false]], [[-10.9375, false]], [[-4.9375, false]], [[-12.1875, false]], [[-12.1875, false]], [[-7.1875, false]], [[-10.9375, false]], [[-14.4375, false]], [[-7.6875, false]], [[-4.9375, false]], [[-11.9375, false]], [[-9.9375, false]], [[-11.6875, false]], [[-7.6875, false]], [[-12.1875, false]], [[-13.1875, false]], [[-9.9375, false]], [[-10.1875, false]], [[-10.9375, false]], [[-4.9375, false]], [[-11.4375, false]], [[-13.9375, false]], [[-4.9375, false]], [[-11.6875, false]], [[-7.6875, false]], [[-10.6875, false]], [[-11.4375, false]], [[-7.6875, false]], [[-12.1875, false]], [[-13.1875, false]], [[-9.9375, false]], [[-10.1875, false]], [[-10.9375, false]], [[-4.9375, false]], [[-11.9375, false]], [[-12.1875, false]], [[-7.6875, false]], [[-10.9375, false]], [[-4.9375, false]], [[-13.1875, false]], [[-12.1875, false]], [[-7.6875, false]], [[-13.9375, false]], [[-4.9375, false]], [[-11.1875, false]], [[-13.1875, false]], [[-11.6875, false]], [[-9.9375, false]], [[-13.1875, false]], [[-7.6875, false]], [[-4.9375, false]], [[-7.1875, false]], [[-10.9375, false]], [[-4.9375, false]], [[-10.1875, false]], [[-11.4375, false]], [[-14.1875, false]], [[-7.6875, false]], [[-12.1875, false]], [[-13.1875, false]], [[-6.2421875, false]], [[-9.4375, false]], [[-13.1875, false]]], "filtered_resps": [[-7.6875, false], [-9.4375, false], [-8.9375, false], [-12.1875, false], [-7.6875, false], [-13.9375, false], [-4.9375, false], [-12.1875, false], [-7.1875, false], [-12.1875, false], [-7.6875, false], [-4.9375, false], [-12.1875, false], [-7.6875, false], [-11.6875, false], [-13.9375, false], [-4.9375, false], [-11.1875, false], [-12.1875, false], [-10.1875, false], [-11.6875, false], [-13.1875, false], [-4.9375, false], [-11.9375, false], [-7.1875, false], [-12.1875, false], [-7.6875, false], [-11.4375, false], [-7.6875, false], [-10.9375, false], [-14.4375, false], [-13.1875, false], [-12.1875, false], [-11.1875, false], [-6.2421875, false], [-9.4375, false], [-9.2421875, false], [-4.9375, false], [-9.4375, false], [-8.9375, false], [-12.1875, false], [-7.6875, false], [-13.9375, false], [-4.9375, false], [-13.1875, false], [-11.6875, false], [-7.1875, false], [-10.9375, false], [-11.1875, false], [-10.4375, false], [-9.9375, false], [-13.1875, false], [-4.9375, false], [-7.6875, false], [-10.9375, false], [-7.6875, false], [-11.6875, false], [-14.4375, false], [-13.9375, false], [-4.9375, false], [-9.9375, false], [-10.9375, false], [-11.1875, false], [-13.1875, false], [-7.6875, false], [-7.1875, false], [-11.9375, false], [-4.9375, false], [-10.1875, false], [-10.6875, false], [-4.9375, false], [-10.4375, false], [-7.1875, false], [-13.1875, false], [-13.1875, false], [-7.6875, false], [-11.6875, false], [-6.2421875, false], [-9.4375, false], [-9.2421875, false], [-4.9375, false], [-9.4375, false], [-8.9375, false], [-12.1875, false], [-7.6875, false], [-13.9375, false], [-4.9375, false], [-12.1875, false], [-7.1875, false], [-10.9375, false], [-4.9375, false], [-13.1875, false], [-11.6875, false], [-7.1875, false], [-12.1875, false], [-7.6875, false], [-11.4375, false], [-4.9375, false], [-13.1875, false], [-12.1875, false], [-11.6875, false], [-10.1875, false], [-11.4375, false], [-14.4375, false], [-12.1875, false], [-4.9375, false], [-7.1875, false], [-4.9375, false], [-12.1875, false], [-7.1875, false], [-12.1875, false], [-11.4375, false], [-11.4375, false], [-10.4375, false], [-4.9375, false], [-7.1875, false], [-10.9375, false], [-11.9375, false], [-4.9375, false], [-13.1875, false], [-12.1875, false], [-11.6875, false], [-10.1875, false], [-11.4375, false], [-14.4375, false], [-12.1875, false], [-4.9375, false], [-10.4375, false], [-7.1875, false], [-13.1875, false], [-13.1875, false], [-7.6875, false], [-11.6875, false], [-6.2421875, false], [-9.4375, false], [-9.2421875, false], [-4.9375, false], [-9.4375, false], [-8.9375, false], [-12.1875, false], [-7.6875, false], [-13.9375, false], [-4.9375, false], [-12.1875, false], [-7.1875, false], [-10.9375, false], [-4.9375, false], [-12.1875, false], [-12.1875, false], [-7.1875, false], [-10.9375, false], [-14.4375, false], [-7.6875, false], [-4.9375, false], [-11.9375, false], [-9.9375, false], [-11.6875, false], [-7.6875, false], [-12.1875, false], [-13.1875, false], [-9.9375, false], [-10.1875, false], [-10.9375, false], [-4.9375, false], [-11.4375, false], [-13.9375, false], [-4.9375, false], [-11.6875, false], [-7.6875, false], [-10.6875, false], [-11.4375, false], [-7.6875, false], [-12.1875, false], [-13.1875, false], [-9.9375, false], [-10.1875, false], [-10.9375, false], [-4.9375, false], [-11.9375, false], [-12.1875, false], [-7.6875, false], [-10.9375, false], [-4.9375, false], [-13.1875, false], [-12.1875, false], [-7.6875, false], [-13.9375, false], [-4.9375, false], [-11.1875, false], [-13.1875, false], [-11.6875, false], [-9.9375, false], [-13.1875, false], [-7.6875, false], [-4.9375, false], [-7.1875, false], [-10.9375, false], [-4.9375, false], [-10.1875, false], [-11.4375, false], [-14.1875, false], [-7.6875, false], [-12.1875, false], [-13.1875, false], [-6.2421875, false], [-9.4375, false], [-13.1875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 427, "doc": {"id": "Mercury_7004183", "question": "What electrical charge does a proton have in an atom?", "choices": {"text": ["+2", "+1", "-1", "-2"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "+1", "arguments": ["Question: What electrical charge does a proton have in an atom?\nAnswer:", " ["], "resps": [[[-6.8125, false]], [[-8.3125, false]], [[-7.5625, false]], [[-5.3125, false]], [[-8.3125, false]], [[-9.1875, false]], [[-4.5625, false]], [[-8.3125, false]], [[-7.5625, false]], [[-4.3125, false]], [[-8.3125, false]], [[-9.1875, false]], [[-4.5625, false]], [[-8.3125, false]], [[-6.5625, false]], [[-4.3125, false]], [[-8.3125, false]], [[-9.1875, false]], [[-4.5625, false]], [[-8.3125, false]], [[-6.5625, false]], [[-5.3125, false]], [[-8.3125, false]], [[-11.3125, false]]], "filtered_resps": [[-6.8125, false], [-8.3125, false], [-7.5625, false], [-5.3125, false], [-8.3125, false], [-9.1875, false], [-4.5625, false], [-8.3125, false], [-7.5625, false], [-4.3125, false], [-8.3125, false], [-9.1875, false], [-4.5625, false], [-8.3125, false], [-6.5625, false], [-4.3125, false], [-8.3125, false], [-9.1875, false], [-4.5625, false], [-8.3125, false], [-6.5625, false], [-5.3125, false], [-8.3125, false], [-11.3125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 435, "doc": {"id": "MCAS_2010_5_11981", "question": "Francis plugged a toaster into an electric outlet. He put a piece of bread in the toaster and turned the toaster on. While the toaster was on, it changed the electrical energy from the outlet into other forms of energy. Which form of energy toasted the bread?", "choices": {"text": ["chemical", "heat", "magnetic", "sound"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "heat", "arguments": ["Question: Francis plugged a toaster into an electric outlet. He put a piece of bread in the toaster and turned the toaster on. While the toaster was on, it changed the electrical energy from the outlet into other forms of energy. Which form of energy toasted the bread?\nAnswer:", " ["], "resps": [[[-6.33984375, false]], [[-8.84375, false]], [[-6.58984375, false]], [[-9.84375, false]], [[-7.33984375, false]], [[-5.83984375, false]], [[-6.58984375, false]], [[-6.58984375, false]], [[-4.58984375, false]], [[-10.09375, false]], [[-8.84375, false]], [[-9.875, false]], [[-5.33984375, false]], [[-8.84375, false]], [[-9.84375, false]], [[-7.33984375, false]], [[-4.58984375, false]], [[-8.84375, false]], [[-8.84375, false]], [[-9.875, false]], [[-5.33984375, false]], [[-8.84375, false]], [[-5.83984375, false]], [[-4.58984375, false]], [[-9.84375, false]], [[-7.33984375, false]], [[-7.33984375, false]], [[-8.84375, false]], [[-6.58984375, false]], [[-6.58984375, false]], [[-8.84375, false]], [[-9.875, false]], [[-5.33984375, false]], [[-8.84375, false]], [[-9.59375, false]], [[-8.09375, false]], [[-9.34375, false]], [[-7.33984375, false]], [[-8.34375, false]], [[-8.84375, false]], [[-13.59375, false]]], "filtered_resps": [[-6.33984375, false], [-8.84375, false], [-6.58984375, false], [-9.84375, false], [-7.33984375, false], [-5.83984375, false], [-6.58984375, false], [-6.58984375, false], [-4.58984375, false], [-10.09375, false], [-8.84375, false], [-9.875, false], [-5.33984375, false], [-8.84375, false], [-9.84375, false], [-7.33984375, false], [-4.58984375, false], [-8.84375, false], [-8.84375, false], [-9.875, false], [-5.33984375, false], [-8.84375, false], [-5.83984375, false], [-4.58984375, false], [-9.84375, false], [-7.33984375, false], [-7.33984375, false], [-8.84375, false], [-6.58984375, false], [-6.58984375, false], [-8.84375, false], [-9.875, false], [-5.33984375, false], [-8.84375, false], [-9.59375, false], [-8.09375, false], [-9.34375, false], [-7.33984375, false], [-8.34375, false], [-8.84375, false], [-13.59375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 443, "doc": {"id": "MCAS_2012_8_23649", "question": "Some types of bacteria can only live where oxygen is not present. These bacteria were well adapted to life on Earth over 2 billion years ago. Which of the following changes caused many of these bacteria to become extinct?", "choices": {"text": ["the slow movement of tectonic plates", "the varying temperatures of each season", "an increase in volcanic activity under the oceans", "an increase in the number of photosynthetic organisms"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "an increase in the number of photosynthetic organisms", "arguments": ["Question: Some types of bacteria can only live where oxygen is not present. These bacteria were well adapted to life on Earth over 2 billion years ago. Which of the following changes caused many of these bacteria to become extinct?\nAnswer:", " ["], "resps": [[[-6.546875, false]], [[-9.546875, false]], [[-9.671875, false]], [[-10.671875, false]], [[-6.421875, false]], [[-5.171875, false]], [[-9.046875, false]], [[-10.046875, false]], [[-7.171875, false]], [[-10.046875, false]], [[-5.171875, false]], [[-8.421875, false]], [[-7.171875, false]], [[-9.921875, false]], [[-6.421875, false]], [[-8.421875, false]], [[-6.421875, false]], [[-8.171875, false]], [[-9.671875, false]], [[-5.171875, false]], [[-7.171875, false]], [[-7.671875, false]], [[-5.171875, false]], [[-9.671875, false]], [[-6.421875, false]], [[-5.671875, false]], [[-9.671875, false]], [[-7.171875, false]], [[-8.171875, false]], [[-7.921875, false]], [[-5.671875, false]], [[-5.171875, false]], [[-8.421875, false]], [[-10.046875, false]], [[-3.548828125, false]], [[-9.671875, false]], [[-6.421875, false]], [[-9.046875, false]], [[-9.546875, false]], [[-10.3984375, false]], [[-5.171875, false]], [[-9.546875, false]], [[-9.671875, false]], [[-10.671875, false]], [[-6.421875, false]], [[-5.171875, false]], [[-9.921875, false]], [[-3.548828125, false]], [[-8.421875, false]], [[-11.046875, false]], [[-7.921875, false]], [[-8.171875, false]], [[-10.546875, false]], [[-5.171875, false]], [[-9.671875, false]], [[-6.421875, false]], [[-8.421875, false]], [[-8.421875, false]], [[-6.421875, false]], [[-8.421875, false]], [[-3.548828125, false]], [[-9.671875, false]], [[-11.046875, false]], [[-8.421875, false]], [[-6.421875, false]], [[-9.046875, false]], [[-5.171875, false]], [[-7.171875, false]], [[-7.671875, false]], [[-5.171875, false]], [[-6.421875, false]], [[-3.548828125, false]], [[-5.671875, false]], [[-10.671875, false]], [[-5.171875, false]], [[-9.046875, false]], [[-6.421875, false]], [[-3.548828125, false]], [[-9.046875, false]], [[-7.171875, false]], [[-8.171875, false]], [[-9.546875, false]], [[-10.3984375, false]], [[-5.171875, false]], [[-9.546875, false]], [[-3.548828125, false]], [[-8.171875, false]], [[-5.171875, false]], [[-7.921875, false]], [[-8.171875, false]], [[-5.671875, false]], [[-8.421875, false]], [[-6.421875, false]], [[-3.548828125, false]], [[-9.046875, false]], [[-6.421875, false]], [[-5.171875, false]], [[-7.921875, false]], [[-8.171875, false]], [[-5.171875, false]], [[-9.921875, false]], [[-7.171875, false]], [[-10.046875, false]], [[-5.671875, false]], [[-3.548828125, false]], [[-8.171875, false]], [[-7.921875, false]], [[-5.671875, false]], [[-5.171875, false]], [[-3.548828125, false]], [[-5.671875, false]], [[-9.671875, false]], [[-7.921875, false]], [[-9.921875, false]], [[-7.921875, false]], [[-9.671875, false]], [[-11.046875, false]], [[-5.171875, false]], [[-11.046875, false]], [[-8.171875, false]], [[-6.046875, false]], [[-6.421875, false]], [[-8.421875, false]], [[-5.171875, false]], [[-9.671875, false]], [[-10.671875, false]], [[-6.421875, false]], [[-5.171875, false]], [[-7.171875, false]], [[-5.671875, false]], [[-6.421875, false]], [[-3.548828125, false]], [[-8.171875, false]], [[-9.046875, false]], [[-9.546875, false]], [[-10.3984375, false]], [[-5.171875, false]], [[-9.546875, false]], [[-3.548828125, false]], [[-8.171875, false]], [[-5.171875, false]], [[-7.921875, false]], [[-8.171875, false]], [[-5.671875, false]], [[-8.421875, false]], [[-6.421875, false]], [[-3.548828125, false]], [[-9.046875, false]], [[-6.421875, false]], [[-5.171875, false]], [[-7.921875, false]], [[-8.171875, false]], [[-5.171875, false]], [[-9.671875, false]], [[-10.671875, false]], [[-6.421875, false]], [[-5.171875, false]], [[-8.171875, false]], [[-11.046875, false]], [[-8.421875, false]], [[-5.421875, false]], [[-6.421875, false]], [[-8.421875, false]], [[-5.171875, false]], [[-7.171875, false]], [[-7.671875, false]], [[-5.171875, false]], [[-8.421875, false]], [[-10.671875, false]], [[-7.171875, false]], [[-9.671875, false]], [[-7.171875, false]], [[-9.046875, false]], [[-11.046875, false]], [[-8.171875, false]], [[-9.671875, false]], [[-10.671875, false]], [[-6.421875, false]], [[-9.671875, false]], [[-7.921875, false]], [[-5.671875, false]], [[-5.171875, false]], [[-7.171875, false]], [[-8.421875, false]], [[-10.546875, false]], [[-3.548828125, false]], [[-8.171875, false]], [[-7.921875, false]], [[-9.046875, false]], [[-8.421875, false]], [[-9.046875, false]], [[-9.546875, false]], [[-12.796875, false]]], "filtered_resps": [[-6.546875, false], [-9.546875, false], [-9.671875, false], [-10.671875, false], [-6.421875, false], [-5.171875, false], [-9.046875, false], [-10.046875, false], [-7.171875, false], [-10.046875, false], [-5.171875, false], [-8.421875, false], [-7.171875, false], [-9.921875, false], [-6.421875, false], [-8.421875, false], [-6.421875, false], [-8.171875, false], [-9.671875, false], [-5.171875, false], [-7.171875, false], [-7.671875, false], [-5.171875, false], [-9.671875, false], [-6.421875, false], [-5.671875, false], [-9.671875, false], [-7.171875, false], [-8.171875, false], [-7.921875, false], [-5.671875, false], [-5.171875, false], [-8.421875, false], [-10.046875, false], [-3.548828125, false], [-9.671875, false], [-6.421875, false], [-9.046875, false], [-9.546875, false], [-10.3984375, false], [-5.171875, false], [-9.546875, false], [-9.671875, false], [-10.671875, false], [-6.421875, false], [-5.171875, false], [-9.921875, false], [-3.548828125, false], [-8.421875, false], [-11.046875, false], [-7.921875, false], [-8.171875, false], [-10.546875, false], [-5.171875, false], [-9.671875, false], [-6.421875, false], [-8.421875, false], [-8.421875, false], [-6.421875, false], [-8.421875, false], [-3.548828125, false], [-9.671875, false], [-11.046875, false], [-8.421875, false], [-6.421875, false], [-9.046875, false], [-5.171875, false], [-7.171875, false], [-7.671875, false], [-5.171875, false], [-6.421875, false], [-3.548828125, false], [-5.671875, false], [-10.671875, false], [-5.171875, false], [-9.046875, false], [-6.421875, false], [-3.548828125, false], [-9.046875, false], [-7.171875, false], [-8.171875, false], [-9.546875, false], [-10.3984375, false], [-5.171875, false], [-9.546875, false], [-3.548828125, false], [-8.171875, false], [-5.171875, false], [-7.921875, false], [-8.171875, false], [-5.671875, false], [-8.421875, false], [-6.421875, false], [-3.548828125, false], [-9.046875, false], [-6.421875, false], [-5.171875, false], [-7.921875, false], [-8.171875, false], [-5.171875, false], [-9.921875, false], [-7.171875, false], [-10.046875, false], [-5.671875, false], [-3.548828125, false], [-8.171875, false], [-7.921875, false], [-5.671875, false], [-5.171875, false], [-3.548828125, false], [-5.671875, false], [-9.671875, false], [-7.921875, false], [-9.921875, false], [-7.921875, false], [-9.671875, false], [-11.046875, false], [-5.171875, false], [-11.046875, false], [-8.171875, false], [-6.046875, false], [-6.421875, false], [-8.421875, false], [-5.171875, false], [-9.671875, false], [-10.671875, false], [-6.421875, false], [-5.171875, false], [-7.171875, false], [-5.671875, false], [-6.421875, false], [-3.548828125, false], [-8.171875, false], [-9.046875, false], [-9.546875, false], [-10.3984375, false], [-5.171875, false], [-9.546875, false], [-3.548828125, false], [-8.171875, false], [-5.171875, false], [-7.921875, false], [-8.171875, false], [-5.671875, false], [-8.421875, false], [-6.421875, false], [-3.548828125, false], [-9.046875, false], [-6.421875, false], [-5.171875, false], [-7.921875, false], [-8.171875, false], [-5.171875, false], [-9.671875, false], [-10.671875, false], [-6.421875, false], [-5.171875, false], [-8.171875, false], [-11.046875, false], [-8.421875, false], [-5.421875, false], [-6.421875, false], [-8.421875, false], [-5.171875, false], [-7.171875, false], [-7.671875, false], [-5.171875, false], [-8.421875, false], [-10.671875, false], [-7.171875, false], [-9.671875, false], [-7.171875, false], [-9.046875, false], [-11.046875, false], [-8.171875, false], [-9.671875, false], [-10.671875, false], [-6.421875, false], [-9.671875, false], [-7.921875, false], [-5.671875, false], [-5.171875, false], [-7.171875, false], [-8.421875, false], [-10.546875, false], [-3.548828125, false], [-8.171875, false], [-7.921875, false], [-9.046875, false], [-8.421875, false], [-9.046875, false], [-9.546875, false], [-12.796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 451, "doc": {"id": "MCAS_2004_9_20", "question": "What part of a communication system converts binary codes in a computer into recognizable characters?", "choices": {"text": ["decoder", "encoder", "receiver", "transmitter"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "decoder", "arguments": ["Question: What part of a communication system converts binary codes in a computer into recognizable characters?\nAnswer:", " ["], "resps": [[[-7.99609375, false]], [[-8.75, false]], [[-11.25, false]], [[-9.25, false]], [[-10.5, false]], [[-9.5, false]], [[-11.25, false]], [[-9.25, false]], [[-11.5, false]], [[-8.75, false]], [[-10.671875, false]], [[-5.49609375, false]], [[-8.75, false]], [[-9.25, false]], [[-10.25, false]], [[-10.5, false]], [[-9.5, false]], [[-11.25, false]], [[-9.25, false]], [[-11.5, false]], [[-8.75, false]], [[-10.671875, false]], [[-5.49609375, false]], [[-8.75, false]], [[-11.5, false]], [[-9.25, false]], [[-10.5, false]], [[-9.25, false]], [[-9.25, false]], [[-11.75, false]], [[-9.25, false]], [[-11.5, false]], [[-8.75, false]], [[-10.671875, false]], [[-5.49609375, false]], [[-8.75, false]], [[-11.0, false]], [[-11.5, false]], [[-4.49609375, false]], [[-10.25, false]], [[-11.75, false]], [[-10.75, false]], [[-9.25, false]], [[-11.0, false]], [[-11.0, false]], [[-9.25, false]], [[-11.5, false]], [[-8.75, false]], [[-13.25, false]]], "filtered_resps": [[-7.99609375, false], [-8.75, false], [-11.25, false], [-9.25, false], [-10.5, false], [-9.5, false], [-11.25, false], [-9.25, false], [-11.5, false], [-8.75, false], [-10.671875, false], [-5.49609375, false], [-8.75, false], [-9.25, false], [-10.25, false], [-10.5, false], [-9.5, false], [-11.25, false], [-9.25, false], [-11.5, false], [-8.75, false], [-10.671875, false], [-5.49609375, false], [-8.75, false], [-11.5, false], [-9.25, false], [-10.5, false], [-9.25, false], [-9.25, false], [-11.75, false], [-9.25, false], [-11.5, false], [-8.75, false], [-10.671875, false], [-5.49609375, false], [-8.75, false], [-11.0, false], [-11.5, false], [-4.49609375, false], [-10.25, false], [-11.75, false], [-10.75, false], [-9.25, false], [-11.0, false], [-11.0, false], [-9.25, false], [-11.5, false], [-8.75, false], [-13.25, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 459, "doc": {"id": "NCEOGA_2013_8_49", "question": "Which statement best describes the Law of Superposition?", "choices": {"text": ["Each sedimentary layer of rock represents 1,000 years of Earth's age, much like the rings of a tree.", "In undisturbed layers of sedimentary rock, the upper rock layers are older than the lower rock layers.", "In undisturbed layers of sedimentary rock, the lowest layers contain the older rocks.", "Rocks that form near volcanoes are older than surrounding rock."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "In undisturbed layers of sedimentary rock, the lowest layers contain the older rocks.", "arguments": ["Question: Which statement best describes the Law of Superposition?\nAnswer:", " ["], "resps": [[[-6.80078125, false]], [[-4.80078125, false]], [[-5.80078125, false]], [[-5.05078125, false]], [[-8.546875, false]], [[-10.296875, false]], [[-5.55078125, false]], [[-9.796875, false]], [[-9.296875, false]], [[-8.796875, false]], [[-8.296875, false]], [[-9.796875, false]], [[-9.296875, false]], [[-8.546875, false]], [[-9.796875, false]], [[-5.05078125, false]], [[-10.296875, false]], [[-10.546875, false]], [[-5.55078125, false]], [[-9.796875, false]], [[-5.05078125, false]], [[-10.546875, false]], [[-9.296875, false]], [[-10.296875, false]], [[-5.55078125, false]], [[-10.046875, false]], [[-9.796875, false]], [[-5.55078125, false]], [[-10.296875, false]], [[-10.046875, false]], [[-8.546875, false]], [[-10.046875, false]], [[-5.55078125, false]], [[-10.296875, false]], [[-9.296875, false]], [[-8.796875, false]], [[-10.296875, false]], [[-9.296875, false]], [[-9.796875, false]], [[-9.296875, false]], [[-8.546875, false]], [[-9.796875, false]], [[-9.796875, false]], [[-5.55078125, false]], [[-6.30078125, false]], [[-9.53125, false]], [[-9.046875, false]], [[-9.046875, false]], [[-9.046875, false]], [[-5.55078125, false]], [[-10.546875, false]], [[-9.296875, false]], [[-5.05078125, false]], [[-10.296875, false]], [[-9.796875, false]], [[-5.55078125, false]], [[-10.046875, false]], [[-9.796875, false]], [[-5.55078125, false]], [[-5.80078125, false]], [[-5.05078125, false]], [[-10.296875, false]], [[-9.796875, false]], [[-10.296875, false]], [[-8.296875, false]], [[-9.796875, false]], [[-5.55078125, false]], [[-5.05078125, false]], [[-11.796875, false]], [[-9.296875, false]], [[-9.53125, false]], [[-5.55078125, false]], [[-9.796875, false]], [[-11.546875, false]], [[-8.546875, false]], [[-10.296875, false]], [[-5.55078125, false]], [[-9.796875, false]], [[-8.296875, false]], [[-10.046875, false]], [[-9.296875, false]], [[-5.55078125, false]], [[-9.796875, false]], [[-10.296875, false]], [[-9.296875, false]], [[-5.55078125, false]], [[-10.296875, false]], [[-8.296875, false]], [[-8.546875, false]], [[-11.796875, false]], [[-9.796875, false]], [[-5.55078125, false]], [[-10.046875, false]], [[-9.796875, false]], [[-5.55078125, false]], [[-5.05078125, false]], [[-5.55078125, false]], [[-9.796875, false]], [[-10.296875, false]], [[-9.296875, false]], [[-9.296875, false]], [[-6.90625, false]], [[-4.80078125, false]], [[-9.53125, false]], [[-5.55078125, false]], [[-8.296875, false]], [[-5.80078125, false]], [[-8.546875, false]], [[-5.55078125, false]], [[-11.546875, false]], [[-8.546875, false]], [[-8.796875, false]], [[-8.296875, false]], [[-9.796875, false]], [[-9.796875, false]], [[-11.546875, false]], [[-10.296875, false]], [[-7.80078125, false]], [[-9.296875, false]], [[-8.796875, false]], [[-5.55078125, false]], [[-9.796875, false]], [[-5.05078125, false]], [[-10.546875, false]], [[-9.296875, false]], [[-10.296875, false]], [[-9.796875, false]], [[-5.55078125, false]], [[-10.046875, false]], [[-9.796875, false]], [[-5.55078125, false]], [[-9.796875, false]], [[-9.296875, false]], [[-8.796875, false]], [[-8.296875, false]], [[-9.796875, false]], [[-9.296875, false]], [[-8.546875, false]], [[-9.796875, false]], [[-5.05078125, false]], [[-10.296875, false]], [[-10.546875, false]], [[-5.55078125, false]], [[-10.296875, false]], [[-10.046875, false]], [[-8.546875, false]], [[-10.046875, false]], [[-9.53125, false]], [[-5.55078125, false]], [[-9.796875, false]], [[-10.296875, false]], [[-9.296875, false]], [[-5.55078125, false]], [[-11.546875, false]], [[-8.796875, false]], [[-8.796875, false]], [[-9.296875, false]], [[-10.296875, false]], [[-5.55078125, false]], [[-10.296875, false]], [[-10.046875, false]], [[-8.546875, false]], [[-10.046875, false]], [[-5.55078125, false]], [[-9.796875, false]], [[-5.05078125, false]], [[-10.546875, false]], [[-9.296875, false]], [[-10.296875, false]], [[-9.796875, false]], [[-5.55078125, false]], [[-5.05078125, false]], [[-10.296875, false]], [[-9.296875, false]], [[-5.55078125, false]], [[-10.046875, false]], [[-9.796875, false]], [[-8.796875, false]], [[-9.296875, false]], [[-10.296875, false]], [[-5.55078125, false]], [[-9.796875, false]], [[-10.296875, false]], [[-5.05078125, false]], [[-8.546875, false]], [[-5.55078125, false]], [[-9.796875, false]], [[-10.296875, false]], [[-9.296875, false]], [[-5.55078125, false]], [[-9.796875, false]], [[-10.046875, false]], [[-10.546875, false]], [[-9.296875, false]], [[-10.296875, false]], [[-5.55078125, false]], [[-10.296875, false]], [[-10.046875, false]], [[-8.546875, false]], [[-10.046875, false]], [[-5.55078125, false]], [[-9.796875, false]], [[-5.05078125, false]], [[-10.546875, false]], [[-9.296875, false]], [[-10.296875, false]], [[-9.796875, false]], [[-6.90625, false]], [[-8.296875, false]], [[-9.53125, false]], [[-5.55078125, false]], [[-8.296875, false]], [[-5.80078125, false]], [[-8.546875, false]], [[-5.55078125, false]], [[-11.546875, false]], [[-8.546875, false]], [[-8.796875, false]], [[-8.296875, false]], [[-9.796875, false]], [[-9.796875, false]], [[-11.546875, false]], [[-10.296875, false]], [[-7.80078125, false]], [[-9.296875, false]], [[-8.796875, false]], [[-5.55078125, false]], [[-9.796875, false]], [[-5.05078125, false]], [[-10.546875, false]], [[-9.296875, false]], [[-10.296875, false]], [[-9.796875, false]], [[-5.55078125, false]], [[-10.046875, false]], [[-9.796875, false]], [[-5.55078125, false]], [[-9.796875, false]], [[-9.296875, false]], [[-8.796875, false]], [[-8.296875, false]], [[-9.796875, false]], [[-9.296875, false]], [[-8.546875, false]], [[-9.796875, false]], [[-5.05078125, false]], [[-10.296875, false]], [[-10.546875, false]], [[-5.55078125, false]], [[-10.296875, false]], [[-10.046875, false]], [[-8.546875, false]], [[-10.046875, false]], [[-9.53125, false]], [[-5.55078125, false]], [[-9.796875, false]], [[-10.296875, false]], [[-9.296875, false]], [[-5.55078125, false]], [[-9.796875, false]], [[-10.046875, false]], [[-10.546875, false]], [[-9.296875, false]], [[-9.796875, false]], [[-9.796875, false]], [[-5.55078125, false]], [[-9.796875, false]], [[-5.05078125, false]], [[-10.546875, false]], [[-9.296875, false]], [[-10.296875, false]], [[-9.796875, false]], [[-5.55078125, false]], [[-8.546875, false]], [[-10.046875, false]], [[-8.546875, false]], [[-9.796875, false]], [[-5.05078125, false]], [[-8.296875, false]], [[-8.546875, false]], [[-5.55078125, false]], [[-9.796875, false]], [[-10.296875, false]], [[-9.296875, false]], [[-5.55078125, false]], [[-10.046875, false]], [[-9.796875, false]], [[-8.796875, false]], [[-9.296875, false]], [[-10.296875, false]], [[-5.55078125, false]], [[-10.296875, false]], [[-10.046875, false]], [[-8.546875, false]], [[-10.046875, false]], [[-9.796875, false]], [[-6.90625, false]], [[-8.296875, false]], [[-9.53125, false]], [[-5.55078125, false]], [[-8.296875, false]], [[-8.546875, false]], [[-10.046875, false]], [[-8.546875, false]], [[-10.046875, false]], [[-9.796875, false]], [[-5.55078125, false]], [[-9.796875, false]], [[-10.296875, false]], [[-5.05078125, false]], [[-9.796875, false]], [[-5.55078125, false]], [[-9.796875, false]], [[-10.046875, false]], [[-10.296875, false]], [[-9.796875, false]], [[-5.55078125, false]], [[-8.546875, false]], [[-9.296875, false]], [[-5.05078125, false]], [[-10.296875, false]], [[-5.55078125, false]], [[-8.546875, false]], [[-10.046875, false]], [[-9.796875, false]], [[-8.546875, false]], [[-5.05078125, false]], [[-8.546875, false]], [[-10.046875, false]], [[-9.296875, false]], [[-9.796875, false]], [[-5.55078125, false]], [[-5.05078125, false]], [[-10.296875, false]], [[-9.296875, false]], [[-5.55078125, false]], [[-10.046875, false]], [[-9.796875, false]], [[-8.796875, false]], [[-9.296875, false]], [[-10.296875, false]], [[-5.55078125, false]], [[-9.796875, false]], [[-10.296875, false]], [[-5.05078125, false]], [[-8.546875, false]], [[-5.55078125, false]], [[-9.796875, false]], [[-11.546875, false]], [[-10.296875, false]], [[-10.296875, false]], [[-10.046875, false]], [[-11.546875, false]], [[-8.546875, false]], [[-8.796875, false]], [[-8.296875, false]], [[-8.546875, false]], [[-11.796875, false]], [[-5.55078125, false]], [[-10.296875, false]], [[-10.046875, false]], [[-8.546875, false]], [[-10.046875, false]], [[-6.90625, false]], [[-8.296875, false]], [[-12.046875, false]]], "filtered_resps": [[-6.80078125, false], [-4.80078125, false], [-5.80078125, false], [-5.05078125, false], [-8.546875, false], [-10.296875, false], [-5.55078125, false], [-9.796875, false], [-9.296875, false], [-8.796875, false], [-8.296875, false], [-9.796875, false], [-9.296875, false], [-8.546875, false], [-9.796875, false], [-5.05078125, false], [-10.296875, false], [-10.546875, false], [-5.55078125, false], [-9.796875, false], [-5.05078125, false], [-10.546875, false], [-9.296875, false], [-10.296875, false], [-5.55078125, false], [-10.046875, false], [-9.796875, false], [-5.55078125, false], [-10.296875, false], [-10.046875, false], [-8.546875, false], [-10.046875, false], [-5.55078125, false], [-10.296875, false], [-9.296875, false], [-8.796875, false], [-10.296875, false], [-9.296875, false], [-9.796875, false], [-9.296875, false], [-8.546875, false], [-9.796875, false], [-9.796875, false], [-5.55078125, false], [-6.30078125, false], [-9.53125, false], [-9.046875, false], [-9.046875, false], [-9.046875, false], [-5.55078125, false], [-10.546875, false], [-9.296875, false], [-5.05078125, false], [-10.296875, false], [-9.796875, false], [-5.55078125, false], [-10.046875, false], [-9.796875, false], [-5.55078125, false], [-5.80078125, false], [-5.05078125, false], [-10.296875, false], [-9.796875, false], [-10.296875, false], [-8.296875, false], [-9.796875, false], [-5.55078125, false], [-5.05078125, false], [-11.796875, false], [-9.296875, false], [-9.53125, false], [-5.55078125, false], [-9.796875, false], [-11.546875, false], [-8.546875, false], [-10.296875, false], [-5.55078125, false], [-9.796875, false], [-8.296875, false], [-10.046875, false], [-9.296875, false], [-5.55078125, false], [-9.796875, false], [-10.296875, false], [-9.296875, false], [-5.55078125, false], [-10.296875, false], [-8.296875, false], [-8.546875, false], [-11.796875, false], [-9.796875, false], [-5.55078125, false], [-10.046875, false], [-9.796875, false], [-5.55078125, false], [-5.05078125, false], [-5.55078125, false], [-9.796875, false], [-10.296875, false], [-9.296875, false], [-9.296875, false], [-6.90625, false], [-4.80078125, false], [-9.53125, false], [-5.55078125, false], [-8.296875, false], [-5.80078125, false], [-8.546875, false], [-5.55078125, false], [-11.546875, false], [-8.546875, false], [-8.796875, false], [-8.296875, false], [-9.796875, false], [-9.796875, false], [-11.546875, false], [-10.296875, false], [-7.80078125, false], [-9.296875, false], [-8.796875, false], [-5.55078125, false], [-9.796875, false], [-5.05078125, false], [-10.546875, false], [-9.296875, false], [-10.296875, false], [-9.796875, false], [-5.55078125, false], [-10.046875, false], [-9.796875, false], [-5.55078125, false], [-9.796875, false], [-9.296875, false], [-8.796875, false], [-8.296875, false], [-9.796875, false], [-9.296875, false], [-8.546875, false], [-9.796875, false], [-5.05078125, false], [-10.296875, false], [-10.546875, false], [-5.55078125, false], [-10.296875, false], [-10.046875, false], [-8.546875, false], [-10.046875, false], [-9.53125, false], [-5.55078125, false], [-9.796875, false], [-10.296875, false], [-9.296875, false], [-5.55078125, false], [-11.546875, false], [-8.796875, false], [-8.796875, false], [-9.296875, false], [-10.296875, false], [-5.55078125, false], [-10.296875, false], [-10.046875, false], [-8.546875, false], [-10.046875, false], [-5.55078125, false], [-9.796875, false], [-5.05078125, false], [-10.546875, false], [-9.296875, false], [-10.296875, false], [-9.796875, false], [-5.55078125, false], [-5.05078125, false], [-10.296875, false], [-9.296875, false], [-5.55078125, false], [-10.046875, false], [-9.796875, false], [-8.796875, false], [-9.296875, false], [-10.296875, false], [-5.55078125, false], [-9.796875, false], [-10.296875, false], [-5.05078125, false], [-8.546875, false], [-5.55078125, false], [-9.796875, false], [-10.296875, false], [-9.296875, false], [-5.55078125, false], [-9.796875, false], [-10.046875, false], [-10.546875, false], [-9.296875, false], [-10.296875, false], [-5.55078125, false], [-10.296875, false], [-10.046875, false], [-8.546875, false], [-10.046875, false], [-5.55078125, false], [-9.796875, false], [-5.05078125, false], [-10.546875, false], [-9.296875, false], [-10.296875, false], [-9.796875, false], [-6.90625, false], [-8.296875, false], [-9.53125, false], [-5.55078125, false], [-8.296875, false], [-5.80078125, false], [-8.546875, false], [-5.55078125, false], [-11.546875, false], [-8.546875, false], [-8.796875, false], [-8.296875, false], [-9.796875, false], [-9.796875, false], [-11.546875, false], [-10.296875, false], [-7.80078125, false], [-9.296875, false], [-8.796875, false], [-5.55078125, false], [-9.796875, false], [-5.05078125, false], [-10.546875, false], [-9.296875, false], [-10.296875, false], [-9.796875, false], [-5.55078125, false], [-10.046875, false], [-9.796875, false], [-5.55078125, false], [-9.796875, false], [-9.296875, false], [-8.796875, false], [-8.296875, false], [-9.796875, false], [-9.296875, false], [-8.546875, false], [-9.796875, false], [-5.05078125, false], [-10.296875, false], [-10.546875, false], [-5.55078125, false], [-10.296875, false], [-10.046875, false], [-8.546875, false], [-10.046875, false], [-9.53125, false], [-5.55078125, false], [-9.796875, false], [-10.296875, false], [-9.296875, false], [-5.55078125, false], [-9.796875, false], [-10.046875, false], [-10.546875, false], [-9.296875, false], [-9.796875, false], [-9.796875, false], [-5.55078125, false], [-9.796875, false], [-5.05078125, false], [-10.546875, false], [-9.296875, false], [-10.296875, false], [-9.796875, false], [-5.55078125, false], [-8.546875, false], [-10.046875, false], [-8.546875, false], [-9.796875, false], [-5.05078125, false], [-8.296875, false], [-8.546875, false], [-5.55078125, false], [-9.796875, false], [-10.296875, false], [-9.296875, false], [-5.55078125, false], [-10.046875, false], [-9.796875, false], [-8.796875, false], [-9.296875, false], [-10.296875, false], [-5.55078125, false], [-10.296875, false], [-10.046875, false], [-8.546875, false], [-10.046875, false], [-9.796875, false], [-6.90625, false], [-8.296875, false], [-9.53125, false], [-5.55078125, false], [-8.296875, false], [-8.546875, false], [-10.046875, false], [-8.546875, false], [-10.046875, false], [-9.796875, false], [-5.55078125, false], [-9.796875, false], [-10.296875, false], [-5.05078125, false], [-9.796875, false], [-5.55078125, false], [-9.796875, false], [-10.046875, false], [-10.296875, false], [-9.796875, false], [-5.55078125, false], [-8.546875, false], [-9.296875, false], [-5.05078125, false], [-10.296875, false], [-5.55078125, false], [-8.546875, false], [-10.046875, false], [-9.796875, false], [-8.546875, false], [-5.05078125, false], [-8.546875, false], [-10.046875, false], [-9.296875, false], [-9.796875, false], [-5.55078125, false], [-5.05078125, false], [-10.296875, false], [-9.296875, false], [-5.55078125, false], [-10.046875, false], [-9.796875, false], [-8.796875, false], [-9.296875, false], [-10.296875, false], [-5.55078125, false], [-9.796875, false], [-10.296875, false], [-5.05078125, false], [-8.546875, false], [-5.55078125, false], [-9.796875, false], [-11.546875, false], [-10.296875, false], [-10.296875, false], [-10.046875, false], [-11.546875, false], [-8.546875, false], [-8.796875, false], [-8.296875, false], [-8.546875, false], [-11.796875, false], [-5.55078125, false], [-10.296875, false], [-10.046875, false], [-8.546875, false], [-10.046875, false], [-6.90625, false], [-8.296875, false], [-12.046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 467, "doc": {"id": "Mercury_400598", "question": "Electrical wires are coated with a rubber or plastic because these materials are good", "choices": {"text": ["resistors.", "magnets.", "insulators.", "conductors."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "insulators.", "arguments": ["Question: Electrical wires are coated with a rubber or plastic because these materials are good\nAnswer:", " ["], "resps": [[[-8.46875, false]], [[-8.96875, false]], [[-7.97265625, false]], [[-8.71875, false]], [[-9.46875, false]], [[-9.21875, false]], [[-9.46875, false]], [[-11.46875, false]], [[-10.46875, false]], [[-7.97265625, false]], [[-9.46875, false]], [[-6.46875, false]], [[-8.96875, false]], [[-8.96875, false]], [[-5.22265625, false]], [[-8.96875, false]], [[-10.96875, false]], [[-6.22265625, false]], [[-11.71875, false]], [[-9.96875, false]], [[-8.71875, false]], [[-11.46875, false]], [[-9.46875, false]], [[-6.46875, false]], [[-8.96875, false]], [[-8.96875, false]], [[-5.22265625, false]], [[-8.96875, false]], [[-9.21875, false]], [[-9.96875, false]], [[-9.46875, false]], [[-10.21875, false]], [[-10.21875, false]], [[-6.22265625, false]], [[-11.46875, false]], [[-10.46875, false]], [[-7.97265625, false]], [[-9.46875, false]], [[-6.46875, false]], [[-8.96875, false]], [[-8.96875, false]], [[-5.22265625, false]], [[-8.96875, false]], [[-10.21875, false]], [[-10.46875, false]], [[-9.96875, false]], [[-10.96875, false]], [[-10.21875, false]], [[-10.21875, false]], [[-11.46875, false]], [[-10.46875, false]], [[-7.97265625, false]], [[-9.46875, false]], [[-6.46875, false]], [[-8.96875, false]], [[-12.96875, false]]], "filtered_resps": [[-8.46875, false], [-8.96875, false], [-7.97265625, false], [-8.71875, false], [-9.46875, false], [-9.21875, false], [-9.46875, false], [-11.46875, false], [-10.46875, false], [-7.97265625, false], [-9.46875, false], [-6.46875, false], [-8.96875, false], [-8.96875, false], [-5.22265625, false], [-8.96875, false], [-10.96875, false], [-6.22265625, false], [-11.71875, false], [-9.96875, false], [-8.71875, false], [-11.46875, false], [-9.46875, false], [-6.46875, false], [-8.96875, false], [-8.96875, false], [-5.22265625, false], [-8.96875, false], [-9.21875, false], [-9.96875, false], [-9.46875, false], [-10.21875, false], [-10.21875, false], [-6.22265625, false], [-11.46875, false], [-10.46875, false], [-7.97265625, false], [-9.46875, false], [-6.46875, false], [-8.96875, false], [-8.96875, false], [-5.22265625, false], [-8.96875, false], [-10.21875, false], [-10.46875, false], [-9.96875, false], [-10.96875, false], [-10.21875, false], [-10.21875, false], [-11.46875, false], [-10.46875, false], [-7.97265625, false], [-9.46875, false], [-6.46875, false], [-8.96875, false], [-12.96875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 475, "doc": {"id": "MCAS_2011_5_17671", "question": "The Sun is the largest body in the solar system. The Sun is a ___.", "choices": {"text": ["moon", "planet", "satellite", "star"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "star", "arguments": ["Question: The Sun is the largest body in the solar system. The Sun is a ___.\nAnswer:", " ["], "resps": [[[-7.36328125, false]], [[-9.8671875, false]], [[-7.61328125, false]], [[-9.1171875, false]], [[-9.1171875, false]], [[-10.1171875, false]], [[-9.8671875, false]], [[-10.8125, false]], [[-4.36328125, false]], [[-9.8671875, false]], [[-10.1171875, false]], [[-10.6171875, false]], [[-5.11328125, false]], [[-10.1171875, false]], [[-7.36328125, false]], [[-9.3671875, false]], [[-9.8671875, false]], [[-10.8125, false]], [[-4.36328125, false]], [[-9.8671875, false]], [[-10.8671875, false]], [[-5.11328125, false]], [[-9.3671875, false]], [[-7.36328125, false]], [[-10.6171875, false]], [[-10.6171875, false]], [[-7.61328125, false]], [[-9.3671875, false]], [[-7.36328125, false]], [[-9.8671875, false]], [[-10.8125, false]], [[-4.36328125, false]], [[-9.8671875, false]], [[-10.8671875, false]], [[-9.3671875, false]], [[-5.11328125, false]], [[-9.6171875, false]], [[-9.8671875, false]], [[-10.6171875, false]]], "filtered_resps": [[-7.36328125, false], [-9.8671875, false], [-7.61328125, false], [-9.1171875, false], [-9.1171875, false], [-10.1171875, false], [-9.8671875, false], [-10.8125, false], [-4.36328125, false], [-9.8671875, false], [-10.1171875, false], [-10.6171875, false], [-5.11328125, false], [-10.1171875, false], [-7.36328125, false], [-9.3671875, false], [-9.8671875, false], [-10.8125, false], [-4.36328125, false], [-9.8671875, false], [-10.8671875, false], [-5.11328125, false], [-9.3671875, false], [-7.36328125, false], [-10.6171875, false], [-10.6171875, false], [-7.61328125, false], [-9.3671875, false], [-7.36328125, false], [-9.8671875, false], [-10.8125, false], [-4.36328125, false], [-9.8671875, false], [-10.8671875, false], [-9.3671875, false], [-5.11328125, false], [-9.6171875, false], [-9.8671875, false], [-10.6171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 483, "doc": {"id": "Mercury_7222670", "question": "Structures in the universe are grouped into large systems, each of which are made up of smaller systems. Which of the following is the largest system of which Earth is only a very small part?", "choices": {"text": ["Jovian planets", "Halley's comet", "Milky Way galaxy", "Orion's belt"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Milky Way galaxy", "arguments": ["Question: Structures in the universe are grouped into large systems, each of which are made up of smaller systems. Which of the following is the largest system of which Earth is only a very small part?\nAnswer:", " ["], "resps": [[[-7.05078125, false]], [[-9.8046875, false]], [[-6.05078125, false]], [[-9.3046875, false]], [[-8.5546875, false]], [[-8.0546875, false]], [[-4.80078125, false]], [[-9.0546875, false]], [[-5.30078125, false]], [[-8.3046875, false]], [[-10.3046875, false]], [[-4.80078125, false]], [[-9.0546875, false]], [[-7.30078125, false]], [[-9.0546875, false]], [[-9.5546875, false]], [[-9.8046875, false]], [[-9.3125, false]], [[-5.30078125, false]], [[-8.3046875, false]], [[-5.30078125, false]], [[-4.80078125, false]], [[-10.3046875, false]], [[-10.3046875, false]], [[-7.30078125, false]], [[-11.3046875, false]], [[-9.8046875, false]], [[-9.5546875, false]], [[-5.30078125, false]], [[-6.55078125, false]], [[-9.3046875, false]], [[-8.0546875, false]], [[-7.30078125, false]], [[-9.0546875, false]], [[-8.3046875, false]], [[-9.3125, false]], [[-5.30078125, false]], [[-9.8046875, false]], [[-5.55078125, false]], [[-8.0546875, false]], [[-10.3046875, false]], [[-10.3046875, false]], [[-11.3046875, false]], [[-5.30078125, false]], [[-7.80078125, false]], [[-4.80078125, false]], [[-11.3046875, false]], [[-5.30078125, false]], [[-10.8046875, false]], [[-4.80078125, false]], [[-10.3046875, false]], [[-4.80078125, false]], [[-8.3046875, false]], [[-11.3046875, false]], [[-9.8046875, false]], [[-9.3125, false]], [[-5.30078125, false]], [[-8.3046875, false]], [[-6.80078125, false]], [[-8.3046875, false]], [[-8.0546875, false]], [[-9.3046875, false]], [[-9.0546875, false]], [[-9.8046875, false]], [[-9.5546875, false]], [[-5.30078125, false]], [[-6.80078125, false]], [[-7.30078125, false]], [[-10.3046875, false]], [[-9.0546875, false]], [[-8.3046875, false]], [[-11.0546875, false]]], "filtered_resps": [[-7.05078125, false], [-9.8046875, false], [-6.05078125, false], [-9.3046875, false], [-8.5546875, false], [-8.0546875, false], [-4.80078125, false], [-9.0546875, false], [-5.30078125, false], [-8.3046875, false], [-10.3046875, false], [-4.80078125, false], [-9.0546875, false], [-7.30078125, false], [-9.0546875, false], [-9.5546875, false], [-9.8046875, false], [-9.3125, false], [-5.30078125, false], [-8.3046875, false], [-5.30078125, false], [-4.80078125, false], [-10.3046875, false], [-10.3046875, false], [-7.30078125, false], [-11.3046875, false], [-9.8046875, false], [-9.5546875, false], [-5.30078125, false], [-6.55078125, false], [-9.3046875, false], [-8.0546875, false], [-7.30078125, false], [-9.0546875, false], [-8.3046875, false], [-9.3125, false], [-5.30078125, false], [-9.8046875, false], [-5.55078125, false], [-8.0546875, false], [-10.3046875, false], [-10.3046875, false], [-11.3046875, false], [-5.30078125, false], [-7.80078125, false], [-4.80078125, false], [-11.3046875, false], [-5.30078125, false], [-10.8046875, false], [-4.80078125, false], [-10.3046875, false], [-4.80078125, false], [-8.3046875, false], [-11.3046875, false], [-9.8046875, false], [-9.3125, false], [-5.30078125, false], [-8.3046875, false], [-6.80078125, false], [-8.3046875, false], [-8.0546875, false], [-9.3046875, false], [-9.0546875, false], [-9.8046875, false], [-9.5546875, false], [-5.30078125, false], [-6.80078125, false], [-7.30078125, false], [-10.3046875, false], [-9.0546875, false], [-8.3046875, false], [-11.0546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 491, "doc": {"id": "Mercury_7282695", "question": "Which two behaviors best demonstrate stewardship?", "choices": {"text": ["reducing consumption, recycling wastes", "increasing consumption, discarding wastes", "reducing consumption, discarding wastes", "increasing consumption, recycling wastes"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "reducing consumption, recycling wastes", "arguments": ["Question: Which two behaviors best demonstrate stewardship?\nAnswer:", " ["], "resps": [[[-7.7421875, false]], [[-9.1171875, false]], [[-12.2421875, false]], [[-8.7421875, false]], [[-9.8671875, false]], [[-12.1171875, false]], [[-9.9921875, false]], [[-8.6171875, false]], [[-10.1171875, false]], [[-13.4921875, false]], [[-4.7421875, false]], [[-9.9921875, false]], [[-9.1171875, false]], [[-10.1171875, false]], [[-8.7421875, false]], [[-12.1171875, false]], [[-11.2421875, false]], [[-9.4921875, false]], [[-11.1171875, false]], [[-8.6171875, false]], [[-9.1171875, false]], [[-10.1171875, false]], [[-11.421875, false]], [[-4.7421875, false]], [[-12.2421875, false]], [[-8.7421875, false]], [[-9.9921875, false]], [[-12.2421875, false]], [[-9.9921875, false]], [[-9.4921875, false]], [[-8.6171875, false]], [[-10.1171875, false]], [[-13.4921875, false]], [[-4.7421875, false]], [[-10.9921875, false]], [[-6.1171875, false]], [[-8.7421875, false]], [[-11.1171875, false]], [[-8.7421875, false]], [[-8.7421875, false]], [[-9.1171875, false]], [[-11.421875, false]], [[-4.7421875, false]], [[-9.1171875, false]], [[-8.6171875, false]], [[-10.1171875, false]], [[-9.9921875, false]], [[-12.2421875, false]], [[-8.7421875, false]], [[-6.1171875, false]], [[-8.7421875, false]], [[-8.6171875, false]], [[-10.1171875, false]], [[-13.4921875, false]], [[-4.7421875, false]], [[-9.9921875, false]], [[-9.1171875, false]], [[-10.1171875, false]], [[-8.7421875, false]], [[-12.1171875, false]], [[-11.2421875, false]], [[-9.4921875, false]], [[-11.1171875, false]], [[-8.6171875, false]], [[-9.1171875, false]], [[-10.1171875, false]], [[-11.421875, false]], [[-4.7421875, false]], [[-9.8671875, false]], [[-8.6171875, false]], [[-8.7421875, false]], [[-9.9921875, false]], [[-6.1171875, false]], [[-12.2421875, false]], [[-9.8671875, false]], [[-8.6171875, false]], [[-10.1171875, false]], [[-13.4921875, false]], [[-4.7421875, false]], [[-10.9921875, false]], [[-6.1171875, false]], [[-8.7421875, false]], [[-11.1171875, false]], [[-8.7421875, false]], [[-8.7421875, false]], [[-9.1171875, false]], [[-11.421875, false]], [[-4.7421875, false]], [[-9.1171875, false]], [[-12.2421875, false]], [[-8.7421875, false]], [[-9.8671875, false]], [[-12.1171875, false]], [[-9.9921875, false]], [[-8.6171875, false]], [[-10.1171875, false]], [[-13.4921875, false]], [[-4.7421875, false]], [[-9.9921875, false]], [[-9.1171875, false]], [[-10.1171875, false]], [[-8.7421875, false]], [[-12.1171875, false]], [[-11.2421875, false]], [[-9.4921875, false]], [[-11.1171875, false]], [[-8.6171875, false]], [[-9.1171875, false]], [[-10.1171875, false]], [[-11.421875, false]], [[-4.7421875, false]], [[-9.8671875, false]], [[-8.6171875, false]], [[-8.7421875, false]], [[-9.9921875, false]], [[-6.1171875, false]], [[-12.2421875, false]], [[-9.8671875, false]], [[-8.6171875, false]], [[-10.1171875, false]], [[-13.4921875, false]], [[-4.7421875, false]], [[-10.9921875, false]], [[-6.1171875, false]], [[-8.7421875, false]], [[-11.1171875, false]], [[-8.7421875, false]], [[-8.7421875, false]], [[-9.1171875, false]], [[-11.421875, false]], [[-4.7421875, false]], [[-9.1171875, false]], [[-8.6171875, false]], [[-10.1171875, false]], [[-9.9921875, false]], [[-12.2421875, false]], [[-8.7421875, false]], [[-6.1171875, false]], [[-8.7421875, false]], [[-8.6171875, false]], [[-10.1171875, false]], [[-13.4921875, false]], [[-4.7421875, false]], [[-9.9921875, false]], [[-9.1171875, false]], [[-10.1171875, false]], [[-8.7421875, false]], [[-12.1171875, false]], [[-11.2421875, false]], [[-9.4921875, false]], [[-11.1171875, false]], [[-8.6171875, false]], [[-9.1171875, false]], [[-10.1171875, false]], [[-11.421875, false]], [[-4.7421875, false]], [[-12.2421875, false]], [[-8.7421875, false]], [[-9.9921875, false]], [[-12.2421875, false]], [[-9.9921875, false]], [[-9.4921875, false]], [[-8.6171875, false]], [[-10.1171875, false]], [[-13.4921875, false]], [[-4.7421875, false]], [[-10.9921875, false]], [[-6.1171875, false]], [[-8.7421875, false]], [[-11.1171875, false]], [[-8.7421875, false]], [[-8.7421875, false]], [[-9.1171875, false]], [[-12.4921875, false]]], "filtered_resps": [[-7.7421875, false], [-9.1171875, false], [-12.2421875, false], [-8.7421875, false], [-9.8671875, false], [-12.1171875, false], [-9.9921875, false], [-8.6171875, false], [-10.1171875, false], [-13.4921875, false], [-4.7421875, false], [-9.9921875, false], [-9.1171875, false], [-10.1171875, false], [-8.7421875, false], [-12.1171875, false], [-11.2421875, false], [-9.4921875, false], [-11.1171875, false], [-8.6171875, false], [-9.1171875, false], [-10.1171875, false], [-11.421875, false], [-4.7421875, false], [-12.2421875, false], [-8.7421875, false], [-9.9921875, false], [-12.2421875, false], [-9.9921875, false], [-9.4921875, false], [-8.6171875, false], [-10.1171875, false], [-13.4921875, false], [-4.7421875, false], [-10.9921875, false], [-6.1171875, false], [-8.7421875, false], [-11.1171875, false], [-8.7421875, false], [-8.7421875, false], [-9.1171875, false], [-11.421875, false], [-4.7421875, false], [-9.1171875, false], [-8.6171875, false], [-10.1171875, false], [-9.9921875, false], [-12.2421875, false], [-8.7421875, false], [-6.1171875, false], [-8.7421875, false], [-8.6171875, false], [-10.1171875, false], [-13.4921875, false], [-4.7421875, false], [-9.9921875, false], [-9.1171875, false], [-10.1171875, false], [-8.7421875, false], [-12.1171875, false], [-11.2421875, false], [-9.4921875, false], [-11.1171875, false], [-8.6171875, false], [-9.1171875, false], [-10.1171875, false], [-11.421875, false], [-4.7421875, false], [-9.8671875, false], [-8.6171875, false], [-8.7421875, false], [-9.9921875, false], [-6.1171875, false], [-12.2421875, false], [-9.8671875, false], [-8.6171875, false], [-10.1171875, false], [-13.4921875, false], [-4.7421875, false], [-10.9921875, false], [-6.1171875, false], [-8.7421875, false], [-11.1171875, false], [-8.7421875, false], [-8.7421875, false], [-9.1171875, false], [-11.421875, false], [-4.7421875, false], [-9.1171875, false], [-12.2421875, false], [-8.7421875, false], [-9.8671875, false], [-12.1171875, false], [-9.9921875, false], [-8.6171875, false], [-10.1171875, false], [-13.4921875, false], [-4.7421875, false], [-9.9921875, false], [-9.1171875, false], [-10.1171875, false], [-8.7421875, false], [-12.1171875, false], [-11.2421875, false], [-9.4921875, false], [-11.1171875, false], [-8.6171875, false], [-9.1171875, false], [-10.1171875, false], [-11.421875, false], [-4.7421875, false], [-9.8671875, false], [-8.6171875, false], [-8.7421875, false], [-9.9921875, false], [-6.1171875, false], [-12.2421875, false], [-9.8671875, false], [-8.6171875, false], [-10.1171875, false], [-13.4921875, false], [-4.7421875, false], [-10.9921875, false], [-6.1171875, false], [-8.7421875, false], [-11.1171875, false], [-8.7421875, false], [-8.7421875, false], [-9.1171875, false], [-11.421875, false], [-4.7421875, false], [-9.1171875, false], [-8.6171875, false], [-10.1171875, false], [-9.9921875, false], [-12.2421875, false], [-8.7421875, false], [-6.1171875, false], [-8.7421875, false], [-8.6171875, false], [-10.1171875, false], [-13.4921875, false], [-4.7421875, false], [-9.9921875, false], [-9.1171875, false], [-10.1171875, false], [-8.7421875, false], [-12.1171875, false], [-11.2421875, false], [-9.4921875, false], [-11.1171875, false], [-8.6171875, false], [-9.1171875, false], [-10.1171875, false], [-11.421875, false], [-4.7421875, false], [-12.2421875, false], [-8.7421875, false], [-9.9921875, false], [-12.2421875, false], [-9.9921875, false], [-9.4921875, false], [-8.6171875, false], [-10.1171875, false], [-13.4921875, false], [-4.7421875, false], [-10.9921875, false], [-6.1171875, false], [-8.7421875, false], [-11.1171875, false], [-8.7421875, false], [-8.7421875, false], [-9.1171875, false], [-12.4921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 499, "doc": {"id": "MCAS_2003_8_26", "question": "A container is filled with 100 mL of water and placed in a freezer. The water in the container freezes at 0°C. A second container filled with 90 mL of water is placed in a second freezer. At what temperature does this second container of water freeze?", "choices": {"text": ["-10°C", "-1°C", "0°C", "10°C"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "0°C", "arguments": ["Question: A container is filled with 100 mL of water and placed in a freezer. The water in the container freezes at 0°C. A second container filled with 90 mL of water is placed in a second freezer. At what temperature does this second container of water freeze?\nAnswer:", " ["], "resps": [[[-5.953125, false]], [[-9.453125, false]], [[-5.453125, false]], [[-5.953125, false]], [[-4.953125, false]], [[-6.453125, false]], [[-4.703125, false]], [[-9.453125, false]], [[-10.1328125, false]], [[-4.203125, false]], [[-9.453125, false]], [[-5.453125, false]], [[-5.953125, false]], [[-6.453125, false]], [[-4.703125, false]], [[-9.453125, false]], [[-10.1328125, false]], [[-4.203125, false]], [[-9.453125, false]], [[-4.953125, false]], [[-6.453125, false]], [[-4.703125, false]], [[-9.453125, false]], [[-10.125, false]], [[-4.203125, false]], [[-9.453125, false]], [[-5.953125, false]], [[-4.953125, false]], [[-6.453125, false]], [[-4.703125, false]], [[-9.453125, false]], [[-10.953125, false]]], "filtered_resps": [[-5.953125, false], [-9.453125, false], [-5.453125, false], [-5.953125, false], [-4.953125, false], [-6.453125, false], [-4.703125, false], [-9.453125, false], [-10.1328125, false], [-4.203125, false], [-9.453125, false], [-5.453125, false], [-5.953125, false], [-6.453125, false], [-4.703125, false], [-9.453125, false], [-10.1328125, false], [-4.203125, false], [-9.453125, false], [-4.953125, false], [-6.453125, false], [-4.703125, false], [-9.453125, false], [-10.125, false], [-4.203125, false], [-9.453125, false], [-5.953125, false], [-4.953125, false], [-6.453125, false], [-4.703125, false], [-9.453125, false], [-10.953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 507, "doc": {"id": "Mercury_7248203", "question": "Two species of garter snake in the genus Thamnophis originated from a single ancestor. These two species live in the same geographic area, however, one lives in arid land and the other lives in water.Which of the following best identifies the cause of speciation between these two garter snakes?", "choices": {"text": ["mechanical isolation", "behavioral isolation", "habitat isolation", "allopatric isolation"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "habitat isolation", "arguments": ["Question: Two species of garter snake in the genus Thamnophis originated from a single ancestor. These two species live in the same geographic area, however, one lives in arid land and the other lives in water.Which of the following best identifies the cause of speciation between these two garter snakes?\nAnswer:", " ["], "resps": [[[-6.453125, false]], [[-9.203125, false]], [[-8.578125, false]], [[-7.578125, false]], [[-5.828125, false]], [[-9.328125, false]], [[-3.076171875, false]], [[-7.703125, false]], [[-7.328125, false]], [[-5.828125, false]], [[-3.076171875, false]], [[-8.453125, false]], [[-5.453125, false]], [[-7.328125, false]], [[-7.828125, false]], [[-8.328125, false]], [[-8.453125, false]], [[-3.076171875, false]], [[-8.328125, false]], [[-7.328125, false]], [[-8.328125, false]], [[-7.703125, false]], [[-9.203125, false]], [[-9.53125, false]], [[-5.453125, false]], [[-9.203125, false]], [[-5.328125, false]], [[-7.578125, false]], [[-9.328125, false]], [[-3.076171875, false]], [[-9.828125, false]], [[-7.328125, false]], [[-8.328125, false]], [[-7.328125, false]], [[-3.076171875, false]], [[-8.453125, false]], [[-5.453125, false]], [[-7.328125, false]], [[-7.828125, false]], [[-8.328125, false]], [[-8.453125, false]], [[-3.076171875, false]], [[-8.328125, false]], [[-7.328125, false]], [[-8.328125, false]], [[-7.703125, false]], [[-9.203125, false]], [[-9.53125, false]], [[-5.453125, false]], [[-9.203125, false]], [[-9.328125, false]], [[-3.076171875, false]], [[-5.328125, false]], [[-7.328125, false]], [[-8.328125, false]], [[-3.076171875, false]], [[-8.328125, false]], [[-5.453125, false]], [[-7.328125, false]], [[-7.828125, false]], [[-8.328125, false]], [[-8.453125, false]], [[-3.076171875, false]], [[-8.328125, false]], [[-7.328125, false]], [[-8.328125, false]], [[-7.703125, false]], [[-9.203125, false]], [[-9.53125, false]], [[-5.453125, false]], [[-9.203125, false]], [[-3.076171875, false]], [[-8.453125, false]], [[-8.453125, false]], [[-8.328125, false]], [[-7.828125, false]], [[-3.076171875, false]], [[-8.328125, false]], [[-7.328125, false]], [[-7.328125, false]], [[-5.828125, false]], [[-5.453125, false]], [[-7.328125, false]], [[-7.828125, false]], [[-8.328125, false]], [[-8.453125, false]], [[-3.076171875, false]], [[-8.328125, false]], [[-7.328125, false]], [[-8.328125, false]], [[-7.703125, false]], [[-9.203125, false]], [[-10.953125, false]]], "filtered_resps": [[-6.453125, false], [-9.203125, false], [-8.578125, false], [-7.578125, false], [-5.828125, false], [-9.328125, false], [-3.076171875, false], [-7.703125, false], [-7.328125, false], [-5.828125, false], [-3.076171875, false], [-8.453125, false], [-5.453125, false], [-7.328125, false], [-7.828125, false], [-8.328125, false], [-8.453125, false], [-3.076171875, false], [-8.328125, false], [-7.328125, false], [-8.328125, false], [-7.703125, false], [-9.203125, false], [-9.53125, false], [-5.453125, false], [-9.203125, false], [-5.328125, false], [-7.578125, false], [-9.328125, false], [-3.076171875, false], [-9.828125, false], [-7.328125, false], [-8.328125, false], [-7.328125, false], [-3.076171875, false], [-8.453125, false], [-5.453125, false], [-7.328125, false], [-7.828125, false], [-8.328125, false], [-8.453125, false], [-3.076171875, false], [-8.328125, false], [-7.328125, false], [-8.328125, false], [-7.703125, false], [-9.203125, false], [-9.53125, false], [-5.453125, false], [-9.203125, false], [-9.328125, false], [-3.076171875, false], [-5.328125, false], [-7.328125, false], [-8.328125, false], [-3.076171875, false], [-8.328125, false], [-5.453125, false], [-7.328125, false], [-7.828125, false], [-8.328125, false], [-8.453125, false], [-3.076171875, false], [-8.328125, false], [-7.328125, false], [-8.328125, false], [-7.703125, false], [-9.203125, false], [-9.53125, false], [-5.453125, false], [-9.203125, false], [-3.076171875, false], [-8.453125, false], [-8.453125, false], [-8.328125, false], [-7.828125, false], [-3.076171875, false], [-8.328125, false], [-7.328125, false], [-7.328125, false], [-5.828125, false], [-5.453125, false], [-7.328125, false], [-7.828125, false], [-8.328125, false], [-8.453125, false], [-3.076171875, false], [-8.328125, false], [-7.328125, false], [-8.328125, false], [-7.703125, false], [-9.203125, false], [-10.953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 515, "doc": {"id": "LEAP__7_10341", "question": "A scientist studied a species of fish. She found that when a certain nutrient was added to the diet of the fish just after hatching, the fish gained an average of 3 kilograms in the first year. What additional information is needed to determine whether the nutrient is affecting the growth of the fish?", "choices": {"text": ["how much adult fish gained on average when the same nutrient was added to their diet", "how much newly hatched fish in this species gain in the first year without the nutrient in their diet", "how much of the nutrient is available for the fish species in their natural surroundings", "how much other species of fish gain in the first year when the nutrient is added to their diet"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "how much newly hatched fish in this species gain in the first year without the nutrient in their diet", "arguments": ["Question: A scientist studied a species of fish. She found that when a certain nutrient was added to the diet of the fish just after hatching, the fish gained an average of 3 kilograms in the first year. What additional information is needed to determine whether the nutrient is affecting the growth of the fish?\nAnswer:", " ["], "resps": [[[-6.453125, false]], [[-9.578125, false]], [[-11.203125, false]], [[-10.203125, false]], [[-11.328125, false]], [[-6.01171875, false]], [[-10.328125, false]], [[-11.328125, false]], [[-9.328125, false]], [[-11.203125, false]], [[-6.078125, false]], [[-5.828125, false]], [[-9.328125, false]], [[-11.328125, false]], [[-11.203125, false]], [[-10.453125, false]], [[-6.078125, false]], [[-9.828125, false]], [[-9.453125, false]], [[-9.828125, false]], [[-11.203125, false]], [[-6.078125, false]], [[-11.328125, false]], [[-5.828125, false]], [[-9.453125, false]], [[-8.953125, false]], [[-9.578125, false]], [[-9.328125, false]], [[-6.078125, false]], [[-10.203125, false]], [[-8.953125, false]], [[-6.078125, false]], [[-5.828125, false]], [[-11.953125, false]], [[-9.578125, false]], [[-11.328125, false]], [[-5.828125, false]], [[-11.328125, false]], [[-9.578125, false]], [[-6.078125, false]], [[-11.328125, false]], [[-11.203125, false]], [[-9.578125, false]], [[-8.953125, false]], [[-6.078125, false]], [[-10.453125, false]], [[-11.203125, false]], [[-9.578125, false]], [[-6.078125, false]], [[-9.828125, false]], [[-5.828125, false]], [[-10.328125, false]], [[-9.578125, false]], [[-6.078125, false]], [[-8.953125, false]], [[-11.328125, false]], [[-10.453125, false]], [[-11.328125, false]], [[-9.453125, false]], [[-9.578125, false]], [[-8.953125, false]], [[-10.453125, false]], [[-6.078125, false]], [[-11.328125, false]], [[-5.828125, false]], [[-9.828125, false]], [[-6.078125, false]], [[-5.828125, false]], [[-9.328125, false]], [[-9.328125, false]], [[-9.578125, false]], [[-9.328125, false]], [[-6.078125, false]], [[-10.453125, false]], [[-10.203125, false]], [[-6.078125, false]], [[-10.453125, false]], [[-11.203125, false]], [[-9.578125, false]], [[-9.453125, false]], [[-11.328125, false]], [[-6.078125, false]], [[-9.328125, false]], [[-9.453125, false]], [[-9.578125, false]], [[-10.453125, false]], [[-9.578125, false]], [[-10.3671875, false]], [[-6.078125, false]], [[-9.578125, false]], [[-11.203125, false]], [[-10.203125, false]], [[-11.328125, false]], [[-6.078125, false]], [[-10.328125, false]], [[-11.328125, false]], [[-9.328125, false]], [[-11.203125, false]], [[-6.078125, false]], [[-8.953125, false]], [[-9.578125, false]], [[-11.328125, false]], [[-11.203125, false]], [[-12.078125, false]], [[-6.078125, false]], [[-11.203125, false]], [[-5.828125, false]], [[-10.453125, false]], [[-9.328125, false]], [[-11.203125, false]], [[-9.578125, false]], [[-9.328125, false]], [[-6.078125, false]], [[-9.828125, false]], [[-9.453125, false]], [[-9.828125, false]], [[-11.203125, false]], [[-6.078125, false]], [[-9.453125, false]], [[-8.953125, false]], [[-6.078125, false]], [[-10.453125, false]], [[-11.203125, false]], [[-9.453125, false]], [[-9.828125, false]], [[-6.078125, false]], [[-9.828125, false]], [[-10.703125, false]], [[-9.578125, false]], [[-9.328125, false]], [[-9.453125, false]], [[-9.578125, false]], [[-9.828125, false]], [[-6.078125, false]], [[-11.328125, false]], [[-5.828125, false]], [[-9.453125, false]], [[-8.953125, false]], [[-6.078125, false]], [[-9.453125, false]], [[-8.953125, false]], [[-6.078125, false]], [[-10.453125, false]], [[-11.203125, false]], [[-9.578125, false]], [[-6.078125, false]], [[-9.828125, false]], [[-9.453125, false]], [[-11.328125, false]], [[-9.828125, false]], [[-10.453125, false]], [[-6.078125, false]], [[-12.078125, false]], [[-9.578125, false]], [[-5.828125, false]], [[-11.328125, false]], [[-6.078125, false]], [[-11.328125, false]], [[-9.453125, false]], [[-10.453125, false]], [[-11.203125, false]], [[-10.203125, false]], [[-11.328125, false]], [[-10.453125, false]], [[-6.078125, false]], [[-10.453125, false]], [[-11.203125, false]], [[-9.578125, false]], [[-6.078125, false]], [[-8.953125, false]], [[-11.328125, false]], [[-10.453125, false]], [[-11.328125, false]], [[-9.453125, false]], [[-9.578125, false]], [[-8.953125, false]], [[-10.453125, false]], [[-6.078125, false]], [[-9.453125, false]], [[-8.953125, false]], [[-6.078125, false]], [[-10.453125, false]], [[-11.203125, false]], [[-9.578125, false]], [[-9.453125, false]], [[-11.328125, false]], [[-6.078125, false]], [[-9.328125, false]], [[-9.453125, false]], [[-9.578125, false]], [[-10.453125, false]], [[-9.578125, false]], [[-10.3671875, false]], [[-6.078125, false]], [[-9.578125, false]], [[-11.203125, false]], [[-10.203125, false]], [[-11.328125, false]], [[-6.078125, false]], [[-10.328125, false]], [[-11.328125, false]], [[-9.328125, false]], [[-11.203125, false]], [[-6.078125, false]], [[-10.203125, false]], [[-9.828125, false]], [[-6.078125, false]], [[-10.453125, false]], [[-11.203125, false]], [[-9.578125, false]], [[-6.078125, false]], [[-8.953125, false]], [[-11.328125, false]], [[-10.453125, false]], [[-11.328125, false]], [[-9.453125, false]], [[-9.578125, false]], [[-8.953125, false]], [[-10.453125, false]], [[-6.078125, false]], [[-9.453125, false]], [[-9.828125, false]], [[-6.078125, false]], [[-5.828125, false]], [[-11.953125, false]], [[-5.828125, false]], [[-9.453125, false]], [[-11.203125, false]], [[-5.828125, false]], [[-7.828125, false]], [[-11.203125, false]], [[-9.578125, false]], [[-6.078125, false]], [[-9.828125, false]], [[-10.203125, false]], [[-11.328125, false]], [[-6.078125, false]], [[-10.453125, false]], [[-11.203125, false]], [[-9.578125, false]], [[-6.078125, false]], [[-9.828125, false]], [[-9.453125, false]], [[-9.828125, false]], [[-11.203125, false]], [[-6.078125, false]], [[-9.828125, false]], [[-10.703125, false]], [[-9.578125, false]], [[-9.328125, false]], [[-9.453125, false]], [[-9.578125, false]], [[-9.828125, false]], [[-6.078125, false]], [[-9.453125, false]], [[-8.953125, false]], [[-6.078125, false]], [[-10.453125, false]], [[-11.203125, false]], [[-9.578125, false]], [[-9.453125, false]], [[-11.328125, false]], [[-6.078125, false]], [[-8.953125, false]], [[-5.828125, false]], [[-10.453125, false]], [[-11.328125, false]], [[-11.328125, false]], [[-5.828125, false]], [[-11.203125, false]], [[-6.078125, false]], [[-9.828125, false]], [[-11.328125, false]], [[-11.328125, false]], [[-11.328125, false]], [[-10.203125, false]], [[-11.328125, false]], [[-8.953125, false]], [[-9.328125, false]], [[-9.453125, false]], [[-8.953125, false]], [[-11.328125, false]], [[-9.828125, false]], [[-9.578125, false]], [[-10.3671875, false]], [[-6.078125, false]], [[-9.578125, false]], [[-11.203125, false]], [[-10.203125, false]], [[-11.328125, false]], [[-6.078125, false]], [[-10.328125, false]], [[-11.328125, false]], [[-9.328125, false]], [[-11.203125, false]], [[-6.078125, false]], [[-10.203125, false]], [[-10.453125, false]], [[-11.203125, false]], [[-9.578125, false]], [[-11.328125, false]], [[-6.078125, false]], [[-9.828125, false]], [[-10.703125, false]], [[-9.578125, false]], [[-9.328125, false]], [[-9.453125, false]], [[-9.578125, false]], [[-9.828125, false]], [[-6.078125, false]], [[-10.203125, false]], [[-9.828125, false]], [[-6.078125, false]], [[-9.828125, false]], [[-9.453125, false]], [[-9.828125, false]], [[-11.203125, false]], [[-6.078125, false]], [[-11.328125, false]], [[-5.828125, false]], [[-9.453125, false]], [[-8.953125, false]], [[-6.078125, false]], [[-9.453125, false]], [[-8.953125, false]], [[-6.078125, false]], [[-10.453125, false]], [[-11.203125, false]], [[-9.578125, false]], [[-6.078125, false]], [[-9.828125, false]], [[-9.453125, false]], [[-11.328125, false]], [[-9.828125, false]], [[-10.453125, false]], [[-6.078125, false]], [[-12.078125, false]], [[-9.578125, false]], [[-5.828125, false]], [[-11.328125, false]], [[-6.078125, false]], [[-11.328125, false]], [[-11.203125, false]], [[-9.578125, false]], [[-8.953125, false]], [[-6.078125, false]], [[-10.453125, false]], [[-11.203125, false]], [[-9.578125, false]], [[-6.078125, false]], [[-8.953125, false]], [[-11.328125, false]], [[-10.453125, false]], [[-11.328125, false]], [[-9.453125, false]], [[-9.578125, false]], [[-8.953125, false]], [[-10.453125, false]], [[-6.078125, false]], [[-9.453125, false]], [[-9.828125, false]], [[-6.078125, false]], [[-5.828125, false]], [[-9.328125, false]], [[-9.328125, false]], [[-9.578125, false]], [[-9.328125, false]], [[-6.078125, false]], [[-10.453125, false]], [[-10.203125, false]], [[-6.078125, false]], [[-10.453125, false]], [[-11.203125, false]], [[-9.578125, false]], [[-9.453125, false]], [[-11.328125, false]], [[-6.078125, false]], [[-9.328125, false]], [[-9.453125, false]], [[-9.578125, false]], [[-10.453125, false]], [[-9.578125, false]], [[-11.703125, false]]], "filtered_resps": [[-6.453125, false], [-9.578125, false], [-11.203125, false], [-10.203125, false], [-11.328125, false], [-6.01171875, false], [-10.328125, false], [-11.328125, false], [-9.328125, false], [-11.203125, false], [-6.078125, false], [-5.828125, false], [-9.328125, false], [-11.328125, false], [-11.203125, false], [-10.453125, false], [-6.078125, false], [-9.828125, false], [-9.453125, false], [-9.828125, false], [-11.203125, false], [-6.078125, false], [-11.328125, false], [-5.828125, false], [-9.453125, false], [-8.953125, false], [-9.578125, false], [-9.328125, false], [-6.078125, false], [-10.203125, false], [-8.953125, false], [-6.078125, false], [-5.828125, false], [-11.953125, false], [-9.578125, false], [-11.328125, false], [-5.828125, false], [-11.328125, false], [-9.578125, false], [-6.078125, false], [-11.328125, false], [-11.203125, false], [-9.578125, false], [-8.953125, false], [-6.078125, false], [-10.453125, false], [-11.203125, false], [-9.578125, false], [-6.078125, false], [-9.828125, false], [-5.828125, false], [-10.328125, false], [-9.578125, false], [-6.078125, false], [-8.953125, false], [-11.328125, false], [-10.453125, false], [-11.328125, false], [-9.453125, false], [-9.578125, false], [-8.953125, false], [-10.453125, false], [-6.078125, false], [-11.328125, false], [-5.828125, false], [-9.828125, false], [-6.078125, false], [-5.828125, false], [-9.328125, false], [-9.328125, false], [-9.578125, false], [-9.328125, false], [-6.078125, false], [-10.453125, false], [-10.203125, false], [-6.078125, false], [-10.453125, false], [-11.203125, false], [-9.578125, false], [-9.453125, false], [-11.328125, false], [-6.078125, false], [-9.328125, false], [-9.453125, false], [-9.578125, false], [-10.453125, false], [-9.578125, false], [-10.3671875, false], [-6.078125, false], [-9.578125, false], [-11.203125, false], [-10.203125, false], [-11.328125, false], [-6.078125, false], [-10.328125, false], [-11.328125, false], [-9.328125, false], [-11.203125, false], [-6.078125, false], [-8.953125, false], [-9.578125, false], [-11.328125, false], [-11.203125, false], [-12.078125, false], [-6.078125, false], [-11.203125, false], [-5.828125, false], [-10.453125, false], [-9.328125, false], [-11.203125, false], [-9.578125, false], [-9.328125, false], [-6.078125, false], [-9.828125, false], [-9.453125, false], [-9.828125, false], [-11.203125, false], [-6.078125, false], [-9.453125, false], [-8.953125, false], [-6.078125, false], [-10.453125, false], [-11.203125, false], [-9.453125, false], [-9.828125, false], [-6.078125, false], [-9.828125, false], [-10.703125, false], [-9.578125, false], [-9.328125, false], [-9.453125, false], [-9.578125, false], [-9.828125, false], [-6.078125, false], [-11.328125, false], [-5.828125, false], [-9.453125, false], [-8.953125, false], [-6.078125, false], [-9.453125, false], [-8.953125, false], [-6.078125, false], [-10.453125, false], [-11.203125, false], [-9.578125, false], [-6.078125, false], [-9.828125, false], [-9.453125, false], [-11.328125, false], [-9.828125, false], [-10.453125, false], [-6.078125, false], [-12.078125, false], [-9.578125, false], [-5.828125, false], [-11.328125, false], [-6.078125, false], [-11.328125, false], [-9.453125, false], [-10.453125, false], [-11.203125, false], [-10.203125, false], [-11.328125, false], [-10.453125, false], [-6.078125, false], [-10.453125, false], [-11.203125, false], [-9.578125, false], [-6.078125, false], [-8.953125, false], [-11.328125, false], [-10.453125, false], [-11.328125, false], [-9.453125, false], [-9.578125, false], [-8.953125, false], [-10.453125, false], [-6.078125, false], [-9.453125, false], [-8.953125, false], [-6.078125, false], [-10.453125, false], [-11.203125, false], [-9.578125, false], [-9.453125, false], [-11.328125, false], [-6.078125, false], [-9.328125, false], [-9.453125, false], [-9.578125, false], [-10.453125, false], [-9.578125, false], [-10.3671875, false], [-6.078125, false], [-9.578125, false], [-11.203125, false], [-10.203125, false], [-11.328125, false], [-6.078125, false], [-10.328125, false], [-11.328125, false], [-9.328125, false], [-11.203125, false], [-6.078125, false], [-10.203125, false], [-9.828125, false], [-6.078125, false], [-10.453125, false], [-11.203125, false], [-9.578125, false], [-6.078125, false], [-8.953125, false], [-11.328125, false], [-10.453125, false], [-11.328125, false], [-9.453125, false], [-9.578125, false], [-8.953125, false], [-10.453125, false], [-6.078125, false], [-9.453125, false], [-9.828125, false], [-6.078125, false], [-5.828125, false], [-11.953125, false], [-5.828125, false], [-9.453125, false], [-11.203125, false], [-5.828125, false], [-7.828125, false], [-11.203125, false], [-9.578125, false], [-6.078125, false], [-9.828125, false], [-10.203125, false], [-11.328125, false], [-6.078125, false], [-10.453125, false], [-11.203125, false], [-9.578125, false], [-6.078125, false], [-9.828125, false], [-9.453125, false], [-9.828125, false], [-11.203125, false], [-6.078125, false], [-9.828125, false], [-10.703125, false], [-9.578125, false], [-9.328125, false], [-9.453125, false], [-9.578125, false], [-9.828125, false], [-6.078125, false], [-9.453125, false], [-8.953125, false], [-6.078125, false], [-10.453125, false], [-11.203125, false], [-9.578125, false], [-9.453125, false], [-11.328125, false], [-6.078125, false], [-8.953125, false], [-5.828125, false], [-10.453125, false], [-11.328125, false], [-11.328125, false], [-5.828125, false], [-11.203125, false], [-6.078125, false], [-9.828125, false], [-11.328125, false], [-11.328125, false], [-11.328125, false], [-10.203125, false], [-11.328125, false], [-8.953125, false], [-9.328125, false], [-9.453125, false], [-8.953125, false], [-11.328125, false], [-9.828125, false], [-9.578125, false], [-10.3671875, false], [-6.078125, false], [-9.578125, false], [-11.203125, false], [-10.203125, false], [-11.328125, false], [-6.078125, false], [-10.328125, false], [-11.328125, false], [-9.328125, false], [-11.203125, false], [-6.078125, false], [-10.203125, false], [-10.453125, false], [-11.203125, false], [-9.578125, false], [-11.328125, false], [-6.078125, false], [-9.828125, false], [-10.703125, false], [-9.578125, false], [-9.328125, false], [-9.453125, false], [-9.578125, false], [-9.828125, false], [-6.078125, false], [-10.203125, false], [-9.828125, false], [-6.078125, false], [-9.828125, false], [-9.453125, false], [-9.828125, false], [-11.203125, false], [-6.078125, false], [-11.328125, false], [-5.828125, false], [-9.453125, false], [-8.953125, false], [-6.078125, false], [-9.453125, false], [-8.953125, false], [-6.078125, false], [-10.453125, false], [-11.203125, false], [-9.578125, false], [-6.078125, false], [-9.828125, false], [-9.453125, false], [-11.328125, false], [-9.828125, false], [-10.453125, false], [-6.078125, false], [-12.078125, false], [-9.578125, false], [-5.828125, false], [-11.328125, false], [-6.078125, false], [-11.328125, false], [-11.203125, false], [-9.578125, false], [-8.953125, false], [-6.078125, false], [-10.453125, false], [-11.203125, false], [-9.578125, false], [-6.078125, false], [-8.953125, false], [-11.328125, false], [-10.453125, false], [-11.328125, false], [-9.453125, false], [-9.578125, false], [-8.953125, false], [-10.453125, false], [-6.078125, false], [-9.453125, false], [-9.828125, false], [-6.078125, false], [-5.828125, false], [-9.328125, false], [-9.328125, false], [-9.578125, false], [-9.328125, false], [-6.078125, false], [-10.453125, false], [-10.203125, false], [-6.078125, false], [-10.453125, false], [-11.203125, false], [-9.578125, false], [-9.453125, false], [-11.328125, false], [-6.078125, false], [-9.328125, false], [-9.453125, false], [-9.578125, false], [-10.453125, false], [-9.578125, false], [-11.703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 523, "doc": {"id": "Mercury_7264145", "question": "Which type of radiation provides astronomers with the most useful information about high-energy events such as stars colliding?", "choices": {"text": ["gamma radiation", "infrared radiation", "radio waves", "visible light"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "gamma radiation", "arguments": ["Question: Which type of radiation provides astronomers with the most useful information about high-energy events such as stars colliding?\nAnswer:", " ["], "resps": [[[-6.77734375, false]], [[-8.15625, false]], [[-13.28125, false]], [[-6.52734375, false]], [[-7.27734375, false]], [[-7.27734375, false]], [[-6.52734375, false]], [[-4.77734375, false]], [[-11.03125, false]], [[-6.52734375, false]], [[-11.53125, false]], [[-7.52734375, false]], [[-6.52734375, false]], [[-11.53125, false]], [[-7.52734375, false]], [[-8.28125, false]], [[-8.90625, false]], [[-8.15625, false]], [[-9.0703125, false]], [[-4.77734375, false]], [[-8.15625, false]], [[-7.52734375, false]], [[-8.90625, false]], [[-10.40625, false]], [[-11.03125, false]], [[-6.52734375, false]], [[-11.03125, false]], [[-8.53125, false]], [[-11.53125, false]], [[-4.77734375, false]], [[-11.03125, false]], [[-6.52734375, false]], [[-11.53125, false]], [[-7.52734375, false]], [[-6.52734375, false]], [[-11.53125, false]], [[-7.52734375, false]], [[-8.28125, false]], [[-8.90625, false]], [[-8.15625, false]], [[-9.0703125, false]], [[-4.77734375, false]], [[-8.15625, false]], [[-11.03125, false]], [[-6.52734375, false]], [[-11.53125, false]], [[-7.52734375, false]], [[-8.28125, false]], [[-4.77734375, false]], [[-11.78125, false]], [[-6.52734375, false]], [[-10.28125, false]], [[-8.53125, false]], [[-10.53125, false]], [[-8.15625, false]], [[-9.0703125, false]], [[-4.77734375, false]], [[-8.15625, false]], [[-10.28125, false]], [[-7.52734375, false]], [[-10.53125, false]], [[-7.52734375, false]], [[-9.90625, false]], [[-11.53125, false]], [[-8.53125, false]], [[-4.77734375, false]], [[-11.53125, false]], [[-7.52734375, false]], [[-13.28125, false]], [[-11.40625, false]], [[-11.53125, false]], [[-8.15625, false]], [[-13.15625, false]]], "filtered_resps": [[-6.77734375, false], [-8.15625, false], [-13.28125, false], [-6.52734375, false], [-7.27734375, false], [-7.27734375, false], [-6.52734375, false], [-4.77734375, false], [-11.03125, false], [-6.52734375, false], [-11.53125, false], [-7.52734375, false], [-6.52734375, false], [-11.53125, false], [-7.52734375, false], [-8.28125, false], [-8.90625, false], [-8.15625, false], [-9.0703125, false], [-4.77734375, false], [-8.15625, false], [-7.52734375, false], [-8.90625, false], [-10.40625, false], [-11.03125, false], [-6.52734375, false], [-11.03125, false], [-8.53125, false], [-11.53125, false], [-4.77734375, false], [-11.03125, false], [-6.52734375, false], [-11.53125, false], [-7.52734375, false], [-6.52734375, false], [-11.53125, false], [-7.52734375, false], [-8.28125, false], [-8.90625, false], [-8.15625, false], [-9.0703125, false], [-4.77734375, false], [-8.15625, false], [-11.03125, false], [-6.52734375, false], [-11.53125, false], [-7.52734375, false], [-8.28125, false], [-4.77734375, false], [-11.78125, false], [-6.52734375, false], [-10.28125, false], [-8.53125, false], [-10.53125, false], [-8.15625, false], [-9.0703125, false], [-4.77734375, false], [-8.15625, false], [-10.28125, false], [-7.52734375, false], [-10.53125, false], [-7.52734375, false], [-9.90625, false], [-11.53125, false], [-8.53125, false], [-4.77734375, false], [-11.53125, false], [-7.52734375, false], [-13.28125, false], [-11.40625, false], [-11.53125, false], [-8.15625, false], [-13.15625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 531, "doc": {"id": "NCEOGA_2013_5_24", "question": "After a rain, a puddle of water remains on a sidewalk. After a day of sunshine, the puddle is gone. Which process is most responsible for the disappearance of the puddle?", "choices": {"text": ["precipitation", "transpiration", "evaporation", "condensation"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "evaporation", "arguments": ["Question: After a rain, a puddle of water remains on a sidewalk. After a day of sunshine, the puddle is gone. Which process is most responsible for the disappearance of the puddle?\nAnswer:", " ["], "resps": [[[-7.13671875, false]], [[-10.390625, false]], [[-8.265625, false]], [[-9.640625, false]], [[-7.01171875, false]], [[-7.88671875, false]], [[-8.640625, false]], [[-8.265625, false]], [[-8.640625, false]], [[-10.515625, false]], [[-5.01171875, false]], [[-10.515625, false]], [[-8.640625, false]], [[-8.015625, false]], [[-8.640625, false]], [[-10.390625, false]], [[-10.265625, false]], [[-5.38671875, false]], [[-10.390625, false]], [[-10.515625, false]], [[-9.640625, false]], [[-5.01171875, false]], [[-8.640625, false]], [[-9.515625, false]], [[-8.265625, false]], [[-8.640625, false]], [[-9.640625, false]], [[-5.01171875, false]], [[-10.515625, false]], [[-8.640625, false]], [[-8.015625, false]], [[-8.640625, false]], [[-10.390625, false]], [[-10.265625, false]], [[-5.38671875, false]], [[-10.390625, false]], [[-7.01171875, false]], [[-10.640625, false]], [[-5.01171875, false]], [[-8.265625, false]], [[-8.015625, false]], [[-9.640625, false]], [[-5.01171875, false]], [[-10.515625, false]], [[-8.640625, false]], [[-8.015625, false]], [[-8.640625, false]], [[-10.390625, false]], [[-10.265625, false]], [[-5.38671875, false]], [[-10.390625, false]], [[-7.88671875, false]], [[-8.015625, false]], [[-8.640625, false]], [[-6.26171875, false]], [[-7.01171875, false]], [[-8.640625, false]], [[-9.515625, false]], [[-5.01171875, false]], [[-10.515625, false]], [[-8.640625, false]], [[-8.015625, false]], [[-8.640625, false]], [[-10.390625, false]], [[-13.390625, false]]], "filtered_resps": [[-7.13671875, false], [-10.390625, false], [-8.265625, false], [-9.640625, false], [-7.01171875, false], [-7.88671875, false], [-8.640625, false], [-8.265625, false], [-8.640625, false], [-10.515625, false], [-5.01171875, false], [-10.515625, false], [-8.640625, false], [-8.015625, false], [-8.640625, false], [-10.390625, false], [-10.265625, false], [-5.38671875, false], [-10.390625, false], [-10.515625, false], [-9.640625, false], [-5.01171875, false], [-8.640625, false], [-9.515625, false], [-8.265625, false], [-8.640625, false], [-9.640625, false], [-5.01171875, false], [-10.515625, false], [-8.640625, false], [-8.015625, false], [-8.640625, false], [-10.390625, false], [-10.265625, false], [-5.38671875, false], [-10.390625, false], [-7.01171875, false], [-10.640625, false], [-5.01171875, false], [-8.265625, false], [-8.015625, false], [-9.640625, false], [-5.01171875, false], [-10.515625, false], [-8.640625, false], [-8.015625, false], [-8.640625, false], [-10.390625, false], [-10.265625, false], [-5.38671875, false], [-10.390625, false], [-7.88671875, false], [-8.015625, false], [-8.640625, false], [-6.26171875, false], [-7.01171875, false], [-8.640625, false], [-9.515625, false], [-5.01171875, false], [-10.515625, false], [-8.640625, false], [-8.015625, false], [-8.640625, false], [-10.390625, false], [-13.390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 539, "doc": {"id": "Mercury_7163870", "question": "The water cycle is important for recycling the water on Earth. Which of these is the source of most of the water vapor in Earth's atmosphere?", "choices": {"text": ["river flooding", "glacier melting", "ocean evaporation", "plant transpiration"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "ocean evaporation", "arguments": ["Question: The water cycle is important for recycling the water on Earth. Which of these is the source of most of the water vapor in Earth's atmosphere?\nAnswer:", " ["], "resps": [[[-8.078125, false]], [[-9.328125, false]], [[-12.078125, false]], [[-8.328125, false]], [[-12.828125, false]], [[-7.078125, false]], [[-12.078125, false]], [[-5.578125, false]], [[-10.078125, false]], [[-11.578125, false]], [[-6.078125, false]], [[-6.078125, false]], [[-8.578125, false]], [[-8.328125, false]], [[-8.578125, false]], [[-12.828125, false]], [[-9.328125, false]], [[-9.8515625, false]], [[-5.578125, false]], [[-9.328125, false]], [[-12.828125, false]], [[-11.578125, false]], [[-6.328125, false]], [[-8.578125, false]], [[-8.328125, false]], [[-7.078125, false]], [[-12.078125, false]], [[-5.578125, false]], [[-9.828125, false]], [[-7.078125, false]], [[-11.578125, false]], [[-11.078125, false]], [[-8.328125, false]], [[-8.578125, false]], [[-12.828125, false]], [[-9.328125, false]], [[-9.8515625, false]], [[-5.578125, false]], [[-9.328125, false]], [[-6.078125, false]], [[-8.578125, false]], [[-7.078125, false]], [[-6.328125, false]], [[-8.578125, false]], [[-5.578125, false]], [[-7.078125, false]], [[-12.828125, false]], [[-6.328125, false]], [[-10.328125, false]], [[-6.078125, false]], [[-12.078125, false]], [[-6.328125, false]], [[-11.078125, false]], [[-8.328125, false]], [[-6.078125, false]], [[-8.578125, false]], [[-9.328125, false]], [[-9.8515625, false]], [[-5.578125, false]], [[-9.328125, false]], [[-10.328125, false]], [[-11.578125, false]], [[-6.328125, false]], [[-8.578125, false]], [[-11.078125, false]], [[-5.578125, false]], [[-11.078125, false]], [[-12.078125, false]], [[-6.328125, false]], [[-8.578125, false]], [[-11.328125, false]], [[-10.328125, false]], [[-8.328125, false]], [[-12.078125, false]], [[-6.328125, false]], [[-11.078125, false]], [[-8.328125, false]], [[-6.078125, false]], [[-8.578125, false]], [[-9.328125, false]], [[-14.828125, false]]], "filtered_resps": [[-8.078125, false], [-9.328125, false], [-12.078125, false], [-8.328125, false], [-12.828125, false], [-7.078125, false], [-12.078125, false], [-5.578125, false], [-10.078125, false], [-11.578125, false], [-6.078125, false], [-6.078125, false], [-8.578125, false], [-8.328125, false], [-8.578125, false], [-12.828125, false], [-9.328125, false], [-9.8515625, false], [-5.578125, false], [-9.328125, false], [-12.828125, false], [-11.578125, false], [-6.328125, false], [-8.578125, false], [-8.328125, false], [-7.078125, false], [-12.078125, false], [-5.578125, false], [-9.828125, false], [-7.078125, false], [-11.578125, false], [-11.078125, false], [-8.328125, false], [-8.578125, false], [-12.828125, false], [-9.328125, false], [-9.8515625, false], [-5.578125, false], [-9.328125, false], [-6.078125, false], [-8.578125, false], [-7.078125, false], [-6.328125, false], [-8.578125, false], [-5.578125, false], [-7.078125, false], [-12.828125, false], [-6.328125, false], [-10.328125, false], [-6.078125, false], [-12.078125, false], [-6.328125, false], [-11.078125, false], [-8.328125, false], [-6.078125, false], [-8.578125, false], [-9.328125, false], [-9.8515625, false], [-5.578125, false], [-9.328125, false], [-10.328125, false], [-11.578125, false], [-6.328125, false], [-8.578125, false], [-11.078125, false], [-5.578125, false], [-11.078125, false], [-12.078125, false], [-6.328125, false], [-8.578125, false], [-11.328125, false], [-10.328125, false], [-8.328125, false], [-12.078125, false], [-6.328125, false], [-11.078125, false], [-8.328125, false], [-6.078125, false], [-8.578125, false], [-9.328125, false], [-14.828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 547, "doc": {"id": "Mercury_182263", "question": "Which of the following is a description of an organism's development?", "choices": {"text": ["A sunflower grows toward the Sun.", "A Venus's-flytrap plant closes its leaves around a fly.", "An egg hatches, grows into a tadpole and then into a frog.", "A lizard loses its tail and grows a new one."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "An egg hatches, grows into a tadpole and then into a frog.", "arguments": ["Question: Which of the following is a description of an organism's development?\nAnswer:", " ["], "resps": [[[-6.78515625, false]], [[-8.7890625, false]], [[-2.162109375, false]], [[-4.91015625, false]], [[-8.2890625, false]], [[-9.7890625, false]], [[-9.1640625, false]], [[-9.9140625, false]], [[-9.1640625, false]], [[-7.66015625, false]], [[-10.0390625, false]], [[-7.03515625, false]], [[-9.0390625, false]], [[-4.91015625, false]], [[-10.4140625, false]], [[-9.0390625, false]], [[-7.66015625, false]], [[-10.0390625, false]], [[-8.2890625, false]], [[-4.91015625, false]], [[-9.9140625, false]], [[-7.66015625, false]], [[-10.0390625, false]], [[-3.537109375, false]], [[-9.0390625, false]], [[-8.1640625, false]], [[-4.91015625, false]], [[-9.9140625, false]], [[-10.4140625, false]], [[-7.03515625, false]], [[-4.91015625, false]], [[-5.91015625, false]], [[-9.7890625, false]], [[-9.1640625, false]], [[-6.0546875, false]], [[-8.7890625, false]], [[-9.5546875, false]], [[-4.91015625, false]], [[-6.53515625, false]], [[-2.162109375, false]], [[-4.91015625, false]], [[-8.9140625, false]], [[-7.03515625, false]], [[-9.1640625, false]], [[-9.7890625, false]], [[-8.2890625, false]], [[-8.7890625, false]], [[-8.2890625, false]], [[-6.03515625, false]], [[-9.9140625, false]], [[-9.1640625, false]], [[-11.0390625, false]], [[-9.9140625, false]], [[-9.0390625, false]], [[-3.537109375, false]], [[-8.9140625, false]], [[-4.91015625, false]], [[-8.9140625, false]], [[-9.1640625, false]], [[-3.537109375, false]], [[-9.1640625, false]], [[-9.9140625, false]], [[-4.91015625, false]], [[-7.03515625, false]], [[-9.1640625, false]], [[-7.66015625, false]], [[-8.2890625, false]], [[-7.03515625, false]], [[-8.2890625, false]], [[-4.91015625, false]], [[-8.6640625, false]], [[-9.9140625, false]], [[-8.2890625, false]], [[-4.91015625, false]], [[-9.1640625, false]], [[-7.03515625, false]], [[-3.537109375, false]], [[-10.5390625, false]], [[-7.03515625, false]], [[-8.2890625, false]], [[-4.91015625, false]], [[-3.537109375, false]], [[-9.0390625, false]], [[-7.66015625, false]], [[-9.7890625, false]], [[-9.1640625, false]], [[-8.1640625, false]], [[-4.91015625, false]], [[-3.537109375, false]], [[-4.91015625, false]], [[-9.9140625, false]], [[-9.1640625, false]], [[-11.0390625, false]], [[-6.0546875, false]], [[-6.53515625, false]], [[-9.5546875, false]], [[-4.91015625, false]], [[-8.7890625, false]], [[-2.162109375, false]], [[-9.1640625, false]], [[-4.91015625, false]], [[-7.03515625, false]], [[-10.4140625, false]], [[-10.4140625, false]], [[-4.91015625, false]], [[-10.4140625, false]], [[-3.537109375, false]], [[-9.9140625, false]], [[-7.03515625, false]], [[-10.4140625, false]], [[-7.03515625, false]], [[-8.2890625, false]], [[-9.5546875, false]], [[-4.91015625, false]], [[-10.4140625, false]], [[-9.0390625, false]], [[-7.66015625, false]], [[-10.0390625, false]], [[-8.2890625, false]], [[-4.91015625, false]], [[-8.6640625, false]], [[-9.1640625, false]], [[-9.9140625, false]], [[-7.66015625, false]], [[-4.91015625, false]], [[-3.537109375, false]], [[-4.91015625, false]], [[-9.9140625, false]], [[-3.537109375, false]], [[-8.1640625, false]], [[-8.9140625, false]], [[-7.66015625, false]], [[-9.1640625, false]], [[-7.03515625, false]], [[-4.91015625, false]], [[-3.537109375, false]], [[-9.1640625, false]], [[-8.1640625, false]], [[-4.91015625, false]], [[-9.9140625, false]], [[-10.4140625, false]], [[-7.03515625, false]], [[-9.1640625, false]], [[-4.91015625, false]], [[-8.6640625, false]], [[-9.1640625, false]], [[-9.9140625, false]], [[-7.66015625, false]], [[-4.91015625, false]], [[-3.537109375, false]], [[-4.91015625, false]], [[-9.9140625, false]], [[-9.0390625, false]], [[-7.66015625, false]], [[-10.4140625, false]], [[-6.0546875, false]], [[-8.7890625, false]], [[-9.5546875, false]], [[-4.91015625, false]], [[-8.7890625, false]], [[-2.162109375, false]], [[-4.91015625, false]], [[-9.1640625, false]], [[-8.6640625, false]], [[-8.5390625, false]], [[-3.537109375, false]], [[-9.0390625, false]], [[-8.1640625, false]], [[-4.91015625, false]], [[-9.1640625, false]], [[-7.66015625, false]], [[-8.2890625, false]], [[-7.03515625, false]], [[-8.2890625, false]], [[-4.91015625, false]], [[-8.6640625, false]], [[-9.9140625, false]], [[-8.2890625, false]], [[-4.91015625, false]], [[-9.9140625, false]], [[-3.537109375, false]], [[-8.6640625, false]], [[-9.1640625, false]], [[-4.91015625, false]], [[-3.537109375, false]], [[-9.1640625, false]], [[-8.1640625, false]], [[-4.91015625, false]], [[-10.4140625, false]], [[-9.0390625, false]], [[-7.66015625, false]], [[-10.0390625, false]], [[-8.2890625, false]], [[-4.91015625, false]], [[-3.537109375, false]], [[-4.91015625, false]], [[-9.1640625, false]], [[-7.03515625, false]], [[-10.0390625, false]], [[-4.91015625, false]], [[-7.66015625, false]], [[-9.1640625, false]], [[-7.03515625, false]], [[-6.0546875, false]], [[-8.7890625, false]], [[-12.1640625, false]]], "filtered_resps": [[-6.78515625, false], [-8.7890625, false], [-2.162109375, false], [-4.91015625, false], [-8.2890625, false], [-9.7890625, false], [-9.1640625, false], [-9.9140625, false], [-9.1640625, false], [-7.66015625, false], [-10.0390625, false], [-7.03515625, false], [-9.0390625, false], [-4.91015625, false], [-10.4140625, false], [-9.0390625, false], [-7.66015625, false], [-10.0390625, false], [-8.2890625, false], [-4.91015625, false], [-9.9140625, false], [-7.66015625, false], [-10.0390625, false], [-3.537109375, false], [-9.0390625, false], [-8.1640625, false], [-4.91015625, false], [-9.9140625, false], [-10.4140625, false], [-7.03515625, false], [-4.91015625, false], [-5.91015625, false], [-9.7890625, false], [-9.1640625, false], [-6.0546875, false], [-8.7890625, false], [-9.5546875, false], [-4.91015625, false], [-6.53515625, false], [-2.162109375, false], [-4.91015625, false], [-8.9140625, false], [-7.03515625, false], [-9.1640625, false], [-9.7890625, false], [-8.2890625, false], [-8.7890625, false], [-8.2890625, false], [-6.03515625, false], [-9.9140625, false], [-9.1640625, false], [-11.0390625, false], [-9.9140625, false], [-9.0390625, false], [-3.537109375, false], [-8.9140625, false], [-4.91015625, false], [-8.9140625, false], [-9.1640625, false], [-3.537109375, false], [-9.1640625, false], [-9.9140625, false], [-4.91015625, false], [-7.03515625, false], [-9.1640625, false], [-7.66015625, false], [-8.2890625, false], [-7.03515625, false], [-8.2890625, false], [-4.91015625, false], [-8.6640625, false], [-9.9140625, false], [-8.2890625, false], [-4.91015625, false], [-9.1640625, false], [-7.03515625, false], [-3.537109375, false], [-10.5390625, false], [-7.03515625, false], [-8.2890625, false], [-4.91015625, false], [-3.537109375, false], [-9.0390625, false], [-7.66015625, false], [-9.7890625, false], [-9.1640625, false], [-8.1640625, false], [-4.91015625, false], [-3.537109375, false], [-4.91015625, false], [-9.9140625, false], [-9.1640625, false], [-11.0390625, false], [-6.0546875, false], [-6.53515625, false], [-9.5546875, false], [-4.91015625, false], [-8.7890625, false], [-2.162109375, false], [-9.1640625, false], [-4.91015625, false], [-7.03515625, false], [-10.4140625, false], [-10.4140625, false], [-4.91015625, false], [-10.4140625, false], [-3.537109375, false], [-9.9140625, false], [-7.03515625, false], [-10.4140625, false], [-7.03515625, false], [-8.2890625, false], [-9.5546875, false], [-4.91015625, false], [-10.4140625, false], [-9.0390625, false], [-7.66015625, false], [-10.0390625, false], [-8.2890625, false], [-4.91015625, false], [-8.6640625, false], [-9.1640625, false], [-9.9140625, false], [-7.66015625, false], [-4.91015625, false], [-3.537109375, false], [-4.91015625, false], [-9.9140625, false], [-3.537109375, false], [-8.1640625, false], [-8.9140625, false], [-7.66015625, false], [-9.1640625, false], [-7.03515625, false], [-4.91015625, false], [-3.537109375, false], [-9.1640625, false], [-8.1640625, false], [-4.91015625, false], [-9.9140625, false], [-10.4140625, false], [-7.03515625, false], [-9.1640625, false], [-4.91015625, false], [-8.6640625, false], [-9.1640625, false], [-9.9140625, false], [-7.66015625, false], [-4.91015625, false], [-3.537109375, false], [-4.91015625, false], [-9.9140625, false], [-9.0390625, false], [-7.66015625, false], [-10.4140625, false], [-6.0546875, false], [-8.7890625, false], [-9.5546875, false], [-4.91015625, false], [-8.7890625, false], [-2.162109375, false], [-4.91015625, false], [-9.1640625, false], [-8.6640625, false], [-8.5390625, false], [-3.537109375, false], [-9.0390625, false], [-8.1640625, false], [-4.91015625, false], [-9.1640625, false], [-7.66015625, false], [-8.2890625, false], [-7.03515625, false], [-8.2890625, false], [-4.91015625, false], [-8.6640625, false], [-9.9140625, false], [-8.2890625, false], [-4.91015625, false], [-9.9140625, false], [-3.537109375, false], [-8.6640625, false], [-9.1640625, false], [-4.91015625, false], [-3.537109375, false], [-9.1640625, false], [-8.1640625, false], [-4.91015625, false], [-10.4140625, false], [-9.0390625, false], [-7.66015625, false], [-10.0390625, false], [-8.2890625, false], [-4.91015625, false], [-3.537109375, false], [-4.91015625, false], [-9.1640625, false], [-7.03515625, false], [-10.0390625, false], [-4.91015625, false], [-7.66015625, false], [-9.1640625, false], [-7.03515625, false], [-6.0546875, false], [-8.7890625, false], [-12.1640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 555, "doc": {"id": "NYSEDREGENTS_2010_8_9", "question": "What model is used to show the pattern of traits that are passed from one generation to the next in a family?", "choices": {"text": ["pedigree chart", "dichotomous key", "energy pyramid", "line graph"], "label": ["1", "2", "3", "4"]}, "answerKey": "1"}, "target": "pedigree chart", "arguments": ["Question: What model is used to show the pattern of traits that are passed from one generation to the next in a family?\nAnswer:", " ["], "resps": [[[-7.16015625, false]], [[-8.03125, false]], [[-9.15625, false]], [[-9.15625, false]], [[-8.65625, false]], [[-9.15625, false]], [[-11.40625, false]], [[-9.65625, false]], [[-9.15625, false]], [[-9.15625, false]], [[-5.03515625, false]], [[-9.03125, false]], [[-9.78125, false]], [[-5.03515625, false]], [[-9.65625, false]], [[-9.03125, false]], [[-8.03125, false]], [[-10.046875, false]], [[-5.03515625, false]], [[-8.03125, false]], [[-8.65625, false]], [[-9.15625, false]], [[-9.03125, false]], [[-9.78125, false]], [[-9.78125, false]], [[-9.03125, false]], [[-9.78125, false]], [[-9.40625, false]], [[-9.78125, false]], [[-10.03125, false]], [[-9.15625, false]], [[-5.03515625, false]], [[-9.78125, false]], [[-9.15625, false]], [[-11.40625, false]], [[-8.03125, false]], [[-10.046875, false]], [[-5.03515625, false]], [[-8.03125, false]], [[-9.15625, false]], [[-8.40625, false]], [[-9.15625, false]], [[-9.65625, false]], [[-11.40625, false]], [[-11.40625, false]], [[-5.03515625, false]], [[-9.15625, false]], [[-11.40625, false]], [[-9.65625, false]], [[-5.03515625, false]], [[-9.40625, false]], [[-9.15625, false]], [[-8.65625, false]], [[-8.03125, false]], [[-10.046875, false]], [[-5.03515625, false]], [[-8.03125, false]], [[-10.53125, false]], [[-9.15625, false]], [[-8.40625, false]], [[-9.15625, false]], [[-5.03515625, false]], [[-11.40625, false]], [[-9.65625, false]], [[-5.03515625, false]], [[-9.15625, false]], [[-9.78125, false]], [[-8.03125, false]], [[-13.15625, false]]], "filtered_resps": [[-7.16015625, false], [-8.03125, false], [-9.15625, false], [-9.15625, false], [-8.65625, false], [-9.15625, false], [-11.40625, false], [-9.65625, false], [-9.15625, false], [-9.15625, false], [-5.03515625, false], [-9.03125, false], [-9.78125, false], [-5.03515625, false], [-9.65625, false], [-9.03125, false], [-8.03125, false], [-10.046875, false], [-5.03515625, false], [-8.03125, false], [-8.65625, false], [-9.15625, false], [-9.03125, false], [-9.78125, false], [-9.78125, false], [-9.03125, false], [-9.78125, false], [-9.40625, false], [-9.78125, false], [-10.03125, false], [-9.15625, false], [-5.03515625, false], [-9.78125, false], [-9.15625, false], [-11.40625, false], [-8.03125, false], [-10.046875, false], [-5.03515625, false], [-8.03125, false], [-9.15625, false], [-8.40625, false], [-9.15625, false], [-9.65625, false], [-11.40625, false], [-11.40625, false], [-5.03515625, false], [-9.15625, false], [-11.40625, false], [-9.65625, false], [-5.03515625, false], [-9.40625, false], [-9.15625, false], [-8.65625, false], [-8.03125, false], [-10.046875, false], [-5.03515625, false], [-8.03125, false], [-10.53125, false], [-9.15625, false], [-8.40625, false], [-9.15625, false], [-5.03515625, false], [-11.40625, false], [-9.65625, false], [-5.03515625, false], [-9.15625, false], [-9.78125, false], [-8.03125, false], [-13.15625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 563, "doc": {"id": "Mercury_405769", "question": "Which structure refers to a group of specialized cells that all perform the same function?", "choices": {"text": ["virus", "tissue", "organ", "nucleus"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "tissue", "arguments": ["Question: Which structure refers to a group of specialized cells that all perform the same function?\nAnswer:", " ["], "resps": [[[-7.09375, false]], [[-9.46875, false]], [[-10.09375, false]], [[-8.84375, false]], [[-9.09375, false]], [[-8.84375, false]], [[-8.59375, false]], [[-9.46875, false]], [[-8.828125, false]], [[-4.84375, false]], [[-9.46875, false]], [[-8.96875, false]], [[-8.84375, false]], [[-8.59375, false]], [[-8.59375, false]], [[-8.84375, false]], [[-7.71875, false]], [[-9.46875, false]], [[-8.828125, false]], [[-4.84375, false]], [[-9.46875, false]], [[-8.96875, false]], [[-9.09375, false]], [[-9.96875, false]], [[-3.46875, false]], [[-9.21875, false]], [[-9.46875, false]], [[-8.828125, false]], [[-4.84375, false]], [[-9.46875, false]], [[-9.21875, false]], [[-8.84375, false]], [[-6.84375, false]], [[-7.96875, false]], [[-7.71875, false]], [[-8.84375, false]], [[-8.59375, false]], [[-9.46875, false]], [[-12.59375, false]]], "filtered_resps": [[-7.09375, false], [-9.46875, false], [-10.09375, false], [-8.84375, false], [-9.09375, false], [-8.84375, false], [-8.59375, false], [-9.46875, false], [-8.828125, false], [-4.84375, false], [-9.46875, false], [-8.96875, false], [-8.84375, false], [-8.59375, false], [-8.59375, false], [-8.84375, false], [-7.71875, false], [-9.46875, false], [-8.828125, false], [-4.84375, false], [-9.46875, false], [-8.96875, false], [-9.09375, false], [-9.96875, false], [-3.46875, false], [-9.21875, false], [-9.46875, false], [-8.828125, false], [-4.84375, false], [-9.46875, false], [-9.21875, false], [-8.84375, false], [-6.84375, false], [-7.96875, false], [-7.71875, false], [-8.84375, false], [-8.59375, false], [-9.46875, false], [-12.59375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 571, "doc": {"id": "Mercury_7263515", "question": "Changes at the molecular level can turn proto-oncogenes into oncogenes. These changes cause unregulated cell division. Which disease is caused by this transformation?", "choices": {"text": ["diabetes", "leukemia", "pneumonia", "hemophilia"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "leukemia", "arguments": ["Question: Changes at the molecular level can turn proto-oncogenes into oncogenes. These changes cause unregulated cell division. Which disease is caused by this transformation?\nAnswer:", " ["], "resps": [[[-7.18359375, false]], [[-11.6796875, false]], [[-11.9296875, false]], [[-10.4296875, false]], [[-6.68359375, false]], [[-9.4296875, false]], [[-9.1796875, false]], [[-12.4296875, false]], [[-9.1796875, false]], [[-9.1796875, false]], [[-11.6796875, false]], [[-10.1875, false]], [[-4.68359375, false]], [[-11.6796875, false]], [[-7.68359375, false]], [[-9.1796875, false]], [[-8.9296875, false]], [[-7.93359375, false]], [[-9.1796875, false]], [[-10.1796875, false]], [[-10.4296875, false]], [[-6.68359375, false]], [[-11.6796875, false]], [[-10.1875, false]], [[-4.68359375, false]], [[-11.6796875, false]], [[-9.9296875, false]], [[-10.4296875, false]], [[-9.1796875, false]], [[-8.9296875, false]], [[-10.1796875, false]], [[-7.93359375, false]], [[-10.4296875, false]], [[-10.4296875, false]], [[-6.68359375, false]], [[-11.6796875, false]], [[-10.1875, false]], [[-4.68359375, false]], [[-11.6796875, false]], [[-10.9296875, false]], [[-9.1796875, false]], [[-10.1796875, false]], [[-7.93359375, false]], [[-9.9296875, false]], [[-10.9296875, false]], [[-10.4296875, false]], [[-7.68359375, false]], [[-10.4296875, false]], [[-6.68359375, false]], [[-11.6796875, false]], [[-13.4296875, false]]], "filtered_resps": [[-7.18359375, false], [-11.6796875, false], [-11.9296875, false], [-10.4296875, false], [-6.68359375, false], [-9.4296875, false], [-9.1796875, false], [-12.4296875, false], [-9.1796875, false], [-9.1796875, false], [-11.6796875, false], [-10.1875, false], [-4.68359375, false], [-11.6796875, false], [-7.68359375, false], [-9.1796875, false], [-8.9296875, false], [-7.93359375, false], [-9.1796875, false], [-10.1796875, false], [-10.4296875, false], [-6.68359375, false], [-11.6796875, false], [-10.1875, false], [-4.68359375, false], [-11.6796875, false], [-9.9296875, false], [-10.4296875, false], [-9.1796875, false], [-8.9296875, false], [-10.1796875, false], [-7.93359375, false], [-10.4296875, false], [-10.4296875, false], [-6.68359375, false], [-11.6796875, false], [-10.1875, false], [-4.68359375, false], [-11.6796875, false], [-10.9296875, false], [-9.1796875, false], [-10.1796875, false], [-7.93359375, false], [-9.9296875, false], [-10.9296875, false], [-10.4296875, false], [-7.68359375, false], [-10.4296875, false], [-6.68359375, false], [-11.6796875, false], [-13.4296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 579, "doc": {"id": "Mercury_405942", "question": "A student compares a plant cell to an animal cell. Which structure will the student find ONLY in the plant cell?", "choices": {"text": ["chloroplast", "nucleus", "mitochondrion", "cytoplasm"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "chloroplast", "arguments": ["Question: A student compares a plant cell to an animal cell. Which structure will the student find ONLY in the plant cell?\nAnswer:", " ["], "resps": [[[-6.63671875, false]], [[-9.140625, false]], [[-6.63671875, false]], [[-9.640625, false]], [[-9.640625, false]], [[-8.890625, false]], [[-8.390625, false]], [[-8.890625, false]], [[-8.640625, false]], [[-9.640625, false]], [[-2.888671875, false]], [[-9.140625, false]], [[-8.140625, false]], [[-9.140625, false]], [[-9.625, false]], [[-5.13671875, false]], [[-9.140625, false]], [[-8.890625, false]], [[-10.390625, false]], [[-6.63671875, false]], [[-9.640625, false]], [[-7.88671875, false]], [[-10.390625, false]], [[-9.140625, false]], [[-9.140625, false]], [[-9.625, false]], [[-5.13671875, false]], [[-9.140625, false]], [[-8.140625, false]], [[-8.640625, false]], [[-8.140625, false]], [[-8.890625, false]], [[-6.63671875, false]], [[-9.640625, false]], [[-8.890625, false]], [[-8.890625, false]], [[-8.640625, false]], [[-8.390625, false]], [[-8.640625, false]], [[-8.890625, false]], [[-8.890625, false]], [[-9.140625, false]], [[-9.625, false]], [[-5.13671875, false]], [[-9.140625, false]], [[-6.63671875, false]], [[-10.640625, false]], [[-8.140625, false]], [[-8.890625, false]], [[-8.640625, false]], [[-9.640625, false]], [[-2.888671875, false]], [[-9.140625, false]], [[-8.140625, false]], [[-9.140625, false]], [[-13.140625, false]]], "filtered_resps": [[-6.63671875, false], [-9.140625, false], [-6.63671875, false], [-9.640625, false], [-9.640625, false], [-8.890625, false], [-8.390625, false], [-8.890625, false], [-8.640625, false], [-9.640625, false], [-2.888671875, false], [-9.140625, false], [-8.140625, false], [-9.140625, false], [-9.625, false], [-5.13671875, false], [-9.140625, false], [-8.890625, false], [-10.390625, false], [-6.63671875, false], [-9.640625, false], [-7.88671875, false], [-10.390625, false], [-9.140625, false], [-9.140625, false], [-9.625, false], [-5.13671875, false], [-9.140625, false], [-8.140625, false], [-8.640625, false], [-8.140625, false], [-8.890625, false], [-6.63671875, false], [-9.640625, false], [-8.890625, false], [-8.890625, false], [-8.640625, false], [-8.390625, false], [-8.640625, false], [-8.890625, false], [-8.890625, false], [-9.140625, false], [-9.625, false], [-5.13671875, false], [-9.140625, false], [-6.63671875, false], [-10.640625, false], [-8.140625, false], [-8.890625, false], [-8.640625, false], [-9.640625, false], [-2.888671875, false], [-9.140625, false], [-8.140625, false], [-9.140625, false], [-13.140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 587, "doc": {"id": "Mercury_7270270", "question": "A serotinous cone is a seed enclosure that requires intense heat to open. When would a population of trees most benefit from having serotinous cones?", "choices": {"text": ["after a drought", "after a heat wave", "after a forest fire", "after a tornado"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "after a forest fire", "arguments": ["Question: A serotinous cone is a seed enclosure that requires intense heat to open. When would a population of trees most benefit from having serotinous cones?\nAnswer:", " ["], "resps": [[[-8.125, false]], [[-10.375, false]], [[-5.87109375, false]], [[-11.875, false]], [[-11.375, false]], [[-9.625, false]], [[-12.375, false]], [[-6.125, false]], [[-5.87109375, false]], [[-6.125, false]], [[-10.125, false]], [[-12.375, false]], [[-10.625, false]], [[-12.125, false]], [[-13.625, false]], [[-12.125, false]], [[-11.375, false]], [[-10.375, false]], [[-10.296875, false]], [[-6.12109375, false]], [[-10.375, false]], [[-5.87109375, false]], [[-11.875, false]], [[-11.375, false]], [[-9.625, false]], [[-12.375, false]], [[-6.12109375, false]], [[-5.87109375, false]], [[-6.12109375, false]], [[-12.125, false]], [[-9.625, false]], [[-5.87109375, false]], [[-11.375, false]], [[-6.12109375, false]], [[-12.875, false]], [[-5.87109375, false]], [[-12.125, false]], [[-9.625, false]], [[-10.375, false]], [[-10.296875, false]], [[-6.12109375, false]], [[-10.375, false]], [[-5.87109375, false]], [[-11.875, false]], [[-11.375, false]], [[-9.625, false]], [[-12.375, false]], [[-6.12109375, false]], [[-5.87109375, false]], [[-6.12109375, false]], [[-11.875, false]], [[-10.625, false]], [[-12.375, false]], [[-9.625, false]], [[-10.875, false]], [[-11.375, false]], [[-6.12109375, false]], [[-11.875, false]], [[-9.625, false]], [[-12.375, false]], [[-9.625, false]], [[-10.375, false]], [[-10.296875, false]], [[-6.12109375, false]], [[-10.375, false]], [[-5.87109375, false]], [[-11.875, false]], [[-11.375, false]], [[-9.625, false]], [[-12.375, false]], [[-6.12109375, false]], [[-5.87109375, false]], [[-6.12109375, false]], [[-11.375, false]], [[-10.625, false]], [[-12.375, false]], [[-10.625, false]], [[-5.87109375, false]], [[-10.125, false]], [[-10.625, false]], [[-10.375, false]], [[-13.875, false]]], "filtered_resps": [[-8.125, false], [-10.375, false], [-5.87109375, false], [-11.875, false], [-11.375, false], [-9.625, false], [-12.375, false], [-6.125, false], [-5.87109375, false], [-6.125, false], [-10.125, false], [-12.375, false], [-10.625, false], [-12.125, false], [-13.625, false], [-12.125, false], [-11.375, false], [-10.375, false], [-10.296875, false], [-6.12109375, false], [-10.375, false], [-5.87109375, false], [-11.875, false], [-11.375, false], [-9.625, false], [-12.375, false], [-6.12109375, false], [-5.87109375, false], [-6.12109375, false], [-12.125, false], [-9.625, false], [-5.87109375, false], [-11.375, false], [-6.12109375, false], [-12.875, false], [-5.87109375, false], [-12.125, false], [-9.625, false], [-10.375, false], [-10.296875, false], [-6.12109375, false], [-10.375, false], [-5.87109375, false], [-11.875, false], [-11.375, false], [-9.625, false], [-12.375, false], [-6.12109375, false], [-5.87109375, false], [-6.12109375, false], [-11.875, false], [-10.625, false], [-12.375, false], [-9.625, false], [-10.875, false], [-11.375, false], [-6.12109375, false], [-11.875, false], [-9.625, false], [-12.375, false], [-9.625, false], [-10.375, false], [-10.296875, false], [-6.12109375, false], [-10.375, false], [-5.87109375, false], [-11.875, false], [-11.375, false], [-9.625, false], [-12.375, false], [-6.12109375, false], [-5.87109375, false], [-6.12109375, false], [-11.375, false], [-10.625, false], [-12.375, false], [-10.625, false], [-5.87109375, false], [-10.125, false], [-10.625, false], [-10.375, false], [-13.875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 595, "doc": {"id": "Mercury_7250285", "question": "A population of tree-climbing lizard lives on one bank of a large river. The other bank of the river is a treeless prairie. During a flood, 40 lizards were transferred to the prairie side of the river. After 200 generations, this transferred population of lizard lost the ability to climb.Which mechanism is most likely responsible for this loss of function within the transferred population?", "choices": {"text": ["gene flow", "natural selection", "genetic drift", "mutation"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "genetic drift", "arguments": ["Question: A population of tree-climbing lizard lives on one bank of a large river. The other bank of the river is a treeless prairie. During a flood, 40 lizards were transferred to the prairie side of the river. After 200 generations, this transferred population of lizard lost the ability to climb.Which mechanism is most likely responsible for this loss of function within the transferred population?\nAnswer:", " ["], "resps": [[[-6.77734375, false]], [[-9.53125, false]], [[-10.40625, false]], [[-7.65234375, false]], [[-7.90234375, false]], [[-7.65234375, false]], [[-5.15234375, false]], [[-8.15625, false]], [[-6.27734375, false]], [[-8.40625, false]], [[-10.15625, false]], [[-9.53125, false]], [[-9.828125, false]], [[-5.15234375, false]], [[-9.53125, false]], [[-7.90234375, false]], [[-3.904296875, false]], [[-9.53125, false]], [[-10.78125, false]], [[-8.28125, false]], [[-3.904296875, false]], [[-6.27734375, false]], [[-5.15234375, false]], [[-8.90625, false]], [[-7.65234375, false]], [[-6.27734375, false]], [[-7.65234375, false]], [[-7.02734375, false]], [[-9.53125, false]], [[-7.90234375, false]], [[-8.40625, false]], [[-7.90234375, false]], [[-9.53125, false]], [[-9.828125, false]], [[-5.15234375, false]], [[-9.53125, false]], [[-10.40625, false]], [[-7.65234375, false]], [[-7.90234375, false]], [[-7.65234375, false]], [[-9.53125, false]], [[-7.90234375, false]], [[-7.02734375, false]], [[-5.15234375, false]], [[-6.52734375, false]], [[-8.28125, false]], [[-7.90234375, false]], [[-8.15625, false]], [[-9.53125, false]], [[-9.53125, false]], [[-9.828125, false]], [[-5.15234375, false]], [[-9.53125, false]], [[-8.53125, false]], [[-10.78125, false]], [[-9.53125, false]], [[-3.904296875, false]], [[-9.53125, false]], [[-7.90234375, false]], [[-8.40625, false]], [[-7.90234375, false]], [[-9.53125, false]], [[-12.65625, false]]], "filtered_resps": [[-6.77734375, false], [-9.53125, false], [-10.40625, false], [-7.65234375, false], [-7.90234375, false], [-7.65234375, false], [-5.15234375, false], [-8.15625, false], [-6.27734375, false], [-8.40625, false], [-10.15625, false], [-9.53125, false], [-9.828125, false], [-5.15234375, false], [-9.53125, false], [-7.90234375, false], [-3.904296875, false], [-9.53125, false], [-10.78125, false], [-8.28125, false], [-3.904296875, false], [-6.27734375, false], [-5.15234375, false], [-8.90625, false], [-7.65234375, false], [-6.27734375, false], [-7.65234375, false], [-7.02734375, false], [-9.53125, false], [-7.90234375, false], [-8.40625, false], [-7.90234375, false], [-9.53125, false], [-9.828125, false], [-5.15234375, false], [-9.53125, false], [-10.40625, false], [-7.65234375, false], [-7.90234375, false], [-7.65234375, false], [-9.53125, false], [-7.90234375, false], [-7.02734375, false], [-5.15234375, false], [-6.52734375, false], [-8.28125, false], [-7.90234375, false], [-8.15625, false], [-9.53125, false], [-9.53125, false], [-9.828125, false], [-5.15234375, false], [-9.53125, false], [-8.53125, false], [-10.78125, false], [-9.53125, false], [-3.904296875, false], [-9.53125, false], [-7.90234375, false], [-8.40625, false], [-7.90234375, false], [-9.53125, false], [-12.65625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 603, "doc": {"id": "Mercury_406773", "question": "Some plants rely on hummingbirds for pollination. If a deadly disease infected the hummingbird population, what would most likely happen to the plants?", "choices": {"text": ["They would die within hours.", "They would become endangered.", "They would need to migrate.", "They would grow at a slower rate."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "They would become endangered.", "arguments": ["Question: Some plants rely on hummingbirds for pollination. If a deadly disease infected the hummingbird population, what would most likely happen to the plants?\nAnswer:", " ["], "resps": [[[-7.7421875, false]], [[-10.2421875, false]], [[-7.2421875, false]], [[-11.4921875, false]], [[-9.7421875, false]], [[-13.7421875, false]], [[-5.9921875, false]], [[-12.2421875, false]], [[-10.9921875, false]], [[-11.9921875, false]], [[-12.2421875, false]], [[-9.4921875, false]], [[-5.9921875, false]], [[-9.4921875, false]], [[-10.2421875, false]], [[-9.7421875, false]], [[-5.9921875, false]], [[-12.2421875, false]], [[-10.2421875, false]], [[-12.7421875, false]], [[-11.4921875, false]], [[-10.2421875, false]], [[-10.9921875, false]], [[-5.9921875, false]], [[-11.4921875, false]], [[-10.9921875, false]], [[-11.9921875, false]], [[-12.9921875, false]], [[-11.4921875, false]], [[-7.375, false]], [[-10.2421875, false]], [[-10.75, false]], [[-5.9921875, false]], [[-10.2421875, false]], [[-7.2421875, false]], [[-11.4921875, false]], [[-9.7421875, false]], [[-13.7421875, false]], [[-5.9921875, false]], [[-12.2421875, false]], [[-10.9921875, false]], [[-11.9921875, false]], [[-12.2421875, false]], [[-9.4921875, false]], [[-5.9921875, false]], [[-9.4921875, false]], [[-9.7421875, false]], [[-10.4921875, false]], [[-10.9921875, false]], [[-13.2421875, false]], [[-9.7421875, false]], [[-5.9921875, false]], [[-9.7421875, false]], [[-10.9921875, false]], [[-9.4921875, false]], [[-6.2421875, false]], [[-10.9921875, false]], [[-13.4921875, false]], [[-9.7421875, false]], [[-12.9921875, false]], [[-9.7421875, false]], [[-9.4921875, false]], [[-7.375, false]], [[-10.2421875, false]], [[-10.75, false]], [[-5.9921875, false]], [[-10.2421875, false]], [[-7.2421875, false]], [[-11.4921875, false]], [[-9.7421875, false]], [[-13.7421875, false]], [[-5.9921875, false]], [[-12.2421875, false]], [[-10.9921875, false]], [[-11.9921875, false]], [[-12.2421875, false]], [[-9.4921875, false]], [[-5.9921875, false]], [[-10.9921875, false]], [[-9.7421875, false]], [[-9.7421875, false]], [[-9.4921875, false]], [[-5.9921875, false]], [[-12.7421875, false]], [[-10.9921875, false]], [[-5.9921875, false]], [[-13.2421875, false]], [[-10.2421875, false]], [[-13.4921875, false]], [[-12.9921875, false]], [[-6.2421875, false]], [[-12.7421875, false]], [[-9.7421875, false]], [[-7.375, false]], [[-10.2421875, false]], [[-10.75, false]], [[-5.9921875, false]], [[-10.2421875, false]], [[-7.2421875, false]], [[-11.4921875, false]], [[-9.7421875, false]], [[-13.7421875, false]], [[-5.9921875, false]], [[-12.2421875, false]], [[-10.9921875, false]], [[-11.9921875, false]], [[-12.2421875, false]], [[-9.4921875, false]], [[-5.9921875, false]], [[-13.4921875, false]], [[-12.9921875, false]], [[-10.9921875, false]], [[-12.2421875, false]], [[-5.9921875, false]], [[-6.2421875, false]], [[-12.7421875, false]], [[-5.9921875, false]], [[-6.2421875, false]], [[-5.9921875, false]], [[-11.4921875, false]], [[-12.2421875, false]], [[-10.9921875, false]], [[-12.2421875, false]], [[-9.7421875, false]], [[-12.9921875, false]], [[-5.9921875, false]], [[-12.9921875, false]], [[-6.2421875, false]], [[-12.7421875, false]], [[-9.7421875, false]], [[-7.375, false]], [[-10.2421875, false]], [[-13.9921875, false]]], "filtered_resps": [[-7.7421875, false], [-10.2421875, false], [-7.2421875, false], [-11.4921875, false], [-9.7421875, false], [-13.7421875, false], [-5.9921875, false], [-12.2421875, false], [-10.9921875, false], [-11.9921875, false], [-12.2421875, false], [-9.4921875, false], [-5.9921875, false], [-9.4921875, false], [-10.2421875, false], [-9.7421875, false], [-5.9921875, false], [-12.2421875, false], [-10.2421875, false], [-12.7421875, false], [-11.4921875, false], [-10.2421875, false], [-10.9921875, false], [-5.9921875, false], [-11.4921875, false], [-10.9921875, false], [-11.9921875, false], [-12.9921875, false], [-11.4921875, false], [-7.375, false], [-10.2421875, false], [-10.75, false], [-5.9921875, false], [-10.2421875, false], [-7.2421875, false], [-11.4921875, false], [-9.7421875, false], [-13.7421875, false], [-5.9921875, false], [-12.2421875, false], [-10.9921875, false], [-11.9921875, false], [-12.2421875, false], [-9.4921875, false], [-5.9921875, false], [-9.4921875, false], [-9.7421875, false], [-10.4921875, false], [-10.9921875, false], [-13.2421875, false], [-9.7421875, false], [-5.9921875, false], [-9.7421875, false], [-10.9921875, false], [-9.4921875, false], [-6.2421875, false], [-10.9921875, false], [-13.4921875, false], [-9.7421875, false], [-12.9921875, false], [-9.7421875, false], [-9.4921875, false], [-7.375, false], [-10.2421875, false], [-10.75, false], [-5.9921875, false], [-10.2421875, false], [-7.2421875, false], [-11.4921875, false], [-9.7421875, false], [-13.7421875, false], [-5.9921875, false], [-12.2421875, false], [-10.9921875, false], [-11.9921875, false], [-12.2421875, false], [-9.4921875, false], [-5.9921875, false], [-10.9921875, false], [-9.7421875, false], [-9.7421875, false], [-9.4921875, false], [-5.9921875, false], [-12.7421875, false], [-10.9921875, false], [-5.9921875, false], [-13.2421875, false], [-10.2421875, false], [-13.4921875, false], [-12.9921875, false], [-6.2421875, false], [-12.7421875, false], [-9.7421875, false], [-7.375, false], [-10.2421875, false], [-10.75, false], [-5.9921875, false], [-10.2421875, false], [-7.2421875, false], [-11.4921875, false], [-9.7421875, false], [-13.7421875, false], [-5.9921875, false], [-12.2421875, false], [-10.9921875, false], [-11.9921875, false], [-12.2421875, false], [-9.4921875, false], [-5.9921875, false], [-13.4921875, false], [-12.9921875, false], [-10.9921875, false], [-12.2421875, false], [-5.9921875, false], [-6.2421875, false], [-12.7421875, false], [-5.9921875, false], [-6.2421875, false], [-5.9921875, false], [-11.4921875, false], [-12.2421875, false], [-10.9921875, false], [-12.2421875, false], [-9.7421875, false], [-12.9921875, false], [-5.9921875, false], [-12.9921875, false], [-6.2421875, false], [-12.7421875, false], [-9.7421875, false], [-7.375, false], [-10.2421875, false], [-13.9921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 611, "doc": {"id": "Mercury_7093013", "question": "Plant leaves have tiny pores. These pores help plants release water from their tissues into the", "choices": {"text": ["lithosphere.", "biosphere.", "hydrosphere.", "atmosphere."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "atmosphere.", "arguments": ["Question: Plant leaves have tiny pores. These pores help plants release water from their tissues into the\nAnswer:", " ["], "resps": [[[-8.34375, false]], [[-9.09375, false]], [[-10.59375, false]], [[-9.59375, false]], [[-11.84375, false]], [[-11.09375, false]], [[-9.59375, false]], [[-10.09375, false]], [[-11.59375, false]], [[-11.09375, false]], [[-9.09375, false]], [[-12.09375, false]], [[-9.09375, false]], [[-7.140625, false]], [[-9.09375, false]], [[-9.515625, false]], [[-5.83984375, false]], [[-9.09375, false]], [[-9.09375, false]], [[-9.59375, false]], [[-9.59375, false]], [[-10.09375, false]], [[-11.59375, false]], [[-11.09375, false]], [[-9.09375, false]], [[-12.09375, false]], [[-9.09375, false]], [[-7.140625, false]], [[-9.09375, false]], [[-9.515625, false]], [[-5.83984375, false]], [[-9.09375, false]], [[-11.09375, false]], [[-11.59375, false]], [[-9.34375, false]], [[-12.09375, false]], [[-9.59375, false]], [[-10.09375, false]], [[-11.59375, false]], [[-11.09375, false]], [[-9.09375, false]], [[-12.09375, false]], [[-9.09375, false]], [[-7.140625, false]], [[-9.09375, false]], [[-9.515625, false]], [[-5.83984375, false]], [[-9.09375, false]], [[-7.33984375, false]], [[-11.84375, false]], [[-12.34375, false]], [[-9.59375, false]], [[-10.09375, false]], [[-11.59375, false]], [[-11.09375, false]], [[-9.09375, false]], [[-12.09375, false]], [[-9.09375, false]], [[-7.140625, false]], [[-9.09375, false]], [[-12.34375, false]]], "filtered_resps": [[-8.34375, false], [-9.09375, false], [-10.59375, false], [-9.59375, false], [-11.84375, false], [-11.09375, false], [-9.59375, false], [-10.09375, false], [-11.59375, false], [-11.09375, false], [-9.09375, false], [-12.09375, false], [-9.09375, false], [-7.140625, false], [-9.09375, false], [-9.515625, false], [-5.83984375, false], [-9.09375, false], [-9.09375, false], [-9.59375, false], [-9.59375, false], [-10.09375, false], [-11.59375, false], [-11.09375, false], [-9.09375, false], [-12.09375, false], [-9.09375, false], [-7.140625, false], [-9.09375, false], [-9.515625, false], [-5.83984375, false], [-9.09375, false], [-11.09375, false], [-11.59375, false], [-9.34375, false], [-12.09375, false], [-9.59375, false], [-10.09375, false], [-11.59375, false], [-11.09375, false], [-9.09375, false], [-12.09375, false], [-9.09375, false], [-7.140625, false], [-9.09375, false], [-9.515625, false], [-5.83984375, false], [-9.09375, false], [-7.33984375, false], [-11.84375, false], [-12.34375, false], [-9.59375, false], [-10.09375, false], [-11.59375, false], [-11.09375, false], [-9.09375, false], [-12.09375, false], [-9.09375, false], [-7.140625, false], [-9.09375, false], [-12.34375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 619, "doc": {"id": "Mercury_7267575", "question": "Which of the following natural disasters is likely to cause the most widespread damage in a coastal ecosystem?", "choices": {"text": ["a landslide", "a tornado", "a tsunami", "an earthquake"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "a tsunami", "arguments": ["Question: Which of the following natural disasters is likely to cause the most widespread damage in a coastal ecosystem?\nAnswer:", " ["], "resps": [[[-7.7265625, false]], [[-10.4765625, false]], [[-4.7265625, false]], [[-5.2265625, false]], [[-11.7265625, false]], [[-4.7265625, false]], [[-10.7265625, false]], [[-5.4765625, false]], [[-10.9765625, false]], [[-11.7265625, false]], [[-10.9765625, false]], [[-5.4765625, false]], [[-5.4765625, false]], [[-10.4765625, false]], [[-9.359375, false]], [[-5.2265625, false]], [[-10.4765625, false]], [[-4.7265625, false]], [[-5.2265625, false]], [[-10.9765625, false]], [[-9.2265625, false]], [[-11.4765625, false]], [[-10.7265625, false]], [[-4.7265625, false]], [[-5.4765625, false]], [[-9.2265625, false]], [[-10.4765625, false]], [[-9.359375, false]], [[-5.2265625, false]], [[-10.4765625, false]], [[-4.7265625, false]], [[-5.2265625, false]], [[-10.9765625, false]], [[-10.9765625, false]], [[-13.2265625, false]], [[-10.7265625, false]], [[-4.7265625, false]], [[-12.4765625, false]], [[-10.9765625, false]], [[-10.4765625, false]], [[-9.359375, false]], [[-5.2265625, false]], [[-10.4765625, false]], [[-4.7265625, false]], [[-10.7265625, false]], [[-5.2265625, false]], [[-5.4765625, false]], [[-4.7265625, false]], [[-11.4765625, false]], [[-10.9765625, false]], [[-13.2265625, false]], [[-15.2265625, false]], [[-13.2265625, false]], [[-4.7265625, false]], [[-12.9765625, false]], [[-5.4765625, false]], [[-10.4765625, false]], [[-13.9765625, false]]], "filtered_resps": [[-7.7265625, false], [-10.4765625, false], [-4.7265625, false], [-5.2265625, false], [-11.7265625, false], [-4.7265625, false], [-10.7265625, false], [-5.4765625, false], [-10.9765625, false], [-11.7265625, false], [-10.9765625, false], [-5.4765625, false], [-5.4765625, false], [-10.4765625, false], [-9.359375, false], [-5.2265625, false], [-10.4765625, false], [-4.7265625, false], [-5.2265625, false], [-10.9765625, false], [-9.2265625, false], [-11.4765625, false], [-10.7265625, false], [-4.7265625, false], [-5.4765625, false], [-9.2265625, false], [-10.4765625, false], [-9.359375, false], [-5.2265625, false], [-10.4765625, false], [-4.7265625, false], [-5.2265625, false], [-10.9765625, false], [-10.9765625, false], [-13.2265625, false], [-10.7265625, false], [-4.7265625, false], [-12.4765625, false], [-10.9765625, false], [-10.4765625, false], [-9.359375, false], [-5.2265625, false], [-10.4765625, false], [-4.7265625, false], [-10.7265625, false], [-5.2265625, false], [-5.4765625, false], [-4.7265625, false], [-11.4765625, false], [-10.9765625, false], [-13.2265625, false], [-15.2265625, false], [-13.2265625, false], [-4.7265625, false], [-12.9765625, false], [-5.4765625, false], [-10.4765625, false], [-13.9765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 627, "doc": {"id": "Mercury_405951", "question": "Which statement describes a function of bones in mammals such as dogs and horses?", "choices": {"text": ["Bones provide protection for organs in the body.", "Bones send messages to the brain to move the muscles.", "Bones carry oxygen-rich blood throughout the body.", "Bones connect the brain and the spinal cord."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Bones provide protection for organs in the body.", "arguments": ["Question: Which statement describes a function of bones in mammals such as dogs and horses?\nAnswer:", " ["], "resps": [[[-6.1875, false]], [[-8.6875, false]], [[-5.0625, false]], [[-8.8125, false]], [[-9.3125, false]], [[-8.6875, false]], [[-8.5625, false]], [[-5.1875, false]], [[-8.5625, false]], [[-9.9375, false]], [[-8.8125, false]], [[-10.4375, false]], [[-8.9375, false]], [[-8.8125, false]], [[-8.6875, false]], [[-5.1875, false]], [[-8.5625, false]], [[-9.9375, false]], [[-8.8125, false]], [[-10.0625, false]], [[-8.6875, false]], [[-7.8125, false]], [[-10.0625, false]], [[-8.9375, false]], [[-8.8125, false]], [[-9.3125, false]], [[-5.1875, false]], [[-9.1875, false]], [[-8.8125, false]], [[-9.9375, false]], [[-5.1875, false]], [[-8.8125, false]], [[-9.9375, false]], [[-10.1875, false]], [[-3.4375, false]], [[-9.3125, false]], [[-8.5625, false]], [[-5.1875, false]], [[-8.9375, false]], [[-9.3125, false]], [[-5.1875, false]], [[-10.0625, false]], [[-10.4375, false]], [[-8.6875, false]], [[-5.1875, false]], [[-7.1875, false]], [[-8.8125, false]], [[-8.8125, false]], [[-10.9375, false]], [[-6.7734375, false]], [[-8.6875, false]], [[-9.3984375, false]], [[-5.1875, false]], [[-8.6875, false]], [[-5.0625, false]], [[-8.8125, false]], [[-9.3125, false]], [[-8.6875, false]], [[-8.5625, false]], [[-5.1875, false]], [[-8.5625, false]], [[-8.6875, false]], [[-9.3125, false]], [[-8.8125, false]], [[-5.1875, false]], [[-8.6875, false]], [[-8.6875, false]], [[-8.5625, false]], [[-8.5625, false]], [[-3.4375, false]], [[-10.1875, false]], [[-8.6875, false]], [[-8.5625, false]], [[-5.1875, false]], [[-10.0625, false]], [[-8.8125, false]], [[-5.1875, false]], [[-10.0625, false]], [[-10.4375, false]], [[-8.6875, false]], [[-5.1875, false]], [[-7.1875, false]], [[-9.9375, false]], [[-3.4375, false]], [[-8.9375, false]], [[-9.3125, false]], [[-5.1875, false]], [[-10.0625, false]], [[-8.8125, false]], [[-5.1875, false]], [[-8.6875, false]], [[-8.8125, false]], [[-10.4375, false]], [[-8.6875, false]], [[-5.1875, false]], [[-10.0625, false]], [[-10.4375, false]], [[-8.6875, false]], [[-5.1875, false]], [[-8.6875, false]], [[-10.0625, false]], [[-8.5625, false]], [[-7.8125, false]], [[-8.9375, false]], [[-8.6875, false]], [[-8.5625, false]], [[-6.7734375, false]], [[-8.6875, false]], [[-9.3984375, false]], [[-5.1875, false]], [[-8.6875, false]], [[-5.0625, false]], [[-8.8125, false]], [[-9.3125, false]], [[-8.6875, false]], [[-8.5625, false]], [[-5.1875, false]], [[-7.8125, false]], [[-3.4375, false]], [[-9.9375, false]], [[-9.9375, false]], [[-10.9375, false]], [[-5.1875, false]], [[-8.8125, false]], [[-8.4375, false]], [[-10.9375, false]], [[-10.1875, false]], [[-8.6875, false]], [[-9.3125, false]], [[-7.0625, false]], [[-9.9375, false]], [[-8.9375, false]], [[-7.8125, false]], [[-10.4375, false]], [[-5.1875, false]], [[-7.1875, false]], [[-8.9375, false]], [[-8.8125, false]], [[-8.8125, false]], [[-8.8125, false]], [[-5.1875, false]], [[-10.0625, false]], [[-10.4375, false]], [[-9.9375, false]], [[-8.8125, false]], [[-10.0625, false]], [[-10.1875, false]], [[-10.4375, false]], [[-8.8125, false]], [[-10.0625, false]], [[-10.0625, false]], [[-5.1875, false]], [[-10.0625, false]], [[-10.4375, false]], [[-8.6875, false]], [[-5.1875, false]], [[-7.1875, false]], [[-8.8125, false]], [[-8.8125, false]], [[-10.9375, false]], [[-6.7734375, false]], [[-8.6875, false]], [[-9.3984375, false]], [[-5.1875, false]], [[-8.6875, false]], [[-5.0625, false]], [[-8.8125, false]], [[-9.3125, false]], [[-8.6875, false]], [[-8.5625, false]], [[-5.1875, false]], [[-7.8125, false]], [[-8.8125, false]], [[-9.3125, false]], [[-9.3125, false]], [[-8.6875, false]], [[-7.8125, false]], [[-10.0625, false]], [[-5.1875, false]], [[-10.0625, false]], [[-10.4375, false]], [[-8.6875, false]], [[-5.1875, false]], [[-7.1875, false]], [[-9.9375, false]], [[-3.4375, false]], [[-8.9375, false]], [[-9.3125, false]], [[-5.1875, false]], [[-3.4375, false]], [[-9.3125, false]], [[-8.8125, false]], [[-5.1875, false]], [[-10.0625, false]], [[-10.4375, false]], [[-8.6875, false]], [[-5.1875, false]], [[-8.5625, false]], [[-8.5625, false]], [[-8.9375, false]], [[-9.3125, false]], [[-3.4375, false]], [[-8.9375, false]], [[-5.1875, false]], [[-7.8125, false]], [[-8.8125, false]], [[-9.9375, false]], [[-8.8125, false]], [[-6.7734375, false]], [[-8.6875, false]], [[-11.5625, false]]], "filtered_resps": [[-6.1875, false], [-8.6875, false], [-5.0625, false], [-8.8125, false], [-9.3125, false], [-8.6875, false], [-8.5625, false], [-5.1875, false], [-8.5625, false], [-9.9375, false], [-8.8125, false], [-10.4375, false], [-8.9375, false], [-8.8125, false], [-8.6875, false], [-5.1875, false], [-8.5625, false], [-9.9375, false], [-8.8125, false], [-10.0625, false], [-8.6875, false], [-7.8125, false], [-10.0625, false], [-8.9375, false], [-8.8125, false], [-9.3125, false], [-5.1875, false], [-9.1875, false], [-8.8125, false], [-9.9375, false], [-5.1875, false], [-8.8125, false], [-9.9375, false], [-10.1875, false], [-3.4375, false], [-9.3125, false], [-8.5625, false], [-5.1875, false], [-8.9375, false], [-9.3125, false], [-5.1875, false], [-10.0625, false], [-10.4375, false], [-8.6875, false], [-5.1875, false], [-7.1875, false], [-8.8125, false], [-8.8125, false], [-10.9375, false], [-6.7734375, false], [-8.6875, false], [-9.3984375, false], [-5.1875, false], [-8.6875, false], [-5.0625, false], [-8.8125, false], [-9.3125, false], [-8.6875, false], [-8.5625, false], [-5.1875, false], [-8.5625, false], [-8.6875, false], [-9.3125, false], [-8.8125, false], [-5.1875, false], [-8.6875, false], [-8.6875, false], [-8.5625, false], [-8.5625, false], [-3.4375, false], [-10.1875, false], [-8.6875, false], [-8.5625, false], [-5.1875, false], [-10.0625, false], [-8.8125, false], [-5.1875, false], [-10.0625, false], [-10.4375, false], [-8.6875, false], [-5.1875, false], [-7.1875, false], [-9.9375, false], [-3.4375, false], [-8.9375, false], [-9.3125, false], [-5.1875, false], [-10.0625, false], [-8.8125, false], [-5.1875, false], [-8.6875, false], [-8.8125, false], [-10.4375, false], [-8.6875, false], [-5.1875, false], [-10.0625, false], [-10.4375, false], [-8.6875, false], [-5.1875, false], [-8.6875, false], [-10.0625, false], [-8.5625, false], [-7.8125, false], [-8.9375, false], [-8.6875, false], [-8.5625, false], [-6.7734375, false], [-8.6875, false], [-9.3984375, false], [-5.1875, false], [-8.6875, false], [-5.0625, false], [-8.8125, false], [-9.3125, false], [-8.6875, false], [-8.5625, false], [-5.1875, false], [-7.8125, false], [-3.4375, false], [-9.9375, false], [-9.9375, false], [-10.9375, false], [-5.1875, false], [-8.8125, false], [-8.4375, false], [-10.9375, false], [-10.1875, false], [-8.6875, false], [-9.3125, false], [-7.0625, false], [-9.9375, false], [-8.9375, false], [-7.8125, false], [-10.4375, false], [-5.1875, false], [-7.1875, false], [-8.9375, false], [-8.8125, false], [-8.8125, false], [-8.8125, false], [-5.1875, false], [-10.0625, false], [-10.4375, false], [-9.9375, false], [-8.8125, false], [-10.0625, false], [-10.1875, false], [-10.4375, false], [-8.8125, false], [-10.0625, false], [-10.0625, false], [-5.1875, false], [-10.0625, false], [-10.4375, false], [-8.6875, false], [-5.1875, false], [-7.1875, false], [-8.8125, false], [-8.8125, false], [-10.9375, false], [-6.7734375, false], [-8.6875, false], [-9.3984375, false], [-5.1875, false], [-8.6875, false], [-5.0625, false], [-8.8125, false], [-9.3125, false], [-8.6875, false], [-8.5625, false], [-5.1875, false], [-7.8125, false], [-8.8125, false], [-9.3125, false], [-9.3125, false], [-8.6875, false], [-7.8125, false], [-10.0625, false], [-5.1875, false], [-10.0625, false], [-10.4375, false], [-8.6875, false], [-5.1875, false], [-7.1875, false], [-9.9375, false], [-3.4375, false], [-8.9375, false], [-9.3125, false], [-5.1875, false], [-3.4375, false], [-9.3125, false], [-8.8125, false], [-5.1875, false], [-10.0625, false], [-10.4375, false], [-8.6875, false], [-5.1875, false], [-8.5625, false], [-8.5625, false], [-8.9375, false], [-9.3125, false], [-3.4375, false], [-8.9375, false], [-5.1875, false], [-7.8125, false], [-8.8125, false], [-9.9375, false], [-8.8125, false], [-6.7734375, false], [-8.6875, false], [-11.5625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 635, "doc": {"id": "NYSEDREGENTS_2010_4_10", "question": "When a lightbulb is lit, electrical energy is changed into light energy and", "choices": {"text": ["chemical energy", "magnetic energy", "heat energy", "mechanical energy"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "heat energy", "arguments": ["Question: When a lightbulb is lit, electrical energy is changed into light energy and\nAnswer:", " ["], "resps": [[[-7.80078125, false]], [[-8.3046875, false]], [[-8.8046875, false]], [[-10.3046875, false]], [[-8.3046875, false]], [[-9.3046875, false]], [[-7.55078125, false]], [[-8.8046875, false]], [[-5.05078125, false]], [[-10.0546875, false]], [[-5.55078125, false]], [[-8.3046875, false]], [[-9.0546875, false]], [[-8.3046875, false]], [[-9.8046875, false]], [[-11.0546875, false]], [[-10.8046875, false]], [[-8.3046875, false]], [[-9.4453125, false]], [[-5.55078125, false]], [[-8.3046875, false]], [[-9.3046875, false]], [[-5.05078125, false]], [[-11.0546875, false]], [[-9.0546875, false]], [[-8.3046875, false]], [[-9.0546875, false]], [[-7.55078125, false]], [[-8.8046875, false]], [[-5.55078125, false]], [[-8.3046875, false]], [[-9.0546875, false]], [[-8.3046875, false]], [[-9.8046875, false]], [[-11.0546875, false]], [[-10.8046875, false]], [[-8.3046875, false]], [[-9.4453125, false]], [[-5.55078125, false]], [[-8.3046875, false]], [[-10.3046875, false]], [[-8.3046875, false]], [[-5.05078125, false]], [[-9.0546875, false]], [[-5.55078125, false]], [[-8.3046875, false]], [[-9.0546875, false]], [[-8.3046875, false]], [[-9.8046875, false]], [[-11.0546875, false]], [[-10.8046875, false]], [[-8.3046875, false]], [[-9.4453125, false]], [[-5.55078125, false]], [[-8.3046875, false]], [[-9.3046875, false]], [[-8.3046875, false]], [[-8.8046875, false]], [[-10.3046875, false]], [[-5.05078125, false]], [[-9.0546875, false]], [[-7.55078125, false]], [[-8.8046875, false]], [[-5.05078125, false]], [[-10.0546875, false]], [[-5.55078125, false]], [[-8.3046875, false]], [[-9.0546875, false]], [[-8.3046875, false]], [[-9.8046875, false]], [[-11.0546875, false]], [[-10.8046875, false]], [[-8.3046875, false]], [[-12.5546875, false]]], "filtered_resps": [[-7.80078125, false], [-8.3046875, false], [-8.8046875, false], [-10.3046875, false], [-8.3046875, false], [-9.3046875, false], [-7.55078125, false], [-8.8046875, false], [-5.05078125, false], [-10.0546875, false], [-5.55078125, false], [-8.3046875, false], [-9.0546875, false], [-8.3046875, false], [-9.8046875, false], [-11.0546875, false], [-10.8046875, false], [-8.3046875, false], [-9.4453125, false], [-5.55078125, false], [-8.3046875, false], [-9.3046875, false], [-5.05078125, false], [-11.0546875, false], [-9.0546875, false], [-8.3046875, false], [-9.0546875, false], [-7.55078125, false], [-8.8046875, false], [-5.55078125, false], [-8.3046875, false], [-9.0546875, false], [-8.3046875, false], [-9.8046875, false], [-11.0546875, false], [-10.8046875, false], [-8.3046875, false], [-9.4453125, false], [-5.55078125, false], [-8.3046875, false], [-10.3046875, false], [-8.3046875, false], [-5.05078125, false], [-9.0546875, false], [-5.55078125, false], [-8.3046875, false], [-9.0546875, false], [-8.3046875, false], [-9.8046875, false], [-11.0546875, false], [-10.8046875, false], [-8.3046875, false], [-9.4453125, false], [-5.55078125, false], [-8.3046875, false], [-9.3046875, false], [-8.3046875, false], [-8.8046875, false], [-10.3046875, false], [-5.05078125, false], [-9.0546875, false], [-7.55078125, false], [-8.8046875, false], [-5.05078125, false], [-10.0546875, false], [-5.55078125, false], [-8.3046875, false], [-9.0546875, false], [-8.3046875, false], [-9.8046875, false], [-11.0546875, false], [-10.8046875, false], [-8.3046875, false], [-12.5546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 643, "doc": {"id": "ACTAAP_2013_5_5", "question": "Sam looks into a fish pond and points at a goldfish. Sam's grandfather looks where Sam is pointing and tells Sam that the fish is actually in a different location. Which property of light explains why Sam's grandfather is correct?", "choices": {"text": ["reflection", "refraction", "diffraction", "absorption"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "refraction", "arguments": ["Question: Sam looks into a fish pond and points at a goldfish. Sam's grandfather looks where Sam is pointing and tells Sam that the fish is actually in a different location. Which property of light explains why Sam's grandfather is correct?\nAnswer:", " ["], "resps": [[[-6.02734375, false]], [[-8.78125, false]], [[-8.78125, false]], [[-8.28125, false]], [[-7.02734375, false]], [[-8.53125, false]], [[-8.28125, false]], [[-6.77734375, false]], [[-9.28125, false]], [[-8.53125, false]], [[-7.52734375, false]], [[-6.77734375, false]], [[-8.78125, false]], [[-8.953125, false]], [[-5.27734375, false]], [[-8.78125, false]], [[-8.78125, false]], [[-8.28125, false]], [[-7.02734375, false]], [[-8.78125, false]], [[-5.02734375, false]], [[-6.77734375, false]], [[-9.28125, false]], [[-8.53125, false]], [[-7.52734375, false]], [[-6.77734375, false]], [[-8.78125, false]], [[-8.953125, false]], [[-5.27734375, false]], [[-8.78125, false]], [[-7.52734375, false]], [[-8.53125, false]], [[-7.02734375, false]], [[-7.02734375, false]], [[-8.78125, false]], [[-5.02734375, false]], [[-6.77734375, false]], [[-9.28125, false]], [[-8.53125, false]], [[-7.52734375, false]], [[-6.77734375, false]], [[-8.78125, false]], [[-8.953125, false]], [[-5.27734375, false]], [[-8.78125, false]], [[-5.02734375, false]], [[-5.02734375, false]], [[-7.77734375, false]], [[-7.52734375, false]], [[-8.78125, false]], [[-8.28125, false]], [[-9.28125, false]], [[-8.53125, false]], [[-7.52734375, false]], [[-6.77734375, false]], [[-8.78125, false]], [[-11.28125, false]]], "filtered_resps": [[-6.02734375, false], [-8.78125, false], [-8.78125, false], [-8.28125, false], [-7.02734375, false], [-8.53125, false], [-8.28125, false], [-6.77734375, false], [-9.28125, false], [-8.53125, false], [-7.52734375, false], [-6.77734375, false], [-8.78125, false], [-8.953125, false], [-5.27734375, false], [-8.78125, false], [-8.78125, false], [-8.28125, false], [-7.02734375, false], [-8.78125, false], [-5.02734375, false], [-6.77734375, false], [-9.28125, false], [-8.53125, false], [-7.52734375, false], [-6.77734375, false], [-8.78125, false], [-8.953125, false], [-5.27734375, false], [-8.78125, false], [-7.52734375, false], [-8.53125, false], [-7.02734375, false], [-7.02734375, false], [-8.78125, false], [-5.02734375, false], [-6.77734375, false], [-9.28125, false], [-8.53125, false], [-7.52734375, false], [-6.77734375, false], [-8.78125, false], [-8.953125, false], [-5.27734375, false], [-8.78125, false], [-5.02734375, false], [-5.02734375, false], [-7.77734375, false], [-7.52734375, false], [-8.78125, false], [-8.28125, false], [-9.28125, false], [-8.53125, false], [-7.52734375, false], [-6.77734375, false], [-8.78125, false], [-11.28125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 651, "doc": {"id": "Mercury_405948", "question": "Plastic conducts very little thermal energy or electricity. Because of this property, plastic would most likely be used to cover", "choices": {"text": ["metal.", "wood.", "solids.", "liquids."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "metal.", "arguments": ["Question: Plastic conducts very little thermal energy or electricity. Because of this property, plastic would most likely be used to cover\nAnswer:", " ["], "resps": [[[-7.8671875, false]], [[-8.6171875, false]], [[-9.8671875, false]], [[-8.3671875, false]], [[-10.1171875, false]], [[-4.6171875, false]], [[-10.2421875, false]], [[-7.3984375, false]], [[-8.6171875, false]], [[-9.0234375, false]], [[-5.1171875, false]], [[-8.6171875, false]], [[-9.3671875, false]], [[-8.8671875, false]], [[-8.8671875, false]], [[-9.1171875, false]], [[-7.3984375, false]], [[-8.6171875, false]], [[-9.0234375, false]], [[-5.1171875, false]], [[-8.6171875, false]], [[-8.6171875, false]], [[-8.8671875, false]], [[-10.2421875, false]], [[-7.3671875, false]], [[-9.1171875, false]], [[-8.6171875, false]], [[-7.3984375, false]], [[-8.6171875, false]], [[-9.0234375, false]], [[-5.1171875, false]], [[-8.6171875, false]], [[-10.2421875, false]], [[-7.3671875, false]], [[-10.4921875, false]], [[-10.3671875, false]], [[-7.3671875, false]], [[-9.1171875, false]], [[-8.6171875, false]], [[-7.3984375, false]], [[-8.6171875, false]], [[-12.3671875, false]]], "filtered_resps": [[-7.8671875, false], [-8.6171875, false], [-9.8671875, false], [-8.3671875, false], [-10.1171875, false], [-4.6171875, false], [-10.2421875, false], [-7.3984375, false], [-8.6171875, false], [-9.0234375, false], [-5.1171875, false], [-8.6171875, false], [-9.3671875, false], [-8.8671875, false], [-8.8671875, false], [-9.1171875, false], [-7.3984375, false], [-8.6171875, false], [-9.0234375, false], [-5.1171875, false], [-8.6171875, false], [-8.6171875, false], [-8.8671875, false], [-10.2421875, false], [-7.3671875, false], [-9.1171875, false], [-8.6171875, false], [-7.3984375, false], [-8.6171875, false], [-9.0234375, false], [-5.1171875, false], [-8.6171875, false], [-10.2421875, false], [-7.3671875, false], [-10.4921875, false], [-10.3671875, false], [-7.3671875, false], [-9.1171875, false], [-8.6171875, false], [-7.3984375, false], [-8.6171875, false], [-12.3671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 659, "doc": {"id": "Mercury_7040933", "question": "What is the MAJOR reason Earth has seasons?", "choices": {"text": ["Earth has a moon", "Earth has a tilted axis", "Earth has a magnetic field", "Earth has an elliptical orbit"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Earth has a tilted axis", "arguments": ["Question: What is the MAJOR reason Earth has seasons?\nAnswer:", " ["], "resps": [[[-7.84765625, false]], [[-8.6015625, false]], [[-5.59765625, false]], [[-6.84765625, false]], [[-12.1015625, false]], [[-11.6015625, false]], [[-12.1015625, false]], [[-5.59765625, false]], [[-12.1015625, false]], [[-6.84765625, false]], [[-10.1015625, false]], [[-5.59765625, false]], [[-6.84765625, false]], [[-5.59765625, false]], [[-11.3515625, false]], [[-9.6015625, false]], [[-9.6015625, false]], [[-11.3515625, false]], [[-8.6015625, false]], [[-10.3359375, false]], [[-5.59765625, false]], [[-8.6015625, false]], [[-5.59765625, false]], [[-6.84765625, false]], [[-12.1015625, false]], [[-11.6015625, false]], [[-12.1015625, false]], [[-5.59765625, false]], [[-12.1015625, false]], [[-6.84765625, false]], [[-10.1015625, false]], [[-5.59765625, false]], [[-6.84765625, false]], [[-5.59765625, false]], [[-11.6015625, false]], [[-9.3515625, false]], [[-10.8515625, false]], [[-11.6015625, false]], [[-8.1015625, false]], [[-10.3515625, false]], [[-5.59765625, false]], [[-6.84765625, false]], [[-11.6015625, false]], [[-9.3515625, false]], [[-10.1015625, false]], [[-8.6015625, false]], [[-10.3359375, false]], [[-5.59765625, false]], [[-8.6015625, false]], [[-5.59765625, false]], [[-6.84765625, false]], [[-12.1015625, false]], [[-11.6015625, false]], [[-12.1015625, false]], [[-5.59765625, false]], [[-12.1015625, false]], [[-6.84765625, false]], [[-10.1015625, false]], [[-5.59765625, false]], [[-6.84765625, false]], [[-5.59765625, false]], [[-11.3515625, false]], [[-6.84765625, false]], [[-13.1015625, false]], [[-11.3515625, false]], [[-8.1015625, false]], [[-11.6015625, false]], [[-9.3515625, false]], [[-11.1015625, false]], [[-5.59765625, false]], [[-10.6015625, false]], [[-9.3515625, false]], [[-8.1015625, false]], [[-10.8515625, false]], [[-10.3515625, false]], [[-8.6015625, false]], [[-10.3359375, false]], [[-5.59765625, false]], [[-8.6015625, false]], [[-5.59765625, false]], [[-6.84765625, false]], [[-12.1015625, false]], [[-11.6015625, false]], [[-12.1015625, false]], [[-5.59765625, false]], [[-12.1015625, false]], [[-6.84765625, false]], [[-10.1015625, false]], [[-5.59765625, false]], [[-6.84765625, false]], [[-11.3515625, false]], [[-5.59765625, false]], [[-8.1015625, false]], [[-10.8515625, false]], [[-10.8515625, false]], [[-9.3515625, false]], [[-10.3515625, false]], [[-11.6015625, false]], [[-9.3515625, false]], [[-11.1015625, false]], [[-6.84765625, false]], [[-10.8515625, false]], [[-5.59765625, false]], [[-9.6015625, false]], [[-12.1015625, false]], [[-9.8515625, false]], [[-9.3515625, false]], [[-11.6015625, false]], [[-8.6015625, false]], [[-12.8515625, false]]], "filtered_resps": [[-7.84765625, false], [-8.6015625, false], [-5.59765625, false], [-6.84765625, false], [-12.1015625, false], [-11.6015625, false], [-12.1015625, false], [-5.59765625, false], [-12.1015625, false], [-6.84765625, false], [-10.1015625, false], [-5.59765625, false], [-6.84765625, false], [-5.59765625, false], [-11.3515625, false], [-9.6015625, false], [-9.6015625, false], [-11.3515625, false], [-8.6015625, false], [-10.3359375, false], [-5.59765625, false], [-8.6015625, false], [-5.59765625, false], [-6.84765625, false], [-12.1015625, false], [-11.6015625, false], [-12.1015625, false], [-5.59765625, false], [-12.1015625, false], [-6.84765625, false], [-10.1015625, false], [-5.59765625, false], [-6.84765625, false], [-5.59765625, false], [-11.6015625, false], [-9.3515625, false], [-10.8515625, false], [-11.6015625, false], [-8.1015625, false], [-10.3515625, false], [-5.59765625, false], [-6.84765625, false], [-11.6015625, false], [-9.3515625, false], [-10.1015625, false], [-8.6015625, false], [-10.3359375, false], [-5.59765625, false], [-8.6015625, false], [-5.59765625, false], [-6.84765625, false], [-12.1015625, false], [-11.6015625, false], [-12.1015625, false], [-5.59765625, false], [-12.1015625, false], [-6.84765625, false], [-10.1015625, false], [-5.59765625, false], [-6.84765625, false], [-5.59765625, false], [-11.3515625, false], [-6.84765625, false], [-13.1015625, false], [-11.3515625, false], [-8.1015625, false], [-11.6015625, false], [-9.3515625, false], [-11.1015625, false], [-5.59765625, false], [-10.6015625, false], [-9.3515625, false], [-8.1015625, false], [-10.8515625, false], [-10.3515625, false], [-8.6015625, false], [-10.3359375, false], [-5.59765625, false], [-8.6015625, false], [-5.59765625, false], [-6.84765625, false], [-12.1015625, false], [-11.6015625, false], [-12.1015625, false], [-5.59765625, false], [-12.1015625, false], [-6.84765625, false], [-10.1015625, false], [-5.59765625, false], [-6.84765625, false], [-11.3515625, false], [-5.59765625, false], [-8.1015625, false], [-10.8515625, false], [-10.8515625, false], [-9.3515625, false], [-10.3515625, false], [-11.6015625, false], [-9.3515625, false], [-11.1015625, false], [-6.84765625, false], [-10.8515625, false], [-5.59765625, false], [-9.6015625, false], [-12.1015625, false], [-9.8515625, false], [-9.3515625, false], [-11.6015625, false], [-8.6015625, false], [-12.8515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 667, "doc": {"id": "Mercury_SC_401141", "question": "Which gas is given off by a plant during photosynthesis?", "choices": {"text": ["oxygen", "nitrogen", "hydrogen", "carbon dioxide"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "oxygen", "arguments": ["Question: Which gas is given off by a plant during photosynthesis?\nAnswer:", " ["], "resps": [[[-7.828125, false]], [[-9.078125, false]], [[-6.578125, false]], [[-9.078125, false]], [[-9.328125, false]], [[-11.078125, false]], [[-9.078125, false]], [[-5.828125, false]], [[-9.078125, false]], [[-9.703125, false]], [[-5.578125, false]], [[-9.078125, false]], [[-5.828125, false]], [[-8.078125, false]], [[-11.078125, false]], [[-12.828125, false]], [[-6.578125, false]], [[-11.078125, false]], [[-9.078125, false]], [[-5.828125, false]], [[-9.078125, false]], [[-9.703125, false]], [[-5.578125, false]], [[-9.078125, false]], [[-9.328125, false]], [[-9.328125, false]], [[-9.828125, false]], [[-12.828125, false]], [[-6.578125, false]], [[-11.078125, false]], [[-9.078125, false]], [[-5.828125, false]], [[-9.078125, false]], [[-9.703125, false]], [[-5.578125, false]], [[-9.078125, false]], [[-7.078125, false]], [[-6.578125, false]], [[-12.828125, false]], [[-10.828125, false]], [[-6.578125, false]], [[-5.828125, false]], [[-5.578125, false]], [[-9.828125, false]], [[-8.078125, false]], [[-6.578125, false]], [[-9.078125, false]], [[-8.078125, false]], [[-9.828125, false]], [[-9.078125, false]], [[-9.078125, false]], [[-16.328125, false]]], "filtered_resps": [[-7.828125, false], [-9.078125, false], [-6.578125, false], [-9.078125, false], [-9.328125, false], [-11.078125, false], [-9.078125, false], [-5.828125, false], [-9.078125, false], [-9.703125, false], [-5.578125, false], [-9.078125, false], [-5.828125, false], [-8.078125, false], [-11.078125, false], [-12.828125, false], [-6.578125, false], [-11.078125, false], [-9.078125, false], [-5.828125, false], [-9.078125, false], [-9.703125, false], [-5.578125, false], [-9.078125, false], [-9.328125, false], [-9.328125, false], [-9.828125, false], [-12.828125, false], [-6.578125, false], [-11.078125, false], [-9.078125, false], [-5.828125, false], [-9.078125, false], [-9.703125, false], [-5.578125, false], [-9.078125, false], [-7.078125, false], [-6.578125, false], [-12.828125, false], [-10.828125, false], [-6.578125, false], [-5.828125, false], [-5.578125, false], [-9.828125, false], [-8.078125, false], [-6.578125, false], [-9.078125, false], [-8.078125, false], [-9.828125, false], [-9.078125, false], [-9.078125, false], [-16.328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 675, "doc": {"id": "MEA_2010_8_13", "question": "By inserting a gene into crop plants, scientists have developed plants that are resistant to insects. If an insect eats the plant, the insect dies. Which practice is unnecessary with this new plant variety?", "choices": {"text": ["eroding the land by tilling", "overproducing food crops", "removing weeds from crops", "spraying plants with pesticides"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "spraying plants with pesticides", "arguments": ["Question: By inserting a gene into crop plants, scientists have developed plants that are resistant to insects. If an insect eats the plant, the insect dies. Which practice is unnecessary with this new plant variety?\nAnswer:", " ["], "resps": [[[-5.9453125, false]], [[-8.8203125, false]], [[-8.1953125, false]], [[-8.6953125, false]], [[-8.8203125, false]], [[-7.4453125, false]], [[-7.3203125, false]], [[-8.6953125, false]], [[-10.1953125, false]], [[-5.4453125, false]], [[-9.8203125, false]], [[-9.5703125, false]], [[-8.1953125, false]], [[-5.4453125, false]], [[-10.5703125, false]], [[-4.5703125, false]], [[-8.6953125, false]], [[-7.4453125, false]], [[-5.4453125, false]], [[-5.9453125, false]], [[-10.5703125, false]], [[-5.4453125, false]], [[-9.8203125, false]], [[-7.3203125, false]], [[-10.5703125, false]], [[-10.5703125, false]], [[-7.3203125, false]], [[-8.6953125, false]], [[-10.1953125, false]], [[-8.8203125, false]], [[-9.7109375, false]], [[-5.4453125, false]], [[-8.8203125, false]], [[-8.8203125, false]], [[-9.4453125, false]], [[-8.1953125, false]], [[-8.6953125, false]], [[-8.0703125, false]], [[-8.6953125, false]], [[-8.8203125, false]], [[-7.4453125, false]], [[-10.8203125, false]], [[-7.6953125, false]], [[-7.3203125, false]], [[-8.6953125, false]], [[-10.1953125, false]], [[-5.4453125, false]], [[-9.9453125, false]], [[-8.8203125, false]], [[-8.8203125, false]], [[-7.4453125, false]], [[-5.4453125, false]], [[-7.6953125, false]], [[-8.6953125, false]], [[-8.8203125, false]], [[-8.0703125, false]], [[-9.4453125, false]], [[-8.8203125, false]], [[-9.7109375, false]], [[-5.4453125, false]], [[-8.8203125, false]], [[-8.6953125, false]], [[-8.1953125, false]], [[-9.4453125, false]], [[-8.8203125, false]], [[-9.4453125, false]], [[-7.3203125, false]], [[-8.6953125, false]], [[-10.1953125, false]], [[-5.4453125, false]], [[-9.4453125, false]], [[-8.1953125, false]], [[-8.1953125, false]], [[-7.4453125, false]], [[-9.4453125, false]], [[-5.4453125, false]], [[-9.9453125, false]], [[-8.6953125, false]], [[-8.8203125, false]], [[-9.4453125, false]], [[-5.4453125, false]], [[-7.6953125, false]], [[-8.6953125, false]], [[-8.8203125, false]], [[-8.0703125, false]], [[-9.4453125, false]], [[-8.8203125, false]], [[-9.7109375, false]], [[-5.4453125, false]], [[-8.8203125, false]], [[-9.4453125, false]], [[-8.0703125, false]], [[-8.6953125, false]], [[-4.5703125, false]], [[-10.5703125, false]], [[-7.3203125, false]], [[-8.6953125, false]], [[-10.1953125, false]], [[-5.4453125, false]], [[-8.0703125, false]], [[-10.5703125, false]], [[-4.5703125, false]], [[-8.6953125, false]], [[-9.8203125, false]], [[-9.4453125, false]], [[-5.4453125, false]], [[-9.4453125, false]], [[-7.3203125, false]], [[-9.8203125, false]], [[-9.5703125, false]], [[-5.4453125, false]], [[-8.0703125, false]], [[-8.1953125, false]], [[-9.4453125, false]], [[-9.8203125, false]], [[-7.3203125, false]], [[-7.6953125, false]], [[-7.3203125, false]], [[-7.4453125, false]], [[-8.1953125, false]], [[-9.4453125, false]], [[-8.8203125, false]], [[-12.5703125, false]]], "filtered_resps": [[-5.9453125, false], [-8.8203125, false], [-8.1953125, false], [-8.6953125, false], [-8.8203125, false], [-7.4453125, false], [-7.3203125, false], [-8.6953125, false], [-10.1953125, false], [-5.4453125, false], [-9.8203125, false], [-9.5703125, false], [-8.1953125, false], [-5.4453125, false], [-10.5703125, false], [-4.5703125, false], [-8.6953125, false], [-7.4453125, false], [-5.4453125, false], [-5.9453125, false], [-10.5703125, false], [-5.4453125, false], [-9.8203125, false], [-7.3203125, false], [-10.5703125, false], [-10.5703125, false], [-7.3203125, false], [-8.6953125, false], [-10.1953125, false], [-8.8203125, false], [-9.7109375, false], [-5.4453125, false], [-8.8203125, false], [-8.8203125, false], [-9.4453125, false], [-8.1953125, false], [-8.6953125, false], [-8.0703125, false], [-8.6953125, false], [-8.8203125, false], [-7.4453125, false], [-10.8203125, false], [-7.6953125, false], [-7.3203125, false], [-8.6953125, false], [-10.1953125, false], [-5.4453125, false], [-9.9453125, false], [-8.8203125, false], [-8.8203125, false], [-7.4453125, false], [-5.4453125, false], [-7.6953125, false], [-8.6953125, false], [-8.8203125, false], [-8.0703125, false], [-9.4453125, false], [-8.8203125, false], [-9.7109375, false], [-5.4453125, false], [-8.8203125, false], [-8.6953125, false], [-8.1953125, false], [-9.4453125, false], [-8.8203125, false], [-9.4453125, false], [-7.3203125, false], [-8.6953125, false], [-10.1953125, false], [-5.4453125, false], [-9.4453125, false], [-8.1953125, false], [-8.1953125, false], [-7.4453125, false], [-9.4453125, false], [-5.4453125, false], [-9.9453125, false], [-8.6953125, false], [-8.8203125, false], [-9.4453125, false], [-5.4453125, false], [-7.6953125, false], [-8.6953125, false], [-8.8203125, false], [-8.0703125, false], [-9.4453125, false], [-8.8203125, false], [-9.7109375, false], [-5.4453125, false], [-8.8203125, false], [-9.4453125, false], [-8.0703125, false], [-8.6953125, false], [-4.5703125, false], [-10.5703125, false], [-7.3203125, false], [-8.6953125, false], [-10.1953125, false], [-5.4453125, false], [-8.0703125, false], [-10.5703125, false], [-4.5703125, false], [-8.6953125, false], [-9.8203125, false], [-9.4453125, false], [-5.4453125, false], [-9.4453125, false], [-7.3203125, false], [-9.8203125, false], [-9.5703125, false], [-5.4453125, false], [-8.0703125, false], [-8.1953125, false], [-9.4453125, false], [-9.8203125, false], [-7.3203125, false], [-7.6953125, false], [-7.3203125, false], [-7.4453125, false], [-8.1953125, false], [-9.4453125, false], [-8.8203125, false], [-12.5703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 683, "doc": {"id": "Mercury_SC_400693", "question": "The phases of the Moon are caused by the", "choices": {"text": ["tilt of the Earth.", "tilt of the Moon.", "revolution of the Earth around the Sun.", "revolution of the Moon around the Earth."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "revolution of the Moon around the Earth.", "arguments": ["Question: The phases of the Moon are caused by the\nAnswer:", " ["], "resps": [[[-7.77734375, false]], [[-8.5234375, false]], [[-9.0234375, false]], [[-8.2734375, false]], [[-9.7734375, false]], [[-9.0234375, false]], [[-5.27734375, false]], [[-8.5234375, false]], [[-8.7734375, false]], [[-5.27734375, false]], [[-9.0234375, false]], [[-10.0234375, false]], [[-7.77734375, false]], [[-5.27734375, false]], [[-5.52734375, false]], [[-5.52734375, false]], [[-9.0234375, false]], [[-9.0234375, false]], [[-10.0234375, false]], [[-6.68359375, false]], [[-8.5234375, false]], [[-8.4375, false]], [[-5.27734375, false]], [[-8.5234375, false]], [[-9.0234375, false]], [[-8.2734375, false]], [[-9.7734375, false]], [[-9.0234375, false]], [[-5.27734375, false]], [[-8.5234375, false]], [[-8.7734375, false]], [[-5.27734375, false]], [[-9.0234375, false]], [[-10.0234375, false]], [[-7.77734375, false]], [[-5.27734375, false]], [[-6.77734375, false]], [[-8.5234375, false]], [[-8.5234375, false]], [[-8.5234375, false]], [[-6.68359375, false]], [[-8.5234375, false]], [[-8.4375, false]], [[-5.27734375, false]], [[-8.5234375, false]], [[-9.0234375, false]], [[-7.77734375, false]], [[-10.0234375, false]], [[-8.5234375, false]], [[-9.7734375, false]], [[-10.2734375, false]], [[-9.0234375, false]], [[-8.2734375, false]], [[-8.5234375, false]], [[-8.5234375, false]], [[-5.27734375, false]], [[-8.5234375, false]], [[-8.7734375, false]], [[-5.27734375, false]], [[-9.0234375, false]], [[-10.0234375, false]], [[-7.77734375, false]], [[-5.27734375, false]], [[-5.52734375, false]], [[-5.52734375, false]], [[-9.0234375, false]], [[-9.0234375, false]], [[-10.0234375, false]], [[-5.27734375, false]], [[-5.52734375, false]], [[-9.0234375, false]], [[-8.5234375, false]], [[-10.2734375, false]], [[-8.5234375, false]], [[-9.0234375, false]], [[-5.27734375, false]], [[-9.0234375, false]], [[-10.0234375, false]], [[-7.77734375, false]], [[-5.27734375, false]], [[-6.27734375, false]], [[-10.2734375, false]], [[-8.5234375, false]], [[-6.68359375, false]], [[-8.5234375, false]], [[-8.4375, false]], [[-5.27734375, false]], [[-8.5234375, false]], [[-9.0234375, false]], [[-7.77734375, false]], [[-10.0234375, false]], [[-8.5234375, false]], [[-9.7734375, false]], [[-10.2734375, false]], [[-9.0234375, false]], [[-8.2734375, false]], [[-8.5234375, false]], [[-8.5234375, false]], [[-5.27734375, false]], [[-8.5234375, false]], [[-8.7734375, false]], [[-5.27734375, false]], [[-9.0234375, false]], [[-10.0234375, false]], [[-7.77734375, false]], [[-5.27734375, false]], [[-6.77734375, false]], [[-8.5234375, false]], [[-8.5234375, false]], [[-8.5234375, false]], [[-5.27734375, false]], [[-5.52734375, false]], [[-9.0234375, false]], [[-8.5234375, false]], [[-10.2734375, false]], [[-8.5234375, false]], [[-9.0234375, false]], [[-5.27734375, false]], [[-9.0234375, false]], [[-10.0234375, false]], [[-7.77734375, false]], [[-5.27734375, false]], [[-5.52734375, false]], [[-5.52734375, false]], [[-9.0234375, false]], [[-9.0234375, false]], [[-10.0234375, false]], [[-6.68359375, false]], [[-8.5234375, false]], [[-11.2734375, false]]], "filtered_resps": [[-7.77734375, false], [-8.5234375, false], [-9.0234375, false], [-8.2734375, false], [-9.7734375, false], [-9.0234375, false], [-5.27734375, false], [-8.5234375, false], [-8.7734375, false], [-5.27734375, false], [-9.0234375, false], [-10.0234375, false], [-7.77734375, false], [-5.27734375, false], [-5.52734375, false], [-5.52734375, false], [-9.0234375, false], [-9.0234375, false], [-10.0234375, false], [-6.68359375, false], [-8.5234375, false], [-8.4375, false], [-5.27734375, false], [-8.5234375, false], [-9.0234375, false], [-8.2734375, false], [-9.7734375, false], [-9.0234375, false], [-5.27734375, false], [-8.5234375, false], [-8.7734375, false], [-5.27734375, false], [-9.0234375, false], [-10.0234375, false], [-7.77734375, false], [-5.27734375, false], [-6.77734375, false], [-8.5234375, false], [-8.5234375, false], [-8.5234375, false], [-6.68359375, false], [-8.5234375, false], [-8.4375, false], [-5.27734375, false], [-8.5234375, false], [-9.0234375, false], [-7.77734375, false], [-10.0234375, false], [-8.5234375, false], [-9.7734375, false], [-10.2734375, false], [-9.0234375, false], [-8.2734375, false], [-8.5234375, false], [-8.5234375, false], [-5.27734375, false], [-8.5234375, false], [-8.7734375, false], [-5.27734375, false], [-9.0234375, false], [-10.0234375, false], [-7.77734375, false], [-5.27734375, false], [-5.52734375, false], [-5.52734375, false], [-9.0234375, false], [-9.0234375, false], [-10.0234375, false], [-5.27734375, false], [-5.52734375, false], [-9.0234375, false], [-8.5234375, false], [-10.2734375, false], [-8.5234375, false], [-9.0234375, false], [-5.27734375, false], [-9.0234375, false], [-10.0234375, false], [-7.77734375, false], [-5.27734375, false], [-6.27734375, false], [-10.2734375, false], [-8.5234375, false], [-6.68359375, false], [-8.5234375, false], [-8.4375, false], [-5.27734375, false], [-8.5234375, false], [-9.0234375, false], [-7.77734375, false], [-10.0234375, false], [-8.5234375, false], [-9.7734375, false], [-10.2734375, false], [-9.0234375, false], [-8.2734375, false], [-8.5234375, false], [-8.5234375, false], [-5.27734375, false], [-8.5234375, false], [-8.7734375, false], [-5.27734375, false], [-9.0234375, false], [-10.0234375, false], [-7.77734375, false], [-5.27734375, false], [-6.77734375, false], [-8.5234375, false], [-8.5234375, false], [-8.5234375, false], [-5.27734375, false], [-5.52734375, false], [-9.0234375, false], [-8.5234375, false], [-10.2734375, false], [-8.5234375, false], [-9.0234375, false], [-5.27734375, false], [-9.0234375, false], [-10.0234375, false], [-7.77734375, false], [-5.27734375, false], [-5.52734375, false], [-5.52734375, false], [-9.0234375, false], [-9.0234375, false], [-10.0234375, false], [-6.68359375, false], [-8.5234375, false], [-11.2734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 691, "doc": {"id": "Mercury_LBS10795", "question": "A screwdriver is used to pry the lid off a paint can. The resistance arm is 0.5 centimeters. The effort arm is 20 centimeters. What is the mechanical advantage of the screwdriver?", "choices": {"text": ["0.025", "10", "19.5", "40"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "40", "arguments": ["Question: A screwdriver is used to pry the lid off a paint can. The resistance arm is 0.5 centimeters. The effort arm is 20 centimeters. What is the mechanical advantage of the screwdriver?\nAnswer:", " ["], "resps": [[[-6.90234375, false]], [[-10.40625, false]], [[-6.65234375, false]], [[-6.9375, false]], [[-6.65234375, false]], [[-7.15234375, false]], [[-7.40234375, false]], [[-10.40625, false]], [[-9.28125, false]], [[-5.65625, false]], [[-10.40625, false]], [[-6.15234375, false]], [[-6.65234375, false]], [[-10.40625, false]], [[-9.28125, false]], [[-5.65234375, false]], [[-10.40625, false]], [[-6.15234375, false]], [[-9.40625, false]], [[-6.9375, false]], [[-7.40234375, false]], [[-10.40625, false]], [[-9.28125, false]], [[-5.65234375, false]], [[-10.40625, false]], [[-7.90234375, false]], [[-6.65234375, false]], [[-10.40625, false]], [[-12.40625, false]]], "filtered_resps": [[-6.90234375, false], [-10.40625, false], [-6.65234375, false], [-6.9375, false], [-6.65234375, false], [-7.15234375, false], [-7.40234375, false], [-10.40625, false], [-9.28125, false], [-5.65625, false], [-10.40625, false], [-6.15234375, false], [-6.65234375, false], [-10.40625, false], [-9.28125, false], [-5.65234375, false], [-10.40625, false], [-6.15234375, false], [-9.40625, false], [-6.9375, false], [-7.40234375, false], [-10.40625, false], [-9.28125, false], [-5.65234375, false], [-10.40625, false], [-7.90234375, false], [-6.65234375, false], [-10.40625, false], [-12.40625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 699, "doc": {"id": "Mercury_SC_415413", "question": "How is weather related to climate?", "choices": {"text": ["Climate is the long-term average of a region's weather.", "Climate describes the weather of a large area.", "Weather is the long-term average of a region's climate.", "Weather describes the climate of a large area."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Climate is the long-term average of a region's weather.", "arguments": ["Question: How is weather related to climate?\nAnswer:", " ["], "resps": [[[-7.7421875, false]], [[-6.4921875, false]], [[-6.4921875, false]], [[-12.7421875, false]], [[-9.7421875, false]], [[-12.4921875, false]], [[-7.7421875, false]], [[-12.9921875, false]], [[-9.7421875, false]], [[-5.9921875, false]], [[-9.7421875, false]], [[-11.4921875, false]], [[-5.9921875, false]], [[-12.9921875, false]], [[-13.2421875, false]], [[-9.7421875, false]], [[-5.9921875, false]], [[-12.7421875, false]], [[-10.9921875, false]], [[-11.4921875, false]], [[-13.7421875, false]], [[-7.4921875, false]], [[-12.9921875, false]], [[-9.7421875, false]], [[-13.4921875, false]], [[-12.4921875, false]], [[-5.9921875, false]], [[-7.7421875, false]], [[-13.4921875, false]], [[-9.7421875, false]], [[-13.4921875, false]], [[-7.7421875, false]], [[-13.7421875, false]], [[-9.7421875, false]], [[-5.9921875, false]], [[-10.9921875, false]], [[-11.7421875, false]], [[-5.9921875, false]], [[-7.7421875, false]], [[-5.9921875, false]], [[-13.4921875, false]], [[-9.7421875, false]], [[-13.7421875, false]], [[-9.7421875, false]], [[-10.9921875, false]], [[-11.4921875, false]], [[-8.7421875, false]], [[-11.4921875, false]], [[-5.9921875, false]], [[-11.2421875, false]], [[-9.7421875, false]], [[-7.7421875, false]], [[-12.9921875, false]], [[-13.2421875, false]], [[-9.7421875, false]], [[-13.4921875, false]], [[-7.7265625, false]], [[-6.4921875, false]], [[-10.234375, false]], [[-5.9921875, false]], [[-8.7421875, false]], [[-6.4921875, false]], [[-12.7421875, false]], [[-9.7421875, false]], [[-12.4921875, false]], [[-7.7421875, false]], [[-12.9921875, false]], [[-9.7421875, false]], [[-5.9921875, false]], [[-9.9921875, false]], [[-9.7421875, false]], [[-11.4921875, false]], [[-11.4921875, false]], [[-13.4921875, false]], [[-9.7421875, false]], [[-11.4921875, false]], [[-9.7421875, false]], [[-11.4921875, false]], [[-5.9921875, false]], [[-12.9921875, false]], [[-13.2421875, false]], [[-9.7421875, false]], [[-5.9921875, false]], [[-11.2421875, false]], [[-9.7421875, false]], [[-7.7421875, false]], [[-12.9921875, false]], [[-13.2421875, false]], [[-9.7421875, false]], [[-13.4921875, false]], [[-5.9921875, false]], [[-10.9921875, false]], [[-11.7421875, false]], [[-5.9921875, false]], [[-7.7421875, false]], [[-5.9921875, false]], [[-12.7421875, false]], [[-7.7421875, false]], [[-13.4921875, false]], [[-13.7421875, false]], [[-9.7421875, false]], [[-5.9921875, false]], [[-7.7421875, false]], [[-13.4921875, false]], [[-9.7421875, false]], [[-7.7421875, false]], [[-7.7265625, false]], [[-8.7421875, false]], [[-10.234375, false]], [[-5.9921875, false]], [[-6.4921875, false]], [[-6.9921875, false]], [[-9.7421875, false]], [[-7.7421875, false]], [[-12.9921875, false]], [[-13.2421875, false]], [[-9.7421875, false]], [[-13.4921875, false]], [[-5.9921875, false]], [[-9.7421875, false]], [[-11.4921875, false]], [[-5.9921875, false]], [[-12.9921875, false]], [[-13.2421875, false]], [[-9.7421875, false]], [[-5.9921875, false]], [[-12.7421875, false]], [[-10.9921875, false]], [[-11.4921875, false]], [[-13.7421875, false]], [[-7.4921875, false]], [[-12.9921875, false]], [[-9.7421875, false]], [[-13.4921875, false]], [[-12.4921875, false]], [[-5.9921875, false]], [[-7.7421875, false]], [[-13.4921875, false]], [[-9.7421875, false]], [[-13.4921875, false]], [[-7.7421875, false]], [[-13.7421875, false]], [[-9.7421875, false]], [[-5.9921875, false]], [[-10.9921875, false]], [[-11.7421875, false]], [[-5.9921875, false]], [[-7.7421875, false]], [[-5.9921875, false]], [[-13.4921875, false]], [[-9.7421875, false]], [[-13.7421875, false]], [[-9.7421875, false]], [[-10.9921875, false]], [[-11.4921875, false]], [[-8.7421875, false]], [[-11.4921875, false]], [[-5.9921875, false]], [[-11.4921875, false]], [[-12.7421875, false]], [[-9.7421875, false]], [[-12.4921875, false]], [[-7.7421875, false]], [[-12.9921875, false]], [[-9.7421875, false]], [[-7.7265625, false]], [[-6.4921875, false]], [[-10.234375, false]], [[-5.9921875, false]], [[-8.7421875, false]], [[-6.9921875, false]], [[-9.7421875, false]], [[-7.7421875, false]], [[-12.9921875, false]], [[-13.2421875, false]], [[-9.7421875, false]], [[-13.4921875, false]], [[-5.9921875, false]], [[-9.9921875, false]], [[-9.7421875, false]], [[-11.4921875, false]], [[-11.4921875, false]], [[-13.4921875, false]], [[-9.7421875, false]], [[-11.4921875, false]], [[-9.7421875, false]], [[-11.4921875, false]], [[-5.9921875, false]], [[-12.9921875, false]], [[-13.2421875, false]], [[-9.7421875, false]], [[-5.9921875, false]], [[-11.4921875, false]], [[-12.7421875, false]], [[-9.7421875, false]], [[-12.4921875, false]], [[-7.7421875, false]], [[-12.9921875, false]], [[-9.7421875, false]], [[-5.9921875, false]], [[-10.9921875, false]], [[-11.7421875, false]], [[-5.9921875, false]], [[-7.7421875, false]], [[-5.9921875, false]], [[-12.7421875, false]], [[-7.7421875, false]], [[-13.4921875, false]], [[-13.7421875, false]], [[-9.7421875, false]], [[-5.9921875, false]], [[-7.7421875, false]], [[-13.4921875, false]], [[-9.7421875, false]], [[-7.7421875, false]], [[-7.7265625, false]], [[-8.7421875, false]], [[-12.9921875, false]]], "filtered_resps": [[-7.7421875, false], [-6.4921875, false], [-6.4921875, false], [-12.7421875, false], [-9.7421875, false], [-12.4921875, false], [-7.7421875, false], [-12.9921875, false], [-9.7421875, false], [-5.9921875, false], [-9.7421875, false], [-11.4921875, false], [-5.9921875, false], [-12.9921875, false], [-13.2421875, false], [-9.7421875, false], [-5.9921875, false], [-12.7421875, false], [-10.9921875, false], [-11.4921875, false], [-13.7421875, false], [-7.4921875, false], [-12.9921875, false], [-9.7421875, false], [-13.4921875, false], [-12.4921875, false], [-5.9921875, false], [-7.7421875, false], [-13.4921875, false], [-9.7421875, false], [-13.4921875, false], [-7.7421875, false], [-13.7421875, false], [-9.7421875, false], [-5.9921875, false], [-10.9921875, false], [-11.7421875, false], [-5.9921875, false], [-7.7421875, false], [-5.9921875, false], [-13.4921875, false], [-9.7421875, false], [-13.7421875, false], [-9.7421875, false], [-10.9921875, false], [-11.4921875, false], [-8.7421875, false], [-11.4921875, false], [-5.9921875, false], [-11.2421875, false], [-9.7421875, false], [-7.7421875, false], [-12.9921875, false], [-13.2421875, false], [-9.7421875, false], [-13.4921875, false], [-7.7265625, false], [-6.4921875, false], [-10.234375, false], [-5.9921875, false], [-8.7421875, false], [-6.4921875, false], [-12.7421875, false], [-9.7421875, false], [-12.4921875, false], [-7.7421875, false], [-12.9921875, false], [-9.7421875, false], [-5.9921875, false], [-9.9921875, false], [-9.7421875, false], [-11.4921875, false], [-11.4921875, false], [-13.4921875, false], [-9.7421875, false], [-11.4921875, false], [-9.7421875, false], [-11.4921875, false], [-5.9921875, false], [-12.9921875, false], [-13.2421875, false], [-9.7421875, false], [-5.9921875, false], [-11.2421875, false], [-9.7421875, false], [-7.7421875, false], [-12.9921875, false], [-13.2421875, false], [-9.7421875, false], [-13.4921875, false], [-5.9921875, false], [-10.9921875, false], [-11.7421875, false], [-5.9921875, false], [-7.7421875, false], [-5.9921875, false], [-12.7421875, false], [-7.7421875, false], [-13.4921875, false], [-13.7421875, false], [-9.7421875, false], [-5.9921875, false], [-7.7421875, false], [-13.4921875, false], [-9.7421875, false], [-7.7421875, false], [-7.7265625, false], [-8.7421875, false], [-10.234375, false], [-5.9921875, false], [-6.4921875, false], [-6.9921875, false], [-9.7421875, false], [-7.7421875, false], [-12.9921875, false], [-13.2421875, false], [-9.7421875, false], [-13.4921875, false], [-5.9921875, false], [-9.7421875, false], [-11.4921875, false], [-5.9921875, false], [-12.9921875, false], [-13.2421875, false], [-9.7421875, false], [-5.9921875, false], [-12.7421875, false], [-10.9921875, false], [-11.4921875, false], [-13.7421875, false], [-7.4921875, false], [-12.9921875, false], [-9.7421875, false], [-13.4921875, false], [-12.4921875, false], [-5.9921875, false], [-7.7421875, false], [-13.4921875, false], [-9.7421875, false], [-13.4921875, false], [-7.7421875, false], [-13.7421875, false], [-9.7421875, false], [-5.9921875, false], [-10.9921875, false], [-11.7421875, false], [-5.9921875, false], [-7.7421875, false], [-5.9921875, false], [-13.4921875, false], [-9.7421875, false], [-13.7421875, false], [-9.7421875, false], [-10.9921875, false], [-11.4921875, false], [-8.7421875, false], [-11.4921875, false], [-5.9921875, false], [-11.4921875, false], [-12.7421875, false], [-9.7421875, false], [-12.4921875, false], [-7.7421875, false], [-12.9921875, false], [-9.7421875, false], [-7.7265625, false], [-6.4921875, false], [-10.234375, false], [-5.9921875, false], [-8.7421875, false], [-6.9921875, false], [-9.7421875, false], [-7.7421875, false], [-12.9921875, false], [-13.2421875, false], [-9.7421875, false], [-13.4921875, false], [-5.9921875, false], [-9.9921875, false], [-9.7421875, false], [-11.4921875, false], [-11.4921875, false], [-13.4921875, false], [-9.7421875, false], [-11.4921875, false], [-9.7421875, false], [-11.4921875, false], [-5.9921875, false], [-12.9921875, false], [-13.2421875, false], [-9.7421875, false], [-5.9921875, false], [-11.4921875, false], [-12.7421875, false], [-9.7421875, false], [-12.4921875, false], [-7.7421875, false], [-12.9921875, false], [-9.7421875, false], [-5.9921875, false], [-10.9921875, false], [-11.7421875, false], [-5.9921875, false], [-7.7421875, false], [-5.9921875, false], [-12.7421875, false], [-7.7421875, false], [-13.4921875, false], [-13.7421875, false], [-9.7421875, false], [-5.9921875, false], [-7.7421875, false], [-13.4921875, false], [-9.7421875, false], [-7.7421875, false], [-7.7265625, false], [-8.7421875, false], [-12.9921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 707, "doc": {"id": "NYSEDREGENTS_2015_8_19", "question": "Which type of organism converts wastes and dead materials into nutrients that can be used by plants?", "choices": {"text": ["carnivore", "herbivore", "decomposer", "producer"], "label": ["1", "2", "3", "4"]}, "answerKey": "3"}, "target": "decomposer", "arguments": ["Question: Which type of organism converts wastes and dead materials into nutrients that can be used by plants?\nAnswer:", " ["], "resps": [[[-8.0078125, false]], [[-9.2578125, false]], [[-7.7578125, false]], [[-4.5078125, false]], [[-9.7578125, false]], [[-9.5078125, false]], [[-9.0078125, false]], [[-11.0078125, false]], [[-8.2578125, false]], [[-9.7578125, false]], [[-7.5078125, false]], [[-9.2578125, false]], [[-10.40625, false]], [[-4.7578125, false]], [[-9.2578125, false]], [[-11.5078125, false]], [[-7.5078125, false]], [[-9.7578125, false]], [[-9.5078125, false]], [[-9.0078125, false]], [[-11.0078125, false]], [[-8.2578125, false]], [[-9.7578125, false]], [[-7.5078125, false]], [[-9.2578125, false]], [[-10.40625, false]], [[-4.7578125, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-7.5078125, false]], [[-7.7578125, false]], [[-8.2578125, false]], [[-10.7578125, false]], [[-10.7578125, false]], [[-8.2578125, false]], [[-9.2578125, false]], [[-7.5078125, false]], [[-9.7578125, false]], [[-9.2578125, false]], [[-10.40625, false]], [[-4.7578125, false]], [[-9.2578125, false]], [[-10.7578125, false]], [[-9.7578125, false]], [[-8.2578125, false]], [[-9.0078125, false]], [[-10.0078125, false]], [[-7.7578125, false]], [[-7.5078125, false]], [[-9.7578125, false]], [[-9.2578125, false]], [[-14.3828125, false]]], "filtered_resps": [[-8.0078125, false], [-9.2578125, false], [-7.7578125, false], [-4.5078125, false], [-9.7578125, false], [-9.5078125, false], [-9.0078125, false], [-11.0078125, false], [-8.2578125, false], [-9.7578125, false], [-7.5078125, false], [-9.2578125, false], [-10.40625, false], [-4.7578125, false], [-9.2578125, false], [-11.5078125, false], [-7.5078125, false], [-9.7578125, false], [-9.5078125, false], [-9.0078125, false], [-11.0078125, false], [-8.2578125, false], [-9.7578125, false], [-7.5078125, false], [-9.2578125, false], [-10.40625, false], [-4.7578125, false], [-9.2578125, false], [-9.0078125, false], [-7.5078125, false], [-7.7578125, false], [-8.2578125, false], [-10.7578125, false], [-10.7578125, false], [-8.2578125, false], [-9.2578125, false], [-7.5078125, false], [-9.7578125, false], [-9.2578125, false], [-10.40625, false], [-4.7578125, false], [-9.2578125, false], [-10.7578125, false], [-9.7578125, false], [-8.2578125, false], [-9.0078125, false], [-10.0078125, false], [-7.7578125, false], [-7.5078125, false], [-9.7578125, false], [-9.2578125, false], [-14.3828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 715, "doc": {"id": "MCAS_2003_5_10", "question": "Drake has started a garden. What can Drake do to enrich the soil so that his plants will grow better?", "choices": {"text": ["remove earthworms", "add more water to the soil", "increase the amount of pesticide he uses", "mix decomposed plant matter into the soil"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "mix decomposed plant matter into the soil", "arguments": ["Question: Drake has started a garden. What can Drake do to enrich the soil so that his plants will grow better?\nAnswer:", " ["], "resps": [[[-7.0078125, false]], [[-9.7578125, false]], [[-12.2578125, false]], [[-10.5078125, false]], [[-12.7578125, false]], [[-11.2578125, false]], [[-13.7578125, false]], [[-10.5078125, false]], [[-6.0078125, false]], [[-10.5078125, false]], [[-7.0078125, false]], [[-12.2578125, false]], [[-12.0078125, false]], [[-11.7578125, false]], [[-12.5078125, false]], [[-11.2578125, false]], [[-12.2578125, false]], [[-12.7578125, false]], [[-10.5078125, false]], [[-9.7578125, false]], [[-10.5625, false]], [[-6.0078125, false]], [[-9.7578125, false]], [[-7.0078125, false]], [[-9.0078125, false]], [[-9.0078125, false]], [[-6.0078125, false]], [[-12.7578125, false]], [[-11.2578125, false]], [[-12.2578125, false]], [[-10.5078125, false]], [[-6.0078125, false]], [[-12.5078125, false]], [[-7.0078125, false]], [[-12.0078125, false]], [[-10.5078125, false]], [[-12.2578125, false]], [[-6.0078125, false]], [[-12.0078125, false]], [[-11.2578125, false]], [[-6.0078125, false]], [[-12.0078125, false]], [[-11.7578125, false]], [[-10.5078125, false]], [[-6.0078125, false]], [[-10.5078125, false]], [[-11.2578125, false]], [[-9.5078125, false]], [[-11.5078125, false]], [[-9.7578125, false]], [[-10.5625, false]], [[-6.0078125, false]], [[-9.7578125, false]], [[-9.5078125, false]], [[-12.7578125, false]], [[-11.7578125, false]], [[-12.2578125, false]], [[-10.5078125, false]], [[-7.0078125, false]], [[-10.5078125, false]], [[-10.5078125, false]], [[-6.0078125, false]], [[-12.0078125, false]], [[-11.7578125, false]], [[-10.5078125, false]], [[-6.0078125, false]], [[-7.0078125, false]], [[-12.7578125, false]], [[-11.2578125, false]], [[-12.0078125, false]], [[-12.7578125, false]], [[-12.0078125, false]], [[-6.0078125, false]], [[-11.2578125, false]], [[-11.5078125, false]], [[-6.0078125, false]], [[-10.7578125, false]], [[-10.5078125, false]], [[-10.5078125, false]], [[-12.0078125, false]], [[-9.5078125, false]], [[-11.7578125, false]], [[-9.5078125, false]], [[-9.0078125, false]], [[-10.5078125, false]], [[-6.0078125, false]], [[-11.7578125, false]], [[-10.5078125, false]], [[-6.0078125, false]], [[-12.0078125, false]], [[-10.5078125, false]], [[-10.5078125, false]], [[-10.5078125, false]], [[-9.7578125, false]], [[-10.5625, false]], [[-6.0078125, false]], [[-9.7578125, false]], [[-12.7578125, false]], [[-9.5078125, false]], [[-13.5078125, false]], [[-6.0078125, false]], [[-9.0078125, false]], [[-10.5078125, false]], [[-11.7578125, false]], [[-11.2578125, false]], [[-12.7578125, false]], [[-10.7578125, false]], [[-11.2578125, false]], [[-10.5078125, false]], [[-10.5078125, false]], [[-9.0078125, false]], [[-6.0078125, false]], [[-10.7578125, false]], [[-11.5078125, false]], [[-7.0078125, false]], [[-12.7578125, false]], [[-12.0078125, false]], [[-6.0078125, false]], [[-12.7578125, false]], [[-7.0078125, false]], [[-12.0078125, false]], [[-12.0078125, false]], [[-10.5078125, false]], [[-12.2578125, false]], [[-6.0078125, false]], [[-9.5078125, false]], [[-12.7578125, false]], [[-12.0078125, false]], [[-11.2578125, false]], [[-6.0078125, false]], [[-12.0078125, false]], [[-11.7578125, false]], [[-10.5078125, false]], [[-6.0078125, false]], [[-10.5078125, false]], [[-11.2578125, false]], [[-9.5078125, false]], [[-11.5078125, false]], [[-9.7578125, false]], [[-12.2578125, false]]], "filtered_resps": [[-7.0078125, false], [-9.7578125, false], [-12.2578125, false], [-10.5078125, false], [-12.7578125, false], [-11.2578125, false], [-13.7578125, false], [-10.5078125, false], [-6.0078125, false], [-10.5078125, false], [-7.0078125, false], [-12.2578125, false], [-12.0078125, false], [-11.7578125, false], [-12.5078125, false], [-11.2578125, false], [-12.2578125, false], [-12.7578125, false], [-10.5078125, false], [-9.7578125, false], [-10.5625, false], [-6.0078125, false], [-9.7578125, false], [-7.0078125, false], [-9.0078125, false], [-9.0078125, false], [-6.0078125, false], [-12.7578125, false], [-11.2578125, false], [-12.2578125, false], [-10.5078125, false], [-6.0078125, false], [-12.5078125, false], [-7.0078125, false], [-12.0078125, false], [-10.5078125, false], [-12.2578125, false], [-6.0078125, false], [-12.0078125, false], [-11.2578125, false], [-6.0078125, false], [-12.0078125, false], [-11.7578125, false], [-10.5078125, false], [-6.0078125, false], [-10.5078125, false], [-11.2578125, false], [-9.5078125, false], [-11.5078125, false], [-9.7578125, false], [-10.5625, false], [-6.0078125, false], [-9.7578125, false], [-9.5078125, false], [-12.7578125, false], [-11.7578125, false], [-12.2578125, false], [-10.5078125, false], [-7.0078125, false], [-10.5078125, false], [-10.5078125, false], [-6.0078125, false], [-12.0078125, false], [-11.7578125, false], [-10.5078125, false], [-6.0078125, false], [-7.0078125, false], [-12.7578125, false], [-11.2578125, false], [-12.0078125, false], [-12.7578125, false], [-12.0078125, false], [-6.0078125, false], [-11.2578125, false], [-11.5078125, false], [-6.0078125, false], [-10.7578125, false], [-10.5078125, false], [-10.5078125, false], [-12.0078125, false], [-9.5078125, false], [-11.7578125, false], [-9.5078125, false], [-9.0078125, false], [-10.5078125, false], [-6.0078125, false], [-11.7578125, false], [-10.5078125, false], [-6.0078125, false], [-12.0078125, false], [-10.5078125, false], [-10.5078125, false], [-10.5078125, false], [-9.7578125, false], [-10.5625, false], [-6.0078125, false], [-9.7578125, false], [-12.7578125, false], [-9.5078125, false], [-13.5078125, false], [-6.0078125, false], [-9.0078125, false], [-10.5078125, false], [-11.7578125, false], [-11.2578125, false], [-12.7578125, false], [-10.7578125, false], [-11.2578125, false], [-10.5078125, false], [-10.5078125, false], [-9.0078125, false], [-6.0078125, false], [-10.7578125, false], [-11.5078125, false], [-7.0078125, false], [-12.7578125, false], [-12.0078125, false], [-6.0078125, false], [-12.7578125, false], [-7.0078125, false], [-12.0078125, false], [-12.0078125, false], [-10.5078125, false], [-12.2578125, false], [-6.0078125, false], [-9.5078125, false], [-12.7578125, false], [-12.0078125, false], [-11.2578125, false], [-6.0078125, false], [-12.0078125, false], [-11.7578125, false], [-10.5078125, false], [-6.0078125, false], [-10.5078125, false], [-11.2578125, false], [-9.5078125, false], [-11.5078125, false], [-9.7578125, false], [-12.2578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 723, "doc": {"id": "TIMSS_2007_8_pg57", "question": "In a deep valley on Earth, a person shouting will hear an echo as the sound is reflected back off the surrounding mountains. In a similar valley on the Moon, no echo will be heard. This is because", "choices": {"text": ["the gravitational pull on the Moon is too low", "the temperature on the Moon is too low", "there is no air on the Moon for the sound to travel through", "the mountains on the Moon cannot reflect sound"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "there is no air on the Moon for the sound to travel through", "arguments": ["Question: In a deep valley on Earth, a person shouting will hear an echo as the sound is reflected back off the surrounding mountains. In a similar valley on the Moon, no echo will be heard. This is because\nAnswer:", " ["], "resps": [[[-6.90234375, false]], [[-7.77734375, false]], [[-9.5234375, false]], [[-10.0234375, false]], [[-8.0234375, false]], [[-5.15234375, false]], [[-11.0234375, false]], [[-9.2734375, false]], [[-4.40234375, false]], [[-10.2734375, false]], [[-8.1484375, false]], [[-9.5234375, false]], [[-4.40234375, false]], [[-9.5234375, false]], [[-8.1484375, false]], [[-9.3984375, false]], [[-9.1484375, false]], [[-4.40234375, false]], [[-9.8984375, false]], [[-5.15234375, false]], [[-9.2734375, false]], [[-10.1484375, false]], [[-9.8984375, false]], [[-9.8984375, false]], [[-5.15234375, false]], [[-9.3984375, false]], [[-9.1484375, false]], [[-5.15234375, false]], [[-9.5234375, false]], [[-10.0234375, false]], [[-8.0234375, false]], [[-5.15234375, false]], [[-6.90234375, false]], [[-9.3984375, false]], [[-9.3984375, false]], [[-9.1484375, false]], [[-5.15234375, false]], [[-8.1484375, false]], [[-8.5234375, false]], [[-5.15234375, false]], [[-9.5234375, false]], [[-9.3984375, false]], [[-9.3984375, false]], [[-5.15234375, false]], [[-9.8984375, false]], [[-9.3984375, false]], [[-9.8984375, false]], [[-7.77734375, false]], [[-8.421875, false]], [[-5.15234375, false]], [[-7.77734375, false]], [[-9.5234375, false]], [[-10.0234375, false]], [[-8.0234375, false]], [[-5.15234375, false]], [[-9.5234375, false]], [[-8.0234375, false]], [[-9.2734375, false]], [[-9.2734375, false]], [[-8.0234375, false]], [[-9.2734375, false]], [[-4.40234375, false]], [[-9.5234375, false]], [[-10.1484375, false]], [[-9.2734375, false]], [[-8.0234375, false]], [[-5.15234375, false]], [[-9.3984375, false]], [[-9.1484375, false]], [[-5.15234375, false]], [[-9.5234375, false]], [[-10.0234375, false]], [[-8.0234375, false]], [[-5.15234375, false]], [[-6.90234375, false]], [[-9.3984375, false]], [[-9.3984375, false]], [[-9.1484375, false]], [[-5.15234375, false]], [[-8.1484375, false]], [[-8.5234375, false]], [[-5.15234375, false]], [[-9.5234375, false]], [[-9.3984375, false]], [[-9.3984375, false]], [[-5.15234375, false]], [[-9.8984375, false]], [[-9.3984375, false]], [[-9.8984375, false]], [[-7.77734375, false]], [[-8.421875, false]], [[-5.15234375, false]], [[-7.77734375, false]], [[-9.5234375, false]], [[-10.0234375, false]], [[-8.0234375, false]], [[-9.2734375, false]], [[-8.0234375, false]], [[-5.15234375, false]], [[-8.1484375, false]], [[-8.5234375, false]], [[-5.15234375, false]], [[-9.1484375, false]], [[-9.3984375, false]], [[-5.15234375, false]], [[-4.40234375, false]], [[-8.1484375, false]], [[-9.2734375, false]], [[-5.15234375, false]], [[-9.3984375, false]], [[-9.1484375, false]], [[-5.15234375, false]], [[-9.5234375, false]], [[-10.0234375, false]], [[-8.0234375, false]], [[-5.15234375, false]], [[-6.90234375, false]], [[-9.3984375, false]], [[-9.3984375, false]], [[-9.1484375, false]], [[-5.15234375, false]], [[-8.5234375, false]], [[-9.3984375, false]], [[-9.2734375, false]], [[-5.15234375, false]], [[-9.5234375, false]], [[-10.0234375, false]], [[-8.0234375, false]], [[-5.15234375, false]], [[-8.5234375, false]], [[-9.3984375, false]], [[-10.1484375, false]], [[-9.1484375, false]], [[-8.5234375, false]], [[-5.15234375, false]], [[-9.5234375, false]], [[-9.3984375, false]], [[-5.15234375, false]], [[-9.5234375, false]], [[-9.2734375, false]], [[-4.40234375, false]], [[-10.2734375, false]], [[-8.0234375, false]], [[-9.8984375, false]], [[-5.15234375, false]], [[-9.5234375, false]], [[-10.0234375, false]], [[-9.2734375, false]], [[-9.3984375, false]], [[-10.1484375, false]], [[-11.0234375, false]], [[-10.0234375, false]], [[-7.77734375, false]], [[-8.421875, false]], [[-5.15234375, false]], [[-7.77734375, false]], [[-9.5234375, false]], [[-10.0234375, false]], [[-8.0234375, false]], [[-5.15234375, false]], [[-9.2734375, false]], [[-9.3984375, false]], [[-10.1484375, false]], [[-9.1484375, false]], [[-9.5234375, false]], [[-4.40234375, false]], [[-8.1484375, false]], [[-9.1484375, false]], [[-8.5234375, false]], [[-5.15234375, false]], [[-9.3984375, false]], [[-9.1484375, false]], [[-5.15234375, false]], [[-9.5234375, false]], [[-10.0234375, false]], [[-8.0234375, false]], [[-5.15234375, false]], [[-6.90234375, false]], [[-9.3984375, false]], [[-9.3984375, false]], [[-9.1484375, false]], [[-5.15234375, false]], [[-8.7734375, false]], [[-4.40234375, false]], [[-9.1484375, false]], [[-9.1484375, false]], [[-9.3984375, false]], [[-9.5234375, false]], [[-5.15234375, false]], [[-9.2734375, false]], [[-8.0234375, false]], [[-8.5234375, false]], [[-9.8984375, false]], [[-8.0234375, false]], [[-8.7734375, false]], [[-9.5234375, false]], [[-5.15234375, false]], [[-8.5234375, false]], [[-9.3984375, false]], [[-10.1484375, false]], [[-9.1484375, false]], [[-8.5234375, false]], [[-7.77734375, false]], [[-11.6484375, false]]], "filtered_resps": [[-6.90234375, false], [-7.77734375, false], [-9.5234375, false], [-10.0234375, false], [-8.0234375, false], [-5.15234375, false], [-11.0234375, false], [-9.2734375, false], [-4.40234375, false], [-10.2734375, false], [-8.1484375, false], [-9.5234375, false], [-4.40234375, false], [-9.5234375, false], [-8.1484375, false], [-9.3984375, false], [-9.1484375, false], [-4.40234375, false], [-9.8984375, false], [-5.15234375, false], [-9.2734375, false], [-10.1484375, false], [-9.8984375, false], [-9.8984375, false], [-5.15234375, false], [-9.3984375, false], [-9.1484375, false], [-5.15234375, false], [-9.5234375, false], [-10.0234375, false], [-8.0234375, false], [-5.15234375, false], [-6.90234375, false], [-9.3984375, false], [-9.3984375, false], [-9.1484375, false], [-5.15234375, false], [-8.1484375, false], [-8.5234375, false], [-5.15234375, false], [-9.5234375, false], [-9.3984375, false], [-9.3984375, false], [-5.15234375, false], [-9.8984375, false], [-9.3984375, false], [-9.8984375, false], [-7.77734375, false], [-8.421875, false], [-5.15234375, false], [-7.77734375, false], [-9.5234375, false], [-10.0234375, false], [-8.0234375, false], [-5.15234375, false], [-9.5234375, false], [-8.0234375, false], [-9.2734375, false], [-9.2734375, false], [-8.0234375, false], [-9.2734375, false], [-4.40234375, false], [-9.5234375, false], [-10.1484375, false], [-9.2734375, false], [-8.0234375, false], [-5.15234375, false], [-9.3984375, false], [-9.1484375, false], [-5.15234375, false], [-9.5234375, false], [-10.0234375, false], [-8.0234375, false], [-5.15234375, false], [-6.90234375, false], [-9.3984375, false], [-9.3984375, false], [-9.1484375, false], [-5.15234375, false], [-8.1484375, false], [-8.5234375, false], [-5.15234375, false], [-9.5234375, false], [-9.3984375, false], [-9.3984375, false], [-5.15234375, false], [-9.8984375, false], [-9.3984375, false], [-9.8984375, false], [-7.77734375, false], [-8.421875, false], [-5.15234375, false], [-7.77734375, false], [-9.5234375, false], [-10.0234375, false], [-8.0234375, false], [-9.2734375, false], [-8.0234375, false], [-5.15234375, false], [-8.1484375, false], [-8.5234375, false], [-5.15234375, false], [-9.1484375, false], [-9.3984375, false], [-5.15234375, false], [-4.40234375, false], [-8.1484375, false], [-9.2734375, false], [-5.15234375, false], [-9.3984375, false], [-9.1484375, false], [-5.15234375, false], [-9.5234375, false], [-10.0234375, false], [-8.0234375, false], [-5.15234375, false], [-6.90234375, false], [-9.3984375, false], [-9.3984375, false], [-9.1484375, false], [-5.15234375, false], [-8.5234375, false], [-9.3984375, false], [-9.2734375, false], [-5.15234375, false], [-9.5234375, false], [-10.0234375, false], [-8.0234375, false], [-5.15234375, false], [-8.5234375, false], [-9.3984375, false], [-10.1484375, false], [-9.1484375, false], [-8.5234375, false], [-5.15234375, false], [-9.5234375, false], [-9.3984375, false], [-5.15234375, false], [-9.5234375, false], [-9.2734375, false], [-4.40234375, false], [-10.2734375, false], [-8.0234375, false], [-9.8984375, false], [-5.15234375, false], [-9.5234375, false], [-10.0234375, false], [-9.2734375, false], [-9.3984375, false], [-10.1484375, false], [-11.0234375, false], [-10.0234375, false], [-7.77734375, false], [-8.421875, false], [-5.15234375, false], [-7.77734375, false], [-9.5234375, false], [-10.0234375, false], [-8.0234375, false], [-5.15234375, false], [-9.2734375, false], [-9.3984375, false], [-10.1484375, false], [-9.1484375, false], [-9.5234375, false], [-4.40234375, false], [-8.1484375, false], [-9.1484375, false], [-8.5234375, false], [-5.15234375, false], [-9.3984375, false], [-9.1484375, false], [-5.15234375, false], [-9.5234375, false], [-10.0234375, false], [-8.0234375, false], [-5.15234375, false], [-6.90234375, false], [-9.3984375, false], [-9.3984375, false], [-9.1484375, false], [-5.15234375, false], [-8.7734375, false], [-4.40234375, false], [-9.1484375, false], [-9.1484375, false], [-9.3984375, false], [-9.5234375, false], [-5.15234375, false], [-9.2734375, false], [-8.0234375, false], [-8.5234375, false], [-9.8984375, false], [-8.0234375, false], [-8.7734375, false], [-9.5234375, false], [-5.15234375, false], [-8.5234375, false], [-9.3984375, false], [-10.1484375, false], [-9.1484375, false], [-8.5234375, false], [-7.77734375, false], [-11.6484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 731, "doc": {"id": "TIMSS_1995_8_L5", "question": "When a bird sings, it is most likely singing in order to", "choices": {"text": ["frighten away other types of birds", "mark the bird's territory against the same type of bird", "attract insects", "wake up other animals"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "mark the bird's territory against the same type of bird", "arguments": ["Question: When a bird sings, it is most likely singing in order to\nAnswer:", " ["], "resps": [[[-7.34765625, false]], [[-7.59765625, false]], [[-9.1015625, false]], [[-10.3515625, false]], [[-8.6015625, false]], [[-11.6015625, false]], [[-10.6015625, false]], [[-10.1015625, false]], [[-9.1015625, false]], [[-8.6015625, false]], [[-5.59765625, false]], [[-5.34765625, false]], [[-9.6015625, false]], [[-5.34765625, false]], [[-11.8515625, false]], [[-5.59765625, false]], [[-9.3515625, false]], [[-10.1015625, false]], [[-10.6015625, false]], [[-9.1015625, false]], [[-10.3515625, false]], [[-5.59765625, false]], [[-10.1015625, false]], [[-11.8515625, false]], [[-9.3515625, false]], [[-9.1015625, false]], [[-9.1015625, false]], [[-5.59765625, false]], [[-9.3515625, false]], [[-9.1015625, false]], [[-5.59765625, false]], [[-9.1015625, false]], [[-8.6015625, false]], [[-10.3515625, false]], [[-9.1015625, false]], [[-9.1015625, false]], [[-7.59765625, false]], [[-9.53125, false]], [[-5.59765625, false]], [[-5.34765625, false]], [[-11.1015625, false]], [[-5.34765625, false]], [[-10.3515625, false]], [[-10.8515625, false]], [[-5.59765625, false]], [[-10.1015625, false]], [[-10.6015625, false]], [[-9.1015625, false]], [[-5.59765625, false]], [[-9.1015625, false]], [[-8.6015625, false]], [[-10.3515625, false]], [[-9.1015625, false]], [[-7.59765625, false]], [[-9.1015625, false]], [[-5.59765625, false]], [[-10.1015625, false]], [[-9.1015625, false]], [[-10.3515625, false]], [[-10.3515625, false]], [[-8.6015625, false]], [[-10.1015625, false]], [[-9.3515625, false]], [[-10.3515625, false]], [[-11.8515625, false]], [[-5.59765625, false]], [[-5.34765625, false]], [[-11.6015625, false]], [[-5.34765625, false]], [[-8.6015625, false]], [[-8.6015625, false]], [[-9.1015625, false]], [[-10.1015625, false]], [[-5.59765625, false]], [[-10.1015625, false]], [[-10.6015625, false]], [[-9.1015625, false]], [[-5.59765625, false]], [[-9.1015625, false]], [[-5.34765625, false]], [[-11.1015625, false]], [[-9.1015625, false]], [[-5.59765625, false]], [[-10.1015625, false]], [[-11.8515625, false]], [[-9.3515625, false]], [[-9.1015625, false]], [[-5.59765625, false]], [[-9.3515625, false]], [[-9.1015625, false]], [[-5.59765625, false]], [[-9.1015625, false]], [[-8.6015625, false]], [[-10.3515625, false]], [[-9.1015625, false]], [[-5.34765625, false]], [[-9.53125, false]], [[-5.59765625, false]], [[-7.59765625, false]], [[-5.34765625, false]], [[-10.1015625, false]], [[-10.1015625, false]], [[-10.3515625, false]], [[-5.34765625, false]], [[-10.1015625, false]], [[-10.1015625, false]], [[-5.59765625, false]], [[-8.6015625, false]], [[-8.6015625, false]], [[-9.1015625, false]], [[-9.1015625, false]], [[-10.1015625, false]], [[-10.1015625, false]], [[-9.1015625, false]], [[-7.59765625, false]], [[-9.53125, false]], [[-5.59765625, false]], [[-7.59765625, false]], [[-9.6015625, false]], [[-5.34765625, false]], [[-10.8515625, false]], [[-9.1015625, false]], [[-5.59765625, false]], [[-10.3515625, false]], [[-9.3515625, false]], [[-5.59765625, false]], [[-9.3515625, false]], [[-10.1015625, false]], [[-10.6015625, false]], [[-9.1015625, false]], [[-10.3515625, false]], [[-5.59765625, false]], [[-5.34765625, false]], [[-8.6015625, false]], [[-8.6015625, false]], [[-11.1015625, false]], [[-5.34765625, false]], [[-9.8515625, false]], [[-9.1015625, false]], [[-7.59765625, false]], [[-12.3515625, false]]], "filtered_resps": [[-7.34765625, false], [-7.59765625, false], [-9.1015625, false], [-10.3515625, false], [-8.6015625, false], [-11.6015625, false], [-10.6015625, false], [-10.1015625, false], [-9.1015625, false], [-8.6015625, false], [-5.59765625, false], [-5.34765625, false], [-9.6015625, false], [-5.34765625, false], [-11.8515625, false], [-5.59765625, false], [-9.3515625, false], [-10.1015625, false], [-10.6015625, false], [-9.1015625, false], [-10.3515625, false], [-5.59765625, false], [-10.1015625, false], [-11.8515625, false], [-9.3515625, false], [-9.1015625, false], [-9.1015625, false], [-5.59765625, false], [-9.3515625, false], [-9.1015625, false], [-5.59765625, false], [-9.1015625, false], [-8.6015625, false], [-10.3515625, false], [-9.1015625, false], [-9.1015625, false], [-7.59765625, false], [-9.53125, false], [-5.59765625, false], [-5.34765625, false], [-11.1015625, false], [-5.34765625, false], [-10.3515625, false], [-10.8515625, false], [-5.59765625, false], [-10.1015625, false], [-10.6015625, false], [-9.1015625, false], [-5.59765625, false], [-9.1015625, false], [-8.6015625, false], [-10.3515625, false], [-9.1015625, false], [-7.59765625, false], [-9.1015625, false], [-5.59765625, false], [-10.1015625, false], [-9.1015625, false], [-10.3515625, false], [-10.3515625, false], [-8.6015625, false], [-10.1015625, false], [-9.3515625, false], [-10.3515625, false], [-11.8515625, false], [-5.59765625, false], [-5.34765625, false], [-11.6015625, false], [-5.34765625, false], [-8.6015625, false], [-8.6015625, false], [-9.1015625, false], [-10.1015625, false], [-5.59765625, false], [-10.1015625, false], [-10.6015625, false], [-9.1015625, false], [-5.59765625, false], [-9.1015625, false], [-5.34765625, false], [-11.1015625, false], [-9.1015625, false], [-5.59765625, false], [-10.1015625, false], [-11.8515625, false], [-9.3515625, false], [-9.1015625, false], [-5.59765625, false], [-9.3515625, false], [-9.1015625, false], [-5.59765625, false], [-9.1015625, false], [-8.6015625, false], [-10.3515625, false], [-9.1015625, false], [-5.34765625, false], [-9.53125, false], [-5.59765625, false], [-7.59765625, false], [-5.34765625, false], [-10.1015625, false], [-10.1015625, false], [-10.3515625, false], [-5.34765625, false], [-10.1015625, false], [-10.1015625, false], [-5.59765625, false], [-8.6015625, false], [-8.6015625, false], [-9.1015625, false], [-9.1015625, false], [-10.1015625, false], [-10.1015625, false], [-9.1015625, false], [-7.59765625, false], [-9.53125, false], [-5.59765625, false], [-7.59765625, false], [-9.6015625, false], [-5.34765625, false], [-10.8515625, false], [-9.1015625, false], [-5.59765625, false], [-10.3515625, false], [-9.3515625, false], [-5.59765625, false], [-9.3515625, false], [-10.1015625, false], [-10.6015625, false], [-9.1015625, false], [-10.3515625, false], [-5.59765625, false], [-5.34765625, false], [-8.6015625, false], [-8.6015625, false], [-11.1015625, false], [-5.34765625, false], [-9.8515625, false], [-9.1015625, false], [-7.59765625, false], [-12.3515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 739, "doc": {"id": "NYSEDREGENTS_2013_8_16", "question": "Which pathway do most nutrients take after a person takes a bite of food?", "choices": {"text": ["digestive system -> circulatory system -> body cells", "circulatory system -> body cells -> digestive system", "digestive system -> body cells -> circulatory system", "circulatory system -> digestive system -> body cells"], "label": ["1", "2", "3", "4"]}, "answerKey": "1"}, "target": "digestive system -> circulatory system -> body cells", "arguments": ["Question: Which pathway do most nutrients take after a person takes a bite of food?\nAnswer:", " ["], "resps": [[[-7.08984375, false]], [[-9.8359375, false]], [[-10.8359375, false]], [[-9.0859375, false]], [[-11.8359375, false]], [[-10.0859375, false]], [[-9.5859375, false]], [[-10.5859375, false]], [[-9.0859375, false]], [[-11.8359375, false]], [[-10.0859375, false]], [[-5.33984375, false]], [[-9.5859375, false]], [[-11.8359375, false]], [[-9.5859375, false]], [[-10.5859375, false]], [[-10.0859375, false]], [[-9.5859375, false]], [[-5.33984375, false]], [[-7.83984375, false]], [[-10.5859375, false]], [[-5.33984375, false]], [[-8.3359375, false]], [[-9.0859375, false]], [[-11.5859375, false]], [[-8.3359375, false]], [[-10.8359375, false]], [[-10.8359375, false]], [[-5.58984375, false]], [[-10.5859375, false]], [[-10.0859375, false]], [[-11.5859375, false]], [[-11.8359375, false]], [[-5.33984375, false]], [[-9.5859375, false]], [[-11.8359375, false]], [[-9.5859375, false]], [[-10.5859375, false]], [[-10.0859375, false]], [[-9.5859375, false]], [[-5.33984375, false]], [[-7.83984375, false]], [[-10.5859375, false]], [[-5.33984375, false]], [[-8.8359375, false]], [[-10.0859375, false]], [[-10.8359375, false]], [[-11.8359375, false]], [[-5.33984375, false]], [[-8.3359375, false]], [[-10.0859375, false]], [[-10.8359375, false]], [[-10.8359375, false]], [[-9.5859375, false]], [[-9.8359375, false]], [[-9.640625, false]], [[-5.33984375, false]], [[-9.8359375, false]], [[-8.3359375, false]], [[-9.0859375, false]], [[-11.5859375, false]], [[-8.3359375, false]], [[-10.8359375, false]], [[-10.8359375, false]], [[-5.58984375, false]], [[-10.5859375, false]], [[-10.0859375, false]], [[-11.5859375, false]], [[-11.8359375, false]], [[-5.33984375, false]], [[-9.5859375, false]], [[-11.8359375, false]], [[-9.5859375, false]], [[-10.5859375, false]], [[-10.0859375, false]], [[-9.5859375, false]], [[-5.33984375, false]], [[-7.83984375, false]], [[-10.5859375, false]], [[-5.33984375, false]], [[-8.8359375, false]], [[-10.0859375, false]], [[-10.8359375, false]], [[-11.8359375, false]], [[-5.33984375, false]], [[-8.3359375, false]], [[-10.0859375, false]], [[-10.8359375, false]], [[-10.8359375, false]], [[-9.5859375, false]], [[-5.33984375, false]], [[-7.83984375, false]], [[-10.5859375, false]], [[-5.33984375, false]], [[-10.8359375, false]], [[-9.0859375, false]], [[-11.8359375, false]], [[-10.0859375, false]], [[-9.5859375, false]], [[-10.5859375, false]], [[-9.0859375, false]], [[-11.8359375, false]], [[-10.0859375, false]], [[-5.33984375, false]], [[-9.5859375, false]], [[-11.8359375, false]], [[-9.5859375, false]], [[-10.5859375, false]], [[-10.0859375, false]], [[-9.5859375, false]], [[-9.8359375, false]], [[-9.640625, false]], [[-5.33984375, false]], [[-9.8359375, false]], [[-10.8359375, false]], [[-9.0859375, false]], [[-11.8359375, false]], [[-10.0859375, false]], [[-9.5859375, false]], [[-10.5859375, false]], [[-9.0859375, false]], [[-11.8359375, false]], [[-10.0859375, false]], [[-5.33984375, false]], [[-9.5859375, false]], [[-11.8359375, false]], [[-9.5859375, false]], [[-10.5859375, false]], [[-10.0859375, false]], [[-9.5859375, false]], [[-5.33984375, false]], [[-7.83984375, false]], [[-10.5859375, false]], [[-5.33984375, false]], [[-8.8359375, false]], [[-10.0859375, false]], [[-10.8359375, false]], [[-11.8359375, false]], [[-5.33984375, false]], [[-8.3359375, false]], [[-10.0859375, false]], [[-10.8359375, false]], [[-10.8359375, false]], [[-9.5859375, false]], [[-5.33984375, false]], [[-7.83984375, false]], [[-10.5859375, false]], [[-5.33984375, false]], [[-8.3359375, false]], [[-9.0859375, false]], [[-11.5859375, false]], [[-8.3359375, false]], [[-10.8359375, false]], [[-10.8359375, false]], [[-5.58984375, false]], [[-10.5859375, false]], [[-10.0859375, false]], [[-11.5859375, false]], [[-11.8359375, false]], [[-5.33984375, false]], [[-9.5859375, false]], [[-11.8359375, false]], [[-9.5859375, false]], [[-10.5859375, false]], [[-10.0859375, false]], [[-9.5859375, false]], [[-9.8359375, false]], [[-9.640625, false]], [[-5.33984375, false]], [[-9.8359375, false]], [[-8.3359375, false]], [[-9.0859375, false]], [[-11.5859375, false]], [[-8.3359375, false]], [[-10.8359375, false]], [[-10.8359375, false]], [[-5.58984375, false]], [[-10.5859375, false]], [[-10.0859375, false]], [[-11.5859375, false]], [[-11.8359375, false]], [[-5.33984375, false]], [[-9.5859375, false]], [[-11.8359375, false]], [[-9.5859375, false]], [[-10.5859375, false]], [[-10.0859375, false]], [[-9.5859375, false]], [[-5.33984375, false]], [[-7.83984375, false]], [[-10.5859375, false]], [[-5.33984375, false]], [[-10.8359375, false]], [[-9.0859375, false]], [[-11.8359375, false]], [[-10.0859375, false]], [[-9.5859375, false]], [[-10.5859375, false]], [[-9.0859375, false]], [[-11.8359375, false]], [[-10.0859375, false]], [[-5.33984375, false]], [[-9.5859375, false]], [[-11.8359375, false]], [[-9.5859375, false]], [[-10.5859375, false]], [[-10.0859375, false]], [[-9.5859375, false]], [[-5.33984375, false]], [[-7.83984375, false]], [[-10.5859375, false]], [[-5.33984375, false]], [[-8.8359375, false]], [[-10.0859375, false]], [[-10.8359375, false]], [[-11.8359375, false]], [[-5.33984375, false]], [[-8.3359375, false]], [[-10.0859375, false]], [[-10.8359375, false]], [[-10.8359375, false]], [[-9.5859375, false]], [[-9.8359375, false]], [[-12.5859375, false]]], "filtered_resps": [[-7.08984375, false], [-9.8359375, false], [-10.8359375, false], [-9.0859375, false], [-11.8359375, false], [-10.0859375, false], [-9.5859375, false], [-10.5859375, false], [-9.0859375, false], [-11.8359375, false], [-10.0859375, false], [-5.33984375, false], [-9.5859375, false], [-11.8359375, false], [-9.5859375, false], [-10.5859375, false], [-10.0859375, false], [-9.5859375, false], [-5.33984375, false], [-7.83984375, false], [-10.5859375, false], [-5.33984375, false], [-8.3359375, false], [-9.0859375, false], [-11.5859375, false], [-8.3359375, false], [-10.8359375, false], [-10.8359375, false], [-5.58984375, false], [-10.5859375, false], [-10.0859375, false], [-11.5859375, false], [-11.8359375, false], [-5.33984375, false], [-9.5859375, false], [-11.8359375, false], [-9.5859375, false], [-10.5859375, false], [-10.0859375, false], [-9.5859375, false], [-5.33984375, false], [-7.83984375, false], [-10.5859375, false], [-5.33984375, false], [-8.8359375, false], [-10.0859375, false], [-10.8359375, false], [-11.8359375, false], [-5.33984375, false], [-8.3359375, false], [-10.0859375, false], [-10.8359375, false], [-10.8359375, false], [-9.5859375, false], [-9.8359375, false], [-9.640625, false], [-5.33984375, false], [-9.8359375, false], [-8.3359375, false], [-9.0859375, false], [-11.5859375, false], [-8.3359375, false], [-10.8359375, false], [-10.8359375, false], [-5.58984375, false], [-10.5859375, false], [-10.0859375, false], [-11.5859375, false], [-11.8359375, false], [-5.33984375, false], [-9.5859375, false], [-11.8359375, false], [-9.5859375, false], [-10.5859375, false], [-10.0859375, false], [-9.5859375, false], [-5.33984375, false], [-7.83984375, false], [-10.5859375, false], [-5.33984375, false], [-8.8359375, false], [-10.0859375, false], [-10.8359375, false], [-11.8359375, false], [-5.33984375, false], [-8.3359375, false], [-10.0859375, false], [-10.8359375, false], [-10.8359375, false], [-9.5859375, false], [-5.33984375, false], [-7.83984375, false], [-10.5859375, false], [-5.33984375, false], [-10.8359375, false], [-9.0859375, false], [-11.8359375, false], [-10.0859375, false], [-9.5859375, false], [-10.5859375, false], [-9.0859375, false], [-11.8359375, false], [-10.0859375, false], [-5.33984375, false], [-9.5859375, false], [-11.8359375, false], [-9.5859375, false], [-10.5859375, false], [-10.0859375, false], [-9.5859375, false], [-9.8359375, false], [-9.640625, false], [-5.33984375, false], [-9.8359375, false], [-10.8359375, false], [-9.0859375, false], [-11.8359375, false], [-10.0859375, false], [-9.5859375, false], [-10.5859375, false], [-9.0859375, false], [-11.8359375, false], [-10.0859375, false], [-5.33984375, false], [-9.5859375, false], [-11.8359375, false], [-9.5859375, false], [-10.5859375, false], [-10.0859375, false], [-9.5859375, false], [-5.33984375, false], [-7.83984375, false], [-10.5859375, false], [-5.33984375, false], [-8.8359375, false], [-10.0859375, false], [-10.8359375, false], [-11.8359375, false], [-5.33984375, false], [-8.3359375, false], [-10.0859375, false], [-10.8359375, false], [-10.8359375, false], [-9.5859375, false], [-5.33984375, false], [-7.83984375, false], [-10.5859375, false], [-5.33984375, false], [-8.3359375, false], [-9.0859375, false], [-11.5859375, false], [-8.3359375, false], [-10.8359375, false], [-10.8359375, false], [-5.58984375, false], [-10.5859375, false], [-10.0859375, false], [-11.5859375, false], [-11.8359375, false], [-5.33984375, false], [-9.5859375, false], [-11.8359375, false], [-9.5859375, false], [-10.5859375, false], [-10.0859375, false], [-9.5859375, false], [-9.8359375, false], [-9.640625, false], [-5.33984375, false], [-9.8359375, false], [-8.3359375, false], [-9.0859375, false], [-11.5859375, false], [-8.3359375, false], [-10.8359375, false], [-10.8359375, false], [-5.58984375, false], [-10.5859375, false], [-10.0859375, false], [-11.5859375, false], [-11.8359375, false], [-5.33984375, false], [-9.5859375, false], [-11.8359375, false], [-9.5859375, false], [-10.5859375, false], [-10.0859375, false], [-9.5859375, false], [-5.33984375, false], [-7.83984375, false], [-10.5859375, false], [-5.33984375, false], [-10.8359375, false], [-9.0859375, false], [-11.8359375, false], [-10.0859375, false], [-9.5859375, false], [-10.5859375, false], [-9.0859375, false], [-11.8359375, false], [-10.0859375, false], [-5.33984375, false], [-9.5859375, false], [-11.8359375, false], [-9.5859375, false], [-10.5859375, false], [-10.0859375, false], [-9.5859375, false], [-5.33984375, false], [-7.83984375, false], [-10.5859375, false], [-5.33984375, false], [-8.8359375, false], [-10.0859375, false], [-10.8359375, false], [-11.8359375, false], [-5.33984375, false], [-8.3359375, false], [-10.0859375, false], [-10.8359375, false], [-10.8359375, false], [-9.5859375, false], [-9.8359375, false], [-12.5859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 747, "doc": {"id": "TAKS_2009_5_20", "question": "One example of a trait passed from a parent plant to its offspring is ___.", "choices": {"text": ["the amount of water in the plant's environment", "the amount of sunlight shining on the plant", "the color of the flowers on the plant", "the nutrients in the soil where the plant grows"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "the color of the flowers on the plant", "arguments": ["Question: One example of a trait passed from a parent plant to its offspring is ___.\nAnswer:", " ["], "resps": [[[-6.47265625, false]], [[-6.84765625, false]], [[-8.71875, false]], [[-9.34375, false]], [[-8.59375, false]], [[-3.22265625, false]], [[-4.34765625, false]], [[-7.72265625, false]], [[-7.47265625, false]], [[-9.84375, false]], [[-7.59765625, false]], [[-8.71875, false]], [[-3.22265625, false]], [[-7.47265625, false]], [[-8.96875, false]], [[-3.22265625, false]], [[-8.96875, false]], [[-4.34765625, false]], [[-8.71875, false]], [[-8.59375, false]], [[-8.59375, false]], [[-3.22265625, false]], [[-8.09375, false]], [[-7.59765625, false]], [[-3.22265625, false]], [[-8.71875, false]], [[-9.34375, false]], [[-8.59375, false]], [[-3.22265625, false]], [[-8.46875, false]], [[-9.21875, false]], [[-4.34765625, false]], [[-7.59765625, false]], [[-8.71875, false]], [[-8.71875, false]], [[-8.21875, false]], [[-3.22265625, false]], [[-8.59375, false]], [[-7.59765625, false]], [[-10.09375, false]], [[-8.09375, false]], [[-8.59375, false]], [[-7.47265625, false]], [[-7.59765625, false]], [[-7.72265625, false]], [[-8.59375, false]], [[-7.59765625, false]], [[-8.71875, false]], [[-6.84765625, false]], [[-9.40625, false]], [[-3.22265625, false]], [[-8.71875, false]], [[-8.71875, false]], [[-9.34375, false]], [[-8.59375, false]], [[-3.22265625, false]], [[-4.34765625, false]], [[-7.72265625, false]], [[-7.47265625, false]], [[-9.84375, false]], [[-7.59765625, false]], [[-8.71875, false]], [[-3.22265625, false]], [[-7.47265625, false]], [[-8.96875, false]], [[-3.22265625, false]], [[-8.21875, false]], [[-9.84375, false]], [[-7.59765625, false]], [[-9.21875, false]], [[-8.09375, false]], [[-9.21875, false]], [[-9.34375, false]], [[-8.71875, false]], [[-3.22265625, false]], [[-8.21875, false]], [[-9.34375, false]], [[-8.09375, false]], [[-7.59765625, false]], [[-8.09375, false]], [[-7.59765625, false]], [[-9.21875, false]], [[-3.22265625, false]], [[-7.47265625, false]], [[-7.59765625, false]], [[-3.22265625, false]], [[-8.71875, false]], [[-9.34375, false]], [[-8.59375, false]], [[-3.22265625, false]], [[-8.46875, false]], [[-9.21875, false]], [[-4.34765625, false]], [[-7.59765625, false]], [[-8.71875, false]], [[-8.71875, false]], [[-9.40625, false]], [[-3.22265625, false]], [[-8.71875, false]], [[-8.71875, false]], [[-9.34375, false]], [[-8.59375, false]], [[-3.22265625, false]], [[-6.72265625, false]], [[-7.47265625, false]], [[-9.21875, false]], [[-7.47265625, false]], [[-8.59375, false]], [[-3.22265625, false]], [[-7.47265625, false]], [[-8.96875, false]], [[-3.22265625, false]], [[-8.71875, false]], [[-9.34375, false]], [[-8.59375, false]], [[-3.22265625, false]], [[-8.96875, false]], [[-9.21875, false]], [[-7.47265625, false]], [[-8.96875, false]], [[-8.59375, false]], [[-8.59375, false]], [[-8.21875, false]], [[-3.22265625, false]], [[-7.47265625, false]], [[-7.59765625, false]], [[-3.22265625, false]], [[-8.71875, false]], [[-9.34375, false]], [[-8.59375, false]], [[-3.22265625, false]], [[-8.46875, false]], [[-9.21875, false]], [[-4.34765625, false]], [[-7.59765625, false]], [[-8.71875, false]], [[-8.71875, false]], [[-9.40625, false]], [[-3.22265625, false]], [[-8.71875, false]], [[-8.71875, false]], [[-9.34375, false]], [[-8.59375, false]], [[-3.22265625, false]], [[-7.59765625, false]], [[-9.84375, false]], [[-8.71875, false]], [[-8.59375, false]], [[-8.09375, false]], [[-8.59375, false]], [[-7.59765625, false]], [[-8.71875, false]], [[-8.21875, false]], [[-3.22265625, false]], [[-8.09375, false]], [[-7.59765625, false]], [[-3.22265625, false]], [[-8.71875, false]], [[-9.34375, false]], [[-8.59375, false]], [[-3.22265625, false]], [[-8.21875, false]], [[-7.47265625, false]], [[-8.09375, false]], [[-9.21875, false]], [[-3.22265625, false]], [[-8.96875, false]], [[-9.34375, false]], [[-8.59375, false]], [[-8.59375, false]], [[-8.59375, false]], [[-3.22265625, false]], [[-8.71875, false]], [[-9.34375, false]], [[-8.59375, false]], [[-3.22265625, false]], [[-8.46875, false]], [[-9.21875, false]], [[-4.34765625, false]], [[-7.59765625, false]], [[-8.71875, false]], [[-3.22265625, false]], [[-9.21875, false]], [[-8.59375, false]], [[-7.47265625, false]], [[-8.96875, false]], [[-8.21875, false]], [[-8.71875, false]], [[-12.59375, false]]], "filtered_resps": [[-6.47265625, false], [-6.84765625, false], [-8.71875, false], [-9.34375, false], [-8.59375, false], [-3.22265625, false], [-4.34765625, false], [-7.72265625, false], [-7.47265625, false], [-9.84375, false], [-7.59765625, false], [-8.71875, false], [-3.22265625, false], [-7.47265625, false], [-8.96875, false], [-3.22265625, false], [-8.96875, false], [-4.34765625, false], [-8.71875, false], [-8.59375, false], [-8.59375, false], [-3.22265625, false], [-8.09375, false], [-7.59765625, false], [-3.22265625, false], [-8.71875, false], [-9.34375, false], [-8.59375, false], [-3.22265625, false], [-8.46875, false], [-9.21875, false], [-4.34765625, false], [-7.59765625, false], [-8.71875, false], [-8.71875, false], [-8.21875, false], [-3.22265625, false], [-8.59375, false], [-7.59765625, false], [-10.09375, false], [-8.09375, false], [-8.59375, false], [-7.47265625, false], [-7.59765625, false], [-7.72265625, false], [-8.59375, false], [-7.59765625, false], [-8.71875, false], [-6.84765625, false], [-9.40625, false], [-3.22265625, false], [-8.71875, false], [-8.71875, false], [-9.34375, false], [-8.59375, false], [-3.22265625, false], [-4.34765625, false], [-7.72265625, false], [-7.47265625, false], [-9.84375, false], [-7.59765625, false], [-8.71875, false], [-3.22265625, false], [-7.47265625, false], [-8.96875, false], [-3.22265625, false], [-8.21875, false], [-9.84375, false], [-7.59765625, false], [-9.21875, false], [-8.09375, false], [-9.21875, false], [-9.34375, false], [-8.71875, false], [-3.22265625, false], [-8.21875, false], [-9.34375, false], [-8.09375, false], [-7.59765625, false], [-8.09375, false], [-7.59765625, false], [-9.21875, false], [-3.22265625, false], [-7.47265625, false], [-7.59765625, false], [-3.22265625, false], [-8.71875, false], [-9.34375, false], [-8.59375, false], [-3.22265625, false], [-8.46875, false], [-9.21875, false], [-4.34765625, false], [-7.59765625, false], [-8.71875, false], [-8.71875, false], [-9.40625, false], [-3.22265625, false], [-8.71875, false], [-8.71875, false], [-9.34375, false], [-8.59375, false], [-3.22265625, false], [-6.72265625, false], [-7.47265625, false], [-9.21875, false], [-7.47265625, false], [-8.59375, false], [-3.22265625, false], [-7.47265625, false], [-8.96875, false], [-3.22265625, false], [-8.71875, false], [-9.34375, false], [-8.59375, false], [-3.22265625, false], [-8.96875, false], [-9.21875, false], [-7.47265625, false], [-8.96875, false], [-8.59375, false], [-8.59375, false], [-8.21875, false], [-3.22265625, false], [-7.47265625, false], [-7.59765625, false], [-3.22265625, false], [-8.71875, false], [-9.34375, false], [-8.59375, false], [-3.22265625, false], [-8.46875, false], [-9.21875, false], [-4.34765625, false], [-7.59765625, false], [-8.71875, false], [-8.71875, false], [-9.40625, false], [-3.22265625, false], [-8.71875, false], [-8.71875, false], [-9.34375, false], [-8.59375, false], [-3.22265625, false], [-7.59765625, false], [-9.84375, false], [-8.71875, false], [-8.59375, false], [-8.09375, false], [-8.59375, false], [-7.59765625, false], [-8.71875, false], [-8.21875, false], [-3.22265625, false], [-8.09375, false], [-7.59765625, false], [-3.22265625, false], [-8.71875, false], [-9.34375, false], [-8.59375, false], [-3.22265625, false], [-8.21875, false], [-7.47265625, false], [-8.09375, false], [-9.21875, false], [-3.22265625, false], [-8.96875, false], [-9.34375, false], [-8.59375, false], [-8.59375, false], [-8.59375, false], [-3.22265625, false], [-8.71875, false], [-9.34375, false], [-8.59375, false], [-3.22265625, false], [-8.46875, false], [-9.21875, false], [-4.34765625, false], [-7.59765625, false], [-8.71875, false], [-3.22265625, false], [-9.21875, false], [-8.59375, false], [-7.47265625, false], [-8.96875, false], [-8.21875, false], [-8.71875, false], [-12.59375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 755, "doc": {"id": "NYSEDREGENTS_2015_8_25", "question": "When Earth's shadow falls on the Moon, the shadow causes a", "choices": {"text": ["high tide", "low tide", "lunar eclipse", "Moon phase"], "label": ["1", "2", "3", "4"]}, "answerKey": "3"}, "target": "lunar eclipse", "arguments": ["Question: When Earth's shadow falls on the Moon, the shadow causes a\nAnswer:", " ["], "resps": [[[-7.7734375, false]], [[-7.5234375, false]], [[-11.0234375, false]], [[-9.0234375, false]], [[-12.2734375, false]], [[-11.0234375, false]], [[-5.7734375, false]], [[-10.5234375, false]], [[-9.0234375, false]], [[-10.0234375, false]], [[-9.2734375, false]], [[-7.5234375, false]], [[-9.1953125, false]], [[-5.7734375, false]], [[-7.5234375, false]], [[-11.5234375, false]], [[-10.2734375, false]], [[-11.2734375, false]], [[-5.7734375, false]], [[-10.5234375, false]], [[-9.0234375, false]], [[-10.0234375, false]], [[-9.2734375, false]], [[-7.5234375, false]], [[-9.1953125, false]], [[-5.7734375, false]], [[-7.5234375, false]], [[-11.5234375, false]], [[-11.2734375, false]], [[-9.7734375, false]], [[-6.0234375, false]], [[-11.0234375, false]], [[-5.7734375, false]], [[-9.2734375, false]], [[-10.5234375, false]], [[-11.5234375, false]], [[-9.0234375, false]], [[-10.7734375, false]], [[-9.5234375, false]], [[-9.2734375, false]], [[-7.5234375, false]], [[-9.1953125, false]], [[-5.7734375, false]], [[-7.5234375, false]], [[-7.5234375, false]], [[-10.2734375, false]], [[-10.2734375, false]], [[-9.7734375, false]], [[-5.7734375, false]], [[-10.7734375, false]], [[-11.0234375, false]], [[-6.0234375, false]], [[-9.5234375, false]], [[-9.2734375, false]], [[-7.5234375, false]], [[-11.5234375, false]]], "filtered_resps": [[-7.7734375, false], [-7.5234375, false], [-11.0234375, false], [-9.0234375, false], [-12.2734375, false], [-11.0234375, false], [-5.7734375, false], [-10.5234375, false], [-9.0234375, false], [-10.0234375, false], [-9.2734375, false], [-7.5234375, false], [-9.1953125, false], [-5.7734375, false], [-7.5234375, false], [-11.5234375, false], [-10.2734375, false], [-11.2734375, false], [-5.7734375, false], [-10.5234375, false], [-9.0234375, false], [-10.0234375, false], [-9.2734375, false], [-7.5234375, false], [-9.1953125, false], [-5.7734375, false], [-7.5234375, false], [-11.5234375, false], [-11.2734375, false], [-9.7734375, false], [-6.0234375, false], [-11.0234375, false], [-5.7734375, false], [-9.2734375, false], [-10.5234375, false], [-11.5234375, false], [-9.0234375, false], [-10.7734375, false], [-9.5234375, false], [-9.2734375, false], [-7.5234375, false], [-9.1953125, false], [-5.7734375, false], [-7.5234375, false], [-7.5234375, false], [-10.2734375, false], [-10.2734375, false], [-9.7734375, false], [-5.7734375, false], [-10.7734375, false], [-11.0234375, false], [-6.0234375, false], [-9.5234375, false], [-9.2734375, false], [-7.5234375, false], [-11.5234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 763, "doc": {"id": "Mercury_7071978", "question": "When microorganisms deplete the oxygen in soil through respiration, the soil becomes", "choices": {"text": ["humus.", "anaerobic.", "compost.", "aerobic."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "anaerobic.", "arguments": ["Question: When microorganisms deplete the oxygen in soil through respiration, the soil becomes\nAnswer:", " ["], "resps": [[[-7.265625, false]], [[-8.640625, false]], [[-10.140625, false]], [[-10.265625, false]], [[-9.765625, false]], [[-10.265625, false]], [[-8.890625, false]], [[-6.81640625, false]], [[-8.640625, false]], [[-9.1875, false]], [[-5.140625, false]], [[-8.640625, false]], [[-5.890625, false]], [[-8.765625, false]], [[-5.890625, false]], [[-8.265625, false]], [[-11.015625, false]], [[-8.265625, false]], [[-8.140625, false]], [[-8.015625, false]], [[-8.640625, false]], [[-6.81640625, false]], [[-8.640625, false]], [[-9.1875, false]], [[-5.140625, false]], [[-8.640625, false]], [[-8.640625, false]], [[-8.265625, false]], [[-9.765625, false]], [[-9.890625, false]], [[-8.265625, false]], [[-8.890625, false]], [[-10.390625, false]], [[-6.81640625, false]], [[-8.640625, false]], [[-9.1875, false]], [[-5.140625, false]], [[-8.640625, false]], [[-5.890625, false]], [[-8.265625, false]], [[-11.015625, false]], [[-8.265625, false]], [[-8.140625, false]], [[-8.015625, false]], [[-8.640625, false]], [[-6.81640625, false]], [[-8.640625, false]], [[-12.265625, false]]], "filtered_resps": [[-7.265625, false], [-8.640625, false], [-10.140625, false], [-10.265625, false], [-9.765625, false], [-10.265625, false], [-8.890625, false], [-6.81640625, false], [-8.640625, false], [-9.1875, false], [-5.140625, false], [-8.640625, false], [-5.890625, false], [-8.765625, false], [-5.890625, false], [-8.265625, false], [-11.015625, false], [-8.265625, false], [-8.140625, false], [-8.015625, false], [-8.640625, false], [-6.81640625, false], [-8.640625, false], [-9.1875, false], [-5.140625, false], [-8.640625, false], [-8.640625, false], [-8.265625, false], [-9.765625, false], [-9.890625, false], [-8.265625, false], [-8.890625, false], [-10.390625, false], [-6.81640625, false], [-8.640625, false], [-9.1875, false], [-5.140625, false], [-8.640625, false], [-5.890625, false], [-8.265625, false], [-11.015625, false], [-8.265625, false], [-8.140625, false], [-8.015625, false], [-8.640625, false], [-6.81640625, false], [-8.640625, false], [-12.265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 771, "doc": {"id": "Mercury_7010798", "question": "A student finds a beaker with a chip in the rim. What should he do with the beaker?", "choices": {"text": ["use it and then dispose of it", "use it and then return it to where he got it", "dispose of the beaker and get a new one", "put it back where he found it and get a new one"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "dispose of the beaker and get a new one", "arguments": ["Question: A student finds a beaker with a chip in the rim. What should he do with the beaker?\nAnswer:", " ["], "resps": [[[-7.4375, false]], [[-9.4375, false]], [[-10.9375, false]], [[-9.4375, false]], [[-10.1875, false]], [[-5.4375, false]], [[-9.6875, false]], [[-11.9375, false]], [[-5.4375, false]], [[-6.6875, false]], [[-11.1875, false]], [[-9.9375, false]], [[-5.4375, false]], [[-11.9375, false]], [[-11.9375, false]], [[-10.1875, false]], [[-11.1875, false]], [[-5.4375, false]], [[-9.9375, false]], [[-9.6875, false]], [[-9.4375, false]], [[-10.9375, false]], [[-11.1875, false]], [[-9.4375, false]], [[-10.1875, false]], [[-5.4375, false]], [[-11.1875, false]], [[-10.1875, false]], [[-5.4375, false]], [[-9.6875, false]], [[-11.9375, false]], [[-9.4375, false]], [[-10.890625, false]], [[-5.4375, false]], [[-9.4375, false]], [[-10.9375, false]], [[-9.4375, false]], [[-10.1875, false]], [[-5.4375, false]], [[-9.6875, false]], [[-11.9375, false]], [[-5.4375, false]], [[-6.6875, false]], [[-11.1875, false]], [[-9.9375, false]], [[-5.4375, false]], [[-11.9375, false]], [[-11.9375, false]], [[-10.1875, false]], [[-11.1875, false]], [[-5.4375, false]], [[-11.6875, false]], [[-10.1875, false]], [[-11.9375, false]], [[-10.9375, false]], [[-11.6875, false]], [[-11.1875, false]], [[-5.4375, false]], [[-9.6875, false]], [[-11.9375, false]], [[-5.4375, false]], [[-11.9375, false]], [[-11.1875, false]], [[-5.4375, false]], [[-11.6875, false]], [[-11.9375, false]], [[-10.1875, false]], [[-11.6875, false]], [[-10.1875, false]], [[-5.4375, false]], [[-11.9375, false]], [[-10.1875, false]], [[-5.4375, false]], [[-11.6875, false]], [[-11.1875, false]], [[-11.9375, false]], [[-5.4375, false]], [[-9.6875, false]], [[-11.9375, false]], [[-9.4375, false]], [[-10.890625, false]], [[-5.4375, false]], [[-9.4375, false]], [[-9.9375, false]], [[-9.6875, false]], [[-9.4375, false]], [[-10.9375, false]], [[-11.1875, false]], [[-9.4375, false]], [[-10.1875, false]], [[-5.4375, false]], [[-11.1875, false]], [[-10.1875, false]], [[-5.4375, false]], [[-11.9375, false]], [[-11.9375, false]], [[-10.1875, false]], [[-5.4375, false]], [[-9.1875, false]], [[-10.1875, false]], [[-6.6875, false]], [[-12.1875, false]], [[-10.1875, false]], [[-11.6875, false]], [[-5.4375, false]], [[-6.6875, false]], [[-11.1875, false]], [[-9.9375, false]], [[-5.4375, false]], [[-11.6875, false]], [[-10.1875, false]], [[-11.9375, false]], [[-5.4375, false]], [[-6.6875, false]], [[-5.4375, false]], [[-11.1875, false]], [[-10.1875, false]], [[-11.6875, false]], [[-5.4375, false]], [[-11.1875, false]], [[-11.1875, false]], [[-10.1875, false]], [[-9.4375, false]], [[-10.890625, false]], [[-5.4375, false]], [[-9.4375, false]], [[-10.9375, false]], [[-10.9375, false]], [[-11.9375, false]], [[-5.4375, false]], [[-9.6875, false]], [[-11.9375, false]], [[-5.4375, false]], [[-9.1875, false]], [[-6.6875, false]], [[-9.9375, false]], [[-12.1875, false]], [[-5.4375, false]], [[-11.6875, false]], [[-11.9375, false]], [[-10.1875, false]], [[-11.6875, false]], [[-10.1875, false]], [[-5.4375, false]], [[-11.9375, false]], [[-10.1875, false]], [[-5.4375, false]], [[-10.1875, false]], [[-11.1875, false]], [[-10.9375, false]], [[-11.1875, false]], [[-9.9375, false]], [[-5.4375, false]], [[-9.6875, false]], [[-11.9375, false]], [[-5.4375, false]], [[-6.6875, false]], [[-11.1875, false]], [[-9.9375, false]], [[-5.4375, false]], [[-11.6875, false]], [[-10.1875, false]], [[-11.9375, false]], [[-5.4375, false]], [[-6.6875, false]], [[-5.4375, false]], [[-11.1875, false]], [[-10.1875, false]], [[-11.6875, false]], [[-5.4375, false]], [[-11.1875, false]], [[-11.1875, false]], [[-10.1875, false]], [[-9.4375, false]], [[-13.6875, false]]], "filtered_resps": [[-7.4375, false], [-9.4375, false], [-10.9375, false], [-9.4375, false], [-10.1875, false], [-5.4375, false], [-9.6875, false], [-11.9375, false], [-5.4375, false], [-6.6875, false], [-11.1875, false], [-9.9375, false], [-5.4375, false], [-11.9375, false], [-11.9375, false], [-10.1875, false], [-11.1875, false], [-5.4375, false], [-9.9375, false], [-9.6875, false], [-9.4375, false], [-10.9375, false], [-11.1875, false], [-9.4375, false], [-10.1875, false], [-5.4375, false], [-11.1875, false], [-10.1875, false], [-5.4375, false], [-9.6875, false], [-11.9375, false], [-9.4375, false], [-10.890625, false], [-5.4375, false], [-9.4375, false], [-10.9375, false], [-9.4375, false], [-10.1875, false], [-5.4375, false], [-9.6875, false], [-11.9375, false], [-5.4375, false], [-6.6875, false], [-11.1875, false], [-9.9375, false], [-5.4375, false], [-11.9375, false], [-11.9375, false], [-10.1875, false], [-11.1875, false], [-5.4375, false], [-11.6875, false], [-10.1875, false], [-11.9375, false], [-10.9375, false], [-11.6875, false], [-11.1875, false], [-5.4375, false], [-9.6875, false], [-11.9375, false], [-5.4375, false], [-11.9375, false], [-11.1875, false], [-5.4375, false], [-11.6875, false], [-11.9375, false], [-10.1875, false], [-11.6875, false], [-10.1875, false], [-5.4375, false], [-11.9375, false], [-10.1875, false], [-5.4375, false], [-11.6875, false], [-11.1875, false], [-11.9375, false], [-5.4375, false], [-9.6875, false], [-11.9375, false], [-9.4375, false], [-10.890625, false], [-5.4375, false], [-9.4375, false], [-9.9375, false], [-9.6875, false], [-9.4375, false], [-10.9375, false], [-11.1875, false], [-9.4375, false], [-10.1875, false], [-5.4375, false], [-11.1875, false], [-10.1875, false], [-5.4375, false], [-11.9375, false], [-11.9375, false], [-10.1875, false], [-5.4375, false], [-9.1875, false], [-10.1875, false], [-6.6875, false], [-12.1875, false], [-10.1875, false], [-11.6875, false], [-5.4375, false], [-6.6875, false], [-11.1875, false], [-9.9375, false], [-5.4375, false], [-11.6875, false], [-10.1875, false], [-11.9375, false], [-5.4375, false], [-6.6875, false], [-5.4375, false], [-11.1875, false], [-10.1875, false], [-11.6875, false], [-5.4375, false], [-11.1875, false], [-11.1875, false], [-10.1875, false], [-9.4375, false], [-10.890625, false], [-5.4375, false], [-9.4375, false], [-10.9375, false], [-10.9375, false], [-11.9375, false], [-5.4375, false], [-9.6875, false], [-11.9375, false], [-5.4375, false], [-9.1875, false], [-6.6875, false], [-9.9375, false], [-12.1875, false], [-5.4375, false], [-11.6875, false], [-11.9375, false], [-10.1875, false], [-11.6875, false], [-10.1875, false], [-5.4375, false], [-11.9375, false], [-10.1875, false], [-5.4375, false], [-10.1875, false], [-11.1875, false], [-10.9375, false], [-11.1875, false], [-9.9375, false], [-5.4375, false], [-9.6875, false], [-11.9375, false], [-5.4375, false], [-6.6875, false], [-11.1875, false], [-9.9375, false], [-5.4375, false], [-11.6875, false], [-10.1875, false], [-11.9375, false], [-5.4375, false], [-6.6875, false], [-5.4375, false], [-11.1875, false], [-10.1875, false], [-11.6875, false], [-5.4375, false], [-11.1875, false], [-11.1875, false], [-10.1875, false], [-9.4375, false], [-13.6875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 779, "doc": {"id": "Mercury_7023275", "question": "Which event is an example of a chemical change?", "choices": {"text": ["fog rising off a river", "wood burning in a fireplace", "ice cream melting in the sunshine", "grinding peppercorn into pepper flakes"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "wood burning in a fireplace", "arguments": ["Question: Which event is an example of a chemical change?\nAnswer:", " ["], "resps": [[[-6.953125, false]], [[-9.203125, false]], [[-9.453125, false]], [[-9.203125, false]], [[-11.453125, false]], [[-5.453125, false]], [[-10.203125, false]], [[-7.703125, false]], [[-9.453125, false]], [[-7.703125, false]], [[-8.953125, false]], [[-11.453125, false]], [[-5.453125, false]], [[-9.203125, false]], [[-9.453125, false]], [[-9.453125, false]], [[-5.453125, false]], [[-3.703125, false]], [[-5.453125, false]], [[-10.203125, false]], [[-7.703125, false]], [[-10.203125, false]], [[-7.953125, false]], [[-10.203125, false]], [[-9.203125, false]], [[-9.609375, false]], [[-5.453125, false]], [[-9.203125, false]], [[-10.953125, false]], [[-9.203125, false]], [[-9.203125, false]], [[-9.703125, false]], [[-5.453125, false]], [[-8.703125, false]], [[-9.703125, false]], [[-10.203125, false]], [[-8.953125, false]], [[-7.703125, false]], [[-8.953125, false]], [[-11.453125, false]], [[-5.453125, false]], [[-7.703125, false]], [[-8.953125, false]], [[-5.453125, false]], [[-3.703125, false]], [[-5.453125, false]], [[-9.453125, false]], [[-7.703125, false]], [[-10.203125, false]], [[-7.953125, false]], [[-8.953125, false]], [[-10.953125, false]], [[-3.703125, false]], [[-8.453125, false]], [[-7.953125, false]], [[-9.203125, false]], [[-9.609375, false]], [[-5.453125, false]], [[-9.203125, false]], [[-7.703125, false]], [[-8.453125, false]], [[-7.953125, false]], [[-5.453125, false]], [[-8.453125, false]], [[-10.203125, false]], [[-7.953125, false]], [[-3.703125, false]], [[-8.703125, false]], [[-5.453125, false]], [[-8.703125, false]], [[-7.953125, false]], [[-10.953125, false]], [[-9.703125, false]], [[-7.703125, false]], [[-8.953125, false]], [[-11.453125, false]], [[-5.453125, false]], [[-7.703125, false]], [[-8.953125, false]], [[-5.453125, false]], [[-9.703125, false]], [[-10.203125, false]], [[-7.953125, false]], [[-5.453125, false]], [[-9.453125, false]], [[-9.703125, false]], [[-8.953125, false]], [[-9.453125, false]], [[-10.203125, false]], [[-7.703125, false]], [[-8.953125, false]], [[-7.953125, false]], [[-9.203125, false]], [[-9.609375, false]], [[-5.453125, false]], [[-9.203125, false]], [[-11.453125, false]], [[-10.203125, false]], [[-7.703125, false]], [[-8.953125, false]], [[-9.703125, false]], [[-7.703125, false]], [[-8.953125, false]], [[-11.453125, false]], [[-5.453125, false]], [[-8.953125, false]], [[-7.953125, false]], [[-8.953125, false]], [[-8.953125, false]], [[-7.953125, false]], [[-10.203125, false]], [[-8.453125, false]], [[-9.203125, false]], [[-10.203125, false]], [[-8.953125, false]], [[-5.453125, false]], [[-7.703125, false]], [[-8.953125, false]], [[-9.703125, false]], [[-9.203125, false]], [[-5.453125, false]], [[-8.953125, false]], [[-7.953125, false]], [[-8.953125, false]], [[-8.953125, false]], [[-7.953125, false]], [[-10.203125, false]], [[-5.453125, false]], [[-9.453125, false]], [[-10.953125, false]], [[-3.703125, false]], [[-10.703125, false]], [[-7.953125, false]], [[-9.453125, false]], [[-9.203125, false]], [[-13.203125, false]]], "filtered_resps": [[-6.953125, false], [-9.203125, false], [-9.453125, false], [-9.203125, false], [-11.453125, false], [-5.453125, false], [-10.203125, false], [-7.703125, false], [-9.453125, false], [-7.703125, false], [-8.953125, false], [-11.453125, false], [-5.453125, false], [-9.203125, false], [-9.453125, false], [-9.453125, false], [-5.453125, false], [-3.703125, false], [-5.453125, false], [-10.203125, false], [-7.703125, false], [-10.203125, false], [-7.953125, false], [-10.203125, false], [-9.203125, false], [-9.609375, false], [-5.453125, false], [-9.203125, false], [-10.953125, false], [-9.203125, false], [-9.203125, false], [-9.703125, false], [-5.453125, false], [-8.703125, false], [-9.703125, false], [-10.203125, false], [-8.953125, false], [-7.703125, false], [-8.953125, false], [-11.453125, false], [-5.453125, false], [-7.703125, false], [-8.953125, false], [-5.453125, false], [-3.703125, false], [-5.453125, false], [-9.453125, false], [-7.703125, false], [-10.203125, false], [-7.953125, false], [-8.953125, false], [-10.953125, false], [-3.703125, false], [-8.453125, false], [-7.953125, false], [-9.203125, false], [-9.609375, false], [-5.453125, false], [-9.203125, false], [-7.703125, false], [-8.453125, false], [-7.953125, false], [-5.453125, false], [-8.453125, false], [-10.203125, false], [-7.953125, false], [-3.703125, false], [-8.703125, false], [-5.453125, false], [-8.703125, false], [-7.953125, false], [-10.953125, false], [-9.703125, false], [-7.703125, false], [-8.953125, false], [-11.453125, false], [-5.453125, false], [-7.703125, false], [-8.953125, false], [-5.453125, false], [-9.703125, false], [-10.203125, false], [-7.953125, false], [-5.453125, false], [-9.453125, false], [-9.703125, false], [-8.953125, false], [-9.453125, false], [-10.203125, false], [-7.703125, false], [-8.953125, false], [-7.953125, false], [-9.203125, false], [-9.609375, false], [-5.453125, false], [-9.203125, false], [-11.453125, false], [-10.203125, false], [-7.703125, false], [-8.953125, false], [-9.703125, false], [-7.703125, false], [-8.953125, false], [-11.453125, false], [-5.453125, false], [-8.953125, false], [-7.953125, false], [-8.953125, false], [-8.953125, false], [-7.953125, false], [-10.203125, false], [-8.453125, false], [-9.203125, false], [-10.203125, false], [-8.953125, false], [-5.453125, false], [-7.703125, false], [-8.953125, false], [-9.703125, false], [-9.203125, false], [-5.453125, false], [-8.953125, false], [-7.953125, false], [-8.953125, false], [-8.953125, false], [-7.953125, false], [-10.203125, false], [-5.453125, false], [-9.453125, false], [-10.953125, false], [-3.703125, false], [-10.703125, false], [-7.953125, false], [-9.453125, false], [-9.203125, false], [-13.203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 787, "doc": {"id": "NYSEDREGENTS_2010_8_8", "question": "Which human organ system produces hormones to regulate growth, development, and reproduction?", "choices": {"text": ["circulatory", "digestive", "nervous", "endocrine"], "label": ["1", "2", "3", "4"]}, "answerKey": "4"}, "target": "endocrine", "arguments": ["Question: Which human organ system produces hormones to regulate growth, development, and reproduction?\nAnswer:", " ["], "resps": [[[-8.1875, false]], [[-11.6875, false]], [[-8.6875, false]], [[-10.1875, false]], [[-10.1875, false]], [[-8.6875, false]], [[-6.9375, false]], [[-9.6875, false]], [[-4.4375, false]], [[-11.1875, false]], [[-6.9375, false]], [[-10.1875, false]], [[-12.4375, false]], [[-11.6875, false]], [[-10.7578125, false]], [[-5.1875, false]], [[-11.6875, false]], [[-11.4375, false]], [[-10.1875, false]], [[-11.1875, false]], [[-8.6875, false]], [[-10.4375, false]], [[-11.1875, false]], [[-10.1875, false]], [[-11.4375, false]], [[-8.6875, false]], [[-11.6875, false]], [[-10.7578125, false]], [[-5.1875, false]], [[-11.6875, false]], [[-9.9375, false]], [[-8.6875, false]], [[-10.1875, false]], [[-11.4375, false]], [[-6.9375, false]], [[-6.9375, false]], [[-10.4375, false]], [[-11.6875, false]], [[-10.7578125, false]], [[-5.1875, false]], [[-11.6875, false]], [[-8.6875, false]], [[-9.9375, false]], [[-11.4375, false]], [[-6.9375, false]], [[-8.6875, false]], [[-10.1875, false]], [[-10.1875, false]], [[-9.9375, false]], [[-8.6875, false]], [[-11.6875, false]], [[-13.6875, false]]], "filtered_resps": [[-8.1875, false], [-11.6875, false], [-8.6875, false], [-10.1875, false], [-10.1875, false], [-8.6875, false], [-6.9375, false], [-9.6875, false], [-4.4375, false], [-11.1875, false], [-6.9375, false], [-10.1875, false], [-12.4375, false], [-11.6875, false], [-10.7578125, false], [-5.1875, false], [-11.6875, false], [-11.4375, false], [-10.1875, false], [-11.1875, false], [-8.6875, false], [-10.4375, false], [-11.1875, false], [-10.1875, false], [-11.4375, false], [-8.6875, false], [-11.6875, false], [-10.7578125, false], [-5.1875, false], [-11.6875, false], [-9.9375, false], [-8.6875, false], [-10.1875, false], [-11.4375, false], [-6.9375, false], [-6.9375, false], [-10.4375, false], [-11.6875, false], [-10.7578125, false], [-5.1875, false], [-11.6875, false], [-8.6875, false], [-9.9375, false], [-11.4375, false], [-6.9375, false], [-8.6875, false], [-10.1875, false], [-10.1875, false], [-9.9375, false], [-8.6875, false], [-11.6875, false], [-13.6875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 795, "doc": {"id": "AKDE&ED_2012_8_7", "question": "Which statement best describes how the circulatory system and respiratory system can work together?", "choices": {"text": ["Toxins are removed from the bloodstream by the liver.", "The stomach signals for the production of gastric juices.", "Food molecules are transported to the organs of the body.", "Gases are exchanged between the lungs and blood vessels."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Gases are exchanged between the lungs and blood vessels.", "arguments": ["Question: Which statement best describes how the circulatory system and respiratory system can work together?\nAnswer:", " ["], "resps": [[[-7.94921875, false]], [[-10.453125, false]], [[-7.44921875, false]], [[-9.453125, false]], [[-9.703125, false]], [[-9.453125, false]], [[-10.703125, false]], [[-9.953125, false]], [[-5.69921875, false]], [[-4.69921875, false]], [[-10.953125, false]], [[-9.703125, false]], [[-5.69921875, false]], [[-10.953125, false]], [[-9.703125, false]], [[-10.953125, false]], [[-9.453125, false]], [[-11.453125, false]], [[-9.703125, false]], [[-9.953125, false]], [[-5.69921875, false]], [[-11.703125, false]], [[-10.953125, false]], [[-9.453125, false]], [[-10.953125, false]], [[-5.69921875, false]], [[-10.953125, false]], [[-10.953125, false]], [[-9.703125, false]], [[-5.69921875, false]], [[-8.453125, false]], [[-9.203125, false]], [[-9.453125, false]], [[-9.453125, false]], [[-9.953125, false]], [[-9.953125, false]], [[-10.953125, false]], [[-10.953125, false]], [[-9.703125, false]], [[-4.69921875, false]], [[-10.953125, false]], [[-5.69921875, false]], [[-8.453125, false]], [[-12.453125, false]], [[-5.69921875, false]], [[-10.953125, false]], [[-10.953125, false]], [[-9.703125, false]], [[-5.69921875, false]], [[-9.203125, false]], [[-9.453125, false]], [[-11.453125, false]], [[-9.703125, false]], [[-10.953125, false]], [[-6.6171875, false]], [[-10.453125, false]], [[-9.9921875, false]], [[-5.69921875, false]], [[-10.453125, false]], [[-7.44921875, false]], [[-10.953125, false]], [[-9.703125, false]], [[-5.69921875, false]], [[-9.953125, false]], [[-10.953125, false]], [[-9.453125, false]], [[-10.953125, false]], [[-4.69921875, false]], [[-7.44921875, false]], [[-10.953125, false]], [[-5.69921875, false]], [[-9.953125, false]], [[-9.453125, false]], [[-12.453125, false]], [[-10.703125, false]], [[-4.69921875, false]], [[-9.203125, false]], [[-9.953125, false]], [[-5.69921875, false]], [[-11.703125, false]], [[-9.453125, false]], [[-10.953125, false]], [[-5.69921875, false]], [[-10.953125, false]], [[-10.953125, false]], [[-9.703125, false]], [[-5.69921875, false]], [[-10.703125, false]], [[-10.953125, false]], [[-9.453125, false]], [[-9.953125, false]], [[-11.453125, false]], [[-7.44921875, false]], [[-10.953125, false]], [[-9.453125, false]], [[-9.453125, false]], [[-10.703125, false]], [[-5.69921875, false]], [[-9.453125, false]], [[-11.703125, false]], [[-5.69921875, false]], [[-12.453125, false]], [[-4.69921875, false]], [[-9.953125, false]], [[-10.953125, false]], [[-10.953125, false]], [[-9.453125, false]], [[-7.44921875, false]], [[-5.69921875, false]], [[-14.203125, false]], [[-11.453125, false]], [[-9.453125, false]], [[-7.44921875, false]], [[-9.703125, false]], [[-9.953125, false]], [[-6.6171875, false]], [[-10.453125, false]], [[-9.9921875, false]], [[-5.69921875, false]], [[-10.453125, false]], [[-8.203125, false]], [[-9.453125, false]], [[-9.453125, false]], [[-9.953125, false]], [[-5.69921875, false]], [[-10.953125, false]], [[-9.453125, false]], [[-9.203125, false]], [[-9.703125, false]], [[-7.44921875, false]], [[-11.453125, false]], [[-9.203125, false]], [[-9.703125, false]], [[-9.953125, false]], [[-5.69921875, false]], [[-4.69921875, false]], [[-10.953125, false]], [[-9.703125, false]], [[-5.69921875, false]], [[-10.953125, false]], [[-10.953125, false]], [[-4.69921875, false]], [[-10.703125, false]], [[-9.953125, false]], [[-10.703125, false]], [[-9.453125, false]], [[-10.953125, false]], [[-10.953125, false]], [[-9.703125, false]], [[-9.953125, false]], [[-5.69921875, false]], [[-10.953125, false]], [[-9.453125, false]], [[-5.69921875, false]], [[-10.953125, false]], [[-10.953125, false]], [[-9.703125, false]], [[-5.69921875, false]], [[-9.453125, false]], [[-10.953125, false]], [[-12.453125, false]], [[-4.69921875, false]], [[-10.703125, false]], [[-9.953125, false]], [[-5.69921875, false]], [[-9.453125, false]], [[-11.703125, false]], [[-5.69921875, false]], [[-10.953125, false]], [[-10.953125, false]], [[-9.703125, false]], [[-5.69921875, false]], [[-8.453125, false]], [[-9.453125, false]], [[-9.953125, false]], [[-12.453125, false]], [[-6.6171875, false]], [[-10.453125, false]], [[-9.9921875, false]], [[-5.69921875, false]], [[-10.453125, false]], [[-8.703125, false]], [[-4.69921875, false]], [[-9.953125, false]], [[-9.703125, false]], [[-9.953125, false]], [[-5.69921875, false]], [[-4.69921875, false]], [[-10.953125, false]], [[-9.703125, false]], [[-5.69921875, false]], [[-9.703125, false]], [[-9.703125, false]], [[-7.44921875, false]], [[-10.953125, false]], [[-4.69921875, false]], [[-10.703125, false]], [[-12.453125, false]], [[-9.703125, false]], [[-9.953125, false]], [[-5.69921875, false]], [[-8.453125, false]], [[-9.703125, false]], [[-10.953125, false]], [[-10.953125, false]], [[-9.703125, false]], [[-9.703125, false]], [[-10.703125, false]], [[-5.69921875, false]], [[-10.953125, false]], [[-10.953125, false]], [[-9.703125, false]], [[-5.69921875, false]], [[-9.203125, false]], [[-11.453125, false]], [[-10.703125, false]], [[-12.453125, false]], [[-9.953125, false]], [[-5.69921875, false]], [[-4.69921875, false]], [[-10.703125, false]], [[-9.953125, false]], [[-5.69921875, false]], [[-8.453125, false]], [[-9.203125, false]], [[-9.453125, false]], [[-9.453125, false]], [[-9.953125, false]], [[-5.69921875, false]], [[-11.453125, false]], [[-9.703125, false]], [[-9.953125, false]], [[-9.953125, false]], [[-9.703125, false]], [[-9.203125, false]], [[-9.953125, false]], [[-6.6171875, false]], [[-10.453125, false]], [[-11.703125, false]]], "filtered_resps": [[-7.94921875, false], [-10.453125, false], [-7.44921875, false], [-9.453125, false], [-9.703125, false], [-9.453125, false], [-10.703125, false], [-9.953125, false], [-5.69921875, false], [-4.69921875, false], [-10.953125, false], [-9.703125, false], [-5.69921875, false], [-10.953125, false], [-9.703125, false], [-10.953125, false], [-9.453125, false], [-11.453125, false], [-9.703125, false], [-9.953125, false], [-5.69921875, false], [-11.703125, false], [-10.953125, false], [-9.453125, false], [-10.953125, false], [-5.69921875, false], [-10.953125, false], [-10.953125, false], [-9.703125, false], [-5.69921875, false], [-8.453125, false], [-9.203125, false], [-9.453125, false], [-9.453125, false], [-9.953125, false], [-9.953125, false], [-10.953125, false], [-10.953125, false], [-9.703125, false], [-4.69921875, false], [-10.953125, false], [-5.69921875, false], [-8.453125, false], [-12.453125, false], [-5.69921875, false], [-10.953125, false], [-10.953125, false], [-9.703125, false], [-5.69921875, false], [-9.203125, false], [-9.453125, false], [-11.453125, false], [-9.703125, false], [-10.953125, false], [-6.6171875, false], [-10.453125, false], [-9.9921875, false], [-5.69921875, false], [-10.453125, false], [-7.44921875, false], [-10.953125, false], [-9.703125, false], [-5.69921875, false], [-9.953125, false], [-10.953125, false], [-9.453125, false], [-10.953125, false], [-4.69921875, false], [-7.44921875, false], [-10.953125, false], [-5.69921875, false], [-9.953125, false], [-9.453125, false], [-12.453125, false], [-10.703125, false], [-4.69921875, false], [-9.203125, false], [-9.953125, false], [-5.69921875, false], [-11.703125, false], [-9.453125, false], [-10.953125, false], [-5.69921875, false], [-10.953125, false], [-10.953125, false], [-9.703125, false], [-5.69921875, false], [-10.703125, false], [-10.953125, false], [-9.453125, false], [-9.953125, false], [-11.453125, false], [-7.44921875, false], [-10.953125, false], [-9.453125, false], [-9.453125, false], [-10.703125, false], [-5.69921875, false], [-9.453125, false], [-11.703125, false], [-5.69921875, false], [-12.453125, false], [-4.69921875, false], [-9.953125, false], [-10.953125, false], [-10.953125, false], [-9.453125, false], [-7.44921875, false], [-5.69921875, false], [-14.203125, false], [-11.453125, false], [-9.453125, false], [-7.44921875, false], [-9.703125, false], [-9.953125, false], [-6.6171875, false], [-10.453125, false], [-9.9921875, false], [-5.69921875, false], [-10.453125, false], [-8.203125, false], [-9.453125, false], [-9.453125, false], [-9.953125, false], [-5.69921875, false], [-10.953125, false], [-9.453125, false], [-9.203125, false], [-9.703125, false], [-7.44921875, false], [-11.453125, false], [-9.203125, false], [-9.703125, false], [-9.953125, false], [-5.69921875, false], [-4.69921875, false], [-10.953125, false], [-9.703125, false], [-5.69921875, false], [-10.953125, false], [-10.953125, false], [-4.69921875, false], [-10.703125, false], [-9.953125, false], [-10.703125, false], [-9.453125, false], [-10.953125, false], [-10.953125, false], [-9.703125, false], [-9.953125, false], [-5.69921875, false], [-10.953125, false], [-9.453125, false], [-5.69921875, false], [-10.953125, false], [-10.953125, false], [-9.703125, false], [-5.69921875, false], [-9.453125, false], [-10.953125, false], [-12.453125, false], [-4.69921875, false], [-10.703125, false], [-9.953125, false], [-5.69921875, false], [-9.453125, false], [-11.703125, false], [-5.69921875, false], [-10.953125, false], [-10.953125, false], [-9.703125, false], [-5.69921875, false], [-8.453125, false], [-9.453125, false], [-9.953125, false], [-12.453125, false], [-6.6171875, false], [-10.453125, false], [-9.9921875, false], [-5.69921875, false], [-10.453125, false], [-8.703125, false], [-4.69921875, false], [-9.953125, false], [-9.703125, false], [-9.953125, false], [-5.69921875, false], [-4.69921875, false], [-10.953125, false], [-9.703125, false], [-5.69921875, false], [-9.703125, false], [-9.703125, false], [-7.44921875, false], [-10.953125, false], [-4.69921875, false], [-10.703125, false], [-12.453125, false], [-9.703125, false], [-9.953125, false], [-5.69921875, false], [-8.453125, false], [-9.703125, false], [-10.953125, false], [-10.953125, false], [-9.703125, false], [-9.703125, false], [-10.703125, false], [-5.69921875, false], [-10.953125, false], [-10.953125, false], [-9.703125, false], [-5.69921875, false], [-9.203125, false], [-11.453125, false], [-10.703125, false], [-12.453125, false], [-9.953125, false], [-5.69921875, false], [-4.69921875, false], [-10.703125, false], [-9.953125, false], [-5.69921875, false], [-8.453125, false], [-9.203125, false], [-9.453125, false], [-9.453125, false], [-9.953125, false], [-5.69921875, false], [-11.453125, false], [-9.703125, false], [-9.953125, false], [-9.953125, false], [-9.703125, false], [-9.203125, false], [-9.953125, false], [-6.6171875, false], [-10.453125, false], [-11.703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 803, "doc": {"id": "Mercury_7007613", "question": "The atomic number of an element refers to the number of", "choices": {"text": ["electrons in the outer shell.", "neutrons in the outer shell.", "electrons in the nucleus.", "protons in the nucleus."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "protons in the nucleus.", "arguments": ["Question: The atomic number of an element refers to the number of\nAnswer:", " ["], "resps": [[[-7.01171875, false]], [[-8.0078125, false]], [[-8.2578125, false]], [[-10.0078125, false]], [[-8.2578125, false]], [[-9.2578125, false]], [[-9.2578125, false]], [[-9.2578125, false]], [[-10.0078125, false]], [[-6.76171875, false]], [[-9.2578125, false]], [[-5.51171875, false]], [[-7.26171875, false]], [[-6.76171875, false]], [[-5.51171875, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-8.2578125, false]], [[-5.51171875, false]], [[-10.0078125, false]], [[-10.0078125, false]], [[-9.2578125, false]], [[-8.2578125, false]], [[-9.2578125, false]], [[-5.51171875, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-8.2578125, false]], [[-10.0078125, false]], [[-10.0078125, false]], [[-7.25, false]], [[-8.0078125, false]], [[-8.75, false]], [[-5.51171875, false]], [[-8.0078125, false]], [[-6.76171875, false]], [[-8.2578125, false]], [[-10.0078125, false]], [[-9.2578125, false]], [[-9.2578125, false]], [[-10.0078125, false]], [[-6.76171875, false]], [[-9.2578125, false]], [[-5.51171875, false]], [[-7.26171875, false]], [[-6.76171875, false]], [[-5.51171875, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-8.2578125, false]], [[-5.51171875, false]], [[-10.0078125, false]], [[-10.0078125, false]], [[-9.2578125, false]], [[-8.2578125, false]], [[-9.2578125, false]], [[-5.51171875, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-8.2578125, false]], [[-10.0078125, false]], [[-10.0078125, false]], [[-7.25, false]], [[-8.0078125, false]], [[-8.75, false]], [[-5.51171875, false]], [[-8.0078125, false]], [[-8.2578125, false]], [[-10.0078125, false]], [[-8.2578125, false]], [[-9.2578125, false]], [[-9.2578125, false]], [[-9.2578125, false]], [[-10.0078125, false]], [[-6.76171875, false]], [[-9.2578125, false]], [[-5.51171875, false]], [[-7.26171875, false]], [[-6.76171875, false]], [[-5.51171875, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-8.2578125, false]], [[-5.51171875, false]], [[-6.76171875, false]], [[-10.0078125, false]], [[-9.2578125, false]], [[-10.0078125, false]], [[-8.2578125, false]], [[-10.0078125, false]], [[-9.2578125, false]], [[-7.25, false]], [[-8.0078125, false]], [[-8.75, false]], [[-5.51171875, false]], [[-8.0078125, false]], [[-9.0078125, false]], [[-9.2578125, false]], [[-10.0078125, false]], [[-9.2578125, false]], [[-10.0078125, false]], [[-6.76171875, false]], [[-9.2578125, false]], [[-5.51171875, false]], [[-7.26171875, false]], [[-6.76171875, false]], [[-5.51171875, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-8.2578125, false]], [[-5.51171875, false]], [[-6.76171875, false]], [[-10.0078125, false]], [[-9.2578125, false]], [[-10.0078125, false]], [[-8.2578125, false]], [[-10.0078125, false]], [[-9.2578125, false]], [[-7.25, false]], [[-8.0078125, false]], [[-11.5078125, false]]], "filtered_resps": [[-7.01171875, false], [-8.0078125, false], [-8.2578125, false], [-10.0078125, false], [-8.2578125, false], [-9.2578125, false], [-9.2578125, false], [-9.2578125, false], [-10.0078125, false], [-6.76171875, false], [-9.2578125, false], [-5.51171875, false], [-7.26171875, false], [-6.76171875, false], [-5.51171875, false], [-9.2578125, false], [-9.0078125, false], [-8.2578125, false], [-5.51171875, false], [-10.0078125, false], [-10.0078125, false], [-9.2578125, false], [-8.2578125, false], [-9.2578125, false], [-5.51171875, false], [-9.2578125, false], [-9.0078125, false], [-8.2578125, false], [-10.0078125, false], [-10.0078125, false], [-7.25, false], [-8.0078125, false], [-8.75, false], [-5.51171875, false], [-8.0078125, false], [-6.76171875, false], [-8.2578125, false], [-10.0078125, false], [-9.2578125, false], [-9.2578125, false], [-10.0078125, false], [-6.76171875, false], [-9.2578125, false], [-5.51171875, false], [-7.26171875, false], [-6.76171875, false], [-5.51171875, false], [-9.2578125, false], [-9.0078125, false], [-8.2578125, false], [-5.51171875, false], [-10.0078125, false], [-10.0078125, false], [-9.2578125, false], [-8.2578125, false], [-9.2578125, false], [-5.51171875, false], [-9.2578125, false], [-9.0078125, false], [-8.2578125, false], [-10.0078125, false], [-10.0078125, false], [-7.25, false], [-8.0078125, false], [-8.75, false], [-5.51171875, false], [-8.0078125, false], [-8.2578125, false], [-10.0078125, false], [-8.2578125, false], [-9.2578125, false], [-9.2578125, false], [-9.2578125, false], [-10.0078125, false], [-6.76171875, false], [-9.2578125, false], [-5.51171875, false], [-7.26171875, false], [-6.76171875, false], [-5.51171875, false], [-9.2578125, false], [-9.0078125, false], [-8.2578125, false], [-5.51171875, false], [-6.76171875, false], [-10.0078125, false], [-9.2578125, false], [-10.0078125, false], [-8.2578125, false], [-10.0078125, false], [-9.2578125, false], [-7.25, false], [-8.0078125, false], [-8.75, false], [-5.51171875, false], [-8.0078125, false], [-9.0078125, false], [-9.2578125, false], [-10.0078125, false], [-9.2578125, false], [-10.0078125, false], [-6.76171875, false], [-9.2578125, false], [-5.51171875, false], [-7.26171875, false], [-6.76171875, false], [-5.51171875, false], [-9.2578125, false], [-9.0078125, false], [-8.2578125, false], [-5.51171875, false], [-6.76171875, false], [-10.0078125, false], [-9.2578125, false], [-10.0078125, false], [-8.2578125, false], [-10.0078125, false], [-9.2578125, false], [-7.25, false], [-8.0078125, false], [-11.5078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 811, "doc": {"id": "Mercury_7001313", "question": "Increasing and revising scientific knowledge of different types of bacteria will most likely enable scientists to develop ways to", "choices": {"text": ["help patients spend less time in the emergency room.", "aid research students who are studying complex organisms.", "help make medicines from newly discovered plants.", "develop specialized antibiotics that are directed at single-celled organisms."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "develop specialized antibiotics that are directed at single-celled organisms.", "arguments": ["Question: Increasing and revising scientific knowledge of different types of bacteria will most likely enable scientists to develop ways to\nAnswer:", " ["], "resps": [[[-7.61328125, false]], [[-8.359375, false]], [[-9.984375, false]], [[-7.98828125, false]], [[-10.359375, false]], [[-9.109375, false]], [[-5.11328125, false]], [[-9.109375, false]], [[-4.98828125, false]], [[-10.109375, false]], [[-7.11328125, false]], [[-7.98828125, false]], [[-8.609375, false]], [[-10.109375, false]], [[-8.734375, false]], [[-5.11328125, false]], [[-8.734375, false]], [[-9.109375, false]], [[-7.98828125, false]], [[-8.609375, false]], [[-8.859375, false]], [[-5.11328125, false]], [[-10.359375, false]], [[-7.98828125, false]], [[-8.734375, false]], [[-8.734375, false]], [[-5.11328125, false]], [[-10.109375, false]], [[-7.11328125, false]], [[-10.359375, false]], [[-7.98828125, false]], [[-5.11328125, false]], [[-7.11328125, false]], [[-8.609375, false]], [[-5.11328125, false]], [[-10.109375, false]], [[-9.984375, false]], [[-7.98828125, false]], [[-5.11328125, false]], [[-7.98828125, false]], [[-10.359375, false]], [[-7.98828125, false]], [[-9.984375, false]], [[-10.859375, false]], [[-7.98828125, false]], [[-8.609375, false]], [[-8.984375, false]], [[-10.484375, false]], [[-5.11328125, false]], [[-9.984375, false]], [[-8.984375, false]], [[-8.984375, false]], [[-10.359375, false]], [[-6.8515625, false]], [[-8.359375, false]], [[-8.640625, false]], [[-5.11328125, false]], [[-8.359375, false]], [[-4.98828125, false]], [[-7.11328125, false]], [[-8.859375, false]], [[-5.11328125, false]], [[-9.984375, false]], [[-7.98828125, false]], [[-8.734375, false]], [[-7.98828125, false]], [[-4.98828125, false]], [[-9.984375, false]], [[-8.984375, false]], [[-9.984375, false]], [[-5.11328125, false]], [[-8.734375, false]], [[-10.109375, false]], [[-10.109375, false]], [[-8.859375, false]], [[-7.98828125, false]], [[-8.609375, false]], [[-10.109375, false]], [[-8.734375, false]], [[-5.11328125, false]], [[-10.234375, false]], [[-9.984375, false]], [[-8.984375, false]], [[-5.11328125, false]], [[-4.98828125, false]], [[-9.984375, false]], [[-7.98828125, false]], [[-5.11328125, false]], [[-8.734375, false]], [[-10.109375, false]], [[-10.109375, false]], [[-8.859375, false]], [[-10.484375, false]], [[-7.11328125, false]], [[-8.609375, false]], [[-10.859375, false]], [[-5.11328125, false]], [[-8.984375, false]], [[-8.984375, false]], [[-10.359375, false]], [[-9.109375, false]], [[-10.359375, false]], [[-7.98828125, false]], [[-9.734375, false]], [[-5.11328125, false]], [[-8.984375, false]], [[-9.984375, false]], [[-10.859375, false]], [[-4.98828125, false]], [[-8.609375, false]], [[-7.11328125, false]], [[-8.734375, false]], [[-10.359375, false]], [[-8.734375, false]], [[-6.8515625, false]], [[-8.359375, false]], [[-8.640625, false]], [[-5.11328125, false]], [[-8.359375, false]], [[-9.984375, false]], [[-7.98828125, false]], [[-10.359375, false]], [[-9.109375, false]], [[-5.11328125, false]], [[-10.359375, false]], [[-4.98828125, false]], [[-9.609375, false]], [[-7.98828125, false]], [[-5.11328125, false]], [[-10.359375, false]], [[-7.98828125, false]], [[-8.859375, false]], [[-7.11328125, false]], [[-8.984375, false]], [[-7.11328125, false]], [[-8.609375, false]], [[-7.98828125, false]], [[-8.734375, false]], [[-5.11328125, false]], [[-9.984375, false]], [[-9.984375, false]], [[-8.984375, false]], [[-10.359375, false]], [[-5.11328125, false]], [[-8.609375, false]], [[-7.98828125, false]], [[-10.234375, false]], [[-10.359375, false]], [[-10.484375, false]], [[-5.11328125, false]], [[-8.859375, false]], [[-7.11328125, false]], [[-8.734375, false]], [[-8.984375, false]], [[-8.984375, false]], [[-10.234375, false]], [[-7.98828125, false]], [[-9.984375, false]], [[-7.98828125, false]], [[-8.859375, false]], [[-5.11328125, false]], [[-9.109375, false]], [[-10.359375, false]], [[-4.98828125, false]], [[-8.609375, false]], [[-10.109375, false]], [[-8.734375, false]], [[-6.8515625, false]], [[-8.359375, false]], [[-8.640625, false]], [[-5.11328125, false]], [[-8.359375, false]], [[-8.859375, false]], [[-7.98828125, false]], [[-10.234375, false]], [[-7.98828125, false]], [[-10.359375, false]], [[-8.984375, false]], [[-9.109375, false]], [[-5.11328125, false]], [[-8.734375, false]], [[-9.109375, false]], [[-7.98828125, false]], [[-8.984375, false]], [[-7.11328125, false]], [[-4.98828125, false]], [[-10.359375, false]], [[-7.11328125, false]], [[-11.484375, false]], [[-7.98828125, false]], [[-8.859375, false]], [[-5.11328125, false]], [[-4.98828125, false]], [[-8.609375, false]], [[-10.109375, false]], [[-7.11328125, false]], [[-8.109375, false]], [[-7.11328125, false]], [[-8.984375, false]], [[-10.109375, false]], [[-7.11328125, false]], [[-8.984375, false]], [[-8.734375, false]], [[-5.11328125, false]], [[-10.109375, false]], [[-9.984375, false]], [[-4.98828125, false]], [[-10.109375, false]], [[-5.11328125, false]], [[-4.98828125, false]], [[-9.984375, false]], [[-7.98828125, false]], [[-5.11328125, false]], [[-8.859375, false]], [[-7.11328125, false]], [[-9.984375, false]], [[-7.98828125, false]], [[-8.984375, false]], [[-10.109375, false]], [[-7.98828125, false]], [[-8.859375, false]], [[-5.11328125, false]], [[-4.98828125, false]], [[-10.109375, false]], [[-5.11328125, false]], [[-8.734375, false]], [[-7.11328125, false]], [[-8.609375, false]], [[-10.859375, false]], [[-10.359375, false]], [[-7.98828125, false]], [[-6.73828125, false]], [[-8.984375, false]], [[-7.98828125, false]], [[-10.359375, false]], [[-10.359375, false]], [[-7.98828125, false]], [[-8.859375, false]], [[-5.11328125, false]], [[-8.984375, false]], [[-9.984375, false]], [[-10.859375, false]], [[-4.98828125, false]], [[-8.609375, false]], [[-7.11328125, false]], [[-8.734375, false]], [[-10.359375, false]], [[-8.734375, false]], [[-6.8515625, false]], [[-8.359375, false]], [[-10.984375, false]]], "filtered_resps": [[-7.61328125, false], [-8.359375, false], [-9.984375, false], [-7.98828125, false], [-10.359375, false], [-9.109375, false], [-5.11328125, false], [-9.109375, false], [-4.98828125, false], [-10.109375, false], [-7.11328125, false], [-7.98828125, false], [-8.609375, false], [-10.109375, false], [-8.734375, false], [-5.11328125, false], [-8.734375, false], [-9.109375, false], [-7.98828125, false], [-8.609375, false], [-8.859375, false], [-5.11328125, false], [-10.359375, false], [-7.98828125, false], [-8.734375, false], [-8.734375, false], [-5.11328125, false], [-10.109375, false], [-7.11328125, false], [-10.359375, false], [-7.98828125, false], [-5.11328125, false], [-7.11328125, false], [-8.609375, false], [-5.11328125, false], [-10.109375, false], [-9.984375, false], [-7.98828125, false], [-5.11328125, false], [-7.98828125, false], [-10.359375, false], [-7.98828125, false], [-9.984375, false], [-10.859375, false], [-7.98828125, false], [-8.609375, false], [-8.984375, false], [-10.484375, false], [-5.11328125, false], [-9.984375, false], [-8.984375, false], [-8.984375, false], [-10.359375, false], [-6.8515625, false], [-8.359375, false], [-8.640625, false], [-5.11328125, false], [-8.359375, false], [-4.98828125, false], [-7.11328125, false], [-8.859375, false], [-5.11328125, false], [-9.984375, false], [-7.98828125, false], [-8.734375, false], [-7.98828125, false], [-4.98828125, false], [-9.984375, false], [-8.984375, false], [-9.984375, false], [-5.11328125, false], [-8.734375, false], [-10.109375, false], [-10.109375, false], [-8.859375, false], [-7.98828125, false], [-8.609375, false], [-10.109375, false], [-8.734375, false], [-5.11328125, false], [-10.234375, false], [-9.984375, false], [-8.984375, false], [-5.11328125, false], [-4.98828125, false], [-9.984375, false], [-7.98828125, false], [-5.11328125, false], [-8.734375, false], [-10.109375, false], [-10.109375, false], [-8.859375, false], [-10.484375, false], [-7.11328125, false], [-8.609375, false], [-10.859375, false], [-5.11328125, false], [-8.984375, false], [-8.984375, false], [-10.359375, false], [-9.109375, false], [-10.359375, false], [-7.98828125, false], [-9.734375, false], [-5.11328125, false], [-8.984375, false], [-9.984375, false], [-10.859375, false], [-4.98828125, false], [-8.609375, false], [-7.11328125, false], [-8.734375, false], [-10.359375, false], [-8.734375, false], [-6.8515625, false], [-8.359375, false], [-8.640625, false], [-5.11328125, false], [-8.359375, false], [-9.984375, false], [-7.98828125, false], [-10.359375, false], [-9.109375, false], [-5.11328125, false], [-10.359375, false], [-4.98828125, false], [-9.609375, false], [-7.98828125, false], [-5.11328125, false], [-10.359375, false], [-7.98828125, false], [-8.859375, false], [-7.11328125, false], [-8.984375, false], [-7.11328125, false], [-8.609375, false], [-7.98828125, false], [-8.734375, false], [-5.11328125, false], [-9.984375, false], [-9.984375, false], [-8.984375, false], [-10.359375, false], [-5.11328125, false], [-8.609375, false], [-7.98828125, false], [-10.234375, false], [-10.359375, false], [-10.484375, false], [-5.11328125, false], [-8.859375, false], [-7.11328125, false], [-8.734375, false], [-8.984375, false], [-8.984375, false], [-10.234375, false], [-7.98828125, false], [-9.984375, false], [-7.98828125, false], [-8.859375, false], [-5.11328125, false], [-9.109375, false], [-10.359375, false], [-4.98828125, false], [-8.609375, false], [-10.109375, false], [-8.734375, false], [-6.8515625, false], [-8.359375, false], [-8.640625, false], [-5.11328125, false], [-8.359375, false], [-8.859375, false], [-7.98828125, false], [-10.234375, false], [-7.98828125, false], [-10.359375, false], [-8.984375, false], [-9.109375, false], [-5.11328125, false], [-8.734375, false], [-9.109375, false], [-7.98828125, false], [-8.984375, false], [-7.11328125, false], [-4.98828125, false], [-10.359375, false], [-7.11328125, false], [-11.484375, false], [-7.98828125, false], [-8.859375, false], [-5.11328125, false], [-4.98828125, false], [-8.609375, false], [-10.109375, false], [-7.11328125, false], [-8.109375, false], [-7.11328125, false], [-8.984375, false], [-10.109375, false], [-7.11328125, false], [-8.984375, false], [-8.734375, false], [-5.11328125, false], [-10.109375, false], [-9.984375, false], [-4.98828125, false], [-10.109375, false], [-5.11328125, false], [-4.98828125, false], [-9.984375, false], [-7.98828125, false], [-5.11328125, false], [-8.859375, false], [-7.11328125, false], [-9.984375, false], [-7.98828125, false], [-8.984375, false], [-10.109375, false], [-7.98828125, false], [-8.859375, false], [-5.11328125, false], [-4.98828125, false], [-10.109375, false], [-5.11328125, false], [-8.734375, false], [-7.11328125, false], [-8.609375, false], [-10.859375, false], [-10.359375, false], [-7.98828125, false], [-6.73828125, false], [-8.984375, false], [-7.98828125, false], [-10.359375, false], [-10.359375, false], [-7.98828125, false], [-8.859375, false], [-5.11328125, false], [-8.984375, false], [-9.984375, false], [-10.859375, false], [-4.98828125, false], [-8.609375, false], [-7.11328125, false], [-8.734375, false], [-10.359375, false], [-8.734375, false], [-6.8515625, false], [-8.359375, false], [-10.984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 819, "doc": {"id": "TIMSS_2003_8_pg99", "question": "Animals and plants are made up of a number of different chemical elements. What happens to all of these elements when animals and plants die?", "choices": {"text": ["They die with the animal or plant.", "They evaporate into the atmosphere.", "They are recycled back into the environment.", "They change into different elements."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "They are recycled back into the environment.", "arguments": ["Question: Animals and plants are made up of a number of different chemical elements. What happens to all of these elements when animals and plants die?\nAnswer:", " ["], "resps": [[[-8.4296875, false]], [[-10.1796875, false]], [[-8.4296875, false]], [[-12.9296875, false]], [[-9.9296875, false]], [[-13.6796875, false]], [[-6.6796875, false]], [[-11.1796875, false]], [[-10.4296875, false]], [[-9.9296875, false]], [[-6.6796875, false]], [[-13.4296875, false]], [[-10.4296875, false]], [[-12.9296875, false]], [[-12.9296875, false]], [[-6.6796875, false]], [[-12.9296875, false]], [[-12.9296875, false]], [[-9.9296875, false]], [[-6.6796875, false]], [[-7.9296875, false]], [[-11.6796875, false]], [[-10.4296875, false]], [[-12.6796875, false]], [[-7.9296875, false]], [[-11.9296875, false]], [[-6.6796875, false]], [[-11.6796875, false]], [[-13.4296875, false]], [[-6.6796875, false]], [[-12.9296875, false]], [[-11.9296875, false]], [[-7.9296875, false]], [[-11.6796875, false]], [[-12.9296875, false]], [[-7.9765625, false]], [[-10.1796875, false]], [[-11.6015625, false]], [[-6.6796875, false]], [[-10.1796875, false]], [[-8.4296875, false]], [[-12.9296875, false]], [[-9.9296875, false]], [[-13.6796875, false]], [[-6.6796875, false]], [[-9.9296875, false]], [[-13.1796875, false]], [[-7.9296875, false]], [[-12.9296875, false]], [[-11.6796875, false]], [[-13.4296875, false]], [[-7.9296875, false]], [[-12.9296875, false]], [[-9.9296875, false]], [[-6.6796875, false]], [[-10.4296875, false]], [[-11.6796875, false]], [[-12.9296875, false]], [[-11.6796875, false]], [[-6.6796875, false]], [[-12.9296875, false]], [[-12.9296875, false]], [[-9.9296875, false]], [[-6.6796875, false]], [[-7.9296875, false]], [[-12.9296875, false]], [[-12.6796875, false]], [[-11.6796875, false]], [[-11.6796875, false]], [[-12.9296875, false]], [[-12.9296875, false]], [[-9.9296875, false]], [[-13.4296875, false]], [[-9.9296875, false]], [[-7.9765625, false]], [[-10.1796875, false]], [[-11.6015625, false]], [[-6.6796875, false]], [[-10.1796875, false]], [[-8.4296875, false]], [[-12.9296875, false]], [[-9.9296875, false]], [[-13.6796875, false]], [[-6.6796875, false]], [[-7.9296875, false]], [[-13.4296875, false]], [[-9.9296875, false]], [[-6.6796875, false]], [[-13.4296875, false]], [[-9.9296875, false]], [[-10.9296875, false]], [[-13.6796875, false]], [[-10.9296875, false]], [[-11.9296875, false]], [[-9.9296875, false]], [[-11.1796875, false]], [[-6.6796875, false]], [[-11.6796875, false]], [[-7.9296875, false]], [[-10.9296875, false]], [[-12.9296875, false]], [[-6.6796875, false]], [[-10.4296875, false]], [[-11.6796875, false]], [[-12.9296875, false]], [[-11.6796875, false]], [[-6.6796875, false]], [[-12.9296875, false]], [[-12.9296875, false]], [[-9.9296875, false]], [[-6.6796875, false]], [[-9.9296875, false]], [[-11.6796875, false]], [[-13.1796875, false]], [[-10.4296875, false]], [[-13.4296875, false]], [[-11.6796875, false]], [[-11.6796875, false]], [[-12.6796875, false]], [[-9.9296875, false]], [[-11.6796875, false]], [[-12.9296875, false]], [[-7.9765625, false]], [[-10.1796875, false]], [[-11.6015625, false]], [[-6.6796875, false]], [[-10.1796875, false]], [[-8.4296875, false]], [[-12.9296875, false]], [[-9.9296875, false]], [[-13.6796875, false]], [[-6.6796875, false]], [[-10.9296875, false]], [[-12.9296875, false]], [[-7.9296875, false]], [[-11.6796875, false]], [[-14.4296875, false]], [[-9.9296875, false]], [[-6.6796875, false]], [[-10.4296875, false]], [[-11.6796875, false]], [[-12.9296875, false]], [[-11.6796875, false]], [[-6.6796875, false]], [[-11.1796875, false]], [[-10.4296875, false]], [[-12.6796875, false]], [[-12.6796875, false]], [[-9.9296875, false]], [[-13.4296875, false]], [[-9.9296875, false]], [[-11.6796875, false]], [[-12.9296875, false]], [[-6.6796875, false]], [[-9.9296875, false]], [[-11.9296875, false]], [[-9.9296875, false]], [[-12.6796875, false]], [[-9.9296875, false]], [[-11.6796875, false]], [[-12.9296875, false]], [[-11.6796875, false]], [[-7.9765625, false]], [[-10.1796875, false]], [[-14.9296875, false]]], "filtered_resps": [[-8.4296875, false], [-10.1796875, false], [-8.4296875, false], [-12.9296875, false], [-9.9296875, false], [-13.6796875, false], [-6.6796875, false], [-11.1796875, false], [-10.4296875, false], [-9.9296875, false], [-6.6796875, false], [-13.4296875, false], [-10.4296875, false], [-12.9296875, false], [-12.9296875, false], [-6.6796875, false], [-12.9296875, false], [-12.9296875, false], [-9.9296875, false], [-6.6796875, false], [-7.9296875, false], [-11.6796875, false], [-10.4296875, false], [-12.6796875, false], [-7.9296875, false], [-11.9296875, false], [-6.6796875, false], [-11.6796875, false], [-13.4296875, false], [-6.6796875, false], [-12.9296875, false], [-11.9296875, false], [-7.9296875, false], [-11.6796875, false], [-12.9296875, false], [-7.9765625, false], [-10.1796875, false], [-11.6015625, false], [-6.6796875, false], [-10.1796875, false], [-8.4296875, false], [-12.9296875, false], [-9.9296875, false], [-13.6796875, false], [-6.6796875, false], [-9.9296875, false], [-13.1796875, false], [-7.9296875, false], [-12.9296875, false], [-11.6796875, false], [-13.4296875, false], [-7.9296875, false], [-12.9296875, false], [-9.9296875, false], [-6.6796875, false], [-10.4296875, false], [-11.6796875, false], [-12.9296875, false], [-11.6796875, false], [-6.6796875, false], [-12.9296875, false], [-12.9296875, false], [-9.9296875, false], [-6.6796875, false], [-7.9296875, false], [-12.9296875, false], [-12.6796875, false], [-11.6796875, false], [-11.6796875, false], [-12.9296875, false], [-12.9296875, false], [-9.9296875, false], [-13.4296875, false], [-9.9296875, false], [-7.9765625, false], [-10.1796875, false], [-11.6015625, false], [-6.6796875, false], [-10.1796875, false], [-8.4296875, false], [-12.9296875, false], [-9.9296875, false], [-13.6796875, false], [-6.6796875, false], [-7.9296875, false], [-13.4296875, false], [-9.9296875, false], [-6.6796875, false], [-13.4296875, false], [-9.9296875, false], [-10.9296875, false], [-13.6796875, false], [-10.9296875, false], [-11.9296875, false], [-9.9296875, false], [-11.1796875, false], [-6.6796875, false], [-11.6796875, false], [-7.9296875, false], [-10.9296875, false], [-12.9296875, false], [-6.6796875, false], [-10.4296875, false], [-11.6796875, false], [-12.9296875, false], [-11.6796875, false], [-6.6796875, false], [-12.9296875, false], [-12.9296875, false], [-9.9296875, false], [-6.6796875, false], [-9.9296875, false], [-11.6796875, false], [-13.1796875, false], [-10.4296875, false], [-13.4296875, false], [-11.6796875, false], [-11.6796875, false], [-12.6796875, false], [-9.9296875, false], [-11.6796875, false], [-12.9296875, false], [-7.9765625, false], [-10.1796875, false], [-11.6015625, false], [-6.6796875, false], [-10.1796875, false], [-8.4296875, false], [-12.9296875, false], [-9.9296875, false], [-13.6796875, false], [-6.6796875, false], [-10.9296875, false], [-12.9296875, false], [-7.9296875, false], [-11.6796875, false], [-14.4296875, false], [-9.9296875, false], [-6.6796875, false], [-10.4296875, false], [-11.6796875, false], [-12.9296875, false], [-11.6796875, false], [-6.6796875, false], [-11.1796875, false], [-10.4296875, false], [-12.6796875, false], [-12.6796875, false], [-9.9296875, false], [-13.4296875, false], [-9.9296875, false], [-11.6796875, false], [-12.9296875, false], [-6.6796875, false], [-9.9296875, false], [-11.9296875, false], [-9.9296875, false], [-12.6796875, false], [-9.9296875, false], [-11.6796875, false], [-12.9296875, false], [-11.6796875, false], [-7.9765625, false], [-10.1796875, false], [-14.9296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 827, "doc": {"id": "Mercury_SC_408344", "question": "Henry learned that without the right kind of energy, plants cannot survive. What form of energy is used by plants to perform photosynthesis?", "choices": {"text": ["electrical", "light", "mechanical", "wind"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "light", "arguments": ["Question: Henry learned that without the right kind of energy, plants cannot survive. What form of energy is used by plants to perform photosynthesis?\nAnswer:", " ["], "resps": [[[-7.1484375, false]], [[-9.8984375, false]], [[-9.1484375, false]], [[-10.8984375, false]], [[-9.1484375, false]], [[-6.3984375, false]], [[-10.1484375, false]], [[-11.8984375, false]], [[-7.8984375, false]], [[-6.3984375, false]], [[-6.1484375, false]], [[-10.8984375, false]], [[-9.8984375, false]], [[-10.03125, false]], [[-5.1484375, false]], [[-9.8984375, false]], [[-10.8984375, false]], [[-7.8984375, false]], [[-11.6484375, false]], [[-9.6484375, false]], [[-10.1484375, false]], [[-9.8984375, false]], [[-10.03125, false]], [[-5.1484375, false]], [[-9.8984375, false]], [[-9.1484375, false]], [[-9.1484375, false]], [[-6.3984375, false]], [[-9.6484375, false]], [[-6.1484375, false]], [[-7.8984375, false]], [[-7.8984375, false]], [[-6.3984375, false]], [[-6.1484375, false]], [[-10.8984375, false]], [[-9.8984375, false]], [[-10.03125, false]], [[-5.1484375, false]], [[-9.8984375, false]], [[-11.3984375, false]], [[-7.8984375, false]], [[-7.8984375, false]], [[-8.1484375, false]], [[-9.8984375, false]], [[-14.1484375, false]]], "filtered_resps": [[-7.1484375, false], [-9.8984375, false], [-9.1484375, false], [-10.8984375, false], [-9.1484375, false], [-6.3984375, false], [-10.1484375, false], [-11.8984375, false], [-7.8984375, false], [-6.3984375, false], [-6.1484375, false], [-10.8984375, false], [-9.8984375, false], [-10.03125, false], [-5.1484375, false], [-9.8984375, false], [-10.8984375, false], [-7.8984375, false], [-11.6484375, false], [-9.6484375, false], [-10.1484375, false], [-9.8984375, false], [-10.03125, false], [-5.1484375, false], [-9.8984375, false], [-9.1484375, false], [-9.1484375, false], [-6.3984375, false], [-9.6484375, false], [-6.1484375, false], [-7.8984375, false], [-7.8984375, false], [-6.3984375, false], [-6.1484375, false], [-10.8984375, false], [-9.8984375, false], [-10.03125, false], [-5.1484375, false], [-9.8984375, false], [-11.3984375, false], [-7.8984375, false], [-7.8984375, false], [-8.1484375, false], [-9.8984375, false], [-14.1484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 835, "doc": {"id": "Mercury_401313", "question": "Which type of rock is formed when particles are compacted and cemented together?", "choices": {"text": ["igneous", "metallic", "metamorphic", "sedimentary"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "sedimentary", "arguments": ["Question: Which type of rock is formed when particles are compacted and cemented together?\nAnswer:", " ["], "resps": [[[-8.3671875, false]], [[-8.8671875, false]], [[-9.8671875, false]], [[-10.6171875, false]], [[-10.3671875, false]], [[-9.1171875, false]], [[-9.8671875, false]], [[-11.3671875, false]], [[-9.6171875, false]], [[-8.8671875, false]], [[-8.765625, false]], [[-4.62109375, false]], [[-8.8671875, false]], [[-9.8671875, false]], [[-9.1171875, false]], [[-11.6171875, false]], [[-5.37109375, false]], [[-11.8671875, false]], [[-11.8671875, false]], [[-9.8671875, false]], [[-8.6171875, false]], [[-8.8671875, false]], [[-8.765625, false]], [[-4.62109375, false]], [[-8.8671875, false]], [[-9.8671875, false]], [[-9.1171875, false]], [[-11.6171875, false]], [[-5.37109375, false]], [[-9.8671875, false]], [[-9.8671875, false]], [[-10.8671875, false]], [[-10.6171875, false]], [[-12.1171875, false]], [[-9.8671875, false]], [[-8.6171875, false]], [[-8.8671875, false]], [[-8.765625, false]], [[-4.62109375, false]], [[-8.8671875, false]], [[-9.6171875, false]], [[-9.1171875, false]], [[-12.8671875, false]], [[-9.8671875, false]], [[-9.8671875, false]], [[-9.1171875, false]], [[-10.3671875, false]], [[-11.6171875, false]], [[-5.37109375, false]], [[-10.8671875, false]], [[-12.1171875, false]], [[-8.8671875, false]], [[-14.3671875, false]]], "filtered_resps": [[-8.3671875, false], [-8.8671875, false], [-9.8671875, false], [-10.6171875, false], [-10.3671875, false], [-9.1171875, false], [-9.8671875, false], [-11.3671875, false], [-9.6171875, false], [-8.8671875, false], [-8.765625, false], [-4.62109375, false], [-8.8671875, false], [-9.8671875, false], [-9.1171875, false], [-11.6171875, false], [-5.37109375, false], [-11.8671875, false], [-11.8671875, false], [-9.8671875, false], [-8.6171875, false], [-8.8671875, false], [-8.765625, false], [-4.62109375, false], [-8.8671875, false], [-9.8671875, false], [-9.1171875, false], [-11.6171875, false], [-5.37109375, false], [-9.8671875, false], [-9.8671875, false], [-10.8671875, false], [-10.6171875, false], [-12.1171875, false], [-9.8671875, false], [-8.6171875, false], [-8.8671875, false], [-8.765625, false], [-4.62109375, false], [-8.8671875, false], [-9.6171875, false], [-9.1171875, false], [-12.8671875, false], [-9.8671875, false], [-9.8671875, false], [-9.1171875, false], [-10.3671875, false], [-11.6171875, false], [-5.37109375, false], [-10.8671875, false], [-12.1171875, false], [-8.8671875, false], [-14.3671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 843, "doc": {"id": "Mercury_SC_401136", "question": "The process of water changing from its liquid state to a gas in the water cycle is known as", "choices": {"text": ["precipitation.", "evaporation.", "condensation.", "translation."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "evaporation.", "arguments": ["Question: The process of water changing from its liquid state to a gas in the water cycle is known as\nAnswer:", " ["], "resps": [[[-7.41796875, false]], [[-8.1640625, false]], [[-8.1640625, false]], [[-9.9140625, false]], [[-6.91796875, false]], [[-7.04296875, false]], [[-7.04296875, false]], [[-8.1640625, false]], [[-7.04296875, false]], [[-9.7890625, false]], [[-4.41796875, false]], [[-9.7890625, false]], [[-7.04296875, false]], [[-8.0390625, false]], [[-7.66796875, false]], [[-6.4453125, false]], [[-8.1640625, false]], [[-8.4453125, false]], [[-5.16796875, false]], [[-8.1640625, false]], [[-6.91796875, false]], [[-9.0390625, false]], [[-4.41796875, false]], [[-8.1640625, false]], [[-8.0390625, false]], [[-9.9140625, false]], [[-4.41796875, false]], [[-9.7890625, false]], [[-7.04296875, false]], [[-8.0390625, false]], [[-7.66796875, false]], [[-6.4453125, false]], [[-8.1640625, false]], [[-8.4453125, false]], [[-5.16796875, false]], [[-8.1640625, false]], [[-7.04296875, false]], [[-8.0390625, false]], [[-7.66796875, false]], [[-7.16796875, false]], [[-6.91796875, false]], [[-7.66796875, false]], [[-8.7890625, false]], [[-4.41796875, false]], [[-9.7890625, false]], [[-7.04296875, false]], [[-8.0390625, false]], [[-7.66796875, false]], [[-6.4453125, false]], [[-8.1640625, false]], [[-8.4453125, false]], [[-5.16796875, false]], [[-8.1640625, false]], [[-9.7890625, false]], [[-9.9140625, false]], [[-4.41796875, false]], [[-7.66796875, false]], [[-8.7890625, false]], [[-10.1640625, false]], [[-4.41796875, false]], [[-9.7890625, false]], [[-7.04296875, false]], [[-8.0390625, false]], [[-7.66796875, false]], [[-6.4453125, false]], [[-8.1640625, false]], [[-12.5390625, false]]], "filtered_resps": [[-7.41796875, false], [-8.1640625, false], [-8.1640625, false], [-9.9140625, false], [-6.91796875, false], [-7.04296875, false], [-7.04296875, false], [-8.1640625, false], [-7.04296875, false], [-9.7890625, false], [-4.41796875, false], [-9.7890625, false], [-7.04296875, false], [-8.0390625, false], [-7.66796875, false], [-6.4453125, false], [-8.1640625, false], [-8.4453125, false], [-5.16796875, false], [-8.1640625, false], [-6.91796875, false], [-9.0390625, false], [-4.41796875, false], [-8.1640625, false], [-8.0390625, false], [-9.9140625, false], [-4.41796875, false], [-9.7890625, false], [-7.04296875, false], [-8.0390625, false], [-7.66796875, false], [-6.4453125, false], [-8.1640625, false], [-8.4453125, false], [-5.16796875, false], [-8.1640625, false], [-7.04296875, false], [-8.0390625, false], [-7.66796875, false], [-7.16796875, false], [-6.91796875, false], [-7.66796875, false], [-8.7890625, false], [-4.41796875, false], [-9.7890625, false], [-7.04296875, false], [-8.0390625, false], [-7.66796875, false], [-6.4453125, false], [-8.1640625, false], [-8.4453125, false], [-5.16796875, false], [-8.1640625, false], [-9.7890625, false], [-9.9140625, false], [-4.41796875, false], [-7.66796875, false], [-8.7890625, false], [-10.1640625, false], [-4.41796875, false], [-9.7890625, false], [-7.04296875, false], [-8.0390625, false], [-7.66796875, false], [-6.4453125, false], [-8.1640625, false], [-12.5390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 851, "doc": {"id": "Mercury_SC_406543", "question": "A student performed an experiment to see how long it would take for a cup of water to freeze. Which information would another student most likely need in order to perform the same experiment?", "choices": {"text": ["the time to begin", "the volume of the cup", "the temperature of the ice", "the type of thermometer to use"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "the volume of the cup", "arguments": ["Question: A student performed an experiment to see how long it would take for a cup of water to freeze. Which information would another student most likely need in order to perform the same experiment?\nAnswer:", " ["], "resps": [[[-5.99609375, false]], [[-8.2421875, false]], [[-7.49609375, false]], [[-8.9921875, false]], [[-8.2421875, false]], [[-5.49609375, false]], [[-7.49609375, false]], [[-7.74609375, false]], [[-7.24609375, false]], [[-8.2421875, false]], [[-5.49609375, false]], [[-7.49609375, false]], [[-9.2421875, false]], [[-5.49609375, false]], [[-6.24609375, false]], [[-8.2421875, false]], [[-9.2421875, false]], [[-7.74609375, false]], [[-7.49609375, false]], [[-8.2421875, false]], [[-9.71875, false]], [[-5.49609375, false]], [[-8.2421875, false]], [[-7.49609375, false]], [[-8.9921875, false]], [[-8.2421875, false]], [[-5.49609375, false]], [[-8.9921875, false]], [[-9.2421875, false]], [[-9.9921875, false]], [[-9.2421875, false]], [[-7.24609375, false]], [[-8.2421875, false]], [[-5.49609375, false]], [[-9.2421875, false]], [[-6.99609375, false]], [[-5.49609375, false]], [[-7.49609375, false]], [[-8.9921875, false]], [[-8.2421875, false]], [[-5.49609375, false]], [[-7.49609375, false]], [[-9.2421875, false]], [[-8.7421875, false]], [[-8.2421875, false]], [[-9.71875, false]], [[-5.49609375, false]], [[-8.2421875, false]], [[-7.49609375, false]], [[-8.9921875, false]], [[-8.2421875, false]], [[-5.49609375, false]], [[-7.49609375, false]], [[-8.2421875, false]], [[-7.24609375, false]], [[-8.7421875, false]], [[-8.2421875, false]], [[-10.2421875, false]], [[-4.24609375, false]], [[-7.49609375, false]], [[-9.2421875, false]], [[-10.2421875, false]], [[-8.2421875, false]], [[-5.49609375, false]], [[-9.2421875, false]], [[-6.99609375, false]], [[-5.49609375, false]], [[-7.49609375, false]], [[-8.9921875, false]], [[-8.2421875, false]], [[-5.49609375, false]], [[-7.74609375, false]], [[-7.49609375, false]], [[-8.2421875, false]], [[-8.2421875, false]], [[-9.71875, false]], [[-5.49609375, false]], [[-8.2421875, false]], [[-7.49609375, false]], [[-8.9921875, false]], [[-8.2421875, false]], [[-5.49609375, false]], [[-7.49609375, false]], [[-9.7421875, false]], [[-8.7421875, false]], [[-8.2421875, false]], [[-5.49609375, false]], [[-9.2421875, false]], [[-6.99609375, false]], [[-5.49609375, false]], [[-7.49609375, false]], [[-8.9921875, false]], [[-8.2421875, false]], [[-10.2421875, false]], [[-7.24609375, false]], [[-9.2421875, false]], [[-7.24609375, false]], [[-8.2421875, false]], [[-7.49609375, false]], [[-8.2421875, false]], [[-10.2421875, false]], [[-5.49609375, false]], [[-7.49609375, false]], [[-9.2421875, false]], [[-5.49609375, false]], [[-9.2421875, false]], [[-8.4921875, false]], [[-8.2421875, false]], [[-8.2421875, false]], [[-11.2421875, false]]], "filtered_resps": [[-5.99609375, false], [-8.2421875, false], [-7.49609375, false], [-8.9921875, false], [-8.2421875, false], [-5.49609375, false], [-7.49609375, false], [-7.74609375, false], [-7.24609375, false], [-8.2421875, false], [-5.49609375, false], [-7.49609375, false], [-9.2421875, false], [-5.49609375, false], [-6.24609375, false], [-8.2421875, false], [-9.2421875, false], [-7.74609375, false], [-7.49609375, false], [-8.2421875, false], [-9.71875, false], [-5.49609375, false], [-8.2421875, false], [-7.49609375, false], [-8.9921875, false], [-8.2421875, false], [-5.49609375, false], [-8.9921875, false], [-9.2421875, false], [-9.9921875, false], [-9.2421875, false], [-7.24609375, false], [-8.2421875, false], [-5.49609375, false], [-9.2421875, false], [-6.99609375, false], [-5.49609375, false], [-7.49609375, false], [-8.9921875, false], [-8.2421875, false], [-5.49609375, false], [-7.49609375, false], [-9.2421875, false], [-8.7421875, false], [-8.2421875, false], [-9.71875, false], [-5.49609375, false], [-8.2421875, false], [-7.49609375, false], [-8.9921875, false], [-8.2421875, false], [-5.49609375, false], [-7.49609375, false], [-8.2421875, false], [-7.24609375, false], [-8.7421875, false], [-8.2421875, false], [-10.2421875, false], [-4.24609375, false], [-7.49609375, false], [-9.2421875, false], [-10.2421875, false], [-8.2421875, false], [-5.49609375, false], [-9.2421875, false], [-6.99609375, false], [-5.49609375, false], [-7.49609375, false], [-8.9921875, false], [-8.2421875, false], [-5.49609375, false], [-7.74609375, false], [-7.49609375, false], [-8.2421875, false], [-8.2421875, false], [-9.71875, false], [-5.49609375, false], [-8.2421875, false], [-7.49609375, false], [-8.9921875, false], [-8.2421875, false], [-5.49609375, false], [-7.49609375, false], [-9.7421875, false], [-8.7421875, false], [-8.2421875, false], [-5.49609375, false], [-9.2421875, false], [-6.99609375, false], [-5.49609375, false], [-7.49609375, false], [-8.9921875, false], [-8.2421875, false], [-10.2421875, false], [-7.24609375, false], [-9.2421875, false], [-7.24609375, false], [-8.2421875, false], [-7.49609375, false], [-8.2421875, false], [-10.2421875, false], [-5.49609375, false], [-7.49609375, false], [-9.2421875, false], [-5.49609375, false], [-9.2421875, false], [-8.4921875, false], [-8.2421875, false], [-8.2421875, false], [-11.2421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 859, "doc": {"id": "Mercury_SC_LBS10272", "question": "What season is it in the United States when the South Pole is tilted toward the Sun?", "choices": {"text": ["summer", "fall", "winter", "spring"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "winter", "arguments": ["Question: What season is it in the United States when the South Pole is tilted toward the Sun?\nAnswer:", " ["], "resps": [[[-8.1640625, false]], [[-8.1640625, false]], [[-10.9140625, false]], [[-13.1640625, false]], [[-11.4140625, false]], [[-11.4140625, false]], [[-10.1640625, false]], [[-12.4140625, false]], [[-8.1640625, false]], [[-10.03125, false]], [[-5.9140625, false]], [[-8.1640625, false]], [[-12.4140625, false]], [[-7.6640625, false]], [[-10.9140625, false]], [[-10.9140625, false]], [[-8.1640625, false]], [[-10.03125, false]], [[-5.9140625, false]], [[-8.1640625, false]], [[-11.6640625, false]], [[-10.1640625, false]], [[-10.6640625, false]], [[-10.4140625, false]], [[-10.1640625, false]], [[-12.4140625, false]], [[-8.1640625, false]], [[-10.03125, false]], [[-5.9140625, false]], [[-8.1640625, false]], [[-10.9140625, false]], [[-11.6640625, false]], [[-12.4140625, false]], [[-10.1640625, false]], [[-10.6640625, false]], [[-14.4140625, false]], [[-8.1640625, false]], [[-12.4140625, false]]], "filtered_resps": [[-8.1640625, false], [-8.1640625, false], [-10.9140625, false], [-13.1640625, false], [-11.4140625, false], [-11.4140625, false], [-10.1640625, false], [-12.4140625, false], [-8.1640625, false], [-10.03125, false], [-5.9140625, false], [-8.1640625, false], [-12.4140625, false], [-7.6640625, false], [-10.9140625, false], [-10.9140625, false], [-8.1640625, false], [-10.03125, false], [-5.9140625, false], [-8.1640625, false], [-11.6640625, false], [-10.1640625, false], [-10.6640625, false], [-10.4140625, false], [-10.1640625, false], [-12.4140625, false], [-8.1640625, false], [-10.03125, false], [-5.9140625, false], [-8.1640625, false], [-10.9140625, false], [-11.6640625, false], [-12.4140625, false], [-10.1640625, false], [-10.6640625, false], [-14.4140625, false], [-8.1640625, false], [-12.4140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 867, "doc": {"id": "LEAP__8_10366", "question": "Over a long period, some flowering plants have become dependent on honey bees for pollination. In recent years, a form of mite has infected and killed the honey bees in many areas of the country. Since this has happened, the once bee-dependent plants with the best chance of surviving are those that", "choices": {"text": ["grow taller so that the few remaining honey bees will find them.", "change their flowers so that wind will fertilize them.", "have always attracted many other insects as wells as honey bees.", "have seeds that stay alive for a long time in the environment."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "have always attracted many other insects as wells as honey bees.", "arguments": ["Question: Over a long period, some flowering plants have become dependent on honey bees for pollination. In recent years, a form of mite has infected and killed the honey bees in many areas of the country. Since this has happened, the once bee-dependent plants with the best chance of surviving are those that\nAnswer:", " ["], "resps": [[[-6.5546875, false]], [[-8.0546875, false]], [[-9.8046875, false]], [[-9.0546875, false]], [[-7.4296875, false]], [[-8.8046875, false]], [[-5.04296875, false]], [[-9.3046875, false]], [[-4.4296875, false]], [[-9.6796875, false]], [[-9.6796875, false]], [[-7.5546875, false]], [[-9.0546875, false]], [[-5.04296875, false]], [[-7.8046875, false]], [[-7.4296875, false]], [[-5.04296875, false]], [[-9.3046875, false]], [[-8.4296875, false]], [[-4.4296875, false]], [[-9.3046875, false]], [[-5.0546875, false]], [[-9.3046875, false]], [[-8.4296875, false]], [[-7.5546875, false]], [[-5.0546875, false]], [[-8.9296875, false]], [[-7.5546875, false]], [[-8.8046875, false]], [[-5.0546875, false]], [[-9.0546875, false]], [[-7.5546875, false]], [[-9.3046875, false]], [[-4.4296875, false]], [[-7.0546875, false]], [[-7.0546875, false]], [[-7.0546875, false]], [[-7.0546875, false]], [[-9.8046875, false]], [[-5.0546875, false]], [[-8.4296875, false]], [[-7.4296875, false]], [[-7.0546875, false]], [[-7.5546875, false]], [[-9.9296875, false]], [[-5.0546875, false]], [[-5.3046875, false]], [[-7.5546875, false]], [[-7.5546875, false]], [[-7.8046875, false]], [[-5.0546875, false]], [[-8.8046875, false]], [[-7.0546875, false]], [[-9.6796875, false]], [[-9.6796875, false]], [[-5.0546875, false]], [[-8.9296875, false]], [[-7.0546875, false]], [[-7.0546875, false]], [[-7.1796875, false]], [[-5.0546875, false]], [[-9.3046875, false]], [[-8.4296875, false]], [[-7.5546875, false]], [[-9.3046875, false]], [[-6.7890625, false]], [[-8.0546875, false]], [[-8.1640625, false]], [[-5.0546875, false]], [[-8.0546875, false]], [[-6.5546875, false]], [[-8.4296875, false]], [[-4.4296875, false]], [[-7.0546875, false]], [[-9.8046875, false]], [[-7.5546875, false]], [[-5.0546875, false]], [[-9.3046875, false]], [[-8.4296875, false]], [[-7.5546875, false]], [[-7.0546875, false]], [[-9.0546875, false]], [[-5.0546875, false]], [[-8.9296875, false]], [[-9.6796875, false]], [[-7.4296875, false]], [[-8.8046875, false]], [[-7.5546875, false]], [[-9.0546875, false]], [[-7.8046875, false]], [[-5.0546875, false]], [[-7.8046875, false]], [[-7.4296875, false]], [[-5.0546875, false]], [[-9.3046875, false]], [[-8.4296875, false]], [[-4.4296875, false]], [[-9.3046875, false]], [[-5.0546875, false]], [[-8.8046875, false]], [[-7.0546875, false]], [[-7.0546875, false]], [[-7.1796875, false]], [[-5.0546875, false]], [[-8.8046875, false]], [[-7.0546875, false]], [[-9.6796875, false]], [[-9.6796875, false]], [[-5.0546875, false]], [[-8.9296875, false]], [[-7.5546875, false]], [[-9.0546875, false]], [[-9.3046875, false]], [[-7.0546875, false]], [[-9.6796875, false]], [[-7.0546875, false]], [[-10.1796875, false]], [[-7.5546875, false]], [[-5.0546875, false]], [[-9.3046875, false]], [[-8.4296875, false]], [[-7.5546875, false]], [[-9.3046875, false]], [[-6.7890625, false]], [[-8.0546875, false]], [[-8.1640625, false]], [[-5.0546875, false]], [[-8.0546875, false]], [[-8.4296875, false]], [[-4.4296875, false]], [[-8.8046875, false]], [[-7.5546875, false]], [[-5.0546875, false]], [[-4.4296875, false]], [[-9.6796875, false]], [[-8.8046875, false]], [[-4.4296875, false]], [[-9.9296875, false]], [[-7.8046875, false]], [[-5.0546875, false]], [[-4.4296875, false]], [[-9.3046875, false]], [[-9.3046875, false]], [[-9.0546875, false]], [[-4.4296875, false]], [[-6.5546875, false]], [[-9.3046875, false]], [[-7.5546875, false]], [[-7.1796875, false]], [[-5.0546875, false]], [[-9.3046875, false]], [[-4.4296875, false]], [[-7.0546875, false]], [[-9.9296875, false]], [[-5.0546875, false]], [[-7.4296875, false]], [[-9.3046875, false]], [[-8.4296875, false]], [[-7.5546875, false]], [[-9.0546875, false]], [[-5.0546875, false]], [[-7.0546875, false]], [[-7.0546875, false]], [[-7.8046875, false]], [[-7.5546875, false]], [[-6.5546875, false]], [[-9.3046875, false]], [[-7.8046875, false]], [[-5.0546875, false]], [[-4.4296875, false]], [[-7.8046875, false]], [[-5.0546875, false]], [[-8.8046875, false]], [[-7.5546875, false]], [[-9.6796875, false]], [[-9.6796875, false]], [[-7.8046875, false]], [[-5.0546875, false]], [[-4.4296875, false]], [[-7.8046875, false]], [[-5.0546875, false]], [[-8.4296875, false]], [[-7.4296875, false]], [[-7.0546875, false]], [[-7.5546875, false]], [[-9.9296875, false]], [[-5.0546875, false]], [[-5.3046875, false]], [[-7.5546875, false]], [[-7.5546875, false]], [[-7.8046875, false]], [[-6.7890625, false]], [[-8.0546875, false]], [[-8.1640625, false]], [[-5.0546875, false]], [[-8.0546875, false]], [[-8.4296875, false]], [[-4.4296875, false]], [[-8.8046875, false]], [[-7.5546875, false]], [[-5.0546875, false]], [[-7.8046875, false]], [[-7.5546875, false]], [[-7.5546875, false]], [[-7.1796875, false]], [[-7.8046875, false]], [[-5.0546875, false]], [[-9.3046875, false]], [[-8.4296875, false]], [[-4.4296875, false]], [[-9.3046875, false]], [[-5.0546875, false]], [[-7.8046875, false]], [[-9.3046875, false]], [[-4.4296875, false]], [[-9.9296875, false]], [[-5.0546875, false]], [[-4.4296875, false]], [[-9.6796875, false]], [[-7.0546875, false]], [[-8.8046875, false]], [[-7.5546875, false]], [[-5.0546875, false]], [[-8.9296875, false]], [[-7.4296875, false]], [[-9.0546875, false]], [[-5.0546875, false]], [[-4.4296875, false]], [[-5.0546875, false]], [[-9.6796875, false]], [[-7.4296875, false]], [[-7.0546875, false]], [[-9.8046875, false]], [[-5.0546875, false]], [[-9.3046875, false]], [[-7.0546875, false]], [[-9.3046875, false]], [[-7.5546875, false]], [[-5.0546875, false]], [[-7.0546875, false]], [[-7.0546875, false]], [[-5.0546875, false]], [[-9.3046875, false]], [[-8.4296875, false]], [[-7.5546875, false]], [[-5.0546875, false]], [[-7.5546875, false]], [[-7.0546875, false]], [[-8.8046875, false]], [[-7.0546875, false]], [[-9.0546875, false]], [[-7.4296875, false]], [[-7.0546875, false]], [[-9.3046875, false]], [[-7.5546875, false]], [[-7.0546875, false]], [[-9.3046875, false]], [[-6.7890625, false]], [[-8.0546875, false]], [[-10.6796875, false]]], "filtered_resps": [[-6.5546875, false], [-8.0546875, false], [-9.8046875, false], [-9.0546875, false], [-7.4296875, false], [-8.8046875, false], [-5.04296875, false], [-9.3046875, false], [-4.4296875, false], [-9.6796875, false], [-9.6796875, false], [-7.5546875, false], [-9.0546875, false], [-5.04296875, false], [-7.8046875, false], [-7.4296875, false], [-5.04296875, false], [-9.3046875, false], [-8.4296875, false], [-4.4296875, false], [-9.3046875, false], [-5.0546875, false], [-9.3046875, false], [-8.4296875, false], [-7.5546875, false], [-5.0546875, false], [-8.9296875, false], [-7.5546875, false], [-8.8046875, false], [-5.0546875, false], [-9.0546875, false], [-7.5546875, false], [-9.3046875, false], [-4.4296875, false], [-7.0546875, false], [-7.0546875, false], [-7.0546875, false], [-7.0546875, false], [-9.8046875, false], [-5.0546875, false], [-8.4296875, false], [-7.4296875, false], [-7.0546875, false], [-7.5546875, false], [-9.9296875, false], [-5.0546875, false], [-5.3046875, false], [-7.5546875, false], [-7.5546875, false], [-7.8046875, false], [-5.0546875, false], [-8.8046875, false], [-7.0546875, false], [-9.6796875, false], [-9.6796875, false], [-5.0546875, false], [-8.9296875, false], [-7.0546875, false], [-7.0546875, false], [-7.1796875, false], [-5.0546875, false], [-9.3046875, false], [-8.4296875, false], [-7.5546875, false], [-9.3046875, false], [-6.7890625, false], [-8.0546875, false], [-8.1640625, false], [-5.0546875, false], [-8.0546875, false], [-6.5546875, false], [-8.4296875, false], [-4.4296875, false], [-7.0546875, false], [-9.8046875, false], [-7.5546875, false], [-5.0546875, false], [-9.3046875, false], [-8.4296875, false], [-7.5546875, false], [-7.0546875, false], [-9.0546875, false], [-5.0546875, false], [-8.9296875, false], [-9.6796875, false], [-7.4296875, false], [-8.8046875, false], [-7.5546875, false], [-9.0546875, false], [-7.8046875, false], [-5.0546875, false], [-7.8046875, false], [-7.4296875, false], [-5.0546875, false], [-9.3046875, false], [-8.4296875, false], [-4.4296875, false], [-9.3046875, false], [-5.0546875, false], [-8.8046875, false], [-7.0546875, false], [-7.0546875, false], [-7.1796875, false], [-5.0546875, false], [-8.8046875, false], [-7.0546875, false], [-9.6796875, false], [-9.6796875, false], [-5.0546875, false], [-8.9296875, false], [-7.5546875, false], [-9.0546875, false], [-9.3046875, false], [-7.0546875, false], [-9.6796875, false], [-7.0546875, false], [-10.1796875, false], [-7.5546875, false], [-5.0546875, false], [-9.3046875, false], [-8.4296875, false], [-7.5546875, false], [-9.3046875, false], [-6.7890625, false], [-8.0546875, false], [-8.1640625, false], [-5.0546875, false], [-8.0546875, false], [-8.4296875, false], [-4.4296875, false], [-8.8046875, false], [-7.5546875, false], [-5.0546875, false], [-4.4296875, false], [-9.6796875, false], [-8.8046875, false], [-4.4296875, false], [-9.9296875, false], [-7.8046875, false], [-5.0546875, false], [-4.4296875, false], [-9.3046875, false], [-9.3046875, false], [-9.0546875, false], [-4.4296875, false], [-6.5546875, false], [-9.3046875, false], [-7.5546875, false], [-7.1796875, false], [-5.0546875, false], [-9.3046875, false], [-4.4296875, false], [-7.0546875, false], [-9.9296875, false], [-5.0546875, false], [-7.4296875, false], [-9.3046875, false], [-8.4296875, false], [-7.5546875, false], [-9.0546875, false], [-5.0546875, false], [-7.0546875, false], [-7.0546875, false], [-7.8046875, false], [-7.5546875, false], [-6.5546875, false], [-9.3046875, false], [-7.8046875, false], [-5.0546875, false], [-4.4296875, false], [-7.8046875, false], [-5.0546875, false], [-8.8046875, false], [-7.5546875, false], [-9.6796875, false], [-9.6796875, false], [-7.8046875, false], [-5.0546875, false], [-4.4296875, false], [-7.8046875, false], [-5.0546875, false], [-8.4296875, false], [-7.4296875, false], [-7.0546875, false], [-7.5546875, false], [-9.9296875, false], [-5.0546875, false], [-5.3046875, false], [-7.5546875, false], [-7.5546875, false], [-7.8046875, false], [-6.7890625, false], [-8.0546875, false], [-8.1640625, false], [-5.0546875, false], [-8.0546875, false], [-8.4296875, false], [-4.4296875, false], [-8.8046875, false], [-7.5546875, false], [-5.0546875, false], [-7.8046875, false], [-7.5546875, false], [-7.5546875, false], [-7.1796875, false], [-7.8046875, false], [-5.0546875, false], [-9.3046875, false], [-8.4296875, false], [-4.4296875, false], [-9.3046875, false], [-5.0546875, false], [-7.8046875, false], [-9.3046875, false], [-4.4296875, false], [-9.9296875, false], [-5.0546875, false], [-4.4296875, false], [-9.6796875, false], [-7.0546875, false], [-8.8046875, false], [-7.5546875, false], [-5.0546875, false], [-8.9296875, false], [-7.4296875, false], [-9.0546875, false], [-5.0546875, false], [-4.4296875, false], [-5.0546875, false], [-9.6796875, false], [-7.4296875, false], [-7.0546875, false], [-9.8046875, false], [-5.0546875, false], [-9.3046875, false], [-7.0546875, false], [-9.3046875, false], [-7.5546875, false], [-5.0546875, false], [-7.0546875, false], [-7.0546875, false], [-5.0546875, false], [-9.3046875, false], [-8.4296875, false], [-7.5546875, false], [-5.0546875, false], [-7.5546875, false], [-7.0546875, false], [-8.8046875, false], [-7.0546875, false], [-9.0546875, false], [-7.4296875, false], [-7.0546875, false], [-9.3046875, false], [-7.5546875, false], [-7.0546875, false], [-9.3046875, false], [-6.7890625, false], [-8.0546875, false], [-10.6796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 875, "doc": {"id": "AKDE&ED_2008_8_31", "question": "Which statement explains why ducklings follow their mother when swimming across a pond?", "choices": {"text": ["Survival behavior is acquired by interaction with the parent duck.", "Survival behavior is learned by interacting with their environment.", "Inherited behavior is genetically obtained through their environment.", "Inherited behavior is genetically passed on from parents to offspring."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Inherited behavior is genetically passed on from parents to offspring.", "arguments": ["Question: Which statement explains why ducklings follow their mother when swimming across a pond?\nAnswer:", " ["], "resps": [[[-7.2890625, false]], [[-8.2890625, false]], [[-6.5390625, false]], [[-10.7890625, false]], [[-10.7890625, false]], [[-12.0390625, false]], [[-10.2890625, false]], [[-12.0390625, false]], [[-5.7890625, false]], [[-10.2890625, false]], [[-6.5390625, false]], [[-9.2890625, false]], [[-9.7890625, false]], [[-11.7890625, false]], [[-5.7890625, false]], [[-12.0390625, false]], [[-10.2890625, false]], [[-9.5390625, false]], [[-10.7890625, false]], [[-6.5390625, false]], [[-10.2890625, false]], [[-9.5390625, false]], [[-6.5390625, false]], [[-5.7890625, false]], [[-9.2890625, false]], [[-12.0390625, false]], [[-10.7890625, false]], [[-10.2890625, false]], [[-10.7890625, false]], [[-9.7890625, false]], [[-7.7890625, false]], [[-6.5390625, false]], [[-9.2890625, false]], [[-13.0390625, false]], [[-6.5390625, false]], [[-10.2890625, false]], [[-9.2890625, false]], [[-11.2890625, false]], [[-9.7890625, false]], [[-10.7890625, false]], [[-5.7890625, false]], [[-9.2890625, false]], [[-11.2890625, false]], [[-10.2890625, false]], [[-9.5390625, false]], [[-9.2890625, false]], [[-6.5390625, false]], [[-10.7890625, false]], [[-10.2890625, false]], [[-11.2890625, false]], [[-11.7890625, false]], [[-6.5390625, false]], [[-11.2890625, false]], [[-11.7890625, false]], [[-9.7890625, false]], [[-6.5390625, false]], [[-10.7890625, false]], [[-5.7890625, false]], [[-10.7890625, false]], [[-9.7890625, false]], [[-9.2890625, false]], [[-11.2890625, false]], [[-6.5390625, false]], [[-7.7890625, false]], [[-10.7890625, false]], [[-9.2890625, false]], [[-11.2890625, false]], [[-7.7109375, false]], [[-8.2890625, false]], [[-11.2109375, false]], [[-6.5390625, false]], [[-8.2890625, false]], [[-6.5390625, false]], [[-10.7890625, false]], [[-10.7890625, false]], [[-12.0390625, false]], [[-10.2890625, false]], [[-12.0390625, false]], [[-5.7890625, false]], [[-10.2890625, false]], [[-6.5390625, false]], [[-9.2890625, false]], [[-9.7890625, false]], [[-11.7890625, false]], [[-5.7890625, false]], [[-12.0390625, false]], [[-10.2890625, false]], [[-9.5390625, false]], [[-10.7890625, false]], [[-6.5390625, false]], [[-10.2890625, false]], [[-9.5390625, false]], [[-6.5390625, false]], [[-10.2890625, false]], [[-9.7890625, false]], [[-5.7890625, false]], [[-10.7890625, false]], [[-9.2890625, false]], [[-9.7890625, false]], [[-7.7890625, false]], [[-6.5390625, false]], [[-9.2890625, false]], [[-13.0390625, false]], [[-6.5390625, false]], [[-10.2890625, false]], [[-9.2890625, false]], [[-11.2890625, false]], [[-9.7890625, false]], [[-10.7890625, false]], [[-5.7890625, false]], [[-9.2890625, false]], [[-11.2890625, false]], [[-10.2890625, false]], [[-9.2890625, false]], [[-13.2890625, false]], [[-6.5390625, false]], [[-10.7890625, false]], [[-10.2890625, false]], [[-11.2890625, false]], [[-11.7890625, false]], [[-6.5390625, false]], [[-11.2890625, false]], [[-11.7890625, false]], [[-9.7890625, false]], [[-10.2890625, false]], [[-10.7890625, false]], [[-6.5390625, false]], [[-9.7890625, false]], [[-9.2890625, false]], [[-12.0390625, false]], [[-10.2890625, false]], [[-10.7890625, false]], [[-9.5390625, false]], [[-9.2890625, false]], [[-11.5390625, false]], [[-9.7890625, false]], [[-9.2890625, false]], [[-11.2890625, false]], [[-7.7109375, false]], [[-8.2890625, false]], [[-11.2109375, false]], [[-6.5390625, false]], [[-8.2890625, false]], [[-6.2890625, false]], [[-9.2890625, false]], [[-11.7890625, false]], [[-9.7890625, false]], [[-10.7890625, false]], [[-10.2890625, false]], [[-11.2890625, false]], [[-9.7890625, false]], [[-7.7890625, false]], [[-6.5390625, false]], [[-9.2890625, false]], [[-9.7890625, false]], [[-11.7890625, false]], [[-5.7890625, false]], [[-12.0390625, false]], [[-10.2890625, false]], [[-9.5390625, false]], [[-10.7890625, false]], [[-6.5390625, false]], [[-10.2890625, false]], [[-9.5390625, false]], [[-6.5390625, false]], [[-13.2890625, false]], [[-9.7890625, false]], [[-9.2890625, false]], [[-9.7890625, false]], [[-11.2890625, false]], [[-10.2890625, false]], [[-9.2890625, false]], [[-5.7890625, false]], [[-10.2890625, false]], [[-10.2890625, false]], [[-13.0390625, false]], [[-6.5390625, false]], [[-9.5390625, false]], [[-9.2890625, false]], [[-11.2890625, false]], [[-5.7890625, false]], [[-10.2890625, false]], [[-9.2890625, false]], [[-9.7890625, false]], [[-7.7890625, false]], [[-6.5390625, false]], [[-11.2890625, false]], [[-11.7890625, false]], [[-10.7890625, false]], [[-9.5390625, false]], [[-10.7890625, false]], [[-13.2890625, false]], [[-11.7890625, false]], [[-6.5390625, false]], [[-11.2890625, false]], [[-11.7890625, false]], [[-9.7890625, false]], [[-10.2890625, false]], [[-10.7890625, false]], [[-6.5390625, false]], [[-9.7890625, false]], [[-9.2890625, false]], [[-12.0390625, false]], [[-10.2890625, false]], [[-10.7890625, false]], [[-9.5390625, false]], [[-9.2890625, false]], [[-11.5390625, false]], [[-9.7890625, false]], [[-9.2890625, false]], [[-11.2890625, false]], [[-7.7109375, false]], [[-8.2890625, false]], [[-11.2109375, false]], [[-6.5390625, false]], [[-8.2890625, false]], [[-6.2890625, false]], [[-9.2890625, false]], [[-11.7890625, false]], [[-9.7890625, false]], [[-10.7890625, false]], [[-10.2890625, false]], [[-11.2890625, false]], [[-9.7890625, false]], [[-7.7890625, false]], [[-6.5390625, false]], [[-9.2890625, false]], [[-9.7890625, false]], [[-11.7890625, false]], [[-5.7890625, false]], [[-12.0390625, false]], [[-10.2890625, false]], [[-9.5390625, false]], [[-10.7890625, false]], [[-6.5390625, false]], [[-10.2890625, false]], [[-9.5390625, false]], [[-6.5390625, false]], [[-13.2890625, false]], [[-9.7890625, false]], [[-9.2890625, false]], [[-9.7890625, false]], [[-11.2890625, false]], [[-10.2890625, false]], [[-9.2890625, false]], [[-5.7890625, false]], [[-10.2890625, false]], [[-10.2890625, false]], [[-13.0390625, false]], [[-6.5390625, false]], [[-10.7890625, false]], [[-5.7890625, false]], [[-9.5390625, false]], [[-9.5390625, false]], [[-9.7890625, false]], [[-7.7890625, false]], [[-6.5390625, false]], [[-9.5390625, false]], [[-9.2890625, false]], [[-6.5390625, false]], [[-9.0390625, false]], [[-10.7890625, false]], [[-9.5390625, false]], [[-11.5390625, false]], [[-6.5390625, false]], [[-10.7890625, false]], [[-5.7890625, false]], [[-10.7890625, false]], [[-9.7890625, false]], [[-9.2890625, false]], [[-11.2890625, false]], [[-9.5390625, false]], [[-6.5390625, false]], [[-11.2890625, false]], [[-9.5390625, false]], [[-6.5390625, false]], [[-9.5390625, false]], [[-9.0390625, false]], [[-9.0390625, false]], [[-9.5390625, false]], [[-10.7890625, false]], [[-10.7890625, false]], [[-10.2890625, false]], [[-9.2890625, false]], [[-13.2890625, false]], [[-7.7109375, false]], [[-8.2890625, false]], [[-13.0390625, false]]], "filtered_resps": [[-7.2890625, false], [-8.2890625, false], [-6.5390625, false], [-10.7890625, false], [-10.7890625, false], [-12.0390625, false], [-10.2890625, false], [-12.0390625, false], [-5.7890625, false], [-10.2890625, false], [-6.5390625, false], [-9.2890625, false], [-9.7890625, false], [-11.7890625, false], [-5.7890625, false], [-12.0390625, false], [-10.2890625, false], [-9.5390625, false], [-10.7890625, false], [-6.5390625, false], [-10.2890625, false], [-9.5390625, false], [-6.5390625, false], [-5.7890625, false], [-9.2890625, false], [-12.0390625, false], [-10.7890625, false], [-10.2890625, false], [-10.7890625, false], [-9.7890625, false], [-7.7890625, false], [-6.5390625, false], [-9.2890625, false], [-13.0390625, false], [-6.5390625, false], [-10.2890625, false], [-9.2890625, false], [-11.2890625, false], [-9.7890625, false], [-10.7890625, false], [-5.7890625, false], [-9.2890625, false], [-11.2890625, false], [-10.2890625, false], [-9.5390625, false], [-9.2890625, false], [-6.5390625, false], [-10.7890625, false], [-10.2890625, false], [-11.2890625, false], [-11.7890625, false], [-6.5390625, false], [-11.2890625, false], [-11.7890625, false], [-9.7890625, false], [-6.5390625, false], [-10.7890625, false], [-5.7890625, false], [-10.7890625, false], [-9.7890625, false], [-9.2890625, false], [-11.2890625, false], [-6.5390625, false], [-7.7890625, false], [-10.7890625, false], [-9.2890625, false], [-11.2890625, false], [-7.7109375, false], [-8.2890625, false], [-11.2109375, false], [-6.5390625, false], [-8.2890625, false], [-6.5390625, false], [-10.7890625, false], [-10.7890625, false], [-12.0390625, false], [-10.2890625, false], [-12.0390625, false], [-5.7890625, false], [-10.2890625, false], [-6.5390625, false], [-9.2890625, false], [-9.7890625, false], [-11.7890625, false], [-5.7890625, false], [-12.0390625, false], [-10.2890625, false], [-9.5390625, false], [-10.7890625, false], [-6.5390625, false], [-10.2890625, false], [-9.5390625, false], [-6.5390625, false], [-10.2890625, false], [-9.7890625, false], [-5.7890625, false], [-10.7890625, false], [-9.2890625, false], [-9.7890625, false], [-7.7890625, false], [-6.5390625, false], [-9.2890625, false], [-13.0390625, false], [-6.5390625, false], [-10.2890625, false], [-9.2890625, false], [-11.2890625, false], [-9.7890625, false], [-10.7890625, false], [-5.7890625, false], [-9.2890625, false], [-11.2890625, false], [-10.2890625, false], [-9.2890625, false], [-13.2890625, false], [-6.5390625, false], [-10.7890625, false], [-10.2890625, false], [-11.2890625, false], [-11.7890625, false], [-6.5390625, false], [-11.2890625, false], [-11.7890625, false], [-9.7890625, false], [-10.2890625, false], [-10.7890625, false], [-6.5390625, false], [-9.7890625, false], [-9.2890625, false], [-12.0390625, false], [-10.2890625, false], [-10.7890625, false], [-9.5390625, false], [-9.2890625, false], [-11.5390625, false], [-9.7890625, false], [-9.2890625, false], [-11.2890625, false], [-7.7109375, false], [-8.2890625, false], [-11.2109375, false], [-6.5390625, false], [-8.2890625, false], [-6.2890625, false], [-9.2890625, false], [-11.7890625, false], [-9.7890625, false], [-10.7890625, false], [-10.2890625, false], [-11.2890625, false], [-9.7890625, false], [-7.7890625, false], [-6.5390625, false], [-9.2890625, false], [-9.7890625, false], [-11.7890625, false], [-5.7890625, false], [-12.0390625, false], [-10.2890625, false], [-9.5390625, false], [-10.7890625, false], [-6.5390625, false], [-10.2890625, false], [-9.5390625, false], [-6.5390625, false], [-13.2890625, false], [-9.7890625, false], [-9.2890625, false], [-9.7890625, false], [-11.2890625, false], [-10.2890625, false], [-9.2890625, false], [-5.7890625, false], [-10.2890625, false], [-10.2890625, false], [-13.0390625, false], [-6.5390625, false], [-9.5390625, false], [-9.2890625, false], [-11.2890625, false], [-5.7890625, false], [-10.2890625, false], [-9.2890625, false], [-9.7890625, false], [-7.7890625, false], [-6.5390625, false], [-11.2890625, false], [-11.7890625, false], [-10.7890625, false], [-9.5390625, false], [-10.7890625, false], [-13.2890625, false], [-11.7890625, false], [-6.5390625, false], [-11.2890625, false], [-11.7890625, false], [-9.7890625, false], [-10.2890625, false], [-10.7890625, false], [-6.5390625, false], [-9.7890625, false], [-9.2890625, false], [-12.0390625, false], [-10.2890625, false], [-10.7890625, false], [-9.5390625, false], [-9.2890625, false], [-11.5390625, false], [-9.7890625, false], [-9.2890625, false], [-11.2890625, false], [-7.7109375, false], [-8.2890625, false], [-11.2109375, false], [-6.5390625, false], [-8.2890625, false], [-6.2890625, false], [-9.2890625, false], [-11.7890625, false], [-9.7890625, false], [-10.7890625, false], [-10.2890625, false], [-11.2890625, false], [-9.7890625, false], [-7.7890625, false], [-6.5390625, false], [-9.2890625, false], [-9.7890625, false], [-11.7890625, false], [-5.7890625, false], [-12.0390625, false], [-10.2890625, false], [-9.5390625, false], [-10.7890625, false], [-6.5390625, false], [-10.2890625, false], [-9.5390625, false], [-6.5390625, false], [-13.2890625, false], [-9.7890625, false], [-9.2890625, false], [-9.7890625, false], [-11.2890625, false], [-10.2890625, false], [-9.2890625, false], [-5.7890625, false], [-10.2890625, false], [-10.2890625, false], [-13.0390625, false], [-6.5390625, false], [-10.7890625, false], [-5.7890625, false], [-9.5390625, false], [-9.5390625, false], [-9.7890625, false], [-7.7890625, false], [-6.5390625, false], [-9.5390625, false], [-9.2890625, false], [-6.5390625, false], [-9.0390625, false], [-10.7890625, false], [-9.5390625, false], [-11.5390625, false], [-6.5390625, false], [-10.7890625, false], [-5.7890625, false], [-10.7890625, false], [-9.7890625, false], [-9.2890625, false], [-11.2890625, false], [-9.5390625, false], [-6.5390625, false], [-11.2890625, false], [-9.5390625, false], [-6.5390625, false], [-9.5390625, false], [-9.0390625, false], [-9.0390625, false], [-9.5390625, false], [-10.7890625, false], [-10.7890625, false], [-10.2890625, false], [-9.2890625, false], [-13.2890625, false], [-7.7109375, false], [-8.2890625, false], [-13.0390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 883, "doc": {"id": "AKDE&ED_2008_8_49", "question": "Which procedure correctly describes materials combining?", "choices": {"text": ["Salt and sand are added to hot water and stirred making a mixture.", "Oil and water are placed in a sealed bottle and shaken making a compound.", "Sugar and water are added to flour and cooked in an oven making an element.", "Soil and water are shaken in a container and left to separate forming two elements."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Salt and sand are added to hot water and stirred making a mixture.", "arguments": ["Question: Which procedure correctly describes materials combining?\nAnswer:", " ["], "resps": [[[-6.4296875, false]], [[-7.8046875, false]], [[-5.1796875, false]], [[-5.0546875, false]], [[-9.8046875, false]], [[-9.3046875, false]], [[-5.0546875, false]], [[-5.0546875, false]], [[-8.6796875, false]], [[-9.6796875, false]], [[-5.0546875, false]], [[-8.0546875, false]], [[-5.0546875, false]], [[-8.6796875, false]], [[-9.6796875, false]], [[-5.0546875, false]], [[-5.0546875, false]], [[-8.6796875, false]], [[-8.3046875, false]], [[-5.0546875, false]], [[-5.0546875, false]], [[-9.6796875, false]], [[-9.6796875, false]], [[-8.3046875, false]], [[-9.6796875, false]], [[-5.0546875, false]], [[-9.3046875, false]], [[-9.1796875, false]], [[-5.0546875, false]], [[-9.8046875, false]], [[-9.1796875, false]], [[-9.3046875, false]], [[-5.0546875, false]], [[-9.5546875, false]], [[-5.0546875, false]], [[-9.3046875, false]], [[-8.3046875, false]], [[-8.6796875, false]], [[-5.0546875, false]], [[-5.0546875, false]], [[-8.6796875, false]], [[-9.6796875, false]], [[-5.0546875, false]], [[-8.0546875, false]], [[-9.3046875, false]], [[-8.4296875, false]], [[-8.6796875, false]], [[-8.6796875, false]], [[-8.3046875, false]], [[-9.6796875, false]], [[-5.0546875, false]], [[-8.6796875, false]], [[-5.0546875, false]], [[-10.0546875, false]], [[-8.4296875, false]], [[-8.6796875, false]], [[-10.3046875, false]], [[-5.0546875, false]], [[-5.0546875, false]], [[-5.0546875, false]], [[-8.6796875, false]], [[-8.4296875, false]], [[-8.5546875, false]], [[-9.3046875, false]], [[-10.3046875, false]], [[-8.6796875, false]], [[-8.3046875, false]], [[-6.734375, false]], [[-7.8046875, false]], [[-9.359375, false]], [[-5.0546875, false]], [[-7.8046875, false]], [[-7.4296875, false]], [[-8.4296875, false]], [[-9.8046875, false]], [[-5.0546875, false]], [[-5.0546875, false]], [[-8.6796875, false]], [[-9.6796875, false]], [[-5.0546875, false]], [[-9.5546875, false]], [[-5.0546875, false]], [[-9.3046875, false]], [[-8.3046875, false]], [[-8.6796875, false]], [[-5.0546875, false]], [[-5.0546875, false]], [[-8.6796875, false]], [[-8.3046875, false]], [[-5.0546875, false]], [[-8.4296875, false]], [[-9.8046875, false]], [[-5.0546875, false]], [[-7.8046875, false]], [[-8.3046875, false]], [[-9.6796875, false]], [[-5.0546875, false]], [[-8.4296875, false]], [[-8.6796875, false]], [[-5.0546875, false]], [[-5.0546875, false]], [[-5.0546875, false]], [[-8.0546875, false]], [[-8.3046875, false]], [[-5.0546875, false]], [[-9.8046875, false]], [[-8.3046875, false]], [[-9.6796875, false]], [[-5.0546875, false]], [[-8.1796875, false]], [[-9.1796875, false]], [[-9.3046875, false]], [[-9.3046875, false]], [[-9.8046875, false]], [[-8.3046875, false]], [[-5.0546875, false]], [[-5.0546875, false]], [[-8.6796875, false]], [[-9.6796875, false]], [[-5.0546875, false]], [[-8.0546875, false]], [[-9.8046875, false]], [[-5.0546875, false]], [[-10.0546875, false]], [[-8.3046875, false]], [[-8.6796875, false]], [[-5.0546875, false]], [[-8.6796875, false]], [[-5.0546875, false]], [[-10.0546875, false]], [[-8.4296875, false]], [[-8.6796875, false]], [[-10.3046875, false]], [[-5.0546875, false]], [[-5.0546875, false]], [[-5.0546875, false]], [[-7.8046875, false]], [[-9.1796875, false]], [[-8.6796875, false]], [[-8.4296875, false]], [[-9.1796875, false]], [[-10.3046875, false]], [[-8.6796875, false]], [[-9.6796875, false]], [[-6.734375, false]], [[-7.8046875, false]], [[-9.359375, false]], [[-5.0546875, false]], [[-7.8046875, false]], [[-5.1796875, false]], [[-10.3046875, false]], [[-10.3046875, false]], [[-5.0546875, false]], [[-8.6796875, false]], [[-5.0546875, false]], [[-5.0546875, false]], [[-8.6796875, false]], [[-9.6796875, false]], [[-5.0546875, false]], [[-9.5546875, false]], [[-5.0546875, false]], [[-9.3046875, false]], [[-8.3046875, false]], [[-8.6796875, false]], [[-5.0546875, false]], [[-5.0546875, false]], [[-8.6796875, false]], [[-8.3046875, false]], [[-5.0546875, false]], [[-5.0546875, false]], [[-9.6796875, false]], [[-9.6796875, false]], [[-8.3046875, false]], [[-9.6796875, false]], [[-5.0546875, false]], [[-9.3046875, false]], [[-9.1796875, false]], [[-5.0546875, false]], [[-9.8046875, false]], [[-9.8046875, false]], [[-9.1796875, false]], [[-10.3046875, false]], [[-8.6796875, false]], [[-5.0546875, false]], [[-5.0546875, false]], [[-8.6796875, false]], [[-9.6796875, false]], [[-5.0546875, false]], [[-7.8046875, false]], [[-9.1796875, false]], [[-9.1796875, false]], [[-10.0546875, false]], [[-8.3046875, false]], [[-9.6796875, false]], [[-5.0546875, false]], [[-8.4296875, false]], [[-8.6796875, false]], [[-5.0546875, false]], [[-5.0546875, false]], [[-8.6796875, false]], [[-5.0546875, false]], [[-9.1796875, false]], [[-9.3046875, false]], [[-8.3046875, false]], [[-8.6796875, false]], [[-5.0546875, false]], [[-8.6796875, false]], [[-5.0546875, false]], [[-10.0546875, false]], [[-8.4296875, false]], [[-8.6796875, false]], [[-10.3046875, false]], [[-5.0546875, false]], [[-5.0546875, false]], [[-8.6796875, false]], [[-5.0546875, false]], [[-8.3046875, false]], [[-9.8046875, false]], [[-8.3046875, false]], [[-8.6796875, false]], [[-8.3046875, false]], [[-8.6796875, false]], [[-9.3046875, false]], [[-6.734375, false]], [[-7.8046875, false]], [[-9.359375, false]], [[-5.0546875, false]], [[-7.8046875, false]], [[-5.1796875, false]], [[-9.1796875, false]], [[-8.4296875, false]], [[-9.8046875, false]], [[-5.0546875, false]], [[-5.0546875, false]], [[-8.6796875, false]], [[-9.6796875, false]], [[-5.0546875, false]], [[-9.5546875, false]], [[-5.0546875, false]], [[-9.3046875, false]], [[-8.3046875, false]], [[-8.6796875, false]], [[-5.0546875, false]], [[-5.0546875, false]], [[-8.6796875, false]], [[-8.3046875, false]], [[-5.0546875, false]], [[-8.0546875, false]], [[-9.8046875, false]], [[-5.0546875, false]], [[-10.0546875, false]], [[-8.3046875, false]], [[-8.6796875, false]], [[-5.0546875, false]], [[-8.4296875, false]], [[-8.6796875, false]], [[-5.0546875, false]], [[-5.0546875, false]], [[-5.0546875, false]], [[-7.8046875, false]], [[-9.1796875, false]], [[-8.6796875, false]], [[-9.3046875, false]], [[-5.0546875, false]], [[-8.4296875, false]], [[-8.6796875, false]], [[-8.3046875, false]], [[-8.6796875, false]], [[-5.0546875, false]], [[-5.0546875, false]], [[-8.6796875, false]], [[-9.6796875, false]], [[-5.0546875, false]], [[-9.8046875, false]], [[-8.3046875, false]], [[-9.8046875, false]], [[-9.3046875, false]], [[-5.0546875, false]], [[-9.3046875, false]], [[-9.1796875, false]], [[-5.0546875, false]], [[-8.0546875, false]], [[-8.3046875, false]], [[-8.4296875, false]], [[-5.0546875, false]], [[-8.6796875, false]], [[-5.0546875, false]], [[-9.3046875, false]], [[-8.3046875, false]], [[-5.0546875, false]], [[-9.8046875, false]], [[-9.1796875, false]], [[-8.6796875, false]], [[-8.6796875, false]], [[-8.4296875, false]], [[-8.6796875, false]], [[-10.3046875, false]], [[-5.0546875, false]], [[-9.3046875, false]], [[-9.5546875, false]], [[-9.1796875, false]], [[-5.0546875, false]], [[-8.3046875, false]], [[-9.8046875, false]], [[-8.3046875, false]], [[-8.6796875, false]], [[-8.3046875, false]], [[-8.6796875, false]], [[-9.3046875, false]], [[-8.0546875, false]], [[-6.734375, false]], [[-7.8046875, false]], [[-12.5546875, false]]], "filtered_resps": [[-6.4296875, false], [-7.8046875, false], [-5.1796875, false], [-5.0546875, false], [-9.8046875, false], [-9.3046875, false], [-5.0546875, false], [-5.0546875, false], [-8.6796875, false], [-9.6796875, false], [-5.0546875, false], [-8.0546875, false], [-5.0546875, false], [-8.6796875, false], [-9.6796875, false], [-5.0546875, false], [-5.0546875, false], [-8.6796875, false], [-8.3046875, false], [-5.0546875, false], [-5.0546875, false], [-9.6796875, false], [-9.6796875, false], [-8.3046875, false], [-9.6796875, false], [-5.0546875, false], [-9.3046875, false], [-9.1796875, false], [-5.0546875, false], [-9.8046875, false], [-9.1796875, false], [-9.3046875, false], [-5.0546875, false], [-9.5546875, false], [-5.0546875, false], [-9.3046875, false], [-8.3046875, false], [-8.6796875, false], [-5.0546875, false], [-5.0546875, false], [-8.6796875, false], [-9.6796875, false], [-5.0546875, false], [-8.0546875, false], [-9.3046875, false], [-8.4296875, false], [-8.6796875, false], [-8.6796875, false], [-8.3046875, false], [-9.6796875, false], [-5.0546875, false], [-8.6796875, false], [-5.0546875, false], [-10.0546875, false], [-8.4296875, false], [-8.6796875, false], [-10.3046875, false], [-5.0546875, false], [-5.0546875, false], [-5.0546875, false], [-8.6796875, false], [-8.4296875, false], [-8.5546875, false], [-9.3046875, false], [-10.3046875, false], [-8.6796875, false], [-8.3046875, false], [-6.734375, false], [-7.8046875, false], [-9.359375, false], [-5.0546875, false], [-7.8046875, false], [-7.4296875, false], [-8.4296875, false], [-9.8046875, false], [-5.0546875, false], [-5.0546875, false], [-8.6796875, false], [-9.6796875, false], [-5.0546875, false], [-9.5546875, false], [-5.0546875, false], [-9.3046875, false], [-8.3046875, false], [-8.6796875, false], [-5.0546875, false], [-5.0546875, false], [-8.6796875, false], [-8.3046875, false], [-5.0546875, false], [-8.4296875, false], [-9.8046875, false], [-5.0546875, false], [-7.8046875, false], [-8.3046875, false], [-9.6796875, false], [-5.0546875, false], [-8.4296875, false], [-8.6796875, false], [-5.0546875, false], [-5.0546875, false], [-5.0546875, false], [-8.0546875, false], [-8.3046875, false], [-5.0546875, false], [-9.8046875, false], [-8.3046875, false], [-9.6796875, false], [-5.0546875, false], [-8.1796875, false], [-9.1796875, false], [-9.3046875, false], [-9.3046875, false], [-9.8046875, false], [-8.3046875, false], [-5.0546875, false], [-5.0546875, false], [-8.6796875, false], [-9.6796875, false], [-5.0546875, false], [-8.0546875, false], [-9.8046875, false], [-5.0546875, false], [-10.0546875, false], [-8.3046875, false], [-8.6796875, false], [-5.0546875, false], [-8.6796875, false], [-5.0546875, false], [-10.0546875, false], [-8.4296875, false], [-8.6796875, false], [-10.3046875, false], [-5.0546875, false], [-5.0546875, false], [-5.0546875, false], [-7.8046875, false], [-9.1796875, false], [-8.6796875, false], [-8.4296875, false], [-9.1796875, false], [-10.3046875, false], [-8.6796875, false], [-9.6796875, false], [-6.734375, false], [-7.8046875, false], [-9.359375, false], [-5.0546875, false], [-7.8046875, false], [-5.1796875, false], [-10.3046875, false], [-10.3046875, false], [-5.0546875, false], [-8.6796875, false], [-5.0546875, false], [-5.0546875, false], [-8.6796875, false], [-9.6796875, false], [-5.0546875, false], [-9.5546875, false], [-5.0546875, false], [-9.3046875, false], [-8.3046875, false], [-8.6796875, false], [-5.0546875, false], [-5.0546875, false], [-8.6796875, false], [-8.3046875, false], [-5.0546875, false], [-5.0546875, false], [-9.6796875, false], [-9.6796875, false], [-8.3046875, false], [-9.6796875, false], [-5.0546875, false], [-9.3046875, false], [-9.1796875, false], [-5.0546875, false], [-9.8046875, false], [-9.8046875, false], [-9.1796875, false], [-10.3046875, false], [-8.6796875, false], [-5.0546875, false], [-5.0546875, false], [-8.6796875, false], [-9.6796875, false], [-5.0546875, false], [-7.8046875, false], [-9.1796875, false], [-9.1796875, false], [-10.0546875, false], [-8.3046875, false], [-9.6796875, false], [-5.0546875, false], [-8.4296875, false], [-8.6796875, false], [-5.0546875, false], [-5.0546875, false], [-8.6796875, false], [-5.0546875, false], [-9.1796875, false], [-9.3046875, false], [-8.3046875, false], [-8.6796875, false], [-5.0546875, false], [-8.6796875, false], [-5.0546875, false], [-10.0546875, false], [-8.4296875, false], [-8.6796875, false], [-10.3046875, false], [-5.0546875, false], [-5.0546875, false], [-8.6796875, false], [-5.0546875, false], [-8.3046875, false], [-9.8046875, false], [-8.3046875, false], [-8.6796875, false], [-8.3046875, false], [-8.6796875, false], [-9.3046875, false], [-6.734375, false], [-7.8046875, false], [-9.359375, false], [-5.0546875, false], [-7.8046875, false], [-5.1796875, false], [-9.1796875, false], [-8.4296875, false], [-9.8046875, false], [-5.0546875, false], [-5.0546875, false], [-8.6796875, false], [-9.6796875, false], [-5.0546875, false], [-9.5546875, false], [-5.0546875, false], [-9.3046875, false], [-8.3046875, false], [-8.6796875, false], [-5.0546875, false], [-5.0546875, false], [-8.6796875, false], [-8.3046875, false], [-5.0546875, false], [-8.0546875, false], [-9.8046875, false], [-5.0546875, false], [-10.0546875, false], [-8.3046875, false], [-8.6796875, false], [-5.0546875, false], [-8.4296875, false], [-8.6796875, false], [-5.0546875, false], [-5.0546875, false], [-5.0546875, false], [-7.8046875, false], [-9.1796875, false], [-8.6796875, false], [-9.3046875, false], [-5.0546875, false], [-8.4296875, false], [-8.6796875, false], [-8.3046875, false], [-8.6796875, false], [-5.0546875, false], [-5.0546875, false], [-8.6796875, false], [-9.6796875, false], [-5.0546875, false], [-9.8046875, false], [-8.3046875, false], [-9.8046875, false], [-9.3046875, false], [-5.0546875, false], [-9.3046875, false], [-9.1796875, false], [-5.0546875, false], [-8.0546875, false], [-8.3046875, false], [-8.4296875, false], [-5.0546875, false], [-8.6796875, false], [-5.0546875, false], [-9.3046875, false], [-8.3046875, false], [-5.0546875, false], [-9.8046875, false], [-9.1796875, false], [-8.6796875, false], [-8.6796875, false], [-8.4296875, false], [-8.6796875, false], [-10.3046875, false], [-5.0546875, false], [-9.3046875, false], [-9.5546875, false], [-9.1796875, false], [-5.0546875, false], [-8.3046875, false], [-9.8046875, false], [-8.3046875, false], [-8.6796875, false], [-8.3046875, false], [-8.6796875, false], [-9.3046875, false], [-8.0546875, false], [-6.734375, false], [-7.8046875, false], [-12.5546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 891, "doc": {"id": "VASoL_2009_5_36", "question": "An electric motor is designed to turn electrical energy into ___.", "choices": {"text": ["solar energy", "potential energy", "static electricity", "mechanical energy"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "mechanical energy", "arguments": ["Question: An electric motor is designed to turn electrical energy into ___.\nAnswer:", " ["], "resps": [[[-7.16796875, false]], [[-8.9140625, false]], [[-9.4140625, false]], [[-10.1640625, false]], [[-10.1640625, false]], [[-3.416015625, false]], [[-10.9140625, false]], [[-4.16796875, false]], [[-9.9140625, false]], [[-9.1640625, false]], [[-9.9140625, false]], [[-10.9140625, false]], [[-10.9140625, false]], [[-11.4140625, false]], [[-8.9140625, false]], [[-10.6796875, false]], [[-4.16796875, false]], [[-8.9140625, false]], [[-9.6640625, false]], [[-10.1640625, false]], [[-9.6640625, false]], [[-9.9140625, false]], [[-9.1640625, false]], [[-9.6640625, false]], [[-7.41796875, false]], [[-3.416015625, false]], [[-10.1640625, false]], [[-4.16796875, false]], [[-9.9140625, false]], [[-9.1640625, false]], [[-9.9140625, false]], [[-10.9140625, false]], [[-10.9140625, false]], [[-11.4140625, false]], [[-8.9140625, false]], [[-10.6796875, false]], [[-4.16796875, false]], [[-8.9140625, false]], [[-9.4140625, false]], [[-9.6640625, false]], [[-3.416015625, false]], [[-9.6640625, false]], [[-7.41796875, false]], [[-8.4140625, false]], [[-4.16796875, false]], [[-9.9140625, false]], [[-10.1640625, false]], [[-9.9140625, false]], [[-8.4140625, false]], [[-9.6640625, false]], [[-10.9140625, false]], [[-7.41796875, false]], [[-8.4140625, false]], [[-7.41796875, false]], [[-9.6640625, false]], [[-11.4140625, false]], [[-8.9140625, false]], [[-10.6796875, false]], [[-4.16796875, false]], [[-8.9140625, false]], [[-8.4140625, false]], [[-9.9140625, false]], [[-8.4140625, false]], [[-10.9140625, false]], [[-3.416015625, false]], [[-9.1640625, false]], [[-7.41796875, false]], [[-8.4140625, false]], [[-3.416015625, false]], [[-10.1640625, false]], [[-4.16796875, false]], [[-9.9140625, false]], [[-9.1640625, false]], [[-9.9140625, false]], [[-10.9140625, false]], [[-10.9140625, false]], [[-11.4140625, false]], [[-8.9140625, false]], [[-12.9140625, false]]], "filtered_resps": [[-7.16796875, false], [-8.9140625, false], [-9.4140625, false], [-10.1640625, false], [-10.1640625, false], [-3.416015625, false], [-10.9140625, false], [-4.16796875, false], [-9.9140625, false], [-9.1640625, false], [-9.9140625, false], [-10.9140625, false], [-10.9140625, false], [-11.4140625, false], [-8.9140625, false], [-10.6796875, false], [-4.16796875, false], [-8.9140625, false], [-9.6640625, false], [-10.1640625, false], [-9.6640625, false], [-9.9140625, false], [-9.1640625, false], [-9.6640625, false], [-7.41796875, false], [-3.416015625, false], [-10.1640625, false], [-4.16796875, false], [-9.9140625, false], [-9.1640625, false], [-9.9140625, false], [-10.9140625, false], [-10.9140625, false], [-11.4140625, false], [-8.9140625, false], [-10.6796875, false], [-4.16796875, false], [-8.9140625, false], [-9.4140625, false], [-9.6640625, false], [-3.416015625, false], [-9.6640625, false], [-7.41796875, false], [-8.4140625, false], [-4.16796875, false], [-9.9140625, false], [-10.1640625, false], [-9.9140625, false], [-8.4140625, false], [-9.6640625, false], [-10.9140625, false], [-7.41796875, false], [-8.4140625, false], [-7.41796875, false], [-9.6640625, false], [-11.4140625, false], [-8.9140625, false], [-10.6796875, false], [-4.16796875, false], [-8.9140625, false], [-8.4140625, false], [-9.9140625, false], [-8.4140625, false], [-10.9140625, false], [-3.416015625, false], [-9.1640625, false], [-7.41796875, false], [-8.4140625, false], [-3.416015625, false], [-10.1640625, false], [-4.16796875, false], [-9.9140625, false], [-9.1640625, false], [-9.9140625, false], [-10.9140625, false], [-10.9140625, false], [-11.4140625, false], [-8.9140625, false], [-12.9140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 899, "doc": {"id": "Mercury_7099225", "question": "Humans can do many things to impact the environment. Which of these is an example of how humans negatively impact the environment?", "choices": {"text": ["planting more trees", "burning less fossil fuel", "reducing beach erosion", "increasing water runoff"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "increasing water runoff", "arguments": ["Question: Humans can do many things to impact the environment. Which of these is an example of how humans negatively impact the environment?\nAnswer:", " ["], "resps": [[[-7.41796875, false]], [[-9.2890625, false]], [[-9.7890625, false]], [[-10.2890625, false]], [[-6.91796875, false]], [[-10.2890625, false]], [[-12.0390625, false]], [[-8.6640625, false]], [[-10.2890625, false]], [[-12.4140625, false]], [[-5.16796875, false]], [[-11.0390625, false]], [[-8.4140625, false]], [[-12.6640625, false]], [[-7.16796875, false]], [[-5.16796875, false]], [[-12.0390625, false]], [[-12.6640625, false]], [[-7.16796875, false]], [[-7.16796875, false]], [[-9.5390625, false]], [[-9.2890625, false]], [[-10.3828125, false]], [[-5.16796875, false]], [[-9.2890625, false]], [[-10.6640625, false]], [[-12.2890625, false]], [[-12.6640625, false]], [[-10.2890625, false]], [[-8.6640625, false]], [[-10.2890625, false]], [[-12.4140625, false]], [[-5.16796875, false]], [[-10.2890625, false]], [[-7.16796875, false]], [[-9.5390625, false]], [[-9.5390625, false]], [[-5.16796875, false]], [[-10.9140625, false]], [[-8.4140625, false]], [[-9.5390625, false]], [[-9.5390625, false]], [[-8.6640625, false]], [[-10.2890625, false]], [[-5.16796875, false]], [[-10.9140625, false]], [[-12.2890625, false]], [[-7.16796875, false]], [[-10.2890625, false]], [[-9.2890625, false]], [[-10.3828125, false]], [[-5.16796875, false]], [[-9.2890625, false]], [[-12.6640625, false]], [[-7.16796875, false]], [[-8.0390625, false]], [[-12.2890625, false]], [[-9.2890625, false]], [[-8.6640625, false]], [[-10.2890625, false]], [[-12.4140625, false]], [[-5.16796875, false]], [[-10.6640625, false]], [[-7.16796875, false]], [[-6.91796875, false]], [[-9.2890625, false]], [[-11.6640625, false]], [[-5.16796875, false]], [[-7.16796875, false]], [[-12.6640625, false]], [[-8.4140625, false]], [[-9.5390625, false]], [[-8.6640625, false]], [[-8.4140625, false]], [[-10.2890625, false]], [[-9.2890625, false]], [[-10.3828125, false]], [[-5.16796875, false]], [[-9.2890625, false]], [[-8.6640625, false]], [[-10.2890625, false]], [[-9.2890625, false]], [[-12.6640625, false]], [[-7.16796875, false]], [[-6.91796875, false]], [[-9.5390625, false]], [[-8.6640625, false]], [[-10.2890625, false]], [[-12.4140625, false]], [[-5.16796875, false]], [[-10.6640625, false]], [[-6.91796875, false]], [[-12.0390625, false]], [[-7.16796875, false]], [[-12.6640625, false]], [[-5.16796875, false]], [[-12.6640625, false]], [[-12.2890625, false]], [[-10.2890625, false]], [[-8.4140625, false]], [[-10.9140625, false]], [[-10.9140625, false]], [[-9.2890625, false]], [[-14.6640625, false]]], "filtered_resps": [[-7.41796875, false], [-9.2890625, false], [-9.7890625, false], [-10.2890625, false], [-6.91796875, false], [-10.2890625, false], [-12.0390625, false], [-8.6640625, false], [-10.2890625, false], [-12.4140625, false], [-5.16796875, false], [-11.0390625, false], [-8.4140625, false], [-12.6640625, false], [-7.16796875, false], [-5.16796875, false], [-12.0390625, false], [-12.6640625, false], [-7.16796875, false], [-7.16796875, false], [-9.5390625, false], [-9.2890625, false], [-10.3828125, false], [-5.16796875, false], [-9.2890625, false], [-10.6640625, false], [-12.2890625, false], [-12.6640625, false], [-10.2890625, false], [-8.6640625, false], [-10.2890625, false], [-12.4140625, false], [-5.16796875, false], [-10.2890625, false], [-7.16796875, false], [-9.5390625, false], [-9.5390625, false], [-5.16796875, false], [-10.9140625, false], [-8.4140625, false], [-9.5390625, false], [-9.5390625, false], [-8.6640625, false], [-10.2890625, false], [-5.16796875, false], [-10.9140625, false], [-12.2890625, false], [-7.16796875, false], [-10.2890625, false], [-9.2890625, false], [-10.3828125, false], [-5.16796875, false], [-9.2890625, false], [-12.6640625, false], [-7.16796875, false], [-8.0390625, false], [-12.2890625, false], [-9.2890625, false], [-8.6640625, false], [-10.2890625, false], [-12.4140625, false], [-5.16796875, false], [-10.6640625, false], [-7.16796875, false], [-6.91796875, false], [-9.2890625, false], [-11.6640625, false], [-5.16796875, false], [-7.16796875, false], [-12.6640625, false], [-8.4140625, false], [-9.5390625, false], [-8.6640625, false], [-8.4140625, false], [-10.2890625, false], [-9.2890625, false], [-10.3828125, false], [-5.16796875, false], [-9.2890625, false], [-8.6640625, false], [-10.2890625, false], [-9.2890625, false], [-12.6640625, false], [-7.16796875, false], [-6.91796875, false], [-9.5390625, false], [-8.6640625, false], [-10.2890625, false], [-12.4140625, false], [-5.16796875, false], [-10.6640625, false], [-6.91796875, false], [-12.0390625, false], [-7.16796875, false], [-12.6640625, false], [-5.16796875, false], [-12.6640625, false], [-12.2890625, false], [-10.2890625, false], [-8.4140625, false], [-10.9140625, false], [-10.9140625, false], [-9.2890625, false], [-14.6640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 907, "doc": {"id": "MCAS_2006_9_5", "question": "Which of the following explains why elements, such as carbon and oxygen, that are used in organic molecules are not permanently removed from the environment?", "choices": {"text": ["They are replenished by sunlight.", "They are cycled through ecosystems.", "They are replaced by volcanic eruptions.", "They are produced constantly from nutrients."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "They are cycled through ecosystems.", "arguments": ["Question: Which of the following explains why elements, such as carbon and oxygen, that are used in organic molecules are not permanently removed from the environment?\nAnswer:", " ["], "resps": [[[-7.05078125, false]], [[-9.796875, false]], [[-8.796875, false]], [[-9.546875, false]], [[-8.296875, false]], [[-11.046875, false]], [[-5.55078125, false]], [[-5.55078125, false]], [[-10.546875, false]], [[-8.296875, false]], [[-5.55078125, false]], [[-10.546875, false]], [[-8.296875, false]], [[-8.796875, false]], [[-10.046875, false]], [[-8.296875, false]], [[-8.046875, false]], [[-7.55078125, false]], [[-10.046875, false]], [[-9.546875, false]], [[-8.296875, false]], [[-9.046875, false]], [[-5.55078125, false]], [[-7.80078125, false]], [[-11.046875, false]], [[-5.55078125, false]], [[-10.046875, false]], [[-11.296875, false]], [[-8.046875, false]], [[-10.046875, false]], [[-7.55078125, false]], [[-11.546875, false]], [[-9.546875, false]], [[-10.796875, false]], [[-6.765625, false]], [[-9.796875, false]], [[-9.890625, false]], [[-5.55078125, false]], [[-9.796875, false]], [[-8.796875, false]], [[-9.546875, false]], [[-8.296875, false]], [[-11.046875, false]], [[-5.55078125, false]], [[-5.55078125, false]], [[-10.546875, false]], [[-8.296875, false]], [[-5.55078125, false]], [[-7.55078125, false]], [[-11.046875, false]], [[-7.55078125, false]], [[-10.046875, false]], [[-8.296875, false]], [[-9.046875, false]], [[-5.55078125, false]], [[-10.796875, false]], [[-9.546875, false]], [[-10.546875, false]], [[-7.30078125, false]], [[-11.296875, false]], [[-11.546875, false]], [[-9.546875, false]], [[-5.55078125, false]], [[-8.296875, false]], [[-7.55078125, false]], [[-7.30078125, false]], [[-10.046875, false]], [[-11.046875, false]], [[-10.046875, false]], [[-10.796875, false]], [[-8.296875, false]], [[-8.796875, false]], [[-10.046875, false]], [[-6.765625, false]], [[-9.796875, false]], [[-9.890625, false]], [[-5.55078125, false]], [[-9.796875, false]], [[-8.796875, false]], [[-9.546875, false]], [[-8.296875, false]], [[-11.046875, false]], [[-5.55078125, false]], [[-5.55078125, false]], [[-10.546875, false]], [[-8.296875, false]], [[-5.55078125, false]], [[-10.546875, false]], [[-8.296875, false]], [[-8.796875, false]], [[-10.046875, false]], [[-5.55078125, false]], [[-7.55078125, false]], [[-8.296875, false]], [[-9.046875, false]], [[-5.55078125, false]], [[-7.80078125, false]], [[-11.046875, false]], [[-5.55078125, false]], [[-11.046875, false]], [[-7.30078125, false]], [[-10.046875, false]], [[-7.55078125, false]], [[-5.55078125, false]], [[-8.046875, false]], [[-7.55078125, false]], [[-7.55078125, false]], [[-5.55078125, false]], [[-8.296875, false]], [[-10.546875, false]], [[-11.296875, false]], [[-8.796875, false]], [[-10.796875, false]], [[-7.55078125, false]], [[-7.30078125, false]], [[-8.046875, false]], [[-10.046875, false]], [[-6.765625, false]], [[-9.796875, false]], [[-9.890625, false]], [[-5.55078125, false]], [[-9.796875, false]], [[-8.796875, false]], [[-9.546875, false]], [[-8.296875, false]], [[-11.046875, false]], [[-5.55078125, false]], [[-5.55078125, false]], [[-10.546875, false]], [[-8.296875, false]], [[-5.55078125, false]], [[-8.796875, false]], [[-10.546875, false]], [[-7.30078125, false]], [[-9.046875, false]], [[-11.296875, false]], [[-7.55078125, false]], [[-8.296875, false]], [[-9.046875, false]], [[-5.55078125, false]], [[-7.55078125, false]], [[-7.30078125, false]], [[-8.046875, false]], [[-10.046875, false]], [[-10.796875, false]], [[-5.55078125, false]], [[-8.046875, false]], [[-10.796875, false]], [[-10.046875, false]], [[-11.046875, false]], [[-5.55078125, false]], [[-9.796875, false]], [[-10.546875, false]], [[-7.30078125, false]], [[-8.796875, false]], [[-5.55078125, false]], [[-8.046875, false]], [[-11.296875, false]], [[-10.796875, false]], [[-10.546875, false]], [[-7.55078125, false]], [[-8.296875, false]], [[-8.046875, false]], [[-10.796875, false]], [[-10.046875, false]], [[-6.765625, false]], [[-9.796875, false]], [[-13.296875, false]]], "filtered_resps": [[-7.05078125, false], [-9.796875, false], [-8.796875, false], [-9.546875, false], [-8.296875, false], [-11.046875, false], [-5.55078125, false], [-5.55078125, false], [-10.546875, false], [-8.296875, false], [-5.55078125, false], [-10.546875, false], [-8.296875, false], [-8.796875, false], [-10.046875, false], [-8.296875, false], [-8.046875, false], [-7.55078125, false], [-10.046875, false], [-9.546875, false], [-8.296875, false], [-9.046875, false], [-5.55078125, false], [-7.80078125, false], [-11.046875, false], [-5.55078125, false], [-10.046875, false], [-11.296875, false], [-8.046875, false], [-10.046875, false], [-7.55078125, false], [-11.546875, false], [-9.546875, false], [-10.796875, false], [-6.765625, false], [-9.796875, false], [-9.890625, false], [-5.55078125, false], [-9.796875, false], [-8.796875, false], [-9.546875, false], [-8.296875, false], [-11.046875, false], [-5.55078125, false], [-5.55078125, false], [-10.546875, false], [-8.296875, false], [-5.55078125, false], [-7.55078125, false], [-11.046875, false], [-7.55078125, false], [-10.046875, false], [-8.296875, false], [-9.046875, false], [-5.55078125, false], [-10.796875, false], [-9.546875, false], [-10.546875, false], [-7.30078125, false], [-11.296875, false], [-11.546875, false], [-9.546875, false], [-5.55078125, false], [-8.296875, false], [-7.55078125, false], [-7.30078125, false], [-10.046875, false], [-11.046875, false], [-10.046875, false], [-10.796875, false], [-8.296875, false], [-8.796875, false], [-10.046875, false], [-6.765625, false], [-9.796875, false], [-9.890625, false], [-5.55078125, false], [-9.796875, false], [-8.796875, false], [-9.546875, false], [-8.296875, false], [-11.046875, false], [-5.55078125, false], [-5.55078125, false], [-10.546875, false], [-8.296875, false], [-5.55078125, false], [-10.546875, false], [-8.296875, false], [-8.796875, false], [-10.046875, false], [-5.55078125, false], [-7.55078125, false], [-8.296875, false], [-9.046875, false], [-5.55078125, false], [-7.80078125, false], [-11.046875, false], [-5.55078125, false], [-11.046875, false], [-7.30078125, false], [-10.046875, false], [-7.55078125, false], [-5.55078125, false], [-8.046875, false], [-7.55078125, false], [-7.55078125, false], [-5.55078125, false], [-8.296875, false], [-10.546875, false], [-11.296875, false], [-8.796875, false], [-10.796875, false], [-7.55078125, false], [-7.30078125, false], [-8.046875, false], [-10.046875, false], [-6.765625, false], [-9.796875, false], [-9.890625, false], [-5.55078125, false], [-9.796875, false], [-8.796875, false], [-9.546875, false], [-8.296875, false], [-11.046875, false], [-5.55078125, false], [-5.55078125, false], [-10.546875, false], [-8.296875, false], [-5.55078125, false], [-8.796875, false], [-10.546875, false], [-7.30078125, false], [-9.046875, false], [-11.296875, false], [-7.55078125, false], [-8.296875, false], [-9.046875, false], [-5.55078125, false], [-7.55078125, false], [-7.30078125, false], [-8.046875, false], [-10.046875, false], [-10.796875, false], [-5.55078125, false], [-8.046875, false], [-10.796875, false], [-10.046875, false], [-11.046875, false], [-5.55078125, false], [-9.796875, false], [-10.546875, false], [-7.30078125, false], [-8.796875, false], [-5.55078125, false], [-8.046875, false], [-11.296875, false], [-10.796875, false], [-10.546875, false], [-7.55078125, false], [-8.296875, false], [-8.046875, false], [-10.796875, false], [-10.046875, false], [-6.765625, false], [-9.796875, false], [-13.296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 915, "doc": {"id": "Mercury_SC_401358", "question": "Which substance is magnetic and conducts heat?", "choices": {"text": ["wood", "plastic", "iron", "paper"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "iron", "arguments": ["Question: Which substance is magnetic and conducts heat?\nAnswer:", " ["], "resps": [[[-8.359375, false]], [[-8.109375, false]], [[-10.359375, false]], [[-9.109375, false]], [[-9.109375, false]], [[-11.109375, false]], [[-8.109375, false]], [[-9.6953125, false]], [[-5.109375, false]], [[-8.109375, false]], [[-9.109375, false]], [[-9.109375, false]], [[-4.609375, false]], [[-8.859375, false]], [[-8.859375, false]], [[-7.109375, false]], [[-8.109375, false]], [[-8.109375, false]], [[-9.6953125, false]], [[-5.109375, false]], [[-8.109375, false]], [[-7.109375, false]], [[-8.859375, false]], [[-9.109375, false]], [[-7.859375, false]], [[-8.109375, false]], [[-9.6953125, false]], [[-5.109375, false]], [[-8.109375, false]], [[-9.109375, false]], [[-4.609375, false]], [[-9.109375, false]], [[-9.859375, false]], [[-8.859375, false]], [[-8.109375, false]], [[-13.859375, false]]], "filtered_resps": [[-8.359375, false], [-8.109375, false], [-10.359375, false], [-9.109375, false], [-9.109375, false], [-11.109375, false], [-8.109375, false], [-9.6953125, false], [-5.109375, false], [-8.109375, false], [-9.109375, false], [-9.109375, false], [-4.609375, false], [-8.859375, false], [-8.859375, false], [-7.109375, false], [-8.109375, false], [-8.109375, false], [-9.6953125, false], [-5.109375, false], [-8.109375, false], [-7.109375, false], [-8.859375, false], [-9.109375, false], [-7.859375, false], [-8.109375, false], [-9.6953125, false], [-5.109375, false], [-8.109375, false], [-9.109375, false], [-4.609375, false], [-9.109375, false], [-9.859375, false], [-8.859375, false], [-8.109375, false], [-13.859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 923, "doc": {"id": "MEAP_2005_8_16", "question": "Which of the following is true regarding the properties of an air mass?", "choices": {"text": ["An air mass is warmer at the leading edge and cooler at the trailing edge.", "An air mass has similar temperature and moisture properties throughout it.", "An air mass is cooler near the edges and has greater moisture near the center.", "An air mass has greater moisture near the edges and is cooler near the center."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "An air mass has similar temperature and moisture properties throughout it.", "arguments": ["Question: Which of the following is true regarding the properties of an air mass?\nAnswer:", " ["], "resps": [[[-7.09375, false]], [[-9.59375, false]], [[-2.09375, false]], [[-8.09375, false]], [[-5.09375, false]], [[-4.09375, false]], [[-8.34375, false]], [[-10.84375, false]], [[-5.09375, false]], [[-7.84375, false]], [[-4.09375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-5.09375, false]], [[-8.34375, false]], [[-9.34375, false]], [[-5.09375, false]], [[-10.09375, false]], [[-4.09375, false]], [[-10.84375, false]], [[-7.84375, false]], [[-7.84375, false]], [[-10.84375, false]], [[-5.09375, false]], [[-4.09375, false]], [[-10.09375, false]], [[-5.09375, false]], [[-10.09375, false]], [[-8.59375, false]], [[-7.84375, false]], [[-5.09375, false]], [[-9.34375, false]], [[-7.84375, false]], [[-4.09375, false]], [[-8.09375, false]], [[-8.34375, false]], [[-8.09375, false]], [[-11.09375, false]], [[-5.09375, false]], [[-7.84375, false]], [[-8.09375, false]], [[-11.09375, false]], [[-7.84375, false]], [[-5.09375, false]], [[-4.09375, false]], [[-8.09375, false]], [[-8.09375, false]], [[-5.09375, false]], [[-8.09375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-7.84375, false]], [[-10.84375, false]], [[-5.09375, false]], [[-4.09375, false]], [[-10.09375, false]], [[-5.09375, false]], [[-10.09375, false]], [[-8.59375, false]], [[-7.84375, false]], [[-5.09375, false]], [[-10.09375, false]], [[-10.84375, false]], [[-4.09375, false]], [[-8.34375, false]], [[-9.34375, false]], [[-8.34375, false]], [[-8.09375, false]], [[-11.09375, false]], [[-5.09375, false]], [[-7.84375, false]], [[-8.09375, false]], [[-11.09375, false]], [[-7.84375, false]], [[-6.05859375, false]], [[-9.59375, false]], [[-9.0546875, false]], [[-5.09375, false]], [[-9.59375, false]], [[-2.09375, false]], [[-8.09375, false]], [[-5.09375, false]], [[-4.09375, false]], [[-8.34375, false]], [[-10.84375, false]], [[-5.09375, false]], [[-7.84375, false]], [[-4.09375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-5.09375, false]], [[-8.59375, false]], [[-4.09375, false]], [[-9.34375, false]], [[-5.09375, false]], [[-9.34375, false]], [[-8.34375, false]], [[-7.84375, false]], [[-8.34375, false]], [[-9.34375, false]], [[-4.09375, false]], [[-10.84375, false]], [[-5.09375, false]], [[-10.09375, false]], [[-7.84375, false]], [[-7.84375, false]], [[-9.09375, false]], [[-7.84375, false]], [[-10.84375, false]], [[-4.09375, false]], [[-10.09375, false]], [[-11.84375, false]], [[-10.84375, false]], [[-7.84375, false]], [[-5.09375, false]], [[-4.09375, false]], [[-8.09375, false]], [[-8.09375, false]], [[-5.09375, false]], [[-7.84375, false]], [[-9.34375, false]], [[-8.34375, false]], [[-9.34375, false]], [[-10.09375, false]], [[-11.84375, false]], [[-10.84375, false]], [[-7.84375, false]], [[-5.09375, false]], [[-9.09375, false]], [[-10.84375, false]], [[-9.34375, false]], [[-9.09375, false]], [[-7.84375, false]], [[-10.84375, false]], [[-10.09375, false]], [[-8.34375, false]], [[-7.84375, false]], [[-9.34375, false]], [[-5.09375, false]], [[-10.09375, false]], [[-8.59375, false]], [[-10.84375, false]], [[-9.34375, false]], [[-11.84375, false]], [[-11.09375, false]], [[-8.59375, false]], [[-9.34375, false]], [[-11.84375, false]], [[-10.09375, false]], [[-5.09375, false]], [[-8.34375, false]], [[-10.09375, false]], [[-6.05859375, false]], [[-9.59375, false]], [[-9.0546875, false]], [[-5.09375, false]], [[-9.59375, false]], [[-2.09375, false]], [[-8.09375, false]], [[-5.09375, false]], [[-4.09375, false]], [[-8.34375, false]], [[-10.84375, false]], [[-5.09375, false]], [[-7.84375, false]], [[-4.09375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-5.09375, false]], [[-8.34375, false]], [[-9.34375, false]], [[-5.09375, false]], [[-8.09375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-7.84375, false]], [[-10.84375, false]], [[-5.09375, false]], [[-8.09375, false]], [[-7.84375, false]], [[-4.09375, false]], [[-10.84375, false]], [[-5.09375, false]], [[-10.09375, false]], [[-8.59375, false]], [[-7.84375, false]], [[-5.09375, false]], [[-7.84375, false]], [[-8.09375, false]], [[-11.09375, false]], [[-7.84375, false]], [[-9.34375, false]], [[-5.09375, false]], [[-4.09375, false]], [[-8.09375, false]], [[-8.09375, false]], [[-5.09375, false]], [[-8.59375, false]], [[-4.09375, false]], [[-9.34375, false]], [[-5.09375, false]], [[-11.09375, false]], [[-10.84375, false]], [[-7.84375, false]], [[-4.09375, false]], [[-10.09375, false]], [[-7.84375, false]], [[-10.84375, false]], [[-5.09375, false]], [[-7.84375, false]], [[-9.34375, false]], [[-8.34375, false]], [[-9.34375, false]], [[-10.09375, false]], [[-11.84375, false]], [[-10.84375, false]], [[-7.84375, false]], [[-5.09375, false]], [[-8.09375, false]], [[-7.84375, false]], [[-4.09375, false]], [[-10.84375, false]], [[-5.09375, false]], [[-10.09375, false]], [[-8.59375, false]], [[-7.84375, false]], [[-5.09375, false]], [[-8.09375, false]], [[-7.84375, false]], [[-8.09375, false]], [[-10.09375, false]], [[-7.84375, false]], [[-10.84375, false]], [[-6.05859375, false]], [[-9.59375, false]], [[-9.0546875, false]], [[-5.09375, false]], [[-9.59375, false]], [[-2.09375, false]], [[-8.09375, false]], [[-5.09375, false]], [[-4.09375, false]], [[-8.34375, false]], [[-10.84375, false]], [[-5.09375, false]], [[-7.84375, false]], [[-4.09375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-5.09375, false]], [[-8.59375, false]], [[-4.09375, false]], [[-9.34375, false]], [[-5.09375, false]], [[-11.09375, false]], [[-10.84375, false]], [[-7.84375, false]], [[-4.09375, false]], [[-10.09375, false]], [[-7.84375, false]], [[-10.84375, false]], [[-5.09375, false]], [[-7.84375, false]], [[-9.34375, false]], [[-8.34375, false]], [[-9.34375, false]], [[-10.09375, false]], [[-11.84375, false]], [[-10.84375, false]], [[-7.84375, false]], [[-5.09375, false]], [[-8.09375, false]], [[-7.84375, false]], [[-4.09375, false]], [[-10.84375, false]], [[-5.09375, false]], [[-10.09375, false]], [[-8.59375, false]], [[-7.84375, false]], [[-5.09375, false]], [[-7.84375, false]], [[-8.09375, false]], [[-11.09375, false]], [[-7.84375, false]], [[-9.34375, false]], [[-5.09375, false]], [[-4.09375, false]], [[-8.09375, false]], [[-8.09375, false]], [[-5.09375, false]], [[-8.34375, false]], [[-9.34375, false]], [[-5.09375, false]], [[-8.09375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-7.84375, false]], [[-10.84375, false]], [[-5.09375, false]], [[-8.09375, false]], [[-7.84375, false]], [[-4.09375, false]], [[-10.84375, false]], [[-5.09375, false]], [[-10.09375, false]], [[-8.59375, false]], [[-7.84375, false]], [[-5.09375, false]], [[-8.09375, false]], [[-7.84375, false]], [[-8.09375, false]], [[-10.09375, false]], [[-7.84375, false]], [[-10.84375, false]], [[-6.05859375, false]], [[-9.59375, false]], [[-11.34375, false]]], "filtered_resps": [[-7.09375, false], [-9.59375, false], [-2.09375, false], [-8.09375, false], [-5.09375, false], [-4.09375, false], [-8.34375, false], [-10.84375, false], [-5.09375, false], [-7.84375, false], [-4.09375, false], [-9.34375, false], [-9.34375, false], [-5.09375, false], [-8.34375, false], [-9.34375, false], [-5.09375, false], [-10.09375, false], [-4.09375, false], [-10.84375, false], [-7.84375, false], [-7.84375, false], [-10.84375, false], [-5.09375, false], [-4.09375, false], [-10.09375, false], [-5.09375, false], [-10.09375, false], [-8.59375, false], [-7.84375, false], [-5.09375, false], [-9.34375, false], [-7.84375, false], [-4.09375, false], [-8.09375, false], [-8.34375, false], [-8.09375, false], [-11.09375, false], [-5.09375, false], [-7.84375, false], [-8.09375, false], [-11.09375, false], [-7.84375, false], [-5.09375, false], [-4.09375, false], [-8.09375, false], [-8.09375, false], [-5.09375, false], [-8.09375, false], [-9.34375, false], [-9.34375, false], [-9.34375, false], [-7.84375, false], [-10.84375, false], [-5.09375, false], [-4.09375, false], [-10.09375, false], [-5.09375, false], [-10.09375, false], [-8.59375, false], [-7.84375, false], [-5.09375, false], [-10.09375, false], [-10.84375, false], [-4.09375, false], [-8.34375, false], [-9.34375, false], [-8.34375, false], [-8.09375, false], [-11.09375, false], [-5.09375, false], [-7.84375, false], [-8.09375, false], [-11.09375, false], [-7.84375, false], [-6.05859375, false], [-9.59375, false], [-9.0546875, false], [-5.09375, false], [-9.59375, false], [-2.09375, false], [-8.09375, false], [-5.09375, false], [-4.09375, false], [-8.34375, false], [-10.84375, false], [-5.09375, false], [-7.84375, false], [-4.09375, false], [-9.34375, false], [-9.34375, false], [-5.09375, false], [-8.59375, false], [-4.09375, false], [-9.34375, false], [-5.09375, false], [-9.34375, false], [-8.34375, false], [-7.84375, false], [-8.34375, false], [-9.34375, false], [-4.09375, false], [-10.84375, false], [-5.09375, false], [-10.09375, false], [-7.84375, false], [-7.84375, false], [-9.09375, false], [-7.84375, false], [-10.84375, false], [-4.09375, false], [-10.09375, false], [-11.84375, false], [-10.84375, false], [-7.84375, false], [-5.09375, false], [-4.09375, false], [-8.09375, false], [-8.09375, false], [-5.09375, false], [-7.84375, false], [-9.34375, false], [-8.34375, false], [-9.34375, false], [-10.09375, false], [-11.84375, false], [-10.84375, false], [-7.84375, false], [-5.09375, false], [-9.09375, false], [-10.84375, false], [-9.34375, false], [-9.09375, false], [-7.84375, false], [-10.84375, false], [-10.09375, false], [-8.34375, false], [-7.84375, false], [-9.34375, false], [-5.09375, false], [-10.09375, false], [-8.59375, false], [-10.84375, false], [-9.34375, false], [-11.84375, false], [-11.09375, false], [-8.59375, false], [-9.34375, false], [-11.84375, false], [-10.09375, false], [-5.09375, false], [-8.34375, false], [-10.09375, false], [-6.05859375, false], [-9.59375, false], [-9.0546875, false], [-5.09375, false], [-9.59375, false], [-2.09375, false], [-8.09375, false], [-5.09375, false], [-4.09375, false], [-8.34375, false], [-10.84375, false], [-5.09375, false], [-7.84375, false], [-4.09375, false], [-9.34375, false], [-9.34375, false], [-5.09375, false], [-8.34375, false], [-9.34375, false], [-5.09375, false], [-8.09375, false], [-9.34375, false], [-9.34375, false], [-9.34375, false], [-7.84375, false], [-10.84375, false], [-5.09375, false], [-8.09375, false], [-7.84375, false], [-4.09375, false], [-10.84375, false], [-5.09375, false], [-10.09375, false], [-8.59375, false], [-7.84375, false], [-5.09375, false], [-7.84375, false], [-8.09375, false], [-11.09375, false], [-7.84375, false], [-9.34375, false], [-5.09375, false], [-4.09375, false], [-8.09375, false], [-8.09375, false], [-5.09375, false], [-8.59375, false], [-4.09375, false], [-9.34375, false], [-5.09375, false], [-11.09375, false], [-10.84375, false], [-7.84375, false], [-4.09375, false], [-10.09375, false], [-7.84375, false], [-10.84375, false], [-5.09375, false], [-7.84375, false], [-9.34375, false], [-8.34375, false], [-9.34375, false], [-10.09375, false], [-11.84375, false], [-10.84375, false], [-7.84375, false], [-5.09375, false], [-8.09375, false], [-7.84375, false], [-4.09375, false], [-10.84375, false], [-5.09375, false], [-10.09375, false], [-8.59375, false], [-7.84375, false], [-5.09375, false], [-8.09375, false], [-7.84375, false], [-8.09375, false], [-10.09375, false], [-7.84375, false], [-10.84375, false], [-6.05859375, false], [-9.59375, false], [-9.0546875, false], [-5.09375, false], [-9.59375, false], [-2.09375, false], [-8.09375, false], [-5.09375, false], [-4.09375, false], [-8.34375, false], [-10.84375, false], [-5.09375, false], [-7.84375, false], [-4.09375, false], [-9.34375, false], [-9.34375, false], [-5.09375, false], [-8.59375, false], [-4.09375, false], [-9.34375, false], [-5.09375, false], [-11.09375, false], [-10.84375, false], [-7.84375, false], [-4.09375, false], [-10.09375, false], [-7.84375, false], [-10.84375, false], [-5.09375, false], [-7.84375, false], [-9.34375, false], [-8.34375, false], [-9.34375, false], [-10.09375, false], [-11.84375, false], [-10.84375, false], [-7.84375, false], [-5.09375, false], [-8.09375, false], [-7.84375, false], [-4.09375, false], [-10.84375, false], [-5.09375, false], [-10.09375, false], [-8.59375, false], [-7.84375, false], [-5.09375, false], [-7.84375, false], [-8.09375, false], [-11.09375, false], [-7.84375, false], [-9.34375, false], [-5.09375, false], [-4.09375, false], [-8.09375, false], [-8.09375, false], [-5.09375, false], [-8.34375, false], [-9.34375, false], [-5.09375, false], [-8.09375, false], [-9.34375, false], [-9.34375, false], [-9.34375, false], [-7.84375, false], [-10.84375, false], [-5.09375, false], [-8.09375, false], [-7.84375, false], [-4.09375, false], [-10.84375, false], [-5.09375, false], [-10.09375, false], [-8.59375, false], [-7.84375, false], [-5.09375, false], [-8.09375, false], [-7.84375, false], [-8.09375, false], [-10.09375, false], [-7.84375, false], [-10.84375, false], [-6.05859375, false], [-9.59375, false], [-11.34375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 931, "doc": {"id": "Mercury_SC_402623", "question": "What happens to sugar when it is combined with water?", "choices": {"text": ["it separates", "it dissolves", "it floats to the top", "it becomes warm"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "it dissolves", "arguments": ["Question: What happens to sugar when it is combined with water?\nAnswer:", " ["], "resps": [[[-7.421875, false]], [[-8.421875, false]], [[-9.671875, false]], [[-11.671875, false]], [[-6.921875, false]], [[-10.921875, false]], [[-11.421875, false]], [[-12.421875, false]], [[-7.421875, false]], [[-14.171875, false]], [[-7.421875, false]], [[-11.671875, false]], [[-11.421875, false]], [[-10.921875, false]], [[-8.421875, false]], [[-11.453125, false]], [[-6.921875, false]], [[-8.421875, false]], [[-9.671875, false]], [[-11.671875, false]], [[-6.921875, false]], [[-12.171875, false]], [[-9.671875, false]], [[-10.921875, false]], [[-10.921875, false]], [[-11.421875, false]], [[-11.921875, false]], [[-12.921875, false]], [[-11.421875, false]], [[-10.921875, false]], [[-8.421875, false]], [[-11.453125, false]], [[-6.921875, false]], [[-8.421875, false]], [[-9.671875, false]], [[-11.671875, false]], [[-6.921875, false]], [[-13.171875, false]], [[-11.921875, false]], [[-11.421875, false]], [[-7.421875, false]], [[-11.671875, false]], [[-10.921875, false]], [[-6.921875, false]], [[-11.671875, false]], [[-11.421875, false]], [[-6.921875, false]], [[-11.671875, false]], [[-11.671875, false]], [[-11.421875, false]], [[-6.921875, false]], [[-11.671875, false]], [[-11.421875, false]], [[-12.421875, false]], [[-8.421875, false]], [[-11.453125, false]], [[-6.921875, false]], [[-8.421875, false]], [[-9.671875, false]], [[-11.671875, false]], [[-6.921875, false]], [[-12.671875, false]], [[-11.421875, false]], [[-10.421875, false]], [[-11.421875, false]], [[-11.921875, false]], [[-11.421875, false]], [[-10.921875, false]], [[-6.921875, false]], [[-11.671875, false]], [[-7.421875, false]], [[-14.171875, false]], [[-11.921875, false]], [[-8.421875, false]], [[-13.171875, false]]], "filtered_resps": [[-7.421875, false], [-8.421875, false], [-9.671875, false], [-11.671875, false], [-6.921875, false], [-10.921875, false], [-11.421875, false], [-12.421875, false], [-7.421875, false], [-14.171875, false], [-7.421875, false], [-11.671875, false], [-11.421875, false], [-10.921875, false], [-8.421875, false], [-11.453125, false], [-6.921875, false], [-8.421875, false], [-9.671875, false], [-11.671875, false], [-6.921875, false], [-12.171875, false], [-9.671875, false], [-10.921875, false], [-10.921875, false], [-11.421875, false], [-11.921875, false], [-12.921875, false], [-11.421875, false], [-10.921875, false], [-8.421875, false], [-11.453125, false], [-6.921875, false], [-8.421875, false], [-9.671875, false], [-11.671875, false], [-6.921875, false], [-13.171875, false], [-11.921875, false], [-11.421875, false], [-7.421875, false], [-11.671875, false], [-10.921875, false], [-6.921875, false], [-11.671875, false], [-11.421875, false], [-6.921875, false], [-11.671875, false], [-11.671875, false], [-11.421875, false], [-6.921875, false], [-11.671875, false], [-11.421875, false], [-12.421875, false], [-8.421875, false], [-11.453125, false], [-6.921875, false], [-8.421875, false], [-9.671875, false], [-11.671875, false], [-6.921875, false], [-12.671875, false], [-11.421875, false], [-10.421875, false], [-11.421875, false], [-11.921875, false], [-11.421875, false], [-10.921875, false], [-6.921875, false], [-11.671875, false], [-7.421875, false], [-14.171875, false], [-11.921875, false], [-8.421875, false], [-13.171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 939, "doc": {"id": "MEA_2010_8_6-v1", "question": "What can scientists learn about the past by studying sedimentary rocks?", "choices": {"text": ["how a species changed over time", "how animals made a shelter", "the color of leaves on a plant", "the number of chambers in a dinosaur's heart"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "how a species changed over time", "arguments": ["Question: What can scientists learn about the past by studying sedimentary rocks?\nAnswer:", " ["], "resps": [[[-8.2578125, false]], [[-8.6328125, false]], [[-13.2578125, false]], [[-10.7578125, false]], [[-12.1328125, false]], [[-6.51171875, false]], [[-7.26171875, false]], [[-6.51171875, false]], [[-10.7578125, false]], [[-9.7578125, false]], [[-8.8828125, false]], [[-11.0078125, false]], [[-10.6328125, false]], [[-8.8828125, false]], [[-10.7578125, false]], [[-6.51171875, false]], [[-11.0078125, false]], [[-13.2578125, false]], [[-7.26171875, false]], [[-11.6328125, false]], [[-13.1328125, false]], [[-8.8828125, false]], [[-10.8828125, false]], [[-6.51171875, false]], [[-10.7578125, false]], [[-12.2578125, false]], [[-8.8828125, false]], [[-12.0078125, false]], [[-6.51171875, false]], [[-12.2578125, false]], [[-10.6328125, false]], [[-11.7578125, false]], [[-8.8828125, false]], [[-8.6328125, false]], [[-10.671875, false]], [[-6.51171875, false]], [[-8.6328125, false]], [[-13.2578125, false]], [[-10.7578125, false]], [[-12.1328125, false]], [[-6.51171875, false]], [[-7.26171875, false]], [[-11.6328125, false]], [[-10.6328125, false]], [[-11.7578125, false]], [[-7.26171875, false]], [[-11.6328125, false]], [[-10.7578125, false]], [[-6.51171875, false]], [[-11.7578125, false]], [[-7.26171875, false]], [[-10.8828125, false]], [[-8.8828125, false]], [[-6.51171875, false]], [[-7.26171875, false]], [[-6.51171875, false]], [[-10.7578125, false]], [[-13.2578125, false]], [[-8.8828125, false]], [[-11.6328125, false]], [[-12.2578125, false]], [[-8.8828125, false]], [[-12.0078125, false]], [[-8.6328125, false]], [[-10.671875, false]], [[-6.51171875, false]], [[-8.6328125, false]], [[-12.2578125, false]], [[-13.2578125, false]], [[-8.8828125, false]], [[-6.51171875, false]], [[-11.0078125, false]], [[-10.7578125, false]], [[-11.6328125, false]], [[-10.7578125, false]], [[-12.0078125, false]], [[-6.51171875, false]], [[-10.7578125, false]], [[-10.7578125, false]], [[-6.51171875, false]], [[-11.6328125, false]], [[-8.8828125, false]], [[-7.26171875, false]], [[-12.2578125, false]], [[-8.8828125, false]], [[-10.7578125, false]], [[-6.51171875, false]], [[-10.7578125, false]], [[-11.6328125, false]], [[-6.51171875, false]], [[-7.26171875, false]], [[-6.51171875, false]], [[-9.7578125, false]], [[-11.6328125, false]], [[-7.26171875, false]], [[-11.6328125, false]], [[-12.2578125, false]], [[-8.6328125, false]], [[-10.671875, false]], [[-6.51171875, false]], [[-6.26171875, false]], [[-12.2578125, false]], [[-13.2578125, false]], [[-8.8828125, false]], [[-6.51171875, false]], [[-11.6328125, false]], [[-12.6328125, false]], [[-11.7578125, false]], [[-10.5078125, false]], [[-8.8828125, false]], [[-12.0078125, false]], [[-6.51171875, false]], [[-10.7578125, false]], [[-10.7578125, false]], [[-6.51171875, false]], [[-11.0078125, false]], [[-13.2578125, false]], [[-7.26171875, false]], [[-11.7578125, false]], [[-10.5078125, false]], [[-8.8828125, false]], [[-12.0078125, false]], [[-10.7578125, false]], [[-6.51171875, false]], [[-10.6328125, false]], [[-11.6328125, false]], [[-6.51171875, false]], [[-7.26171875, false]], [[-6.51171875, false]], [[-10.8828125, false]], [[-10.6328125, false]], [[-11.6328125, false]], [[-10.7578125, false]], [[-10.7578125, false]], [[-7.26171875, false]], [[-12.6328125, false]], [[-12.0078125, false]], [[-8.6328125, false]], [[-10.7578125, false]], [[-6.51171875, false]], [[-13.2578125, false]], [[-8.8828125, false]], [[-7.26171875, false]], [[-12.0078125, false]], [[-12.2578125, false]], [[-6.26171875, false]], [[-13.0078125, false]]], "filtered_resps": [[-8.2578125, false], [-8.6328125, false], [-13.2578125, false], [-10.7578125, false], [-12.1328125, false], [-6.51171875, false], [-7.26171875, false], [-6.51171875, false], [-10.7578125, false], [-9.7578125, false], [-8.8828125, false], [-11.0078125, false], [-10.6328125, false], [-8.8828125, false], [-10.7578125, false], [-6.51171875, false], [-11.0078125, false], [-13.2578125, false], [-7.26171875, false], [-11.6328125, false], [-13.1328125, false], [-8.8828125, false], [-10.8828125, false], [-6.51171875, false], [-10.7578125, false], [-12.2578125, false], [-8.8828125, false], [-12.0078125, false], [-6.51171875, false], [-12.2578125, false], [-10.6328125, false], [-11.7578125, false], [-8.8828125, false], [-8.6328125, false], [-10.671875, false], [-6.51171875, false], [-8.6328125, false], [-13.2578125, false], [-10.7578125, false], [-12.1328125, false], [-6.51171875, false], [-7.26171875, false], [-11.6328125, false], [-10.6328125, false], [-11.7578125, false], [-7.26171875, false], [-11.6328125, false], [-10.7578125, false], [-6.51171875, false], [-11.7578125, false], [-7.26171875, false], [-10.8828125, false], [-8.8828125, false], [-6.51171875, false], [-7.26171875, false], [-6.51171875, false], [-10.7578125, false], [-13.2578125, false], [-8.8828125, false], [-11.6328125, false], [-12.2578125, false], [-8.8828125, false], [-12.0078125, false], [-8.6328125, false], [-10.671875, false], [-6.51171875, false], [-8.6328125, false], [-12.2578125, false], [-13.2578125, false], [-8.8828125, false], [-6.51171875, false], [-11.0078125, false], [-10.7578125, false], [-11.6328125, false], [-10.7578125, false], [-12.0078125, false], [-6.51171875, false], [-10.7578125, false], [-10.7578125, false], [-6.51171875, false], [-11.6328125, false], [-8.8828125, false], [-7.26171875, false], [-12.2578125, false], [-8.8828125, false], [-10.7578125, false], [-6.51171875, false], [-10.7578125, false], [-11.6328125, false], [-6.51171875, false], [-7.26171875, false], [-6.51171875, false], [-9.7578125, false], [-11.6328125, false], [-7.26171875, false], [-11.6328125, false], [-12.2578125, false], [-8.6328125, false], [-10.671875, false], [-6.51171875, false], [-6.26171875, false], [-12.2578125, false], [-13.2578125, false], [-8.8828125, false], [-6.51171875, false], [-11.6328125, false], [-12.6328125, false], [-11.7578125, false], [-10.5078125, false], [-8.8828125, false], [-12.0078125, false], [-6.51171875, false], [-10.7578125, false], [-10.7578125, false], [-6.51171875, false], [-11.0078125, false], [-13.2578125, false], [-7.26171875, false], [-11.7578125, false], [-10.5078125, false], [-8.8828125, false], [-12.0078125, false], [-10.7578125, false], [-6.51171875, false], [-10.6328125, false], [-11.6328125, false], [-6.51171875, false], [-7.26171875, false], [-6.51171875, false], [-10.8828125, false], [-10.6328125, false], [-11.6328125, false], [-10.7578125, false], [-10.7578125, false], [-7.26171875, false], [-12.6328125, false], [-12.0078125, false], [-8.6328125, false], [-10.7578125, false], [-6.51171875, false], [-13.2578125, false], [-8.8828125, false], [-7.26171875, false], [-12.0078125, false], [-12.2578125, false], [-6.26171875, false], [-13.0078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 947, "doc": {"id": "MCAS_8_2015_12", "question": "Which of the following statements best describes how the use of interchangeable parts has affected car manufacturing?", "choices": {"text": ["The number of cars produced has decreased.", "The need for custom manufacturing has increased.", "The efficiency of manufacturing plants has increased.", "The number of countries producing cars has decreased."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "The efficiency of manufacturing plants has increased.", "arguments": ["Question: Which of the following statements best describes how the use of interchangeable parts has affected car manufacturing?\nAnswer:", " ["], "resps": [[[-6.92578125, false]], [[-8.546875, false]], [[-7.42578125, false]], [[-9.671875, false]], [[-7.80078125, false]], [[-5.55078125, false]], [[-8.796875, false]], [[-11.046875, false]], [[-9.296875, false]], [[-7.80078125, false]], [[-7.80078125, false]], [[-9.421875, false]], [[-5.55078125, false]], [[-7.80078125, false]], [[-10.171875, false]], [[-5.55078125, false]], [[-8.296875, false]], [[-4.80078125, false]], [[-9.421875, false]], [[-9.046875, false]], [[-5.55078125, false]], [[-9.921875, false]], [[-9.421875, false]], [[-7.80078125, false]], [[-8.171875, false]], [[-11.046875, false]], [[-8.296875, false]], [[-7.80078125, false]], [[-8.171875, false]], [[-5.55078125, false]], [[-9.671875, false]], [[-4.80078125, false]], [[-9.046875, false]], [[-5.55078125, false]], [[-8.171875, false]], [[-7.80078125, false]], [[-8.296875, false]], [[-9.421875, false]], [[-7.80078125, false]], [[-4.80078125, false]], [[-9.046875, false]], [[-7.80078125, false]], [[-8.171875, false]], [[-6.54296875, false]], [[-8.546875, false]], [[-9.921875, false]], [[-5.55078125, false]], [[-8.546875, false]], [[-7.42578125, false]], [[-9.671875, false]], [[-7.80078125, false]], [[-5.55078125, false]], [[-8.796875, false]], [[-7.80078125, false]], [[-7.80078125, false]], [[-8.171875, false]], [[-5.55078125, false]], [[-10.171875, false]], [[-7.80078125, false]], [[-9.421875, false]], [[-5.55078125, false]], [[-8.296875, false]], [[-11.046875, false]], [[-9.046875, false]], [[-8.921875, false]], [[-7.80078125, false]], [[-9.296875, false]], [[-5.55078125, false]], [[-9.296875, false]], [[-4.80078125, false]], [[-8.796875, false]], [[-11.046875, false]], [[-10.171875, false]], [[-4.80078125, false]], [[-8.296875, false]], [[-8.921875, false]], [[-11.046875, false]], [[-9.421875, false]], [[-6.80078125, false]], [[-8.796875, false]], [[-10.796875, false]], [[-5.55078125, false]], [[-9.671875, false]], [[-4.80078125, false]], [[-9.046875, false]], [[-5.55078125, false]], [[-6.80078125, false]], [[-8.796875, false]], [[-8.296875, false]], [[-9.421875, false]], [[-7.80078125, false]], [[-4.80078125, false]], [[-9.046875, false]], [[-7.80078125, false]], [[-8.171875, false]], [[-6.54296875, false]], [[-8.546875, false]], [[-9.921875, false]], [[-5.55078125, false]], [[-8.546875, false]], [[-7.42578125, false]], [[-9.671875, false]], [[-7.80078125, false]], [[-5.55078125, false]], [[-7.80078125, false]], [[-10.171875, false]], [[-10.171875, false]], [[-6.80078125, false]], [[-8.296875, false]], [[-6.80078125, false]], [[-7.80078125, false]], [[-8.796875, false]], [[-8.296875, false]], [[-11.046875, false]], [[-5.55078125, false]], [[-7.80078125, false]], [[-10.171875, false]], [[-5.55078125, false]], [[-9.296875, false]], [[-4.80078125, false]], [[-8.796875, false]], [[-11.046875, false]], [[-10.171875, false]], [[-4.80078125, false]], [[-8.296875, false]], [[-8.921875, false]], [[-11.046875, false]], [[-9.421875, false]], [[-6.80078125, false]], [[-8.796875, false]], [[-10.796875, false]], [[-5.55078125, false]], [[-9.921875, false]], [[-9.046875, false]], [[-4.80078125, false]], [[-8.796875, false]], [[-8.921875, false]], [[-9.046875, false]], [[-5.55078125, false]], [[-9.671875, false]], [[-4.80078125, false]], [[-9.046875, false]], [[-5.55078125, false]], [[-6.80078125, false]], [[-8.796875, false]], [[-8.296875, false]], [[-9.421875, false]], [[-7.80078125, false]], [[-4.80078125, false]], [[-9.046875, false]], [[-7.80078125, false]], [[-8.171875, false]], [[-6.54296875, false]], [[-8.546875, false]], [[-9.921875, false]], [[-5.55078125, false]], [[-8.546875, false]], [[-7.42578125, false]], [[-9.671875, false]], [[-7.80078125, false]], [[-5.55078125, false]], [[-8.796875, false]], [[-11.046875, false]], [[-9.296875, false]], [[-7.80078125, false]], [[-7.80078125, false]], [[-9.421875, false]], [[-5.55078125, false]], [[-7.80078125, false]], [[-10.171875, false]], [[-5.55078125, false]], [[-8.296875, false]], [[-7.80078125, false]], [[-11.046875, false]], [[-8.796875, false]], [[-8.921875, false]], [[-9.421875, false]], [[-6.80078125, false]], [[-7.80078125, false]], [[-9.046875, false]], [[-5.55078125, false]], [[-9.921875, false]], [[-9.421875, false]], [[-7.80078125, false]], [[-8.171875, false]], [[-11.046875, false]], [[-8.296875, false]], [[-6.80078125, false]], [[-8.796875, false]], [[-10.796875, false]], [[-5.55078125, false]], [[-8.296875, false]], [[-4.80078125, false]], [[-9.421875, false]], [[-9.046875, false]], [[-5.55078125, false]], [[-9.671875, false]], [[-4.80078125, false]], [[-9.046875, false]], [[-5.55078125, false]], [[-8.171875, false]], [[-7.80078125, false]], [[-8.296875, false]], [[-9.421875, false]], [[-7.80078125, false]], [[-4.80078125, false]], [[-9.046875, false]], [[-7.80078125, false]], [[-8.171875, false]], [[-6.54296875, false]], [[-8.546875, false]], [[-12.171875, false]]], "filtered_resps": [[-6.92578125, false], [-8.546875, false], [-7.42578125, false], [-9.671875, false], [-7.80078125, false], [-5.55078125, false], [-8.796875, false], [-11.046875, false], [-9.296875, false], [-7.80078125, false], [-7.80078125, false], [-9.421875, false], [-5.55078125, false], [-7.80078125, false], [-10.171875, false], [-5.55078125, false], [-8.296875, false], [-4.80078125, false], [-9.421875, false], [-9.046875, false], [-5.55078125, false], [-9.921875, false], [-9.421875, false], [-7.80078125, false], [-8.171875, false], [-11.046875, false], [-8.296875, false], [-7.80078125, false], [-8.171875, false], [-5.55078125, false], [-9.671875, false], [-4.80078125, false], [-9.046875, false], [-5.55078125, false], [-8.171875, false], [-7.80078125, false], [-8.296875, false], [-9.421875, false], [-7.80078125, false], [-4.80078125, false], [-9.046875, false], [-7.80078125, false], [-8.171875, false], [-6.54296875, false], [-8.546875, false], [-9.921875, false], [-5.55078125, false], [-8.546875, false], [-7.42578125, false], [-9.671875, false], [-7.80078125, false], [-5.55078125, false], [-8.796875, false], [-7.80078125, false], [-7.80078125, false], [-8.171875, false], [-5.55078125, false], [-10.171875, false], [-7.80078125, false], [-9.421875, false], [-5.55078125, false], [-8.296875, false], [-11.046875, false], [-9.046875, false], [-8.921875, false], [-7.80078125, false], [-9.296875, false], [-5.55078125, false], [-9.296875, false], [-4.80078125, false], [-8.796875, false], [-11.046875, false], [-10.171875, false], [-4.80078125, false], [-8.296875, false], [-8.921875, false], [-11.046875, false], [-9.421875, false], [-6.80078125, false], [-8.796875, false], [-10.796875, false], [-5.55078125, false], [-9.671875, false], [-4.80078125, false], [-9.046875, false], [-5.55078125, false], [-6.80078125, false], [-8.796875, false], [-8.296875, false], [-9.421875, false], [-7.80078125, false], [-4.80078125, false], [-9.046875, false], [-7.80078125, false], [-8.171875, false], [-6.54296875, false], [-8.546875, false], [-9.921875, false], [-5.55078125, false], [-8.546875, false], [-7.42578125, false], [-9.671875, false], [-7.80078125, false], [-5.55078125, false], [-7.80078125, false], [-10.171875, false], [-10.171875, false], [-6.80078125, false], [-8.296875, false], [-6.80078125, false], [-7.80078125, false], [-8.796875, false], [-8.296875, false], [-11.046875, false], [-5.55078125, false], [-7.80078125, false], [-10.171875, false], [-5.55078125, false], [-9.296875, false], [-4.80078125, false], [-8.796875, false], [-11.046875, false], [-10.171875, false], [-4.80078125, false], [-8.296875, false], [-8.921875, false], [-11.046875, false], [-9.421875, false], [-6.80078125, false], [-8.796875, false], [-10.796875, false], [-5.55078125, false], [-9.921875, false], [-9.046875, false], [-4.80078125, false], [-8.796875, false], [-8.921875, false], [-9.046875, false], [-5.55078125, false], [-9.671875, false], [-4.80078125, false], [-9.046875, false], [-5.55078125, false], [-6.80078125, false], [-8.796875, false], [-8.296875, false], [-9.421875, false], [-7.80078125, false], [-4.80078125, false], [-9.046875, false], [-7.80078125, false], [-8.171875, false], [-6.54296875, false], [-8.546875, false], [-9.921875, false], [-5.55078125, false], [-8.546875, false], [-7.42578125, false], [-9.671875, false], [-7.80078125, false], [-5.55078125, false], [-8.796875, false], [-11.046875, false], [-9.296875, false], [-7.80078125, false], [-7.80078125, false], [-9.421875, false], [-5.55078125, false], [-7.80078125, false], [-10.171875, false], [-5.55078125, false], [-8.296875, false], [-7.80078125, false], [-11.046875, false], [-8.796875, false], [-8.921875, false], [-9.421875, false], [-6.80078125, false], [-7.80078125, false], [-9.046875, false], [-5.55078125, false], [-9.921875, false], [-9.421875, false], [-7.80078125, false], [-8.171875, false], [-11.046875, false], [-8.296875, false], [-6.80078125, false], [-8.796875, false], [-10.796875, false], [-5.55078125, false], [-8.296875, false], [-4.80078125, false], [-9.421875, false], [-9.046875, false], [-5.55078125, false], [-9.671875, false], [-4.80078125, false], [-9.046875, false], [-5.55078125, false], [-8.171875, false], [-7.80078125, false], [-8.296875, false], [-9.421875, false], [-7.80078125, false], [-4.80078125, false], [-9.046875, false], [-7.80078125, false], [-8.171875, false], [-6.54296875, false], [-8.546875, false], [-12.171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 955, "doc": {"id": "OHAT_2010_8_29", "question": "Aphids are small insects that sometimes live near ants. The ants protect the aphids from predators. The aphids produce a sweet substance that the ants eat. Which statement describes the relationship between ants and aphids?", "choices": {"text": ["Both ants and aphids benefit.", "Both ants and aphids are unaffected.", "The ants benefit and the aphids are harmed.", "The aphids benefit and the ants are unaffected."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Both ants and aphids benefit.", "arguments": ["Question: Aphids are small insects that sometimes live near ants. The ants protect the aphids from predators. The aphids produce a sweet substance that the ants eat. Which statement describes the relationship between ants and aphids?\nAnswer:", " ["], "resps": [[[-7.3125, false]], [[-9.5625, false]], [[-5.0625, false]], [[-9.8125, false]], [[-10.8125, false]], [[-10.8125, false]], [[-4.3125, false]], [[-5.8125, false]], [[-9.0625, false]], [[-10.8125, false]], [[-9.5625, false]], [[-4.3125, false]], [[-5.8125, false]], [[-9.0625, false]], [[-8.3125, false]], [[-4.3125, false]], [[-5.8125, false]], [[-8.8125, false]], [[-10.8125, false]], [[-9.3125, false]], [[-8.3125, false]], [[-9.5625, false]], [[-4.3125, false]], [[-8.0625, false]], [[-9.0625, false]], [[-9.0625, false]], [[-9.0625, false]], [[-9.8125, false]], [[-9.3125, false]], [[-10.8125, false]], [[-5.66796875, false]], [[-9.5625, false]], [[-9.421875, false]], [[-4.3125, false]], [[-9.5625, false]], [[-5.0625, false]], [[-9.8125, false]], [[-10.8125, false]], [[-10.8125, false]], [[-4.3125, false]], [[-5.8125, false]], [[-9.0625, false]], [[-10.8125, false]], [[-9.5625, false]], [[-4.3125, false]], [[-5.8125, false]], [[-9.0625, false]], [[-8.3125, false]], [[-4.3125, false]], [[-5.8125, false]], [[-8.8125, false]], [[-10.8125, false]], [[-9.3125, false]], [[-8.3125, false]], [[-9.5625, false]], [[-4.3125, false]], [[-5.8125, false]], [[-11.3125, false]], [[-9.0625, false]], [[-4.3125, false]], [[-11.8125, false]], [[-9.0625, false]], [[-5.8125, false]], [[-9.8125, false]], [[-9.8125, false]], [[-9.0625, false]], [[-8.0625, false]], [[-10.8125, false]], [[-9.0625, false]], [[-8.3125, false]], [[-5.66796875, false]], [[-9.5625, false]], [[-9.421875, false]], [[-4.3125, false]], [[-9.5625, false]], [[-6.8125, false]], [[-10.8125, false]], [[-9.0625, false]], [[-4.3125, false]], [[-5.8125, false]], [[-9.0625, false]], [[-10.8125, false]], [[-9.5625, false]], [[-4.3125, false]], [[-8.0625, false]], [[-9.0625, false]], [[-9.0625, false]], [[-9.0625, false]], [[-9.8125, false]], [[-9.3125, false]], [[-10.8125, false]], [[-4.3125, false]], [[-5.8125, false]], [[-9.0625, false]], [[-8.3125, false]], [[-4.3125, false]], [[-10.8125, false]], [[-10.8125, false]], [[-9.0625, false]], [[-4.3125, false]], [[-5.8125, false]], [[-8.8125, false]], [[-10.8125, false]], [[-9.3125, false]], [[-8.3125, false]], [[-9.5625, false]], [[-4.3125, false]], [[-5.8125, false]], [[-11.3125, false]], [[-9.0625, false]], [[-4.3125, false]], [[-10.8125, false]], [[-5.8125, false]], [[-11.3125, false]], [[-11.5625, false]], [[-9.0625, false]], [[-8.3125, false]], [[-5.66796875, false]], [[-9.5625, false]], [[-9.421875, false]], [[-4.3125, false]], [[-9.5625, false]], [[-6.8125, false]], [[-10.8125, false]], [[-9.0625, false]], [[-4.3125, false]], [[-5.8125, false]], [[-8.8125, false]], [[-10.8125, false]], [[-9.3125, false]], [[-8.3125, false]], [[-9.5625, false]], [[-4.3125, false]], [[-8.0625, false]], [[-9.0625, false]], [[-9.0625, false]], [[-9.0625, false]], [[-9.8125, false]], [[-9.3125, false]], [[-10.8125, false]], [[-4.3125, false]], [[-5.8125, false]], [[-9.0625, false]], [[-8.3125, false]], [[-4.3125, false]], [[-10.8125, false]], [[-10.8125, false]], [[-9.0625, false]], [[-4.3125, false]], [[-5.8125, false]], [[-9.0625, false]], [[-10.8125, false]], [[-9.5625, false]], [[-4.3125, false]], [[-5.8125, false]], [[-11.3125, false]], [[-9.0625, false]], [[-4.3125, false]], [[-11.8125, false]], [[-9.0625, false]], [[-5.8125, false]], [[-9.8125, false]], [[-9.8125, false]], [[-9.0625, false]], [[-8.0625, false]], [[-10.8125, false]], [[-9.0625, false]], [[-8.3125, false]], [[-5.66796875, false]], [[-9.5625, false]], [[-12.8125, false]]], "filtered_resps": [[-7.3125, false], [-9.5625, false], [-5.0625, false], [-9.8125, false], [-10.8125, false], [-10.8125, false], [-4.3125, false], [-5.8125, false], [-9.0625, false], [-10.8125, false], [-9.5625, false], [-4.3125, false], [-5.8125, false], [-9.0625, false], [-8.3125, false], [-4.3125, false], [-5.8125, false], [-8.8125, false], [-10.8125, false], [-9.3125, false], [-8.3125, false], [-9.5625, false], [-4.3125, false], [-8.0625, false], [-9.0625, false], [-9.0625, false], [-9.0625, false], [-9.8125, false], [-9.3125, false], [-10.8125, false], [-5.66796875, false], [-9.5625, false], [-9.421875, false], [-4.3125, false], [-9.5625, false], [-5.0625, false], [-9.8125, false], [-10.8125, false], [-10.8125, false], [-4.3125, false], [-5.8125, false], [-9.0625, false], [-10.8125, false], [-9.5625, false], [-4.3125, false], [-5.8125, false], [-9.0625, false], [-8.3125, false], [-4.3125, false], [-5.8125, false], [-8.8125, false], [-10.8125, false], [-9.3125, false], [-8.3125, false], [-9.5625, false], [-4.3125, false], [-5.8125, false], [-11.3125, false], [-9.0625, false], [-4.3125, false], [-11.8125, false], [-9.0625, false], [-5.8125, false], [-9.8125, false], [-9.8125, false], [-9.0625, false], [-8.0625, false], [-10.8125, false], [-9.0625, false], [-8.3125, false], [-5.66796875, false], [-9.5625, false], [-9.421875, false], [-4.3125, false], [-9.5625, false], [-6.8125, false], [-10.8125, false], [-9.0625, false], [-4.3125, false], [-5.8125, false], [-9.0625, false], [-10.8125, false], [-9.5625, false], [-4.3125, false], [-8.0625, false], [-9.0625, false], [-9.0625, false], [-9.0625, false], [-9.8125, false], [-9.3125, false], [-10.8125, false], [-4.3125, false], [-5.8125, false], [-9.0625, false], [-8.3125, false], [-4.3125, false], [-10.8125, false], [-10.8125, false], [-9.0625, false], [-4.3125, false], [-5.8125, false], [-8.8125, false], [-10.8125, false], [-9.3125, false], [-8.3125, false], [-9.5625, false], [-4.3125, false], [-5.8125, false], [-11.3125, false], [-9.0625, false], [-4.3125, false], [-10.8125, false], [-5.8125, false], [-11.3125, false], [-11.5625, false], [-9.0625, false], [-8.3125, false], [-5.66796875, false], [-9.5625, false], [-9.421875, false], [-4.3125, false], [-9.5625, false], [-6.8125, false], [-10.8125, false], [-9.0625, false], [-4.3125, false], [-5.8125, false], [-8.8125, false], [-10.8125, false], [-9.3125, false], [-8.3125, false], [-9.5625, false], [-4.3125, false], [-8.0625, false], [-9.0625, false], [-9.0625, false], [-9.0625, false], [-9.8125, false], [-9.3125, false], [-10.8125, false], [-4.3125, false], [-5.8125, false], [-9.0625, false], [-8.3125, false], [-4.3125, false], [-10.8125, false], [-10.8125, false], [-9.0625, false], [-4.3125, false], [-5.8125, false], [-9.0625, false], [-10.8125, false], [-9.5625, false], [-4.3125, false], [-5.8125, false], [-11.3125, false], [-9.0625, false], [-4.3125, false], [-11.8125, false], [-9.0625, false], [-5.8125, false], [-9.8125, false], [-9.8125, false], [-9.0625, false], [-8.0625, false], [-10.8125, false], [-9.0625, false], [-8.3125, false], [-5.66796875, false], [-9.5625, false], [-12.8125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 963, "doc": {"id": "Mercury_407668", "question": "Two students went fishing one morning and caught 20 fish. The afternoon before, they caught 5 fish. Because of their morning success, they claimed that morning was the best time to fish. Which of these would most likely disprove their claim?", "choices": {"text": ["catching more than 20 fish in the same location", "catching more than 20 fish in another location", "catching more than 20 fish the next afternoon", "catching more than 20 fish the next morning"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "catching more than 20 fish the next afternoon", "arguments": ["Question: Two students went fishing one morning and caught 20 fish. The afternoon before, they caught 5 fish. Because of their morning success, they claimed that morning was the best time to fish. Which of these would most likely disprove their claim?\nAnswer:", " ["], "resps": [[[-6.34375, false]], [[-8.84375, false]], [[-6.09375, false]], [[-4.09375, false]], [[-8.84375, false]], [[-6.09375, false]], [[-9.84375, false]], [[-8.09375, false]], [[-7.59375, false]], [[-10.09375, false]], [[-5.84375, false]], [[-8.59375, false]], [[-9.34375, false]], [[-8.84375, false]], [[-7.09375, false]], [[-5.84375, false]], [[-8.84375, false]], [[-9.84375, false]], [[-4.09375, false]], [[-7.59375, false]], [[-5.84375, false]], [[-5.84375, false]], [[-8.34375, false]], [[-5.84375, false]], [[-6.84375, false]], [[-8.09375, false]], [[-8.59375, false]], [[-9.84375, false]], [[-5.84375, false]], [[-8.09375, false]], [[-7.59375, false]], [[-5.84375, false]], [[-8.84375, false]], [[-9.84375, false]], [[-7.09375, false]], [[-5.84375, false]], [[-8.59375, false]], [[-4.09375, false]], [[-8.59375, false]], [[-7.09375, false]], [[-5.84375, false]], [[-8.59375, false]], [[-9.34375, false]], [[-6.09375, false]], [[-4.09375, false]], [[-8.84375, false]], [[-8.09375, false]], [[-9.34375, false]], [[-7.59375, false]], [[-8.84375, false]], [[-9.7109375, false]], [[-5.84375, false]], [[-8.84375, false]], [[-6.09375, false]], [[-4.09375, false]], [[-8.84375, false]], [[-6.09375, false]], [[-9.84375, false]], [[-8.09375, false]], [[-7.59375, false]], [[-10.09375, false]], [[-5.84375, false]], [[-8.59375, false]], [[-9.34375, false]], [[-8.84375, false]], [[-7.09375, false]], [[-5.84375, false]], [[-8.84375, false]], [[-9.84375, false]], [[-4.09375, false]], [[-7.59375, false]], [[-5.84375, false]], [[-5.84375, false]], [[-8.34375, false]], [[-5.84375, false]], [[-6.84375, false]], [[-8.09375, false]], [[-8.59375, false]], [[-9.84375, false]], [[-5.84375, false]], [[-8.09375, false]], [[-7.59375, false]], [[-5.84375, false]], [[-4.09375, false]], [[-7.59375, false]], [[-9.34375, false]], [[-8.84375, false]], [[-9.84375, false]], [[-7.09375, false]], [[-8.84375, false]], [[-5.84375, false]], [[-8.59375, false]], [[-9.34375, false]], [[-6.09375, false]], [[-4.09375, false]], [[-8.84375, false]], [[-8.09375, false]], [[-9.34375, false]], [[-7.59375, false]], [[-8.84375, false]], [[-9.7109375, false]], [[-5.84375, false]], [[-8.84375, false]], [[-6.09375, false]], [[-4.09375, false]], [[-8.84375, false]], [[-6.09375, false]], [[-9.84375, false]], [[-8.09375, false]], [[-7.59375, false]], [[-10.09375, false]], [[-5.84375, false]], [[-8.59375, false]], [[-9.34375, false]], [[-8.84375, false]], [[-7.09375, false]], [[-5.84375, false]], [[-8.84375, false]], [[-9.84375, false]], [[-4.09375, false]], [[-7.59375, false]], [[-5.84375, false]], [[-5.84375, false]], [[-8.34375, false]], [[-5.84375, false]], [[-6.84375, false]], [[-8.09375, false]], [[-8.59375, false]], [[-9.84375, false]], [[-5.84375, false]], [[-8.84375, false]], [[-9.84375, false]], [[-7.09375, false]], [[-5.84375, false]], [[-7.59375, false]], [[-7.09375, false]], [[-8.09375, false]], [[-8.84375, false]], [[-5.84375, false]], [[-4.09375, false]], [[-6.84375, false]], [[-8.84375, false]], [[-7.09375, false]], [[-8.84375, false]], [[-7.59375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-7.59375, false]], [[-8.84375, false]], [[-9.7109375, false]], [[-5.84375, false]], [[-8.84375, false]], [[-6.09375, false]], [[-4.09375, false]], [[-8.84375, false]], [[-6.09375, false]], [[-9.84375, false]], [[-8.09375, false]], [[-7.59375, false]], [[-10.09375, false]], [[-5.84375, false]], [[-8.59375, false]], [[-9.34375, false]], [[-8.84375, false]], [[-7.09375, false]], [[-5.84375, false]], [[-8.84375, false]], [[-9.84375, false]], [[-4.09375, false]], [[-7.59375, false]], [[-5.84375, false]], [[-5.84375, false]], [[-8.34375, false]], [[-5.84375, false]], [[-6.84375, false]], [[-8.09375, false]], [[-8.59375, false]], [[-9.84375, false]], [[-5.84375, false]], [[-8.84375, false]], [[-9.84375, false]], [[-7.09375, false]], [[-5.84375, false]], [[-7.59375, false]], [[-7.09375, false]], [[-8.09375, false]], [[-8.84375, false]], [[-5.84375, false]], [[-8.59375, false]], [[-9.34375, false]], [[-8.84375, false]], [[-7.59375, false]], [[-8.09375, false]], [[-7.59375, false]], [[-10.09375, false]], [[-8.84375, false]], [[-12.09375, false]]], "filtered_resps": [[-6.34375, false], [-8.84375, false], [-6.09375, false], [-4.09375, false], [-8.84375, false], [-6.09375, false], [-9.84375, false], [-8.09375, false], [-7.59375, false], [-10.09375, false], [-5.84375, false], [-8.59375, false], [-9.34375, false], [-8.84375, false], [-7.09375, false], [-5.84375, false], [-8.84375, false], [-9.84375, false], [-4.09375, false], [-7.59375, false], [-5.84375, false], [-5.84375, false], [-8.34375, false], [-5.84375, false], [-6.84375, false], [-8.09375, false], [-8.59375, false], [-9.84375, false], [-5.84375, false], [-8.09375, false], [-7.59375, false], [-5.84375, false], [-8.84375, false], [-9.84375, false], [-7.09375, false], [-5.84375, false], [-8.59375, false], [-4.09375, false], [-8.59375, false], [-7.09375, false], [-5.84375, false], [-8.59375, false], [-9.34375, false], [-6.09375, false], [-4.09375, false], [-8.84375, false], [-8.09375, false], [-9.34375, false], [-7.59375, false], [-8.84375, false], [-9.7109375, false], [-5.84375, false], [-8.84375, false], [-6.09375, false], [-4.09375, false], [-8.84375, false], [-6.09375, false], [-9.84375, false], [-8.09375, false], [-7.59375, false], [-10.09375, false], [-5.84375, false], [-8.59375, false], [-9.34375, false], [-8.84375, false], [-7.09375, false], [-5.84375, false], [-8.84375, false], [-9.84375, false], [-4.09375, false], [-7.59375, false], [-5.84375, false], [-5.84375, false], [-8.34375, false], [-5.84375, false], [-6.84375, false], [-8.09375, false], [-8.59375, false], [-9.84375, false], [-5.84375, false], [-8.09375, false], [-7.59375, false], [-5.84375, false], [-4.09375, false], [-7.59375, false], [-9.34375, false], [-8.84375, false], [-9.84375, false], [-7.09375, false], [-8.84375, false], [-5.84375, false], [-8.59375, false], [-9.34375, false], [-6.09375, false], [-4.09375, false], [-8.84375, false], [-8.09375, false], [-9.34375, false], [-7.59375, false], [-8.84375, false], [-9.7109375, false], [-5.84375, false], [-8.84375, false], [-6.09375, false], [-4.09375, false], [-8.84375, false], [-6.09375, false], [-9.84375, false], [-8.09375, false], [-7.59375, false], [-10.09375, false], [-5.84375, false], [-8.59375, false], [-9.34375, false], [-8.84375, false], [-7.09375, false], [-5.84375, false], [-8.84375, false], [-9.84375, false], [-4.09375, false], [-7.59375, false], [-5.84375, false], [-5.84375, false], [-8.34375, false], [-5.84375, false], [-6.84375, false], [-8.09375, false], [-8.59375, false], [-9.84375, false], [-5.84375, false], [-8.84375, false], [-9.84375, false], [-7.09375, false], [-5.84375, false], [-7.59375, false], [-7.09375, false], [-8.09375, false], [-8.84375, false], [-5.84375, false], [-4.09375, false], [-6.84375, false], [-8.84375, false], [-7.09375, false], [-8.84375, false], [-7.59375, false], [-9.34375, false], [-9.34375, false], [-7.59375, false], [-8.84375, false], [-9.7109375, false], [-5.84375, false], [-8.84375, false], [-6.09375, false], [-4.09375, false], [-8.84375, false], [-6.09375, false], [-9.84375, false], [-8.09375, false], [-7.59375, false], [-10.09375, false], [-5.84375, false], [-8.59375, false], [-9.34375, false], [-8.84375, false], [-7.09375, false], [-5.84375, false], [-8.84375, false], [-9.84375, false], [-4.09375, false], [-7.59375, false], [-5.84375, false], [-5.84375, false], [-8.34375, false], [-5.84375, false], [-6.84375, false], [-8.09375, false], [-8.59375, false], [-9.84375, false], [-5.84375, false], [-8.84375, false], [-9.84375, false], [-7.09375, false], [-5.84375, false], [-7.59375, false], [-7.09375, false], [-8.09375, false], [-8.84375, false], [-5.84375, false], [-8.59375, false], [-9.34375, false], [-8.84375, false], [-7.59375, false], [-8.09375, false], [-7.59375, false], [-10.09375, false], [-8.84375, false], [-12.09375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 971, "doc": {"id": "Mercury_7124268", "question": "A student investigated the effect of the color of light on the growth of plants. Red, yellow, and green lights were used in the experiment. If another student were to conduct the same experiment, which would be the most important procedure to follow to yield the same results?", "choices": {"text": ["to do the investigation at the same time of year", "to use the same chart for recording growth", "to do the investigation in the same room", "to use the same colors of lights"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "to use the same colors of lights", "arguments": ["Question: A student investigated the effect of the color of light on the growth of plants. Red, yellow, and green lights were used in the experiment. If another student were to conduct the same experiment, which would be the most important procedure to follow to yield the same results?\nAnswer:", " ["], "resps": [[[-7.234375, false]], [[-9.484375, false]], [[-9.734375, false]], [[-9.484375, false]], [[-5.30078125, false]], [[-9.234375, false]], [[-9.484375, false]], [[-5.30078125, false]], [[-9.734375, false]], [[-10.734375, false]], [[-8.734375, false]], [[-5.30078125, false]], [[-8.234375, false]], [[-9.984375, false]], [[-11.234375, false]], [[-8.734375, false]], [[-9.234375, false]], [[-9.734375, false]], [[-8.234375, false]], [[-10.984375, false]], [[-5.484375, false]], [[-9.734375, false]], [[-8.234375, false]], [[-9.484375, false]], [[-9.984375, false]], [[-5.234375, false]], [[-5.484375, false]], [[-9.734375, false]], [[-5.234375, false]], [[-9.734375, false]], [[-10.734375, false]], [[-8.734375, false]], [[-5.234375, false]], [[-9.234375, false]], [[-5.484375, false]], [[-10.234375, false]], [[-8.734375, false]], [[-5.234375, false]], [[-9.734375, false]], [[-8.234375, false]], [[-10.234375, false]], [[-8.734375, false]], [[-5.234375, false]], [[-9.484375, false]], [[-9.984375, false]], [[-5.234375, false]], [[-8.734375, false]], [[-8.734375, false]], [[-5.484375, false]], [[-8.984375, false]], [[-9.484375, false]], [[-9.9375, false]], [[-5.234375, false]], [[-9.484375, false]], [[-9.734375, false]], [[-9.484375, false]], [[-5.234375, false]], [[-10.234375, false]], [[-9.234375, false]], [[-8.734375, false]], [[-5.234375, false]], [[-9.734375, false]], [[-10.734375, false]], [[-8.734375, false]], [[-5.234375, false]], [[-9.234375, false]], [[-5.484375, false]], [[-10.234375, false]], [[-8.734375, false]], [[-5.234375, false]], [[-9.734375, false]], [[-10.734375, false]], [[-5.484375, false]], [[-8.984375, false]], [[-9.734375, false]], [[-5.234375, false]], [[-9.984375, false]], [[-9.484375, false]], [[-8.984375, false]], [[-5.234375, false]], [[-8.984375, false]], [[-8.734375, false]], [[-9.734375, false]], [[-9.484375, false]], [[-8.984375, false]], [[-9.234375, false]], [[-8.234375, false]], [[-9.984375, false]], [[-10.984375, false]], [[-5.234375, false]], [[-10.984375, false]], [[-8.984375, false]], [[-9.484375, false]], [[-11.234375, false]], [[-9.734375, false]], [[-10.734375, false]], [[-9.484375, false]], [[-9.9375, false]], [[-5.234375, false]], [[-9.484375, false]], [[-9.734375, false]], [[-9.484375, false]], [[-5.234375, false]], [[-9.234375, false]], [[-9.484375, false]], [[-5.234375, false]], [[-9.734375, false]], [[-10.734375, false]], [[-8.734375, false]], [[-5.234375, false]], [[-8.234375, false]], [[-9.984375, false]], [[-11.234375, false]], [[-8.734375, false]], [[-9.234375, false]], [[-9.734375, false]], [[-8.234375, false]], [[-10.984375, false]], [[-5.484375, false]], [[-9.734375, false]], [[-8.234375, false]], [[-9.484375, false]], [[-9.984375, false]], [[-5.234375, false]], [[-8.234375, false]], [[-9.984375, false]], [[-5.234375, false]], [[-9.734375, false]], [[-10.734375, false]], [[-8.734375, false]], [[-5.234375, false]], [[-9.234375, false]], [[-5.484375, false]], [[-10.234375, false]], [[-8.734375, false]], [[-5.234375, false]], [[-8.984375, false]], [[-9.484375, false]], [[-9.484375, false]], [[-10.234375, false]], [[-9.484375, false]], [[-9.9375, false]], [[-5.234375, false]], [[-9.484375, false]], [[-9.734375, false]], [[-9.484375, false]], [[-5.234375, false]], [[-10.234375, false]], [[-9.234375, false]], [[-8.734375, false]], [[-5.234375, false]], [[-9.734375, false]], [[-10.734375, false]], [[-8.734375, false]], [[-5.234375, false]], [[-9.234375, false]], [[-5.484375, false]], [[-10.234375, false]], [[-8.734375, false]], [[-5.234375, false]], [[-9.734375, false]], [[-9.484375, false]], [[-10.484375, false]], [[-9.484375, false]], [[-8.984375, false]], [[-9.234375, false]], [[-5.234375, false]], [[-9.484375, false]], [[-9.984375, false]], [[-5.234375, false]], [[-10.484375, false]], [[-8.234375, false]], [[-10.984375, false]], [[-10.734375, false]], [[-9.734375, false]], [[-9.234375, false]], [[-9.484375, false]], [[-11.734375, false]]], "filtered_resps": [[-7.234375, false], [-9.484375, false], [-9.734375, false], [-9.484375, false], [-5.30078125, false], [-9.234375, false], [-9.484375, false], [-5.30078125, false], [-9.734375, false], [-10.734375, false], [-8.734375, false], [-5.30078125, false], [-8.234375, false], [-9.984375, false], [-11.234375, false], [-8.734375, false], [-9.234375, false], [-9.734375, false], [-8.234375, false], [-10.984375, false], [-5.484375, false], [-9.734375, false], [-8.234375, false], [-9.484375, false], [-9.984375, false], [-5.234375, false], [-5.484375, false], [-9.734375, false], [-5.234375, false], [-9.734375, false], [-10.734375, false], [-8.734375, false], [-5.234375, false], [-9.234375, false], [-5.484375, false], [-10.234375, false], [-8.734375, false], [-5.234375, false], [-9.734375, false], [-8.234375, false], [-10.234375, false], [-8.734375, false], [-5.234375, false], [-9.484375, false], [-9.984375, false], [-5.234375, false], [-8.734375, false], [-8.734375, false], [-5.484375, false], [-8.984375, false], [-9.484375, false], [-9.9375, false], [-5.234375, false], [-9.484375, false], [-9.734375, false], [-9.484375, false], [-5.234375, false], [-10.234375, false], [-9.234375, false], [-8.734375, false], [-5.234375, false], [-9.734375, false], [-10.734375, false], [-8.734375, false], [-5.234375, false], [-9.234375, false], [-5.484375, false], [-10.234375, false], [-8.734375, false], [-5.234375, false], [-9.734375, false], [-10.734375, false], [-5.484375, false], [-8.984375, false], [-9.734375, false], [-5.234375, false], [-9.984375, false], [-9.484375, false], [-8.984375, false], [-5.234375, false], [-8.984375, false], [-8.734375, false], [-9.734375, false], [-9.484375, false], [-8.984375, false], [-9.234375, false], [-8.234375, false], [-9.984375, false], [-10.984375, false], [-5.234375, false], [-10.984375, false], [-8.984375, false], [-9.484375, false], [-11.234375, false], [-9.734375, false], [-10.734375, false], [-9.484375, false], [-9.9375, false], [-5.234375, false], [-9.484375, false], [-9.734375, false], [-9.484375, false], [-5.234375, false], [-9.234375, false], [-9.484375, false], [-5.234375, false], [-9.734375, false], [-10.734375, false], [-8.734375, false], [-5.234375, false], [-8.234375, false], [-9.984375, false], [-11.234375, false], [-8.734375, false], [-9.234375, false], [-9.734375, false], [-8.234375, false], [-10.984375, false], [-5.484375, false], [-9.734375, false], [-8.234375, false], [-9.484375, false], [-9.984375, false], [-5.234375, false], [-8.234375, false], [-9.984375, false], [-5.234375, false], [-9.734375, false], [-10.734375, false], [-8.734375, false], [-5.234375, false], [-9.234375, false], [-5.484375, false], [-10.234375, false], [-8.734375, false], [-5.234375, false], [-8.984375, false], [-9.484375, false], [-9.484375, false], [-10.234375, false], [-9.484375, false], [-9.9375, false], [-5.234375, false], [-9.484375, false], [-9.734375, false], [-9.484375, false], [-5.234375, false], [-10.234375, false], [-9.234375, false], [-8.734375, false], [-5.234375, false], [-9.734375, false], [-10.734375, false], [-8.734375, false], [-5.234375, false], [-9.234375, false], [-5.484375, false], [-10.234375, false], [-8.734375, false], [-5.234375, false], [-9.734375, false], [-9.484375, false], [-10.484375, false], [-9.484375, false], [-8.984375, false], [-9.234375, false], [-5.234375, false], [-9.484375, false], [-9.984375, false], [-5.234375, false], [-10.484375, false], [-8.234375, false], [-10.984375, false], [-10.734375, false], [-9.734375, false], [-9.234375, false], [-9.484375, false], [-11.734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 979, "doc": {"id": "LEAP__7_10345", "question": "What is the main reason humans need nitrogen to survive?", "choices": {"text": ["Nitrogen is used in respiration to generate energy.", "Nitrogen is used in making the proteins in the body.", "Nitrogen is used to help the body eliminate wastes.", "Nitrogen is used by nerve cells to conduct impulses."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Nitrogen is used in making the proteins in the body.", "arguments": ["Question: What is the main reason humans need nitrogen to survive?\nAnswer:", " ["], "resps": [[[-7.9296875, false]], [[-9.1796875, false]], [[-5.1796875, false]], [[-9.4296875, false]], [[-12.6796875, false]], [[-12.6796875, false]], [[-9.9296875, false]], [[-13.1796875, false]], [[-9.6796875, false]], [[-8.6796875, false]], [[-6.6796875, false]], [[-9.4296875, false]], [[-11.1796875, false]], [[-6.6796875, false]], [[-11.6796875, false]], [[-11.1796875, false]], [[-9.6796875, false]], [[-10.9296875, false]], [[-6.6796875, false]], [[-9.4296875, false]], [[-8.6796875, false]], [[-6.6796875, false]], [[-12.6796875, false]], [[-9.6796875, false]], [[-11.1796875, false]], [[-11.1796875, false]], [[-9.4296875, false]], [[-12.6796875, false]], [[-7.4296875, false]], [[-12.6796875, false]], [[-9.4296875, false]], [[-9.9296875, false]], [[-8.6796875, false]], [[-6.6796875, false]], [[-12.6796875, false]], [[-9.9296875, false]], [[-6.6796875, false]], [[-13.1796875, false]], [[-9.6796875, false]], [[-8.6796875, false]], [[-9.6796875, false]], [[-12.6796875, false]], [[-7.4296875, false]], [[-12.6796875, false]], [[-9.6796875, false]], [[-6.6796875, false]], [[-9.6796875, false]], [[-8.6796875, false]], [[-9.6796875, false]], [[-12.6796875, false]], [[-13.1796875, false]], [[-12.6796875, false]], [[-8.59375, false]], [[-9.1796875, false]], [[-11.46875, false]], [[-6.6796875, false]], [[-9.1796875, false]], [[-5.1796875, false]], [[-9.4296875, false]], [[-12.6796875, false]], [[-12.6796875, false]], [[-9.9296875, false]], [[-13.1796875, false]], [[-9.6796875, false]], [[-8.6796875, false]], [[-6.6796875, false]], [[-9.4296875, false]], [[-11.1796875, false]], [[-6.6796875, false]], [[-11.6796875, false]], [[-11.1796875, false]], [[-9.6796875, false]], [[-10.9296875, false]], [[-6.6796875, false]], [[-9.4296875, false]], [[-8.6796875, false]], [[-6.6796875, false]], [[-12.9296875, false]], [[-7.4296875, false]], [[-11.4296875, false]], [[-9.4296875, false]], [[-8.6796875, false]], [[-13.1796875, false]], [[-6.6796875, false]], [[-12.6796875, false]], [[-11.6796875, false]], [[-9.6796875, false]], [[-6.6796875, false]], [[-11.1796875, false]], [[-12.6796875, false]], [[-9.9296875, false]], [[-12.6796875, false]], [[-9.6796875, false]], [[-9.4296875, false]], [[-8.6796875, false]], [[-11.1796875, false]], [[-6.6796875, false]], [[-9.4296875, false]], [[-8.6796875, false]], [[-6.6796875, false]], [[-12.6796875, false]], [[-11.6796875, false]], [[-9.6796875, false]], [[-6.6796875, false]], [[-10.6796875, false]], [[-9.9296875, false]], [[-10.9296875, false]], [[-12.6796875, false]], [[-8.59375, false]], [[-9.1796875, false]], [[-11.46875, false]], [[-6.6796875, false]], [[-9.1796875, false]], [[-5.1796875, false]], [[-9.4296875, false]], [[-12.6796875, false]], [[-12.6796875, false]], [[-9.9296875, false]], [[-13.1796875, false]], [[-9.6796875, false]], [[-8.6796875, false]], [[-6.6796875, false]], [[-9.4296875, false]], [[-11.1796875, false]], [[-6.6796875, false]], [[-11.6796875, false]], [[-11.1796875, false]], [[-9.6796875, false]], [[-10.9296875, false]], [[-6.6796875, false]], [[-12.6796875, false]], [[-9.9296875, false]], [[-6.6796875, false]], [[-11.6796875, false]], [[-9.6796875, false]], [[-11.9296875, false]], [[-11.1796875, false]], [[-6.6796875, false]], [[-12.6796875, false]], [[-11.6796875, false]], [[-9.6796875, false]], [[-6.6796875, false]], [[-10.6796875, false]], [[-9.9296875, false]], [[-10.9296875, false]], [[-12.6796875, false]], [[-6.6796875, false]], [[-9.6796875, false]], [[-11.9296875, false]], [[-9.4296875, false]], [[-12.9296875, false]], [[-9.4296875, false]], [[-8.6796875, false]], [[-7.4296875, false]], [[-12.6796875, false]], [[-9.6796875, false]], [[-6.6796875, false]], [[-12.1796875, false]], [[-7.4296875, false]], [[-11.1796875, false]], [[-12.6796875, false]], [[-9.6796875, false]], [[-11.1796875, false]], [[-8.59375, false]], [[-9.1796875, false]], [[-11.46875, false]], [[-6.6796875, false]], [[-9.1796875, false]], [[-5.1796875, false]], [[-9.4296875, false]], [[-12.6796875, false]], [[-12.6796875, false]], [[-9.9296875, false]], [[-13.1796875, false]], [[-9.6796875, false]], [[-8.6796875, false]], [[-6.6796875, false]], [[-9.4296875, false]], [[-11.1796875, false]], [[-6.6796875, false]], [[-11.6796875, false]], [[-11.1796875, false]], [[-9.6796875, false]], [[-10.9296875, false]], [[-6.6796875, false]], [[-10.6796875, false]], [[-12.6796875, false]], [[-6.6796875, false]], [[-8.6796875, false]], [[-9.6796875, false]], [[-12.6796875, false]], [[-13.1796875, false]], [[-9.6796875, false]], [[-6.6796875, false]], [[-9.6796875, false]], [[-9.6796875, false]], [[-11.9296875, false]], [[-11.9296875, false]], [[-11.1796875, false]], [[-6.6796875, false]], [[-12.6796875, false]], [[-9.9296875, false]], [[-6.6796875, false]], [[-9.6796875, false]], [[-9.9296875, false]], [[-8.6796875, false]], [[-10.9296875, false]], [[-11.6796875, false]], [[-9.6796875, false]], [[-12.6796875, false]], [[-6.6796875, false]], [[-9.4296875, false]], [[-12.9296875, false]], [[-11.1796875, false]], [[-11.6796875, false]], [[-11.9296875, false]], [[-11.1796875, false]], [[-9.6796875, false]], [[-11.1796875, false]], [[-8.59375, false]], [[-9.1796875, false]], [[-14.1796875, false]]], "filtered_resps": [[-7.9296875, false], [-9.1796875, false], [-5.1796875, false], [-9.4296875, false], [-12.6796875, false], [-12.6796875, false], [-9.9296875, false], [-13.1796875, false], [-9.6796875, false], [-8.6796875, false], [-6.6796875, false], [-9.4296875, false], [-11.1796875, false], [-6.6796875, false], [-11.6796875, false], [-11.1796875, false], [-9.6796875, false], [-10.9296875, false], [-6.6796875, false], [-9.4296875, false], [-8.6796875, false], [-6.6796875, false], [-12.6796875, false], [-9.6796875, false], [-11.1796875, false], [-11.1796875, false], [-9.4296875, false], [-12.6796875, false], [-7.4296875, false], [-12.6796875, false], [-9.4296875, false], [-9.9296875, false], [-8.6796875, false], [-6.6796875, false], [-12.6796875, false], [-9.9296875, false], [-6.6796875, false], [-13.1796875, false], [-9.6796875, false], [-8.6796875, false], [-9.6796875, false], [-12.6796875, false], [-7.4296875, false], [-12.6796875, false], [-9.6796875, false], [-6.6796875, false], [-9.6796875, false], [-8.6796875, false], [-9.6796875, false], [-12.6796875, false], [-13.1796875, false], [-12.6796875, false], [-8.59375, false], [-9.1796875, false], [-11.46875, false], [-6.6796875, false], [-9.1796875, false], [-5.1796875, false], [-9.4296875, false], [-12.6796875, false], [-12.6796875, false], [-9.9296875, false], [-13.1796875, false], [-9.6796875, false], [-8.6796875, false], [-6.6796875, false], [-9.4296875, false], [-11.1796875, false], [-6.6796875, false], [-11.6796875, false], [-11.1796875, false], [-9.6796875, false], [-10.9296875, false], [-6.6796875, false], [-9.4296875, false], [-8.6796875, false], [-6.6796875, false], [-12.9296875, false], [-7.4296875, false], [-11.4296875, false], [-9.4296875, false], [-8.6796875, false], [-13.1796875, false], [-6.6796875, false], [-12.6796875, false], [-11.6796875, false], [-9.6796875, false], [-6.6796875, false], [-11.1796875, false], [-12.6796875, false], [-9.9296875, false], [-12.6796875, false], [-9.6796875, false], [-9.4296875, false], [-8.6796875, false], [-11.1796875, false], [-6.6796875, false], [-9.4296875, false], [-8.6796875, false], [-6.6796875, false], [-12.6796875, false], [-11.6796875, false], [-9.6796875, false], [-6.6796875, false], [-10.6796875, false], [-9.9296875, false], [-10.9296875, false], [-12.6796875, false], [-8.59375, false], [-9.1796875, false], [-11.46875, false], [-6.6796875, false], [-9.1796875, false], [-5.1796875, false], [-9.4296875, false], [-12.6796875, false], [-12.6796875, false], [-9.9296875, false], [-13.1796875, false], [-9.6796875, false], [-8.6796875, false], [-6.6796875, false], [-9.4296875, false], [-11.1796875, false], [-6.6796875, false], [-11.6796875, false], [-11.1796875, false], [-9.6796875, false], [-10.9296875, false], [-6.6796875, false], [-12.6796875, false], [-9.9296875, false], [-6.6796875, false], [-11.6796875, false], [-9.6796875, false], [-11.9296875, false], [-11.1796875, false], [-6.6796875, false], [-12.6796875, false], [-11.6796875, false], [-9.6796875, false], [-6.6796875, false], [-10.6796875, false], [-9.9296875, false], [-10.9296875, false], [-12.6796875, false], [-6.6796875, false], [-9.6796875, false], [-11.9296875, false], [-9.4296875, false], [-12.9296875, false], [-9.4296875, false], [-8.6796875, false], [-7.4296875, false], [-12.6796875, false], [-9.6796875, false], [-6.6796875, false], [-12.1796875, false], [-7.4296875, false], [-11.1796875, false], [-12.6796875, false], [-9.6796875, false], [-11.1796875, false], [-8.59375, false], [-9.1796875, false], [-11.46875, false], [-6.6796875, false], [-9.1796875, false], [-5.1796875, false], [-9.4296875, false], [-12.6796875, false], [-12.6796875, false], [-9.9296875, false], [-13.1796875, false], [-9.6796875, false], [-8.6796875, false], [-6.6796875, false], [-9.4296875, false], [-11.1796875, false], [-6.6796875, false], [-11.6796875, false], [-11.1796875, false], [-9.6796875, false], [-10.9296875, false], [-6.6796875, false], [-10.6796875, false], [-12.6796875, false], [-6.6796875, false], [-8.6796875, false], [-9.6796875, false], [-12.6796875, false], [-13.1796875, false], [-9.6796875, false], [-6.6796875, false], [-9.6796875, false], [-9.6796875, false], [-11.9296875, false], [-11.9296875, false], [-11.1796875, false], [-6.6796875, false], [-12.6796875, false], [-9.9296875, false], [-6.6796875, false], [-9.6796875, false], [-9.9296875, false], [-8.6796875, false], [-10.9296875, false], [-11.6796875, false], [-9.6796875, false], [-12.6796875, false], [-6.6796875, false], [-9.4296875, false], [-12.9296875, false], [-11.1796875, false], [-11.6796875, false], [-11.9296875, false], [-11.1796875, false], [-9.6796875, false], [-11.1796875, false], [-8.59375, false], [-9.1796875, false], [-14.1796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 987, "doc": {"id": "Mercury_SC_407376", "question": "Air is composed of nitrogen, oxygen, and other gases. Based on that information, air can be described as", "choices": {"text": ["a compound.", "an element.", "a mixture.", "a molecule."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "a mixture.", "arguments": ["Question: Air is composed of nitrogen, oxygen, and other gases. Based on that information, air can be described as\nAnswer:", " ["], "resps": [[[-7.02734375, false]], [[-7.52734375, false]], [[-2.77734375, false]], [[-5.02734375, false]], [[-5.02734375, false]], [[-7.02734375, false]], [[-8.78125, false]], [[-7.77734375, false]], [[-7.02734375, false]], [[-9.53125, false]], [[-6.27734375, false]], [[-6.27734375, false]], [[-6.37109375, false]], [[-7.52734375, false]], [[-8.2421875, false]], [[-5.02734375, false]], [[-7.52734375, false]], [[-2.77734375, false]], [[-6.27734375, false]], [[-5.02734375, false]], [[-7.52734375, false]], [[-9.28125, false]], [[-7.52734375, false]], [[-8.78125, false]], [[-7.52734375, false]], [[-6.27734375, false]], [[-9.28125, false]], [[-6.37109375, false]], [[-7.52734375, false]], [[-8.2421875, false]], [[-5.02734375, false]], [[-7.52734375, false]], [[-2.77734375, false]], [[-5.02734375, false]], [[-8.78125, false]], [[-6.27734375, false]], [[-8.28125, false]], [[-9.28125, false]], [[-9.53125, false]], [[-9.03125, false]], [[-7.52734375, false]], [[-6.37109375, false]], [[-7.52734375, false]], [[-8.2421875, false]], [[-5.02734375, false]], [[-7.52734375, false]], [[-2.77734375, false]], [[-5.02734375, false]], [[-8.78125, false]], [[-7.02734375, false]], [[-9.28125, false]], [[-7.52734375, false]], [[-5.02734375, false]], [[-9.53125, false]], [[-9.28125, false]], [[-7.52734375, false]], [[-6.37109375, false]], [[-7.52734375, false]], [[-10.28125, false]]], "filtered_resps": [[-7.02734375, false], [-7.52734375, false], [-2.77734375, false], [-5.02734375, false], [-5.02734375, false], [-7.02734375, false], [-8.78125, false], [-7.77734375, false], [-7.02734375, false], [-9.53125, false], [-6.27734375, false], [-6.27734375, false], [-6.37109375, false], [-7.52734375, false], [-8.2421875, false], [-5.02734375, false], [-7.52734375, false], [-2.77734375, false], [-6.27734375, false], [-5.02734375, false], [-7.52734375, false], [-9.28125, false], [-7.52734375, false], [-8.78125, false], [-7.52734375, false], [-6.27734375, false], [-9.28125, false], [-6.37109375, false], [-7.52734375, false], [-8.2421875, false], [-5.02734375, false], [-7.52734375, false], [-2.77734375, false], [-5.02734375, false], [-8.78125, false], [-6.27734375, false], [-8.28125, false], [-9.28125, false], [-9.53125, false], [-9.03125, false], [-7.52734375, false], [-6.37109375, false], [-7.52734375, false], [-8.2421875, false], [-5.02734375, false], [-7.52734375, false], [-2.77734375, false], [-5.02734375, false], [-8.78125, false], [-7.02734375, false], [-9.28125, false], [-7.52734375, false], [-5.02734375, false], [-9.53125, false], [-9.28125, false], [-7.52734375, false], [-6.37109375, false], [-7.52734375, false], [-10.28125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 995, "doc": {"id": "Mercury_7162785", "question": "Gravity is a measurable force of attraction which acts upon objects. Which characteristic determines the gravity of an object?", "choices": {"text": ["friction", "mass", "tension", "weight"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "mass", "arguments": ["Question: Gravity is a measurable force of attraction which acts upon objects. Which characteristic determines the gravity of an object?\nAnswer:", " ["], "resps": [[[-7.45703125, false]], [[-9.453125, false]], [[-8.453125, false]], [[-9.453125, false]], [[-8.953125, false]], [[-8.203125, false]], [[-9.703125, false]], [[-8.953125, false]], [[-9.703125, false]], [[-10.203125, false]], [[-9.453125, false]], [[-9.640625, false]], [[-4.95703125, false]], [[-9.453125, false]], [[-8.203125, false]], [[-4.20703125, false]], [[-8.203125, false]], [[-8.203125, false]], [[-9.453125, false]], [[-9.640625, false]], [[-4.95703125, false]], [[-9.453125, false]], [[-9.703125, false]], [[-8.203125, false]], [[-10.203125, false]], [[-8.203125, false]], [[-8.953125, false]], [[-9.703125, false]], [[-10.203125, false]], [[-9.453125, false]], [[-9.640625, false]], [[-4.95703125, false]], [[-9.453125, false]], [[-10.703125, false]], [[-8.203125, false]], [[-8.953125, false]], [[-9.453125, false]], [[-8.953125, false]], [[-9.703125, false]], [[-9.453125, false]], [[-11.453125, false]]], "filtered_resps": [[-7.45703125, false], [-9.453125, false], [-8.453125, false], [-9.453125, false], [-8.953125, false], [-8.203125, false], [-9.703125, false], [-8.953125, false], [-9.703125, false], [-10.203125, false], [-9.453125, false], [-9.640625, false], [-4.95703125, false], [-9.453125, false], [-8.203125, false], [-4.20703125, false], [-8.203125, false], [-8.203125, false], [-9.453125, false], [-9.640625, false], [-4.95703125, false], [-9.453125, false], [-9.703125, false], [-8.203125, false], [-10.203125, false], [-8.203125, false], [-8.953125, false], [-9.703125, false], [-10.203125, false], [-9.453125, false], [-9.640625, false], [-4.95703125, false], [-9.453125, false], [-10.703125, false], [-8.203125, false], [-8.953125, false], [-9.453125, false], [-8.953125, false], [-9.703125, false], [-9.453125, false], [-11.453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1003, "doc": {"id": "Mercury_416637", "question": "Which characteristic does a euglena share with an amoeba?", "choices": {"text": ["They reproduce by mitosis.", "They eat by phagocytosis.", "They respond to light stimuli.", "They move by changing shape."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "They reproduce by mitosis.", "arguments": ["Question: Which characteristic does a euglena share with an amoeba?\nAnswer:", " ["], "resps": [[[-7.58203125, false]], [[-9.3359375, false]], [[-8.3359375, false]], [[-10.5859375, false]], [[-6.58203125, false]], [[-11.3359375, false]], [[-6.33203125, false]], [[-10.5859375, false]], [[-6.58203125, false]], [[-10.3359375, false]], [[-10.5859375, false]], [[-9.3359375, false]], [[-9.8359375, false]], [[-9.8359375, false]], [[-8.8359375, false]], [[-6.58203125, false]], [[-6.33203125, false]], [[-9.5859375, false]], [[-11.3359375, false]], [[-6.33203125, false]], [[-11.0859375, false]], [[-8.8359375, false]], [[-10.5859375, false]], [[-9.3359375, false]], [[-9.0859375, false]], [[-8.8359375, false]], [[-9.0859375, false]], [[-8.0625, false]], [[-9.3359375, false]], [[-10.1875, false]], [[-6.33203125, false]], [[-9.3359375, false]], [[-8.3359375, false]], [[-10.5859375, false]], [[-6.58203125, false]], [[-11.3359375, false]], [[-6.33203125, false]], [[-6.58203125, false]], [[-4.33203125, false]], [[-10.5859375, false]], [[-6.33203125, false]], [[-9.5859375, false]], [[-11.3359375, false]], [[-6.33203125, false]], [[-10.3359375, false]], [[-10.5859375, false]], [[-4.33203125, false]], [[-11.3359375, false]], [[-9.3359375, false]], [[-8.8359375, false]], [[-11.3359375, false]], [[-10.5859375, false]], [[-9.3359375, false]], [[-9.0859375, false]], [[-8.8359375, false]], [[-9.0859375, false]], [[-8.0625, false]], [[-9.3359375, false]], [[-10.1875, false]], [[-6.33203125, false]], [[-9.3359375, false]], [[-8.3359375, false]], [[-10.5859375, false]], [[-6.58203125, false]], [[-11.3359375, false]], [[-6.33203125, false]], [[-10.5859375, false]], [[-6.58203125, false]], [[-9.0859375, false]], [[-10.3359375, false]], [[-9.3359375, false]], [[-9.0859375, false]], [[-9.8359375, false]], [[-6.33203125, false]], [[-10.5859375, false]], [[-9.3359375, false]], [[-6.33203125, false]], [[-9.5859375, false]], [[-8.8359375, false]], [[-11.3359375, false]], [[-10.5859375, false]], [[-10.5859375, false]], [[-6.33203125, false]], [[-9.0859375, false]], [[-10.5859375, false]], [[-8.8359375, false]], [[-11.0859375, false]], [[-9.8359375, false]], [[-9.5859375, false]], [[-8.8359375, false]], [[-8.0625, false]], [[-9.3359375, false]], [[-10.1875, false]], [[-6.33203125, false]], [[-9.3359375, false]], [[-8.3359375, false]], [[-10.5859375, false]], [[-6.58203125, false]], [[-11.3359375, false]], [[-6.33203125, false]], [[-11.0859375, false]], [[-9.3359375, false]], [[-11.8359375, false]], [[-6.58203125, false]], [[-6.33203125, false]], [[-9.5859375, false]], [[-11.3359375, false]], [[-6.33203125, false]], [[-8.8359375, false]], [[-10.5859375, false]], [[-4.33203125, false]], [[-9.0859375, false]], [[-11.3359375, false]], [[-8.8359375, false]], [[-9.0859375, false]], [[-11.3359375, false]], [[-6.33203125, false]], [[-9.0859375, false]], [[-10.5859375, false]], [[-4.33203125, false]], [[-10.3359375, false]], [[-6.58203125, false]], [[-8.0625, false]], [[-9.3359375, false]], [[-13.0859375, false]]], "filtered_resps": [[-7.58203125, false], [-9.3359375, false], [-8.3359375, false], [-10.5859375, false], [-6.58203125, false], [-11.3359375, false], [-6.33203125, false], [-10.5859375, false], [-6.58203125, false], [-10.3359375, false], [-10.5859375, false], [-9.3359375, false], [-9.8359375, false], [-9.8359375, false], [-8.8359375, false], [-6.58203125, false], [-6.33203125, false], [-9.5859375, false], [-11.3359375, false], [-6.33203125, false], [-11.0859375, false], [-8.8359375, false], [-10.5859375, false], [-9.3359375, false], [-9.0859375, false], [-8.8359375, false], [-9.0859375, false], [-8.0625, false], [-9.3359375, false], [-10.1875, false], [-6.33203125, false], [-9.3359375, false], [-8.3359375, false], [-10.5859375, false], [-6.58203125, false], [-11.3359375, false], [-6.33203125, false], [-6.58203125, false], [-4.33203125, false], [-10.5859375, false], [-6.33203125, false], [-9.5859375, false], [-11.3359375, false], [-6.33203125, false], [-10.3359375, false], [-10.5859375, false], [-4.33203125, false], [-11.3359375, false], [-9.3359375, false], [-8.8359375, false], [-11.3359375, false], [-10.5859375, false], [-9.3359375, false], [-9.0859375, false], [-8.8359375, false], [-9.0859375, false], [-8.0625, false], [-9.3359375, false], [-10.1875, false], [-6.33203125, false], [-9.3359375, false], [-8.3359375, false], [-10.5859375, false], [-6.58203125, false], [-11.3359375, false], [-6.33203125, false], [-10.5859375, false], [-6.58203125, false], [-9.0859375, false], [-10.3359375, false], [-9.3359375, false], [-9.0859375, false], [-9.8359375, false], [-6.33203125, false], [-10.5859375, false], [-9.3359375, false], [-6.33203125, false], [-9.5859375, false], [-8.8359375, false], [-11.3359375, false], [-10.5859375, false], [-10.5859375, false], [-6.33203125, false], [-9.0859375, false], [-10.5859375, false], [-8.8359375, false], [-11.0859375, false], [-9.8359375, false], [-9.5859375, false], [-8.8359375, false], [-8.0625, false], [-9.3359375, false], [-10.1875, false], [-6.33203125, false], [-9.3359375, false], [-8.3359375, false], [-10.5859375, false], [-6.58203125, false], [-11.3359375, false], [-6.33203125, false], [-11.0859375, false], [-9.3359375, false], [-11.8359375, false], [-6.58203125, false], [-6.33203125, false], [-9.5859375, false], [-11.3359375, false], [-6.33203125, false], [-8.8359375, false], [-10.5859375, false], [-4.33203125, false], [-9.0859375, false], [-11.3359375, false], [-8.8359375, false], [-9.0859375, false], [-11.3359375, false], [-6.33203125, false], [-9.0859375, false], [-10.5859375, false], [-4.33203125, false], [-10.3359375, false], [-6.58203125, false], [-8.0625, false], [-9.3359375, false], [-13.0859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1011, "doc": {"id": "ACTAAP_2015_7_1", "question": "Which statement best describes the effect deforestation has on Earth's atmosphere?", "choices": {"text": ["The amount of oxygen increases.", "The amount of methane increases.", "The amount of water vapor increases.", "The amount of carbon dioxide increases."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "The amount of carbon dioxide increases.", "arguments": ["Question: Which statement best describes the effect deforestation has on Earth's atmosphere?\nAnswer:", " ["], "resps": [[[-7.2421875, false]], [[-7.9921875, false]], [[-7.7421875, false]], [[-12.7421875, false]], [[-8.2421875, false]], [[-5.2421875, false]], [[-5.9921875, false]], [[-11.4921875, false]], [[-7.7421875, false]], [[-14.2421875, false]], [[-10.2421875, false]], [[-11.4921875, false]], [[-5.2421875, false]], [[-7.7421875, false]], [[-11.7421875, false]], [[-5.2421875, false]], [[-7.7421875, false]], [[-12.4921875, false]], [[-11.2421875, false]], [[-12.9921875, false]], [[-8.2421875, false]], [[-10.2421875, false]], [[-5.2421875, false]], [[-8.7421875, false]], [[-10.2421875, false]], [[-9.9921875, false]], [[-14.4921875, false]], [[-8.2421875, false]], [[-5.9921875, false]], [[-10.9921875, false]], [[-8.2421875, false]], [[-10.9921875, false]], [[-6.640625, false]], [[-7.9921875, false]], [[-9.640625, false]], [[-5.2421875, false]], [[-7.9921875, false]], [[-7.7421875, false]], [[-12.7421875, false]], [[-8.2421875, false]], [[-5.2421875, false]], [[-5.9921875, false]], [[-11.4921875, false]], [[-7.7421875, false]], [[-14.2421875, false]], [[-10.2421875, false]], [[-11.4921875, false]], [[-5.2421875, false]], [[-7.7421875, false]], [[-11.7421875, false]], [[-5.2421875, false]], [[-11.4921875, false]], [[-8.2421875, false]], [[-11.4921875, false]], [[-12.7421875, false]], [[-5.9921875, false]], [[-10.2421875, false]], [[-8.2421875, false]], [[-5.2421875, false]], [[-8.7421875, false]], [[-10.2421875, false]], [[-9.9921875, false]], [[-14.4921875, false]], [[-8.2421875, false]], [[-5.9921875, false]], [[-10.9921875, false]], [[-8.2421875, false]], [[-10.9921875, false]], [[-6.640625, false]], [[-7.9921875, false]], [[-9.640625, false]], [[-5.2421875, false]], [[-7.9921875, false]], [[-7.7421875, false]], [[-12.7421875, false]], [[-8.2421875, false]], [[-5.2421875, false]], [[-5.9921875, false]], [[-11.4921875, false]], [[-7.7421875, false]], [[-14.2421875, false]], [[-10.2421875, false]], [[-11.4921875, false]], [[-5.2421875, false]], [[-7.7421875, false]], [[-11.7421875, false]], [[-5.2421875, false]], [[-11.2421875, false]], [[-5.9921875, false]], [[-11.4921875, false]], [[-8.2421875, false]], [[-14.4921875, false]], [[-5.2421875, false]], [[-14.2421875, false]], [[-5.9921875, false]], [[-10.4921875, false]], [[-7.7421875, false]], [[-14.4921875, false]], [[-5.2421875, false]], [[-8.7421875, false]], [[-10.2421875, false]], [[-9.9921875, false]], [[-14.4921875, false]], [[-8.2421875, false]], [[-5.9921875, false]], [[-10.9921875, false]], [[-8.2421875, false]], [[-10.9921875, false]], [[-6.640625, false]], [[-7.9921875, false]], [[-9.640625, false]], [[-5.2421875, false]], [[-7.9921875, false]], [[-7.7421875, false]], [[-12.7421875, false]], [[-8.2421875, false]], [[-5.2421875, false]], [[-5.9921875, false]], [[-11.4921875, false]], [[-7.7421875, false]], [[-14.2421875, false]], [[-10.2421875, false]], [[-11.4921875, false]], [[-5.2421875, false]], [[-7.7421875, false]], [[-11.7421875, false]], [[-5.2421875, false]], [[-9.9921875, false]], [[-5.9921875, false]], [[-14.4921875, false]], [[-11.2421875, false]], [[-7.7421875, false]], [[-10.2421875, false]], [[-5.2421875, false]], [[-7.4921875, false]], [[-8.7421875, false]], [[-7.7421875, false]], [[-12.4921875, false]], [[-8.7421875, false]], [[-7.4921875, false]], [[-8.2421875, false]], [[-5.2421875, false]], [[-8.7421875, false]], [[-10.2421875, false]], [[-9.9921875, false]], [[-14.4921875, false]], [[-8.2421875, false]], [[-5.9921875, false]], [[-10.9921875, false]], [[-8.2421875, false]], [[-10.9921875, false]], [[-6.640625, false]], [[-7.9921875, false]], [[-14.4921875, false]]], "filtered_resps": [[-7.2421875, false], [-7.9921875, false], [-7.7421875, false], [-12.7421875, false], [-8.2421875, false], [-5.2421875, false], [-5.9921875, false], [-11.4921875, false], [-7.7421875, false], [-14.2421875, false], [-10.2421875, false], [-11.4921875, false], [-5.2421875, false], [-7.7421875, false], [-11.7421875, false], [-5.2421875, false], [-7.7421875, false], [-12.4921875, false], [-11.2421875, false], [-12.9921875, false], [-8.2421875, false], [-10.2421875, false], [-5.2421875, false], [-8.7421875, false], [-10.2421875, false], [-9.9921875, false], [-14.4921875, false], [-8.2421875, false], [-5.9921875, false], [-10.9921875, false], [-8.2421875, false], [-10.9921875, false], [-6.640625, false], [-7.9921875, false], [-9.640625, false], [-5.2421875, false], [-7.9921875, false], [-7.7421875, false], [-12.7421875, false], [-8.2421875, false], [-5.2421875, false], [-5.9921875, false], [-11.4921875, false], [-7.7421875, false], [-14.2421875, false], [-10.2421875, false], [-11.4921875, false], [-5.2421875, false], [-7.7421875, false], [-11.7421875, false], [-5.2421875, false], [-11.4921875, false], [-8.2421875, false], [-11.4921875, false], [-12.7421875, false], [-5.9921875, false], [-10.2421875, false], [-8.2421875, false], [-5.2421875, false], [-8.7421875, false], [-10.2421875, false], [-9.9921875, false], [-14.4921875, false], [-8.2421875, false], [-5.9921875, false], [-10.9921875, false], [-8.2421875, false], [-10.9921875, false], [-6.640625, false], [-7.9921875, false], [-9.640625, false], [-5.2421875, false], [-7.9921875, false], [-7.7421875, false], [-12.7421875, false], [-8.2421875, false], [-5.2421875, false], [-5.9921875, false], [-11.4921875, false], [-7.7421875, false], [-14.2421875, false], [-10.2421875, false], [-11.4921875, false], [-5.2421875, false], [-7.7421875, false], [-11.7421875, false], [-5.2421875, false], [-11.2421875, false], [-5.9921875, false], [-11.4921875, false], [-8.2421875, false], [-14.4921875, false], [-5.2421875, false], [-14.2421875, false], [-5.9921875, false], [-10.4921875, false], [-7.7421875, false], [-14.4921875, false], [-5.2421875, false], [-8.7421875, false], [-10.2421875, false], [-9.9921875, false], [-14.4921875, false], [-8.2421875, false], [-5.9921875, false], [-10.9921875, false], [-8.2421875, false], [-10.9921875, false], [-6.640625, false], [-7.9921875, false], [-9.640625, false], [-5.2421875, false], [-7.9921875, false], [-7.7421875, false], [-12.7421875, false], [-8.2421875, false], [-5.2421875, false], [-5.9921875, false], [-11.4921875, false], [-7.7421875, false], [-14.2421875, false], [-10.2421875, false], [-11.4921875, false], [-5.2421875, false], [-7.7421875, false], [-11.7421875, false], [-5.2421875, false], [-9.9921875, false], [-5.9921875, false], [-14.4921875, false], [-11.2421875, false], [-7.7421875, false], [-10.2421875, false], [-5.2421875, false], [-7.4921875, false], [-8.7421875, false], [-7.7421875, false], [-12.4921875, false], [-8.7421875, false], [-7.4921875, false], [-8.2421875, false], [-5.2421875, false], [-8.7421875, false], [-10.2421875, false], [-9.9921875, false], [-14.4921875, false], [-8.2421875, false], [-5.9921875, false], [-10.9921875, false], [-8.2421875, false], [-10.9921875, false], [-6.640625, false], [-7.9921875, false], [-14.4921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1019, "doc": {"id": "MCAS_2006_9_40", "question": "The instructions below outline the procedure for a demonstration. Materials: four 100 g metal blocks, each of a different metal four polystyrene foam cups, each containing 150 g of 10°C water Procedure: 1. Place the four cups of water next to each other on the lab bench. 2. Heat each block to a temperature of 60°C. 3. Place each heated block in a separate cup of 10°C water. 4. Measure the temperature change in each cup of water after 100 s. At the end of the demonstration, which block raised the temperature of the 10°C water the greatest amount?", "choices": {"text": ["the block with the greatest density", "the block with the lowest surface area", "the block with the greatest specific heat", "the block with the lowest thermal conductivity"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "the block with the greatest specific heat", "arguments": ["Question: The instructions below outline the procedure for a demonstration. Materials: four 100 g metal blocks, each of a different metal four polystyrene foam cups, each containing 150 g of 10°C water Procedure: 1. Place the four cups of water next to each other on the lab bench. 2. Heat each block to a temperature of 60°C. 3. Place each heated block in a separate cup of 10°C water. 4. Measure the temperature change in each cup of water after 100 s. At the end of the demonstration, which block raised the temperature of the 10°C water the greatest amount?\nAnswer:", " ["], "resps": [[[-6.0546875, false]], [[-7.3046875, false]], [[-8.0546875, false]], [[-8.3046875, false]], [[-7.8046875, false]], [[-5.3046875, false]], [[-5.8046875, false]], [[-9.5546875, false]], [[-9.0546875, false]], [[-6.3046875, false]], [[-7.0546875, false]], [[-5.3046875, false]], [[-8.8046875, false]], [[-7.8046875, false]], [[-8.0546875, false]], [[-8.3046875, false]], [[-5.3046875, false]], [[-8.0546875, false]], [[-8.3046875, false]], [[-7.8046875, false]], [[-5.3046875, false]], [[-7.5546875, false]], [[-7.8046875, false]], [[-7.8046875, false]], [[-4.3046875, false]], [[-8.0546875, false]], [[-7.8046875, false]], [[-8.0546875, false]], [[-8.0546875, false]], [[-5.3046875, false]], [[-6.8046875, false]], [[-7.8046875, false]], [[-7.5546875, false]], [[-8.0546875, false]], [[-7.8046875, false]], [[-8.0546875, false]], [[-9.3046875, false]], [[-7.3046875, false]], [[-9.3515625, false]], [[-5.3046875, false]], [[-7.3046875, false]], [[-8.0546875, false]], [[-8.3046875, false]], [[-7.8046875, false]], [[-5.3046875, false]], [[-5.8046875, false]], [[-9.5546875, false]], [[-9.0546875, false]], [[-6.3046875, false]], [[-7.0546875, false]], [[-5.3046875, false]], [[-8.8046875, false]], [[-7.8046875, false]], [[-8.0546875, false]], [[-8.3046875, false]], [[-5.3046875, false]], [[-8.0546875, false]], [[-8.3046875, false]], [[-7.8046875, false]], [[-5.3046875, false]], [[-9.5546875, false]], [[-9.0546875, false]], [[-8.8046875, false]], [[-7.8046875, false]], [[-8.0546875, false]], [[-8.0546875, false]], [[-5.3046875, false]], [[-8.0546875, false]], [[-8.8046875, false]], [[-7.8046875, false]], [[-7.0546875, false]], [[-4.3046875, false]], [[-6.3046875, false]], [[-7.8046875, false]], [[-5.3046875, false]], [[-4.3046875, false]], [[-7.8046875, false]], [[-7.8046875, false]], [[-4.3046875, false]], [[-7.3046875, false]], [[-9.3515625, false]], [[-5.3046875, false]], [[-7.3046875, false]], [[-8.0546875, false]], [[-8.3046875, false]], [[-7.8046875, false]], [[-5.3046875, false]], [[-5.8046875, false]], [[-9.5546875, false]], [[-9.0546875, false]], [[-6.3046875, false]], [[-7.0546875, false]], [[-5.3046875, false]], [[-8.8046875, false]], [[-7.8046875, false]], [[-8.0546875, false]], [[-8.3046875, false]], [[-5.3046875, false]], [[-8.0546875, false]], [[-8.3046875, false]], [[-7.8046875, false]], [[-5.3046875, false]], [[-7.5546875, false]], [[-7.8046875, false]], [[-7.8046875, false]], [[-4.3046875, false]], [[-8.0546875, false]], [[-7.8046875, false]], [[-8.0546875, false]], [[-8.0546875, false]], [[-5.3046875, false]], [[-8.0546875, false]], [[-7.3046875, false]], [[-7.8046875, false]], [[-6.3046875, false]], [[-7.8046875, false]], [[-7.0546875, false]], [[-7.8046875, false]], [[-6.3046875, false]], [[-5.3046875, false]], [[-8.3046875, false]], [[-7.8046875, false]], [[-4.3046875, false]], [[-8.0546875, false]], [[-7.3046875, false]], [[-9.3515625, false]], [[-5.3046875, false]], [[-7.3046875, false]], [[-8.0546875, false]], [[-8.3046875, false]], [[-7.8046875, false]], [[-5.3046875, false]], [[-5.8046875, false]], [[-9.5546875, false]], [[-9.0546875, false]], [[-6.3046875, false]], [[-7.0546875, false]], [[-5.3046875, false]], [[-8.8046875, false]], [[-7.8046875, false]], [[-8.0546875, false]], [[-8.3046875, false]], [[-5.3046875, false]], [[-8.0546875, false]], [[-8.3046875, false]], [[-7.8046875, false]], [[-5.3046875, false]], [[-9.5546875, false]], [[-9.0546875, false]], [[-8.8046875, false]], [[-7.8046875, false]], [[-8.0546875, false]], [[-8.0546875, false]], [[-5.3046875, false]], [[-8.0546875, false]], [[-8.3046875, false]], [[-7.8046875, false]], [[-7.8046875, false]], [[-6.0546875, false]], [[-4.3046875, false]], [[-9.5546875, false]], [[-5.3046875, false]], [[-6.3046875, false]], [[-9.0546875, false]], [[-7.5546875, false]], [[-6.8046875, false]], [[-8.8046875, false]], [[-6.3046875, false]], [[-8.0546875, false]], [[-7.8046875, false]], [[-8.3046875, false]], [[-7.8046875, false]], [[-8.0546875, false]], [[-9.3046875, false]], [[-7.3046875, false]], [[-11.5546875, false]]], "filtered_resps": [[-6.0546875, false], [-7.3046875, false], [-8.0546875, false], [-8.3046875, false], [-7.8046875, false], [-5.3046875, false], [-5.8046875, false], [-9.5546875, false], [-9.0546875, false], [-6.3046875, false], [-7.0546875, false], [-5.3046875, false], [-8.8046875, false], [-7.8046875, false], [-8.0546875, false], [-8.3046875, false], [-5.3046875, false], [-8.0546875, false], [-8.3046875, false], [-7.8046875, false], [-5.3046875, false], [-7.5546875, false], [-7.8046875, false], [-7.8046875, false], [-4.3046875, false], [-8.0546875, false], [-7.8046875, false], [-8.0546875, false], [-8.0546875, false], [-5.3046875, false], [-6.8046875, false], [-7.8046875, false], [-7.5546875, false], [-8.0546875, false], [-7.8046875, false], [-8.0546875, false], [-9.3046875, false], [-7.3046875, false], [-9.3515625, false], [-5.3046875, false], [-7.3046875, false], [-8.0546875, false], [-8.3046875, false], [-7.8046875, false], [-5.3046875, false], [-5.8046875, false], [-9.5546875, false], [-9.0546875, false], [-6.3046875, false], [-7.0546875, false], [-5.3046875, false], [-8.8046875, false], [-7.8046875, false], [-8.0546875, false], [-8.3046875, false], [-5.3046875, false], [-8.0546875, false], [-8.3046875, false], [-7.8046875, false], [-5.3046875, false], [-9.5546875, false], [-9.0546875, false], [-8.8046875, false], [-7.8046875, false], [-8.0546875, false], [-8.0546875, false], [-5.3046875, false], [-8.0546875, false], [-8.8046875, false], [-7.8046875, false], [-7.0546875, false], [-4.3046875, false], [-6.3046875, false], [-7.8046875, false], [-5.3046875, false], [-4.3046875, false], [-7.8046875, false], [-7.8046875, false], [-4.3046875, false], [-7.3046875, false], [-9.3515625, false], [-5.3046875, false], [-7.3046875, false], [-8.0546875, false], [-8.3046875, false], [-7.8046875, false], [-5.3046875, false], [-5.8046875, false], [-9.5546875, false], [-9.0546875, false], [-6.3046875, false], [-7.0546875, false], [-5.3046875, false], [-8.8046875, false], [-7.8046875, false], [-8.0546875, false], [-8.3046875, false], [-5.3046875, false], [-8.0546875, false], [-8.3046875, false], [-7.8046875, false], [-5.3046875, false], [-7.5546875, false], [-7.8046875, false], [-7.8046875, false], [-4.3046875, false], [-8.0546875, false], [-7.8046875, false], [-8.0546875, false], [-8.0546875, false], [-5.3046875, false], [-8.0546875, false], [-7.3046875, false], [-7.8046875, false], [-6.3046875, false], [-7.8046875, false], [-7.0546875, false], [-7.8046875, false], [-6.3046875, false], [-5.3046875, false], [-8.3046875, false], [-7.8046875, false], [-4.3046875, false], [-8.0546875, false], [-7.3046875, false], [-9.3515625, false], [-5.3046875, false], [-7.3046875, false], [-8.0546875, false], [-8.3046875, false], [-7.8046875, false], [-5.3046875, false], [-5.8046875, false], [-9.5546875, false], [-9.0546875, false], [-6.3046875, false], [-7.0546875, false], [-5.3046875, false], [-8.8046875, false], [-7.8046875, false], [-8.0546875, false], [-8.3046875, false], [-5.3046875, false], [-8.0546875, false], [-8.3046875, false], [-7.8046875, false], [-5.3046875, false], [-9.5546875, false], [-9.0546875, false], [-8.8046875, false], [-7.8046875, false], [-8.0546875, false], [-8.0546875, false], [-5.3046875, false], [-8.0546875, false], [-8.3046875, false], [-7.8046875, false], [-7.8046875, false], [-6.0546875, false], [-4.3046875, false], [-9.5546875, false], [-5.3046875, false], [-6.3046875, false], [-9.0546875, false], [-7.5546875, false], [-6.8046875, false], [-8.8046875, false], [-6.3046875, false], [-8.0546875, false], [-7.8046875, false], [-8.3046875, false], [-7.8046875, false], [-8.0546875, false], [-9.3046875, false], [-7.3046875, false], [-11.5546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1027, "doc": {"id": "MCAS_2005_5_12", "question": "The purpose of thorns on a plant is most likely to", "choices": {"text": ["help the plant to get moisture.", "anchor the plant in the ground.", "protect the plant from harm.", "support the stems and branches."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "protect the plant from harm.", "arguments": ["Question: The purpose of thorns on a plant is most likely to\nAnswer:", " ["], "resps": [[[-8.3828125, false]], [[-8.1328125, false]], [[-10.5078125, false]], [[-9.0078125, false]], [[-10.1328125, false]], [[-9.0078125, false]], [[-2.884765625, false]], [[-9.6328125, false]], [[-10.5078125, false]], [[-9.0078125, false]], [[-2.884765625, false]], [[-9.0078125, false]], [[-10.1328125, false]], [[-4.76171875, false]], [[-9.3828125, false]], [[-9.6328125, false]], [[-2.884765625, false]], [[-9.6328125, false]], [[-7.76171875, false]], [[-2.884765625, false]], [[-11.1328125, false]], [[-9.0078125, false]], [[-9.6328125, false]], [[-2.884765625, false]], [[-10.5078125, false]], [[-7.76171875, false]], [[-8.6328125, false]], [[-8.6328125, false]], [[-9.6328125, false]], [[-10.5078125, false]], [[-9.7578125, false]], [[-9.0078125, false]], [[-5.9609375, false]], [[-8.1328125, false]], [[-7.7109375, false]], [[-2.884765625, false]], [[-8.1328125, false]], [[-4.76171875, false]], [[-9.3828125, false]], [[-8.8828125, false]], [[-10.5078125, false]], [[-7.76171875, false]], [[-9.7578125, false]], [[-2.884765625, false]], [[-9.6328125, false]], [[-10.5078125, false]], [[-9.0078125, false]], [[-2.884765625, false]], [[-9.0078125, false]], [[-10.1328125, false]], [[-4.76171875, false]], [[-9.3828125, false]], [[-9.6328125, false]], [[-2.884765625, false]], [[-8.6328125, false]], [[-9.3828125, false]], [[-2.884765625, false]], [[-9.6328125, false]], [[-10.5078125, false]], [[-9.0078125, false]], [[-2.884765625, false]], [[-11.1328125, false]], [[-9.7578125, false]], [[-7.76171875, false]], [[-10.5078125, false]], [[-9.3828125, false]], [[-9.2578125, false]], [[-5.9609375, false]], [[-8.1328125, false]], [[-7.7109375, false]], [[-2.884765625, false]], [[-8.1328125, false]], [[-9.0078125, false]], [[-9.7578125, false]], [[-7.76171875, false]], [[-9.6328125, false]], [[-9.0078125, false]], [[-8.8828125, false]], [[-9.6328125, false]], [[-2.884765625, false]], [[-9.6328125, false]], [[-10.5078125, false]], [[-9.0078125, false]], [[-2.884765625, false]], [[-9.0078125, false]], [[-10.1328125, false]], [[-4.76171875, false]], [[-9.3828125, false]], [[-9.6328125, false]], [[-2.884765625, false]], [[-11.0078125, false]], [[-9.7578125, false]], [[-7.76171875, false]], [[-10.5078125, false]], [[-2.884765625, false]], [[-10.5078125, false]], [[-4.76171875, false]], [[-9.7578125, false]], [[-10.5078125, false]], [[-5.9609375, false]], [[-8.1328125, false]], [[-7.7109375, false]], [[-2.884765625, false]], [[-8.1328125, false]], [[-8.6328125, false]], [[-10.5078125, false]], [[-9.0078125, false]], [[-9.0078125, false]], [[-7.76171875, false]], [[-9.7578125, false]], [[-9.6328125, false]], [[-2.884765625, false]], [[-9.6328125, false]], [[-10.5078125, false]], [[-9.0078125, false]], [[-2.884765625, false]], [[-8.6328125, false]], [[-9.6328125, false]], [[-9.0078125, false]], [[-10.5078125, false]], [[-8.6328125, false]], [[-2.884765625, false]], [[-4.76171875, false]], [[-9.3828125, false]], [[-9.2578125, false]], [[-2.884765625, false]], [[-7.38671875, false]], [[-9.7578125, false]], [[-4.76171875, false]], [[-9.3828125, false]], [[-8.8828125, false]], [[-10.5078125, false]], [[-9.0078125, false]], [[-8.6328125, false]], [[-5.9609375, false]], [[-8.1328125, false]], [[-12.8828125, false]]], "filtered_resps": [[-8.3828125, false], [-8.1328125, false], [-10.5078125, false], [-9.0078125, false], [-10.1328125, false], [-9.0078125, false], [-2.884765625, false], [-9.6328125, false], [-10.5078125, false], [-9.0078125, false], [-2.884765625, false], [-9.0078125, false], [-10.1328125, false], [-4.76171875, false], [-9.3828125, false], [-9.6328125, false], [-2.884765625, false], [-9.6328125, false], [-7.76171875, false], [-2.884765625, false], [-11.1328125, false], [-9.0078125, false], [-9.6328125, false], [-2.884765625, false], [-10.5078125, false], [-7.76171875, false], [-8.6328125, false], [-8.6328125, false], [-9.6328125, false], [-10.5078125, false], [-9.7578125, false], [-9.0078125, false], [-5.9609375, false], [-8.1328125, false], [-7.7109375, false], [-2.884765625, false], [-8.1328125, false], [-4.76171875, false], [-9.3828125, false], [-8.8828125, false], [-10.5078125, false], [-7.76171875, false], [-9.7578125, false], [-2.884765625, false], [-9.6328125, false], [-10.5078125, false], [-9.0078125, false], [-2.884765625, false], [-9.0078125, false], [-10.1328125, false], [-4.76171875, false], [-9.3828125, false], [-9.6328125, false], [-2.884765625, false], [-8.6328125, false], [-9.3828125, false], [-2.884765625, false], [-9.6328125, false], [-10.5078125, false], [-9.0078125, false], [-2.884765625, false], [-11.1328125, false], [-9.7578125, false], [-7.76171875, false], [-10.5078125, false], [-9.3828125, false], [-9.2578125, false], [-5.9609375, false], [-8.1328125, false], [-7.7109375, false], [-2.884765625, false], [-8.1328125, false], [-9.0078125, false], [-9.7578125, false], [-7.76171875, false], [-9.6328125, false], [-9.0078125, false], [-8.8828125, false], [-9.6328125, false], [-2.884765625, false], [-9.6328125, false], [-10.5078125, false], [-9.0078125, false], [-2.884765625, false], [-9.0078125, false], [-10.1328125, false], [-4.76171875, false], [-9.3828125, false], [-9.6328125, false], [-2.884765625, false], [-11.0078125, false], [-9.7578125, false], [-7.76171875, false], [-10.5078125, false], [-2.884765625, false], [-10.5078125, false], [-4.76171875, false], [-9.7578125, false], [-10.5078125, false], [-5.9609375, false], [-8.1328125, false], [-7.7109375, false], [-2.884765625, false], [-8.1328125, false], [-8.6328125, false], [-10.5078125, false], [-9.0078125, false], [-9.0078125, false], [-7.76171875, false], [-9.7578125, false], [-9.6328125, false], [-2.884765625, false], [-9.6328125, false], [-10.5078125, false], [-9.0078125, false], [-2.884765625, false], [-8.6328125, false], [-9.6328125, false], [-9.0078125, false], [-10.5078125, false], [-8.6328125, false], [-2.884765625, false], [-4.76171875, false], [-9.3828125, false], [-9.2578125, false], [-2.884765625, false], [-7.38671875, false], [-9.7578125, false], [-4.76171875, false], [-9.3828125, false], [-8.8828125, false], [-10.5078125, false], [-9.0078125, false], [-8.6328125, false], [-5.9609375, false], [-8.1328125, false], [-12.8828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1035, "doc": {"id": "Mercury_7007840", "question": "A pan containing hot water is left on the counter and becomes cool mainly due to", "choices": {"text": ["water molecules moving apart.", "cold air penetrating the hot water.", "heat from the water moving into the cooler air.", "hot water reacting with the metal pan."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "heat from the water moving into the cooler air.", "arguments": ["Question: A pan containing hot water is left on the counter and becomes cool mainly due to\nAnswer:", " ["], "resps": [[[-8.2265625, false]], [[-8.9765625, false]], [[-11.2265625, false]], [[-4.98046875, false]], [[-10.4765625, false]], [[-9.2265625, false]], [[-11.7265625, false]], [[-5.48046875, false]], [[-9.7265625, false]], [[-9.7265625, false]], [[-11.2265625, false]], [[-9.2265625, false]], [[-9.4765625, false]], [[-10.2265625, false]], [[-11.2265625, false]], [[-9.2265625, false]], [[-9.7265625, false]], [[-5.48046875, false]], [[-9.7265625, false]], [[-9.7265625, false]], [[-11.7265625, false]], [[-8.2265625, false]], [[-9.7265625, false]], [[-11.7265625, false]], [[-5.48046875, false]], [[-4.98046875, false]], [[-10.7265625, false]], [[-4.98046875, false]], [[-11.7265625, false]], [[-10.4765625, false]], [[-6.5625, false]], [[-8.9765625, false]], [[-9.0, false]], [[-5.48046875, false]], [[-8.9765625, false]], [[-9.4765625, false]], [[-9.7265625, false]], [[-11.2265625, false]], [[-8.7265625, false]], [[-5.48046875, false]], [[-4.98046875, false]], [[-8.2265625, false]], [[-11.7265625, false]], [[-5.48046875, false]], [[-10.7265625, false]], [[-9.2265625, false]], [[-9.7265625, false]], [[-9.2265625, false]], [[-10.4765625, false]], [[-11.7265625, false]], [[-4.98046875, false]], [[-10.4765625, false]], [[-8.2265625, false]], [[-9.7265625, false]], [[-11.7265625, false]], [[-5.48046875, false]], [[-10.4765625, false]], [[-10.4765625, false]], [[-9.2265625, false]], [[-5.48046875, false]], [[-10.4765625, false]], [[-9.7265625, false]], [[-10.4765625, false]], [[-5.48046875, false]], [[-11.2265625, false]], [[-4.98046875, false]], [[-10.4765625, false]], [[-9.2265625, false]], [[-11.7265625, false]], [[-6.5625, false]], [[-8.9765625, false]], [[-9.0, false]], [[-5.48046875, false]], [[-8.9765625, false]], [[-10.4765625, false]], [[-9.2265625, false]], [[-4.98046875, false]], [[-10.4765625, false]], [[-5.48046875, false]], [[-8.9765625, false]], [[-11.7265625, false]], [[-9.7265625, false]], [[-9.7265625, false]], [[-5.48046875, false]], [[-10.4765625, false]], [[-10.4765625, false]], [[-9.2265625, false]], [[-5.48046875, false]], [[-11.2265625, false]], [[-4.98046875, false]], [[-10.4765625, false]], [[-9.2265625, false]], [[-11.7265625, false]], [[-5.48046875, false]], [[-9.7265625, false]], [[-9.7265625, false]], [[-11.7265625, false]], [[-8.2265625, false]], [[-9.7265625, false]], [[-11.7265625, false]], [[-5.48046875, false]], [[-8.2265625, false]], [[-9.7265625, false]], [[-10.4765625, false]], [[-9.7265625, false]], [[-5.48046875, false]], [[-10.4765625, false]], [[-10.4765625, false]], [[-9.2265625, false]], [[-5.48046875, false]], [[-9.4765625, false]], [[-9.7265625, false]], [[-9.7265625, false]], [[-11.2265625, false]], [[-9.2265625, false]], [[-11.7265625, false]], [[-5.48046875, false]], [[-4.98046875, false]], [[-8.2265625, false]], [[-11.7265625, false]], [[-6.5625, false]], [[-8.9765625, false]], [[-9.0, false]], [[-5.48046875, false]], [[-8.9765625, false]], [[-10.4765625, false]], [[-9.7265625, false]], [[-10.4765625, false]], [[-5.48046875, false]], [[-11.2265625, false]], [[-4.98046875, false]], [[-10.4765625, false]], [[-9.2265625, false]], [[-11.7265625, false]], [[-5.48046875, false]], [[-11.7265625, false]], [[-9.2265625, false]], [[-4.98046875, false]], [[-9.4765625, false]], [[-10.4765625, false]], [[-8.2265625, false]], [[-9.7265625, false]], [[-11.7265625, false]], [[-5.48046875, false]], [[-11.2265625, false]], [[-8.2265625, false]], [[-10.4765625, false]], [[-10.4765625, false]], [[-5.48046875, false]], [[-10.4765625, false]], [[-10.4765625, false]], [[-9.2265625, false]], [[-5.48046875, false]], [[-9.7265625, false]], [[-9.2265625, false]], [[-10.4765625, false]], [[-4.98046875, false]], [[-11.2265625, false]], [[-5.48046875, false]], [[-10.7265625, false]], [[-4.98046875, false]], [[-9.7265625, false]], [[-6.5625, false]], [[-8.9765625, false]], [[-11.7265625, false]]], "filtered_resps": [[-8.2265625, false], [-8.9765625, false], [-11.2265625, false], [-4.98046875, false], [-10.4765625, false], [-9.2265625, false], [-11.7265625, false], [-5.48046875, false], [-9.7265625, false], [-9.7265625, false], [-11.2265625, false], [-9.2265625, false], [-9.4765625, false], [-10.2265625, false], [-11.2265625, false], [-9.2265625, false], [-9.7265625, false], [-5.48046875, false], [-9.7265625, false], [-9.7265625, false], [-11.7265625, false], [-8.2265625, false], [-9.7265625, false], [-11.7265625, false], [-5.48046875, false], [-4.98046875, false], [-10.7265625, false], [-4.98046875, false], [-11.7265625, false], [-10.4765625, false], [-6.5625, false], [-8.9765625, false], [-9.0, false], [-5.48046875, false], [-8.9765625, false], [-9.4765625, false], [-9.7265625, false], [-11.2265625, false], [-8.7265625, false], [-5.48046875, false], [-4.98046875, false], [-8.2265625, false], [-11.7265625, false], [-5.48046875, false], [-10.7265625, false], [-9.2265625, false], [-9.7265625, false], [-9.2265625, false], [-10.4765625, false], [-11.7265625, false], [-4.98046875, false], [-10.4765625, false], [-8.2265625, false], [-9.7265625, false], [-11.7265625, false], [-5.48046875, false], [-10.4765625, false], [-10.4765625, false], [-9.2265625, false], [-5.48046875, false], [-10.4765625, false], [-9.7265625, false], [-10.4765625, false], [-5.48046875, false], [-11.2265625, false], [-4.98046875, false], [-10.4765625, false], [-9.2265625, false], [-11.7265625, false], [-6.5625, false], [-8.9765625, false], [-9.0, false], [-5.48046875, false], [-8.9765625, false], [-10.4765625, false], [-9.2265625, false], [-4.98046875, false], [-10.4765625, false], [-5.48046875, false], [-8.9765625, false], [-11.7265625, false], [-9.7265625, false], [-9.7265625, false], [-5.48046875, false], [-10.4765625, false], [-10.4765625, false], [-9.2265625, false], [-5.48046875, false], [-11.2265625, false], [-4.98046875, false], [-10.4765625, false], [-9.2265625, false], [-11.7265625, false], [-5.48046875, false], [-9.7265625, false], [-9.7265625, false], [-11.7265625, false], [-8.2265625, false], [-9.7265625, false], [-11.7265625, false], [-5.48046875, false], [-8.2265625, false], [-9.7265625, false], [-10.4765625, false], [-9.7265625, false], [-5.48046875, false], [-10.4765625, false], [-10.4765625, false], [-9.2265625, false], [-5.48046875, false], [-9.4765625, false], [-9.7265625, false], [-9.7265625, false], [-11.2265625, false], [-9.2265625, false], [-11.7265625, false], [-5.48046875, false], [-4.98046875, false], [-8.2265625, false], [-11.7265625, false], [-6.5625, false], [-8.9765625, false], [-9.0, false], [-5.48046875, false], [-8.9765625, false], [-10.4765625, false], [-9.7265625, false], [-10.4765625, false], [-5.48046875, false], [-11.2265625, false], [-4.98046875, false], [-10.4765625, false], [-9.2265625, false], [-11.7265625, false], [-5.48046875, false], [-11.7265625, false], [-9.2265625, false], [-4.98046875, false], [-9.4765625, false], [-10.4765625, false], [-8.2265625, false], [-9.7265625, false], [-11.7265625, false], [-5.48046875, false], [-11.2265625, false], [-8.2265625, false], [-10.4765625, false], [-10.4765625, false], [-5.48046875, false], [-10.4765625, false], [-10.4765625, false], [-9.2265625, false], [-5.48046875, false], [-9.7265625, false], [-9.2265625, false], [-10.4765625, false], [-4.98046875, false], [-11.2265625, false], [-5.48046875, false], [-10.7265625, false], [-4.98046875, false], [-9.7265625, false], [-6.5625, false], [-8.9765625, false], [-11.7265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1043, "doc": {"id": "Mercury_7077490", "question": "Which is needed to determine the amount of gravitational force between two objects?", "choices": {"text": ["weight and time", "distance and mass", "volume and mass", "area and weight"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "distance and mass", "arguments": ["Question: Which is needed to determine the amount of gravitational force between two objects?\nAnswer:", " ["], "resps": [[[-6.68359375, false]], [[-8.9296875, false]], [[-9.9296875, false]], [[-8.4296875, false]], [[-8.1796875, false]], [[-8.1796875, false]], [[-7.93359375, false]], [[-8.4296875, false]], [[-5.43359375, false]], [[-5.18359375, false]], [[-7.93359375, false]], [[-8.4296875, false]], [[-5.43359375, false]], [[-8.4296875, false]], [[-8.1796875, false]], [[-6.68359375, false]], [[-8.4296875, false]], [[-8.9296875, false]], [[-9.28125, false]], [[-5.43359375, false]], [[-8.9296875, false]], [[-8.4296875, false]], [[-8.1796875, false]], [[-8.4296875, false]], [[-8.4296875, false]], [[-5.18359375, false]], [[-7.93359375, false]], [[-7.93359375, false]], [[-8.4296875, false]], [[-5.43359375, false]], [[-5.18359375, false]], [[-7.93359375, false]], [[-8.4296875, false]], [[-5.43359375, false]], [[-6.68359375, false]], [[-5.18359375, false]], [[-8.4296875, false]], [[-8.4296875, false]], [[-8.9296875, false]], [[-9.28125, false]], [[-5.43359375, false]], [[-8.9296875, false]], [[-7.93359375, false]], [[-10.6796875, false]], [[-9.1796875, false]], [[-9.4296875, false]], [[-6.68359375, false]], [[-8.4296875, false]], [[-5.43359375, false]], [[-5.18359375, false]], [[-7.93359375, false]], [[-8.4296875, false]], [[-5.43359375, false]], [[-6.68359375, false]], [[-5.18359375, false]], [[-8.4296875, false]], [[-8.4296875, false]], [[-8.9296875, false]], [[-9.28125, false]], [[-5.43359375, false]], [[-8.9296875, false]], [[-5.18359375, false]], [[-8.9296875, false]], [[-8.4296875, false]], [[-5.18359375, false]], [[-5.43359375, false]], [[-5.18359375, false]], [[-7.93359375, false]], [[-8.4296875, false]], [[-5.43359375, false]], [[-9.9296875, false]], [[-8.4296875, false]], [[-8.1796875, false]], [[-8.1796875, false]], [[-7.93359375, false]], [[-8.4296875, false]], [[-8.9296875, false]], [[-10.9296875, false]]], "filtered_resps": [[-6.68359375, false], [-8.9296875, false], [-9.9296875, false], [-8.4296875, false], [-8.1796875, false], [-8.1796875, false], [-7.93359375, false], [-8.4296875, false], [-5.43359375, false], [-5.18359375, false], [-7.93359375, false], [-8.4296875, false], [-5.43359375, false], [-8.4296875, false], [-8.1796875, false], [-6.68359375, false], [-8.4296875, false], [-8.9296875, false], [-9.28125, false], [-5.43359375, false], [-8.9296875, false], [-8.4296875, false], [-8.1796875, false], [-8.4296875, false], [-8.4296875, false], [-5.18359375, false], [-7.93359375, false], [-7.93359375, false], [-8.4296875, false], [-5.43359375, false], [-5.18359375, false], [-7.93359375, false], [-8.4296875, false], [-5.43359375, false], [-6.68359375, false], [-5.18359375, false], [-8.4296875, false], [-8.4296875, false], [-8.9296875, false], [-9.28125, false], [-5.43359375, false], [-8.9296875, false], [-7.93359375, false], [-10.6796875, false], [-9.1796875, false], [-9.4296875, false], [-6.68359375, false], [-8.4296875, false], [-5.43359375, false], [-5.18359375, false], [-7.93359375, false], [-8.4296875, false], [-5.43359375, false], [-6.68359375, false], [-5.18359375, false], [-8.4296875, false], [-8.4296875, false], [-8.9296875, false], [-9.28125, false], [-5.43359375, false], [-8.9296875, false], [-5.18359375, false], [-8.9296875, false], [-8.4296875, false], [-5.18359375, false], [-5.43359375, false], [-5.18359375, false], [-7.93359375, false], [-8.4296875, false], [-5.43359375, false], [-9.9296875, false], [-8.4296875, false], [-8.1796875, false], [-8.1796875, false], [-7.93359375, false], [-8.4296875, false], [-8.9296875, false], [-10.9296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1051, "doc": {"id": "NYSEDREGENTS_2012_4_19", "question": "When ocean waters become too warm, some whales travel to colder water. This movement is an example of", "choices": {"text": ["nest building", "hunting", "migrating", "hibernating"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "migrating", "arguments": ["Question: When ocean waters become too warm, some whales travel to colder water. This movement is an example of\nAnswer:", " ["], "resps": [[[-8.0078125, false]], [[-8.2578125, false]], [[-7.8828125, false]], [[-8.3828125, false]], [[-8.3828125, false]], [[-10.3828125, false]], [[-5.0078125, false]], [[-6.6328125, false]], [[-11.5078125, false]], [[-8.7578125, false]], [[-10.7578125, false]], [[-7.3828125, false]], [[-8.7578125, false]], [[-7.8828125, false]], [[-10.5078125, false]], [[-8.2578125, false]], [[-8.9609375, false]], [[-5.0078125, false]], [[-8.2578125, false]], [[-10.2578125, false]], [[-11.5078125, false]], [[-7.8828125, false]], [[-10.3828125, false]], [[-8.7578125, false]], [[-7.8828125, false]], [[-10.5078125, false]], [[-8.2578125, false]], [[-8.9609375, false]], [[-5.0078125, false]], [[-8.2578125, false]], [[-9.7578125, false]], [[-8.7578125, false]], [[-10.5078125, false]], [[-10.0078125, false]], [[-4.6328125, false]], [[-10.3828125, false]], [[-8.7578125, false]], [[-7.8828125, false]], [[-10.5078125, false]], [[-8.2578125, false]], [[-8.9609375, false]], [[-5.0078125, false]], [[-8.2578125, false]], [[-10.2578125, false]], [[-8.7578125, false]], [[-6.6328125, false]], [[-8.3828125, false]], [[-10.0078125, false]], [[-7.8828125, false]], [[-4.6328125, false]], [[-10.3828125, false]], [[-8.7578125, false]], [[-7.8828125, false]], [[-10.5078125, false]], [[-8.2578125, false]], [[-13.0078125, false]]], "filtered_resps": [[-8.0078125, false], [-8.2578125, false], [-7.8828125, false], [-8.3828125, false], [-8.3828125, false], [-10.3828125, false], [-5.0078125, false], [-6.6328125, false], [-11.5078125, false], [-8.7578125, false], [-10.7578125, false], [-7.3828125, false], [-8.7578125, false], [-7.8828125, false], [-10.5078125, false], [-8.2578125, false], [-8.9609375, false], [-5.0078125, false], [-8.2578125, false], [-10.2578125, false], [-11.5078125, false], [-7.8828125, false], [-10.3828125, false], [-8.7578125, false], [-7.8828125, false], [-10.5078125, false], [-8.2578125, false], [-8.9609375, false], [-5.0078125, false], [-8.2578125, false], [-9.7578125, false], [-8.7578125, false], [-10.5078125, false], [-10.0078125, false], [-4.6328125, false], [-10.3828125, false], [-8.7578125, false], [-7.8828125, false], [-10.5078125, false], [-8.2578125, false], [-8.9609375, false], [-5.0078125, false], [-8.2578125, false], [-10.2578125, false], [-8.7578125, false], [-6.6328125, false], [-8.3828125, false], [-10.0078125, false], [-7.8828125, false], [-4.6328125, false], [-10.3828125, false], [-8.7578125, false], [-7.8828125, false], [-10.5078125, false], [-8.2578125, false], [-13.0078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1059, "doc": {"id": "Mercury_7139720", "question": "The surface of Earth is composed of large tectonic plates that are constantly shifting as they float on top of molten rock. Which process must occur in the mantle to make the plates move?", "choices": {"text": ["normal faulting", "seafloor spreading", "igneous intrusions", "convection currents"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "convection currents", "arguments": ["Question: The surface of Earth is composed of large tectonic plates that are constantly shifting as they float on top of molten rock. Which process must occur in the mantle to make the plates move?\nAnswer:", " ["], "resps": [[[-7.84765625, false]], [[-10.09375, false]], [[-10.34375, false]], [[-9.59375, false]], [[-10.09375, false]], [[-8.84375, false]], [[-5.09765625, false]], [[-11.59375, false]], [[-5.09765625, false]], [[-8.34375, false]], [[-5.09765625, false]], [[-11.84375, false]], [[-11.59375, false]], [[-9.09375, false]], [[-8.59375, false]], [[-10.34375, false]], [[-11.34375, false]], [[-10.09375, false]], [[-10.109375, false]], [[-5.09765625, false]], [[-10.09375, false]], [[-9.84375, false]], [[-6.34765625, false]], [[-5.09765625, false]], [[-8.34375, false]], [[-11.59375, false]], [[-9.59375, false]], [[-9.59375, false]], [[-10.09375, false]], [[-5.09765625, false]], [[-9.84375, false]], [[-9.09375, false]], [[-10.09375, false]], [[-6.34765625, false]], [[-5.09765625, false]], [[-9.59375, false]], [[-8.59375, false]], [[-10.34375, false]], [[-11.34375, false]], [[-10.09375, false]], [[-10.109375, false]], [[-5.09765625, false]], [[-10.09375, false]], [[-8.59375, false]], [[-11.34375, false]], [[-10.34375, false]], [[-6.34765625, false]], [[-9.59375, false]], [[-11.84375, false]], [[-9.84375, false]], [[-5.09765625, false]], [[-8.59375, false]], [[-10.34375, false]], [[-9.09375, false]], [[-10.09375, false]], [[-11.84375, false]], [[-9.84375, false]], [[-8.59375, false]], [[-9.59375, false]], [[-10.34375, false]], [[-9.84375, false]], [[-10.09375, false]], [[-10.109375, false]], [[-5.09765625, false]], [[-10.09375, false]], [[-8.09375, false]], [[-9.59375, false]], [[-10.34375, false]], [[-9.84375, false]], [[-6.34765625, false]], [[-8.09375, false]], [[-9.09375, false]], [[-8.59375, false]], [[-9.59375, false]], [[-10.34375, false]], [[-5.09765625, false]], [[-8.09375, false]], [[-11.84375, false]], [[-10.09375, false]], [[-10.09375, false]], [[-6.34765625, false]], [[-10.34375, false]], [[-9.09375, false]], [[-9.84375, false]], [[-10.09375, false]], [[-12.59375, false]]], "filtered_resps": [[-7.84765625, false], [-10.09375, false], [-10.34375, false], [-9.59375, false], [-10.09375, false], [-8.84375, false], [-5.09765625, false], [-11.59375, false], [-5.09765625, false], [-8.34375, false], [-5.09765625, false], [-11.84375, false], [-11.59375, false], [-9.09375, false], [-8.59375, false], [-10.34375, false], [-11.34375, false], [-10.09375, false], [-10.109375, false], [-5.09765625, false], [-10.09375, false], [-9.84375, false], [-6.34765625, false], [-5.09765625, false], [-8.34375, false], [-11.59375, false], [-9.59375, false], [-9.59375, false], [-10.09375, false], [-5.09765625, false], [-9.84375, false], [-9.09375, false], [-10.09375, false], [-6.34765625, false], [-5.09765625, false], [-9.59375, false], [-8.59375, false], [-10.34375, false], [-11.34375, false], [-10.09375, false], [-10.109375, false], [-5.09765625, false], [-10.09375, false], [-8.59375, false], [-11.34375, false], [-10.34375, false], [-6.34765625, false], [-9.59375, false], [-11.84375, false], [-9.84375, false], [-5.09765625, false], [-8.59375, false], [-10.34375, false], [-9.09375, false], [-10.09375, false], [-11.84375, false], [-9.84375, false], [-8.59375, false], [-9.59375, false], [-10.34375, false], [-9.84375, false], [-10.09375, false], [-10.109375, false], [-5.09765625, false], [-10.09375, false], [-8.09375, false], [-9.59375, false], [-10.34375, false], [-9.84375, false], [-6.34765625, false], [-8.09375, false], [-9.09375, false], [-8.59375, false], [-9.59375, false], [-10.34375, false], [-5.09765625, false], [-8.09375, false], [-11.84375, false], [-10.09375, false], [-10.09375, false], [-6.34765625, false], [-10.34375, false], [-9.09375, false], [-9.84375, false], [-10.09375, false], [-12.59375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1067, "doc": {"id": "NYSEDREGENTS_2013_4_12", "question": "Which force causes a bicycle to slow down when the brakes are used?", "choices": {"text": ["friction", "electricity", "gravity", "magnetism"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "friction", "arguments": ["Question: Which force causes a bicycle to slow down when the brakes are used?\nAnswer:", " ["], "resps": [[[-7.9453125, false]], [[-8.6953125, false]], [[-8.6953125, false]], [[-11.1953125, false]], [[-9.4453125, false]], [[-8.9453125, false]], [[-8.1953125, false]], [[-9.4453125, false]], [[-10.4453125, false]], [[-9.4453125, false]], [[-8.6953125, false]], [[-10.5078125, false]], [[-5.4453125, false]], [[-8.6953125, false]], [[-9.4453125, false]], [[-10.6953125, false]], [[-9.4453125, false]], [[-8.9453125, false]], [[-8.1953125, false]], [[-11.1953125, false]], [[-9.4453125, false]], [[-8.9453125, false]], [[-9.4453125, false]], [[-8.1953125, false]], [[-11.6953125, false]], [[-8.6953125, false]], [[-10.5078125, false]], [[-5.4453125, false]], [[-8.6953125, false]], [[-10.1953125, false]], [[-11.1953125, false]], [[-5.4453125, false]], [[-9.9453125, false]], [[-9.4453125, false]], [[-8.1953125, false]], [[-11.6953125, false]], [[-8.6953125, false]], [[-10.5078125, false]], [[-5.4453125, false]], [[-8.6953125, false]], [[-9.1953125, false]], [[-5.4453125, false]], [[-10.1953125, false]], [[-9.4453125, false]], [[-9.4453125, false]], [[-8.1953125, false]], [[-9.4453125, false]], [[-9.6953125, false]], [[-9.1953125, false]], [[-8.6953125, false]], [[-13.9453125, false]]], "filtered_resps": [[-7.9453125, false], [-8.6953125, false], [-8.6953125, false], [-11.1953125, false], [-9.4453125, false], [-8.9453125, false], [-8.1953125, false], [-9.4453125, false], [-10.4453125, false], [-9.4453125, false], [-8.6953125, false], [-10.5078125, false], [-5.4453125, false], [-8.6953125, false], [-9.4453125, false], [-10.6953125, false], [-9.4453125, false], [-8.9453125, false], [-8.1953125, false], [-11.1953125, false], [-9.4453125, false], [-8.9453125, false], [-9.4453125, false], [-8.1953125, false], [-11.6953125, false], [-8.6953125, false], [-10.5078125, false], [-5.4453125, false], [-8.6953125, false], [-10.1953125, false], [-11.1953125, false], [-5.4453125, false], [-9.9453125, false], [-9.4453125, false], [-8.1953125, false], [-11.6953125, false], [-8.6953125, false], [-10.5078125, false], [-5.4453125, false], [-8.6953125, false], [-9.1953125, false], [-5.4453125, false], [-10.1953125, false], [-9.4453125, false], [-9.4453125, false], [-8.1953125, false], [-9.4453125, false], [-9.6953125, false], [-9.1953125, false], [-8.6953125, false], [-13.9453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1075, "doc": {"id": "Mercury_409065", "question": "Rosa and Ted ate granola bars before competing in a swimming competition. Less than 50% of the chemical energy in the granola bars was converted to mechanical energy during the swim competition. If all the energy in the granola bars was used, which most likely happened to the rest of the energy?", "choices": {"text": ["It was lost as potential energy.", "It was lost as chemical energy.", "It was converted to thermal energy.", "It was converted to magnetic energy."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "It was converted to thermal energy.", "arguments": ["Question: Rosa and Ted ate granola bars before competing in a swimming competition. Less than 50% of the chemical energy in the granola bars was converted to mechanical energy during the swim competition. If all the energy in the granola bars was used, which most likely happened to the rest of the energy?\nAnswer:", " ["], "resps": [[[-6.59375, false]], [[-8.96875, false]], [[-4.96875, false]], [[-7.34375, false]], [[-4.71484375, false]], [[-8.21875, false]], [[-4.71875, false]], [[-8.46875, false]], [[-4.71484375, false]], [[-9.09375, false]], [[-8.84375, false]], [[-8.46875, false]], [[-7.34375, false]], [[-4.71484375, false]], [[-4.71875, false]], [[-8.46875, false]], [[-4.71875, false]], [[-7.84375, false]], [[-8.84375, false]], [[-7.34375, false]], [[-7.71875, false]], [[-7.09375, false]], [[-7.34375, false]], [[-7.09375, false]], [[-4.71875, false]], [[-9.09375, false]], [[-4.71875, false]], [[-7.71875, false]], [[-7.09375, false]], [[-7.71875, false]], [[-7.09375, false]], [[-8.84375, false]], [[-8.84375, false]], [[-7.0390625, false]], [[-8.96875, false]], [[-9.4140625, false]], [[-4.71875, false]], [[-8.96875, false]], [[-4.96875, false]], [[-7.34375, false]], [[-4.71875, false]], [[-8.21875, false]], [[-4.71875, false]], [[-8.46875, false]], [[-4.71875, false]], [[-9.09375, false]], [[-8.84375, false]], [[-8.46875, false]], [[-7.34375, false]], [[-4.71875, false]], [[-4.71875, false]], [[-8.46875, false]], [[-4.71875, false]], [[-6.71875, false]], [[-9.21875, false]], [[-7.71875, false]], [[-7.34375, false]], [[-7.09375, false]], [[-6.71875, false]], [[-4.71875, false]], [[-9.09375, false]], [[-4.71875, false]], [[-7.71875, false]], [[-7.09375, false]], [[-7.71875, false]], [[-7.09375, false]], [[-8.84375, false]], [[-8.84375, false]], [[-7.0390625, false]], [[-8.96875, false]], [[-9.4140625, false]], [[-4.71875, false]], [[-8.96875, false]], [[-4.96875, false]], [[-7.34375, false]], [[-4.71875, false]], [[-8.21875, false]], [[-4.71875, false]], [[-8.46875, false]], [[-4.71875, false]], [[-6.71875, false]], [[-8.84375, false]], [[-7.09375, false]], [[-8.46875, false]], [[-7.71875, false]], [[-7.09375, false]], [[-7.34375, false]], [[-7.71875, false]], [[-6.96875, false]], [[-4.71875, false]], [[-7.34375, false]], [[-8.84375, false]], [[-4.71875, false]], [[-7.34375, false]], [[-9.21875, false]], [[-7.71875, false]], [[-7.09375, false]], [[-7.34375, false]], [[-4.71875, false]], [[-9.09375, false]], [[-4.71875, false]], [[-7.71875, false]], [[-7.09375, false]], [[-7.71875, false]], [[-7.09375, false]], [[-8.84375, false]], [[-8.84375, false]], [[-7.0390625, false]], [[-8.96875, false]], [[-9.4140625, false]], [[-4.71875, false]], [[-8.96875, false]], [[-4.96875, false]], [[-7.34375, false]], [[-4.71875, false]], [[-8.21875, false]], [[-4.71875, false]], [[-8.46875, false]], [[-4.71875, false]], [[-6.71875, false]], [[-8.84375, false]], [[-7.09375, false]], [[-8.46875, false]], [[-7.71875, false]], [[-7.09375, false]], [[-7.34375, false]], [[-7.71875, false]], [[-6.96875, false]], [[-4.71875, false]], [[-7.34375, false]], [[-8.84375, false]], [[-4.71875, false]], [[-7.34375, false]], [[-4.71875, false]], [[-8.84375, false]], [[-7.09375, false]], [[-7.71875, false]], [[-7.34375, false]], [[-7.09375, false]], [[-6.71875, false]], [[-4.71875, false]], [[-7.71875, false]], [[-7.09375, false]], [[-7.71875, false]], [[-7.09375, false]], [[-8.84375, false]], [[-8.84375, false]], [[-7.0390625, false]], [[-8.96875, false]], [[-13.09375, false]]], "filtered_resps": [[-6.59375, false], [-8.96875, false], [-4.96875, false], [-7.34375, false], [-4.71484375, false], [-8.21875, false], [-4.71875, false], [-8.46875, false], [-4.71484375, false], [-9.09375, false], [-8.84375, false], [-8.46875, false], [-7.34375, false], [-4.71484375, false], [-4.71875, false], [-8.46875, false], [-4.71875, false], [-7.84375, false], [-8.84375, false], [-7.34375, false], [-7.71875, false], [-7.09375, false], [-7.34375, false], [-7.09375, false], [-4.71875, false], [-9.09375, false], [-4.71875, false], [-7.71875, false], [-7.09375, false], [-7.71875, false], [-7.09375, false], [-8.84375, false], [-8.84375, false], [-7.0390625, false], [-8.96875, false], [-9.4140625, false], [-4.71875, false], [-8.96875, false], [-4.96875, false], [-7.34375, false], [-4.71875, false], [-8.21875, false], [-4.71875, false], [-8.46875, false], [-4.71875, false], [-9.09375, false], [-8.84375, false], [-8.46875, false], [-7.34375, false], [-4.71875, false], [-4.71875, false], [-8.46875, false], [-4.71875, false], [-6.71875, false], [-9.21875, false], [-7.71875, false], [-7.34375, false], [-7.09375, false], [-6.71875, false], [-4.71875, false], [-9.09375, false], [-4.71875, false], [-7.71875, false], [-7.09375, false], [-7.71875, false], [-7.09375, false], [-8.84375, false], [-8.84375, false], [-7.0390625, false], [-8.96875, false], [-9.4140625, false], [-4.71875, false], [-8.96875, false], [-4.96875, false], [-7.34375, false], [-4.71875, false], [-8.21875, false], [-4.71875, false], [-8.46875, false], [-4.71875, false], [-6.71875, false], [-8.84375, false], [-7.09375, false], [-8.46875, false], [-7.71875, false], [-7.09375, false], [-7.34375, false], [-7.71875, false], [-6.96875, false], [-4.71875, false], [-7.34375, false], [-8.84375, false], [-4.71875, false], [-7.34375, false], [-9.21875, false], [-7.71875, false], [-7.09375, false], [-7.34375, false], [-4.71875, false], [-9.09375, false], [-4.71875, false], [-7.71875, false], [-7.09375, false], [-7.71875, false], [-7.09375, false], [-8.84375, false], [-8.84375, false], [-7.0390625, false], [-8.96875, false], [-9.4140625, false], [-4.71875, false], [-8.96875, false], [-4.96875, false], [-7.34375, false], [-4.71875, false], [-8.21875, false], [-4.71875, false], [-8.46875, false], [-4.71875, false], [-6.71875, false], [-8.84375, false], [-7.09375, false], [-8.46875, false], [-7.71875, false], [-7.09375, false], [-7.34375, false], [-7.71875, false], [-6.96875, false], [-4.71875, false], [-7.34375, false], [-8.84375, false], [-4.71875, false], [-7.34375, false], [-4.71875, false], [-8.84375, false], [-7.09375, false], [-7.71875, false], [-7.34375, false], [-7.09375, false], [-6.71875, false], [-4.71875, false], [-7.71875, false], [-7.09375, false], [-7.71875, false], [-7.09375, false], [-8.84375, false], [-8.84375, false], [-7.0390625, false], [-8.96875, false], [-13.09375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1083, "doc": {"id": "LEAP_2006_4_10275", "question": "What is an energy change that takes place in a light bulb?", "choices": {"text": ["Chemical energy changes to light energy.", "Chemical energy changes to heat energy.", "Electrical energy changes to light energy.", "Electrical energy changes to chemical energy."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Electrical energy changes to light energy.", "arguments": ["Question: What is an energy change that takes place in a light bulb?\nAnswer:", " ["], "resps": [[[-8.375, false]], [[-8.625, false]], [[-7.625, false]], [[-12.375, false]], [[-9.625, false]], [[-11.625, false]], [[-9.625, false]], [[-11.125, false]], [[-4.375, false]], [[-11.125, false]], [[-6.375, false]], [[-9.625, false]], [[-11.125, false]], [[-9.625, false]], [[-11.875, false]], [[-14.125, false]], [[-12.625, false]], [[-6.375, false]], [[-11.125, false]], [[-12.375, false]], [[-4.375, false]], [[-11.125, false]], [[-14.125, false]], [[-9.625, false]], [[-10.875, false]], [[-6.375, false]], [[-10.875, false]], [[-10.625, false]], [[-6.375, false]], [[-11.125, false]], [[-9.625, false]], [[-14.125, false]], [[-12.375, false]], [[-10.875, false]], [[-6.375, false]], [[-9.625, false]], [[-11.125, false]], [[-9.625, false]], [[-11.875, false]], [[-14.125, false]], [[-12.625, false]], [[-7.859375, false]], [[-8.625, false]], [[-10.609375, false]], [[-6.375, false]], [[-8.625, false]], [[-7.625, false]], [[-12.375, false]], [[-9.625, false]], [[-11.625, false]], [[-9.625, false]], [[-11.125, false]], [[-4.375, false]], [[-11.125, false]], [[-6.375, false]], [[-9.625, false]], [[-11.125, false]], [[-9.625, false]], [[-11.875, false]], [[-14.125, false]], [[-12.625, false]], [[-6.375, false]], [[-11.125, false]], [[-12.375, false]], [[-4.375, false]], [[-11.125, false]], [[-14.125, false]], [[-9.625, false]], [[-10.875, false]], [[-6.375, false]], [[-10.875, false]], [[-10.625, false]], [[-6.375, false]], [[-12.375, false]], [[-9.625, false]], [[-4.375, false]], [[-10.875, false]], [[-6.375, false]], [[-9.625, false]], [[-11.125, false]], [[-9.625, false]], [[-11.875, false]], [[-14.125, false]], [[-12.625, false]], [[-7.859375, false]], [[-8.625, false]], [[-10.609375, false]], [[-6.375, false]], [[-8.625, false]], [[-5.875, false]], [[-11.125, false]], [[-9.625, false]], [[-11.125, false]], [[-10.875, false]], [[-11.875, false]], [[-9.625, false]], [[-11.125, false]], [[-4.375, false]], [[-11.125, false]], [[-6.375, false]], [[-9.625, false]], [[-11.125, false]], [[-9.625, false]], [[-11.875, false]], [[-14.125, false]], [[-12.625, false]], [[-6.375, false]], [[-11.125, false]], [[-12.375, false]], [[-4.375, false]], [[-11.125, false]], [[-14.125, false]], [[-9.625, false]], [[-10.875, false]], [[-6.375, false]], [[-10.875, false]], [[-10.625, false]], [[-6.375, false]], [[-11.125, false]], [[-9.625, false]], [[-14.125, false]], [[-12.375, false]], [[-10.875, false]], [[-6.375, false]], [[-9.625, false]], [[-11.125, false]], [[-9.625, false]], [[-11.875, false]], [[-14.125, false]], [[-12.625, false]], [[-7.859375, false]], [[-8.625, false]], [[-10.609375, false]], [[-6.375, false]], [[-8.625, false]], [[-5.875, false]], [[-11.125, false]], [[-9.625, false]], [[-11.125, false]], [[-10.875, false]], [[-11.875, false]], [[-9.625, false]], [[-11.125, false]], [[-4.375, false]], [[-11.125, false]], [[-6.375, false]], [[-9.625, false]], [[-11.125, false]], [[-9.625, false]], [[-11.875, false]], [[-14.125, false]], [[-12.625, false]], [[-6.375, false]], [[-11.125, false]], [[-12.375, false]], [[-4.375, false]], [[-11.125, false]], [[-14.125, false]], [[-9.625, false]], [[-10.875, false]], [[-6.375, false]], [[-10.875, false]], [[-10.625, false]], [[-6.375, false]], [[-11.125, false]], [[-12.375, false]], [[-9.625, false]], [[-11.625, false]], [[-9.625, false]], [[-11.125, false]], [[-4.375, false]], [[-11.125, false]], [[-6.375, false]], [[-9.625, false]], [[-11.125, false]], [[-9.625, false]], [[-11.875, false]], [[-14.125, false]], [[-12.625, false]], [[-7.859375, false]], [[-8.625, false]], [[-14.375, false]]], "filtered_resps": [[-8.375, false], [-8.625, false], [-7.625, false], [-12.375, false], [-9.625, false], [-11.625, false], [-9.625, false], [-11.125, false], [-4.375, false], [-11.125, false], [-6.375, false], [-9.625, false], [-11.125, false], [-9.625, false], [-11.875, false], [-14.125, false], [-12.625, false], [-6.375, false], [-11.125, false], [-12.375, false], [-4.375, false], [-11.125, false], [-14.125, false], [-9.625, false], [-10.875, false], [-6.375, false], [-10.875, false], [-10.625, false], [-6.375, false], [-11.125, false], [-9.625, false], [-14.125, false], [-12.375, false], [-10.875, false], [-6.375, false], [-9.625, false], [-11.125, false], [-9.625, false], [-11.875, false], [-14.125, false], [-12.625, false], [-7.859375, false], [-8.625, false], [-10.609375, false], [-6.375, false], [-8.625, false], [-7.625, false], [-12.375, false], [-9.625, false], [-11.625, false], [-9.625, false], [-11.125, false], [-4.375, false], [-11.125, false], [-6.375, false], [-9.625, false], [-11.125, false], [-9.625, false], [-11.875, false], [-14.125, false], [-12.625, false], [-6.375, false], [-11.125, false], [-12.375, false], [-4.375, false], [-11.125, false], [-14.125, false], [-9.625, false], [-10.875, false], [-6.375, false], [-10.875, false], [-10.625, false], [-6.375, false], [-12.375, false], [-9.625, false], [-4.375, false], [-10.875, false], [-6.375, false], [-9.625, false], [-11.125, false], [-9.625, false], [-11.875, false], [-14.125, false], [-12.625, false], [-7.859375, false], [-8.625, false], [-10.609375, false], [-6.375, false], [-8.625, false], [-5.875, false], [-11.125, false], [-9.625, false], [-11.125, false], [-10.875, false], [-11.875, false], [-9.625, false], [-11.125, false], [-4.375, false], [-11.125, false], [-6.375, false], [-9.625, false], [-11.125, false], [-9.625, false], [-11.875, false], [-14.125, false], [-12.625, false], [-6.375, false], [-11.125, false], [-12.375, false], [-4.375, false], [-11.125, false], [-14.125, false], [-9.625, false], [-10.875, false], [-6.375, false], [-10.875, false], [-10.625, false], [-6.375, false], [-11.125, false], [-9.625, false], [-14.125, false], [-12.375, false], [-10.875, false], [-6.375, false], [-9.625, false], [-11.125, false], [-9.625, false], [-11.875, false], [-14.125, false], [-12.625, false], [-7.859375, false], [-8.625, false], [-10.609375, false], [-6.375, false], [-8.625, false], [-5.875, false], [-11.125, false], [-9.625, false], [-11.125, false], [-10.875, false], [-11.875, false], [-9.625, false], [-11.125, false], [-4.375, false], [-11.125, false], [-6.375, false], [-9.625, false], [-11.125, false], [-9.625, false], [-11.875, false], [-14.125, false], [-12.625, false], [-6.375, false], [-11.125, false], [-12.375, false], [-4.375, false], [-11.125, false], [-14.125, false], [-9.625, false], [-10.875, false], [-6.375, false], [-10.875, false], [-10.625, false], [-6.375, false], [-11.125, false], [-12.375, false], [-9.625, false], [-11.625, false], [-9.625, false], [-11.125, false], [-4.375, false], [-11.125, false], [-6.375, false], [-9.625, false], [-11.125, false], [-9.625, false], [-11.875, false], [-14.125, false], [-12.625, false], [-7.859375, false], [-8.625, false], [-14.375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1091, "doc": {"id": "Mercury_SC_406016", "question": "Monica learned that humans are born knowing how to do some things and they learn how to do other things. Which is a behavior humans learn?", "choices": {"text": ["blinking", "breathing", "crying", "swimming"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "swimming", "arguments": ["Question: Monica learned that humans are born knowing how to do some things and they learn how to do other things. Which is a behavior humans learn?\nAnswer:", " ["], "resps": [[[-7.17578125, false]], [[-9.296875, false]], [[-6.67578125, false]], [[-9.421875, false]], [[-8.546875, false]], [[-9.296875, false]], [[-10.921875, false]], [[-8.546875, false]], [[-9.296875, false]], [[-11.921875, false]], [[-9.296875, false]], [[-10.890625, false]], [[-5.17578125, false]], [[-9.296875, false]], [[-6.67578125, false]], [[-11.296875, false]], [[-7.80078125, false]], [[-4.55078125, false]], [[-11.046875, false]], [[-10.921875, false]], [[-8.546875, false]], [[-9.296875, false]], [[-11.921875, false]], [[-9.296875, false]], [[-10.890625, false]], [[-5.17578125, false]], [[-9.296875, false]], [[-8.171875, false]], [[-11.296875, false]], [[-11.671875, false]], [[-8.546875, false]], [[-9.296875, false]], [[-11.921875, false]], [[-9.296875, false]], [[-10.890625, false]], [[-5.17578125, false]], [[-9.296875, false]], [[-9.421875, false]], [[-10.171875, false]], [[-8.546875, false]], [[-10.046875, false]], [[-10.046875, false]], [[-8.546875, false]], [[-9.296875, false]], [[-11.921875, false]], [[-9.296875, false]], [[-13.921875, false]]], "filtered_resps": [[-7.17578125, false], [-9.296875, false], [-6.67578125, false], [-9.421875, false], [-8.546875, false], [-9.296875, false], [-10.921875, false], [-8.546875, false], [-9.296875, false], [-11.921875, false], [-9.296875, false], [-10.890625, false], [-5.17578125, false], [-9.296875, false], [-6.67578125, false], [-11.296875, false], [-7.80078125, false], [-4.55078125, false], [-11.046875, false], [-10.921875, false], [-8.546875, false], [-9.296875, false], [-11.921875, false], [-9.296875, false], [-10.890625, false], [-5.17578125, false], [-9.296875, false], [-8.171875, false], [-11.296875, false], [-11.671875, false], [-8.546875, false], [-9.296875, false], [-11.921875, false], [-9.296875, false], [-10.890625, false], [-5.17578125, false], [-9.296875, false], [-9.421875, false], [-10.171875, false], [-8.546875, false], [-10.046875, false], [-10.046875, false], [-8.546875, false], [-9.296875, false], [-11.921875, false], [-9.296875, false], [-13.921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1099, "doc": {"id": "Mercury_SC_405881", "question": "Recycling is important to the environment because it", "choices": {"text": ["is a good way to earn money.", "produces more carbon dioxide for plants.", "decreases the amount of natural resources.", "is a way of conserving nonrenewable resources."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "is a way of conserving nonrenewable resources.", "arguments": ["Question: Recycling is important to the environment because it\nAnswer:", " ["], "resps": [[[-7.48046875, false]], [[-8.734375, false]], [[-8.609375, false]], [[-9.734375, false]], [[-4.85546875, false]], [[-6.60546875, false]], [[-4.85546875, false]], [[-12.109375, false]], [[-9.609375, false]], [[-9.609375, false]], [[-9.984375, false]], [[-4.85546875, false]], [[-10.234375, false]], [[-6.60546875, false]], [[-11.109375, false]], [[-4.85546875, false]], [[-11.609375, false]], [[-9.609375, false]], [[-4.85546875, false]], [[-8.734375, false]], [[-6.60546875, false]], [[-11.234375, false]], [[-10.734375, false]], [[-4.85546875, false]], [[-11.484375, false]], [[-9.609375, false]], [[-10.734375, false]], [[-8.734375, false]], [[-11.109375, false]], [[-6.5859375, false]], [[-8.734375, false]], [[-9.0234375, false]], [[-4.85546875, false]], [[-8.734375, false]], [[-10.609375, false]], [[-11.234375, false]], [[-9.609375, false]], [[-9.984375, false]], [[-11.234375, false]], [[-10.109375, false]], [[-8.734375, false]], [[-9.734375, false]], [[-4.85546875, false]], [[-11.484375, false]], [[-9.609375, false]], [[-11.234375, false]], [[-8.734375, false]], [[-4.85546875, false]], [[-10.109375, false]], [[-6.60546875, false]], [[-11.234375, false]], [[-9.734375, false]], [[-9.609375, false]], [[-10.734375, false]], [[-4.85546875, false]], [[-9.984375, false]], [[-8.609375, false]], [[-9.609375, false]], [[-11.734375, false]], [[-8.609375, false]], [[-9.984375, false]], [[-8.734375, false]], [[-4.85546875, false]], [[-11.234375, false]], [[-9.609375, false]], [[-11.234375, false]], [[-4.85546875, false]], [[-10.609375, false]], [[-10.984375, false]], [[-6.60546875, false]], [[-10.734375, false]], [[-11.609375, false]], [[-9.734375, false]], [[-6.5859375, false]], [[-8.734375, false]], [[-9.0234375, false]], [[-4.85546875, false]], [[-8.734375, false]], [[-9.984375, false]], [[-8.734375, false]], [[-10.109375, false]], [[-11.234375, false]], [[-8.734375, false]], [[-6.60546875, false]], [[-9.734375, false]], [[-8.734375, false]], [[-9.734375, false]], [[-4.85546875, false]], [[-11.609375, false]], [[-11.984375, false]], [[-8.734375, false]], [[-4.85546875, false]], [[-6.60546875, false]], [[-11.484375, false]], [[-9.609375, false]], [[-11.234375, false]], [[-10.734375, false]], [[-11.609375, false]], [[-4.85546875, false]], [[-9.609375, false]], [[-11.234375, false]], [[-4.85546875, false]], [[-10.734375, false]], [[-6.60546875, false]], [[-11.609375, false]], [[-11.234375, false]], [[-11.234375, false]], [[-6.60546875, false]], [[-10.984375, false]], [[-4.85546875, false]], [[-11.234375, false]], [[-8.734375, false]], [[-9.734375, false]], [[-9.609375, false]], [[-11.234375, false]], [[-11.234375, false]], [[-10.109375, false]], [[-8.734375, false]], [[-9.734375, false]], [[-6.5859375, false]], [[-8.734375, false]], [[-9.0234375, false]], [[-4.85546875, false]], [[-8.734375, false]], [[-8.609375, false]], [[-9.734375, false]], [[-4.85546875, false]], [[-6.60546875, false]], [[-4.85546875, false]], [[-10.234375, false]], [[-6.60546875, false]], [[-11.109375, false]], [[-4.85546875, false]], [[-9.609375, false]], [[-11.234375, false]], [[-4.85546875, false]], [[-10.109375, false]], [[-9.609375, false]], [[-10.734375, false]], [[-9.734375, false]], [[-8.734375, false]], [[-11.234375, false]], [[-11.859375, false]], [[-8.609375, false]], [[-10.734375, false]], [[-12.109375, false]], [[-4.85546875, false]], [[-10.734375, false]], [[-9.609375, false]], [[-10.734375, false]], [[-11.234375, false]], [[-8.734375, false]], [[-10.734375, false]], [[-8.734375, false]], [[-10.234375, false]], [[-6.60546875, false]], [[-9.734375, false]], [[-10.984375, false]], [[-8.734375, false]], [[-4.85546875, false]], [[-11.234375, false]], [[-8.734375, false]], [[-9.734375, false]], [[-9.609375, false]], [[-11.234375, false]], [[-11.234375, false]], [[-10.109375, false]], [[-8.734375, false]], [[-9.734375, false]], [[-6.5859375, false]], [[-8.734375, false]], [[-12.359375, false]]], "filtered_resps": [[-7.48046875, false], [-8.734375, false], [-8.609375, false], [-9.734375, false], [-4.85546875, false], [-6.60546875, false], [-4.85546875, false], [-12.109375, false], [-9.609375, false], [-9.609375, false], [-9.984375, false], [-4.85546875, false], [-10.234375, false], [-6.60546875, false], [-11.109375, false], [-4.85546875, false], [-11.609375, false], [-9.609375, false], [-4.85546875, false], [-8.734375, false], [-6.60546875, false], [-11.234375, false], [-10.734375, false], [-4.85546875, false], [-11.484375, false], [-9.609375, false], [-10.734375, false], [-8.734375, false], [-11.109375, false], [-6.5859375, false], [-8.734375, false], [-9.0234375, false], [-4.85546875, false], [-8.734375, false], [-10.609375, false], [-11.234375, false], [-9.609375, false], [-9.984375, false], [-11.234375, false], [-10.109375, false], [-8.734375, false], [-9.734375, false], [-4.85546875, false], [-11.484375, false], [-9.609375, false], [-11.234375, false], [-8.734375, false], [-4.85546875, false], [-10.109375, false], [-6.60546875, false], [-11.234375, false], [-9.734375, false], [-9.609375, false], [-10.734375, false], [-4.85546875, false], [-9.984375, false], [-8.609375, false], [-9.609375, false], [-11.734375, false], [-8.609375, false], [-9.984375, false], [-8.734375, false], [-4.85546875, false], [-11.234375, false], [-9.609375, false], [-11.234375, false], [-4.85546875, false], [-10.609375, false], [-10.984375, false], [-6.60546875, false], [-10.734375, false], [-11.609375, false], [-9.734375, false], [-6.5859375, false], [-8.734375, false], [-9.0234375, false], [-4.85546875, false], [-8.734375, false], [-9.984375, false], [-8.734375, false], [-10.109375, false], [-11.234375, false], [-8.734375, false], [-6.60546875, false], [-9.734375, false], [-8.734375, false], [-9.734375, false], [-4.85546875, false], [-11.609375, false], [-11.984375, false], [-8.734375, false], [-4.85546875, false], [-6.60546875, false], [-11.484375, false], [-9.609375, false], [-11.234375, false], [-10.734375, false], [-11.609375, false], [-4.85546875, false], [-9.609375, false], [-11.234375, false], [-4.85546875, false], [-10.734375, false], [-6.60546875, false], [-11.609375, false], [-11.234375, false], [-11.234375, false], [-6.60546875, false], [-10.984375, false], [-4.85546875, false], [-11.234375, false], [-8.734375, false], [-9.734375, false], [-9.609375, false], [-11.234375, false], [-11.234375, false], [-10.109375, false], [-8.734375, false], [-9.734375, false], [-6.5859375, false], [-8.734375, false], [-9.0234375, false], [-4.85546875, false], [-8.734375, false], [-8.609375, false], [-9.734375, false], [-4.85546875, false], [-6.60546875, false], [-4.85546875, false], [-10.234375, false], [-6.60546875, false], [-11.109375, false], [-4.85546875, false], [-9.609375, false], [-11.234375, false], [-4.85546875, false], [-10.109375, false], [-9.609375, false], [-10.734375, false], [-9.734375, false], [-8.734375, false], [-11.234375, false], [-11.859375, false], [-8.609375, false], [-10.734375, false], [-12.109375, false], [-4.85546875, false], [-10.734375, false], [-9.609375, false], [-10.734375, false], [-11.234375, false], [-8.734375, false], [-10.734375, false], [-8.734375, false], [-10.234375, false], [-6.60546875, false], [-9.734375, false], [-10.984375, false], [-8.734375, false], [-4.85546875, false], [-11.234375, false], [-8.734375, false], [-9.734375, false], [-9.609375, false], [-11.234375, false], [-11.234375, false], [-10.109375, false], [-8.734375, false], [-9.734375, false], [-6.5859375, false], [-8.734375, false], [-12.359375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1107, "doc": {"id": "Mercury_182945", "question": "In which of the following organs is an acid produced?", "choices": {"text": ["esophagus", "large intestine", "small intestine", "stomach"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "stomach", "arguments": ["Question: In which of the following organs is an acid produced?\nAnswer:", " ["], "resps": [[[-7.2578125, false]], [[-11.0078125, false]], [[-8.7578125, false]], [[-10.0078125, false]], [[-8.2578125, false]], [[-9.0078125, false]], [[-9.5078125, false]], [[-5.5078125, false]], [[-11.2578125, false]], [[-8.2578125, false]], [[-10.0078125, false]], [[-11.0078125, false]], [[-10.2734375, false]], [[-5.0078125, false]], [[-11.0078125, false]], [[-8.5078125, false]], [[-5.5078125, false]], [[-10.2578125, false]], [[-11.2578125, false]], [[-8.7578125, false]], [[-5.0078125, false]], [[-8.7578125, false]], [[-9.2578125, false]], [[-8.7578125, false]], [[-8.7578125, false]], [[-10.0078125, false]], [[-8.7578125, false]], [[-8.7578125, false]], [[-9.2578125, false]], [[-8.7578125, false]], [[-11.0078125, false]], [[-10.2734375, false]], [[-5.0078125, false]], [[-11.0078125, false]], [[-10.0078125, false]], [[-9.5078125, false]], [[-5.5078125, false]], [[-8.5078125, false]], [[-8.5078125, false]], [[-5.0078125, false]], [[-8.7578125, false]], [[-9.2578125, false]], [[-8.7578125, false]], [[-8.7578125, false]], [[-10.0078125, false]], [[-8.7578125, false]], [[-8.7578125, false]], [[-9.2578125, false]], [[-8.7578125, false]], [[-11.0078125, false]], [[-10.2734375, false]], [[-5.0078125, false]], [[-11.0078125, false]], [[-10.0078125, false]], [[-8.7578125, false]], [[-8.2578125, false]], [[-9.5078125, false]], [[-5.5078125, false]], [[-8.0078125, false]], [[-9.5078125, false]], [[-11.0078125, false]], [[-12.2578125, false]]], "filtered_resps": [[-7.2578125, false], [-11.0078125, false], [-8.7578125, false], [-10.0078125, false], [-8.2578125, false], [-9.0078125, false], [-9.5078125, false], [-5.5078125, false], [-11.2578125, false], [-8.2578125, false], [-10.0078125, false], [-11.0078125, false], [-10.2734375, false], [-5.0078125, false], [-11.0078125, false], [-8.5078125, false], [-5.5078125, false], [-10.2578125, false], [-11.2578125, false], [-8.7578125, false], [-5.0078125, false], [-8.7578125, false], [-9.2578125, false], [-8.7578125, false], [-8.7578125, false], [-10.0078125, false], [-8.7578125, false], [-8.7578125, false], [-9.2578125, false], [-8.7578125, false], [-11.0078125, false], [-10.2734375, false], [-5.0078125, false], [-11.0078125, false], [-10.0078125, false], [-9.5078125, false], [-5.5078125, false], [-8.5078125, false], [-8.5078125, false], [-5.0078125, false], [-8.7578125, false], [-9.2578125, false], [-8.7578125, false], [-8.7578125, false], [-10.0078125, false], [-8.7578125, false], [-8.7578125, false], [-9.2578125, false], [-8.7578125, false], [-11.0078125, false], [-10.2734375, false], [-5.0078125, false], [-11.0078125, false], [-10.0078125, false], [-8.7578125, false], [-8.2578125, false], [-9.5078125, false], [-5.5078125, false], [-8.0078125, false], [-9.5078125, false], [-11.0078125, false], [-12.2578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1115, "doc": {"id": "Mercury_7228305", "question": "The cells of organisms found in the phylum Porifera (sponges) are not organized into tissues. What structures are absent in organisms belonging to the phylum Porifera?", "choices": {"text": ["organelles", "cells", "genes", "organs"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "organs", "arguments": ["Question: The cells of organisms found in the phylum Porifera (sponges) are not organized into tissues. What structures are absent in organisms belonging to the phylum Porifera?\nAnswer:", " ["], "resps": [[[-6.859375, false]], [[-9.734375, false]], [[-8.859375, false]], [[-8.734375, false]], [[-11.109375, false]], [[-5.609375, false]], [[-8.859375, false]], [[-7.984375, false]], [[-9.359375, false]], [[-9.359375, false]], [[-7.984375, false]], [[-8.609375, false]], [[-9.734375, false]], [[-9.4296875, false]], [[-4.484375, false]], [[-9.734375, false]], [[-7.484375, false]], [[-7.984375, false]], [[-9.359375, false]], [[-9.359375, false]], [[-8.609375, false]], [[-9.734375, false]], [[-9.4296875, false]], [[-4.484375, false]], [[-9.734375, false]], [[-11.109375, false]], [[-7.984375, false]], [[-8.859375, false]], [[-7.984375, false]], [[-8.609375, false]], [[-9.734375, false]], [[-9.4296875, false]], [[-4.484375, false]], [[-9.734375, false]], [[-8.859375, false]], [[-8.734375, false]], [[-11.109375, false]], [[-5.609375, false]], [[-8.859375, false]], [[-8.609375, false]], [[-9.734375, false]], [[-11.859375, false]]], "filtered_resps": [[-6.859375, false], [-9.734375, false], [-8.859375, false], [-8.734375, false], [-11.109375, false], [-5.609375, false], [-8.859375, false], [-7.984375, false], [-9.359375, false], [-9.359375, false], [-7.984375, false], [-8.609375, false], [-9.734375, false], [-9.4296875, false], [-4.484375, false], [-9.734375, false], [-7.484375, false], [-7.984375, false], [-9.359375, false], [-9.359375, false], [-8.609375, false], [-9.734375, false], [-9.4296875, false], [-4.484375, false], [-9.734375, false], [-11.109375, false], [-7.984375, false], [-8.859375, false], [-7.984375, false], [-8.609375, false], [-9.734375, false], [-9.4296875, false], [-4.484375, false], [-9.734375, false], [-8.859375, false], [-8.734375, false], [-11.109375, false], [-5.609375, false], [-8.859375, false], [-8.609375, false], [-9.734375, false], [-11.859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1123, "doc": {"id": "Mercury_416636", "question": "Teresa is making a list of the similarities and differences between a euglena and a volvox cell. In which way is the euglena different from the volvox cell?", "choices": {"text": ["A euglena can respond to light.", "A euglena can live in fresh water.", "A euglena can regulate water intake.", "A euglena can only reproduce asexually."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "A euglena can only reproduce asexually.", "arguments": ["Question: Teresa is making a list of the similarities and differences between a euglena and a volvox cell. In which way is the euglena different from the volvox cell?\nAnswer:", " ["], "resps": [[[-6.9609375, false]], [[-8.2109375, false]], [[-2.958984375, false]], [[-6.2109375, false]], [[-6.2109375, false]], [[-10.2109375, false]], [[-11.2109375, false]], [[-9.2109375, false]], [[-6.2109375, false]], [[-10.2109375, false]], [[-4.9609375, false]], [[-6.2109375, false]], [[-9.9609375, false]], [[-4.9609375, false]], [[-10.2109375, false]], [[-6.2109375, false]], [[-11.4609375, false]], [[-6.2109375, false]], [[-9.9609375, false]], [[-9.7109375, false]], [[-8.9609375, false]], [[-10.2109375, false]], [[-9.7109375, false]], [[-6.2109375, false]], [[-10.4609375, false]], [[-8.9609375, false]], [[-6.2109375, false]], [[-9.2109375, false]], [[-8.2109375, false]], [[-11.2109375, false]], [[-9.4609375, false]], [[-10.4609375, false]], [[-7.20703125, false]], [[-8.2109375, false]], [[-10.453125, false]], [[-6.2109375, false]], [[-8.2109375, false]], [[-2.958984375, false]], [[-6.2109375, false]], [[-6.2109375, false]], [[-10.2109375, false]], [[-11.2109375, false]], [[-9.2109375, false]], [[-6.2109375, false]], [[-10.2109375, false]], [[-4.9609375, false]], [[-6.2109375, false]], [[-9.9609375, false]], [[-4.9609375, false]], [[-10.2109375, false]], [[-6.2109375, false]], [[-9.2109375, false]], [[-8.2109375, false]], [[-9.4609375, false]], [[-6.2109375, false]], [[-6.2109375, false]], [[-8.2109375, false]], [[-10.2109375, false]], [[-6.2109375, false]], [[-9.9609375, false]], [[-11.4609375, false]], [[-6.2109375, false]], [[-9.9609375, false]], [[-9.4609375, false]], [[-6.2109375, false]], [[-10.9609375, false]], [[-4.9609375, false]], [[-10.4609375, false]], [[-6.2109375, false]], [[-11.4609375, false]], [[-7.20703125, false]], [[-8.2109375, false]], [[-10.453125, false]], [[-6.2109375, false]], [[-8.2109375, false]], [[-2.958984375, false]], [[-6.2109375, false]], [[-6.2109375, false]], [[-10.2109375, false]], [[-11.2109375, false]], [[-9.2109375, false]], [[-6.2109375, false]], [[-10.2109375, false]], [[-4.9609375, false]], [[-6.2109375, false]], [[-9.9609375, false]], [[-4.9609375, false]], [[-10.2109375, false]], [[-6.2109375, false]], [[-11.4609375, false]], [[-6.2109375, false]], [[-11.2109375, false]], [[-10.2109375, false]], [[-9.2109375, false]], [[-4.9609375, false]], [[-10.4609375, false]], [[-6.2109375, false]], [[-6.2109375, false]], [[-10.9609375, false]], [[-4.9609375, false]], [[-10.4609375, false]], [[-6.2109375, false]], [[-11.4609375, false]], [[-6.2109375, false]], [[-8.2109375, false]], [[-10.2109375, false]], [[-10.4609375, false]], [[-4.9609375, false]], [[-11.4609375, false]], [[-6.2109375, false]], [[-7.20703125, false]], [[-8.2109375, false]], [[-10.453125, false]], [[-6.2109375, false]], [[-8.2109375, false]], [[-2.958984375, false]], [[-6.2109375, false]], [[-6.2109375, false]], [[-10.2109375, false]], [[-11.2109375, false]], [[-9.2109375, false]], [[-6.2109375, false]], [[-10.2109375, false]], [[-4.9609375, false]], [[-6.2109375, false]], [[-9.9609375, false]], [[-4.9609375, false]], [[-10.2109375, false]], [[-6.2109375, false]], [[-8.9609375, false]], [[-10.2109375, false]], [[-9.2109375, false]], [[-11.7109375, false]], [[-6.2109375, false]], [[-11.4609375, false]], [[-6.2109375, false]], [[-9.7109375, false]], [[-11.4609375, false]], [[-8.9609375, false]], [[-9.7109375, false]], [[-10.2109375, false]], [[-9.9609375, false]], [[-6.2109375, false]], [[-6.2109375, false]], [[-4.9609375, false]], [[-9.9609375, false]], [[-6.2109375, false]], [[-10.4609375, false]], [[-10.2109375, false]], [[-4.9609375, false]], [[-9.2109375, false]], [[-9.2109375, false]], [[-11.7109375, false]], [[-7.20703125, false]], [[-8.2109375, false]], [[-13.2109375, false]]], "filtered_resps": [[-6.9609375, false], [-8.2109375, false], [-2.958984375, false], [-6.2109375, false], [-6.2109375, false], [-10.2109375, false], [-11.2109375, false], [-9.2109375, false], [-6.2109375, false], [-10.2109375, false], [-4.9609375, false], [-6.2109375, false], [-9.9609375, false], [-4.9609375, false], [-10.2109375, false], [-6.2109375, false], [-11.4609375, false], [-6.2109375, false], [-9.9609375, false], [-9.7109375, false], [-8.9609375, false], [-10.2109375, false], [-9.7109375, false], [-6.2109375, false], [-10.4609375, false], [-8.9609375, false], [-6.2109375, false], [-9.2109375, false], [-8.2109375, false], [-11.2109375, false], [-9.4609375, false], [-10.4609375, false], [-7.20703125, false], [-8.2109375, false], [-10.453125, false], [-6.2109375, false], [-8.2109375, false], [-2.958984375, false], [-6.2109375, false], [-6.2109375, false], [-10.2109375, false], [-11.2109375, false], [-9.2109375, false], [-6.2109375, false], [-10.2109375, false], [-4.9609375, false], [-6.2109375, false], [-9.9609375, false], [-4.9609375, false], [-10.2109375, false], [-6.2109375, false], [-9.2109375, false], [-8.2109375, false], [-9.4609375, false], [-6.2109375, false], [-6.2109375, false], [-8.2109375, false], [-10.2109375, false], [-6.2109375, false], [-9.9609375, false], [-11.4609375, false], [-6.2109375, false], [-9.9609375, false], [-9.4609375, false], [-6.2109375, false], [-10.9609375, false], [-4.9609375, false], [-10.4609375, false], [-6.2109375, false], [-11.4609375, false], [-7.20703125, false], [-8.2109375, false], [-10.453125, false], [-6.2109375, false], [-8.2109375, false], [-2.958984375, false], [-6.2109375, false], [-6.2109375, false], [-10.2109375, false], [-11.2109375, false], [-9.2109375, false], [-6.2109375, false], [-10.2109375, false], [-4.9609375, false], [-6.2109375, false], [-9.9609375, false], [-4.9609375, false], [-10.2109375, false], [-6.2109375, false], [-11.4609375, false], [-6.2109375, false], [-11.2109375, false], [-10.2109375, false], [-9.2109375, false], [-4.9609375, false], [-10.4609375, false], [-6.2109375, false], [-6.2109375, false], [-10.9609375, false], [-4.9609375, false], [-10.4609375, false], [-6.2109375, false], [-11.4609375, false], [-6.2109375, false], [-8.2109375, false], [-10.2109375, false], [-10.4609375, false], [-4.9609375, false], [-11.4609375, false], [-6.2109375, false], [-7.20703125, false], [-8.2109375, false], [-10.453125, false], [-6.2109375, false], [-8.2109375, false], [-2.958984375, false], [-6.2109375, false], [-6.2109375, false], [-10.2109375, false], [-11.2109375, false], [-9.2109375, false], [-6.2109375, false], [-10.2109375, false], [-4.9609375, false], [-6.2109375, false], [-9.9609375, false], [-4.9609375, false], [-10.2109375, false], [-6.2109375, false], [-8.9609375, false], [-10.2109375, false], [-9.2109375, false], [-11.7109375, false], [-6.2109375, false], [-11.4609375, false], [-6.2109375, false], [-9.7109375, false], [-11.4609375, false], [-8.9609375, false], [-9.7109375, false], [-10.2109375, false], [-9.9609375, false], [-6.2109375, false], [-6.2109375, false], [-4.9609375, false], [-9.9609375, false], [-6.2109375, false], [-10.4609375, false], [-10.2109375, false], [-4.9609375, false], [-9.2109375, false], [-9.2109375, false], [-11.7109375, false], [-7.20703125, false], [-8.2109375, false], [-13.2109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1131, "doc": {"id": "Mercury_7027545", "question": "A hardware designer finds that the wiring in a circuit is releasing enough heat to make the circuit dangerously hot. Which change would best solve this problem?", "choices": {"text": ["increasing the current in the circuit", "placing rubber insulation on wires in the circuit", "reversing the direction of current flow in the circuit", "using circuit wires with a lower resistance"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "using circuit wires with a lower resistance", "arguments": ["Question: A hardware designer finds that the wiring in a circuit is releasing enough heat to make the circuit dangerously hot. Which change would best solve this problem?\nAnswer:", " ["], "resps": [[[-7.08203125, false]], [[-10.3359375, false]], [[-8.8359375, false]], [[-10.8359375, false]], [[-9.5859375, false]], [[-10.5859375, false]], [[-9.8359375, false]], [[-5.08203125, false]], [[-9.5859375, false]], [[-8.8359375, false]], [[-10.8359375, false]], [[-12.8359375, false]], [[-5.58203125, false]], [[-9.8359375, false]], [[-12.3359375, false]], [[-9.8359375, false]], [[-5.58203125, false]], [[-9.5859375, false]], [[-10.5859375, false]], [[-10.5859375, false]], [[-10.5859375, false]], [[-9.8359375, false]], [[-10.8359375, false]], [[-9.8359375, false]], [[-5.58203125, false]], [[-8.8359375, false]], [[-10.8359375, false]], [[-5.58203125, false]], [[-9.8359375, false]], [[-12.3359375, false]], [[-9.8359375, false]], [[-5.58203125, false]], [[-9.5859375, false]], [[-8.8359375, false]], [[-10.5859375, false]], [[-9.5859375, false]], [[-10.5859375, false]], [[-8.8359375, false]], [[-9.8359375, false]], [[-10.3359375, false]], [[-9.546875, false]], [[-5.58203125, false]], [[-10.3359375, false]], [[-11.0859375, false]], [[-11.0859375, false]], [[-5.08203125, false]], [[-9.5859375, false]], [[-8.8359375, false]], [[-10.8359375, false]], [[-12.8359375, false]], [[-5.58203125, false]], [[-10.5859375, false]], [[-10.5859375, false]], [[-9.0859375, false]], [[-9.0859375, false]], [[-9.8359375, false]], [[-10.5859375, false]], [[-5.58203125, false]], [[-8.8359375, false]], [[-10.8359375, false]], [[-9.5859375, false]], [[-10.5859375, false]], [[-11.0859375, false]], [[-5.08203125, false]], [[-9.8359375, false]], [[-8.8359375, false]], [[-9.5859375, false]], [[-10.8359375, false]], [[-5.58203125, false]], [[-9.5859375, false]], [[-10.8359375, false]], [[-5.58203125, false]], [[-12.3359375, false]], [[-8.8359375, false]], [[-10.5859375, false]], [[-9.8359375, false]], [[-9.5859375, false]], [[-5.58203125, false]], [[-8.8359375, false]], [[-10.8359375, false]], [[-5.58203125, false]], [[-9.8359375, false]], [[-12.3359375, false]], [[-9.8359375, false]], [[-5.58203125, false]], [[-9.5859375, false]], [[-8.8359375, false]], [[-10.5859375, false]], [[-9.5859375, false]], [[-10.5859375, false]], [[-8.8359375, false]], [[-9.8359375, false]], [[-10.3359375, false]], [[-9.546875, false]], [[-5.58203125, false]], [[-10.3359375, false]], [[-10.5859375, false]], [[-9.8359375, false]], [[-11.8359375, false]], [[-9.8359375, false]], [[-10.5859375, false]], [[-9.5859375, false]], [[-8.8359375, false]], [[-10.8359375, false]], [[-12.8359375, false]], [[-5.58203125, false]], [[-9.8359375, false]], [[-12.3359375, false]], [[-9.8359375, false]], [[-5.58203125, false]], [[-10.0859375, false]], [[-8.8359375, false]], [[-10.5859375, false]], [[-9.8359375, false]], [[-9.5859375, false]], [[-9.8359375, false]], [[-8.8359375, false]], [[-9.5859375, false]], [[-10.8359375, false]], [[-5.58203125, false]], [[-9.5859375, false]], [[-10.0859375, false]], [[-5.58203125, false]], [[-9.5859375, false]], [[-10.5859375, false]], [[-10.5859375, false]], [[-10.5859375, false]], [[-9.8359375, false]], [[-10.8359375, false]], [[-9.8359375, false]], [[-5.58203125, false]], [[-10.0859375, false]], [[-11.0859375, false]], [[-9.5859375, false]], [[-12.3359375, false]], [[-5.58203125, false]], [[-8.8359375, false]], [[-10.8359375, false]], [[-5.58203125, false]], [[-9.8359375, false]], [[-12.3359375, false]], [[-9.8359375, false]], [[-5.58203125, false]], [[-9.5859375, false]], [[-8.8359375, false]], [[-10.5859375, false]], [[-9.5859375, false]], [[-10.5859375, false]], [[-8.8359375, false]], [[-9.8359375, false]], [[-10.3359375, false]], [[-9.546875, false]], [[-5.58203125, false]], [[-10.3359375, false]], [[-10.5859375, false]], [[-9.5859375, false]], [[-8.8359375, false]], [[-10.8359375, false]], [[-12.8359375, false]], [[-5.58203125, false]], [[-9.5859375, false]], [[-8.8359375, false]], [[-10.5859375, false]], [[-9.5859375, false]], [[-10.5859375, false]], [[-8.8359375, false]], [[-9.8359375, false]], [[-5.58203125, false]], [[-12.3359375, false]], [[-8.8359375, false]], [[-10.5859375, false]], [[-9.8359375, false]], [[-9.5859375, false]], [[-5.58203125, false]], [[-12.3359375, false]], [[-8.8359375, false]], [[-9.8359375, false]], [[-12.3359375, false]], [[-5.58203125, false]], [[-5.08203125, false]], [[-5.58203125, false]], [[-11.0859375, false]], [[-9.5859375, false]], [[-12.3359375, false]], [[-9.8359375, false]], [[-10.5859375, false]], [[-5.58203125, false]], [[-10.5859375, false]], [[-9.8359375, false]], [[-9.5859375, false]], [[-8.8359375, false]], [[-9.5859375, false]], [[-9.8359375, false]], [[-5.08203125, false]], [[-10.8359375, false]], [[-9.5859375, false]], [[-9.8359375, false]], [[-10.3359375, false]], [[-12.0859375, false]]], "filtered_resps": [[-7.08203125, false], [-10.3359375, false], [-8.8359375, false], [-10.8359375, false], [-9.5859375, false], [-10.5859375, false], [-9.8359375, false], [-5.08203125, false], [-9.5859375, false], [-8.8359375, false], [-10.8359375, false], [-12.8359375, false], [-5.58203125, false], [-9.8359375, false], [-12.3359375, false], [-9.8359375, false], [-5.58203125, false], [-9.5859375, false], [-10.5859375, false], [-10.5859375, false], [-10.5859375, false], [-9.8359375, false], [-10.8359375, false], [-9.8359375, false], [-5.58203125, false], [-8.8359375, false], [-10.8359375, false], [-5.58203125, false], [-9.8359375, false], [-12.3359375, false], [-9.8359375, false], [-5.58203125, false], [-9.5859375, false], [-8.8359375, false], [-10.5859375, false], [-9.5859375, false], [-10.5859375, false], [-8.8359375, false], [-9.8359375, false], [-10.3359375, false], [-9.546875, false], [-5.58203125, false], [-10.3359375, false], [-11.0859375, false], [-11.0859375, false], [-5.08203125, false], [-9.5859375, false], [-8.8359375, false], [-10.8359375, false], [-12.8359375, false], [-5.58203125, false], [-10.5859375, false], [-10.5859375, false], [-9.0859375, false], [-9.0859375, false], [-9.8359375, false], [-10.5859375, false], [-5.58203125, false], [-8.8359375, false], [-10.8359375, false], [-9.5859375, false], [-10.5859375, false], [-11.0859375, false], [-5.08203125, false], [-9.8359375, false], [-8.8359375, false], [-9.5859375, false], [-10.8359375, false], [-5.58203125, false], [-9.5859375, false], [-10.8359375, false], [-5.58203125, false], [-12.3359375, false], [-8.8359375, false], [-10.5859375, false], [-9.8359375, false], [-9.5859375, false], [-5.58203125, false], [-8.8359375, false], [-10.8359375, false], [-5.58203125, false], [-9.8359375, false], [-12.3359375, false], [-9.8359375, false], [-5.58203125, false], [-9.5859375, false], [-8.8359375, false], [-10.5859375, false], [-9.5859375, false], [-10.5859375, false], [-8.8359375, false], [-9.8359375, false], [-10.3359375, false], [-9.546875, false], [-5.58203125, false], [-10.3359375, false], [-10.5859375, false], [-9.8359375, false], [-11.8359375, false], [-9.8359375, false], [-10.5859375, false], [-9.5859375, false], [-8.8359375, false], [-10.8359375, false], [-12.8359375, false], [-5.58203125, false], [-9.8359375, false], [-12.3359375, false], [-9.8359375, false], [-5.58203125, false], [-10.0859375, false], [-8.8359375, false], [-10.5859375, false], [-9.8359375, false], [-9.5859375, false], [-9.8359375, false], [-8.8359375, false], [-9.5859375, false], [-10.8359375, false], [-5.58203125, false], [-9.5859375, false], [-10.0859375, false], [-5.58203125, false], [-9.5859375, false], [-10.5859375, false], [-10.5859375, false], [-10.5859375, false], [-9.8359375, false], [-10.8359375, false], [-9.8359375, false], [-5.58203125, false], [-10.0859375, false], [-11.0859375, false], [-9.5859375, false], [-12.3359375, false], [-5.58203125, false], [-8.8359375, false], [-10.8359375, false], [-5.58203125, false], [-9.8359375, false], [-12.3359375, false], [-9.8359375, false], [-5.58203125, false], [-9.5859375, false], [-8.8359375, false], [-10.5859375, false], [-9.5859375, false], [-10.5859375, false], [-8.8359375, false], [-9.8359375, false], [-10.3359375, false], [-9.546875, false], [-5.58203125, false], [-10.3359375, false], [-10.5859375, false], [-9.5859375, false], [-8.8359375, false], [-10.8359375, false], [-12.8359375, false], [-5.58203125, false], [-9.5859375, false], [-8.8359375, false], [-10.5859375, false], [-9.5859375, false], [-10.5859375, false], [-8.8359375, false], [-9.8359375, false], [-5.58203125, false], [-12.3359375, false], [-8.8359375, false], [-10.5859375, false], [-9.8359375, false], [-9.5859375, false], [-5.58203125, false], [-12.3359375, false], [-8.8359375, false], [-9.8359375, false], [-12.3359375, false], [-5.58203125, false], [-5.08203125, false], [-5.58203125, false], [-11.0859375, false], [-9.5859375, false], [-12.3359375, false], [-9.8359375, false], [-10.5859375, false], [-5.58203125, false], [-10.5859375, false], [-9.8359375, false], [-9.5859375, false], [-8.8359375, false], [-9.5859375, false], [-9.8359375, false], [-5.08203125, false], [-10.8359375, false], [-9.5859375, false], [-9.8359375, false], [-10.3359375, false], [-12.0859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1139, "doc": {"id": "Mercury_SC_400658", "question": "A brown bear eats a variety of foods including berries, insects, and small animals. Which best describes a brown bear?", "choices": {"text": ["producer", "herbivore", "carnivore", "omnivore"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "omnivore", "arguments": ["Question: A brown bear eats a variety of foods including berries, insects, and small animals. Which best describes a brown bear?\nAnswer:", " ["], "resps": [[[-6.62109375, false]], [[-10.375, false]], [[-9.875, false]], [[-8.875, false]], [[-9.125, false]], [[-8.375, false]], [[-11.125, false]], [[-7.62109375, false]], [[-8.625, false]], [[-8.875, false]], [[-10.375, false]], [[-10.53125, false]], [[-5.62109375, false]], [[-10.375, false]], [[-10.125, false]], [[-8.625, false]], [[-8.875, false]], [[-7.12109375, false]], [[-9.125, false]], [[-11.625, false]], [[-9.125, false]], [[-8.875, false]], [[-8.625, false]], [[-10.375, false]], [[-10.53125, false]], [[-5.62109375, false]], [[-10.375, false]], [[-7.62109375, false]], [[-3.123046875, false]], [[-8.875, false]], [[-8.875, false]], [[-9.125, false]], [[-11.625, false]], [[-9.125, false]], [[-8.875, false]], [[-8.625, false]], [[-10.375, false]], [[-10.53125, false]], [[-5.62109375, false]], [[-10.375, false]], [[-9.125, false]], [[-9.875, false]], [[-8.875, false]], [[-9.125, false]], [[-11.625, false]], [[-9.125, false]], [[-8.875, false]], [[-8.625, false]], [[-10.375, false]], [[-12.125, false]]], "filtered_resps": [[-6.62109375, false], [-10.375, false], [-9.875, false], [-8.875, false], [-9.125, false], [-8.375, false], [-11.125, false], [-7.62109375, false], [-8.625, false], [-8.875, false], [-10.375, false], [-10.53125, false], [-5.62109375, false], [-10.375, false], [-10.125, false], [-8.625, false], [-8.875, false], [-7.12109375, false], [-9.125, false], [-11.625, false], [-9.125, false], [-8.875, false], [-8.625, false], [-10.375, false], [-10.53125, false], [-5.62109375, false], [-10.375, false], [-7.62109375, false], [-3.123046875, false], [-8.875, false], [-8.875, false], [-9.125, false], [-11.625, false], [-9.125, false], [-8.875, false], [-8.625, false], [-10.375, false], [-10.53125, false], [-5.62109375, false], [-10.375, false], [-9.125, false], [-9.875, false], [-8.875, false], [-9.125, false], [-11.625, false], [-9.125, false], [-8.875, false], [-8.625, false], [-10.375, false], [-12.125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1147, "doc": {"id": "Mercury_7043943", "question": "When the velocity of an ocean wave decreases as it approaches a shore, what happens to the wave?", "choices": {"text": ["Its height increases.", "Its height decreases.", "Its length shortens.", "It crests."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Its height increases.", "arguments": ["Question: When the velocity of an ocean wave decreases as it approaches a shore, what happens to the wave?\nAnswer:", " ["], "resps": [[[-8.796875, false]], [[-10.046875, false]], [[-6.796875, false]], [[-10.796875, false]], [[-9.796875, false]], [[-4.796875, false]], [[-11.796875, false]], [[-10.796875, false]], [[-11.046875, false]], [[-12.546875, false]], [[-11.796875, false]], [[-10.796875, false]], [[-4.796875, false]], [[-11.046875, false]], [[-11.546875, false]], [[-11.546875, false]], [[-12.296875, false]], [[-10.796875, false]], [[-6.296875, false]], [[-9.796875, false]], [[-10.796875, false]], [[-9.796875, false]], [[-6.2734375, false]], [[-10.046875, false]], [[-10.0234375, false]], [[-4.796875, false]], [[-10.046875, false]], [[-6.796875, false]], [[-10.796875, false]], [[-9.796875, false]], [[-4.796875, false]], [[-11.796875, false]], [[-10.796875, false]], [[-11.046875, false]], [[-12.546875, false]], [[-11.796875, false]], [[-10.796875, false]], [[-4.796875, false]], [[-10.546875, false]], [[-10.796875, false]], [[-11.546875, false]], [[-12.296875, false]], [[-10.796875, false]], [[-6.296875, false]], [[-9.796875, false]], [[-10.796875, false]], [[-9.796875, false]], [[-6.2734375, false]], [[-10.046875, false]], [[-10.0234375, false]], [[-4.796875, false]], [[-10.046875, false]], [[-6.796875, false]], [[-10.796875, false]], [[-9.796875, false]], [[-4.796875, false]], [[-11.546875, false]], [[-10.796875, false]], [[-11.546875, false]], [[-12.546875, false]], [[-10.796875, false]], [[-11.796875, false]], [[-4.796875, false]], [[-9.796875, false]], [[-11.796875, false]], [[-10.546875, false]], [[-12.296875, false]], [[-10.796875, false]], [[-10.796875, false]], [[-11.546875, false]], [[-9.796875, false]], [[-6.2734375, false]], [[-10.046875, false]], [[-10.0234375, false]], [[-4.796875, false]], [[-10.046875, false]], [[-6.796875, false]], [[-10.796875, false]], [[-4.796875, false]], [[-11.546875, false]], [[-12.296875, false]], [[-10.796875, false]], [[-9.796875, false]], [[-10.796875, false]], [[-9.796875, false]], [[-6.2734375, false]], [[-10.046875, false]], [[-13.796875, false]]], "filtered_resps": [[-8.796875, false], [-10.046875, false], [-6.796875, false], [-10.796875, false], [-9.796875, false], [-4.796875, false], [-11.796875, false], [-10.796875, false], [-11.046875, false], [-12.546875, false], [-11.796875, false], [-10.796875, false], [-4.796875, false], [-11.046875, false], [-11.546875, false], [-11.546875, false], [-12.296875, false], [-10.796875, false], [-6.296875, false], [-9.796875, false], [-10.796875, false], [-9.796875, false], [-6.2734375, false], [-10.046875, false], [-10.0234375, false], [-4.796875, false], [-10.046875, false], [-6.796875, false], [-10.796875, false], [-9.796875, false], [-4.796875, false], [-11.796875, false], [-10.796875, false], [-11.046875, false], [-12.546875, false], [-11.796875, false], [-10.796875, false], [-4.796875, false], [-10.546875, false], [-10.796875, false], [-11.546875, false], [-12.296875, false], [-10.796875, false], [-6.296875, false], [-9.796875, false], [-10.796875, false], [-9.796875, false], [-6.2734375, false], [-10.046875, false], [-10.0234375, false], [-4.796875, false], [-10.046875, false], [-6.796875, false], [-10.796875, false], [-9.796875, false], [-4.796875, false], [-11.546875, false], [-10.796875, false], [-11.546875, false], [-12.546875, false], [-10.796875, false], [-11.796875, false], [-4.796875, false], [-9.796875, false], [-11.796875, false], [-10.546875, false], [-12.296875, false], [-10.796875, false], [-10.796875, false], [-11.546875, false], [-9.796875, false], [-6.2734375, false], [-10.046875, false], [-10.0234375, false], [-4.796875, false], [-10.046875, false], [-6.796875, false], [-10.796875, false], [-4.796875, false], [-11.546875, false], [-12.296875, false], [-10.796875, false], [-9.796875, false], [-10.796875, false], [-9.796875, false], [-6.2734375, false], [-10.046875, false], [-13.796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1155, "doc": {"id": "Mercury_SC_407606", "question": "It can take millions of years for fossil fuels to form. These fossil fuels form underground from decaying plants and animals. Which term best describes a fossil fuel?", "choices": {"text": ["a source of solar power", "a source of electrical power", "a source of renewable energy", "a source of nonrenewable energy"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "a source of nonrenewable energy", "arguments": ["Question: It can take millions of years for fossil fuels to form. These fossil fuels form underground from decaying plants and animals. Which term best describes a fossil fuel?\nAnswer:", " ["], "resps": [[[-8.0234375, false]], [[-7.5234375, false]], [[-5.5234375, false]], [[-4.7734375, false]], [[-10.7734375, false]], [[-8.5234375, false]], [[-9.7734375, false]], [[-12.0234375, false]], [[-7.7734375, false]], [[-7.7734375, false]], [[-4.7734375, false]], [[-8.5234375, false]], [[-9.5234375, false]], [[-4.7734375, false]], [[-10.7734375, false]], [[-8.5234375, false]], [[-11.5234375, false]], [[-5.5234375, false]], [[-12.0234375, false]], [[-4.7734375, false]], [[-9.7734375, false]], [[-8.5234375, false]], [[-12.0234375, false]], [[-7.7734375, false]], [[-12.0234375, false]], [[-7.5234375, false]], [[-9.59375, false]], [[-4.7734375, false]], [[-7.5234375, false]], [[-5.5234375, false]], [[-4.7734375, false]], [[-10.7734375, false]], [[-8.5234375, false]], [[-9.7734375, false]], [[-12.0234375, false]], [[-7.7734375, false]], [[-7.7734375, false]], [[-4.7734375, false]], [[-8.5234375, false]], [[-9.5234375, false]], [[-4.7734375, false]], [[-7.7734375, false]], [[-11.5234375, false]], [[-7.7734375, false]], [[-7.7734375, false]], [[-12.0234375, false]], [[-12.0234375, false]], [[-8.2734375, false]], [[-7.7734375, false]], [[-5.5234375, false]], [[-11.5234375, false]], [[-4.7734375, false]], [[-9.7734375, false]], [[-8.5234375, false]], [[-12.0234375, false]], [[-7.7734375, false]], [[-12.0234375, false]], [[-7.5234375, false]], [[-9.59375, false]], [[-4.7734375, false]], [[-7.5234375, false]], [[-5.5234375, false]], [[-4.7734375, false]], [[-10.7734375, false]], [[-8.5234375, false]], [[-9.7734375, false]], [[-12.0234375, false]], [[-7.7734375, false]], [[-7.7734375, false]], [[-4.7734375, false]], [[-8.5234375, false]], [[-9.5234375, false]], [[-4.7734375, false]], [[-12.0234375, false]], [[-7.7734375, false]], [[-9.0234375, false]], [[-7.7734375, false]], [[-12.0234375, false]], [[-5.5234375, false]], [[-10.5234375, false]], [[-11.5234375, false]], [[-7.7734375, false]], [[-4.7734375, false]], [[-7.7734375, false]], [[-9.0234375, false]], [[-7.7734375, false]], [[-12.0234375, false]], [[-11.5234375, false]], [[-10.7734375, false]], [[-7.5234375, false]], [[-9.59375, false]], [[-4.7734375, false]], [[-7.5234375, false]], [[-5.5234375, false]], [[-4.7734375, false]], [[-10.7734375, false]], [[-8.5234375, false]], [[-9.7734375, false]], [[-12.0234375, false]], [[-7.7734375, false]], [[-7.7734375, false]], [[-4.7734375, false]], [[-8.5234375, false]], [[-9.5234375, false]], [[-4.7734375, false]], [[-9.0234375, false]], [[-8.5234375, false]], [[-9.0234375, false]], [[-12.0234375, false]], [[-7.7734375, false]], [[-9.0234375, false]], [[-7.7734375, false]], [[-12.0234375, false]], [[-5.5234375, false]], [[-10.5234375, false]], [[-11.5234375, false]], [[-7.7734375, false]], [[-4.7734375, false]], [[-7.7734375, false]], [[-9.0234375, false]], [[-7.7734375, false]], [[-12.0234375, false]], [[-11.5234375, false]], [[-10.7734375, false]], [[-7.5234375, false]], [[-13.7734375, false]]], "filtered_resps": [[-8.0234375, false], [-7.5234375, false], [-5.5234375, false], [-4.7734375, false], [-10.7734375, false], [-8.5234375, false], [-9.7734375, false], [-12.0234375, false], [-7.7734375, false], [-7.7734375, false], [-4.7734375, false], [-8.5234375, false], [-9.5234375, false], [-4.7734375, false], [-10.7734375, false], [-8.5234375, false], [-11.5234375, false], [-5.5234375, false], [-12.0234375, false], [-4.7734375, false], [-9.7734375, false], [-8.5234375, false], [-12.0234375, false], [-7.7734375, false], [-12.0234375, false], [-7.5234375, false], [-9.59375, false], [-4.7734375, false], [-7.5234375, false], [-5.5234375, false], [-4.7734375, false], [-10.7734375, false], [-8.5234375, false], [-9.7734375, false], [-12.0234375, false], [-7.7734375, false], [-7.7734375, false], [-4.7734375, false], [-8.5234375, false], [-9.5234375, false], [-4.7734375, false], [-7.7734375, false], [-11.5234375, false], [-7.7734375, false], [-7.7734375, false], [-12.0234375, false], [-12.0234375, false], [-8.2734375, false], [-7.7734375, false], [-5.5234375, false], [-11.5234375, false], [-4.7734375, false], [-9.7734375, false], [-8.5234375, false], [-12.0234375, false], [-7.7734375, false], [-12.0234375, false], [-7.5234375, false], [-9.59375, false], [-4.7734375, false], [-7.5234375, false], [-5.5234375, false], [-4.7734375, false], [-10.7734375, false], [-8.5234375, false], [-9.7734375, false], [-12.0234375, false], [-7.7734375, false], [-7.7734375, false], [-4.7734375, false], [-8.5234375, false], [-9.5234375, false], [-4.7734375, false], [-12.0234375, false], [-7.7734375, false], [-9.0234375, false], [-7.7734375, false], [-12.0234375, false], [-5.5234375, false], [-10.5234375, false], [-11.5234375, false], [-7.7734375, false], [-4.7734375, false], [-7.7734375, false], [-9.0234375, false], [-7.7734375, false], [-12.0234375, false], [-11.5234375, false], [-10.7734375, false], [-7.5234375, false], [-9.59375, false], [-4.7734375, false], [-7.5234375, false], [-5.5234375, false], [-4.7734375, false], [-10.7734375, false], [-8.5234375, false], [-9.7734375, false], [-12.0234375, false], [-7.7734375, false], [-7.7734375, false], [-4.7734375, false], [-8.5234375, false], [-9.5234375, false], [-4.7734375, false], [-9.0234375, false], [-8.5234375, false], [-9.0234375, false], [-12.0234375, false], [-7.7734375, false], [-9.0234375, false], [-7.7734375, false], [-12.0234375, false], [-5.5234375, false], [-10.5234375, false], [-11.5234375, false], [-7.7734375, false], [-4.7734375, false], [-7.7734375, false], [-9.0234375, false], [-7.7734375, false], [-12.0234375, false], [-11.5234375, false], [-10.7734375, false], [-7.5234375, false], [-13.7734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1163, "doc": {"id": "MCAS_2016_5_2", "question": "A student is collecting water samples. The student needs a container that holds water, will not break easily, and can be used many times. Which of the following containers will best meet the student's needs?", "choices": {"text": ["a glass jar", "a paper cup", "a wooden box", "a plastic bottle"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "a plastic bottle", "arguments": ["Question: A student is collecting water samples. The student needs a container that holds water, will not break easily, and can be used many times. Which of the following containers will best meet the student's needs?\nAnswer:", " ["], "resps": [[[-7.73046875, false]], [[-9.359375, false]], [[-3.607421875, false]], [[-5.23046875, false]], [[-9.484375, false]], [[-11.484375, false]], [[-3.607421875, false]], [[-8.484375, false]], [[-8.484375, false]], [[-5.23046875, false]], [[-11.359375, false]], [[-3.607421875, false]], [[-9.609375, false]], [[-9.359375, false]], [[-9.484375, false]], [[-5.23046875, false]], [[-9.359375, false]], [[-3.607421875, false]], [[-5.23046875, false]], [[-9.609375, false]], [[-3.607421875, false]], [[-9.609375, false]], [[-9.234375, false]], [[-9.609375, false]], [[-5.23046875, false]], [[-8.859375, false]], [[-10.984375, false]], [[-9.609375, false]], [[-9.359375, false]], [[-9.5078125, false]], [[-5.23046875, false]], [[-9.359375, false]], [[-3.607421875, false]], [[-5.23046875, false]], [[-9.484375, false]], [[-9.109375, false]], [[-9.109375, false]], [[-7.60546875, false]], [[-9.234375, false]], [[-8.484375, false]], [[-5.23046875, false]], [[-7.23046875, false]], [[-9.109375, false]], [[-9.359375, false]], [[-9.359375, false]], [[-9.5078125, false]], [[-5.23046875, false]], [[-9.359375, false]], [[-3.607421875, false]], [[-5.23046875, false]], [[-9.609375, false]], [[-11.484375, false]], [[-3.607421875, false]], [[-8.484375, false]], [[-10.234375, false]], [[-8.484375, false]], [[-8.859375, false]], [[-5.23046875, false]], [[-7.23046875, false]], [[-9.109375, false]], [[-10.234375, false]], [[-10.234375, false]], [[-11.484375, false]], [[-9.234375, false]], [[-9.359375, false]], [[-12.984375, false]]], "filtered_resps": [[-7.73046875, false], [-9.359375, false], [-3.607421875, false], [-5.23046875, false], [-9.484375, false], [-11.484375, false], [-3.607421875, false], [-8.484375, false], [-8.484375, false], [-5.23046875, false], [-11.359375, false], [-3.607421875, false], [-9.609375, false], [-9.359375, false], [-9.484375, false], [-5.23046875, false], [-9.359375, false], [-3.607421875, false], [-5.23046875, false], [-9.609375, false], [-3.607421875, false], [-9.609375, false], [-9.234375, false], [-9.609375, false], [-5.23046875, false], [-8.859375, false], [-10.984375, false], [-9.609375, false], [-9.359375, false], [-9.5078125, false], [-5.23046875, false], [-9.359375, false], [-3.607421875, false], [-5.23046875, false], [-9.484375, false], [-9.109375, false], [-9.109375, false], [-7.60546875, false], [-9.234375, false], [-8.484375, false], [-5.23046875, false], [-7.23046875, false], [-9.109375, false], [-9.359375, false], [-9.359375, false], [-9.5078125, false], [-5.23046875, false], [-9.359375, false], [-3.607421875, false], [-5.23046875, false], [-9.609375, false], [-11.484375, false], [-3.607421875, false], [-8.484375, false], [-10.234375, false], [-8.484375, false], [-8.859375, false], [-5.23046875, false], [-7.23046875, false], [-9.109375, false], [-10.234375, false], [-10.234375, false], [-11.484375, false], [-9.234375, false], [-9.359375, false], [-12.984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1171, "doc": {"id": "MEA_2016_8_19", "question": "In what unit of time does Earth orbit the Sun?", "choices": {"text": ["day", "month", "year", "century"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "year", "arguments": ["Question: In what unit of time does Earth orbit the Sun?\nAnswer:", " ["], "resps": [[[-8.0859375, false]], [[-8.8359375, false]], [[-11.0859375, false]], [[-6.8359375, false]], [[-11.5859375, false]], [[-8.8359375, false]], [[-9.84375, false]], [[-4.5859375, false]], [[-8.8359375, false]], [[-9.3359375, false]], [[-10.3359375, false]], [[-9.3359375, false]], [[-8.0859375, false]], [[-9.8359375, false]], [[-8.8359375, false]], [[-9.84375, false]], [[-4.5859375, false]], [[-8.8359375, false]], [[-11.5859375, false]], [[-8.0859375, false]], [[-6.8359375, false]], [[-11.8359375, false]], [[-8.8359375, false]], [[-9.84375, false]], [[-4.5859375, false]], [[-8.8359375, false]], [[-10.5859375, false]], [[-8.0859375, false]], [[-9.3359375, false]], [[-8.0859375, false]], [[-11.8359375, false]], [[-11.8359375, false]], [[-11.5859375, false]], [[-8.8359375, false]], [[-12.8359375, false]]], "filtered_resps": [[-8.0859375, false], [-8.8359375, false], [-11.0859375, false], [-6.8359375, false], [-11.5859375, false], [-8.8359375, false], [-9.84375, false], [-4.5859375, false], [-8.8359375, false], [-9.3359375, false], [-10.3359375, false], [-9.3359375, false], [-8.0859375, false], [-9.8359375, false], [-8.8359375, false], [-9.84375, false], [-4.5859375, false], [-8.8359375, false], [-11.5859375, false], [-8.0859375, false], [-6.8359375, false], [-11.8359375, false], [-8.8359375, false], [-9.84375, false], [-4.5859375, false], [-8.8359375, false], [-10.5859375, false], [-8.0859375, false], [-9.3359375, false], [-8.0859375, false], [-11.8359375, false], [-11.8359375, false], [-11.5859375, false], [-8.8359375, false], [-12.8359375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1179, "doc": {"id": "OHAT_2007_8_43", "question": "Electricity is produced in a hydroelectric plant when moving water turns a turbine. Which describes this energy transformation from the turning turbine to electricity?", "choices": {"text": ["kinetic energy into electric energy", "nuclear energy into electric energy", "thermal energy into electric energy", "chemical energy into electric energy"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "kinetic energy into electric energy", "arguments": ["Question: Electricity is produced in a hydroelectric plant when moving water turns a turbine. Which describes this energy transformation from the turning turbine to electricity?\nAnswer:", " ["], "resps": [[[-6.67578125, false]], [[-8.6796875, false]], [[-8.9296875, false]], [[-6.42578125, false]], [[-7.67578125, false]], [[-7.17578125, false]], [[-8.9296875, false]], [[-6.42578125, false]], [[-6.17578125, false]], [[-5.67578125, false]], [[-7.17578125, false]], [[-7.67578125, false]], [[-7.17578125, false]], [[-9.1796875, false]], [[-10.1796875, false]], [[-9.4296875, false]], [[-5.67578125, false]], [[-6.42578125, false]], [[-7.67578125, false]], [[-8.9296875, false]], [[-9.1796875, false]], [[-5.67578125, false]], [[-7.17578125, false]], [[-10.1796875, false]], [[-7.17578125, false]], [[-6.17578125, false]], [[-8.9296875, false]], [[-9.1796875, false]], [[-6.42578125, false]], [[-6.17578125, false]], [[-5.67578125, false]], [[-7.17578125, false]], [[-7.67578125, false]], [[-7.17578125, false]], [[-9.1796875, false]], [[-10.1796875, false]], [[-9.4296875, false]], [[-8.6796875, false]], [[-9.46875, false]], [[-5.67578125, false]], [[-8.6796875, false]], [[-7.67578125, false]], [[-9.1796875, false]], [[-6.17578125, false]], [[-10.1796875, false]], [[-7.17578125, false]], [[-3.427734375, false]], [[-9.1796875, false]], [[-5.67578125, false]], [[-7.17578125, false]], [[-7.67578125, false]], [[-7.17578125, false]], [[-9.1796875, false]], [[-10.1796875, false]], [[-9.4296875, false]], [[-5.67578125, false]], [[-6.42578125, false]], [[-7.67578125, false]], [[-8.9296875, false]], [[-9.1796875, false]], [[-5.67578125, false]], [[-7.17578125, false]], [[-10.1796875, false]], [[-7.17578125, false]], [[-6.17578125, false]], [[-8.9296875, false]], [[-9.1796875, false]], [[-6.42578125, false]], [[-6.17578125, false]], [[-5.67578125, false]], [[-7.17578125, false]], [[-7.67578125, false]], [[-7.17578125, false]], [[-9.1796875, false]], [[-10.1796875, false]], [[-9.4296875, false]], [[-8.6796875, false]], [[-9.46875, false]], [[-5.67578125, false]], [[-8.6796875, false]], [[-8.9296875, false]], [[-8.6796875, false]], [[-7.17578125, false]], [[-9.1796875, false]], [[-7.67578125, false]], [[-3.427734375, false]], [[-10.1796875, false]], [[-5.67578125, false]], [[-7.17578125, false]], [[-7.67578125, false]], [[-7.17578125, false]], [[-9.1796875, false]], [[-10.1796875, false]], [[-9.4296875, false]], [[-5.67578125, false]], [[-6.42578125, false]], [[-7.67578125, false]], [[-8.9296875, false]], [[-9.1796875, false]], [[-5.67578125, false]], [[-7.17578125, false]], [[-10.1796875, false]], [[-7.17578125, false]], [[-6.17578125, false]], [[-8.9296875, false]], [[-9.1796875, false]], [[-6.42578125, false]], [[-6.17578125, false]], [[-5.67578125, false]], [[-7.17578125, false]], [[-7.67578125, false]], [[-7.17578125, false]], [[-9.1796875, false]], [[-10.1796875, false]], [[-9.4296875, false]], [[-8.6796875, false]], [[-9.46875, false]], [[-5.67578125, false]], [[-8.6796875, false]], [[-6.17578125, false]], [[-8.6796875, false]], [[-7.17578125, false]], [[-7.67578125, false]], [[-6.42578125, false]], [[-6.17578125, false]], [[-3.427734375, false]], [[-10.1796875, false]], [[-5.67578125, false]], [[-7.17578125, false]], [[-7.67578125, false]], [[-7.17578125, false]], [[-9.1796875, false]], [[-10.1796875, false]], [[-9.4296875, false]], [[-5.67578125, false]], [[-6.42578125, false]], [[-7.67578125, false]], [[-8.9296875, false]], [[-9.1796875, false]], [[-5.67578125, false]], [[-7.17578125, false]], [[-10.1796875, false]], [[-7.17578125, false]], [[-6.17578125, false]], [[-8.9296875, false]], [[-9.1796875, false]], [[-6.42578125, false]], [[-6.17578125, false]], [[-5.67578125, false]], [[-7.17578125, false]], [[-7.67578125, false]], [[-7.17578125, false]], [[-9.1796875, false]], [[-10.1796875, false]], [[-9.4296875, false]], [[-8.6796875, false]], [[-12.9296875, false]]], "filtered_resps": [[-6.67578125, false], [-8.6796875, false], [-8.9296875, false], [-6.42578125, false], [-7.67578125, false], [-7.17578125, false], [-8.9296875, false], [-6.42578125, false], [-6.17578125, false], [-5.67578125, false], [-7.17578125, false], [-7.67578125, false], [-7.17578125, false], [-9.1796875, false], [-10.1796875, false], [-9.4296875, false], [-5.67578125, false], [-6.42578125, false], [-7.67578125, false], [-8.9296875, false], [-9.1796875, false], [-5.67578125, false], [-7.17578125, false], [-10.1796875, false], [-7.17578125, false], [-6.17578125, false], [-8.9296875, false], [-9.1796875, false], [-6.42578125, false], [-6.17578125, false], [-5.67578125, false], [-7.17578125, false], [-7.67578125, false], [-7.17578125, false], [-9.1796875, false], [-10.1796875, false], [-9.4296875, false], [-8.6796875, false], [-9.46875, false], [-5.67578125, false], [-8.6796875, false], [-7.67578125, false], [-9.1796875, false], [-6.17578125, false], [-10.1796875, false], [-7.17578125, false], [-3.427734375, false], [-9.1796875, false], [-5.67578125, false], [-7.17578125, false], [-7.67578125, false], [-7.17578125, false], [-9.1796875, false], [-10.1796875, false], [-9.4296875, false], [-5.67578125, false], [-6.42578125, false], [-7.67578125, false], [-8.9296875, false], [-9.1796875, false], [-5.67578125, false], [-7.17578125, false], [-10.1796875, false], [-7.17578125, false], [-6.17578125, false], [-8.9296875, false], [-9.1796875, false], [-6.42578125, false], [-6.17578125, false], [-5.67578125, false], [-7.17578125, false], [-7.67578125, false], [-7.17578125, false], [-9.1796875, false], [-10.1796875, false], [-9.4296875, false], [-8.6796875, false], [-9.46875, false], [-5.67578125, false], [-8.6796875, false], [-8.9296875, false], [-8.6796875, false], [-7.17578125, false], [-9.1796875, false], [-7.67578125, false], [-3.427734375, false], [-10.1796875, false], [-5.67578125, false], [-7.17578125, false], [-7.67578125, false], [-7.17578125, false], [-9.1796875, false], [-10.1796875, false], [-9.4296875, false], [-5.67578125, false], [-6.42578125, false], [-7.67578125, false], [-8.9296875, false], [-9.1796875, false], [-5.67578125, false], [-7.17578125, false], [-10.1796875, false], [-7.17578125, false], [-6.17578125, false], [-8.9296875, false], [-9.1796875, false], [-6.42578125, false], [-6.17578125, false], [-5.67578125, false], [-7.17578125, false], [-7.67578125, false], [-7.17578125, false], [-9.1796875, false], [-10.1796875, false], [-9.4296875, false], [-8.6796875, false], [-9.46875, false], [-5.67578125, false], [-8.6796875, false], [-6.17578125, false], [-8.6796875, false], [-7.17578125, false], [-7.67578125, false], [-6.42578125, false], [-6.17578125, false], [-3.427734375, false], [-10.1796875, false], [-5.67578125, false], [-7.17578125, false], [-7.67578125, false], [-7.17578125, false], [-9.1796875, false], [-10.1796875, false], [-9.4296875, false], [-5.67578125, false], [-6.42578125, false], [-7.67578125, false], [-8.9296875, false], [-9.1796875, false], [-5.67578125, false], [-7.17578125, false], [-10.1796875, false], [-7.17578125, false], [-6.17578125, false], [-8.9296875, false], [-9.1796875, false], [-6.42578125, false], [-6.17578125, false], [-5.67578125, false], [-7.17578125, false], [-7.67578125, false], [-7.17578125, false], [-9.1796875, false], [-10.1796875, false], [-9.4296875, false], [-8.6796875, false], [-12.9296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1187, "doc": {"id": "Mercury_7015908", "question": "At which location does the movement of tectonic plates form isolated volcanic islands, such as Hawaii?", "choices": {"text": ["transform boundary", "divergent boundary", "subduction zone", "hot spot"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "hot spot", "arguments": ["Question: At which location does the movement of tectonic plates form isolated volcanic islands, such as Hawaii?\nAnswer:", " ["], "resps": [[[-6.890625, false]], [[-8.390625, false]], [[-11.140625, false]], [[-11.390625, false]], [[-7.640625, false]], [[-10.140625, false]], [[-10.140625, false]], [[-11.890625, false]], [[-11.390625, false]], [[-11.390625, false]], [[-11.390625, false]], [[-5.390625, false]], [[-11.390625, false]], [[-11.390625, false]], [[-13.140625, false]], [[-10.140625, false]], [[-11.390625, false]], [[-7.640625, false]], [[-11.390625, false]], [[-13.890625, false]], [[-8.390625, false]], [[-8.671875, false]], [[-5.390625, false]], [[-8.390625, false]], [[-11.390625, false]], [[-9.890625, false]], [[-10.890625, false]], [[-8.140625, false]], [[-11.390625, false]], [[-12.890625, false]], [[-8.140625, false]], [[-10.140625, false]], [[-11.140625, false]], [[-5.390625, false]], [[-11.390625, false]], [[-11.390625, false]], [[-13.140625, false]], [[-10.140625, false]], [[-11.390625, false]], [[-7.640625, false]], [[-11.390625, false]], [[-13.890625, false]], [[-8.390625, false]], [[-8.671875, false]], [[-5.390625, false]], [[-8.390625, false]], [[-10.140625, false]], [[-13.140625, false]], [[-11.390625, false]], [[-11.390625, false]], [[-13.140625, false]], [[-10.640625, false]], [[-11.140625, false]], [[-9.890625, false]], [[-11.390625, false]], [[-10.140625, false]], [[-5.390625, false]], [[-11.640625, false]], [[-11.390625, false]], [[-10.140625, false]], [[-8.140625, false]], [[-8.390625, false]], [[-8.671875, false]], [[-5.390625, false]], [[-8.390625, false]], [[-11.640625, false]], [[-11.390625, false]], [[-11.140625, false]], [[-5.390625, false]], [[-10.140625, false]], [[-9.890625, false]], [[-11.390625, false]], [[-11.140625, false]], [[-8.390625, false]], [[-12.390625, false]]], "filtered_resps": [[-6.890625, false], [-8.390625, false], [-11.140625, false], [-11.390625, false], [-7.640625, false], [-10.140625, false], [-10.140625, false], [-11.890625, false], [-11.390625, false], [-11.390625, false], [-11.390625, false], [-5.390625, false], [-11.390625, false], [-11.390625, false], [-13.140625, false], [-10.140625, false], [-11.390625, false], [-7.640625, false], [-11.390625, false], [-13.890625, false], [-8.390625, false], [-8.671875, false], [-5.390625, false], [-8.390625, false], [-11.390625, false], [-9.890625, false], [-10.890625, false], [-8.140625, false], [-11.390625, false], [-12.890625, false], [-8.140625, false], [-10.140625, false], [-11.140625, false], [-5.390625, false], [-11.390625, false], [-11.390625, false], [-13.140625, false], [-10.140625, false], [-11.390625, false], [-7.640625, false], [-11.390625, false], [-13.890625, false], [-8.390625, false], [-8.671875, false], [-5.390625, false], [-8.390625, false], [-10.140625, false], [-13.140625, false], [-11.390625, false], [-11.390625, false], [-13.140625, false], [-10.640625, false], [-11.140625, false], [-9.890625, false], [-11.390625, false], [-10.140625, false], [-5.390625, false], [-11.640625, false], [-11.390625, false], [-10.140625, false], [-8.140625, false], [-8.390625, false], [-8.671875, false], [-5.390625, false], [-8.390625, false], [-11.640625, false], [-11.390625, false], [-11.140625, false], [-5.390625, false], [-10.140625, false], [-9.890625, false], [-11.390625, false], [-11.140625, false], [-8.390625, false], [-12.390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1195, "doc": {"id": "Mercury_7216913", "question": "A plant is discolored and has large brown blotches on its leaves. This condition is most likely caused by", "choices": {"text": ["pollination.", "photosynthesis.", "nourishment.", "disease."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "disease.", "arguments": ["Question: A plant is discolored and has large brown blotches on its leaves. This condition is most likely caused by\nAnswer:", " ["], "resps": [[[-7.59375, false]], [[-8.59375, false]], [[-9.59375, false]], [[-7.34375, false]], [[-9.71875, false]], [[-9.71875, false]], [[-7.71875, false]], [[-9.46875, false]], [[-4.34375, false]], [[-10.96875, false]], [[-7.71875, false]], [[-7.34375, false]], [[-9.46875, false]], [[-5.890625, false]], [[-8.59375, false]], [[-8.265625, false]], [[-4.84375, false]], [[-8.59375, false]], [[-9.59375, false]], [[-9.96875, false]], [[-7.34375, false]], [[-10.96875, false]], [[-7.34375, false]], [[-8.59375, false]], [[-10.21875, false]], [[-9.46875, false]], [[-10.96875, false]], [[-9.96875, false]], [[-8.71875, false]], [[-8.59375, false]], [[-7.71875, false]], [[-8.59375, false]], [[-5.890625, false]], [[-8.59375, false]], [[-8.265625, false]], [[-4.84375, false]], [[-8.59375, false]], [[-9.46875, false]], [[-7.34375, false]], [[-9.34375, false]], [[-10.09375, false]], [[-7.71875, false]], [[-8.59375, false]], [[-9.96875, false]], [[-10.09375, false]], [[-8.71875, false]], [[-9.46875, false]], [[-10.96875, false]], [[-5.890625, false]], [[-8.59375, false]], [[-8.265625, false]], [[-4.84375, false]], [[-8.59375, false]], [[-7.34375, false]], [[-7.71875, false]], [[-8.59375, false]], [[-8.71875, false]], [[-4.34375, false]], [[-8.59375, false]], [[-8.71875, false]], [[-5.890625, false]], [[-8.59375, false]], [[-12.09375, false]]], "filtered_resps": [[-7.59375, false], [-8.59375, false], [-9.59375, false], [-7.34375, false], [-9.71875, false], [-9.71875, false], [-7.71875, false], [-9.46875, false], [-4.34375, false], [-10.96875, false], [-7.71875, false], [-7.34375, false], [-9.46875, false], [-5.890625, false], [-8.59375, false], [-8.265625, false], [-4.84375, false], [-8.59375, false], [-9.59375, false], [-9.96875, false], [-7.34375, false], [-10.96875, false], [-7.34375, false], [-8.59375, false], [-10.21875, false], [-9.46875, false], [-10.96875, false], [-9.96875, false], [-8.71875, false], [-8.59375, false], [-7.71875, false], [-8.59375, false], [-5.890625, false], [-8.59375, false], [-8.265625, false], [-4.84375, false], [-8.59375, false], [-9.46875, false], [-7.34375, false], [-9.34375, false], [-10.09375, false], [-7.71875, false], [-8.59375, false], [-9.96875, false], [-10.09375, false], [-8.71875, false], [-9.46875, false], [-10.96875, false], [-5.890625, false], [-8.59375, false], [-8.265625, false], [-4.84375, false], [-8.59375, false], [-7.34375, false], [-7.71875, false], [-8.59375, false], [-8.71875, false], [-4.34375, false], [-8.59375, false], [-8.71875, false], [-5.890625, false], [-8.59375, false], [-12.09375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1203, "doc": {"id": "ACTAAP_2014_5_4", "question": "What is a characteristic of sedimentary rock?", "choices": {"text": ["high hardness", "glassy texture", "contains fossils", "shiny silver luster"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "contains fossils", "arguments": ["Question: What is a characteristic of sedimentary rock?\nAnswer:", " ["], "resps": [[[-8.6015625, false]], [[-8.8515625, false]], [[-12.3515625, false]], [[-10.3515625, false]], [[-11.3515625, false]], [[-12.3515625, false]], [[-5.8515625, false]], [[-12.3515625, false]], [[-5.1015625, false]], [[-10.8515625, false]], [[-10.6015625, false]], [[-11.3515625, false]], [[-8.6015625, false]], [[-9.1015625, false]], [[-9.1015625, false]], [[-8.8515625, false]], [[-9.5625, false]], [[-5.8515625, false]], [[-8.8515625, false]], [[-11.3515625, false]], [[-11.1015625, false]], [[-5.1015625, false]], [[-9.1015625, false]], [[-9.1015625, false]], [[-12.1015625, false]], [[-5.8515625, false]], [[-11.6015625, false]], [[-8.6015625, false]], [[-12.6015625, false]], [[-11.6015625, false]], [[-12.6015625, false]], [[-10.8515625, false]], [[-8.6015625, false]], [[-8.8515625, false]], [[-9.5625, false]], [[-5.8515625, false]], [[-8.8515625, false]], [[-9.1015625, false]], [[-9.8515625, false]], [[-11.3515625, false]], [[-11.6015625, false]], [[-5.1015625, false]], [[-10.3515625, false]], [[-11.3515625, false]], [[-9.1015625, false]], [[-5.8515625, false]], [[-10.3515625, false]], [[-9.8515625, false]], [[-9.1015625, false]], [[-9.1015625, false]], [[-10.3515625, false]], [[-11.1015625, false]], [[-9.1015625, false]], [[-8.8515625, false]], [[-9.5625, false]], [[-5.8515625, false]], [[-8.8515625, false]], [[-9.1015625, false]], [[-12.3515625, false]], [[-10.3515625, false]], [[-11.3515625, false]], [[-12.1015625, false]], [[-5.8515625, false]], [[-9.1015625, false]], [[-10.3515625, false]], [[-11.1015625, false]], [[-11.3515625, false]], [[-8.6015625, false]], [[-10.8515625, false]], [[-5.8515625, false]], [[-11.1015625, false]], [[-12.6015625, false]], [[-9.1015625, false]], [[-11.6015625, false]], [[-8.6015625, false]], [[-10.8515625, false]], [[-8.8515625, false]], [[-12.1015625, false]]], "filtered_resps": [[-8.6015625, false], [-8.8515625, false], [-12.3515625, false], [-10.3515625, false], [-11.3515625, false], [-12.3515625, false], [-5.8515625, false], [-12.3515625, false], [-5.1015625, false], [-10.8515625, false], [-10.6015625, false], [-11.3515625, false], [-8.6015625, false], [-9.1015625, false], [-9.1015625, false], [-8.8515625, false], [-9.5625, false], [-5.8515625, false], [-8.8515625, false], [-11.3515625, false], [-11.1015625, false], [-5.1015625, false], [-9.1015625, false], [-9.1015625, false], [-12.1015625, false], [-5.8515625, false], [-11.6015625, false], [-8.6015625, false], [-12.6015625, false], [-11.6015625, false], [-12.6015625, false], [-10.8515625, false], [-8.6015625, false], [-8.8515625, false], [-9.5625, false], [-5.8515625, false], [-8.8515625, false], [-9.1015625, false], [-9.8515625, false], [-11.3515625, false], [-11.6015625, false], [-5.1015625, false], [-10.3515625, false], [-11.3515625, false], [-9.1015625, false], [-5.8515625, false], [-10.3515625, false], [-9.8515625, false], [-9.1015625, false], [-9.1015625, false], [-10.3515625, false], [-11.1015625, false], [-9.1015625, false], [-8.8515625, false], [-9.5625, false], [-5.8515625, false], [-8.8515625, false], [-9.1015625, false], [-12.3515625, false], [-10.3515625, false], [-11.3515625, false], [-12.1015625, false], [-5.8515625, false], [-9.1015625, false], [-10.3515625, false], [-11.1015625, false], [-11.3515625, false], [-8.6015625, false], [-10.8515625, false], [-5.8515625, false], [-11.1015625, false], [-12.6015625, false], [-9.1015625, false], [-11.6015625, false], [-8.6015625, false], [-10.8515625, false], [-8.8515625, false], [-12.1015625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1211, "doc": {"id": "Mercury_7015890", "question": "Which is evidence that the universe is expanding?", "choices": {"text": ["the presence of dark matter", "red shift of light from distant galaxies", "constant speed of light from every perspective", "emission of high-energy gamma rays by distant objects"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "red shift of light from distant galaxies", "arguments": ["Question: Which is evidence that the universe is expanding?\nAnswer:", " ["], "resps": [[[-6.7109375, false]], [[-7.7109375, false]], [[-10.2109375, false]], [[-10.7109375, false]], [[-8.2109375, false]], [[-5.4609375, false]], [[-9.9609375, false]], [[-10.4609375, false]], [[-8.2109375, false]], [[-10.2109375, false]], [[-8.2109375, false]], [[-9.4609375, false]], [[-8.9609375, false]], [[-8.2109375, false]], [[-5.4609375, false]], [[-10.7109375, false]], [[-8.9609375, false]], [[-5.4609375, false]], [[-10.2109375, false]], [[-6.2109375, false]], [[-10.4609375, false]], [[-10.7109375, false]], [[-5.4609375, false]], [[-9.9609375, false]], [[-6.2109375, false]], [[-10.2109375, false]], [[-10.2109375, false]], [[-8.2109375, false]], [[-10.4609375, false]], [[-7.7109375, false]], [[-10.0390625, false]], [[-5.4609375, false]], [[-7.7109375, false]], [[-10.4609375, false]], [[-8.2109375, false]], [[-10.2109375, false]], [[-5.4609375, false]], [[-10.2109375, false]], [[-10.7109375, false]], [[-9.2109375, false]], [[-8.9609375, false]], [[-10.2109375, false]], [[-5.4609375, false]], [[-10.7109375, false]], [[-8.9609375, false]], [[-5.4609375, false]], [[-10.9609375, false]], [[-9.2109375, false]], [[-11.7109375, false]], [[-10.7109375, false]], [[-10.2109375, false]], [[-5.4609375, false]], [[-8.9609375, false]], [[-10.4609375, false]], [[-10.7109375, false]], [[-9.9609375, false]], [[-5.4609375, false]], [[-10.2109375, false]], [[-9.2109375, false]], [[-10.2109375, false]], [[-10.2109375, false]], [[-6.2109375, false]], [[-9.4609375, false]], [[-10.2109375, false]], [[-5.4609375, false]], [[-11.7109375, false]], [[-6.2109375, false]], [[-10.9609375, false]], [[-6.2109375, false]], [[-8.9609375, false]], [[-9.2109375, false]], [[-8.2109375, false]], [[-10.2109375, false]], [[-7.7109375, false]], [[-10.0390625, false]], [[-5.4609375, false]], [[-7.7109375, false]], [[-8.9609375, false]], [[-10.7109375, false]], [[-9.4609375, false]], [[-10.2109375, false]], [[-10.2109375, false]], [[-6.2109375, false]], [[-9.4609375, false]], [[-10.2109375, false]], [[-5.4609375, false]], [[-10.2109375, false]], [[-9.9609375, false]], [[-8.2109375, false]], [[-8.2109375, false]], [[-10.2109375, false]], [[-5.4609375, false]], [[-10.7109375, false]], [[-8.9609375, false]], [[-5.4609375, false]], [[-10.9609375, false]], [[-9.2109375, false]], [[-11.7109375, false]], [[-10.7109375, false]], [[-10.2109375, false]], [[-5.4609375, false]], [[-8.9609375, false]], [[-10.4609375, false]], [[-10.7109375, false]], [[-9.9609375, false]], [[-5.4609375, false]], [[-8.2109375, false]], [[-9.9609375, false]], [[-8.2109375, false]], [[-10.4609375, false]], [[-12.2109375, false]], [[-5.4609375, false]], [[-9.9609375, false]], [[-8.2109375, false]], [[-10.4609375, false]], [[-10.2109375, false]], [[-9.9609375, false]], [[-8.2109375, false]], [[-8.9609375, false]], [[-10.2109375, false]], [[-9.2109375, false]], [[-9.9609375, false]], [[-8.2109375, false]], [[-7.7109375, false]], [[-10.0390625, false]], [[-5.4609375, false]], [[-7.7109375, false]], [[-8.2109375, false]], [[-9.9609375, false]], [[-9.2109375, false]], [[-10.2109375, false]], [[-10.2109375, false]], [[-9.2109375, false]], [[-10.7109375, false]], [[-9.4609375, false]], [[-5.4609375, false]], [[-10.7109375, false]], [[-8.9609375, false]], [[-5.4609375, false]], [[-10.7109375, false]], [[-9.2109375, false]], [[-11.7109375, false]], [[-10.7109375, false]], [[-5.9609375, false]], [[-8.2109375, false]], [[-9.4609375, false]], [[-8.2109375, false]], [[-10.4609375, false]], [[-11.7109375, false]], [[-12.2109375, false]], [[-5.4609375, false]], [[-11.7109375, false]], [[-6.2109375, false]], [[-9.9609375, false]], [[-9.9609375, false]], [[-6.2109375, false]], [[-5.4609375, false]], [[-10.4609375, false]], [[-6.2109375, false]], [[-12.2109375, false]], [[-10.2109375, false]], [[-5.4609375, false]], [[-9.2109375, false]], [[-12.2109375, false]], [[-5.4609375, false]], [[-10.2109375, false]], [[-9.2109375, false]], [[-10.2109375, false]], [[-10.2109375, false]], [[-6.2109375, false]], [[-9.4609375, false]], [[-10.2109375, false]], [[-5.4609375, false]], [[-10.7109375, false]], [[-9.2109375, false]], [[-12.2109375, false]], [[-8.2109375, false]], [[-8.9609375, false]], [[-10.2109375, false]], [[-10.2109375, false]], [[-7.7109375, false]], [[-12.9609375, false]]], "filtered_resps": [[-6.7109375, false], [-7.7109375, false], [-10.2109375, false], [-10.7109375, false], [-8.2109375, false], [-5.4609375, false], [-9.9609375, false], [-10.4609375, false], [-8.2109375, false], [-10.2109375, false], [-8.2109375, false], [-9.4609375, false], [-8.9609375, false], [-8.2109375, false], [-5.4609375, false], [-10.7109375, false], [-8.9609375, false], [-5.4609375, false], [-10.2109375, false], [-6.2109375, false], [-10.4609375, false], [-10.7109375, false], [-5.4609375, false], [-9.9609375, false], [-6.2109375, false], [-10.2109375, false], [-10.2109375, false], [-8.2109375, false], [-10.4609375, false], [-7.7109375, false], [-10.0390625, false], [-5.4609375, false], [-7.7109375, false], [-10.4609375, false], [-8.2109375, false], [-10.2109375, false], [-5.4609375, false], [-10.2109375, false], [-10.7109375, false], [-9.2109375, false], [-8.9609375, false], [-10.2109375, false], [-5.4609375, false], [-10.7109375, false], [-8.9609375, false], [-5.4609375, false], [-10.9609375, false], [-9.2109375, false], [-11.7109375, false], [-10.7109375, false], [-10.2109375, false], [-5.4609375, false], [-8.9609375, false], [-10.4609375, false], [-10.7109375, false], [-9.9609375, false], [-5.4609375, false], [-10.2109375, false], [-9.2109375, false], [-10.2109375, false], [-10.2109375, false], [-6.2109375, false], [-9.4609375, false], [-10.2109375, false], [-5.4609375, false], [-11.7109375, false], [-6.2109375, false], [-10.9609375, false], [-6.2109375, false], [-8.9609375, false], [-9.2109375, false], [-8.2109375, false], [-10.2109375, false], [-7.7109375, false], [-10.0390625, false], [-5.4609375, false], [-7.7109375, false], [-8.9609375, false], [-10.7109375, false], [-9.4609375, false], [-10.2109375, false], [-10.2109375, false], [-6.2109375, false], [-9.4609375, false], [-10.2109375, false], [-5.4609375, false], [-10.2109375, false], [-9.9609375, false], [-8.2109375, false], [-8.2109375, false], [-10.2109375, false], [-5.4609375, false], [-10.7109375, false], [-8.9609375, false], [-5.4609375, false], [-10.9609375, false], [-9.2109375, false], [-11.7109375, false], [-10.7109375, false], [-10.2109375, false], [-5.4609375, false], [-8.9609375, false], [-10.4609375, false], [-10.7109375, false], [-9.9609375, false], [-5.4609375, false], [-8.2109375, false], [-9.9609375, false], [-8.2109375, false], [-10.4609375, false], [-12.2109375, false], [-5.4609375, false], [-9.9609375, false], [-8.2109375, false], [-10.4609375, false], [-10.2109375, false], [-9.9609375, false], [-8.2109375, false], [-8.9609375, false], [-10.2109375, false], [-9.2109375, false], [-9.9609375, false], [-8.2109375, false], [-7.7109375, false], [-10.0390625, false], [-5.4609375, false], [-7.7109375, false], [-8.2109375, false], [-9.9609375, false], [-9.2109375, false], [-10.2109375, false], [-10.2109375, false], [-9.2109375, false], [-10.7109375, false], [-9.4609375, false], [-5.4609375, false], [-10.7109375, false], [-8.9609375, false], [-5.4609375, false], [-10.7109375, false], [-9.2109375, false], [-11.7109375, false], [-10.7109375, false], [-5.9609375, false], [-8.2109375, false], [-9.4609375, false], [-8.2109375, false], [-10.4609375, false], [-11.7109375, false], [-12.2109375, false], [-5.4609375, false], [-11.7109375, false], [-6.2109375, false], [-9.9609375, false], [-9.9609375, false], [-6.2109375, false], [-5.4609375, false], [-10.4609375, false], [-6.2109375, false], [-12.2109375, false], [-10.2109375, false], [-5.4609375, false], [-9.2109375, false], [-12.2109375, false], [-5.4609375, false], [-10.2109375, false], [-9.2109375, false], [-10.2109375, false], [-10.2109375, false], [-6.2109375, false], [-9.4609375, false], [-10.2109375, false], [-5.4609375, false], [-10.7109375, false], [-9.2109375, false], [-12.2109375, false], [-8.2109375, false], [-8.9609375, false], [-10.2109375, false], [-10.2109375, false], [-7.7109375, false], [-12.9609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1219, "doc": {"id": "Mercury_7084245", "question": "Heart disease can result in a reduced amount of oxygen moving properly through the body. Which body system does heart disease most directly affect?", "choices": {"text": ["skeletal", "excretory", "circulatory", "nervous"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "circulatory", "arguments": ["Question: Heart disease can result in a reduced amount of oxygen moving properly through the body. Which body system does heart disease most directly affect?\nAnswer:", " ["], "resps": [[[-8.6953125, false]], [[-11.9453125, false]], [[-11.4453125, false]], [[-5.94921875, false]], [[-10.6953125, false]], [[-9.4453125, false]], [[-10.6953125, false]], [[-11.1953125, false]], [[-5.94921875, false]], [[-9.4453125, false]], [[-11.9453125, false]], [[-10.4765625, false]], [[-5.69921875, false]], [[-11.9453125, false]], [[-10.6953125, false]], [[-10.6953125, false]], [[-9.1953125, false]], [[-12.6953125, false]], [[-10.6953125, false]], [[-11.1953125, false]], [[-9.4453125, false]], [[-12.6953125, false]], [[-14.1953125, false]], [[-11.9453125, false]], [[-10.4765625, false]], [[-5.69921875, false]], [[-11.9453125, false]], [[-9.1953125, false]], [[-10.9453125, false]], [[-12.6953125, false]], [[-9.1953125, false]], [[-11.4453125, false]], [[-9.4453125, false]], [[-5.94921875, false]], [[-11.1953125, false]], [[-9.4453125, false]], [[-12.6953125, false]], [[-14.1953125, false]], [[-11.9453125, false]], [[-10.4765625, false]], [[-5.69921875, false]], [[-11.9453125, false]], [[-10.6953125, false]], [[-10.6953125, false]], [[-12.6953125, false]], [[-12.1953125, false]], [[-9.4453125, false]], [[-11.4453125, false]], [[-11.4453125, false]], [[-11.9453125, false]], [[-12.4453125, false]]], "filtered_resps": [[-8.6953125, false], [-11.9453125, false], [-11.4453125, false], [-5.94921875, false], [-10.6953125, false], [-9.4453125, false], [-10.6953125, false], [-11.1953125, false], [-5.94921875, false], [-9.4453125, false], [-11.9453125, false], [-10.4765625, false], [-5.69921875, false], [-11.9453125, false], [-10.6953125, false], [-10.6953125, false], [-9.1953125, false], [-12.6953125, false], [-10.6953125, false], [-11.1953125, false], [-9.4453125, false], [-12.6953125, false], [-14.1953125, false], [-11.9453125, false], [-10.4765625, false], [-5.69921875, false], [-11.9453125, false], [-9.1953125, false], [-10.9453125, false], [-12.6953125, false], [-9.1953125, false], [-11.4453125, false], [-9.4453125, false], [-5.94921875, false], [-11.1953125, false], [-9.4453125, false], [-12.6953125, false], [-14.1953125, false], [-11.9453125, false], [-10.4765625, false], [-5.69921875, false], [-11.9453125, false], [-10.6953125, false], [-10.6953125, false], [-12.6953125, false], [-12.1953125, false], [-9.4453125, false], [-11.4453125, false], [-11.4453125, false], [-11.9453125, false], [-12.4453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1227, "doc": {"id": "AKDE&ED_2008_4_8", "question": "A bird called a ptarmigan has feathered feet. The feathers on the feet of the ptarmigan are most helpful when this bird ___.", "choices": {"text": ["digs up food", "walks in deep snow", "climbs rocky cliffs", "runs under bushes"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "walks in deep snow", "arguments": ["Question: A bird called a ptarmigan has feathered feet. The feathers on the feet of the ptarmigan are most helpful when this bird ___.\nAnswer:", " ["], "resps": [[[-6.50390625, false]], [[-9.5, false]], [[-8.25, false]], [[-9.0, false]], [[-9.25, false]], [[-7.75390625, false]], [[-4.25390625, false]], [[-10.625, false]], [[-7.25390625, false]], [[-4.25390625, false]], [[-7.25390625, false]], [[-9.0, false]], [[-9.0, false]], [[-8.25, false]], [[-9.5, false]], [[-10.390625, false]], [[-4.25390625, false]], [[-9.5, false]], [[-8.75, false]], [[-4.75390625, false]], [[-8.75, false]], [[-10.0, false]], [[-7.75390625, false]], [[-4.25390625, false]], [[-9.0, false]], [[-8.5, false]], [[-4.25390625, false]], [[-8.25, false]], [[-9.25, false]], [[-9.25, false]], [[-7.25390625, false]], [[-4.25390625, false]], [[-7.75390625, false]], [[-8.5, false]], [[-9.0, false]], [[-8.75, false]], [[-9.5, false]], [[-10.390625, false]], [[-4.25390625, false]], [[-9.5, false]], [[-7.25390625, false]], [[-8.75, false]], [[-9.0, false]], [[-9.25, false]], [[-7.25390625, false]], [[-7.75390625, false]], [[-4.25390625, false]], [[-10.0, false]], [[-9.0, false]], [[-7.25390625, false]], [[-10.0, false]], [[-11.5, false]], [[-4.25390625, false]], [[-7.25390625, false]], [[-8.75, false]], [[-9.0, false]], [[-7.25390625, false]], [[-7.25390625, false]], [[-7.75390625, false]], [[-9.5, false]], [[-10.390625, false]], [[-4.25390625, false]], [[-9.5, false]], [[-10.0, false]], [[-10.625, false]], [[-8.5, false]], [[-7.75390625, false]], [[-4.25390625, false]], [[-10.625, false]], [[-8.5, false]], [[-8.25, false]], [[-9.25, false]], [[-10.0, false]], [[-4.25390625, false]], [[-7.25390625, false]], [[-10.625, false]], [[-7.75390625, false]], [[-8.75, false]], [[-9.25, false]], [[-7.75390625, false]], [[-9.5, false]], [[-12.0, false]]], "filtered_resps": [[-6.50390625, false], [-9.5, false], [-8.25, false], [-9.0, false], [-9.25, false], [-7.75390625, false], [-4.25390625, false], [-10.625, false], [-7.25390625, false], [-4.25390625, false], [-7.25390625, false], [-9.0, false], [-9.0, false], [-8.25, false], [-9.5, false], [-10.390625, false], [-4.25390625, false], [-9.5, false], [-8.75, false], [-4.75390625, false], [-8.75, false], [-10.0, false], [-7.75390625, false], [-4.25390625, false], [-9.0, false], [-8.5, false], [-4.25390625, false], [-8.25, false], [-9.25, false], [-9.25, false], [-7.25390625, false], [-4.25390625, false], [-7.75390625, false], [-8.5, false], [-9.0, false], [-8.75, false], [-9.5, false], [-10.390625, false], [-4.25390625, false], [-9.5, false], [-7.25390625, false], [-8.75, false], [-9.0, false], [-9.25, false], [-7.25390625, false], [-7.75390625, false], [-4.25390625, false], [-10.0, false], [-9.0, false], [-7.25390625, false], [-10.0, false], [-11.5, false], [-4.25390625, false], [-7.25390625, false], [-8.75, false], [-9.0, false], [-7.25390625, false], [-7.25390625, false], [-7.75390625, false], [-9.5, false], [-10.390625, false], [-4.25390625, false], [-9.5, false], [-10.0, false], [-10.625, false], [-8.5, false], [-7.75390625, false], [-4.25390625, false], [-10.625, false], [-8.5, false], [-8.25, false], [-9.25, false], [-10.0, false], [-4.25390625, false], [-7.25390625, false], [-10.625, false], [-7.75390625, false], [-8.75, false], [-9.25, false], [-7.75390625, false], [-9.5, false], [-12.0, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1235, "doc": {"id": "Mercury_SC_415469", "question": "What does a fire take away from a forest that squirrels need to survive?", "choices": {"text": ["food and soil", "food and shelter", "water and soil", "water and shelter"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "food and shelter", "arguments": ["Question: What does a fire take away from a forest that squirrels need to survive?\nAnswer:", " ["], "resps": [[[-8.4609375, false]], [[-8.0859375, false]], [[-10.0859375, false]], [[-10.4609375, false]], [[-10.4609375, false]], [[-9.4609375, false]], [[-5.83984375, false]], [[-3.83984375, false]], [[-10.5859375, false]], [[-9.4609375, false]], [[-5.83984375, false]], [[-8.7109375, false]], [[-10.4609375, false]], [[-10.0859375, false]], [[-9.7109375, false]], [[-8.0859375, false]], [[-11.796875, false]], [[-5.83984375, false]], [[-8.0859375, false]], [[-10.0859375, false]], [[-10.4609375, false]], [[-10.4609375, false]], [[-9.4609375, false]], [[-5.83984375, false]], [[-3.83984375, false]], [[-10.5859375, false]], [[-9.4609375, false]], [[-5.83984375, false]], [[-8.7109375, false]], [[-11.8359375, false]], [[-9.4609375, false]], [[-9.7109375, false]], [[-10.7109375, false]], [[-9.4609375, false]], [[-11.0859375, false]], [[-8.0859375, false]], [[-11.796875, false]], [[-5.83984375, false]], [[-8.0859375, false]], [[-10.8359375, false]], [[-3.83984375, false]], [[-10.7109375, false]], [[-9.4609375, false]], [[-11.0859375, false]], [[-5.83984375, false]], [[-3.83984375, false]], [[-10.5859375, false]], [[-9.4609375, false]], [[-5.83984375, false]], [[-8.7109375, false]], [[-10.4609375, false]], [[-10.0859375, false]], [[-9.7109375, false]], [[-8.0859375, false]], [[-11.796875, false]], [[-5.83984375, false]], [[-8.0859375, false]], [[-10.8359375, false]], [[-3.83984375, false]], [[-10.7109375, false]], [[-9.4609375, false]], [[-11.0859375, false]], [[-5.83984375, false]], [[-3.83984375, false]], [[-10.5859375, false]], [[-9.4609375, false]], [[-5.83984375, false]], [[-8.7109375, false]], [[-11.8359375, false]], [[-9.4609375, false]], [[-9.7109375, false]], [[-10.7109375, false]], [[-9.4609375, false]], [[-11.0859375, false]], [[-8.0859375, false]], [[-14.4609375, false]]], "filtered_resps": [[-8.4609375, false], [-8.0859375, false], [-10.0859375, false], [-10.4609375, false], [-10.4609375, false], [-9.4609375, false], [-5.83984375, false], [-3.83984375, false], [-10.5859375, false], [-9.4609375, false], [-5.83984375, false], [-8.7109375, false], [-10.4609375, false], [-10.0859375, false], [-9.7109375, false], [-8.0859375, false], [-11.796875, false], [-5.83984375, false], [-8.0859375, false], [-10.0859375, false], [-10.4609375, false], [-10.4609375, false], [-9.4609375, false], [-5.83984375, false], [-3.83984375, false], [-10.5859375, false], [-9.4609375, false], [-5.83984375, false], [-8.7109375, false], [-11.8359375, false], [-9.4609375, false], [-9.7109375, false], [-10.7109375, false], [-9.4609375, false], [-11.0859375, false], [-8.0859375, false], [-11.796875, false], [-5.83984375, false], [-8.0859375, false], [-10.8359375, false], [-3.83984375, false], [-10.7109375, false], [-9.4609375, false], [-11.0859375, false], [-5.83984375, false], [-3.83984375, false], [-10.5859375, false], [-9.4609375, false], [-5.83984375, false], [-8.7109375, false], [-10.4609375, false], [-10.0859375, false], [-9.7109375, false], [-8.0859375, false], [-11.796875, false], [-5.83984375, false], [-8.0859375, false], [-10.8359375, false], [-3.83984375, false], [-10.7109375, false], [-9.4609375, false], [-11.0859375, false], [-5.83984375, false], [-3.83984375, false], [-10.5859375, false], [-9.4609375, false], [-5.83984375, false], [-8.7109375, false], [-11.8359375, false], [-9.4609375, false], [-9.7109375, false], [-10.7109375, false], [-9.4609375, false], [-11.0859375, false], [-8.0859375, false], [-14.4609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1243, "doc": {"id": "Mercury_7071960", "question": "Soil color is closely related to its content. Which element causes soil to appear red?", "choices": {"text": ["iron", "silicon", "calcium", "magnesium"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "iron", "arguments": ["Question: Soil color is closely related to its content. Which element causes soil to appear red?\nAnswer:", " ["], "resps": [[[-7.45703125, false]], [[-10.2109375, false]], [[-8.4609375, false]], [[-10.9609375, false]], [[-8.2109375, false]], [[-7.45703125, false]], [[-10.2109375, false]], [[-10.421875, false]], [[-5.95703125, false]], [[-10.2109375, false]], [[-10.2109375, false]], [[-8.4609375, false]], [[-10.7109375, false]], [[-8.4609375, false]], [[-6.95703125, false]], [[-8.2109375, false]], [[-7.45703125, false]], [[-10.2109375, false]], [[-10.421875, false]], [[-5.95703125, false]], [[-10.2109375, false]], [[-6.95703125, false]], [[-5.20703125, false]], [[-10.7109375, false]], [[-6.95703125, false]], [[-8.4609375, false]], [[-9.9609375, false]], [[-7.70703125, false]], [[-10.2109375, false]], [[-10.421875, false]], [[-5.95703125, false]], [[-10.2109375, false]], [[-7.70703125, false]], [[-5.20703125, false]], [[-11.4609375, false]], [[-7.45703125, false]], [[-10.2109375, false]], [[-10.2109375, false]], [[-8.4609375, false]], [[-9.9609375, false]], [[-7.70703125, false]], [[-10.2109375, false]], [[-13.4609375, false]]], "filtered_resps": [[-7.45703125, false], [-10.2109375, false], [-8.4609375, false], [-10.9609375, false], [-8.2109375, false], [-7.45703125, false], [-10.2109375, false], [-10.421875, false], [-5.95703125, false], [-10.2109375, false], [-10.2109375, false], [-8.4609375, false], [-10.7109375, false], [-8.4609375, false], [-6.95703125, false], [-8.2109375, false], [-7.45703125, false], [-10.2109375, false], [-10.421875, false], [-5.95703125, false], [-10.2109375, false], [-6.95703125, false], [-5.20703125, false], [-10.7109375, false], [-6.95703125, false], [-8.4609375, false], [-9.9609375, false], [-7.70703125, false], [-10.2109375, false], [-10.421875, false], [-5.95703125, false], [-10.2109375, false], [-7.70703125, false], [-5.20703125, false], [-11.4609375, false], [-7.45703125, false], [-10.2109375, false], [-10.2109375, false], [-8.4609375, false], [-9.9609375, false], [-7.70703125, false], [-10.2109375, false], [-13.4609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1251, "doc": {"id": "Mercury_7195125", "question": "Technological advances are allowing scientists to develop methods for replacing abnormal human genes with healthy copies of the same genes. Which is the most likely use for this gene therapy?", "choices": {"text": ["killing viruses", "healing wounds", "treatment of airborne infections", "treatment of inherited diseases"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "treatment of inherited diseases", "arguments": ["Question: Technological advances are allowing scientists to develop methods for replacing abnormal human genes with healthy copies of the same genes. Which is the most likely use for this gene therapy?\nAnswer:", " ["], "resps": [[[-6.70703125, false]], [[-8.4609375, false]], [[-8.2109375, false]], [[-7.33203125, false]], [[-9.4609375, false]], [[-9.4609375, false]], [[-7.33203125, false]], [[-9.3359375, false]], [[-9.8359375, false]], [[-5.08203125, false]], [[-9.7109375, false]], [[-7.33203125, false]], [[-7.83203125, false]], [[-10.2109375, false]], [[-8.2109375, false]], [[-7.70703125, false]], [[-8.2109375, false]], [[-8.4609375, false]], [[-9.328125, false]], [[-5.08203125, false]], [[-8.4609375, false]], [[-8.3359375, false]], [[-7.70703125, false]], [[-4.70703125, false]], [[-9.4609375, false]], [[-7.33203125, false]], [[-9.3359375, false]], [[-9.8359375, false]], [[-5.08203125, false]], [[-9.8359375, false]], [[-8.7109375, false]], [[-10.2109375, false]], [[-9.3359375, false]], [[-8.5859375, false]], [[-8.2109375, false]], [[-8.4609375, false]], [[-9.328125, false]], [[-5.08203125, false]], [[-8.4609375, false]], [[-8.4609375, false]], [[-7.83203125, false]], [[-7.70703125, false]], [[-4.70703125, false]], [[-8.4609375, false]], [[-6.83203125, false]], [[-7.70703125, false]], [[-9.3359375, false]], [[-8.4609375, false]], [[-5.08203125, false]], [[-8.7109375, false]], [[-10.3359375, false]], [[-5.08203125, false]], [[-4.70703125, false]], [[-7.33203125, false]], [[-7.83203125, false]], [[-6.95703125, false]], [[-8.7109375, false]], [[-7.83203125, false]], [[-9.3359375, false]], [[-7.70703125, false]], [[-5.08203125, false]], [[-7.33203125, false]], [[-9.3359375, false]], [[-10.3359375, false]], [[-7.70703125, false]], [[-7.33203125, false]], [[-8.4609375, false]], [[-7.33203125, false]], [[-8.7109375, false]], [[-9.3359375, false]], [[-8.2109375, false]], [[-8.4609375, false]], [[-9.328125, false]], [[-5.08203125, false]], [[-8.4609375, false]], [[-8.4609375, false]], [[-7.83203125, false]], [[-7.70703125, false]], [[-4.70703125, false]], [[-8.4609375, false]], [[-6.83203125, false]], [[-7.70703125, false]], [[-9.3359375, false]], [[-8.4609375, false]], [[-5.08203125, false]], [[-8.7109375, false]], [[-10.3359375, false]], [[-5.08203125, false]], [[-7.33203125, false]], [[-9.3359375, false]], [[-8.3359375, false]], [[-7.70703125, false]], [[-7.83203125, false]], [[-7.33203125, false]], [[-8.4609375, false]], [[-7.70703125, false]], [[-8.5859375, false]], [[-5.08203125, false]], [[-8.5859375, false]], [[-7.33203125, false]], [[-8.2109375, false]], [[-7.70703125, false]], [[-4.70703125, false]], [[-8.2109375, false]], [[-7.70703125, false]], [[-8.2109375, false]], [[-8.4609375, false]], [[-12.7109375, false]]], "filtered_resps": [[-6.70703125, false], [-8.4609375, false], [-8.2109375, false], [-7.33203125, false], [-9.4609375, false], [-9.4609375, false], [-7.33203125, false], [-9.3359375, false], [-9.8359375, false], [-5.08203125, false], [-9.7109375, false], [-7.33203125, false], [-7.83203125, false], [-10.2109375, false], [-8.2109375, false], [-7.70703125, false], [-8.2109375, false], [-8.4609375, false], [-9.328125, false], [-5.08203125, false], [-8.4609375, false], [-8.3359375, false], [-7.70703125, false], [-4.70703125, false], [-9.4609375, false], [-7.33203125, false], [-9.3359375, false], [-9.8359375, false], [-5.08203125, false], [-9.8359375, false], [-8.7109375, false], [-10.2109375, false], [-9.3359375, false], [-8.5859375, false], [-8.2109375, false], [-8.4609375, false], [-9.328125, false], [-5.08203125, false], [-8.4609375, false], [-8.4609375, false], [-7.83203125, false], [-7.70703125, false], [-4.70703125, false], [-8.4609375, false], [-6.83203125, false], [-7.70703125, false], [-9.3359375, false], [-8.4609375, false], [-5.08203125, false], [-8.7109375, false], [-10.3359375, false], [-5.08203125, false], [-4.70703125, false], [-7.33203125, false], [-7.83203125, false], [-6.95703125, false], [-8.7109375, false], [-7.83203125, false], [-9.3359375, false], [-7.70703125, false], [-5.08203125, false], [-7.33203125, false], [-9.3359375, false], [-10.3359375, false], [-7.70703125, false], [-7.33203125, false], [-8.4609375, false], [-7.33203125, false], [-8.7109375, false], [-9.3359375, false], [-8.2109375, false], [-8.4609375, false], [-9.328125, false], [-5.08203125, false], [-8.4609375, false], [-8.4609375, false], [-7.83203125, false], [-7.70703125, false], [-4.70703125, false], [-8.4609375, false], [-6.83203125, false], [-7.70703125, false], [-9.3359375, false], [-8.4609375, false], [-5.08203125, false], [-8.7109375, false], [-10.3359375, false], [-5.08203125, false], [-7.33203125, false], [-9.3359375, false], [-8.3359375, false], [-7.70703125, false], [-7.83203125, false], [-7.33203125, false], [-8.4609375, false], [-7.70703125, false], [-8.5859375, false], [-5.08203125, false], [-8.5859375, false], [-7.33203125, false], [-8.2109375, false], [-7.70703125, false], [-4.70703125, false], [-8.2109375, false], [-7.70703125, false], [-8.2109375, false], [-8.4609375, false], [-12.7109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1259, "doc": {"id": "Mercury_7263428", "question": "Which are replenished more quickly than they are used?", "choices": {"text": ["energy resources", "material resources", "renewable resources", "nonrenewable resources"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "renewable resources", "arguments": ["Question: Which are replenished more quickly than they are used?\nAnswer:", " ["], "resps": [[[-8.125, false]], [[-8.125, false]], [[-8.5, false]], [[-9.25, false]], [[-8.5, false]], [[-10.75, false]], [[-11.5, false]], [[-11.25, false]], [[-5.875, false]], [[-10.75, false]], [[-8.5, false]], [[-9.0, false]], [[-9.25, false]], [[-10.25, false]], [[-10.75, false]], [[-9.375, false]], [[-8.5, false]], [[-9.0, false]], [[-8.125, false]], [[-10.6875, false]], [[-5.875, false]], [[-8.125, false]], [[-10.0, false]], [[-6.5, false]], [[-9.5, false]], [[-8.5, false]], [[-10.75, false]], [[-8.0, false]], [[-6.5, false]], [[-9.375, false]], [[-5.875, false]], [[-10.75, false]], [[-8.5, false]], [[-9.0, false]], [[-9.25, false]], [[-10.25, false]], [[-10.75, false]], [[-9.375, false]], [[-8.5, false]], [[-9.0, false]], [[-8.125, false]], [[-10.6875, false]], [[-5.875, false]], [[-8.125, false]], [[-10.75, false]], [[-8.5, false]], [[-9.25, false]], [[-8.5, false]], [[-9.25, false]], [[-6.5, false]], [[-10.125, false]], [[-9.375, false]], [[-8.5, false]], [[-5.875, false]], [[-10.75, false]], [[-8.5, false]], [[-9.0, false]], [[-9.25, false]], [[-10.25, false]], [[-10.75, false]], [[-9.375, false]], [[-8.5, false]], [[-9.0, false]], [[-8.125, false]], [[-10.6875, false]], [[-5.875, false]], [[-8.125, false]], [[-9.25, false]], [[-9.25, false]], [[-9.25, false]], [[-10.75, false]], [[-8.5, false]], [[-9.25, false]], [[-8.5, false]], [[-9.25, false]], [[-6.5, false]], [[-10.125, false]], [[-9.375, false]], [[-8.5, false]], [[-5.875, false]], [[-10.75, false]], [[-8.5, false]], [[-9.0, false]], [[-9.25, false]], [[-10.25, false]], [[-10.75, false]], [[-9.375, false]], [[-8.5, false]], [[-9.0, false]], [[-8.125, false]], [[-13.75, false]]], "filtered_resps": [[-8.125, false], [-8.125, false], [-8.5, false], [-9.25, false], [-8.5, false], [-10.75, false], [-11.5, false], [-11.25, false], [-5.875, false], [-10.75, false], [-8.5, false], [-9.0, false], [-9.25, false], [-10.25, false], [-10.75, false], [-9.375, false], [-8.5, false], [-9.0, false], [-8.125, false], [-10.6875, false], [-5.875, false], [-8.125, false], [-10.0, false], [-6.5, false], [-9.5, false], [-8.5, false], [-10.75, false], [-8.0, false], [-6.5, false], [-9.375, false], [-5.875, false], [-10.75, false], [-8.5, false], [-9.0, false], [-9.25, false], [-10.25, false], [-10.75, false], [-9.375, false], [-8.5, false], [-9.0, false], [-8.125, false], [-10.6875, false], [-5.875, false], [-8.125, false], [-10.75, false], [-8.5, false], [-9.25, false], [-8.5, false], [-9.25, false], [-6.5, false], [-10.125, false], [-9.375, false], [-8.5, false], [-5.875, false], [-10.75, false], [-8.5, false], [-9.0, false], [-9.25, false], [-10.25, false], [-10.75, false], [-9.375, false], [-8.5, false], [-9.0, false], [-8.125, false], [-10.6875, false], [-5.875, false], [-8.125, false], [-9.25, false], [-9.25, false], [-9.25, false], [-10.75, false], [-8.5, false], [-9.25, false], [-8.5, false], [-9.25, false], [-6.5, false], [-10.125, false], [-9.375, false], [-8.5, false], [-5.875, false], [-10.75, false], [-8.5, false], [-9.0, false], [-9.25, false], [-10.25, false], [-10.75, false], [-9.375, false], [-8.5, false], [-9.0, false], [-8.125, false], [-13.75, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1267, "doc": {"id": "Mercury_SC_400193", "question": "Fossil fuels are formed", "choices": {"text": ["in shallow areas over short periods of time.", "from the remains of organisms.", "in underground reservoirs that are relatively cool.", "by high winds and temperatures."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "from the remains of organisms.", "arguments": ["Question: Fossil fuels are formed\nAnswer:", " ["], "resps": [[[-8.0859375, false]], [[-8.5859375, false]], [[-7.58203125, false]], [[-9.2109375, false]], [[-5.08203125, false]], [[-10.3359375, false]], [[-11.4609375, false]], [[-6.33203125, false]], [[-10.5859375, false]], [[-10.5859375, false]], [[-8.3359375, false]], [[-10.7109375, false]], [[-5.08203125, false]], [[-6.33203125, false]], [[-11.8359375, false]], [[-8.0859375, false]], [[-6.33203125, false]], [[-10.3359375, false]], [[-5.08203125, false]], [[-8.3359375, false]], [[-12.0859375, false]], [[-8.0859375, false]], [[-11.8359375, false]], [[-5.08203125, false]], [[-10.3359375, false]], [[-11.4609375, false]], [[-8.3359375, false]], [[-11.8359375, false]], [[-11.9609375, false]], [[-5.08203125, false]], [[-10.0859375, false]], [[-8.0859375, false]], [[-11.8359375, false]], [[-7.58203125, false]], [[-8.3359375, false]], [[-9.4609375, false]], [[-10.3359375, false]], [[-5.08203125, false]], [[-8.3359375, false]], [[-9.7109375, false]], [[-5.08203125, false]], [[-11.9609375, false]], [[-7.58203125, false]], [[-10.7109375, false]], [[-8.0859375, false]], [[-7.1875, false]], [[-8.5859375, false]], [[-9.1875, false]], [[-5.08203125, false]], [[-8.5859375, false]], [[-9.7109375, false]], [[-11.8359375, false]], [[-8.3359375, false]], [[-10.7109375, false]], [[-5.08203125, false]], [[-11.9609375, false]], [[-11.4609375, false]], [[-8.0859375, false]], [[-5.08203125, false]], [[-11.8359375, false]], [[-8.0859375, false]], [[-10.7109375, false]], [[-6.33203125, false]], [[-7.58203125, false]], [[-9.2109375, false]], [[-10.3359375, false]], [[-5.08203125, false]], [[-8.3359375, false]], [[-9.7109375, false]], [[-5.08203125, false]], [[-8.3359375, false]], [[-11.8359375, false]], [[-11.0859375, false]], [[-6.33203125, false]], [[-9.2109375, false]], [[-7.58203125, false]], [[-10.3359375, false]], [[-10.7109375, false]], [[-10.3359375, false]], [[-7.1875, false]], [[-8.5859375, false]], [[-9.1875, false]], [[-5.08203125, false]], [[-8.5859375, false]], [[-7.58203125, false]], [[-9.2109375, false]], [[-5.08203125, false]], [[-9.9609375, false]], [[-9.2109375, false]], [[-9.4609375, false]], [[-8.0859375, false]], [[-11.8359375, false]], [[-11.0859375, false]], [[-11.8359375, false]], [[-8.3359375, false]], [[-9.9609375, false]], [[-9.2109375, false]], [[-9.4609375, false]], [[-5.08203125, false]], [[-11.8359375, false]], [[-8.0859375, false]], [[-10.3359375, false]], [[-8.0859375, false]], [[-11.8359375, false]], [[-12.0859375, false]], [[-8.3359375, false]], [[-7.58203125, false]], [[-11.8359375, false]], [[-10.3359375, false]], [[-5.08203125, false]], [[-11.9609375, false]], [[-11.4609375, false]], [[-6.33203125, false]], [[-11.9609375, false]], [[-5.08203125, false]], [[-6.33203125, false]], [[-11.8359375, false]], [[-8.0859375, false]], [[-5.08203125, false]], [[-11.8359375, false]], [[-8.0859375, false]], [[-10.5859375, false]], [[-6.33203125, false]], [[-11.9609375, false]], [[-7.58203125, false]], [[-12.0859375, false]], [[-8.0859375, false]], [[-10.5859375, false]], [[-9.8359375, false]], [[-5.08203125, false]], [[-9.0859375, false]], [[-8.3359375, false]], [[-8.3359375, false]], [[-10.5859375, false]], [[-7.1875, false]], [[-8.5859375, false]], [[-9.1875, false]], [[-5.08203125, false]], [[-8.5859375, false]], [[-9.9609375, false]], [[-9.8359375, false]], [[-5.08203125, false]], [[-11.4609375, false]], [[-7.58203125, false]], [[-11.0859375, false]], [[-11.4609375, false]], [[-5.08203125, false]], [[-10.7109375, false]], [[-7.58203125, false]], [[-9.2109375, false]], [[-9.4609375, false]], [[-10.3359375, false]], [[-5.08203125, false]], [[-6.33203125, false]], [[-9.2109375, false]], [[-9.4609375, false]], [[-5.08203125, false]], [[-11.9609375, false]], [[-8.0859375, false]], [[-10.7109375, false]], [[-10.0859375, false]], [[-8.0859375, false]], [[-11.8359375, false]], [[-6.33203125, false]], [[-11.9609375, false]], [[-9.9609375, false]], [[-11.8359375, false]], [[-8.0859375, false]], [[-10.3359375, false]], [[-7.1875, false]], [[-8.5859375, false]], [[-13.3359375, false]]], "filtered_resps": [[-8.0859375, false], [-8.5859375, false], [-7.58203125, false], [-9.2109375, false], [-5.08203125, false], [-10.3359375, false], [-11.4609375, false], [-6.33203125, false], [-10.5859375, false], [-10.5859375, false], [-8.3359375, false], [-10.7109375, false], [-5.08203125, false], [-6.33203125, false], [-11.8359375, false], [-8.0859375, false], [-6.33203125, false], [-10.3359375, false], [-5.08203125, false], [-8.3359375, false], [-12.0859375, false], [-8.0859375, false], [-11.8359375, false], [-5.08203125, false], [-10.3359375, false], [-11.4609375, false], [-8.3359375, false], [-11.8359375, false], [-11.9609375, false], [-5.08203125, false], [-10.0859375, false], [-8.0859375, false], [-11.8359375, false], [-7.58203125, false], [-8.3359375, false], [-9.4609375, false], [-10.3359375, false], [-5.08203125, false], [-8.3359375, false], [-9.7109375, false], [-5.08203125, false], [-11.9609375, false], [-7.58203125, false], [-10.7109375, false], [-8.0859375, false], [-7.1875, false], [-8.5859375, false], [-9.1875, false], [-5.08203125, false], [-8.5859375, false], [-9.7109375, false], [-11.8359375, false], [-8.3359375, false], [-10.7109375, false], [-5.08203125, false], [-11.9609375, false], [-11.4609375, false], [-8.0859375, false], [-5.08203125, false], [-11.8359375, false], [-8.0859375, false], [-10.7109375, false], [-6.33203125, false], [-7.58203125, false], [-9.2109375, false], [-10.3359375, false], [-5.08203125, false], [-8.3359375, false], [-9.7109375, false], [-5.08203125, false], [-8.3359375, false], [-11.8359375, false], [-11.0859375, false], [-6.33203125, false], [-9.2109375, false], [-7.58203125, false], [-10.3359375, false], [-10.7109375, false], [-10.3359375, false], [-7.1875, false], [-8.5859375, false], [-9.1875, false], [-5.08203125, false], [-8.5859375, false], [-7.58203125, false], [-9.2109375, false], [-5.08203125, false], [-9.9609375, false], [-9.2109375, false], [-9.4609375, false], [-8.0859375, false], [-11.8359375, false], [-11.0859375, false], [-11.8359375, false], [-8.3359375, false], [-9.9609375, false], [-9.2109375, false], [-9.4609375, false], [-5.08203125, false], [-11.8359375, false], [-8.0859375, false], [-10.3359375, false], [-8.0859375, false], [-11.8359375, false], [-12.0859375, false], [-8.3359375, false], [-7.58203125, false], [-11.8359375, false], [-10.3359375, false], [-5.08203125, false], [-11.9609375, false], [-11.4609375, false], [-6.33203125, false], [-11.9609375, false], [-5.08203125, false], [-6.33203125, false], [-11.8359375, false], [-8.0859375, false], [-5.08203125, false], [-11.8359375, false], [-8.0859375, false], [-10.5859375, false], [-6.33203125, false], [-11.9609375, false], [-7.58203125, false], [-12.0859375, false], [-8.0859375, false], [-10.5859375, false], [-9.8359375, false], [-5.08203125, false], [-9.0859375, false], [-8.3359375, false], [-8.3359375, false], [-10.5859375, false], [-7.1875, false], [-8.5859375, false], [-9.1875, false], [-5.08203125, false], [-8.5859375, false], [-9.9609375, false], [-9.8359375, false], [-5.08203125, false], [-11.4609375, false], [-7.58203125, false], [-11.0859375, false], [-11.4609375, false], [-5.08203125, false], [-10.7109375, false], [-7.58203125, false], [-9.2109375, false], [-9.4609375, false], [-10.3359375, false], [-5.08203125, false], [-6.33203125, false], [-9.2109375, false], [-9.4609375, false], [-5.08203125, false], [-11.9609375, false], [-8.0859375, false], [-10.7109375, false], [-10.0859375, false], [-8.0859375, false], [-11.8359375, false], [-6.33203125, false], [-11.9609375, false], [-9.9609375, false], [-11.8359375, false], [-8.0859375, false], [-10.3359375, false], [-7.1875, false], [-8.5859375, false], [-13.3359375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1275, "doc": {"id": "Mercury_400089", "question": "Which of these situations would most likely be a result of climate change?", "choices": {"text": ["weaker storms, causing less shoreline erosion", "shorter days, causing longer hibernation periods", "shrinking glaciers, causing sea levels to rise", "increased radioactivity, causing damage to cells"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "shrinking glaciers, causing sea levels to rise", "arguments": ["Question: Which of these situations would most likely be a result of climate change?\nAnswer:", " ["], "resps": [[[-7.22265625, false]], [[-8.46875, false]], [[-10.96875, false]], [[-7.47265625, false]], [[-5.47265625, false]], [[-12.09375, false]], [[-7.47265625, false]], [[-12.96875, false]], [[-4.97265625, false]], [[-10.21875, false]], [[-11.46875, false]], [[-8.21875, false]], [[-12.96875, false]], [[-11.46875, false]], [[-10.21875, false]], [[-9.734375, false]], [[-4.97265625, false]], [[-9.09375, false]], [[-5.47265625, false]], [[-12.34375, false]], [[-10.21875, false]], [[-8.59375, false]], [[-10.21875, false]], [[-12.46875, false]], [[-4.97265625, false]], [[-11.71875, false]], [[-7.47265625, false]], [[-10.21875, false]], [[-10.21875, false]], [[-4.97265625, false]], [[-10.21875, false]], [[-12.21875, false]], [[-8.21875, false]], [[-12.96875, false]], [[-7.47265625, false]], [[-11.71875, false]], [[-8.59375, false]], [[-10.21875, false]], [[-7.47265625, false]], [[-4.97265625, false]], [[-7.47265625, false]], [[-12.96875, false]], [[-8.21875, false]], [[-10.21875, false]], [[-8.59375, false]], [[-8.21875, false]], [[-10.21875, false]], [[-8.46875, false]], [[-9.734375, false]], [[-4.97265625, false]], [[-8.46875, false]], [[-10.21875, false]], [[-12.21875, false]], [[-8.21875, false]], [[-12.96875, false]], [[-11.46875, false]], [[-7.47265625, false]], [[-12.96875, false]], [[-4.97265625, false]], [[-7.09765625, false]], [[-5.47265625, false]], [[-12.46875, false]], [[-10.21875, false]], [[-9.734375, false]], [[-4.97265625, false]], [[-9.09375, false]], [[-5.47265625, false]], [[-12.34375, false]], [[-10.21875, false]], [[-8.59375, false]], [[-10.21875, false]], [[-12.46875, false]], [[-4.97265625, false]], [[-11.71875, false]], [[-8.21875, false]], [[-10.21875, false]], [[-12.46875, false]], [[-7.47265625, false]], [[-12.96875, false]], [[-4.97265625, false]], [[-12.21875, false]], [[-8.59375, false]], [[-10.34375, false]], [[-7.47265625, false]], [[-12.96875, false]], [[-10.21875, false]], [[-5.47265625, false]], [[-11.46875, false]], [[-8.59375, false]], [[-8.21875, false]], [[-10.21875, false]], [[-4.97265625, false]], [[-9.96875, false]], [[-7.47265625, false]], [[-12.96875, false]], [[-8.59375, false]], [[-8.21875, false]], [[-7.09765625, false]], [[-10.21875, false]], [[-8.46875, false]], [[-9.734375, false]], [[-4.97265625, false]], [[-8.46875, false]], [[-10.21875, false]], [[-12.21875, false]], [[-12.96875, false]], [[-8.59375, false]], [[-10.21875, false]], [[-12.09375, false]], [[-8.59375, false]], [[-10.21875, false]], [[-12.46875, false]], [[-4.97265625, false]], [[-12.46875, false]], [[-11.71875, false]], [[-5.47265625, false]], [[-9.09375, false]], [[-8.59375, false]], [[-7.47265625, false]], [[-12.96875, false]], [[-10.21875, false]], [[-9.734375, false]], [[-4.97265625, false]], [[-9.09375, false]], [[-5.47265625, false]], [[-12.34375, false]], [[-10.21875, false]], [[-8.59375, false]], [[-10.21875, false]], [[-12.46875, false]], [[-4.97265625, false]], [[-10.21875, false]], [[-7.47265625, false]], [[-5.47265625, false]], [[-4.97265625, false]], [[-11.71875, false]], [[-7.47265625, false]], [[-12.96875, false]], [[-7.47265625, false]], [[-11.71875, false]], [[-10.21875, false]], [[-4.97265625, false]], [[-11.46875, false]], [[-8.21875, false]], [[-4.97265625, false]], [[-12.96875, false]], [[-8.59375, false]], [[-10.21875, false]], [[-7.47265625, false]], [[-8.46875, false]], [[-9.734375, false]], [[-4.97265625, false]], [[-8.46875, false]], [[-8.59375, false]], [[-10.21875, false]], [[-9.09375, false]], [[-12.96875, false]], [[-7.47265625, false]], [[-5.47265625, false]], [[-10.21875, false]], [[-7.47265625, false]], [[-7.09765625, false]], [[-4.97265625, false]], [[-12.96875, false]], [[-5.47265625, false]], [[-7.09765625, false]], [[-8.59375, false]], [[-8.21875, false]], [[-5.47265625, false]], [[-9.09375, false]], [[-11.46875, false]], [[-8.59375, false]], [[-12.96875, false]], [[-8.59375, false]], [[-11.46875, false]], [[-12.46875, false]], [[-9.734375, false]], [[-4.97265625, false]], [[-9.09375, false]], [[-5.47265625, false]], [[-12.34375, false]], [[-10.21875, false]], [[-8.59375, false]], [[-10.21875, false]], [[-12.46875, false]], [[-4.97265625, false]], [[-7.09765625, false]], [[-5.47265625, false]], [[-11.46875, false]], [[-5.47265625, false]], [[-12.46875, false]], [[-7.47265625, false]], [[-4.97265625, false]], [[-11.46875, false]], [[-8.21875, false]], [[-4.97265625, false]], [[-9.09375, false]], [[-7.47265625, false]], [[-11.71875, false]], [[-11.71875, false]], [[-10.21875, false]], [[-8.46875, false]], [[-13.96875, false]]], "filtered_resps": [[-7.22265625, false], [-8.46875, false], [-10.96875, false], [-7.47265625, false], [-5.47265625, false], [-12.09375, false], [-7.47265625, false], [-12.96875, false], [-4.97265625, false], [-10.21875, false], [-11.46875, false], [-8.21875, false], [-12.96875, false], [-11.46875, false], [-10.21875, false], [-9.734375, false], [-4.97265625, false], [-9.09375, false], [-5.47265625, false], [-12.34375, false], [-10.21875, false], [-8.59375, false], [-10.21875, false], [-12.46875, false], [-4.97265625, false], [-11.71875, false], [-7.47265625, false], [-10.21875, false], [-10.21875, false], [-4.97265625, false], [-10.21875, false], [-12.21875, false], [-8.21875, false], [-12.96875, false], [-7.47265625, false], [-11.71875, false], [-8.59375, false], [-10.21875, false], [-7.47265625, false], [-4.97265625, false], [-7.47265625, false], [-12.96875, false], [-8.21875, false], [-10.21875, false], [-8.59375, false], [-8.21875, false], [-10.21875, false], [-8.46875, false], [-9.734375, false], [-4.97265625, false], [-8.46875, false], [-10.21875, false], [-12.21875, false], [-8.21875, false], [-12.96875, false], [-11.46875, false], [-7.47265625, false], [-12.96875, false], [-4.97265625, false], [-7.09765625, false], [-5.47265625, false], [-12.46875, false], [-10.21875, false], [-9.734375, false], [-4.97265625, false], [-9.09375, false], [-5.47265625, false], [-12.34375, false], [-10.21875, false], [-8.59375, false], [-10.21875, false], [-12.46875, false], [-4.97265625, false], [-11.71875, false], [-8.21875, false], [-10.21875, false], [-12.46875, false], [-7.47265625, false], [-12.96875, false], [-4.97265625, false], [-12.21875, false], [-8.59375, false], [-10.34375, false], [-7.47265625, false], [-12.96875, false], [-10.21875, false], [-5.47265625, false], [-11.46875, false], [-8.59375, false], [-8.21875, false], [-10.21875, false], [-4.97265625, false], [-9.96875, false], [-7.47265625, false], [-12.96875, false], [-8.59375, false], [-8.21875, false], [-7.09765625, false], [-10.21875, false], [-8.46875, false], [-9.734375, false], [-4.97265625, false], [-8.46875, false], [-10.21875, false], [-12.21875, false], [-12.96875, false], [-8.59375, false], [-10.21875, false], [-12.09375, false], [-8.59375, false], [-10.21875, false], [-12.46875, false], [-4.97265625, false], [-12.46875, false], [-11.71875, false], [-5.47265625, false], [-9.09375, false], [-8.59375, false], [-7.47265625, false], [-12.96875, false], [-10.21875, false], [-9.734375, false], [-4.97265625, false], [-9.09375, false], [-5.47265625, false], [-12.34375, false], [-10.21875, false], [-8.59375, false], [-10.21875, false], [-12.46875, false], [-4.97265625, false], [-10.21875, false], [-7.47265625, false], [-5.47265625, false], [-4.97265625, false], [-11.71875, false], [-7.47265625, false], [-12.96875, false], [-7.47265625, false], [-11.71875, false], [-10.21875, false], [-4.97265625, false], [-11.46875, false], [-8.21875, false], [-4.97265625, false], [-12.96875, false], [-8.59375, false], [-10.21875, false], [-7.47265625, false], [-8.46875, false], [-9.734375, false], [-4.97265625, false], [-8.46875, false], [-8.59375, false], [-10.21875, false], [-9.09375, false], [-12.96875, false], [-7.47265625, false], [-5.47265625, false], [-10.21875, false], [-7.47265625, false], [-7.09765625, false], [-4.97265625, false], [-12.96875, false], [-5.47265625, false], [-7.09765625, false], [-8.59375, false], [-8.21875, false], [-5.47265625, false], [-9.09375, false], [-11.46875, false], [-8.59375, false], [-12.96875, false], [-8.59375, false], [-11.46875, false], [-12.46875, false], [-9.734375, false], [-4.97265625, false], [-9.09375, false], [-5.47265625, false], [-12.34375, false], [-10.21875, false], [-8.59375, false], [-10.21875, false], [-12.46875, false], [-4.97265625, false], [-7.09765625, false], [-5.47265625, false], [-11.46875, false], [-5.47265625, false], [-12.46875, false], [-7.47265625, false], [-4.97265625, false], [-11.46875, false], [-8.21875, false], [-4.97265625, false], [-9.09375, false], [-7.47265625, false], [-11.71875, false], [-11.71875, false], [-10.21875, false], [-8.46875, false], [-13.96875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1283, "doc": {"id": "Mercury_7168613", "question": "The human body is made up of different levels of organization. A tissue is a group of cells that work together to perform a specific function. Which would be an example of a tissue in the human body?", "choices": {"text": ["stomach", "platelets", "muscle", "hair"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "muscle", "arguments": ["Question: The human body is made up of different levels of organization. A tissue is a group of cells that work together to perform a specific function. Which would be an example of a tissue in the human body?\nAnswer:", " ["], "resps": [[[-8.0078125, false]], [[-11.2578125, false]], [[-9.5078125, false]], [[-9.0078125, false]], [[-9.2578125, false]], [[-8.7578125, false]], [[-4.01171875, false]], [[-8.2578125, false]], [[-10.5078125, false]], [[-11.2578125, false]], [[-10.234375, false]], [[-5.79296875, false]], [[-11.2578125, false]], [[-11.0078125, false]], [[-8.7578125, false]], [[-4.01171875, false]], [[-9.0078125, false]], [[-8.7578125, false]], [[-8.7578125, false]], [[-8.7578125, false]], [[-9.0078125, false]], [[-9.5078125, false]], [[-11.2578125, false]], [[-10.234375, false]], [[-5.79296875, false]], [[-11.2578125, false]], [[-8.7578125, false]], [[-9.5078125, false]], [[-9.5078125, false]], [[-8.2578125, false]], [[-8.7578125, false]], [[-8.7578125, false]], [[-11.2578125, false]], [[-10.234375, false]], [[-5.76171875, false]], [[-11.2578125, false]], [[-10.5078125, false]], [[-4.01171875, false]], [[-9.7578125, false]], [[-10.5078125, false]], [[-11.2578125, false]], [[-13.0078125, false]]], "filtered_resps": [[-8.0078125, false], [-11.2578125, false], [-9.5078125, false], [-9.0078125, false], [-9.2578125, false], [-8.7578125, false], [-4.01171875, false], [-8.2578125, false], [-10.5078125, false], [-11.2578125, false], [-10.234375, false], [-5.79296875, false], [-11.2578125, false], [-11.0078125, false], [-8.7578125, false], [-4.01171875, false], [-9.0078125, false], [-8.7578125, false], [-8.7578125, false], [-8.7578125, false], [-9.0078125, false], [-9.5078125, false], [-11.2578125, false], [-10.234375, false], [-5.79296875, false], [-11.2578125, false], [-8.7578125, false], [-9.5078125, false], [-9.5078125, false], [-8.2578125, false], [-8.7578125, false], [-8.7578125, false], [-11.2578125, false], [-10.234375, false], [-5.76171875, false], [-11.2578125, false], [-10.5078125, false], [-4.01171875, false], [-9.7578125, false], [-10.5078125, false], [-11.2578125, false], [-13.0078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1291, "doc": {"id": "Mercury_SC_401615", "question": "Which scientist hypothesized that the environment can affect the characteristics of a species?", "choices": {"text": ["Darwin", "Einstein", "Mendel", "Newton"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Darwin", "arguments": ["Question: Which scientist hypothesized that the environment can affect the characteristics of a species?\nAnswer:", " ["], "resps": [[[-6.72265625, false]], [[-8.3515625, false]], [[-5.84765625, false]], [[-6.59765625, false]], [[-9.9765625, false]], [[-10.1015625, false]], [[-9.8515625, false]], [[-9.3515625, false]], [[-8.3515625, false]], [[-9.9140625, false]], [[-5.34765625, false]], [[-8.3515625, false]], [[-4.22265625, false]], [[-9.8515625, false]], [[-9.3515625, false]], [[-9.7265625, false]], [[-10.3515625, false]], [[-8.2265625, false]], [[-9.8515625, false]], [[-9.3515625, false]], [[-8.3515625, false]], [[-9.9140625, false]], [[-5.34765625, false]], [[-8.3515625, false]], [[-6.09765625, false]], [[-8.2265625, false]], [[-9.3515625, false]], [[-9.4765625, false]], [[-8.2265625, false]], [[-10.7265625, false]], [[-8.3515625, false]], [[-9.9140625, false]], [[-5.34765625, false]], [[-8.3515625, false]], [[-6.84765625, false]], [[-8.2265625, false]], [[-10.1015625, false]], [[-10.3515625, false]], [[-10.4765625, false]], [[-9.3515625, false]], [[-8.3515625, false]], [[-13.3515625, false]]], "filtered_resps": [[-6.72265625, false], [-8.3515625, false], [-5.84765625, false], [-6.59765625, false], [-9.9765625, false], [-10.1015625, false], [-9.8515625, false], [-9.3515625, false], [-8.3515625, false], [-9.9140625, false], [-5.34765625, false], [-8.3515625, false], [-4.22265625, false], [-9.8515625, false], [-9.3515625, false], [-9.7265625, false], [-10.3515625, false], [-8.2265625, false], [-9.8515625, false], [-9.3515625, false], [-8.3515625, false], [-9.9140625, false], [-5.34765625, false], [-8.3515625, false], [-6.09765625, false], [-8.2265625, false], [-9.3515625, false], [-9.4765625, false], [-8.2265625, false], [-10.7265625, false], [-8.3515625, false], [-9.9140625, false], [-5.34765625, false], [-8.3515625, false], [-6.84765625, false], [-8.2265625, false], [-10.1015625, false], [-10.3515625, false], [-10.4765625, false], [-9.3515625, false], [-8.3515625, false], [-13.3515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1299, "doc": {"id": "AKDE&ED_2008_8_51", "question": "How do the circulatory system and the respiratory system depend on one another?", "choices": {"text": ["Oxygen collected by the respiratory system is carried throughout the body by the circulatory system.", "Solid wastes collected by the circulatory system are carried throughout the body by the respiratory system.", "Nutrients collected by the respiratory system are carried throughout the body by the circulatory system.", "Carbon dioxide collected by the circulatory system is carried throughout the body by the respiratory system."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Oxygen collected by the respiratory system is carried throughout the body by the circulatory system.", "arguments": ["Question: How do the circulatory system and the respiratory system depend on one another?\nAnswer:", " ["], "resps": [[[-8.3828125, false]], [[-10.3828125, false]], [[-8.1328125, false]], [[-10.6328125, false]], [[-13.3828125, false]], [[-12.8828125, false]], [[-10.1328125, false]], [[-10.1328125, false]], [[-5.8828125, false]], [[-9.3828125, false]], [[-10.3828125, false]], [[-10.3828125, false]], [[-10.3828125, false]], [[-10.1328125, false]], [[-9.3828125, false]], [[-11.1328125, false]], [[-10.1328125, false]], [[-11.3828125, false]], [[-5.8828125, false]], [[-9.6328125, false]], [[-13.3828125, false]], [[-5.8828125, false]], [[-11.1328125, false]], [[-11.3828125, false]], [[-10.1328125, false]], [[-5.8828125, false]], [[-11.6328125, false]], [[-10.1328125, false]], [[-10.3828125, false]], [[-11.6328125, false]], [[-10.3828125, false]], [[-11.6328125, false]], [[-6.6328125, false]], [[-11.1328125, false]], [[-10.3828125, false]], [[-11.6328125, false]], [[-13.3828125, false]], [[-5.8828125, false]], [[-10.3828125, false]], [[-13.3828125, false]], [[-10.3828125, false]], [[-11.1328125, false]], [[-10.1328125, false]], [[-11.6328125, false]], [[-5.8828125, false]], [[-10.3828125, false]], [[-10.3828125, false]], [[-5.8828125, false]], [[-9.3828125, false]], [[-6.6328125, false]], [[-11.6328125, false]], [[-11.6328125, false]], [[-10.3828125, false]], [[-10.1328125, false]], [[-11.3828125, false]], [[-5.8828125, false]], [[-11.1328125, false]], [[-11.3828125, false]], [[-11.6328125, false]], [[-10.3828125, false]], [[-11.6328125, false]], [[-12.8828125, false]], [[-11.3828125, false]], [[-10.3828125, false]], [[-11.6328125, false]], [[-11.1328125, false]], [[-5.8828125, false]], [[-11.1328125, false]], [[-11.3828125, false]], [[-10.1328125, false]], [[-5.8828125, false]], [[-9.6328125, false]], [[-10.3828125, false]], [[-11.3828125, false]], [[-13.3828125, false]], [[-5.8828125, false]], [[-9.6328125, false]], [[-13.3828125, false]], [[-5.8828125, false]], [[-11.1328125, false]], [[-11.3828125, false]], [[-10.1328125, false]], [[-5.8828125, false]], [[-9.3828125, false]], [[-10.3828125, false]], [[-11.6328125, false]], [[-9.3828125, false]], [[-11.6328125, false]], [[-10.3828125, false]], [[-6.6328125, false]], [[-11.1328125, false]], [[-10.3828125, false]], [[-11.6328125, false]], [[-13.3828125, false]], [[-5.8828125, false]], [[-10.3828125, false]], [[-13.3828125, false]], [[-10.3828125, false]], [[-11.1328125, false]], [[-10.1328125, false]], [[-11.6328125, false]], [[-7.23828125, false]], [[-10.3828125, false]], [[-10.234375, false]], [[-5.8828125, false]], [[-10.3828125, false]], [[-6.6328125, false]], [[-10.3828125, false]], [[-10.3828125, false]], [[-10.3828125, false]], [[-11.3828125, false]], [[-5.8828125, false]], [[-11.3828125, false]], [[-6.6328125, false]], [[-10.3828125, false]], [[-11.1328125, false]], [[-10.1328125, false]], [[-10.3828125, false]], [[-5.8828125, false]], [[-9.3828125, false]], [[-10.3828125, false]], [[-10.3828125, false]], [[-10.3828125, false]], [[-10.1328125, false]], [[-9.3828125, false]], [[-11.1328125, false]], [[-10.1328125, false]], [[-11.3828125, false]], [[-5.8828125, false]], [[-9.6328125, false]], [[-13.3828125, false]], [[-5.8828125, false]], [[-11.1328125, false]], [[-11.3828125, false]], [[-10.1328125, false]], [[-5.8828125, false]], [[-9.3828125, false]], [[-10.3828125, false]], [[-11.6328125, false]], [[-9.3828125, false]], [[-11.6328125, false]], [[-10.3828125, false]], [[-6.6328125, false]], [[-11.1328125, false]], [[-10.3828125, false]], [[-11.6328125, false]], [[-13.3828125, false]], [[-5.8828125, false]], [[-10.3828125, false]], [[-13.3828125, false]], [[-10.3828125, false]], [[-11.1328125, false]], [[-10.1328125, false]], [[-11.6328125, false]], [[-5.8828125, false]], [[-6.6328125, false]], [[-11.6328125, false]], [[-10.1328125, false]], [[-5.8828125, false]], [[-9.3828125, false]], [[-6.6328125, false]], [[-11.6328125, false]], [[-11.6328125, false]], [[-10.3828125, false]], [[-10.1328125, false]], [[-11.3828125, false]], [[-5.8828125, false]], [[-11.1328125, false]], [[-11.3828125, false]], [[-11.6328125, false]], [[-10.3828125, false]], [[-11.6328125, false]], [[-12.8828125, false]], [[-11.3828125, false]], [[-10.3828125, false]], [[-11.6328125, false]], [[-11.1328125, false]], [[-5.8828125, false]], [[-11.1328125, false]], [[-11.3828125, false]], [[-10.1328125, false]], [[-5.8828125, false]], [[-9.6328125, false]], [[-10.3828125, false]], [[-11.3828125, false]], [[-13.3828125, false]], [[-5.8828125, false]], [[-9.6328125, false]], [[-13.3828125, false]], [[-5.8828125, false]], [[-11.1328125, false]], [[-11.3828125, false]], [[-10.1328125, false]], [[-5.8828125, false]], [[-11.6328125, false]], [[-10.1328125, false]], [[-10.3828125, false]], [[-11.6328125, false]], [[-10.3828125, false]], [[-11.6328125, false]], [[-6.6328125, false]], [[-11.1328125, false]], [[-10.3828125, false]], [[-11.6328125, false]], [[-13.3828125, false]], [[-5.8828125, false]], [[-10.3828125, false]], [[-13.3828125, false]], [[-10.3828125, false]], [[-11.1328125, false]], [[-10.1328125, false]], [[-11.6328125, false]], [[-7.23828125, false]], [[-10.3828125, false]], [[-10.234375, false]], [[-5.8828125, false]], [[-10.3828125, false]], [[-7.6328125, false]], [[-11.6328125, false]], [[-11.1328125, false]], [[-11.6328125, false]], [[-10.3828125, false]], [[-10.1328125, false]], [[-10.1328125, false]], [[-11.1328125, false]], [[-10.3828125, false]], [[-5.8828125, false]], [[-9.3828125, false]], [[-10.3828125, false]], [[-10.3828125, false]], [[-10.3828125, false]], [[-10.1328125, false]], [[-9.3828125, false]], [[-11.1328125, false]], [[-10.1328125, false]], [[-11.3828125, false]], [[-5.8828125, false]], [[-9.6328125, false]], [[-13.3828125, false]], [[-5.8828125, false]], [[-11.1328125, false]], [[-11.3828125, false]], [[-10.1328125, false]], [[-5.8828125, false]], [[-11.6328125, false]], [[-10.1328125, false]], [[-10.3828125, false]], [[-11.6328125, false]], [[-10.3828125, false]], [[-11.6328125, false]], [[-6.6328125, false]], [[-11.1328125, false]], [[-10.3828125, false]], [[-11.6328125, false]], [[-13.3828125, false]], [[-5.8828125, false]], [[-10.3828125, false]], [[-13.3828125, false]], [[-10.3828125, false]], [[-11.1328125, false]], [[-10.1328125, false]], [[-11.6328125, false]], [[-5.8828125, false]], [[-6.6328125, false]], [[-11.6328125, false]], [[-10.1328125, false]], [[-5.8828125, false]], [[-9.3828125, false]], [[-6.6328125, false]], [[-11.6328125, false]], [[-11.6328125, false]], [[-10.3828125, false]], [[-10.1328125, false]], [[-11.3828125, false]], [[-5.8828125, false]], [[-11.1328125, false]], [[-11.3828125, false]], [[-11.6328125, false]], [[-10.3828125, false]], [[-11.6328125, false]], [[-12.8828125, false]], [[-11.3828125, false]], [[-10.3828125, false]], [[-11.6328125, false]], [[-11.1328125, false]], [[-5.8828125, false]], [[-11.1328125, false]], [[-11.3828125, false]], [[-10.1328125, false]], [[-5.8828125, false]], [[-9.6328125, false]], [[-10.3828125, false]], [[-11.3828125, false]], [[-13.3828125, false]], [[-5.8828125, false]], [[-9.6328125, false]], [[-13.3828125, false]], [[-5.8828125, false]], [[-11.1328125, false]], [[-11.3828125, false]], [[-10.1328125, false]], [[-5.8828125, false]], [[-9.3828125, false]], [[-10.3828125, false]], [[-11.6328125, false]], [[-9.3828125, false]], [[-11.6328125, false]], [[-10.3828125, false]], [[-6.6328125, false]], [[-11.1328125, false]], [[-10.3828125, false]], [[-11.6328125, false]], [[-13.3828125, false]], [[-5.8828125, false]], [[-10.3828125, false]], [[-13.3828125, false]], [[-10.3828125, false]], [[-11.1328125, false]], [[-10.1328125, false]], [[-11.6328125, false]], [[-7.23828125, false]], [[-10.3828125, false]], [[-10.234375, false]], [[-5.8828125, false]], [[-10.3828125, false]], [[-6.1328125, false]], [[-6.6328125, false]], [[-11.6328125, false]], [[-9.6328125, false]], [[-10.3828125, false]], [[-10.1328125, false]], [[-5.8828125, false]], [[-11.3828125, false]], [[-10.3828125, false]], [[-10.3828125, false]], [[-10.6328125, false]], [[-10.3828125, false]], [[-11.3828125, false]], [[-10.1328125, false]], [[-5.8828125, false]], [[-9.3828125, false]], [[-10.3828125, false]], [[-10.3828125, false]], [[-10.3828125, false]], [[-10.1328125, false]], [[-9.3828125, false]], [[-11.1328125, false]], [[-10.1328125, false]], [[-11.3828125, false]], [[-5.8828125, false]], [[-9.6328125, false]], [[-13.3828125, false]], [[-5.8828125, false]], [[-11.1328125, false]], [[-11.3828125, false]], [[-10.1328125, false]], [[-5.8828125, false]], [[-9.3828125, false]], [[-10.3828125, false]], [[-11.6328125, false]], [[-9.3828125, false]], [[-11.6328125, false]], [[-10.3828125, false]], [[-6.6328125, false]], [[-11.1328125, false]], [[-10.3828125, false]], [[-11.6328125, false]], [[-13.3828125, false]], [[-5.8828125, false]], [[-10.3828125, false]], [[-13.3828125, false]], [[-10.3828125, false]], [[-11.1328125, false]], [[-10.1328125, false]], [[-11.6328125, false]], [[-5.8828125, false]], [[-10.3828125, false]], [[-10.3828125, false]], [[-5.8828125, false]], [[-9.3828125, false]], [[-6.6328125, false]], [[-11.6328125, false]], [[-11.6328125, false]], [[-10.3828125, false]], [[-10.1328125, false]], [[-11.3828125, false]], [[-5.8828125, false]], [[-11.1328125, false]], [[-11.3828125, false]], [[-11.6328125, false]], [[-10.3828125, false]], [[-11.6328125, false]], [[-12.8828125, false]], [[-11.3828125, false]], [[-10.3828125, false]], [[-11.6328125, false]], [[-11.1328125, false]], [[-5.8828125, false]], [[-11.1328125, false]], [[-11.3828125, false]], [[-10.1328125, false]], [[-5.8828125, false]], [[-9.6328125, false]], [[-10.3828125, false]], [[-11.3828125, false]], [[-13.3828125, false]], [[-5.8828125, false]], [[-9.6328125, false]], [[-13.3828125, false]], [[-5.8828125, false]], [[-11.1328125, false]], [[-11.3828125, false]], [[-10.1328125, false]], [[-5.8828125, false]], [[-11.6328125, false]], [[-10.1328125, false]], [[-10.3828125, false]], [[-11.6328125, false]], [[-10.3828125, false]], [[-11.6328125, false]], [[-6.6328125, false]], [[-11.1328125, false]], [[-10.3828125, false]], [[-11.6328125, false]], [[-13.3828125, false]], [[-5.8828125, false]], [[-10.3828125, false]], [[-13.3828125, false]], [[-10.3828125, false]], [[-11.1328125, false]], [[-10.1328125, false]], [[-11.6328125, false]], [[-7.23828125, false]], [[-10.3828125, false]], [[-12.1328125, false]]], "filtered_resps": [[-8.3828125, false], [-10.3828125, false], [-8.1328125, false], [-10.6328125, false], [-13.3828125, false], [-12.8828125, false], [-10.1328125, false], [-10.1328125, false], [-5.8828125, false], [-9.3828125, false], [-10.3828125, false], [-10.3828125, false], [-10.3828125, false], [-10.1328125, false], [-9.3828125, false], [-11.1328125, false], [-10.1328125, false], [-11.3828125, false], [-5.8828125, false], [-9.6328125, false], [-13.3828125, false], [-5.8828125, false], [-11.1328125, false], [-11.3828125, false], [-10.1328125, false], [-5.8828125, false], [-11.6328125, false], [-10.1328125, false], [-10.3828125, false], [-11.6328125, false], [-10.3828125, false], [-11.6328125, false], [-6.6328125, false], [-11.1328125, false], [-10.3828125, false], [-11.6328125, false], [-13.3828125, false], [-5.8828125, false], [-10.3828125, false], [-13.3828125, false], [-10.3828125, false], [-11.1328125, false], [-10.1328125, false], [-11.6328125, false], [-5.8828125, false], [-10.3828125, false], [-10.3828125, false], [-5.8828125, false], [-9.3828125, false], [-6.6328125, false], [-11.6328125, false], [-11.6328125, false], [-10.3828125, false], [-10.1328125, false], [-11.3828125, false], [-5.8828125, false], [-11.1328125, false], [-11.3828125, false], [-11.6328125, false], [-10.3828125, false], [-11.6328125, false], [-12.8828125, false], [-11.3828125, false], [-10.3828125, false], [-11.6328125, false], [-11.1328125, false], [-5.8828125, false], [-11.1328125, false], [-11.3828125, false], [-10.1328125, false], [-5.8828125, false], [-9.6328125, false], [-10.3828125, false], [-11.3828125, false], [-13.3828125, false], [-5.8828125, false], [-9.6328125, false], [-13.3828125, false], [-5.8828125, false], [-11.1328125, false], [-11.3828125, false], [-10.1328125, false], [-5.8828125, false], [-9.3828125, false], [-10.3828125, false], [-11.6328125, false], [-9.3828125, false], [-11.6328125, false], [-10.3828125, false], [-6.6328125, false], [-11.1328125, false], [-10.3828125, false], [-11.6328125, false], [-13.3828125, false], [-5.8828125, false], [-10.3828125, false], [-13.3828125, false], [-10.3828125, false], [-11.1328125, false], [-10.1328125, false], [-11.6328125, false], [-7.23828125, false], [-10.3828125, false], [-10.234375, false], [-5.8828125, false], [-10.3828125, false], [-6.6328125, false], [-10.3828125, false], [-10.3828125, false], [-10.3828125, false], [-11.3828125, false], [-5.8828125, false], [-11.3828125, false], [-6.6328125, false], [-10.3828125, false], [-11.1328125, false], [-10.1328125, false], [-10.3828125, false], [-5.8828125, false], [-9.3828125, false], [-10.3828125, false], [-10.3828125, false], [-10.3828125, false], [-10.1328125, false], [-9.3828125, false], [-11.1328125, false], [-10.1328125, false], [-11.3828125, false], [-5.8828125, false], [-9.6328125, false], [-13.3828125, false], [-5.8828125, false], [-11.1328125, false], [-11.3828125, false], [-10.1328125, false], [-5.8828125, false], [-9.3828125, false], [-10.3828125, false], [-11.6328125, false], [-9.3828125, false], [-11.6328125, false], [-10.3828125, false], [-6.6328125, false], [-11.1328125, false], [-10.3828125, false], [-11.6328125, false], [-13.3828125, false], [-5.8828125, false], [-10.3828125, false], [-13.3828125, false], [-10.3828125, false], [-11.1328125, false], [-10.1328125, false], [-11.6328125, false], [-5.8828125, false], [-6.6328125, false], [-11.6328125, false], [-10.1328125, false], [-5.8828125, false], [-9.3828125, false], [-6.6328125, false], [-11.6328125, false], [-11.6328125, false], [-10.3828125, false], [-10.1328125, false], [-11.3828125, false], [-5.8828125, false], [-11.1328125, false], [-11.3828125, false], [-11.6328125, false], [-10.3828125, false], [-11.6328125, false], [-12.8828125, false], [-11.3828125, false], [-10.3828125, false], [-11.6328125, false], [-11.1328125, false], [-5.8828125, false], [-11.1328125, false], [-11.3828125, false], [-10.1328125, false], [-5.8828125, false], [-9.6328125, false], [-10.3828125, false], [-11.3828125, false], [-13.3828125, false], [-5.8828125, false], [-9.6328125, false], [-13.3828125, false], [-5.8828125, false], [-11.1328125, false], [-11.3828125, false], [-10.1328125, false], [-5.8828125, false], [-11.6328125, false], [-10.1328125, false], [-10.3828125, false], [-11.6328125, false], [-10.3828125, false], [-11.6328125, false], [-6.6328125, false], [-11.1328125, false], [-10.3828125, false], [-11.6328125, false], [-13.3828125, false], [-5.8828125, false], [-10.3828125, false], [-13.3828125, false], [-10.3828125, false], [-11.1328125, false], [-10.1328125, false], [-11.6328125, false], [-7.23828125, false], [-10.3828125, false], [-10.234375, false], [-5.8828125, false], [-10.3828125, false], [-7.6328125, false], [-11.6328125, false], [-11.1328125, false], [-11.6328125, false], [-10.3828125, false], [-10.1328125, false], [-10.1328125, false], [-11.1328125, false], [-10.3828125, false], [-5.8828125, false], [-9.3828125, false], [-10.3828125, false], [-10.3828125, false], [-10.3828125, false], [-10.1328125, false], [-9.3828125, false], [-11.1328125, false], [-10.1328125, false], [-11.3828125, false], [-5.8828125, false], [-9.6328125, false], [-13.3828125, false], [-5.8828125, false], [-11.1328125, false], [-11.3828125, false], [-10.1328125, false], [-5.8828125, false], [-11.6328125, false], [-10.1328125, false], [-10.3828125, false], [-11.6328125, false], [-10.3828125, false], [-11.6328125, false], [-6.6328125, false], [-11.1328125, false], [-10.3828125, false], [-11.6328125, false], [-13.3828125, false], [-5.8828125, false], [-10.3828125, false], [-13.3828125, false], [-10.3828125, false], [-11.1328125, false], [-10.1328125, false], [-11.6328125, false], [-5.8828125, false], [-6.6328125, false], [-11.6328125, false], [-10.1328125, false], [-5.8828125, false], [-9.3828125, false], [-6.6328125, false], [-11.6328125, false], [-11.6328125, false], [-10.3828125, false], [-10.1328125, false], [-11.3828125, false], [-5.8828125, false], [-11.1328125, false], [-11.3828125, false], [-11.6328125, false], [-10.3828125, false], [-11.6328125, false], [-12.8828125, false], [-11.3828125, false], [-10.3828125, false], [-11.6328125, false], [-11.1328125, false], [-5.8828125, false], [-11.1328125, false], [-11.3828125, false], [-10.1328125, false], [-5.8828125, false], [-9.6328125, false], [-10.3828125, false], [-11.3828125, false], [-13.3828125, false], [-5.8828125, false], [-9.6328125, false], [-13.3828125, false], [-5.8828125, false], [-11.1328125, false], [-11.3828125, false], [-10.1328125, false], [-5.8828125, false], [-9.3828125, false], [-10.3828125, false], [-11.6328125, false], [-9.3828125, false], [-11.6328125, false], [-10.3828125, false], [-6.6328125, false], [-11.1328125, false], [-10.3828125, false], [-11.6328125, false], [-13.3828125, false], [-5.8828125, false], [-10.3828125, false], [-13.3828125, false], [-10.3828125, false], [-11.1328125, false], [-10.1328125, false], [-11.6328125, false], [-7.23828125, false], [-10.3828125, false], [-10.234375, false], [-5.8828125, false], [-10.3828125, false], [-6.1328125, false], [-6.6328125, false], [-11.6328125, false], [-9.6328125, false], [-10.3828125, false], [-10.1328125, false], [-5.8828125, false], [-11.3828125, false], [-10.3828125, false], [-10.3828125, false], [-10.6328125, false], [-10.3828125, false], [-11.3828125, false], [-10.1328125, false], [-5.8828125, false], [-9.3828125, false], [-10.3828125, false], [-10.3828125, false], [-10.3828125, false], [-10.1328125, false], [-9.3828125, false], [-11.1328125, false], [-10.1328125, false], [-11.3828125, false], [-5.8828125, false], [-9.6328125, false], [-13.3828125, false], [-5.8828125, false], [-11.1328125, false], [-11.3828125, false], [-10.1328125, false], [-5.8828125, false], [-9.3828125, false], [-10.3828125, false], [-11.6328125, false], [-9.3828125, false], [-11.6328125, false], [-10.3828125, false], [-6.6328125, false], [-11.1328125, false], [-10.3828125, false], [-11.6328125, false], [-13.3828125, false], [-5.8828125, false], [-10.3828125, false], [-13.3828125, false], [-10.3828125, false], [-11.1328125, false], [-10.1328125, false], [-11.6328125, false], [-5.8828125, false], [-10.3828125, false], [-10.3828125, false], [-5.8828125, false], [-9.3828125, false], [-6.6328125, false], [-11.6328125, false], [-11.6328125, false], [-10.3828125, false], [-10.1328125, false], [-11.3828125, false], [-5.8828125, false], [-11.1328125, false], [-11.3828125, false], [-11.6328125, false], [-10.3828125, false], [-11.6328125, false], [-12.8828125, false], [-11.3828125, false], [-10.3828125, false], [-11.6328125, false], [-11.1328125, false], [-5.8828125, false], [-11.1328125, false], [-11.3828125, false], [-10.1328125, false], [-5.8828125, false], [-9.6328125, false], [-10.3828125, false], [-11.3828125, false], [-13.3828125, false], [-5.8828125, false], [-9.6328125, false], [-13.3828125, false], [-5.8828125, false], [-11.1328125, false], [-11.3828125, false], [-10.1328125, false], [-5.8828125, false], [-11.6328125, false], [-10.1328125, false], [-10.3828125, false], [-11.6328125, false], [-10.3828125, false], [-11.6328125, false], [-6.6328125, false], [-11.1328125, false], [-10.3828125, false], [-11.6328125, false], [-13.3828125, false], [-5.8828125, false], [-10.3828125, false], [-13.3828125, false], [-10.3828125, false], [-11.1328125, false], [-10.1328125, false], [-11.6328125, false], [-7.23828125, false], [-10.3828125, false], [-12.1328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1307, "doc": {"id": "Mercury_7179288", "question": "A shift in climate changes a forested area with little annual snowfall to an area with snowfall most of the year. Natural selection would most likely favor a rabbit with which adaptation?", "choices": {"text": ["dark coat color", "increased body fat", "large ears to release body heat", "more powerful legs for burrowing"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "increased body fat", "arguments": ["Question: A shift in climate changes a forested area with little annual snowfall to an area with snowfall most of the year. Natural selection would most likely favor a rabbit with which adaptation?\nAnswer:", " ["], "resps": [[[-6.62890625, false]], [[-8.8828125, false]], [[-9.0078125, false]], [[-5.00390625, false]], [[-9.6328125, false]], [[-10.8828125, false]], [[-5.37890625, false]], [[-9.1328125, false]], [[-9.7578125, false]], [[-5.00390625, false]], [[-10.7578125, false]], [[-5.37890625, false]], [[-9.1328125, false]], [[-9.7578125, false]], [[-11.1328125, false]], [[-9.7578125, false]], [[-9.6328125, false]], [[-8.8828125, false]], [[-10.453125, false]], [[-5.37890625, false]], [[-8.8828125, false]], [[-9.0078125, false]], [[-9.2578125, false]], [[-9.1328125, false]], [[-9.6328125, false]], [[-8.0078125, false]], [[-5.00390625, false]], [[-9.7578125, false]], [[-8.0078125, false]], [[-9.0078125, false]], [[-5.37890625, false]], [[-8.0078125, false]], [[-9.7578125, false]], [[-9.0078125, false]], [[-11.2578125, false]], [[-5.37890625, false]], [[-10.0078125, false]], [[-5.00390625, false]], [[-10.7578125, false]], [[-8.8828125, false]], [[-10.453125, false]], [[-5.37890625, false]], [[-8.8828125, false]], [[-11.1328125, false]], [[-5.00390625, false]], [[-9.6328125, false]], [[-11.1328125, false]], [[-8.0078125, false]], [[-5.37890625, false]], [[-8.0078125, false]], [[-5.00390625, false]], [[-9.6328125, false]], [[-9.7578125, false]], [[-5.37890625, false]], [[-10.7578125, false]], [[-9.7578125, false]], [[-5.37890625, false]], [[-9.6328125, false]], [[-8.0078125, false]], [[-11.1328125, false]], [[-8.0078125, false]], [[-5.00390625, false]], [[-9.7578125, false]], [[-8.0078125, false]], [[-5.37890625, false]], [[-8.0078125, false]], [[-9.7578125, false]], [[-9.0078125, false]], [[-11.2578125, false]], [[-5.37890625, false]], [[-10.8828125, false]], [[-8.0078125, false]], [[-5.00390625, false]], [[-10.7578125, false]], [[-8.8828125, false]], [[-10.453125, false]], [[-5.37890625, false]], [[-8.8828125, false]], [[-11.0078125, false]], [[-9.7578125, false]], [[-9.6328125, false]], [[-8.0078125, false]], [[-5.37890625, false]], [[-9.8828125, false]], [[-9.7578125, false]], [[-10.8828125, false]], [[-8.0078125, false]], [[-9.6328125, false]], [[-10.0078125, false]], [[-11.8828125, false]], [[-11.1328125, false]], [[-5.37890625, false]], [[-11.1328125, false]], [[-8.0078125, false]], [[-11.1328125, false]], [[-9.7578125, false]], [[-5.37890625, false]], [[-10.0078125, false]], [[-9.7578125, false]], [[-9.6328125, false]], [[-5.37890625, false]], [[-8.0078125, false]], [[-11.8828125, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-9.7578125, false]], [[-10.8828125, false]], [[-9.0078125, false]], [[-9.2578125, false]], [[-11.1328125, false]], [[-8.8828125, false]], [[-13.3828125, false]]], "filtered_resps": [[-6.62890625, false], [-8.8828125, false], [-9.0078125, false], [-5.00390625, false], [-9.6328125, false], [-10.8828125, false], [-5.37890625, false], [-9.1328125, false], [-9.7578125, false], [-5.00390625, false], [-10.7578125, false], [-5.37890625, false], [-9.1328125, false], [-9.7578125, false], [-11.1328125, false], [-9.7578125, false], [-9.6328125, false], [-8.8828125, false], [-10.453125, false], [-5.37890625, false], [-8.8828125, false], [-9.0078125, false], [-9.2578125, false], [-9.1328125, false], [-9.6328125, false], [-8.0078125, false], [-5.00390625, false], [-9.7578125, false], [-8.0078125, false], [-9.0078125, false], [-5.37890625, false], [-8.0078125, false], [-9.7578125, false], [-9.0078125, false], [-11.2578125, false], [-5.37890625, false], [-10.0078125, false], [-5.00390625, false], [-10.7578125, false], [-8.8828125, false], [-10.453125, false], [-5.37890625, false], [-8.8828125, false], [-11.1328125, false], [-5.00390625, false], [-9.6328125, false], [-11.1328125, false], [-8.0078125, false], [-5.37890625, false], [-8.0078125, false], [-5.00390625, false], [-9.6328125, false], [-9.7578125, false], [-5.37890625, false], [-10.7578125, false], [-9.7578125, false], [-5.37890625, false], [-9.6328125, false], [-8.0078125, false], [-11.1328125, false], [-8.0078125, false], [-5.00390625, false], [-9.7578125, false], [-8.0078125, false], [-5.37890625, false], [-8.0078125, false], [-9.7578125, false], [-9.0078125, false], [-11.2578125, false], [-5.37890625, false], [-10.8828125, false], [-8.0078125, false], [-5.00390625, false], [-10.7578125, false], [-8.8828125, false], [-10.453125, false], [-5.37890625, false], [-8.8828125, false], [-11.0078125, false], [-9.7578125, false], [-9.6328125, false], [-8.0078125, false], [-5.37890625, false], [-9.8828125, false], [-9.7578125, false], [-10.8828125, false], [-8.0078125, false], [-9.6328125, false], [-10.0078125, false], [-11.8828125, false], [-11.1328125, false], [-5.37890625, false], [-11.1328125, false], [-8.0078125, false], [-11.1328125, false], [-9.7578125, false], [-5.37890625, false], [-10.0078125, false], [-9.7578125, false], [-9.6328125, false], [-5.37890625, false], [-8.0078125, false], [-11.8828125, false], [-9.6328125, false], [-9.6328125, false], [-9.7578125, false], [-10.8828125, false], [-9.0078125, false], [-9.2578125, false], [-11.1328125, false], [-8.8828125, false], [-13.3828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1315, "doc": {"id": "Mercury_7085383", "question": "Which of these steps in the rock cycle occurs ONLY in the formation of metamorphic rock?", "choices": {"text": ["erosion", "compaction", "cementation", "recrystallization"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "recrystallization", "arguments": ["Question: Which of these steps in the rock cycle occurs ONLY in the formation of metamorphic rock?\nAnswer:", " ["], "resps": [[[-6.78515625, false]], [[-9.53125, false]], [[-7.53515625, false]], [[-8.78125, false]], [[-8.78125, false]], [[-9.28125, false]], [[-8.03125, false]], [[-8.78125, false]], [[-8.53125, false]], [[-9.53125, false]], [[-9.03125, false]], [[-4.78515625, false]], [[-9.53125, false]], [[-7.03515625, false]], [[-8.78125, false]], [[-8.03125, false]], [[-7.78515625, false]], [[-5.03515625, false]], [[-7.03515625, false]], [[-9.03125, false]], [[-8.03125, false]], [[-8.78125, false]], [[-8.53125, false]], [[-9.53125, false]], [[-9.03125, false]], [[-4.78515625, false]], [[-9.53125, false]], [[-7.03515625, false]], [[-7.53515625, false]], [[-8.03125, false]], [[-7.53515625, false]], [[-8.53125, false]], [[-9.03125, false]], [[-5.03515625, false]], [[-9.03125, false]], [[-8.03125, false]], [[-8.78125, false]], [[-8.53125, false]], [[-9.53125, false]], [[-9.03125, false]], [[-4.78515625, false]], [[-9.53125, false]], [[-8.78125, false]], [[-7.53515625, false]], [[-7.03515625, false]], [[-8.78125, false]], [[-10.78125, false]], [[-9.28125, false]], [[-9.03125, false]], [[-5.03515625, false]], [[-10.53125, false]], [[-10.53125, false]], [[-8.03125, false]], [[-9.28125, false]], [[-5.03515625, false]], [[-9.03125, false]], [[-8.03125, false]], [[-8.78125, false]], [[-8.53125, false]], [[-9.53125, false]], [[-12.53125, false]]], "filtered_resps": [[-6.78515625, false], [-9.53125, false], [-7.53515625, false], [-8.78125, false], [-8.78125, false], [-9.28125, false], [-8.03125, false], [-8.78125, false], [-8.53125, false], [-9.53125, false], [-9.03125, false], [-4.78515625, false], [-9.53125, false], [-7.03515625, false], [-8.78125, false], [-8.03125, false], [-7.78515625, false], [-5.03515625, false], [-7.03515625, false], [-9.03125, false], [-8.03125, false], [-8.78125, false], [-8.53125, false], [-9.53125, false], [-9.03125, false], [-4.78515625, false], [-9.53125, false], [-7.03515625, false], [-7.53515625, false], [-8.03125, false], [-7.53515625, false], [-8.53125, false], [-9.03125, false], [-5.03515625, false], [-9.03125, false], [-8.03125, false], [-8.78125, false], [-8.53125, false], [-9.53125, false], [-9.03125, false], [-4.78515625, false], [-9.53125, false], [-8.78125, false], [-7.53515625, false], [-7.03515625, false], [-8.78125, false], [-10.78125, false], [-9.28125, false], [-9.03125, false], [-5.03515625, false], [-10.53125, false], [-10.53125, false], [-8.03125, false], [-9.28125, false], [-5.03515625, false], [-9.03125, false], [-8.03125, false], [-8.78125, false], [-8.53125, false], [-9.53125, false], [-12.53125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1323, "doc": {"id": "MSA_2012_5_16", "question": "The sun provides heat and light to Earth. The sun is best described as", "choices": {"text": ["a planet close to Earth", "the closest star to Earth", "a planet that reflects light", "the center of the universe"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "the closest star to Earth", "arguments": ["Question: The sun provides heat and light to Earth. The sun is best described as\nAnswer:", " ["], "resps": [[[-7.421875, false]], [[-8.046875, false]], [[-4.171875, false]], [[-5.046875, false]], [[-7.921875, false]], [[-9.171875, false]], [[-4.171875, false]], [[-7.921875, false]], [[-7.296875, false]], [[-8.421875, false]], [[-5.046875, false]], [[-6.796875, false]], [[-9.171875, false]], [[-8.171875, false]], [[-8.046875, false]], [[-7.296875, false]], [[-5.046875, false]], [[-8.421875, false]], [[-8.171875, false]], [[-5.046875, false]], [[-4.921875, false]], [[-4.171875, false]], [[-8.546875, false]], [[-8.421875, false]], [[-8.921875, false]], [[-8.046875, false]], [[-8.2890625, false]], [[-5.046875, false]], [[-8.046875, false]], [[-8.421875, false]], [[-8.921875, false]], [[-7.296875, false]], [[-5.046875, false]], [[-6.796875, false]], [[-9.171875, false]], [[-8.171875, false]], [[-8.046875, false]], [[-7.296875, false]], [[-8.046875, false]], [[-8.421875, false]], [[-5.046875, false]], [[-8.046875, false]], [[-8.421875, false]], [[-4.171875, false]], [[-8.546875, false]], [[-5.046875, false]], [[-8.421875, false]], [[-8.171875, false]], [[-5.046875, false]], [[-4.921875, false]], [[-4.171875, false]], [[-8.546875, false]], [[-8.421875, false]], [[-8.921875, false]], [[-8.046875, false]], [[-8.2890625, false]], [[-5.046875, false]], [[-8.046875, false]], [[-4.171875, false]], [[-5.046875, false]], [[-7.921875, false]], [[-9.171875, false]], [[-4.171875, false]], [[-7.921875, false]], [[-7.296875, false]], [[-8.421875, false]], [[-5.046875, false]], [[-8.421875, false]], [[-8.921875, false]], [[-4.171875, false]], [[-8.421875, false]], [[-5.046875, false]], [[-8.546875, false]], [[-7.296875, false]], [[-8.546875, false]], [[-9.171875, false]], [[-7.296875, false]], [[-6.796875, false]], [[-8.421875, false]], [[-8.046875, false]], [[-5.046875, false]], [[-9.171875, false]], [[-7.171875, false]], [[-9.171875, false]], [[-8.921875, false]], [[-8.421875, false]], [[-8.046875, false]], [[-8.2890625, false]], [[-5.046875, false]], [[-8.046875, false]], [[-8.421875, false]], [[-8.921875, false]], [[-7.296875, false]], [[-5.046875, false]], [[-6.796875, false]], [[-7.296875, false]], [[-7.921875, false]], [[-8.421875, false]], [[-7.296875, false]], [[-8.546875, false]], [[-5.046875, false]], [[-8.171875, false]], [[-8.546875, false]], [[-5.046875, false]], [[-8.421875, false]], [[-8.921875, false]], [[-7.296875, false]], [[-5.046875, false]], [[-10.046875, false]], [[-7.921875, false]], [[-7.171875, false]], [[-7.796875, false]], [[-7.296875, false]], [[-8.546875, false]], [[-8.046875, false]], [[-7.296875, false]], [[-8.046875, false]], [[-11.171875, false]]], "filtered_resps": [[-7.421875, false], [-8.046875, false], [-4.171875, false], [-5.046875, false], [-7.921875, false], [-9.171875, false], [-4.171875, false], [-7.921875, false], [-7.296875, false], [-8.421875, false], [-5.046875, false], [-6.796875, false], [-9.171875, false], [-8.171875, false], [-8.046875, false], [-7.296875, false], [-5.046875, false], [-8.421875, false], [-8.171875, false], [-5.046875, false], [-4.921875, false], [-4.171875, false], [-8.546875, false], [-8.421875, false], [-8.921875, false], [-8.046875, false], [-8.2890625, false], [-5.046875, false], [-8.046875, false], [-8.421875, false], [-8.921875, false], [-7.296875, false], [-5.046875, false], [-6.796875, false], [-9.171875, false], [-8.171875, false], [-8.046875, false], [-7.296875, false], [-8.046875, false], [-8.421875, false], [-5.046875, false], [-8.046875, false], [-8.421875, false], [-4.171875, false], [-8.546875, false], [-5.046875, false], [-8.421875, false], [-8.171875, false], [-5.046875, false], [-4.921875, false], [-4.171875, false], [-8.546875, false], [-8.421875, false], [-8.921875, false], [-8.046875, false], [-8.2890625, false], [-5.046875, false], [-8.046875, false], [-4.171875, false], [-5.046875, false], [-7.921875, false], [-9.171875, false], [-4.171875, false], [-7.921875, false], [-7.296875, false], [-8.421875, false], [-5.046875, false], [-8.421875, false], [-8.921875, false], [-4.171875, false], [-8.421875, false], [-5.046875, false], [-8.546875, false], [-7.296875, false], [-8.546875, false], [-9.171875, false], [-7.296875, false], [-6.796875, false], [-8.421875, false], [-8.046875, false], [-5.046875, false], [-9.171875, false], [-7.171875, false], [-9.171875, false], [-8.921875, false], [-8.421875, false], [-8.046875, false], [-8.2890625, false], [-5.046875, false], [-8.046875, false], [-8.421875, false], [-8.921875, false], [-7.296875, false], [-5.046875, false], [-6.796875, false], [-7.296875, false], [-7.921875, false], [-8.421875, false], [-7.296875, false], [-8.546875, false], [-5.046875, false], [-8.171875, false], [-8.546875, false], [-5.046875, false], [-8.421875, false], [-8.921875, false], [-7.296875, false], [-5.046875, false], [-10.046875, false], [-7.921875, false], [-7.171875, false], [-7.796875, false], [-7.296875, false], [-8.546875, false], [-8.046875, false], [-7.296875, false], [-8.046875, false], [-11.171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1331, "doc": {"id": "Mercury_SC_401305", "question": "Which process is the best example of weathering?", "choices": {"text": ["A cloud releases freezing rain.", "A tree root breaks apart a rock.", "Dry weather results in a small harvest.", "Sediments flow into a bay."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "A tree root breaks apart a rock.", "arguments": ["Question: Which process is the best example of weathering?\nAnswer:", " ["], "resps": [[[-8.3984375, false]], [[-8.5234375, false]], [[-3.3984375, false]], [[-5.5234375, false]], [[-9.0234375, false]], [[-10.2734375, false]], [[-8.7734375, false]], [[-11.8984375, false]], [[-9.0234375, false]], [[-5.5234375, false]], [[-10.3984375, false]], [[-7.3984375, false]], [[-10.2734375, false]], [[-7.3984375, false]], [[-5.5234375, false]], [[-8.8984375, false]], [[-7.3984375, false]], [[-8.8984375, false]], [[-5.5234375, false]], [[-9.2734375, false]], [[-10.3984375, false]], [[-7.3984375, false]], [[-7.3984375, false]], [[-12.1484375, false]], [[-9.2734375, false]], [[-10.3984375, false]], [[-11.6484375, false]], [[-5.5234375, false]], [[-10.3984375, false]], [[-5.5234375, false]], [[-9.2734375, false]], [[-10.3984375, false]], [[-7.0625, false]], [[-8.5234375, false]], [[-9.9375, false]], [[-5.5234375, false]], [[-8.5234375, false]], [[-3.3984375, false]], [[-5.5234375, false]], [[-10.8984375, false]], [[-10.3984375, false]], [[-7.3984375, false]], [[-7.3984375, false]], [[-5.5234375, false]], [[-10.3984375, false]], [[-8.7734375, false]], [[-8.7734375, false]], [[-10.8984375, false]], [[-5.5234375, false]], [[-9.2734375, false]], [[-10.3984375, false]], [[-7.3984375, false]], [[-5.5234375, false]], [[-11.8984375, false]], [[-8.8984375, false]], [[-5.5234375, false]], [[-5.5234375, false]], [[-9.3984375, false]], [[-5.5234375, false]], [[-10.3984375, false]], [[-10.8984375, false]], [[-5.5234375, false]], [[-5.5234375, false]], [[-5.5234375, false]], [[-10.3984375, false]], [[-8.7734375, false]], [[-9.0234375, false]], [[-11.8984375, false]], [[-7.0625, false]], [[-8.5234375, false]], [[-9.9375, false]], [[-5.5234375, false]], [[-8.5234375, false]], [[-5.8984375, false]], [[-10.3984375, false]], [[-11.6484375, false]], [[-5.5234375, false]], [[-9.5234375, false]], [[-7.3984375, false]], [[-5.5234375, false]], [[-10.8984375, false]], [[-11.8984375, false]], [[-7.3984375, false]], [[-10.3984375, false]], [[-5.5234375, false]], [[-10.3984375, false]], [[-7.3984375, false]], [[-8.8984375, false]], [[-11.8984375, false]], [[-10.2734375, false]], [[-10.8984375, false]], [[-8.8984375, false]], [[-5.5234375, false]], [[-9.2734375, false]], [[-10.3984375, false]], [[-5.5234375, false]], [[-5.5234375, false]], [[-5.5234375, false]], [[-8.8984375, false]], [[-10.2734375, false]], [[-5.5234375, false]], [[-10.2734375, false]], [[-10.2734375, false]], [[-5.5234375, false]], [[-11.8984375, false]], [[-5.5234375, false]], [[-10.3984375, false]], [[-10.6484375, false]], [[-7.3984375, false]], [[-8.8984375, false]], [[-10.8984375, false]], [[-7.0625, false]], [[-8.5234375, false]], [[-9.9375, false]], [[-5.5234375, false]], [[-8.5234375, false]], [[-5.5234375, false]], [[-7.3984375, false]], [[-9.0234375, false]], [[-9.2734375, false]], [[-10.2734375, false]], [[-7.3984375, false]], [[-10.3984375, false]], [[-10.8984375, false]], [[-8.8984375, false]], [[-5.5234375, false]], [[-9.2734375, false]], [[-10.2734375, false]], [[-8.7734375, false]], [[-9.5234375, false]], [[-5.5234375, false]], [[-9.2734375, false]], [[-10.3984375, false]], [[-10.8984375, false]], [[-8.7734375, false]], [[-5.5234375, false]], [[-5.5234375, false]], [[-5.5234375, false]], [[-9.2734375, false]], [[-5.5234375, false]], [[-11.6484375, false]], [[-7.0625, false]], [[-8.5234375, false]], [[-14.1484375, false]]], "filtered_resps": [[-8.3984375, false], [-8.5234375, false], [-3.3984375, false], [-5.5234375, false], [-9.0234375, false], [-10.2734375, false], [-8.7734375, false], [-11.8984375, false], [-9.0234375, false], [-5.5234375, false], [-10.3984375, false], [-7.3984375, false], [-10.2734375, false], [-7.3984375, false], [-5.5234375, false], [-8.8984375, false], [-7.3984375, false], [-8.8984375, false], [-5.5234375, false], [-9.2734375, false], [-10.3984375, false], [-7.3984375, false], [-7.3984375, false], [-12.1484375, false], [-9.2734375, false], [-10.3984375, false], [-11.6484375, false], [-5.5234375, false], [-10.3984375, false], [-5.5234375, false], [-9.2734375, false], [-10.3984375, false], [-7.0625, false], [-8.5234375, false], [-9.9375, false], [-5.5234375, false], [-8.5234375, false], [-3.3984375, false], [-5.5234375, false], [-10.8984375, false], [-10.3984375, false], [-7.3984375, false], [-7.3984375, false], [-5.5234375, false], [-10.3984375, false], [-8.7734375, false], [-8.7734375, false], [-10.8984375, false], [-5.5234375, false], [-9.2734375, false], [-10.3984375, false], [-7.3984375, false], [-5.5234375, false], [-11.8984375, false], [-8.8984375, false], [-5.5234375, false], [-5.5234375, false], [-9.3984375, false], [-5.5234375, false], [-10.3984375, false], [-10.8984375, false], [-5.5234375, false], [-5.5234375, false], [-5.5234375, false], [-10.3984375, false], [-8.7734375, false], [-9.0234375, false], [-11.8984375, false], [-7.0625, false], [-8.5234375, false], [-9.9375, false], [-5.5234375, false], [-8.5234375, false], [-5.8984375, false], [-10.3984375, false], [-11.6484375, false], [-5.5234375, false], [-9.5234375, false], [-7.3984375, false], [-5.5234375, false], [-10.8984375, false], [-11.8984375, false], [-7.3984375, false], [-10.3984375, false], [-5.5234375, false], [-10.3984375, false], [-7.3984375, false], [-8.8984375, false], [-11.8984375, false], [-10.2734375, false], [-10.8984375, false], [-8.8984375, false], [-5.5234375, false], [-9.2734375, false], [-10.3984375, false], [-5.5234375, false], [-5.5234375, false], [-5.5234375, false], [-8.8984375, false], [-10.2734375, false], [-5.5234375, false], [-10.2734375, false], [-10.2734375, false], [-5.5234375, false], [-11.8984375, false], [-5.5234375, false], [-10.3984375, false], [-10.6484375, false], [-7.3984375, false], [-8.8984375, false], [-10.8984375, false], [-7.0625, false], [-8.5234375, false], [-9.9375, false], [-5.5234375, false], [-8.5234375, false], [-5.5234375, false], [-7.3984375, false], [-9.0234375, false], [-9.2734375, false], [-10.2734375, false], [-7.3984375, false], [-10.3984375, false], [-10.8984375, false], [-8.8984375, false], [-5.5234375, false], [-9.2734375, false], [-10.2734375, false], [-8.7734375, false], [-9.5234375, false], [-5.5234375, false], [-9.2734375, false], [-10.3984375, false], [-10.8984375, false], [-8.7734375, false], [-5.5234375, false], [-5.5234375, false], [-5.5234375, false], [-9.2734375, false], [-5.5234375, false], [-11.6484375, false], [-7.0625, false], [-8.5234375, false], [-14.1484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1339, "doc": {"id": "Mercury_SC_405004", "question": "Ned learned that light is a source of energy. Which can only result from light energy?", "choices": {"text": ["an ice cube melting", "a rainbow forming", "water evaporating", "thunder booming"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "a rainbow forming", "arguments": ["Question: Ned learned that light is a source of energy. Which can only result from light energy?\nAnswer:", " ["], "resps": [[[-6.51953125, false]], [[-9.2734375, false]], [[-4.76953125, false]], [[-6.76953125, false]], [[-4.76953125, false]], [[-8.2734375, false]], [[-7.01953125, false]], [[-7.26953125, false]], [[-4.76953125, false]], [[-7.01953125, false]], [[-9.0234375, false]], [[-6.51953125, false]], [[-7.26953125, false]], [[-4.76953125, false]], [[-7.76953125, false]], [[-7.26953125, false]], [[-8.2734375, false]], [[-8.7734375, false]], [[-8.2734375, false]], [[-6.76953125, false]], [[-9.5234375, false]], [[-9.2734375, false]], [[-8.46875, false]], [[-4.76953125, false]], [[-9.2734375, false]], [[-4.76953125, false]], [[-4.76953125, false]], [[-8.2734375, false]], [[-4.76953125, false]], [[-8.2734375, false]], [[-6.76953125, false]], [[-6.51953125, false]], [[-7.76953125, false]], [[-9.5234375, false]], [[-4.76953125, false]], [[-8.0234375, false]], [[-7.76953125, false]], [[-8.2734375, false]], [[-7.76953125, false]], [[-8.2734375, false]], [[-6.76953125, false]], [[-9.5234375, false]], [[-9.2734375, false]], [[-8.46875, false]], [[-4.76953125, false]], [[-9.2734375, false]], [[-9.5234375, false]], [[-4.76953125, false]], [[-8.7734375, false]], [[-7.26953125, false]], [[-8.2734375, false]], [[-4.76953125, false]], [[-7.26953125, false]], [[-9.0234375, false]], [[-4.76953125, false]], [[-8.0234375, false]], [[-7.76953125, false]], [[-8.2734375, false]], [[-4.76953125, false]], [[-8.7734375, false]], [[-8.2734375, false]], [[-6.76953125, false]], [[-9.5234375, false]], [[-9.2734375, false]], [[-8.46875, false]], [[-4.76953125, false]], [[-9.2734375, false]], [[-8.7734375, false]], [[-8.0234375, false]], [[-9.0234375, false]], [[-6.76953125, false]], [[-7.76953125, false]], [[-7.26953125, false]], [[-8.2734375, false]], [[-4.76953125, false]], [[-6.51953125, false]], [[-7.76953125, false]], [[-7.76953125, false]], [[-7.76953125, false]], [[-8.2734375, false]], [[-6.76953125, false]], [[-9.5234375, false]], [[-9.2734375, false]], [[-12.7734375, false]]], "filtered_resps": [[-6.51953125, false], [-9.2734375, false], [-4.76953125, false], [-6.76953125, false], [-4.76953125, false], [-8.2734375, false], [-7.01953125, false], [-7.26953125, false], [-4.76953125, false], [-7.01953125, false], [-9.0234375, false], [-6.51953125, false], [-7.26953125, false], [-4.76953125, false], [-7.76953125, false], [-7.26953125, false], [-8.2734375, false], [-8.7734375, false], [-8.2734375, false], [-6.76953125, false], [-9.5234375, false], [-9.2734375, false], [-8.46875, false], [-4.76953125, false], [-9.2734375, false], [-4.76953125, false], [-4.76953125, false], [-8.2734375, false], [-4.76953125, false], [-8.2734375, false], [-6.76953125, false], [-6.51953125, false], [-7.76953125, false], [-9.5234375, false], [-4.76953125, false], [-8.0234375, false], [-7.76953125, false], [-8.2734375, false], [-7.76953125, false], [-8.2734375, false], [-6.76953125, false], [-9.5234375, false], [-9.2734375, false], [-8.46875, false], [-4.76953125, false], [-9.2734375, false], [-9.5234375, false], [-4.76953125, false], [-8.7734375, false], [-7.26953125, false], [-8.2734375, false], [-4.76953125, false], [-7.26953125, false], [-9.0234375, false], [-4.76953125, false], [-8.0234375, false], [-7.76953125, false], [-8.2734375, false], [-4.76953125, false], [-8.7734375, false], [-8.2734375, false], [-6.76953125, false], [-9.5234375, false], [-9.2734375, false], [-8.46875, false], [-4.76953125, false], [-9.2734375, false], [-8.7734375, false], [-8.0234375, false], [-9.0234375, false], [-6.76953125, false], [-7.76953125, false], [-7.26953125, false], [-8.2734375, false], [-4.76953125, false], [-6.51953125, false], [-7.76953125, false], [-7.76953125, false], [-7.76953125, false], [-8.2734375, false], [-6.76953125, false], [-9.5234375, false], [-9.2734375, false], [-12.7734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1347, "doc": {"id": "Mercury_7215478", "question": "Some dairy farmers want their cows to produce greater amounts of milk than average cows. Which process will help the dairy farmers develop cows with this trait?", "choices": {"text": ["selective breeding", "behavioral modification", "ecological succession", "geographical isolation"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "selective breeding", "arguments": ["Question: Some dairy farmers want their cows to produce greater amounts of milk than average cows. Which process will help the dairy farmers develop cows with this trait?\nAnswer:", " ["], "resps": [[[-6.140625, false]], [[-9.640625, false]], [[-9.015625, false]], [[-9.515625, false]], [[-11.765625, false]], [[-9.515625, false]], [[-9.390625, false]], [[-10.640625, false]], [[-8.640625, false]], [[-11.390625, false]], [[-9.515625, false]], [[-5.390625, false]], [[-10.015625, false]], [[-11.015625, false]], [[-9.515625, false]], [[-9.515625, false]], [[-8.765625, false]], [[-8.640625, false]], [[-9.890625, false]], [[-13.015625, false]], [[-9.640625, false]], [[-10.796875, false]], [[-5.390625, false]], [[-9.640625, false]], [[-10.015625, false]], [[-9.515625, false]], [[-11.140625, false]], [[-6.015625, false]], [[-11.390625, false]], [[-8.640625, false]], [[-9.640625, false]], [[-11.015625, false]], [[-6.015625, false]], [[-11.765625, false]], [[-5.390625, false]], [[-11.015625, false]], [[-9.640625, false]], [[-8.765625, false]], [[-8.640625, false]], [[-9.890625, false]], [[-8.640625, false]], [[-9.390625, false]], [[-6.015625, false]], [[-10.640625, false]], [[-8.640625, false]], [[-9.640625, false]], [[-9.890625, false]], [[-9.640625, false]], [[-10.796875, false]], [[-5.390625, false]], [[-9.640625, false]], [[-9.515625, false]], [[-9.390625, false]], [[-9.640625, false]], [[-11.765625, false]], [[-9.640625, false]], [[-13.015625, false]], [[-8.640625, false]], [[-9.390625, false]], [[-6.015625, false]], [[-11.765625, false]], [[-5.390625, false]], [[-9.015625, false]], [[-10.640625, false]], [[-9.390625, false]], [[-9.390625, false]], [[-9.515625, false]], [[-9.015625, false]], [[-9.015625, false]], [[-8.640625, false]], [[-9.640625, false]], [[-9.890625, false]], [[-9.640625, false]], [[-10.796875, false]], [[-5.390625, false]], [[-9.640625, false]], [[-13.015625, false]], [[-9.515625, false]], [[-9.640625, false]], [[-13.015625, false]], [[-11.015625, false]], [[-6.015625, false]], [[-10.640625, false]], [[-11.140625, false]], [[-8.640625, false]], [[-9.390625, false]], [[-6.015625, false]], [[-11.765625, false]], [[-5.390625, false]], [[-8.640625, false]], [[-9.015625, false]], [[-9.640625, false]], [[-11.765625, false]], [[-6.015625, false]], [[-10.640625, false]], [[-8.640625, false]], [[-9.640625, false]], [[-9.890625, false]], [[-9.640625, false]], [[-12.015625, false]]], "filtered_resps": [[-6.140625, false], [-9.640625, false], [-9.015625, false], [-9.515625, false], [-11.765625, false], [-9.515625, false], [-9.390625, false], [-10.640625, false], [-8.640625, false], [-11.390625, false], [-9.515625, false], [-5.390625, false], [-10.015625, false], [-11.015625, false], [-9.515625, false], [-9.515625, false], [-8.765625, false], [-8.640625, false], [-9.890625, false], [-13.015625, false], [-9.640625, false], [-10.796875, false], [-5.390625, false], [-9.640625, false], [-10.015625, false], [-9.515625, false], [-11.140625, false], [-6.015625, false], [-11.390625, false], [-8.640625, false], [-9.640625, false], [-11.015625, false], [-6.015625, false], [-11.765625, false], [-5.390625, false], [-11.015625, false], [-9.640625, false], [-8.765625, false], [-8.640625, false], [-9.890625, false], [-8.640625, false], [-9.390625, false], [-6.015625, false], [-10.640625, false], [-8.640625, false], [-9.640625, false], [-9.890625, false], [-9.640625, false], [-10.796875, false], [-5.390625, false], [-9.640625, false], [-9.515625, false], [-9.390625, false], [-9.640625, false], [-11.765625, false], [-9.640625, false], [-13.015625, false], [-8.640625, false], [-9.390625, false], [-6.015625, false], [-11.765625, false], [-5.390625, false], [-9.015625, false], [-10.640625, false], [-9.390625, false], [-9.390625, false], [-9.515625, false], [-9.015625, false], [-9.015625, false], [-8.640625, false], [-9.640625, false], [-9.890625, false], [-9.640625, false], [-10.796875, false], [-5.390625, false], [-9.640625, false], [-13.015625, false], [-9.515625, false], [-9.640625, false], [-13.015625, false], [-11.015625, false], [-6.015625, false], [-10.640625, false], [-11.140625, false], [-8.640625, false], [-9.390625, false], [-6.015625, false], [-11.765625, false], [-5.390625, false], [-8.640625, false], [-9.015625, false], [-9.640625, false], [-11.765625, false], [-6.015625, false], [-10.640625, false], [-8.640625, false], [-9.640625, false], [-9.890625, false], [-9.640625, false], [-12.015625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1355, "doc": {"id": "Mercury_7214235", "question": "Which of these features, formed east of the Sierra Nevada Mountain Range, is due to moist air rising along the western slope of the mountain range?", "choices": {"text": ["desert", "grassland", "rain forest", "temperate forest"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "desert", "arguments": ["Question: Which of these features, formed east of the Sierra Nevada Mountain Range, is due to moist air rising along the western slope of the mountain range?\nAnswer:", " ["], "resps": [[[-6.8515625, false]], [[-9.6015625, false]], [[-8.3515625, false]], [[-7.6015625, false]], [[-8.8515625, false]], [[-7.6015625, false]], [[-9.3515625, false]], [[-10.3515625, false]], [[-9.6015625, false]], [[-8.78125, false]], [[-4.8515625, false]], [[-9.6015625, false]], [[-11.1015625, false]], [[-9.3515625, false]], [[-4.3515625, false]], [[-8.8515625, false]], [[-8.8515625, false]], [[-9.1015625, false]], [[-4.3515625, false]], [[-8.3515625, false]], [[-8.3515625, false]], [[-9.6015625, false]], [[-8.78125, false]], [[-4.8515625, false]], [[-9.6015625, false]], [[-9.3515625, false]], [[-4.3515625, false]], [[-9.3515625, false]], [[-8.3515625, false]], [[-4.8515625, false]], [[-10.1015625, false]], [[-8.1015625, false]], [[-9.3515625, false]], [[-7.6015625, false]], [[-8.8515625, false]], [[-10.3515625, false]], [[-9.6015625, false]], [[-8.78125, false]], [[-4.8515625, false]], [[-9.6015625, false]], [[-10.3515625, false]], [[-7.6015625, false]], [[-7.3515625, false]], [[-9.8515625, false]], [[-7.6015625, false]], [[-9.3515625, false]], [[-4.3515625, false]], [[-10.3515625, false]], [[-7.6015625, false]], [[-4.8515625, false]], [[-10.1015625, false]], [[-8.1015625, false]], [[-9.3515625, false]], [[-7.6015625, false]], [[-8.8515625, false]], [[-10.3515625, false]], [[-9.6015625, false]], [[-11.6015625, false]]], "filtered_resps": [[-6.8515625, false], [-9.6015625, false], [-8.3515625, false], [-7.6015625, false], [-8.8515625, false], [-7.6015625, false], [-9.3515625, false], [-10.3515625, false], [-9.6015625, false], [-8.78125, false], [-4.8515625, false], [-9.6015625, false], [-11.1015625, false], [-9.3515625, false], [-4.3515625, false], [-8.8515625, false], [-8.8515625, false], [-9.1015625, false], [-4.3515625, false], [-8.3515625, false], [-8.3515625, false], [-9.6015625, false], [-8.78125, false], [-4.8515625, false], [-9.6015625, false], [-9.3515625, false], [-4.3515625, false], [-9.3515625, false], [-8.3515625, false], [-4.8515625, false], [-10.1015625, false], [-8.1015625, false], [-9.3515625, false], [-7.6015625, false], [-8.8515625, false], [-10.3515625, false], [-9.6015625, false], [-8.78125, false], [-4.8515625, false], [-9.6015625, false], [-10.3515625, false], [-7.6015625, false], [-7.3515625, false], [-9.8515625, false], [-7.6015625, false], [-9.3515625, false], [-4.3515625, false], [-10.3515625, false], [-7.6015625, false], [-4.8515625, false], [-10.1015625, false], [-8.1015625, false], [-9.3515625, false], [-7.6015625, false], [-8.8515625, false], [-10.3515625, false], [-9.6015625, false], [-11.6015625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1363, "doc": {"id": "Mercury_SC_408747", "question": "Which source of energy is nonrenewable?", "choices": {"text": ["coal", "sunlight", "water", "wood"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "coal", "arguments": ["Question: Which source of energy is nonrenewable?\nAnswer:", " ["], "resps": [[[-8.0, false]], [[-8.75, false]], [[-9.5, false]], [[-9.25, false]], [[-6.25, false]], [[-11.0, false]], [[-8.75, false]], [[-9.9609375, false]], [[-5.5, false]], [[-8.75, false]], [[-10.0, false]], [[-10.25, false]], [[-9.75, false]], [[-11.0, false]], [[-8.75, false]], [[-12.75, false]], [[-12.0, false]], [[-12.0, false]], [[-8.75, false]], [[-9.9609375, false]], [[-5.5, false]], [[-8.75, false]], [[-10.5, false]], [[-6.25, false]], [[-12.0, false]], [[-8.0, false]], [[-12.25, false]], [[-8.75, false]], [[-9.9609375, false]], [[-5.5, false]], [[-8.75, false]], [[-10.5, false]], [[-9.25, false]], [[-9.25, false]], [[-11.0, false]], [[-8.75, false]], [[-15.5, false]]], "filtered_resps": [[-8.0, false], [-8.75, false], [-9.5, false], [-9.25, false], [-6.25, false], [-11.0, false], [-8.75, false], [-9.9609375, false], [-5.5, false], [-8.75, false], [-10.0, false], [-10.25, false], [-9.75, false], [-11.0, false], [-8.75, false], [-12.75, false], [-12.0, false], [-12.0, false], [-8.75, false], [-9.9609375, false], [-5.5, false], [-8.75, false], [-10.5, false], [-6.25, false], [-12.0, false], [-8.0, false], [-12.25, false], [-8.75, false], [-9.9609375, false], [-5.5, false], [-8.75, false], [-10.5, false], [-9.25, false], [-9.25, false], [-11.0, false], [-8.75, false], [-15.5, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1371, "doc": {"id": "Mercury_412714", "question": "A researcher is measuring changes in the density of the upper atmosphere over time. Which units should be used for the density measurements?", "choices": {"text": ["kg/s", "m^3/s", "L/m^3", "kg/m^3"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "kg/m^3", "arguments": ["Question: A researcher is measuring changes in the density of the upper atmosphere over time. Which units should be used for the density measurements?\nAnswer:", " ["], "resps": [[[-6.2421875, false]], [[-8.9921875, false]], [[-5.4921875, false]], [[-5.9921875, false]], [[-8.9921875, false]], [[-6.9921875, false]], [[-8.9921875, false]], [[-8.09375, false]], [[-4.2421875, false]], [[-8.9921875, false]], [[-3.494140625, false]], [[-11.2421875, false]], [[-7.2421875, false]], [[-8.9921875, false]], [[-6.9921875, false]], [[-8.9921875, false]], [[-8.09375, false]], [[-4.2421875, false]], [[-8.9921875, false]], [[-6.9921875, false]], [[-8.9921875, false]], [[-3.494140625, false]], [[-11.2421875, false]], [[-7.2421875, false]], [[-8.9921875, false]], [[-8.09375, false]], [[-4.2421875, false]], [[-8.9921875, false]], [[-5.4921875, false]], [[-5.9921875, false]], [[-8.9921875, false]], [[-3.494140625, false]], [[-11.2421875, false]], [[-7.2421875, false]], [[-8.9921875, false]], [[-11.7421875, false]]], "filtered_resps": [[-6.2421875, false], [-8.9921875, false], [-5.4921875, false], [-5.9921875, false], [-8.9921875, false], [-6.9921875, false], [-8.9921875, false], [-8.09375, false], [-4.2421875, false], [-8.9921875, false], [-3.494140625, false], [-11.2421875, false], [-7.2421875, false], [-8.9921875, false], [-6.9921875, false], [-8.9921875, false], [-8.09375, false], [-4.2421875, false], [-8.9921875, false], [-6.9921875, false], [-8.9921875, false], [-3.494140625, false], [-11.2421875, false], [-7.2421875, false], [-8.9921875, false], [-8.09375, false], [-4.2421875, false], [-8.9921875, false], [-5.4921875, false], [-5.9921875, false], [-8.9921875, false], [-3.494140625, false], [-11.2421875, false], [-7.2421875, false], [-8.9921875, false], [-11.7421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1379, "doc": {"id": "Mercury_7005075", "question": "Which of the following is a characteristic of the \"steady state theory\" of the universe?", "choices": {"text": ["The universe is constantly growing and changing.", "A great explosion caused the origin of the universe.", "The nature of the universe has always been the same.", "Light moving from the center of the universe appears red."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "The nature of the universe has always been the same.", "arguments": ["Question: Which of the following is a characteristic of the \"steady state theory\" of the universe?\nAnswer:", " ["], "resps": [[[-7.078125, false]], [[-7.953125, false]], [[-7.078125, false]], [[-9.578125, false]], [[-8.328125, false]], [[-5.328125, false]], [[-10.578125, false]], [[-8.078125, false]], [[-8.078125, false]], [[-9.078125, false]], [[-8.328125, false]], [[-8.953125, false]], [[-8.703125, false]], [[-8.328125, false]], [[-5.328125, false]], [[-8.078125, false]], [[-8.703125, false]], [[-5.328125, false]], [[-7.328125, false]], [[-9.453125, false]], [[-8.078125, false]], [[-8.703125, false]], [[-8.453125, false]], [[-4.328125, false]], [[-8.078125, false]], [[-8.453125, false]], [[-9.578125, false]], [[-10.828125, false]], [[-5.328125, false]], [[-11.078125, false]], [[-8.953125, false]], [[-9.453125, false]], [[-10.578125, false]], [[-8.078125, false]], [[-8.078125, false]], [[-11.078125, false]], [[-5.328125, false]], [[-4.328125, false]], [[-8.078125, false]], [[-8.453125, false]], [[-5.328125, false]], [[-7.328125, false]], [[-9.578125, false]], [[-4.328125, false]], [[-8.078125, false]], [[-11.078125, false]], [[-8.078125, false]], [[-8.078125, false]], [[-11.078125, false]], [[-6.51171875, false]], [[-7.953125, false]], [[-9.265625, false]], [[-5.328125, false]], [[-7.953125, false]], [[-2.830078125, false]], [[-5.328125, false]], [[-11.078125, false]], [[-8.953125, false]], [[-8.328125, false]], [[-4.328125, false]], [[-8.453125, false]], [[-5.328125, false]], [[-8.328125, false]], [[-7.578125, false]], [[-7.953125, false]], [[-9.578125, false]], [[-9.453125, false]], [[-8.703125, false]], [[-8.078125, false]], [[-9.453125, false]], [[-8.078125, false]], [[-5.328125, false]], [[-7.328125, false]], [[-4.328125, false]], [[-10.578125, false]], [[-8.703125, false]], [[-8.328125, false]], [[-8.453125, false]], [[-5.328125, false]], [[-8.453125, false]], [[-9.578125, false]], [[-8.328125, false]], [[-5.328125, false]], [[-9.453125, false]], [[-8.953125, false]], [[-8.078125, false]], [[-11.078125, false]], [[-8.078125, false]], [[-8.078125, false]], [[-5.328125, false]], [[-9.453125, false]], [[-7.703125, false]], [[-5.328125, false]], [[-8.453125, false]], [[-9.578125, false]], [[-8.328125, false]], [[-5.328125, false]], [[-10.578125, false]], [[-8.078125, false]], [[-8.078125, false]], [[-9.078125, false]], [[-8.328125, false]], [[-8.953125, false]], [[-8.703125, false]], [[-8.328125, false]], [[-6.51171875, false]], [[-7.953125, false]], [[-9.265625, false]], [[-5.328125, false]], [[-7.953125, false]], [[-7.078125, false]], [[-9.578125, false]], [[-8.328125, false]], [[-5.328125, false]], [[-8.078125, false]], [[-4.328125, false]], [[-8.453125, false]], [[-10.578125, false]], [[-8.953125, false]], [[-8.328125, false]], [[-5.328125, false]], [[-9.453125, false]], [[-7.703125, false]], [[-5.328125, false]], [[-8.453125, false]], [[-9.578125, false]], [[-8.328125, false]], [[-5.328125, false]], [[-10.578125, false]], [[-8.078125, false]], [[-8.078125, false]], [[-9.078125, false]], [[-8.328125, false]], [[-8.953125, false]], [[-8.703125, false]], [[-8.328125, false]], [[-5.328125, false]], [[-9.578125, false]], [[-4.328125, false]], [[-8.703125, false]], [[-5.328125, false]], [[-4.328125, false]], [[-9.578125, false]], [[-10.578125, false]], [[-4.328125, false]], [[-10.828125, false]], [[-8.703125, false]], [[-5.328125, false]], [[-6.828125, false]], [[-8.328125, false]], [[-8.328125, false]], [[-8.078125, false]], [[-5.328125, false]], [[-8.453125, false]], [[-9.578125, false]], [[-8.328125, false]], [[-5.328125, false]], [[-8.703125, false]], [[-4.328125, false]], [[-8.828125, false]], [[-8.328125, false]], [[-6.51171875, false]], [[-7.953125, false]], [[-9.265625, false]], [[-5.328125, false]], [[-7.953125, false]], [[-7.828125, false]], [[-8.078125, false]], [[-11.078125, false]], [[-9.578125, false]], [[-8.453125, false]], [[-5.328125, false]], [[-8.828125, false]], [[-9.453125, false]], [[-9.078125, false]], [[-8.078125, false]], [[-8.078125, false]], [[-11.078125, false]], [[-5.328125, false]], [[-7.703125, false]], [[-8.953125, false]], [[-9.453125, false]], [[-8.828125, false]], [[-5.328125, false]], [[-8.453125, false]], [[-9.578125, false]], [[-8.328125, false]], [[-5.328125, false]], [[-7.328125, false]], [[-8.328125, false]], [[-8.078125, false]], [[-8.453125, false]], [[-8.328125, false]], [[-8.953125, false]], [[-5.328125, false]], [[-9.453125, false]], [[-7.703125, false]], [[-5.328125, false]], [[-8.453125, false]], [[-9.578125, false]], [[-8.328125, false]], [[-5.328125, false]], [[-10.578125, false]], [[-8.078125, false]], [[-8.078125, false]], [[-9.078125, false]], [[-8.328125, false]], [[-8.953125, false]], [[-8.703125, false]], [[-8.328125, false]], [[-5.328125, false]], [[-4.328125, false]], [[-7.953125, false]], [[-7.953125, false]], [[-8.328125, false]], [[-4.328125, false]], [[-8.953125, false]], [[-8.703125, false]], [[-5.328125, false]], [[-8.953125, false]], [[-8.328125, false]], [[-8.453125, false]], [[-6.51171875, false]], [[-7.953125, false]], [[-12.328125, false]]], "filtered_resps": [[-7.078125, false], [-7.953125, false], [-7.078125, false], [-9.578125, false], [-8.328125, false], [-5.328125, false], [-10.578125, false], [-8.078125, false], [-8.078125, false], [-9.078125, false], [-8.328125, false], [-8.953125, false], [-8.703125, false], [-8.328125, false], [-5.328125, false], [-8.078125, false], [-8.703125, false], [-5.328125, false], [-7.328125, false], [-9.453125, false], [-8.078125, false], [-8.703125, false], [-8.453125, false], [-4.328125, false], [-8.078125, false], [-8.453125, false], [-9.578125, false], [-10.828125, false], [-5.328125, false], [-11.078125, false], [-8.953125, false], [-9.453125, false], [-10.578125, false], [-8.078125, false], [-8.078125, false], [-11.078125, false], [-5.328125, false], [-4.328125, false], [-8.078125, false], [-8.453125, false], [-5.328125, false], [-7.328125, false], [-9.578125, false], [-4.328125, false], [-8.078125, false], [-11.078125, false], [-8.078125, false], [-8.078125, false], [-11.078125, false], [-6.51171875, false], [-7.953125, false], [-9.265625, false], [-5.328125, false], [-7.953125, false], [-2.830078125, false], [-5.328125, false], [-11.078125, false], [-8.953125, false], [-8.328125, false], [-4.328125, false], [-8.453125, false], [-5.328125, false], [-8.328125, false], [-7.578125, false], [-7.953125, false], [-9.578125, false], [-9.453125, false], [-8.703125, false], [-8.078125, false], [-9.453125, false], [-8.078125, false], [-5.328125, false], [-7.328125, false], [-4.328125, false], [-10.578125, false], [-8.703125, false], [-8.328125, false], [-8.453125, false], [-5.328125, false], [-8.453125, false], [-9.578125, false], [-8.328125, false], [-5.328125, false], [-9.453125, false], [-8.953125, false], [-8.078125, false], [-11.078125, false], [-8.078125, false], [-8.078125, false], [-5.328125, false], [-9.453125, false], [-7.703125, false], [-5.328125, false], [-8.453125, false], [-9.578125, false], [-8.328125, false], [-5.328125, false], [-10.578125, false], [-8.078125, false], [-8.078125, false], [-9.078125, false], [-8.328125, false], [-8.953125, false], [-8.703125, false], [-8.328125, false], [-6.51171875, false], [-7.953125, false], [-9.265625, false], [-5.328125, false], [-7.953125, false], [-7.078125, false], [-9.578125, false], [-8.328125, false], [-5.328125, false], [-8.078125, false], [-4.328125, false], [-8.453125, false], [-10.578125, false], [-8.953125, false], [-8.328125, false], [-5.328125, false], [-9.453125, false], [-7.703125, false], [-5.328125, false], [-8.453125, false], [-9.578125, false], [-8.328125, false], [-5.328125, false], [-10.578125, false], [-8.078125, false], [-8.078125, false], [-9.078125, false], [-8.328125, false], [-8.953125, false], [-8.703125, false], [-8.328125, false], [-5.328125, false], [-9.578125, false], [-4.328125, false], [-8.703125, false], [-5.328125, false], [-4.328125, false], [-9.578125, false], [-10.578125, false], [-4.328125, false], [-10.828125, false], [-8.703125, false], [-5.328125, false], [-6.828125, false], [-8.328125, false], [-8.328125, false], [-8.078125, false], [-5.328125, false], [-8.453125, false], [-9.578125, false], [-8.328125, false], [-5.328125, false], [-8.703125, false], [-4.328125, false], [-8.828125, false], [-8.328125, false], [-6.51171875, false], [-7.953125, false], [-9.265625, false], [-5.328125, false], [-7.953125, false], [-7.828125, false], [-8.078125, false], [-11.078125, false], [-9.578125, false], [-8.453125, false], [-5.328125, false], [-8.828125, false], [-9.453125, false], [-9.078125, false], [-8.078125, false], [-8.078125, false], [-11.078125, false], [-5.328125, false], [-7.703125, false], [-8.953125, false], [-9.453125, false], [-8.828125, false], [-5.328125, false], [-8.453125, false], [-9.578125, false], [-8.328125, false], [-5.328125, false], [-7.328125, false], [-8.328125, false], [-8.078125, false], [-8.453125, false], [-8.328125, false], [-8.953125, false], [-5.328125, false], [-9.453125, false], [-7.703125, false], [-5.328125, false], [-8.453125, false], [-9.578125, false], [-8.328125, false], [-5.328125, false], [-10.578125, false], [-8.078125, false], [-8.078125, false], [-9.078125, false], [-8.328125, false], [-8.953125, false], [-8.703125, false], [-8.328125, false], [-5.328125, false], [-4.328125, false], [-7.953125, false], [-7.953125, false], [-8.328125, false], [-4.328125, false], [-8.953125, false], [-8.703125, false], [-5.328125, false], [-8.953125, false], [-8.328125, false], [-8.453125, false], [-6.51171875, false], [-7.953125, false], [-12.328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1387, "doc": {"id": "Mercury_7235935", "question": "Which observation provides evidence of the existence of planets orbiting other stars?", "choices": {"text": ["periodic dimming of the stars", "periodic X-ray bursts from the stars", "rapid location changes of the stars", "regular spectrum changes from the stars"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "periodic dimming of the stars", "arguments": ["Question: Which observation provides evidence of the existence of planets orbiting other stars?\nAnswer:", " ["], "resps": [[[-5.93359375, false]], [[-8.4375, false]], [[-8.9375, false]], [[-8.6875, false]], [[-10.4375, false]], [[-8.6875, false]], [[-9.9375, false]], [[-9.9375, false]], [[-8.6875, false]], [[-8.9375, false]], [[-5.18359375, false]], [[-9.9375, false]], [[-8.6875, false]], [[-9.6875, false]], [[-9.6875, false]], [[-8.6875, false]], [[-9.9375, false]], [[-11.6875, false]], [[-5.18359375, false]], [[-9.9375, false]], [[-9.4375, false]], [[-5.18359375, false]], [[-9.4375, false]], [[-10.6875, false]], [[-8.6875, false]], [[-5.18359375, false]], [[-9.9375, false]], [[-9.4375, false]], [[-6.18359375, false]], [[-10.4375, false]], [[-9.9375, false]], [[-8.4375, false]], [[-9.4296875, false]], [[-5.18359375, false]], [[-8.4375, false]], [[-8.9375, false]], [[-8.6875, false]], [[-10.4375, false]], [[-8.6875, false]], [[-9.9375, false]], [[-9.9375, false]], [[-8.6875, false]], [[-8.9375, false]], [[-5.18359375, false]], [[-6.93359375, false]], [[-6.43359375, false]], [[-10.4375, false]], [[-6.18359375, false]], [[-11.9375, false]], [[-5.18359375, false]], [[-7.68359375, false]], [[-11.4375, false]], [[-10.4375, false]], [[-9.9375, false]], [[-9.4375, false]], [[-9.9375, false]], [[-5.18359375, false]], [[-9.4375, false]], [[-10.4375, false]], [[-9.9375, false]], [[-9.6875, false]], [[-5.18359375, false]], [[-9.4375, false]], [[-10.6875, false]], [[-8.6875, false]], [[-5.18359375, false]], [[-9.9375, false]], [[-9.4375, false]], [[-6.18359375, false]], [[-10.4375, false]], [[-9.9375, false]], [[-8.4375, false]], [[-9.4296875, false]], [[-5.18359375, false]], [[-8.4375, false]], [[-10.4375, false]], [[-6.18359375, false]], [[-8.9375, false]], [[-8.6875, false]], [[-9.9375, false]], [[-5.18359375, false]], [[-11.4375, false]], [[-9.9375, false]], [[-8.9375, false]], [[-6.18359375, false]], [[-9.4375, false]], [[-8.6875, false]], [[-9.9375, false]], [[-9.9375, false]], [[-5.18359375, false]], [[-8.9375, false]], [[-10.6875, false]], [[-6.18359375, false]], [[-9.9375, false]], [[-11.6875, false]], [[-8.6875, false]], [[-9.9375, false]], [[-5.18359375, false]], [[-9.9375, false]], [[-9.4375, false]], [[-5.18359375, false]], [[-9.4375, false]], [[-10.6875, false]], [[-8.6875, false]], [[-5.18359375, false]], [[-9.9375, false]], [[-9.4375, false]], [[-6.18359375, false]], [[-10.4375, false]], [[-9.9375, false]], [[-8.4375, false]], [[-9.4296875, false]], [[-5.18359375, false]], [[-8.4375, false]], [[-10.4375, false]], [[-8.6875, false]], [[-11.6875, false]], [[-11.4375, false]], [[-11.4375, false]], [[-6.18359375, false]], [[-10.4375, false]], [[-5.18359375, false]], [[-9.9375, false]], [[-8.9375, false]], [[-8.6875, false]], [[-8.9375, false]], [[-9.4375, false]], [[-10.4375, false]], [[-11.4375, false]], [[-9.6875, false]], [[-5.18359375, false]], [[-8.9375, false]], [[-10.6875, false]], [[-6.18359375, false]], [[-9.9375, false]], [[-11.6875, false]], [[-8.6875, false]], [[-9.9375, false]], [[-5.18359375, false]], [[-9.4375, false]], [[-10.4375, false]], [[-9.9375, false]], [[-9.6875, false]], [[-5.18359375, false]], [[-9.4375, false]], [[-10.6875, false]], [[-8.6875, false]], [[-5.18359375, false]], [[-9.9375, false]], [[-9.4375, false]], [[-6.18359375, false]], [[-10.4375, false]], [[-9.9375, false]], [[-8.4375, false]], [[-10.6875, false]]], "filtered_resps": [[-5.93359375, false], [-8.4375, false], [-8.9375, false], [-8.6875, false], [-10.4375, false], [-8.6875, false], [-9.9375, false], [-9.9375, false], [-8.6875, false], [-8.9375, false], [-5.18359375, false], [-9.9375, false], [-8.6875, false], [-9.6875, false], [-9.6875, false], [-8.6875, false], [-9.9375, false], [-11.6875, false], [-5.18359375, false], [-9.9375, false], [-9.4375, false], [-5.18359375, false], [-9.4375, false], [-10.6875, false], [-8.6875, false], [-5.18359375, false], [-9.9375, false], [-9.4375, false], [-6.18359375, false], [-10.4375, false], [-9.9375, false], [-8.4375, false], [-9.4296875, false], [-5.18359375, false], [-8.4375, false], [-8.9375, false], [-8.6875, false], [-10.4375, false], [-8.6875, false], [-9.9375, false], [-9.9375, false], [-8.6875, false], [-8.9375, false], [-5.18359375, false], [-6.93359375, false], [-6.43359375, false], [-10.4375, false], [-6.18359375, false], [-11.9375, false], [-5.18359375, false], [-7.68359375, false], [-11.4375, false], [-10.4375, false], [-9.9375, false], [-9.4375, false], [-9.9375, false], [-5.18359375, false], [-9.4375, false], [-10.4375, false], [-9.9375, false], [-9.6875, false], [-5.18359375, false], [-9.4375, false], [-10.6875, false], [-8.6875, false], [-5.18359375, false], [-9.9375, false], [-9.4375, false], [-6.18359375, false], [-10.4375, false], [-9.9375, false], [-8.4375, false], [-9.4296875, false], [-5.18359375, false], [-8.4375, false], [-10.4375, false], [-6.18359375, false], [-8.9375, false], [-8.6875, false], [-9.9375, false], [-5.18359375, false], [-11.4375, false], [-9.9375, false], [-8.9375, false], [-6.18359375, false], [-9.4375, false], [-8.6875, false], [-9.9375, false], [-9.9375, false], [-5.18359375, false], [-8.9375, false], [-10.6875, false], [-6.18359375, false], [-9.9375, false], [-11.6875, false], [-8.6875, false], [-9.9375, false], [-5.18359375, false], [-9.9375, false], [-9.4375, false], [-5.18359375, false], [-9.4375, false], [-10.6875, false], [-8.6875, false], [-5.18359375, false], [-9.9375, false], [-9.4375, false], [-6.18359375, false], [-10.4375, false], [-9.9375, false], [-8.4375, false], [-9.4296875, false], [-5.18359375, false], [-8.4375, false], [-10.4375, false], [-8.6875, false], [-11.6875, false], [-11.4375, false], [-11.4375, false], [-6.18359375, false], [-10.4375, false], [-5.18359375, false], [-9.9375, false], [-8.9375, false], [-8.6875, false], [-8.9375, false], [-9.4375, false], [-10.4375, false], [-11.4375, false], [-9.6875, false], [-5.18359375, false], [-8.9375, false], [-10.6875, false], [-6.18359375, false], [-9.9375, false], [-11.6875, false], [-8.6875, false], [-9.9375, false], [-5.18359375, false], [-9.4375, false], [-10.4375, false], [-9.9375, false], [-9.6875, false], [-5.18359375, false], [-9.4375, false], [-10.6875, false], [-8.6875, false], [-5.18359375, false], [-9.9375, false], [-9.4375, false], [-6.18359375, false], [-10.4375, false], [-9.9375, false], [-8.4375, false], [-10.6875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1395, "doc": {"id": "Mercury_SC_400529", "question": "Meadow voles are small mouse-like animals that eat plants and insects. Their niche in an ecosystem is a", "choices": {"text": ["omnivore.", "herbivore.", "producer.", "scavenger."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "omnivore.", "arguments": ["Question: Meadow voles are small mouse-like animals that eat plants and insects. Their niche in an ecosystem is a\nAnswer:", " ["], "resps": [[[-7.328125, false]], [[-8.828125, false]], [[-8.328125, false]], [[-9.203125, false]], [[-8.578125, false]], [[-7.953125, false]], [[-10.578125, false]], [[-8.328125, false]], [[-9.953125, false]], [[-5.578125, false]], [[-8.484375, false]], [[-8.828125, false]], [[-10.171875, false]], [[-5.203125, false]], [[-8.828125, false]], [[-9.703125, false]], [[-5.578125, false]], [[-9.953125, false]], [[-8.703125, false]], [[-7.953125, false]], [[-10.578125, false]], [[-8.328125, false]], [[-9.953125, false]], [[-5.578125, false]], [[-8.484375, false]], [[-8.828125, false]], [[-10.171875, false]], [[-5.203125, false]], [[-8.828125, false]], [[-9.578125, false]], [[-9.953125, false]], [[-8.328125, false]], [[-8.203125, false]], [[-11.328125, false]], [[-8.953125, false]], [[-5.578125, false]], [[-9.953125, false]], [[-8.484375, false]], [[-8.828125, false]], [[-10.171875, false]], [[-5.203125, false]], [[-8.828125, false]], [[-8.953125, false]], [[-8.953125, false]], [[-4.453125, false]], [[-10.578125, false]], [[-5.578125, false]], [[-8.578125, false]], [[-10.953125, false]], [[-5.578125, false]], [[-9.953125, false]], [[-8.484375, false]], [[-8.828125, false]], [[-11.828125, false]]], "filtered_resps": [[-7.328125, false], [-8.828125, false], [-8.328125, false], [-9.203125, false], [-8.578125, false], [-7.953125, false], [-10.578125, false], [-8.328125, false], [-9.953125, false], [-5.578125, false], [-8.484375, false], [-8.828125, false], [-10.171875, false], [-5.203125, false], [-8.828125, false], [-9.703125, false], [-5.578125, false], [-9.953125, false], [-8.703125, false], [-7.953125, false], [-10.578125, false], [-8.328125, false], [-9.953125, false], [-5.578125, false], [-8.484375, false], [-8.828125, false], [-10.171875, false], [-5.203125, false], [-8.828125, false], [-9.578125, false], [-9.953125, false], [-8.328125, false], [-8.203125, false], [-11.328125, false], [-8.953125, false], [-5.578125, false], [-9.953125, false], [-8.484375, false], [-8.828125, false], [-10.171875, false], [-5.203125, false], [-8.828125, false], [-8.953125, false], [-8.953125, false], [-4.453125, false], [-10.578125, false], [-5.578125, false], [-8.578125, false], [-10.953125, false], [-5.578125, false], [-9.953125, false], [-8.484375, false], [-8.828125, false], [-11.828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1403, "doc": {"id": "Mercury_7235673", "question": "Hawaii is composed mainly of volcanoes with gentle slopes and large surface areas. Which characteristics best describe the lava these volcanoes have released?", "choices": {"text": ["relatively fluid and low viscosity", "highly viscous and relatively cool", "mix of hot gas and rock shards", "mainly water vapor and large boulders"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "relatively fluid and low viscosity", "arguments": ["Question: Hawaii is composed mainly of volcanoes with gentle slopes and large surface areas. Which characteristics best describe the lava these volcanoes have released?\nAnswer:", " ["], "resps": [[[-7.16796875, false]], [[-9.171875, false]], [[-8.671875, false]], [[-5.91796875, false]], [[-8.921875, false]], [[-4.16796875, false]], [[-10.921875, false]], [[-7.66796875, false]], [[-8.671875, false]], [[-5.91796875, false]], [[-8.921875, false]], [[-11.421875, false]], [[-5.41796875, false]], [[-10.171875, false]], [[-8.921875, false]], [[-12.421875, false]], [[-7.66796875, false]], [[-8.671875, false]], [[-5.41796875, false]], [[-4.16796875, false]], [[-9.421875, false]], [[-8.671875, false]], [[-5.41796875, false]], [[-8.921875, false]], [[-8.921875, false]], [[-11.171875, false]], [[-5.41796875, false]], [[-8.671875, false]], [[-7.66796875, false]], [[-9.171875, false]], [[-7.91796875, false]], [[-8.921875, false]], [[-9.171875, false]], [[-7.66796875, false]], [[-10.921875, false]], [[-11.421875, false]], [[-9.171875, false]], [[-9.6171875, false]], [[-5.41796875, false]], [[-9.171875, false]], [[-10.421875, false]], [[-7.66796875, false]], [[-10.671875, false]], [[-10.421875, false]], [[-8.921875, false]], [[-11.421875, false]], [[-5.41796875, false]], [[-8.671875, false]], [[-7.66796875, false]], [[-9.171875, false]], [[-7.91796875, false]], [[-8.921875, false]], [[-12.421875, false]], [[-9.171875, false]], [[-5.41796875, false]], [[-4.16796875, false]], [[-9.421875, false]], [[-8.671875, false]], [[-5.41796875, false]], [[-8.671875, false]], [[-5.91796875, false]], [[-8.921875, false]], [[-4.16796875, false]], [[-10.921875, false]], [[-7.66796875, false]], [[-8.671875, false]], [[-5.91796875, false]], [[-8.921875, false]], [[-11.421875, false]], [[-5.41796875, false]], [[-7.91796875, false]], [[-8.921875, false]], [[-8.921875, false]], [[-8.921875, false]], [[-9.171875, false]], [[-9.6171875, false]], [[-5.41796875, false]], [[-9.171875, false]], [[-8.921875, false]], [[-7.66796875, false]], [[-11.171875, false]], [[-5.41796875, false]], [[-8.921875, false]], [[-10.171875, false]], [[-5.41796875, false]], [[-10.421875, false]], [[-8.921875, false]], [[-10.921875, false]], [[-5.41796875, false]], [[-10.671875, false]], [[-4.16796875, false]], [[-9.171875, false]], [[-5.41796875, false]], [[-4.16796875, false]], [[-9.421875, false]], [[-8.671875, false]], [[-5.41796875, false]], [[-8.671875, false]], [[-8.921875, false]], [[-7.91796875, false]], [[-11.421875, false]], [[-5.41796875, false]], [[-9.171875, false]], [[-10.421875, false]], [[-4.16796875, false]], [[-8.671875, false]], [[-8.671875, false]], [[-9.171875, false]], [[-9.171875, false]], [[-9.6171875, false]], [[-5.41796875, false]], [[-9.171875, false]], [[-8.921875, false]], [[-4.16796875, false]], [[-7.66796875, false]], [[-9.421875, false]], [[-8.921875, false]], [[-11.421875, false]], [[-5.41796875, false]], [[-11.171875, false]], [[-4.16796875, false]], [[-10.921875, false]], [[-5.91796875, false]], [[-8.671875, false]], [[-5.41796875, false]], [[-8.671875, false]], [[-4.16796875, false]], [[-9.421875, false]], [[-8.921875, false]], [[-8.671875, false]], [[-5.41796875, false]], [[-4.16796875, false]], [[-9.421875, false]], [[-8.671875, false]], [[-5.41796875, false]], [[-8.921875, false]], [[-4.16796875, false]], [[-8.671875, false]], [[-10.671875, false]], [[-5.91796875, false]], [[-5.41796875, false]], [[-7.41796875, false]], [[-8.921875, false]], [[-12.421875, false]], [[-8.921875, false]], [[-8.671875, false]], [[-5.91796875, false]], [[-8.671875, false]], [[-9.171875, false]], [[-9.171875, false]], [[-12.421875, false]]], "filtered_resps": [[-7.16796875, false], [-9.171875, false], [-8.671875, false], [-5.91796875, false], [-8.921875, false], [-4.16796875, false], [-10.921875, false], [-7.66796875, false], [-8.671875, false], [-5.91796875, false], [-8.921875, false], [-11.421875, false], [-5.41796875, false], [-10.171875, false], [-8.921875, false], [-12.421875, false], [-7.66796875, false], [-8.671875, false], [-5.41796875, false], [-4.16796875, false], [-9.421875, false], [-8.671875, false], [-5.41796875, false], [-8.921875, false], [-8.921875, false], [-11.171875, false], [-5.41796875, false], [-8.671875, false], [-7.66796875, false], [-9.171875, false], [-7.91796875, false], [-8.921875, false], [-9.171875, false], [-7.66796875, false], [-10.921875, false], [-11.421875, false], [-9.171875, false], [-9.6171875, false], [-5.41796875, false], [-9.171875, false], [-10.421875, false], [-7.66796875, false], [-10.671875, false], [-10.421875, false], [-8.921875, false], [-11.421875, false], [-5.41796875, false], [-8.671875, false], [-7.66796875, false], [-9.171875, false], [-7.91796875, false], [-8.921875, false], [-12.421875, false], [-9.171875, false], [-5.41796875, false], [-4.16796875, false], [-9.421875, false], [-8.671875, false], [-5.41796875, false], [-8.671875, false], [-5.91796875, false], [-8.921875, false], [-4.16796875, false], [-10.921875, false], [-7.66796875, false], [-8.671875, false], [-5.91796875, false], [-8.921875, false], [-11.421875, false], [-5.41796875, false], [-7.91796875, false], [-8.921875, false], [-8.921875, false], [-8.921875, false], [-9.171875, false], [-9.6171875, false], [-5.41796875, false], [-9.171875, false], [-8.921875, false], [-7.66796875, false], [-11.171875, false], [-5.41796875, false], [-8.921875, false], [-10.171875, false], [-5.41796875, false], [-10.421875, false], [-8.921875, false], [-10.921875, false], [-5.41796875, false], [-10.671875, false], [-4.16796875, false], [-9.171875, false], [-5.41796875, false], [-4.16796875, false], [-9.421875, false], [-8.671875, false], [-5.41796875, false], [-8.671875, false], [-8.921875, false], [-7.91796875, false], [-11.421875, false], [-5.41796875, false], [-9.171875, false], [-10.421875, false], [-4.16796875, false], [-8.671875, false], [-8.671875, false], [-9.171875, false], [-9.171875, false], [-9.6171875, false], [-5.41796875, false], [-9.171875, false], [-8.921875, false], [-4.16796875, false], [-7.66796875, false], [-9.421875, false], [-8.921875, false], [-11.421875, false], [-5.41796875, false], [-11.171875, false], [-4.16796875, false], [-10.921875, false], [-5.91796875, false], [-8.671875, false], [-5.41796875, false], [-8.671875, false], [-4.16796875, false], [-9.421875, false], [-8.921875, false], [-8.671875, false], [-5.41796875, false], [-4.16796875, false], [-9.421875, false], [-8.671875, false], [-5.41796875, false], [-8.921875, false], [-4.16796875, false], [-8.671875, false], [-10.671875, false], [-5.91796875, false], [-5.41796875, false], [-7.41796875, false], [-8.921875, false], [-12.421875, false], [-8.921875, false], [-8.671875, false], [-5.91796875, false], [-8.671875, false], [-9.171875, false], [-9.171875, false], [-12.421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1411, "doc": {"id": "MCAS_2013_8_29426", "question": "Which of the following has changed over the last 200 years primarily due to human activity?", "choices": {"text": ["Earth's magnetic field", "the frequency of earthquakes", "Earth's tectonic plate activity", "the composition of the atmosphere"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "the composition of the atmosphere", "arguments": ["Question: Which of the following has changed over the last 200 years primarily due to human activity?\nAnswer:", " ["], "resps": [[[-7.375, false]], [[-7.875, false]], [[-5.0, false]], [[-4.75, false]], [[-10.375, false]], [[-10.375, false]], [[-10.375, false]], [[-9.375, false]], [[-8.5, false]], [[-5.125, false]], [[-10.125, false]], [[-4.75, false]], [[-11.375, false]], [[-9.0, false]], [[-7.125, false]], [[-10.375, false]], [[-7.625, false]], [[-8.125, false]], [[-5.125, false]], [[-9.125, false]], [[-7.625, false]], [[-7.125, false]], [[-9.25, false]], [[-7.625, false]], [[-7.875, false]], [[-10.578125, false]], [[-5.125, false]], [[-9.375, false]], [[-10.375, false]], [[-10.375, false]], [[-7.125, false]], [[-5.125, false]], [[-9.125, false]], [[-10.375, false]], [[-7.125, false]], [[-12.375, false]], [[-11.625, false]], [[-7.125, false]], [[-9.0, false]], [[-8.125, false]], [[-10.625, false]], [[-5.125, false]], [[-7.875, false]], [[-9.125, false]], [[-5.125, false]], [[-7.125, false]], [[-4.75, false]], [[-10.375, false]], [[-10.375, false]], [[-10.375, false]], [[-12.375, false]], [[-11.625, false]], [[-4.75, false]], [[-11.125, false]], [[-7.125, false]], [[-8.5, false]], [[-9.375, false]], [[-10.578125, false]], [[-5.125, false]], [[-7.875, false]], [[-5.0, false]], [[-4.75, false]], [[-10.375, false]], [[-10.375, false]], [[-10.375, false]], [[-9.375, false]], [[-8.5, false]], [[-5.125, false]], [[-10.375, false]], [[-7.125, false]], [[-8.125, false]], [[-10.375, false]], [[-7.875, false]], [[-9.0, false]], [[-7.625, false]], [[-8.125, false]], [[-5.125, false]], [[-9.125, false]], [[-9.25, false]], [[-4.75, false]], [[-10.375, false]], [[-7.125, false]], [[-5.125, false]], [[-4.75, false]], [[-8.125, false]], [[-10.375, false]], [[-7.625, false]], [[-11.25, false]], [[-7.625, false]], [[-10.375, false]], [[-10.625, false]], [[-7.875, false]], [[-10.578125, false]], [[-5.125, false]], [[-9.375, false]], [[-10.375, false]], [[-10.375, false]], [[-7.125, false]], [[-5.125, false]], [[-8.125, false]], [[-7.875, false]], [[-10.125, false]], [[-9.125, false]], [[-7.875, false]], [[-8.5, false]], [[-7.625, false]], [[-10.375, false]], [[-7.625, false]], [[-7.875, false]], [[-9.0, false]], [[-5.125, false]], [[-7.875, false]], [[-9.125, false]], [[-5.125, false]], [[-10.375, false]], [[-10.375, false]], [[-7.125, false]], [[-5.125, false]], [[-4.75, false]], [[-10.375, false]], [[-10.125, false]], [[-7.875, false]], [[-8.5, false]], [[-9.125, false]], [[-10.375, false]], [[-7.125, false]], [[-10.375, false]], [[-7.125, false]], [[-9.375, false]], [[-14.75, false]]], "filtered_resps": [[-7.375, false], [-7.875, false], [-5.0, false], [-4.75, false], [-10.375, false], [-10.375, false], [-10.375, false], [-9.375, false], [-8.5, false], [-5.125, false], [-10.125, false], [-4.75, false], [-11.375, false], [-9.0, false], [-7.125, false], [-10.375, false], [-7.625, false], [-8.125, false], [-5.125, false], [-9.125, false], [-7.625, false], [-7.125, false], [-9.25, false], [-7.625, false], [-7.875, false], [-10.578125, false], [-5.125, false], [-9.375, false], [-10.375, false], [-10.375, false], [-7.125, false], [-5.125, false], [-9.125, false], [-10.375, false], [-7.125, false], [-12.375, false], [-11.625, false], [-7.125, false], [-9.0, false], [-8.125, false], [-10.625, false], [-5.125, false], [-7.875, false], [-9.125, false], [-5.125, false], [-7.125, false], [-4.75, false], [-10.375, false], [-10.375, false], [-10.375, false], [-12.375, false], [-11.625, false], [-4.75, false], [-11.125, false], [-7.125, false], [-8.5, false], [-9.375, false], [-10.578125, false], [-5.125, false], [-7.875, false], [-5.0, false], [-4.75, false], [-10.375, false], [-10.375, false], [-10.375, false], [-9.375, false], [-8.5, false], [-5.125, false], [-10.375, false], [-7.125, false], [-8.125, false], [-10.375, false], [-7.875, false], [-9.0, false], [-7.625, false], [-8.125, false], [-5.125, false], [-9.125, false], [-9.25, false], [-4.75, false], [-10.375, false], [-7.125, false], [-5.125, false], [-4.75, false], [-8.125, false], [-10.375, false], [-7.625, false], [-11.25, false], [-7.625, false], [-10.375, false], [-10.625, false], [-7.875, false], [-10.578125, false], [-5.125, false], [-9.375, false], [-10.375, false], [-10.375, false], [-7.125, false], [-5.125, false], [-8.125, false], [-7.875, false], [-10.125, false], [-9.125, false], [-7.875, false], [-8.5, false], [-7.625, false], [-10.375, false], [-7.625, false], [-7.875, false], [-9.0, false], [-5.125, false], [-7.875, false], [-9.125, false], [-5.125, false], [-10.375, false], [-10.375, false], [-7.125, false], [-5.125, false], [-4.75, false], [-10.375, false], [-10.125, false], [-7.875, false], [-8.5, false], [-9.125, false], [-10.375, false], [-7.125, false], [-10.375, false], [-7.125, false], [-9.375, false], [-14.75, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1419, "doc": {"id": "NYSEDREGENTS_2008_8_12", "question": "Which event is the best example of competition between species in a pond environment?", "choices": {"text": ["dragonflies landing on lily pads", "frogs and toads eating flies", "lizards and snakes lying in the sun", "hawks eating mice"], "label": ["1", "2", "3", "4"]}, "answerKey": "2"}, "target": "frogs and toads eating flies", "arguments": ["Question: Which event is the best example of competition between species in a pond environment?\nAnswer:", " ["], "resps": [[[-7.58203125, false]], [[-8.7109375, false]], [[-8.7109375, false]], [[-10.3359375, false]], [[-5.20703125, false]], [[-11.9609375, false]], [[-9.2109375, false]], [[-9.3359375, false]], [[-9.5859375, false]], [[-9.8359375, false]], [[-9.5859375, false]], [[-8.3359375, false]], [[-9.2109375, false]], [[-5.58203125, false]], [[-9.8359375, false]], [[-5.20703125, false]], [[-9.3359375, false]], [[-8.7109375, false]], [[-9.5859375, false]], [[-9.3359375, false]], [[-11.9609375, false]], [[-5.58203125, false]], [[-9.2109375, false]], [[-9.3359375, false]], [[-5.58203125, false]], [[-9.8359375, false]], [[-9.5859375, false]], [[-9.8359375, false]], [[-12.2109375, false]], [[-5.58203125, false]], [[-10.4609375, false]], [[-5.20703125, false]], [[-8.7109375, false]], [[-9.2109375, false]], [[-8.7109375, false]], [[-10.578125, false]], [[-5.58203125, false]], [[-8.7109375, false]], [[-9.5859375, false]], [[-10.3359375, false]], [[-9.2109375, false]], [[-11.9609375, false]], [[-9.2109375, false]], [[-5.58203125, false]], [[-5.20703125, false]], [[-9.3359375, false]], [[-8.7109375, false]], [[-5.58203125, false]], [[-11.2109375, false]], [[-9.2109375, false]], [[-5.20703125, false]], [[-8.7109375, false]], [[-9.2109375, false]], [[-5.58203125, false]], [[-8.3359375, false]], [[-5.20703125, false]], [[-11.2109375, false]], [[-9.5859375, false]], [[-9.3359375, false]], [[-11.9609375, false]], [[-5.58203125, false]], [[-9.5859375, false]], [[-9.8359375, false]], [[-9.5859375, false]], [[-8.3359375, false]], [[-9.2109375, false]], [[-8.7109375, false]], [[-10.578125, false]], [[-5.58203125, false]], [[-8.7109375, false]], [[-9.8359375, false]], [[-9.5859375, false]], [[-11.4609375, false]], [[-5.20703125, false]], [[-10.3359375, false]], [[-8.7109375, false]], [[-9.2109375, false]], [[-5.58203125, false]], [[-5.20703125, false]], [[-9.3359375, false]], [[-8.7109375, false]], [[-5.58203125, false]], [[-9.2109375, false]], [[-9.3359375, false]], [[-5.20703125, false]], [[-10.9609375, false]], [[-8.3359375, false]], [[-9.2109375, false]], [[-5.58203125, false]], [[-9.8359375, false]], [[-12.2109375, false]], [[-9.5859375, false]], [[-9.3359375, false]], [[-11.9609375, false]], [[-5.58203125, false]], [[-9.5859375, false]], [[-9.3359375, false]], [[-5.58203125, false]], [[-11.2109375, false]], [[-11.2109375, false]], [[-8.3359375, false]], [[-5.58203125, false]], [[-9.2109375, false]], [[-11.3359375, false]], [[-9.3359375, false]], [[-8.7109375, false]], [[-10.578125, false]], [[-5.58203125, false]], [[-8.7109375, false]], [[-11.2109375, false]], [[-5.20703125, false]], [[-10.9609375, false]], [[-10.9609375, false]], [[-9.2109375, false]], [[-5.58203125, false]], [[-8.3359375, false]], [[-5.20703125, false]], [[-11.2109375, false]], [[-9.5859375, false]], [[-9.3359375, false]], [[-11.9609375, false]], [[-5.58203125, false]], [[-11.2109375, false]], [[-9.5859375, false]], [[-8.9609375, false]], [[-8.3359375, false]], [[-8.7109375, false]], [[-13.5859375, false]]], "filtered_resps": [[-7.58203125, false], [-8.7109375, false], [-8.7109375, false], [-10.3359375, false], [-5.20703125, false], [-11.9609375, false], [-9.2109375, false], [-9.3359375, false], [-9.5859375, false], [-9.8359375, false], [-9.5859375, false], [-8.3359375, false], [-9.2109375, false], [-5.58203125, false], [-9.8359375, false], [-5.20703125, false], [-9.3359375, false], [-8.7109375, false], [-9.5859375, false], [-9.3359375, false], [-11.9609375, false], [-5.58203125, false], [-9.2109375, false], [-9.3359375, false], [-5.58203125, false], [-9.8359375, false], [-9.5859375, false], [-9.8359375, false], [-12.2109375, false], [-5.58203125, false], [-10.4609375, false], [-5.20703125, false], [-8.7109375, false], [-9.2109375, false], [-8.7109375, false], [-10.578125, false], [-5.58203125, false], [-8.7109375, false], [-9.5859375, false], [-10.3359375, false], [-9.2109375, false], [-11.9609375, false], [-9.2109375, false], [-5.58203125, false], [-5.20703125, false], [-9.3359375, false], [-8.7109375, false], [-5.58203125, false], [-11.2109375, false], [-9.2109375, false], [-5.20703125, false], [-8.7109375, false], [-9.2109375, false], [-5.58203125, false], [-8.3359375, false], [-5.20703125, false], [-11.2109375, false], [-9.5859375, false], [-9.3359375, false], [-11.9609375, false], [-5.58203125, false], [-9.5859375, false], [-9.8359375, false], [-9.5859375, false], [-8.3359375, false], [-9.2109375, false], [-8.7109375, false], [-10.578125, false], [-5.58203125, false], [-8.7109375, false], [-9.8359375, false], [-9.5859375, false], [-11.4609375, false], [-5.20703125, false], [-10.3359375, false], [-8.7109375, false], [-9.2109375, false], [-5.58203125, false], [-5.20703125, false], [-9.3359375, false], [-8.7109375, false], [-5.58203125, false], [-9.2109375, false], [-9.3359375, false], [-5.20703125, false], [-10.9609375, false], [-8.3359375, false], [-9.2109375, false], [-5.58203125, false], [-9.8359375, false], [-12.2109375, false], [-9.5859375, false], [-9.3359375, false], [-11.9609375, false], [-5.58203125, false], [-9.5859375, false], [-9.3359375, false], [-5.58203125, false], [-11.2109375, false], [-11.2109375, false], [-8.3359375, false], [-5.58203125, false], [-9.2109375, false], [-11.3359375, false], [-9.3359375, false], [-8.7109375, false], [-10.578125, false], [-5.58203125, false], [-8.7109375, false], [-11.2109375, false], [-5.20703125, false], [-10.9609375, false], [-10.9609375, false], [-9.2109375, false], [-5.58203125, false], [-8.3359375, false], [-5.20703125, false], [-11.2109375, false], [-9.5859375, false], [-9.3359375, false], [-11.9609375, false], [-5.58203125, false], [-11.2109375, false], [-9.5859375, false], [-8.9609375, false], [-8.3359375, false], [-8.7109375, false], [-13.5859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1427, "doc": {"id": "ACTAAP_2007_7_15", "question": "Solids, liquids, and gases are all different states of which of the following?", "choices": {"text": ["mass", "matter", "weight", "volume"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "matter", "arguments": ["Question: Solids, liquids, and gases are all different states of which of the following?\nAnswer:", " ["], "resps": [[[-6.8671875, false]], [[-9.3671875, false]], [[-8.3671875, false]], [[-4.3671875, false]], [[-9.3671875, false]], [[-9.3671875, false]], [[-9.3671875, false]], [[-9.515625, false]], [[-5.3671875, false]], [[-9.3671875, false]], [[-8.3671875, false]], [[-4.3671875, false]], [[-10.1171875, false]], [[-10.1171875, false]], [[-8.3671875, false]], [[-10.6171875, false]], [[-9.3671875, false]], [[-9.515625, false]], [[-5.3671875, false]], [[-9.3671875, false]], [[-11.3671875, false]], [[-8.3671875, false]], [[-7.8671875, false]], [[-9.3671875, false]], [[-9.1171875, false]], [[-10.1171875, false]], [[-9.3671875, false]], [[-9.515625, false]], [[-5.3671875, false]], [[-9.3671875, false]], [[-9.3671875, false]], [[-9.1171875, false]], [[-9.6171875, false]], [[-11.1171875, false]], [[-8.3671875, false]], [[-8.3671875, false]], [[-9.3671875, false]], [[-11.6171875, false]]], "filtered_resps": [[-6.8671875, false], [-9.3671875, false], [-8.3671875, false], [-4.3671875, false], [-9.3671875, false], [-9.3671875, false], [-9.3671875, false], [-9.515625, false], [-5.3671875, false], [-9.3671875, false], [-8.3671875, false], [-4.3671875, false], [-10.1171875, false], [-10.1171875, false], [-8.3671875, false], [-10.6171875, false], [-9.3671875, false], [-9.515625, false], [-5.3671875, false], [-9.3671875, false], [-11.3671875, false], [-8.3671875, false], [-7.8671875, false], [-9.3671875, false], [-9.1171875, false], [-10.1171875, false], [-9.3671875, false], [-9.515625, false], [-5.3671875, false], [-9.3671875, false], [-9.3671875, false], [-9.1171875, false], [-9.6171875, false], [-11.1171875, false], [-8.3671875, false], [-8.3671875, false], [-9.3671875, false], [-11.6171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1435, "doc": {"id": "Mercury_7172813", "question": "In the Adirondack forests of New York, some trees have died. The change in the forest is thought to be related to air pollution and rain. Which abiotic factor most likely has been changed as a result of the pollution and rain which resulted in the death of the trees?", "choices": {"text": ["a decrease in the amount of available oxygen", "an increase in the amount of sunlight", "a decrease in the pH of the soil", "an increase in the nutrients"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "a decrease in the pH of the soil", "arguments": ["Question: In the Adirondack forests of New York, some trees have died. The change in the forest is thought to be related to air pollution and rain. Which abiotic factor most likely has been changed as a result of the pollution and rain which resulted in the death of the trees?\nAnswer:", " ["], "resps": [[[-6.9375, false]], [[-9.6875, false]], [[-4.4375, false]], [[-4.8125, false]], [[-5.9375, false]], [[-7.4375, false]], [[-7.1875, false]], [[-10.8125, false]], [[-7.4375, false]], [[-4.4375, false]], [[-9.9375, false]], [[-7.4375, false]], [[-4.8125, false]], [[-7.9375, false]], [[-7.8125, false]], [[-4.8125, false]], [[-10.6875, false]], [[-10.1875, false]], [[-7.4375, false]], [[-4.8125, false]], [[-4.4375, false]], [[-9.3125, false]], [[-6.8125, false]], [[-10.8125, false]], [[-7.8125, false]], [[-10.6875, false]], [[-4.8125, false]], [[-6.8125, false]], [[-8.6875, false]], [[-4.8125, false]], [[-4.4375, false]], [[-11.3125, false]], [[-4.4375, false]], [[-7.9375, false]], [[-10.4375, false]], [[-4.4375, false]], [[-6.4375, false]], [[-10.4375, false]], [[-7.4375, false]], [[-4.8125, false]], [[-6.8125, false]], [[-8.8125, false]], [[-10.4375, false]], [[-10.6875, false]], [[-7.4375, false]], [[-7.8125, false]], [[-9.6875, false]], [[-9.484375, false]], [[-4.8125, false]], [[-9.6875, false]], [[-4.4375, false]], [[-7.8125, false]], [[-4.8125, false]], [[-7.9375, false]], [[-7.8125, false]], [[-7.1875, false]], [[-10.8125, false]], [[-7.4375, false]], [[-4.4375, false]], [[-9.9375, false]], [[-7.4375, false]], [[-4.8125, false]], [[-7.9375, false]], [[-7.8125, false]], [[-4.8125, false]], [[-10.6875, false]], [[-10.1875, false]], [[-7.4375, false]], [[-4.8125, false]], [[-4.4375, false]], [[-9.3125, false]], [[-6.8125, false]], [[-10.8125, false]], [[-7.8125, false]], [[-10.6875, false]], [[-4.8125, false]], [[-6.8125, false]], [[-8.6875, false]], [[-4.8125, false]], [[-9.9375, false]], [[-10.8125, false]], [[-7.8125, false]], [[-10.4375, false]], [[-7.9375, false]], [[-10.6875, false]], [[-10.1875, false]], [[-10.6875, false]], [[-9.6875, false]], [[-9.484375, false]], [[-4.8125, false]], [[-9.6875, false]], [[-4.4375, false]], [[-4.8125, false]], [[-5.9375, false]], [[-7.4375, false]], [[-7.1875, false]], [[-10.8125, false]], [[-7.4375, false]], [[-4.4375, false]], [[-9.9375, false]], [[-7.4375, false]], [[-4.8125, false]], [[-7.9375, false]], [[-7.8125, false]], [[-4.8125, false]], [[-10.6875, false]], [[-10.1875, false]], [[-7.4375, false]], [[-4.8125, false]], [[-8.6875, false]], [[-6.5625, false]], [[-4.8125, false]], [[-6.8125, false]], [[-8.6875, false]], [[-4.8125, false]], [[-10.6875, false]], [[-10.1875, false]], [[-7.4375, false]], [[-4.8125, false]], [[-9.9375, false]], [[-6.8125, false]], [[-7.9375, false]], [[-10.4375, false]], [[-9.6875, false]], [[-9.484375, false]], [[-4.8125, false]], [[-9.6875, false]], [[-4.4375, false]], [[-7.8125, false]], [[-4.8125, false]], [[-7.9375, false]], [[-7.8125, false]], [[-7.1875, false]], [[-10.8125, false]], [[-7.4375, false]], [[-4.4375, false]], [[-9.9375, false]], [[-7.4375, false]], [[-4.8125, false]], [[-7.9375, false]], [[-7.8125, false]], [[-4.8125, false]], [[-10.6875, false]], [[-10.1875, false]], [[-7.4375, false]], [[-4.8125, false]], [[-7.8125, false]], [[-10.8125, false]], [[-10.6875, false]], [[-10.8125, false]], [[-7.9375, false]], [[-7.4375, false]], [[-7.8125, false]], [[-10.6875, false]], [[-9.9375, false]], [[-9.6875, false]], [[-14.8125, false]]], "filtered_resps": [[-6.9375, false], [-9.6875, false], [-4.4375, false], [-4.8125, false], [-5.9375, false], [-7.4375, false], [-7.1875, false], [-10.8125, false], [-7.4375, false], [-4.4375, false], [-9.9375, false], [-7.4375, false], [-4.8125, false], [-7.9375, false], [-7.8125, false], [-4.8125, false], [-10.6875, false], [-10.1875, false], [-7.4375, false], [-4.8125, false], [-4.4375, false], [-9.3125, false], [-6.8125, false], [-10.8125, false], [-7.8125, false], [-10.6875, false], [-4.8125, false], [-6.8125, false], [-8.6875, false], [-4.8125, false], [-4.4375, false], [-11.3125, false], [-4.4375, false], [-7.9375, false], [-10.4375, false], [-4.4375, false], [-6.4375, false], [-10.4375, false], [-7.4375, false], [-4.8125, false], [-6.8125, false], [-8.8125, false], [-10.4375, false], [-10.6875, false], [-7.4375, false], [-7.8125, false], [-9.6875, false], [-9.484375, false], [-4.8125, false], [-9.6875, false], [-4.4375, false], [-7.8125, false], [-4.8125, false], [-7.9375, false], [-7.8125, false], [-7.1875, false], [-10.8125, false], [-7.4375, false], [-4.4375, false], [-9.9375, false], [-7.4375, false], [-4.8125, false], [-7.9375, false], [-7.8125, false], [-4.8125, false], [-10.6875, false], [-10.1875, false], [-7.4375, false], [-4.8125, false], [-4.4375, false], [-9.3125, false], [-6.8125, false], [-10.8125, false], [-7.8125, false], [-10.6875, false], [-4.8125, false], [-6.8125, false], [-8.6875, false], [-4.8125, false], [-9.9375, false], [-10.8125, false], [-7.8125, false], [-10.4375, false], [-7.9375, false], [-10.6875, false], [-10.1875, false], [-10.6875, false], [-9.6875, false], [-9.484375, false], [-4.8125, false], [-9.6875, false], [-4.4375, false], [-4.8125, false], [-5.9375, false], [-7.4375, false], [-7.1875, false], [-10.8125, false], [-7.4375, false], [-4.4375, false], [-9.9375, false], [-7.4375, false], [-4.8125, false], [-7.9375, false], [-7.8125, false], [-4.8125, false], [-10.6875, false], [-10.1875, false], [-7.4375, false], [-4.8125, false], [-8.6875, false], [-6.5625, false], [-4.8125, false], [-6.8125, false], [-8.6875, false], [-4.8125, false], [-10.6875, false], [-10.1875, false], [-7.4375, false], [-4.8125, false], [-9.9375, false], [-6.8125, false], [-7.9375, false], [-10.4375, false], [-9.6875, false], [-9.484375, false], [-4.8125, false], [-9.6875, false], [-4.4375, false], [-7.8125, false], [-4.8125, false], [-7.9375, false], [-7.8125, false], [-7.1875, false], [-10.8125, false], [-7.4375, false], [-4.4375, false], [-9.9375, false], [-7.4375, false], [-4.8125, false], [-7.9375, false], [-7.8125, false], [-4.8125, false], [-10.6875, false], [-10.1875, false], [-7.4375, false], [-4.8125, false], [-7.8125, false], [-10.8125, false], [-10.6875, false], [-10.8125, false], [-7.9375, false], [-7.4375, false], [-7.8125, false], [-10.6875, false], [-9.9375, false], [-9.6875, false], [-14.8125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1443, "doc": {"id": "CSZ30179", "question": "A galaxy is best described as a cluster of", "choices": {"text": ["hundreds of stars.", "thousands of stars.", "millions of stars.", "billions of stars."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "billions of stars.", "arguments": ["Question: A galaxy is best described as a cluster of\nAnswer:", " ["], "resps": [[[-7.5625, false]], [[-8.0625, false]], [[-10.5625, false]], [[-11.0625, false]], [[-8.8125, false]], [[-9.5625, false]], [[-10.0625, false]], [[-9.0625, false]], [[-9.5625, false]], [[-9.3125, false]], [[-5.3125, false]], [[-10.5625, false]], [[-9.8125, false]], [[-5.3125, false]], [[-9.3125, false]], [[-10.3125, false]], [[-4.3125, false]], [[-10.0625, false]], [[-9.3125, false]], [[-6.90234375, false]], [[-8.0625, false]], [[-8.2109375, false]], [[-5.3125, false]], [[-8.0625, false]], [[-10.3125, false]], [[-10.5625, false]], [[-10.5625, false]], [[-11.0625, false]], [[-9.3125, false]], [[-4.3125, false]], [[-8.8125, false]], [[-9.5625, false]], [[-9.3125, false]], [[-5.3125, false]], [[-10.5625, false]], [[-9.8125, false]], [[-5.3125, false]], [[-9.3125, false]], [[-10.3125, false]], [[-4.3125, false]], [[-10.0625, false]], [[-9.3125, false]], [[-6.90234375, false]], [[-8.0625, false]], [[-8.2109375, false]], [[-5.3125, false]], [[-8.0625, false]], [[-10.3125, false]], [[-8.5625, false]], [[-11.0625, false]], [[-11.0625, false]], [[-8.5625, false]], [[-10.5625, false]], [[-8.8125, false]], [[-9.3125, false]], [[-5.3125, false]], [[-10.5625, false]], [[-9.8125, false]], [[-5.3125, false]], [[-9.3125, false]], [[-10.3125, false]], [[-4.3125, false]], [[-10.0625, false]], [[-9.3125, false]], [[-6.90234375, false]], [[-8.0625, false]], [[-8.21875, false]], [[-5.3125, false]], [[-8.0625, false]], [[-8.3125, false]], [[-8.5625, false]], [[-11.0625, false]], [[-11.0625, false]], [[-8.5625, false]], [[-10.5625, false]], [[-8.8125, false]], [[-9.3125, false]], [[-5.3125, false]], [[-10.5625, false]], [[-9.8125, false]], [[-5.3125, false]], [[-9.3125, false]], [[-10.3125, false]], [[-4.3125, false]], [[-10.0625, false]], [[-9.3125, false]], [[-6.90234375, false]], [[-8.0625, false]], [[-10.8125, false]]], "filtered_resps": [[-7.5625, false], [-8.0625, false], [-10.5625, false], [-11.0625, false], [-8.8125, false], [-9.5625, false], [-10.0625, false], [-9.0625, false], [-9.5625, false], [-9.3125, false], [-5.3125, false], [-10.5625, false], [-9.8125, false], [-5.3125, false], [-9.3125, false], [-10.3125, false], [-4.3125, false], [-10.0625, false], [-9.3125, false], [-6.90234375, false], [-8.0625, false], [-8.2109375, false], [-5.3125, false], [-8.0625, false], [-10.3125, false], [-10.5625, false], [-10.5625, false], [-11.0625, false], [-9.3125, false], [-4.3125, false], [-8.8125, false], [-9.5625, false], [-9.3125, false], [-5.3125, false], [-10.5625, false], [-9.8125, false], [-5.3125, false], [-9.3125, false], [-10.3125, false], [-4.3125, false], [-10.0625, false], [-9.3125, false], [-6.90234375, false], [-8.0625, false], [-8.2109375, false], [-5.3125, false], [-8.0625, false], [-10.3125, false], [-8.5625, false], [-11.0625, false], [-11.0625, false], [-8.5625, false], [-10.5625, false], [-8.8125, false], [-9.3125, false], [-5.3125, false], [-10.5625, false], [-9.8125, false], [-5.3125, false], [-9.3125, false], [-10.3125, false], [-4.3125, false], [-10.0625, false], [-9.3125, false], [-6.90234375, false], [-8.0625, false], [-8.21875, false], [-5.3125, false], [-8.0625, false], [-8.3125, false], [-8.5625, false], [-11.0625, false], [-11.0625, false], [-8.5625, false], [-10.5625, false], [-8.8125, false], [-9.3125, false], [-5.3125, false], [-10.5625, false], [-9.8125, false], [-5.3125, false], [-9.3125, false], [-10.3125, false], [-4.3125, false], [-10.0625, false], [-9.3125, false], [-6.90234375, false], [-8.0625, false], [-10.8125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1451, "doc": {"id": "Mercury_SC_406663", "question": "A student plans to write a report about a type of bird that includes only facts. Which statement should the student leave out of the report?", "choices": {"text": ["These birds are blue.", "These birds are beautiful.", "Most of these birds are 13 cm tall.", "Most of these birds are about 10 grams."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "These birds are beautiful.", "arguments": ["Question: A student plans to write a report about a type of bird that includes only facts. Which statement should the student leave out of the report?\nAnswer:", " ["], "resps": [[[-5.78125, false]], [[-8.03125, false]], [[-6.53125, false]], [[-9.53125, false]], [[-8.28125, false]], [[-9.28125, false]], [[-8.28125, false]], [[-5.53125, false]], [[-6.53125, false]], [[-8.78125, false]], [[-9.28125, false]], [[-6.78125, false]], [[-9.28125, false]], [[-5.53125, false]], [[-4.53125, false]], [[-9.28125, false]], [[-8.28125, false]], [[-5.53125, false]], [[-6.53125, false]], [[-9.03125, false]], [[-10.78125, false]], [[-8.28125, false]], [[-6.4609375, false]], [[-8.03125, false]], [[-9.4609375, false]], [[-5.53125, false]], [[-8.03125, false]], [[-6.53125, false]], [[-9.53125, false]], [[-8.28125, false]], [[-9.28125, false]], [[-8.28125, false]], [[-5.53125, false]], [[-6.53125, false]], [[-8.78125, false]], [[-9.28125, false]], [[-6.78125, false]], [[-9.28125, false]], [[-5.53125, false]], [[-4.53125, false]], [[-9.28125, false]], [[-8.28125, false]], [[-5.53125, false]], [[-6.53125, false]], [[-8.28125, false]], [[-4.53125, false]], [[-10.78125, false]], [[-9.28125, false]], [[-8.78125, false]], [[-7.03125, false]], [[-10.78125, false]], [[-9.03125, false]], [[-6.4609375, false]], [[-8.03125, false]], [[-9.4609375, false]], [[-5.53125, false]], [[-8.03125, false]], [[-7.03125, false]], [[-8.28125, false]], [[-9.28125, false]], [[-9.28125, false]], [[-5.53125, false]], [[-8.28125, false]], [[-7.03125, false]], [[-5.53125, false]], [[-9.28125, false]], [[-9.53125, false]], [[-8.28125, false]], [[-9.28125, false]], [[-8.28125, false]], [[-5.53125, false]], [[-6.53125, false]], [[-8.78125, false]], [[-9.28125, false]], [[-6.78125, false]], [[-9.28125, false]], [[-5.53125, false]], [[-4.53125, false]], [[-9.28125, false]], [[-8.28125, false]], [[-5.53125, false]], [[-6.78125, false]], [[-8.53125, false]], [[-5.53125, false]], [[-7.28125, false]], [[-9.78125, false]], [[-5.53125, false]], [[-9.28125, false]], [[-4.53125, false]], [[-9.03125, false]], [[-9.03125, false]], [[-6.4609375, false]], [[-8.03125, false]], [[-9.4609375, false]], [[-5.53125, false]], [[-8.03125, false]], [[-7.03125, false]], [[-8.28125, false]], [[-9.28125, false]], [[-9.28125, false]], [[-5.53125, false]], [[-8.28125, false]], [[-7.03125, false]], [[-5.53125, false]], [[-9.28125, false]], [[-9.53125, false]], [[-8.28125, false]], [[-9.28125, false]], [[-8.28125, false]], [[-5.53125, false]], [[-6.53125, false]], [[-8.78125, false]], [[-9.28125, false]], [[-6.78125, false]], [[-9.28125, false]], [[-5.53125, false]], [[-4.53125, false]], [[-9.28125, false]], [[-8.28125, false]], [[-5.53125, false]], [[-4.53125, false]], [[-6.53125, false]], [[-8.28125, false]], [[-10.78125, false]], [[-9.28125, false]], [[-5.53125, false]], [[-6.78125, false]], [[-9.53125, false]], [[-5.53125, false]], [[-10.03125, false]], [[-9.28125, false]], [[-4.53125, false]], [[-9.78125, false]], [[-9.28125, false]], [[-6.4609375, false]], [[-8.03125, false]], [[-11.53125, false]]], "filtered_resps": [[-5.78125, false], [-8.03125, false], [-6.53125, false], [-9.53125, false], [-8.28125, false], [-9.28125, false], [-8.28125, false], [-5.53125, false], [-6.53125, false], [-8.78125, false], [-9.28125, false], [-6.78125, false], [-9.28125, false], [-5.53125, false], [-4.53125, false], [-9.28125, false], [-8.28125, false], [-5.53125, false], [-6.53125, false], [-9.03125, false], [-10.78125, false], [-8.28125, false], [-6.4609375, false], [-8.03125, false], [-9.4609375, false], [-5.53125, false], [-8.03125, false], [-6.53125, false], [-9.53125, false], [-8.28125, false], [-9.28125, false], [-8.28125, false], [-5.53125, false], [-6.53125, false], [-8.78125, false], [-9.28125, false], [-6.78125, false], [-9.28125, false], [-5.53125, false], [-4.53125, false], [-9.28125, false], [-8.28125, false], [-5.53125, false], [-6.53125, false], [-8.28125, false], [-4.53125, false], [-10.78125, false], [-9.28125, false], [-8.78125, false], [-7.03125, false], [-10.78125, false], [-9.03125, false], [-6.4609375, false], [-8.03125, false], [-9.4609375, false], [-5.53125, false], [-8.03125, false], [-7.03125, false], [-8.28125, false], [-9.28125, false], [-9.28125, false], [-5.53125, false], [-8.28125, false], [-7.03125, false], [-5.53125, false], [-9.28125, false], [-9.53125, false], [-8.28125, false], [-9.28125, false], [-8.28125, false], [-5.53125, false], [-6.53125, false], [-8.78125, false], [-9.28125, false], [-6.78125, false], [-9.28125, false], [-5.53125, false], [-4.53125, false], [-9.28125, false], [-8.28125, false], [-5.53125, false], [-6.78125, false], [-8.53125, false], [-5.53125, false], [-7.28125, false], [-9.78125, false], [-5.53125, false], [-9.28125, false], [-4.53125, false], [-9.03125, false], [-9.03125, false], [-6.4609375, false], [-8.03125, false], [-9.4609375, false], [-5.53125, false], [-8.03125, false], [-7.03125, false], [-8.28125, false], [-9.28125, false], [-9.28125, false], [-5.53125, false], [-8.28125, false], [-7.03125, false], [-5.53125, false], [-9.28125, false], [-9.53125, false], [-8.28125, false], [-9.28125, false], [-8.28125, false], [-5.53125, false], [-6.53125, false], [-8.78125, false], [-9.28125, false], [-6.78125, false], [-9.28125, false], [-5.53125, false], [-4.53125, false], [-9.28125, false], [-8.28125, false], [-5.53125, false], [-4.53125, false], [-6.53125, false], [-8.28125, false], [-10.78125, false], [-9.28125, false], [-5.53125, false], [-6.78125, false], [-9.53125, false], [-5.53125, false], [-10.03125, false], [-9.28125, false], [-4.53125, false], [-9.78125, false], [-9.28125, false], [-6.4609375, false], [-8.03125, false], [-11.53125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1459, "doc": {"id": "Mercury_SC_402116", "question": "A student is trying to model an ocean environment. What is the most important factor the student should add to the aquarium in order to make sure that the model is accurate?", "choices": {"text": ["starfish", "seaweed", "salt water", "coral reef"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "salt water", "arguments": ["Question: A student is trying to model an ocean environment. What is the most important factor the student should add to the aquarium in order to make sure that the model is accurate?\nAnswer:", " ["], "resps": [[[-7.4375, false]], [[-9.3125, false]], [[-9.8125, false]], [[-10.5625, false]], [[-5.8125, false]], [[-11.5625, false]], [[-9.3125, false]], [[-8.9375, false]], [[-9.8125, false]], [[-10.9375, false]], [[-9.3125, false]], [[-10.859375, false]], [[-5.8125, false]], [[-9.3125, false]], [[-9.8125, false]], [[-9.1875, false]], [[-5.8125, false]], [[-10.4375, false]], [[-9.1875, false]], [[-9.1875, false]], [[-9.3125, false]], [[-9.3125, false]], [[-10.859375, false]], [[-5.8125, false]], [[-9.3125, false]], [[-9.8125, false]], [[-5.8125, false]], [[-10.9375, false]], [[-10.5625, false]], [[-5.8125, false]], [[-10.4375, false]], [[-5.8125, false]], [[-10.5625, false]], [[-9.1875, false]], [[-11.5625, false]], [[-9.3125, false]], [[-10.859375, false]], [[-5.8125, false]], [[-9.3125, false]], [[-9.9375, false]], [[-8.8125, false]], [[-11.5625, false]], [[-5.8125, false]], [[-10.9375, false]], [[-5.8125, false]], [[-11.5625, false]], [[-9.1875, false]], [[-9.1875, false]], [[-9.3125, false]], [[-9.3125, false]], [[-12.8125, false]]], "filtered_resps": [[-7.4375, false], [-9.3125, false], [-9.8125, false], [-10.5625, false], [-5.8125, false], [-11.5625, false], [-9.3125, false], [-8.9375, false], [-9.8125, false], [-10.9375, false], [-9.3125, false], [-10.859375, false], [-5.8125, false], [-9.3125, false], [-9.8125, false], [-9.1875, false], [-5.8125, false], [-10.4375, false], [-9.1875, false], [-9.1875, false], [-9.3125, false], [-9.3125, false], [-10.859375, false], [-5.8125, false], [-9.3125, false], [-9.8125, false], [-5.8125, false], [-10.9375, false], [-10.5625, false], [-5.8125, false], [-10.4375, false], [-5.8125, false], [-10.5625, false], [-9.1875, false], [-11.5625, false], [-9.3125, false], [-10.859375, false], [-5.8125, false], [-9.3125, false], [-9.9375, false], [-8.8125, false], [-11.5625, false], [-5.8125, false], [-10.9375, false], [-5.8125, false], [-11.5625, false], [-9.1875, false], [-9.1875, false], [-9.3125, false], [-9.3125, false], [-12.8125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1467, "doc": {"id": "Mercury_7271355", "question": "Which of these is defined as \"the passage of genetic instructions from one generation to the next?\"", "choices": {"text": ["growth", "heredity", "development", "reproduction"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "heredity", "arguments": ["Question: Which of these is defined as \"the passage of genetic instructions from one generation to the next?\"\nAnswer:", " ["], "resps": [[[-6.671875, false]], [[-6.921875, false]], [[-9.046875, false]], [[-8.046875, false]], [[-9.296875, false]], [[-9.171875, false]], [[-7.921875, false]], [[-9.171875, false]], [[-6.921875, false]], [[-9.796875, false]], [[-4.921875, false]], [[-6.921875, false]], [[-9.171875, false]], [[-7.921875, false]], [[-8.046875, false]], [[-7.921875, false]], [[-7.171875, false]], [[-7.921875, false]], [[-7.921875, false]], [[-10.296875, false]], [[-6.921875, false]], [[-9.796875, false]], [[-4.921875, false]], [[-6.921875, false]], [[-7.171875, false]], [[-7.921875, false]], [[-9.546875, false]], [[-7.921875, false]], [[-8.796875, false]], [[-9.296875, false]], [[-7.296875, false]], [[-7.171875, false]], [[-7.921875, false]], [[-8.171875, false]], [[-7.921875, false]], [[-6.921875, false]], [[-9.796875, false]], [[-4.921875, false]], [[-6.921875, false]], [[-8.046875, false]], [[-7.921875, false]], [[-7.296875, false]], [[-8.046875, false]], [[-9.296875, false]], [[-7.171875, false]], [[-9.921875, false]], [[-6.921875, false]], [[-7.921875, false]], [[-7.921875, false]], [[-9.296875, false]], [[-8.171875, false]], [[-6.921875, false]], [[-13.171875, false]]], "filtered_resps": [[-6.671875, false], [-6.921875, false], [-9.046875, false], [-8.046875, false], [-9.296875, false], [-9.171875, false], [-7.921875, false], [-9.171875, false], [-6.921875, false], [-9.796875, false], [-4.921875, false], [-6.921875, false], [-9.171875, false], [-7.921875, false], [-8.046875, false], [-7.921875, false], [-7.171875, false], [-7.921875, false], [-7.921875, false], [-10.296875, false], [-6.921875, false], [-9.796875, false], [-4.921875, false], [-6.921875, false], [-7.171875, false], [-7.921875, false], [-9.546875, false], [-7.921875, false], [-8.796875, false], [-9.296875, false], [-7.296875, false], [-7.171875, false], [-7.921875, false], [-8.171875, false], [-7.921875, false], [-6.921875, false], [-9.796875, false], [-4.921875, false], [-6.921875, false], [-8.046875, false], [-7.921875, false], [-7.296875, false], [-8.046875, false], [-9.296875, false], [-7.171875, false], [-9.921875, false], [-6.921875, false], [-7.921875, false], [-7.921875, false], [-9.296875, false], [-8.171875, false], [-6.921875, false], [-13.171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1475, "doc": {"id": "Mercury_7090580", "question": "MOST of the volcanoes that make up the \"Ring of Fire\" were formed near", "choices": {"text": ["hot spots.", "subduction zones.", "divergent boundaries.", "normal faults."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "subduction zones.", "arguments": ["Question: MOST of the volcanoes that make up the \"Ring of Fire\" were formed near\nAnswer:", " ["], "resps": [[[-7.53515625, false]], [[-8.15625, false]], [[-10.90625, false]], [[-9.78125, false]], [[-10.90625, false]], [[-4.78515625, false]], [[-9.65625, false]], [[-10.03125, false]], [[-9.78125, false]], [[-10.90625, false]], [[-9.65625, false]], [[-6.86328125, false]], [[-8.15625, false]], [[-8.109375, false]], [[-4.78515625, false]], [[-8.15625, false]], [[-9.65625, false]], [[-10.65625, false]], [[-8.90625, false]], [[-9.53125, false]], [[-10.65625, false]], [[-9.15625, false]], [[-10.90625, false]], [[-7.41015625, false]], [[-9.78125, false]], [[-8.65625, false]], [[-4.78515625, false]], [[-11.28125, false]], [[-9.78125, false]], [[-8.65625, false]], [[-6.91015625, false]], [[-9.65625, false]], [[-6.86328125, false]], [[-8.15625, false]], [[-8.109375, false]], [[-4.78515625, false]], [[-8.15625, false]], [[-9.53125, false]], [[-7.41015625, false]], [[-9.90625, false]], [[-6.91015625, false]], [[-8.28125, false]], [[-11.90625, false]], [[-6.91015625, false]], [[-8.65625, false]], [[-10.90625, false]], [[-4.78515625, false]], [[-8.90625, false]], [[-9.78125, false]], [[-10.65625, false]], [[-8.65625, false]], [[-9.53125, false]], [[-5.78515625, false]], [[-8.28125, false]], [[-7.41015625, false]], [[-6.91015625, false]], [[-9.65625, false]], [[-6.86328125, false]], [[-8.15625, false]], [[-8.109375, false]], [[-4.78515625, false]], [[-8.15625, false]], [[-8.65625, false]], [[-9.78125, false]], [[-8.28125, false]], [[-9.40625, false]], [[-5.78515625, false]], [[-9.90625, false]], [[-4.78515625, false]], [[-9.90625, false]], [[-5.78515625, false]], [[-10.65625, false]], [[-9.90625, false]], [[-10.90625, false]], [[-9.65625, false]], [[-6.86328125, false]], [[-8.15625, false]], [[-10.65625, false]]], "filtered_resps": [[-7.53515625, false], [-8.15625, false], [-10.90625, false], [-9.78125, false], [-10.90625, false], [-4.78515625, false], [-9.65625, false], [-10.03125, false], [-9.78125, false], [-10.90625, false], [-9.65625, false], [-6.86328125, false], [-8.15625, false], [-8.109375, false], [-4.78515625, false], [-8.15625, false], [-9.65625, false], [-10.65625, false], [-8.90625, false], [-9.53125, false], [-10.65625, false], [-9.15625, false], [-10.90625, false], [-7.41015625, false], [-9.78125, false], [-8.65625, false], [-4.78515625, false], [-11.28125, false], [-9.78125, false], [-8.65625, false], [-6.91015625, false], [-9.65625, false], [-6.86328125, false], [-8.15625, false], [-8.109375, false], [-4.78515625, false], [-8.15625, false], [-9.53125, false], [-7.41015625, false], [-9.90625, false], [-6.91015625, false], [-8.28125, false], [-11.90625, false], [-6.91015625, false], [-8.65625, false], [-10.90625, false], [-4.78515625, false], [-8.90625, false], [-9.78125, false], [-10.65625, false], [-8.65625, false], [-9.53125, false], [-5.78515625, false], [-8.28125, false], [-7.41015625, false], [-6.91015625, false], [-9.65625, false], [-6.86328125, false], [-8.15625, false], [-8.109375, false], [-4.78515625, false], [-8.15625, false], [-8.65625, false], [-9.78125, false], [-8.28125, false], [-9.40625, false], [-5.78515625, false], [-9.90625, false], [-4.78515625, false], [-9.90625, false], [-5.78515625, false], [-10.65625, false], [-9.90625, false], [-10.90625, false], [-9.65625, false], [-6.86328125, false], [-8.15625, false], [-10.65625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1483, "doc": {"id": "MCAS_2015_5_11", "question": "What form of energy makes a compass needle point north?", "choices": {"text": ["electrical", "heat", "light", "magnetic"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "magnetic", "arguments": ["Question: What form of energy makes a compass needle point north?\nAnswer:", " ["], "resps": [[[-7.7734375, false]], [[-8.2734375, false]], [[-9.0234375, false]], [[-9.2734375, false]], [[-9.0234375, false]], [[-8.5234375, false]], [[-9.5234375, false]], [[-9.7734375, false]], [[-8.7734375, false]], [[-8.5234375, false]], [[-4.7734375, false]], [[-9.2734375, false]], [[-8.2734375, false]], [[-8.984375, false]], [[-4.5234375, false]], [[-8.2734375, false]], [[-10.0234375, false]], [[-9.0234375, false]], [[-4.7734375, false]], [[-9.5234375, false]], [[-8.2734375, false]], [[-8.984375, false]], [[-4.5234375, false]], [[-8.2734375, false]], [[-9.2734375, false]], [[-8.7734375, false]], [[-9.7734375, false]], [[-10.0234375, false]], [[-9.5234375, false]], [[-8.2734375, false]], [[-8.984375, false]], [[-4.5234375, false]], [[-8.2734375, false]], [[-8.0234375, false]], [[-4.7734375, false]], [[-9.7734375, false]], [[-8.5234375, false]], [[-9.0234375, false]], [[-9.5234375, false]], [[-8.7734375, false]], [[-8.5234375, false]], [[-8.2734375, false]], [[-14.0234375, false]]], "filtered_resps": [[-7.7734375, false], [-8.2734375, false], [-9.0234375, false], [-9.2734375, false], [-9.0234375, false], [-8.5234375, false], [-9.5234375, false], [-9.7734375, false], [-8.7734375, false], [-8.5234375, false], [-4.7734375, false], [-9.2734375, false], [-8.2734375, false], [-8.984375, false], [-4.5234375, false], [-8.2734375, false], [-10.0234375, false], [-9.0234375, false], [-4.7734375, false], [-9.5234375, false], [-8.2734375, false], [-8.984375, false], [-4.5234375, false], [-8.2734375, false], [-9.2734375, false], [-8.7734375, false], [-9.7734375, false], [-10.0234375, false], [-9.5234375, false], [-8.2734375, false], [-8.984375, false], [-4.5234375, false], [-8.2734375, false], [-8.0234375, false], [-4.7734375, false], [-9.7734375, false], [-8.5234375, false], [-9.0234375, false], [-9.5234375, false], [-8.7734375, false], [-8.5234375, false], [-8.2734375, false], [-14.0234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1491, "doc": {"id": "ACTAAP_2008_7_16", "question": "Which energy source might involve burning wood or producing gasohol?", "choices": {"text": ["biomass", "wind turbine", "nuclear fission", "hydroelectric power"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "biomass", "arguments": ["Question: Which energy source might involve burning wood or producing gasohol?\nAnswer:", " ["], "resps": [[[-7.48828125, false]], [[-7.98828125, false]], [[-11.9921875, false]], [[-8.9921875, false]], [[-9.4921875, false]], [[-10.4921875, false]], [[-6.23828125, false]], [[-10.2421875, false]], [[-10.2421875, false]], [[-7.98828125, false]], [[-9.5625, false]], [[-5.48828125, false]], [[-7.98828125, false]], [[-10.9921875, false]], [[-8.9921875, false]], [[-10.4921875, false]], [[-11.2421875, false]], [[-5.48828125, false]], [[-12.4921875, false]], [[-10.9921875, false]], [[-12.4921875, false]], [[-11.9921875, false]], [[-8.9921875, false]], [[-10.4921875, false]], [[-8.2421875, false]], [[-7.98828125, false]], [[-9.5625, false]], [[-5.48828125, false]], [[-7.98828125, false]], [[-10.4921875, false]], [[-10.9921875, false]], [[-10.7421875, false]], [[-10.2421875, false]], [[-8.2421875, false]], [[-6.23828125, false]], [[-12.4921875, false]], [[-5.48828125, false]], [[-11.4921875, false]], [[-8.9921875, false]], [[-10.2421875, false]], [[-10.2421875, false]], [[-8.9921875, false]], [[-9.4921875, false]], [[-10.4921875, false]], [[-7.98828125, false]], [[-9.5625, false]], [[-5.48828125, false]], [[-7.98828125, false]], [[-11.4921875, false]], [[-12.2421875, false]], [[-11.2421875, false]], [[-12.4921875, false]], [[-9.4921875, false]], [[-8.2421875, false]], [[-10.2421875, false]], [[-8.2421875, false]], [[-10.7421875, false]], [[-12.4921875, false]], [[-12.4921875, false]], [[-8.9921875, false]], [[-10.7421875, false]], [[-5.48828125, false]], [[-10.7421875, false]], [[-9.4921875, false]], [[-10.9921875, false]], [[-8.2421875, false]], [[-12.4921875, false]], [[-7.98828125, false]], [[-15.2421875, false]]], "filtered_resps": [[-7.48828125, false], [-7.98828125, false], [-11.9921875, false], [-8.9921875, false], [-9.4921875, false], [-10.4921875, false], [-6.23828125, false], [-10.2421875, false], [-10.2421875, false], [-7.98828125, false], [-9.5625, false], [-5.48828125, false], [-7.98828125, false], [-10.9921875, false], [-8.9921875, false], [-10.4921875, false], [-11.2421875, false], [-5.48828125, false], [-12.4921875, false], [-10.9921875, false], [-12.4921875, false], [-11.9921875, false], [-8.9921875, false], [-10.4921875, false], [-8.2421875, false], [-7.98828125, false], [-9.5625, false], [-5.48828125, false], [-7.98828125, false], [-10.4921875, false], [-10.9921875, false], [-10.7421875, false], [-10.2421875, false], [-8.2421875, false], [-6.23828125, false], [-12.4921875, false], [-5.48828125, false], [-11.4921875, false], [-8.9921875, false], [-10.2421875, false], [-10.2421875, false], [-8.9921875, false], [-9.4921875, false], [-10.4921875, false], [-7.98828125, false], [-9.5625, false], [-5.48828125, false], [-7.98828125, false], [-11.4921875, false], [-12.2421875, false], [-11.2421875, false], [-12.4921875, false], [-9.4921875, false], [-8.2421875, false], [-10.2421875, false], [-8.2421875, false], [-10.7421875, false], [-12.4921875, false], [-12.4921875, false], [-8.9921875, false], [-10.7421875, false], [-5.48828125, false], [-10.7421875, false], [-9.4921875, false], [-10.9921875, false], [-8.2421875, false], [-12.4921875, false], [-7.98828125, false], [-15.2421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1499, "doc": {"id": "Mercury_7071610", "question": "Over a two-week period, several students complain of feeling sick. Their symptoms include a cough, fever, and a sore throat. What describes the most likely cause of these symptoms?", "choices": {"text": ["exposure to hot weather", "decrease in physical exercise", "consumption of bad food", "infection by a virus"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "infection by a virus", "arguments": ["Question: Over a two-week period, several students complain of feeling sick. Their symptoms include a cough, fever, and a sore throat. What describes the most likely cause of these symptoms?\nAnswer:", " ["], "resps": [[[-6.8359375, false]], [[-10.2109375, false]], [[-8.8359375, false]], [[-8.9609375, false]], [[-10.2109375, false]], [[-8.7109375, false]], [[-8.3359375, false]], [[-9.2109375, false]], [[-11.5859375, false]], [[-8.8359375, false]], [[-4.9609375, false]], [[-11.8359375, false]], [[-8.7109375, false]], [[-4.9609375, false]], [[-10.5859375, false]], [[-8.7109375, false]], [[-11.8359375, false]], [[-4.9609375, false]], [[-10.0859375, false]], [[-8.8359375, false]], [[-3.9609375, false]], [[-11.8359375, false]], [[-10.5859375, false]], [[-8.8359375, false]], [[-11.5859375, false]], [[-10.2109375, false]], [[-10.203125, false]], [[-4.9609375, false]], [[-10.2109375, false]], [[-8.5859375, false]], [[-8.8359375, false]], [[-5.4609375, false]], [[-11.5859375, false]], [[-8.8359375, false]], [[-3.9609375, false]], [[-8.3359375, false]], [[-8.8359375, false]], [[-4.9609375, false]], [[-8.5859375, false]], [[-11.2109375, false]], [[-4.9609375, false]], [[-10.2109375, false]], [[-10.5859375, false]], [[-12.4609375, false]], [[-8.3359375, false]], [[-8.5859375, false]], [[-5.4609375, false]], [[-3.9609375, false]], [[-10.7109375, false]], [[-4.9609375, false]], [[-8.8359375, false]], [[-8.9609375, false]], [[-8.8359375, false]], [[-11.5859375, false]], [[-5.4609375, false]], [[-8.5859375, false]], [[-8.3359375, false]], [[-8.8359375, false]], [[-10.2109375, false]], [[-10.203125, false]], [[-4.9609375, false]], [[-10.2109375, false]], [[-5.4609375, false]], [[-8.7109375, false]], [[-11.2109375, false]], [[-8.3359375, false]], [[-9.2109375, false]], [[-10.8359375, false]], [[-10.2109375, false]], [[-11.8359375, false]], [[-8.5859375, false]], [[-8.7109375, false]], [[-11.2109375, false]], [[-4.9609375, false]], [[-8.7109375, false]], [[-9.8359375, false]], [[-4.9609375, false]], [[-7.4609375, false]], [[-3.9609375, false]], [[-8.5859375, false]], [[-4.9609375, false]], [[-9.8359375, false]], [[-8.7109375, false]], [[-8.7109375, false]], [[-8.5859375, false]], [[-10.2109375, false]], [[-10.203125, false]], [[-4.9609375, false]], [[-10.2109375, false]], [[-8.5859375, false]], [[-11.2109375, false]], [[-9.8359375, false]], [[-8.8359375, false]], [[-5.4609375, false]], [[-11.8359375, false]], [[-8.5859375, false]], [[-8.7109375, false]], [[-11.2109375, false]], [[-4.9609375, false]], [[-7.4609375, false]], [[-12.4609375, false]], [[-4.9609375, false]], [[-3.9609375, false]], [[-4.9609375, false]], [[-10.2109375, false]], [[-8.5859375, false]], [[-11.5859375, false]], [[-9.2109375, false]], [[-8.3359375, false]], [[-10.2109375, false]], [[-11.4609375, false]]], "filtered_resps": [[-6.8359375, false], [-10.2109375, false], [-8.8359375, false], [-8.9609375, false], [-10.2109375, false], [-8.7109375, false], [-8.3359375, false], [-9.2109375, false], [-11.5859375, false], [-8.8359375, false], [-4.9609375, false], [-11.8359375, false], [-8.7109375, false], [-4.9609375, false], [-10.5859375, false], [-8.7109375, false], [-11.8359375, false], [-4.9609375, false], [-10.0859375, false], [-8.8359375, false], [-3.9609375, false], [-11.8359375, false], [-10.5859375, false], [-8.8359375, false], [-11.5859375, false], [-10.2109375, false], [-10.203125, false], [-4.9609375, false], [-10.2109375, false], [-8.5859375, false], [-8.8359375, false], [-5.4609375, false], [-11.5859375, false], [-8.8359375, false], [-3.9609375, false], [-8.3359375, false], [-8.8359375, false], [-4.9609375, false], [-8.5859375, false], [-11.2109375, false], [-4.9609375, false], [-10.2109375, false], [-10.5859375, false], [-12.4609375, false], [-8.3359375, false], [-8.5859375, false], [-5.4609375, false], [-3.9609375, false], [-10.7109375, false], [-4.9609375, false], [-8.8359375, false], [-8.9609375, false], [-8.8359375, false], [-11.5859375, false], [-5.4609375, false], [-8.5859375, false], [-8.3359375, false], [-8.8359375, false], [-10.2109375, false], [-10.203125, false], [-4.9609375, false], [-10.2109375, false], [-5.4609375, false], [-8.7109375, false], [-11.2109375, false], [-8.3359375, false], [-9.2109375, false], [-10.8359375, false], [-10.2109375, false], [-11.8359375, false], [-8.5859375, false], [-8.7109375, false], [-11.2109375, false], [-4.9609375, false], [-8.7109375, false], [-9.8359375, false], [-4.9609375, false], [-7.4609375, false], [-3.9609375, false], [-8.5859375, false], [-4.9609375, false], [-9.8359375, false], [-8.7109375, false], [-8.7109375, false], [-8.5859375, false], [-10.2109375, false], [-10.203125, false], [-4.9609375, false], [-10.2109375, false], [-8.5859375, false], [-11.2109375, false], [-9.8359375, false], [-8.8359375, false], [-5.4609375, false], [-11.8359375, false], [-8.5859375, false], [-8.7109375, false], [-11.2109375, false], [-4.9609375, false], [-7.4609375, false], [-12.4609375, false], [-4.9609375, false], [-3.9609375, false], [-4.9609375, false], [-10.2109375, false], [-8.5859375, false], [-11.5859375, false], [-9.2109375, false], [-8.3359375, false], [-10.2109375, false], [-11.4609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1507, "doc": {"id": "Mercury_7217228", "question": "Which of the following will always produce a magnetic force on a nearby iron nail?", "choices": {"text": ["a long piece of copper wire", "a large static electric charge", "an electric current", "an electric field"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "an electric current", "arguments": ["Question: Which of the following will always produce a magnetic force on a nearby iron nail?\nAnswer:", " ["], "resps": [[[-7.28125, false]], [[-9.03125, false]], [[-3.533203125, false]], [[-5.53125, false]], [[-9.53125, false]], [[-10.53125, false]], [[-7.53125, false]], [[-9.78125, false]], [[-5.53125, false]], [[-9.53125, false]], [[-8.28125, false]], [[-8.53125, false]], [[-7.53125, false]], [[-8.53125, false]], [[-5.53125, false]], [[-10.53125, false]], [[-8.53125, false]], [[-5.53125, false]], [[-7.53125, false]], [[-10.53125, false]], [[-9.53125, false]], [[-9.53125, false]], [[-8.53125, false]], [[-9.28125, false]], [[-5.53125, false]], [[-9.53125, false]], [[-8.28125, false]], [[-9.28125, false]], [[-8.53125, false]], [[-9.03125, false]], [[-9.328125, false]], [[-5.53125, false]], [[-9.03125, false]], [[-3.533203125, false]], [[-5.53125, false]], [[-9.53125, false]], [[-3.533203125, false]], [[-9.28125, false]], [[-9.78125, false]], [[-8.53125, false]], [[-5.53125, false]], [[-8.28125, false]], [[-8.53125, false]], [[-3.533203125, false]], [[-8.53125, false]], [[-8.28125, false]], [[-7.53125, false]], [[-5.53125, false]], [[-8.53125, false]], [[-9.53125, false]], [[-8.53125, false]], [[-7.53125, false]], [[-8.53125, false]], [[-9.28125, false]], [[-8.28125, false]], [[-7.53125, false]], [[-5.53125, false]], [[-7.53125, false]], [[-10.28125, false]], [[-3.533203125, false]], [[-9.28125, false]], [[-9.78125, false]], [[-8.53125, false]], [[-9.03125, false]], [[-9.328125, false]], [[-5.53125, false]], [[-9.03125, false]], [[-3.533203125, false]], [[-7.53125, false]], [[-5.53125, false]], [[-8.53125, false]], [[-9.53125, false]], [[-8.53125, false]], [[-7.53125, false]], [[-8.53125, false]], [[-9.28125, false]], [[-8.28125, false]], [[-7.53125, false]], [[-5.53125, false]], [[-7.53125, false]], [[-10.28125, false]], [[-9.28125, false]], [[-9.28125, false]], [[-8.53125, false]], [[-7.53125, false]], [[-8.53125, false]], [[-9.03125, false]], [[-9.328125, false]], [[-5.53125, false]], [[-9.03125, false]], [[-3.533203125, false]], [[-7.53125, false]], [[-5.53125, false]], [[-8.53125, false]], [[-9.53125, false]], [[-8.53125, false]], [[-7.53125, false]], [[-8.53125, false]], [[-9.28125, false]], [[-8.28125, false]], [[-7.53125, false]], [[-5.53125, false]], [[-8.53125, false]], [[-8.28125, false]], [[-8.53125, false]], [[-9.53125, false]], [[-10.28125, false]], [[-9.03125, false]], [[-12.03125, false]]], "filtered_resps": [[-7.28125, false], [-9.03125, false], [-3.533203125, false], [-5.53125, false], [-9.53125, false], [-10.53125, false], [-7.53125, false], [-9.78125, false], [-5.53125, false], [-9.53125, false], [-8.28125, false], [-8.53125, false], [-7.53125, false], [-8.53125, false], [-5.53125, false], [-10.53125, false], [-8.53125, false], [-5.53125, false], [-7.53125, false], [-10.53125, false], [-9.53125, false], [-9.53125, false], [-8.53125, false], [-9.28125, false], [-5.53125, false], [-9.53125, false], [-8.28125, false], [-9.28125, false], [-8.53125, false], [-9.03125, false], [-9.328125, false], [-5.53125, false], [-9.03125, false], [-3.533203125, false], [-5.53125, false], [-9.53125, false], [-3.533203125, false], [-9.28125, false], [-9.78125, false], [-8.53125, false], [-5.53125, false], [-8.28125, false], [-8.53125, false], [-3.533203125, false], [-8.53125, false], [-8.28125, false], [-7.53125, false], [-5.53125, false], [-8.53125, false], [-9.53125, false], [-8.53125, false], [-7.53125, false], [-8.53125, false], [-9.28125, false], [-8.28125, false], [-7.53125, false], [-5.53125, false], [-7.53125, false], [-10.28125, false], [-3.533203125, false], [-9.28125, false], [-9.78125, false], [-8.53125, false], [-9.03125, false], [-9.328125, false], [-5.53125, false], [-9.03125, false], [-3.533203125, false], [-7.53125, false], [-5.53125, false], [-8.53125, false], [-9.53125, false], [-8.53125, false], [-7.53125, false], [-8.53125, false], [-9.28125, false], [-8.28125, false], [-7.53125, false], [-5.53125, false], [-7.53125, false], [-10.28125, false], [-9.28125, false], [-9.28125, false], [-8.53125, false], [-7.53125, false], [-8.53125, false], [-9.03125, false], [-9.328125, false], [-5.53125, false], [-9.03125, false], [-3.533203125, false], [-7.53125, false], [-5.53125, false], [-8.53125, false], [-9.53125, false], [-8.53125, false], [-7.53125, false], [-8.53125, false], [-9.28125, false], [-8.28125, false], [-7.53125, false], [-5.53125, false], [-8.53125, false], [-8.28125, false], [-8.53125, false], [-9.53125, false], [-10.28125, false], [-9.03125, false], [-12.03125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1515, "doc": {"id": "Mercury_7211558", "question": "A student sees a bird at a feeder. The student identifies the bird as a sparrow. Which organ system did the student use to identify the bird?", "choices": {"text": ["circulatory", "muscular", "nervous", "skeletal"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "nervous", "arguments": ["Question: A student sees a bird at a feeder. The student identifies the bird as a sparrow. Which organ system did the student use to identify the bird?\nAnswer:", " ["], "resps": [[[-6.984375, false]], [[-11.234375, false]], [[-7.734375, false]], [[-10.234375, false]], [[-10.234375, false]], [[-7.734375, false]], [[-8.984375, false]], [[-9.484375, false]], [[-5.484375, false]], [[-9.984375, false]], [[-7.484375, false]], [[-10.234375, false]], [[-13.234375, false]], [[-11.234375, false]], [[-9.3828125, false]], [[-4.734375, false]], [[-11.234375, false]], [[-9.734375, false]], [[-8.984375, false]], [[-9.234375, false]], [[-7.734375, false]], [[-8.984375, false]], [[-9.484375, false]], [[-5.484375, false]], [[-10.234375, false]], [[-11.234375, false]], [[-9.3828125, false]], [[-4.734375, false]], [[-11.234375, false]], [[-8.984375, false]], [[-8.984375, false]], [[-10.234375, false]], [[-9.984375, false]], [[-7.484375, false]], [[-8.984375, false]], [[-9.234375, false]], [[-11.234375, false]], [[-9.3828125, false]], [[-4.734375, false]], [[-11.234375, false]], [[-9.234375, false]], [[-5.984375, false]], [[-8.984375, false]], [[-9.484375, false]], [[-8.984375, false]], [[-9.984375, false]], [[-5.484375, false]], [[-9.484375, false]], [[-11.234375, false]], [[-13.234375, false]]], "filtered_resps": [[-6.984375, false], [-11.234375, false], [-7.734375, false], [-10.234375, false], [-10.234375, false], [-7.734375, false], [-8.984375, false], [-9.484375, false], [-5.484375, false], [-9.984375, false], [-7.484375, false], [-10.234375, false], [-13.234375, false], [-11.234375, false], [-9.3828125, false], [-4.734375, false], [-11.234375, false], [-9.734375, false], [-8.984375, false], [-9.234375, false], [-7.734375, false], [-8.984375, false], [-9.484375, false], [-5.484375, false], [-10.234375, false], [-11.234375, false], [-9.3828125, false], [-4.734375, false], [-11.234375, false], [-8.984375, false], [-8.984375, false], [-10.234375, false], [-9.984375, false], [-7.484375, false], [-8.984375, false], [-9.234375, false], [-11.234375, false], [-9.3828125, false], [-4.734375, false], [-11.234375, false], [-9.234375, false], [-5.984375, false], [-8.984375, false], [-9.484375, false], [-8.984375, false], [-9.984375, false], [-5.484375, false], [-9.484375, false], [-11.234375, false], [-13.234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1523, "doc": {"id": "Mercury_7040950", "question": "The Moon's rotation is", "choices": {"text": ["faster than its revolution.", "slower than its revolution.", "half as fast as its revolution.", "about the same as its revolution."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "about the same as its revolution.", "arguments": ["Question: The Moon's rotation is\nAnswer:", " ["], "resps": [[[-7.51171875, false]], [[-7.26171875, false]], [[-9.015625, false]], [[-6.01171875, false]], [[-8.265625, false]], [[-8.265625, false]], [[-9.265625, false]], [[-8.265625, false]], [[-5.51171875, false]], [[-8.265625, false]], [[-9.765625, false]], [[-6.01171875, false]], [[-8.015625, false]], [[-5.51171875, false]], [[-8.265625, false]], [[-8.265625, false]], [[-8.265625, false]], [[-5.51171875, false]], [[-8.265625, false]], [[-9.265625, false]], [[-8.765625, false]], [[-9.265625, false]], [[-10.015625, false]], [[-10.015625, false]], [[-8.265625, false]], [[-8.265625, false]], [[-9.265625, false]], [[-8.015625, false]], [[-7.171875, false]], [[-7.26171875, false]], [[-9.234375, false]], [[-5.51171875, false]], [[-7.26171875, false]], [[-8.265625, false]], [[-10.015625, false]], [[-9.265625, false]], [[-10.265625, false]], [[-9.265625, false]], [[-8.265625, false]], [[-5.51171875, false]], [[-8.265625, false]], [[-9.765625, false]], [[-6.01171875, false]], [[-8.015625, false]], [[-5.51171875, false]], [[-8.265625, false]], [[-8.265625, false]], [[-8.265625, false]], [[-5.51171875, false]], [[-8.265625, false]], [[-9.265625, false]], [[-8.765625, false]], [[-9.265625, false]], [[-10.015625, false]], [[-10.015625, false]], [[-8.265625, false]], [[-8.265625, false]], [[-9.265625, false]], [[-8.015625, false]], [[-7.171875, false]], [[-7.26171875, false]], [[-9.234375, false]], [[-5.51171875, false]], [[-7.26171875, false]], [[-9.765625, false]], [[-6.01171875, false]], [[-10.015625, false]], [[-9.015625, false]], [[-5.51171875, false]], [[-6.01171875, false]], [[-8.265625, false]], [[-5.51171875, false]], [[-9.015625, false]], [[-6.01171875, false]], [[-8.265625, false]], [[-8.265625, false]], [[-5.51171875, false]], [[-6.01171875, false]], [[-8.265625, false]], [[-5.51171875, false]], [[-8.265625, false]], [[-8.265625, false]], [[-8.265625, false]], [[-5.51171875, false]], [[-8.265625, false]], [[-9.265625, false]], [[-8.765625, false]], [[-9.265625, false]], [[-10.015625, false]], [[-10.015625, false]], [[-8.265625, false]], [[-8.265625, false]], [[-9.265625, false]], [[-8.015625, false]], [[-7.171875, false]], [[-7.26171875, false]], [[-9.234375, false]], [[-5.51171875, false]], [[-7.26171875, false]], [[-6.01171875, false]], [[-8.015625, false]], [[-9.265625, false]], [[-10.015625, false]], [[-8.265625, false]], [[-5.51171875, false]], [[-8.265625, false]], [[-9.765625, false]], [[-9.265625, false]], [[-5.51171875, false]], [[-8.265625, false]], [[-6.01171875, false]], [[-8.765625, false]], [[-9.265625, false]], [[-5.51171875, false]], [[-6.01171875, false]], [[-8.265625, false]], [[-5.51171875, false]], [[-8.265625, false]], [[-8.265625, false]], [[-8.265625, false]], [[-5.51171875, false]], [[-8.265625, false]], [[-9.265625, false]], [[-8.765625, false]], [[-9.265625, false]], [[-10.015625, false]], [[-10.015625, false]], [[-8.265625, false]], [[-8.265625, false]], [[-9.265625, false]], [[-8.015625, false]], [[-7.171875, false]], [[-7.26171875, false]], [[-10.515625, false]]], "filtered_resps": [[-7.51171875, false], [-7.26171875, false], [-9.015625, false], [-6.01171875, false], [-8.265625, false], [-8.265625, false], [-9.265625, false], [-8.265625, false], [-5.51171875, false], [-8.265625, false], [-9.765625, false], [-6.01171875, false], [-8.015625, false], [-5.51171875, false], [-8.265625, false], [-8.265625, false], [-8.265625, false], [-5.51171875, false], [-8.265625, false], [-9.265625, false], [-8.765625, false], [-9.265625, false], [-10.015625, false], [-10.015625, false], [-8.265625, false], [-8.265625, false], [-9.265625, false], [-8.015625, false], [-7.171875, false], [-7.26171875, false], [-9.234375, false], [-5.51171875, false], [-7.26171875, false], [-8.265625, false], [-10.015625, false], [-9.265625, false], [-10.265625, false], [-9.265625, false], [-8.265625, false], [-5.51171875, false], [-8.265625, false], [-9.765625, false], [-6.01171875, false], [-8.015625, false], [-5.51171875, false], [-8.265625, false], [-8.265625, false], [-8.265625, false], [-5.51171875, false], [-8.265625, false], [-9.265625, false], [-8.765625, false], [-9.265625, false], [-10.015625, false], [-10.015625, false], [-8.265625, false], [-8.265625, false], [-9.265625, false], [-8.015625, false], [-7.171875, false], [-7.26171875, false], [-9.234375, false], [-5.51171875, false], [-7.26171875, false], [-9.765625, false], [-6.01171875, false], [-10.015625, false], [-9.015625, false], [-5.51171875, false], [-6.01171875, false], [-8.265625, false], [-5.51171875, false], [-9.015625, false], [-6.01171875, false], [-8.265625, false], [-8.265625, false], [-5.51171875, false], [-6.01171875, false], [-8.265625, false], [-5.51171875, false], [-8.265625, false], [-8.265625, false], [-8.265625, false], [-5.51171875, false], [-8.265625, false], [-9.265625, false], [-8.765625, false], [-9.265625, false], [-10.015625, false], [-10.015625, false], [-8.265625, false], [-8.265625, false], [-9.265625, false], [-8.015625, false], [-7.171875, false], [-7.26171875, false], [-9.234375, false], [-5.51171875, false], [-7.26171875, false], [-6.01171875, false], [-8.015625, false], [-9.265625, false], [-10.015625, false], [-8.265625, false], [-5.51171875, false], [-8.265625, false], [-9.765625, false], [-9.265625, false], [-5.51171875, false], [-8.265625, false], [-6.01171875, false], [-8.765625, false], [-9.265625, false], [-5.51171875, false], [-6.01171875, false], [-8.265625, false], [-5.51171875, false], [-8.265625, false], [-8.265625, false], [-8.265625, false], [-5.51171875, false], [-8.265625, false], [-9.265625, false], [-8.765625, false], [-9.265625, false], [-10.015625, false], [-10.015625, false], [-8.265625, false], [-8.265625, false], [-9.265625, false], [-8.015625, false], [-7.171875, false], [-7.26171875, false], [-10.515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1531, "doc": {"id": "Mercury_7043978", "question": "What is the name of the author who proposed natural selection as the mechanism of evolution?", "choices": {"text": ["Mendel", "Darwin", "Lamarck", "Hardy-Weinberg"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Darwin", "arguments": ["Question: What is the name of the author who proposed natural selection as the mechanism of evolution?\nAnswer:", " ["], "resps": [[[-6.5625, false]], [[-8.3125, false]], [[-6.3125, false]], [[-9.5625, false]], [[-10.5625, false]], [[-10.4375, false]], [[-9.5625, false]], [[-11.4375, false]], [[-8.3125, false]], [[-10.53125, false]], [[-6.0625, false]], [[-8.3125, false]], [[-5.5625, false]], [[-8.1875, false]], [[-10.1875, false]], [[-11.0625, false]], [[-10.6875, false]], [[-10.5625, false]], [[-8.3125, false]], [[-10.53125, false]], [[-6.0625, false]], [[-8.3125, false]], [[-7.0625, false]], [[-8.1875, false]], [[-10.6875, false]], [[-8.1875, false]], [[-10.1875, false]], [[-9.4375, false]], [[-11.9375, false]], [[-8.3125, false]], [[-10.53125, false]], [[-6.0625, false]], [[-8.3125, false]], [[-5.0625, false]], [[-8.1875, false]], [[-10.1875, false]], [[-10.4375, false]], [[-13.3125, false]], [[-7.0625, false]], [[-6.8125, false]], [[-9.5625, false]], [[-10.6875, false]], [[-10.5625, false]], [[-9.4375, false]], [[-9.5625, false]], [[-10.1875, false]], [[-12.5625, false]], [[-8.3125, false]], [[-13.5625, false]]], "filtered_resps": [[-6.5625, false], [-8.3125, false], [-6.3125, false], [-9.5625, false], [-10.5625, false], [-10.4375, false], [-9.5625, false], [-11.4375, false], [-8.3125, false], [-10.53125, false], [-6.0625, false], [-8.3125, false], [-5.5625, false], [-8.1875, false], [-10.1875, false], [-11.0625, false], [-10.6875, false], [-10.5625, false], [-8.3125, false], [-10.53125, false], [-6.0625, false], [-8.3125, false], [-7.0625, false], [-8.1875, false], [-10.6875, false], [-8.1875, false], [-10.1875, false], [-9.4375, false], [-11.9375, false], [-8.3125, false], [-10.53125, false], [-6.0625, false], [-8.3125, false], [-5.0625, false], [-8.1875, false], [-10.1875, false], [-10.4375, false], [-13.3125, false], [-7.0625, false], [-6.8125, false], [-9.5625, false], [-10.6875, false], [-10.5625, false], [-9.4375, false], [-9.5625, false], [-10.1875, false], [-12.5625, false], [-8.3125, false], [-13.5625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1539, "doc": {"id": "VASoL_2010_5_15", "question": "Which do meteorologists use to measure the amount of precipitation that falls during a storm?", "choices": {"text": ["Anemometer", "Barometer", "Rain gauge", "Weather vane"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Rain gauge", "arguments": ["Question: Which do meteorologists use to measure the amount of precipitation that falls during a storm?\nAnswer:", " ["], "resps": [[[-7.1796875, false]], [[-8.6796875, false]], [[-2.431640625, false]], [[-8.6796875, false]], [[-8.1796875, false]], [[-7.6796875, false]], [[-9.6796875, false]], [[-7.6796875, false]], [[-8.1796875, false]], [[-10.1796875, false]], [[-8.1796875, false]], [[-10.6796875, false]], [[-8.6796875, false]], [[-10.03125, false]], [[-5.1796875, false]], [[-8.6796875, false]], [[-7.1796875, false]], [[-4.9296875, false]], [[-10.6796875, false]], [[-9.6796875, false]], [[-7.6796875, false]], [[-8.1796875, false]], [[-10.1796875, false]], [[-8.1796875, false]], [[-10.6796875, false]], [[-8.6796875, false]], [[-10.03125, false]], [[-5.1796875, false]], [[-8.6796875, false]], [[-7.4296875, false]], [[-4.9296875, false]], [[-9.9296875, false]], [[-8.6796875, false]], [[-5.1796875, false]], [[-11.4296875, false]], [[-4.9296875, false]], [[-10.6796875, false]], [[-11.4296875, false]], [[-8.1796875, false]], [[-8.6796875, false]], [[-10.03125, false]], [[-5.1796875, false]], [[-8.6796875, false]], [[-6.4296875, false]], [[-8.1796875, false]], [[-4.9296875, false]], [[-10.1796875, false]], [[-9.6796875, false]], [[-8.1796875, false]], [[-10.6796875, false]], [[-5.1796875, false]], [[-11.4296875, false]], [[-4.9296875, false]], [[-8.6796875, false]], [[-8.1796875, false]], [[-8.6796875, false]], [[-12.1796875, false]]], "filtered_resps": [[-7.1796875, false], [-8.6796875, false], [-2.431640625, false], [-8.6796875, false], [-8.1796875, false], [-7.6796875, false], [-9.6796875, false], [-7.6796875, false], [-8.1796875, false], [-10.1796875, false], [-8.1796875, false], [-10.6796875, false], [-8.6796875, false], [-10.03125, false], [-5.1796875, false], [-8.6796875, false], [-7.1796875, false], [-4.9296875, false], [-10.6796875, false], [-9.6796875, false], [-7.6796875, false], [-8.1796875, false], [-10.1796875, false], [-8.1796875, false], [-10.6796875, false], [-8.6796875, false], [-10.03125, false], [-5.1796875, false], [-8.6796875, false], [-7.4296875, false], [-4.9296875, false], [-9.9296875, false], [-8.6796875, false], [-5.1796875, false], [-11.4296875, false], [-4.9296875, false], [-10.6796875, false], [-11.4296875, false], [-8.1796875, false], [-8.6796875, false], [-10.03125, false], [-5.1796875, false], [-8.6796875, false], [-6.4296875, false], [-8.1796875, false], [-4.9296875, false], [-10.1796875, false], [-9.6796875, false], [-8.1796875, false], [-10.6796875, false], [-5.1796875, false], [-11.4296875, false], [-4.9296875, false], [-8.6796875, false], [-8.1796875, false], [-8.6796875, false], [-12.1796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1547, "doc": {"id": "Mercury_7221445", "question": "The driver of a car at a railroad crossing hears a change in pitch of the train whistle as the train passes by. This change in pitch is most likely due to", "choices": {"text": ["the Doppler effect.", "the Compton effect.", "a change in medium.", "a change in speed."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "the Doppler effect.", "arguments": ["Question: The driver of a car at a railroad crossing hears a change in pitch of the train whistle as the train passes by. This change in pitch is most likely due to\nAnswer:", " ["], "resps": [[[-7.3984375, false]], [[-8.1484375, false]], [[-8.3984375, false]], [[-9.6484375, false]], [[-8.8984375, false]], [[-5.2734375, false]], [[-5.3984375, false]], [[-8.8984375, false]], [[-7.8984375, false]], [[-7.8984375, false]], [[-10.5234375, false]], [[-8.8984375, false]], [[-8.3984375, false]], [[-5.2734375, false]], [[-8.8984375, false]], [[-8.0234375, false]], [[-8.0234375, false]], [[-8.8984375, false]], [[-7.3984375, false]], [[-8.3984375, false]], [[-6.15625, false]], [[-8.1484375, false]], [[-8.71875, false]], [[-5.2734375, false]], [[-8.1484375, false]], [[-8.3984375, false]], [[-9.6484375, false]], [[-8.8984375, false]], [[-5.2734375, false]], [[-5.3984375, false]], [[-8.8984375, false]], [[-8.8984375, false]], [[-7.8984375, false]], [[-8.3984375, false]], [[-8.8984375, false]], [[-8.8984375, false]], [[-5.2734375, false]], [[-8.8984375, false]], [[-8.0234375, false]], [[-8.0234375, false]], [[-8.8984375, false]], [[-7.3984375, false]], [[-8.3984375, false]], [[-6.15625, false]], [[-8.1484375, false]], [[-8.71875, false]], [[-5.2734375, false]], [[-8.1484375, false]], [[-4.2734375, false]], [[-5.2734375, false]], [[-7.3984375, false]], [[-9.6484375, false]], [[-4.2734375, false]], [[-8.8984375, false]], [[-9.8984375, false]], [[-8.8984375, false]], [[-5.2734375, false]], [[-8.0234375, false]], [[-8.8984375, false]], [[-5.2734375, false]], [[-8.8984375, false]], [[-8.8984375, false]], [[-7.8984375, false]], [[-8.0234375, false]], [[-9.3984375, false]], [[-8.8984375, false]], [[-6.15625, false]], [[-8.1484375, false]], [[-8.71875, false]], [[-5.2734375, false]], [[-8.1484375, false]], [[-4.2734375, false]], [[-5.2734375, false]], [[-7.3984375, false]], [[-9.6484375, false]], [[-4.2734375, false]], [[-8.8984375, false]], [[-9.8984375, false]], [[-8.8984375, false]], [[-5.2734375, false]], [[-8.0234375, false]], [[-8.8984375, false]], [[-5.2734375, false]], [[-8.7734375, false]], [[-7.8984375, false]], [[-8.8984375, false]], [[-8.8984375, false]], [[-7.8984375, false]], [[-6.15625, false]], [[-8.1484375, false]], [[-12.0234375, false]]], "filtered_resps": [[-7.3984375, false], [-8.1484375, false], [-8.3984375, false], [-9.6484375, false], [-8.8984375, false], [-5.2734375, false], [-5.3984375, false], [-8.8984375, false], [-7.8984375, false], [-7.8984375, false], [-10.5234375, false], [-8.8984375, false], [-8.3984375, false], [-5.2734375, false], [-8.8984375, false], [-8.0234375, false], [-8.0234375, false], [-8.8984375, false], [-7.3984375, false], [-8.3984375, false], [-6.15625, false], [-8.1484375, false], [-8.71875, false], [-5.2734375, false], [-8.1484375, false], [-8.3984375, false], [-9.6484375, false], [-8.8984375, false], [-5.2734375, false], [-5.3984375, false], [-8.8984375, false], [-8.8984375, false], [-7.8984375, false], [-8.3984375, false], [-8.8984375, false], [-8.8984375, false], [-5.2734375, false], [-8.8984375, false], [-8.0234375, false], [-8.0234375, false], [-8.8984375, false], [-7.3984375, false], [-8.3984375, false], [-6.15625, false], [-8.1484375, false], [-8.71875, false], [-5.2734375, false], [-8.1484375, false], [-4.2734375, false], [-5.2734375, false], [-7.3984375, false], [-9.6484375, false], [-4.2734375, false], [-8.8984375, false], [-9.8984375, false], [-8.8984375, false], [-5.2734375, false], [-8.0234375, false], [-8.8984375, false], [-5.2734375, false], [-8.8984375, false], [-8.8984375, false], [-7.8984375, false], [-8.0234375, false], [-9.3984375, false], [-8.8984375, false], [-6.15625, false], [-8.1484375, false], [-8.71875, false], [-5.2734375, false], [-8.1484375, false], [-4.2734375, false], [-5.2734375, false], [-7.3984375, false], [-9.6484375, false], [-4.2734375, false], [-8.8984375, false], [-9.8984375, false], [-8.8984375, false], [-5.2734375, false], [-8.0234375, false], [-8.8984375, false], [-5.2734375, false], [-8.7734375, false], [-7.8984375, false], [-8.8984375, false], [-8.8984375, false], [-7.8984375, false], [-6.15625, false], [-8.1484375, false], [-12.0234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1555, "doc": {"id": "Mercury_7140298", "question": "Which is most likely a genetic adaptation of desert plants to survive the hot, dry climate conditions?", "choices": {"text": ["thin bark", "waxy leaves", "leaves that remain all year", "flowers that bloom all year"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "waxy leaves", "arguments": ["Question: Which is most likely a genetic adaptation of desert plants to survive the hot, dry climate conditions?\nAnswer:", " ["], "resps": [[[-7.296875, false]], [[-8.921875, false]], [[-10.671875, false]], [[-10.421875, false]], [[-8.546875, false]], [[-8.421875, false]], [[-5.671875, false]], [[-8.046875, false]], [[-4.671875, false]], [[-9.296875, false]], [[-10.171875, false]], [[-8.921875, false]], [[-10.734375, false]], [[-5.671875, false]], [[-8.921875, false]], [[-9.421875, false]], [[-4.671875, false]], [[-8.796875, false]], [[-10.296875, false]], [[-5.671875, false]], [[-9.546875, false]], [[-7.796875, false]], [[-4.671875, false]], [[-11.921875, false]], [[-7.796875, false]], [[-9.796875, false]], [[-8.921875, false]], [[-10.734375, false]], [[-5.671875, false]], [[-8.921875, false]], [[-9.546875, false]], [[-7.796875, false]], [[-4.671875, false]], [[-11.921875, false]], [[-7.796875, false]], [[-9.796875, false]], [[-5.671875, false]], [[-10.671875, false]], [[-10.421875, false]], [[-4.671875, false]], [[-10.671875, false]], [[-5.671875, false]], [[-9.296875, false]], [[-7.796875, false]], [[-9.671875, false]], [[-4.671875, false]], [[-8.546875, false]], [[-8.421875, false]], [[-5.671875, false]], [[-4.671875, false]], [[-9.546875, false]], [[-9.546875, false]], [[-5.671875, false]], [[-10.296875, false]], [[-7.796875, false]], [[-4.671875, false]], [[-9.296875, false]], [[-8.921875, false]], [[-10.734375, false]], [[-5.671875, false]], [[-8.921875, false]], [[-10.421875, false]], [[-9.546875, false]], [[-7.671875, false]], [[-9.421875, false]], [[-7.796875, false]], [[-9.296875, false]], [[-9.796875, false]], [[-5.671875, false]], [[-10.671875, false]], [[-10.421875, false]], [[-4.671875, false]], [[-10.671875, false]], [[-5.671875, false]], [[-8.046875, false]], [[-9.546875, false]], [[-7.671875, false]], [[-7.671875, false]], [[-9.671875, false]], [[-5.671875, false]], [[-4.671875, false]], [[-9.546875, false]], [[-9.546875, false]], [[-5.671875, false]], [[-10.296875, false]], [[-7.796875, false]], [[-4.671875, false]], [[-9.296875, false]], [[-8.921875, false]], [[-14.546875, false]]], "filtered_resps": [[-7.296875, false], [-8.921875, false], [-10.671875, false], [-10.421875, false], [-8.546875, false], [-8.421875, false], [-5.671875, false], [-8.046875, false], [-4.671875, false], [-9.296875, false], [-10.171875, false], [-8.921875, false], [-10.734375, false], [-5.671875, false], [-8.921875, false], [-9.421875, false], [-4.671875, false], [-8.796875, false], [-10.296875, false], [-5.671875, false], [-9.546875, false], [-7.796875, false], [-4.671875, false], [-11.921875, false], [-7.796875, false], [-9.796875, false], [-8.921875, false], [-10.734375, false], [-5.671875, false], [-8.921875, false], [-9.546875, false], [-7.796875, false], [-4.671875, false], [-11.921875, false], [-7.796875, false], [-9.796875, false], [-5.671875, false], [-10.671875, false], [-10.421875, false], [-4.671875, false], [-10.671875, false], [-5.671875, false], [-9.296875, false], [-7.796875, false], [-9.671875, false], [-4.671875, false], [-8.546875, false], [-8.421875, false], [-5.671875, false], [-4.671875, false], [-9.546875, false], [-9.546875, false], [-5.671875, false], [-10.296875, false], [-7.796875, false], [-4.671875, false], [-9.296875, false], [-8.921875, false], [-10.734375, false], [-5.671875, false], [-8.921875, false], [-10.421875, false], [-9.546875, false], [-7.671875, false], [-9.421875, false], [-7.796875, false], [-9.296875, false], [-9.796875, false], [-5.671875, false], [-10.671875, false], [-10.421875, false], [-4.671875, false], [-10.671875, false], [-5.671875, false], [-8.046875, false], [-9.546875, false], [-7.671875, false], [-7.671875, false], [-9.671875, false], [-5.671875, false], [-4.671875, false], [-9.546875, false], [-9.546875, false], [-5.671875, false], [-10.296875, false], [-7.796875, false], [-4.671875, false], [-9.296875, false], [-8.921875, false], [-14.546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1563, "doc": {"id": "NYSEDREGENTS_2013_4_20", "question": "A dog growls when a predator gets close. Growling is an example of which animal behavior?", "choices": {"text": ["migration", "hibernation", "communication", "germination"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "communication", "arguments": ["Question: A dog growls when a predator gets close. Growling is an example of which animal behavior?\nAnswer:", " ["], "resps": [[[-6.421875, false]], [[-9.921875, false]], [[-11.671875, false]], [[-10.421875, false]], [[-9.171875, false]], [[-10.171875, false]], [[-3.671875, false]], [[-10.171875, false]], [[-10.421875, false]], [[-8.671875, false]], [[-10.171875, false]], [[-9.921875, false]], [[-10.484375, false]], [[-4.921875, false]], [[-9.921875, false]], [[-9.421875, false]], [[-10.421875, false]], [[-9.671875, false]], [[-8.921875, false]], [[-10.171875, false]], [[-10.171875, false]], [[-3.671875, false]], [[-10.171875, false]], [[-10.421875, false]], [[-8.671875, false]], [[-10.171875, false]], [[-9.921875, false]], [[-10.484375, false]], [[-4.921875, false]], [[-9.921875, false]], [[-8.671875, false]], [[-8.671875, false]], [[-11.671875, false]], [[-11.671875, false]], [[-9.921875, false]], [[-10.171875, false]], [[-10.421875, false]], [[-8.671875, false]], [[-3.671875, false]], [[-10.171875, false]], [[-10.421875, false]], [[-8.671875, false]], [[-10.171875, false]], [[-9.921875, false]], [[-10.484375, false]], [[-4.921875, false]], [[-9.921875, false]], [[-9.171875, false]], [[-8.921875, false]], [[-10.171875, false]], [[-11.671875, false]], [[-10.421875, false]], [[-10.171875, false]], [[-3.671875, false]], [[-10.171875, false]], [[-10.421875, false]], [[-8.671875, false]], [[-10.171875, false]], [[-9.921875, false]], [[-11.921875, false]]], "filtered_resps": [[-6.421875, false], [-9.921875, false], [-11.671875, false], [-10.421875, false], [-9.171875, false], [-10.171875, false], [-3.671875, false], [-10.171875, false], [-10.421875, false], [-8.671875, false], [-10.171875, false], [-9.921875, false], [-10.484375, false], [-4.921875, false], [-9.921875, false], [-9.421875, false], [-10.421875, false], [-9.671875, false], [-8.921875, false], [-10.171875, false], [-10.171875, false], [-3.671875, false], [-10.171875, false], [-10.421875, false], [-8.671875, false], [-10.171875, false], [-9.921875, false], [-10.484375, false], [-4.921875, false], [-9.921875, false], [-8.671875, false], [-8.671875, false], [-11.671875, false], [-11.671875, false], [-9.921875, false], [-10.171875, false], [-10.421875, false], [-8.671875, false], [-3.671875, false], [-10.171875, false], [-10.421875, false], [-8.671875, false], [-10.171875, false], [-9.921875, false], [-10.484375, false], [-4.921875, false], [-9.921875, false], [-9.171875, false], [-8.921875, false], [-10.171875, false], [-11.671875, false], [-10.421875, false], [-10.171875, false], [-3.671875, false], [-10.171875, false], [-10.421875, false], [-8.671875, false], [-10.171875, false], [-9.921875, false], [-11.921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1571, "doc": {"id": "Mercury_7075180", "question": "A paramecium is an example of", "choices": {"text": ["a single-celled organism.", "multiple organisms.", "an inorganic substance.", "a group of cells."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "a single-celled organism.", "arguments": ["Question: A paramecium is an example of\nAnswer:", " ["], "resps": [[[-7.265625, false]], [[-8.390625, false]], [[-3.767578125, false]], [[-5.265625, false]], [[-9.140625, false]], [[-8.515625, false]], [[-9.015625, false]], [[-11.015625, false]], [[-10.515625, false]], [[-7.765625, false]], [[-7.640625, false]], [[-8.890625, false]], [[-7.765625, false]], [[-10.515625, false]], [[-10.515625, false]], [[-7.765625, false]], [[-9.765625, false]], [[-5.265625, false]], [[-9.265625, false]], [[-10.140625, false]], [[-11.015625, false]], [[-3.767578125, false]], [[-9.015625, false]], [[-8.515625, false]], [[-9.140625, false]], [[-10.390625, false]], [[-7.390625, false]], [[-8.390625, false]], [[-9.265625, false]], [[-5.265625, false]], [[-8.390625, false]], [[-10.390625, false]], [[-9.515625, false]], [[-10.515625, false]], [[-11.140625, false]], [[-8.515625, false]], [[-8.640625, false]], [[-10.515625, false]], [[-7.765625, false]], [[-5.265625, false]], [[-9.265625, false]], [[-10.140625, false]], [[-11.015625, false]], [[-3.767578125, false]], [[-9.015625, false]], [[-8.515625, false]], [[-9.140625, false]], [[-10.390625, false]], [[-9.140625, false]], [[-7.390625, false]], [[-8.390625, false]], [[-9.265625, false]], [[-5.265625, false]], [[-8.390625, false]], [[-3.767578125, false]], [[-9.015625, false]], [[-5.265625, false]], [[-8.515625, false]], [[-9.015625, false]], [[-9.265625, false]], [[-10.140625, false]], [[-11.015625, false]], [[-3.767578125, false]], [[-9.015625, false]], [[-8.515625, false]], [[-8.890625, false]], [[-5.265625, false]], [[-9.140625, false]], [[-9.515625, false]], [[-7.640625, false]], [[-9.140625, false]], [[-11.140625, false]], [[-3.767578125, false]], [[-9.015625, false]], [[-8.890625, false]], [[-7.765625, false]], [[-7.390625, false]], [[-8.390625, false]], [[-9.265625, false]], [[-5.265625, false]], [[-8.390625, false]], [[-3.767578125, false]], [[-5.265625, false]], [[-11.015625, false]], [[-10.140625, false]], [[-9.265625, false]], [[-9.515625, false]], [[-8.640625, false]], [[-5.265625, false]], [[-9.265625, false]], [[-10.390625, false]], [[-5.265625, false]], [[-8.890625, false]], [[-7.765625, false]], [[-10.515625, false]], [[-10.515625, false]], [[-9.140625, false]], [[-7.390625, false]], [[-8.390625, false]], [[-11.640625, false]]], "filtered_resps": [[-7.265625, false], [-8.390625, false], [-3.767578125, false], [-5.265625, false], [-9.140625, false], [-8.515625, false], [-9.015625, false], [-11.015625, false], [-10.515625, false], [-7.765625, false], [-7.640625, false], [-8.890625, false], [-7.765625, false], [-10.515625, false], [-10.515625, false], [-7.765625, false], [-9.765625, false], [-5.265625, false], [-9.265625, false], [-10.140625, false], [-11.015625, false], [-3.767578125, false], [-9.015625, false], [-8.515625, false], [-9.140625, false], [-10.390625, false], [-7.390625, false], [-8.390625, false], [-9.265625, false], [-5.265625, false], [-8.390625, false], [-10.390625, false], [-9.515625, false], [-10.515625, false], [-11.140625, false], [-8.515625, false], [-8.640625, false], [-10.515625, false], [-7.765625, false], [-5.265625, false], [-9.265625, false], [-10.140625, false], [-11.015625, false], [-3.767578125, false], [-9.015625, false], [-8.515625, false], [-9.140625, false], [-10.390625, false], [-9.140625, false], [-7.390625, false], [-8.390625, false], [-9.265625, false], [-5.265625, false], [-8.390625, false], [-3.767578125, false], [-9.015625, false], [-5.265625, false], [-8.515625, false], [-9.015625, false], [-9.265625, false], [-10.140625, false], [-11.015625, false], [-3.767578125, false], [-9.015625, false], [-8.515625, false], [-8.890625, false], [-5.265625, false], [-9.140625, false], [-9.515625, false], [-7.640625, false], [-9.140625, false], [-11.140625, false], [-3.767578125, false], [-9.015625, false], [-8.890625, false], [-7.765625, false], [-7.390625, false], [-8.390625, false], [-9.265625, false], [-5.265625, false], [-8.390625, false], [-3.767578125, false], [-5.265625, false], [-11.015625, false], [-10.140625, false], [-9.265625, false], [-9.515625, false], [-8.640625, false], [-5.265625, false], [-9.265625, false], [-10.390625, false], [-5.265625, false], [-8.890625, false], [-7.765625, false], [-10.515625, false], [-10.515625, false], [-9.140625, false], [-7.390625, false], [-8.390625, false], [-11.640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1579, "doc": {"id": "Mercury_SC_416097", "question": "Which plant part is described correctly?", "choices": {"text": ["Stems make seeds.", "Roots absorb nutrients.", "Leaves absorb water.", "Flowers make food."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Roots absorb nutrients.", "arguments": ["Question: Which plant part is described correctly?\nAnswer:", " ["], "resps": [[[-6.78515625, false]], [[-6.91015625, false]], [[-5.66015625, false]], [[-8.78125, false]], [[-8.65625, false]], [[-9.15625, false]], [[-8.65625, false]], [[-5.28515625, false]], [[-9.15625, false]], [[-5.28515625, false]], [[-8.15625, false]], [[-8.65625, false]], [[-5.28515625, false]], [[-8.65625, false]], [[-8.65625, false]], [[-8.65625, false]], [[-8.90625, false]], [[-8.65625, false]], [[-7.65625, false]], [[-6.91015625, false]], [[-9.59375, false]], [[-5.28515625, false]], [[-6.91015625, false]], [[-6.78515625, false]], [[-7.91015625, false]], [[-7.91015625, false]], [[-8.78125, false]], [[-8.65625, false]], [[-5.28515625, false]], [[-5.28515625, false]], [[-6.78515625, false]], [[-8.65625, false]], [[-7.91015625, false]], [[-9.28125, false]], [[-6.78515625, false]], [[-5.28515625, false]], [[-8.65625, false]], [[-9.53125, false]], [[-8.78125, false]], [[-9.28125, false]], [[-8.53125, false]], [[-8.65625, false]], [[-8.65625, false]], [[-8.78125, false]], [[-8.65625, false]], [[-7.65625, false]], [[-6.91015625, false]], [[-9.59375, false]], [[-5.28515625, false]], [[-6.91015625, false]], [[-6.91015625, false]], [[-8.65625, false]], [[-5.28515625, false]], [[-10.28125, false]], [[-8.65625, false]], [[-8.65625, false]], [[-5.28515625, false]], [[-5.28515625, false]], [[-6.78515625, false]], [[-8.65625, false]], [[-7.91015625, false]], [[-9.28125, false]], [[-6.78515625, false]], [[-5.28515625, false]], [[-8.78125, false]], [[-5.28515625, false]], [[-8.78125, false]], [[-8.65625, false]], [[-9.28125, false]], [[-7.65625, false]], [[-6.91015625, false]], [[-9.59375, false]], [[-5.28515625, false]], [[-6.91015625, false]], [[-6.78515625, false]], [[-9.40625, false]], [[-7.91015625, false]], [[-8.78125, false]], [[-8.65625, false]], [[-9.28125, false]], [[-8.65625, false]], [[-5.28515625, false]], [[-9.15625, false]], [[-5.28515625, false]], [[-8.15625, false]], [[-8.65625, false]], [[-5.28515625, false]], [[-10.15625, false]], [[-7.91015625, false]], [[-7.91015625, false]], [[-8.90625, false]], [[-7.65625, false]], [[-6.91015625, false]], [[-12.53125, false]]], "filtered_resps": [[-6.78515625, false], [-6.91015625, false], [-5.66015625, false], [-8.78125, false], [-8.65625, false], [-9.15625, false], [-8.65625, false], [-5.28515625, false], [-9.15625, false], [-5.28515625, false], [-8.15625, false], [-8.65625, false], [-5.28515625, false], [-8.65625, false], [-8.65625, false], [-8.65625, false], [-8.90625, false], [-8.65625, false], [-7.65625, false], [-6.91015625, false], [-9.59375, false], [-5.28515625, false], [-6.91015625, false], [-6.78515625, false], [-7.91015625, false], [-7.91015625, false], [-8.78125, false], [-8.65625, false], [-5.28515625, false], [-5.28515625, false], [-6.78515625, false], [-8.65625, false], [-7.91015625, false], [-9.28125, false], [-6.78515625, false], [-5.28515625, false], [-8.65625, false], [-9.53125, false], [-8.78125, false], [-9.28125, false], [-8.53125, false], [-8.65625, false], [-8.65625, false], [-8.78125, false], [-8.65625, false], [-7.65625, false], [-6.91015625, false], [-9.59375, false], [-5.28515625, false], [-6.91015625, false], [-6.91015625, false], [-8.65625, false], [-5.28515625, false], [-10.28125, false], [-8.65625, false], [-8.65625, false], [-5.28515625, false], [-5.28515625, false], [-6.78515625, false], [-8.65625, false], [-7.91015625, false], [-9.28125, false], [-6.78515625, false], [-5.28515625, false], [-8.78125, false], [-5.28515625, false], [-8.78125, false], [-8.65625, false], [-9.28125, false], [-7.65625, false], [-6.91015625, false], [-9.59375, false], [-5.28515625, false], [-6.91015625, false], [-6.78515625, false], [-9.40625, false], [-7.91015625, false], [-8.78125, false], [-8.65625, false], [-9.28125, false], [-8.65625, false], [-5.28515625, false], [-9.15625, false], [-5.28515625, false], [-8.15625, false], [-8.65625, false], [-5.28515625, false], [-10.15625, false], [-7.91015625, false], [-7.91015625, false], [-8.90625, false], [-7.65625, false], [-6.91015625, false], [-12.53125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1587, "doc": {"id": "Mercury_7220518", "question": "Which trait is common in gases that contribute to Earth's greenhouse effect?", "choices": {"text": ["the ability to trap heat", "a tendency to lose electrons", "a tendency to exist as diatomic molecules", "the ability to bond with multiple other elements"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "the ability to trap heat", "arguments": ["Question: Which trait is common in gases that contribute to Earth's greenhouse effect?\nAnswer:", " ["], "resps": [[[-8.1015625, false]], [[-8.3515625, false]], [[-10.2265625, false]], [[-9.9765625, false]], [[-8.1015625, false]], [[-4.98046875, false]], [[-5.10546875, false]], [[-9.8515625, false]], [[-8.6015625, false]], [[-11.1015625, false]], [[-8.6015625, false]], [[-10.2265625, false]], [[-9.8515625, false]], [[-4.98046875, false]], [[-10.2265625, false]], [[-6.35546875, false]], [[-4.98046875, false]], [[-10.2265625, false]], [[-11.6015625, false]], [[-5.10546875, false]], [[-8.9765625, false]], [[-4.98046875, false]], [[-9.9765625, false]], [[-8.1015625, false]], [[-5.10546875, false]], [[-10.2265625, false]], [[-8.3515625, false]], [[-9.8203125, false]], [[-4.98046875, false]], [[-8.3515625, false]], [[-5.10546875, false]], [[-4.98046875, false]], [[-10.2265625, false]], [[-8.1015625, false]], [[-7.73046875, false]], [[-8.8515625, false]], [[-8.1015625, false]], [[-7.73046875, false]], [[-7.60546875, false]], [[-9.8515625, false]], [[-4.98046875, false]], [[-10.2265625, false]], [[-6.35546875, false]], [[-4.98046875, false]], [[-11.1015625, false]], [[-6.35546875, false]], [[-9.7265625, false]], [[-8.1015625, false]], [[-4.98046875, false]], [[-8.1015625, false]], [[-11.1015625, false]], [[-8.1015625, false]], [[-7.60546875, false]], [[-10.2265625, false]], [[-11.6015625, false]], [[-6.35546875, false]], [[-7.73046875, false]], [[-9.7265625, false]], [[-8.3515625, false]], [[-9.8203125, false]], [[-4.98046875, false]], [[-8.3515625, false]], [[-5.10546875, false]], [[-4.98046875, false]], [[-10.2265625, false]], [[-8.1015625, false]], [[-7.73046875, false]], [[-8.8515625, false]], [[-8.1015625, false]], [[-7.73046875, false]], [[-7.60546875, false]], [[-9.8515625, false]], [[-4.98046875, false]], [[-10.2265625, false]], [[-6.35546875, false]], [[-4.98046875, false]], [[-8.1015625, false]], [[-10.4765625, false]], [[-8.6015625, false]], [[-9.7265625, false]], [[-10.2265625, false]], [[-4.98046875, false]], [[-5.10546875, false]], [[-9.7265625, false]], [[-4.98046875, false]], [[-8.8515625, false]], [[-8.6015625, false]], [[-5.10546875, false]], [[-10.2265625, false]], [[-6.35546875, false]], [[-8.8515625, false]], [[-8.6015625, false]], [[-7.60546875, false]], [[-4.98046875, false]], [[-8.8515625, false]], [[-6.35546875, false]], [[-11.1015625, false]], [[-8.1015625, false]], [[-7.60546875, false]], [[-11.2265625, false]], [[-11.1015625, false]], [[-8.1015625, false]], [[-9.7265625, false]], [[-8.3515625, false]], [[-9.8203125, false]], [[-4.98046875, false]], [[-8.3515625, false]], [[-10.2265625, false]], [[-9.9765625, false]], [[-8.1015625, false]], [[-4.98046875, false]], [[-5.10546875, false]], [[-9.8515625, false]], [[-8.6015625, false]], [[-11.1015625, false]], [[-8.6015625, false]], [[-10.2265625, false]], [[-9.8515625, false]], [[-4.98046875, false]], [[-10.2265625, false]], [[-6.35546875, false]], [[-4.98046875, false]], [[-9.8515625, false]], [[-6.35546875, false]], [[-7.73046875, false]], [[-8.8515625, false]], [[-4.98046875, false]], [[-11.2265625, false]], [[-8.6015625, false]], [[-10.2265625, false]], [[-9.9765625, false]], [[-4.98046875, false]], [[-8.8515625, false]], [[-11.2265625, false]], [[-11.1015625, false]], [[-10.2265625, false]], [[-8.6015625, false]], [[-8.9765625, false]], [[-11.1015625, false]], [[-8.1015625, false]], [[-4.98046875, false]], [[-6.35546875, false]], [[-10.2265625, false]], [[-9.9765625, false]], [[-8.1015625, false]], [[-11.6015625, false]], [[-4.98046875, false]], [[-8.1015625, false]], [[-11.1015625, false]], [[-8.1015625, false]], [[-8.8515625, false]], [[-8.1015625, false]], [[-7.73046875, false]], [[-10.2265625, false]], [[-9.7265625, false]], [[-8.3515625, false]], [[-15.4765625, false]]], "filtered_resps": [[-8.1015625, false], [-8.3515625, false], [-10.2265625, false], [-9.9765625, false], [-8.1015625, false], [-4.98046875, false], [-5.10546875, false], [-9.8515625, false], [-8.6015625, false], [-11.1015625, false], [-8.6015625, false], [-10.2265625, false], [-9.8515625, false], [-4.98046875, false], [-10.2265625, false], [-6.35546875, false], [-4.98046875, false], [-10.2265625, false], [-11.6015625, false], [-5.10546875, false], [-8.9765625, false], [-4.98046875, false], [-9.9765625, false], [-8.1015625, false], [-5.10546875, false], [-10.2265625, false], [-8.3515625, false], [-9.8203125, false], [-4.98046875, false], [-8.3515625, false], [-5.10546875, false], [-4.98046875, false], [-10.2265625, false], [-8.1015625, false], [-7.73046875, false], [-8.8515625, false], [-8.1015625, false], [-7.73046875, false], [-7.60546875, false], [-9.8515625, false], [-4.98046875, false], [-10.2265625, false], [-6.35546875, false], [-4.98046875, false], [-11.1015625, false], [-6.35546875, false], [-9.7265625, false], [-8.1015625, false], [-4.98046875, false], [-8.1015625, false], [-11.1015625, false], [-8.1015625, false], [-7.60546875, false], [-10.2265625, false], [-11.6015625, false], [-6.35546875, false], [-7.73046875, false], [-9.7265625, false], [-8.3515625, false], [-9.8203125, false], [-4.98046875, false], [-8.3515625, false], [-5.10546875, false], [-4.98046875, false], [-10.2265625, false], [-8.1015625, false], [-7.73046875, false], [-8.8515625, false], [-8.1015625, false], [-7.73046875, false], [-7.60546875, false], [-9.8515625, false], [-4.98046875, false], [-10.2265625, false], [-6.35546875, false], [-4.98046875, false], [-8.1015625, false], [-10.4765625, false], [-8.6015625, false], [-9.7265625, false], [-10.2265625, false], [-4.98046875, false], [-5.10546875, false], [-9.7265625, false], [-4.98046875, false], [-8.8515625, false], [-8.6015625, false], [-5.10546875, false], [-10.2265625, false], [-6.35546875, false], [-8.8515625, false], [-8.6015625, false], [-7.60546875, false], [-4.98046875, false], [-8.8515625, false], [-6.35546875, false], [-11.1015625, false], [-8.1015625, false], [-7.60546875, false], [-11.2265625, false], [-11.1015625, false], [-8.1015625, false], [-9.7265625, false], [-8.3515625, false], [-9.8203125, false], [-4.98046875, false], [-8.3515625, false], [-10.2265625, false], [-9.9765625, false], [-8.1015625, false], [-4.98046875, false], [-5.10546875, false], [-9.8515625, false], [-8.6015625, false], [-11.1015625, false], [-8.6015625, false], [-10.2265625, false], [-9.8515625, false], [-4.98046875, false], [-10.2265625, false], [-6.35546875, false], [-4.98046875, false], [-9.8515625, false], [-6.35546875, false], [-7.73046875, false], [-8.8515625, false], [-4.98046875, false], [-11.2265625, false], [-8.6015625, false], [-10.2265625, false], [-9.9765625, false], [-4.98046875, false], [-8.8515625, false], [-11.2265625, false], [-11.1015625, false], [-10.2265625, false], [-8.6015625, false], [-8.9765625, false], [-11.1015625, false], [-8.1015625, false], [-4.98046875, false], [-6.35546875, false], [-10.2265625, false], [-9.9765625, false], [-8.1015625, false], [-11.6015625, false], [-4.98046875, false], [-8.1015625, false], [-11.1015625, false], [-8.1015625, false], [-8.8515625, false], [-8.1015625, false], [-7.73046875, false], [-10.2265625, false], [-9.7265625, false], [-8.3515625, false], [-15.4765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1595, "doc": {"id": "NYSEDREGENTS_2013_8_41", "question": "Which form of energy is produced when a rubber band vibrates?", "choices": {"text": ["chemical", "light", "electrical", "sound"], "label": ["1", "2", "3", "4"]}, "answerKey": "4"}, "target": "sound", "arguments": ["Question: Which form of energy is produced when a rubber band vibrates?\nAnswer:", " ["], "resps": [[[-8.2421875, false]], [[-8.7421875, false]], [[-8.9921875, false]], [[-10.2421875, false]], [[-8.9921875, false]], [[-8.9921875, false]], [[-8.7421875, false]], [[-8.9921875, false]], [[-4.74609375, false]], [[-10.9921875, false]], [[-8.7421875, false]], [[-9.703125, false]], [[-5.24609375, false]], [[-8.7421875, false]], [[-10.9921875, false]], [[-8.7421875, false]], [[-10.7421875, false]], [[-10.2421875, false]], [[-10.2421875, false]], [[-8.7421875, false]], [[-9.703125, false]], [[-5.24609375, false]], [[-8.7421875, false]], [[-8.9921875, false]], [[-10.9921875, false]], [[-8.9921875, false]], [[-8.9921875, false]], [[-10.2421875, false]], [[-8.4921875, false]], [[-8.7421875, false]], [[-8.9921875, false]], [[-4.74609375, false]], [[-10.9921875, false]], [[-8.7421875, false]], [[-9.703125, false]], [[-5.24609375, false]], [[-8.7421875, false]], [[-10.2421875, false]], [[-9.2421875, false]], [[-8.9921875, false]], [[-8.9921875, false]], [[-10.4921875, false]], [[-8.7421875, false]], [[-14.9921875, false]]], "filtered_resps": [[-8.2421875, false], [-8.7421875, false], [-8.9921875, false], [-10.2421875, false], [-8.9921875, false], [-8.9921875, false], [-8.7421875, false], [-8.9921875, false], [-4.74609375, false], [-10.9921875, false], [-8.7421875, false], [-9.703125, false], [-5.24609375, false], [-8.7421875, false], [-10.9921875, false], [-8.7421875, false], [-10.7421875, false], [-10.2421875, false], [-10.2421875, false], [-8.7421875, false], [-9.703125, false], [-5.24609375, false], [-8.7421875, false], [-8.9921875, false], [-10.9921875, false], [-8.9921875, false], [-8.9921875, false], [-10.2421875, false], [-8.4921875, false], [-8.7421875, false], [-8.9921875, false], [-4.74609375, false], [-10.9921875, false], [-8.7421875, false], [-9.703125, false], [-5.24609375, false], [-8.7421875, false], [-10.2421875, false], [-9.2421875, false], [-8.9921875, false], [-8.9921875, false], [-10.4921875, false], [-8.7421875, false], [-14.9921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1603, "doc": {"id": "Mercury_410702", "question": "The length of a year on Earth is a little over 365 days. The length of a year on a planet is best described as the time it takes for which to occur?", "choices": {"text": ["the planet to revolve once around the Sun", "the seasons to complete a full cycle", "the planet to rotate once on its axis", "the Sun to rotate once on its axis"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "the planet to revolve once around the Sun", "arguments": ["Question: The length of a year on Earth is a little over 365 days. The length of a year on a planet is best described as the time it takes for which to occur?\nAnswer:", " ["], "resps": [[[-7.15625, false]], [[-8.65625, false]], [[-6.40625, false]], [[-8.40625, false]], [[-6.65625, false]], [[-4.40625, false]], [[-8.40625, false]], [[-9.15625, false]], [[-4.15625, false]], [[-7.65625, false]], [[-6.65625, false]], [[-6.40625, false]], [[-4.40625, false]], [[-6.40625, false]], [[-8.90625, false]], [[-4.40625, false]], [[-8.90625, false]], [[-6.65625, false]], [[-8.65625, false]], [[-8.90625, false]], [[-9.15625, false]], [[-8.65625, false]], [[-6.65625, false]], [[-4.40625, false]], [[-8.90625, false]], [[-7.65625, false]], [[-8.65625, false]], [[-6.65625, false]], [[-4.40625, false]], [[-4.15625, false]], [[-8.90625, false]], [[-8.90625, false]], [[-9.40625, false]], [[-7.65625, false]], [[-8.15625, false]], [[-4.40625, false]], [[-6.40625, false]], [[-8.40625, false]], [[-6.65625, false]], [[-4.40625, false]], [[-6.90625, false]], [[-9.40625, false]], [[-7.65625, false]], [[-8.65625, false]], [[-8.9296875, false]], [[-4.40625, false]], [[-8.65625, false]], [[-6.40625, false]], [[-8.40625, false]], [[-6.65625, false]], [[-4.40625, false]], [[-8.65625, false]], [[-6.65625, false]], [[-4.15625, false]], [[-8.65625, false]], [[-8.90625, false]], [[-7.65625, false]], [[-8.65625, false]], [[-4.40625, false]], [[-6.40625, false]], [[-8.90625, false]], [[-4.40625, false]], [[-8.65625, false]], [[-8.90625, false]], [[-8.40625, false]], [[-8.40625, false]], [[-9.15625, false]], [[-6.65625, false]], [[-6.40625, false]], [[-6.65625, false]], [[-4.40625, false]], [[-4.15625, false]], [[-4.40625, false]], [[-9.15625, false]], [[-9.40625, false]], [[-9.15625, false]], [[-9.15625, false]], [[-4.40625, false]], [[-8.65625, false]], [[-8.90625, false]], [[-8.65625, false]], [[-9.15625, false]], [[-6.65625, false]], [[-8.65625, false]], [[-8.9296875, false]], [[-4.40625, false]], [[-8.65625, false]], [[-6.40625, false]], [[-8.40625, false]], [[-6.65625, false]], [[-4.40625, false]], [[-8.40625, false]], [[-9.15625, false]], [[-4.15625, false]], [[-7.65625, false]], [[-6.65625, false]], [[-6.40625, false]], [[-4.40625, false]], [[-6.40625, false]], [[-8.90625, false]], [[-4.40625, false]], [[-8.90625, false]], [[-8.90625, false]], [[-6.40625, false]], [[-4.15625, false]], [[-6.40625, false]], [[-6.65625, false]], [[-4.40625, false]], [[-8.90625, false]], [[-7.65625, false]], [[-8.65625, false]], [[-6.65625, false]], [[-4.40625, false]], [[-8.90625, false]], [[-7.65625, false]], [[-4.40625, false]], [[-8.15625, false]], [[-6.40625, false]], [[-8.65625, false]], [[-4.40625, false]], [[-4.15625, false]], [[-7.40625, false]], [[-8.15625, false]], [[-8.65625, false]], [[-8.65625, false]], [[-8.9296875, false]], [[-4.40625, false]], [[-8.65625, false]], [[-6.40625, false]], [[-8.40625, false]], [[-6.65625, false]], [[-4.40625, false]], [[-6.90625, false]], [[-9.40625, false]], [[-7.65625, false]], [[-4.40625, false]], [[-6.40625, false]], [[-8.90625, false]], [[-4.40625, false]], [[-8.90625, false]], [[-8.90625, false]], [[-6.40625, false]], [[-4.15625, false]], [[-6.40625, false]], [[-6.65625, false]], [[-4.40625, false]], [[-8.90625, false]], [[-7.65625, false]], [[-8.65625, false]], [[-6.65625, false]], [[-4.40625, false]], [[-8.90625, false]], [[-7.65625, false]], [[-4.40625, false]], [[-8.15625, false]], [[-6.40625, false]], [[-8.65625, false]], [[-4.40625, false]], [[-4.15625, false]], [[-7.40625, false]], [[-8.15625, false]], [[-8.65625, false]], [[-8.65625, false]], [[-10.65625, false]]], "filtered_resps": [[-7.15625, false], [-8.65625, false], [-6.40625, false], [-8.40625, false], [-6.65625, false], [-4.40625, false], [-8.40625, false], [-9.15625, false], [-4.15625, false], [-7.65625, false], [-6.65625, false], [-6.40625, false], [-4.40625, false], [-6.40625, false], [-8.90625, false], [-4.40625, false], [-8.90625, false], [-6.65625, false], [-8.65625, false], [-8.90625, false], [-9.15625, false], [-8.65625, false], [-6.65625, false], [-4.40625, false], [-8.90625, false], [-7.65625, false], [-8.65625, false], [-6.65625, false], [-4.40625, false], [-4.15625, false], [-8.90625, false], [-8.90625, false], [-9.40625, false], [-7.65625, false], [-8.15625, false], [-4.40625, false], [-6.40625, false], [-8.40625, false], [-6.65625, false], [-4.40625, false], [-6.90625, false], [-9.40625, false], [-7.65625, false], [-8.65625, false], [-8.9296875, false], [-4.40625, false], [-8.65625, false], [-6.40625, false], [-8.40625, false], [-6.65625, false], [-4.40625, false], [-8.65625, false], [-6.65625, false], [-4.15625, false], [-8.65625, false], [-8.90625, false], [-7.65625, false], [-8.65625, false], [-4.40625, false], [-6.40625, false], [-8.90625, false], [-4.40625, false], [-8.65625, false], [-8.90625, false], [-8.40625, false], [-8.40625, false], [-9.15625, false], [-6.65625, false], [-6.40625, false], [-6.65625, false], [-4.40625, false], [-4.15625, false], [-4.40625, false], [-9.15625, false], [-9.40625, false], [-9.15625, false], [-9.15625, false], [-4.40625, false], [-8.65625, false], [-8.90625, false], [-8.65625, false], [-9.15625, false], [-6.65625, false], [-8.65625, false], [-8.9296875, false], [-4.40625, false], [-8.65625, false], [-6.40625, false], [-8.40625, false], [-6.65625, false], [-4.40625, false], [-8.40625, false], [-9.15625, false], [-4.15625, false], [-7.65625, false], [-6.65625, false], [-6.40625, false], [-4.40625, false], [-6.40625, false], [-8.90625, false], [-4.40625, false], [-8.90625, false], [-8.90625, false], [-6.40625, false], [-4.15625, false], [-6.40625, false], [-6.65625, false], [-4.40625, false], [-8.90625, false], [-7.65625, false], [-8.65625, false], [-6.65625, false], [-4.40625, false], [-8.90625, false], [-7.65625, false], [-4.40625, false], [-8.15625, false], [-6.40625, false], [-8.65625, false], [-4.40625, false], [-4.15625, false], [-7.40625, false], [-8.15625, false], [-8.65625, false], [-8.65625, false], [-8.9296875, false], [-4.40625, false], [-8.65625, false], [-6.40625, false], [-8.40625, false], [-6.65625, false], [-4.40625, false], [-6.90625, false], [-9.40625, false], [-7.65625, false], [-4.40625, false], [-6.40625, false], [-8.90625, false], [-4.40625, false], [-8.90625, false], [-8.90625, false], [-6.40625, false], [-4.15625, false], [-6.40625, false], [-6.65625, false], [-4.40625, false], [-8.90625, false], [-7.65625, false], [-8.65625, false], [-6.65625, false], [-4.40625, false], [-8.90625, false], [-7.65625, false], [-4.40625, false], [-8.15625, false], [-6.40625, false], [-8.65625, false], [-4.40625, false], [-4.15625, false], [-7.40625, false], [-8.15625, false], [-8.65625, false], [-8.65625, false], [-10.65625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1611, "doc": {"id": "Mercury_7141418", "question": "The house cat was believed to be tamed in ancient Egypt. In 2004, the remains of an eight-month old cat buried with its owner were discovered on the Mediterranean island of Cyprus. The date of burial, however, came before Egyptian civilization. Which best explains the importance of the discovery?", "choices": {"text": ["Wildcats are not related to house cats.", "Cats were domesticated earlier than originally thought.", "Wildcats were not domesticated.", "The period of Egyptian civilization was older than originally thought."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Cats were domesticated earlier than originally thought.", "arguments": ["Question: The house cat was believed to be tamed in ancient Egypt. In 2004, the remains of an eight-month old cat buried with its owner were discovered on the Mediterranean island of Cyprus. The date of burial, however, came before Egyptian civilization. Which best explains the importance of the discovery?\nAnswer:", " ["], "resps": [[[-7.171875, false]], [[-8.671875, false]], [[-8.171875, false]], [[-9.671875, false]], [[-10.421875, false]], [[-9.421875, false]], [[-9.171875, false]], [[-6.171875, false]], [[-11.296875, false]], [[-10.671875, false]], [[-6.421875, false]], [[-6.171875, false]], [[-11.546875, false]], [[-9.671875, false]], [[-6.421875, false]], [[-9.546875, false]], [[-9.921875, false]], [[-11.296875, false]], [[-6.421875, false]], [[-11.546875, false]], [[-9.671875, false]], [[-10.421875, false]], [[-6.171875, false]], [[-11.296875, false]], [[-9.671875, false]], [[-9.421875, false]], [[-6.421875, false]], [[-11.296875, false]], [[-9.921875, false]], [[-6.421875, false]], [[-12.171875, false]], [[-9.921875, false]], [[-11.796875, false]], [[-10.671875, false]], [[-9.671875, false]], [[-6.421875, false]], [[-9.171875, false]], [[-6.171875, false]], [[-11.296875, false]], [[-10.671875, false]], [[-7.76953125, false]], [[-8.671875, false]], [[-10.578125, false]], [[-6.421875, false]], [[-8.671875, false]], [[-5.671875, false]], [[-6.171875, false]], [[-11.296875, false]], [[-10.671875, false]], [[-6.421875, false]], [[-11.171875, false]], [[-9.671875, false]], [[-11.546875, false]], [[-9.671875, false]], [[-6.421875, false]], [[-9.421875, false]], [[-9.921875, false]], [[-10.546875, false]], [[-9.671875, false]], [[-10.671875, false]], [[-11.296875, false]], [[-9.671875, false]], [[-9.171875, false]], [[-6.171875, false]], [[-11.296875, false]], [[-9.671875, false]], [[-9.421875, false]], [[-6.421875, false]], [[-9.671875, false]], [[-6.171875, false]], [[-11.546875, false]], [[-10.421875, false]], [[-9.671875, false]], [[-9.671875, false]], [[-11.546875, false]], [[-6.421875, false]], [[-11.296875, false]], [[-12.171875, false]], [[-6.171875, false]], [[-9.546875, false]], [[-6.421875, false]], [[-9.921875, false]], [[-11.546875, false]], [[-9.671875, false]], [[-12.921875, false]], [[-9.671875, false]], [[-9.546875, false]], [[-6.171875, false]], [[-10.421875, false]], [[-10.421875, false]], [[-13.671875, false]], [[-6.421875, false]], [[-11.296875, false]], [[-12.171875, false]], [[-9.921875, false]], [[-11.796875, false]], [[-12.921875, false]], [[-12.171875, false]], [[-11.296875, false]], [[-7.76953125, false]], [[-8.671875, false]], [[-10.578125, false]], [[-6.421875, false]], [[-8.671875, false]], [[-8.171875, false]], [[-9.671875, false]], [[-10.421875, false]], [[-9.421875, false]], [[-9.171875, false]], [[-6.171875, false]], [[-11.296875, false]], [[-10.671875, false]], [[-6.421875, false]], [[-11.171875, false]], [[-9.671875, false]], [[-11.546875, false]], [[-9.671875, false]], [[-6.421875, false]], [[-9.546875, false]], [[-9.921875, false]], [[-11.296875, false]], [[-6.421875, false]], [[-9.421875, false]], [[-9.921875, false]], [[-10.546875, false]], [[-9.671875, false]], [[-10.671875, false]], [[-11.296875, false]], [[-9.671875, false]], [[-9.171875, false]], [[-6.171875, false]], [[-11.296875, false]], [[-9.671875, false]], [[-9.421875, false]], [[-7.76953125, false]], [[-8.671875, false]], [[-10.578125, false]], [[-6.421875, false]], [[-8.671875, false]], [[-7.921875, false]], [[-12.171875, false]], [[-9.671875, false]], [[-6.421875, false]], [[-9.546875, false]], [[-9.671875, false]], [[-11.546875, false]], [[-9.671875, false]], [[-9.921875, false]], [[-9.421875, false]], [[-6.421875, false]], [[-9.921875, false]], [[-10.671875, false]], [[-6.421875, false]], [[-6.046875, false]], [[-12.921875, false]], [[-13.671875, false]], [[-9.546875, false]], [[-11.296875, false]], [[-9.671875, false]], [[-6.171875, false]], [[-9.546875, false]], [[-6.421875, false]], [[-9.171875, false]], [[-9.671875, false]], [[-11.796875, false]], [[-9.671875, false]], [[-10.421875, false]], [[-9.671875, false]], [[-13.296875, false]], [[-6.171875, false]], [[-11.296875, false]], [[-9.671875, false]], [[-9.921875, false]], [[-9.546875, false]], [[-6.421875, false]], [[-11.171875, false]], [[-6.171875, false]], [[-10.671875, false]], [[-6.421875, false]], [[-9.921875, false]], [[-10.421875, false]], [[-9.421875, false]], [[-9.671875, false]], [[-11.546875, false]], [[-6.421875, false]], [[-11.296875, false]], [[-12.171875, false]], [[-6.171875, false]], [[-9.546875, false]], [[-6.421875, false]], [[-9.921875, false]], [[-11.546875, false]], [[-9.671875, false]], [[-12.921875, false]], [[-9.671875, false]], [[-9.546875, false]], [[-6.171875, false]], [[-10.421875, false]], [[-10.421875, false]], [[-13.671875, false]], [[-6.421875, false]], [[-11.296875, false]], [[-12.171875, false]], [[-9.921875, false]], [[-11.796875, false]], [[-12.921875, false]], [[-12.171875, false]], [[-11.296875, false]], [[-7.76953125, false]], [[-8.671875, false]], [[-12.546875, false]]], "filtered_resps": [[-7.171875, false], [-8.671875, false], [-8.171875, false], [-9.671875, false], [-10.421875, false], [-9.421875, false], [-9.171875, false], [-6.171875, false], [-11.296875, false], [-10.671875, false], [-6.421875, false], [-6.171875, false], [-11.546875, false], [-9.671875, false], [-6.421875, false], [-9.546875, false], [-9.921875, false], [-11.296875, false], [-6.421875, false], [-11.546875, false], [-9.671875, false], [-10.421875, false], [-6.171875, false], [-11.296875, false], [-9.671875, false], [-9.421875, false], [-6.421875, false], [-11.296875, false], [-9.921875, false], [-6.421875, false], [-12.171875, false], [-9.921875, false], [-11.796875, false], [-10.671875, false], [-9.671875, false], [-6.421875, false], [-9.171875, false], [-6.171875, false], [-11.296875, false], [-10.671875, false], [-7.76953125, false], [-8.671875, false], [-10.578125, false], [-6.421875, false], [-8.671875, false], [-5.671875, false], [-6.171875, false], [-11.296875, false], [-10.671875, false], [-6.421875, false], [-11.171875, false], [-9.671875, false], [-11.546875, false], [-9.671875, false], [-6.421875, false], [-9.421875, false], [-9.921875, false], [-10.546875, false], [-9.671875, false], [-10.671875, false], [-11.296875, false], [-9.671875, false], [-9.171875, false], [-6.171875, false], [-11.296875, false], [-9.671875, false], [-9.421875, false], [-6.421875, false], [-9.671875, false], [-6.171875, false], [-11.546875, false], [-10.421875, false], [-9.671875, false], [-9.671875, false], [-11.546875, false], [-6.421875, false], [-11.296875, false], [-12.171875, false], [-6.171875, false], [-9.546875, false], [-6.421875, false], [-9.921875, false], [-11.546875, false], [-9.671875, false], [-12.921875, false], [-9.671875, false], [-9.546875, false], [-6.171875, false], [-10.421875, false], [-10.421875, false], [-13.671875, false], [-6.421875, false], [-11.296875, false], [-12.171875, false], [-9.921875, false], [-11.796875, false], [-12.921875, false], [-12.171875, false], [-11.296875, false], [-7.76953125, false], [-8.671875, false], [-10.578125, false], [-6.421875, false], [-8.671875, false], [-8.171875, false], [-9.671875, false], [-10.421875, false], [-9.421875, false], [-9.171875, false], [-6.171875, false], [-11.296875, false], [-10.671875, false], [-6.421875, false], [-11.171875, false], [-9.671875, false], [-11.546875, false], [-9.671875, false], [-6.421875, false], [-9.546875, false], [-9.921875, false], [-11.296875, false], [-6.421875, false], [-9.421875, false], [-9.921875, false], [-10.546875, false], [-9.671875, false], [-10.671875, false], [-11.296875, false], [-9.671875, false], [-9.171875, false], [-6.171875, false], [-11.296875, false], [-9.671875, false], [-9.421875, false], [-7.76953125, false], [-8.671875, false], [-10.578125, false], [-6.421875, false], [-8.671875, false], [-7.921875, false], [-12.171875, false], [-9.671875, false], [-6.421875, false], [-9.546875, false], [-9.671875, false], [-11.546875, false], [-9.671875, false], [-9.921875, false], [-9.421875, false], [-6.421875, false], [-9.921875, false], [-10.671875, false], [-6.421875, false], [-6.046875, false], [-12.921875, false], [-13.671875, false], [-9.546875, false], [-11.296875, false], [-9.671875, false], [-6.171875, false], [-9.546875, false], [-6.421875, false], [-9.171875, false], [-9.671875, false], [-11.796875, false], [-9.671875, false], [-10.421875, false], [-9.671875, false], [-13.296875, false], [-6.171875, false], [-11.296875, false], [-9.671875, false], [-9.921875, false], [-9.546875, false], [-6.421875, false], [-11.171875, false], [-6.171875, false], [-10.671875, false], [-6.421875, false], [-9.921875, false], [-10.421875, false], [-9.421875, false], [-9.671875, false], [-11.546875, false], [-6.421875, false], [-11.296875, false], [-12.171875, false], [-6.171875, false], [-9.546875, false], [-6.421875, false], [-9.921875, false], [-11.546875, false], [-9.671875, false], [-12.921875, false], [-9.671875, false], [-9.546875, false], [-6.171875, false], [-10.421875, false], [-10.421875, false], [-13.671875, false], [-6.421875, false], [-11.296875, false], [-12.171875, false], [-9.921875, false], [-11.796875, false], [-12.921875, false], [-12.171875, false], [-11.296875, false], [-7.76953125, false], [-8.671875, false], [-12.546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1619, "doc": {"id": "Mercury_SC_407405", "question": "A hiker wants to know if air is warmer in a forest than in the nearby farm field. Which activity would best help the hiker find out which area is warmer?", "choices": {"text": ["reading a book about farm fields", "making a weather prediction for the forests", "measuring the wind speed at both locations", "recording the temperatures at both locations"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "recording the temperatures at both locations", "arguments": ["Question: A hiker wants to know if air is warmer in a forest than in the nearby farm field. Which activity would best help the hiker find out which area is warmer?\nAnswer:", " ["], "resps": [[[-6.8828125, false]], [[-9.8828125, false]], [[-11.7578125, false]], [[-8.7578125, false]], [[-5.3828125, false]], [[-9.0078125, false]], [[-9.5078125, false]], [[-10.5078125, false]], [[-10.6328125, false]], [[-5.02734375, false]], [[-5.3828125, false]], [[-5.02734375, false]], [[-8.5078125, false]], [[-10.6328125, false]], [[-10.6328125, false]], [[-11.6328125, false]], [[-5.0078125, false]], [[-5.3828125, false]], [[-8.5078125, false]], [[-10.6328125, false]], [[-12.8828125, false]], [[-11.2578125, false]], [[-5.0078125, false]], [[-9.8828125, false]], [[-5.3828125, false]], [[-11.7578125, false]], [[-9.5078125, false]], [[-5.0078125, false]], [[-9.8828125, false]], [[-9.5078125, false]], [[-8.7578125, false]], [[-10.5078125, false]], [[-9.0078125, false]], [[-9.5078125, false]], [[-9.8828125, false]], [[-9.90625, false]], [[-5.0078125, false]], [[-9.8828125, false]], [[-9.5078125, false]], [[-5.3828125, false]], [[-11.6328125, false]], [[-9.5078125, false]], [[-10.5078125, false]], [[-10.6328125, false]], [[-5.0078125, false]], [[-5.3828125, false]], [[-5.0078125, false]], [[-10.8828125, false]], [[-8.7578125, false]], [[-5.3828125, false]], [[-11.2578125, false]], [[-9.7578125, false]], [[-8.7578125, false]], [[-11.7578125, false]], [[-5.0078125, false]], [[-9.8828125, false]], [[-11.7578125, false]], [[-8.7578125, false]], [[-9.0078125, false]], [[-9.5078125, false]], [[-9.2578125, false]], [[-11.2578125, false]], [[-9.5078125, false]], [[-10.6328125, false]], [[-10.5078125, false]], [[-5.0078125, false]], [[-9.8828125, false]], [[-10.6328125, false]], [[-11.7578125, false]], [[-5.0078125, false]], [[-11.2578125, false]], [[-9.7578125, false]], [[-8.7578125, false]], [[-5.0078125, false]], [[-9.8828125, false]], [[-10.6328125, false]], [[-11.7578125, false]], [[-8.7578125, false]], [[-9.5078125, false]], [[-11.2578125, false]], [[-9.5078125, false]], [[-9.8828125, false]], [[-9.890625, false]], [[-5.0078125, false]], [[-9.8828125, false]], [[-9.5078125, false]], [[-8.7578125, false]], [[-5.3828125, false]], [[-9.5078125, false]], [[-12.8828125, false]], [[-11.7578125, false]], [[-9.5078125, false]], [[-10.5078125, false]], [[-10.6328125, false]], [[-5.0078125, false]], [[-11.2578125, false]], [[-9.7578125, false]], [[-8.7578125, false]], [[-5.0078125, false]], [[-10.8828125, false]], [[-9.5078125, false]], [[-10.5078125, false]], [[-9.0078125, false]], [[-5.0078125, false]], [[-9.5078125, false]], [[-9.8828125, false]], [[-8.7578125, false]], [[-8.7578125, false]], [[-9.0078125, false]], [[-5.0078125, false]], [[-5.3828125, false]], [[-11.2578125, false]], [[-5.0078125, false]], [[-8.5078125, false]], [[-10.6328125, false]], [[-11.2578125, false]], [[-9.7578125, false]], [[-5.0078125, false]], [[-10.5078125, false]], [[-10.6328125, false]], [[-9.2578125, false]], [[-5.3828125, false]], [[-11.2578125, false]], [[-9.5078125, false]], [[-10.6328125, false]], [[-10.5078125, false]], [[-9.5078125, false]], [[-9.8828125, false]], [[-9.890625, false]], [[-5.0078125, false]], [[-9.8828125, false]], [[-11.7578125, false]], [[-8.7578125, false]], [[-9.2578125, false]], [[-10.6328125, false]], [[-11.7578125, false]], [[-9.0078125, false]], [[-9.5078125, false]], [[-10.5078125, false]], [[-10.6328125, false]], [[-5.0078125, false]], [[-11.2578125, false]], [[-9.7578125, false]], [[-8.7578125, false]], [[-5.0078125, false]], [[-11.2578125, false]], [[-8.7578125, false]], [[-9.5078125, false]], [[-9.8828125, false]], [[-8.7578125, false]], [[-11.7578125, false]], [[-5.3828125, false]], [[-11.2578125, false]], [[-12.8828125, false]], [[-11.7578125, false]], [[-8.7578125, false]], [[-9.5078125, false]], [[-5.0078125, false]], [[-5.3828125, false]], [[-11.2578125, false]], [[-5.0078125, false]], [[-8.5078125, false]], [[-10.6328125, false]], [[-11.2578125, false]], [[-9.7578125, false]], [[-5.0078125, false]], [[-10.5078125, false]], [[-10.6328125, false]], [[-9.2578125, false]], [[-5.3828125, false]], [[-11.2578125, false]], [[-9.5078125, false]], [[-10.6328125, false]], [[-10.5078125, false]], [[-9.5078125, false]], [[-9.8828125, false]], [[-13.2578125, false]]], "filtered_resps": [[-6.8828125, false], [-9.8828125, false], [-11.7578125, false], [-8.7578125, false], [-5.3828125, false], [-9.0078125, false], [-9.5078125, false], [-10.5078125, false], [-10.6328125, false], [-5.02734375, false], [-5.3828125, false], [-5.02734375, false], [-8.5078125, false], [-10.6328125, false], [-10.6328125, false], [-11.6328125, false], [-5.0078125, false], [-5.3828125, false], [-8.5078125, false], [-10.6328125, false], [-12.8828125, false], [-11.2578125, false], [-5.0078125, false], [-9.8828125, false], [-5.3828125, false], [-11.7578125, false], [-9.5078125, false], [-5.0078125, false], [-9.8828125, false], [-9.5078125, false], [-8.7578125, false], [-10.5078125, false], [-9.0078125, false], [-9.5078125, false], [-9.8828125, false], [-9.90625, false], [-5.0078125, false], [-9.8828125, false], [-9.5078125, false], [-5.3828125, false], [-11.6328125, false], [-9.5078125, false], [-10.5078125, false], [-10.6328125, false], [-5.0078125, false], [-5.3828125, false], [-5.0078125, false], [-10.8828125, false], [-8.7578125, false], [-5.3828125, false], [-11.2578125, false], [-9.7578125, false], [-8.7578125, false], [-11.7578125, false], [-5.0078125, false], [-9.8828125, false], [-11.7578125, false], [-8.7578125, false], [-9.0078125, false], [-9.5078125, false], [-9.2578125, false], [-11.2578125, false], [-9.5078125, false], [-10.6328125, false], [-10.5078125, false], [-5.0078125, false], [-9.8828125, false], [-10.6328125, false], [-11.7578125, false], [-5.0078125, false], [-11.2578125, false], [-9.7578125, false], [-8.7578125, false], [-5.0078125, false], [-9.8828125, false], [-10.6328125, false], [-11.7578125, false], [-8.7578125, false], [-9.5078125, false], [-11.2578125, false], [-9.5078125, false], [-9.8828125, false], [-9.890625, false], [-5.0078125, false], [-9.8828125, false], [-9.5078125, false], [-8.7578125, false], [-5.3828125, false], [-9.5078125, false], [-12.8828125, false], [-11.7578125, false], [-9.5078125, false], [-10.5078125, false], [-10.6328125, false], [-5.0078125, false], [-11.2578125, false], [-9.7578125, false], [-8.7578125, false], [-5.0078125, false], [-10.8828125, false], [-9.5078125, false], [-10.5078125, false], [-9.0078125, false], [-5.0078125, false], [-9.5078125, false], [-9.8828125, false], [-8.7578125, false], [-8.7578125, false], [-9.0078125, false], [-5.0078125, false], [-5.3828125, false], [-11.2578125, false], [-5.0078125, false], [-8.5078125, false], [-10.6328125, false], [-11.2578125, false], [-9.7578125, false], [-5.0078125, false], [-10.5078125, false], [-10.6328125, false], [-9.2578125, false], [-5.3828125, false], [-11.2578125, false], [-9.5078125, false], [-10.6328125, false], [-10.5078125, false], [-9.5078125, false], [-9.8828125, false], [-9.890625, false], [-5.0078125, false], [-9.8828125, false], [-11.7578125, false], [-8.7578125, false], [-9.2578125, false], [-10.6328125, false], [-11.7578125, false], [-9.0078125, false], [-9.5078125, false], [-10.5078125, false], [-10.6328125, false], [-5.0078125, false], [-11.2578125, false], [-9.7578125, false], [-8.7578125, false], [-5.0078125, false], [-11.2578125, false], [-8.7578125, false], [-9.5078125, false], [-9.8828125, false], [-8.7578125, false], [-11.7578125, false], [-5.3828125, false], [-11.2578125, false], [-12.8828125, false], [-11.7578125, false], [-8.7578125, false], [-9.5078125, false], [-5.0078125, false], [-5.3828125, false], [-11.2578125, false], [-5.0078125, false], [-8.5078125, false], [-10.6328125, false], [-11.2578125, false], [-9.7578125, false], [-5.0078125, false], [-10.5078125, false], [-10.6328125, false], [-9.2578125, false], [-5.3828125, false], [-11.2578125, false], [-9.5078125, false], [-10.6328125, false], [-10.5078125, false], [-9.5078125, false], [-9.8828125, false], [-13.2578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1627, "doc": {"id": "Mercury_7099260", "question": "The body is made up of many systems that interact with one another. For example, the skeletal system and the muscular system work together to help the body move. Which system works with the respiratory system to distribute oxygen to the body?", "choices": {"text": ["muscular system", "digestive system", "lymphatic system", "circulatory system"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "circulatory system", "arguments": ["Question: The body is made up of many systems that interact with one another. For example, the skeletal system and the muscular system work together to help the body move. Which system works with the respiratory system to distribute oxygen to the body?\nAnswer:", " ["], "resps": [[[-8.28125, false]], [[-11.78125, false]], [[-10.03125, false]], [[-11.28125, false]], [[-10.28125, false]], [[-7.03125, false]], [[-11.28125, false]], [[-9.78125, false]], [[-5.53125, false]], [[-9.78125, false]], [[-6.28125, false]], [[-10.28125, false]], [[-12.53125, false]], [[-10.28125, false]], [[-9.78125, false]], [[-10.03125, false]], [[-10.03125, false]], [[-11.78125, false]], [[-11.109375, false]], [[-6.28125, false]], [[-11.78125, false]], [[-9.53125, false]], [[-10.03125, false]], [[-12.53125, false]], [[-10.03125, false]], [[-10.28125, false]], [[-9.78125, false]], [[-10.03125, false]], [[-9.78125, false]], [[-10.03125, false]], [[-6.28125, false]], [[-10.28125, false]], [[-12.53125, false]], [[-10.28125, false]], [[-9.78125, false]], [[-10.03125, false]], [[-10.03125, false]], [[-11.78125, false]], [[-11.109375, false]], [[-6.28125, false]], [[-11.78125, false]], [[-9.78125, false]], [[-12.53125, false]], [[-10.03125, false]], [[-10.28125, false]], [[-10.53125, false]], [[-5.53125, false]], [[-9.78125, false]], [[-10.03125, false]], [[-7.03125, false]], [[-6.28125, false]], [[-10.28125, false]], [[-12.53125, false]], [[-10.28125, false]], [[-9.78125, false]], [[-10.03125, false]], [[-10.03125, false]], [[-11.78125, false]], [[-11.109375, false]], [[-6.28125, false]], [[-11.78125, false]], [[-7.03125, false]], [[-10.03125, false]], [[-9.78125, false]], [[-7.03125, false]], [[-11.28125, false]], [[-9.78125, false]], [[-5.53125, false]], [[-9.78125, false]], [[-9.53125, false]], [[-9.78125, false]], [[-12.53125, false]], [[-6.28125, false]], [[-10.28125, false]], [[-12.53125, false]], [[-10.28125, false]], [[-9.78125, false]], [[-10.03125, false]], [[-10.03125, false]], [[-11.78125, false]], [[-13.28125, false]]], "filtered_resps": [[-8.28125, false], [-11.78125, false], [-10.03125, false], [-11.28125, false], [-10.28125, false], [-7.03125, false], [-11.28125, false], [-9.78125, false], [-5.53125, false], [-9.78125, false], [-6.28125, false], [-10.28125, false], [-12.53125, false], [-10.28125, false], [-9.78125, false], [-10.03125, false], [-10.03125, false], [-11.78125, false], [-11.109375, false], [-6.28125, false], [-11.78125, false], [-9.53125, false], [-10.03125, false], [-12.53125, false], [-10.03125, false], [-10.28125, false], [-9.78125, false], [-10.03125, false], [-9.78125, false], [-10.03125, false], [-6.28125, false], [-10.28125, false], [-12.53125, false], [-10.28125, false], [-9.78125, false], [-10.03125, false], [-10.03125, false], [-11.78125, false], [-11.109375, false], [-6.28125, false], [-11.78125, false], [-9.78125, false], [-12.53125, false], [-10.03125, false], [-10.28125, false], [-10.53125, false], [-5.53125, false], [-9.78125, false], [-10.03125, false], [-7.03125, false], [-6.28125, false], [-10.28125, false], [-12.53125, false], [-10.28125, false], [-9.78125, false], [-10.03125, false], [-10.03125, false], [-11.78125, false], [-11.109375, false], [-6.28125, false], [-11.78125, false], [-7.03125, false], [-10.03125, false], [-9.78125, false], [-7.03125, false], [-11.28125, false], [-9.78125, false], [-5.53125, false], [-9.78125, false], [-9.53125, false], [-9.78125, false], [-12.53125, false], [-6.28125, false], [-10.28125, false], [-12.53125, false], [-10.28125, false], [-9.78125, false], [-10.03125, false], [-10.03125, false], [-11.78125, false], [-13.28125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1635, "doc": {"id": "Mercury_SC_406840", "question": "Which part of a plant helps the plant make food from sunlight?", "choices": {"text": ["leaf", "seed", "fruit", "pollen"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "leaf", "arguments": ["Question: Which part of a plant helps the plant make food from sunlight?\nAnswer:", " ["], "resps": [[[-7.84765625, false]], [[-9.84375, false]], [[-11.34375, false]], [[-9.34375, false]], [[-5.09765625, false]], [[-12.34375, false]], [[-9.84375, false]], [[-9.7890625, false]], [[-6.09765625, false]], [[-9.84375, false]], [[-10.34375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-10.34375, false]], [[-9.84375, false]], [[-9.7890625, false]], [[-6.09765625, false]], [[-9.84375, false]], [[-12.34375, false]], [[-10.84375, false]], [[-11.09375, false]], [[-10.09375, false]], [[-10.09375, false]], [[-9.84375, false]], [[-9.7890625, false]], [[-6.09765625, false]], [[-9.84375, false]], [[-10.34375, false]], [[-9.09375, false]], [[-11.34375, false]], [[-11.34375, false]], [[-9.34375, false]], [[-9.59375, false]], [[-9.84375, false]], [[-14.34375, false]]], "filtered_resps": [[-7.84765625, false], [-9.84375, false], [-11.34375, false], [-9.34375, false], [-5.09765625, false], [-12.34375, false], [-9.84375, false], [-9.7890625, false], [-6.09765625, false], [-9.84375, false], [-10.34375, false], [-9.34375, false], [-9.34375, false], [-10.34375, false], [-9.84375, false], [-9.7890625, false], [-6.09765625, false], [-9.84375, false], [-12.34375, false], [-10.84375, false], [-11.09375, false], [-10.09375, false], [-10.09375, false], [-9.84375, false], [-9.7890625, false], [-6.09765625, false], [-9.84375, false], [-10.34375, false], [-9.09375, false], [-11.34375, false], [-11.34375, false], [-9.34375, false], [-9.59375, false], [-9.84375, false], [-14.34375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1643, "doc": {"id": "MCAS_2011_8_17692", "question": "Which of the following is produced when two or more elements combine in a chemical reaction?", "choices": {"text": ["atom", "compound", "mixture", "solution"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "compound", "arguments": ["Question: Which of the following is produced when two or more elements combine in a chemical reaction?\nAnswer:", " ["], "resps": [[[-5.30078125, false]], [[-9.5546875, false]], [[-3.55078125, false]], [[-9.0546875, false]], [[-8.5546875, false]], [[-6.55078125, false]], [[-9.5546875, false]], [[-9.671875, false]], [[-4.80078125, false]], [[-9.5546875, false]], [[-6.55078125, false]], [[-8.5546875, false]], [[-6.55078125, false]], [[-7.55078125, false]], [[-8.5546875, false]], [[-8.8046875, false]], [[-6.30078125, false]], [[-8.5546875, false]], [[-9.5546875, false]], [[-9.671875, false]], [[-4.80078125, false]], [[-9.5546875, false]], [[-6.55078125, false]], [[-5.80078125, false]], [[-7.30078125, false]], [[-9.0546875, false]], [[-8.8046875, false]], [[-8.8046875, false]], [[-8.0546875, false]], [[-9.5546875, false]], [[-9.671875, false]], [[-4.80078125, false]], [[-9.5546875, false]], [[-10.3046875, false]], [[-8.5546875, false]], [[-10.0546875, false]], [[-8.8046875, false]], [[-9.0546875, false]], [[-5.80078125, false]], [[-8.5546875, false]], [[-6.30078125, false]], [[-9.5546875, false]], [[-11.3046875, false]]], "filtered_resps": [[-5.30078125, false], [-9.5546875, false], [-3.55078125, false], [-9.0546875, false], [-8.5546875, false], [-6.55078125, false], [-9.5546875, false], [-9.671875, false], [-4.80078125, false], [-9.5546875, false], [-6.55078125, false], [-8.5546875, false], [-6.55078125, false], [-7.55078125, false], [-8.5546875, false], [-8.8046875, false], [-6.30078125, false], [-8.5546875, false], [-9.5546875, false], [-9.671875, false], [-4.80078125, false], [-9.5546875, false], [-6.55078125, false], [-5.80078125, false], [-7.30078125, false], [-9.0546875, false], [-8.8046875, false], [-8.8046875, false], [-8.0546875, false], [-9.5546875, false], [-9.671875, false], [-4.80078125, false], [-9.5546875, false], [-10.3046875, false], [-8.5546875, false], [-10.0546875, false], [-8.8046875, false], [-9.0546875, false], [-5.80078125, false], [-8.5546875, false], [-6.30078125, false], [-9.5546875, false], [-11.3046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1651, "doc": {"id": "Mercury_SC_LBS10939", "question": "Centuries ago, people used their knowledge of the stars to", "choices": {"text": ["navigate ships.", "study the weather.", "predict volcanic eruptions.", "map the Earth's surface."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "navigate ships.", "arguments": ["Question: Centuries ago, people used their knowledge of the stars to\nAnswer:", " ["], "resps": [[[-7.05859375, false]], [[-7.18359375, false]], [[-9.6875, false]], [[-5.55859375, false]], [[-11.0625, false]], [[-8.4375, false]], [[-11.0625, false]], [[-5.55859375, false]], [[-9.3125, false]], [[-8.3125, false]], [[-5.55859375, false]], [[-9.0625, false]], [[-10.9375, false]], [[-8.4375, false]], [[-10.0625, false]], [[-9.0625, false]], [[-7.96875, false]], [[-7.18359375, false]], [[-8.71875, false]], [[-5.55859375, false]], [[-7.18359375, false]], [[-9.0625, false]], [[-9.3125, false]], [[-11.1875, false]], [[-8.9375, false]], [[-11.4375, false]], [[-5.55859375, false]], [[-9.3125, false]], [[-10.9375, false]], [[-8.3125, false]], [[-5.55859375, false]], [[-9.9375, false]], [[-8.3125, false]], [[-5.55859375, false]], [[-9.3125, false]], [[-10.9375, false]], [[-8.3125, false]], [[-10.9375, false]], [[-7.96875, false]], [[-7.18359375, false]], [[-8.71875, false]], [[-5.55859375, false]], [[-7.18359375, false]], [[-10.0625, false]], [[-10.9375, false]], [[-8.3125, false]], [[-8.9375, false]], [[-8.4375, false]], [[-9.1875, false]], [[-9.3125, false]], [[-5.55859375, false]], [[-11.0625, false]], [[-9.5625, false]], [[-10.0625, false]], [[-9.1875, false]], [[-5.55859375, false]], [[-9.6875, false]], [[-8.4375, false]], [[-9.1875, false]], [[-5.55859375, false]], [[-8.3125, false]], [[-10.9375, false]], [[-11.1875, false]], [[-10.0625, false]], [[-9.3125, false]], [[-8.4375, false]], [[-9.5625, false]], [[-9.6875, false]], [[-9.0625, false]], [[-7.96875, false]], [[-7.18359375, false]], [[-8.71875, false]], [[-5.55859375, false]], [[-4.93359375, false]], [[-10.5625, false]], [[-5.55859375, false]], [[-10.0625, false]], [[-5.55859375, false]], [[-9.3125, false]], [[-10.9375, false]], [[-8.3125, false]], [[-5.55859375, false]], [[-6.18359375, false]], [[-5.55859375, false]], [[-10.9375, false]], [[-9.3125, false]], [[-10.9375, false]], [[-7.18359375, false]], [[-9.0625, false]], [[-5.55859375, false]], [[-9.0625, false]], [[-11.1875, false]], [[-10.9375, false]], [[-10.4375, false]], [[-5.55859375, false]], [[-9.1875, false]], [[-8.3125, false]], [[-7.96875, false]], [[-4.93359375, false]], [[-12.0625, false]]], "filtered_resps": [[-7.05859375, false], [-7.18359375, false], [-9.6875, false], [-5.55859375, false], [-11.0625, false], [-8.4375, false], [-11.0625, false], [-5.55859375, false], [-9.3125, false], [-8.3125, false], [-5.55859375, false], [-9.0625, false], [-10.9375, false], [-8.4375, false], [-10.0625, false], [-9.0625, false], [-7.96875, false], [-7.18359375, false], [-8.71875, false], [-5.55859375, false], [-7.18359375, false], [-9.0625, false], [-9.3125, false], [-11.1875, false], [-8.9375, false], [-11.4375, false], [-5.55859375, false], [-9.3125, false], [-10.9375, false], [-8.3125, false], [-5.55859375, false], [-9.9375, false], [-8.3125, false], [-5.55859375, false], [-9.3125, false], [-10.9375, false], [-8.3125, false], [-10.9375, false], [-7.96875, false], [-7.18359375, false], [-8.71875, false], [-5.55859375, false], [-7.18359375, false], [-10.0625, false], [-10.9375, false], [-8.3125, false], [-8.9375, false], [-8.4375, false], [-9.1875, false], [-9.3125, false], [-5.55859375, false], [-11.0625, false], [-9.5625, false], [-10.0625, false], [-9.1875, false], [-5.55859375, false], [-9.6875, false], [-8.4375, false], [-9.1875, false], [-5.55859375, false], [-8.3125, false], [-10.9375, false], [-11.1875, false], [-10.0625, false], [-9.3125, false], [-8.4375, false], [-9.5625, false], [-9.6875, false], [-9.0625, false], [-7.96875, false], [-7.18359375, false], [-8.71875, false], [-5.55859375, false], [-4.93359375, false], [-10.5625, false], [-5.55859375, false], [-10.0625, false], [-5.55859375, false], [-9.3125, false], [-10.9375, false], [-8.3125, false], [-5.55859375, false], [-6.18359375, false], [-5.55859375, false], [-10.9375, false], [-9.3125, false], [-10.9375, false], [-7.18359375, false], [-9.0625, false], [-5.55859375, false], [-9.0625, false], [-11.1875, false], [-10.9375, false], [-10.4375, false], [-5.55859375, false], [-9.1875, false], [-8.3125, false], [-7.96875, false], [-4.93359375, false], [-12.0625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1659, "doc": {"id": "NYSEDREGENTS_2013_4_19", "question": "Animals get the energy they need for growth and repair by", "choices": {"text": ["eating food", "absorbing sunlight", "eliminating waste", "drinking water"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "eating food", "arguments": ["Question: Animals get the energy they need for growth and repair by\nAnswer:", " ["], "resps": [[[-7.2421875, false]], [[-7.6171875, false]], [[-7.8671875, false]], [[-5.1171875, false]], [[-10.1171875, false]], [[-7.8671875, false]], [[-8.7421875, false]], [[-10.2421875, false]], [[-4.9921875, false]], [[-9.9921875, false]], [[-8.4921875, false]], [[-8.4921875, false]], [[-8.2421875, false]], [[-7.6171875, false]], [[-8.8515625, false]], [[-4.9921875, false]], [[-7.6171875, false]], [[-5.1171875, false]], [[-7.4921875, false]], [[-8.6171875, false]], [[-8.4921875, false]], [[-10.2421875, false]], [[-7.4921875, false]], [[-7.8671875, false]], [[-8.7421875, false]], [[-10.2421875, false]], [[-4.9921875, false]], [[-8.6171875, false]], [[-10.7421875, false]], [[-8.7421875, false]], [[-9.1171875, false]], [[-7.8671875, false]], [[-10.2421875, false]], [[-9.8671875, false]], [[-10.1171875, false]], [[-7.6171875, false]], [[-8.8515625, false]], [[-4.9921875, false]], [[-7.6171875, false]], [[-7.8671875, false]], [[-9.1171875, false]], [[-7.8671875, false]], [[-10.3671875, false]], [[-7.8671875, false]], [[-8.7421875, false]], [[-5.1171875, false]], [[-10.1171875, false]], [[-7.8671875, false]], [[-8.7421875, false]], [[-10.2421875, false]], [[-4.9921875, false]], [[-9.2421875, false]], [[-5.1171875, false]], [[-8.6171875, false]], [[-10.1171875, false]], [[-7.8671875, false]], [[-7.6171875, false]], [[-8.8515625, false]], [[-4.9921875, false]], [[-7.6171875, false]], [[-8.2421875, false]], [[-10.2421875, false]], [[-7.8671875, false]], [[-8.7421875, false]], [[-8.6171875, false]], [[-7.8671875, false]], [[-8.7421875, false]], [[-10.2421875, false]], [[-4.9921875, false]], [[-9.2421875, false]], [[-5.1171875, false]], [[-10.1171875, false]], [[-7.8671875, false]], [[-10.2421875, false]], [[-7.6171875, false]], [[-11.8671875, false]]], "filtered_resps": [[-7.2421875, false], [-7.6171875, false], [-7.8671875, false], [-5.1171875, false], [-10.1171875, false], [-7.8671875, false], [-8.7421875, false], [-10.2421875, false], [-4.9921875, false], [-9.9921875, false], [-8.4921875, false], [-8.4921875, false], [-8.2421875, false], [-7.6171875, false], [-8.8515625, false], [-4.9921875, false], [-7.6171875, false], [-5.1171875, false], [-7.4921875, false], [-8.6171875, false], [-8.4921875, false], [-10.2421875, false], [-7.4921875, false], [-7.8671875, false], [-8.7421875, false], [-10.2421875, false], [-4.9921875, false], [-8.6171875, false], [-10.7421875, false], [-8.7421875, false], [-9.1171875, false], [-7.8671875, false], [-10.2421875, false], [-9.8671875, false], [-10.1171875, false], [-7.6171875, false], [-8.8515625, false], [-4.9921875, false], [-7.6171875, false], [-7.8671875, false], [-9.1171875, false], [-7.8671875, false], [-10.3671875, false], [-7.8671875, false], [-8.7421875, false], [-5.1171875, false], [-10.1171875, false], [-7.8671875, false], [-8.7421875, false], [-10.2421875, false], [-4.9921875, false], [-9.2421875, false], [-5.1171875, false], [-8.6171875, false], [-10.1171875, false], [-7.8671875, false], [-7.6171875, false], [-8.8515625, false], [-4.9921875, false], [-7.6171875, false], [-8.2421875, false], [-10.2421875, false], [-7.8671875, false], [-8.7421875, false], [-8.6171875, false], [-7.8671875, false], [-8.7421875, false], [-10.2421875, false], [-4.9921875, false], [-9.2421875, false], [-5.1171875, false], [-10.1171875, false], [-7.8671875, false], [-10.2421875, false], [-7.6171875, false], [-11.8671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1667, "doc": {"id": "Mercury_SC_405026", "question": "A class made a solar cooker out of a large can. What color should they paint the can in order to collect the most heat?", "choices": {"text": ["black", "green", "pink", "white"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "black", "arguments": ["Question: A class made a solar cooker out of a large can. What color should they paint the can in order to collect the most heat?\nAnswer:", " ["], "resps": [[[-7.48046875, false]], [[-9.2265625, false]], [[-8.2265625, false]], [[-10.4765625, false]], [[-5.23046875, false]], [[-8.2265625, false]], [[-11.2265625, false]], [[-9.2265625, false]], [[-10.296875, false]], [[-5.48046875, false]], [[-9.2265625, false]], [[-10.9765625, false]], [[-8.4765625, false]], [[-9.2265625, false]], [[-9.2265625, false]], [[-9.2265625, false]], [[-9.2265625, false]], [[-10.296875, false]], [[-5.48046875, false]], [[-9.2265625, false]], [[-10.2265625, false]], [[-8.9765625, false]], [[-9.2265625, false]], [[-11.2265625, false]], [[-9.2265625, false]], [[-10.296875, false]], [[-5.48046875, false]], [[-9.2265625, false]], [[-10.4765625, false]], [[-10.9765625, false]], [[-8.9765625, false]], [[-9.7265625, false]], [[-9.2265625, false]], [[-9.2265625, false]], [[-12.4765625, false]]], "filtered_resps": [[-7.48046875, false], [-9.2265625, false], [-8.2265625, false], [-10.4765625, false], [-5.23046875, false], [-8.2265625, false], [-11.2265625, false], [-9.2265625, false], [-10.296875, false], [-5.48046875, false], [-9.2265625, false], [-10.9765625, false], [-8.4765625, false], [-9.2265625, false], [-9.2265625, false], [-9.2265625, false], [-9.2265625, false], [-10.296875, false], [-5.48046875, false], [-9.2265625, false], [-10.2265625, false], [-8.9765625, false], [-9.2265625, false], [-11.2265625, false], [-9.2265625, false], [-10.296875, false], [-5.48046875, false], [-9.2265625, false], [-10.4765625, false], [-10.9765625, false], [-8.9765625, false], [-9.7265625, false], [-9.2265625, false], [-9.2265625, false], [-12.4765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1675, "doc": {"id": "ACTAAP_2010_5_2", "question": "In the 16005 Robert Hooke invented an improved type of microscope. Which of these was a direct result of this invention?", "choices": {"text": ["The first view of atoms and molecules", "Detailed observations of Jupiter and Mars", "The name spectrum for the colors of light", "The term cell to describe the smallest unit of life"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "The term cell to describe the smallest unit of life", "arguments": ["Question: In the 16005 Robert Hooke invented an improved type of microscope. Which of these was a direct result of this invention?\nAnswer:", " ["], "resps": [[[-6.671875, false]], [[-8.171875, false]], [[-6.671875, false]], [[-10.171875, false]], [[-7.671875, false]], [[-5.921875, false]], [[-6.671875, false]], [[-7.171875, false]], [[-8.421875, false]], [[-8.171875, false]], [[-9.171875, false]], [[-5.921875, false]], [[-9.671875, false]], [[-7.171875, false]], [[-7.671875, false]], [[-9.671875, false]], [[-5.921875, false]], [[-6.421875, false]], [[-6.671875, false]], [[-5.921875, false]], [[-3.421875, false]], [[-9.171875, false]], [[-6.421875, false]], [[-7.921875, false]], [[-8.171875, false]], [[-5.921875, false]], [[-3.421875, false]], [[-8.171875, false]], [[-7.921875, false]], [[-5.921875, false]], [[-7.921875, false]], [[-6.421875, false]], [[-7.421875, false]], [[-7.671875, false]], [[-6.921875, false]], [[-10.421875, false]], [[-7.421875, false]], [[-7.671875, false]], [[-8.171875, false]], [[-8.171875, false]], [[-9.8359375, false]], [[-5.921875, false]], [[-8.171875, false]], [[-5.921875, false]], [[-7.671875, false]], [[-9.171875, false]], [[-3.421875, false]], [[-7.171875, false]], [[-7.421875, false]], [[-7.671875, false]], [[-7.921875, false]], [[-5.921875, false]], [[-6.421875, false]], [[-5.921875, false]], [[-8.171875, false]], [[-7.671875, false]], [[-8.421875, false]], [[-9.671875, false]], [[-3.421875, false]], [[-9.171875, false]], [[-7.171875, false]], [[-6.421875, false]], [[-8.171875, false]], [[-8.171875, false]], [[-5.921875, false]], [[-6.421875, false]], [[-6.671875, false]], [[-5.921875, false]], [[-6.921875, false]], [[-10.421875, false]], [[-8.921875, false]], [[-7.171875, false]], [[-9.171875, false]], [[-7.671875, false]], [[-8.421875, false]], [[-5.921875, false]], [[-3.421875, false]], [[-8.171875, false]], [[-7.921875, false]], [[-5.921875, false]], [[-5.921875, false]], [[-3.421875, false]], [[-8.421875, false]], [[-8.171875, false]], [[-8.171875, false]], [[-9.8359375, false]], [[-5.921875, false]], [[-8.171875, false]], [[-6.671875, false]], [[-10.171875, false]], [[-7.671875, false]], [[-5.921875, false]], [[-8.171875, false]], [[-3.421875, false]], [[-7.921875, false]], [[-7.671875, false]], [[-5.921875, false]], [[-8.171875, false]], [[-8.921875, false]], [[-7.671875, false]], [[-6.921875, false]], [[-9.171875, false]], [[-8.421875, false]], [[-10.421875, false]], [[-7.921875, false]], [[-5.921875, false]], [[-6.671875, false]], [[-6.421875, false]], [[-8.421875, false]], [[-5.921875, false]], [[-9.171875, false]], [[-10.171875, false]], [[-7.671875, false]], [[-5.921875, false]], [[-6.921875, false]], [[-6.421875, false]], [[-7.421875, false]], [[-6.421875, false]], [[-8.421875, false]], [[-8.171875, false]], [[-5.921875, false]], [[-6.421875, false]], [[-6.671875, false]], [[-5.921875, false]], [[-7.421875, false]], [[-7.171875, false]], [[-10.921875, false]], [[-10.171875, false]], [[-9.171875, false]], [[-8.171875, false]], [[-9.8359375, false]], [[-5.921875, false]], [[-8.171875, false]], [[-6.671875, false]], [[-10.171875, false]], [[-7.671875, false]], [[-5.921875, false]], [[-9.171875, false]], [[-7.671875, false]], [[-8.421875, false]], [[-7.921875, false]], [[-5.921875, false]], [[-6.921875, false]], [[-7.671875, false]], [[-7.421875, false]], [[-7.421875, false]], [[-5.921875, false]], [[-9.171875, false]], [[-6.421875, false]], [[-5.921875, false]], [[-7.921875, false]], [[-7.671875, false]], [[-8.171875, false]], [[-6.921875, false]], [[-8.421875, false]], [[-7.171875, false]], [[-5.921875, false]], [[-7.671875, false]], [[-5.921875, false]], [[-9.171875, false]], [[-10.171875, false]], [[-7.671875, false]], [[-5.921875, false]], [[-8.171875, false]], [[-7.921875, false]], [[-3.421875, false]], [[-7.421875, false]], [[-7.421875, false]], [[-7.671875, false]], [[-8.171875, false]], [[-9.171875, false]], [[-5.921875, false]], [[-10.421875, false]], [[-8.171875, false]], [[-7.171875, false]], [[-9.171875, false]], [[-5.921875, false]], [[-6.421875, false]], [[-6.671875, false]], [[-5.921875, false]], [[-7.421875, false]], [[-7.171875, false]], [[-6.671875, false]], [[-7.671875, false]], [[-8.171875, false]], [[-13.046875, false]]], "filtered_resps": [[-6.671875, false], [-8.171875, false], [-6.671875, false], [-10.171875, false], [-7.671875, false], [-5.921875, false], [-6.671875, false], [-7.171875, false], [-8.421875, false], [-8.171875, false], [-9.171875, false], [-5.921875, false], [-9.671875, false], [-7.171875, false], [-7.671875, false], [-9.671875, false], [-5.921875, false], [-6.421875, false], [-6.671875, false], [-5.921875, false], [-3.421875, false], [-9.171875, false], [-6.421875, false], [-7.921875, false], [-8.171875, false], [-5.921875, false], [-3.421875, false], [-8.171875, false], [-7.921875, false], [-5.921875, false], [-7.921875, false], [-6.421875, false], [-7.421875, false], [-7.671875, false], [-6.921875, false], [-10.421875, false], [-7.421875, false], [-7.671875, false], [-8.171875, false], [-8.171875, false], [-9.8359375, false], [-5.921875, false], [-8.171875, false], [-5.921875, false], [-7.671875, false], [-9.171875, false], [-3.421875, false], [-7.171875, false], [-7.421875, false], [-7.671875, false], [-7.921875, false], [-5.921875, false], [-6.421875, false], [-5.921875, false], [-8.171875, false], [-7.671875, false], [-8.421875, false], [-9.671875, false], [-3.421875, false], [-9.171875, false], [-7.171875, false], [-6.421875, false], [-8.171875, false], [-8.171875, false], [-5.921875, false], [-6.421875, false], [-6.671875, false], [-5.921875, false], [-6.921875, false], [-10.421875, false], [-8.921875, false], [-7.171875, false], [-9.171875, false], [-7.671875, false], [-8.421875, false], [-5.921875, false], [-3.421875, false], [-8.171875, false], [-7.921875, false], [-5.921875, false], [-5.921875, false], [-3.421875, false], [-8.421875, false], [-8.171875, false], [-8.171875, false], [-9.8359375, false], [-5.921875, false], [-8.171875, false], [-6.671875, false], [-10.171875, false], [-7.671875, false], [-5.921875, false], [-8.171875, false], [-3.421875, false], [-7.921875, false], [-7.671875, false], [-5.921875, false], [-8.171875, false], [-8.921875, false], [-7.671875, false], [-6.921875, false], [-9.171875, false], [-8.421875, false], [-10.421875, false], [-7.921875, false], [-5.921875, false], [-6.671875, false], [-6.421875, false], [-8.421875, false], [-5.921875, false], [-9.171875, false], [-10.171875, false], [-7.671875, false], [-5.921875, false], [-6.921875, false], [-6.421875, false], [-7.421875, false], [-6.421875, false], [-8.421875, false], [-8.171875, false], [-5.921875, false], [-6.421875, false], [-6.671875, false], [-5.921875, false], [-7.421875, false], [-7.171875, false], [-10.921875, false], [-10.171875, false], [-9.171875, false], [-8.171875, false], [-9.8359375, false], [-5.921875, false], [-8.171875, false], [-6.671875, false], [-10.171875, false], [-7.671875, false], [-5.921875, false], [-9.171875, false], [-7.671875, false], [-8.421875, false], [-7.921875, false], [-5.921875, false], [-6.921875, false], [-7.671875, false], [-7.421875, false], [-7.421875, false], [-5.921875, false], [-9.171875, false], [-6.421875, false], [-5.921875, false], [-7.921875, false], [-7.671875, false], [-8.171875, false], [-6.921875, false], [-8.421875, false], [-7.171875, false], [-5.921875, false], [-7.671875, false], [-5.921875, false], [-9.171875, false], [-10.171875, false], [-7.671875, false], [-5.921875, false], [-8.171875, false], [-7.921875, false], [-3.421875, false], [-7.421875, false], [-7.421875, false], [-7.671875, false], [-8.171875, false], [-9.171875, false], [-5.921875, false], [-10.421875, false], [-8.171875, false], [-7.171875, false], [-9.171875, false], [-5.921875, false], [-6.421875, false], [-6.671875, false], [-5.921875, false], [-7.421875, false], [-7.171875, false], [-6.671875, false], [-7.671875, false], [-8.171875, false], [-13.046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1683, "doc": {"id": "Mercury_7160738", "question": "Earth can be viewed as an engine and heat exchange is part of the engine system. Which would be an example of a transfer of energy from the atmosphere to the lithosphere?", "choices": {"text": ["A volcano erupts in the state of Washington.", "An earthquake takes place off the coast of Japan.", "A wild fire scorches a prairie in the upper Midwest.", "A hurricane moves from the Gulf of Mexico onto land."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "A hurricane moves from the Gulf of Mexico onto land.", "arguments": ["Question: Earth can be viewed as an engine and heat exchange is part of the engine system. Which would be an example of a transfer of energy from the atmosphere to the lithosphere?\nAnswer:", " ["], "resps": [[[-6.71484375, false]], [[-9.34375, false]], [[-2.96484375, false]], [[-4.83984375, false]], [[-9.34375, false]], [[-7.96484375, false]], [[-10.21875, false]], [[-7.71484375, false]], [[-4.33984375, false]], [[-8.34375, false]], [[-7.96484375, false]], [[-4.83984375, false]], [[-6.21484375, false]], [[-10.21875, false]], [[-10.59375, false]], [[-8.71875, false]], [[-9.34375, false]], [[-8.96875, false]], [[-4.83984375, false]], [[-6.96484375, false]], [[-8.34375, false]], [[-4.83984375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-6.21484375, false]], [[-4.83984375, false]], [[-8.96875, false]], [[-9.34375, false]], [[-4.33984375, false]], [[-9.34375, false]], [[-6.21484375, false]], [[-4.83984375, false]], [[-7.96484375, false]], [[-9.21875, false]], [[-4.83984375, false]], [[-8.09375, false]], [[-4.33984375, false]], [[-8.96875, false]], [[-9.34375, false]], [[-6.96484375, false]], [[-8.34375, false]], [[-10.71875, false]], [[-9.34375, false]], [[-7.96484375, false]], [[-8.34375, false]], [[-6.38671875, false]], [[-9.34375, false]], [[-8.7578125, false]], [[-4.83984375, false]], [[-9.34375, false]], [[-2.96484375, false]], [[-8.34375, false]], [[-4.83984375, false]], [[-6.21484375, false]], [[-4.33984375, false]], [[-10.21875, false]], [[-9.34375, false]], [[-9.34375, false]], [[-10.59375, false]], [[-10.59375, false]], [[-4.33984375, false]], [[-8.96875, false]], [[-6.21484375, false]], [[-4.83984375, false]], [[-9.34375, false]], [[-4.33984375, false]], [[-8.96875, false]], [[-6.21484375, false]], [[-8.96875, false]], [[-4.83984375, false]], [[-8.71875, false]], [[-10.21875, false]], [[-4.33984375, false]], [[-7.71484375, false]], [[-6.21484375, false]], [[-4.83984375, false]], [[-7.96484375, false]], [[-9.21875, false]], [[-9.21875, false]], [[-4.83984375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-6.21484375, false]], [[-4.83984375, false]], [[-7.71484375, false]], [[-7.96484375, false]], [[-4.33984375, false]], [[-8.96875, false]], [[-9.34375, false]], [[-4.83984375, false]], [[-7.96484375, false]], [[-9.21875, false]], [[-4.83984375, false]], [[-8.84375, false]], [[-4.33984375, false]], [[-8.71875, false]], [[-4.33984375, false]], [[-8.34375, false]], [[-6.38671875, false]], [[-9.34375, false]], [[-8.7578125, false]], [[-4.83984375, false]], [[-9.34375, false]], [[-2.96484375, false]], [[-4.83984375, false]], [[-10.96875, false]], [[-6.96484375, false]], [[-10.21875, false]], [[-8.21875, false]], [[-4.83984375, false]], [[-9.21875, false]], [[-6.96484375, false]], [[-10.21875, false]], [[-6.21484375, false]], [[-4.83984375, false]], [[-8.96875, false]], [[-7.71484375, false]], [[-7.96484375, false]], [[-10.21875, false]], [[-7.71484375, false]], [[-9.34375, false]], [[-6.21484375, false]], [[-8.96875, false]], [[-4.83984375, false]], [[-4.33984375, false]], [[-4.83984375, false]], [[-8.71875, false]], [[-10.21875, false]], [[-4.33984375, false]], [[-6.96484375, false]], [[-10.21875, false]], [[-6.96484375, false]], [[-6.21484375, false]], [[-4.83984375, false]], [[-6.96484375, false]], [[-8.34375, false]], [[-4.83984375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-6.21484375, false]], [[-4.83984375, false]], [[-10.59375, false]], [[-8.71875, false]], [[-8.71875, false]], [[-6.21484375, false]], [[-10.21875, false]], [[-4.83984375, false]], [[-6.33984375, false]], [[-6.96484375, false]], [[-8.21875, false]], [[-10.96875, false]], [[-6.21484375, false]], [[-8.96875, false]], [[-9.34375, false]], [[-6.38671875, false]], [[-9.34375, false]], [[-8.7578125, false]], [[-4.83984375, false]], [[-9.34375, false]], [[-2.96484375, false]], [[-4.83984375, false]], [[-9.34375, false]], [[-10.59375, false]], [[-10.21875, false]], [[-10.21875, false]], [[-6.96484375, false]], [[-7.71484375, false]], [[-4.33984375, false]], [[-8.34375, false]], [[-6.21484375, false]], [[-4.83984375, false]], [[-7.96484375, false]], [[-7.96484375, false]], [[-9.34375, false]], [[-6.21484375, false]], [[-8.96875, false]], [[-4.83984375, false]], [[-9.21875, false]], [[-10.21875, false]], [[-7.96484375, false]], [[-7.96484375, false]], [[-4.83984375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-6.21484375, false]], [[-4.83984375, false]], [[-7.08984375, false]], [[-10.59375, false]], [[-10.21875, false]], [[-9.21875, false]], [[-4.83984375, false]], [[-7.96484375, false]], [[-9.21875, false]], [[-4.83984375, false]], [[-6.33984375, false]], [[-6.21484375, false]], [[-9.96875, false]], [[-6.96484375, false]], [[-7.71484375, false]], [[-7.96484375, false]], [[-4.83984375, false]], [[-7.96484375, false]], [[-8.34375, false]], [[-9.34375, false]], [[-7.96484375, false]], [[-4.83984375, false]], [[-10.21875, false]], [[-4.33984375, false]], [[-8.34375, false]], [[-8.21875, false]], [[-6.38671875, false]], [[-9.34375, false]], [[-12.71875, false]]], "filtered_resps": [[-6.71484375, false], [-9.34375, false], [-2.96484375, false], [-4.83984375, false], [-9.34375, false], [-7.96484375, false], [-10.21875, false], [-7.71484375, false], [-4.33984375, false], [-8.34375, false], [-7.96484375, false], [-4.83984375, false], [-6.21484375, false], [-10.21875, false], [-10.59375, false], [-8.71875, false], [-9.34375, false], [-8.96875, false], [-4.83984375, false], [-6.96484375, false], [-8.34375, false], [-4.83984375, false], [-9.34375, false], [-9.34375, false], [-6.21484375, false], [-4.83984375, false], [-8.96875, false], [-9.34375, false], [-4.33984375, false], [-9.34375, false], [-6.21484375, false], [-4.83984375, false], [-7.96484375, false], [-9.21875, false], [-4.83984375, false], [-8.09375, false], [-4.33984375, false], [-8.96875, false], [-9.34375, false], [-6.96484375, false], [-8.34375, false], [-10.71875, false], [-9.34375, false], [-7.96484375, false], [-8.34375, false], [-6.38671875, false], [-9.34375, false], [-8.7578125, false], [-4.83984375, false], [-9.34375, false], [-2.96484375, false], [-8.34375, false], [-4.83984375, false], [-6.21484375, false], [-4.33984375, false], [-10.21875, false], [-9.34375, false], [-9.34375, false], [-10.59375, false], [-10.59375, false], [-4.33984375, false], [-8.96875, false], [-6.21484375, false], [-4.83984375, false], [-9.34375, false], [-4.33984375, false], [-8.96875, false], [-6.21484375, false], [-8.96875, false], [-4.83984375, false], [-8.71875, false], [-10.21875, false], [-4.33984375, false], [-7.71484375, false], [-6.21484375, false], [-4.83984375, false], [-7.96484375, false], [-9.21875, false], [-9.21875, false], [-4.83984375, false], [-9.34375, false], [-9.34375, false], [-6.21484375, false], [-4.83984375, false], [-7.71484375, false], [-7.96484375, false], [-4.33984375, false], [-8.96875, false], [-9.34375, false], [-4.83984375, false], [-7.96484375, false], [-9.21875, false], [-4.83984375, false], [-8.84375, false], [-4.33984375, false], [-8.71875, false], [-4.33984375, false], [-8.34375, false], [-6.38671875, false], [-9.34375, false], [-8.7578125, false], [-4.83984375, false], [-9.34375, false], [-2.96484375, false], [-4.83984375, false], [-10.96875, false], [-6.96484375, false], [-10.21875, false], [-8.21875, false], [-4.83984375, false], [-9.21875, false], [-6.96484375, false], [-10.21875, false], [-6.21484375, false], [-4.83984375, false], [-8.96875, false], [-7.71484375, false], [-7.96484375, false], [-10.21875, false], [-7.71484375, false], [-9.34375, false], [-6.21484375, false], [-8.96875, false], [-4.83984375, false], [-4.33984375, false], [-4.83984375, false], [-8.71875, false], [-10.21875, false], [-4.33984375, false], [-6.96484375, false], [-10.21875, false], [-6.96484375, false], [-6.21484375, false], [-4.83984375, false], [-6.96484375, false], [-8.34375, false], [-4.83984375, false], [-9.34375, false], [-9.34375, false], [-6.21484375, false], [-4.83984375, false], [-10.59375, false], [-8.71875, false], [-8.71875, false], [-6.21484375, false], [-10.21875, false], [-4.83984375, false], [-6.33984375, false], [-6.96484375, false], [-8.21875, false], [-10.96875, false], [-6.21484375, false], [-8.96875, false], [-9.34375, false], [-6.38671875, false], [-9.34375, false], [-8.7578125, false], [-4.83984375, false], [-9.34375, false], [-2.96484375, false], [-4.83984375, false], [-9.34375, false], [-10.59375, false], [-10.21875, false], [-10.21875, false], [-6.96484375, false], [-7.71484375, false], [-4.33984375, false], [-8.34375, false], [-6.21484375, false], [-4.83984375, false], [-7.96484375, false], [-7.96484375, false], [-9.34375, false], [-6.21484375, false], [-8.96875, false], [-4.83984375, false], [-9.21875, false], [-10.21875, false], [-7.96484375, false], [-7.96484375, false], [-4.83984375, false], [-9.34375, false], [-9.34375, false], [-6.21484375, false], [-4.83984375, false], [-7.08984375, false], [-10.59375, false], [-10.21875, false], [-9.21875, false], [-4.83984375, false], [-7.96484375, false], [-9.21875, false], [-4.83984375, false], [-6.33984375, false], [-6.21484375, false], [-9.96875, false], [-6.96484375, false], [-7.71484375, false], [-7.96484375, false], [-4.83984375, false], [-7.96484375, false], [-8.34375, false], [-9.34375, false], [-7.96484375, false], [-4.83984375, false], [-10.21875, false], [-4.33984375, false], [-8.34375, false], [-8.21875, false], [-6.38671875, false], [-9.34375, false], [-12.71875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1691, "doc": {"id": "NYSEDREGENTS_2012_8_18", "question": "The sum of all chemical reactions that take place within an organism is known as", "choices": {"text": ["evolution", "metabolism", "circulation", "reproduction"], "label": ["1", "2", "3", "4"]}, "answerKey": "2"}, "target": "metabolism", "arguments": ["Question: The sum of all chemical reactions that take place within an organism is known as\nAnswer:", " ["], "resps": [[[-6.64453125, false]], [[-8.7734375, false]], [[-7.39453125, false]], [[-8.0234375, false]], [[-8.5234375, false]], [[-10.1484375, false]], [[-8.7734375, false]], [[-8.3984375, false]], [[-6.89453125, false]], [[-8.5234375, false]], [[-6.01953125, false]], [[-8.7734375, false]], [[-8.578125, false]], [[-4.64453125, false]], [[-8.7734375, false]], [[-7.64453125, false]], [[-7.39453125, false]], [[-8.3984375, false]], [[-3.89453125, false]], [[-6.64453125, false]], [[-8.5234375, false]], [[-10.1484375, false]], [[-6.89453125, false]], [[-9.0234375, false]], [[-7.64453125, false]], [[-8.7734375, false]], [[-8.578125, false]], [[-4.64453125, false]], [[-8.7734375, false]], [[-5.76953125, false]], [[-6.89453125, false]], [[-8.1484375, false]], [[-5.76953125, false]], [[-8.7734375, false]], [[-10.1484375, false]], [[-3.89453125, false]], [[-8.3984375, false]], [[-6.89453125, false]], [[-8.5234375, false]], [[-6.01953125, false]], [[-8.7734375, false]], [[-8.578125, false]], [[-4.64453125, false]], [[-8.7734375, false]], [[-8.1484375, false]], [[-7.39453125, false]], [[-7.51953125, false]], [[-8.1484375, false]], [[-8.5234375, false]], [[-7.14453125, false]], [[-8.7734375, false]], [[-5.76953125, false]], [[-8.3984375, false]], [[-6.89453125, false]], [[-8.5234375, false]], [[-6.01953125, false]], [[-8.7734375, false]], [[-11.2734375, false]]], "filtered_resps": [[-6.64453125, false], [-8.7734375, false], [-7.39453125, false], [-8.0234375, false], [-8.5234375, false], [-10.1484375, false], [-8.7734375, false], [-8.3984375, false], [-6.89453125, false], [-8.5234375, false], [-6.01953125, false], [-8.7734375, false], [-8.578125, false], [-4.64453125, false], [-8.7734375, false], [-7.64453125, false], [-7.39453125, false], [-8.3984375, false], [-3.89453125, false], [-6.64453125, false], [-8.5234375, false], [-10.1484375, false], [-6.89453125, false], [-9.0234375, false], [-7.64453125, false], [-8.7734375, false], [-8.578125, false], [-4.64453125, false], [-8.7734375, false], [-5.76953125, false], [-6.89453125, false], [-8.1484375, false], [-5.76953125, false], [-8.7734375, false], [-10.1484375, false], [-3.89453125, false], [-8.3984375, false], [-6.89453125, false], [-8.5234375, false], [-6.01953125, false], [-8.7734375, false], [-8.578125, false], [-4.64453125, false], [-8.7734375, false], [-8.1484375, false], [-7.39453125, false], [-7.51953125, false], [-8.1484375, false], [-8.5234375, false], [-7.14453125, false], [-8.7734375, false], [-5.76953125, false], [-8.3984375, false], [-6.89453125, false], [-8.5234375, false], [-6.01953125, false], [-8.7734375, false], [-11.2734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1699, "doc": {"id": "MCAS_1999_8_33", "question": "Your community is planning to build a new sanitary landfill. In locating the landfill, which is the most important environmental consideration?", "choices": {"text": ["the cost of the land", "the location of the groundwater", "the proximity to an industrial park", "the accessibility to a major highway"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "the location of the groundwater", "arguments": ["Question: Your community is planning to build a new sanitary landfill. In locating the landfill, which is the most important environmental consideration?\nAnswer:", " ["], "resps": [[[-7.640625, false]], [[-10.140625, false]], [[-12.765625, false]], [[-13.265625, false]], [[-10.140625, false]], [[-5.765625, false]], [[-12.015625, false]], [[-11.140625, false]], [[-11.140625, false]], [[-12.765625, false]], [[-5.765625, false]], [[-11.140625, false]], [[-12.140625, false]], [[-5.765625, false]], [[-12.765625, false]], [[-13.265625, false]], [[-10.140625, false]], [[-5.765625, false]], [[-12.015625, false]], [[-7.390625, false]], [[-12.140625, false]], [[-11.765625, false]], [[-10.140625, false]], [[-10.8828125, false]], [[-5.765625, false]], [[-10.140625, false]], [[-12.765625, false]], [[-13.265625, false]], [[-10.140625, false]], [[-5.765625, false]], [[-12.015625, false]], [[-11.140625, false]], [[-12.015625, false]], [[-7.390625, false]], [[-12.765625, false]], [[-10.390625, false]], [[-11.140625, false]], [[-12.140625, false]], [[-5.765625, false]], [[-11.140625, false]], [[-12.140625, false]], [[-5.765625, false]], [[-12.765625, false]], [[-13.265625, false]], [[-10.140625, false]], [[-5.765625, false]], [[-13.515625, false]], [[-13.015625, false]], [[-11.140625, false]], [[-13.265625, false]], [[-12.140625, false]], [[-11.765625, false]], [[-13.265625, false]], [[-7.390625, false]], [[-12.765625, false]], [[-10.140625, false]], [[-13.015625, false]], [[-10.140625, false]], [[-10.8828125, false]], [[-5.765625, false]], [[-10.140625, false]], [[-12.765625, false]], [[-13.265625, false]], [[-10.140625, false]], [[-5.765625, false]], [[-11.140625, false]], [[-13.015625, false]], [[-11.140625, false]], [[-12.640625, false]], [[-10.390625, false]], [[-12.265625, false]], [[-10.390625, false]], [[-12.765625, false]], [[-14.265625, false]], [[-5.765625, false]], [[-12.765625, false]], [[-11.140625, false]], [[-5.765625, false]], [[-7.390625, false]], [[-12.140625, false]], [[-5.765625, false]], [[-10.390625, false]], [[-12.140625, false]], [[-11.765625, false]], [[-13.265625, false]], [[-11.140625, false]], [[-12.765625, false]], [[-13.015625, false]], [[-10.390625, false]], [[-7.390625, false]], [[-12.015625, false]], [[-5.765625, false]], [[-11.140625, false]], [[-7.390625, false]], [[-13.015625, false]], [[-14.140625, false]], [[-10.140625, false]], [[-10.8828125, false]], [[-5.765625, false]], [[-10.140625, false]], [[-12.765625, false]], [[-13.265625, false]], [[-10.140625, false]], [[-5.765625, false]], [[-7.390625, false]], [[-12.015625, false]], [[-12.015625, false]], [[-10.140625, false]], [[-11.140625, false]], [[-11.140625, false]], [[-10.390625, false]], [[-10.765625, false]], [[-10.390625, false]], [[-12.015625, false]], [[-10.390625, false]], [[-12.765625, false]], [[-14.265625, false]], [[-5.765625, false]], [[-12.765625, false]], [[-11.140625, false]], [[-5.765625, false]], [[-7.390625, false]], [[-5.765625, false]], [[-12.265625, false]], [[-7.390625, false]], [[-13.890625, false]], [[-11.140625, false]], [[-13.015625, false]], [[-5.765625, false]], [[-13.265625, false]], [[-10.390625, false]], [[-13.515625, false]], [[-13.265625, false]], [[-13.265625, false]], [[-7.390625, false]], [[-14.265625, false]], [[-10.140625, false]], [[-13.890625, false]]], "filtered_resps": [[-7.640625, false], [-10.140625, false], [-12.765625, false], [-13.265625, false], [-10.140625, false], [-5.765625, false], [-12.015625, false], [-11.140625, false], [-11.140625, false], [-12.765625, false], [-5.765625, false], [-11.140625, false], [-12.140625, false], [-5.765625, false], [-12.765625, false], [-13.265625, false], [-10.140625, false], [-5.765625, false], [-12.015625, false], [-7.390625, false], [-12.140625, false], [-11.765625, false], [-10.140625, false], [-10.8828125, false], [-5.765625, false], [-10.140625, false], [-12.765625, false], [-13.265625, false], [-10.140625, false], [-5.765625, false], [-12.015625, false], [-11.140625, false], [-12.015625, false], [-7.390625, false], [-12.765625, false], [-10.390625, false], [-11.140625, false], [-12.140625, false], [-5.765625, false], [-11.140625, false], [-12.140625, false], [-5.765625, false], [-12.765625, false], [-13.265625, false], [-10.140625, false], [-5.765625, false], [-13.515625, false], [-13.015625, false], [-11.140625, false], [-13.265625, false], [-12.140625, false], [-11.765625, false], [-13.265625, false], [-7.390625, false], [-12.765625, false], [-10.140625, false], [-13.015625, false], [-10.140625, false], [-10.8828125, false], [-5.765625, false], [-10.140625, false], [-12.765625, false], [-13.265625, false], [-10.140625, false], [-5.765625, false], [-11.140625, false], [-13.015625, false], [-11.140625, false], [-12.640625, false], [-10.390625, false], [-12.265625, false], [-10.390625, false], [-12.765625, false], [-14.265625, false], [-5.765625, false], [-12.765625, false], [-11.140625, false], [-5.765625, false], [-7.390625, false], [-12.140625, false], [-5.765625, false], [-10.390625, false], [-12.140625, false], [-11.765625, false], [-13.265625, false], [-11.140625, false], [-12.765625, false], [-13.015625, false], [-10.390625, false], [-7.390625, false], [-12.015625, false], [-5.765625, false], [-11.140625, false], [-7.390625, false], [-13.015625, false], [-14.140625, false], [-10.140625, false], [-10.8828125, false], [-5.765625, false], [-10.140625, false], [-12.765625, false], [-13.265625, false], [-10.140625, false], [-5.765625, false], [-7.390625, false], [-12.015625, false], [-12.015625, false], [-10.140625, false], [-11.140625, false], [-11.140625, false], [-10.390625, false], [-10.765625, false], [-10.390625, false], [-12.015625, false], [-10.390625, false], [-12.765625, false], [-14.265625, false], [-5.765625, false], [-12.765625, false], [-11.140625, false], [-5.765625, false], [-7.390625, false], [-5.765625, false], [-12.265625, false], [-7.390625, false], [-13.890625, false], [-11.140625, false], [-13.015625, false], [-5.765625, false], [-13.265625, false], [-10.390625, false], [-13.515625, false], [-13.265625, false], [-13.265625, false], [-7.390625, false], [-14.265625, false], [-10.140625, false], [-13.890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1707, "doc": {"id": "Mercury_7027335", "question": "In the 20th century, Edwin Hubble deduced from observations that there are galaxies other than the Milky Way. Hubble's observations depended on improvements in a technology first developed by which scientist?", "choices": {"text": ["Democritus", "Isaac Newton", "Galileo Galilei", "Anton Van Leeuwenhoek"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Galileo Galilei", "arguments": ["Question: In the 20th century, Edwin Hubble deduced from observations that there are galaxies other than the Milky Way. Hubble's observations depended on improvements in a technology first developed by which scientist?\nAnswer:", " ["], "resps": [[[-6.6171875, false]], [[-7.8671875, false]], [[-6.6171875, false]], [[-7.3671875, false]], [[-8.3671875, false]], [[-7.6171875, false]], [[-8.6171875, false]], [[-9.1171875, false]], [[-7.8671875, false]], [[-9.6171875, false]], [[-10.1171875, false]], [[-9.6171875, false]], [[-7.8671875, false]], [[-9.078125, false]], [[-5.1171875, false]], [[-7.8671875, false]], [[-5.1171875, false]], [[-9.6171875, false]], [[-4.8671875, false]], [[-4.8671875, false]], [[-8.6171875, false]], [[-5.1171875, false]], [[-7.3671875, false]], [[-7.3671875, false]], [[-9.8671875, false]], [[-9.6171875, false]], [[-7.6171875, false]], [[-9.8671875, false]], [[-7.8671875, false]], [[-9.078125, false]], [[-5.1171875, false]], [[-7.8671875, false]], [[-7.6171875, false]], [[-4.8671875, false]], [[-9.8671875, false]], [[-7.8671875, false]], [[-9.8671875, false]], [[-7.3671875, false]], [[-7.6171875, false]], [[-5.1171875, false]], [[-7.6171875, false]], [[-4.8671875, false]], [[-9.8671875, false]], [[-7.8671875, false]], [[-9.8671875, false]], [[-7.3671875, false]], [[-7.8671875, false]], [[-7.8671875, false]], [[-9.078125, false]], [[-5.1171875, false]], [[-7.8671875, false]], [[-3.1171875, false]], [[-9.8671875, false]], [[-9.6171875, false]], [[-7.6171875, false]], [[-9.8671875, false]], [[-5.1171875, false]], [[-7.8671875, false]], [[-4.8671875, false]], [[-9.8671875, false]], [[-5.1171875, false]], [[-6.1171875, false]], [[-7.3671875, false]], [[-7.3671875, false]], [[-10.1171875, false]], [[-9.8671875, false]], [[-7.3671875, false]], [[-9.8671875, false]], [[-10.1171875, false]], [[-7.6171875, false]], [[-7.3671875, false]], [[-10.3671875, false]], [[-7.8671875, false]], [[-12.3671875, false]]], "filtered_resps": [[-6.6171875, false], [-7.8671875, false], [-6.6171875, false], [-7.3671875, false], [-8.3671875, false], [-7.6171875, false], [-8.6171875, false], [-9.1171875, false], [-7.8671875, false], [-9.6171875, false], [-10.1171875, false], [-9.6171875, false], [-7.8671875, false], [-9.078125, false], [-5.1171875, false], [-7.8671875, false], [-5.1171875, false], [-9.6171875, false], [-4.8671875, false], [-4.8671875, false], [-8.6171875, false], [-5.1171875, false], [-7.3671875, false], [-7.3671875, false], [-9.8671875, false], [-9.6171875, false], [-7.6171875, false], [-9.8671875, false], [-7.8671875, false], [-9.078125, false], [-5.1171875, false], [-7.8671875, false], [-7.6171875, false], [-4.8671875, false], [-9.8671875, false], [-7.8671875, false], [-9.8671875, false], [-7.3671875, false], [-7.6171875, false], [-5.1171875, false], [-7.6171875, false], [-4.8671875, false], [-9.8671875, false], [-7.8671875, false], [-9.8671875, false], [-7.3671875, false], [-7.8671875, false], [-7.8671875, false], [-9.078125, false], [-5.1171875, false], [-7.8671875, false], [-3.1171875, false], [-9.8671875, false], [-9.6171875, false], [-7.6171875, false], [-9.8671875, false], [-5.1171875, false], [-7.8671875, false], [-4.8671875, false], [-9.8671875, false], [-5.1171875, false], [-6.1171875, false], [-7.3671875, false], [-7.3671875, false], [-10.1171875, false], [-9.8671875, false], [-7.3671875, false], [-9.8671875, false], [-10.1171875, false], [-7.6171875, false], [-7.3671875, false], [-10.3671875, false], [-7.8671875, false], [-12.3671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1715, "doc": {"id": "Mercury_7148155", "question": "Air that travels away from the equator fails to maintain a straight path. The path of the air is deflected to the right in the Northern Hemisphere and to the left in the Southern Hemisphere. The apparent deflection of air to either the right or left is known as the Coriolis Effect. Which factor produces the Coriolis Effect?", "choices": {"text": ["the gravity of Earth", "the rotation of Earth", "the axial tilt of Earth", "the revolution of Earth"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "the rotation of Earth", "arguments": ["Question: Air that travels away from the equator fails to maintain a straight path. The path of the air is deflected to the right in the Northern Hemisphere and to the left in the Southern Hemisphere. The apparent deflection of air to either the right or left is known as the Coriolis Effect. Which factor produces the Coriolis Effect?\nAnswer:", " ["], "resps": [[[-7.671875, false]], [[-9.671875, false]], [[-8.671875, false]], [[-8.671875, false]], [[-7.296875, false]], [[-5.1796875, false]], [[-9.421875, false]], [[-8.171875, false]], [[-3.794921875, false]], [[-9.046875, false]], [[-8.046875, false]], [[-8.671875, false]], [[-9.796875, false]], [[-5.1796875, false]], [[-7.796875, false]], [[-6.921875, false]], [[-5.1796875, false]], [[-4.546875, false]], [[-3.794921875, false]], [[-8.171875, false]], [[-8.671875, false]], [[-8.671875, false]], [[-9.671875, false]], [[-9.46875, false]], [[-5.171875, false]], [[-9.671875, false]], [[-8.671875, false]], [[-8.671875, false]], [[-7.296875, false]], [[-5.171875, false]], [[-8.171875, false]], [[-7.796875, false]], [[-8.671875, false]], [[-3.794921875, false]], [[-8.671875, false]], [[-8.046875, false]], [[-7.796875, false]], [[-8.046875, false]], [[-5.171875, false]], [[-7.796875, false]], [[-6.921875, false]], [[-5.171875, false]], [[-4.546875, false]], [[-3.794921875, false]], [[-8.171875, false]], [[-8.671875, false]], [[-8.671875, false]], [[-9.671875, false]], [[-9.46875, false]], [[-5.171875, false]], [[-9.671875, false]], [[-8.671875, false]], [[-8.671875, false]], [[-7.296875, false]], [[-5.171875, false]], [[-3.794921875, false]], [[-8.671875, false]], [[-8.046875, false]], [[-3.794921875, false]], [[-10.171875, false]], [[-5.171875, false]], [[-8.671875, false]], [[-8.046875, false]], [[-10.171875, false]], [[-8.671875, false]], [[-5.171875, false]], [[-7.796875, false]], [[-6.921875, false]], [[-5.171875, false]], [[-4.546875, false]], [[-3.794921875, false]], [[-8.171875, false]], [[-8.671875, false]], [[-8.671875, false]], [[-9.671875, false]], [[-9.53125, false]], [[-5.171875, false]], [[-9.671875, false]], [[-8.671875, false]], [[-8.671875, false]], [[-7.296875, false]], [[-5.171875, false]], [[-8.171875, false]], [[-7.296875, false]], [[-9.046875, false]], [[-7.796875, false]], [[-10.171875, false]], [[-10.671875, false]], [[-8.671875, false]], [[-8.046875, false]], [[-7.796875, false]], [[-8.046875, false]], [[-5.171875, false]], [[-7.796875, false]], [[-6.921875, false]], [[-5.171875, false]], [[-4.546875, false]], [[-3.794921875, false]], [[-8.171875, false]], [[-8.671875, false]], [[-8.671875, false]], [[-9.671875, false]], [[-12.921875, false]]], "filtered_resps": [[-7.671875, false], [-9.671875, false], [-8.671875, false], [-8.671875, false], [-7.296875, false], [-5.1796875, false], [-9.421875, false], [-8.171875, false], [-3.794921875, false], [-9.046875, false], [-8.046875, false], [-8.671875, false], [-9.796875, false], [-5.1796875, false], [-7.796875, false], [-6.921875, false], [-5.1796875, false], [-4.546875, false], [-3.794921875, false], [-8.171875, false], [-8.671875, false], [-8.671875, false], [-9.671875, false], [-9.46875, false], [-5.171875, false], [-9.671875, false], [-8.671875, false], [-8.671875, false], [-7.296875, false], [-5.171875, false], [-8.171875, false], [-7.796875, false], [-8.671875, false], [-3.794921875, false], [-8.671875, false], [-8.046875, false], [-7.796875, false], [-8.046875, false], [-5.171875, false], [-7.796875, false], [-6.921875, false], [-5.171875, false], [-4.546875, false], [-3.794921875, false], [-8.171875, false], [-8.671875, false], [-8.671875, false], [-9.671875, false], [-9.46875, false], [-5.171875, false], [-9.671875, false], [-8.671875, false], [-8.671875, false], [-7.296875, false], [-5.171875, false], [-3.794921875, false], [-8.671875, false], [-8.046875, false], [-3.794921875, false], [-10.171875, false], [-5.171875, false], [-8.671875, false], [-8.046875, false], [-10.171875, false], [-8.671875, false], [-5.171875, false], [-7.796875, false], [-6.921875, false], [-5.171875, false], [-4.546875, false], [-3.794921875, false], [-8.171875, false], [-8.671875, false], [-8.671875, false], [-9.671875, false], [-9.53125, false], [-5.171875, false], [-9.671875, false], [-8.671875, false], [-8.671875, false], [-7.296875, false], [-5.171875, false], [-8.171875, false], [-7.296875, false], [-9.046875, false], [-7.796875, false], [-10.171875, false], [-10.671875, false], [-8.671875, false], [-8.046875, false], [-7.796875, false], [-8.046875, false], [-5.171875, false], [-7.796875, false], [-6.921875, false], [-5.171875, false], [-4.546875, false], [-3.794921875, false], [-8.171875, false], [-8.671875, false], [-8.671875, false], [-9.671875, false], [-12.921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1723, "doc": {"id": "MDSA_2009_8_36", "question": "Glaciers cover about 10% of the total land area on Earth. The role of glaciers in the water cycle is to", "choices": {"text": ["filter salt water", "store fresh water", "move liquid water", "precipitate solid water"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "store fresh water", "arguments": ["Question: Glaciers cover about 10% of the total land area on Earth. The role of glaciers in the water cycle is to\nAnswer:", " ["], "resps": [[[-6.97265625, false]], [[-8.1015625, false]], [[-7.47265625, false]], [[-6.34765625, false]], [[-9.6015625, false]], [[-8.4765625, false]], [[-6.22265625, false]], [[-9.2265625, false]], [[-4.72265625, false]], [[-7.84765625, false]], [[-3.224609375, false]], [[-9.6015625, false]], [[-8.4765625, false]], [[-4.72265625, false]], [[-9.1015625, false]], [[-3.224609375, false]], [[-8.4765625, false]], [[-6.22265625, false]], [[-9.2265625, false]], [[-8.1015625, false]], [[-8.0703125, false]], [[-4.72265625, false]], [[-8.1015625, false]], [[-7.84765625, false]], [[-8.4765625, false]], [[-7.59765625, false]], [[-9.2265625, false]], [[-6.22265625, false]], [[-4.72265625, false]], [[-7.47265625, false]], [[-9.2265625, false]], [[-6.22265625, false]], [[-7.84765625, false]], [[-8.7265625, false]], [[-4.72265625, false]], [[-9.1015625, false]], [[-3.224609375, false]], [[-8.4765625, false]], [[-6.22265625, false]], [[-9.2265625, false]], [[-8.1015625, false]], [[-8.0703125, false]], [[-4.72265625, false]], [[-8.1015625, false]], [[-8.2265625, false]], [[-7.59765625, false]], [[-9.8515625, false]], [[-6.22265625, false]], [[-4.72265625, false]], [[-9.6015625, false]], [[-6.34765625, false]], [[-9.8515625, false]], [[-10.1015625, false]], [[-6.34765625, false]], [[-6.09765625, false]], [[-4.72265625, false]], [[-9.1015625, false]], [[-3.224609375, false]], [[-8.4765625, false]], [[-6.22265625, false]], [[-9.2265625, false]], [[-8.1015625, false]], [[-8.0703125, false]], [[-4.72265625, false]], [[-8.1015625, false]], [[-7.22265625, false]], [[-9.2265625, false]], [[-6.22265625, false]], [[-6.59765625, false]], [[-6.34765625, false]], [[-7.22265625, false]], [[-6.34765625, false]], [[-8.4765625, false]], [[-3.224609375, false]], [[-8.4765625, false]], [[-6.22265625, false]], [[-4.72265625, false]], [[-7.84765625, false]], [[-7.59765625, false]], [[-9.6015625, false]], [[-6.34765625, false]], [[-6.09765625, false]], [[-4.72265625, false]], [[-9.1015625, false]], [[-3.224609375, false]], [[-8.4765625, false]], [[-6.22265625, false]], [[-9.2265625, false]], [[-8.1015625, false]], [[-11.2265625, false]]], "filtered_resps": [[-6.97265625, false], [-8.1015625, false], [-7.47265625, false], [-6.34765625, false], [-9.6015625, false], [-8.4765625, false], [-6.22265625, false], [-9.2265625, false], [-4.72265625, false], [-7.84765625, false], [-3.224609375, false], [-9.6015625, false], [-8.4765625, false], [-4.72265625, false], [-9.1015625, false], [-3.224609375, false], [-8.4765625, false], [-6.22265625, false], [-9.2265625, false], [-8.1015625, false], [-8.0703125, false], [-4.72265625, false], [-8.1015625, false], [-7.84765625, false], [-8.4765625, false], [-7.59765625, false], [-9.2265625, false], [-6.22265625, false], [-4.72265625, false], [-7.47265625, false], [-9.2265625, false], [-6.22265625, false], [-7.84765625, false], [-8.7265625, false], [-4.72265625, false], [-9.1015625, false], [-3.224609375, false], [-8.4765625, false], [-6.22265625, false], [-9.2265625, false], [-8.1015625, false], [-8.0703125, false], [-4.72265625, false], [-8.1015625, false], [-8.2265625, false], [-7.59765625, false], [-9.8515625, false], [-6.22265625, false], [-4.72265625, false], [-9.6015625, false], [-6.34765625, false], [-9.8515625, false], [-10.1015625, false], [-6.34765625, false], [-6.09765625, false], [-4.72265625, false], [-9.1015625, false], [-3.224609375, false], [-8.4765625, false], [-6.22265625, false], [-9.2265625, false], [-8.1015625, false], [-8.0703125, false], [-4.72265625, false], [-8.1015625, false], [-7.22265625, false], [-9.2265625, false], [-6.22265625, false], [-6.59765625, false], [-6.34765625, false], [-7.22265625, false], [-6.34765625, false], [-8.4765625, false], [-3.224609375, false], [-8.4765625, false], [-6.22265625, false], [-4.72265625, false], [-7.84765625, false], [-7.59765625, false], [-9.6015625, false], [-6.34765625, false], [-6.09765625, false], [-4.72265625, false], [-9.1015625, false], [-3.224609375, false], [-8.4765625, false], [-6.22265625, false], [-9.2265625, false], [-8.1015625, false], [-11.2265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1731, "doc": {"id": "Mercury_SC_401673", "question": "A student uses a fan and a box of sand to model the formation of sand dunes. This model shows the effect of which natural factor on the landscape?", "choices": {"text": ["wind", "water", "temperature", "gravity"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "wind", "arguments": ["Question: A student uses a fan and a box of sand to model the formation of sand dunes. This model shows the effect of which natural factor on the landscape?\nAnswer:", " ["], "resps": [[[-6.80078125, false]], [[-9.546875, false]], [[-10.171875, false]], [[-9.171875, false]], [[-8.046875, false]], [[-6.67578125, false]], [[-9.546875, false]], [[-9.6484375, false]], [[-5.3828125, false]], [[-9.546875, false]], [[-10.171875, false]], [[-4.80078125, false]], [[-10.046875, false]], [[-7.17578125, false]], [[-9.921875, false]], [[-9.546875, false]], [[-9.6484375, false]], [[-5.3828125, false]], [[-9.546875, false]], [[-10.046875, false]], [[-7.17578125, false]], [[-9.296875, false]], [[-8.671875, false]], [[-7.17578125, false]], [[-9.921875, false]], [[-4.80078125, false]], [[-10.046875, false]], [[-11.671875, false]], [[-9.921875, false]], [[-7.17578125, false]], [[-9.546875, false]], [[-9.6484375, false]], [[-5.42578125, false]], [[-9.546875, false]], [[-11.171875, false]], [[-9.921875, false]], [[-4.80078125, false]], [[-10.171875, false]], [[-9.171875, false]], [[-10.046875, false]], [[-10.796875, false]], [[-9.546875, false]], [[-13.046875, false]]], "filtered_resps": [[-6.80078125, false], [-9.546875, false], [-10.171875, false], [-9.171875, false], [-8.046875, false], [-6.67578125, false], [-9.546875, false], [-9.6484375, false], [-5.3828125, false], [-9.546875, false], [-10.171875, false], [-4.80078125, false], [-10.046875, false], [-7.17578125, false], [-9.921875, false], [-9.546875, false], [-9.6484375, false], [-5.3828125, false], [-9.546875, false], [-10.046875, false], [-7.17578125, false], [-9.296875, false], [-8.671875, false], [-7.17578125, false], [-9.921875, false], [-4.80078125, false], [-10.046875, false], [-11.671875, false], [-9.921875, false], [-7.17578125, false], [-9.546875, false], [-9.6484375, false], [-5.42578125, false], [-9.546875, false], [-11.171875, false], [-9.921875, false], [-4.80078125, false], [-10.171875, false], [-9.171875, false], [-10.046875, false], [-10.796875, false], [-9.546875, false], [-13.046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1739, "doc": {"id": "MEAP_2005_8_31", "question": "When mining for coal, a mining company removes the plants and layers of soil and rock above the coal deposit, and takes the coal. When the operation is complete, the mining company returns soil and rock, covers it with a layer of topsoil, and plants trees and grass. The trees and grass help to", "choices": {"text": ["prevent a collapse of the underlying sediment.", "limit the types of pollutants that can enter the soil.", "increase water absorption by the replaced sediments.", "reduce soil erosion and provide new habitat for animals."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "reduce soil erosion and provide new habitat for animals.", "arguments": ["Question: When mining for coal, a mining company removes the plants and layers of soil and rock above the coal deposit, and takes the coal. When the operation is complete, the mining company returns soil and rock, covers it with a layer of topsoil, and plants trees and grass. The trees and grass help to\nAnswer:", " ["], "resps": [[[-7.37109375, false]], [[-7.99609375, false]], [[-9.125, false]], [[-10.625, false]], [[-8.375, false]], [[-11.5, false]], [[-8.375, false]], [[-9.5, false]], [[-9.5, false]], [[-5.59765625, false]], [[-4.62109375, false]], [[-5.59765625, false]], [[-8.625, false]], [[-9.625, false]], [[-9.875, false]], [[-9.875, false]], [[-4.62109375, false]], [[-9.125, false]], [[-8.875, false]], [[-8.375, false]], [[-5.59765625, false]], [[-9.625, false]], [[-10.5, false]], [[-5.49609375, false]], [[-9.5, false]], [[-9.875, false]], [[-8.375, false]], [[-5.49609375, false]], [[-10.875, false]], [[-9.5, false]], [[-8.375, false]], [[-8.375, false]], [[-10.625, false]], [[-9.875, false]], [[-10.75, false]], [[-7.74609375, false]], [[-9.5, false]], [[-10.125, false]], [[-5.49609375, false]], [[-8.875, false]], [[-8.375, false]], [[-8.375, false]], [[-7.74609375, false]], [[-9.5, false]], [[-8.375, false]], [[-9.5, false]], [[-9.5, false]], [[-6.3828125, false]], [[-7.99609375, false]], [[-8.40625, false]], [[-5.49609375, false]], [[-7.99609375, false]], [[-9.875, false]], [[-7.74609375, false]], [[-9.5, false]], [[-7.74609375, false]], [[-9.5, false]], [[-5.49609375, false]], [[-9.5, false]], [[-9.875, false]], [[-8.375, false]], [[-5.49609375, false]], [[-9.5, false]], [[-10.75, false]], [[-9.125, false]], [[-8.375, false]], [[-8.875, false]], [[-5.49609375, false]], [[-9.625, false]], [[-10.5, false]], [[-5.49609375, false]], [[-9.125, false]], [[-9.625, false]], [[-9.875, false]], [[-9.875, false]], [[-10.875, false]], [[-9.5, false]], [[-4.62109375, false]], [[-9.5, false]], [[-9.5, false]], [[-8.875, false]], [[-5.49609375, false]], [[-9.5, false]], [[-9.875, false]], [[-4.62109375, false]], [[-9.5, false]], [[-5.49609375, false]], [[-8.625, false]], [[-4.62109375, false]], [[-9.5, false]], [[-5.49609375, false]], [[-8.375, false]], [[-9.5, false]], [[-9.5, false]], [[-8.375, false]], [[-10.625, false]], [[-5.49609375, false]], [[-9.5, false]], [[-9.875, false]], [[-8.375, false]], [[-5.49609375, false]], [[-8.875, false]], [[-9.625, false]], [[-7.74609375, false]], [[-9.875, false]], [[-6.3828125, false]], [[-7.99609375, false]], [[-8.40625, false]], [[-5.49609375, false]], [[-7.99609375, false]], [[-7.74609375, false]], [[-9.5, false]], [[-8.625, false]], [[-10.625, false]], [[-8.375, false]], [[-4.62109375, false]], [[-8.875, false]], [[-8.375, false]], [[-5.49609375, false]], [[-10.25, false]], [[-4.62109375, false]], [[-9.5, false]], [[-8.375, false]], [[-10.625, false]], [[-5.49609375, false]], [[-4.62109375, false]], [[-7.49609375, false]], [[-8.875, false]], [[-9.625, false]], [[-10.625, false]], [[-9.125, false]], [[-9.5, false]], [[-7.74609375, false]], [[-9.625, false]], [[-9.5, false]], [[-5.49609375, false]], [[-7.49609375, false]], [[-10.75, false]], [[-5.49609375, false]], [[-9.5, false]], [[-9.875, false]], [[-8.375, false]], [[-5.49609375, false]], [[-10.625, false]], [[-8.375, false]], [[-9.125, false]], [[-9.875, false]], [[-4.62109375, false]], [[-8.625, false]], [[-8.375, false]], [[-8.375, false]], [[-5.49609375, false]], [[-8.875, false]], [[-8.375, false]], [[-8.375, false]], [[-7.74609375, false]], [[-9.5, false]], [[-8.375, false]], [[-9.5, false]], [[-9.5, false]], [[-8.875, false]], [[-6.3828125, false]], [[-7.99609375, false]], [[-8.5078125, false]], [[-5.49609375, false]], [[-7.99609375, false]], [[-10.625, false]], [[-8.375, false]], [[-8.375, false]], [[-10.875, false]], [[-8.625, false]], [[-8.375, false]], [[-5.49609375, false]], [[-8.875, false]], [[-9.625, false]], [[-7.74609375, false]], [[-9.875, false]], [[-5.49609375, false]], [[-8.375, false]], [[-10.625, false]], [[-9.625, false]], [[-8.875, false]], [[-7.74609375, false]], [[-9.625, false]], [[-9.5, false]], [[-5.49609375, false]], [[-4.62109375, false]], [[-9.5, false]], [[-8.375, false]], [[-5.49609375, false]], [[-9.125, false]], [[-10.625, false]], [[-9.625, false]], [[-11.5, false]], [[-7.74609375, false]], [[-8.375, false]], [[-8.375, false]], [[-5.49609375, false]], [[-9.5, false]], [[-8.375, false]], [[-10.25, false]], [[-5.49609375, false]], [[-9.875, false]], [[-4.62109375, false]], [[-7.49609375, false]], [[-7.74609375, false]], [[-9.5, false]], [[-4.62109375, false]], [[-9.5, false]], [[-5.49609375, false]], [[-10.5, false]], [[-9.625, false]], [[-10.625, false]], [[-5.49609375, false]], [[-4.62109375, false]], [[-9.5, false]], [[-7.74609375, false]], [[-9.5, false]], [[-4.62109375, false]], [[-9.875, false]], [[-8.875, false]], [[-6.3828125, false]], [[-7.99609375, false]], [[-11.875, false]]], "filtered_resps": [[-7.37109375, false], [-7.99609375, false], [-9.125, false], [-10.625, false], [-8.375, false], [-11.5, false], [-8.375, false], [-9.5, false], [-9.5, false], [-5.59765625, false], [-4.62109375, false], [-5.59765625, false], [-8.625, false], [-9.625, false], [-9.875, false], [-9.875, false], [-4.62109375, false], [-9.125, false], [-8.875, false], [-8.375, false], [-5.59765625, false], [-9.625, false], [-10.5, false], [-5.49609375, false], [-9.5, false], [-9.875, false], [-8.375, false], [-5.49609375, false], [-10.875, false], [-9.5, false], [-8.375, false], [-8.375, false], [-10.625, false], [-9.875, false], [-10.75, false], [-7.74609375, false], [-9.5, false], [-10.125, false], [-5.49609375, false], [-8.875, false], [-8.375, false], [-8.375, false], [-7.74609375, false], [-9.5, false], [-8.375, false], [-9.5, false], [-9.5, false], [-6.3828125, false], [-7.99609375, false], [-8.40625, false], [-5.49609375, false], [-7.99609375, false], [-9.875, false], [-7.74609375, false], [-9.5, false], [-7.74609375, false], [-9.5, false], [-5.49609375, false], [-9.5, false], [-9.875, false], [-8.375, false], [-5.49609375, false], [-9.5, false], [-10.75, false], [-9.125, false], [-8.375, false], [-8.875, false], [-5.49609375, false], [-9.625, false], [-10.5, false], [-5.49609375, false], [-9.125, false], [-9.625, false], [-9.875, false], [-9.875, false], [-10.875, false], [-9.5, false], [-4.62109375, false], [-9.5, false], [-9.5, false], [-8.875, false], [-5.49609375, false], [-9.5, false], [-9.875, false], [-4.62109375, false], [-9.5, false], [-5.49609375, false], [-8.625, false], [-4.62109375, false], [-9.5, false], [-5.49609375, false], [-8.375, false], [-9.5, false], [-9.5, false], [-8.375, false], [-10.625, false], [-5.49609375, false], [-9.5, false], [-9.875, false], [-8.375, false], [-5.49609375, false], [-8.875, false], [-9.625, false], [-7.74609375, false], [-9.875, false], [-6.3828125, false], [-7.99609375, false], [-8.40625, false], [-5.49609375, false], [-7.99609375, false], [-7.74609375, false], [-9.5, false], [-8.625, false], [-10.625, false], [-8.375, false], [-4.62109375, false], [-8.875, false], [-8.375, false], [-5.49609375, false], [-10.25, false], [-4.62109375, false], [-9.5, false], [-8.375, false], [-10.625, false], [-5.49609375, false], [-4.62109375, false], [-7.49609375, false], [-8.875, false], [-9.625, false], [-10.625, false], [-9.125, false], [-9.5, false], [-7.74609375, false], [-9.625, false], [-9.5, false], [-5.49609375, false], [-7.49609375, false], [-10.75, false], [-5.49609375, false], [-9.5, false], [-9.875, false], [-8.375, false], [-5.49609375, false], [-10.625, false], [-8.375, false], [-9.125, false], [-9.875, false], [-4.62109375, false], [-8.625, false], [-8.375, false], [-8.375, false], [-5.49609375, false], [-8.875, false], [-8.375, false], [-8.375, false], [-7.74609375, false], [-9.5, false], [-8.375, false], [-9.5, false], [-9.5, false], [-8.875, false], [-6.3828125, false], [-7.99609375, false], [-8.5078125, false], [-5.49609375, false], [-7.99609375, false], [-10.625, false], [-8.375, false], [-8.375, false], [-10.875, false], [-8.625, false], [-8.375, false], [-5.49609375, false], [-8.875, false], [-9.625, false], [-7.74609375, false], [-9.875, false], [-5.49609375, false], [-8.375, false], [-10.625, false], [-9.625, false], [-8.875, false], [-7.74609375, false], [-9.625, false], [-9.5, false], [-5.49609375, false], [-4.62109375, false], [-9.5, false], [-8.375, false], [-5.49609375, false], [-9.125, false], [-10.625, false], [-9.625, false], [-11.5, false], [-7.74609375, false], [-8.375, false], [-8.375, false], [-5.49609375, false], [-9.5, false], [-8.375, false], [-10.25, false], [-5.49609375, false], [-9.875, false], [-4.62109375, false], [-7.49609375, false], [-7.74609375, false], [-9.5, false], [-4.62109375, false], [-9.5, false], [-5.49609375, false], [-10.5, false], [-9.625, false], [-10.625, false], [-5.49609375, false], [-4.62109375, false], [-9.5, false], [-7.74609375, false], [-9.5, false], [-4.62109375, false], [-9.875, false], [-8.875, false], [-6.3828125, false], [-7.99609375, false], [-11.875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1747, "doc": {"id": "VASoL_2009_5_23", "question": "When a tree is dormant, the tree is", "choices": {"text": ["dying", "inactive", "growing taller", "growing its leaves"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "inactive", "arguments": ["Question: When a tree is dormant, the tree is\nAnswer:", " ["], "resps": [[[-7.91015625, false]], [[-8.40625, false]], [[-8.65625, false]], [[-10.90625, false]], [[-8.15625, false]], [[-9.65625, false]], [[-11.65625, false]], [[-8.40625, false]], [[-9.515625, false]], [[-5.66015625, false]], [[-8.40625, false]], [[-8.15625, false]], [[-9.65625, false]], [[-5.41015625, false]], [[-10.65625, false]], [[-9.90625, false]], [[-8.15625, false]], [[-12.15625, false]], [[-9.65625, false]], [[-8.40625, false]], [[-9.515625, false]], [[-5.66015625, false]], [[-8.40625, false]], [[-11.65625, false]], [[-10.65625, false]], [[-9.40625, false]], [[-10.65625, false]], [[-8.15625, false]], [[-9.65625, false]], [[-11.65625, false]], [[-5.66015625, false]], [[-9.90625, false]], [[-5.41015625, false]], [[-10.40625, false]], [[-10.40625, false]], [[-9.65625, false]], [[-10.65625, false]], [[-8.40625, false]], [[-9.515625, false]], [[-5.66015625, false]], [[-8.40625, false]], [[-11.65625, false]], [[-10.65625, false]], [[-9.40625, false]], [[-10.65625, false]], [[-8.15625, false]], [[-9.65625, false]], [[-11.65625, false]], [[-5.66015625, false]], [[-8.15625, false]], [[-9.90625, false]], [[-10.15625, false]], [[-5.66015625, false]], [[-10.40625, false]], [[-9.65625, false]], [[-5.41015625, false]], [[-12.15625, false]], [[-9.65625, false]], [[-10.15625, false]], [[-8.40625, false]], [[-12.40625, false]]], "filtered_resps": [[-7.91015625, false], [-8.40625, false], [-8.65625, false], [-10.90625, false], [-8.15625, false], [-9.65625, false], [-11.65625, false], [-8.40625, false], [-9.515625, false], [-5.66015625, false], [-8.40625, false], [-8.15625, false], [-9.65625, false], [-5.41015625, false], [-10.65625, false], [-9.90625, false], [-8.15625, false], [-12.15625, false], [-9.65625, false], [-8.40625, false], [-9.515625, false], [-5.66015625, false], [-8.40625, false], [-11.65625, false], [-10.65625, false], [-9.40625, false], [-10.65625, false], [-8.15625, false], [-9.65625, false], [-11.65625, false], [-5.66015625, false], [-9.90625, false], [-5.41015625, false], [-10.40625, false], [-10.40625, false], [-9.65625, false], [-10.65625, false], [-8.40625, false], [-9.515625, false], [-5.66015625, false], [-8.40625, false], [-11.65625, false], [-10.65625, false], [-9.40625, false], [-10.65625, false], [-8.15625, false], [-9.65625, false], [-11.65625, false], [-5.66015625, false], [-8.15625, false], [-9.90625, false], [-10.15625, false], [-5.66015625, false], [-10.40625, false], [-9.65625, false], [-5.41015625, false], [-12.15625, false], [-9.65625, false], [-10.15625, false], [-8.40625, false], [-12.40625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1755, "doc": {"id": "MCAS_2004_5_36", "question": "Clouds are formed from tiny drops of water that are light enough to float in the air. As these drops bump into each other, they form larger drops. What happens when these drops become too heavy to float in the air?", "choices": {"text": ["The drops form fog.", "The drops evaporate.", "The drops fall as rain.", "The drops become air."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "The drops fall as rain.", "arguments": ["Question: Clouds are formed from tiny drops of water that are light enough to float in the air. As these drops bump into each other, they form larger drops. What happens when these drops become too heavy to float in the air?\nAnswer:", " ["], "resps": [[[-8.6328125, false]], [[-9.3828125, false]], [[-7.8828125, false]], [[-11.6328125, false]], [[-9.6328125, false]], [[-6.3828125, false]], [[-10.1328125, false]], [[-12.1328125, false]], [[-10.3828125, false]], [[-11.6328125, false]], [[-10.6328125, false]], [[-6.3828125, false]], [[-10.8828125, false]], [[-10.3828125, false]], [[-12.1328125, false]], [[-11.3828125, false]], [[-6.3828125, false]], [[-10.8828125, false]], [[-10.3828125, false]], [[-12.8828125, false]], [[-7.49609375, false]], [[-9.3828125, false]], [[-11.03125, false]], [[-6.3828125, false]], [[-9.3828125, false]], [[-7.8828125, false]], [[-11.6328125, false]], [[-9.6328125, false]], [[-6.3828125, false]], [[-10.1328125, false]], [[-12.1328125, false]], [[-10.3828125, false]], [[-11.6328125, false]], [[-10.6328125, false]], [[-6.3828125, false]], [[-9.6328125, false]], [[-13.1328125, false]], [[-6.1328125, false]], [[-11.6328125, false]], [[-10.3828125, false]], [[-12.1328125, false]], [[-6.1328125, false]], [[-11.6328125, false]], [[-9.6328125, false]], [[-7.49609375, false]], [[-9.3828125, false]], [[-11.0, false]], [[-6.3828125, false]], [[-9.3828125, false]], [[-7.8828125, false]], [[-11.6328125, false]], [[-9.6328125, false]], [[-6.3828125, false]], [[-10.1328125, false]], [[-12.1328125, false]], [[-10.3828125, false]], [[-11.6328125, false]], [[-10.6328125, false]], [[-6.3828125, false]], [[-10.8828125, false]], [[-6.1328125, false]], [[-12.1328125, false]], [[-12.1328125, false]], [[-6.3828125, false]], [[-6.1328125, false]], [[-10.6328125, false]], [[-6.3828125, false]], [[-12.1328125, false]], [[-6.1328125, false]], [[-10.6328125, false]], [[-11.3828125, false]], [[-7.49609375, false]], [[-9.3828125, false]], [[-11.0, false]], [[-6.3828125, false]], [[-9.3828125, false]], [[-7.8828125, false]], [[-11.6328125, false]], [[-9.6328125, false]], [[-6.3828125, false]], [[-10.1328125, false]], [[-12.1328125, false]], [[-10.3828125, false]], [[-11.6328125, false]], [[-10.6328125, false]], [[-6.3828125, false]], [[-10.1328125, false]], [[-9.6328125, false]], [[-9.8828125, false]], [[-10.3828125, false]], [[-11.3828125, false]], [[-9.6328125, false]], [[-6.3828125, false]], [[-6.1328125, false]], [[-10.6328125, false]], [[-12.1328125, false]], [[-7.49609375, false]], [[-9.3828125, false]], [[-12.8828125, false]]], "filtered_resps": [[-8.6328125, false], [-9.3828125, false], [-7.8828125, false], [-11.6328125, false], [-9.6328125, false], [-6.3828125, false], [-10.1328125, false], [-12.1328125, false], [-10.3828125, false], [-11.6328125, false], [-10.6328125, false], [-6.3828125, false], [-10.8828125, false], [-10.3828125, false], [-12.1328125, false], [-11.3828125, false], [-6.3828125, false], [-10.8828125, false], [-10.3828125, false], [-12.8828125, false], [-7.49609375, false], [-9.3828125, false], [-11.03125, false], [-6.3828125, false], [-9.3828125, false], [-7.8828125, false], [-11.6328125, false], [-9.6328125, false], [-6.3828125, false], [-10.1328125, false], [-12.1328125, false], [-10.3828125, false], [-11.6328125, false], [-10.6328125, false], [-6.3828125, false], [-9.6328125, false], [-13.1328125, false], [-6.1328125, false], [-11.6328125, false], [-10.3828125, false], [-12.1328125, false], [-6.1328125, false], [-11.6328125, false], [-9.6328125, false], [-7.49609375, false], [-9.3828125, false], [-11.0, false], [-6.3828125, false], [-9.3828125, false], [-7.8828125, false], [-11.6328125, false], [-9.6328125, false], [-6.3828125, false], [-10.1328125, false], [-12.1328125, false], [-10.3828125, false], [-11.6328125, false], [-10.6328125, false], [-6.3828125, false], [-10.8828125, false], [-6.1328125, false], [-12.1328125, false], [-12.1328125, false], [-6.3828125, false], [-6.1328125, false], [-10.6328125, false], [-6.3828125, false], [-12.1328125, false], [-6.1328125, false], [-10.6328125, false], [-11.3828125, false], [-7.49609375, false], [-9.3828125, false], [-11.0, false], [-6.3828125, false], [-9.3828125, false], [-7.8828125, false], [-11.6328125, false], [-9.6328125, false], [-6.3828125, false], [-10.1328125, false], [-12.1328125, false], [-10.3828125, false], [-11.6328125, false], [-10.6328125, false], [-6.3828125, false], [-10.1328125, false], [-9.6328125, false], [-9.8828125, false], [-10.3828125, false], [-11.3828125, false], [-9.6328125, false], [-6.3828125, false], [-6.1328125, false], [-10.6328125, false], [-12.1328125, false], [-7.49609375, false], [-9.3828125, false], [-12.8828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1763, "doc": {"id": "Mercury_7248290", "question": "Which activity is an important function of nucleases?", "choices": {"text": ["repairing the double strand of DNA", "concentrating RNA into a nucleolus", "maintaining homeostasis of nucleoplasm", "dissolving the nuclear membrane during mitosis"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "repairing the double strand of DNA", "arguments": ["Question: Which activity is an important function of nucleases?\nAnswer:", " ["], "resps": [[[-6.41796875, false]], [[-9.796875, false]], [[-9.296875, false]], [[-8.296875, false]], [[-8.296875, false]], [[-4.91796875, false]], [[-7.29296875, false]], [[-9.296875, false]], [[-7.29296875, false]], [[-8.046875, false]], [[-10.421875, false]], [[-4.04296875, false]], [[-9.296875, false]], [[-9.421875, false]], [[-8.296875, false]], [[-4.04296875, false]], [[-8.921875, false]], [[-9.421875, false]], [[-9.421875, false]], [[-7.04296875, false]], [[-9.046875, false]], [[-8.296875, false]], [[-4.04296875, false]], [[-9.546875, false]], [[-9.296875, false]], [[-9.296875, false]], [[-4.91796875, false]], [[-8.046875, false]], [[-8.921875, false]], [[-4.04296875, false]], [[-9.421875, false]], [[-10.296875, false]], [[-4.04296875, false]], [[-7.66796875, false]], [[-6.16796875, false]], [[-3.794921875, false]], [[-9.796875, false]], [[-9.328125, false]], [[-4.04296875, false]], [[-9.796875, false]], [[-6.16796875, false]], [[-9.421875, false]], [[-8.046875, false]], [[-6.16796875, false]], [[-8.296875, false]], [[-8.046875, false]], [[-9.296875, false]], [[-9.296875, false]], [[-4.91796875, false]], [[-9.296875, false]], [[-7.29296875, false]], [[-8.046875, false]], [[-10.421875, false]], [[-4.04296875, false]], [[-7.54296875, false]], [[-6.16796875, false]], [[-3.794921875, false]], [[-4.04296875, false]], [[-7.29296875, false]], [[-8.046875, false]], [[-9.296875, false]], [[-9.421875, false]], [[-4.04296875, false]], [[-4.91796875, false]], [[-4.04296875, false]], [[-8.046875, false]], [[-9.421875, false]], [[-6.16796875, false]], [[-9.046875, false]], [[-8.296875, false]], [[-9.421875, false]], [[-9.046875, false]], [[-9.421875, false]], [[-9.546875, false]], [[-9.796875, false]], [[-9.328125, false]], [[-4.04296875, false]], [[-9.796875, false]], [[-7.16796875, false]], [[-4.91796875, false]], [[-7.29296875, false]], [[-8.046875, false]], [[-9.296875, false]], [[-4.91796875, false]], [[-7.29296875, false]], [[-8.046875, false]], [[-7.29296875, false]], [[-8.046875, false]], [[-10.421875, false]], [[-4.04296875, false]], [[-9.421875, false]], [[-9.421875, false]], [[-7.16796875, false]], [[-8.296875, false]], [[-9.421875, false]], [[-9.546875, false]], [[-9.296875, false]], [[-4.91796875, false]], [[-9.546875, false]], [[-7.29296875, false]], [[-9.546875, false]], [[-4.04296875, false]], [[-9.421875, false]], [[-10.296875, false]], [[-4.04296875, false]], [[-8.046875, false]], [[-9.421875, false]], [[-6.16796875, false]], [[-9.046875, false]], [[-8.296875, false]], [[-9.421875, false]], [[-8.296875, false]], [[-9.046875, false]], [[-4.91796875, false]], [[-9.546875, false]], [[-7.16796875, false]], [[-9.796875, false]], [[-9.328125, false]], [[-4.04296875, false]], [[-9.796875, false]], [[-8.921875, false]], [[-7.29296875, false]], [[-9.546875, false]], [[-9.546875, false]], [[-9.421875, false]], [[-9.046875, false]], [[-9.671875, false]], [[-7.29296875, false]], [[-8.046875, false]], [[-10.421875, false]], [[-4.04296875, false]], [[-9.296875, false]], [[-9.421875, false]], [[-8.296875, false]], [[-4.04296875, false]], [[-8.046875, false]], [[-9.421875, false]], [[-6.16796875, false]], [[-9.046875, false]], [[-8.296875, false]], [[-4.91796875, false]], [[-9.296875, false]], [[-4.04296875, false]], [[-7.16796875, false]], [[-8.296875, false]], [[-7.16796875, false]], [[-7.04296875, false]], [[-9.296875, false]], [[-4.91796875, false]], [[-8.046875, false]], [[-8.296875, false]], [[-4.04296875, false]], [[-8.921875, false]], [[-9.421875, false]], [[-9.296875, false]], [[-7.29296875, false]], [[-8.046875, false]], [[-10.421875, false]], [[-4.04296875, false]], [[-7.16796875, false]], [[-7.29296875, false]], [[-9.296875, false]], [[-9.421875, false]], [[-9.546875, false]], [[-7.29296875, false]], [[-9.546875, false]], [[-9.796875, false]], [[-13.421875, false]]], "filtered_resps": [[-6.41796875, false], [-9.796875, false], [-9.296875, false], [-8.296875, false], [-8.296875, false], [-4.91796875, false], [-7.29296875, false], [-9.296875, false], [-7.29296875, false], [-8.046875, false], [-10.421875, false], [-4.04296875, false], [-9.296875, false], [-9.421875, false], [-8.296875, false], [-4.04296875, false], [-8.921875, false], [-9.421875, false], [-9.421875, false], [-7.04296875, false], [-9.046875, false], [-8.296875, false], [-4.04296875, false], [-9.546875, false], [-9.296875, false], [-9.296875, false], [-4.91796875, false], [-8.046875, false], [-8.921875, false], [-4.04296875, false], [-9.421875, false], [-10.296875, false], [-4.04296875, false], [-7.66796875, false], [-6.16796875, false], [-3.794921875, false], [-9.796875, false], [-9.328125, false], [-4.04296875, false], [-9.796875, false], [-6.16796875, false], [-9.421875, false], [-8.046875, false], [-6.16796875, false], [-8.296875, false], [-8.046875, false], [-9.296875, false], [-9.296875, false], [-4.91796875, false], [-9.296875, false], [-7.29296875, false], [-8.046875, false], [-10.421875, false], [-4.04296875, false], [-7.54296875, false], [-6.16796875, false], [-3.794921875, false], [-4.04296875, false], [-7.29296875, false], [-8.046875, false], [-9.296875, false], [-9.421875, false], [-4.04296875, false], [-4.91796875, false], [-4.04296875, false], [-8.046875, false], [-9.421875, false], [-6.16796875, false], [-9.046875, false], [-8.296875, false], [-9.421875, false], [-9.046875, false], [-9.421875, false], [-9.546875, false], [-9.796875, false], [-9.328125, false], [-4.04296875, false], [-9.796875, false], [-7.16796875, false], [-4.91796875, false], [-7.29296875, false], [-8.046875, false], [-9.296875, false], [-4.91796875, false], [-7.29296875, false], [-8.046875, false], [-7.29296875, false], [-8.046875, false], [-10.421875, false], [-4.04296875, false], [-9.421875, false], [-9.421875, false], [-7.16796875, false], [-8.296875, false], [-9.421875, false], [-9.546875, false], [-9.296875, false], [-4.91796875, false], [-9.546875, false], [-7.29296875, false], [-9.546875, false], [-4.04296875, false], [-9.421875, false], [-10.296875, false], [-4.04296875, false], [-8.046875, false], [-9.421875, false], [-6.16796875, false], [-9.046875, false], [-8.296875, false], [-9.421875, false], [-8.296875, false], [-9.046875, false], [-4.91796875, false], [-9.546875, false], [-7.16796875, false], [-9.796875, false], [-9.328125, false], [-4.04296875, false], [-9.796875, false], [-8.921875, false], [-7.29296875, false], [-9.546875, false], [-9.546875, false], [-9.421875, false], [-9.046875, false], [-9.671875, false], [-7.29296875, false], [-8.046875, false], [-10.421875, false], [-4.04296875, false], [-9.296875, false], [-9.421875, false], [-8.296875, false], [-4.04296875, false], [-8.046875, false], [-9.421875, false], [-6.16796875, false], [-9.046875, false], [-8.296875, false], [-4.91796875, false], [-9.296875, false], [-4.04296875, false], [-7.16796875, false], [-8.296875, false], [-7.16796875, false], [-7.04296875, false], [-9.296875, false], [-4.91796875, false], [-8.046875, false], [-8.296875, false], [-4.04296875, false], [-8.921875, false], [-9.421875, false], [-9.296875, false], [-7.29296875, false], [-8.046875, false], [-10.421875, false], [-4.04296875, false], [-7.16796875, false], [-7.29296875, false], [-9.296875, false], [-9.421875, false], [-9.546875, false], [-7.29296875, false], [-9.546875, false], [-9.796875, false], [-13.421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1771, "doc": {"id": "MSA_2012_8_9", "question": "The early Greeks are credited with many valid concepts in astronomy. Some of their theories were correct; some were later proven incorrect. One theory was that Earth was the center of the universe and that other planets circled Earth. The Greeks thought Earth did not move because its movement was not obvious from the surface of the planet. The Greeks also believed that an invisible sphere surrounding our planet contained the stars. This sphere rotated, explaining the apparent movement of constellations over time. Early Greeks also developed theories about the relationship between the moon and Earth. Why is the same side of the moon always visible from Earth?", "choices": {"text": ["The far side of the moon does not reflect sunlight.", "The moon stays in one location while Earth revolves around it.", "The period of rotation and the period of revolution for the moon are about the same.", "The moon rotates clockwise on its axis while Earth rotates counterclockwise on its axis."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "The period of rotation and the period of revolution for the moon are about the same.", "arguments": ["Question: The early Greeks are credited with many valid concepts in astronomy. Some of their theories were correct; some were later proven incorrect. One theory was that Earth was the center of the universe and that other planets circled Earth. The Greeks thought Earth did not move because its movement was not obvious from the surface of the planet. The Greeks also believed that an invisible sphere surrounding our planet contained the stars. This sphere rotated, explaining the apparent movement of constellations over time. Early Greeks also developed theories about the relationship between the moon and Earth. Why is the same side of the moon always visible from Earth?\nAnswer:", " ["], "resps": [[[-8.3671875, false]], [[-10.1171875, false]], [[-8.8671875, false]], [[-12.8671875, false]], [[-9.8671875, false]], [[-6.61328125, false]], [[-11.1171875, false]], [[-8.3671875, false]], [[-12.3671875, false]], [[-6.61328125, false]], [[-11.8671875, false]], [[-11.3671875, false]], [[-12.8671875, false]], [[-9.8671875, false]], [[-6.61328125, false]], [[-10.8671875, false]], [[-11.1171875, false]], [[-6.61328125, false]], [[-12.3671875, false]], [[-12.8671875, false]], [[-9.8671875, false]], [[-6.61328125, false]], [[-12.1171875, false]], [[-10.8671875, false]], [[-10.8671875, false]], [[-12.6171875, false]], [[-6.61328125, false]], [[-12.8671875, false]], [[-10.8671875, false]], [[-9.8671875, false]], [[-11.8671875, false]], [[-6.61328125, false]], [[-12.6171875, false]], [[-10.8671875, false]], [[-12.3671875, false]], [[-6.61328125, false]], [[-12.3671875, false]], [[-9.8671875, false]], [[-11.1171875, false]], [[-12.6171875, false]], [[-9.8671875, false]], [[-11.6171875, false]], [[-12.3671875, false]], [[-6.61328125, false]], [[-11.8671875, false]], [[-13.6171875, false]], [[-12.6171875, false]], [[-12.6171875, false]], [[-11.3671875, false]], [[-14.3671875, false]], [[-12.8671875, false]], [[-12.3671875, false]], [[-8.0625, false]], [[-10.1171875, false]], [[-11.125, false]], [[-6.61328125, false]], [[-10.1171875, false]], [[-8.8671875, false]], [[-12.8671875, false]], [[-9.8671875, false]], [[-6.61328125, false]], [[-12.1171875, false]], [[-10.8671875, false]], [[-10.8671875, false]], [[-12.6171875, false]], [[-6.61328125, false]], [[-11.8671875, false]], [[-12.3671875, false]], [[-8.3671875, false]], [[-14.6171875, false]], [[-11.8671875, false]], [[-6.61328125, false]], [[-11.3671875, false]], [[-12.6171875, false]], [[-6.61328125, false]], [[-10.8671875, false]], [[-12.6171875, false]], [[-9.8671875, false]], [[-6.61328125, false]], [[-12.6171875, false]], [[-10.8671875, false]], [[-11.6171875, false]], [[-8.3671875, false]], [[-12.3671875, false]], [[-11.3671875, false]], [[-10.8671875, false]], [[-12.6171875, false]], [[-6.61328125, false]], [[-12.3671875, false]], [[-12.8671875, false]], [[-11.3671875, false]], [[-12.6171875, false]], [[-9.8671875, false]], [[-6.61328125, false]], [[-6.11328125, false]], [[-8.3671875, false]], [[-12.3671875, false]], [[-12.3671875, false]], [[-12.8671875, false]], [[-6.61328125, false]], [[-12.3671875, false]], [[-9.8671875, false]], [[-12.6171875, false]], [[-10.8671875, false]], [[-12.6171875, false]], [[-12.6171875, false]], [[-9.8671875, false]], [[-11.8671875, false]], [[-6.61328125, false]], [[-8.3671875, false]], [[-12.3671875, false]], [[-10.8671875, false]], [[-13.6171875, false]], [[-12.6171875, false]], [[-12.8671875, false]], [[-6.61328125, false]], [[-11.3671875, false]], [[-12.3671875, false]], [[-8.0625, false]], [[-10.1171875, false]], [[-11.125, false]], [[-6.61328125, false]], [[-10.1171875, false]], [[-8.8671875, false]], [[-12.8671875, false]], [[-9.8671875, false]], [[-6.61328125, false]], [[-11.1171875, false]], [[-9.8671875, false]], [[-12.3671875, false]], [[-11.3671875, false]], [[-10.8671875, false]], [[-12.8671875, false]], [[-6.61328125, false]], [[-10.8671875, false]], [[-11.1171875, false]], [[-6.61328125, false]], [[-12.3671875, false]], [[-10.8671875, false]], [[-12.3671875, false]], [[-8.3671875, false]], [[-12.3671875, false]], [[-11.3671875, false]], [[-10.8671875, false]], [[-12.6171875, false]], [[-6.61328125, false]], [[-8.3671875, false]], [[-12.6171875, false]], [[-12.8671875, false]], [[-6.61328125, false]], [[-12.3671875, false]], [[-12.8671875, false]], [[-9.8671875, false]], [[-6.61328125, false]], [[-11.1171875, false]], [[-9.8671875, false]], [[-12.3671875, false]], [[-11.3671875, false]], [[-10.8671875, false]], [[-12.8671875, false]], [[-6.61328125, false]], [[-10.8671875, false]], [[-11.1171875, false]], [[-6.61328125, false]], [[-12.3671875, false]], [[-9.8671875, false]], [[-12.6171875, false]], [[-10.8671875, false]], [[-12.6171875, false]], [[-13.6171875, false]], [[-12.3671875, false]], [[-11.3671875, false]], [[-10.8671875, false]], [[-12.6171875, false]], [[-6.61328125, false]], [[-11.1171875, false]], [[-10.8671875, false]], [[-12.3671875, false]], [[-6.61328125, false]], [[-12.3671875, false]], [[-12.8671875, false]], [[-9.8671875, false]], [[-6.61328125, false]], [[-12.1171875, false]], [[-10.8671875, false]], [[-10.8671875, false]], [[-12.6171875, false]], [[-6.61328125, false]], [[-8.3671875, false]], [[-12.3671875, false]], [[-9.8671875, false]], [[-6.61328125, false]], [[-8.3671875, false]], [[-10.3671875, false]], [[-10.8671875, false]], [[-13.6171875, false]], [[-12.3671875, false]], [[-6.61328125, false]], [[-12.3671875, false]], [[-12.8671875, false]], [[-9.8671875, false]], [[-6.61328125, false]], [[-11.8671875, false]], [[-8.3671875, false]], [[-12.1171875, false]], [[-9.8671875, false]], [[-8.0625, false]], [[-10.1171875, false]], [[-11.125, false]], [[-6.61328125, false]], [[-10.1171875, false]], [[-8.8671875, false]], [[-12.8671875, false]], [[-9.8671875, false]], [[-6.61328125, false]], [[-12.1171875, false]], [[-10.8671875, false]], [[-10.8671875, false]], [[-12.6171875, false]], [[-6.61328125, false]], [[-12.3671875, false]], [[-10.8671875, false]], [[-12.3671875, false]], [[-8.3671875, false]], [[-12.3671875, false]], [[-9.8671875, false]], [[-11.8671875, false]], [[-6.61328125, false]], [[-11.6171875, false]], [[-12.6171875, false]], [[-10.8671875, false]], [[-11.6171875, false]], [[-14.1171875, false]], [[-12.3671875, false]], [[-11.3671875, false]], [[-11.8671875, false]], [[-9.8671875, false]], [[-6.61328125, false]], [[-10.8671875, false]], [[-12.6171875, false]], [[-6.61328125, false]], [[-11.3671875, false]], [[-12.3671875, false]], [[-11.8671875, false]], [[-6.61328125, false]], [[-8.3671875, false]], [[-13.3671875, false]], [[-11.3671875, false]], [[-11.8671875, false]], [[-6.61328125, false]], [[-12.3671875, false]], [[-12.8671875, false]], [[-11.3671875, false]], [[-12.6171875, false]], [[-9.8671875, false]], [[-6.61328125, false]], [[-6.11328125, false]], [[-8.3671875, false]], [[-12.3671875, false]], [[-12.3671875, false]], [[-12.8671875, false]], [[-6.61328125, false]], [[-12.3671875, false]], [[-10.8671875, false]], [[-12.3671875, false]], [[-8.3671875, false]], [[-12.3671875, false]], [[-9.8671875, false]], [[-11.8671875, false]], [[-6.61328125, false]], [[-11.6171875, false]], [[-10.8671875, false]], [[-13.6171875, false]], [[-12.6171875, false]], [[-12.3671875, false]], [[-9.8671875, false]], [[-12.3671875, false]], [[-11.6171875, false]], [[-12.6171875, false]], [[-10.8671875, false]], [[-11.6171875, false]], [[-14.1171875, false]], [[-12.3671875, false]], [[-11.3671875, false]], [[-11.8671875, false]], [[-9.8671875, false]], [[-6.61328125, false]], [[-10.8671875, false]], [[-12.6171875, false]], [[-6.61328125, false]], [[-11.3671875, false]], [[-12.3671875, false]], [[-11.8671875, false]], [[-6.61328125, false]], [[-8.3671875, false]], [[-13.3671875, false]], [[-11.3671875, false]], [[-11.8671875, false]], [[-8.0625, false]], [[-10.1171875, false]], [[-13.3671875, false]]], "filtered_resps": [[-8.3671875, false], [-10.1171875, false], [-8.8671875, false], [-12.8671875, false], [-9.8671875, false], [-6.61328125, false], [-11.1171875, false], [-8.3671875, false], [-12.3671875, false], [-6.61328125, false], [-11.8671875, false], [-11.3671875, false], [-12.8671875, false], [-9.8671875, false], [-6.61328125, false], [-10.8671875, false], [-11.1171875, false], [-6.61328125, false], [-12.3671875, false], [-12.8671875, false], [-9.8671875, false], [-6.61328125, false], [-12.1171875, false], [-10.8671875, false], [-10.8671875, false], [-12.6171875, false], [-6.61328125, false], [-12.8671875, false], [-10.8671875, false], [-9.8671875, false], [-11.8671875, false], [-6.61328125, false], [-12.6171875, false], [-10.8671875, false], [-12.3671875, false], [-6.61328125, false], [-12.3671875, false], [-9.8671875, false], [-11.1171875, false], [-12.6171875, false], [-9.8671875, false], [-11.6171875, false], [-12.3671875, false], [-6.61328125, false], [-11.8671875, false], [-13.6171875, false], [-12.6171875, false], [-12.6171875, false], [-11.3671875, false], [-14.3671875, false], [-12.8671875, false], [-12.3671875, false], [-8.0625, false], [-10.1171875, false], [-11.125, false], [-6.61328125, false], [-10.1171875, false], [-8.8671875, false], [-12.8671875, false], [-9.8671875, false], [-6.61328125, false], [-12.1171875, false], [-10.8671875, false], [-10.8671875, false], [-12.6171875, false], [-6.61328125, false], [-11.8671875, false], [-12.3671875, false], [-8.3671875, false], [-14.6171875, false], [-11.8671875, false], [-6.61328125, false], [-11.3671875, false], [-12.6171875, false], [-6.61328125, false], [-10.8671875, false], [-12.6171875, false], [-9.8671875, false], [-6.61328125, false], [-12.6171875, false], [-10.8671875, false], [-11.6171875, false], [-8.3671875, false], [-12.3671875, false], [-11.3671875, false], [-10.8671875, false], [-12.6171875, false], [-6.61328125, false], [-12.3671875, false], [-12.8671875, false], [-11.3671875, false], [-12.6171875, false], [-9.8671875, false], [-6.61328125, false], [-6.11328125, false], [-8.3671875, false], [-12.3671875, false], [-12.3671875, false], [-12.8671875, false], [-6.61328125, false], [-12.3671875, false], [-9.8671875, false], [-12.6171875, false], [-10.8671875, false], [-12.6171875, false], [-12.6171875, false], [-9.8671875, false], [-11.8671875, false], [-6.61328125, false], [-8.3671875, false], [-12.3671875, false], [-10.8671875, false], [-13.6171875, false], [-12.6171875, false], [-12.8671875, false], [-6.61328125, false], [-11.3671875, false], [-12.3671875, false], [-8.0625, false], [-10.1171875, false], [-11.125, false], [-6.61328125, false], [-10.1171875, false], [-8.8671875, false], [-12.8671875, false], [-9.8671875, false], [-6.61328125, false], [-11.1171875, false], [-9.8671875, false], [-12.3671875, false], [-11.3671875, false], [-10.8671875, false], [-12.8671875, false], [-6.61328125, false], [-10.8671875, false], [-11.1171875, false], [-6.61328125, false], [-12.3671875, false], [-10.8671875, false], [-12.3671875, false], [-8.3671875, false], [-12.3671875, false], [-11.3671875, false], [-10.8671875, false], [-12.6171875, false], [-6.61328125, false], [-8.3671875, false], [-12.6171875, false], [-12.8671875, false], [-6.61328125, false], [-12.3671875, false], [-12.8671875, false], [-9.8671875, false], [-6.61328125, false], [-11.1171875, false], [-9.8671875, false], [-12.3671875, false], [-11.3671875, false], [-10.8671875, false], [-12.8671875, false], [-6.61328125, false], [-10.8671875, false], [-11.1171875, false], [-6.61328125, false], [-12.3671875, false], [-9.8671875, false], [-12.6171875, false], [-10.8671875, false], [-12.6171875, false], [-13.6171875, false], [-12.3671875, false], [-11.3671875, false], [-10.8671875, false], [-12.6171875, false], [-6.61328125, false], [-11.1171875, false], [-10.8671875, false], [-12.3671875, false], [-6.61328125, false], [-12.3671875, false], [-12.8671875, false], [-9.8671875, false], [-6.61328125, false], [-12.1171875, false], [-10.8671875, false], [-10.8671875, false], [-12.6171875, false], [-6.61328125, false], [-8.3671875, false], [-12.3671875, false], [-9.8671875, false], [-6.61328125, false], [-8.3671875, false], [-10.3671875, false], [-10.8671875, false], [-13.6171875, false], [-12.3671875, false], [-6.61328125, false], [-12.3671875, false], [-12.8671875, false], [-9.8671875, false], [-6.61328125, false], [-11.8671875, false], [-8.3671875, false], [-12.1171875, false], [-9.8671875, false], [-8.0625, false], [-10.1171875, false], [-11.125, false], [-6.61328125, false], [-10.1171875, false], [-8.8671875, false], [-12.8671875, false], [-9.8671875, false], [-6.61328125, false], [-12.1171875, false], [-10.8671875, false], [-10.8671875, false], [-12.6171875, false], [-6.61328125, false], [-12.3671875, false], [-10.8671875, false], [-12.3671875, false], [-8.3671875, false], [-12.3671875, false], [-9.8671875, false], [-11.8671875, false], [-6.61328125, false], [-11.6171875, false], [-12.6171875, false], [-10.8671875, false], [-11.6171875, false], [-14.1171875, false], [-12.3671875, false], [-11.3671875, false], [-11.8671875, false], [-9.8671875, false], [-6.61328125, false], [-10.8671875, false], [-12.6171875, false], [-6.61328125, false], [-11.3671875, false], [-12.3671875, false], [-11.8671875, false], [-6.61328125, false], [-8.3671875, false], [-13.3671875, false], [-11.3671875, false], [-11.8671875, false], [-6.61328125, false], [-12.3671875, false], [-12.8671875, false], [-11.3671875, false], [-12.6171875, false], [-9.8671875, false], [-6.61328125, false], [-6.11328125, false], [-8.3671875, false], [-12.3671875, false], [-12.3671875, false], [-12.8671875, false], [-6.61328125, false], [-12.3671875, false], [-10.8671875, false], [-12.3671875, false], [-8.3671875, false], [-12.3671875, false], [-9.8671875, false], [-11.8671875, false], [-6.61328125, false], [-11.6171875, false], [-10.8671875, false], [-13.6171875, false], [-12.6171875, false], [-12.3671875, false], [-9.8671875, false], [-12.3671875, false], [-11.6171875, false], [-12.6171875, false], [-10.8671875, false], [-11.6171875, false], [-14.1171875, false], [-12.3671875, false], [-11.3671875, false], [-11.8671875, false], [-9.8671875, false], [-6.61328125, false], [-10.8671875, false], [-12.6171875, false], [-6.61328125, false], [-11.3671875, false], [-12.3671875, false], [-11.8671875, false], [-6.61328125, false], [-8.3671875, false], [-13.3671875, false], [-11.3671875, false], [-11.8671875, false], [-8.0625, false], [-10.1171875, false], [-13.3671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1779, "doc": {"id": "Mercury_SC_408857", "question": "Nicole is learning about the characteristics of different vertebrates. Which is a common characteristic of mammals?", "choices": {"text": ["They all live on land.", "They all have hair or fur.", "They are all good swimmers.", "They all live in warm climates."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "They all have hair or fur.", "arguments": ["Question: Nicole is learning about the characteristics of different vertebrates. Which is a common characteristic of mammals?\nAnswer:", " ["], "resps": [[[-6.3984375, false]], [[-9.6484375, false]], [[-6.5234375, false]], [[-9.7734375, false]], [[-7.7734375, false]], [[-12.2734375, false]], [[-4.6484375, false]], [[-3.3984375, false]], [[-7.5234375, false]], [[-7.5234375, false]], [[-4.6484375, false]], [[-7.5234375, false]], [[-10.2734375, false]], [[-10.7734375, false]], [[-7.7734375, false]], [[-4.6484375, false]], [[-7.6484375, false]], [[-9.3984375, false]], [[-4.6484375, false]], [[-7.5234375, false]], [[-3.3984375, false]], [[-9.3984375, false]], [[-7.7734375, false]], [[-6.44140625, false]], [[-9.6484375, false]], [[-9.4375, false]], [[-4.6484375, false]], [[-9.6484375, false]], [[-6.5234375, false]], [[-9.7734375, false]], [[-7.7734375, false]], [[-12.2734375, false]], [[-4.6484375, false]], [[-3.3984375, false]], [[-7.5234375, false]], [[-7.5234375, false]], [[-4.6484375, false]], [[-9.7734375, false]], [[-3.3984375, false]], [[-10.7734375, false]], [[-7.7734375, false]], [[-4.6484375, false]], [[-9.7734375, false]], [[-3.3984375, false]], [[-10.2734375, false]], [[-9.1484375, false]], [[-4.6484375, false]], [[-7.6484375, false]], [[-9.1484375, false]], [[-4.6484375, false]], [[-8.7734375, false]], [[-9.5234375, false]], [[-9.1484375, false]], [[-6.44140625, false]], [[-9.6484375, false]], [[-9.4375, false]], [[-4.6484375, false]], [[-9.6484375, false]], [[-6.5234375, false]], [[-9.7734375, false]], [[-7.7734375, false]], [[-12.2734375, false]], [[-4.6484375, false]], [[-3.3984375, false]], [[-9.1484375, false]], [[-7.7734375, false]], [[-4.6484375, false]], [[-3.3984375, false]], [[-7.5234375, false]], [[-7.5234375, false]], [[-4.6484375, false]], [[-10.3984375, false]], [[-7.6484375, false]], [[-7.6484375, false]], [[-7.7734375, false]], [[-4.6484375, false]], [[-8.8984375, false]], [[-8.7734375, false]], [[-10.2734375, false]], [[-10.1484375, false]], [[-10.1484375, false]], [[-7.7734375, false]], [[-9.1484375, false]], [[-8.8984375, false]], [[-6.44140625, false]], [[-9.6484375, false]], [[-9.4375, false]], [[-4.6484375, false]], [[-9.6484375, false]], [[-6.5234375, false]], [[-9.7734375, false]], [[-7.7734375, false]], [[-12.2734375, false]], [[-4.6484375, false]], [[-3.3984375, false]], [[-7.5234375, false]], [[-7.5234375, false]], [[-4.6484375, false]], [[-7.5234375, false]], [[-10.2734375, false]], [[-10.7734375, false]], [[-7.7734375, false]], [[-4.6484375, false]], [[-10.2734375, false]], [[-9.3984375, false]], [[-4.6484375, false]], [[-8.7734375, false]], [[-3.3984375, false]], [[-9.1484375, false]], [[-10.1484375, false]], [[-4.6484375, false]], [[-7.8984375, false]], [[-7.5234375, false]], [[-10.2734375, false]], [[-10.1484375, false]], [[-3.3984375, false]], [[-10.1484375, false]], [[-7.7734375, false]], [[-8.8984375, false]], [[-6.44140625, false]], [[-9.6484375, false]], [[-12.3984375, false]]], "filtered_resps": [[-6.3984375, false], [-9.6484375, false], [-6.5234375, false], [-9.7734375, false], [-7.7734375, false], [-12.2734375, false], [-4.6484375, false], [-3.3984375, false], [-7.5234375, false], [-7.5234375, false], [-4.6484375, false], [-7.5234375, false], [-10.2734375, false], [-10.7734375, false], [-7.7734375, false], [-4.6484375, false], [-7.6484375, false], [-9.3984375, false], [-4.6484375, false], [-7.5234375, false], [-3.3984375, false], [-9.3984375, false], [-7.7734375, false], [-6.44140625, false], [-9.6484375, false], [-9.4375, false], [-4.6484375, false], [-9.6484375, false], [-6.5234375, false], [-9.7734375, false], [-7.7734375, false], [-12.2734375, false], [-4.6484375, false], [-3.3984375, false], [-7.5234375, false], [-7.5234375, false], [-4.6484375, false], [-9.7734375, false], [-3.3984375, false], [-10.7734375, false], [-7.7734375, false], [-4.6484375, false], [-9.7734375, false], [-3.3984375, false], [-10.2734375, false], [-9.1484375, false], [-4.6484375, false], [-7.6484375, false], [-9.1484375, false], [-4.6484375, false], [-8.7734375, false], [-9.5234375, false], [-9.1484375, false], [-6.44140625, false], [-9.6484375, false], [-9.4375, false], [-4.6484375, false], [-9.6484375, false], [-6.5234375, false], [-9.7734375, false], [-7.7734375, false], [-12.2734375, false], [-4.6484375, false], [-3.3984375, false], [-9.1484375, false], [-7.7734375, false], [-4.6484375, false], [-3.3984375, false], [-7.5234375, false], [-7.5234375, false], [-4.6484375, false], [-10.3984375, false], [-7.6484375, false], [-7.6484375, false], [-7.7734375, false], [-4.6484375, false], [-8.8984375, false], [-8.7734375, false], [-10.2734375, false], [-10.1484375, false], [-10.1484375, false], [-7.7734375, false], [-9.1484375, false], [-8.8984375, false], [-6.44140625, false], [-9.6484375, false], [-9.4375, false], [-4.6484375, false], [-9.6484375, false], [-6.5234375, false], [-9.7734375, false], [-7.7734375, false], [-12.2734375, false], [-4.6484375, false], [-3.3984375, false], [-7.5234375, false], [-7.5234375, false], [-4.6484375, false], [-7.5234375, false], [-10.2734375, false], [-10.7734375, false], [-7.7734375, false], [-4.6484375, false], [-10.2734375, false], [-9.3984375, false], [-4.6484375, false], [-8.7734375, false], [-3.3984375, false], [-9.1484375, false], [-10.1484375, false], [-4.6484375, false], [-7.8984375, false], [-7.5234375, false], [-10.2734375, false], [-10.1484375, false], [-3.3984375, false], [-10.1484375, false], [-7.7734375, false], [-8.8984375, false], [-6.44140625, false], [-9.6484375, false], [-12.3984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1787, "doc": {"id": "Mercury_SC_401648", "question": "The formation of the Grand Canyon has most likely taken how long?", "choices": {"text": ["several years", "hundreds of years", "thousands of years", "millions of years"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "millions of years", "arguments": ["Question: The formation of the Grand Canyon has most likely taken how long?\nAnswer:", " ["], "resps": [[[-8.0703125, false]], [[-8.8203125, false]], [[-10.8203125, false]], [[-8.5703125, false]], [[-11.0703125, false]], [[-8.5703125, false]], [[-12.0703125, false]], [[-5.56640625, false]], [[-11.0703125, false]], [[-4.31640625, false]], [[-12.5703125, false]], [[-8.5703125, false]], [[-5.56640625, false]], [[-12.0703125, false]], [[-10.8203125, false]], [[-8.8203125, false]], [[-9.765625, false]], [[-4.31640625, false]], [[-8.8203125, false]], [[-11.8203125, false]], [[-11.8203125, false]], [[-8.3203125, false]], [[-10.5703125, false]], [[-12.0703125, false]], [[-8.5703125, false]], [[-10.5703125, false]], [[-10.8203125, false]], [[-4.31640625, false]], [[-10.5703125, false]], [[-10.8203125, false]], [[-4.31640625, false]], [[-12.5703125, false]], [[-8.5703125, false]], [[-5.56640625, false]], [[-12.0703125, false]], [[-10.8203125, false]], [[-8.8203125, false]], [[-9.765625, false]], [[-4.31640625, false]], [[-8.8203125, false]], [[-9.3203125, false]], [[-11.8203125, false]], [[-10.5703125, false]], [[-11.8203125, false]], [[-10.8203125, false]], [[-5.56640625, false]], [[-8.3203125, false]], [[-10.5703125, false]], [[-10.8203125, false]], [[-4.31640625, false]], [[-10.5703125, false]], [[-10.8203125, false]], [[-4.31640625, false]], [[-12.5703125, false]], [[-8.5703125, false]], [[-5.56640625, false]], [[-12.0703125, false]], [[-10.8203125, false]], [[-8.8203125, false]], [[-9.765625, false]], [[-4.31640625, false]], [[-8.8203125, false]], [[-10.8203125, false]], [[-9.3203125, false]], [[-11.0703125, false]], [[-11.0703125, false]], [[-9.3203125, false]], [[-10.5703125, false]], [[-8.3203125, false]], [[-10.8203125, false]], [[-4.31640625, false]], [[-10.5703125, false]], [[-10.8203125, false]], [[-4.31640625, false]], [[-12.5703125, false]], [[-8.5703125, false]], [[-5.56640625, false]], [[-12.0703125, false]], [[-10.8203125, false]], [[-8.8203125, false]], [[-13.0703125, false]]], "filtered_resps": [[-8.0703125, false], [-8.8203125, false], [-10.8203125, false], [-8.5703125, false], [-11.0703125, false], [-8.5703125, false], [-12.0703125, false], [-5.56640625, false], [-11.0703125, false], [-4.31640625, false], [-12.5703125, false], [-8.5703125, false], [-5.56640625, false], [-12.0703125, false], [-10.8203125, false], [-8.8203125, false], [-9.765625, false], [-4.31640625, false], [-8.8203125, false], [-11.8203125, false], [-11.8203125, false], [-8.3203125, false], [-10.5703125, false], [-12.0703125, false], [-8.5703125, false], [-10.5703125, false], [-10.8203125, false], [-4.31640625, false], [-10.5703125, false], [-10.8203125, false], [-4.31640625, false], [-12.5703125, false], [-8.5703125, false], [-5.56640625, false], [-12.0703125, false], [-10.8203125, false], [-8.8203125, false], [-9.765625, false], [-4.31640625, false], [-8.8203125, false], [-9.3203125, false], [-11.8203125, false], [-10.5703125, false], [-11.8203125, false], [-10.8203125, false], [-5.56640625, false], [-8.3203125, false], [-10.5703125, false], [-10.8203125, false], [-4.31640625, false], [-10.5703125, false], [-10.8203125, false], [-4.31640625, false], [-12.5703125, false], [-8.5703125, false], [-5.56640625, false], [-12.0703125, false], [-10.8203125, false], [-8.8203125, false], [-9.765625, false], [-4.31640625, false], [-8.8203125, false], [-10.8203125, false], [-9.3203125, false], [-11.0703125, false], [-11.0703125, false], [-9.3203125, false], [-10.5703125, false], [-8.3203125, false], [-10.8203125, false], [-4.31640625, false], [-10.5703125, false], [-10.8203125, false], [-4.31640625, false], [-12.5703125, false], [-8.5703125, false], [-5.56640625, false], [-12.0703125, false], [-10.8203125, false], [-8.8203125, false], [-13.0703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1795, "doc": {"id": "Mercury_7262850", "question": "Which statement is true?", "choices": {"text": ["All fungi are multicellular heterotrophs.", "All fungi are single-celled heterotrophs.", "All animals are multicellular heterotrophs.", "All animals are single-celled heterotrophs."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "All animals are multicellular heterotrophs.", "arguments": ["Question: Which statement is true?\nAnswer:", " ["], "resps": [[[-6.7578125, false]], [[-7.3828125, false]], [[-2.5078125, false]], [[-8.8828125, false]], [[-8.8828125, false]], [[-5.3828125, false]], [[-9.3828125, false]], [[-10.8828125, false]], [[-8.2578125, false]], [[-10.5078125, false]], [[-8.2578125, false]], [[-5.3828125, false]], [[-4.6328125, false]], [[-10.7578125, false]], [[-8.1328125, false]], [[-5.3828125, false]], [[-9.8828125, false]], [[-10.8828125, false]], [[-8.8828125, false]], [[-9.5078125, false]], [[-8.2578125, false]], [[-8.1328125, false]], [[-8.1328125, false]], [[-8.8828125, false]], [[-8.8828125, false]], [[-10.8828125, false]], [[-8.8828125, false]], [[-4.6328125, false]], [[-10.7578125, false]], [[-5.3828125, false]], [[-10.0078125, false]], [[-8.1328125, false]], [[-9.5078125, false]], [[-8.1328125, false]], [[-10.7578125, false]], [[-9.2578125, false]], [[-9.5078125, false]], [[-10.7578125, false]], [[-9.2578125, false]], [[-9.1328125, false]], [[-10.0078125, false]], [[-9.1328125, false]], [[-6.859375, false]], [[-7.3828125, false]], [[-9.234375, false]], [[-5.3828125, false]], [[-7.3828125, false]], [[-2.5078125, false]], [[-8.8828125, false]], [[-8.8828125, false]], [[-5.3828125, false]], [[-9.3828125, false]], [[-10.8828125, false]], [[-8.2578125, false]], [[-10.5078125, false]], [[-8.2578125, false]], [[-5.3828125, false]], [[-4.6328125, false]], [[-10.7578125, false]], [[-8.1328125, false]], [[-5.3828125, false]], [[-9.1328125, false]], [[-8.2578125, false]], [[-8.2578125, false]], [[-10.5078125, false]], [[-8.8828125, false]], [[-8.1328125, false]], [[-6.6328125, false]], [[-8.1328125, false]], [[-8.1328125, false]], [[-8.8828125, false]], [[-8.8828125, false]], [[-8.1328125, false]], [[-9.0078125, false]], [[-5.3828125, false]], [[-10.0078125, false]], [[-8.1328125, false]], [[-9.5078125, false]], [[-8.1328125, false]], [[-10.7578125, false]], [[-9.2578125, false]], [[-9.5078125, false]], [[-10.7578125, false]], [[-9.2578125, false]], [[-9.1328125, false]], [[-10.0078125, false]], [[-9.1328125, false]], [[-6.859375, false]], [[-7.3828125, false]], [[-9.234375, false]], [[-5.3828125, false]], [[-7.3828125, false]], [[-2.5078125, false]], [[-8.8828125, false]], [[-8.8828125, false]], [[-5.3828125, false]], [[-4.6328125, false]], [[-8.2578125, false]], [[-8.2578125, false]], [[-9.8828125, false]], [[-4.6328125, false]], [[-8.8828125, false]], [[-9.1328125, false]], [[-5.3828125, false]], [[-4.6328125, false]], [[-10.7578125, false]], [[-8.1328125, false]], [[-5.3828125, false]], [[-9.8828125, false]], [[-10.8828125, false]], [[-8.8828125, false]], [[-9.5078125, false]], [[-8.2578125, false]], [[-8.1328125, false]], [[-8.1328125, false]], [[-8.8828125, false]], [[-8.8828125, false]], [[-10.8828125, false]], [[-8.8828125, false]], [[-4.6328125, false]], [[-10.7578125, false]], [[-5.3828125, false]], [[-10.0078125, false]], [[-8.1328125, false]], [[-9.5078125, false]], [[-8.1328125, false]], [[-10.7578125, false]], [[-9.2578125, false]], [[-9.5078125, false]], [[-10.7578125, false]], [[-9.2578125, false]], [[-9.1328125, false]], [[-10.0078125, false]], [[-9.1328125, false]], [[-6.859375, false]], [[-7.3828125, false]], [[-9.234375, false]], [[-5.3828125, false]], [[-7.3828125, false]], [[-2.5078125, false]], [[-8.8828125, false]], [[-8.8828125, false]], [[-5.3828125, false]], [[-4.6328125, false]], [[-8.2578125, false]], [[-8.2578125, false]], [[-9.8828125, false]], [[-4.6328125, false]], [[-8.8828125, false]], [[-9.1328125, false]], [[-5.3828125, false]], [[-4.6328125, false]], [[-10.7578125, false]], [[-8.1328125, false]], [[-5.3828125, false]], [[-9.1328125, false]], [[-8.2578125, false]], [[-8.2578125, false]], [[-10.5078125, false]], [[-8.8828125, false]], [[-8.1328125, false]], [[-6.6328125, false]], [[-8.1328125, false]], [[-8.1328125, false]], [[-8.8828125, false]], [[-8.8828125, false]], [[-8.1328125, false]], [[-9.0078125, false]], [[-5.3828125, false]], [[-10.0078125, false]], [[-8.1328125, false]], [[-9.5078125, false]], [[-8.1328125, false]], [[-10.7578125, false]], [[-9.2578125, false]], [[-9.5078125, false]], [[-10.7578125, false]], [[-9.2578125, false]], [[-9.1328125, false]], [[-10.0078125, false]], [[-9.1328125, false]], [[-6.859375, false]], [[-7.3828125, false]], [[-12.1328125, false]]], "filtered_resps": [[-6.7578125, false], [-7.3828125, false], [-2.5078125, false], [-8.8828125, false], [-8.8828125, false], [-5.3828125, false], [-9.3828125, false], [-10.8828125, false], [-8.2578125, false], [-10.5078125, false], [-8.2578125, false], [-5.3828125, false], [-4.6328125, false], [-10.7578125, false], [-8.1328125, false], [-5.3828125, false], [-9.8828125, false], [-10.8828125, false], [-8.8828125, false], [-9.5078125, false], [-8.2578125, false], [-8.1328125, false], [-8.1328125, false], [-8.8828125, false], [-8.8828125, false], [-10.8828125, false], [-8.8828125, false], [-4.6328125, false], [-10.7578125, false], [-5.3828125, false], [-10.0078125, false], [-8.1328125, false], [-9.5078125, false], [-8.1328125, false], [-10.7578125, false], [-9.2578125, false], [-9.5078125, false], [-10.7578125, false], [-9.2578125, false], [-9.1328125, false], [-10.0078125, false], [-9.1328125, false], [-6.859375, false], [-7.3828125, false], [-9.234375, false], [-5.3828125, false], [-7.3828125, false], [-2.5078125, false], [-8.8828125, false], [-8.8828125, false], [-5.3828125, false], [-9.3828125, false], [-10.8828125, false], [-8.2578125, false], [-10.5078125, false], [-8.2578125, false], [-5.3828125, false], [-4.6328125, false], [-10.7578125, false], [-8.1328125, false], [-5.3828125, false], [-9.1328125, false], [-8.2578125, false], [-8.2578125, false], [-10.5078125, false], [-8.8828125, false], [-8.1328125, false], [-6.6328125, false], [-8.1328125, false], [-8.1328125, false], [-8.8828125, false], [-8.8828125, false], [-8.1328125, false], [-9.0078125, false], [-5.3828125, false], [-10.0078125, false], [-8.1328125, false], [-9.5078125, false], [-8.1328125, false], [-10.7578125, false], [-9.2578125, false], [-9.5078125, false], [-10.7578125, false], [-9.2578125, false], [-9.1328125, false], [-10.0078125, false], [-9.1328125, false], [-6.859375, false], [-7.3828125, false], [-9.234375, false], [-5.3828125, false], [-7.3828125, false], [-2.5078125, false], [-8.8828125, false], [-8.8828125, false], [-5.3828125, false], [-4.6328125, false], [-8.2578125, false], [-8.2578125, false], [-9.8828125, false], [-4.6328125, false], [-8.8828125, false], [-9.1328125, false], [-5.3828125, false], [-4.6328125, false], [-10.7578125, false], [-8.1328125, false], [-5.3828125, false], [-9.8828125, false], [-10.8828125, false], [-8.8828125, false], [-9.5078125, false], [-8.2578125, false], [-8.1328125, false], [-8.1328125, false], [-8.8828125, false], [-8.8828125, false], [-10.8828125, false], [-8.8828125, false], [-4.6328125, false], [-10.7578125, false], [-5.3828125, false], [-10.0078125, false], [-8.1328125, false], [-9.5078125, false], [-8.1328125, false], [-10.7578125, false], [-9.2578125, false], [-9.5078125, false], [-10.7578125, false], [-9.2578125, false], [-9.1328125, false], [-10.0078125, false], [-9.1328125, false], [-6.859375, false], [-7.3828125, false], [-9.234375, false], [-5.3828125, false], [-7.3828125, false], [-2.5078125, false], [-8.8828125, false], [-8.8828125, false], [-5.3828125, false], [-4.6328125, false], [-8.2578125, false], [-8.2578125, false], [-9.8828125, false], [-4.6328125, false], [-8.8828125, false], [-9.1328125, false], [-5.3828125, false], [-4.6328125, false], [-10.7578125, false], [-8.1328125, false], [-5.3828125, false], [-9.1328125, false], [-8.2578125, false], [-8.2578125, false], [-10.5078125, false], [-8.8828125, false], [-8.1328125, false], [-6.6328125, false], [-8.1328125, false], [-8.1328125, false], [-8.8828125, false], [-8.8828125, false], [-8.1328125, false], [-9.0078125, false], [-5.3828125, false], [-10.0078125, false], [-8.1328125, false], [-9.5078125, false], [-8.1328125, false], [-10.7578125, false], [-9.2578125, false], [-9.5078125, false], [-10.7578125, false], [-9.2578125, false], [-9.1328125, false], [-10.0078125, false], [-9.1328125, false], [-6.859375, false], [-7.3828125, false], [-12.1328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1803, "doc": {"id": "Mercury_7103320", "question": "High average daily temperature and heavy annual precipitation are found in a", "choices": {"text": ["desert.", "grassland.", "rainforest.", "tundra."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "rainforest.", "arguments": ["Question: High average daily temperature and heavy annual precipitation are found in a\nAnswer:", " ["], "resps": [[[-7.4453125, false]], [[-8.9453125, false]], [[-7.8203125, false]], [[-8.5703125, false]], [[-9.3203125, false]], [[-8.5703125, false]], [[-10.6953125, false]], [[-10.0703125, false]], [[-6.3828125, false]], [[-8.9453125, false]], [[-8.6328125, false]], [[-5.0703125, false]], [[-8.9453125, false]], [[-11.1953125, false]], [[-10.6953125, false]], [[-5.1953125, false]], [[-9.3203125, false]], [[-9.3203125, false]], [[-10.4453125, false]], [[-5.1953125, false]], [[-8.5703125, false]], [[-7.8203125, false]], [[-6.3828125, false]], [[-8.9453125, false]], [[-8.6328125, false]], [[-5.0703125, false]], [[-8.9453125, false]], [[-10.6953125, false]], [[-5.1953125, false]], [[-8.5703125, false]], [[-8.5703125, false]], [[-9.8203125, false]], [[-9.0703125, false]], [[-10.6953125, false]], [[-8.5703125, false]], [[-9.3203125, false]], [[-10.0703125, false]], [[-6.3828125, false]], [[-8.9453125, false]], [[-8.6328125, false]], [[-5.0703125, false]], [[-8.9453125, false]], [[-10.0703125, false]], [[-10.8203125, false]], [[-8.5703125, false]], [[-7.8203125, false]], [[-10.6953125, false]], [[-5.1953125, false]], [[-6.3828125, false]], [[-8.9453125, false]], [[-11.5703125, false]]], "filtered_resps": [[-7.4453125, false], [-8.9453125, false], [-7.8203125, false], [-8.5703125, false], [-9.3203125, false], [-8.5703125, false], [-10.6953125, false], [-10.0703125, false], [-6.3828125, false], [-8.9453125, false], [-8.6328125, false], [-5.0703125, false], [-8.9453125, false], [-11.1953125, false], [-10.6953125, false], [-5.1953125, false], [-9.3203125, false], [-9.3203125, false], [-10.4453125, false], [-5.1953125, false], [-8.5703125, false], [-7.8203125, false], [-6.3828125, false], [-8.9453125, false], [-8.6328125, false], [-5.0703125, false], [-8.9453125, false], [-10.6953125, false], [-5.1953125, false], [-8.5703125, false], [-8.5703125, false], [-9.8203125, false], [-9.0703125, false], [-10.6953125, false], [-8.5703125, false], [-9.3203125, false], [-10.0703125, false], [-6.3828125, false], [-8.9453125, false], [-8.6328125, false], [-5.0703125, false], [-8.9453125, false], [-10.0703125, false], [-10.8203125, false], [-8.5703125, false], [-7.8203125, false], [-10.6953125, false], [-5.1953125, false], [-6.3828125, false], [-8.9453125, false], [-11.5703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1811, "doc": {"id": "Mercury_7082653", "question": "Visible light in the electromagnetic spectrum", "choices": {"text": ["is a broad band within the spectrum.", "is a narrow band within the spectrum.", "makes up 50 percent of the spectrum.", "makes up more than 75 percent of the spectrum."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "is a narrow band within the spectrum.", "arguments": ["Question: Visible light in the electromagnetic spectrum\nAnswer:", " ["], "resps": [[[-6.55859375, false]], [[-8.0625, false]], [[-7.80859375, false]], [[-9.5625, false]], [[-4.68359375, false]], [[-6.55859375, false]], [[-4.68359375, false]], [[-9.5625, false]], [[-10.8125, false]], [[-8.1875, false]], [[-6.55859375, false]], [[-10.4375, false]], [[-4.68359375, false]], [[-9.5625, false]], [[-6.55859375, false]], [[-8.3125, false]], [[-10.4375, false]], [[-4.68359375, false]], [[-11.1875, false]], [[-7.80859375, false]], [[-11.4375, false]], [[-10.0625, false]], [[-7.80859375, false]], [[-8.3125, false]], [[-4.68359375, false]], [[-11.4375, false]], [[-10.0625, false]], [[-7.93359375, false]], [[-4.68359375, false]], [[-9.5625, false]], [[-9.6875, false]], [[-7.93359375, false]], [[-10.1875, false]], [[-11.4375, false]], [[-10.8125, false]], [[-10.3125, false]], [[-9.6875, false]], [[-6.3515625, false]], [[-8.0625, false]], [[-8.2890625, false]], [[-4.68359375, false]], [[-8.0625, false]], [[-7.80859375, false]], [[-9.5625, false]], [[-4.68359375, false]], [[-6.55859375, false]], [[-4.68359375, false]], [[-8.3125, false]], [[-6.55859375, false]], [[-10.8125, false]], [[-10.8125, false]], [[-8.1875, false]], [[-11.1875, false]], [[-4.68359375, false]], [[-9.5625, false]], [[-6.55859375, false]], [[-8.3125, false]], [[-10.4375, false]], [[-4.68359375, false]], [[-11.1875, false]], [[-7.80859375, false]], [[-11.4375, false]], [[-10.0625, false]], [[-7.80859375, false]], [[-8.3125, false]], [[-4.68359375, false]], [[-11.4375, false]], [[-10.0625, false]], [[-7.93359375, false]], [[-4.68359375, false]], [[-9.5625, false]], [[-9.6875, false]], [[-7.93359375, false]], [[-10.1875, false]], [[-11.4375, false]], [[-10.8125, false]], [[-10.3125, false]], [[-9.6875, false]], [[-6.3515625, false]], [[-8.0625, false]], [[-8.2890625, false]], [[-4.68359375, false]], [[-8.0625, false]], [[-9.6875, false]], [[-6.55859375, false]], [[-11.3125, false]], [[-7.93359375, false]], [[-9.5625, false]], [[-4.68359375, false]], [[-10.3125, false]], [[-9.6875, false]], [[-4.68359375, false]], [[-9.0625, false]], [[-8.4375, false]], [[-4.68359375, false]], [[-9.6875, false]], [[-7.93359375, false]], [[-10.8125, false]], [[-10.1875, false]], [[-7.93359375, false]], [[-8.3125, false]], [[-11.4375, false]], [[-4.68359375, false]], [[-8.1875, false]], [[-10.4375, false]], [[-4.68359375, false]], [[-11.4375, false]], [[-10.0625, false]], [[-7.93359375, false]], [[-4.68359375, false]], [[-9.5625, false]], [[-9.6875, false]], [[-7.93359375, false]], [[-10.1875, false]], [[-11.4375, false]], [[-10.8125, false]], [[-10.3125, false]], [[-9.6875, false]], [[-6.3515625, false]], [[-8.0625, false]], [[-8.2890625, false]], [[-4.68359375, false]], [[-8.0625, false]], [[-9.6875, false]], [[-6.55859375, false]], [[-11.3125, false]], [[-7.93359375, false]], [[-9.5625, false]], [[-4.68359375, false]], [[-10.3125, false]], [[-9.6875, false]], [[-4.68359375, false]], [[-9.6875, false]], [[-8.1875, false]], [[-10.8125, false]], [[-7.93359375, false]], [[-4.68359375, false]], [[-11.4375, false]], [[-10.0625, false]], [[-6.55859375, false]], [[-8.3125, false]], [[-4.68359375, false]], [[-9.1875, false]], [[-9.0625, false]], [[-4.68359375, false]], [[-9.6875, false]], [[-7.93359375, false]], [[-10.8125, false]], [[-10.1875, false]], [[-7.93359375, false]], [[-8.3125, false]], [[-11.4375, false]], [[-4.68359375, false]], [[-8.1875, false]], [[-10.4375, false]], [[-4.68359375, false]], [[-11.4375, false]], [[-10.0625, false]], [[-7.93359375, false]], [[-4.68359375, false]], [[-9.5625, false]], [[-9.6875, false]], [[-7.93359375, false]], [[-10.1875, false]], [[-11.4375, false]], [[-10.8125, false]], [[-10.3125, false]], [[-9.6875, false]], [[-6.3515625, false]], [[-8.0625, false]], [[-11.4375, false]]], "filtered_resps": [[-6.55859375, false], [-8.0625, false], [-7.80859375, false], [-9.5625, false], [-4.68359375, false], [-6.55859375, false], [-4.68359375, false], [-9.5625, false], [-10.8125, false], [-8.1875, false], [-6.55859375, false], [-10.4375, false], [-4.68359375, false], [-9.5625, false], [-6.55859375, false], [-8.3125, false], [-10.4375, false], [-4.68359375, false], [-11.1875, false], [-7.80859375, false], [-11.4375, false], [-10.0625, false], [-7.80859375, false], [-8.3125, false], [-4.68359375, false], [-11.4375, false], [-10.0625, false], [-7.93359375, false], [-4.68359375, false], [-9.5625, false], [-9.6875, false], [-7.93359375, false], [-10.1875, false], [-11.4375, false], [-10.8125, false], [-10.3125, false], [-9.6875, false], [-6.3515625, false], [-8.0625, false], [-8.2890625, false], [-4.68359375, false], [-8.0625, false], [-7.80859375, false], [-9.5625, false], [-4.68359375, false], [-6.55859375, false], [-4.68359375, false], [-8.3125, false], [-6.55859375, false], [-10.8125, false], [-10.8125, false], [-8.1875, false], [-11.1875, false], [-4.68359375, false], [-9.5625, false], [-6.55859375, false], [-8.3125, false], [-10.4375, false], [-4.68359375, false], [-11.1875, false], [-7.80859375, false], [-11.4375, false], [-10.0625, false], [-7.80859375, false], [-8.3125, false], [-4.68359375, false], [-11.4375, false], [-10.0625, false], [-7.93359375, false], [-4.68359375, false], [-9.5625, false], [-9.6875, false], [-7.93359375, false], [-10.1875, false], [-11.4375, false], [-10.8125, false], [-10.3125, false], [-9.6875, false], [-6.3515625, false], [-8.0625, false], [-8.2890625, false], [-4.68359375, false], [-8.0625, false], [-9.6875, false], [-6.55859375, false], [-11.3125, false], [-7.93359375, false], [-9.5625, false], [-4.68359375, false], [-10.3125, false], [-9.6875, false], [-4.68359375, false], [-9.0625, false], [-8.4375, false], [-4.68359375, false], [-9.6875, false], [-7.93359375, false], [-10.8125, false], [-10.1875, false], [-7.93359375, false], [-8.3125, false], [-11.4375, false], [-4.68359375, false], [-8.1875, false], [-10.4375, false], [-4.68359375, false], [-11.4375, false], [-10.0625, false], [-7.93359375, false], [-4.68359375, false], [-9.5625, false], [-9.6875, false], [-7.93359375, false], [-10.1875, false], [-11.4375, false], [-10.8125, false], [-10.3125, false], [-9.6875, false], [-6.3515625, false], [-8.0625, false], [-8.2890625, false], [-4.68359375, false], [-8.0625, false], [-9.6875, false], [-6.55859375, false], [-11.3125, false], [-7.93359375, false], [-9.5625, false], [-4.68359375, false], [-10.3125, false], [-9.6875, false], [-4.68359375, false], [-9.6875, false], [-8.1875, false], [-10.8125, false], [-7.93359375, false], [-4.68359375, false], [-11.4375, false], [-10.0625, false], [-6.55859375, false], [-8.3125, false], [-4.68359375, false], [-9.1875, false], [-9.0625, false], [-4.68359375, false], [-9.6875, false], [-7.93359375, false], [-10.8125, false], [-10.1875, false], [-7.93359375, false], [-8.3125, false], [-11.4375, false], [-4.68359375, false], [-8.1875, false], [-10.4375, false], [-4.68359375, false], [-11.4375, false], [-10.0625, false], [-7.93359375, false], [-4.68359375, false], [-9.5625, false], [-9.6875, false], [-7.93359375, false], [-10.1875, false], [-11.4375, false], [-10.8125, false], [-10.3125, false], [-9.6875, false], [-6.3515625, false], [-8.0625, false], [-11.4375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1819, "doc": {"id": "Mercury_7001453", "question": "Which characteristic of an element determines its placement in the periodic table?", "choices": {"text": ["mass", "size", "number of neutrons", "number of protons"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "number of protons", "arguments": ["Question: Which characteristic of an element determines its placement in the periodic table?\nAnswer:", " ["], "resps": [[[-6.421875, false]], [[-9.171875, false]], [[-8.421875, false]], [[-4.671875, false]], [[-9.421875, false]], [[-9.421875, false]], [[-9.171875, false]], [[-9.1953125, false]], [[-5.421875, false]], [[-9.171875, false]], [[-9.421875, false]], [[-7.671875, false]], [[-10.171875, false]], [[-8.171875, false]], [[-9.171875, false]], [[-9.1953125, false]], [[-5.421875, false]], [[-9.171875, false]], [[-7.671875, false]], [[-10.671875, false]], [[-8.421875, false]], [[-7.921875, false]], [[-8.171875, false]], [[-8.671875, false]], [[-5.421875, false]], [[-9.171875, false]], [[-9.671875, false]], [[-5.421875, false]], [[-7.671875, false]], [[-8.171875, false]], [[-10.671875, false]], [[-9.171875, false]], [[-8.671875, false]], [[-9.171875, false]], [[-7.671875, false]], [[-9.421875, false]], [[-9.171875, false]], [[-9.1953125, false]], [[-5.421875, false]], [[-9.171875, false]], [[-7.671875, false]], [[-10.671875, false]], [[-8.421875, false]], [[-7.921875, false]], [[-8.171875, false]], [[-8.671875, false]], [[-5.421875, false]], [[-9.171875, false]], [[-9.671875, false]], [[-5.421875, false]], [[-7.921875, false]], [[-8.671875, false]], [[-9.171875, false]], [[-9.171875, false]], [[-9.171875, false]], [[-7.671875, false]], [[-9.421875, false]], [[-9.171875, false]], [[-11.921875, false]]], "filtered_resps": [[-6.421875, false], [-9.171875, false], [-8.421875, false], [-4.671875, false], [-9.421875, false], [-9.421875, false], [-9.171875, false], [-9.1953125, false], [-5.421875, false], [-9.171875, false], [-9.421875, false], [-7.671875, false], [-10.171875, false], [-8.171875, false], [-9.171875, false], [-9.1953125, false], [-5.421875, false], [-9.171875, false], [-7.671875, false], [-10.671875, false], [-8.421875, false], [-7.921875, false], [-8.171875, false], [-8.671875, false], [-5.421875, false], [-9.171875, false], [-9.671875, false], [-5.421875, false], [-7.671875, false], [-8.171875, false], [-10.671875, false], [-9.171875, false], [-8.671875, false], [-9.171875, false], [-7.671875, false], [-9.421875, false], [-9.171875, false], [-9.1953125, false], [-5.421875, false], [-9.171875, false], [-7.671875, false], [-10.671875, false], [-8.421875, false], [-7.921875, false], [-8.171875, false], [-8.671875, false], [-5.421875, false], [-9.171875, false], [-9.671875, false], [-5.421875, false], [-7.921875, false], [-8.671875, false], [-9.171875, false], [-9.171875, false], [-9.171875, false], [-7.671875, false], [-9.421875, false], [-9.171875, false], [-11.921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1827, "doc": {"id": "Mercury_190803", "question": "Which type of adaptation allows an animal to deceive its predator?", "choices": {"text": ["large size", "protective coloration", "scent glands", "leathery skin"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "protective coloration", "arguments": ["Question: Which type of adaptation allows an animal to deceive its predator?\nAnswer:", " ["], "resps": [[[-7.33203125, false]], [[-8.3359375, false]], [[-8.0859375, false]], [[-4.58203125, false]], [[-10.0859375, false]], [[-11.0859375, false]], [[-7.95703125, false]], [[-5.08203125, false]], [[-8.5859375, false]], [[-9.0859375, false]], [[-11.3359375, false]], [[-7.95703125, false]], [[-8.3359375, false]], [[-10.40625, false]], [[-5.08203125, false]], [[-8.3359375, false]], [[-9.5859375, false]], [[-10.0859375, false]], [[-8.4609375, false]], [[-8.9609375, false]], [[-7.95703125, false]], [[-8.5859375, false]], [[-8.9609375, false]], [[-9.0859375, false]], [[-10.4609375, false]], [[-7.95703125, false]], [[-5.08203125, false]], [[-8.5859375, false]], [[-8.4609375, false]], [[-8.0859375, false]], [[-8.4609375, false]], [[-10.0859375, false]], [[-4.58203125, false]], [[-8.9609375, false]], [[-9.0859375, false]], [[-8.4609375, false]], [[-9.0859375, false]], [[-8.3359375, false]], [[-10.40625, false]], [[-5.08203125, false]], [[-8.3359375, false]], [[-8.5859375, false]], [[-8.5859375, false]], [[-7.95703125, false]], [[-9.0859375, false]], [[-8.9609375, false]], [[-5.08203125, false]], [[-11.0859375, false]], [[-8.0859375, false]], [[-4.58203125, false]], [[-9.0859375, false]], [[-7.95703125, false]], [[-8.5859375, false]], [[-8.3359375, false]], [[-10.40625, false]], [[-5.08203125, false]], [[-8.3359375, false]], [[-8.0859375, false]], [[-7.95703125, false]], [[-4.58203125, false]], [[-8.9609375, false]], [[-10.3359375, false]], [[-7.95703125, false]], [[-10.0859375, false]], [[-12.3359375, false]], [[-5.08203125, false]], [[-8.5859375, false]], [[-9.5859375, false]], [[-9.0859375, false]], [[-9.0859375, false]], [[-8.3359375, false]], [[-13.9609375, false]]], "filtered_resps": [[-7.33203125, false], [-8.3359375, false], [-8.0859375, false], [-4.58203125, false], [-10.0859375, false], [-11.0859375, false], [-7.95703125, false], [-5.08203125, false], [-8.5859375, false], [-9.0859375, false], [-11.3359375, false], [-7.95703125, false], [-8.3359375, false], [-10.40625, false], [-5.08203125, false], [-8.3359375, false], [-9.5859375, false], [-10.0859375, false], [-8.4609375, false], [-8.9609375, false], [-7.95703125, false], [-8.5859375, false], [-8.9609375, false], [-9.0859375, false], [-10.4609375, false], [-7.95703125, false], [-5.08203125, false], [-8.5859375, false], [-8.4609375, false], [-8.0859375, false], [-8.4609375, false], [-10.0859375, false], [-4.58203125, false], [-8.9609375, false], [-9.0859375, false], [-8.4609375, false], [-9.0859375, false], [-8.3359375, false], [-10.40625, false], [-5.08203125, false], [-8.3359375, false], [-8.5859375, false], [-8.5859375, false], [-7.95703125, false], [-9.0859375, false], [-8.9609375, false], [-5.08203125, false], [-11.0859375, false], [-8.0859375, false], [-4.58203125, false], [-9.0859375, false], [-7.95703125, false], [-8.5859375, false], [-8.3359375, false], [-10.40625, false], [-5.08203125, false], [-8.3359375, false], [-8.0859375, false], [-7.95703125, false], [-4.58203125, false], [-8.9609375, false], [-10.3359375, false], [-7.95703125, false], [-10.0859375, false], [-12.3359375, false], [-5.08203125, false], [-8.5859375, false], [-9.5859375, false], [-9.0859375, false], [-9.0859375, false], [-8.3359375, false], [-13.9609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1835, "doc": {"id": "NCEOGA_2013_5_18", "question": "How would the woodpecker population in a forest area most likely be affected if a housing development is built in that area?", "choices": {"text": ["They would produce more offspring.", "They would change the color of their feathers.", "They would experience a decrease in available food.", "They would experience a decrease in competition."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "They would experience a decrease in available food.", "arguments": ["Question: How would the woodpecker population in a forest area most likely be affected if a housing development is built in that area?\nAnswer:", " ["], "resps": [[[-7.95703125, false]], [[-9.9609375, false]], [[-7.95703125, false]], [[-11.7109375, false]], [[-9.9609375, false]], [[-13.4609375, false]], [[-5.95703125, false]], [[-11.7109375, false]], [[-10.2109375, false]], [[-12.7109375, false]], [[-11.9609375, false]], [[-9.4609375, false]], [[-5.95703125, false]], [[-10.2109375, false]], [[-13.2109375, false]], [[-10.2109375, false]], [[-9.4609375, false]], [[-12.7109375, false]], [[-11.4609375, false]], [[-9.9609375, false]], [[-5.95703125, false]], [[-11.9609375, false]], [[-10.2109375, false]], [[-13.2109375, false]], [[-9.9609375, false]], [[-5.95703125, false]], [[-10.2109375, false]], [[-10.9609375, false]], [[-10.9609375, false]], [[-10.7109375, false]], [[-10.2109375, false]], [[-13.2109375, false]], [[-9.2109375, false]], [[-10.7109375, false]], [[-13.9609375, false]], [[-8.9921875, false]], [[-9.9609375, false]], [[-11.609375, false]], [[-5.95703125, false]], [[-9.9609375, false]], [[-7.95703125, false]], [[-11.7109375, false]], [[-9.9609375, false]], [[-13.4609375, false]], [[-5.95703125, false]], [[-11.7109375, false]], [[-10.2109375, false]], [[-12.7109375, false]], [[-11.9609375, false]], [[-9.4609375, false]], [[-5.95703125, false]], [[-11.4609375, false]], [[-11.7109375, false]], [[-6.20703125, false]], [[-10.7109375, false]], [[-13.9609375, false]], [[-9.9609375, false]], [[-5.95703125, false]], [[-11.7109375, false]], [[-11.7109375, false]], [[-9.9609375, false]], [[-5.95703125, false]], [[-11.4609375, false]], [[-10.2109375, false]], [[-11.9609375, false]], [[-10.2109375, false]], [[-13.2109375, false]], [[-5.95703125, false]], [[-10.2109375, false]], [[-10.9609375, false]], [[-5.95703125, false]], [[-11.7109375, false]], [[-11.7109375, false]], [[-9.9609375, false]], [[-9.2109375, false]], [[-13.2109375, false]], [[-5.95703125, false]], [[-10.9609375, false]], [[-9.9609375, false]], [[-6.20703125, false]], [[-11.7109375, false]], [[-11.7109375, false]], [[-9.9609375, false]], [[-13.2109375, false]], [[-10.7109375, false]], [[-8.9921875, false]], [[-9.9609375, false]], [[-11.609375, false]], [[-5.95703125, false]], [[-9.9609375, false]], [[-7.95703125, false]], [[-11.7109375, false]], [[-9.9609375, false]], [[-13.4609375, false]], [[-5.95703125, false]], [[-11.7109375, false]], [[-10.2109375, false]], [[-12.7109375, false]], [[-11.9609375, false]], [[-9.4609375, false]], [[-5.95703125, false]], [[-9.9609375, false]], [[-12.4609375, false]], [[-10.2109375, false]], [[-9.9609375, false]], [[-13.2109375, false]], [[-9.2109375, false]], [[-9.9609375, false]], [[-10.7109375, false]], [[-11.4609375, false]], [[-9.9609375, false]], [[-5.95703125, false]], [[-6.20703125, false]], [[-5.95703125, false]], [[-9.4609375, false]], [[-9.9609375, false]], [[-11.4609375, false]], [[-13.2109375, false]], [[-9.9609375, false]], [[-6.20703125, false]], [[-10.7109375, false]], [[-9.9609375, false]], [[-5.95703125, false]], [[-9.2109375, false]], [[-10.7109375, false]], [[-5.95703125, false]], [[-6.20703125, false]], [[-13.7109375, false]], [[-6.20703125, false]], [[-9.2109375, false]], [[-11.9609375, false]], [[-6.20703125, false]], [[-11.4609375, false]], [[-11.9609375, false]], [[-9.9609375, false]], [[-5.95703125, false]], [[-10.9609375, false]], [[-10.2109375, false]], [[-10.2109375, false]], [[-9.4609375, false]], [[-8.9921875, false]], [[-9.9609375, false]], [[-11.609375, false]], [[-5.95703125, false]], [[-9.9609375, false]], [[-7.95703125, false]], [[-11.7109375, false]], [[-9.9609375, false]], [[-13.4609375, false]], [[-5.95703125, false]], [[-11.7109375, false]], [[-10.2109375, false]], [[-12.7109375, false]], [[-11.9609375, false]], [[-9.4609375, false]], [[-5.95703125, false]], [[-9.9609375, false]], [[-12.4609375, false]], [[-10.2109375, false]], [[-9.9609375, false]], [[-13.2109375, false]], [[-9.2109375, false]], [[-9.9609375, false]], [[-10.7109375, false]], [[-11.4609375, false]], [[-9.9609375, false]], [[-5.95703125, false]], [[-6.20703125, false]], [[-5.95703125, false]], [[-9.4609375, false]], [[-9.9609375, false]], [[-11.4609375, false]], [[-13.2109375, false]], [[-9.9609375, false]], [[-6.20703125, false]], [[-10.7109375, false]], [[-9.9609375, false]], [[-5.95703125, false]], [[-9.2109375, false]], [[-10.7109375, false]], [[-5.95703125, false]], [[-11.4609375, false]], [[-10.2109375, false]], [[-11.9609375, false]], [[-10.2109375, false]], [[-9.9609375, false]], [[-11.7109375, false]], [[-9.2109375, false]], [[-11.7109375, false]], [[-9.2109375, false]], [[-10.2109375, false]], [[-10.7109375, false]], [[-8.9921875, false]], [[-9.9609375, false]], [[-13.2109375, false]]], "filtered_resps": [[-7.95703125, false], [-9.9609375, false], [-7.95703125, false], [-11.7109375, false], [-9.9609375, false], [-13.4609375, false], [-5.95703125, false], [-11.7109375, false], [-10.2109375, false], [-12.7109375, false], [-11.9609375, false], [-9.4609375, false], [-5.95703125, false], [-10.2109375, false], [-13.2109375, false], [-10.2109375, false], [-9.4609375, false], [-12.7109375, false], [-11.4609375, false], [-9.9609375, false], [-5.95703125, false], [-11.9609375, false], [-10.2109375, false], [-13.2109375, false], [-9.9609375, false], [-5.95703125, false], [-10.2109375, false], [-10.9609375, false], [-10.9609375, false], [-10.7109375, false], [-10.2109375, false], [-13.2109375, false], [-9.2109375, false], [-10.7109375, false], [-13.9609375, false], [-8.9921875, false], [-9.9609375, false], [-11.609375, false], [-5.95703125, false], [-9.9609375, false], [-7.95703125, false], [-11.7109375, false], [-9.9609375, false], [-13.4609375, false], [-5.95703125, false], [-11.7109375, false], [-10.2109375, false], [-12.7109375, false], [-11.9609375, false], [-9.4609375, false], [-5.95703125, false], [-11.4609375, false], [-11.7109375, false], [-6.20703125, false], [-10.7109375, false], [-13.9609375, false], [-9.9609375, false], [-5.95703125, false], [-11.7109375, false], [-11.7109375, false], [-9.9609375, false], [-5.95703125, false], [-11.4609375, false], [-10.2109375, false], [-11.9609375, false], [-10.2109375, false], [-13.2109375, false], [-5.95703125, false], [-10.2109375, false], [-10.9609375, false], [-5.95703125, false], [-11.7109375, false], [-11.7109375, false], [-9.9609375, false], [-9.2109375, false], [-13.2109375, false], [-5.95703125, false], [-10.9609375, false], [-9.9609375, false], [-6.20703125, false], [-11.7109375, false], [-11.7109375, false], [-9.9609375, false], [-13.2109375, false], [-10.7109375, false], [-8.9921875, false], [-9.9609375, false], [-11.609375, false], [-5.95703125, false], [-9.9609375, false], [-7.95703125, false], [-11.7109375, false], [-9.9609375, false], [-13.4609375, false], [-5.95703125, false], [-11.7109375, false], [-10.2109375, false], [-12.7109375, false], [-11.9609375, false], [-9.4609375, false], [-5.95703125, false], [-9.9609375, false], [-12.4609375, false], [-10.2109375, false], [-9.9609375, false], [-13.2109375, false], [-9.2109375, false], [-9.9609375, false], [-10.7109375, false], [-11.4609375, false], [-9.9609375, false], [-5.95703125, false], [-6.20703125, false], [-5.95703125, false], [-9.4609375, false], [-9.9609375, false], [-11.4609375, false], [-13.2109375, false], [-9.9609375, false], [-6.20703125, false], [-10.7109375, false], [-9.9609375, false], [-5.95703125, false], [-9.2109375, false], [-10.7109375, false], [-5.95703125, false], [-6.20703125, false], [-13.7109375, false], [-6.20703125, false], [-9.2109375, false], [-11.9609375, false], [-6.20703125, false], [-11.4609375, false], [-11.9609375, false], [-9.9609375, false], [-5.95703125, false], [-10.9609375, false], [-10.2109375, false], [-10.2109375, false], [-9.4609375, false], [-8.9921875, false], [-9.9609375, false], [-11.609375, false], [-5.95703125, false], [-9.9609375, false], [-7.95703125, false], [-11.7109375, false], [-9.9609375, false], [-13.4609375, false], [-5.95703125, false], [-11.7109375, false], [-10.2109375, false], [-12.7109375, false], [-11.9609375, false], [-9.4609375, false], [-5.95703125, false], [-9.9609375, false], [-12.4609375, false], [-10.2109375, false], [-9.9609375, false], [-13.2109375, false], [-9.2109375, false], [-9.9609375, false], [-10.7109375, false], [-11.4609375, false], [-9.9609375, false], [-5.95703125, false], [-6.20703125, false], [-5.95703125, false], [-9.4609375, false], [-9.9609375, false], [-11.4609375, false], [-13.2109375, false], [-9.9609375, false], [-6.20703125, false], [-10.7109375, false], [-9.9609375, false], [-5.95703125, false], [-9.2109375, false], [-10.7109375, false], [-5.95703125, false], [-11.4609375, false], [-10.2109375, false], [-11.9609375, false], [-10.2109375, false], [-9.9609375, false], [-11.7109375, false], [-9.2109375, false], [-11.7109375, false], [-9.2109375, false], [-10.2109375, false], [-10.7109375, false], [-8.9921875, false], [-9.9609375, false], [-13.2109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1843, "doc": {"id": "Mercury_SC_406709", "question": "An octopus releases black ink into the water when feeling threatened. What does this most likely help an octopus do?", "choices": {"text": ["find shelter", "hunt for food", "swim faster", "escape enemies"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "escape enemies", "arguments": ["Question: An octopus releases black ink into the water when feeling threatened. What does this most likely help an octopus do?\nAnswer:", " ["], "resps": [[[-7.90234375, false]], [[-9.6484375, false]], [[-11.3984375, false]], [[-9.1484375, false]], [[-10.8984375, false]], [[-9.1484375, false]], [[-6.15234375, false]], [[-9.6484375, false]], [[-11.6484375, false]], [[-9.3984375, false]], [[-9.6484375, false]], [[-11.8984375, false]], [[-9.3984375, false]], [[-11.8984375, false]], [[-9.6484375, false]], [[-10.765625, false]], [[-6.15234375, false]], [[-9.6484375, false]], [[-11.6484375, false]], [[-11.1484375, false]], [[-10.8984375, false]], [[-11.8984375, false]], [[-6.15234375, false]], [[-11.3984375, false]], [[-8.6484375, false]], [[-11.8984375, false]], [[-6.15234375, false]], [[-11.3984375, false]], [[-8.6484375, false]], [[-8.6484375, false]], [[-9.1484375, false]], [[-9.6484375, false]], [[-10.765625, false]], [[-6.15234375, false]], [[-9.6484375, false]], [[-9.6484375, false]], [[-11.6484375, false]], [[-9.1484375, false]], [[-11.3984375, false]], [[-6.15234375, false]], [[-11.3984375, false]], [[-5.65234375, false]], [[-9.6484375, false]], [[-11.8984375, false]], [[-9.3984375, false]], [[-11.8984375, false]], [[-9.6484375, false]], [[-10.765625, false]], [[-6.15234375, false]], [[-9.6484375, false]], [[-9.3984375, false]], [[-9.6484375, false]], [[-9.6484375, false]], [[-5.65234375, false]], [[-10.6484375, false]], [[-9.3984375, false]], [[-6.15234375, false]], [[-9.3984375, false]], [[-10.8984375, false]], [[-9.3984375, false]], [[-11.3984375, false]], [[-9.1484375, false]], [[-9.3984375, false]], [[-9.6484375, false]], [[-9.6484375, false]], [[-13.6484375, false]]], "filtered_resps": [[-7.90234375, false], [-9.6484375, false], [-11.3984375, false], [-9.1484375, false], [-10.8984375, false], [-9.1484375, false], [-6.15234375, false], [-9.6484375, false], [-11.6484375, false], [-9.3984375, false], [-9.6484375, false], [-11.8984375, false], [-9.3984375, false], [-11.8984375, false], [-9.6484375, false], [-10.765625, false], [-6.15234375, false], [-9.6484375, false], [-11.6484375, false], [-11.1484375, false], [-10.8984375, false], [-11.8984375, false], [-6.15234375, false], [-11.3984375, false], [-8.6484375, false], [-11.8984375, false], [-6.15234375, false], [-11.3984375, false], [-8.6484375, false], [-8.6484375, false], [-9.1484375, false], [-9.6484375, false], [-10.765625, false], [-6.15234375, false], [-9.6484375, false], [-9.6484375, false], [-11.6484375, false], [-9.1484375, false], [-11.3984375, false], [-6.15234375, false], [-11.3984375, false], [-5.65234375, false], [-9.6484375, false], [-11.8984375, false], [-9.3984375, false], [-11.8984375, false], [-9.6484375, false], [-10.765625, false], [-6.15234375, false], [-9.6484375, false], [-9.3984375, false], [-9.6484375, false], [-9.6484375, false], [-5.65234375, false], [-10.6484375, false], [-9.3984375, false], [-6.15234375, false], [-9.3984375, false], [-10.8984375, false], [-9.3984375, false], [-11.3984375, false], [-9.1484375, false], [-9.3984375, false], [-9.6484375, false], [-9.6484375, false], [-13.6484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1851, "doc": {"id": "Mercury_SC_402054", "question": "How is a telephone able to transmit sound?", "choices": {"text": ["It conducts vibrations from speaker to receiver.", "It magnifies a person's voice.", "It carries the sounds through wires.", "It converts vibrations to electrical signals."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "It converts vibrations to electrical signals.", "arguments": ["Question: How is a telephone able to transmit sound?\nAnswer:", " ["], "resps": [[[-7.8359375, false]], [[-9.0859375, false]], [[-6.0859375, false]], [[-11.0859375, false]], [[-6.3359375, false]], [[-12.3359375, false]], [[-9.8359375, false]], [[-11.5859375, false]], [[-11.8359375, false]], [[-11.3359375, false]], [[-12.3359375, false]], [[-11.0859375, false]], [[-11.0859375, false]], [[-6.3359375, false]], [[-12.3359375, false]], [[-9.5859375, false]], [[-10.5859375, false]], [[-12.5859375, false]], [[-3.8359375, false]], [[-11.0859375, false]], [[-9.5859375, false]], [[-9.8359375, false]], [[-11.5859375, false]], [[-11.0859375, false]], [[-6.3359375, false]], [[-10.8359375, false]], [[-12.5859375, false]], [[-9.8359375, false]], [[-12.0859375, false]], [[-6.3359375, false]], [[-11.0859375, false]], [[-10.8359375, false]], [[-10.0859375, false]], [[-3.8359375, false]], [[-12.8359375, false]], [[-10.0859375, false]], [[-12.5859375, false]], [[-6.3359375, false]], [[-11.0859375, false]], [[-9.8359375, false]], [[-6.3359375, false]], [[-12.5859375, false]], [[-10.0859375, false]], [[-12.3359375, false]], [[-10.0859375, false]], [[-9.5859375, false]], [[-12.3359375, false]], [[-10.0859375, false]], [[-12.5859375, false]], [[-7.609375, false]], [[-9.0859375, false]], [[-10.484375, false]], [[-6.3359375, false]], [[-6.8359375, false]], [[-6.0859375, false]], [[-11.0859375, false]], [[-6.3359375, false]], [[-12.0859375, false]], [[-3.8359375, false]], [[-14.5859375, false]], [[-11.5859375, false]], [[-9.5859375, false]], [[-10.8359375, false]], [[-9.5859375, false]], [[-10.0859375, false]], [[-11.0859375, false]], [[-6.3359375, false]], [[-3.8359375, false]], [[-6.3359375, false]], [[-10.8359375, false]], [[-10.0859375, false]], [[-12.5859375, false]], [[-11.0859375, false]], [[-9.8359375, false]], [[-11.5859375, false]], [[-9.0859375, false]], [[-11.0859375, false]], [[-6.3359375, false]], [[-12.3359375, false]], [[-9.8359375, false]], [[-9.5859375, false]], [[-12.3359375, false]], [[-10.0859375, false]], [[-7.609375, false]], [[-6.8359375, false]], [[-10.484375, false]], [[-6.3359375, false]], [[-9.0859375, false]], [[-6.0859375, false]], [[-11.0859375, false]], [[-6.3359375, false]], [[-12.3359375, false]], [[-3.8359375, false]], [[-12.5859375, false]], [[-12.5859375, false]], [[-9.5859375, false]], [[-10.0859375, false]], [[-11.0859375, false]], [[-6.3359375, false]], [[-11.0859375, false]], [[-12.5859375, false]], [[-10.0859375, false]], [[-6.3359375, false]], [[-11.0859375, false]], [[-9.8359375, false]], [[-11.3359375, false]], [[-11.5859375, false]], [[-11.8359375, false]], [[-11.0859375, false]], [[-6.3359375, false]], [[-11.0859375, false]], [[-12.5859375, false]], [[-12.5859375, false]], [[-9.8359375, false]], [[-11.3359375, false]], [[-14.5859375, false]], [[-12.5859375, false]], [[-6.3359375, false]], [[-11.8359375, false]], [[-9.5859375, false]], [[-12.5859375, false]], [[-10.0859375, false]], [[-11.0859375, false]], [[-7.609375, false]], [[-9.0859375, false]], [[-10.484375, false]], [[-6.3359375, false]], [[-9.0859375, false]], [[-6.0859375, false]], [[-11.0859375, false]], [[-6.3359375, false]], [[-12.3359375, false]], [[-9.8359375, false]], [[-11.5859375, false]], [[-12.3359375, false]], [[-10.0859375, false]], [[-12.5859375, false]], [[-11.0859375, false]], [[-11.0859375, false]], [[-6.3359375, false]], [[-12.3359375, false]], [[-9.5859375, false]], [[-10.5859375, false]], [[-12.5859375, false]], [[-3.8359375, false]], [[-11.0859375, false]], [[-9.5859375, false]], [[-9.8359375, false]], [[-11.5859375, false]], [[-11.0859375, false]], [[-6.3359375, false]], [[-11.0859375, false]], [[-9.8359375, false]], [[-6.3359375, false]], [[-10.0859375, false]], [[-12.0859375, false]], [[-10.0859375, false]], [[-12.3359375, false]], [[-11.0859375, false]], [[-12.5859375, false]], [[-9.5859375, false]], [[-12.3359375, false]], [[-3.8359375, false]], [[-12.0859375, false]], [[-6.3359375, false]], [[-11.0859375, false]], [[-9.5859375, false]], [[-14.5859375, false]], [[-11.5859375, false]], [[-3.8359375, false]], [[-12.0859375, false]], [[-11.0859375, false]], [[-7.609375, false]], [[-9.0859375, false]], [[-13.3359375, false]]], "filtered_resps": [[-7.8359375, false], [-9.0859375, false], [-6.0859375, false], [-11.0859375, false], [-6.3359375, false], [-12.3359375, false], [-9.8359375, false], [-11.5859375, false], [-11.8359375, false], [-11.3359375, false], [-12.3359375, false], [-11.0859375, false], [-11.0859375, false], [-6.3359375, false], [-12.3359375, false], [-9.5859375, false], [-10.5859375, false], [-12.5859375, false], [-3.8359375, false], [-11.0859375, false], [-9.5859375, false], [-9.8359375, false], [-11.5859375, false], [-11.0859375, false], [-6.3359375, false], [-10.8359375, false], [-12.5859375, false], [-9.8359375, false], [-12.0859375, false], [-6.3359375, false], [-11.0859375, false], [-10.8359375, false], [-10.0859375, false], [-3.8359375, false], [-12.8359375, false], [-10.0859375, false], [-12.5859375, false], [-6.3359375, false], [-11.0859375, false], [-9.8359375, false], [-6.3359375, false], [-12.5859375, false], [-10.0859375, false], [-12.3359375, false], [-10.0859375, false], [-9.5859375, false], [-12.3359375, false], [-10.0859375, false], [-12.5859375, false], [-7.609375, false], [-9.0859375, false], [-10.484375, false], [-6.3359375, false], [-6.8359375, false], [-6.0859375, false], [-11.0859375, false], [-6.3359375, false], [-12.0859375, false], [-3.8359375, false], [-14.5859375, false], [-11.5859375, false], [-9.5859375, false], [-10.8359375, false], [-9.5859375, false], [-10.0859375, false], [-11.0859375, false], [-6.3359375, false], [-3.8359375, false], [-6.3359375, false], [-10.8359375, false], [-10.0859375, false], [-12.5859375, false], [-11.0859375, false], [-9.8359375, false], [-11.5859375, false], [-9.0859375, false], [-11.0859375, false], [-6.3359375, false], [-12.3359375, false], [-9.8359375, false], [-9.5859375, false], [-12.3359375, false], [-10.0859375, false], [-7.609375, false], [-6.8359375, false], [-10.484375, false], [-6.3359375, false], [-9.0859375, false], [-6.0859375, false], [-11.0859375, false], [-6.3359375, false], [-12.3359375, false], [-3.8359375, false], [-12.5859375, false], [-12.5859375, false], [-9.5859375, false], [-10.0859375, false], [-11.0859375, false], [-6.3359375, false], [-11.0859375, false], [-12.5859375, false], [-10.0859375, false], [-6.3359375, false], [-11.0859375, false], [-9.8359375, false], [-11.3359375, false], [-11.5859375, false], [-11.8359375, false], [-11.0859375, false], [-6.3359375, false], [-11.0859375, false], [-12.5859375, false], [-12.5859375, false], [-9.8359375, false], [-11.3359375, false], [-14.5859375, false], [-12.5859375, false], [-6.3359375, false], [-11.8359375, false], [-9.5859375, false], [-12.5859375, false], [-10.0859375, false], [-11.0859375, false], [-7.609375, false], [-9.0859375, false], [-10.484375, false], [-6.3359375, false], [-9.0859375, false], [-6.0859375, false], [-11.0859375, false], [-6.3359375, false], [-12.3359375, false], [-9.8359375, false], [-11.5859375, false], [-12.3359375, false], [-10.0859375, false], [-12.5859375, false], [-11.0859375, false], [-11.0859375, false], [-6.3359375, false], [-12.3359375, false], [-9.5859375, false], [-10.5859375, false], [-12.5859375, false], [-3.8359375, false], [-11.0859375, false], [-9.5859375, false], [-9.8359375, false], [-11.5859375, false], [-11.0859375, false], [-6.3359375, false], [-11.0859375, false], [-9.8359375, false], [-6.3359375, false], [-10.0859375, false], [-12.0859375, false], [-10.0859375, false], [-12.3359375, false], [-11.0859375, false], [-12.5859375, false], [-9.5859375, false], [-12.3359375, false], [-3.8359375, false], [-12.0859375, false], [-6.3359375, false], [-11.0859375, false], [-9.5859375, false], [-14.5859375, false], [-11.5859375, false], [-3.8359375, false], [-12.0859375, false], [-11.0859375, false], [-7.609375, false], [-9.0859375, false], [-13.3359375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1859, "doc": {"id": "TIMSS_2007_8_pg85", "question": "Which substance is necessary for burning to take place?", "choices": {"text": ["ozone", "oxygen", "hydrogen", "carbon dioxide"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "oxygen", "arguments": ["Question: Which substance is necessary for burning to take place?\nAnswer:", " ["], "resps": [[[-7.640625, false]], [[-8.390625, false]], [[-8.390625, false]], [[-11.140625, false]], [[-8.390625, false]], [[-8.640625, false]], [[-9.390625, false]], [[-8.390625, false]], [[-9.2421875, false]], [[-5.140625, false]], [[-8.390625, false]], [[-8.390625, false]], [[-8.890625, false]], [[-11.140625, false]], [[-12.390625, false]], [[-9.390625, false]], [[-8.640625, false]], [[-8.390625, false]], [[-9.2421875, false]], [[-5.140625, false]], [[-8.390625, false]], [[-9.390625, false]], [[-11.140625, false]], [[-10.890625, false]], [[-12.140625, false]], [[-8.390625, false]], [[-12.390625, false]], [[-9.390625, false]], [[-8.640625, false]], [[-8.390625, false]], [[-9.2421875, false]], [[-5.140625, false]], [[-8.390625, false]], [[-6.640625, false]], [[-5.890625, false]], [[-12.140625, false]], [[-10.140625, false]], [[-8.390625, false]], [[-8.640625, false]], [[-5.140625, false]], [[-10.890625, false]], [[-7.640625, false]], [[-8.390625, false]], [[-8.890625, false]], [[-7.640625, false]], [[-10.890625, false]], [[-9.390625, false]], [[-8.390625, false]], [[-14.640625, false]]], "filtered_resps": [[-7.640625, false], [-8.390625, false], [-8.390625, false], [-11.140625, false], [-8.390625, false], [-8.640625, false], [-9.390625, false], [-8.390625, false], [-9.2421875, false], [-5.140625, false], [-8.390625, false], [-8.390625, false], [-8.890625, false], [-11.140625, false], [-12.390625, false], [-9.390625, false], [-8.640625, false], [-8.390625, false], [-9.2421875, false], [-5.140625, false], [-8.390625, false], [-9.390625, false], [-11.140625, false], [-10.890625, false], [-12.140625, false], [-8.390625, false], [-12.390625, false], [-9.390625, false], [-8.640625, false], [-8.390625, false], [-9.2421875, false], [-5.140625, false], [-8.390625, false], [-6.640625, false], [-5.890625, false], [-12.140625, false], [-10.140625, false], [-8.390625, false], [-8.640625, false], [-5.140625, false], [-10.890625, false], [-7.640625, false], [-8.390625, false], [-8.890625, false], [-7.640625, false], [-10.890625, false], [-9.390625, false], [-8.390625, false], [-14.640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1867, "doc": {"id": "MCAS_2012_8_23654", "question": "The winter solstice occurs on either December 21 or 22, depending on the year. Which of the following statements best explains why the time of the year the winter solstice occurs has the least amount of daylight in Massachusetts?", "choices": {"text": ["Earth is farthest away from the Sun on the winter solstice.", "Earth's rotational speed on its axis is greatest on the winter solstice.", "Earth is traveling around the Sun with the greatest speed on the winter solstice.", "Earth's Northern Hemisphere is tilted away from the Sun on the winter solstice."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Earth's Northern Hemisphere is tilted away from the Sun on the winter solstice.", "arguments": ["Question: The winter solstice occurs on either December 21 or 22, depending on the year. Which of the following statements best explains why the time of the year the winter solstice occurs has the least amount of daylight in Massachusetts?\nAnswer:", " ["], "resps": [[[-6.5234375, false]], [[-9.5234375, false]], [[-5.7734375, false]], [[-3.771484375, false]], [[-10.0234375, false]], [[-8.2734375, false]], [[-10.7734375, false]], [[-6.0234375, false]], [[-8.2734375, false]], [[-9.0234375, false]], [[-6.0234375, false]], [[-8.5234375, false]], [[-3.771484375, false]], [[-10.0234375, false]], [[-8.2734375, false]], [[-10.7734375, false]], [[-7.5234375, false]], [[-9.0234375, false]], [[-8.2734375, false]], [[-6.0234375, false]], [[-3.771484375, false]], [[-9.5234375, false]], [[-3.771484375, false]], [[-10.5234375, false]], [[-6.0234375, false]], [[-8.5234375, false]], [[-10.0234375, false]], [[-8.0234375, false]], [[-7.7734375, false]], [[-6.0234375, false]], [[-8.2734375, false]], [[-10.7734375, false]], [[-7.5234375, false]], [[-6.0234375, false]], [[-5.7734375, false]], [[-11.7734375, false]], [[-8.5234375, false]], [[-6.0234375, false]], [[-8.0234375, false]], [[-8.5234375, false]], [[-6.0234375, false]], [[-8.2734375, false]], [[-10.7734375, false]], [[-7.5234375, false]], [[-6.0234375, false]], [[-9.5234375, false]], [[-8.2734375, false]], [[-8.5234375, false]], [[-8.2734375, false]], [[-7.5234375, false]], [[-10.0234375, false]], [[-6.0234375, false]], [[-9.0234375, false]], [[-8.0234375, false]], [[-9.0234375, false]], [[-9.0234375, false]], [[-8.2734375, false]], [[-8.2734375, false]], [[-7.2734375, false]], [[-7.5234375, false]], [[-6.8828125, false]], [[-9.5234375, false]], [[-9.6328125, false]], [[-6.0234375, false]], [[-6.7734375, false]], [[-5.7734375, false]], [[-3.771484375, false]], [[-10.0234375, false]], [[-8.2734375, false]], [[-10.7734375, false]], [[-9.5234375, false]], [[-9.0234375, false]], [[-6.0234375, false]], [[-10.0234375, false]], [[-8.0234375, false]], [[-8.2734375, false]], [[-3.771484375, false]], [[-8.2734375, false]], [[-8.2734375, false]], [[-8.0234375, false]], [[-8.5234375, false]], [[-3.771484375, false]], [[-9.0234375, false]], [[-6.0234375, false]], [[-9.0234375, false]], [[-9.0234375, false]], [[-7.5234375, false]], [[-7.5234375, false]], [[-7.2734375, false]], [[-6.0234375, false]], [[-8.0234375, false]], [[-8.5234375, false]], [[-6.0234375, false]], [[-8.2734375, false]], [[-8.2734375, false]], [[-9.0234375, false]], [[-6.0234375, false]], [[-3.771484375, false]], [[-9.2734375, false]], [[-8.2734375, false]], [[-9.0234375, false]], [[-6.0234375, false]], [[-8.2734375, false]], [[-9.0234375, false]], [[-6.0234375, false]], [[-10.2734375, false]], [[-10.0234375, false]], [[-7.5234375, false]], [[-3.771484375, false]], [[-8.2734375, false]], [[-7.5234375, false]], [[-9.0234375, false]], [[-8.2734375, false]], [[-6.0234375, false]], [[-8.0234375, false]], [[-8.5234375, false]], [[-6.0234375, false]], [[-8.2734375, false]], [[-10.7734375, false]], [[-7.5234375, false]], [[-6.0234375, false]], [[-9.5234375, false]], [[-8.2734375, false]], [[-8.5234375, false]], [[-8.2734375, false]], [[-7.5234375, false]], [[-10.0234375, false]], [[-6.0234375, false]], [[-9.0234375, false]], [[-8.0234375, false]], [[-9.0234375, false]], [[-9.0234375, false]], [[-8.2734375, false]], [[-8.2734375, false]], [[-7.2734375, false]], [[-7.5234375, false]], [[-6.8828125, false]], [[-6.7734375, false]], [[-9.6328125, false]], [[-6.0234375, false]], [[-9.5234375, false]], [[-5.7734375, false]], [[-3.771484375, false]], [[-10.0234375, false]], [[-8.2734375, false]], [[-10.7734375, false]], [[-6.0234375, false]], [[-8.2734375, false]], [[-9.0234375, false]], [[-6.0234375, false]], [[-8.2734375, false]], [[-10.0234375, false]], [[-3.771484375, false]], [[-10.2734375, false]], [[-7.5234375, false]], [[-9.0234375, false]], [[-8.2734375, false]], [[-8.5234375, false]], [[-10.2734375, false]], [[-6.0234375, false]], [[-3.771484375, false]], [[-10.0234375, false]], [[-8.0234375, false]], [[-11.7734375, false]], [[-8.5234375, false]], [[-7.2734375, false]], [[-6.0234375, false]], [[-8.2734375, false]], [[-10.7734375, false]], [[-7.5234375, false]], [[-6.0234375, false]], [[-5.7734375, false]], [[-11.7734375, false]], [[-8.5234375, false]], [[-6.0234375, false]], [[-9.5234375, false]], [[-8.2734375, false]], [[-8.2734375, false]], [[-10.7734375, false]], [[-6.0234375, false]], [[-8.2734375, false]], [[-10.7734375, false]], [[-7.5234375, false]], [[-6.0234375, false]], [[-10.2734375, false]], [[-10.0234375, false]], [[-7.5234375, false]], [[-3.771484375, false]], [[-8.2734375, false]], [[-7.5234375, false]], [[-9.0234375, false]], [[-8.2734375, false]], [[-6.0234375, false]], [[-9.0234375, false]], [[-9.0234375, false]], [[-7.5234375, false]], [[-7.5234375, false]], [[-7.2734375, false]], [[-6.0234375, false]], [[-8.0234375, false]], [[-8.5234375, false]], [[-6.0234375, false]], [[-8.2734375, false]], [[-10.7734375, false]], [[-7.5234375, false]], [[-6.0234375, false]], [[-9.5234375, false]], [[-8.2734375, false]], [[-8.5234375, false]], [[-8.2734375, false]], [[-7.5234375, false]], [[-10.0234375, false]], [[-6.0234375, false]], [[-9.0234375, false]], [[-8.0234375, false]], [[-9.0234375, false]], [[-9.0234375, false]], [[-8.2734375, false]], [[-8.2734375, false]], [[-7.2734375, false]], [[-7.5234375, false]], [[-6.8828125, false]], [[-9.5234375, false]], [[-9.6328125, false]], [[-6.0234375, false]], [[-6.7734375, false]], [[-5.7734375, false]], [[-3.771484375, false]], [[-10.0234375, false]], [[-8.2734375, false]], [[-10.7734375, false]], [[-9.5234375, false]], [[-9.0234375, false]], [[-6.0234375, false]], [[-6.2734375, false]], [[-8.0234375, false]], [[-10.0234375, false]], [[-8.2734375, false]], [[-10.7734375, false]], [[-7.5234375, false]], [[-10.0234375, false]], [[-8.5234375, false]], [[-6.0234375, false]], [[-7.2734375, false]], [[-7.5234375, false]], [[-7.7734375, false]], [[-8.2734375, false]], [[-9.0234375, false]], [[-9.0234375, false]], [[-10.7734375, false]], [[-7.5234375, false]], [[-10.0234375, false]], [[-7.5234375, false]], [[-6.0234375, false]], [[-8.2734375, false]], [[-9.0234375, false]], [[-6.0234375, false]], [[-8.2734375, false]], [[-8.2734375, false]], [[-9.0234375, false]], [[-8.2734375, false]], [[-7.5234375, false]], [[-7.2734375, false]], [[-6.0234375, false]], [[-3.771484375, false]], [[-9.5234375, false]], [[-3.771484375, false]], [[-10.5234375, false]], [[-6.0234375, false]], [[-8.5234375, false]], [[-10.0234375, false]], [[-8.0234375, false]], [[-7.7734375, false]], [[-6.0234375, false]], [[-8.2734375, false]], [[-10.7734375, false]], [[-7.5234375, false]], [[-6.0234375, false]], [[-5.7734375, false]], [[-11.7734375, false]], [[-8.5234375, false]], [[-6.0234375, false]], [[-8.0234375, false]], [[-8.5234375, false]], [[-6.0234375, false]], [[-8.2734375, false]], [[-10.7734375, false]], [[-7.5234375, false]], [[-6.0234375, false]], [[-9.5234375, false]], [[-8.2734375, false]], [[-8.5234375, false]], [[-8.2734375, false]], [[-7.5234375, false]], [[-10.0234375, false]], [[-6.0234375, false]], [[-9.0234375, false]], [[-8.0234375, false]], [[-9.0234375, false]], [[-9.0234375, false]], [[-8.2734375, false]], [[-8.2734375, false]], [[-7.2734375, false]], [[-7.5234375, false]], [[-6.8828125, false]], [[-6.7734375, false]], [[-10.7734375, false]]], "filtered_resps": [[-6.5234375, false], [-9.5234375, false], [-5.7734375, false], [-3.771484375, false], [-10.0234375, false], [-8.2734375, false], [-10.7734375, false], [-6.0234375, false], [-8.2734375, false], [-9.0234375, false], [-6.0234375, false], [-8.5234375, false], [-3.771484375, false], [-10.0234375, false], [-8.2734375, false], [-10.7734375, false], [-7.5234375, false], [-9.0234375, false], [-8.2734375, false], [-6.0234375, false], [-3.771484375, false], [-9.5234375, false], [-3.771484375, false], [-10.5234375, false], [-6.0234375, false], [-8.5234375, false], [-10.0234375, false], [-8.0234375, false], [-7.7734375, false], [-6.0234375, false], [-8.2734375, false], [-10.7734375, false], [-7.5234375, false], [-6.0234375, false], [-5.7734375, false], [-11.7734375, false], [-8.5234375, false], [-6.0234375, false], [-8.0234375, false], [-8.5234375, false], [-6.0234375, false], [-8.2734375, false], [-10.7734375, false], [-7.5234375, false], [-6.0234375, false], [-9.5234375, false], [-8.2734375, false], [-8.5234375, false], [-8.2734375, false], [-7.5234375, false], [-10.0234375, false], [-6.0234375, false], [-9.0234375, false], [-8.0234375, false], [-9.0234375, false], [-9.0234375, false], [-8.2734375, false], [-8.2734375, false], [-7.2734375, false], [-7.5234375, false], [-6.8828125, false], [-9.5234375, false], [-9.6328125, false], [-6.0234375, false], [-6.7734375, false], [-5.7734375, false], [-3.771484375, false], [-10.0234375, false], [-8.2734375, false], [-10.7734375, false], [-9.5234375, false], [-9.0234375, false], [-6.0234375, false], [-10.0234375, false], [-8.0234375, false], [-8.2734375, false], [-3.771484375, false], [-8.2734375, false], [-8.2734375, false], [-8.0234375, false], [-8.5234375, false], [-3.771484375, false], [-9.0234375, false], [-6.0234375, false], [-9.0234375, false], [-9.0234375, false], [-7.5234375, false], [-7.5234375, false], [-7.2734375, false], [-6.0234375, false], [-8.0234375, false], [-8.5234375, false], [-6.0234375, false], [-8.2734375, false], [-8.2734375, false], [-9.0234375, false], [-6.0234375, false], [-3.771484375, false], [-9.2734375, false], [-8.2734375, false], [-9.0234375, false], [-6.0234375, false], [-8.2734375, false], [-9.0234375, false], [-6.0234375, false], [-10.2734375, false], [-10.0234375, false], [-7.5234375, false], [-3.771484375, false], [-8.2734375, false], [-7.5234375, false], [-9.0234375, false], [-8.2734375, false], [-6.0234375, false], [-8.0234375, false], [-8.5234375, false], [-6.0234375, false], [-8.2734375, false], [-10.7734375, false], [-7.5234375, false], [-6.0234375, false], [-9.5234375, false], [-8.2734375, false], [-8.5234375, false], [-8.2734375, false], [-7.5234375, false], [-10.0234375, false], [-6.0234375, false], [-9.0234375, false], [-8.0234375, false], [-9.0234375, false], [-9.0234375, false], [-8.2734375, false], [-8.2734375, false], [-7.2734375, false], [-7.5234375, false], [-6.8828125, false], [-6.7734375, false], [-9.6328125, false], [-6.0234375, false], [-9.5234375, false], [-5.7734375, false], [-3.771484375, false], [-10.0234375, false], [-8.2734375, false], [-10.7734375, false], [-6.0234375, false], [-8.2734375, false], [-9.0234375, false], [-6.0234375, false], [-8.2734375, false], [-10.0234375, false], [-3.771484375, false], [-10.2734375, false], [-7.5234375, false], [-9.0234375, false], [-8.2734375, false], [-8.5234375, false], [-10.2734375, false], [-6.0234375, false], [-3.771484375, false], [-10.0234375, false], [-8.0234375, false], [-11.7734375, false], [-8.5234375, false], [-7.2734375, false], [-6.0234375, false], [-8.2734375, false], [-10.7734375, false], [-7.5234375, false], [-6.0234375, false], [-5.7734375, false], [-11.7734375, false], [-8.5234375, false], [-6.0234375, false], [-9.5234375, false], [-8.2734375, false], [-8.2734375, false], [-10.7734375, false], [-6.0234375, false], [-8.2734375, false], [-10.7734375, false], [-7.5234375, false], [-6.0234375, false], [-10.2734375, false], [-10.0234375, false], [-7.5234375, false], [-3.771484375, false], [-8.2734375, false], [-7.5234375, false], [-9.0234375, false], [-8.2734375, false], [-6.0234375, false], [-9.0234375, false], [-9.0234375, false], [-7.5234375, false], [-7.5234375, false], [-7.2734375, false], [-6.0234375, false], [-8.0234375, false], [-8.5234375, false], [-6.0234375, false], [-8.2734375, false], [-10.7734375, false], [-7.5234375, false], [-6.0234375, false], [-9.5234375, false], [-8.2734375, false], [-8.5234375, false], [-8.2734375, false], [-7.5234375, false], [-10.0234375, false], [-6.0234375, false], [-9.0234375, false], [-8.0234375, false], [-9.0234375, false], [-9.0234375, false], [-8.2734375, false], [-8.2734375, false], [-7.2734375, false], [-7.5234375, false], [-6.8828125, false], [-9.5234375, false], [-9.6328125, false], [-6.0234375, false], [-6.7734375, false], [-5.7734375, false], [-3.771484375, false], [-10.0234375, false], [-8.2734375, false], [-10.7734375, false], [-9.5234375, false], [-9.0234375, false], [-6.0234375, false], [-6.2734375, false], [-8.0234375, false], [-10.0234375, false], [-8.2734375, false], [-10.7734375, false], [-7.5234375, false], [-10.0234375, false], [-8.5234375, false], [-6.0234375, false], [-7.2734375, false], [-7.5234375, false], [-7.7734375, false], [-8.2734375, false], [-9.0234375, false], [-9.0234375, false], [-10.7734375, false], [-7.5234375, false], [-10.0234375, false], [-7.5234375, false], [-6.0234375, false], [-8.2734375, false], [-9.0234375, false], [-6.0234375, false], [-8.2734375, false], [-8.2734375, false], [-9.0234375, false], [-8.2734375, false], [-7.5234375, false], [-7.2734375, false], [-6.0234375, false], [-3.771484375, false], [-9.5234375, false], [-3.771484375, false], [-10.5234375, false], [-6.0234375, false], [-8.5234375, false], [-10.0234375, false], [-8.0234375, false], [-7.7734375, false], [-6.0234375, false], [-8.2734375, false], [-10.7734375, false], [-7.5234375, false], [-6.0234375, false], [-5.7734375, false], [-11.7734375, false], [-8.5234375, false], [-6.0234375, false], [-8.0234375, false], [-8.5234375, false], [-6.0234375, false], [-8.2734375, false], [-10.7734375, false], [-7.5234375, false], [-6.0234375, false], [-9.5234375, false], [-8.2734375, false], [-8.5234375, false], [-8.2734375, false], [-7.5234375, false], [-10.0234375, false], [-6.0234375, false], [-9.0234375, false], [-8.0234375, false], [-9.0234375, false], [-9.0234375, false], [-8.2734375, false], [-8.2734375, false], [-7.2734375, false], [-7.5234375, false], [-6.8828125, false], [-6.7734375, false], [-10.7734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1875, "doc": {"id": "Mercury_7136483", "question": "Daphnee is going to build a model of the solar system for her science project. She decides that a meter (m) will represent one astronomical unit (AU) in her model. Based on this scale, how far away from the Sun would she need to place Earth?", "choices": {"text": ["one meter", "two meters", "three meters", "four meters"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "one meter", "arguments": ["Question: Daphnee is going to build a model of the solar system for her science project. She decides that a meter (m) will represent one astronomical unit (AU) in her model. Based on this scale, how far away from the Sun would she need to place Earth?\nAnswer:", " ["], "resps": [[[-6.1484375, false]], [[-9.3984375, false]], [[-10.6484375, false]], [[-7.3984375, false]], [[-8.3984375, false]], [[-4.6484375, false]], [[-6.3984375, false]], [[-8.3984375, false]], [[-8.3984375, false]], [[-8.3984375, false]], [[-10.1484375, false]], [[-9.3984375, false]], [[-9.21875, false]], [[-4.6484375, false]], [[-9.3984375, false]], [[-8.3984375, false]], [[-10.3984375, false]], [[-10.6484375, false]], [[-4.6484375, false]], [[-6.3984375, false]], [[-8.3984375, false]], [[-8.3984375, false]], [[-8.3984375, false]], [[-10.1484375, false]], [[-8.3984375, false]], [[-9.3984375, false]], [[-9.21875, false]], [[-4.6484375, false]], [[-9.3984375, false]], [[-8.3984375, false]], [[-9.1484375, false]], [[-10.1484375, false]], [[-8.3984375, false]], [[-8.3984375, false]], [[-4.6484375, false]], [[-6.3984375, false]], [[-8.3984375, false]], [[-8.3984375, false]], [[-8.3984375, false]], [[-10.1484375, false]], [[-8.3984375, false]], [[-9.3984375, false]], [[-9.21875, false]], [[-4.6484375, false]], [[-9.3984375, false]], [[-8.3984375, false]], [[-10.6484375, false]], [[-11.1484375, false]], [[-10.1484375, false]], [[-4.6484375, false]], [[-6.3984375, false]], [[-8.3984375, false]], [[-8.3984375, false]], [[-8.3984375, false]], [[-10.1484375, false]], [[-8.3984375, false]], [[-9.3984375, false]], [[-11.1484375, false]]], "filtered_resps": [[-6.1484375, false], [-9.3984375, false], [-10.6484375, false], [-7.3984375, false], [-8.3984375, false], [-4.6484375, false], [-6.3984375, false], [-8.3984375, false], [-8.3984375, false], [-8.3984375, false], [-10.1484375, false], [-9.3984375, false], [-9.21875, false], [-4.6484375, false], [-9.3984375, false], [-8.3984375, false], [-10.3984375, false], [-10.6484375, false], [-4.6484375, false], [-6.3984375, false], [-8.3984375, false], [-8.3984375, false], [-8.3984375, false], [-10.1484375, false], [-8.3984375, false], [-9.3984375, false], [-9.21875, false], [-4.6484375, false], [-9.3984375, false], [-8.3984375, false], [-9.1484375, false], [-10.1484375, false], [-8.3984375, false], [-8.3984375, false], [-4.6484375, false], [-6.3984375, false], [-8.3984375, false], [-8.3984375, false], [-8.3984375, false], [-10.1484375, false], [-8.3984375, false], [-9.3984375, false], [-9.21875, false], [-4.6484375, false], [-9.3984375, false], [-8.3984375, false], [-10.6484375, false], [-11.1484375, false], [-10.1484375, false], [-4.6484375, false], [-6.3984375, false], [-8.3984375, false], [-8.3984375, false], [-8.3984375, false], [-10.1484375, false], [-8.3984375, false], [-9.3984375, false], [-11.1484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1883, "doc": {"id": "LEAP__7_10349", "question": "In humans, B is the allele for brown eyes and b is the allele for blue eyes. Two brothers both have brown eyes, but one of them has both the B and b alleles while the other only has B alleles. Which statement is true about the brothers?", "choices": {"text": ["They have the same genotype and phenotype.", "They have different phenotypes and genotypes.", "They have the same phenotype but different genotypes.", "They have the same genotype but different phenotypes."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "They have the same phenotype but different genotypes.", "arguments": ["Question: In humans, B is the allele for brown eyes and b is the allele for blue eyes. Two brothers both have brown eyes, but one of them has both the B and b alleles while the other only has B alleles. Which statement is true about the brothers?\nAnswer:", " ["], "resps": [[[-6.77734375, false]], [[-8.53125, false]], [[-7.52734375, false]], [[-8.78125, false]], [[-8.03125, false]], [[-10.28125, false]], [[-6.02734375, false]], [[-8.78125, false]], [[-3.279296875, false]], [[-9.78125, false]], [[-8.03125, false]], [[-6.02734375, false]], [[-8.28125, false]], [[-8.78125, false]], [[-8.03125, false]], [[-6.02734375, false]], [[-8.28125, false]], [[-3.279296875, false]], [[-8.28125, false]], [[-8.03125, false]], [[-6.02734375, false]], [[-9.28125, false]], [[-8.03125, false]], [[-7.02734375, false]], [[-9.03125, false]], [[-8.28125, false]], [[-10.28125, false]], [[-8.53125, false]], [[-8.03125, false]], [[-6.02734375, false]], [[-3.279296875, false]], [[-7.02734375, false]], [[-6.77734375, false]], [[-6.02734375, false]], [[-8.53125, false]], [[-8.78125, false]], [[-8.03125, false]], [[-7.02734375, false]], [[-9.03125, false]], [[-8.28125, false]], [[-10.28125, false]], [[-8.53125, false]], [[-8.03125, false]], [[-7.0234375, false]], [[-8.53125, false]], [[-9.875, false]], [[-6.02734375, false]], [[-8.53125, false]], [[-7.52734375, false]], [[-8.78125, false]], [[-8.03125, false]], [[-10.28125, false]], [[-6.02734375, false]], [[-8.78125, false]], [[-3.279296875, false]], [[-9.78125, false]], [[-8.03125, false]], [[-6.02734375, false]], [[-6.77734375, false]], [[-7.52734375, false]], [[-8.03125, false]], [[-8.03125, false]], [[-8.03125, false]], [[-8.78125, false]], [[-8.03125, false]], [[-7.02734375, false]], [[-8.28125, false]], [[-6.02734375, false]], [[-8.53125, false]], [[-8.78125, false]], [[-8.03125, false]], [[-7.02734375, false]], [[-9.03125, false]], [[-8.28125, false]], [[-10.28125, false]], [[-8.53125, false]], [[-8.03125, false]], [[-8.28125, false]], [[-6.02734375, false]], [[-3.279296875, false]], [[-7.02734375, false]], [[-6.77734375, false]], [[-6.02734375, false]], [[-9.28125, false]], [[-8.03125, false]], [[-7.02734375, false]], [[-9.03125, false]], [[-8.28125, false]], [[-10.28125, false]], [[-8.53125, false]], [[-8.03125, false]], [[-8.28125, false]], [[-7.0234375, false]], [[-8.53125, false]], [[-9.875, false]], [[-6.02734375, false]], [[-8.53125, false]], [[-7.52734375, false]], [[-8.78125, false]], [[-8.03125, false]], [[-10.28125, false]], [[-6.02734375, false]], [[-8.78125, false]], [[-3.279296875, false]], [[-9.78125, false]], [[-8.03125, false]], [[-6.02734375, false]], [[-8.28125, false]], [[-8.78125, false]], [[-8.03125, false]], [[-6.02734375, false]], [[-8.28125, false]], [[-3.279296875, false]], [[-8.28125, false]], [[-8.03125, false]], [[-6.02734375, false]], [[-8.53125, false]], [[-8.78125, false]], [[-8.03125, false]], [[-7.02734375, false]], [[-9.03125, false]], [[-8.28125, false]], [[-10.28125, false]], [[-8.53125, false]], [[-8.03125, false]], [[-6.02734375, false]], [[-3.279296875, false]], [[-11.28125, false]], [[-8.28125, false]], [[-6.02734375, false]], [[-6.77734375, false]], [[-7.52734375, false]], [[-8.03125, false]], [[-8.03125, false]], [[-8.03125, false]], [[-8.78125, false]], [[-8.03125, false]], [[-7.02734375, false]], [[-8.28125, false]], [[-6.02734375, false]], [[-9.28125, false]], [[-8.03125, false]], [[-7.02734375, false]], [[-9.03125, false]], [[-8.28125, false]], [[-10.28125, false]], [[-8.53125, false]], [[-8.03125, false]], [[-8.28125, false]], [[-7.0234375, false]], [[-8.53125, false]], [[-9.875, false]], [[-6.02734375, false]], [[-8.53125, false]], [[-7.52734375, false]], [[-8.78125, false]], [[-8.03125, false]], [[-10.28125, false]], [[-6.02734375, false]], [[-8.78125, false]], [[-3.279296875, false]], [[-9.78125, false]], [[-8.03125, false]], [[-6.02734375, false]], [[-8.28125, false]], [[-8.78125, false]], [[-8.03125, false]], [[-6.02734375, false]], [[-8.28125, false]], [[-3.279296875, false]], [[-8.28125, false]], [[-8.03125, false]], [[-6.02734375, false]], [[-9.28125, false]], [[-8.03125, false]], [[-7.02734375, false]], [[-9.03125, false]], [[-8.28125, false]], [[-10.28125, false]], [[-8.53125, false]], [[-8.03125, false]], [[-6.02734375, false]], [[-3.279296875, false]], [[-11.28125, false]], [[-8.28125, false]], [[-6.02734375, false]], [[-6.77734375, false]], [[-7.52734375, false]], [[-8.03125, false]], [[-8.03125, false]], [[-8.03125, false]], [[-8.78125, false]], [[-8.03125, false]], [[-7.02734375, false]], [[-8.28125, false]], [[-6.02734375, false]], [[-8.53125, false]], [[-8.78125, false]], [[-8.03125, false]], [[-7.02734375, false]], [[-9.03125, false]], [[-8.28125, false]], [[-10.28125, false]], [[-8.53125, false]], [[-8.03125, false]], [[-8.28125, false]], [[-7.0234375, false]], [[-8.53125, false]], [[-11.78125, false]]], "filtered_resps": [[-6.77734375, false], [-8.53125, false], [-7.52734375, false], [-8.78125, false], [-8.03125, false], [-10.28125, false], [-6.02734375, false], [-8.78125, false], [-3.279296875, false], [-9.78125, false], [-8.03125, false], [-6.02734375, false], [-8.28125, false], [-8.78125, false], [-8.03125, false], [-6.02734375, false], [-8.28125, false], [-3.279296875, false], [-8.28125, false], [-8.03125, false], [-6.02734375, false], [-9.28125, false], [-8.03125, false], [-7.02734375, false], [-9.03125, false], [-8.28125, false], [-10.28125, false], [-8.53125, false], [-8.03125, false], [-6.02734375, false], [-3.279296875, false], [-7.02734375, false], [-6.77734375, false], [-6.02734375, false], [-8.53125, false], [-8.78125, false], [-8.03125, false], [-7.02734375, false], [-9.03125, false], [-8.28125, false], [-10.28125, false], [-8.53125, false], [-8.03125, false], [-7.0234375, false], [-8.53125, false], [-9.875, false], [-6.02734375, false], [-8.53125, false], [-7.52734375, false], [-8.78125, false], [-8.03125, false], [-10.28125, false], [-6.02734375, false], [-8.78125, false], [-3.279296875, false], [-9.78125, false], [-8.03125, false], [-6.02734375, false], [-6.77734375, false], [-7.52734375, false], [-8.03125, false], [-8.03125, false], [-8.03125, false], [-8.78125, false], [-8.03125, false], [-7.02734375, false], [-8.28125, false], [-6.02734375, false], [-8.53125, false], [-8.78125, false], [-8.03125, false], [-7.02734375, false], [-9.03125, false], [-8.28125, false], [-10.28125, false], [-8.53125, false], [-8.03125, false], [-8.28125, false], [-6.02734375, false], [-3.279296875, false], [-7.02734375, false], [-6.77734375, false], [-6.02734375, false], [-9.28125, false], [-8.03125, false], [-7.02734375, false], [-9.03125, false], [-8.28125, false], [-10.28125, false], [-8.53125, false], [-8.03125, false], [-8.28125, false], [-7.0234375, false], [-8.53125, false], [-9.875, false], [-6.02734375, false], [-8.53125, false], [-7.52734375, false], [-8.78125, false], [-8.03125, false], [-10.28125, false], [-6.02734375, false], [-8.78125, false], [-3.279296875, false], [-9.78125, false], [-8.03125, false], [-6.02734375, false], [-8.28125, false], [-8.78125, false], [-8.03125, false], [-6.02734375, false], [-8.28125, false], [-3.279296875, false], [-8.28125, false], [-8.03125, false], [-6.02734375, false], [-8.53125, false], [-8.78125, false], [-8.03125, false], [-7.02734375, false], [-9.03125, false], [-8.28125, false], [-10.28125, false], [-8.53125, false], [-8.03125, false], [-6.02734375, false], [-3.279296875, false], [-11.28125, false], [-8.28125, false], [-6.02734375, false], [-6.77734375, false], [-7.52734375, false], [-8.03125, false], [-8.03125, false], [-8.03125, false], [-8.78125, false], [-8.03125, false], [-7.02734375, false], [-8.28125, false], [-6.02734375, false], [-9.28125, false], [-8.03125, false], [-7.02734375, false], [-9.03125, false], [-8.28125, false], [-10.28125, false], [-8.53125, false], [-8.03125, false], [-8.28125, false], [-7.0234375, false], [-8.53125, false], [-9.875, false], [-6.02734375, false], [-8.53125, false], [-7.52734375, false], [-8.78125, false], [-8.03125, false], [-10.28125, false], [-6.02734375, false], [-8.78125, false], [-3.279296875, false], [-9.78125, false], [-8.03125, false], [-6.02734375, false], [-8.28125, false], [-8.78125, false], [-8.03125, false], [-6.02734375, false], [-8.28125, false], [-3.279296875, false], [-8.28125, false], [-8.03125, false], [-6.02734375, false], [-9.28125, false], [-8.03125, false], [-7.02734375, false], [-9.03125, false], [-8.28125, false], [-10.28125, false], [-8.53125, false], [-8.03125, false], [-6.02734375, false], [-3.279296875, false], [-11.28125, false], [-8.28125, false], [-6.02734375, false], [-6.77734375, false], [-7.52734375, false], [-8.03125, false], [-8.03125, false], [-8.03125, false], [-8.78125, false], [-8.03125, false], [-7.02734375, false], [-8.28125, false], [-6.02734375, false], [-8.53125, false], [-8.78125, false], [-8.03125, false], [-7.02734375, false], [-9.03125, false], [-8.28125, false], [-10.28125, false], [-8.53125, false], [-8.03125, false], [-8.28125, false], [-7.0234375, false], [-8.53125, false], [-11.78125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1891, "doc": {"id": "Mercury_7235970", "question": "Tectonic motion caused tension between plates in Earth's crust. A sudden release of this energy occurred. Based on this information, which event happened?", "choices": {"text": ["subsidence", "earthquake", "volcanic eruption", "meteoroid impact"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "earthquake", "arguments": ["Question: Tectonic motion caused tension between plates in Earth's crust. A sudden release of this energy occurred. Based on this information, which event happened?\nAnswer:", " ["], "resps": [[[-7.1796875, false]], [[-7.9296875, false]], [[-9.6796875, false]], [[-11.6796875, false]], [[-9.1796875, false]], [[-9.6796875, false]], [[-9.6796875, false]], [[-9.9296875, false]], [[-6.4296875, false]], [[-10.4296875, false]], [[-8.1796875, false]], [[-6.4296875, false]], [[-7.9296875, false]], [[-9.5, false]], [[-5.1796875, false]], [[-7.9296875, false]], [[-6.4296875, false]], [[-4.9296875, false]], [[-9.9296875, false]], [[-9.4296875, false]], [[-12.3046875, false]], [[-11.6796875, false]], [[-11.6796875, false]], [[-4.9296875, false]], [[-10.6796875, false]], [[-6.4296875, false]], [[-7.9296875, false]], [[-9.5, false]], [[-5.1796875, false]], [[-7.9296875, false]], [[-10.1796875, false]], [[-10.1796875, false]], [[-12.1796875, false]], [[-8.1796875, false]], [[-4.9296875, false]], [[-10.4296875, false]], [[-9.6796875, false]], [[-8.1796875, false]], [[-5.1796875, false]], [[-6.4296875, false]], [[-9.9296875, false]], [[-11.6796875, false]], [[-9.6796875, false]], [[-9.4296875, false]], [[-9.6796875, false]], [[-10.1796875, false]], [[-10.4296875, false]], [[-7.9296875, false]], [[-9.5, false]], [[-5.1796875, false]], [[-7.9296875, false]], [[-10.4296875, false]], [[-6.4296875, false]], [[-9.4296875, false]], [[-6.4296875, false]], [[-10.1796875, false]], [[-9.9296875, false]], [[-10.1796875, false]], [[-9.6796875, false]], [[-9.9296875, false]], [[-5.1796875, false]], [[-9.6796875, false]], [[-10.4296875, false]], [[-9.6796875, false]], [[-4.9296875, false]], [[-8.1796875, false]], [[-9.4296875, false]], [[-7.9296875, false]], [[-12.6796875, false]]], "filtered_resps": [[-7.1796875, false], [-7.9296875, false], [-9.6796875, false], [-11.6796875, false], [-9.1796875, false], [-9.6796875, false], [-9.6796875, false], [-9.9296875, false], [-6.4296875, false], [-10.4296875, false], [-8.1796875, false], [-6.4296875, false], [-7.9296875, false], [-9.5, false], [-5.1796875, false], [-7.9296875, false], [-6.4296875, false], [-4.9296875, false], [-9.9296875, false], [-9.4296875, false], [-12.3046875, false], [-11.6796875, false], [-11.6796875, false], [-4.9296875, false], [-10.6796875, false], [-6.4296875, false], [-7.9296875, false], [-9.5, false], [-5.1796875, false], [-7.9296875, false], [-10.1796875, false], [-10.1796875, false], [-12.1796875, false], [-8.1796875, false], [-4.9296875, false], [-10.4296875, false], [-9.6796875, false], [-8.1796875, false], [-5.1796875, false], [-6.4296875, false], [-9.9296875, false], [-11.6796875, false], [-9.6796875, false], [-9.4296875, false], [-9.6796875, false], [-10.1796875, false], [-10.4296875, false], [-7.9296875, false], [-9.5, false], [-5.1796875, false], [-7.9296875, false], [-10.4296875, false], [-6.4296875, false], [-9.4296875, false], [-6.4296875, false], [-10.1796875, false], [-9.9296875, false], [-10.1796875, false], [-9.6796875, false], [-9.9296875, false], [-5.1796875, false], [-9.6796875, false], [-10.4296875, false], [-9.6796875, false], [-4.9296875, false], [-8.1796875, false], [-9.4296875, false], [-7.9296875, false], [-12.6796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1899, "doc": {"id": "Mercury_7084438", "question": "The length of a year is determined by the amount of time it takes", "choices": {"text": ["the Moon to revolve around Earth.", "Earth to revolve around the Sun.", "Earth to rotate on its axis.", "the Sun to rotate on its axis."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Earth to revolve around the Sun.", "arguments": ["Question: The length of a year is determined by the amount of time it takes\nAnswer:", " ["], "resps": [[[-7.47265625, false]], [[-8.2265625, false]], [[-7.97265625, false]], [[-10.2265625, false]], [[-8.4765625, false]], [[-5.47265625, false]], [[-7.72265625, false]], [[-10.2265625, false]], [[-10.2265625, false]], [[-7.97265625, false]], [[-5.47265625, false]], [[-7.97265625, false]], [[-10.2265625, false]], [[-5.47265625, false]], [[-10.7265625, false]], [[-8.4765625, false]], [[-10.9765625, false]], [[-10.2265625, false]], [[-9.7265625, false]], [[-10.9765625, false]], [[-8.4765625, false]], [[-5.47265625, false]], [[-4.72265625, false]], [[-10.7265625, false]], [[-10.2265625, false]], [[-9.9765625, false]], [[-7.97265625, false]], [[-9.4765625, false]], [[-5.47265625, false]], [[-6.22265625, false]], [[-4.72265625, false]], [[-10.7265625, false]], [[-7.97265625, false]], [[-10.2265625, false]], [[-6.87109375, false]], [[-8.2265625, false]], [[-9.25, false]], [[-5.47265625, false]], [[-8.2265625, false]], [[-6.22265625, false]], [[-4.72265625, false]], [[-10.7265625, false]], [[-7.97265625, false]], [[-10.2265625, false]], [[-5.47265625, false]], [[-7.97265625, false]], [[-10.2265625, false]], [[-5.47265625, false]], [[-10.7265625, false]], [[-8.4765625, false]], [[-10.9765625, false]], [[-10.2265625, false]], [[-9.7265625, false]], [[-10.9765625, false]], [[-8.4765625, false]], [[-5.47265625, false]], [[-4.72265625, false]], [[-10.7265625, false]], [[-10.2265625, false]], [[-9.9765625, false]], [[-7.97265625, false]], [[-9.4765625, false]], [[-5.47265625, false]], [[-7.97265625, false]], [[-10.2265625, false]], [[-8.4765625, false]], [[-5.47265625, false]], [[-7.47265625, false]], [[-9.9765625, false]], [[-7.97265625, false]], [[-6.87109375, false]], [[-8.2265625, false]], [[-9.25, false]], [[-5.47265625, false]], [[-8.2265625, false]], [[-6.22265625, false]], [[-4.72265625, false]], [[-10.7265625, false]], [[-7.97265625, false]], [[-10.2265625, false]], [[-5.47265625, false]], [[-7.97265625, false]], [[-10.2265625, false]], [[-5.47265625, false]], [[-10.7265625, false]], [[-10.2265625, false]], [[-7.97265625, false]], [[-4.72265625, false]], [[-7.97265625, false]], [[-8.4765625, false]], [[-5.47265625, false]], [[-10.2265625, false]], [[-7.97265625, false]], [[-5.47265625, false]], [[-8.4765625, false]], [[-7.97265625, false]], [[-9.7265625, false]], [[-5.47265625, false]], [[-4.72265625, false]], [[-8.4765625, false]], [[-8.4765625, false]], [[-9.7265625, false]], [[-6.87109375, false]], [[-8.2265625, false]], [[-9.25, false]], [[-5.47265625, false]], [[-8.2265625, false]], [[-7.97265625, false]], [[-10.2265625, false]], [[-8.4765625, false]], [[-5.47265625, false]], [[-7.47265625, false]], [[-9.9765625, false]], [[-7.97265625, false]], [[-5.47265625, false]], [[-7.97265625, false]], [[-10.2265625, false]], [[-5.47265625, false]], [[-10.7265625, false]], [[-10.2265625, false]], [[-7.97265625, false]], [[-4.72265625, false]], [[-7.97265625, false]], [[-8.4765625, false]], [[-5.47265625, false]], [[-10.2265625, false]], [[-7.97265625, false]], [[-5.47265625, false]], [[-8.4765625, false]], [[-7.97265625, false]], [[-9.7265625, false]], [[-5.47265625, false]], [[-4.72265625, false]], [[-8.4765625, false]], [[-8.4765625, false]], [[-9.7265625, false]], [[-6.87109375, false]], [[-8.2265625, false]], [[-10.7265625, false]]], "filtered_resps": [[-7.47265625, false], [-8.2265625, false], [-7.97265625, false], [-10.2265625, false], [-8.4765625, false], [-5.47265625, false], [-7.72265625, false], [-10.2265625, false], [-10.2265625, false], [-7.97265625, false], [-5.47265625, false], [-7.97265625, false], [-10.2265625, false], [-5.47265625, false], [-10.7265625, false], [-8.4765625, false], [-10.9765625, false], [-10.2265625, false], [-9.7265625, false], [-10.9765625, false], [-8.4765625, false], [-5.47265625, false], [-4.72265625, false], [-10.7265625, false], [-10.2265625, false], [-9.9765625, false], [-7.97265625, false], [-9.4765625, false], [-5.47265625, false], [-6.22265625, false], [-4.72265625, false], [-10.7265625, false], [-7.97265625, false], [-10.2265625, false], [-6.87109375, false], [-8.2265625, false], [-9.25, false], [-5.47265625, false], [-8.2265625, false], [-6.22265625, false], [-4.72265625, false], [-10.7265625, false], [-7.97265625, false], [-10.2265625, false], [-5.47265625, false], [-7.97265625, false], [-10.2265625, false], [-5.47265625, false], [-10.7265625, false], [-8.4765625, false], [-10.9765625, false], [-10.2265625, false], [-9.7265625, false], [-10.9765625, false], [-8.4765625, false], [-5.47265625, false], [-4.72265625, false], [-10.7265625, false], [-10.2265625, false], [-9.9765625, false], [-7.97265625, false], [-9.4765625, false], [-5.47265625, false], [-7.97265625, false], [-10.2265625, false], [-8.4765625, false], [-5.47265625, false], [-7.47265625, false], [-9.9765625, false], [-7.97265625, false], [-6.87109375, false], [-8.2265625, false], [-9.25, false], [-5.47265625, false], [-8.2265625, false], [-6.22265625, false], [-4.72265625, false], [-10.7265625, false], [-7.97265625, false], [-10.2265625, false], [-5.47265625, false], [-7.97265625, false], [-10.2265625, false], [-5.47265625, false], [-10.7265625, false], [-10.2265625, false], [-7.97265625, false], [-4.72265625, false], [-7.97265625, false], [-8.4765625, false], [-5.47265625, false], [-10.2265625, false], [-7.97265625, false], [-5.47265625, false], [-8.4765625, false], [-7.97265625, false], [-9.7265625, false], [-5.47265625, false], [-4.72265625, false], [-8.4765625, false], [-8.4765625, false], [-9.7265625, false], [-6.87109375, false], [-8.2265625, false], [-9.25, false], [-5.47265625, false], [-8.2265625, false], [-7.97265625, false], [-10.2265625, false], [-8.4765625, false], [-5.47265625, false], [-7.47265625, false], [-9.9765625, false], [-7.97265625, false], [-5.47265625, false], [-7.97265625, false], [-10.2265625, false], [-5.47265625, false], [-10.7265625, false], [-10.2265625, false], [-7.97265625, false], [-4.72265625, false], [-7.97265625, false], [-8.4765625, false], [-5.47265625, false], [-10.2265625, false], [-7.97265625, false], [-5.47265625, false], [-8.4765625, false], [-7.97265625, false], [-9.7265625, false], [-5.47265625, false], [-4.72265625, false], [-8.4765625, false], [-8.4765625, false], [-9.7265625, false], [-6.87109375, false], [-8.2265625, false], [-10.7265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1907, "doc": {"id": "Mercury_7206010", "question": "Hurricanes are driven by the energy they get from ocean water. Which property of water allows it to retain the energy needed to power a hurricane?", "choices": {"text": ["low vapor pressure", "high specific heat", "high surface tension", "low freezing point"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "high specific heat", "arguments": ["Question: Hurricanes are driven by the energy they get from ocean water. Which property of water allows it to retain the energy needed to power a hurricane?\nAnswer:", " ["], "resps": [[[-7.92578125, false]], [[-9.671875, false]], [[-10.421875, false]], [[-7.92578125, false]], [[-9.921875, false]], [[-5.42578125, false]], [[-11.171875, false]], [[-5.42578125, false]], [[-9.421875, false]], [[-7.92578125, false]], [[-11.421875, false]], [[-5.42578125, false]], [[-9.421875, false]], [[-11.421875, false]], [[-6.92578125, false]], [[-9.171875, false]], [[-9.171875, false]], [[-11.671875, false]], [[-11.421875, false]], [[-6.92578125, false]], [[-9.671875, false]], [[-9.8125, false]], [[-5.42578125, false]], [[-9.671875, false]], [[-9.921875, false]], [[-8.671875, false]], [[-11.171875, false]], [[-9.921875, false]], [[-5.42578125, false]], [[-9.171875, false]], [[-9.421875, false]], [[-6.92578125, false]], [[-8.671875, false]], [[-8.671875, false]], [[-9.171875, false]], [[-8.671875, false]], [[-8.671875, false]], [[-5.42578125, false]], [[-9.921875, false]], [[-6.92578125, false]], [[-5.42578125, false]], [[-10.671875, false]], [[-9.671875, false]], [[-9.8125, false]], [[-5.42578125, false]], [[-9.671875, false]], [[-9.921875, false]], [[-8.671875, false]], [[-11.171875, false]], [[-9.921875, false]], [[-5.42578125, false]], [[-9.171875, false]], [[-11.671875, false]], [[-11.421875, false]], [[-9.171875, false]], [[-5.42578125, false]], [[-8.671875, false]], [[-6.92578125, false]], [[-5.42578125, false]], [[-10.671875, false]], [[-6.92578125, false]], [[-9.171875, false]], [[-9.171875, false]], [[-8.671875, false]], [[-7.92578125, false]], [[-9.171875, false]], [[-9.671875, false]], [[-9.8125, false]], [[-5.42578125, false]], [[-9.671875, false]], [[-10.421875, false]], [[-7.92578125, false]], [[-9.921875, false]], [[-5.42578125, false]], [[-9.171875, false]], [[-11.421875, false]], [[-6.92578125, false]], [[-6.92578125, false]], [[-11.921875, false]], [[-8.671875, false]], [[-9.171875, false]], [[-11.171875, false]], [[-5.42578125, false]], [[-9.421875, false]], [[-7.92578125, false]], [[-8.671875, false]], [[-9.171875, false]], [[-10.671875, false]], [[-9.671875, false]], [[-13.421875, false]]], "filtered_resps": [[-7.92578125, false], [-9.671875, false], [-10.421875, false], [-7.92578125, false], [-9.921875, false], [-5.42578125, false], [-11.171875, false], [-5.42578125, false], [-9.421875, false], [-7.92578125, false], [-11.421875, false], [-5.42578125, false], [-9.421875, false], [-11.421875, false], [-6.92578125, false], [-9.171875, false], [-9.171875, false], [-11.671875, false], [-11.421875, false], [-6.92578125, false], [-9.671875, false], [-9.8125, false], [-5.42578125, false], [-9.671875, false], [-9.921875, false], [-8.671875, false], [-11.171875, false], [-9.921875, false], [-5.42578125, false], [-9.171875, false], [-9.421875, false], [-6.92578125, false], [-8.671875, false], [-8.671875, false], [-9.171875, false], [-8.671875, false], [-8.671875, false], [-5.42578125, false], [-9.921875, false], [-6.92578125, false], [-5.42578125, false], [-10.671875, false], [-9.671875, false], [-9.8125, false], [-5.42578125, false], [-9.671875, false], [-9.921875, false], [-8.671875, false], [-11.171875, false], [-9.921875, false], [-5.42578125, false], [-9.171875, false], [-11.671875, false], [-11.421875, false], [-9.171875, false], [-5.42578125, false], [-8.671875, false], [-6.92578125, false], [-5.42578125, false], [-10.671875, false], [-6.92578125, false], [-9.171875, false], [-9.171875, false], [-8.671875, false], [-7.92578125, false], [-9.171875, false], [-9.671875, false], [-9.8125, false], [-5.42578125, false], [-9.671875, false], [-10.421875, false], [-7.92578125, false], [-9.921875, false], [-5.42578125, false], [-9.171875, false], [-11.421875, false], [-6.92578125, false], [-6.92578125, false], [-11.921875, false], [-8.671875, false], [-9.171875, false], [-11.171875, false], [-5.42578125, false], [-9.421875, false], [-7.92578125, false], [-8.671875, false], [-9.171875, false], [-10.671875, false], [-9.671875, false], [-13.421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1915, "doc": {"id": "Mercury_7068670", "question": "Which environment would most likely have rich, fertile soil?", "choices": {"text": ["a desert plain", "a coastal beach", "a mountain peak", "a flood plain"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "a flood plain", "arguments": ["Question: Which environment would most likely have rich, fertile soil?\nAnswer:", " ["], "resps": [[[-7.59765625, false]], [[-8.84375, false]], [[-5.34765625, false]], [[-5.59765625, false]], [[-8.46875, false]], [[-8.59375, false]], [[-10.09375, false]], [[-8.59375, false]], [[-10.84375, false]], [[-11.34375, false]], [[-5.59765625, false]], [[-10.71875, false]], [[-10.21875, false]], [[-5.34765625, false]], [[-9.59375, false]], [[-10.34375, false]], [[-8.84375, false]], [[-10.046875, false]], [[-5.59765625, false]], [[-8.84375, false]], [[-5.34765625, false]], [[-5.59765625, false]], [[-9.71875, false]], [[-9.21875, false]], [[-5.34765625, false]], [[-10.09375, false]], [[-11.34375, false]], [[-5.34765625, false]], [[-10.21875, false]], [[-5.59765625, false]], [[-10.59375, false]], [[-8.59375, false]], [[-5.34765625, false]], [[-9.71875, false]], [[-11.21875, false]], [[-8.84375, false]], [[-10.046875, false]], [[-5.59765625, false]], [[-8.84375, false]], [[-5.34765625, false]], [[-5.59765625, false]], [[-9.96875, false]], [[-9.21875, false]], [[-11.96875, false]], [[-10.34375, false]], [[-11.34375, false]], [[-5.34765625, false]], [[-9.59375, false]], [[-10.34375, false]], [[-5.59765625, false]], [[-10.71875, false]], [[-8.59375, false]], [[-5.34765625, false]], [[-11.59375, false]], [[-8.84375, false]], [[-10.046875, false]], [[-5.59765625, false]], [[-8.84375, false]], [[-5.34765625, false]], [[-5.59765625, false]], [[-11.21875, false]], [[-10.21875, false]], [[-9.21875, false]], [[-9.21875, false]], [[-8.46875, false]], [[-5.59765625, false]], [[-10.71875, false]], [[-10.21875, false]], [[-5.34765625, false]], [[-9.59375, false]], [[-10.34375, false]], [[-8.84375, false]], [[-13.84375, false]]], "filtered_resps": [[-7.59765625, false], [-8.84375, false], [-5.34765625, false], [-5.59765625, false], [-8.46875, false], [-8.59375, false], [-10.09375, false], [-8.59375, false], [-10.84375, false], [-11.34375, false], [-5.59765625, false], [-10.71875, false], [-10.21875, false], [-5.34765625, false], [-9.59375, false], [-10.34375, false], [-8.84375, false], [-10.046875, false], [-5.59765625, false], [-8.84375, false], [-5.34765625, false], [-5.59765625, false], [-9.71875, false], [-9.21875, false], [-5.34765625, false], [-10.09375, false], [-11.34375, false], [-5.34765625, false], [-10.21875, false], [-5.59765625, false], [-10.59375, false], [-8.59375, false], [-5.34765625, false], [-9.71875, false], [-11.21875, false], [-8.84375, false], [-10.046875, false], [-5.59765625, false], [-8.84375, false], [-5.34765625, false], [-5.59765625, false], [-9.96875, false], [-9.21875, false], [-11.96875, false], [-10.34375, false], [-11.34375, false], [-5.34765625, false], [-9.59375, false], [-10.34375, false], [-5.59765625, false], [-10.71875, false], [-8.59375, false], [-5.34765625, false], [-11.59375, false], [-8.84375, false], [-10.046875, false], [-5.59765625, false], [-8.84375, false], [-5.34765625, false], [-5.59765625, false], [-11.21875, false], [-10.21875, false], [-9.21875, false], [-9.21875, false], [-8.46875, false], [-5.59765625, false], [-10.71875, false], [-10.21875, false], [-5.34765625, false], [-9.59375, false], [-10.34375, false], [-8.84375, false], [-13.84375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1923, "doc": {"id": "Mercury_SC_416134", "question": "How do people get energy and nutrients?", "choices": {"text": ["breathing clean air", "exercising and playing", "getting plenty of rest", "eating healthy food"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "eating healthy food", "arguments": ["Question: How do people get energy and nutrients?\nAnswer:", " ["], "resps": [[[-8.5234375, false]], [[-9.2734375, false]], [[-10.2734375, false]], [[-13.0234375, false]], [[-10.0234375, false]], [[-7.0234375, false]], [[-12.0234375, false]], [[-11.7734375, false]], [[-9.5234375, false]], [[-10.7734375, false]], [[-12.7734375, false]], [[-6.0234375, false]], [[-9.5234375, false]], [[-11.5234375, false]], [[-10.0234375, false]], [[-7.0234375, false]], [[-10.7734375, false]], [[-6.0234375, false]], [[-7.0234375, false]], [[-9.5234375, false]], [[-13.0234375, false]], [[-9.2734375, false]], [[-10.96875, false]], [[-6.0234375, false]], [[-9.2734375, false]], [[-10.0234375, false]], [[-12.2734375, false]], [[-10.0234375, false]], [[-13.0234375, false]], [[-9.5234375, false]], [[-9.5234375, false]], [[-9.5234375, false]], [[-9.5234375, false]], [[-10.7734375, false]], [[-12.7734375, false]], [[-6.0234375, false]], [[-7.0234375, false]], [[-10.7734375, false]], [[-10.5234375, false]], [[-6.0234375, false]], [[-11.2734375, false]], [[-11.5234375, false]], [[-7.0234375, false]], [[-12.7734375, false]], [[-9.5234375, false]], [[-10.7734375, false]], [[-12.7734375, false]], [[-9.2734375, false]], [[-10.96875, false]], [[-6.0234375, false]], [[-9.2734375, false]], [[-12.7734375, false]], [[-10.0234375, false]], [[-12.0234375, false]], [[-12.0234375, false]], [[-9.5234375, false]], [[-10.7734375, false]], [[-12.7734375, false]], [[-6.0234375, false]], [[-11.2734375, false]], [[-11.5234375, false]], [[-10.0234375, false]], [[-10.7734375, false]], [[-12.0234375, false]], [[-12.7734375, false]], [[-6.0234375, false]], [[-10.5234375, false]], [[-11.7734375, false]], [[-6.0234375, false]], [[-13.0234375, false]], [[-10.0234375, false]], [[-9.5234375, false]], [[-12.0234375, false]], [[-9.2734375, false]], [[-10.96875, false]], [[-6.0234375, false]], [[-9.2734375, false]], [[-10.0234375, false]], [[-7.0234375, false]], [[-12.0234375, false]], [[-9.5234375, false]], [[-10.7734375, false]], [[-12.7734375, false]], [[-6.0234375, false]], [[-11.7734375, false]], [[-10.0234375, false]], [[-7.0234375, false]], [[-11.5234375, false]], [[-12.0234375, false]], [[-11.7734375, false]], [[-12.7734375, false]], [[-6.0234375, false]], [[-11.7734375, false]], [[-10.5234375, false]], [[-10.5234375, false]], [[-10.5234375, false]], [[-9.2734375, false]], [[-13.7734375, false]]], "filtered_resps": [[-8.5234375, false], [-9.2734375, false], [-10.2734375, false], [-13.0234375, false], [-10.0234375, false], [-7.0234375, false], [-12.0234375, false], [-11.7734375, false], [-9.5234375, false], [-10.7734375, false], [-12.7734375, false], [-6.0234375, false], [-9.5234375, false], [-11.5234375, false], [-10.0234375, false], [-7.0234375, false], [-10.7734375, false], [-6.0234375, false], [-7.0234375, false], [-9.5234375, false], [-13.0234375, false], [-9.2734375, false], [-10.96875, false], [-6.0234375, false], [-9.2734375, false], [-10.0234375, false], [-12.2734375, false], [-10.0234375, false], [-13.0234375, false], [-9.5234375, false], [-9.5234375, false], [-9.5234375, false], [-9.5234375, false], [-10.7734375, false], [-12.7734375, false], [-6.0234375, false], [-7.0234375, false], [-10.7734375, false], [-10.5234375, false], [-6.0234375, false], [-11.2734375, false], [-11.5234375, false], [-7.0234375, false], [-12.7734375, false], [-9.5234375, false], [-10.7734375, false], [-12.7734375, false], [-9.2734375, false], [-10.96875, false], [-6.0234375, false], [-9.2734375, false], [-12.7734375, false], [-10.0234375, false], [-12.0234375, false], [-12.0234375, false], [-9.5234375, false], [-10.7734375, false], [-12.7734375, false], [-6.0234375, false], [-11.2734375, false], [-11.5234375, false], [-10.0234375, false], [-10.7734375, false], [-12.0234375, false], [-12.7734375, false], [-6.0234375, false], [-10.5234375, false], [-11.7734375, false], [-6.0234375, false], [-13.0234375, false], [-10.0234375, false], [-9.5234375, false], [-12.0234375, false], [-9.2734375, false], [-10.96875, false], [-6.0234375, false], [-9.2734375, false], [-10.0234375, false], [-7.0234375, false], [-12.0234375, false], [-9.5234375, false], [-10.7734375, false], [-12.7734375, false], [-6.0234375, false], [-11.7734375, false], [-10.0234375, false], [-7.0234375, false], [-11.5234375, false], [-12.0234375, false], [-11.7734375, false], [-12.7734375, false], [-6.0234375, false], [-11.7734375, false], [-10.5234375, false], [-10.5234375, false], [-10.5234375, false], [-9.2734375, false], [-13.7734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1931, "doc": {"id": "Mercury_7233345", "question": "Which information will best help scientists determine if an object is a comet, an asteroid, or a meteoroid?", "choices": {"text": ["the object's diameter", "the object's composition", "the shape of the object's orbit", "the speed at which the object travels"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "the object's composition", "arguments": ["Question: Which information will best help scientists determine if an object is a comet, an asteroid, or a meteoroid?\nAnswer:", " ["], "resps": [[[-6.546875, false]], [[-5.796875, false]], [[-11.671875, false]], [[-11.796875, false]], [[-9.046875, false]], [[-6.046875, false]], [[-11.546875, false]], [[-9.796875, false]], [[-13.171875, false]], [[-9.046875, false]], [[-10.296875, false]], [[-11.671875, false]], [[-8.546875, false]], [[-10.296875, false]], [[-6.046875, false]], [[-11.046875, false]], [[-9.546875, false]], [[-6.296875, false]], [[-11.296875, false]], [[-9.046875, false]], [[-11.671875, false]], [[-9.046875, false]], [[-12.296875, false]], [[-5.796875, false]], [[-10.9375, false]], [[-6.046875, false]], [[-5.796875, false]], [[-11.671875, false]], [[-11.796875, false]], [[-9.046875, false]], [[-6.046875, false]], [[-11.546875, false]], [[-9.796875, false]], [[-13.171875, false]], [[-9.046875, false]], [[-10.296875, false]], [[-11.671875, false]], [[-8.546875, false]], [[-10.296875, false]], [[-6.046875, false]], [[-10.296875, false]], [[-11.546875, false]], [[-11.296875, false]], [[-11.296875, false]], [[-11.546875, false]], [[-10.296875, false]], [[-9.546875, false]], [[-11.671875, false]], [[-9.546875, false]], [[-11.546875, false]], [[-11.046875, false]], [[-5.796875, false]], [[-10.9375, false]], [[-6.046875, false]], [[-5.796875, false]], [[-11.671875, false]], [[-11.796875, false]], [[-9.046875, false]], [[-6.046875, false]], [[-10.296875, false]], [[-11.796875, false]], [[-6.296875, false]], [[-11.296875, false]], [[-9.046875, false]], [[-6.046875, false]], [[-11.546875, false]], [[-11.296875, false]], [[-6.046875, false]], [[-11.671875, false]], [[-11.796875, false]], [[-9.046875, false]], [[-6.046875, false]], [[-11.546875, false]], [[-9.796875, false]], [[-13.171875, false]], [[-9.046875, false]], [[-10.296875, false]], [[-11.671875, false]], [[-8.546875, false]], [[-10.296875, false]], [[-6.046875, false]], [[-11.546875, false]], [[-12.296875, false]], [[-9.796875, false]], [[-9.546875, false]], [[-11.671875, false]], [[-5.796875, false]], [[-10.9375, false]], [[-6.046875, false]], [[-8.546875, false]], [[-11.671875, false]], [[-11.796875, false]], [[-9.046875, false]], [[-6.046875, false]], [[-10.296875, false]], [[-11.296875, false]], [[-9.046875, false]], [[-9.046875, false]], [[-11.046875, false]], [[-6.046875, false]], [[-6.296875, false]], [[-11.671875, false]], [[-6.046875, false]], [[-12.046875, false]], [[-11.796875, false]], [[-9.546875, false]], [[-10.296875, false]], [[-11.796875, false]], [[-6.046875, false]], [[-11.671875, false]], [[-11.796875, false]], [[-9.046875, false]], [[-6.046875, false]], [[-11.546875, false]], [[-9.796875, false]], [[-13.171875, false]], [[-9.046875, false]], [[-10.296875, false]], [[-11.671875, false]], [[-6.046875, false]], [[-11.671875, false]], [[-12.296875, false]], [[-6.296875, false]], [[-11.796875, false]], [[-9.046875, false]], [[-12.671875, false]], [[-10.296875, false]], [[-8.546875, false]], [[-12.796875, false]]], "filtered_resps": [[-6.546875, false], [-5.796875, false], [-11.671875, false], [-11.796875, false], [-9.046875, false], [-6.046875, false], [-11.546875, false], [-9.796875, false], [-13.171875, false], [-9.046875, false], [-10.296875, false], [-11.671875, false], [-8.546875, false], [-10.296875, false], [-6.046875, false], [-11.046875, false], [-9.546875, false], [-6.296875, false], [-11.296875, false], [-9.046875, false], [-11.671875, false], [-9.046875, false], [-12.296875, false], [-5.796875, false], [-10.9375, false], [-6.046875, false], [-5.796875, false], [-11.671875, false], [-11.796875, false], [-9.046875, false], [-6.046875, false], [-11.546875, false], [-9.796875, false], [-13.171875, false], [-9.046875, false], [-10.296875, false], [-11.671875, false], [-8.546875, false], [-10.296875, false], [-6.046875, false], [-10.296875, false], [-11.546875, false], [-11.296875, false], [-11.296875, false], [-11.546875, false], [-10.296875, false], [-9.546875, false], [-11.671875, false], [-9.546875, false], [-11.546875, false], [-11.046875, false], [-5.796875, false], [-10.9375, false], [-6.046875, false], [-5.796875, false], [-11.671875, false], [-11.796875, false], [-9.046875, false], [-6.046875, false], [-10.296875, false], [-11.796875, false], [-6.296875, false], [-11.296875, false], [-9.046875, false], [-6.046875, false], [-11.546875, false], [-11.296875, false], [-6.046875, false], [-11.671875, false], [-11.796875, false], [-9.046875, false], [-6.046875, false], [-11.546875, false], [-9.796875, false], [-13.171875, false], [-9.046875, false], [-10.296875, false], [-11.671875, false], [-8.546875, false], [-10.296875, false], [-6.046875, false], [-11.546875, false], [-12.296875, false], [-9.796875, false], [-9.546875, false], [-11.671875, false], [-5.796875, false], [-10.9375, false], [-6.046875, false], [-8.546875, false], [-11.671875, false], [-11.796875, false], [-9.046875, false], [-6.046875, false], [-10.296875, false], [-11.296875, false], [-9.046875, false], [-9.046875, false], [-11.046875, false], [-6.046875, false], [-6.296875, false], [-11.671875, false], [-6.046875, false], [-12.046875, false], [-11.796875, false], [-9.546875, false], [-10.296875, false], [-11.796875, false], [-6.046875, false], [-11.671875, false], [-11.796875, false], [-9.046875, false], [-6.046875, false], [-11.546875, false], [-9.796875, false], [-13.171875, false], [-9.046875, false], [-10.296875, false], [-11.671875, false], [-6.046875, false], [-11.671875, false], [-12.296875, false], [-6.296875, false], [-11.796875, false], [-9.046875, false], [-12.671875, false], [-10.296875, false], [-8.546875, false], [-12.796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1939, "doc": {"id": "Mercury_SC_LBS10611", "question": "Which of these best describes a fossil?", "choices": {"text": ["a geometric pattern formed by a mineral", "a solid element or compound from Earth's crust", "remains of an extinct organism found in a rock layer", "bits of weathered rocks and pieces of dead organisms"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "remains of an extinct organism found in a rock layer", "arguments": ["Question: Which of these best describes a fossil?\nAnswer:", " ["], "resps": [[[-7.50390625, false]], [[-8.125, false]], [[-3.75390625, false]], [[-5.87890625, false]], [[-10.75, false]], [[-7.50390625, false]], [[-8.75, false]], [[-9.875, false]], [[-7.50390625, false]], [[-10.125, false]], [[-9.875, false]], [[-9.125, false]], [[-7.75390625, false]], [[-5.87890625, false]], [[-8.5, false]], [[-3.75390625, false]], [[-10.125, false]], [[-10.125, false]], [[-7.50390625, false]], [[-9.875, false]], [[-9.625, false]], [[-5.87890625, false]], [[-9.0, false]], [[-8.75, false]], [[-9.875, false]], [[-9.875, false]], [[-7.50390625, false]], [[-9.5, false]], [[-5.87890625, false]], [[-8.375, false]], [[-11.375, false]], [[-5.87890625, false]], [[-3.75390625, false]], [[-5.87890625, false]], [[-9.875, false]], [[-9.125, false]], [[-9.625, false]], [[-7.50390625, false]], [[-9.875, false]], [[-3.75390625, false]], [[-9.75, false]], [[-8.125, false]], [[-10.5625, false]], [[-5.87890625, false]], [[-6.12890625, false]], [[-3.75390625, false]], [[-5.87890625, false]], [[-9.125, false]], [[-8.75, false]], [[-9.75, false]], [[-9.125, false]], [[-9.5, false]], [[-5.87890625, false]], [[-7.50390625, false]], [[-9.75, false]], [[-7.50390625, false]], [[-9.875, false]], [[-7.50390625, false]], [[-9.625, false]], [[-10.125, false]], [[-5.87890625, false]], [[-8.75, false]], [[-9.875, false]], [[-5.87890625, false]], [[-7.75390625, false]], [[-8.75, false]], [[-9.875, false]], [[-8.5, false]], [[-8.75, false]], [[-10.75, false]], [[-9.625, false]], [[-9.5, false]], [[-5.87890625, false]], [[-9.0, false]], [[-9.875, false]], [[-8.75, false]], [[-9.875, false]], [[-5.87890625, false]], [[-5.25390625, false]], [[-3.75390625, false]], [[-9.875, false]], [[-10.125, false]], [[-11.5, false]], [[-8.125, false]], [[-9.125, false]], [[-5.87890625, false]], [[-7.75390625, false]], [[-9.875, false]], [[-10.75, false]], [[-9.125, false]], [[-10.125, false]], [[-6.12890625, false]], [[-10.5625, false]], [[-5.87890625, false]], [[-8.125, false]], [[-9.875, false]], [[-7.50390625, false]], [[-9.875, false]], [[-3.75390625, false]], [[-9.125, false]], [[-9.625, false]], [[-9.125, false]], [[-5.87890625, false]], [[-8.75, false]], [[-9.0, false]], [[-5.87890625, false]], [[-3.75390625, false]], [[-9.625, false]], [[-5.87890625, false]], [[-7.50390625, false]], [[-10.0, false]], [[-10.125, false]], [[-9.125, false]], [[-9.625, false]], [[-7.75390625, false]], [[-10.125, false]], [[-5.87890625, false]], [[-8.75, false]], [[-9.875, false]], [[-10.75, false]], [[-3.75390625, false]], [[-9.625, false]], [[-9.125, false]], [[-9.125, false]], [[-9.875, false]], [[-5.87890625, false]], [[-9.0, false]], [[-8.75, false]], [[-10.75, false]], [[-9.625, false]], [[-9.5, false]], [[-5.87890625, false]], [[-9.125, false]], [[-9.625, false]], [[-5.87890625, false]], [[-3.75390625, false]], [[-5.87890625, false]], [[-9.875, false]], [[-8.75, false]], [[-7.75390625, false]], [[-10.875, false]], [[-5.87890625, false]], [[-9.75, false]], [[-3.75390625, false]], [[-11.375, false]], [[-7.50390625, false]], [[-9.875, false]], [[-8.125, false]], [[-10.5625, false]], [[-5.87890625, false]], [[-8.125, false]], [[-8.375, false]], [[-9.125, false]], [[-10.125, false]], [[-9.125, false]], [[-5.87890625, false]], [[-8.75, false]], [[-9.0, false]], [[-5.87890625, false]], [[-10.25, false]], [[-7.50390625, false]], [[-3.75390625, false]], [[-10.125, false]], [[-11.5, false]], [[-7.50390625, false]], [[-9.875, false]], [[-7.50390625, false]], [[-9.5, false]], [[-5.87890625, false]], [[-9.875, false]], [[-8.75, false]], [[-7.75390625, false]], [[-10.875, false]], [[-9.125, false]], [[-5.87890625, false]], [[-3.75390625, false]], [[-9.625, false]], [[-9.5, false]], [[-5.87890625, false]], [[-8.5, false]], [[-9.125, false]], [[-7.50390625, false]], [[-7.75390625, false]], [[-7.50390625, false]], [[-9.125, false]], [[-5.87890625, false]], [[-8.75, false]], [[-9.0, false]], [[-5.87890625, false]], [[-9.5, false]], [[-7.50390625, false]], [[-3.75390625, false]], [[-9.5, false]], [[-5.87890625, false]], [[-8.75, false]], [[-9.875, false]], [[-10.75, false]], [[-3.75390625, false]], [[-9.625, false]], [[-9.125, false]], [[-9.125, false]], [[-9.875, false]], [[-9.125, false]], [[-8.125, false]], [[-12.75, false]]], "filtered_resps": [[-7.50390625, false], [-8.125, false], [-3.75390625, false], [-5.87890625, false], [-10.75, false], [-7.50390625, false], [-8.75, false], [-9.875, false], [-7.50390625, false], [-10.125, false], [-9.875, false], [-9.125, false], [-7.75390625, false], [-5.87890625, false], [-8.5, false], [-3.75390625, false], [-10.125, false], [-10.125, false], [-7.50390625, false], [-9.875, false], [-9.625, false], [-5.87890625, false], [-9.0, false], [-8.75, false], [-9.875, false], [-9.875, false], [-7.50390625, false], [-9.5, false], [-5.87890625, false], [-8.375, false], [-11.375, false], [-5.87890625, false], [-3.75390625, false], [-5.87890625, false], [-9.875, false], [-9.125, false], [-9.625, false], [-7.50390625, false], [-9.875, false], [-3.75390625, false], [-9.75, false], [-8.125, false], [-10.5625, false], [-5.87890625, false], [-6.12890625, false], [-3.75390625, false], [-5.87890625, false], [-9.125, false], [-8.75, false], [-9.75, false], [-9.125, false], [-9.5, false], [-5.87890625, false], [-7.50390625, false], [-9.75, false], [-7.50390625, false], [-9.875, false], [-7.50390625, false], [-9.625, false], [-10.125, false], [-5.87890625, false], [-8.75, false], [-9.875, false], [-5.87890625, false], [-7.75390625, false], [-8.75, false], [-9.875, false], [-8.5, false], [-8.75, false], [-10.75, false], [-9.625, false], [-9.5, false], [-5.87890625, false], [-9.0, false], [-9.875, false], [-8.75, false], [-9.875, false], [-5.87890625, false], [-5.25390625, false], [-3.75390625, false], [-9.875, false], [-10.125, false], [-11.5, false], [-8.125, false], [-9.125, false], [-5.87890625, false], [-7.75390625, false], [-9.875, false], [-10.75, false], [-9.125, false], [-10.125, false], [-6.12890625, false], [-10.5625, false], [-5.87890625, false], [-8.125, false], [-9.875, false], [-7.50390625, false], [-9.875, false], [-3.75390625, false], [-9.125, false], [-9.625, false], [-9.125, false], [-5.87890625, false], [-8.75, false], [-9.0, false], [-5.87890625, false], [-3.75390625, false], [-9.625, false], [-5.87890625, false], [-7.50390625, false], [-10.0, false], [-10.125, false], [-9.125, false], [-9.625, false], [-7.75390625, false], [-10.125, false], [-5.87890625, false], [-8.75, false], [-9.875, false], [-10.75, false], [-3.75390625, false], [-9.625, false], [-9.125, false], [-9.125, false], [-9.875, false], [-5.87890625, false], [-9.0, false], [-8.75, false], [-10.75, false], [-9.625, false], [-9.5, false], [-5.87890625, false], [-9.125, false], [-9.625, false], [-5.87890625, false], [-3.75390625, false], [-5.87890625, false], [-9.875, false], [-8.75, false], [-7.75390625, false], [-10.875, false], [-5.87890625, false], [-9.75, false], [-3.75390625, false], [-11.375, false], [-7.50390625, false], [-9.875, false], [-8.125, false], [-10.5625, false], [-5.87890625, false], [-8.125, false], [-8.375, false], [-9.125, false], [-10.125, false], [-9.125, false], [-5.87890625, false], [-8.75, false], [-9.0, false], [-5.87890625, false], [-10.25, false], [-7.50390625, false], [-3.75390625, false], [-10.125, false], [-11.5, false], [-7.50390625, false], [-9.875, false], [-7.50390625, false], [-9.5, false], [-5.87890625, false], [-9.875, false], [-8.75, false], [-7.75390625, false], [-10.875, false], [-9.125, false], [-5.87890625, false], [-3.75390625, false], [-9.625, false], [-9.5, false], [-5.87890625, false], [-8.5, false], [-9.125, false], [-7.50390625, false], [-7.75390625, false], [-7.50390625, false], [-9.125, false], [-5.87890625, false], [-8.75, false], [-9.0, false], [-5.87890625, false], [-9.5, false], [-7.50390625, false], [-3.75390625, false], [-9.5, false], [-5.87890625, false], [-8.75, false], [-9.875, false], [-10.75, false], [-3.75390625, false], [-9.625, false], [-9.125, false], [-9.125, false], [-9.875, false], [-9.125, false], [-8.125, false], [-12.75, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1947, "doc": {"id": "ACTAAP_2010_5_12", "question": "Which scientist would be most likely to study the changes in animal populations in nature?", "choices": {"text": ["Botanist", "Engineer", "Ecologist", "Veterinarian"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Ecologist", "arguments": ["Question: Which scientist would be most likely to study the changes in animal populations in nature?\nAnswer:", " ["], "resps": [[[-6.68359375, false]], [[-8.4296875, false]], [[-5.68359375, false]], [[-10.3046875, false]], [[-10.8046875, false]], [[-6.05859375, false]], [[-9.8046875, false]], [[-9.6796875, false]], [[-9.8046875, false]], [[-10.8046875, false]], [[-8.4296875, false]], [[-10.125, false]], [[-5.43359375, false]], [[-8.4296875, false]], [[-4.55859375, false]], [[-9.8046875, false]], [[-12.1796875, false]], [[-9.6796875, false]], [[-9.8046875, false]], [[-8.3046875, false]], [[-8.3046875, false]], [[-10.5546875, false]], [[-8.4296875, false]], [[-10.125, false]], [[-5.43359375, false]], [[-8.4296875, false]], [[-4.55859375, false]], [[-9.6796875, false]], [[-10.3046875, false]], [[-10.5546875, false]], [[-10.3046875, false]], [[-12.1796875, false]], [[-9.6796875, false]], [[-9.8046875, false]], [[-10.8046875, false]], [[-8.4296875, false]], [[-10.125, false]], [[-5.43359375, false]], [[-8.4296875, false]], [[-8.9296875, false]], [[-8.3046875, false]], [[-10.8046875, false]], [[-8.3046875, false]], [[-10.5546875, false]], [[-9.6796875, false]], [[-9.8046875, false]], [[-6.05859375, false]], [[-10.5546875, false]], [[-9.6796875, false]], [[-6.05859375, false]], [[-9.8046875, false]], [[-8.4296875, false]], [[-13.8046875, false]]], "filtered_resps": [[-6.68359375, false], [-8.4296875, false], [-5.68359375, false], [-10.3046875, false], [-10.8046875, false], [-6.05859375, false], [-9.8046875, false], [-9.6796875, false], [-9.8046875, false], [-10.8046875, false], [-8.4296875, false], [-10.125, false], [-5.43359375, false], [-8.4296875, false], [-4.55859375, false], [-9.8046875, false], [-12.1796875, false], [-9.6796875, false], [-9.8046875, false], [-8.3046875, false], [-8.3046875, false], [-10.5546875, false], [-8.4296875, false], [-10.125, false], [-5.43359375, false], [-8.4296875, false], [-4.55859375, false], [-9.6796875, false], [-10.3046875, false], [-10.5546875, false], [-10.3046875, false], [-12.1796875, false], [-9.6796875, false], [-9.8046875, false], [-10.8046875, false], [-8.4296875, false], [-10.125, false], [-5.43359375, false], [-8.4296875, false], [-8.9296875, false], [-8.3046875, false], [-10.8046875, false], [-8.3046875, false], [-10.5546875, false], [-9.6796875, false], [-9.8046875, false], [-6.05859375, false], [-10.5546875, false], [-9.6796875, false], [-6.05859375, false], [-9.8046875, false], [-8.4296875, false], [-13.8046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1955, "doc": {"id": "AIMS_2008_4_13", "question": "Which statement best explains the reason that electrical wires are made of copper?", "choices": {"text": ["Copper is strong.", "Copper is flexible.", "Copper is a conductor.", "Copper is an insulator."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Copper is a conductor.", "arguments": ["Question: Which statement best explains the reason that electrical wires are made of copper?\nAnswer:", " ["], "resps": [[[-8.84375, false]], [[-9.84375, false]], [[-7.09375, false]], [[-11.84375, false]], [[-11.59375, false]], [[-11.59375, false]], [[-10.84375, false]], [[-12.84375, false]], [[-7.34375, false]], [[-10.34375, false]], [[-11.84375, false]], [[-7.34375, false]], [[-11.84375, false]], [[-13.34375, false]], [[-12.84375, false]], [[-11.84375, false]], [[-11.59375, false]], [[-15.09375, false]], [[-7.640625, false]], [[-9.84375, false]], [[-11.890625, false]], [[-7.34375, false]], [[-9.84375, false]], [[-7.09375, false]], [[-11.84375, false]], [[-11.59375, false]], [[-11.59375, false]], [[-10.84375, false]], [[-12.84375, false]], [[-7.34375, false]], [[-10.34375, false]], [[-11.84375, false]], [[-7.34375, false]], [[-12.34375, false]], [[-11.84375, false]], [[-10.84375, false]], [[-12.59375, false]], [[-10.34375, false]], [[-11.84375, false]], [[-11.84375, false]], [[-10.84375, false]], [[-7.640625, false]], [[-9.84375, false]], [[-11.890625, false]], [[-7.34375, false]], [[-9.84375, false]], [[-7.09375, false]], [[-11.84375, false]], [[-11.59375, false]], [[-11.59375, false]], [[-10.84375, false]], [[-12.84375, false]], [[-7.34375, false]], [[-10.34375, false]], [[-11.84375, false]], [[-7.34375, false]], [[-6.09375, false]], [[-7.34375, false]], [[-10.84375, false]], [[-11.84375, false]], [[-11.59375, false]], [[-12.34375, false]], [[-12.09375, false]], [[-10.84375, false]], [[-13.34375, false]], [[-11.84375, false]], [[-12.84375, false]], [[-7.640625, false]], [[-9.84375, false]], [[-11.890625, false]], [[-7.34375, false]], [[-9.84375, false]], [[-7.09375, false]], [[-11.84375, false]], [[-11.59375, false]], [[-11.59375, false]], [[-10.84375, false]], [[-12.84375, false]], [[-7.34375, false]], [[-10.34375, false]], [[-11.84375, false]], [[-7.34375, false]], [[-6.09375, false]], [[-11.59375, false]], [[-7.34375, false]], [[-10.34375, false]], [[-11.59375, false]], [[-11.84375, false]], [[-12.09375, false]], [[-11.84375, false]], [[-6.09375, false]], [[-13.34375, false]], [[-11.84375, false]], [[-12.84375, false]], [[-7.640625, false]], [[-9.84375, false]], [[-14.59375, false]]], "filtered_resps": [[-8.84375, false], [-9.84375, false], [-7.09375, false], [-11.84375, false], [-11.59375, false], [-11.59375, false], [-10.84375, false], [-12.84375, false], [-7.34375, false], [-10.34375, false], [-11.84375, false], [-7.34375, false], [-11.84375, false], [-13.34375, false], [-12.84375, false], [-11.84375, false], [-11.59375, false], [-15.09375, false], [-7.640625, false], [-9.84375, false], [-11.890625, false], [-7.34375, false], [-9.84375, false], [-7.09375, false], [-11.84375, false], [-11.59375, false], [-11.59375, false], [-10.84375, false], [-12.84375, false], [-7.34375, false], [-10.34375, false], [-11.84375, false], [-7.34375, false], [-12.34375, false], [-11.84375, false], [-10.84375, false], [-12.59375, false], [-10.34375, false], [-11.84375, false], [-11.84375, false], [-10.84375, false], [-7.640625, false], [-9.84375, false], [-11.890625, false], [-7.34375, false], [-9.84375, false], [-7.09375, false], [-11.84375, false], [-11.59375, false], [-11.59375, false], [-10.84375, false], [-12.84375, false], [-7.34375, false], [-10.34375, false], [-11.84375, false], [-7.34375, false], [-6.09375, false], [-7.34375, false], [-10.84375, false], [-11.84375, false], [-11.59375, false], [-12.34375, false], [-12.09375, false], [-10.84375, false], [-13.34375, false], [-11.84375, false], [-12.84375, false], [-7.640625, false], [-9.84375, false], [-11.890625, false], [-7.34375, false], [-9.84375, false], [-7.09375, false], [-11.84375, false], [-11.59375, false], [-11.59375, false], [-10.84375, false], [-12.84375, false], [-7.34375, false], [-10.34375, false], [-11.84375, false], [-7.34375, false], [-6.09375, false], [-11.59375, false], [-7.34375, false], [-10.34375, false], [-11.59375, false], [-11.84375, false], [-12.09375, false], [-11.84375, false], [-6.09375, false], [-13.34375, false], [-11.84375, false], [-12.84375, false], [-7.640625, false], [-9.84375, false], [-14.59375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1963, "doc": {"id": "Mercury_SC_LBS10344", "question": "How does the presence of organic matter contribute to good soil?", "choices": {"text": ["It adds nutrients to the soil.", "It helps the soil to dry out.", "It keeps the soil cool.", "It destroys bacteria in the soil."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "It adds nutrients to the soil.", "arguments": ["Question: How does the presence of organic matter contribute to good soil?\nAnswer:", " ["], "resps": [[[-7.87890625, false]], [[-9.875, false]], [[-5.12890625, false]], [[-13.375, false]], [[-6.37890625, false]], [[-7.87890625, false]], [[-11.125, false]], [[-11.125, false]], [[-12.375, false]], [[-6.37890625, false]], [[-11.375, false]], [[-14.125, false]], [[-13.375, false]], [[-14.125, false]], [[-10.875, false]], [[-10.375, false]], [[-11.375, false]], [[-13.375, false]], [[-12.375, false]], [[-6.37890625, false]], [[-13.375, false]], [[-10.375, false]], [[-6.37890625, false]], [[-13.375, false]], [[-12.875, false]], [[-10.375, false]], [[-6.37890625, false]], [[-12.375, false]], [[-10.375, false]], [[-10.875, false]], [[-12.875, false]], [[-7.9765625, false]], [[-9.875, false]], [[-10.9765625, false]], [[-6.37890625, false]], [[-9.875, false]], [[-5.12890625, false]], [[-13.375, false]], [[-6.37890625, false]], [[-12.875, false]], [[-10.375, false]], [[-12.875, false]], [[-11.625, false]], [[-12.375, false]], [[-6.37890625, false]], [[-13.375, false]], [[-12.875, false]], [[-10.375, false]], [[-6.37890625, false]], [[-12.375, false]], [[-10.375, false]], [[-10.875, false]], [[-12.875, false]], [[-6.37890625, false]], [[-13.375, false]], [[-10.375, false]], [[-6.37890625, false]], [[-11.125, false]], [[-14.125, false]], [[-13.125, false]], [[-6.37890625, false]], [[-10.375, false]], [[-14.125, false]], [[-13.375, false]], [[-7.9765625, false]], [[-9.875, false]], [[-10.9765625, false]], [[-6.37890625, false]], [[-9.875, false]], [[-5.12890625, false]], [[-13.375, false]], [[-6.37890625, false]], [[-14.625, false]], [[-10.375, false]], [[-10.375, false]], [[-11.625, false]], [[-12.375, false]], [[-6.37890625, false]], [[-13.375, false]], [[-12.875, false]], [[-10.375, false]], [[-6.37890625, false]], [[-12.375, false]], [[-10.375, false]], [[-10.875, false]], [[-12.875, false]], [[-6.37890625, false]], [[-11.875, false]], [[-10.375, false]], [[-10.375, false]], [[-12.875, false]], [[-7.9765625, false]], [[-9.875, false]], [[-10.9765625, false]], [[-6.37890625, false]], [[-9.875, false]], [[-5.12890625, false]], [[-13.375, false]], [[-6.37890625, false]], [[-11.125, false]], [[-10.375, false]], [[-12.375, false]], [[-13.375, false]], [[-14.125, false]], [[-10.375, false]], [[-13.125, false]], [[-12.375, false]], [[-6.37890625, false]], [[-12.125, false]], [[-7.87890625, false]], [[-11.875, false]], [[-13.375, false]], [[-10.375, false]], [[-14.125, false]], [[-10.875, false]], [[-7.87890625, false]], [[-6.37890625, false]], [[-10.875, false]], [[-11.375, false]], [[-6.37890625, false]], [[-13.375, false]], [[-12.875, false]], [[-10.375, false]], [[-6.37890625, false]], [[-12.375, false]], [[-10.375, false]], [[-10.875, false]], [[-12.875, false]], [[-7.9765625, false]], [[-9.875, false]], [[-13.875, false]]], "filtered_resps": [[-7.87890625, false], [-9.875, false], [-5.12890625, false], [-13.375, false], [-6.37890625, false], [-7.87890625, false], [-11.125, false], [-11.125, false], [-12.375, false], [-6.37890625, false], [-11.375, false], [-14.125, false], [-13.375, false], [-14.125, false], [-10.875, false], [-10.375, false], [-11.375, false], [-13.375, false], [-12.375, false], [-6.37890625, false], [-13.375, false], [-10.375, false], [-6.37890625, false], [-13.375, false], [-12.875, false], [-10.375, false], [-6.37890625, false], [-12.375, false], [-10.375, false], [-10.875, false], [-12.875, false], [-7.9765625, false], [-9.875, false], [-10.9765625, false], [-6.37890625, false], [-9.875, false], [-5.12890625, false], [-13.375, false], [-6.37890625, false], [-12.875, false], [-10.375, false], [-12.875, false], [-11.625, false], [-12.375, false], [-6.37890625, false], [-13.375, false], [-12.875, false], [-10.375, false], [-6.37890625, false], [-12.375, false], [-10.375, false], [-10.875, false], [-12.875, false], [-6.37890625, false], [-13.375, false], [-10.375, false], [-6.37890625, false], [-11.125, false], [-14.125, false], [-13.125, false], [-6.37890625, false], [-10.375, false], [-14.125, false], [-13.375, false], [-7.9765625, false], [-9.875, false], [-10.9765625, false], [-6.37890625, false], [-9.875, false], [-5.12890625, false], [-13.375, false], [-6.37890625, false], [-14.625, false], [-10.375, false], [-10.375, false], [-11.625, false], [-12.375, false], [-6.37890625, false], [-13.375, false], [-12.875, false], [-10.375, false], [-6.37890625, false], [-12.375, false], [-10.375, false], [-10.875, false], [-12.875, false], [-6.37890625, false], [-11.875, false], [-10.375, false], [-10.375, false], [-12.875, false], [-7.9765625, false], [-9.875, false], [-10.9765625, false], [-6.37890625, false], [-9.875, false], [-5.12890625, false], [-13.375, false], [-6.37890625, false], [-11.125, false], [-10.375, false], [-12.375, false], [-13.375, false], [-14.125, false], [-10.375, false], [-13.125, false], [-12.375, false], [-6.37890625, false], [-12.125, false], [-7.87890625, false], [-11.875, false], [-13.375, false], [-10.375, false], [-14.125, false], [-10.875, false], [-7.87890625, false], [-6.37890625, false], [-10.875, false], [-11.375, false], [-6.37890625, false], [-13.375, false], [-12.875, false], [-10.375, false], [-6.37890625, false], [-12.375, false], [-10.375, false], [-10.875, false], [-12.875, false], [-7.9765625, false], [-9.875, false], [-13.875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1971, "doc": {"id": "Mercury_7145950", "question": "The average car uses about 25% of the available energy in each gallon of gasoline. The energy not used to run the car is released as heat and sound. Which statement best describes this occurrence?", "choices": {"text": ["Energy conversion reduces efficiency.", "Energy is destroyed at high temperatures.", "Energy loss increases the order in a system.", "Energy levels increase as conversions take place."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Energy conversion reduces efficiency.", "arguments": ["Question: The average car uses about 25% of the available energy in each gallon of gasoline. The energy not used to run the car is released as heat and sound. Which statement best describes this occurrence?\nAnswer:", " ["], "resps": [[[-7.6875, false]], [[-8.6875, false]], [[-4.4375, false]], [[-8.1875, false]], [[-6.9375, false]], [[-10.9375, false]], [[-9.9375, false]], [[-11.1875, false]], [[-5.1875, false]], [[-6.9375, false]], [[-8.6875, false]], [[-8.1875, false]], [[-9.6875, false]], [[-6.9375, false]], [[-10.9375, false]], [[-9.9375, false]], [[-7.9375, false]], [[-8.6875, false]], [[-8.1875, false]], [[-5.1875, false]], [[-10.9375, false]], [[-6.9375, false]], [[-7.4375, false]], [[-9.9375, false]], [[-6.9375, false]], [[-6.9375, false]], [[-9.9375, false]], [[-5.1875, false]], [[-6.9375, false]], [[-9.1875, false]], [[-9.1875, false]], [[-7.9375, false]], [[-6.9375, false]], [[-7.9375, false]], [[-6.9375, false]], [[-8.1875, false]], [[-6.9375, false]], [[-11.1875, false]], [[-6.01171875, false]], [[-8.6875, false]], [[-9.265625, false]], [[-5.1875, false]], [[-8.6875, false]], [[-4.4375, false]], [[-8.1875, false]], [[-6.9375, false]], [[-10.9375, false]], [[-9.9375, false]], [[-11.1875, false]], [[-5.1875, false]], [[-7.9375, false]], [[-9.9375, false]], [[-5.1875, false]], [[-7.4375, false]], [[-6.9375, false]], [[-9.9375, false]], [[-9.6875, false]], [[-10.9375, false]], [[-8.6875, false]], [[-11.1875, false]], [[-6.9375, false]], [[-7.4375, false]], [[-5.1875, false]], [[-4.1875, false]], [[-9.6875, false]], [[-5.1875, false]], [[-9.4375, false]], [[-7.9375, false]], [[-9.9375, false]], [[-9.4375, false]], [[-5.1875, false]], [[-9.6875, false]], [[-6.9375, false]], [[-8.4375, false]], [[-8.9375, false]], [[-6.9375, false]], [[-10.9375, false]], [[-4.1875, false]], [[-9.6875, false]], [[-9.9375, false]], [[-10.9375, false]], [[-6.9375, false]], [[-9.9375, false]], [[-6.01171875, false]], [[-8.6875, false]], [[-9.265625, false]], [[-5.1875, false]], [[-8.6875, false]], [[-4.4375, false]], [[-8.1875, false]], [[-6.9375, false]], [[-10.9375, false]], [[-9.9375, false]], [[-11.1875, false]], [[-5.1875, false]], [[-9.9375, false]], [[-8.6875, false]], [[-9.9375, false]], [[-9.9375, false]], [[-5.1875, false]], [[-7.9375, false]], [[-8.1875, false]], [[-6.9375, false]], [[-10.9375, false]], [[-6.9375, false]], [[-4.1875, false]], [[-9.9375, false]], [[-6.9375, false]], [[-9.9375, false]], [[-5.1875, false]], [[-9.6875, false]], [[-9.4375, false]], [[-6.9375, false]], [[-5.1875, false]], [[-8.6875, false]], [[-10.9375, false]], [[-7.4375, false]], [[-6.9375, false]], [[-10.9375, false]], [[-5.1875, false]], [[-7.9375, false]], [[-8.1875, false]], [[-5.1875, false]], [[-4.1875, false]], [[-5.1875, false]], [[-9.9375, false]], [[-11.1875, false]], [[-9.9375, false]], [[-9.6875, false]], [[-6.9375, false]], [[-8.4375, false]], [[-6.01171875, false]], [[-8.6875, false]], [[-9.265625, false]], [[-5.1875, false]], [[-8.6875, false]], [[-4.4375, false]], [[-8.1875, false]], [[-6.9375, false]], [[-10.9375, false]], [[-9.9375, false]], [[-11.1875, false]], [[-5.1875, false]], [[-9.9375, false]], [[-6.9375, false]], [[-9.6875, false]], [[-6.9375, false]], [[-9.9375, false]], [[-9.9375, false]], [[-5.1875, false]], [[-7.9375, false]], [[-8.1875, false]], [[-6.9375, false]], [[-10.9375, false]], [[-6.9375, false]], [[-4.1875, false]], [[-9.9375, false]], [[-6.9375, false]], [[-5.1875, false]], [[-4.1875, false]], [[-9.9375, false]], [[-5.1875, false]], [[-6.9375, false]], [[-8.6875, false]], [[-8.1875, false]], [[-9.6875, false]], [[-6.9375, false]], [[-10.9375, false]], [[-9.9375, false]], [[-7.9375, false]], [[-8.6875, false]], [[-8.1875, false]], [[-9.9375, false]], [[-5.1875, false]], [[-9.6875, false]], [[-4.1875, false]], [[-9.6875, false]], [[-6.9375, false]], [[-5.1875, false]], [[-8.9375, false]], [[-9.9375, false]], [[-4.1875, false]], [[-6.9375, false]], [[-6.9375, false]], [[-6.01171875, false]], [[-8.6875, false]], [[-13.1875, false]]], "filtered_resps": [[-7.6875, false], [-8.6875, false], [-4.4375, false], [-8.1875, false], [-6.9375, false], [-10.9375, false], [-9.9375, false], [-11.1875, false], [-5.1875, false], [-6.9375, false], [-8.6875, false], [-8.1875, false], [-9.6875, false], [-6.9375, false], [-10.9375, false], [-9.9375, false], [-7.9375, false], [-8.6875, false], [-8.1875, false], [-5.1875, false], [-10.9375, false], [-6.9375, false], [-7.4375, false], [-9.9375, false], [-6.9375, false], [-6.9375, false], [-9.9375, false], [-5.1875, false], [-6.9375, false], [-9.1875, false], [-9.1875, false], [-7.9375, false], [-6.9375, false], [-7.9375, false], [-6.9375, false], [-8.1875, false], [-6.9375, false], [-11.1875, false], [-6.01171875, false], [-8.6875, false], [-9.265625, false], [-5.1875, false], [-8.6875, false], [-4.4375, false], [-8.1875, false], [-6.9375, false], [-10.9375, false], [-9.9375, false], [-11.1875, false], [-5.1875, false], [-7.9375, false], [-9.9375, false], [-5.1875, false], [-7.4375, false], [-6.9375, false], [-9.9375, false], [-9.6875, false], [-10.9375, false], [-8.6875, false], [-11.1875, false], [-6.9375, false], [-7.4375, false], [-5.1875, false], [-4.1875, false], [-9.6875, false], [-5.1875, false], [-9.4375, false], [-7.9375, false], [-9.9375, false], [-9.4375, false], [-5.1875, false], [-9.6875, false], [-6.9375, false], [-8.4375, false], [-8.9375, false], [-6.9375, false], [-10.9375, false], [-4.1875, false], [-9.6875, false], [-9.9375, false], [-10.9375, false], [-6.9375, false], [-9.9375, false], [-6.01171875, false], [-8.6875, false], [-9.265625, false], [-5.1875, false], [-8.6875, false], [-4.4375, false], [-8.1875, false], [-6.9375, false], [-10.9375, false], [-9.9375, false], [-11.1875, false], [-5.1875, false], [-9.9375, false], [-8.6875, false], [-9.9375, false], [-9.9375, false], [-5.1875, false], [-7.9375, false], [-8.1875, false], [-6.9375, false], [-10.9375, false], [-6.9375, false], [-4.1875, false], [-9.9375, false], [-6.9375, false], [-9.9375, false], [-5.1875, false], [-9.6875, false], [-9.4375, false], [-6.9375, false], [-5.1875, false], [-8.6875, false], [-10.9375, false], [-7.4375, false], [-6.9375, false], [-10.9375, false], [-5.1875, false], [-7.9375, false], [-8.1875, false], [-5.1875, false], [-4.1875, false], [-5.1875, false], [-9.9375, false], [-11.1875, false], [-9.9375, false], [-9.6875, false], [-6.9375, false], [-8.4375, false], [-6.01171875, false], [-8.6875, false], [-9.265625, false], [-5.1875, false], [-8.6875, false], [-4.4375, false], [-8.1875, false], [-6.9375, false], [-10.9375, false], [-9.9375, false], [-11.1875, false], [-5.1875, false], [-9.9375, false], [-6.9375, false], [-9.6875, false], [-6.9375, false], [-9.9375, false], [-9.9375, false], [-5.1875, false], [-7.9375, false], [-8.1875, false], [-6.9375, false], [-10.9375, false], [-6.9375, false], [-4.1875, false], [-9.9375, false], [-6.9375, false], [-5.1875, false], [-4.1875, false], [-9.9375, false], [-5.1875, false], [-6.9375, false], [-8.6875, false], [-8.1875, false], [-9.6875, false], [-6.9375, false], [-10.9375, false], [-9.9375, false], [-7.9375, false], [-8.6875, false], [-8.1875, false], [-9.9375, false], [-5.1875, false], [-9.6875, false], [-4.1875, false], [-9.6875, false], [-6.9375, false], [-5.1875, false], [-8.9375, false], [-9.9375, false], [-4.1875, false], [-6.9375, false], [-6.9375, false], [-6.01171875, false], [-8.6875, false], [-13.1875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1979, "doc": {"id": "NYSEDREGENTS_2008_8_25", "question": "In which type of rock is the fossil imprint of a fern leaf most likely to be found?", "choices": {"text": ["igneous", "metamorphic", "sedimentary", "volcanic"], "label": ["1", "2", "3", "4"]}, "answerKey": "3"}, "target": "sedimentary", "arguments": ["Question: In which type of rock is the fossil imprint of a fern leaf most likely to be found?\nAnswer:", " ["], "resps": [[[-7.64453125, false]], [[-8.640625, false]], [[-8.390625, false]], [[-10.640625, false]], [[-9.640625, false]], [[-8.140625, false]], [[-8.640625, false]], [[-11.140625, false]], [[-9.640625, false]], [[-8.640625, false]], [[-10.2890625, false]], [[-6.14453125, false]], [[-8.640625, false]], [[-9.640625, false]], [[-8.140625, false]], [[-10.640625, false]], [[-5.89453125, false]], [[-9.640625, false]], [[-8.640625, false]], [[-9.390625, false]], [[-9.140625, false]], [[-11.640625, false]], [[-8.390625, false]], [[-8.640625, false]], [[-8.640625, false]], [[-10.2890625, false]], [[-6.14453125, false]], [[-8.640625, false]], [[-9.640625, false]], [[-8.140625, false]], [[-10.640625, false]], [[-8.390625, false]], [[-9.640625, false]], [[-8.140625, false]], [[-9.640625, false]], [[-10.640625, false]], [[-5.89453125, false]], [[-9.390625, false]], [[-12.390625, false]], [[-8.640625, false]], [[-10.2890625, false]], [[-6.14453125, false]], [[-8.640625, false]], [[-11.390625, false]], [[-8.640625, false]], [[-9.890625, false]], [[-8.640625, false]], [[-5.89453125, false]], [[-9.640625, false]], [[-8.390625, false]], [[-8.640625, false]], [[-8.640625, false]], [[-12.890625, false]]], "filtered_resps": [[-7.64453125, false], [-8.640625, false], [-8.390625, false], [-10.640625, false], [-9.640625, false], [-8.140625, false], [-8.640625, false], [-11.140625, false], [-9.640625, false], [-8.640625, false], [-10.2890625, false], [-6.14453125, false], [-8.640625, false], [-9.640625, false], [-8.140625, false], [-10.640625, false], [-5.89453125, false], [-9.640625, false], [-8.640625, false], [-9.390625, false], [-9.140625, false], [-11.640625, false], [-8.390625, false], [-8.640625, false], [-8.640625, false], [-10.2890625, false], [-6.14453125, false], [-8.640625, false], [-9.640625, false], [-8.140625, false], [-10.640625, false], [-8.390625, false], [-9.640625, false], [-8.140625, false], [-9.640625, false], [-10.640625, false], [-5.89453125, false], [-9.390625, false], [-12.390625, false], [-8.640625, false], [-10.2890625, false], [-6.14453125, false], [-8.640625, false], [-11.390625, false], [-8.640625, false], [-9.890625, false], [-8.640625, false], [-5.89453125, false], [-9.640625, false], [-8.390625, false], [-8.640625, false], [-8.640625, false], [-12.890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1987, "doc": {"id": "Mercury_7219713", "question": "Ferns belong to any one of about 12,000 species of plants grouped in their own division within the plant kingdom. Ferns are vascular, seedless, flowerless, and reproduce by spores. To which plant group do ferns belong?", "choices": {"text": ["Bryophyta", "Gymnosperm", "Angiosperm", "Pteridophyta"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Pteridophyta", "arguments": ["Question: Ferns belong to any one of about 12,000 species of plants grouped in their own division within the plant kingdom. Ferns are vascular, seedless, flowerless, and reproduce by spores. To which plant group do ferns belong?\nAnswer:", " ["], "resps": [[[-7.22265625, false]], [[-8.2265625, false]], [[-6.22265625, false]], [[-10.2265625, false]], [[-11.4765625, false]], [[-8.7265625, false]], [[-9.9765625, false]], [[-10.2265625, false]], [[-11.4765625, false]], [[-11.2265625, false]], [[-6.72265625, false]], [[-8.2265625, false]], [[-9.6171875, false]], [[-5.23046875, false]], [[-8.2265625, false]], [[-7.97265625, false]], [[-11.4765625, false]], [[-10.7265625, false]], [[-8.9765625, false]], [[-8.7265625, false]], [[-9.9765625, false]], [[-9.9765625, false]], [[-8.7265625, false]], [[-10.2265625, false]], [[-10.7265625, false]], [[-8.2265625, false]], [[-9.6171875, false]], [[-5.22265625, false]], [[-8.2265625, false]], [[-2.974609375, false]], [[-8.9765625, false]], [[-12.4765625, false]], [[-8.7265625, false]], [[-8.7265625, false]], [[-9.9765625, false]], [[-9.9765625, false]], [[-8.7265625, false]], [[-10.2265625, false]], [[-10.7265625, false]], [[-8.2265625, false]], [[-9.6171875, false]], [[-5.22265625, false]], [[-8.2265625, false]], [[-6.22265625, false]], [[-11.2265625, false]], [[-8.7265625, false]], [[-10.2265625, false]], [[-8.7265625, false]], [[-9.7265625, false]], [[-8.7265625, false]], [[-9.9765625, false]], [[-10.2265625, false]], [[-11.4765625, false]], [[-11.2265625, false]], [[-6.72265625, false]], [[-8.2265625, false]], [[-12.2265625, false]]], "filtered_resps": [[-7.22265625, false], [-8.2265625, false], [-6.22265625, false], [-10.2265625, false], [-11.4765625, false], [-8.7265625, false], [-9.9765625, false], [-10.2265625, false], [-11.4765625, false], [-11.2265625, false], [-6.72265625, false], [-8.2265625, false], [-9.6171875, false], [-5.23046875, false], [-8.2265625, false], [-7.97265625, false], [-11.4765625, false], [-10.7265625, false], [-8.9765625, false], [-8.7265625, false], [-9.9765625, false], [-9.9765625, false], [-8.7265625, false], [-10.2265625, false], [-10.7265625, false], [-8.2265625, false], [-9.6171875, false], [-5.22265625, false], [-8.2265625, false], [-2.974609375, false], [-8.9765625, false], [-12.4765625, false], [-8.7265625, false], [-8.7265625, false], [-9.9765625, false], [-9.9765625, false], [-8.7265625, false], [-10.2265625, false], [-10.7265625, false], [-8.2265625, false], [-9.6171875, false], [-5.22265625, false], [-8.2265625, false], [-6.22265625, false], [-11.2265625, false], [-8.7265625, false], [-10.2265625, false], [-8.7265625, false], [-9.7265625, false], [-8.7265625, false], [-9.9765625, false], [-10.2265625, false], [-11.4765625, false], [-11.2265625, false], [-6.72265625, false], [-8.2265625, false], [-12.2265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1995, "doc": {"id": "Mercury_7222635", "question": "Which number is closest to the estimated number of stars in the Milky Way galaxy?", "choices": {"text": ["200 thousand", "200 million", "200 billion", "200 trillion"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "200 billion", "arguments": ["Question: Which number is closest to the estimated number of stars in the Milky Way galaxy?\nAnswer:", " ["], "resps": [[[-6.11328125, false]], [[-7.86328125, false]], [[-4.11328125, false]], [[-4.61328125, false]], [[-4.61328125, false]], [[-3.36328125, false]], [[-6.86328125, false]], [[-7.86328125, false]], [[-9.3671875, false]], [[-9.8671875, false]], [[-8.3671875, false]], [[-5.61328125, false]], [[-6.11328125, false]], [[-7.36328125, false]], [[-7.86328125, false]], [[-7.53125, false]], [[-3.36328125, false]], [[-7.86328125, false]], [[-4.11328125, false]], [[-4.61328125, false]], [[-4.61328125, false]], [[-3.36328125, false]], [[-6.11328125, false]], [[-8.3671875, false]], [[-9.1171875, false]], [[-9.1171875, false]], [[-8.3671875, false]], [[-9.3671875, false]], [[-6.11328125, false]], [[-7.86328125, false]], [[-7.53125, false]], [[-3.36328125, false]], [[-7.86328125, false]], [[-4.11328125, false]], [[-4.61328125, false]], [[-4.61328125, false]], [[-3.36328125, false]], [[-6.36328125, false]], [[-8.3671875, false]], [[-9.1171875, false]], [[-9.1171875, false]], [[-8.3671875, false]], [[-9.3671875, false]], [[-6.11328125, false]], [[-7.86328125, false]], [[-7.53125, false]], [[-3.36328125, false]], [[-7.86328125, false]], [[-4.11328125, false]], [[-4.61328125, false]], [[-4.61328125, false]], [[-3.36328125, false]], [[-6.86328125, false]], [[-7.86328125, false]], [[-8.3671875, false]], [[-9.1171875, false]], [[-9.1171875, false]], [[-8.3671875, false]], [[-9.3671875, false]], [[-6.11328125, false]], [[-7.86328125, false]], [[-11.6171875, false]]], "filtered_resps": [[-6.11328125, false], [-7.86328125, false], [-4.11328125, false], [-4.61328125, false], [-4.61328125, false], [-3.36328125, false], [-6.86328125, false], [-7.86328125, false], [-9.3671875, false], [-9.8671875, false], [-8.3671875, false], [-5.61328125, false], [-6.11328125, false], [-7.36328125, false], [-7.86328125, false], [-7.53125, false], [-3.36328125, false], [-7.86328125, false], [-4.11328125, false], [-4.61328125, false], [-4.61328125, false], [-3.36328125, false], [-6.11328125, false], [-8.3671875, false], [-9.1171875, false], [-9.1171875, false], [-8.3671875, false], [-9.3671875, false], [-6.11328125, false], [-7.86328125, false], [-7.53125, false], [-3.36328125, false], [-7.86328125, false], [-4.11328125, false], [-4.61328125, false], [-4.61328125, false], [-3.36328125, false], [-6.36328125, false], [-8.3671875, false], [-9.1171875, false], [-9.1171875, false], [-8.3671875, false], [-9.3671875, false], [-6.11328125, false], [-7.86328125, false], [-7.53125, false], [-3.36328125, false], [-7.86328125, false], [-4.11328125, false], [-4.61328125, false], [-4.61328125, false], [-3.36328125, false], [-6.86328125, false], [-7.86328125, false], [-8.3671875, false], [-9.1171875, false], [-9.1171875, false], [-8.3671875, false], [-9.3671875, false], [-6.11328125, false], [-7.86328125, false], [-11.6171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2003, "doc": {"id": "MDSA_2011_4_5", "question": "Some objects are attracted by magnets. Which object is attracted by a magnet?", "choices": {"text": ["an iron nail", "an ice cube", "a plastic knife", "a wooden ruler"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "an iron nail", "arguments": ["Question: Some objects are attracted by magnets. Which object is attracted by a magnet?\nAnswer:", " ["], "resps": [[[-7.92578125, false]], [[-8.921875, false]], [[-2.92578125, false]], [[-9.171875, false]], [[-5.67578125, false]], [[-9.171875, false]], [[-8.921875, false]], [[-9.171875, false]], [[-9.171875, false]], [[-5.67578125, false]], [[-9.171875, false]], [[-2.92578125, false]], [[-9.171875, false]], [[-9.171875, false]], [[-8.921875, false]], [[-10.53125, false]], [[-5.67578125, false]], [[-8.921875, false]], [[-2.92578125, false]], [[-9.171875, false]], [[-5.67578125, false]], [[-9.171875, false]], [[-8.421875, false]], [[-8.671875, false]], [[-5.67578125, false]], [[-8.421875, false]], [[-10.421875, false]], [[-8.171875, false]], [[-8.671875, false]], [[-8.921875, false]], [[-10.53125, false]], [[-5.67578125, false]], [[-8.921875, false]], [[-2.92578125, false]], [[-5.67578125, false]], [[-9.171875, false]], [[-9.171875, false]], [[-2.92578125, false]], [[-8.421875, false]], [[-9.671875, false]], [[-9.171875, false]], [[-8.421875, false]], [[-5.67578125, false]], [[-9.421875, false]], [[-9.171875, false]], [[-9.171875, false]], [[-8.421875, false]], [[-8.671875, false]], [[-8.921875, false]], [[-10.53125, false]], [[-5.67578125, false]], [[-8.921875, false]], [[-2.92578125, false]], [[-5.67578125, false]], [[-10.171875, false]], [[-9.171875, false]], [[-9.171875, false]], [[-9.421875, false]], [[-8.671875, false]], [[-9.171875, false]], [[-5.67578125, false]], [[-8.921875, false]], [[-10.421875, false]], [[-9.171875, false]], [[-8.671875, false]], [[-8.921875, false]], [[-8.921875, false]], [[-12.421875, false]]], "filtered_resps": [[-7.92578125, false], [-8.921875, false], [-2.92578125, false], [-9.171875, false], [-5.67578125, false], [-9.171875, false], [-8.921875, false], [-9.171875, false], [-9.171875, false], [-5.67578125, false], [-9.171875, false], [-2.92578125, false], [-9.171875, false], [-9.171875, false], [-8.921875, false], [-10.53125, false], [-5.67578125, false], [-8.921875, false], [-2.92578125, false], [-9.171875, false], [-5.67578125, false], [-9.171875, false], [-8.421875, false], [-8.671875, false], [-5.67578125, false], [-8.421875, false], [-10.421875, false], [-8.171875, false], [-8.671875, false], [-8.921875, false], [-10.53125, false], [-5.67578125, false], [-8.921875, false], [-2.92578125, false], [-5.67578125, false], [-9.171875, false], [-9.171875, false], [-2.92578125, false], [-8.421875, false], [-9.671875, false], [-9.171875, false], [-8.421875, false], [-5.67578125, false], [-9.421875, false], [-9.171875, false], [-9.171875, false], [-8.421875, false], [-8.671875, false], [-8.921875, false], [-10.53125, false], [-5.67578125, false], [-8.921875, false], [-2.92578125, false], [-5.67578125, false], [-10.171875, false], [-9.171875, false], [-9.171875, false], [-9.421875, false], [-8.671875, false], [-9.171875, false], [-5.67578125, false], [-8.921875, false], [-10.421875, false], [-9.171875, false], [-8.671875, false], [-8.921875, false], [-8.921875, false], [-12.421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2011, "doc": {"id": "Mercury_412696", "question": "The density of 200 mL of water was determined, and then 20 grams of sugar was dissolved in the water. The student determined the density of the sugar-water solution and recorded the collected data in a table. The sugar in this investigation is", "choices": {"text": ["the solute.", "undergoing chemical change.", "the solvent.", "changing from a solid to a gas."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "the solute.", "arguments": ["Question: The density of 200 mL of water was determined, and then 20 grams of sugar was dissolved in the water. The student determined the density of the sugar-water solution and recorded the collected data in a table. The sugar in this investigation is\nAnswer:", " ["], "resps": [[[-6.27734375, false]], [[-8.2734375, false]], [[-7.27734375, false]], [[-7.77734375, false]], [[-8.0234375, false]], [[-4.44921875, false]], [[-8.0234375, false]], [[-8.0234375, false]], [[-8.7734375, false]], [[-8.2734375, false]], [[-7.27734375, false]], [[-8.0234375, false]], [[-5.5546875, false]], [[-8.2734375, false]], [[-7.4296875, false]], [[-4.52734375, false]], [[-8.2734375, false]], [[-8.2734375, false]], [[-5.77734375, false]], [[-6.02734375, false]], [[-8.0234375, false]], [[-7.77734375, false]], [[-6.02734375, false]], [[-8.0234375, false]], [[-6.27734375, false]], [[-5.77734375, false]], [[-6.02734375, false]], [[-4.52734375, false]], [[-4.52734375, false]], [[-7.77734375, false]], [[-8.0234375, false]], [[-5.77734375, false]], [[-6.27734375, false]], [[-4.52734375, false]], [[-4.27734375, false]], [[-8.7734375, false]], [[-4.52734375, false]], [[-4.52734375, false]], [[-7.77734375, false]], [[-4.27734375, false]], [[-5.77734375, false]], [[-6.02734375, false]], [[-8.0234375, false]], [[-5.5546875, false]], [[-8.2734375, false]], [[-7.4296875, false]], [[-4.52734375, false]], [[-8.2734375, false]], [[-7.27734375, false]], [[-7.77734375, false]], [[-8.0234375, false]], [[-4.52734375, false]], [[-8.0234375, false]], [[-8.0234375, false]], [[-8.7734375, false]], [[-8.0234375, false]], [[-8.0234375, false]], [[-5.77734375, false]], [[-7.27734375, false]], [[-5.5546875, false]], [[-8.2734375, false]], [[-7.4296875, false]], [[-4.52734375, false]], [[-8.2734375, false]], [[-4.52734375, false]], [[-7.77734375, false]], [[-4.27734375, false]], [[-5.77734375, false]], [[-6.02734375, false]], [[-6.27734375, false]], [[-5.77734375, false]], [[-6.02734375, false]], [[-4.52734375, false]], [[-7.52734375, false]], [[-7.77734375, false]], [[-8.0234375, false]], [[-5.77734375, false]], [[-4.52734375, false]], [[-4.27734375, false]], [[-4.52734375, false]], [[-8.0234375, false]], [[-8.0234375, false]], [[-8.7734375, false]], [[-6.27734375, false]], [[-6.02734375, false]], [[-4.52734375, false]], [[-7.27734375, false]], [[-8.0234375, false]], [[-4.52734375, false]], [[-4.27734375, false]], [[-4.52734375, false]], [[-6.02734375, false]], [[-4.27734375, false]], [[-8.0234375, false]], [[-5.5546875, false]], [[-8.2734375, false]], [[-10.7734375, false]]], "filtered_resps": [[-6.27734375, false], [-8.2734375, false], [-7.27734375, false], [-7.77734375, false], [-8.0234375, false], [-4.44921875, false], [-8.0234375, false], [-8.0234375, false], [-8.7734375, false], [-8.2734375, false], [-7.27734375, false], [-8.0234375, false], [-5.5546875, false], [-8.2734375, false], [-7.4296875, false], [-4.52734375, false], [-8.2734375, false], [-8.2734375, false], [-5.77734375, false], [-6.02734375, false], [-8.0234375, false], [-7.77734375, false], [-6.02734375, false], [-8.0234375, false], [-6.27734375, false], [-5.77734375, false], [-6.02734375, false], [-4.52734375, false], [-4.52734375, false], [-7.77734375, false], [-8.0234375, false], [-5.77734375, false], [-6.27734375, false], [-4.52734375, false], [-4.27734375, false], [-8.7734375, false], [-4.52734375, false], [-4.52734375, false], [-7.77734375, false], [-4.27734375, false], [-5.77734375, false], [-6.02734375, false], [-8.0234375, false], [-5.5546875, false], [-8.2734375, false], [-7.4296875, false], [-4.52734375, false], [-8.2734375, false], [-7.27734375, false], [-7.77734375, false], [-8.0234375, false], [-4.52734375, false], [-8.0234375, false], [-8.0234375, false], [-8.7734375, false], [-8.0234375, false], [-8.0234375, false], [-5.77734375, false], [-7.27734375, false], [-5.5546875, false], [-8.2734375, false], [-7.4296875, false], [-4.52734375, false], [-8.2734375, false], [-4.52734375, false], [-7.77734375, false], [-4.27734375, false], [-5.77734375, false], [-6.02734375, false], [-6.27734375, false], [-5.77734375, false], [-6.02734375, false], [-4.52734375, false], [-7.52734375, false], [-7.77734375, false], [-8.0234375, false], [-5.77734375, false], [-4.52734375, false], [-4.27734375, false], [-4.52734375, false], [-8.0234375, false], [-8.0234375, false], [-8.7734375, false], [-6.27734375, false], [-6.02734375, false], [-4.52734375, false], [-7.27734375, false], [-8.0234375, false], [-4.52734375, false], [-4.27734375, false], [-4.52734375, false], [-6.02734375, false], [-4.27734375, false], [-8.0234375, false], [-5.5546875, false], [-8.2734375, false], [-10.7734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2019, "doc": {"id": "MDSA_2009_8_38", "question": "Heat is applied to a beaker of water, raising the water temperature a few degrees. What happens to the water molecules after heat is applied?", "choices": {"text": ["The molecules spread apart and move more slowly.", "The molecules spread apart and move more quickly.", "The molecules come together and move more slowly.", "The molecules come together and move more quickly."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "The molecules spread apart and move more quickly.", "arguments": ["Question: Heat is applied to a beaker of water, raising the water temperature a few degrees. What happens to the water molecules after heat is applied?\nAnswer:", " ["], "resps": [[[-7.0, false]], [[-10.0, false]], [[-8.5, false]], [[-10.0, false]], [[-9.0, false]], [[-5.75, false]], [[-9.25, false]], [[-10.25, false]], [[-11.75, false]], [[-9.0, false]], [[-10.0, false]], [[-11.25, false]], [[-11.75, false]], [[-9.0, false]], [[-11.0, false]], [[-5.75, false]], [[-11.0, false]], [[-10.75, false]], [[-12.0, false]], [[-9.0, false]], [[-6.5, false]], [[-10.5, false]], [[-5.75, false]], [[-6.5, false]], [[-10.75, false]], [[-6.5, false]], [[-12.0, false]], [[-11.0, false]], [[-5.75, false]], [[-6.5, false]], [[-9.25, false]], [[-10.5, false]], [[-5.75, false]], [[-9.25, false]], [[-10.25, false]], [[-11.25, false]], [[-9.0, false]], [[-5.75, false]], [[-9.25, false]], [[-10.25, false]], [[-12.0, false]], [[-9.0, false]], [[-5.75, false]], [[-11.0, false]], [[-11.75, false]], [[-10.25, false]], [[-11.25, false]], [[-11.75, false]], [[-12.5, false]], [[-6.80859375, false]], [[-10.0, false]], [[-10.1875, false]], [[-5.75, false]], [[-10.0, false]], [[-8.5, false]], [[-10.0, false]], [[-9.0, false]], [[-5.75, false]], [[-9.25, false]], [[-10.25, false]], [[-11.75, false]], [[-9.0, false]], [[-10.0, false]], [[-11.25, false]], [[-11.75, false]], [[-9.0, false]], [[-11.0, false]], [[-5.75, false]], [[-11.0, false]], [[-10.75, false]], [[-12.0, false]], [[-9.0, false]], [[-6.5, false]], [[-10.5, false]], [[-5.75, false]], [[-6.5, false]], [[-10.75, false]], [[-6.5, false]], [[-12.0, false]], [[-11.0, false]], [[-5.75, false]], [[-6.5, false]], [[-9.25, false]], [[-10.5, false]], [[-5.75, false]], [[-9.25, false]], [[-10.25, false]], [[-11.25, false]], [[-9.0, false]], [[-5.75, false]], [[-9.25, false]], [[-10.25, false]], [[-12.0, false]], [[-9.0, false]], [[-5.75, false]], [[-11.25, false]], [[-11.25, false]], [[-9.0, false]], [[-10.0, false]], [[-11.0, false]], [[-11.75, false]], [[-12.5, false]], [[-6.80859375, false]], [[-10.0, false]], [[-10.1875, false]], [[-5.75, false]], [[-10.0, false]], [[-8.5, false]], [[-10.0, false]], [[-9.0, false]], [[-5.75, false]], [[-9.25, false]], [[-10.25, false]], [[-11.75, false]], [[-9.0, false]], [[-10.0, false]], [[-11.25, false]], [[-11.75, false]], [[-9.0, false]], [[-11.0, false]], [[-5.75, false]], [[-10.0, false]], [[-10.25, false]], [[-9.25, false]], [[-9.0, false]], [[-5.75, false]], [[-11.0, false]], [[-10.25, false]], [[-12.0, false]], [[-9.0, false]], [[-11.0, false]], [[-10.0, false]], [[-9.0, false]], [[-12.0, false]], [[-5.75, false]], [[-6.5, false]], [[-9.25, false]], [[-10.5, false]], [[-5.75, false]], [[-9.25, false]], [[-10.25, false]], [[-11.25, false]], [[-9.0, false]], [[-5.75, false]], [[-9.25, false]], [[-10.25, false]], [[-12.0, false]], [[-9.0, false]], [[-5.75, false]], [[-11.0, false]], [[-11.75, false]], [[-10.25, false]], [[-11.25, false]], [[-11.75, false]], [[-12.5, false]], [[-6.80859375, false]], [[-10.0, false]], [[-10.1875, false]], [[-5.75, false]], [[-10.0, false]], [[-8.5, false]], [[-10.0, false]], [[-9.0, false]], [[-5.75, false]], [[-9.25, false]], [[-10.25, false]], [[-11.75, false]], [[-9.0, false]], [[-10.0, false]], [[-11.25, false]], [[-11.75, false]], [[-9.0, false]], [[-11.0, false]], [[-5.75, false]], [[-10.0, false]], [[-10.25, false]], [[-9.25, false]], [[-9.0, false]], [[-5.75, false]], [[-11.0, false]], [[-10.25, false]], [[-12.0, false]], [[-9.0, false]], [[-11.0, false]], [[-10.0, false]], [[-9.0, false]], [[-12.0, false]], [[-5.75, false]], [[-6.5, false]], [[-9.25, false]], [[-10.5, false]], [[-5.75, false]], [[-9.25, false]], [[-10.25, false]], [[-11.25, false]], [[-9.0, false]], [[-5.75, false]], [[-9.25, false]], [[-10.25, false]], [[-12.0, false]], [[-9.0, false]], [[-5.75, false]], [[-11.25, false]], [[-11.25, false]], [[-9.0, false]], [[-10.0, false]], [[-11.0, false]], [[-11.75, false]], [[-12.5, false]], [[-6.80859375, false]], [[-10.0, false]], [[-12.0, false]]], "filtered_resps": [[-7.0, false], [-10.0, false], [-8.5, false], [-10.0, false], [-9.0, false], [-5.75, false], [-9.25, false], [-10.25, false], [-11.75, false], [-9.0, false], [-10.0, false], [-11.25, false], [-11.75, false], [-9.0, false], [-11.0, false], [-5.75, false], [-11.0, false], [-10.75, false], [-12.0, false], [-9.0, false], [-6.5, false], [-10.5, false], [-5.75, false], [-6.5, false], [-10.75, false], [-6.5, false], [-12.0, false], [-11.0, false], [-5.75, false], [-6.5, false], [-9.25, false], [-10.5, false], [-5.75, false], [-9.25, false], [-10.25, false], [-11.25, false], [-9.0, false], [-5.75, false], [-9.25, false], [-10.25, false], [-12.0, false], [-9.0, false], [-5.75, false], [-11.0, false], [-11.75, false], [-10.25, false], [-11.25, false], [-11.75, false], [-12.5, false], [-6.80859375, false], [-10.0, false], [-10.1875, false], [-5.75, false], [-10.0, false], [-8.5, false], [-10.0, false], [-9.0, false], [-5.75, false], [-9.25, false], [-10.25, false], [-11.75, false], [-9.0, false], [-10.0, false], [-11.25, false], [-11.75, false], [-9.0, false], [-11.0, false], [-5.75, false], [-11.0, false], [-10.75, false], [-12.0, false], [-9.0, false], [-6.5, false], [-10.5, false], [-5.75, false], [-6.5, false], [-10.75, false], [-6.5, false], [-12.0, false], [-11.0, false], [-5.75, false], [-6.5, false], [-9.25, false], [-10.5, false], [-5.75, false], [-9.25, false], [-10.25, false], [-11.25, false], [-9.0, false], [-5.75, false], [-9.25, false], [-10.25, false], [-12.0, false], [-9.0, false], [-5.75, false], [-11.25, false], [-11.25, false], [-9.0, false], [-10.0, false], [-11.0, false], [-11.75, false], [-12.5, false], [-6.80859375, false], [-10.0, false], [-10.1875, false], [-5.75, false], [-10.0, false], [-8.5, false], [-10.0, false], [-9.0, false], [-5.75, false], [-9.25, false], [-10.25, false], [-11.75, false], [-9.0, false], [-10.0, false], [-11.25, false], [-11.75, false], [-9.0, false], [-11.0, false], [-5.75, false], [-10.0, false], [-10.25, false], [-9.25, false], [-9.0, false], [-5.75, false], [-11.0, false], [-10.25, false], [-12.0, false], [-9.0, false], [-11.0, false], [-10.0, false], [-9.0, false], [-12.0, false], [-5.75, false], [-6.5, false], [-9.25, false], [-10.5, false], [-5.75, false], [-9.25, false], [-10.25, false], [-11.25, false], [-9.0, false], [-5.75, false], [-9.25, false], [-10.25, false], [-12.0, false], [-9.0, false], [-5.75, false], [-11.0, false], [-11.75, false], [-10.25, false], [-11.25, false], [-11.75, false], [-12.5, false], [-6.80859375, false], [-10.0, false], [-10.1875, false], [-5.75, false], [-10.0, false], [-8.5, false], [-10.0, false], [-9.0, false], [-5.75, false], [-9.25, false], [-10.25, false], [-11.75, false], [-9.0, false], [-10.0, false], [-11.25, false], [-11.75, false], [-9.0, false], [-11.0, false], [-5.75, false], [-10.0, false], [-10.25, false], [-9.25, false], [-9.0, false], [-5.75, false], [-11.0, false], [-10.25, false], [-12.0, false], [-9.0, false], [-11.0, false], [-10.0, false], [-9.0, false], [-12.0, false], [-5.75, false], [-6.5, false], [-9.25, false], [-10.5, false], [-5.75, false], [-9.25, false], [-10.25, false], [-11.25, false], [-9.0, false], [-5.75, false], [-9.25, false], [-10.25, false], [-12.0, false], [-9.0, false], [-5.75, false], [-11.25, false], [-11.25, false], [-9.0, false], [-10.0, false], [-11.0, false], [-11.75, false], [-12.5, false], [-6.80859375, false], [-10.0, false], [-12.0, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2027, "doc": {"id": "Mercury_SC_406480", "question": "A student must explain the role of dead leaves in the ecosystem. Which statement will the student most likely provide to explain the importance of these leaves?", "choices": {"text": ["The leaves provide shelter to growing seeds.", "The decay of the leaves provides nutrients to other plants.", "The leaves release chlorophyll into the grass as they decay.", "The leaves prevent fungus from growing at the base of the tree."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "The decay of the leaves provides nutrients to other plants.", "arguments": ["Question: A student must explain the role of dead leaves in the ecosystem. Which statement will the student most likely provide to explain the importance of these leaves?\nAnswer:", " ["], "resps": [[[-7.23046875, false]], [[-9.234375, false]], [[-7.73046875, false]], [[-12.484375, false]], [[-8.484375, false]], [[-6.23046875, false]], [[-10.484375, false]], [[-8.484375, false]], [[-6.48046875, false]], [[-12.984375, false]], [[-8.484375, false]], [[-11.484375, false]], [[-6.23046875, false]], [[-11.234375, false]], [[-13.234375, false]], [[-9.234375, false]], [[-12.984375, false]], [[-10.234375, false]], [[-8.734375, false]], [[-8.484375, false]], [[-6.23046875, false]], [[-11.484375, false]], [[-12.484375, false]], [[-8.484375, false]], [[-10.484375, false]], [[-11.984375, false]], [[-8.484375, false]], [[-13.234375, false]], [[-6.23046875, false]], [[-11.984375, false]], [[-9.234375, false]], [[-6.23046875, false]], [[-11.734375, false]], [[-13.234375, false]], [[-9.234375, false]], [[-11.984375, false]], [[-10.234375, false]], [[-10.734375, false]], [[-11.734375, false]], [[-6.23046875, false]], [[-11.484375, false]], [[-8.484375, false]], [[-8.484375, false]], [[-8.734375, false]], [[-11.484375, false]], [[-7.67578125, false]], [[-9.234375, false]], [[-10.4296875, false]], [[-6.23046875, false]], [[-9.234375, false]], [[-7.73046875, false]], [[-12.484375, false]], [[-8.484375, false]], [[-6.23046875, false]], [[-8.734375, false]], [[-8.484375, false]], [[-9.484375, false]], [[-6.48046875, false]], [[-12.734375, false]], [[-6.23046875, false]], [[-9.234375, false]], [[-11.234375, false]], [[-6.23046875, false]], [[-11.984375, false]], [[-12.484375, false]], [[-8.484375, false]], [[-6.23046875, false]], [[-10.484375, false]], [[-8.484375, false]], [[-6.48046875, false]], [[-12.984375, false]], [[-8.484375, false]], [[-11.484375, false]], [[-6.23046875, false]], [[-11.234375, false]], [[-13.234375, false]], [[-9.234375, false]], [[-12.984375, false]], [[-10.234375, false]], [[-8.734375, false]], [[-8.484375, false]], [[-11.484375, false]], [[-6.23046875, false]], [[-10.734375, false]], [[-12.984375, false]], [[-11.984375, false]], [[-13.234375, false]], [[-10.234375, false]], [[-8.484375, false]], [[-10.734375, false]], [[-11.984375, false]], [[-11.484375, false]], [[-6.23046875, false]], [[-11.984375, false]], [[-9.234375, false]], [[-6.23046875, false]], [[-9.234375, false]], [[-11.984375, false]], [[-12.484375, false]], [[-8.484375, false]], [[-13.234375, false]], [[-6.23046875, false]], [[-11.234375, false]], [[-10.484375, false]], [[-6.48046875, false]], [[-10.734375, false]], [[-11.984375, false]], [[-11.484375, false]], [[-7.67578125, false]], [[-9.234375, false]], [[-10.421875, false]], [[-6.23046875, false]], [[-9.234375, false]], [[-7.73046875, false]], [[-12.484375, false]], [[-8.484375, false]], [[-6.23046875, false]], [[-10.484375, false]], [[-8.484375, false]], [[-6.48046875, false]], [[-12.984375, false]], [[-8.484375, false]], [[-11.484375, false]], [[-6.23046875, false]], [[-13.234375, false]], [[-8.484375, false]], [[-10.484375, false]], [[-8.484375, false]], [[-6.48046875, false]], [[-11.484375, false]], [[-8.484375, false]], [[-6.23046875, false]], [[-9.484375, false]], [[-12.484375, false]], [[-10.484375, false]], [[-9.234375, false]], [[-13.234375, false]], [[-9.234375, false]], [[-11.234375, false]], [[-12.484375, false]], [[-12.734375, false]], [[-10.484375, false]], [[-10.484375, false]], [[-6.23046875, false]], [[-10.234375, false]], [[-10.734375, false]], [[-11.984375, false]], [[-9.234375, false]], [[-6.23046875, false]], [[-11.984375, false]], [[-12.484375, false]], [[-8.484375, false]], [[-6.23046875, false]], [[-11.734375, false]], [[-13.234375, false]], [[-6.48046875, false]], [[-11.484375, false]], [[-11.484375, false]], [[-6.23046875, false]], [[-6.48046875, false]], [[-11.484375, false]], [[-6.23046875, false]], [[-11.984375, false]], [[-12.484375, false]], [[-8.484375, false]], [[-12.734375, false]], [[-6.23046875, false]], [[-8.734375, false]], [[-8.484375, false]], [[-9.484375, false]], [[-6.48046875, false]], [[-12.734375, false]], [[-7.67578125, false]], [[-9.234375, false]], [[-10.421875, false]], [[-6.23046875, false]], [[-9.234375, false]], [[-7.73046875, false]], [[-12.484375, false]], [[-8.484375, false]], [[-6.23046875, false]], [[-10.484375, false]], [[-8.484375, false]], [[-6.48046875, false]], [[-12.984375, false]], [[-8.484375, false]], [[-11.484375, false]], [[-6.23046875, false]], [[-11.234375, false]], [[-13.234375, false]], [[-8.484375, false]], [[-12.984375, false]], [[-8.484375, false]], [[-10.734375, false]], [[-11.984375, false]], [[-6.23046875, false]], [[-11.234375, false]], [[-12.984375, false]], [[-10.734375, false]], [[-11.734375, false]], [[-12.984375, false]], [[-11.484375, false]], [[-6.23046875, false]], [[-11.234375, false]], [[-13.234375, false]], [[-9.234375, false]], [[-11.484375, false]], [[-6.23046875, false]], [[-11.734375, false]], [[-13.234375, false]], [[-9.234375, false]], [[-11.984375, false]], [[-10.234375, false]], [[-10.734375, false]], [[-11.734375, false]], [[-6.23046875, false]], [[-6.48046875, false]], [[-11.984375, false]], [[-6.23046875, false]], [[-11.984375, false]], [[-12.484375, false]], [[-8.484375, false]], [[-6.23046875, false]], [[-9.734375, false]], [[-6.48046875, false]], [[-11.484375, false]], [[-8.484375, false]], [[-6.23046875, false]], [[-9.234375, false]], [[-11.234375, false]], [[-6.23046875, false]], [[-11.984375, false]], [[-12.484375, false]], [[-8.484375, false]], [[-6.23046875, false]], [[-11.984375, false]], [[-13.234375, false]], [[-8.484375, false]], [[-8.484375, false]], [[-7.67578125, false]], [[-9.234375, false]], [[-12.984375, false]]], "filtered_resps": [[-7.23046875, false], [-9.234375, false], [-7.73046875, false], [-12.484375, false], [-8.484375, false], [-6.23046875, false], [-10.484375, false], [-8.484375, false], [-6.48046875, false], [-12.984375, false], [-8.484375, false], [-11.484375, false], [-6.23046875, false], [-11.234375, false], [-13.234375, false], [-9.234375, false], [-12.984375, false], [-10.234375, false], [-8.734375, false], [-8.484375, false], [-6.23046875, false], [-11.484375, false], [-12.484375, false], [-8.484375, false], [-10.484375, false], [-11.984375, false], [-8.484375, false], [-13.234375, false], [-6.23046875, false], [-11.984375, false], [-9.234375, false], [-6.23046875, false], [-11.734375, false], [-13.234375, false], [-9.234375, false], [-11.984375, false], [-10.234375, false], [-10.734375, false], [-11.734375, false], [-6.23046875, false], [-11.484375, false], [-8.484375, false], [-8.484375, false], [-8.734375, false], [-11.484375, false], [-7.67578125, false], [-9.234375, false], [-10.4296875, false], [-6.23046875, false], [-9.234375, false], [-7.73046875, false], [-12.484375, false], [-8.484375, false], [-6.23046875, false], [-8.734375, false], [-8.484375, false], [-9.484375, false], [-6.48046875, false], [-12.734375, false], [-6.23046875, false], [-9.234375, false], [-11.234375, false], [-6.23046875, false], [-11.984375, false], [-12.484375, false], [-8.484375, false], [-6.23046875, false], [-10.484375, false], [-8.484375, false], [-6.48046875, false], [-12.984375, false], [-8.484375, false], [-11.484375, false], [-6.23046875, false], [-11.234375, false], [-13.234375, false], [-9.234375, false], [-12.984375, false], [-10.234375, false], [-8.734375, false], [-8.484375, false], [-11.484375, false], [-6.23046875, false], [-10.734375, false], [-12.984375, false], [-11.984375, false], [-13.234375, false], [-10.234375, false], [-8.484375, false], [-10.734375, false], [-11.984375, false], [-11.484375, false], [-6.23046875, false], [-11.984375, false], [-9.234375, false], [-6.23046875, false], [-9.234375, false], [-11.984375, false], [-12.484375, false], [-8.484375, false], [-13.234375, false], [-6.23046875, false], [-11.234375, false], [-10.484375, false], [-6.48046875, false], [-10.734375, false], [-11.984375, false], [-11.484375, false], [-7.67578125, false], [-9.234375, false], [-10.421875, false], [-6.23046875, false], [-9.234375, false], [-7.73046875, false], [-12.484375, false], [-8.484375, false], [-6.23046875, false], [-10.484375, false], [-8.484375, false], [-6.48046875, false], [-12.984375, false], [-8.484375, false], [-11.484375, false], [-6.23046875, false], [-13.234375, false], [-8.484375, false], [-10.484375, false], [-8.484375, false], [-6.48046875, false], [-11.484375, false], [-8.484375, false], [-6.23046875, false], [-9.484375, false], [-12.484375, false], [-10.484375, false], [-9.234375, false], [-13.234375, false], [-9.234375, false], [-11.234375, false], [-12.484375, false], [-12.734375, false], [-10.484375, false], [-10.484375, false], [-6.23046875, false], [-10.234375, false], [-10.734375, false], [-11.984375, false], [-9.234375, false], [-6.23046875, false], [-11.984375, false], [-12.484375, false], [-8.484375, false], [-6.23046875, false], [-11.734375, false], [-13.234375, false], [-6.48046875, false], [-11.484375, false], [-11.484375, false], [-6.23046875, false], [-6.48046875, false], [-11.484375, false], [-6.23046875, false], [-11.984375, false], [-12.484375, false], [-8.484375, false], [-12.734375, false], [-6.23046875, false], [-8.734375, false], [-8.484375, false], [-9.484375, false], [-6.48046875, false], [-12.734375, false], [-7.67578125, false], [-9.234375, false], [-10.421875, false], [-6.23046875, false], [-9.234375, false], [-7.73046875, false], [-12.484375, false], [-8.484375, false], [-6.23046875, false], [-10.484375, false], [-8.484375, false], [-6.48046875, false], [-12.984375, false], [-8.484375, false], [-11.484375, false], [-6.23046875, false], [-11.234375, false], [-13.234375, false], [-8.484375, false], [-12.984375, false], [-8.484375, false], [-10.734375, false], [-11.984375, false], [-6.23046875, false], [-11.234375, false], [-12.984375, false], [-10.734375, false], [-11.734375, false], [-12.984375, false], [-11.484375, false], [-6.23046875, false], [-11.234375, false], [-13.234375, false], [-9.234375, false], [-11.484375, false], [-6.23046875, false], [-11.734375, false], [-13.234375, false], [-9.234375, false], [-11.984375, false], [-10.234375, false], [-10.734375, false], [-11.734375, false], [-6.23046875, false], [-6.48046875, false], [-11.984375, false], [-6.23046875, false], [-11.984375, false], [-12.484375, false], [-8.484375, false], [-6.23046875, false], [-9.734375, false], [-6.48046875, false], [-11.484375, false], [-8.484375, false], [-6.23046875, false], [-9.234375, false], [-11.234375, false], [-6.23046875, false], [-11.984375, false], [-12.484375, false], [-8.484375, false], [-6.23046875, false], [-11.984375, false], [-13.234375, false], [-8.484375, false], [-8.484375, false], [-7.67578125, false], [-9.234375, false], [-12.984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2035, "doc": {"id": "TIMSS_2007_8_pg125", "question": "Which of the following is an example of an acidic solution?", "choices": {"text": ["bleach", "vinegar", "sugar water", "salt water"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "vinegar", "arguments": ["Question: Which of the following is an example of an acidic solution?\nAnswer:", " ["], "resps": [[[-6.1796875, false]], [[-9.6796875, false]], [[-7.6796875, false]], [[-9.9296875, false]], [[-7.9296875, false]], [[-3.4296875, false]], [[-6.6796875, false]], [[-8.6796875, false]], [[-9.6796875, false]], [[-9.171875, false]], [[-5.1796875, false]], [[-9.6796875, false]], [[-10.1796875, false]], [[-6.9296875, false]], [[-6.9296875, false]], [[-7.9296875, false]], [[-11.1796875, false]], [[-3.4296875, false]], [[-10.9296875, false]], [[-9.6796875, false]], [[-9.171875, false]], [[-5.1796875, false]], [[-9.6796875, false]], [[-9.1796875, false]], [[-9.1796875, false]], [[-11.1796875, false]], [[-3.4296875, false]], [[-10.9296875, false]], [[-5.1796875, false]], [[-10.1796875, false]], [[-3.4296875, false]], [[-9.4296875, false]], [[-7.9296875, false]], [[-10.9296875, false]], [[-9.6796875, false]], [[-9.171875, false]], [[-5.1796875, false]], [[-9.6796875, false]], [[-9.1796875, false]], [[-3.4296875, false]], [[-9.9296875, false]], [[-9.4296875, false]], [[-5.1796875, false]], [[-10.1796875, false]], [[-3.4296875, false]], [[-9.4296875, false]], [[-7.9296875, false]], [[-10.9296875, false]], [[-9.6796875, false]], [[-11.1796875, false]]], "filtered_resps": [[-6.1796875, false], [-9.6796875, false], [-7.6796875, false], [-9.9296875, false], [-7.9296875, false], [-3.4296875, false], [-6.6796875, false], [-8.6796875, false], [-9.6796875, false], [-9.171875, false], [-5.1796875, false], [-9.6796875, false], [-10.1796875, false], [-6.9296875, false], [-6.9296875, false], [-7.9296875, false], [-11.1796875, false], [-3.4296875, false], [-10.9296875, false], [-9.6796875, false], [-9.171875, false], [-5.1796875, false], [-9.6796875, false], [-9.1796875, false], [-9.1796875, false], [-11.1796875, false], [-3.4296875, false], [-10.9296875, false], [-5.1796875, false], [-10.1796875, false], [-3.4296875, false], [-9.4296875, false], [-7.9296875, false], [-10.9296875, false], [-9.6796875, false], [-9.171875, false], [-5.1796875, false], [-9.6796875, false], [-9.1796875, false], [-3.4296875, false], [-9.9296875, false], [-9.4296875, false], [-5.1796875, false], [-10.1796875, false], [-3.4296875, false], [-9.4296875, false], [-7.9296875, false], [-10.9296875, false], [-9.6796875, false], [-11.1796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2043, "doc": {"id": "Mercury_175280", "question": "Which of the following was most likely the cause of the extinction of 60-100 species of native birds in Hawaii since the arrival of colonists?", "choices": {"text": ["habitat destruction", "volcanic eruptions", "increased salinity", "tidal waves"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "habitat destruction", "arguments": ["Question: Which of the following was most likely the cause of the extinction of 60-100 species of native birds in Hawaii since the arrival of colonists?\nAnswer:", " ["], "resps": [[[-6.48828125, false]], [[-9.1171875, false]], [[-10.4921875, false]], [[-4.98828125, false]], [[-7.98828125, false]], [[-7.86328125, false]], [[-10.4921875, false]], [[-4.98828125, false]], [[-10.4921875, false]], [[-5.23828125, false]], [[-6.61328125, false]], [[-7.86328125, false]], [[-9.7421875, false]], [[-10.4921875, false]], [[-9.8671875, false]], [[-12.6171875, false]], [[-7.98828125, false]], [[-10.4921875, false]], [[-7.86328125, false]], [[-8.4921875, false]], [[-8.6171875, false]], [[-9.1171875, false]], [[-9.96875, false]], [[-5.23828125, false]], [[-9.1171875, false]], [[-11.9921875, false]], [[-8.4921875, false]], [[-9.6171875, false]], [[-7.98828125, false]], [[-4.98828125, false]], [[-8.6171875, false]], [[-7.86328125, false]], [[-7.98828125, false]], [[-5.23828125, false]], [[-7.86328125, false]], [[-9.8671875, false]], [[-12.6171875, false]], [[-8.9921875, false]], [[-10.4921875, false]], [[-7.86328125, false]], [[-8.4921875, false]], [[-8.6171875, false]], [[-9.7421875, false]], [[-9.1171875, false]], [[-9.96875, false]], [[-5.23828125, false]], [[-9.1171875, false]], [[-7.86328125, false]], [[-8.6171875, false]], [[-7.98828125, false]], [[-9.8671875, false]], [[-7.86328125, false]], [[-4.98828125, false]], [[-9.7421875, false]], [[-7.86328125, false]], [[-6.61328125, false]], [[-5.23828125, false]], [[-9.7421875, false]], [[-4.98828125, false]], [[-9.6171875, false]], [[-7.86328125, false]], [[-8.6171875, false]], [[-7.86328125, false]], [[-10.4921875, false]], [[-11.7421875, false]], [[-9.1171875, false]], [[-9.96875, false]], [[-5.23828125, false]], [[-9.1171875, false]], [[-10.4921875, false]], [[-7.86328125, false]], [[-6.61328125, false]], [[-4.98828125, false]], [[-9.6171875, false]], [[-5.23828125, false]], [[-9.1171875, false]], [[-4.98828125, false]], [[-11.9921875, false]], [[-7.86328125, false]], [[-9.7421875, false]], [[-9.1171875, false]], [[-13.1171875, false]]], "filtered_resps": [[-6.48828125, false], [-9.1171875, false], [-10.4921875, false], [-4.98828125, false], [-7.98828125, false], [-7.86328125, false], [-10.4921875, false], [-4.98828125, false], [-10.4921875, false], [-5.23828125, false], [-6.61328125, false], [-7.86328125, false], [-9.7421875, false], [-10.4921875, false], [-9.8671875, false], [-12.6171875, false], [-7.98828125, false], [-10.4921875, false], [-7.86328125, false], [-8.4921875, false], [-8.6171875, false], [-9.1171875, false], [-9.96875, false], [-5.23828125, false], [-9.1171875, false], [-11.9921875, false], [-8.4921875, false], [-9.6171875, false], [-7.98828125, false], [-4.98828125, false], [-8.6171875, false], [-7.86328125, false], [-7.98828125, false], [-5.23828125, false], [-7.86328125, false], [-9.8671875, false], [-12.6171875, false], [-8.9921875, false], [-10.4921875, false], [-7.86328125, false], [-8.4921875, false], [-8.6171875, false], [-9.7421875, false], [-9.1171875, false], [-9.96875, false], [-5.23828125, false], [-9.1171875, false], [-7.86328125, false], [-8.6171875, false], [-7.98828125, false], [-9.8671875, false], [-7.86328125, false], [-4.98828125, false], [-9.7421875, false], [-7.86328125, false], [-6.61328125, false], [-5.23828125, false], [-9.7421875, false], [-4.98828125, false], [-9.6171875, false], [-7.86328125, false], [-8.6171875, false], [-7.86328125, false], [-10.4921875, false], [-11.7421875, false], [-9.1171875, false], [-9.96875, false], [-5.23828125, false], [-9.1171875, false], [-10.4921875, false], [-7.86328125, false], [-6.61328125, false], [-4.98828125, false], [-9.6171875, false], [-5.23828125, false], [-9.1171875, false], [-4.98828125, false], [-11.9921875, false], [-7.86328125, false], [-9.7421875, false], [-9.1171875, false], [-13.1171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2051, "doc": {"id": "CSZ_2004_5_CSZ20156", "question": "Which list gives the correct order of food traveling through the digestive system after it is swallowed?", "choices": {"text": ["stomach, esophagus, large intestine, small intestine.", "small intestine, large intestine, esophagus, stomach.", "esophagus, stomach, large intestine, small intestine.", "esophagus, stomach, small intestine, large intestine."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "esophagus, stomach, small intestine, large intestine.", "arguments": ["Question: Which list gives the correct order of food traveling through the digestive system after it is swallowed?\nAnswer:", " ["], "resps": [[[-5.58984375, false]], [[-8.71875, false]], [[-7.08984375, false]], [[-9.09375, false]], [[-8.71875, false]], [[-8.59375, false]], [[-5.08984375, false]], [[-7.46484375, false]], [[-9.09375, false]], [[-10.0703125, false]], [[-5.33984375, false]], [[-8.46875, false]], [[-7.08984375, false]], [[-8.71875, false]], [[-8.46875, false]], [[-9.09375, false]], [[-5.08984375, false]], [[-9.59375, false]], [[-9.46875, false]], [[-7.08984375, false]], [[-10.0703125, false]], [[-5.33984375, false]], [[-9.46875, false]], [[-5.08984375, false]], [[-9.59375, false]], [[-9.59375, false]], [[-8.46875, false]], [[-5.33984375, false]], [[-7.58984375, false]], [[-8.09375, false]], [[-9.09375, false]], [[-8.46875, false]], [[-7.08984375, false]], [[-9.09375, false]], [[-7.58984375, false]], [[-8.09375, false]], [[-8.46875, false]], [[-10.0703125, false]], [[-5.33984375, false]], [[-7.08984375, false]], [[-8.59375, false]], [[-5.08984375, false]], [[-9.46875, false]], [[-9.46875, false]], [[-5.33984375, false]], [[-7.58984375, false]], [[-8.09375, false]], [[-9.09375, false]], [[-8.46875, false]], [[-7.08984375, false]], [[-9.09375, false]], [[-7.58984375, false]], [[-8.09375, false]], [[-8.46875, false]], [[-6.5703125, false]], [[-8.71875, false]], [[-10.0703125, false]], [[-5.33984375, false]], [[-8.71875, false]], [[-7.08984375, false]], [[-8.59375, false]], [[-5.08984375, false]], [[-9.46875, false]], [[-9.46875, false]], [[-5.33984375, false]], [[-7.58984375, false]], [[-8.09375, false]], [[-9.09375, false]], [[-8.46875, false]], [[-7.08984375, false]], [[-9.09375, false]], [[-7.58984375, false]], [[-8.09375, false]], [[-8.46875, false]], [[-10.0703125, false]], [[-5.33984375, false]], [[-9.46875, false]], [[-5.08984375, false]], [[-9.59375, false]], [[-9.59375, false]], [[-8.46875, false]], [[-5.33984375, false]], [[-7.58984375, false]], [[-8.09375, false]], [[-9.09375, false]], [[-8.46875, false]], [[-7.08984375, false]], [[-9.09375, false]], [[-7.58984375, false]], [[-8.09375, false]], [[-8.46875, false]], [[-10.0703125, false]], [[-5.33984375, false]], [[-8.46875, false]], [[-7.08984375, false]], [[-8.71875, false]], [[-8.46875, false]], [[-9.09375, false]], [[-5.08984375, false]], [[-9.59375, false]], [[-9.46875, false]], [[-7.08984375, false]], [[-10.0703125, false]], [[-5.33984375, false]], [[-7.08984375, false]], [[-9.09375, false]], [[-8.71875, false]], [[-8.59375, false]], [[-5.08984375, false]], [[-7.46484375, false]], [[-9.09375, false]], [[-6.5703125, false]], [[-8.71875, false]], [[-10.0703125, false]], [[-5.33984375, false]], [[-8.71875, false]], [[-8.46875, false]], [[-7.08984375, false]], [[-8.71875, false]], [[-8.46875, false]], [[-9.09375, false]], [[-5.08984375, false]], [[-9.59375, false]], [[-9.46875, false]], [[-7.08984375, false]], [[-10.0703125, false]], [[-5.33984375, false]], [[-7.08984375, false]], [[-9.09375, false]], [[-8.71875, false]], [[-8.59375, false]], [[-5.08984375, false]], [[-7.46484375, false]], [[-9.09375, false]], [[-10.0703125, false]], [[-5.33984375, false]], [[-9.46875, false]], [[-5.08984375, false]], [[-9.59375, false]], [[-9.59375, false]], [[-8.46875, false]], [[-5.33984375, false]], [[-7.58984375, false]], [[-8.09375, false]], [[-9.09375, false]], [[-8.46875, false]], [[-7.08984375, false]], [[-9.09375, false]], [[-7.58984375, false]], [[-8.09375, false]], [[-8.46875, false]], [[-10.0703125, false]], [[-5.33984375, false]], [[-7.08984375, false]], [[-8.59375, false]], [[-5.08984375, false]], [[-9.46875, false]], [[-9.46875, false]], [[-5.33984375, false]], [[-7.58984375, false]], [[-8.09375, false]], [[-9.09375, false]], [[-8.46875, false]], [[-7.08984375, false]], [[-9.09375, false]], [[-7.58984375, false]], [[-8.09375, false]], [[-8.46875, false]], [[-6.5703125, false]], [[-8.71875, false]], [[-10.0703125, false]], [[-5.33984375, false]], [[-8.71875, false]], [[-8.46875, false]], [[-7.08984375, false]], [[-8.71875, false]], [[-8.46875, false]], [[-9.09375, false]], [[-5.08984375, false]], [[-9.59375, false]], [[-9.46875, false]], [[-7.08984375, false]], [[-10.0703125, false]], [[-5.33984375, false]], [[-7.08984375, false]], [[-9.09375, false]], [[-8.71875, false]], [[-8.59375, false]], [[-5.08984375, false]], [[-7.46484375, false]], [[-9.09375, false]], [[-10.0703125, false]], [[-5.33984375, false]], [[-7.08984375, false]], [[-8.59375, false]], [[-5.08984375, false]], [[-9.46875, false]], [[-9.46875, false]], [[-5.33984375, false]], [[-7.58984375, false]], [[-8.09375, false]], [[-9.09375, false]], [[-8.46875, false]], [[-7.08984375, false]], [[-9.09375, false]], [[-7.58984375, false]], [[-8.09375, false]], [[-8.46875, false]], [[-10.0703125, false]], [[-5.33984375, false]], [[-9.46875, false]], [[-5.08984375, false]], [[-9.59375, false]], [[-9.59375, false]], [[-8.46875, false]], [[-5.33984375, false]], [[-7.58984375, false]], [[-8.09375, false]], [[-9.09375, false]], [[-8.46875, false]], [[-7.08984375, false]], [[-9.09375, false]], [[-7.58984375, false]], [[-8.09375, false]], [[-8.46875, false]], [[-6.5703125, false]], [[-8.71875, false]], [[-9.84375, false]]], "filtered_resps": [[-5.58984375, false], [-8.71875, false], [-7.08984375, false], [-9.09375, false], [-8.71875, false], [-8.59375, false], [-5.08984375, false], [-7.46484375, false], [-9.09375, false], [-10.0703125, false], [-5.33984375, false], [-8.46875, false], [-7.08984375, false], [-8.71875, false], [-8.46875, false], [-9.09375, false], [-5.08984375, false], [-9.59375, false], [-9.46875, false], [-7.08984375, false], [-10.0703125, false], [-5.33984375, false], [-9.46875, false], [-5.08984375, false], [-9.59375, false], [-9.59375, false], [-8.46875, false], [-5.33984375, false], [-7.58984375, false], [-8.09375, false], [-9.09375, false], [-8.46875, false], [-7.08984375, false], [-9.09375, false], [-7.58984375, false], [-8.09375, false], [-8.46875, false], [-10.0703125, false], [-5.33984375, false], [-7.08984375, false], [-8.59375, false], [-5.08984375, false], [-9.46875, false], [-9.46875, false], [-5.33984375, false], [-7.58984375, false], [-8.09375, false], [-9.09375, false], [-8.46875, false], [-7.08984375, false], [-9.09375, false], [-7.58984375, false], [-8.09375, false], [-8.46875, false], [-6.5703125, false], [-8.71875, false], [-10.0703125, false], [-5.33984375, false], [-8.71875, false], [-7.08984375, false], [-8.59375, false], [-5.08984375, false], [-9.46875, false], [-9.46875, false], [-5.33984375, false], [-7.58984375, false], [-8.09375, false], [-9.09375, false], [-8.46875, false], [-7.08984375, false], [-9.09375, false], [-7.58984375, false], [-8.09375, false], [-8.46875, false], [-10.0703125, false], [-5.33984375, false], [-9.46875, false], [-5.08984375, false], [-9.59375, false], [-9.59375, false], [-8.46875, false], [-5.33984375, false], [-7.58984375, false], [-8.09375, false], [-9.09375, false], [-8.46875, false], [-7.08984375, false], [-9.09375, false], [-7.58984375, false], [-8.09375, false], [-8.46875, false], [-10.0703125, false], [-5.33984375, false], [-8.46875, false], [-7.08984375, false], [-8.71875, false], [-8.46875, false], [-9.09375, false], [-5.08984375, false], [-9.59375, false], [-9.46875, false], [-7.08984375, false], [-10.0703125, false], [-5.33984375, false], [-7.08984375, false], [-9.09375, false], [-8.71875, false], [-8.59375, false], [-5.08984375, false], [-7.46484375, false], [-9.09375, false], [-6.5703125, false], [-8.71875, false], [-10.0703125, false], [-5.33984375, false], [-8.71875, false], [-8.46875, false], [-7.08984375, false], [-8.71875, false], [-8.46875, false], [-9.09375, false], [-5.08984375, false], [-9.59375, false], [-9.46875, false], [-7.08984375, false], [-10.0703125, false], [-5.33984375, false], [-7.08984375, false], [-9.09375, false], [-8.71875, false], [-8.59375, false], [-5.08984375, false], [-7.46484375, false], [-9.09375, false], [-10.0703125, false], [-5.33984375, false], [-9.46875, false], [-5.08984375, false], [-9.59375, false], [-9.59375, false], [-8.46875, false], [-5.33984375, false], [-7.58984375, false], [-8.09375, false], [-9.09375, false], [-8.46875, false], [-7.08984375, false], [-9.09375, false], [-7.58984375, false], [-8.09375, false], [-8.46875, false], [-10.0703125, false], [-5.33984375, false], [-7.08984375, false], [-8.59375, false], [-5.08984375, false], [-9.46875, false], [-9.46875, false], [-5.33984375, false], [-7.58984375, false], [-8.09375, false], [-9.09375, false], [-8.46875, false], [-7.08984375, false], [-9.09375, false], [-7.58984375, false], [-8.09375, false], [-8.46875, false], [-6.5703125, false], [-8.71875, false], [-10.0703125, false], [-5.33984375, false], [-8.71875, false], [-8.46875, false], [-7.08984375, false], [-8.71875, false], [-8.46875, false], [-9.09375, false], [-5.08984375, false], [-9.59375, false], [-9.46875, false], [-7.08984375, false], [-10.0703125, false], [-5.33984375, false], [-7.08984375, false], [-9.09375, false], [-8.71875, false], [-8.59375, false], [-5.08984375, false], [-7.46484375, false], [-9.09375, false], [-10.0703125, false], [-5.33984375, false], [-7.08984375, false], [-8.59375, false], [-5.08984375, false], [-9.46875, false], [-9.46875, false], [-5.33984375, false], [-7.58984375, false], [-8.09375, false], [-9.09375, false], [-8.46875, false], [-7.08984375, false], [-9.09375, false], [-7.58984375, false], [-8.09375, false], [-8.46875, false], [-10.0703125, false], [-5.33984375, false], [-9.46875, false], [-5.08984375, false], [-9.59375, false], [-9.59375, false], [-8.46875, false], [-5.33984375, false], [-7.58984375, false], [-8.09375, false], [-9.09375, false], [-8.46875, false], [-7.08984375, false], [-9.09375, false], [-7.58984375, false], [-8.09375, false], [-8.46875, false], [-6.5703125, false], [-8.71875, false], [-9.84375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2059, "doc": {"id": "Mercury_7217683", "question": "What allows for some organisms in a population to have an increased survival rate over other organisms of the same species?", "choices": {"text": ["genetic mutation", "species competition", "asexual reproduction", "genetic variation"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "genetic variation", "arguments": ["Question: What allows for some organisms in a population to have an increased survival rate over other organisms of the same species?\nAnswer:", " ["], "resps": [[[-7.7890625, false]], [[-8.6640625, false]], [[-12.7890625, false]], [[-8.2890625, false]], [[-9.6640625, false]], [[-8.2890625, false]], [[-10.6640625, false]], [[-8.6640625, false]], [[-9.1640625, false]], [[-5.7890625, false]], [[-11.0390625, false]], [[-11.4140625, false]], [[-10.6640625, false]], [[-4.7890625, false]], [[-10.6640625, false]], [[-8.6640625, false]], [[-9.2890625, false]], [[-9.6640625, false]], [[-8.6640625, false]], [[-11.171875, false]], [[-5.7890625, false]], [[-8.6640625, false]], [[-10.0390625, false]], [[-10.2890625, false]], [[-8.2890625, false]], [[-9.1640625, false]], [[-8.6640625, false]], [[-8.2890625, false]], [[-10.0390625, false]], [[-5.7890625, false]], [[-9.1640625, false]], [[-9.2890625, false]], [[-11.0390625, false]], [[-10.2890625, false]], [[-8.2890625, false]], [[-10.6640625, false]], [[-8.6640625, false]], [[-10.6640625, false]], [[-8.6640625, false]], [[-9.2890625, false]], [[-9.6640625, false]], [[-8.6640625, false]], [[-11.171875, false]], [[-5.7890625, false]], [[-8.6640625, false]], [[-4.7890625, false]], [[-10.0390625, false]], [[-8.2890625, false]], [[-10.6640625, false]], [[-11.4140625, false]], [[-4.7890625, false]], [[-9.5390625, false]], [[-5.7890625, false]], [[-10.9140625, false]], [[-8.2890625, false]], [[-10.2890625, false]], [[-10.9140625, false]], [[-9.2890625, false]], [[-9.1640625, false]], [[-11.4140625, false]], [[-9.1640625, false]], [[-10.6640625, false]], [[-8.6640625, false]], [[-9.2890625, false]], [[-9.6640625, false]], [[-8.6640625, false]], [[-11.171875, false]], [[-5.7890625, false]], [[-8.6640625, false]], [[-12.7890625, false]], [[-8.2890625, false]], [[-9.6640625, false]], [[-8.2890625, false]], [[-10.6640625, false]], [[-8.6640625, false]], [[-9.1640625, false]], [[-5.7890625, false]], [[-12.2890625, false]], [[-4.7890625, false]], [[-10.9140625, false]], [[-8.6640625, false]], [[-4.7890625, false]], [[-10.6640625, false]], [[-8.6640625, false]], [[-9.2890625, false]], [[-9.6640625, false]], [[-8.6640625, false]], [[-14.1640625, false]]], "filtered_resps": [[-7.7890625, false], [-8.6640625, false], [-12.7890625, false], [-8.2890625, false], [-9.6640625, false], [-8.2890625, false], [-10.6640625, false], [-8.6640625, false], [-9.1640625, false], [-5.7890625, false], [-11.0390625, false], [-11.4140625, false], [-10.6640625, false], [-4.7890625, false], [-10.6640625, false], [-8.6640625, false], [-9.2890625, false], [-9.6640625, false], [-8.6640625, false], [-11.171875, false], [-5.7890625, false], [-8.6640625, false], [-10.0390625, false], [-10.2890625, false], [-8.2890625, false], [-9.1640625, false], [-8.6640625, false], [-8.2890625, false], [-10.0390625, false], [-5.7890625, false], [-9.1640625, false], [-9.2890625, false], [-11.0390625, false], [-10.2890625, false], [-8.2890625, false], [-10.6640625, false], [-8.6640625, false], [-10.6640625, false], [-8.6640625, false], [-9.2890625, false], [-9.6640625, false], [-8.6640625, false], [-11.171875, false], [-5.7890625, false], [-8.6640625, false], [-4.7890625, false], [-10.0390625, false], [-8.2890625, false], [-10.6640625, false], [-11.4140625, false], [-4.7890625, false], [-9.5390625, false], [-5.7890625, false], [-10.9140625, false], [-8.2890625, false], [-10.2890625, false], [-10.9140625, false], [-9.2890625, false], [-9.1640625, false], [-11.4140625, false], [-9.1640625, false], [-10.6640625, false], [-8.6640625, false], [-9.2890625, false], [-9.6640625, false], [-8.6640625, false], [-11.171875, false], [-5.7890625, false], [-8.6640625, false], [-12.7890625, false], [-8.2890625, false], [-9.6640625, false], [-8.2890625, false], [-10.6640625, false], [-8.6640625, false], [-9.1640625, false], [-5.7890625, false], [-12.2890625, false], [-4.7890625, false], [-10.9140625, false], [-8.6640625, false], [-4.7890625, false], [-10.6640625, false], [-8.6640625, false], [-9.2890625, false], [-9.6640625, false], [-8.6640625, false], [-14.1640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2067, "doc": {"id": "Mercury_7221025", "question": "Rheumatoid arthritis is an autoimmune disease that affects the joints. Which of these events causes the symptoms of this disease?", "choices": {"text": ["The body's immune system attacks specific tissues.", "The cells of the immune system begin to grow rapidly.", "The body's immune system fails to fight off infections.", "The cells of the immune system are absorbed by antigens."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "The body's immune system attacks specific tissues.", "arguments": ["Question: Rheumatoid arthritis is an autoimmune disease that affects the joints. Which of these events causes the symptoms of this disease?\nAnswer:", " ["], "resps": [[[-6.68359375, false]], [[-8.1875, false]], [[-5.93359375, false]], [[-9.4375, false]], [[-9.4375, false]], [[-4.18359375, false]], [[-7.43359375, false]], [[-8.6875, false]], [[-8.6875, false]], [[-12.1875, false]], [[-10.9375, false]], [[-6.43359375, false]], [[-4.18359375, false]], [[-7.18359375, false]], [[-9.1875, false]], [[-9.1875, false]], [[-8.4375, false]], [[-9.1875, false]], [[-9.4375, false]], [[-4.18359375, false]], [[-6.43359375, false]], [[-12.1875, false]], [[-6.43359375, false]], [[-10.4375, false]], [[-9.4375, false]], [[-9.1875, false]], [[-4.18359375, false]], [[-4.68359375, false]], [[-10.4375, false]], [[-10.4375, false]], [[-4.68359375, false]], [[-7.18359375, false]], [[-7.43359375, false]], [[-6.43359375, false]], [[-4.18359375, false]], [[-6.43359375, false]], [[-6.68359375, false]], [[-9.4375, false]], [[-7.18359375, false]], [[-7.18359375, false]], [[-10.6875, false]], [[-7.18359375, false]], [[-7.18359375, false]], [[-4.18359375, false]], [[-10.4375, false]], [[-7.18359375, false]], [[-6.43359375, false]], [[-6.43359375, false]], [[-8.4375, false]], [[-9.4375, false]], [[-6.43359375, false]], [[-5.81640625, false]], [[-8.1875, false]], [[-9.0625, false]], [[-4.18359375, false]], [[-10.9375, false]], [[-5.93359375, false]], [[-9.4375, false]], [[-9.4375, false]], [[-4.18359375, false]], [[-7.18359375, false]], [[-9.4375, false]], [[-8.1875, false]], [[-8.1875, false]], [[-6.43359375, false]], [[-4.18359375, false]], [[-8.6875, false]], [[-10.6875, false]], [[-4.18359375, false]], [[-10.4375, false]], [[-9.4375, false]], [[-9.4375, false]], [[-4.18359375, false]], [[-7.18359375, false]], [[-9.1875, false]], [[-9.1875, false]], [[-8.4375, false]], [[-9.1875, false]], [[-9.4375, false]], [[-4.18359375, false]], [[-6.43359375, false]], [[-12.1875, false]], [[-6.43359375, false]], [[-10.4375, false]], [[-9.4375, false]], [[-9.1875, false]], [[-4.18359375, false]], [[-7.43359375, false]], [[-9.4375, false]], [[-10.4375, false]], [[-7.18359375, false]], [[-9.1875, false]], [[-4.18359375, false]], [[-10.4375, false]], [[-8.6875, false]], [[-4.18359375, false]], [[-10.4375, false]], [[-9.4375, false]], [[-8.6875, false]], [[-8.9375, false]], [[-4.18359375, false]], [[-9.4375, false]], [[-4.68359375, false]], [[-6.68359375, false]], [[-7.18359375, false]], [[-8.6875, false]], [[-8.1875, false]], [[-12.1875, false]], [[-5.81640625, false]], [[-10.9375, false]], [[-9.0625, false]], [[-4.18359375, false]], [[-8.1875, false]], [[-5.93359375, false]], [[-9.4375, false]], [[-9.4375, false]], [[-4.18359375, false]], [[-7.43359375, false]], [[-8.6875, false]], [[-8.6875, false]], [[-12.1875, false]], [[-10.9375, false]], [[-6.43359375, false]], [[-4.18359375, false]], [[-7.18359375, false]], [[-9.1875, false]], [[-9.1875, false]], [[-8.4375, false]], [[-9.1875, false]], [[-9.4375, false]], [[-4.18359375, false]], [[-6.43359375, false]], [[-12.1875, false]], [[-6.43359375, false]], [[-10.4375, false]], [[-9.4375, false]], [[-9.1875, false]], [[-4.18359375, false]], [[-10.6875, false]], [[-4.68359375, false]], [[-7.18359375, false]], [[-8.1875, false]], [[-6.43359375, false]], [[-4.18359375, false]], [[-10.4375, false]], [[-8.6875, false]], [[-4.18359375, false]], [[-10.6875, false]], [[-7.18359375, false]], [[-10.4375, false]], [[-9.4375, false]], [[-10.4375, false]], [[-4.18359375, false]], [[-8.6875, false]], [[-10.6875, false]], [[-10.6875, false]], [[-4.18359375, false]], [[-7.18359375, false]], [[-9.1875, false]], [[-10.6875, false]], [[-9.4375, false]], [[-7.18359375, false]], [[-10.4375, false]], [[-7.18359375, false]], [[-8.6875, false]], [[-9.1875, false]], [[-6.43359375, false]], [[-5.81640625, false]], [[-8.1875, false]], [[-9.0625, false]], [[-4.18359375, false]], [[-10.9375, false]], [[-5.93359375, false]], [[-9.4375, false]], [[-9.4375, false]], [[-4.18359375, false]], [[-7.18359375, false]], [[-9.4375, false]], [[-8.1875, false]], [[-8.1875, false]], [[-6.43359375, false]], [[-4.18359375, false]], [[-8.6875, false]], [[-10.6875, false]], [[-4.18359375, false]], [[-10.4375, false]], [[-9.4375, false]], [[-9.4375, false]], [[-4.18359375, false]], [[-7.18359375, false]], [[-9.1875, false]], [[-9.1875, false]], [[-8.4375, false]], [[-9.1875, false]], [[-9.4375, false]], [[-4.18359375, false]], [[-6.43359375, false]], [[-12.1875, false]], [[-6.43359375, false]], [[-10.4375, false]], [[-9.4375, false]], [[-9.1875, false]], [[-4.18359375, false]], [[-4.68359375, false]], [[-9.4375, false]], [[-9.4375, false]], [[-4.18359375, false]], [[-4.68359375, false]], [[-7.43359375, false]], [[-6.43359375, false]], [[-8.6875, false]], [[-9.4375, false]], [[-7.43359375, false]], [[-9.4375, false]], [[-8.6875, false]], [[-4.18359375, false]], [[-7.43359375, false]], [[-12.1875, false]], [[-4.18359375, false]], [[-4.68359375, false]], [[-9.1875, false]], [[-10.4375, false]], [[-7.18359375, false]], [[-10.4375, false]], [[-9.4375, false]], [[-9.1875, false]], [[-6.43359375, false]], [[-5.81640625, false]], [[-10.9375, false]], [[-11.4375, false]]], "filtered_resps": [[-6.68359375, false], [-8.1875, false], [-5.93359375, false], [-9.4375, false], [-9.4375, false], [-4.18359375, false], [-7.43359375, false], [-8.6875, false], [-8.6875, false], [-12.1875, false], [-10.9375, false], [-6.43359375, false], [-4.18359375, false], [-7.18359375, false], [-9.1875, false], [-9.1875, false], [-8.4375, false], [-9.1875, false], [-9.4375, false], [-4.18359375, false], [-6.43359375, false], [-12.1875, false], [-6.43359375, false], [-10.4375, false], [-9.4375, false], [-9.1875, false], [-4.18359375, false], [-4.68359375, false], [-10.4375, false], [-10.4375, false], [-4.68359375, false], [-7.18359375, false], [-7.43359375, false], [-6.43359375, false], [-4.18359375, false], [-6.43359375, false], [-6.68359375, false], [-9.4375, false], [-7.18359375, false], [-7.18359375, false], [-10.6875, false], [-7.18359375, false], [-7.18359375, false], [-4.18359375, false], [-10.4375, false], [-7.18359375, false], [-6.43359375, false], [-6.43359375, false], [-8.4375, false], [-9.4375, false], [-6.43359375, false], [-5.81640625, false], [-8.1875, false], [-9.0625, false], [-4.18359375, false], [-10.9375, false], [-5.93359375, false], [-9.4375, false], [-9.4375, false], [-4.18359375, false], [-7.18359375, false], [-9.4375, false], [-8.1875, false], [-8.1875, false], [-6.43359375, false], [-4.18359375, false], [-8.6875, false], [-10.6875, false], [-4.18359375, false], [-10.4375, false], [-9.4375, false], [-9.4375, false], [-4.18359375, false], [-7.18359375, false], [-9.1875, false], [-9.1875, false], [-8.4375, false], [-9.1875, false], [-9.4375, false], [-4.18359375, false], [-6.43359375, false], [-12.1875, false], [-6.43359375, false], [-10.4375, false], [-9.4375, false], [-9.1875, false], [-4.18359375, false], [-7.43359375, false], [-9.4375, false], [-10.4375, false], [-7.18359375, false], [-9.1875, false], [-4.18359375, false], [-10.4375, false], [-8.6875, false], [-4.18359375, false], [-10.4375, false], [-9.4375, false], [-8.6875, false], [-8.9375, false], [-4.18359375, false], [-9.4375, false], [-4.68359375, false], [-6.68359375, false], [-7.18359375, false], [-8.6875, false], [-8.1875, false], [-12.1875, false], [-5.81640625, false], [-10.9375, false], [-9.0625, false], [-4.18359375, false], [-8.1875, false], [-5.93359375, false], [-9.4375, false], [-9.4375, false], [-4.18359375, false], [-7.43359375, false], [-8.6875, false], [-8.6875, false], [-12.1875, false], [-10.9375, false], [-6.43359375, false], [-4.18359375, false], [-7.18359375, false], [-9.1875, false], [-9.1875, false], [-8.4375, false], [-9.1875, false], [-9.4375, false], [-4.18359375, false], [-6.43359375, false], [-12.1875, false], [-6.43359375, false], [-10.4375, false], [-9.4375, false], [-9.1875, false], [-4.18359375, false], [-10.6875, false], [-4.68359375, false], [-7.18359375, false], [-8.1875, false], [-6.43359375, false], [-4.18359375, false], [-10.4375, false], [-8.6875, false], [-4.18359375, false], [-10.6875, false], [-7.18359375, false], [-10.4375, false], [-9.4375, false], [-10.4375, false], [-4.18359375, false], [-8.6875, false], [-10.6875, false], [-10.6875, false], [-4.18359375, false], [-7.18359375, false], [-9.1875, false], [-10.6875, false], [-9.4375, false], [-7.18359375, false], [-10.4375, false], [-7.18359375, false], [-8.6875, false], [-9.1875, false], [-6.43359375, false], [-5.81640625, false], [-8.1875, false], [-9.0625, false], [-4.18359375, false], [-10.9375, false], [-5.93359375, false], [-9.4375, false], [-9.4375, false], [-4.18359375, false], [-7.18359375, false], [-9.4375, false], [-8.1875, false], [-8.1875, false], [-6.43359375, false], [-4.18359375, false], [-8.6875, false], [-10.6875, false], [-4.18359375, false], [-10.4375, false], [-9.4375, false], [-9.4375, false], [-4.18359375, false], [-7.18359375, false], [-9.1875, false], [-9.1875, false], [-8.4375, false], [-9.1875, false], [-9.4375, false], [-4.18359375, false], [-6.43359375, false], [-12.1875, false], [-6.43359375, false], [-10.4375, false], [-9.4375, false], [-9.1875, false], [-4.18359375, false], [-4.68359375, false], [-9.4375, false], [-9.4375, false], [-4.18359375, false], [-4.68359375, false], [-7.43359375, false], [-6.43359375, false], [-8.6875, false], [-9.4375, false], [-7.43359375, false], [-9.4375, false], [-8.6875, false], [-4.18359375, false], [-7.43359375, false], [-12.1875, false], [-4.18359375, false], [-4.68359375, false], [-9.1875, false], [-10.4375, false], [-7.18359375, false], [-10.4375, false], [-9.4375, false], [-9.1875, false], [-6.43359375, false], [-5.81640625, false], [-10.9375, false], [-11.4375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2075, "doc": {"id": "NAEP_2005_8_S11+3", "question": "An unusual type of fossil clam is found in rock layers high in the Swiss Alps. The same type of fossil clam is also found in the Rocky Mountains of North America. From this, scientists conclude that", "choices": {"text": ["glaciers carried the fossils up the mountains", "the Rocky Mountains and the Swiss Alps are both volcanic in origin", "clams once lived in mountains, but have since evolved into sea-dwelling creatures", "the layers of rocks in which the fossils were found are from the same geologic age"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "the layers of rocks in which the fossils were found are from the same geologic age", "arguments": ["Question: An unusual type of fossil clam is found in rock layers high in the Swiss Alps. The same type of fossil clam is also found in the Rocky Mountains of North America. From this, scientists conclude that\nAnswer:", " ["], "resps": [[[-7.31640625, false]], [[-8.3125, false]], [[-10.3125, false]], [[-9.3125, false]], [[-4.06640625, false]], [[-6.06640625, false]], [[-8.5625, false]], [[-8.0625, false]], [[-9.3125, false]], [[-8.0625, false]], [[-5.81640625, false]], [[-6.06640625, false]], [[-4.06640625, false]], [[-9.3125, false]], [[-9.3125, false]], [[-8.5625, false]], [[-8.0625, false]], [[-8.0625, false]], [[-5.81640625, false]], [[-9.8125, false]], [[-10.3125, false]], [[-8.0625, false]], [[-5.81640625, false]], [[-9.0625, false]], [[-9.0625, false]], [[-8.0625, false]], [[-8.0625, false]], [[-8.5625, false]], [[-9.3125, false]], [[-8.0625, false]], [[-5.81640625, false]], [[-10.5625, false]], [[-7.81640625, false]], [[-5.81640625, false]], [[-9.8125, false]], [[-10.3125, false]], [[-8.0625, false]], [[-5.81640625, false]], [[-9.5625, false]], [[-9.0625, false]], [[-10.5625, false]], [[-8.0625, false]], [[-9.8125, false]], [[-4.06640625, false]], [[-8.5625, false]], [[-8.0625, false]], [[-8.0625, false]], [[-8.3125, false]], [[-9.734375, false]], [[-5.81640625, false]], [[-8.3125, false]], [[-9.8125, false]], [[-10.3125, false]], [[-8.0625, false]], [[-5.81640625, false]], [[-7.56640625, false]], [[-9.0625, false]], [[-6.06640625, false]], [[-10.3125, false]], [[-11.0625, false]], [[-5.81640625, false]], [[-7.06640625, false]], [[-9.0625, false]], [[-10.5625, false]], [[-8.0625, false]], [[-9.8125, false]], [[-4.06640625, false]], [[-8.5625, false]], [[-8.0625, false]], [[-8.0625, false]], [[-5.81640625, false]], [[-4.06640625, false]], [[-8.0625, false]], [[-8.0625, false]], [[-5.81640625, false]], [[-9.8125, false]], [[-10.3125, false]], [[-8.0625, false]], [[-5.81640625, false]], [[-5.81640625, false]], [[-9.8125, false]], [[-8.5625, false]], [[-8.0625, false]], [[-8.0625, false]], [[-5.81640625, false]], [[-2.31640625, false]], [[-9.3125, false]], [[-7.81640625, false]], [[-8.0625, false]], [[-5.81640625, false]], [[-4.06640625, false]], [[-9.3125, false]], [[-8.0625, false]], [[-5.81640625, false]], [[-7.06640625, false]], [[-9.0625, false]], [[-9.8125, false]], [[-10.3125, false]], [[-5.81640625, false]], [[-10.3125, false]], [[-9.0625, false]], [[-9.3125, false]], [[-6.06640625, false]], [[-4.06640625, false]], [[-8.0625, false]], [[-8.5625, false]], [[-6.06640625, false]], [[-5.81640625, false]], [[-8.5625, false]], [[-8.0625, false]], [[-5.81640625, false]], [[-9.0625, false]], [[-9.3125, false]], [[-8.5625, false]], [[-10.3125, false]], [[-8.5625, false]], [[-8.0625, false]], [[-8.3125, false]], [[-9.734375, false]], [[-5.81640625, false]], [[-8.3125, false]], [[-6.06640625, false]], [[-9.3125, false]], [[-4.06640625, false]], [[-9.5625, false]], [[-8.0625, false]], [[-5.81640625, false]], [[-9.0625, false]], [[-8.0625, false]], [[-6.06640625, false]], [[-8.0625, false]], [[-5.81640625, false]], [[-9.3125, false]], [[-8.5625, false]], [[-10.3125, false]], [[-8.0625, false]], [[-8.0625, false]], [[-5.81640625, false]], [[-8.5625, false]], [[-8.0625, false]], [[-5.81640625, false]], [[-9.5625, false]], [[-9.0625, false]], [[-10.5625, false]], [[-8.0625, false]], [[-9.8125, false]], [[-4.06640625, false]], [[-8.5625, false]], [[-8.0625, false]], [[-8.0625, false]], [[-9.734375, false]], [[-5.81640625, false]], [[-7.06640625, false]], [[-10.5625, false]], [[-9.8125, false]], [[-5.81640625, false]], [[-10.3125, false]], [[-4.06640625, false]], [[-10.3125, false]], [[-8.0625, false]], [[-5.81640625, false]], [[-8.0625, false]], [[-8.5625, false]], [[-8.0625, false]], [[-6.06640625, false]], [[-8.0625, false]], [[-5.81640625, false]], [[-8.0625, false]], [[-10.3125, false]], [[-9.0625, false]], [[-9.3125, false]], [[-10.3125, false]], [[-8.0625, false]], [[-8.0625, false]], [[-5.81640625, false]], [[-8.5625, false]], [[-8.0625, false]], [[-9.8125, false]], [[-9.0625, false]], [[-5.81640625, false]], [[-8.0625, false]], [[-8.0625, false]], [[-4.06640625, false]], [[-8.0625, false]], [[-8.0625, false]], [[-9.8125, false]], [[-8.0625, false]], [[-9.3125, false]], [[-9.3125, false]], [[-8.5625, false]], [[-8.0625, false]], [[-10.3125, false]], [[-5.81640625, false]], [[-6.06640625, false]], [[-9.3125, false]], [[-8.0625, false]], [[-4.06640625, false]], [[-9.8125, false]], [[-10.5625, false]], [[-9.3125, false]], [[-8.0625, false]], [[-8.0625, false]], [[-8.3125, false]], [[-9.734375, false]], [[-5.81640625, false]], [[-8.3125, false]], [[-9.8125, false]], [[-10.3125, false]], [[-8.0625, false]], [[-5.81640625, false]], [[-9.3125, false]], [[-4.06640625, false]], [[-11.0625, false]], [[-8.0625, false]], [[-9.3125, false]], [[-8.0625, false]], [[-5.81640625, false]], [[-9.0625, false]], [[-9.0625, false]], [[-5.81640625, false]], [[-9.3125, false]], [[-9.0625, false]], [[-6.06640625, false]], [[-10.3125, false]], [[-8.0625, false]], [[-5.81640625, false]], [[-8.5625, false]], [[-8.0625, false]], [[-5.81640625, false]], [[-9.8125, false]], [[-10.3125, false]], [[-8.5625, false]], [[-6.06640625, false]], [[-10.3125, false]], [[-5.81640625, false]], [[-9.8125, false]], [[-10.3125, false]], [[-8.0625, false]], [[-5.81640625, false]], [[-9.0625, false]], [[-9.0625, false]], [[-8.0625, false]], [[-8.0625, false]], [[-8.5625, false]], [[-9.3125, false]], [[-8.0625, false]], [[-5.81640625, false]], [[-9.8125, false]], [[-8.0625, false]], [[-9.3125, false]], [[-8.0625, false]], [[-5.81640625, false]], [[-9.0625, false]], [[-9.0625, false]], [[-10.5625, false]], [[-8.0625, false]], [[-8.0625, false]], [[-5.81640625, false]], [[-4.06640625, false]], [[-9.3125, false]], [[-8.0625, false]], [[-5.81640625, false]], [[-9.0625, false]], [[-9.3125, false]], [[-9.0625, false]], [[-9.5625, false]], [[-5.81640625, false]], [[-9.8125, false]], [[-10.3125, false]], [[-8.0625, false]], [[-5.81640625, false]], [[-8.0625, false]], [[-4.06640625, false]], [[-9.5625, false]], [[-8.0625, false]], [[-5.81640625, false]], [[-10.3125, false]], [[-8.0625, false]], [[-9.0625, false]], [[-9.3125, false]], [[-9.0625, false]], [[-10.3125, false]], [[-8.5625, false]], [[-6.06640625, false]], [[-5.81640625, false]], [[-4.06640625, false]], [[-10.3125, false]], [[-8.0625, false]], [[-8.3125, false]], [[-11.8125, false]]], "filtered_resps": [[-7.31640625, false], [-8.3125, false], [-10.3125, false], [-9.3125, false], [-4.06640625, false], [-6.06640625, false], [-8.5625, false], [-8.0625, false], [-9.3125, false], [-8.0625, false], [-5.81640625, false], [-6.06640625, false], [-4.06640625, false], [-9.3125, false], [-9.3125, false], [-8.5625, false], [-8.0625, false], [-8.0625, false], [-5.81640625, false], [-9.8125, false], [-10.3125, false], [-8.0625, false], [-5.81640625, false], [-9.0625, false], [-9.0625, false], [-8.0625, false], [-8.0625, false], [-8.5625, false], [-9.3125, false], [-8.0625, false], [-5.81640625, false], [-10.5625, false], [-7.81640625, false], [-5.81640625, false], [-9.8125, false], [-10.3125, false], [-8.0625, false], [-5.81640625, false], [-9.5625, false], [-9.0625, false], [-10.5625, false], [-8.0625, false], [-9.8125, false], [-4.06640625, false], [-8.5625, false], [-8.0625, false], [-8.0625, false], [-8.3125, false], [-9.734375, false], [-5.81640625, false], [-8.3125, false], [-9.8125, false], [-10.3125, false], [-8.0625, false], [-5.81640625, false], [-7.56640625, false], [-9.0625, false], [-6.06640625, false], [-10.3125, false], [-11.0625, false], [-5.81640625, false], [-7.06640625, false], [-9.0625, false], [-10.5625, false], [-8.0625, false], [-9.8125, false], [-4.06640625, false], [-8.5625, false], [-8.0625, false], [-8.0625, false], [-5.81640625, false], [-4.06640625, false], [-8.0625, false], [-8.0625, false], [-5.81640625, false], [-9.8125, false], [-10.3125, false], [-8.0625, false], [-5.81640625, false], [-5.81640625, false], [-9.8125, false], [-8.5625, false], [-8.0625, false], [-8.0625, false], [-5.81640625, false], [-2.31640625, false], [-9.3125, false], [-7.81640625, false], [-8.0625, false], [-5.81640625, false], [-4.06640625, false], [-9.3125, false], [-8.0625, false], [-5.81640625, false], [-7.06640625, false], [-9.0625, false], [-9.8125, false], [-10.3125, false], [-5.81640625, false], [-10.3125, false], [-9.0625, false], [-9.3125, false], [-6.06640625, false], [-4.06640625, false], [-8.0625, false], [-8.5625, false], [-6.06640625, false], [-5.81640625, false], [-8.5625, false], [-8.0625, false], [-5.81640625, false], [-9.0625, false], [-9.3125, false], [-8.5625, false], [-10.3125, false], [-8.5625, false], [-8.0625, false], [-8.3125, false], [-9.734375, false], [-5.81640625, false], [-8.3125, false], [-6.06640625, false], [-9.3125, false], [-4.06640625, false], [-9.5625, false], [-8.0625, false], [-5.81640625, false], [-9.0625, false], [-8.0625, false], [-6.06640625, false], [-8.0625, false], [-5.81640625, false], [-9.3125, false], [-8.5625, false], [-10.3125, false], [-8.0625, false], [-8.0625, false], [-5.81640625, false], [-8.5625, false], [-8.0625, false], [-5.81640625, false], [-9.5625, false], [-9.0625, false], [-10.5625, false], [-8.0625, false], [-9.8125, false], [-4.06640625, false], [-8.5625, false], [-8.0625, false], [-8.0625, false], [-9.734375, false], [-5.81640625, false], [-7.06640625, false], [-10.5625, false], [-9.8125, false], [-5.81640625, false], [-10.3125, false], [-4.06640625, false], [-10.3125, false], [-8.0625, false], [-5.81640625, false], [-8.0625, false], [-8.5625, false], [-8.0625, false], [-6.06640625, false], [-8.0625, false], [-5.81640625, false], [-8.0625, false], [-10.3125, false], [-9.0625, false], [-9.3125, false], [-10.3125, false], [-8.0625, false], [-8.0625, false], [-5.81640625, false], [-8.5625, false], [-8.0625, false], [-9.8125, false], [-9.0625, false], [-5.81640625, false], [-8.0625, false], [-8.0625, false], [-4.06640625, false], [-8.0625, false], [-8.0625, false], [-9.8125, false], [-8.0625, false], [-9.3125, false], [-9.3125, false], [-8.5625, false], [-8.0625, false], [-10.3125, false], [-5.81640625, false], [-6.06640625, false], [-9.3125, false], [-8.0625, false], [-4.06640625, false], [-9.8125, false], [-10.5625, false], [-9.3125, false], [-8.0625, false], [-8.0625, false], [-8.3125, false], [-9.734375, false], [-5.81640625, false], [-8.3125, false], [-9.8125, false], [-10.3125, false], [-8.0625, false], [-5.81640625, false], [-9.3125, false], [-4.06640625, false], [-11.0625, false], [-8.0625, false], [-9.3125, false], [-8.0625, false], [-5.81640625, false], [-9.0625, false], [-9.0625, false], [-5.81640625, false], [-9.3125, false], [-9.0625, false], [-6.06640625, false], [-10.3125, false], [-8.0625, false], [-5.81640625, false], [-8.5625, false], [-8.0625, false], [-5.81640625, false], [-9.8125, false], [-10.3125, false], [-8.5625, false], [-6.06640625, false], [-10.3125, false], [-5.81640625, false], [-9.8125, false], [-10.3125, false], [-8.0625, false], [-5.81640625, false], [-9.0625, false], [-9.0625, false], [-8.0625, false], [-8.0625, false], [-8.5625, false], [-9.3125, false], [-8.0625, false], [-5.81640625, false], [-9.8125, false], [-8.0625, false], [-9.3125, false], [-8.0625, false], [-5.81640625, false], [-9.0625, false], [-9.0625, false], [-10.5625, false], [-8.0625, false], [-8.0625, false], [-5.81640625, false], [-4.06640625, false], [-9.3125, false], [-8.0625, false], [-5.81640625, false], [-9.0625, false], [-9.3125, false], [-9.0625, false], [-9.5625, false], [-5.81640625, false], [-9.8125, false], [-10.3125, false], [-8.0625, false], [-5.81640625, false], [-8.0625, false], [-4.06640625, false], [-9.5625, false], [-8.0625, false], [-5.81640625, false], [-10.3125, false], [-8.0625, false], [-9.0625, false], [-9.3125, false], [-9.0625, false], [-10.3125, false], [-8.5625, false], [-6.06640625, false], [-5.81640625, false], [-4.06640625, false], [-10.3125, false], [-8.0625, false], [-8.3125, false], [-11.8125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2083, "doc": {"id": "Mercury_SC_413532", "question": "Which of these is an example of a new substance being formed?", "choices": {"text": ["a nail rusting", "a wall being painted", "water changing to steam", "paper being folded"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "a nail rusting", "arguments": ["Question: Which of these is an example of a new substance being formed?\nAnswer:", " ["], "resps": [[[-5.98828125, false]], [[-8.4921875, false]], [[-3.98828125, false]], [[-5.11328125, false]], [[-7.11328125, false]], [[-3.98828125, false]], [[-6.86328125, false]], [[-9.2421875, false]], [[-5.11328125, false]], [[-9.8671875, false]], [[-8.4921875, false]], [[-9.1171875, false]], [[-8.9921875, false]], [[-6.86328125, false]], [[-7.11328125, false]], [[-10.3671875, false]], [[-8.4921875, false]], [[-9.4296875, false]], [[-5.11328125, false]], [[-8.4921875, false]], [[-3.98828125, false]], [[-5.11328125, false]], [[-10.6171875, false]], [[-3.98828125, false]], [[-9.2421875, false]], [[-9.2421875, false]], [[-5.11328125, false]], [[-7.98828125, false]], [[-7.61328125, false]], [[-6.86328125, false]], [[-7.11328125, false]], [[-10.3671875, false]], [[-5.11328125, false]], [[-7.98828125, false]], [[-3.98828125, false]], [[-6.86328125, false]], [[-7.11328125, false]], [[-8.9921875, false]], [[-7.61328125, false]], [[-9.1171875, false]], [[-8.4921875, false]], [[-9.4296875, false]], [[-5.11328125, false]], [[-8.4921875, false]], [[-10.6171875, false]], [[-3.98828125, false]], [[-8.9921875, false]], [[-7.61328125, false]], [[-9.8671875, false]], [[-5.11328125, false]], [[-7.23828125, false]], [[-9.3671875, false]], [[-3.98828125, false]], [[-7.11328125, false]], [[-10.3671875, false]], [[-6.86328125, false]], [[-7.11328125, false]], [[-10.3671875, false]], [[-5.11328125, false]], [[-8.9921875, false]], [[-8.2421875, false]], [[-5.11328125, false]], [[-9.1171875, false]], [[-8.9921875, false]], [[-7.61328125, false]], [[-3.98828125, false]], [[-7.23828125, false]], [[-8.4921875, false]], [[-9.4296875, false]], [[-5.11328125, false]], [[-8.4921875, false]], [[-7.98828125, false]], [[-3.98828125, false]], [[-7.98828125, false]], [[-7.61328125, false]], [[-9.8671875, false]], [[-5.11328125, false]], [[-7.98828125, false]], [[-7.61328125, false]], [[-6.86328125, false]], [[-7.11328125, false]], [[-10.3671875, false]], [[-5.11328125, false]], [[-9.6171875, false]], [[-8.2421875, false]], [[-9.2421875, false]], [[-9.1171875, false]], [[-7.61328125, false]], [[-9.1171875, false]], [[-8.4921875, false]], [[-12.9921875, false]]], "filtered_resps": [[-5.98828125, false], [-8.4921875, false], [-3.98828125, false], [-5.11328125, false], [-7.11328125, false], [-3.98828125, false], [-6.86328125, false], [-9.2421875, false], [-5.11328125, false], [-9.8671875, false], [-8.4921875, false], [-9.1171875, false], [-8.9921875, false], [-6.86328125, false], [-7.11328125, false], [-10.3671875, false], [-8.4921875, false], [-9.4296875, false], [-5.11328125, false], [-8.4921875, false], [-3.98828125, false], [-5.11328125, false], [-10.6171875, false], [-3.98828125, false], [-9.2421875, false], [-9.2421875, false], [-5.11328125, false], [-7.98828125, false], [-7.61328125, false], [-6.86328125, false], [-7.11328125, false], [-10.3671875, false], [-5.11328125, false], [-7.98828125, false], [-3.98828125, false], [-6.86328125, false], [-7.11328125, false], [-8.9921875, false], [-7.61328125, false], [-9.1171875, false], [-8.4921875, false], [-9.4296875, false], [-5.11328125, false], [-8.4921875, false], [-10.6171875, false], [-3.98828125, false], [-8.9921875, false], [-7.61328125, false], [-9.8671875, false], [-5.11328125, false], [-7.23828125, false], [-9.3671875, false], [-3.98828125, false], [-7.11328125, false], [-10.3671875, false], [-6.86328125, false], [-7.11328125, false], [-10.3671875, false], [-5.11328125, false], [-8.9921875, false], [-8.2421875, false], [-5.11328125, false], [-9.1171875, false], [-8.9921875, false], [-7.61328125, false], [-3.98828125, false], [-7.23828125, false], [-8.4921875, false], [-9.4296875, false], [-5.11328125, false], [-8.4921875, false], [-7.98828125, false], [-3.98828125, false], [-7.98828125, false], [-7.61328125, false], [-9.8671875, false], [-5.11328125, false], [-7.98828125, false], [-7.61328125, false], [-6.86328125, false], [-7.11328125, false], [-10.3671875, false], [-5.11328125, false], [-9.6171875, false], [-8.2421875, false], [-9.2421875, false], [-9.1171875, false], [-7.61328125, false], [-9.1171875, false], [-8.4921875, false], [-12.9921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2091, "doc": {"id": "MCAS_1998_4_24", "question": "Years ago, most family members lived near one another. Today, family members often live all over the country. People are able to live far from their loved ones because of the technologies of", "choices": {"text": ["medicine and computers.", "manufacturing and home entertainment.", "refrigeration and heating systems.", "communication and transportation."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "communication and transportation.", "arguments": ["Question: Years ago, most family members lived near one another. Today, family members often live all over the country. People are able to live far from their loved ones because of the technologies of\nAnswer:", " ["], "resps": [[[-6.88671875, false]], [[-8.8828125, false]], [[-10.2578125, false]], [[-7.51171875, false]], [[-8.8828125, false]], [[-7.88671875, false]], [[-9.0078125, false]], [[-7.88671875, false]], [[-9.3828125, false]], [[-7.51171875, false]], [[-5.51171875, false]], [[-5.76171875, false]], [[-9.3828125, false]], [[-8.8828125, false]], [[-5.51171875, false]], [[-9.0078125, false]], [[-9.5078125, false]], [[-10.2578125, false]], [[-10.3828125, false]], [[-11.5078125, false]], [[-9.8828125, false]], [[-7.51171875, false]], [[-10.5078125, false]], [[-9.7578125, false]], [[-6.90625, false]], [[-8.8828125, false]], [[-8.65625, false]], [[-5.51171875, false]], [[-8.8828125, false]], [[-10.2578125, false]], [[-5.76171875, false]], [[-9.3828125, false]], [[-11.5078125, false]], [[-9.7578125, false]], [[-5.76171875, false]], [[-9.0078125, false]], [[-9.8828125, false]], [[-11.5078125, false]], [[-10.5078125, false]], [[-7.88671875, false]], [[-9.3828125, false]], [[-10.8828125, false]], [[-5.51171875, false]], [[-5.76171875, false]], [[-9.3828125, false]], [[-8.8828125, false]], [[-5.51171875, false]], [[-10.2578125, false]], [[-9.5078125, false]], [[-10.2578125, false]], [[-7.51171875, false]], [[-5.51171875, false]], [[-7.51171875, false]], [[-9.3828125, false]], [[-9.8828125, false]], [[-7.51171875, false]], [[-10.5078125, false]], [[-9.8828125, false]], [[-5.76171875, false]], [[-7.88671875, false]], [[-9.3828125, false]], [[-10.2578125, false]], [[-7.51171875, false]], [[-9.3828125, false]], [[-9.8828125, false]], [[-6.90625, false]], [[-8.8828125, false]], [[-8.65625, false]], [[-5.51171875, false]], [[-8.8828125, false]], [[-10.5078125, false]], [[-7.51171875, false]], [[-9.7578125, false]], [[-10.5078125, false]], [[-7.88671875, false]], [[-10.8828125, false]], [[-7.51171875, false]], [[-10.5078125, false]], [[-5.76171875, false]], [[-9.8828125, false]], [[-7.88671875, false]], [[-9.5078125, false]], [[-9.3828125, false]], [[-5.51171875, false]], [[-5.76171875, false]], [[-9.3828125, false]], [[-8.8828125, false]], [[-5.51171875, false]], [[-10.2578125, false]], [[-7.51171875, false]], [[-5.76171875, false]], [[-9.8828125, false]], [[-7.88671875, false]], [[-9.3828125, false]], [[-10.8828125, false]], [[-5.51171875, false]], [[-9.7578125, false]], [[-11.1328125, false]], [[-9.7578125, false]], [[-9.8828125, false]], [[-7.51171875, false]], [[-10.2578125, false]], [[-9.7578125, false]], [[-6.90625, false]], [[-8.8828125, false]], [[-8.65625, false]], [[-5.51171875, false]], [[-8.8828125, false]], [[-9.0078125, false]], [[-9.5078125, false]], [[-10.2578125, false]], [[-10.2578125, false]], [[-11.5078125, false]], [[-9.3828125, false]], [[-7.88671875, false]], [[-9.0078125, false]], [[-5.76171875, false]], [[-9.8828125, false]], [[-7.88671875, false]], [[-9.5078125, false]], [[-9.3828125, false]], [[-5.51171875, false]], [[-5.76171875, false]], [[-9.3828125, false]], [[-8.8828125, false]], [[-5.51171875, false]], [[-9.8828125, false]], [[-10.5078125, false]], [[-5.76171875, false]], [[-9.3828125, false]], [[-9.7578125, false]], [[-10.3828125, false]], [[-9.5078125, false]], [[-10.5078125, false]], [[-9.8828125, false]], [[-5.76171875, false]], [[-9.8828125, false]], [[-7.88671875, false]], [[-9.5078125, false]], [[-9.3828125, false]], [[-6.90625, false]], [[-8.8828125, false]], [[-11.8828125, false]]], "filtered_resps": [[-6.88671875, false], [-8.8828125, false], [-10.2578125, false], [-7.51171875, false], [-8.8828125, false], [-7.88671875, false], [-9.0078125, false], [-7.88671875, false], [-9.3828125, false], [-7.51171875, false], [-5.51171875, false], [-5.76171875, false], [-9.3828125, false], [-8.8828125, false], [-5.51171875, false], [-9.0078125, false], [-9.5078125, false], [-10.2578125, false], [-10.3828125, false], [-11.5078125, false], [-9.8828125, false], [-7.51171875, false], [-10.5078125, false], [-9.7578125, false], [-6.90625, false], [-8.8828125, false], [-8.65625, false], [-5.51171875, false], [-8.8828125, false], [-10.2578125, false], [-5.76171875, false], [-9.3828125, false], [-11.5078125, false], [-9.7578125, false], [-5.76171875, false], [-9.0078125, false], [-9.8828125, false], [-11.5078125, false], [-10.5078125, false], [-7.88671875, false], [-9.3828125, false], [-10.8828125, false], [-5.51171875, false], [-5.76171875, false], [-9.3828125, false], [-8.8828125, false], [-5.51171875, false], [-10.2578125, false], [-9.5078125, false], [-10.2578125, false], [-7.51171875, false], [-5.51171875, false], [-7.51171875, false], [-9.3828125, false], [-9.8828125, false], [-7.51171875, false], [-10.5078125, false], [-9.8828125, false], [-5.76171875, false], [-7.88671875, false], [-9.3828125, false], [-10.2578125, false], [-7.51171875, false], [-9.3828125, false], [-9.8828125, false], [-6.90625, false], [-8.8828125, false], [-8.65625, false], [-5.51171875, false], [-8.8828125, false], [-10.5078125, false], [-7.51171875, false], [-9.7578125, false], [-10.5078125, false], [-7.88671875, false], [-10.8828125, false], [-7.51171875, false], [-10.5078125, false], [-5.76171875, false], [-9.8828125, false], [-7.88671875, false], [-9.5078125, false], [-9.3828125, false], [-5.51171875, false], [-5.76171875, false], [-9.3828125, false], [-8.8828125, false], [-5.51171875, false], [-10.2578125, false], [-7.51171875, false], [-5.76171875, false], [-9.8828125, false], [-7.88671875, false], [-9.3828125, false], [-10.8828125, false], [-5.51171875, false], [-9.7578125, false], [-11.1328125, false], [-9.7578125, false], [-9.8828125, false], [-7.51171875, false], [-10.2578125, false], [-9.7578125, false], [-6.90625, false], [-8.8828125, false], [-8.65625, false], [-5.51171875, false], [-8.8828125, false], [-9.0078125, false], [-9.5078125, false], [-10.2578125, false], [-10.2578125, false], [-11.5078125, false], [-9.3828125, false], [-7.88671875, false], [-9.0078125, false], [-5.76171875, false], [-9.8828125, false], [-7.88671875, false], [-9.5078125, false], [-9.3828125, false], [-5.51171875, false], [-5.76171875, false], [-9.3828125, false], [-8.8828125, false], [-5.51171875, false], [-9.8828125, false], [-10.5078125, false], [-5.76171875, false], [-9.3828125, false], [-9.7578125, false], [-10.3828125, false], [-9.5078125, false], [-10.5078125, false], [-9.8828125, false], [-5.76171875, false], [-9.8828125, false], [-7.88671875, false], [-9.5078125, false], [-9.3828125, false], [-6.90625, false], [-8.8828125, false], [-11.8828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2099, "doc": {"id": "Mercury_SC_405935", "question": "When performing a new experiment for the first time, a scientist reaches an unexpected conclusion. What must the scientist do in order to have the conclusion accepted by other scientists?", "choices": {"text": ["write a brief report", "repeat the experiment", "purchase new equipment", "make a data chart"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "repeat the experiment", "arguments": ["Question: When performing a new experiment for the first time, a scientist reaches an unexpected conclusion. What must the scientist do in order to have the conclusion accepted by other scientists?\nAnswer:", " ["], "resps": [[[-7.23828125, false]], [[-9.234375, false]], [[-12.234375, false]], [[-11.234375, false]], [[-8.484375, false]], [[-10.234375, false]], [[-8.984375, false]], [[-5.48828125, false]], [[-5.73828125, false]], [[-5.48828125, false]], [[-8.734375, false]], [[-11.234375, false]], [[-8.484375, false]], [[-8.984375, false]], [[-10.734375, false]], [[-5.48828125, false]], [[-11.234375, false]], [[-8.984375, false]], [[-9.734375, false]], [[-9.984375, false]], [[-11.234375, false]], [[-10.234375, false]], [[-9.234375, false]], [[-10.734375, false]], [[-5.48828125, false]], [[-9.234375, false]], [[-11.234375, false]], [[-8.984375, false]], [[-9.734375, false]], [[-8.984375, false]], [[-5.73828125, false]], [[-10.234375, false]], [[-5.48828125, false]], [[-10.234375, false]], [[-11.734375, false]], [[-8.984375, false]], [[-5.48828125, false]], [[-8.984375, false]], [[-10.734375, false]], [[-9.734375, false]], [[-8.984375, false]], [[-11.234375, false]], [[-8.484375, false]], [[-10.734375, false]], [[-8.984375, false]], [[-10.234375, false]], [[-10.234375, false]], [[-9.234375, false]], [[-10.734375, false]], [[-5.48828125, false]], [[-9.234375, false]], [[-9.734375, false]], [[-10.234375, false]], [[-11.234375, false]], [[-10.234375, false]], [[-11.734375, false]], [[-5.73828125, false]], [[-9.734375, false]], [[-8.984375, false]], [[-5.48828125, false]], [[-10.234375, false]], [[-8.984375, false]], [[-12.234375, false]], [[-5.48828125, false]], [[-8.984375, false]], [[-11.484375, false]], [[-10.234375, false]], [[-8.484375, false]], [[-9.734375, false]], [[-10.734375, false]], [[-8.984375, false]], [[-10.234375, false]], [[-10.234375, false]], [[-9.234375, false]], [[-10.734375, false]], [[-5.48828125, false]], [[-9.234375, false]], [[-10.734375, false]], [[-5.73828125, false]], [[-11.484375, false]], [[-8.984375, false]], [[-5.48828125, false]], [[-5.73828125, false]], [[-5.48828125, false]], [[-9.734375, false]], [[-5.73828125, false]], [[-10.234375, false]], [[-5.73828125, false]], [[-5.48828125, false]], [[-10.234375, false]], [[-11.734375, false]], [[-5.73828125, false]], [[-11.234375, false]], [[-10.234375, false]], [[-9.234375, false]], [[-11.984375, false]]], "filtered_resps": [[-7.23828125, false], [-9.234375, false], [-12.234375, false], [-11.234375, false], [-8.484375, false], [-10.234375, false], [-8.984375, false], [-5.48828125, false], [-5.73828125, false], [-5.48828125, false], [-8.734375, false], [-11.234375, false], [-8.484375, false], [-8.984375, false], [-10.734375, false], [-5.48828125, false], [-11.234375, false], [-8.984375, false], [-9.734375, false], [-9.984375, false], [-11.234375, false], [-10.234375, false], [-9.234375, false], [-10.734375, false], [-5.48828125, false], [-9.234375, false], [-11.234375, false], [-8.984375, false], [-9.734375, false], [-8.984375, false], [-5.73828125, false], [-10.234375, false], [-5.48828125, false], [-10.234375, false], [-11.734375, false], [-8.984375, false], [-5.48828125, false], [-8.984375, false], [-10.734375, false], [-9.734375, false], [-8.984375, false], [-11.234375, false], [-8.484375, false], [-10.734375, false], [-8.984375, false], [-10.234375, false], [-10.234375, false], [-9.234375, false], [-10.734375, false], [-5.48828125, false], [-9.234375, false], [-9.734375, false], [-10.234375, false], [-11.234375, false], [-10.234375, false], [-11.734375, false], [-5.73828125, false], [-9.734375, false], [-8.984375, false], [-5.48828125, false], [-10.234375, false], [-8.984375, false], [-12.234375, false], [-5.48828125, false], [-8.984375, false], [-11.484375, false], [-10.234375, false], [-8.484375, false], [-9.734375, false], [-10.734375, false], [-8.984375, false], [-10.234375, false], [-10.234375, false], [-9.234375, false], [-10.734375, false], [-5.48828125, false], [-9.234375, false], [-10.734375, false], [-5.73828125, false], [-11.484375, false], [-8.984375, false], [-5.48828125, false], [-5.73828125, false], [-5.48828125, false], [-9.734375, false], [-5.73828125, false], [-10.234375, false], [-5.73828125, false], [-5.48828125, false], [-10.234375, false], [-11.734375, false], [-5.73828125, false], [-11.234375, false], [-10.234375, false], [-9.234375, false], [-11.984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2107, "doc": {"id": "MCAS_2006_9_28", "question": "A negatively charged rubber rod was brought near some small pieces of paper. The rod's charges repelled the negative charges in the pieces. Which of the following caused the repulsion of the negative charges?", "choices": {"text": ["conduction", "gravitation", "induction", "insulation"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "induction", "arguments": ["Question: A negatively charged rubber rod was brought near some small pieces of paper. The rod's charges repelled the negative charges in the pieces. Which of the following caused the repulsion of the negative charges?\nAnswer:", " ["], "resps": [[[-6.2734375, false]], [[-8.7734375, false]], [[-6.2734375, false]], [[-8.5234375, false]], [[-7.2734375, false]], [[-7.0234375, false]], [[-9.2734375, false]], [[-6.2734375, false]], [[-9.5234375, false]], [[-7.0234375, false]], [[-8.5234375, false]], [[-7.2734375, false]], [[-8.7734375, false]], [[-9.234375, false]], [[-5.5234375, false]], [[-8.7734375, false]], [[-9.7734375, false]], [[-6.0234375, false]], [[-2.7734375, false]], [[-9.0234375, false]], [[-7.0234375, false]], [[-9.5234375, false]], [[-2.7734375, false]], [[-9.5234375, false]], [[-7.0234375, false]], [[-8.5234375, false]], [[-7.2734375, false]], [[-8.7734375, false]], [[-9.234375, false]], [[-5.5234375, false]], [[-8.7734375, false]], [[-7.0234375, false]], [[-7.2734375, false]], [[-7.0234375, false]], [[-9.2734375, false]], [[-6.2734375, false]], [[-9.5234375, false]], [[-7.0234375, false]], [[-8.5234375, false]], [[-7.2734375, false]], [[-8.7734375, false]], [[-9.234375, false]], [[-5.5234375, false]], [[-8.7734375, false]], [[-7.0234375, false]], [[-7.2734375, false]], [[-8.7734375, false]], [[-9.2734375, false]], [[-9.0234375, false]], [[-2.7734375, false]], [[-9.5234375, false]], [[-7.0234375, false]], [[-8.5234375, false]], [[-7.2734375, false]], [[-8.7734375, false]], [[-11.5234375, false]]], "filtered_resps": [[-6.2734375, false], [-8.7734375, false], [-6.2734375, false], [-8.5234375, false], [-7.2734375, false], [-7.0234375, false], [-9.2734375, false], [-6.2734375, false], [-9.5234375, false], [-7.0234375, false], [-8.5234375, false], [-7.2734375, false], [-8.7734375, false], [-9.234375, false], [-5.5234375, false], [-8.7734375, false], [-9.7734375, false], [-6.0234375, false], [-2.7734375, false], [-9.0234375, false], [-7.0234375, false], [-9.5234375, false], [-2.7734375, false], [-9.5234375, false], [-7.0234375, false], [-8.5234375, false], [-7.2734375, false], [-8.7734375, false], [-9.234375, false], [-5.5234375, false], [-8.7734375, false], [-7.0234375, false], [-7.2734375, false], [-7.0234375, false], [-9.2734375, false], [-6.2734375, false], [-9.5234375, false], [-7.0234375, false], [-8.5234375, false], [-7.2734375, false], [-8.7734375, false], [-9.234375, false], [-5.5234375, false], [-8.7734375, false], [-7.0234375, false], [-7.2734375, false], [-8.7734375, false], [-9.2734375, false], [-9.0234375, false], [-2.7734375, false], [-9.5234375, false], [-7.0234375, false], [-8.5234375, false], [-7.2734375, false], [-8.7734375, false], [-11.5234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2115, "doc": {"id": "Mercury_7071663", "question": "Scientists are able to conclude that a forested ecosystem existed in Antarctica millions of years ago by studying", "choices": {"text": ["the current climate.", "the fossil record.", "glacial movement.", "seafloor spreading."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "the fossil record.", "arguments": ["Question: Scientists are able to conclude that a forested ecosystem existed in Antarctica millions of years ago by studying\nAnswer:", " ["], "resps": [[[-6.91796875, false]], [[-7.29296875, false]], [[-10.1640625, false]], [[-9.5390625, false]], [[-6.91796875, false]], [[-5.04296875, false]], [[-7.91796875, false]], [[-10.7890625, false]], [[-9.4140625, false]], [[-9.4140625, false]], [[-6.91796875, false]], [[-8.0390625, false]], [[-10.1640625, false]], [[-5.04296875, false]], [[-7.91796875, false]], [[-9.6640625, false]], [[-7.29296875, false]], [[-9.1640625, false]], [[-4.41796875, false]], [[-10.1640625, false]], [[-6.91796875, false]], [[-7.6875, false]], [[-7.29296875, false]], [[-9.0625, false]], [[-5.04296875, false]], [[-7.29296875, false]], [[-10.1640625, false]], [[-9.5390625, false]], [[-6.91796875, false]], [[-5.04296875, false]], [[-8.4140625, false]], [[-8.7890625, false]], [[-8.6640625, false]], [[-8.6640625, false]], [[-7.29296875, false]], [[-9.6640625, false]], [[-5.04296875, false]], [[-9.4140625, false]], [[-6.91796875, false]], [[-7.91796875, false]], [[-8.7890625, false]], [[-9.4140625, false]], [[-7.41796875, false]], [[-7.6875, false]], [[-7.29296875, false]], [[-9.0625, false]], [[-5.04296875, false]], [[-7.29296875, false]], [[-10.1640625, false]], [[-9.6640625, false]], [[-4.41796875, false]], [[-7.91796875, false]], [[-7.29296875, false]], [[-4.41796875, false]], [[-9.6640625, false]], [[-5.04296875, false]], [[-9.1640625, false]], [[-8.7890625, false]], [[-10.0390625, false]], [[-6.91796875, false]], [[-9.1640625, false]], [[-6.91796875, false]], [[-8.0390625, false]], [[-10.1640625, false]], [[-7.6875, false]], [[-7.29296875, false]], [[-9.0625, false]], [[-5.04296875, false]], [[-7.29296875, false]], [[-8.6640625, false]], [[-6.91796875, false]], [[-4.41796875, false]], [[-8.4140625, false]], [[-9.6640625, false]], [[-8.7890625, false]], [[-8.7890625, false]], [[-9.4140625, false]], [[-5.04296875, false]], [[-8.6640625, false]], [[-8.0390625, false]], [[-9.4140625, false]], [[-6.91796875, false]], [[-4.41796875, false]], [[-7.41796875, false]], [[-7.29296875, false]], [[-8.0390625, false]], [[-10.1640625, false]], [[-7.6875, false]], [[-7.29296875, false]], [[-11.5390625, false]]], "filtered_resps": [[-6.91796875, false], [-7.29296875, false], [-10.1640625, false], [-9.5390625, false], [-6.91796875, false], [-5.04296875, false], [-7.91796875, false], [-10.7890625, false], [-9.4140625, false], [-9.4140625, false], [-6.91796875, false], [-8.0390625, false], [-10.1640625, false], [-5.04296875, false], [-7.91796875, false], [-9.6640625, false], [-7.29296875, false], [-9.1640625, false], [-4.41796875, false], [-10.1640625, false], [-6.91796875, false], [-7.6875, false], [-7.29296875, false], [-9.0625, false], [-5.04296875, false], [-7.29296875, false], [-10.1640625, false], [-9.5390625, false], [-6.91796875, false], [-5.04296875, false], [-8.4140625, false], [-8.7890625, false], [-8.6640625, false], [-8.6640625, false], [-7.29296875, false], [-9.6640625, false], [-5.04296875, false], [-9.4140625, false], [-6.91796875, false], [-7.91796875, false], [-8.7890625, false], [-9.4140625, false], [-7.41796875, false], [-7.6875, false], [-7.29296875, false], [-9.0625, false], [-5.04296875, false], [-7.29296875, false], [-10.1640625, false], [-9.6640625, false], [-4.41796875, false], [-7.91796875, false], [-7.29296875, false], [-4.41796875, false], [-9.6640625, false], [-5.04296875, false], [-9.1640625, false], [-8.7890625, false], [-10.0390625, false], [-6.91796875, false], [-9.1640625, false], [-6.91796875, false], [-8.0390625, false], [-10.1640625, false], [-7.6875, false], [-7.29296875, false], [-9.0625, false], [-5.04296875, false], [-7.29296875, false], [-8.6640625, false], [-6.91796875, false], [-4.41796875, false], [-8.4140625, false], [-9.6640625, false], [-8.7890625, false], [-8.7890625, false], [-9.4140625, false], [-5.04296875, false], [-8.6640625, false], [-8.0390625, false], [-9.4140625, false], [-6.91796875, false], [-4.41796875, false], [-7.41796875, false], [-7.29296875, false], [-8.0390625, false], [-10.1640625, false], [-7.6875, false], [-7.29296875, false], [-11.5390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2123, "doc": {"id": "TIMSS_2007_4_pg70", "question": "In which example does an object move because of the force of gravity?", "choices": {"text": ["a girl hitting a ball with a bat", "a boy pushing a box across the floor", "a girl hammering a nail into a wall", "a boy falling from a tree onto the ground"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "a boy falling from a tree onto the ground", "arguments": ["Question: In which example does an object move because of the force of gravity?\nAnswer:", " ["], "resps": [[[-6.80859375, false]], [[-8.3046875, false]], [[-5.05859375, false]], [[-5.55859375, false]], [[-10.5546875, false]], [[-8.3046875, false]], [[-11.0546875, false]], [[-10.3046875, false]], [[-5.55859375, false]], [[-10.0546875, false]], [[-8.3046875, false]], [[-10.0546875, false]], [[-10.0546875, false]], [[-8.3046875, false]], [[-10.3046875, false]], [[-10.5546875, false]], [[-5.55859375, false]], [[-5.05859375, false]], [[-5.55859375, false]], [[-8.0546875, false]], [[-5.05859375, false]], [[-10.3046875, false]], [[-10.3046875, false]], [[-5.55859375, false]], [[-10.3046875, false]], [[-8.3046875, false]], [[-10.0546875, false]], [[-10.0546875, false]], [[-5.55859375, false]], [[-5.05859375, false]], [[-5.55859375, false]], [[-8.0546875, false]], [[-5.05859375, false]], [[-10.0546875, false]], [[-8.3046875, false]], [[-10.0859375, false]], [[-5.55859375, false]], [[-8.3046875, false]], [[-5.05859375, false]], [[-5.55859375, false]], [[-8.0546875, false]], [[-10.3046875, false]], [[-11.3046875, false]], [[-5.55859375, false]], [[-9.3046875, false]], [[-10.5546875, false]], [[-8.8046875, false]], [[-10.0546875, false]], [[-8.3046875, false]], [[-10.3046875, false]], [[-10.5546875, false]], [[-5.55859375, false]], [[-5.05859375, false]], [[-5.55859375, false]], [[-8.0546875, false]], [[-10.3046875, false]], [[-9.0546875, false]], [[-5.55859375, false]], [[-5.05859375, false]], [[-8.8046875, false]], [[-11.0546875, false]], [[-10.3046875, false]], [[-8.8046875, false]], [[-8.8046875, false]], [[-5.55859375, false]], [[-10.0546875, false]], [[-10.0546875, false]], [[-9.8046875, false]], [[-5.55859375, false]], [[-9.5546875, false]], [[-10.3046875, false]], [[-10.3046875, false]], [[-10.3046875, false]], [[-11.0546875, false]], [[-8.3046875, false]], [[-10.0859375, false]], [[-5.55859375, false]], [[-8.3046875, false]], [[-5.05859375, false]], [[-5.55859375, false]], [[-10.5546875, false]], [[-8.3046875, false]], [[-11.0546875, false]], [[-10.3046875, false]], [[-5.55859375, false]], [[-10.0546875, false]], [[-5.05859375, false]], [[-9.5546875, false]], [[-9.5546875, false]], [[-9.8046875, false]], [[-11.0546875, false]], [[-8.3046875, false]], [[-10.3046875, false]], [[-10.5546875, false]], [[-5.55859375, false]], [[-5.05859375, false]], [[-5.55859375, false]], [[-10.3046875, false]], [[-5.05859375, false]], [[-8.3046875, false]], [[-10.3046875, false]], [[-5.55859375, false]], [[-8.3046875, false]], [[-10.3046875, false]], [[-10.0546875, false]], [[-10.3046875, false]], [[-5.55859375, false]], [[-5.05859375, false]], [[-5.55859375, false]], [[-10.3046875, false]], [[-5.05859375, false]], [[-10.3046875, false]], [[-10.3046875, false]], [[-8.3046875, false]], [[-10.0859375, false]], [[-5.55859375, false]], [[-8.3046875, false]], [[-5.05859375, false]], [[-5.55859375, false]], [[-8.0546875, false]], [[-10.3046875, false]], [[-11.3046875, false]], [[-5.55859375, false]], [[-9.5546875, false]], [[-5.05859375, false]], [[-10.3046875, false]], [[-10.3046875, false]], [[-8.3046875, false]], [[-10.3046875, false]], [[-10.5546875, false]], [[-5.55859375, false]], [[-9.5546875, false]], [[-11.0546875, false]], [[-10.3046875, false]], [[-9.5546875, false]], [[-5.55859375, false]], [[-5.05859375, false]], [[-5.55859375, false]], [[-10.0546875, false]], [[-11.0546875, false]], [[-9.8046875, false]], [[-9.8046875, false]], [[-5.55859375, false]], [[-10.3046875, false]], [[-10.3046875, false]], [[-10.0546875, false]], [[-10.3046875, false]], [[-5.55859375, false]], [[-10.0546875, false]], [[-10.0546875, false]], [[-9.8046875, false]], [[-5.55859375, false]], [[-10.5546875, false]], [[-11.0546875, false]], [[-10.3046875, false]], [[-10.5546875, false]], [[-10.3046875, false]], [[-9.5546875, false]], [[-8.3046875, false]], [[-12.0546875, false]]], "filtered_resps": [[-6.80859375, false], [-8.3046875, false], [-5.05859375, false], [-5.55859375, false], [-10.5546875, false], [-8.3046875, false], [-11.0546875, false], [-10.3046875, false], [-5.55859375, false], [-10.0546875, false], [-8.3046875, false], [-10.0546875, false], [-10.0546875, false], [-8.3046875, false], [-10.3046875, false], [-10.5546875, false], [-5.55859375, false], [-5.05859375, false], [-5.55859375, false], [-8.0546875, false], [-5.05859375, false], [-10.3046875, false], [-10.3046875, false], [-5.55859375, false], [-10.3046875, false], [-8.3046875, false], [-10.0546875, false], [-10.0546875, false], [-5.55859375, false], [-5.05859375, false], [-5.55859375, false], [-8.0546875, false], [-5.05859375, false], [-10.0546875, false], [-8.3046875, false], [-10.0859375, false], [-5.55859375, false], [-8.3046875, false], [-5.05859375, false], [-5.55859375, false], [-8.0546875, false], [-10.3046875, false], [-11.3046875, false], [-5.55859375, false], [-9.3046875, false], [-10.5546875, false], [-8.8046875, false], [-10.0546875, false], [-8.3046875, false], [-10.3046875, false], [-10.5546875, false], [-5.55859375, false], [-5.05859375, false], [-5.55859375, false], [-8.0546875, false], [-10.3046875, false], [-9.0546875, false], [-5.55859375, false], [-5.05859375, false], [-8.8046875, false], [-11.0546875, false], [-10.3046875, false], [-8.8046875, false], [-8.8046875, false], [-5.55859375, false], [-10.0546875, false], [-10.0546875, false], [-9.8046875, false], [-5.55859375, false], [-9.5546875, false], [-10.3046875, false], [-10.3046875, false], [-10.3046875, false], [-11.0546875, false], [-8.3046875, false], [-10.0859375, false], [-5.55859375, false], [-8.3046875, false], [-5.05859375, false], [-5.55859375, false], [-10.5546875, false], [-8.3046875, false], [-11.0546875, false], [-10.3046875, false], [-5.55859375, false], [-10.0546875, false], [-5.05859375, false], [-9.5546875, false], [-9.5546875, false], [-9.8046875, false], [-11.0546875, false], [-8.3046875, false], [-10.3046875, false], [-10.5546875, false], [-5.55859375, false], [-5.05859375, false], [-5.55859375, false], [-10.3046875, false], [-5.05859375, false], [-8.3046875, false], [-10.3046875, false], [-5.55859375, false], [-8.3046875, false], [-10.3046875, false], [-10.0546875, false], [-10.3046875, false], [-5.55859375, false], [-5.05859375, false], [-5.55859375, false], [-10.3046875, false], [-5.05859375, false], [-10.3046875, false], [-10.3046875, false], [-8.3046875, false], [-10.0859375, false], [-5.55859375, false], [-8.3046875, false], [-5.05859375, false], [-5.55859375, false], [-8.0546875, false], [-10.3046875, false], [-11.3046875, false], [-5.55859375, false], [-9.5546875, false], [-5.05859375, false], [-10.3046875, false], [-10.3046875, false], [-8.3046875, false], [-10.3046875, false], [-10.5546875, false], [-5.55859375, false], [-9.5546875, false], [-11.0546875, false], [-10.3046875, false], [-9.5546875, false], [-5.55859375, false], [-5.05859375, false], [-5.55859375, false], [-10.0546875, false], [-11.0546875, false], [-9.8046875, false], [-9.8046875, false], [-5.55859375, false], [-10.3046875, false], [-10.3046875, false], [-10.0546875, false], [-10.3046875, false], [-5.55859375, false], [-10.0546875, false], [-10.0546875, false], [-9.8046875, false], [-5.55859375, false], [-10.5546875, false], [-11.0546875, false], [-10.3046875, false], [-10.5546875, false], [-10.3046875, false], [-9.5546875, false], [-8.3046875, false], [-12.0546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2131, "doc": {"id": "TIMSS_2007_8_pg63", "question": "In living organisms, the level of organization from least complex to most complex is", "choices": {"text": ["cell, tissue, organ, organism", "cell, organ, tissue, organism", "tissue, cell, organ, organism", "tissue, organ, cell, organism"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "cell, tissue, organ, organism", "arguments": ["Question: In living organisms, the level of organization from least complex to most complex is\nAnswer:", " ["], "resps": [[[-6.6171875, false]], [[-7.8671875, false]], [[-5.8671875, false]], [[-6.8671875, false]], [[-8.2421875, false]], [[-8.2421875, false]], [[-8.71875, false]], [[-4.7421875, false]], [[-8.6171875, false]], [[-6.6171875, false]], [[-8.3671875, false]], [[-8.3671875, false]], [[-9.8671875, false]], [[-6.8671875, false]], [[-8.71875, false]], [[-4.7421875, false]], [[-8.1171875, false]], [[-8.2421875, false]], [[-9.4921875, false]], [[-4.4921875, false]], [[-6.8671875, false]], [[-8.71875, false]], [[-4.7421875, false]], [[-8.1171875, false]], [[-8.2421875, false]], [[-9.4921875, false]], [[-4.4921875, false]], [[-6.8671875, false]], [[-6.6171875, false]], [[-8.3671875, false]], [[-7.6171875, false]], [[-7.8671875, false]], [[-8.71875, false]], [[-4.7421875, false]], [[-7.8671875, false]], [[-5.8671875, false]], [[-6.8671875, false]], [[-8.2421875, false]], [[-8.2421875, false]], [[-8.71875, false]], [[-4.7421875, false]], [[-8.1171875, false]], [[-8.2421875, false]], [[-9.4921875, false]], [[-4.4921875, false]], [[-6.8671875, false]], [[-8.71875, false]], [[-4.7421875, false]], [[-8.6171875, false]], [[-6.6171875, false]], [[-8.3671875, false]], [[-8.3671875, false]], [[-9.8671875, false]], [[-6.8671875, false]], [[-8.71875, false]], [[-4.7421875, false]], [[-8.1171875, false]], [[-8.2421875, false]], [[-9.4921875, false]], [[-4.4921875, false]], [[-6.8671875, false]], [[-6.6171875, false]], [[-8.3671875, false]], [[-7.6171875, false]], [[-7.8671875, false]], [[-8.71875, false]], [[-4.7421875, false]], [[-7.8671875, false]], [[-8.6171875, false]], [[-6.6171875, false]], [[-8.3671875, false]], [[-8.3671875, false]], [[-9.8671875, false]], [[-6.8671875, false]], [[-8.71875, false]], [[-4.7421875, false]], [[-5.8671875, false]], [[-6.8671875, false]], [[-8.2421875, false]], [[-8.2421875, false]], [[-8.71875, false]], [[-4.7421875, false]], [[-8.1171875, false]], [[-8.2421875, false]], [[-9.4921875, false]], [[-4.4921875, false]], [[-6.8671875, false]], [[-8.71875, false]], [[-4.7421875, false]], [[-8.1171875, false]], [[-8.2421875, false]], [[-9.4921875, false]], [[-4.4921875, false]], [[-6.8671875, false]], [[-6.6171875, false]], [[-8.3671875, false]], [[-7.6171875, false]], [[-7.8671875, false]], [[-8.71875, false]], [[-4.7421875, false]], [[-7.8671875, false]], [[-8.6171875, false]], [[-6.6171875, false]], [[-8.3671875, false]], [[-8.3671875, false]], [[-9.8671875, false]], [[-6.8671875, false]], [[-8.71875, false]], [[-4.7421875, false]], [[-8.1171875, false]], [[-8.2421875, false]], [[-9.4921875, false]], [[-4.4921875, false]], [[-6.8671875, false]], [[-8.71875, false]], [[-4.7421875, false]], [[-5.8671875, false]], [[-6.8671875, false]], [[-8.2421875, false]], [[-8.2421875, false]], [[-8.71875, false]], [[-4.7421875, false]], [[-8.1171875, false]], [[-8.2421875, false]], [[-9.4921875, false]], [[-4.4921875, false]], [[-6.8671875, false]], [[-6.6171875, false]], [[-8.3671875, false]], [[-7.6171875, false]], [[-7.8671875, false]], [[-11.1171875, false]]], "filtered_resps": [[-6.6171875, false], [-7.8671875, false], [-5.8671875, false], [-6.8671875, false], [-8.2421875, false], [-8.2421875, false], [-8.71875, false], [-4.7421875, false], [-8.6171875, false], [-6.6171875, false], [-8.3671875, false], [-8.3671875, false], [-9.8671875, false], [-6.8671875, false], [-8.71875, false], [-4.7421875, false], [-8.1171875, false], [-8.2421875, false], [-9.4921875, false], [-4.4921875, false], [-6.8671875, false], [-8.71875, false], [-4.7421875, false], [-8.1171875, false], [-8.2421875, false], [-9.4921875, false], [-4.4921875, false], [-6.8671875, false], [-6.6171875, false], [-8.3671875, false], [-7.6171875, false], [-7.8671875, false], [-8.71875, false], [-4.7421875, false], [-7.8671875, false], [-5.8671875, false], [-6.8671875, false], [-8.2421875, false], [-8.2421875, false], [-8.71875, false], [-4.7421875, false], [-8.1171875, false], [-8.2421875, false], [-9.4921875, false], [-4.4921875, false], [-6.8671875, false], [-8.71875, false], [-4.7421875, false], [-8.6171875, false], [-6.6171875, false], [-8.3671875, false], [-8.3671875, false], [-9.8671875, false], [-6.8671875, false], [-8.71875, false], [-4.7421875, false], [-8.1171875, false], [-8.2421875, false], [-9.4921875, false], [-4.4921875, false], [-6.8671875, false], [-6.6171875, false], [-8.3671875, false], [-7.6171875, false], [-7.8671875, false], [-8.71875, false], [-4.7421875, false], [-7.8671875, false], [-8.6171875, false], [-6.6171875, false], [-8.3671875, false], [-8.3671875, false], [-9.8671875, false], [-6.8671875, false], [-8.71875, false], [-4.7421875, false], [-5.8671875, false], [-6.8671875, false], [-8.2421875, false], [-8.2421875, false], [-8.71875, false], [-4.7421875, false], [-8.1171875, false], [-8.2421875, false], [-9.4921875, false], [-4.4921875, false], [-6.8671875, false], [-8.71875, false], [-4.7421875, false], [-8.1171875, false], [-8.2421875, false], [-9.4921875, false], [-4.4921875, false], [-6.8671875, false], [-6.6171875, false], [-8.3671875, false], [-7.6171875, false], [-7.8671875, false], [-8.71875, false], [-4.7421875, false], [-7.8671875, false], [-8.6171875, false], [-6.6171875, false], [-8.3671875, false], [-8.3671875, false], [-9.8671875, false], [-6.8671875, false], [-8.71875, false], [-4.7421875, false], [-8.1171875, false], [-8.2421875, false], [-9.4921875, false], [-4.4921875, false], [-6.8671875, false], [-8.71875, false], [-4.7421875, false], [-5.8671875, false], [-6.8671875, false], [-8.2421875, false], [-8.2421875, false], [-8.71875, false], [-4.7421875, false], [-8.1171875, false], [-8.2421875, false], [-9.4921875, false], [-4.4921875, false], [-6.8671875, false], [-6.6171875, false], [-8.3671875, false], [-7.6171875, false], [-7.8671875, false], [-11.1171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2139, "doc": {"id": "Mercury_7137270", "question": "Which term best describes the process responsible for cave formation that results from rock being dissolved by groundwater?", "choices": {"text": ["chemical weathering", "glacial movement", "sedimentation", "abrasion"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "chemical weathering", "arguments": ["Question: Which term best describes the process responsible for cave formation that results from rock being dissolved by groundwater?\nAnswer:", " ["], "resps": [[[-7.4765625, false]], [[-7.8515625, false]], [[-7.1015625, false]], [[-11.3515625, false]], [[-6.1015625, false]], [[-8.9765625, false]], [[-9.7265625, false]], [[-7.1015625, false]], [[-5.7265625, false]], [[-11.1015625, false]], [[-4.8515625, false]], [[-11.3515625, false]], [[-6.1015625, false]], [[-5.7265625, false]], [[-10.6015625, false]], [[-11.3515625, false]], [[-6.1015625, false]], [[-9.8515625, false]], [[-9.7265625, false]], [[-9.2265625, false]], [[-9.8515625, false]], [[-7.8515625, false]], [[-9.609375, false]], [[-4.8515625, false]], [[-7.8515625, false]], [[-9.8515625, false]], [[-11.1015625, false]], [[-5.7265625, false]], [[-7.1015625, false]], [[-9.7265625, false]], [[-5.7265625, false]], [[-11.1015625, false]], [[-4.8515625, false]], [[-8.9765625, false]], [[-8.4765625, false]], [[-9.3515625, false]], [[-6.1015625, false]], [[-8.9765625, false]], [[-6.1015625, false]], [[-9.2265625, false]], [[-10.6015625, false]], [[-7.8515625, false]], [[-9.609375, false]], [[-4.8515625, false]], [[-7.8515625, false]], [[-7.9765625, false]], [[-6.1015625, false]], [[-8.7265625, false]], [[-9.7265625, false]], [[-8.9765625, false]], [[-6.1015625, false]], [[-9.2265625, false]], [[-10.6015625, false]], [[-5.7265625, false]], [[-10.6015625, false]], [[-9.7265625, false]], [[-8.4765625, false]], [[-9.2265625, false]], [[-7.8515625, false]], [[-9.609375, false]], [[-4.8515625, false]], [[-7.8515625, false]], [[-5.7265625, false]], [[-8.6015625, false]], [[-9.8515625, false]], [[-5.7265625, false]], [[-7.9765625, false]], [[-9.7265625, false]], [[-8.4765625, false]], [[-9.2265625, false]], [[-7.8515625, false]], [[-13.2265625, false]]], "filtered_resps": [[-7.4765625, false], [-7.8515625, false], [-7.1015625, false], [-11.3515625, false], [-6.1015625, false], [-8.9765625, false], [-9.7265625, false], [-7.1015625, false], [-5.7265625, false], [-11.1015625, false], [-4.8515625, false], [-11.3515625, false], [-6.1015625, false], [-5.7265625, false], [-10.6015625, false], [-11.3515625, false], [-6.1015625, false], [-9.8515625, false], [-9.7265625, false], [-9.2265625, false], [-9.8515625, false], [-7.8515625, false], [-9.609375, false], [-4.8515625, false], [-7.8515625, false], [-9.8515625, false], [-11.1015625, false], [-5.7265625, false], [-7.1015625, false], [-9.7265625, false], [-5.7265625, false], [-11.1015625, false], [-4.8515625, false], [-8.9765625, false], [-8.4765625, false], [-9.3515625, false], [-6.1015625, false], [-8.9765625, false], [-6.1015625, false], [-9.2265625, false], [-10.6015625, false], [-7.8515625, false], [-9.609375, false], [-4.8515625, false], [-7.8515625, false], [-7.9765625, false], [-6.1015625, false], [-8.7265625, false], [-9.7265625, false], [-8.9765625, false], [-6.1015625, false], [-9.2265625, false], [-10.6015625, false], [-5.7265625, false], [-10.6015625, false], [-9.7265625, false], [-8.4765625, false], [-9.2265625, false], [-7.8515625, false], [-9.609375, false], [-4.8515625, false], [-7.8515625, false], [-5.7265625, false], [-8.6015625, false], [-9.8515625, false], [-5.7265625, false], [-7.9765625, false], [-9.7265625, false], [-8.4765625, false], [-9.2265625, false], [-7.8515625, false], [-13.2265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2147, "doc": {"id": "MCAS_2003_5_28", "question": "Ruben is using a compass to find out which direction the wind is blowing. Which of the following would be best for him to observe to help him find the direction of the wind?", "choices": {"text": ["a flag on a pole", "the temperature on a thermometer", "birds flying above the trees", "the shadow of a building"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "a flag on a pole", "arguments": ["Question: Ruben is using a compass to find out which direction the wind is blowing. Which of the following would be best for him to observe to help him find the direction of the wind?\nAnswer:", " ["], "resps": [[[-6.78515625, false]], [[-8.78125, false]], [[-2.783203125, false]], [[-4.78515625, false]], [[-7.03515625, false]], [[-8.28125, false]], [[-2.783203125, false]], [[-8.40625, false]], [[-4.78515625, false]], [[-8.40625, false]], [[-7.28515625, false]], [[-4.78515625, false]], [[-2.783203125, false]], [[-4.78515625, false]], [[-8.65625, false]], [[-8.40625, false]], [[-8.28125, false]], [[-7.78515625, false]], [[-8.78125, false]], [[-8.59375, false]], [[-4.78515625, false]], [[-8.78125, false]], [[-8.28125, false]], [[-8.03125, false]], [[-7.78515625, false]], [[-4.78515625, false]], [[-8.28125, false]], [[-7.78515625, false]], [[-7.28515625, false]], [[-8.65625, false]], [[-7.78515625, false]], [[-7.53515625, false]], [[-2.783203125, false]], [[-8.28125, false]], [[-8.90625, false]], [[-7.53515625, false]], [[-7.78515625, false]], [[-4.78515625, false]], [[-8.40625, false]], [[-7.28515625, false]], [[-4.78515625, false]], [[-2.783203125, false]], [[-4.78515625, false]], [[-8.28125, false]], [[-8.03125, false]], [[-7.78515625, false]], [[-7.53515625, false]], [[-7.28515625, false]], [[-8.40625, false]], [[-7.28515625, false]], [[-7.78515625, false]], [[-8.28125, false]], [[-7.78515625, false]], [[-7.53515625, false]], [[-8.78125, false]], [[-8.59375, false]], [[-4.78515625, false]], [[-8.78125, false]], [[-4.03515625, false]], [[-7.53515625, false]], [[-7.53515625, false]], [[-7.03515625, false]], [[-7.78515625, false]], [[-4.78515625, false]], [[-7.03515625, false]], [[-8.28125, false]], [[-9.40625, false]], [[-7.53515625, false]], [[-7.28515625, false]], [[-8.40625, false]], [[-4.78515625, false]], [[-2.783203125, false]], [[-4.03515625, false]], [[-8.40625, false]], [[-7.28515625, false]], [[-7.78515625, false]], [[-4.78515625, false]], [[-8.28125, false]], [[-8.03125, false]], [[-7.78515625, false]], [[-4.78515625, false]], [[-8.28125, false]], [[-7.53515625, false]], [[-7.78515625, false]], [[-7.78515625, false]], [[-7.78515625, false]], [[-8.78125, false]], [[-8.59375, false]], [[-4.78515625, false]], [[-8.78125, false]], [[-8.28125, false]], [[-8.03125, false]], [[-7.78515625, false]], [[-4.78515625, false]], [[-7.78515625, false]], [[-8.03125, false]], [[-2.783203125, false]], [[-7.03515625, false]], [[-8.40625, false]], [[-7.78515625, false]], [[-4.78515625, false]], [[-8.40625, false]], [[-7.03515625, false]], [[-4.78515625, false]], [[-2.783203125, false]], [[-4.78515625, false]], [[-4.03515625, false]], [[-8.90625, false]], [[-7.53515625, false]], [[-8.28125, false]], [[-7.03515625, false]], [[-7.53515625, false]], [[-7.28515625, false]], [[-8.40625, false]], [[-8.78125, false]], [[-11.28125, false]]], "filtered_resps": [[-6.78515625, false], [-8.78125, false], [-2.783203125, false], [-4.78515625, false], [-7.03515625, false], [-8.28125, false], [-2.783203125, false], [-8.40625, false], [-4.78515625, false], [-8.40625, false], [-7.28515625, false], [-4.78515625, false], [-2.783203125, false], [-4.78515625, false], [-8.65625, false], [-8.40625, false], [-8.28125, false], [-7.78515625, false], [-8.78125, false], [-8.59375, false], [-4.78515625, false], [-8.78125, false], [-8.28125, false], [-8.03125, false], [-7.78515625, false], [-4.78515625, false], [-8.28125, false], [-7.78515625, false], [-7.28515625, false], [-8.65625, false], [-7.78515625, false], [-7.53515625, false], [-2.783203125, false], [-8.28125, false], [-8.90625, false], [-7.53515625, false], [-7.78515625, false], [-4.78515625, false], [-8.40625, false], [-7.28515625, false], [-4.78515625, false], [-2.783203125, false], [-4.78515625, false], [-8.28125, false], [-8.03125, false], [-7.78515625, false], [-7.53515625, false], [-7.28515625, false], [-8.40625, false], [-7.28515625, false], [-7.78515625, false], [-8.28125, false], [-7.78515625, false], [-7.53515625, false], [-8.78125, false], [-8.59375, false], [-4.78515625, false], [-8.78125, false], [-4.03515625, false], [-7.53515625, false], [-7.53515625, false], [-7.03515625, false], [-7.78515625, false], [-4.78515625, false], [-7.03515625, false], [-8.28125, false], [-9.40625, false], [-7.53515625, false], [-7.28515625, false], [-8.40625, false], [-4.78515625, false], [-2.783203125, false], [-4.03515625, false], [-8.40625, false], [-7.28515625, false], [-7.78515625, false], [-4.78515625, false], [-8.28125, false], [-8.03125, false], [-7.78515625, false], [-4.78515625, false], [-8.28125, false], [-7.53515625, false], [-7.78515625, false], [-7.78515625, false], [-7.78515625, false], [-8.78125, false], [-8.59375, false], [-4.78515625, false], [-8.78125, false], [-8.28125, false], [-8.03125, false], [-7.78515625, false], [-4.78515625, false], [-7.78515625, false], [-8.03125, false], [-2.783203125, false], [-7.03515625, false], [-8.40625, false], [-7.78515625, false], [-4.78515625, false], [-8.40625, false], [-7.03515625, false], [-4.78515625, false], [-2.783203125, false], [-4.78515625, false], [-4.03515625, false], [-8.90625, false], [-7.53515625, false], [-8.28125, false], [-7.03515625, false], [-7.53515625, false], [-7.28515625, false], [-8.40625, false], [-8.78125, false], [-11.28125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2155, "doc": {"id": "Mercury_407767", "question": "Water at 20 degrees Celsius is placed on a stove. As the water is heated, thermal energy is absorbed by the water. If the water is heated to a maximum temperature of 80 degrees Celsius, what happens as a result of the increased temperature?", "choices": {"text": ["The potential energy increases.", "The evaporation decreases.", "The disorder decreases.", "The entropy increases."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "The entropy increases.", "arguments": ["Question: Water at 20 degrees Celsius is placed on a stove. As the water is heated, thermal energy is absorbed by the water. If the water is heated to a maximum temperature of 80 degrees Celsius, what happens as a result of the increased temperature?\nAnswer:", " ["], "resps": [[[-7.11328125, false]], [[-9.609375, false]], [[-7.61328125, false]], [[-9.609375, false]], [[-8.109375, false]], [[-5.36328125, false]], [[-9.859375, false]], [[-9.359375, false]], [[-9.359375, false]], [[-8.109375, false]], [[-9.109375, false]], [[-9.359375, false]], [[-8.109375, false]], [[-4.11328125, false]], [[-10.359375, false]], [[-5.36328125, false]], [[-8.109375, false]], [[-9.109375, false]], [[-8.109375, false]], [[-10.859375, false]], [[-10.859375, false]], [[-10.859375, false]], [[-5.36328125, false]], [[-8.109375, false]], [[-9.109375, false]], [[-8.859375, false]], [[-10.859375, false]], [[-8.109375, false]], [[-4.11328125, false]], [[-10.109375, false]], [[-8.109375, false]], [[-10.109375, false]], [[-6.921875, false]], [[-9.609375, false]], [[-9.546875, false]], [[-5.36328125, false]], [[-9.609375, false]], [[-7.61328125, false]], [[-9.609375, false]], [[-8.109375, false]], [[-5.36328125, false]], [[-8.109375, false]], [[-10.609375, false]], [[-4.11328125, false]], [[-9.859375, false]], [[-9.359375, false]], [[-10.859375, false]], [[-4.11328125, false]], [[-9.359375, false]], [[-8.109375, false]], [[-9.359375, false]], [[-9.109375, false]], [[-5.36328125, false]], [[-8.859375, false]], [[-8.109375, false]], [[-8.859375, false]], [[-10.859375, false]], [[-8.109375, false]], [[-4.11328125, false]], [[-10.109375, false]], [[-8.109375, false]], [[-10.109375, false]], [[-6.921875, false]], [[-9.609375, false]], [[-9.546875, false]], [[-5.36328125, false]], [[-9.609375, false]], [[-7.61328125, false]], [[-9.609375, false]], [[-8.109375, false]], [[-5.36328125, false]], [[-8.859375, false]], [[-8.109375, false]], [[-10.109375, false]], [[-9.359375, false]], [[-10.859375, false]], [[-8.859375, false]], [[-8.109375, false]], [[-10.859375, false]], [[-5.36328125, false]], [[-8.859375, false]], [[-8.109375, false]], [[-8.859375, false]], [[-10.859375, false]], [[-8.109375, false]], [[-4.11328125, false]], [[-10.109375, false]], [[-8.109375, false]], [[-10.109375, false]], [[-6.921875, false]], [[-9.609375, false]], [[-9.546875, false]], [[-5.36328125, false]], [[-9.609375, false]], [[-7.61328125, false]], [[-9.609375, false]], [[-8.109375, false]], [[-5.36328125, false]], [[-8.109375, false]], [[-9.109375, false]], [[-9.359375, false]], [[-10.859375, false]], [[-9.359375, false]], [[-9.859375, false]], [[-10.859375, false]], [[-5.36328125, false]], [[-8.109375, false]], [[-9.109375, false]], [[-8.859375, false]], [[-10.859375, false]], [[-8.109375, false]], [[-4.11328125, false]], [[-10.109375, false]], [[-8.109375, false]], [[-10.109375, false]], [[-6.921875, false]], [[-9.609375, false]], [[-12.359375, false]]], "filtered_resps": [[-7.11328125, false], [-9.609375, false], [-7.61328125, false], [-9.609375, false], [-8.109375, false], [-5.36328125, false], [-9.859375, false], [-9.359375, false], [-9.359375, false], [-8.109375, false], [-9.109375, false], [-9.359375, false], [-8.109375, false], [-4.11328125, false], [-10.359375, false], [-5.36328125, false], [-8.109375, false], [-9.109375, false], [-8.109375, false], [-10.859375, false], [-10.859375, false], [-10.859375, false], [-5.36328125, false], [-8.109375, false], [-9.109375, false], [-8.859375, false], [-10.859375, false], [-8.109375, false], [-4.11328125, false], [-10.109375, false], [-8.109375, false], [-10.109375, false], [-6.921875, false], [-9.609375, false], [-9.546875, false], [-5.36328125, false], [-9.609375, false], [-7.61328125, false], [-9.609375, false], [-8.109375, false], [-5.36328125, false], [-8.109375, false], [-10.609375, false], [-4.11328125, false], [-9.859375, false], [-9.359375, false], [-10.859375, false], [-4.11328125, false], [-9.359375, false], [-8.109375, false], [-9.359375, false], [-9.109375, false], [-5.36328125, false], [-8.859375, false], [-8.109375, false], [-8.859375, false], [-10.859375, false], [-8.109375, false], [-4.11328125, false], [-10.109375, false], [-8.109375, false], [-10.109375, false], [-6.921875, false], [-9.609375, false], [-9.546875, false], [-5.36328125, false], [-9.609375, false], [-7.61328125, false], [-9.609375, false], [-8.109375, false], [-5.36328125, false], [-8.859375, false], [-8.109375, false], [-10.109375, false], [-9.359375, false], [-10.859375, false], [-8.859375, false], [-8.109375, false], [-10.859375, false], [-5.36328125, false], [-8.859375, false], [-8.109375, false], [-8.859375, false], [-10.859375, false], [-8.109375, false], [-4.11328125, false], [-10.109375, false], [-8.109375, false], [-10.109375, false], [-6.921875, false], [-9.609375, false], [-9.546875, false], [-5.36328125, false], [-9.609375, false], [-7.61328125, false], [-9.609375, false], [-8.109375, false], [-5.36328125, false], [-8.109375, false], [-9.109375, false], [-9.359375, false], [-10.859375, false], [-9.359375, false], [-9.859375, false], [-10.859375, false], [-5.36328125, false], [-8.109375, false], [-9.109375, false], [-8.859375, false], [-10.859375, false], [-8.109375, false], [-4.11328125, false], [-10.109375, false], [-8.109375, false], [-10.109375, false], [-6.921875, false], [-9.609375, false], [-12.359375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2163, "doc": {"id": "Mercury_SC_415699", "question": "Why do two surfaces get warm when they are rubbed together?", "choices": {"text": ["The surfaces absorb energy from the air.", "Friction changes energy of motion to heat energy.", "Moving objects produce heat energy.", "Energy is transferred between the two surfaces."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Friction changes energy of motion to heat energy.", "arguments": ["Question: Why do two surfaces get warm when they are rubbed together?\nAnswer:", " ["], "resps": [[[-8.2890625, false]], [[-8.7890625, false]], [[-7.5390625, false]], [[-11.5390625, false]], [[-9.7890625, false]], [[-6.5390625, false]], [[-10.2890625, false]], [[-12.0390625, false]], [[-11.5390625, false]], [[-10.2890625, false]], [[-6.2890625, false]], [[-11.0390625, false]], [[-9.7890625, false]], [[-10.2890625, false]], [[-6.5390625, false]], [[-6.2890625, false]], [[-9.7890625, false]], [[-10.2890625, false]], [[-9.7890625, false]], [[-11.5390625, false]], [[-9.7890625, false]], [[-6.5390625, false]], [[-9.7890625, false]], [[-11.0390625, false]], [[-9.7890625, false]], [[-11.5390625, false]], [[-11.5390625, false]], [[-12.7890625, false]], [[-6.5390625, false]], [[-10.2890625, false]], [[-11.5390625, false]], [[-9.7890625, false]], [[-11.2890625, false]], [[-6.5390625, false]], [[-10.5390625, false]], [[-11.5390625, false]], [[-9.7890625, false]], [[-6.5390625, false]], [[-6.2890625, false]], [[-9.2890625, false]], [[-11.5390625, false]], [[-7.953125, false]], [[-8.7890625, false]], [[-10.703125, false]], [[-6.5390625, false]], [[-8.7890625, false]], [[-7.5390625, false]], [[-11.5390625, false]], [[-9.2890625, false]], [[-11.0390625, false]], [[-10.5390625, false]], [[-9.2890625, false]], [[-9.7890625, false]], [[-11.0390625, false]], [[-6.5390625, false]], [[-11.0390625, false]], [[-11.5390625, false]], [[-6.2890625, false]], [[-11.0390625, false]], [[-11.5390625, false]], [[-9.7890625, false]], [[-10.2890625, false]], [[-6.5390625, false]], [[-9.7890625, false]], [[-11.0390625, false]], [[-9.7890625, false]], [[-11.5390625, false]], [[-11.5390625, false]], [[-12.7890625, false]], [[-6.5390625, false]], [[-9.7890625, false]], [[-10.2890625, false]], [[-6.5390625, false]], [[-11.2890625, false]], [[-9.7890625, false]], [[-10.5390625, false]], [[-9.2890625, false]], [[-9.7890625, false]], [[-11.0390625, false]], [[-6.5390625, false]], [[-10.5390625, false]], [[-9.7890625, false]], [[-6.5390625, false]], [[-11.5390625, false]], [[-9.7890625, false]], [[-6.2890625, false]], [[-10.5390625, false]], [[-6.5390625, false]], [[-9.7890625, false]], [[-11.0390625, false]], [[-9.7890625, false]], [[-11.5390625, false]], [[-11.5390625, false]], [[-12.7890625, false]], [[-7.953125, false]], [[-8.7890625, false]], [[-10.703125, false]], [[-6.5390625, false]], [[-8.7890625, false]], [[-8.2890625, false]], [[-9.7890625, false]], [[-13.0390625, false]], [[-9.2890625, false]], [[-11.0390625, false]], [[-11.5390625, false]], [[-6.5390625, false]], [[-9.7890625, false]], [[-9.7890625, false]], [[-14.2890625, false]], [[-9.7890625, false]], [[-11.0390625, false]], [[-10.5390625, false]], [[-10.2890625, false]], [[-6.5390625, false]], [[-10.7890625, false]], [[-11.5390625, false]], [[-9.7890625, false]], [[-11.2890625, false]], [[-12.0390625, false]], [[-11.0390625, false]], [[-9.7890625, false]], [[-6.5390625, false]], [[-11.5390625, false]], [[-9.7890625, false]], [[-6.2890625, false]], [[-10.5390625, false]], [[-6.5390625, false]], [[-9.7890625, false]], [[-11.0390625, false]], [[-9.7890625, false]], [[-11.5390625, false]], [[-11.5390625, false]], [[-12.7890625, false]], [[-7.953125, false]], [[-8.7890625, false]], [[-10.703125, false]], [[-6.5390625, false]], [[-8.7890625, false]], [[-6.7890625, false]], [[-11.0390625, false]], [[-9.7890625, false]], [[-11.5390625, false]], [[-11.5390625, false]], [[-12.7890625, false]], [[-6.5390625, false]], [[-9.2890625, false]], [[-10.2890625, false]], [[-6.5390625, false]], [[-10.5390625, false]], [[-11.5390625, false]], [[-6.2890625, false]], [[-11.0390625, false]], [[-10.2890625, false]], [[-10.2890625, false]], [[-9.7890625, false]], [[-11.5390625, false]], [[-11.5390625, false]], [[-9.7890625, false]], [[-11.2890625, false]], [[-6.5390625, false]], [[-9.7890625, false]], [[-9.7890625, false]], [[-10.5390625, false]], [[-11.7890625, false]], [[-9.7890625, false]], [[-9.7890625, false]], [[-11.0390625, false]], [[-6.5390625, false]], [[-10.5390625, false]], [[-11.5390625, false]], [[-9.7890625, false]], [[-6.5390625, false]], [[-10.5390625, false]], [[-11.7890625, false]], [[-9.7890625, false]], [[-6.5390625, false]], [[-10.2890625, false]], [[-12.0390625, false]], [[-11.5390625, false]], [[-10.2890625, false]], [[-6.2890625, false]], [[-11.0390625, false]], [[-9.7890625, false]], [[-10.2890625, false]], [[-7.953125, false]], [[-8.7890625, false]], [[-13.7890625, false]]], "filtered_resps": [[-8.2890625, false], [-8.7890625, false], [-7.5390625, false], [-11.5390625, false], [-9.7890625, false], [-6.5390625, false], [-10.2890625, false], [-12.0390625, false], [-11.5390625, false], [-10.2890625, false], [-6.2890625, false], [-11.0390625, false], [-9.7890625, false], [-10.2890625, false], [-6.5390625, false], [-6.2890625, false], [-9.7890625, false], [-10.2890625, false], [-9.7890625, false], [-11.5390625, false], [-9.7890625, false], [-6.5390625, false], [-9.7890625, false], [-11.0390625, false], [-9.7890625, false], [-11.5390625, false], [-11.5390625, false], [-12.7890625, false], [-6.5390625, false], [-10.2890625, false], [-11.5390625, false], [-9.7890625, false], [-11.2890625, false], [-6.5390625, false], [-10.5390625, false], [-11.5390625, false], [-9.7890625, false], [-6.5390625, false], [-6.2890625, false], [-9.2890625, false], [-11.5390625, false], [-7.953125, false], [-8.7890625, false], [-10.703125, false], [-6.5390625, false], [-8.7890625, false], [-7.5390625, false], [-11.5390625, false], [-9.2890625, false], [-11.0390625, false], [-10.5390625, false], [-9.2890625, false], [-9.7890625, false], [-11.0390625, false], [-6.5390625, false], [-11.0390625, false], [-11.5390625, false], [-6.2890625, false], [-11.0390625, false], [-11.5390625, false], [-9.7890625, false], [-10.2890625, false], [-6.5390625, false], [-9.7890625, false], [-11.0390625, false], [-9.7890625, false], [-11.5390625, false], [-11.5390625, false], [-12.7890625, false], [-6.5390625, false], [-9.7890625, false], [-10.2890625, false], [-6.5390625, false], [-11.2890625, false], [-9.7890625, false], [-10.5390625, false], [-9.2890625, false], [-9.7890625, false], [-11.0390625, false], [-6.5390625, false], [-10.5390625, false], [-9.7890625, false], [-6.5390625, false], [-11.5390625, false], [-9.7890625, false], [-6.2890625, false], [-10.5390625, false], [-6.5390625, false], [-9.7890625, false], [-11.0390625, false], [-9.7890625, false], [-11.5390625, false], [-11.5390625, false], [-12.7890625, false], [-7.953125, false], [-8.7890625, false], [-10.703125, false], [-6.5390625, false], [-8.7890625, false], [-8.2890625, false], [-9.7890625, false], [-13.0390625, false], [-9.2890625, false], [-11.0390625, false], [-11.5390625, false], [-6.5390625, false], [-9.7890625, false], [-9.7890625, false], [-14.2890625, false], [-9.7890625, false], [-11.0390625, false], [-10.5390625, false], [-10.2890625, false], [-6.5390625, false], [-10.7890625, false], [-11.5390625, false], [-9.7890625, false], [-11.2890625, false], [-12.0390625, false], [-11.0390625, false], [-9.7890625, false], [-6.5390625, false], [-11.5390625, false], [-9.7890625, false], [-6.2890625, false], [-10.5390625, false], [-6.5390625, false], [-9.7890625, false], [-11.0390625, false], [-9.7890625, false], [-11.5390625, false], [-11.5390625, false], [-12.7890625, false], [-7.953125, false], [-8.7890625, false], [-10.703125, false], [-6.5390625, false], [-8.7890625, false], [-6.7890625, false], [-11.0390625, false], [-9.7890625, false], [-11.5390625, false], [-11.5390625, false], [-12.7890625, false], [-6.5390625, false], [-9.2890625, false], [-10.2890625, false], [-6.5390625, false], [-10.5390625, false], [-11.5390625, false], [-6.2890625, false], [-11.0390625, false], [-10.2890625, false], [-10.2890625, false], [-9.7890625, false], [-11.5390625, false], [-11.5390625, false], [-9.7890625, false], [-11.2890625, false], [-6.5390625, false], [-9.7890625, false], [-9.7890625, false], [-10.5390625, false], [-11.7890625, false], [-9.7890625, false], [-9.7890625, false], [-11.0390625, false], [-6.5390625, false], [-10.5390625, false], [-11.5390625, false], [-9.7890625, false], [-6.5390625, false], [-10.5390625, false], [-11.7890625, false], [-9.7890625, false], [-6.5390625, false], [-10.2890625, false], [-12.0390625, false], [-11.5390625, false], [-10.2890625, false], [-6.2890625, false], [-11.0390625, false], [-9.7890625, false], [-10.2890625, false], [-7.953125, false], [-8.7890625, false], [-13.7890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2171, "doc": {"id": "Mercury_179218", "question": "The Hardy-Weinberg law is only valid when", "choices": {"text": ["the population is small.", "migration into the population is occurring.", "immigration into the population is occurring.", "the population is large."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "the population is large.", "arguments": ["Question: The Hardy-Weinberg law is only valid when\nAnswer:", " ["], "resps": [[[-6.68359375, false]], [[-7.80859375, false]], [[-8.0546875, false]], [[-8.6796875, false]], [[-7.93359375, false]], [[-5.06640625, false]], [[-7.93359375, false]], [[-9.3046875, false]], [[-7.93359375, false]], [[-9.5546875, false]], [[-8.8046875, false]], [[-4.68359375, false]], [[-8.0546875, false]], [[-6.68359375, false]], [[-9.3046875, false]], [[-7.18359375, false]], [[-5.06640625, false]], [[-6.68359375, false]], [[-7.93359375, false]], [[-5.06640625, false]], [[-7.93359375, false]], [[-9.0546875, false]], [[-4.68359375, false]], [[-8.8046875, false]], [[-8.8046875, false]], [[-6.671875, false]], [[-7.80859375, false]], [[-8.046875, false]], [[-5.05859375, false]], [[-7.80859375, false]], [[-9.0546875, false]], [[-6.68359375, false]], [[-9.6796875, false]], [[-8.4296875, false]], [[-4.68359375, false]], [[-8.0546875, false]], [[-6.68359375, false]], [[-9.3046875, false]], [[-7.18359375, false]], [[-5.05859375, false]], [[-6.68359375, false]], [[-7.18359375, false]], [[-8.0546875, false]], [[-9.3046875, false]], [[-5.05859375, false]], [[-8.0546875, false]], [[-8.6796875, false]], [[-7.93359375, false]], [[-5.05859375, false]], [[-7.93359375, false]], [[-9.3046875, false]], [[-7.93359375, false]], [[-9.5546875, false]], [[-8.8046875, false]], [[-4.68359375, false]], [[-8.0546875, false]], [[-6.68359375, false]], [[-9.3046875, false]], [[-7.18359375, false]], [[-5.05859375, false]], [[-6.68359375, false]], [[-7.93359375, false]], [[-5.05859375, false]], [[-9.3046875, false]], [[-7.18359375, false]], [[-7.18359375, false]], [[-9.5546875, false]], [[-8.4296875, false]], [[-8.4296875, false]], [[-6.68359375, false]], [[-7.18359375, false]], [[-9.6796875, false]], [[-6.671875, false]], [[-7.80859375, false]], [[-8.046875, false]], [[-5.05859375, false]], [[-7.80859375, false]], [[-6.68359375, false]], [[-9.0546875, false]], [[-9.0546875, false]], [[-6.68359375, false]], [[-9.6796875, false]], [[-8.4296875, false]], [[-4.68359375, false]], [[-8.0546875, false]], [[-6.68359375, false]], [[-9.3046875, false]], [[-7.18359375, false]], [[-5.05859375, false]], [[-6.68359375, false]], [[-7.18359375, false]], [[-8.0546875, false]], [[-9.3046875, false]], [[-5.05859375, false]], [[-8.0546875, false]], [[-8.6796875, false]], [[-7.93359375, false]], [[-5.05859375, false]], [[-7.93359375, false]], [[-9.3046875, false]], [[-7.93359375, false]], [[-9.5546875, false]], [[-8.8046875, false]], [[-4.68359375, false]], [[-8.0546875, false]], [[-6.68359375, false]], [[-9.3046875, false]], [[-7.18359375, false]], [[-5.05859375, false]], [[-6.68359375, false]], [[-7.93359375, false]], [[-5.05859375, false]], [[-9.3046875, false]], [[-7.18359375, false]], [[-7.18359375, false]], [[-9.5546875, false]], [[-8.4296875, false]], [[-8.4296875, false]], [[-6.68359375, false]], [[-7.18359375, false]], [[-9.6796875, false]], [[-6.671875, false]], [[-7.80859375, false]], [[-8.046875, false]], [[-5.05859375, false]], [[-7.80859375, false]], [[-8.0546875, false]], [[-8.6796875, false]], [[-7.93359375, false]], [[-5.05859375, false]], [[-7.93359375, false]], [[-9.3046875, false]], [[-7.93359375, false]], [[-9.5546875, false]], [[-8.8046875, false]], [[-4.68359375, false]], [[-8.0546875, false]], [[-6.68359375, false]], [[-9.3046875, false]], [[-7.18359375, false]], [[-5.05859375, false]], [[-6.68359375, false]], [[-7.93359375, false]], [[-5.05859375, false]], [[-8.8046875, false]], [[-4.68359375, false]], [[-8.4296875, false]], [[-9.6796875, false]], [[-7.93359375, false]], [[-6.671875, false]], [[-7.80859375, false]], [[-9.9296875, false]]], "filtered_resps": [[-6.68359375, false], [-7.80859375, false], [-8.0546875, false], [-8.6796875, false], [-7.93359375, false], [-5.06640625, false], [-7.93359375, false], [-9.3046875, false], [-7.93359375, false], [-9.5546875, false], [-8.8046875, false], [-4.68359375, false], [-8.0546875, false], [-6.68359375, false], [-9.3046875, false], [-7.18359375, false], [-5.06640625, false], [-6.68359375, false], [-7.93359375, false], [-5.06640625, false], [-7.93359375, false], [-9.0546875, false], [-4.68359375, false], [-8.8046875, false], [-8.8046875, false], [-6.671875, false], [-7.80859375, false], [-8.046875, false], [-5.05859375, false], [-7.80859375, false], [-9.0546875, false], [-6.68359375, false], [-9.6796875, false], [-8.4296875, false], [-4.68359375, false], [-8.0546875, false], [-6.68359375, false], [-9.3046875, false], [-7.18359375, false], [-5.05859375, false], [-6.68359375, false], [-7.18359375, false], [-8.0546875, false], [-9.3046875, false], [-5.05859375, false], [-8.0546875, false], [-8.6796875, false], [-7.93359375, false], [-5.05859375, false], [-7.93359375, false], [-9.3046875, false], [-7.93359375, false], [-9.5546875, false], [-8.8046875, false], [-4.68359375, false], [-8.0546875, false], [-6.68359375, false], [-9.3046875, false], [-7.18359375, false], [-5.05859375, false], [-6.68359375, false], [-7.93359375, false], [-5.05859375, false], [-9.3046875, false], [-7.18359375, false], [-7.18359375, false], [-9.5546875, false], [-8.4296875, false], [-8.4296875, false], [-6.68359375, false], [-7.18359375, false], [-9.6796875, false], [-6.671875, false], [-7.80859375, false], [-8.046875, false], [-5.05859375, false], [-7.80859375, false], [-6.68359375, false], [-9.0546875, false], [-9.0546875, false], [-6.68359375, false], [-9.6796875, false], [-8.4296875, false], [-4.68359375, false], [-8.0546875, false], [-6.68359375, false], [-9.3046875, false], [-7.18359375, false], [-5.05859375, false], [-6.68359375, false], [-7.18359375, false], [-8.0546875, false], [-9.3046875, false], [-5.05859375, false], [-8.0546875, false], [-8.6796875, false], [-7.93359375, false], [-5.05859375, false], [-7.93359375, false], [-9.3046875, false], [-7.93359375, false], [-9.5546875, false], [-8.8046875, false], [-4.68359375, false], [-8.0546875, false], [-6.68359375, false], [-9.3046875, false], [-7.18359375, false], [-5.05859375, false], [-6.68359375, false], [-7.93359375, false], [-5.05859375, false], [-9.3046875, false], [-7.18359375, false], [-7.18359375, false], [-9.5546875, false], [-8.4296875, false], [-8.4296875, false], [-6.68359375, false], [-7.18359375, false], [-9.6796875, false], [-6.671875, false], [-7.80859375, false], [-8.046875, false], [-5.05859375, false], [-7.80859375, false], [-8.0546875, false], [-8.6796875, false], [-7.93359375, false], [-5.05859375, false], [-7.93359375, false], [-9.3046875, false], [-7.93359375, false], [-9.5546875, false], [-8.8046875, false], [-4.68359375, false], [-8.0546875, false], [-6.68359375, false], [-9.3046875, false], [-7.18359375, false], [-5.05859375, false], [-6.68359375, false], [-7.93359375, false], [-5.05859375, false], [-8.8046875, false], [-4.68359375, false], [-8.4296875, false], [-9.6796875, false], [-7.93359375, false], [-6.671875, false], [-7.80859375, false], [-9.9296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2179, "doc": {"id": "Mercury_7221218", "question": "An ice cube melts on a hot summer day because the energy of the particles", "choices": {"text": ["decreases over a period of time and is lost.", "increases and the particles move apart.", "causes the particles to move closer together.", "is converted into potential energy."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "increases and the particles move apart.", "arguments": ["Question: An ice cube melts on a hot summer day because the energy of the particles\nAnswer:", " ["], "resps": [[[-7.515625, false]], [[-8.015625, false]], [[-8.515625, false]], [[-8.015625, false]], [[-8.015625, false]], [[-9.515625, false]], [[-8.015625, false]], [[-4.015625, false]], [[-9.015625, false]], [[-8.015625, false]], [[-9.015625, false]], [[-4.765625, false]], [[-8.765625, false]], [[-9.265625, false]], [[-8.015625, false]], [[-9.515625, false]], [[-4.765625, false]], [[-4.015625, false]], [[-4.765625, false]], [[-8.265625, false]], [[-8.015625, false]], [[-9.515625, false]], [[-7.265625, false]], [[-8.765625, false]], [[-8.515625, false]], [[-4.765625, false]], [[-8.765625, false]], [[-8.515625, false]], [[-4.765625, false]], [[-9.015625, false]], [[-7.265625, false]], [[-8.515625, false]], [[-8.015625, false]], [[-4.765625, false]], [[-4.015625, false]], [[-8.265625, false]], [[-8.515625, false]], [[-4.765625, false]], [[-7.265625, false]], [[-9.015625, false]], [[-4.765625, false]], [[-9.765625, false]], [[-8.765625, false]], [[-9.015625, false]], [[-9.015625, false]], [[-6.3359375, false]], [[-8.015625, false]], [[-8.5234375, false]], [[-4.765625, false]], [[-8.015625, false]], [[-7.265625, false]], [[-8.265625, false]], [[-8.015625, false]], [[-9.515625, false]], [[-8.015625, false]], [[-4.015625, false]], [[-9.015625, false]], [[-8.015625, false]], [[-9.015625, false]], [[-4.765625, false]], [[-4.015625, false]], [[-8.265625, false]], [[-8.515625, false]], [[-4.765625, false]], [[-9.015625, false]], [[-8.515625, false]], [[-8.015625, false]], [[-4.765625, false]], [[-8.265625, false]], [[-4.015625, false]], [[-9.515625, false]], [[-9.015625, false]], [[-7.265625, false]], [[-8.015625, false]], [[-9.765625, false]], [[-8.015625, false]], [[-9.015625, false]], [[-4.765625, false]], [[-8.515625, false]], [[-8.765625, false]], [[-9.265625, false]], [[-8.015625, false]], [[-4.765625, false]], [[-4.015625, false]], [[-8.265625, false]], [[-4.015625, false]], [[-9.515625, false]], [[-9.015625, false]], [[-6.3359375, false]], [[-8.015625, false]], [[-8.5234375, false]], [[-4.765625, false]], [[-8.015625, false]], [[-8.015625, false]], [[-4.015625, false]], [[-9.265625, false]], [[-9.015625, false]], [[-8.015625, false]], [[-9.015625, false]], [[-4.765625, false]], [[-9.015625, false]], [[-8.515625, false]], [[-8.015625, false]], [[-4.765625, false]], [[-8.265625, false]], [[-4.015625, false]], [[-9.515625, false]], [[-9.015625, false]], [[-7.265625, false]], [[-8.015625, false]], [[-9.765625, false]], [[-8.015625, false]], [[-9.015625, false]], [[-4.765625, false]], [[-9.015625, false]], [[-8.765625, false]], [[-4.765625, false]], [[-8.515625, false]], [[-8.765625, false]], [[-9.265625, false]], [[-8.015625, false]], [[-4.765625, false]], [[-8.015625, false]], [[-9.765625, false]], [[-8.765625, false]], [[-9.015625, false]], [[-8.015625, false]], [[-9.515625, false]], [[-4.765625, false]], [[-9.015625, false]], [[-8.765625, false]], [[-10.015625, false]], [[-8.015625, false]], [[-9.015625, false]], [[-8.515625, false]], [[-8.015625, false]], [[-9.515625, false]], [[-6.3359375, false]], [[-8.015625, false]], [[-8.5234375, false]], [[-4.765625, false]], [[-8.015625, false]], [[-7.265625, false]], [[-9.015625, false]], [[-4.765625, false]], [[-8.015625, false]], [[-8.765625, false]], [[-8.265625, false]], [[-9.265625, false]], [[-8.015625, false]], [[-9.515625, false]], [[-9.015625, false]], [[-8.015625, false]], [[-8.515625, false]], [[-4.765625, false]], [[-7.265625, false]], [[-8.265625, false]], [[-9.015625, false]], [[-8.765625, false]], [[-4.765625, false]], [[-8.265625, false]], [[-8.765625, false]], [[-9.015625, false]], [[-8.015625, false]], [[-8.265625, false]], [[-9.015625, false]], [[-7.265625, false]], [[-4.015625, false]], [[-9.765625, false]], [[-4.765625, false]], [[-8.015625, false]], [[-8.265625, false]], [[-8.015625, false]], [[-9.515625, false]], [[-10.015625, false]], [[-10.515625, false]], [[-6.3359375, false]], [[-8.015625, false]], [[-11.765625, false]]], "filtered_resps": [[-7.515625, false], [-8.015625, false], [-8.515625, false], [-8.015625, false], [-8.015625, false], [-9.515625, false], [-8.015625, false], [-4.015625, false], [-9.015625, false], [-8.015625, false], [-9.015625, false], [-4.765625, false], [-8.765625, false], [-9.265625, false], [-8.015625, false], [-9.515625, false], [-4.765625, false], [-4.015625, false], [-4.765625, false], [-8.265625, false], [-8.015625, false], [-9.515625, false], [-7.265625, false], [-8.765625, false], [-8.515625, false], [-4.765625, false], [-8.765625, false], [-8.515625, false], [-4.765625, false], [-9.015625, false], [-7.265625, false], [-8.515625, false], [-8.015625, false], [-4.765625, false], [-4.015625, false], [-8.265625, false], [-8.515625, false], [-4.765625, false], [-7.265625, false], [-9.015625, false], [-4.765625, false], [-9.765625, false], [-8.765625, false], [-9.015625, false], [-9.015625, false], [-6.3359375, false], [-8.015625, false], [-8.5234375, false], [-4.765625, false], [-8.015625, false], [-7.265625, false], [-8.265625, false], [-8.015625, false], [-9.515625, false], [-8.015625, false], [-4.015625, false], [-9.015625, false], [-8.015625, false], [-9.015625, false], [-4.765625, false], [-4.015625, false], [-8.265625, false], [-8.515625, false], [-4.765625, false], [-9.015625, false], [-8.515625, false], [-8.015625, false], [-4.765625, false], [-8.265625, false], [-4.015625, false], [-9.515625, false], [-9.015625, false], [-7.265625, false], [-8.015625, false], [-9.765625, false], [-8.015625, false], [-9.015625, false], [-4.765625, false], [-8.515625, false], [-8.765625, false], [-9.265625, false], [-8.015625, false], [-4.765625, false], [-4.015625, false], [-8.265625, false], [-4.015625, false], [-9.515625, false], [-9.015625, false], [-6.3359375, false], [-8.015625, false], [-8.5234375, false], [-4.765625, false], [-8.015625, false], [-8.015625, false], [-4.015625, false], [-9.265625, false], [-9.015625, false], [-8.015625, false], [-9.015625, false], [-4.765625, false], [-9.015625, false], [-8.515625, false], [-8.015625, false], [-4.765625, false], [-8.265625, false], [-4.015625, false], [-9.515625, false], [-9.015625, false], [-7.265625, false], [-8.015625, false], [-9.765625, false], [-8.015625, false], [-9.015625, false], [-4.765625, false], [-9.015625, false], [-8.765625, false], [-4.765625, false], [-8.515625, false], [-8.765625, false], [-9.265625, false], [-8.015625, false], [-4.765625, false], [-8.015625, false], [-9.765625, false], [-8.765625, false], [-9.015625, false], [-8.015625, false], [-9.515625, false], [-4.765625, false], [-9.015625, false], [-8.765625, false], [-10.015625, false], [-8.015625, false], [-9.015625, false], [-8.515625, false], [-8.015625, false], [-9.515625, false], [-6.3359375, false], [-8.015625, false], [-8.5234375, false], [-4.765625, false], [-8.015625, false], [-7.265625, false], [-9.015625, false], [-4.765625, false], [-8.015625, false], [-8.765625, false], [-8.265625, false], [-9.265625, false], [-8.015625, false], [-9.515625, false], [-9.015625, false], [-8.015625, false], [-8.515625, false], [-4.765625, false], [-7.265625, false], [-8.265625, false], [-9.015625, false], [-8.765625, false], [-4.765625, false], [-8.265625, false], [-8.765625, false], [-9.015625, false], [-8.015625, false], [-8.265625, false], [-9.015625, false], [-7.265625, false], [-4.015625, false], [-9.765625, false], [-4.765625, false], [-8.015625, false], [-8.265625, false], [-8.015625, false], [-9.515625, false], [-10.015625, false], [-10.515625, false], [-6.3359375, false], [-8.015625, false], [-11.765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2187, "doc": {"id": "Mercury_SC_415455", "question": "Which alternative energy resource changes part of a river into a lake?", "choices": {"text": ["solar energy", "geothermal energy", "hydropower", "biofuel energy"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "hydropower", "arguments": ["Question: Which alternative energy resource changes part of a river into a lake?\nAnswer:", " ["], "resps": [[[-7.8125, false]], [[-8.8125, false]], [[-9.5625, false]], [[-9.0625, false]], [[-9.9375, false]], [[-4.8125, false]], [[-11.6875, false]], [[-5.4375, false]], [[-6.9375, false]], [[-10.3125, false]], [[-6.9375, false]], [[-11.6875, false]], [[-12.5625, false]], [[-11.4375, false]], [[-8.8125, false]], [[-9.890625, false]], [[-5.4375, false]], [[-8.8125, false]], [[-12.5625, false]], [[-6.9375, false]], [[-9.0625, false]], [[-11.9375, false]], [[-11.4375, false]], [[-6.9375, false]], [[-11.6875, false]], [[-9.9375, false]], [[-4.8125, false]], [[-9.9375, false]], [[-5.4375, false]], [[-6.9375, false]], [[-10.3125, false]], [[-6.9375, false]], [[-11.6875, false]], [[-12.5625, false]], [[-11.4375, false]], [[-8.8125, false]], [[-9.890625, false]], [[-5.4375, false]], [[-8.8125, false]], [[-11.4375, false]], [[-11.4375, false]], [[-8.4375, false]], [[-11.6875, false]], [[-9.0625, false]], [[-9.8125, false]], [[-9.0625, false]], [[-10.8125, false]], [[-6.9375, false]], [[-11.6875, false]], [[-8.8125, false]], [[-9.890625, false]], [[-5.4375, false]], [[-8.8125, false]], [[-10.9375, false]], [[-8.9375, false]], [[-9.0625, false]], [[-9.6875, false]], [[-10.8125, false]], [[-6.9375, false]], [[-9.9375, false]], [[-5.4375, false]], [[-6.9375, false]], [[-10.3125, false]], [[-6.9375, false]], [[-11.6875, false]], [[-12.5625, false]], [[-11.4375, false]], [[-8.8125, false]], [[-15.1875, false]]], "filtered_resps": [[-7.8125, false], [-8.8125, false], [-9.5625, false], [-9.0625, false], [-9.9375, false], [-4.8125, false], [-11.6875, false], [-5.4375, false], [-6.9375, false], [-10.3125, false], [-6.9375, false], [-11.6875, false], [-12.5625, false], [-11.4375, false], [-8.8125, false], [-9.890625, false], [-5.4375, false], [-8.8125, false], [-12.5625, false], [-6.9375, false], [-9.0625, false], [-11.9375, false], [-11.4375, false], [-6.9375, false], [-11.6875, false], [-9.9375, false], [-4.8125, false], [-9.9375, false], [-5.4375, false], [-6.9375, false], [-10.3125, false], [-6.9375, false], [-11.6875, false], [-12.5625, false], [-11.4375, false], [-8.8125, false], [-9.890625, false], [-5.4375, false], [-8.8125, false], [-11.4375, false], [-11.4375, false], [-8.4375, false], [-11.6875, false], [-9.0625, false], [-9.8125, false], [-9.0625, false], [-10.8125, false], [-6.9375, false], [-11.6875, false], [-8.8125, false], [-9.890625, false], [-5.4375, false], [-8.8125, false], [-10.9375, false], [-8.9375, false], [-9.0625, false], [-9.6875, false], [-10.8125, false], [-6.9375, false], [-9.9375, false], [-5.4375, false], [-6.9375, false], [-10.3125, false], [-6.9375, false], [-11.6875, false], [-12.5625, false], [-11.4375, false], [-8.8125, false], [-15.1875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2195, "doc": {"id": "TIMSS_2011_8_pg66", "question": "What happens to the molecules of a liquid when the liquid cools?", "choices": {"text": ["They slow down.", "They speed up.", "They decrease in number", "They decrease in size"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "They slow down.", "arguments": ["Question: What happens to the molecules of a liquid when the liquid cools?\nAnswer:", " ["], "resps": [[[-7.48828125, false]], [[-9.484375, false]], [[-8.734375, false]], [[-11.234375, false]], [[-9.734375, false]], [[-12.484375, false]], [[-6.48828125, false]], [[-11.234375, false]], [[-11.234375, false]], [[-11.484375, false]], [[-12.484375, false]], [[-6.48828125, false]], [[-11.234375, false]], [[-11.484375, false]], [[-12.484375, false]], [[-10.484375, false]], [[-7.8515625, false]], [[-9.484375, false]], [[-10.9765625, false]], [[-6.48828125, false]], [[-9.484375, false]], [[-8.734375, false]], [[-11.234375, false]], [[-9.734375, false]], [[-12.484375, false]], [[-6.48828125, false]], [[-11.234375, false]], [[-11.484375, false]], [[-9.734375, false]], [[-9.734375, false]], [[-11.234375, false]], [[-6.48828125, false]], [[-11.984375, false]], [[-11.484375, false]], [[-7.8515625, false]], [[-9.484375, false]], [[-10.9765625, false]], [[-6.48828125, false]], [[-9.484375, false]], [[-8.734375, false]], [[-11.234375, false]], [[-9.734375, false]], [[-12.484375, false]], [[-6.48828125, false]], [[-11.234375, false]], [[-9.734375, false]], [[-10.734375, false]], [[-13.234375, false]], [[-9.734375, false]], [[-6.23828125, false]], [[-11.234375, false]], [[-9.734375, false]], [[-6.48828125, false]], [[-9.484375, false]], [[-10.484375, false]], [[-6.48828125, false]], [[-10.484375, false]], [[-11.984375, false]], [[-10.734375, false]], [[-10.484375, false]], [[-9.734375, false]], [[-13.234375, false]], [[-9.484375, false]], [[-10.9765625, false]], [[-6.48828125, false]], [[-9.484375, false]], [[-8.734375, false]], [[-11.234375, false]], [[-9.734375, false]], [[-12.484375, false]], [[-6.48828125, false]], [[-11.234375, false]], [[-9.734375, false]], [[-10.734375, false]], [[-13.234375, false]], [[-9.734375, false]], [[-6.23828125, false]], [[-11.234375, false]], [[-9.734375, false]], [[-6.48828125, false]], [[-9.484375, false]], [[-10.484375, false]], [[-6.48828125, false]], [[-11.234375, false]], [[-9.484375, false]], [[-12.984375, false]], [[-9.734375, false]], [[-9.484375, false]], [[-12.984375, false]]], "filtered_resps": [[-7.48828125, false], [-9.484375, false], [-8.734375, false], [-11.234375, false], [-9.734375, false], [-12.484375, false], [-6.48828125, false], [-11.234375, false], [-11.234375, false], [-11.484375, false], [-12.484375, false], [-6.48828125, false], [-11.234375, false], [-11.484375, false], [-12.484375, false], [-10.484375, false], [-7.8515625, false], [-9.484375, false], [-10.9765625, false], [-6.48828125, false], [-9.484375, false], [-8.734375, false], [-11.234375, false], [-9.734375, false], [-12.484375, false], [-6.48828125, false], [-11.234375, false], [-11.484375, false], [-9.734375, false], [-9.734375, false], [-11.234375, false], [-6.48828125, false], [-11.984375, false], [-11.484375, false], [-7.8515625, false], [-9.484375, false], [-10.9765625, false], [-6.48828125, false], [-9.484375, false], [-8.734375, false], [-11.234375, false], [-9.734375, false], [-12.484375, false], [-6.48828125, false], [-11.234375, false], [-9.734375, false], [-10.734375, false], [-13.234375, false], [-9.734375, false], [-6.23828125, false], [-11.234375, false], [-9.734375, false], [-6.48828125, false], [-9.484375, false], [-10.484375, false], [-6.48828125, false], [-10.484375, false], [-11.984375, false], [-10.734375, false], [-10.484375, false], [-9.734375, false], [-13.234375, false], [-9.484375, false], [-10.9765625, false], [-6.48828125, false], [-9.484375, false], [-8.734375, false], [-11.234375, false], [-9.734375, false], [-12.484375, false], [-6.48828125, false], [-11.234375, false], [-9.734375, false], [-10.734375, false], [-13.234375, false], [-9.734375, false], [-6.23828125, false], [-11.234375, false], [-9.734375, false], [-6.48828125, false], [-9.484375, false], [-10.484375, false], [-6.48828125, false], [-11.234375, false], [-9.484375, false], [-12.984375, false], [-9.734375, false], [-9.484375, false], [-12.984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2203, "doc": {"id": "NYSEDREGENTS_2012_8_12", "question": "A structure that carries a single unit of hereditary information is a", "choices": {"text": ["gene", "tissue", "sex cell", "pedigree chart"], "label": ["1", "2", "3", "4"]}, "answerKey": "1"}, "target": "gene", "arguments": ["Question: A structure that carries a single unit of hereditary information is a\nAnswer:", " ["], "resps": [[[-7.0625, false]], [[-7.9375, false]], [[-9.4375, false]], [[-7.9375, false]], [[-8.0625, false]], [[-7.9375, false]], [[-7.9375, false]], [[-9.5625, false]], [[-5.1875, false]], [[-7.9375, false]], [[-8.5625, false]], [[-7.9375, false]], [[-8.3125, false]], [[-8.3125, false]], [[-10.3125, false]], [[-7.9375, false]], [[-7.9375, false]], [[-9.5625, false]], [[-5.1875, false]], [[-7.9375, false]], [[-8.3125, false]], [[-7.9375, false]], [[-8.1875, false]], [[-5.1875, false]], [[-7.6875, false]], [[-7.9375, false]], [[-9.1875, false]], [[-9.1875, false]], [[-7.9375, false]], [[-9.5625, false]], [[-5.1875, false]], [[-7.9375, false]], [[-8.8125, false]], [[-7.9375, false]], [[-7.5625, false]], [[-7.9375, false]], [[-9.4375, false]], [[-7.9375, false]], [[-7.9375, false]], [[-7.9375, false]], [[-5.1875, false]], [[-7.6875, false]], [[-8.4375, false]], [[-2.9375, false]], [[-7.9375, false]], [[-8.5625, false]], [[-7.9375, false]], [[-11.8125, false]]], "filtered_resps": [[-7.0625, false], [-7.9375, false], [-9.4375, false], [-7.9375, false], [-8.0625, false], [-7.9375, false], [-7.9375, false], [-9.5625, false], [-5.1875, false], [-7.9375, false], [-8.5625, false], [-7.9375, false], [-8.3125, false], [-8.3125, false], [-10.3125, false], [-7.9375, false], [-7.9375, false], [-9.5625, false], [-5.1875, false], [-7.9375, false], [-8.3125, false], [-7.9375, false], [-8.1875, false], [-5.1875, false], [-7.6875, false], [-7.9375, false], [-9.1875, false], [-9.1875, false], [-7.9375, false], [-9.5625, false], [-5.1875, false], [-7.9375, false], [-8.8125, false], [-7.9375, false], [-7.5625, false], [-7.9375, false], [-9.4375, false], [-7.9375, false], [-7.9375, false], [-7.9375, false], [-5.1875, false], [-7.6875, false], [-8.4375, false], [-2.9375, false], [-7.9375, false], [-8.5625, false], [-7.9375, false], [-11.8125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2211, "doc": {"id": "Mercury_7236058", "question": "Which characteristic of a cold-water upwelling near the coast of Northern California results in a large concentration of marine organisms?", "choices": {"text": ["loss of thermal stability", "high nutrient concentration", "consistent surface-current flow rate", "increased availability of dissolved oxygen"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "high nutrient concentration", "arguments": ["Question: Which characteristic of a cold-water upwelling near the coast of Northern California results in a large concentration of marine organisms?\nAnswer:", " ["], "resps": [[[-7.21875, false]], [[-9.34375, false]], [[-10.34375, false]], [[-8.21875, false]], [[-8.84375, false]], [[-8.84375, false]], [[-5.34375, false]], [[-8.21875, false]], [[-8.96875, false]], [[-5.34375, false]], [[-10.84375, false]], [[-11.21875, false]], [[-8.21875, false]], [[-10.59375, false]], [[-9.71875, false]], [[-3.59375, false]], [[-10.34375, false]], [[-5.34375, false]], [[-8.84375, false]], [[-10.84375, false]], [[-3.59375, false]], [[-7.96875, false]], [[-8.84375, false]], [[-10.34375, false]], [[-8.84375, false]], [[-10.84375, false]], [[-11.71875, false]], [[-9.34375, false]], [[-10.203125, false]], [[-5.34375, false]], [[-9.34375, false]], [[-11.21875, false]], [[-8.84375, false]], [[-11.71875, false]], [[-11.21875, false]], [[-5.34375, false]], [[-8.34375, false]], [[-11.71875, false]], [[-10.84375, false]], [[-10.59375, false]], [[-8.84375, false]], [[-8.21875, false]], [[-8.34375, false]], [[-10.84375, false]], [[-5.34375, false]], [[-7.71875, false]], [[-8.21875, false]], [[-8.34375, false]], [[-7.71875, false]], [[-8.21875, false]], [[-8.34375, false]], [[-10.84375, false]], [[-10.59375, false]], [[-3.59375, false]], [[-10.84375, false]], [[-8.84375, false]], [[-8.21875, false]], [[-8.34375, false]], [[-9.34375, false]], [[-10.203125, false]], [[-5.34375, false]], [[-9.34375, false]], [[-7.71875, false]], [[-8.21875, false]], [[-8.34375, false]], [[-8.84375, false]], [[-8.84375, false]], [[-8.84375, false]], [[-10.84375, false]], [[-8.21875, false]], [[-8.34375, false]], [[-10.84375, false]], [[-5.34375, false]], [[-8.84375, false]], [[-11.71875, false]], [[-10.59375, false]], [[-8.96875, false]], [[-3.59375, false]], [[-7.71875, false]], [[-8.21875, false]], [[-6.59375, false]], [[-7.71875, false]], [[-11.71875, false]], [[-10.59375, false]], [[-10.59375, false]], [[-8.21875, false]], [[-8.34375, false]], [[-10.84375, false]], [[-5.34375, false]], [[-8.96875, false]], [[-10.34375, false]], [[-8.21875, false]], [[-10.84375, false]], [[-5.34375, false]], [[-10.59375, false]], [[-3.59375, false]], [[-10.84375, false]], [[-8.21875, false]], [[-9.34375, false]], [[-10.203125, false]], [[-5.34375, false]], [[-9.34375, false]], [[-8.84375, false]], [[-8.34375, false]], [[-7.71875, false]], [[-10.59375, false]], [[-8.21875, false]], [[-3.59375, false]], [[-8.84375, false]], [[-8.21875, false]], [[-7.84375, false]], [[-5.34375, false]], [[-3.59375, false]], [[-11.34375, false]], [[-3.59375, false]], [[-8.84375, false]], [[-10.34375, false]], [[-3.59375, false]], [[-7.96875, false]], [[-8.84375, false]], [[-10.34375, false]], [[-8.84375, false]], [[-10.84375, false]], [[-11.71875, false]], [[-5.34375, false]], [[-8.21875, false]], [[-8.96875, false]], [[-5.34375, false]], [[-7.84375, false]], [[-8.84375, false]], [[-8.84375, false]], [[-8.84375, false]], [[-8.21875, false]], [[-10.34375, false]], [[-11.34375, false]], [[-8.21875, false]], [[-7.84375, false]], [[-5.34375, false]], [[-8.21875, false]], [[-10.59375, false]], [[-11.71875, false]], [[-11.71875, false]], [[-8.21875, false]], [[-8.34375, false]], [[-9.34375, false]], [[-12.59375, false]]], "filtered_resps": [[-7.21875, false], [-9.34375, false], [-10.34375, false], [-8.21875, false], [-8.84375, false], [-8.84375, false], [-5.34375, false], [-8.21875, false], [-8.96875, false], [-5.34375, false], [-10.84375, false], [-11.21875, false], [-8.21875, false], [-10.59375, false], [-9.71875, false], [-3.59375, false], [-10.34375, false], [-5.34375, false], [-8.84375, false], [-10.84375, false], [-3.59375, false], [-7.96875, false], [-8.84375, false], [-10.34375, false], [-8.84375, false], [-10.84375, false], [-11.71875, false], [-9.34375, false], [-10.203125, false], [-5.34375, false], [-9.34375, false], [-11.21875, false], [-8.84375, false], [-11.71875, false], [-11.21875, false], [-5.34375, false], [-8.34375, false], [-11.71875, false], [-10.84375, false], [-10.59375, false], [-8.84375, false], [-8.21875, false], [-8.34375, false], [-10.84375, false], [-5.34375, false], [-7.71875, false], [-8.21875, false], [-8.34375, false], [-7.71875, false], [-8.21875, false], [-8.34375, false], [-10.84375, false], [-10.59375, false], [-3.59375, false], [-10.84375, false], [-8.84375, false], [-8.21875, false], [-8.34375, false], [-9.34375, false], [-10.203125, false], [-5.34375, false], [-9.34375, false], [-7.71875, false], [-8.21875, false], [-8.34375, false], [-8.84375, false], [-8.84375, false], [-8.84375, false], [-10.84375, false], [-8.21875, false], [-8.34375, false], [-10.84375, false], [-5.34375, false], [-8.84375, false], [-11.71875, false], [-10.59375, false], [-8.96875, false], [-3.59375, false], [-7.71875, false], [-8.21875, false], [-6.59375, false], [-7.71875, false], [-11.71875, false], [-10.59375, false], [-10.59375, false], [-8.21875, false], [-8.34375, false], [-10.84375, false], [-5.34375, false], [-8.96875, false], [-10.34375, false], [-8.21875, false], [-10.84375, false], [-5.34375, false], [-10.59375, false], [-3.59375, false], [-10.84375, false], [-8.21875, false], [-9.34375, false], [-10.203125, false], [-5.34375, false], [-9.34375, false], [-8.84375, false], [-8.34375, false], [-7.71875, false], [-10.59375, false], [-8.21875, false], [-3.59375, false], [-8.84375, false], [-8.21875, false], [-7.84375, false], [-5.34375, false], [-3.59375, false], [-11.34375, false], [-3.59375, false], [-8.84375, false], [-10.34375, false], [-3.59375, false], [-7.96875, false], [-8.84375, false], [-10.34375, false], [-8.84375, false], [-10.84375, false], [-11.71875, false], [-5.34375, false], [-8.21875, false], [-8.96875, false], [-5.34375, false], [-7.84375, false], [-8.84375, false], [-8.84375, false], [-8.84375, false], [-8.21875, false], [-10.34375, false], [-11.34375, false], [-8.21875, false], [-7.84375, false], [-5.34375, false], [-8.21875, false], [-10.59375, false], [-11.71875, false], [-11.71875, false], [-8.21875, false], [-8.34375, false], [-9.34375, false], [-12.59375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2219, "doc": {"id": "NYSEDREGENTS_2010_4_27", "question": "When two animals live in the same area and depend on the same organism for food, they are", "choices": {"text": ["competing", "decomposing", "germinating", "hibernating"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "competing", "arguments": ["Question: When two animals live in the same area and depend on the same organism for food, they are\nAnswer:", " ["], "resps": [[[-7.5234375, false]], [[-8.1484375, false]], [[-8.0234375, false]], [[-9.6484375, false]], [[-10.1484375, false]], [[-9.2734375, false]], [[-8.0234375, false]], [[-9.5234375, false]], [[-7.5234375, false]], [[-8.0234375, false]], [[-10.0234375, false]], [[-8.1484375, false]], [[-9.875, false]], [[-5.1484375, false]], [[-8.1484375, false]], [[-7.6484375, false]], [[-8.0234375, false]], [[-8.0234375, false]], [[-9.6484375, false]], [[-10.1484375, false]], [[-9.2734375, false]], [[-9.6484375, false]], [[-8.5234375, false]], [[-7.5234375, false]], [[-8.0234375, false]], [[-10.0234375, false]], [[-8.1484375, false]], [[-9.875, false]], [[-5.1484375, false]], [[-8.1484375, false]], [[-10.0234375, false]], [[-8.0234375, false]], [[-9.6484375, false]], [[-10.1484375, false]], [[-7.5234375, false]], [[-8.0234375, false]], [[-4.7734375, false]], [[-9.5234375, false]], [[-7.5234375, false]], [[-8.0234375, false]], [[-10.0234375, false]], [[-8.1484375, false]], [[-9.875, false]], [[-5.1484375, false]], [[-8.1484375, false]], [[-9.8984375, false]], [[-7.5234375, false]], [[-8.0234375, false]], [[-8.0234375, false]], [[-9.6484375, false]], [[-8.0234375, false]], [[-4.7734375, false]], [[-9.5234375, false]], [[-7.5234375, false]], [[-8.0234375, false]], [[-10.0234375, false]], [[-8.1484375, false]], [[-12.1484375, false]]], "filtered_resps": [[-7.5234375, false], [-8.1484375, false], [-8.0234375, false], [-9.6484375, false], [-10.1484375, false], [-9.2734375, false], [-8.0234375, false], [-9.5234375, false], [-7.5234375, false], [-8.0234375, false], [-10.0234375, false], [-8.1484375, false], [-9.875, false], [-5.1484375, false], [-8.1484375, false], [-7.6484375, false], [-8.0234375, false], [-8.0234375, false], [-9.6484375, false], [-10.1484375, false], [-9.2734375, false], [-9.6484375, false], [-8.5234375, false], [-7.5234375, false], [-8.0234375, false], [-10.0234375, false], [-8.1484375, false], [-9.875, false], [-5.1484375, false], [-8.1484375, false], [-10.0234375, false], [-8.0234375, false], [-9.6484375, false], [-10.1484375, false], [-7.5234375, false], [-8.0234375, false], [-4.7734375, false], [-9.5234375, false], [-7.5234375, false], [-8.0234375, false], [-10.0234375, false], [-8.1484375, false], [-9.875, false], [-5.1484375, false], [-8.1484375, false], [-9.8984375, false], [-7.5234375, false], [-8.0234375, false], [-8.0234375, false], [-9.6484375, false], [-8.0234375, false], [-4.7734375, false], [-9.5234375, false], [-7.5234375, false], [-8.0234375, false], [-10.0234375, false], [-8.1484375, false], [-12.1484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2227, "doc": {"id": "Mercury_7037380", "question": "When a prairie ecosystem was disturbed, an invasive grass species outcompeted the native grass. The new grass had less nutritional value for the organisms living in the area. Which category of organism will be affected by this change first?", "choices": {"text": ["predators", "herbivores", "scavengers", "decomposers"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "herbivores", "arguments": ["Question: When a prairie ecosystem was disturbed, an invasive grass species outcompeted the native grass. The new grass had less nutritional value for the organisms living in the area. Which category of organism will be affected by this change first?\nAnswer:", " ["], "resps": [[[-7.11328125, false]], [[-9.484375, false]], [[-9.859375, false]], [[-9.484375, false]], [[-6.61328125, false]], [[-7.48828125, false]], [[-4.36328125, false]], [[-10.984375, false]], [[-8.234375, false]], [[-9.484375, false]], [[-9.859375, false]], [[-9.484375, false]], [[-11.140625, false]], [[-5.48828125, false]], [[-9.484375, false]], [[-10.609375, false]], [[-6.61328125, false]], [[-9.484375, false]], [[-8.359375, false]], [[-7.61328125, false]], [[-10.734375, false]], [[-8.234375, false]], [[-9.484375, false]], [[-6.61328125, false]], [[-9.859375, false]], [[-9.484375, false]], [[-11.140625, false]], [[-5.48828125, false]], [[-9.484375, false]], [[-9.859375, false]], [[-7.23828125, false]], [[-4.36328125, false]], [[-10.734375, false]], [[-6.61328125, false]], [[-8.359375, false]], [[-10.859375, false]], [[-6.61328125, false]], [[-9.484375, false]], [[-9.859375, false]], [[-9.484375, false]], [[-11.140625, false]], [[-5.48828125, false]], [[-9.484375, false]], [[-7.48828125, false]], [[-6.61328125, false]], [[-7.23828125, false]], [[-8.234375, false]], [[-10.109375, false]], [[-9.859375, false]], [[-8.234375, false]], [[-9.859375, false]], [[-6.61328125, false]], [[-9.484375, false]], [[-9.859375, false]], [[-9.484375, false]], [[-13.984375, false]]], "filtered_resps": [[-7.11328125, false], [-9.484375, false], [-9.859375, false], [-9.484375, false], [-6.61328125, false], [-7.48828125, false], [-4.36328125, false], [-10.984375, false], [-8.234375, false], [-9.484375, false], [-9.859375, false], [-9.484375, false], [-11.140625, false], [-5.48828125, false], [-9.484375, false], [-10.609375, false], [-6.61328125, false], [-9.484375, false], [-8.359375, false], [-7.61328125, false], [-10.734375, false], [-8.234375, false], [-9.484375, false], [-6.61328125, false], [-9.859375, false], [-9.484375, false], [-11.140625, false], [-5.48828125, false], [-9.484375, false], [-9.859375, false], [-7.23828125, false], [-4.36328125, false], [-10.734375, false], [-6.61328125, false], [-8.359375, false], [-10.859375, false], [-6.61328125, false], [-9.484375, false], [-9.859375, false], [-9.484375, false], [-11.140625, false], [-5.48828125, false], [-9.484375, false], [-7.48828125, false], [-6.61328125, false], [-7.23828125, false], [-8.234375, false], [-10.109375, false], [-9.859375, false], [-8.234375, false], [-9.859375, false], [-6.61328125, false], [-9.484375, false], [-9.859375, false], [-9.484375, false], [-13.984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2235, "doc": {"id": "Mercury_7075110", "question": "Organisms that are classified as multicellular must have", "choices": {"text": ["only one cell.", "large cells.", "more than one cell.", "identical cells."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "more than one cell.", "arguments": ["Question: Organisms that are classified as multicellular must have\nAnswer:", " ["], "resps": [[[-7.09765625, false]], [[-8.6015625, false]], [[-8.2265625, false]], [[-7.84765625, false]], [[-9.2265625, false]], [[-10.1015625, false]], [[-4.72265625, false]], [[-8.2265625, false]], [[-7.84765625, false]], [[-5.84765625, false]], [[-4.72265625, false]], [[-5.72265625, false]], [[-5.84765625, false]], [[-9.2265625, false]], [[-9.2265625, false]], [[-7.0546875, false]], [[-8.6015625, false]], [[-9.5625, false]], [[-4.72265625, false]], [[-8.6015625, false]], [[-9.2265625, false]], [[-4.34765625, false]], [[-8.1015625, false]], [[-9.3515625, false]], [[-5.84765625, false]], [[-4.72265625, false]], [[-5.72265625, false]], [[-5.84765625, false]], [[-9.2265625, false]], [[-9.2265625, false]], [[-8.4765625, false]], [[-7.0546875, false]], [[-8.6015625, false]], [[-9.5625, false]], [[-4.72265625, false]], [[-8.6015625, false]], [[-8.7265625, false]], [[-8.2265625, false]], [[-8.1015625, false]], [[-5.84765625, false]], [[-4.72265625, false]], [[-9.4765625, false]], [[-9.3515625, false]], [[-4.34765625, false]], [[-7.84765625, false]], [[-4.72265625, false]], [[-8.2265625, false]], [[-7.84765625, false]], [[-5.84765625, false]], [[-4.72265625, false]], [[-5.72265625, false]], [[-5.84765625, false]], [[-9.2265625, false]], [[-9.2265625, false]], [[-7.0546875, false]], [[-8.6015625, false]], [[-9.5625, false]], [[-4.72265625, false]], [[-8.6015625, false]], [[-6.59765625, false]], [[-6.97265625, false]], [[-5.84765625, false]], [[-7.84765625, false]], [[-9.4765625, false]], [[-6.59765625, false]], [[-5.72265625, false]], [[-4.34765625, false]], [[-9.2265625, false]], [[-4.72265625, false]], [[-5.72265625, false]], [[-5.84765625, false]], [[-9.2265625, false]], [[-9.2265625, false]], [[-8.4765625, false]], [[-7.0546875, false]], [[-8.6015625, false]], [[-11.7265625, false]]], "filtered_resps": [[-7.09765625, false], [-8.6015625, false], [-8.2265625, false], [-7.84765625, false], [-9.2265625, false], [-10.1015625, false], [-4.72265625, false], [-8.2265625, false], [-7.84765625, false], [-5.84765625, false], [-4.72265625, false], [-5.72265625, false], [-5.84765625, false], [-9.2265625, false], [-9.2265625, false], [-7.0546875, false], [-8.6015625, false], [-9.5625, false], [-4.72265625, false], [-8.6015625, false], [-9.2265625, false], [-4.34765625, false], [-8.1015625, false], [-9.3515625, false], [-5.84765625, false], [-4.72265625, false], [-5.72265625, false], [-5.84765625, false], [-9.2265625, false], [-9.2265625, false], [-8.4765625, false], [-7.0546875, false], [-8.6015625, false], [-9.5625, false], [-4.72265625, false], [-8.6015625, false], [-8.7265625, false], [-8.2265625, false], [-8.1015625, false], [-5.84765625, false], [-4.72265625, false], [-9.4765625, false], [-9.3515625, false], [-4.34765625, false], [-7.84765625, false], [-4.72265625, false], [-8.2265625, false], [-7.84765625, false], [-5.84765625, false], [-4.72265625, false], [-5.72265625, false], [-5.84765625, false], [-9.2265625, false], [-9.2265625, false], [-7.0546875, false], [-8.6015625, false], [-9.5625, false], [-4.72265625, false], [-8.6015625, false], [-6.59765625, false], [-6.97265625, false], [-5.84765625, false], [-7.84765625, false], [-9.4765625, false], [-6.59765625, false], [-5.72265625, false], [-4.34765625, false], [-9.2265625, false], [-4.72265625, false], [-5.72265625, false], [-5.84765625, false], [-9.2265625, false], [-9.2265625, false], [-8.4765625, false], [-7.0546875, false], [-8.6015625, false], [-11.7265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2243, "doc": {"id": "Mercury_SC_402112", "question": "Students are conducting an investigation to see how sunlight affects the speed of plant growth. They measure the growth of the plant at the end of two weeks. What would be the best way to communicate the results of this investigation?", "choices": {"text": ["draw a picture", "make some notes", "make a chart or graph", "tell the science teacher"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "make a chart or graph", "arguments": ["Question: Students are conducting an investigation to see how sunlight affects the speed of plant growth. They measure the growth of the plant at the end of two weeks. What would be the best way to communicate the results of this investigation?\nAnswer:", " ["], "resps": [[[-7.01953125, false]], [[-9.7734375, false]], [[-9.7734375, false]], [[-12.2734375, false]], [[-6.01953125, false]], [[-11.2734375, false]], [[-5.76953125, false]], [[-6.01953125, false]], [[-5.76953125, false]], [[-10.2734375, false]], [[-9.0234375, false]], [[-10.7734375, false]], [[-11.0234375, false]], [[-10.7734375, false]], [[-12.2734375, false]], [[-9.5234375, false]], [[-9.7734375, false]], [[-10.53125, false]], [[-5.76953125, false]], [[-9.7734375, false]], [[-10.5234375, false]], [[-6.01953125, false]], [[-11.2734375, false]], [[-9.5234375, false]], [[-5.76953125, false]], [[-10.5234375, false]], [[-10.0234375, false]], [[-10.5234375, false]], [[-9.5234375, false]], [[-5.76953125, false]], [[-12.0234375, false]], [[-10.0234375, false]], [[-11.0234375, false]], [[-9.5234375, false]], [[-10.5234375, false]], [[-9.7734375, false]], [[-10.53125, false]], [[-5.76953125, false]], [[-9.7734375, false]], [[-10.5234375, false]], [[-6.01953125, false]], [[-11.2734375, false]], [[-9.5234375, false]], [[-5.76953125, false]], [[-6.01953125, false]], [[-5.76953125, false]], [[-10.7734375, false]], [[-10.7734375, false]], [[-6.01953125, false]], [[-12.2734375, false]], [[-11.0234375, false]], [[-5.76953125, false]], [[-10.0234375, false]], [[-12.2734375, false]], [[-5.76953125, false]], [[-11.7734375, false]], [[-12.2734375, false]], [[-6.01953125, false]], [[-10.2734375, false]], [[-10.7734375, false]], [[-9.7734375, false]], [[-10.53125, false]], [[-5.76953125, false]], [[-9.7734375, false]], [[-11.0234375, false]], [[-9.5234375, false]], [[-11.5234375, false]], [[-11.5234375, false]], [[-5.76953125, false]], [[-11.0234375, false]], [[-10.7734375, false]], [[-9.5234375, false]], [[-5.76953125, false]], [[-10.5234375, false]], [[-10.7734375, false]], [[-9.0234375, false]], [[-9.5234375, false]], [[-12.0234375, false]], [[-10.7734375, false]], [[-9.5234375, false]], [[-5.76953125, false]], [[-11.0234375, false]], [[-9.5234375, false]], [[-6.01953125, false]], [[-10.7734375, false]], [[-10.7734375, false]], [[-9.5234375, false]], [[-12.2734375, false]], [[-9.7734375, false]], [[-12.5234375, false]]], "filtered_resps": [[-7.01953125, false], [-9.7734375, false], [-9.7734375, false], [-12.2734375, false], [-6.01953125, false], [-11.2734375, false], [-5.76953125, false], [-6.01953125, false], [-5.76953125, false], [-10.2734375, false], [-9.0234375, false], [-10.7734375, false], [-11.0234375, false], [-10.7734375, false], [-12.2734375, false], [-9.5234375, false], [-9.7734375, false], [-10.53125, false], [-5.76953125, false], [-9.7734375, false], [-10.5234375, false], [-6.01953125, false], [-11.2734375, false], [-9.5234375, false], [-5.76953125, false], [-10.5234375, false], [-10.0234375, false], [-10.5234375, false], [-9.5234375, false], [-5.76953125, false], [-12.0234375, false], [-10.0234375, false], [-11.0234375, false], [-9.5234375, false], [-10.5234375, false], [-9.7734375, false], [-10.53125, false], [-5.76953125, false], [-9.7734375, false], [-10.5234375, false], [-6.01953125, false], [-11.2734375, false], [-9.5234375, false], [-5.76953125, false], [-6.01953125, false], [-5.76953125, false], [-10.7734375, false], [-10.7734375, false], [-6.01953125, false], [-12.2734375, false], [-11.0234375, false], [-5.76953125, false], [-10.0234375, false], [-12.2734375, false], [-5.76953125, false], [-11.7734375, false], [-12.2734375, false], [-6.01953125, false], [-10.2734375, false], [-10.7734375, false], [-9.7734375, false], [-10.53125, false], [-5.76953125, false], [-9.7734375, false], [-11.0234375, false], [-9.5234375, false], [-11.5234375, false], [-11.5234375, false], [-5.76953125, false], [-11.0234375, false], [-10.7734375, false], [-9.5234375, false], [-5.76953125, false], [-10.5234375, false], [-10.7734375, false], [-9.0234375, false], [-9.5234375, false], [-12.0234375, false], [-10.7734375, false], [-9.5234375, false], [-5.76953125, false], [-11.0234375, false], [-9.5234375, false], [-6.01953125, false], [-10.7734375, false], [-10.7734375, false], [-9.5234375, false], [-12.2734375, false], [-9.7734375, false], [-12.5234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2251, "doc": {"id": "Mercury_SC_415773", "question": "What objects are affected by Earth's gravity?", "choices": {"text": ["only objects that have mass", "only objects that sink in water", "only objects that are made of metal", "only objects that are heavier than air"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "only objects that have mass", "arguments": ["Question: What objects are affected by Earth's gravity?\nAnswer:", " ["], "resps": [[[-7.57421875, false]], [[-7.82421875, false]], [[-10.3203125, false]], [[-11.3203125, false]], [[-10.5703125, false]], [[-12.8203125, false]], [[-5.57421875, false]], [[-10.3203125, false]], [[-10.8203125, false]], [[-13.5703125, false]], [[-8.8203125, false]], [[-10.5703125, false]], [[-10.8203125, false]], [[-9.3203125, false]], [[-5.57421875, false]], [[-10.8203125, false]], [[-10.8203125, false]], [[-6.82421875, false]], [[-10.8203125, false]], [[-5.57421875, false]], [[-10.8203125, false]], [[-6.82421875, false]], [[-12.3203125, false]], [[-8.8203125, false]], [[-5.57421875, false]], [[-11.3203125, false]], [[-6.82421875, false]], [[-9.3203125, false]], [[-9.3203125, false]], [[-7.82421875, false]], [[-9.921875, false]], [[-5.57421875, false]], [[-7.82421875, false]], [[-10.3203125, false]], [[-11.3203125, false]], [[-10.5703125, false]], [[-12.8203125, false]], [[-5.57421875, false]], [[-10.3203125, false]], [[-10.8203125, false]], [[-13.5703125, false]], [[-8.8203125, false]], [[-10.5703125, false]], [[-10.8203125, false]], [[-9.3203125, false]], [[-5.57421875, false]], [[-10.8203125, false]], [[-10.8203125, false]], [[-6.82421875, false]], [[-10.8203125, false]], [[-5.57421875, false]], [[-9.3203125, false]], [[-10.0703125, false]], [[-11.3203125, false]], [[-12.3203125, false]], [[-5.57421875, false]], [[-10.0703125, false]], [[-11.3203125, false]], [[-5.57421875, false]], [[-11.5703125, false]], [[-6.82421875, false]], [[-10.8203125, false]], [[-8.8203125, false]], [[-11.8203125, false]], [[-7.82421875, false]], [[-9.921875, false]], [[-5.57421875, false]], [[-7.82421875, false]], [[-10.3203125, false]], [[-11.3203125, false]], [[-10.5703125, false]], [[-12.8203125, false]], [[-5.57421875, false]], [[-10.3203125, false]], [[-10.8203125, false]], [[-13.5703125, false]], [[-8.8203125, false]], [[-10.5703125, false]], [[-10.8203125, false]], [[-9.3203125, false]], [[-5.57421875, false]], [[-10.8203125, false]], [[-10.8203125, false]], [[-6.82421875, false]], [[-10.8203125, false]], [[-5.57421875, false]], [[-6.82421875, false]], [[-11.8203125, false]], [[-8.8203125, false]], [[-5.57421875, false]], [[-11.3203125, false]], [[-6.82421875, false]], [[-10.8203125, false]], [[-8.8203125, false]], [[-5.57421875, false]], [[-10.3203125, false]], [[-10.3203125, false]], [[-5.57421875, false]], [[-11.3203125, false]], [[-8.8203125, false]], [[-10.8203125, false]], [[-6.82421875, false]], [[-10.5703125, false]], [[-7.82421875, false]], [[-9.921875, false]], [[-5.57421875, false]], [[-7.82421875, false]], [[-10.3203125, false]], [[-11.3203125, false]], [[-10.5703125, false]], [[-12.8203125, false]], [[-5.57421875, false]], [[-10.3203125, false]], [[-10.8203125, false]], [[-13.5703125, false]], [[-8.8203125, false]], [[-10.5703125, false]], [[-10.8203125, false]], [[-9.3203125, false]], [[-5.57421875, false]], [[-10.8203125, false]], [[-10.8203125, false]], [[-6.82421875, false]], [[-10.8203125, false]], [[-5.57421875, false]], [[-6.82421875, false]], [[-11.8203125, false]], [[-8.8203125, false]], [[-5.57421875, false]], [[-10.8203125, false]], [[-8.8203125, false]], [[-6.82421875, false]], [[-12.3203125, false]], [[-10.0703125, false]], [[-8.8203125, false]], [[-11.8203125, false]], [[-5.57421875, false]], [[-10.8203125, false]], [[-10.8203125, false]], [[-6.82421875, false]], [[-11.3203125, false]], [[-5.57421875, false]], [[-6.82421875, false]], [[-10.0703125, false]], [[-11.8203125, false]], [[-7.82421875, false]], [[-12.0703125, false]]], "filtered_resps": [[-7.57421875, false], [-7.82421875, false], [-10.3203125, false], [-11.3203125, false], [-10.5703125, false], [-12.8203125, false], [-5.57421875, false], [-10.3203125, false], [-10.8203125, false], [-13.5703125, false], [-8.8203125, false], [-10.5703125, false], [-10.8203125, false], [-9.3203125, false], [-5.57421875, false], [-10.8203125, false], [-10.8203125, false], [-6.82421875, false], [-10.8203125, false], [-5.57421875, false], [-10.8203125, false], [-6.82421875, false], [-12.3203125, false], [-8.8203125, false], [-5.57421875, false], [-11.3203125, false], [-6.82421875, false], [-9.3203125, false], [-9.3203125, false], [-7.82421875, false], [-9.921875, false], [-5.57421875, false], [-7.82421875, false], [-10.3203125, false], [-11.3203125, false], [-10.5703125, false], [-12.8203125, false], [-5.57421875, false], [-10.3203125, false], [-10.8203125, false], [-13.5703125, false], [-8.8203125, false], [-10.5703125, false], [-10.8203125, false], [-9.3203125, false], [-5.57421875, false], [-10.8203125, false], [-10.8203125, false], [-6.82421875, false], [-10.8203125, false], [-5.57421875, false], [-9.3203125, false], [-10.0703125, false], [-11.3203125, false], [-12.3203125, false], [-5.57421875, false], [-10.0703125, false], [-11.3203125, false], [-5.57421875, false], [-11.5703125, false], [-6.82421875, false], [-10.8203125, false], [-8.8203125, false], [-11.8203125, false], [-7.82421875, false], [-9.921875, false], [-5.57421875, false], [-7.82421875, false], [-10.3203125, false], [-11.3203125, false], [-10.5703125, false], [-12.8203125, false], [-5.57421875, false], [-10.3203125, false], [-10.8203125, false], [-13.5703125, false], [-8.8203125, false], [-10.5703125, false], [-10.8203125, false], [-9.3203125, false], [-5.57421875, false], [-10.8203125, false], [-10.8203125, false], [-6.82421875, false], [-10.8203125, false], [-5.57421875, false], [-6.82421875, false], [-11.8203125, false], [-8.8203125, false], [-5.57421875, false], [-11.3203125, false], [-6.82421875, false], [-10.8203125, false], [-8.8203125, false], [-5.57421875, false], [-10.3203125, false], [-10.3203125, false], [-5.57421875, false], [-11.3203125, false], [-8.8203125, false], [-10.8203125, false], [-6.82421875, false], [-10.5703125, false], [-7.82421875, false], [-9.921875, false], [-5.57421875, false], [-7.82421875, false], [-10.3203125, false], [-11.3203125, false], [-10.5703125, false], [-12.8203125, false], [-5.57421875, false], [-10.3203125, false], [-10.8203125, false], [-13.5703125, false], [-8.8203125, false], [-10.5703125, false], [-10.8203125, false], [-9.3203125, false], [-5.57421875, false], [-10.8203125, false], [-10.8203125, false], [-6.82421875, false], [-10.8203125, false], [-5.57421875, false], [-6.82421875, false], [-11.8203125, false], [-8.8203125, false], [-5.57421875, false], [-10.8203125, false], [-8.8203125, false], [-6.82421875, false], [-12.3203125, false], [-10.0703125, false], [-8.8203125, false], [-11.8203125, false], [-5.57421875, false], [-10.8203125, false], [-10.8203125, false], [-6.82421875, false], [-11.3203125, false], [-5.57421875, false], [-6.82421875, false], [-10.0703125, false], [-11.8203125, false], [-7.82421875, false], [-12.0703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2259, "doc": {"id": "Mercury_SC_416107", "question": "The trunk of a pine tree supports the tree. Which part of a daisy supports the plant the same way?", "choices": {"text": ["stem", "flower", "root", "leaf"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "stem", "arguments": ["Question: The trunk of a pine tree supports the tree. Which part of a daisy supports the plant the same way?\nAnswer:", " ["], "resps": [[[-7.8515625, false]], [[-8.8515625, false]], [[-9.3515625, false]], [[-9.1015625, false]], [[-8.6015625, false]], [[-8.8515625, false]], [[-8.8515625, false]], [[-9.8125, false]], [[-5.8515625, false]], [[-8.8515625, false]], [[-10.1015625, false]], [[-10.8515625, false]], [[-8.3515625, false]], [[-10.8515625, false]], [[-8.6015625, false]], [[-9.3515625, false]], [[-8.8515625, false]], [[-9.8125, false]], [[-5.8515625, false]], [[-8.8515625, false]], [[-9.3515625, false]], [[-8.3515625, false]], [[-8.3515625, false]], [[-9.1015625, false]], [[-8.8515625, false]], [[-9.8125, false]], [[-5.8515625, false]], [[-8.8515625, false]], [[-10.8515625, false]], [[-8.6015625, false]], [[-5.1015625, false]], [[-10.1015625, false]], [[-8.8515625, false]], [[-13.3515625, false]]], "filtered_resps": [[-7.8515625, false], [-8.8515625, false], [-9.3515625, false], [-9.1015625, false], [-8.6015625, false], [-8.8515625, false], [-8.8515625, false], [-9.8125, false], [-5.8515625, false], [-8.8515625, false], [-10.1015625, false], [-10.8515625, false], [-8.3515625, false], [-10.8515625, false], [-8.6015625, false], [-9.3515625, false], [-8.8515625, false], [-9.8125, false], [-5.8515625, false], [-8.8515625, false], [-9.3515625, false], [-8.3515625, false], [-8.3515625, false], [-9.1015625, false], [-8.8515625, false], [-9.8125, false], [-5.8515625, false], [-8.8515625, false], [-10.8515625, false], [-8.6015625, false], [-5.1015625, false], [-10.1015625, false], [-8.8515625, false], [-13.3515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2267, "doc": {"id": "MCAS_2010_5_11988", "question": "Which of the following characteristics will best prevent a tree from being blown over by high winds during a storm?", "choices": {"text": ["deep roots", "long branches", "thick bark", "wide leaves"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "deep roots", "arguments": ["Question: Which of the following characteristics will best prevent a tree from being blown over by high winds during a storm?\nAnswer:", " ["], "resps": [[[-7.859375, false]], [[-9.734375, false]], [[-8.234375, false]], [[-9.484375, false]], [[-9.484375, false]], [[-9.109375, false]], [[-5.484375, false]], [[-9.859375, false]], [[-9.109375, false]], [[-9.109375, false]], [[-9.609375, false]], [[-10.109375, false]], [[-9.734375, false]], [[-10.140625, false]], [[-5.484375, false]], [[-9.734375, false]], [[-9.359375, false]], [[-9.109375, false]], [[-9.984375, false]], [[-10.734375, false]], [[-5.484375, false]], [[-6.859375, false]], [[-9.859375, false]], [[-3.361328125, false]], [[-9.984375, false]], [[-8.609375, false]], [[-10.234375, false]], [[-9.484375, false]], [[-10.109375, false]], [[-9.734375, false]], [[-10.140625, false]], [[-5.484375, false]], [[-9.734375, false]], [[-9.609375, false]], [[-10.234375, false]], [[-8.734375, false]], [[-8.609375, false]], [[-10.609375, false]], [[-5.484375, false]], [[-6.859375, false]], [[-3.361328125, false]], [[-9.859375, false]], [[-10.609375, false]], [[-9.734375, false]], [[-10.140625, false]], [[-5.484375, false]], [[-9.734375, false]], [[-10.609375, false]], [[-8.734375, false]], [[-8.234375, false]], [[-9.484375, false]], [[-5.484375, false]], [[-9.359375, false]], [[-9.484375, false]], [[-3.361328125, false]], [[-11.109375, false]], [[-9.484375, false]], [[-10.109375, false]], [[-9.734375, false]], [[-11.859375, false]]], "filtered_resps": [[-7.859375, false], [-9.734375, false], [-8.234375, false], [-9.484375, false], [-9.484375, false], [-9.109375, false], [-5.484375, false], [-9.859375, false], [-9.109375, false], [-9.109375, false], [-9.609375, false], [-10.109375, false], [-9.734375, false], [-10.140625, false], [-5.484375, false], [-9.734375, false], [-9.359375, false], [-9.109375, false], [-9.984375, false], [-10.734375, false], [-5.484375, false], [-6.859375, false], [-9.859375, false], [-3.361328125, false], [-9.984375, false], [-8.609375, false], [-10.234375, false], [-9.484375, false], [-10.109375, false], [-9.734375, false], [-10.140625, false], [-5.484375, false], [-9.734375, false], [-9.609375, false], [-10.234375, false], [-8.734375, false], [-8.609375, false], [-10.609375, false], [-5.484375, false], [-6.859375, false], [-3.361328125, false], [-9.859375, false], [-10.609375, false], [-9.734375, false], [-10.140625, false], [-5.484375, false], [-9.734375, false], [-10.609375, false], [-8.734375, false], [-8.234375, false], [-9.484375, false], [-5.484375, false], [-9.359375, false], [-9.484375, false], [-3.361328125, false], [-11.109375, false], [-9.484375, false], [-10.109375, false], [-9.734375, false], [-11.859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2275, "doc": {"id": "OHAT_2009_5_1", "question": "On a cold day, a student felt the tires of her bike before riding it to the store. When she arrived at the store, she felt the tires again and noticed that they were warmer. What caused the temperature of the bicycle tires to change?", "choices": {"text": ["the wind blowing against the tires", "the air escaping from the spinning tires", "the rubbing between the ground and the tires", "the heat transferring from the rider's hands to the tire"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "the rubbing between the ground and the tires", "arguments": ["Question: On a cold day, a student felt the tires of her bike before riding it to the store. When she arrived at the store, she felt the tires again and noticed that they were warmer. What caused the temperature of the bicycle tires to change?\nAnswer:", " ["], "resps": [[[-7.4375, false]], [[-10.1875, false]], [[-10.4375, false]], [[-11.4375, false]], [[-9.4375, false]], [[-5.4375, false]], [[-10.9375, false]], [[-8.6875, false]], [[-10.4375, false]], [[-8.4375, false]], [[-5.4375, false]], [[-7.6875, false]], [[-11.1875, false]], [[-9.4375, false]], [[-10.9375, false]], [[-8.6875, false]], [[-10.4375, false]], [[-11.1875, false]], [[-5.4375, false]], [[-4.9375, false]], [[-11.1875, false]], [[-4.9375, false]], [[-8.6875, false]], [[-10.4375, false]], [[-9.9375, false]], [[-10.4375, false]], [[-5.4375, false]], [[-10.4375, false]], [[-11.4375, false]], [[-9.4375, false]], [[-5.4375, false]], [[-10.4375, false]], [[-8.6875, false]], [[-10.9375, false]], [[-9.4375, false]], [[-9.9375, false]], [[-10.1875, false]], [[-10.640625, false]], [[-5.4375, false]], [[-10.1875, false]], [[-10.4375, false]], [[-11.4375, false]], [[-9.4375, false]], [[-5.4375, false]], [[-4.9375, false]], [[-8.6875, false]], [[-10.9375, false]], [[-5.4375, false]], [[-9.4375, false]], [[-9.9375, false]], [[-8.6875, false]], [[-4.9375, false]], [[-10.1875, false]], [[-8.6875, false]], [[-10.4375, false]], [[-11.1875, false]], [[-5.4375, false]], [[-9.9375, false]], [[-10.9375, false]], [[-9.4375, false]], [[-9.6875, false]], [[-5.4375, false]], [[-10.4375, false]], [[-11.4375, false]], [[-9.4375, false]], [[-5.4375, false]], [[-9.9375, false]], [[-10.1875, false]], [[-8.6875, false]], [[-10.4375, false]], [[-10.4375, false]], [[-8.6875, false]], [[-10.4375, false]], [[-11.1875, false]], [[-5.4375, false]], [[-10.4375, false]], [[-8.6875, false]], [[-10.9375, false]], [[-9.4375, false]], [[-9.9375, false]], [[-10.1875, false]], [[-10.640625, false]], [[-5.4375, false]], [[-10.1875, false]], [[-10.4375, false]], [[-11.4375, false]], [[-9.4375, false]], [[-5.4375, false]], [[-10.9375, false]], [[-10.9375, false]], [[-7.6875, false]], [[-7.6875, false]], [[-8.6875, false]], [[-10.4375, false]], [[-11.1875, false]], [[-5.4375, false]], [[-7.6875, false]], [[-9.4375, false]], [[-10.4375, false]], [[-10.9375, false]], [[-9.4375, false]], [[-9.4375, false]], [[-10.4375, false]], [[-5.4375, false]], [[-10.4375, false]], [[-11.4375, false]], [[-9.4375, false]], [[-5.4375, false]], [[-11.1875, false]], [[-10.9375, false]], [[-9.4375, false]], [[-10.9375, false]], [[-10.4375, false]], [[-8.4375, false]], [[-5.4375, false]], [[-4.9375, false]], [[-10.4375, false]], [[-8.4375, false]], [[-5.4375, false]], [[-10.4375, false]], [[-11.4375, false]], [[-9.4375, false]], [[-5.4375, false]], [[-10.4375, false]], [[-8.6875, false]], [[-10.9375, false]], [[-9.4375, false]], [[-9.9375, false]], [[-10.1875, false]], [[-10.640625, false]], [[-5.4375, false]], [[-7.9375, false]], [[-10.4375, false]], [[-11.4375, false]], [[-9.4375, false]], [[-5.4375, false]], [[-11.4375, false]], [[-9.4375, false]], [[-4.9375, false]], [[-10.4375, false]], [[-5.4375, false]], [[-10.4375, false]], [[-10.9375, false]], [[-4.9375, false]], [[-10.4375, false]], [[-9.9375, false]], [[-9.9375, false]], [[-9.4375, false]], [[-10.9375, false]], [[-10.9375, false]], [[-8.6875, false]], [[-10.4375, false]], [[-11.1875, false]], [[-5.4375, false]], [[-9.9375, false]], [[-10.9375, false]], [[-9.4375, false]], [[-9.6875, false]], [[-5.4375, false]], [[-10.4375, false]], [[-11.4375, false]], [[-9.4375, false]], [[-5.4375, false]], [[-10.9375, false]], [[-8.6875, false]], [[-8.4375, false]], [[-9.4375, false]], [[-10.9375, false]], [[-10.1875, false]], [[-9.9375, false]], [[-5.4375, false]], [[-11.4375, false]], [[-4.9375, false]], [[-10.4375, false]], [[-8.4375, false]], [[-9.9375, false]], [[-5.4375, false]], [[-10.4375, false]], [[-9.4375, false]], [[-5.4375, false]], [[-10.4375, false]], [[-11.4375, false]], [[-9.4375, false]], [[-5.4375, false]], [[-10.4375, false]], [[-8.6875, false]], [[-10.9375, false]], [[-9.4375, false]], [[-7.9375, false]], [[-12.4375, false]]], "filtered_resps": [[-7.4375, false], [-10.1875, false], [-10.4375, false], [-11.4375, false], [-9.4375, false], [-5.4375, false], [-10.9375, false], [-8.6875, false], [-10.4375, false], [-8.4375, false], [-5.4375, false], [-7.6875, false], [-11.1875, false], [-9.4375, false], [-10.9375, false], [-8.6875, false], [-10.4375, false], [-11.1875, false], [-5.4375, false], [-4.9375, false], [-11.1875, false], [-4.9375, false], [-8.6875, false], [-10.4375, false], [-9.9375, false], [-10.4375, false], [-5.4375, false], [-10.4375, false], [-11.4375, false], [-9.4375, false], [-5.4375, false], [-10.4375, false], [-8.6875, false], [-10.9375, false], [-9.4375, false], [-9.9375, false], [-10.1875, false], [-10.640625, false], [-5.4375, false], [-10.1875, false], [-10.4375, false], [-11.4375, false], [-9.4375, false], [-5.4375, false], [-4.9375, false], [-8.6875, false], [-10.9375, false], [-5.4375, false], [-9.4375, false], [-9.9375, false], [-8.6875, false], [-4.9375, false], [-10.1875, false], [-8.6875, false], [-10.4375, false], [-11.1875, false], [-5.4375, false], [-9.9375, false], [-10.9375, false], [-9.4375, false], [-9.6875, false], [-5.4375, false], [-10.4375, false], [-11.4375, false], [-9.4375, false], [-5.4375, false], [-9.9375, false], [-10.1875, false], [-8.6875, false], [-10.4375, false], [-10.4375, false], [-8.6875, false], [-10.4375, false], [-11.1875, false], [-5.4375, false], [-10.4375, false], [-8.6875, false], [-10.9375, false], [-9.4375, false], [-9.9375, false], [-10.1875, false], [-10.640625, false], [-5.4375, false], [-10.1875, false], [-10.4375, false], [-11.4375, false], [-9.4375, false], [-5.4375, false], [-10.9375, false], [-10.9375, false], [-7.6875, false], [-7.6875, false], [-8.6875, false], [-10.4375, false], [-11.1875, false], [-5.4375, false], [-7.6875, false], [-9.4375, false], [-10.4375, false], [-10.9375, false], [-9.4375, false], [-9.4375, false], [-10.4375, false], [-5.4375, false], [-10.4375, false], [-11.4375, false], [-9.4375, false], [-5.4375, false], [-11.1875, false], [-10.9375, false], [-9.4375, false], [-10.9375, false], [-10.4375, false], [-8.4375, false], [-5.4375, false], [-4.9375, false], [-10.4375, false], [-8.4375, false], [-5.4375, false], [-10.4375, false], [-11.4375, false], [-9.4375, false], [-5.4375, false], [-10.4375, false], [-8.6875, false], [-10.9375, false], [-9.4375, false], [-9.9375, false], [-10.1875, false], [-10.640625, false], [-5.4375, false], [-7.9375, false], [-10.4375, false], [-11.4375, false], [-9.4375, false], [-5.4375, false], [-11.4375, false], [-9.4375, false], [-4.9375, false], [-10.4375, false], [-5.4375, false], [-10.4375, false], [-10.9375, false], [-4.9375, false], [-10.4375, false], [-9.9375, false], [-9.9375, false], [-9.4375, false], [-10.9375, false], [-10.9375, false], [-8.6875, false], [-10.4375, false], [-11.1875, false], [-5.4375, false], [-9.9375, false], [-10.9375, false], [-9.4375, false], [-9.6875, false], [-5.4375, false], [-10.4375, false], [-11.4375, false], [-9.4375, false], [-5.4375, false], [-10.9375, false], [-8.6875, false], [-8.4375, false], [-9.4375, false], [-10.9375, false], [-10.1875, false], [-9.9375, false], [-5.4375, false], [-11.4375, false], [-4.9375, false], [-10.4375, false], [-8.4375, false], [-9.9375, false], [-5.4375, false], [-10.4375, false], [-9.4375, false], [-5.4375, false], [-10.4375, false], [-11.4375, false], [-9.4375, false], [-5.4375, false], [-10.4375, false], [-8.6875, false], [-10.9375, false], [-9.4375, false], [-7.9375, false], [-12.4375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2283, "doc": {"id": "Mercury_SC_400854", "question": "The pull of gravity from Earth has the greatest effect on", "choices": {"text": ["comets.", "the Sun.", "asteroids.", "the Moon."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "the Moon.", "arguments": ["Question: The pull of gravity from Earth has the greatest effect on\nAnswer:", " ["], "resps": [[[-7.51953125, false]], [[-8.015625, false]], [[-9.015625, false]], [[-10.015625, false]], [[-9.265625, false]], [[-9.015625, false]], [[-9.515625, false]], [[-8.765625, false]], [[-6.62109375, false]], [[-8.015625, false]], [[-8.75, false]], [[-5.01953125, false]], [[-8.015625, false]], [[-9.515625, false]], [[-9.765625, false]], [[-9.015625, false]], [[-5.01953125, false]], [[-6.26953125, false]], [[-11.015625, false]], [[-9.265625, false]], [[-6.62109375, false]], [[-8.015625, false]], [[-8.75, false]], [[-5.01953125, false]], [[-8.015625, false]], [[-6.01953125, false]], [[-8.765625, false]], [[-9.515625, false]], [[-9.015625, false]], [[-9.765625, false]], [[-10.015625, false]], [[-8.765625, false]], [[-9.765625, false]], [[-8.765625, false]], [[-6.62109375, false]], [[-8.015625, false]], [[-8.75, false]], [[-5.01953125, false]], [[-8.015625, false]], [[-9.515625, false]], [[-9.765625, false]], [[-9.015625, false]], [[-5.01953125, false]], [[-6.76953125, false]], [[-10.015625, false]], [[-10.015625, false]], [[-9.265625, false]], [[-6.62109375, false]], [[-8.015625, false]], [[-11.765625, false]]], "filtered_resps": [[-7.51953125, false], [-8.015625, false], [-9.015625, false], [-10.015625, false], [-9.265625, false], [-9.015625, false], [-9.515625, false], [-8.765625, false], [-6.62109375, false], [-8.015625, false], [-8.75, false], [-5.01953125, false], [-8.015625, false], [-9.515625, false], [-9.765625, false], [-9.015625, false], [-5.01953125, false], [-6.26953125, false], [-11.015625, false], [-9.265625, false], [-6.62109375, false], [-8.015625, false], [-8.75, false], [-5.01953125, false], [-8.015625, false], [-6.01953125, false], [-8.765625, false], [-9.515625, false], [-9.015625, false], [-9.765625, false], [-10.015625, false], [-8.765625, false], [-9.765625, false], [-8.765625, false], [-6.62109375, false], [-8.015625, false], [-8.75, false], [-5.01953125, false], [-8.015625, false], [-9.515625, false], [-9.765625, false], [-9.015625, false], [-5.01953125, false], [-6.76953125, false], [-10.015625, false], [-10.015625, false], [-9.265625, false], [-6.62109375, false], [-8.015625, false], [-11.765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2291, "doc": {"id": "MDSA_2007_8_25", "question": "As humans grow, their bodies change. Which of these statements explains how humans grow?", "choices": {"text": ["Cells form a cell wall.", "Cells increase in size.", "Cells undergo cell division.", "Cells merge to become larger."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Cells undergo cell division.", "arguments": ["Question: As humans grow, their bodies change. Which of these statements explains how humans grow?\nAnswer:", " ["], "resps": [[[-6.484375, false]], [[-9.234375, false]], [[-4.484375, false]], [[-7.734375, false]], [[-9.484375, false]], [[-9.484375, false]], [[-8.484375, false]], [[-5.734375, false]], [[-9.234375, false]], [[-8.484375, false]], [[-10.234375, false]], [[-8.734375, false]], [[-5.734375, false]], [[-3.984375, false]], [[-5.734375, false]], [[-5.734375, false]], [[-7.734375, false]], [[-9.484375, false]], [[-9.484375, false]], [[-5.734375, false]], [[-9.234375, false]], [[-3.984375, false]], [[-9.484375, false]], [[-9.484375, false]], [[-7.1875, false]], [[-9.234375, false]], [[-10.4375, false]], [[-5.734375, false]], [[-9.234375, false]], [[-4.484375, false]], [[-7.734375, false]], [[-9.484375, false]], [[-9.484375, false]], [[-8.484375, false]], [[-5.734375, false]], [[-8.234375, false]], [[-9.734375, false]], [[-5.734375, false]], [[-10.234375, false]], [[-7.734375, false]], [[-3.984375, false]], [[-8.484375, false]], [[-7.734375, false]], [[-5.734375, false]], [[-8.234375, false]], [[-9.734375, false]], [[-5.734375, false]], [[-8.484375, false]], [[-8.234375, false]], [[-10.484375, false]], [[-7.734375, false]], [[-7.1875, false]], [[-9.234375, false]], [[-10.4375, false]], [[-5.734375, false]], [[-9.234375, false]], [[-4.484375, false]], [[-7.734375, false]], [[-9.484375, false]], [[-9.484375, false]], [[-8.484375, false]], [[-5.734375, false]], [[-11.484375, false]], [[-9.734375, false]], [[-7.734375, false]], [[-7.734375, false]], [[-10.234375, false]], [[-9.984375, false]], [[-8.484375, false]], [[-5.734375, false]], [[-5.734375, false]], [[-7.734375, false]], [[-9.484375, false]], [[-9.484375, false]], [[-5.734375, false]], [[-7.734375, false]], [[-8.234375, false]], [[-10.234375, false]], [[-8.234375, false]], [[-8.484375, false]], [[-8.234375, false]], [[-8.484375, false]], [[-9.734375, false]], [[-7.1875, false]], [[-9.234375, false]], [[-10.4375, false]], [[-5.734375, false]], [[-9.234375, false]], [[-4.484375, false]], [[-7.734375, false]], [[-9.484375, false]], [[-9.484375, false]], [[-8.484375, false]], [[-5.734375, false]], [[-8.734375, false]], [[-7.734375, false]], [[-10.234375, false]], [[-9.984375, false]], [[-7.734375, false]], [[-5.734375, false]], [[-9.234375, false]], [[-8.484375, false]], [[-5.734375, false]], [[-5.734375, false]], [[-7.734375, false]], [[-5.734375, false]], [[-8.484375, false]], [[-8.734375, false]], [[-7.734375, false]], [[-5.734375, false]], [[-9.484375, false]], [[-3.984375, false]], [[-10.234375, false]], [[-9.984375, false]], [[-7.734375, false]], [[-10.234375, false]], [[-7.1875, false]], [[-9.234375, false]], [[-12.484375, false]]], "filtered_resps": [[-6.484375, false], [-9.234375, false], [-4.484375, false], [-7.734375, false], [-9.484375, false], [-9.484375, false], [-8.484375, false], [-5.734375, false], [-9.234375, false], [-8.484375, false], [-10.234375, false], [-8.734375, false], [-5.734375, false], [-3.984375, false], [-5.734375, false], [-5.734375, false], [-7.734375, false], [-9.484375, false], [-9.484375, false], [-5.734375, false], [-9.234375, false], [-3.984375, false], [-9.484375, false], [-9.484375, false], [-7.1875, false], [-9.234375, false], [-10.4375, false], [-5.734375, false], [-9.234375, false], [-4.484375, false], [-7.734375, false], [-9.484375, false], [-9.484375, false], [-8.484375, false], [-5.734375, false], [-8.234375, false], [-9.734375, false], [-5.734375, false], [-10.234375, false], [-7.734375, false], [-3.984375, false], [-8.484375, false], [-7.734375, false], [-5.734375, false], [-8.234375, false], [-9.734375, false], [-5.734375, false], [-8.484375, false], [-8.234375, false], [-10.484375, false], [-7.734375, false], [-7.1875, false], [-9.234375, false], [-10.4375, false], [-5.734375, false], [-9.234375, false], [-4.484375, false], [-7.734375, false], [-9.484375, false], [-9.484375, false], [-8.484375, false], [-5.734375, false], [-11.484375, false], [-9.734375, false], [-7.734375, false], [-7.734375, false], [-10.234375, false], [-9.984375, false], [-8.484375, false], [-5.734375, false], [-5.734375, false], [-7.734375, false], [-9.484375, false], [-9.484375, false], [-5.734375, false], [-7.734375, false], [-8.234375, false], [-10.234375, false], [-8.234375, false], [-8.484375, false], [-8.234375, false], [-8.484375, false], [-9.734375, false], [-7.1875, false], [-9.234375, false], [-10.4375, false], [-5.734375, false], [-9.234375, false], [-4.484375, false], [-7.734375, false], [-9.484375, false], [-9.484375, false], [-8.484375, false], [-5.734375, false], [-8.734375, false], [-7.734375, false], [-10.234375, false], [-9.984375, false], [-7.734375, false], [-5.734375, false], [-9.234375, false], [-8.484375, false], [-5.734375, false], [-5.734375, false], [-7.734375, false], [-5.734375, false], [-8.484375, false], [-8.734375, false], [-7.734375, false], [-5.734375, false], [-9.484375, false], [-3.984375, false], [-10.234375, false], [-9.984375, false], [-7.734375, false], [-10.234375, false], [-7.1875, false], [-9.234375, false], [-12.484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2299, "doc": {"id": "Mercury_417568", "question": "One way humans store energy is by making the molecule glycogen. Clusters of which atoms are rearranged when the body digests plant sugars to make glycogen?", "choices": {"text": ["hydrogen, nitrogen, carbon", "oxygen, sulfur, carbon", "carbon, hydrogen, oxygen", "nitrogen, carbon, sulfur"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "carbon, hydrogen, oxygen", "arguments": ["Question: One way humans store energy is by making the molecule glycogen. Clusters of which atoms are rearranged when the body digests plant sugars to make glycogen?\nAnswer:", " ["], "resps": [[[-7.35546875, false]], [[-9.1015625, false]], [[-8.6015625, false]], [[-10.6015625, false]], [[-8.8515625, false]], [[-10.1015625, false]], [[-9.8515625, false]], [[-8.3515625, false]], [[-9.1015625, false]], [[-8.1015625, false]], [[-10.625, false]], [[-5.60546875, false]], [[-8.1015625, false]], [[-8.8515625, false]], [[-9.1015625, false]], [[-10.1015625, false]], [[-9.8515625, false]], [[-8.3515625, false]], [[-9.1015625, false]], [[-8.1015625, false]], [[-10.625, false]], [[-5.60546875, false]], [[-5.60546875, false]], [[-5.35546875, false]], [[-10.1015625, false]], [[-7.60546875, false]], [[-9.8515625, false]], [[-8.1015625, false]], [[-9.1015625, false]], [[-10.625, false]], [[-5.60546875, false]], [[-9.1015625, false]], [[-9.8515625, false]], [[-9.6015625, false]], [[-10.6015625, false]], [[-8.3515625, false]], [[-9.1015625, false]], [[-8.1015625, false]], [[-10.625, false]], [[-5.60546875, false]], [[-9.8515625, false]], [[-10.3515625, false]], [[-10.1015625, false]], [[-10.6015625, false]], [[-10.3515625, false]], [[-10.1015625, false]], [[-10.625, false]], [[-5.60546875, false]], [[-5.60546875, false]], [[-5.35546875, false]], [[-10.1015625, false]], [[-7.60546875, false]], [[-9.8515625, false]], [[-8.1015625, false]], [[-9.1015625, false]], [[-10.625, false]], [[-5.60546875, false]], [[-9.1015625, false]], [[-5.60546875, false]], [[-5.35546875, false]], [[-10.1015625, false]], [[-7.60546875, false]], [[-9.8515625, false]], [[-8.1015625, false]], [[-10.625, false]], [[-5.60546875, false]], [[-8.6015625, false]], [[-10.6015625, false]], [[-8.8515625, false]], [[-10.1015625, false]], [[-9.8515625, false]], [[-8.3515625, false]], [[-9.1015625, false]], [[-8.1015625, false]], [[-10.625, false]], [[-5.60546875, false]], [[-9.8515625, false]], [[-9.6015625, false]], [[-10.6015625, false]], [[-8.3515625, false]], [[-9.1015625, false]], [[-8.1015625, false]], [[-9.1015625, false]], [[-10.625, false]], [[-5.60546875, false]], [[-9.1015625, false]], [[-8.1015625, false]], [[-8.8515625, false]], [[-9.1015625, false]], [[-10.1015625, false]], [[-9.8515625, false]], [[-8.3515625, false]], [[-9.1015625, false]], [[-8.1015625, false]], [[-10.625, false]], [[-5.60546875, false]], [[-5.60546875, false]], [[-5.35546875, false]], [[-10.1015625, false]], [[-7.60546875, false]], [[-9.8515625, false]], [[-8.1015625, false]], [[-10.625, false]], [[-5.60546875, false]], [[-9.8515625, false]], [[-10.3515625, false]], [[-10.1015625, false]], [[-10.6015625, false]], [[-10.3515625, false]], [[-10.1015625, false]], [[-9.1015625, false]], [[-13.1015625, false]]], "filtered_resps": [[-7.35546875, false], [-9.1015625, false], [-8.6015625, false], [-10.6015625, false], [-8.8515625, false], [-10.1015625, false], [-9.8515625, false], [-8.3515625, false], [-9.1015625, false], [-8.1015625, false], [-10.625, false], [-5.60546875, false], [-8.1015625, false], [-8.8515625, false], [-9.1015625, false], [-10.1015625, false], [-9.8515625, false], [-8.3515625, false], [-9.1015625, false], [-8.1015625, false], [-10.625, false], [-5.60546875, false], [-5.60546875, false], [-5.35546875, false], [-10.1015625, false], [-7.60546875, false], [-9.8515625, false], [-8.1015625, false], [-9.1015625, false], [-10.625, false], [-5.60546875, false], [-9.1015625, false], [-9.8515625, false], [-9.6015625, false], [-10.6015625, false], [-8.3515625, false], [-9.1015625, false], [-8.1015625, false], [-10.625, false], [-5.60546875, false], [-9.8515625, false], [-10.3515625, false], [-10.1015625, false], [-10.6015625, false], [-10.3515625, false], [-10.1015625, false], [-10.625, false], [-5.60546875, false], [-5.60546875, false], [-5.35546875, false], [-10.1015625, false], [-7.60546875, false], [-9.8515625, false], [-8.1015625, false], [-9.1015625, false], [-10.625, false], [-5.60546875, false], [-9.1015625, false], [-5.60546875, false], [-5.35546875, false], [-10.1015625, false], [-7.60546875, false], [-9.8515625, false], [-8.1015625, false], [-10.625, false], [-5.60546875, false], [-8.6015625, false], [-10.6015625, false], [-8.8515625, false], [-10.1015625, false], [-9.8515625, false], [-8.3515625, false], [-9.1015625, false], [-8.1015625, false], [-10.625, false], [-5.60546875, false], [-9.8515625, false], [-9.6015625, false], [-10.6015625, false], [-8.3515625, false], [-9.1015625, false], [-8.1015625, false], [-9.1015625, false], [-10.625, false], [-5.60546875, false], [-9.1015625, false], [-8.1015625, false], [-8.8515625, false], [-9.1015625, false], [-10.1015625, false], [-9.8515625, false], [-8.3515625, false], [-9.1015625, false], [-8.1015625, false], [-10.625, false], [-5.60546875, false], [-5.60546875, false], [-5.35546875, false], [-10.1015625, false], [-7.60546875, false], [-9.8515625, false], [-8.1015625, false], [-10.625, false], [-5.60546875, false], [-9.8515625, false], [-10.3515625, false], [-10.1015625, false], [-10.6015625, false], [-10.3515625, false], [-10.1015625, false], [-9.1015625, false], [-13.1015625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2307, "doc": {"id": "VASoL_2009_5_12", "question": "What kind of energy do all moving objects have?", "choices": {"text": ["Light energy", "Solar energy", "Kinetic energy", "Renewable energy"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Kinetic energy", "arguments": ["Question: What kind of energy do all moving objects have?\nAnswer:", " ["], "resps": [[[-7.77734375, false]], [[-8.28125, false]], [[-8.28125, false]], [[-9.28125, false]], [[-11.78125, false]], [[-11.03125, false]], [[-10.53125, false]], [[-6.02734375, false]], [[-8.78125, false]], [[-10.28125, false]], [[-8.78125, false]], [[-11.28125, false]], [[-11.78125, false]], [[-12.03125, false]], [[-8.28125, false]], [[-10.875, false]], [[-6.02734375, false]], [[-8.28125, false]], [[-6.27734375, false]], [[-10.53125, false]], [[-11.03125, false]], [[-6.27734375, false]], [[-11.28125, false]], [[-6.02734375, false]], [[-8.78125, false]], [[-10.28125, false]], [[-8.78125, false]], [[-11.28125, false]], [[-11.78125, false]], [[-12.03125, false]], [[-8.28125, false]], [[-10.875, false]], [[-6.02734375, false]], [[-8.28125, false]], [[-9.03125, false]], [[-9.28125, false]], [[-10.28125, false]], [[-8.78125, false]], [[-10.53125, false]], [[-9.28125, false]], [[-10.28125, false]], [[-6.02734375, false]], [[-8.78125, false]], [[-10.28125, false]], [[-8.78125, false]], [[-11.28125, false]], [[-11.78125, false]], [[-12.03125, false]], [[-8.28125, false]], [[-10.875, false]], [[-6.02734375, false]], [[-8.28125, false]], [[-8.28125, false]], [[-8.78125, false]], [[-10.28125, false]], [[-8.78125, false]], [[-11.28125, false]], [[-6.27734375, false]], [[-10.78125, false]], [[-11.03125, false]], [[-8.78125, false]], [[-6.02734375, false]], [[-8.78125, false]], [[-10.28125, false]], [[-8.78125, false]], [[-11.28125, false]], [[-11.78125, false]], [[-12.03125, false]], [[-8.28125, false]], [[-13.03125, false]]], "filtered_resps": [[-7.77734375, false], [-8.28125, false], [-8.28125, false], [-9.28125, false], [-11.78125, false], [-11.03125, false], [-10.53125, false], [-6.02734375, false], [-8.78125, false], [-10.28125, false], [-8.78125, false], [-11.28125, false], [-11.78125, false], [-12.03125, false], [-8.28125, false], [-10.875, false], [-6.02734375, false], [-8.28125, false], [-6.27734375, false], [-10.53125, false], [-11.03125, false], [-6.27734375, false], [-11.28125, false], [-6.02734375, false], [-8.78125, false], [-10.28125, false], [-8.78125, false], [-11.28125, false], [-11.78125, false], [-12.03125, false], [-8.28125, false], [-10.875, false], [-6.02734375, false], [-8.28125, false], [-9.03125, false], [-9.28125, false], [-10.28125, false], [-8.78125, false], [-10.53125, false], [-9.28125, false], [-10.28125, false], [-6.02734375, false], [-8.78125, false], [-10.28125, false], [-8.78125, false], [-11.28125, false], [-11.78125, false], [-12.03125, false], [-8.28125, false], [-10.875, false], [-6.02734375, false], [-8.28125, false], [-8.28125, false], [-8.78125, false], [-10.28125, false], [-8.78125, false], [-11.28125, false], [-6.27734375, false], [-10.78125, false], [-11.03125, false], [-8.78125, false], [-6.02734375, false], [-8.78125, false], [-10.28125, false], [-8.78125, false], [-11.28125, false], [-11.78125, false], [-12.03125, false], [-8.28125, false], [-13.03125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2315, "doc": {"id": "Mercury_SC_413302", "question": "In which ways are hills most different from mountains?", "choices": {"text": ["Hills are smaller and more rounded.", "Hills are deeper and more level.", "Hills are steeper and rockier.", "Hills are taller and snowy."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Hills are smaller and more rounded.", "arguments": ["Question: In which ways are hills most different from mountains?\nAnswer:", " ["], "resps": [[[-7.53125, false]], [[-9.03125, false]], [[-5.03125, false]], [[-10.53125, false]], [[-11.53125, false]], [[-11.53125, false]], [[-11.53125, false]], [[-6.28125, false]], [[-7.78125, false]], [[-11.03125, false]], [[-9.53125, false]], [[-6.28125, false]], [[-11.53125, false]], [[-10.03125, false]], [[-7.78125, false]], [[-11.53125, false]], [[-11.53125, false]], [[-9.53125, false]], [[-11.03125, false]], [[-6.28125, false]], [[-7.78125, false]], [[-11.03125, false]], [[-11.03125, false]], [[-6.28125, false]], [[-10.03125, false]], [[-11.28125, false]], [[-11.03125, false]], [[-9.53125, false]], [[-6.28125, false]], [[-11.03125, false]], [[-11.28125, false]], [[-13.78125, false]], [[-11.03125, false]], [[-11.03125, false]], [[-9.53125, false]], [[-11.03125, false]], [[-7.26171875, false]], [[-9.03125, false]], [[-10.390625, false]], [[-6.28125, false]], [[-9.03125, false]], [[-5.03125, false]], [[-10.53125, false]], [[-11.53125, false]], [[-11.53125, false]], [[-11.53125, false]], [[-6.28125, false]], [[-7.78125, false]], [[-11.03125, false]], [[-9.53125, false]], [[-6.28125, false]], [[-11.03125, false]], [[-9.53125, false]], [[-9.53125, false]], [[-11.78125, false]], [[-9.53125, false]], [[-11.03125, false]], [[-6.28125, false]], [[-7.78125, false]], [[-11.03125, false]], [[-11.03125, false]], [[-6.28125, false]], [[-10.03125, false]], [[-11.28125, false]], [[-11.03125, false]], [[-9.53125, false]], [[-6.28125, false]], [[-11.53125, false]], [[-9.53125, false]], [[-13.03125, false]], [[-9.53125, false]], [[-11.53125, false]], [[-7.26171875, false]], [[-9.03125, false]], [[-10.390625, false]], [[-6.28125, false]], [[-9.03125, false]], [[-5.03125, false]], [[-10.53125, false]], [[-11.53125, false]], [[-11.53125, false]], [[-11.53125, false]], [[-6.28125, false]], [[-7.78125, false]], [[-11.03125, false]], [[-9.53125, false]], [[-6.28125, false]], [[-11.53125, false]], [[-12.78125, false]], [[-9.53125, false]], [[-9.53125, false]], [[-11.78125, false]], [[-9.53125, false]], [[-11.03125, false]], [[-6.28125, false]], [[-7.78125, false]], [[-11.03125, false]], [[-11.03125, false]], [[-6.28125, false]], [[-11.03125, false]], [[-11.28125, false]], [[-11.53125, false]], [[-12.78125, false]], [[-10.53125, false]], [[-9.53125, false]], [[-11.03125, false]], [[-7.26171875, false]], [[-9.03125, false]], [[-10.390625, false]], [[-6.28125, false]], [[-9.03125, false]], [[-5.03125, false]], [[-10.53125, false]], [[-11.53125, false]], [[-11.53125, false]], [[-11.53125, false]], [[-6.28125, false]], [[-7.78125, false]], [[-11.03125, false]], [[-9.53125, false]], [[-6.28125, false]], [[-12.78125, false]], [[-7.78125, false]], [[-11.53125, false]], [[-11.53125, false]], [[-9.53125, false]], [[-11.03125, false]], [[-6.28125, false]], [[-7.78125, false]], [[-11.03125, false]], [[-11.03125, false]], [[-6.28125, false]], [[-11.53125, false]], [[-11.03125, false]], [[-11.28125, false]], [[-11.53125, false]], [[-13.53125, false]], [[-7.26171875, false]], [[-9.03125, false]], [[-13.03125, false]]], "filtered_resps": [[-7.53125, false], [-9.03125, false], [-5.03125, false], [-10.53125, false], [-11.53125, false], [-11.53125, false], [-11.53125, false], [-6.28125, false], [-7.78125, false], [-11.03125, false], [-9.53125, false], [-6.28125, false], [-11.53125, false], [-10.03125, false], [-7.78125, false], [-11.53125, false], [-11.53125, false], [-9.53125, false], [-11.03125, false], [-6.28125, false], [-7.78125, false], [-11.03125, false], [-11.03125, false], [-6.28125, false], [-10.03125, false], [-11.28125, false], [-11.03125, false], [-9.53125, false], [-6.28125, false], [-11.03125, false], [-11.28125, false], [-13.78125, false], [-11.03125, false], [-11.03125, false], [-9.53125, false], [-11.03125, false], [-7.26171875, false], [-9.03125, false], [-10.390625, false], [-6.28125, false], [-9.03125, false], [-5.03125, false], [-10.53125, false], [-11.53125, false], [-11.53125, false], [-11.53125, false], [-6.28125, false], [-7.78125, false], [-11.03125, false], [-9.53125, false], [-6.28125, false], [-11.03125, false], [-9.53125, false], [-9.53125, false], [-11.78125, false], [-9.53125, false], [-11.03125, false], [-6.28125, false], [-7.78125, false], [-11.03125, false], [-11.03125, false], [-6.28125, false], [-10.03125, false], [-11.28125, false], [-11.03125, false], [-9.53125, false], [-6.28125, false], [-11.53125, false], [-9.53125, false], [-13.03125, false], [-9.53125, false], [-11.53125, false], [-7.26171875, false], [-9.03125, false], [-10.390625, false], [-6.28125, false], [-9.03125, false], [-5.03125, false], [-10.53125, false], [-11.53125, false], [-11.53125, false], [-11.53125, false], [-6.28125, false], [-7.78125, false], [-11.03125, false], [-9.53125, false], [-6.28125, false], [-11.53125, false], [-12.78125, false], [-9.53125, false], [-9.53125, false], [-11.78125, false], [-9.53125, false], [-11.03125, false], [-6.28125, false], [-7.78125, false], [-11.03125, false], [-11.03125, false], [-6.28125, false], [-11.03125, false], [-11.28125, false], [-11.53125, false], [-12.78125, false], [-10.53125, false], [-9.53125, false], [-11.03125, false], [-7.26171875, false], [-9.03125, false], [-10.390625, false], [-6.28125, false], [-9.03125, false], [-5.03125, false], [-10.53125, false], [-11.53125, false], [-11.53125, false], [-11.53125, false], [-6.28125, false], [-7.78125, false], [-11.03125, false], [-9.53125, false], [-6.28125, false], [-12.78125, false], [-7.78125, false], [-11.53125, false], [-11.53125, false], [-9.53125, false], [-11.03125, false], [-6.28125, false], [-7.78125, false], [-11.03125, false], [-11.03125, false], [-6.28125, false], [-11.53125, false], [-11.03125, false], [-11.28125, false], [-11.53125, false], [-13.53125, false], [-7.26171875, false], [-9.03125, false], [-13.03125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2323, "doc": {"id": "Mercury_SC_406626", "question": "Which is a statement of fact?", "choices": {"text": ["The Sun is very pretty.", "The Sun is fun to study.", "The Sun is larger than Earth.", "The Sun is more interesting than the Moon."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "The Sun is larger than Earth.", "arguments": ["Question: Which is a statement of fact?\nAnswer:", " ["], "resps": [[[-7.47265625, false]], [[-7.97265625, false]], [[-7.47265625, false]], [[-12.4765625, false]], [[-8.9765625, false]], [[-5.97265625, false]], [[-6.72265625, false]], [[-10.9765625, false]], [[-9.4765625, false]], [[-5.97265625, false]], [[-9.2265625, false]], [[-10.2265625, false]], [[-5.97265625, false]], [[-10.9765625, false]], [[-8.9765625, false]], [[-12.2265625, false]], [[-12.4765625, false]], [[-5.97265625, false]], [[-9.7265625, false]], [[-12.2265625, false]], [[-8.9765625, false]], [[-10.9765625, false]], [[-10.9765625, false]], [[-12.4765625, false]], [[-7.2890625, false]], [[-7.97265625, false]], [[-9.9140625, false]], [[-5.97265625, false]], [[-7.97265625, false]], [[-7.47265625, false]], [[-12.4765625, false]], [[-8.9765625, false]], [[-5.97265625, false]], [[-6.72265625, false]], [[-10.9765625, false]], [[-9.4765625, false]], [[-5.97265625, false]], [[-9.2265625, false]], [[-10.2265625, false]], [[-5.97265625, false]], [[-8.9765625, false]], [[-10.9765625, false]], [[-9.4765625, false]], [[-5.97265625, false]], [[-10.9765625, false]], [[-9.9765625, false]], [[-5.97265625, false]], [[-10.2265625, false]], [[-10.9765625, false]], [[-10.9765625, false]], [[-9.9765625, false]], [[-12.4765625, false]], [[-7.2890625, false]], [[-7.97265625, false]], [[-9.9140625, false]], [[-5.97265625, false]], [[-7.97265625, false]], [[-7.47265625, false]], [[-12.4765625, false]], [[-8.9765625, false]], [[-5.97265625, false]], [[-6.72265625, false]], [[-10.9765625, false]], [[-9.4765625, false]], [[-5.97265625, false]], [[-9.2265625, false]], [[-10.2265625, false]], [[-5.97265625, false]], [[-10.2265625, false]], [[-3.724609375, false]], [[-12.2265625, false]], [[-12.9765625, false]], [[-8.9765625, false]], [[-12.2265625, false]], [[-5.97265625, false]], [[-10.9765625, false]], [[-12.4765625, false]], [[-3.724609375, false]], [[-9.4765625, false]], [[-5.97265625, false]], [[-4.72265625, false]], [[-3.724609375, false]], [[-12.2265625, false]], [[-10.9765625, false]], [[-12.4765625, false]], [[-7.2890625, false]], [[-7.97265625, false]], [[-9.9140625, false]], [[-5.97265625, false]], [[-7.97265625, false]], [[-7.47265625, false]], [[-12.4765625, false]], [[-8.9765625, false]], [[-5.97265625, false]], [[-6.72265625, false]], [[-10.9765625, false]], [[-9.4765625, false]], [[-5.97265625, false]], [[-9.2265625, false]], [[-10.2265625, false]], [[-5.97265625, false]], [[-10.9765625, false]], [[-9.9765625, false]], [[-12.2265625, false]], [[-8.9765625, false]], [[-5.97265625, false]], [[-9.2265625, false]], [[-9.4765625, false]], [[-10.9765625, false]], [[-8.9765625, false]], [[-12.2265625, false]], [[-8.9765625, false]], [[-10.2265625, false]], [[-10.9765625, false]], [[-9.2265625, false]], [[-9.4765625, false]], [[-12.9765625, false]], [[-5.97265625, false]], [[-10.9765625, false]], [[-12.4765625, false]], [[-3.724609375, false]], [[-9.4765625, false]], [[-5.97265625, false]], [[-10.9765625, false]], [[-12.4765625, false]], [[-8.9765625, false]], [[-5.97265625, false]], [[-7.72265625, false]], [[-9.9765625, false]], [[-9.9765625, false]], [[-9.4765625, false]], [[-7.2890625, false]], [[-7.97265625, false]], [[-12.7265625, false]]], "filtered_resps": [[-7.47265625, false], [-7.97265625, false], [-7.47265625, false], [-12.4765625, false], [-8.9765625, false], [-5.97265625, false], [-6.72265625, false], [-10.9765625, false], [-9.4765625, false], [-5.97265625, false], [-9.2265625, false], [-10.2265625, false], [-5.97265625, false], [-10.9765625, false], [-8.9765625, false], [-12.2265625, false], [-12.4765625, false], [-5.97265625, false], [-9.7265625, false], [-12.2265625, false], [-8.9765625, false], [-10.9765625, false], [-10.9765625, false], [-12.4765625, false], [-7.2890625, false], [-7.97265625, false], [-9.9140625, false], [-5.97265625, false], [-7.97265625, false], [-7.47265625, false], [-12.4765625, false], [-8.9765625, false], [-5.97265625, false], [-6.72265625, false], [-10.9765625, false], [-9.4765625, false], [-5.97265625, false], [-9.2265625, false], [-10.2265625, false], [-5.97265625, false], [-8.9765625, false], [-10.9765625, false], [-9.4765625, false], [-5.97265625, false], [-10.9765625, false], [-9.9765625, false], [-5.97265625, false], [-10.2265625, false], [-10.9765625, false], [-10.9765625, false], [-9.9765625, false], [-12.4765625, false], [-7.2890625, false], [-7.97265625, false], [-9.9140625, false], [-5.97265625, false], [-7.97265625, false], [-7.47265625, false], [-12.4765625, false], [-8.9765625, false], [-5.97265625, false], [-6.72265625, false], [-10.9765625, false], [-9.4765625, false], [-5.97265625, false], [-9.2265625, false], [-10.2265625, false], [-5.97265625, false], [-10.2265625, false], [-3.724609375, false], [-12.2265625, false], [-12.9765625, false], [-8.9765625, false], [-12.2265625, false], [-5.97265625, false], [-10.9765625, false], [-12.4765625, false], [-3.724609375, false], [-9.4765625, false], [-5.97265625, false], [-4.72265625, false], [-3.724609375, false], [-12.2265625, false], [-10.9765625, false], [-12.4765625, false], [-7.2890625, false], [-7.97265625, false], [-9.9140625, false], [-5.97265625, false], [-7.97265625, false], [-7.47265625, false], [-12.4765625, false], [-8.9765625, false], [-5.97265625, false], [-6.72265625, false], [-10.9765625, false], [-9.4765625, false], [-5.97265625, false], [-9.2265625, false], [-10.2265625, false], [-5.97265625, false], [-10.9765625, false], [-9.9765625, false], [-12.2265625, false], [-8.9765625, false], [-5.97265625, false], [-9.2265625, false], [-9.4765625, false], [-10.9765625, false], [-8.9765625, false], [-12.2265625, false], [-8.9765625, false], [-10.2265625, false], [-10.9765625, false], [-9.2265625, false], [-9.4765625, false], [-12.9765625, false], [-5.97265625, false], [-10.9765625, false], [-12.4765625, false], [-3.724609375, false], [-9.4765625, false], [-5.97265625, false], [-10.9765625, false], [-12.4765625, false], [-8.9765625, false], [-5.97265625, false], [-7.72265625, false], [-9.9765625, false], [-9.9765625, false], [-9.4765625, false], [-7.2890625, false], [-7.97265625, false], [-12.7265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2331, "doc": {"id": "Mercury_SC_407170", "question": "Which would be the most likely effect of a large decrease in the number of woodpeckers in a forest?", "choices": {"text": ["Temperatures would increase.", "Precipitation would increase.", "The number of trees in the forest would increase.", "The insect population in the forest would increase."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "The insect population in the forest would increase.", "arguments": ["Question: Which would be the most likely effect of a large decrease in the number of woodpeckers in a forest?\nAnswer:", " ["], "resps": [[[-8.09375, false]], [[-9.59375, false]], [[-7.84375, false]], [[-9.34375, false]], [[-10.84375, false]], [[-10.09375, false]], [[-9.34375, false]], [[-12.34375, false]], [[-3.84375, false]], [[-11.34375, false]], [[-12.09375, false]], [[-12.34375, false]], [[-9.34375, false]], [[-10.59375, false]], [[-5.84375, false]], [[-11.59375, false]], [[-10.09375, false]], [[-12.09375, false]], [[-11.09375, false]], [[-9.34375, false]], [[-5.84375, false]], [[-9.09375, false]], [[-9.34375, false]], [[-10.84375, false]], [[-12.34375, false]], [[-9.34375, false]], [[-3.84375, false]], [[-10.59375, false]], [[-9.34375, false]], [[-7.6640625, false]], [[-9.59375, false]], [[-10.5390625, false]], [[-5.84375, false]], [[-9.59375, false]], [[-6.59375, false]], [[-12.34375, false]], [[-9.34375, false]], [[-10.84375, false]], [[-9.09375, false]], [[-10.09375, false]], [[-9.09375, false]], [[-11.34375, false]], [[-3.84375, false]], [[-11.34375, false]], [[-9.09375, false]], [[-10.09375, false]], [[-9.34375, false]], [[-5.84375, false]], [[-11.59375, false]], [[-10.09375, false]], [[-12.09375, false]], [[-11.09375, false]], [[-9.34375, false]], [[-5.84375, false]], [[-9.09375, false]], [[-9.34375, false]], [[-10.84375, false]], [[-12.34375, false]], [[-9.34375, false]], [[-3.84375, false]], [[-10.59375, false]], [[-9.34375, false]], [[-7.6640625, false]], [[-9.59375, false]], [[-10.5390625, false]], [[-5.84375, false]], [[-9.59375, false]], [[-7.84375, false]], [[-12.34375, false]], [[-9.34375, false]], [[-5.84375, false]], [[-9.34375, false]], [[-12.09375, false]], [[-10.84375, false]], [[-11.09375, false]], [[-9.34375, false]], [[-12.34375, false]], [[-5.84375, false]], [[-10.09375, false]], [[-10.09375, false]], [[-5.84375, false]], [[-11.34375, false]], [[-12.34375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-10.59375, false]], [[-5.84375, false]], [[-9.09375, false]], [[-9.34375, false]], [[-5.84375, false]], [[-11.34375, false]], [[-12.34375, false]], [[-9.34375, false]], [[-5.84375, false]], [[-10.09375, false]], [[-10.09375, false]], [[-12.34375, false]], [[-9.34375, false]], [[-10.59375, false]], [[-11.34375, false]], [[-5.84375, false]], [[-11.59375, false]], [[-10.09375, false]], [[-12.09375, false]], [[-11.09375, false]], [[-9.34375, false]], [[-5.84375, false]], [[-9.09375, false]], [[-9.34375, false]], [[-10.84375, false]], [[-12.34375, false]], [[-9.34375, false]], [[-3.84375, false]], [[-10.59375, false]], [[-9.34375, false]], [[-7.6640625, false]], [[-9.59375, false]], [[-10.5390625, false]], [[-5.84375, false]], [[-9.59375, false]], [[-7.84375, false]], [[-12.34375, false]], [[-9.34375, false]], [[-5.84375, false]], [[-9.09375, false]], [[-9.34375, false]], [[-10.59375, false]], [[-9.34375, false]], [[-10.84375, false]], [[-11.34375, false]], [[-5.84375, false]], [[-10.09375, false]], [[-10.09375, false]], [[-10.09375, false]], [[-12.09375, false]], [[-11.09375, false]], [[-3.84375, false]], [[-11.34375, false]], [[-9.09375, false]], [[-10.09375, false]], [[-9.34375, false]], [[-5.84375, false]], [[-9.09375, false]], [[-9.34375, false]], [[-5.84375, false]], [[-11.34375, false]], [[-12.34375, false]], [[-9.34375, false]], [[-5.84375, false]], [[-10.09375, false]], [[-10.09375, false]], [[-12.34375, false]], [[-9.34375, false]], [[-10.59375, false]], [[-11.34375, false]], [[-5.84375, false]], [[-11.59375, false]], [[-10.09375, false]], [[-12.09375, false]], [[-11.09375, false]], [[-9.34375, false]], [[-5.84375, false]], [[-9.09375, false]], [[-9.34375, false]], [[-10.84375, false]], [[-12.34375, false]], [[-9.34375, false]], [[-3.84375, false]], [[-10.59375, false]], [[-9.34375, false]], [[-7.6640625, false]], [[-9.59375, false]], [[-14.09375, false]]], "filtered_resps": [[-8.09375, false], [-9.59375, false], [-7.84375, false], [-9.34375, false], [-10.84375, false], [-10.09375, false], [-9.34375, false], [-12.34375, false], [-3.84375, false], [-11.34375, false], [-12.09375, false], [-12.34375, false], [-9.34375, false], [-10.59375, false], [-5.84375, false], [-11.59375, false], [-10.09375, false], [-12.09375, false], [-11.09375, false], [-9.34375, false], [-5.84375, false], [-9.09375, false], [-9.34375, false], [-10.84375, false], [-12.34375, false], [-9.34375, false], [-3.84375, false], [-10.59375, false], [-9.34375, false], [-7.6640625, false], [-9.59375, false], [-10.5390625, false], [-5.84375, false], [-9.59375, false], [-6.59375, false], [-12.34375, false], [-9.34375, false], [-10.84375, false], [-9.09375, false], [-10.09375, false], [-9.09375, false], [-11.34375, false], [-3.84375, false], [-11.34375, false], [-9.09375, false], [-10.09375, false], [-9.34375, false], [-5.84375, false], [-11.59375, false], [-10.09375, false], [-12.09375, false], [-11.09375, false], [-9.34375, false], [-5.84375, false], [-9.09375, false], [-9.34375, false], [-10.84375, false], [-12.34375, false], [-9.34375, false], [-3.84375, false], [-10.59375, false], [-9.34375, false], [-7.6640625, false], [-9.59375, false], [-10.5390625, false], [-5.84375, false], [-9.59375, false], [-7.84375, false], [-12.34375, false], [-9.34375, false], [-5.84375, false], [-9.34375, false], [-12.09375, false], [-10.84375, false], [-11.09375, false], [-9.34375, false], [-12.34375, false], [-5.84375, false], [-10.09375, false], [-10.09375, false], [-5.84375, false], [-11.34375, false], [-12.34375, false], [-9.34375, false], [-9.34375, false], [-10.59375, false], [-5.84375, false], [-9.09375, false], [-9.34375, false], [-5.84375, false], [-11.34375, false], [-12.34375, false], [-9.34375, false], [-5.84375, false], [-10.09375, false], [-10.09375, false], [-12.34375, false], [-9.34375, false], [-10.59375, false], [-11.34375, false], [-5.84375, false], [-11.59375, false], [-10.09375, false], [-12.09375, false], [-11.09375, false], [-9.34375, false], [-5.84375, false], [-9.09375, false], [-9.34375, false], [-10.84375, false], [-12.34375, false], [-9.34375, false], [-3.84375, false], [-10.59375, false], [-9.34375, false], [-7.6640625, false], [-9.59375, false], [-10.5390625, false], [-5.84375, false], [-9.59375, false], [-7.84375, false], [-12.34375, false], [-9.34375, false], [-5.84375, false], [-9.09375, false], [-9.34375, false], [-10.59375, false], [-9.34375, false], [-10.84375, false], [-11.34375, false], [-5.84375, false], [-10.09375, false], [-10.09375, false], [-10.09375, false], [-12.09375, false], [-11.09375, false], [-3.84375, false], [-11.34375, false], [-9.09375, false], [-10.09375, false], [-9.34375, false], [-5.84375, false], [-9.09375, false], [-9.34375, false], [-5.84375, false], [-11.34375, false], [-12.34375, false], [-9.34375, false], [-5.84375, false], [-10.09375, false], [-10.09375, false], [-12.34375, false], [-9.34375, false], [-10.59375, false], [-11.34375, false], [-5.84375, false], [-11.59375, false], [-10.09375, false], [-12.09375, false], [-11.09375, false], [-9.34375, false], [-5.84375, false], [-9.09375, false], [-9.34375, false], [-10.84375, false], [-12.34375, false], [-9.34375, false], [-3.84375, false], [-10.59375, false], [-9.34375, false], [-7.6640625, false], [-9.59375, false], [-14.09375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2339, "doc": {"id": "Mercury_7007788", "question": "All of these elements are metals except", "choices": {"text": ["gold.", "helium.", "sodium.", "aluminum."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "helium.", "arguments": ["Question: All of these elements are metals except\nAnswer:", " ["], "resps": [[[-6.6171875, false]], [[-8.6171875, false]], [[-10.1171875, false]], [[-8.8671875, false]], [[-9.1171875, false]], [[-9.1171875, false]], [[-6.58203125, false]], [[-8.6171875, false]], [[-8.828125, false]], [[-5.3671875, false]], [[-8.6171875, false]], [[-8.6171875, false]], [[-8.3671875, false]], [[-9.1171875, false]], [[-8.1171875, false]], [[-9.8671875, false]], [[-8.8671875, false]], [[-6.58203125, false]], [[-8.6171875, false]], [[-8.828125, false]], [[-5.3671875, false]], [[-8.6171875, false]], [[-7.8671875, false]], [[-8.8671875, false]], [[-9.1171875, false]], [[-8.1171875, false]], [[-9.8671875, false]], [[-8.8671875, false]], [[-6.58203125, false]], [[-8.6171875, false]], [[-8.828125, false]], [[-5.3671875, false]], [[-8.6171875, false]], [[-5.3671875, false]], [[-9.1171875, false]], [[-9.8671875, false]], [[-8.8671875, false]], [[-8.1171875, false]], [[-7.3671875, false]], [[-9.8671875, false]], [[-8.8671875, false]], [[-6.58203125, false]], [[-8.6171875, false]], [[-11.8671875, false]]], "filtered_resps": [[-6.6171875, false], [-8.6171875, false], [-10.1171875, false], [-8.8671875, false], [-9.1171875, false], [-9.1171875, false], [-6.58203125, false], [-8.6171875, false], [-8.828125, false], [-5.3671875, false], [-8.6171875, false], [-8.6171875, false], [-8.3671875, false], [-9.1171875, false], [-8.1171875, false], [-9.8671875, false], [-8.8671875, false], [-6.58203125, false], [-8.6171875, false], [-8.828125, false], [-5.3671875, false], [-8.6171875, false], [-7.8671875, false], [-8.8671875, false], [-9.1171875, false], [-8.1171875, false], [-9.8671875, false], [-8.8671875, false], [-6.58203125, false], [-8.6171875, false], [-8.828125, false], [-5.3671875, false], [-8.6171875, false], [-5.3671875, false], [-9.1171875, false], [-9.8671875, false], [-8.8671875, false], [-8.1171875, false], [-7.3671875, false], [-9.8671875, false], [-8.8671875, false], [-6.58203125, false], [-8.6171875, false], [-11.8671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2347, "doc": {"id": "Mercury_402560", "question": "What are the parts that make up an atom?", "choices": {"text": ["electrons, neutrons, and protons", "electrons, protons, and gamma rays", "neutrons, photons, and beta particles", "neutrons, protons, and alpha particles"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "electrons, neutrons, and protons", "arguments": ["Question: What are the parts that make up an atom?\nAnswer:", " ["], "resps": [[[-7.53515625, false]], [[-8.78125, false]], [[-9.28125, false]], [[-10.53125, false]], [[-9.28125, false]], [[-9.28125, false]], [[-10.03125, false]], [[-10.28125, false]], [[-9.28125, false]], [[-8.78125, false]], [[-10.78125, false]], [[-9.515625, false]], [[-5.53515625, false]], [[-8.78125, false]], [[-9.28125, false]], [[-10.03125, false]], [[-10.03125, false]], [[-10.28125, false]], [[-9.28125, false]], [[-8.78125, false]], [[-10.78125, false]], [[-9.515625, false]], [[-5.53515625, false]], [[-4.78515625, false]], [[-8.78125, false]], [[-10.03125, false]], [[-5.53515625, false]], [[-9.78125, false]], [[-10.28125, false]], [[-9.28125, false]], [[-10.03125, false]], [[-9.28125, false]], [[-8.78125, false]], [[-10.78125, false]], [[-8.78125, false]], [[-9.515625, false]], [[-5.53515625, false]], [[-8.78125, false]], [[-9.28125, false]], [[-10.53125, false]], [[-9.28125, false]], [[-9.28125, false]], [[-10.03125, false]], [[-10.28125, false]], [[-9.28125, false]], [[-8.78125, false]], [[-10.78125, false]], [[-9.515625, false]], [[-5.53515625, false]], [[-9.78125, false]], [[-10.28125, false]], [[-9.28125, false]], [[-10.03125, false]], [[-9.28125, false]], [[-8.78125, false]], [[-10.78125, false]], [[-9.515625, false]], [[-5.53515625, false]], [[-4.78515625, false]], [[-8.78125, false]], [[-10.03125, false]], [[-5.53515625, false]], [[-11.78125, false]], [[-4.78515625, false]], [[-9.28125, false]], [[-9.28125, false]], [[-4.78515625, false]], [[-5.53515625, false]], [[-10.28125, false]], [[-4.78515625, false]], [[-11.28125, false]], [[-10.78125, false]], [[-8.78125, false]], [[-9.515625, false]], [[-5.53515625, false]], [[-8.78125, false]], [[-8.78125, false]], [[-9.28125, false]], [[-10.03125, false]], [[-10.03125, false]], [[-10.28125, false]], [[-9.28125, false]], [[-8.78125, false]], [[-10.78125, false]], [[-9.515625, false]], [[-5.53515625, false]], [[-9.78125, false]], [[-9.53125, false]], [[-9.28125, false]], [[-10.03125, false]], [[-9.28125, false]], [[-8.78125, false]], [[-10.78125, false]], [[-9.515625, false]], [[-5.53515625, false]], [[-4.78515625, false]], [[-8.78125, false]], [[-10.03125, false]], [[-5.53515625, false]], [[-9.78125, false]], [[-9.28125, false]], [[-10.03125, false]], [[-4.78515625, false]], [[-5.53515625, false]], [[-9.78125, false]], [[-4.78515625, false]], [[-10.28125, false]], [[-10.03125, false]], [[-7.78515625, false]], [[-9.28125, false]], [[-10.53125, false]], [[-9.28125, false]], [[-10.78125, false]], [[-8.78125, false]], [[-9.515625, false]], [[-5.53515625, false]], [[-8.78125, false]], [[-8.78125, false]], [[-9.28125, false]], [[-10.03125, false]], [[-10.03125, false]], [[-10.28125, false]], [[-9.28125, false]], [[-8.78125, false]], [[-10.78125, false]], [[-9.515625, false]], [[-5.53515625, false]], [[-9.78125, false]], [[-10.28125, false]], [[-9.28125, false]], [[-10.03125, false]], [[-9.28125, false]], [[-8.78125, false]], [[-10.78125, false]], [[-9.515625, false]], [[-5.53515625, false]], [[-4.78515625, false]], [[-8.78125, false]], [[-10.03125, false]], [[-5.53515625, false]], [[-4.78515625, false]], [[-10.53125, false]], [[-9.78125, false]], [[-9.53125, false]], [[-4.78515625, false]], [[-5.53515625, false]], [[-9.78125, false]], [[-4.78515625, false]], [[-10.28125, false]], [[-10.03125, false]], [[-7.78515625, false]], [[-9.28125, false]], [[-10.53125, false]], [[-9.28125, false]], [[-10.78125, false]], [[-8.78125, false]], [[-12.78125, false]]], "filtered_resps": [[-7.53515625, false], [-8.78125, false], [-9.28125, false], [-10.53125, false], [-9.28125, false], [-9.28125, false], [-10.03125, false], [-10.28125, false], [-9.28125, false], [-8.78125, false], [-10.78125, false], [-9.515625, false], [-5.53515625, false], [-8.78125, false], [-9.28125, false], [-10.03125, false], [-10.03125, false], [-10.28125, false], [-9.28125, false], [-8.78125, false], [-10.78125, false], [-9.515625, false], [-5.53515625, false], [-4.78515625, false], [-8.78125, false], [-10.03125, false], [-5.53515625, false], [-9.78125, false], [-10.28125, false], [-9.28125, false], [-10.03125, false], [-9.28125, false], [-8.78125, false], [-10.78125, false], [-8.78125, false], [-9.515625, false], [-5.53515625, false], [-8.78125, false], [-9.28125, false], [-10.53125, false], [-9.28125, false], [-9.28125, false], [-10.03125, false], [-10.28125, false], [-9.28125, false], [-8.78125, false], [-10.78125, false], [-9.515625, false], [-5.53515625, false], [-9.78125, false], [-10.28125, false], [-9.28125, false], [-10.03125, false], [-9.28125, false], [-8.78125, false], [-10.78125, false], [-9.515625, false], [-5.53515625, false], [-4.78515625, false], [-8.78125, false], [-10.03125, false], [-5.53515625, false], [-11.78125, false], [-4.78515625, false], [-9.28125, false], [-9.28125, false], [-4.78515625, false], [-5.53515625, false], [-10.28125, false], [-4.78515625, false], [-11.28125, false], [-10.78125, false], [-8.78125, false], [-9.515625, false], [-5.53515625, false], [-8.78125, false], [-8.78125, false], [-9.28125, false], [-10.03125, false], [-10.03125, false], [-10.28125, false], [-9.28125, false], [-8.78125, false], [-10.78125, false], [-9.515625, false], [-5.53515625, false], [-9.78125, false], [-9.53125, false], [-9.28125, false], [-10.03125, false], [-9.28125, false], [-8.78125, false], [-10.78125, false], [-9.515625, false], [-5.53515625, false], [-4.78515625, false], [-8.78125, false], [-10.03125, false], [-5.53515625, false], [-9.78125, false], [-9.28125, false], [-10.03125, false], [-4.78515625, false], [-5.53515625, false], [-9.78125, false], [-4.78515625, false], [-10.28125, false], [-10.03125, false], [-7.78515625, false], [-9.28125, false], [-10.53125, false], [-9.28125, false], [-10.78125, false], [-8.78125, false], [-9.515625, false], [-5.53515625, false], [-8.78125, false], [-8.78125, false], [-9.28125, false], [-10.03125, false], [-10.03125, false], [-10.28125, false], [-9.28125, false], [-8.78125, false], [-10.78125, false], [-9.515625, false], [-5.53515625, false], [-9.78125, false], [-10.28125, false], [-9.28125, false], [-10.03125, false], [-9.28125, false], [-8.78125, false], [-10.78125, false], [-9.515625, false], [-5.53515625, false], [-4.78515625, false], [-8.78125, false], [-10.03125, false], [-5.53515625, false], [-4.78515625, false], [-10.53125, false], [-9.78125, false], [-9.53125, false], [-4.78515625, false], [-5.53515625, false], [-9.78125, false], [-4.78515625, false], [-10.28125, false], [-10.03125, false], [-7.78515625, false], [-9.28125, false], [-10.53125, false], [-9.28125, false], [-10.78125, false], [-8.78125, false], [-12.78125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2355, "doc": {"id": "Mercury_7032148", "question": "Which scientist is credited for the development of the polio vaccine?", "choices": {"text": ["Jonas Salk", "Neil Armstrong", "Albert Einstein", "Jacques Cousteau"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Jonas Salk", "arguments": ["Question: Which scientist is credited for the development of the polio vaccine?\nAnswer:", " ["], "resps": [[[-6.81640625, false]], [[-8.8203125, false]], [[-6.06640625, false]], [[-11.8203125, false]], [[-10.3203125, false]], [[-7.31640625, false]], [[-10.8203125, false]], [[-5.81640625, false]], [[-6.31640625, false]], [[-7.31640625, false]], [[-11.8203125, false]], [[-12.0703125, false]], [[-8.8203125, false]], [[-9.8828125, false]], [[-5.81640625, false]], [[-8.8203125, false]], [[-7.56640625, false]], [[-10.8203125, false]], [[-11.3203125, false]], [[-11.8203125, false]], [[-5.81640625, false]], [[-4.31640625, false]], [[-11.3203125, false]], [[-10.3203125, false]], [[-10.8203125, false]], [[-10.8203125, false]], [[-11.3203125, false]], [[-11.8203125, false]], [[-10.3203125, false]], [[-13.8203125, false]], [[-8.8203125, false]], [[-9.8828125, false]], [[-5.81640625, false]], [[-8.8203125, false]], [[-4.31640625, false]], [[-11.8203125, false]], [[-8.8203125, false]], [[-10.8203125, false]], [[-11.3203125, false]], [[-10.8203125, false]], [[-5.81640625, false]], [[-5.56640625, false]], [[-11.3203125, false]], [[-10.3203125, false]], [[-10.8203125, false]], [[-10.8203125, false]], [[-10.8203125, false]], [[-11.3203125, false]], [[-10.3203125, false]], [[-8.8203125, false]], [[-9.8828125, false]], [[-5.81640625, false]], [[-8.8203125, false]], [[-6.06640625, false]], [[-7.31640625, false]], [[-10.3203125, false]], [[-13.0703125, false]], [[-12.6953125, false]], [[-10.8203125, false]], [[-10.8203125, false]], [[-5.81640625, false]], [[-5.31640625, false]], [[-11.8203125, false]], [[-12.6953125, false]], [[-10.8203125, false]], [[-10.8203125, false]], [[-10.8203125, false]], [[-7.31640625, false]], [[-12.6953125, false]], [[-8.8203125, false]], [[-12.9453125, false]]], "filtered_resps": [[-6.81640625, false], [-8.8203125, false], [-6.06640625, false], [-11.8203125, false], [-10.3203125, false], [-7.31640625, false], [-10.8203125, false], [-5.81640625, false], [-6.31640625, false], [-7.31640625, false], [-11.8203125, false], [-12.0703125, false], [-8.8203125, false], [-9.8828125, false], [-5.81640625, false], [-8.8203125, false], [-7.56640625, false], [-10.8203125, false], [-11.3203125, false], [-11.8203125, false], [-5.81640625, false], [-4.31640625, false], [-11.3203125, false], [-10.3203125, false], [-10.8203125, false], [-10.8203125, false], [-11.3203125, false], [-11.8203125, false], [-10.3203125, false], [-13.8203125, false], [-8.8203125, false], [-9.8828125, false], [-5.81640625, false], [-8.8203125, false], [-4.31640625, false], [-11.8203125, false], [-8.8203125, false], [-10.8203125, false], [-11.3203125, false], [-10.8203125, false], [-5.81640625, false], [-5.56640625, false], [-11.3203125, false], [-10.3203125, false], [-10.8203125, false], [-10.8203125, false], [-10.8203125, false], [-11.3203125, false], [-10.3203125, false], [-8.8203125, false], [-9.8828125, false], [-5.81640625, false], [-8.8203125, false], [-6.06640625, false], [-7.31640625, false], [-10.3203125, false], [-13.0703125, false], [-12.6953125, false], [-10.8203125, false], [-10.8203125, false], [-5.81640625, false], [-5.31640625, false], [-11.8203125, false], [-12.6953125, false], [-10.8203125, false], [-10.8203125, false], [-10.8203125, false], [-7.31640625, false], [-12.6953125, false], [-8.8203125, false], [-12.9453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2363, "doc": {"id": "MCAS_2010_5_13", "question": "Which of the following must all plant and animal species do in order for each species to survive?", "choices": {"text": ["migrate", "reproduce", "make food", "change color"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "reproduce", "arguments": ["Question: Which of the following must all plant and animal species do in order for each species to survive?\nAnswer:", " ["], "resps": [[[-6.875, false]], [[-9.375, false]], [[-10.875, false]], [[-8.625, false]], [[-11.625, false]], [[-10.875, false]], [[-5.375, false]], [[-10.375, false]], [[-7.375, false]], [[-9.375, false]], [[-10.625, false]], [[-5.375, false]], [[-9.375, false]], [[-10.875, false]], [[-7.375, false]], [[-9.375, false]], [[-10.875, false]], [[-9.375, false]], [[-7.875, false]], [[-11.875, false]], [[-8.375, false]], [[-7.375, false]], [[-9.375, false]], [[-10.625, false]], [[-5.375, false]], [[-9.375, false]], [[-10.875, false]], [[-5.375, false]], [[-10.375, false]], [[-7.375, false]], [[-5.375, false]], [[-10.375, false]], [[-9.375, false]], [[-9.375, false]], [[-7.875, false]], [[-9.375, false]], [[-10.625, false]], [[-5.375, false]], [[-9.375, false]], [[-8.375, false]], [[-11.875, false]], [[-5.375, false]], [[-8.125, false]], [[-11.625, false]], [[-7.375, false]], [[-5.375, false]], [[-8.375, false]], [[-9.375, false]], [[-9.875, false]], [[-9.375, false]], [[-10.875, false]], [[-9.375, false]], [[-12.875, false]]], "filtered_resps": [[-6.875, false], [-9.375, false], [-10.875, false], [-8.625, false], [-11.625, false], [-10.875, false], [-5.375, false], [-10.375, false], [-7.375, false], [-9.375, false], [-10.625, false], [-5.375, false], [-9.375, false], [-10.875, false], [-7.375, false], [-9.375, false], [-10.875, false], [-9.375, false], [-7.875, false], [-11.875, false], [-8.375, false], [-7.375, false], [-9.375, false], [-10.625, false], [-5.375, false], [-9.375, false], [-10.875, false], [-5.375, false], [-10.375, false], [-7.375, false], [-5.375, false], [-10.375, false], [-9.375, false], [-9.375, false], [-7.875, false], [-9.375, false], [-10.625, false], [-5.375, false], [-9.375, false], [-8.375, false], [-11.875, false], [-5.375, false], [-8.125, false], [-11.625, false], [-7.375, false], [-5.375, false], [-8.375, false], [-9.375, false], [-9.875, false], [-9.375, false], [-10.875, false], [-9.375, false], [-12.875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2371, "doc": {"id": "Mercury_7083458", "question": "A cut to the skin is treated with antiseptic first to avoid", "choices": {"text": ["an immune response.", "a bacterial infection.", "bruising of tissues.", "an allergic reaction."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "a bacterial infection.", "arguments": ["Question: A cut to the skin is treated with antiseptic first to avoid\nAnswer:", " ["], "resps": [[[-7.39453125, false]], [[-8.6484375, false]], [[-4.89453125, false]], [[-9.6484375, false]], [[-5.14453125, false]], [[-7.89453125, false]], [[-11.3984375, false]], [[-11.3984375, false]], [[-9.3984375, false]], [[-9.6484375, false]], [[-8.1484375, false]], [[-5.14453125, false]], [[-11.3984375, false]], [[-8.1484375, false]], [[-8.1484375, false]], [[-10.1484375, false]], [[-9.1484375, false]], [[-9.6484375, false]], [[-8.1484375, false]], [[-8.1484375, false]], [[-6.53125, false]], [[-8.6484375, false]], [[-8.65625, false]], [[-5.14453125, false]], [[-8.6484375, false]], [[-4.89453125, false]], [[-5.14453125, false]], [[-9.8984375, false]], [[-4.89453125, false]], [[-9.6484375, false]], [[-10.3984375, false]], [[-8.1484375, false]], [[-11.3984375, false]], [[-7.89453125, false]], [[-4.89453125, false]], [[-10.8984375, false]], [[-5.14453125, false]], [[-7.89453125, false]], [[-9.6484375, false]], [[-10.8984375, false]], [[-8.1484375, false]], [[-9.6484375, false]], [[-10.3984375, false]], [[-7.89453125, false]], [[-9.1484375, false]], [[-9.6484375, false]], [[-6.53125, false]], [[-8.6484375, false]], [[-8.65625, false]], [[-5.14453125, false]], [[-8.6484375, false]], [[-9.8984375, false]], [[-11.3984375, false]], [[-9.3984375, false]], [[-7.89453125, false]], [[-8.1484375, false]], [[-7.89453125, false]], [[-9.6484375, false]], [[-10.8984375, false]], [[-5.14453125, false]], [[-9.1484375, false]], [[-10.8984375, false]], [[-5.14453125, false]], [[-10.3984375, false]], [[-7.89453125, false]], [[-8.1484375, false]], [[-8.1484375, false]], [[-9.3984375, false]], [[-8.1484375, false]], [[-8.1484375, false]], [[-6.53125, false]], [[-8.6484375, false]], [[-8.65625, false]], [[-5.14453125, false]], [[-8.6484375, false]], [[-4.89453125, false]], [[-9.6484375, false]], [[-5.14453125, false]], [[-4.89453125, false]], [[-10.8984375, false]], [[-10.8984375, false]], [[-8.1484375, false]], [[-11.3984375, false]], [[-10.8984375, false]], [[-7.89453125, false]], [[-9.6484375, false]], [[-5.14453125, false]], [[-11.3984375, false]], [[-8.1484375, false]], [[-4.89453125, false]], [[-9.6484375, false]], [[-10.3984375, false]], [[-7.89453125, false]], [[-9.1484375, false]], [[-9.6484375, false]], [[-6.53125, false]], [[-8.6484375, false]], [[-11.1484375, false]]], "filtered_resps": [[-7.39453125, false], [-8.6484375, false], [-4.89453125, false], [-9.6484375, false], [-5.14453125, false], [-7.89453125, false], [-11.3984375, false], [-11.3984375, false], [-9.3984375, false], [-9.6484375, false], [-8.1484375, false], [-5.14453125, false], [-11.3984375, false], [-8.1484375, false], [-8.1484375, false], [-10.1484375, false], [-9.1484375, false], [-9.6484375, false], [-8.1484375, false], [-8.1484375, false], [-6.53125, false], [-8.6484375, false], [-8.65625, false], [-5.14453125, false], [-8.6484375, false], [-4.89453125, false], [-5.14453125, false], [-9.8984375, false], [-4.89453125, false], [-9.6484375, false], [-10.3984375, false], [-8.1484375, false], [-11.3984375, false], [-7.89453125, false], [-4.89453125, false], [-10.8984375, false], [-5.14453125, false], [-7.89453125, false], [-9.6484375, false], [-10.8984375, false], [-8.1484375, false], [-9.6484375, false], [-10.3984375, false], [-7.89453125, false], [-9.1484375, false], [-9.6484375, false], [-6.53125, false], [-8.6484375, false], [-8.65625, false], [-5.14453125, false], [-8.6484375, false], [-9.8984375, false], [-11.3984375, false], [-9.3984375, false], [-7.89453125, false], [-8.1484375, false], [-7.89453125, false], [-9.6484375, false], [-10.8984375, false], [-5.14453125, false], [-9.1484375, false], [-10.8984375, false], [-5.14453125, false], [-10.3984375, false], [-7.89453125, false], [-8.1484375, false], [-8.1484375, false], [-9.3984375, false], [-8.1484375, false], [-8.1484375, false], [-6.53125, false], [-8.6484375, false], [-8.65625, false], [-5.14453125, false], [-8.6484375, false], [-4.89453125, false], [-9.6484375, false], [-5.14453125, false], [-4.89453125, false], [-10.8984375, false], [-10.8984375, false], [-8.1484375, false], [-11.3984375, false], [-10.8984375, false], [-7.89453125, false], [-9.6484375, false], [-5.14453125, false], [-11.3984375, false], [-8.1484375, false], [-4.89453125, false], [-9.6484375, false], [-10.3984375, false], [-7.89453125, false], [-9.1484375, false], [-9.6484375, false], [-6.53125, false], [-8.6484375, false], [-11.1484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 4, "doc": {"id": "Mercury_7037258", "question": "Which best describes the structure of an atom?", "choices": {"text": ["a lightweight core surrounded by neutral particles", "a massive core surrounded by negatively-charged particles", "a network of interacting positive and negative particles", "overlapping layers of neutral, positive, and negative particles"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "a massive core surrounded by negatively-charged particles", "arguments": ["Question: Which best describes the structure of an atom?\nAnswer:", " ["], "resps": [[[-6.265625, false]], [[-9.015625, false]], [[-3.515625, false]], [[-5.015625, false]], [[-10.765625, false]], [[-7.015625, false]], [[-10.765625, false]], [[-8.515625, false]], [[-9.015625, false]], [[-11.265625, false]], [[-9.265625, false]], [[-7.015625, false]], [[-10.765625, false]], [[-8.515625, false]], [[-9.015625, false]], [[-5.015625, false]], [[-7.765625, false]], [[-9.265625, false]], [[-9.015625, false]], [[-9.265625, false]], [[-5.015625, false]], [[-9.765625, false]], [[-10.015625, false]], [[-9.015625, false]], [[-9.015625, false]], [[-9.265625, false]], [[-10.015625, false]], [[-7.765625, false]], [[-8.765625, false]], [[-9.265625, false]], [[-8.765625, false]], [[-5.015625, false]], [[-7.765625, false]], [[-10.265625, false]], [[-5.015625, false]], [[-7.765625, false]], [[-9.265625, false]], [[-10.015625, false]], [[-9.015625, false]], [[-9.015625, false]], [[-3.515625, false]], [[-10.765625, false]], [[-5.015625, false]], [[-8.265625, false]], [[-3.515625, false]], [[-9.015625, false]], [[-9.015625, false]], [[-7.015625, false]], [[-7.765625, false]], [[-10.765625, false]], [[-9.265625, false]], [[-9.765625, false]], [[-9.015625, false]], [[-9.09375, false]], [[-5.015625, false]], [[-9.015625, false]], [[-3.515625, false]], [[-5.015625, false]], [[-8.265625, false]], [[-3.515625, false]], [[-9.765625, false]], [[-9.765625, false]], [[-7.015625, false]], [[-10.265625, false]], [[-9.265625, false]], [[-5.015625, false]], [[-7.765625, false]], [[-9.265625, false]], [[-9.015625, false]], [[-9.265625, false]], [[-5.015625, false]], [[-9.765625, false]], [[-10.015625, false]], [[-9.015625, false]], [[-9.015625, false]], [[-9.265625, false]], [[-10.015625, false]], [[-7.765625, false]], [[-8.765625, false]], [[-9.265625, false]], [[-8.765625, false]], [[-5.015625, false]], [[-7.765625, false]], [[-10.265625, false]], [[-5.015625, false]], [[-7.765625, false]], [[-9.265625, false]], [[-10.765625, false]], [[-3.515625, false]], [[-9.015625, false]], [[-7.015625, false]], [[-10.265625, false]], [[-9.265625, false]], [[-10.765625, false]], [[-10.265625, false]], [[-6.765625, false]], [[-7.765625, false]], [[-8.515625, false]], [[-3.515625, false]], [[-9.015625, false]], [[-10.765625, false]], [[-9.265625, false]], [[-8.765625, false]], [[-5.015625, false]], [[-8.265625, false]], [[-3.515625, false]], [[-9.015625, false]], [[-9.015625, false]], [[-7.015625, false]], [[-7.765625, false]], [[-10.765625, false]], [[-9.265625, false]], [[-9.765625, false]], [[-9.015625, false]], [[-9.09375, false]], [[-5.015625, false]], [[-9.015625, false]], [[-3.515625, false]], [[-5.015625, false]], [[-7.765625, false]], [[-9.265625, false]], [[-9.015625, false]], [[-11.265625, false]], [[-9.265625, false]], [[-9.015625, false]], [[-12.015625, false]], [[-5.015625, false]], [[-9.265625, false]], [[-10.265625, false]], [[-5.015625, false]], [[-7.015625, false]], [[-7.765625, false]], [[-9.015625, false]], [[-9.265625, false]], [[-9.015625, false]], [[-3.515625, false]], [[-7.765625, false]], [[-9.015625, false]], [[-7.015625, false]], [[-7.765625, false]], [[-10.765625, false]], [[-5.015625, false]], [[-8.265625, false]], [[-9.265625, false]], [[-9.765625, false]], [[-7.015625, false]], [[-9.015625, false]], [[-7.015625, false]], [[-10.265625, false]], [[-9.265625, false]], [[-5.015625, false]], [[-3.515625, false]], [[-7.765625, false]], [[-8.765625, false]], [[-5.015625, false]], [[-7.765625, false]], [[-9.265625, false]], [[-10.765625, false]], [[-3.515625, false]], [[-9.015625, false]], [[-7.015625, false]], [[-10.265625, false]], [[-9.265625, false]], [[-5.015625, false]], [[-8.265625, false]], [[-3.515625, false]], [[-9.015625, false]], [[-9.015625, false]], [[-7.015625, false]], [[-7.765625, false]], [[-10.765625, false]], [[-9.265625, false]], [[-9.765625, false]], [[-9.015625, false]], [[-9.09375, false]], [[-5.015625, false]], [[-9.015625, false]], [[-9.265625, false]], [[-10.265625, false]], [[-9.265625, false]], [[-9.015625, false]], [[-10.765625, false]], [[-3.515625, false]], [[-8.265625, false]], [[-8.265625, false]], [[-7.015625, false]], [[-7.765625, false]], [[-10.765625, false]], [[-5.015625, false]], [[-10.765625, false]], [[-3.515625, false]], [[-10.265625, false]], [[-9.265625, false]], [[-9.015625, false]], [[-9.765625, false]], [[-5.015625, false]], [[-9.265625, false]], [[-10.265625, false]], [[-5.015625, false]], [[-7.765625, false]], [[-9.265625, false]], [[-10.015625, false]], [[-9.015625, false]], [[-9.015625, false]], [[-3.515625, false]], [[-10.765625, false]], [[-9.09375, false]], [[-5.015625, false]], [[-8.265625, false]], [[-9.265625, false]], [[-9.765625, false]], [[-7.015625, false]], [[-9.015625, false]], [[-7.015625, false]], [[-10.265625, false]], [[-9.265625, false]], [[-9.09375, false]], [[-5.015625, false]], [[-3.515625, false]], [[-7.765625, false]], [[-8.765625, false]], [[-5.015625, false]], [[-7.765625, false]], [[-9.265625, false]], [[-10.765625, false]], [[-3.515625, false]], [[-9.015625, false]], [[-7.015625, false]], [[-10.265625, false]], [[-9.265625, false]], [[-5.015625, false]], [[-8.265625, false]], [[-3.515625, false]], [[-9.015625, false]], [[-9.015625, false]], [[-7.015625, false]], [[-7.765625, false]], [[-10.765625, false]], [[-9.265625, false]], [[-9.765625, false]], [[-9.015625, false]], [[-12.515625, false]]], "filtered_resps": [[-6.265625, false], [-9.015625, false], [-3.515625, false], [-5.015625, false], [-10.765625, false], [-7.015625, false], [-10.765625, false], [-8.515625, false], [-9.015625, false], [-11.265625, false], [-9.265625, false], [-7.015625, false], [-10.765625, false], [-8.515625, false], [-9.015625, false], [-5.015625, false], [-7.765625, false], [-9.265625, false], [-9.015625, false], [-9.265625, false], [-5.015625, false], [-9.765625, false], [-10.015625, false], [-9.015625, false], [-9.015625, false], [-9.265625, false], [-10.015625, false], [-7.765625, false], [-8.765625, false], [-9.265625, false], [-8.765625, false], [-5.015625, false], [-7.765625, false], [-10.265625, false], [-5.015625, false], [-7.765625, false], [-9.265625, false], [-10.015625, false], [-9.015625, false], [-9.015625, false], [-3.515625, false], [-10.765625, false], [-5.015625, false], [-8.265625, false], [-3.515625, false], [-9.015625, false], [-9.015625, false], [-7.015625, false], [-7.765625, false], [-10.765625, false], [-9.265625, false], [-9.765625, false], [-9.015625, false], [-9.09375, false], [-5.015625, false], [-9.015625, false], [-3.515625, false], [-5.015625, false], [-8.265625, false], [-3.515625, false], [-9.765625, false], [-9.765625, false], [-7.015625, false], [-10.265625, false], [-9.265625, false], [-5.015625, false], [-7.765625, false], [-9.265625, false], [-9.015625, false], [-9.265625, false], [-5.015625, false], [-9.765625, false], [-10.015625, false], [-9.015625, false], [-9.015625, false], [-9.265625, false], [-10.015625, false], [-7.765625, false], [-8.765625, false], [-9.265625, false], [-8.765625, false], [-5.015625, false], [-7.765625, false], [-10.265625, false], [-5.015625, false], [-7.765625, false], [-9.265625, false], [-10.765625, false], [-3.515625, false], [-9.015625, false], [-7.015625, false], [-10.265625, false], [-9.265625, false], [-10.765625, false], [-10.265625, false], [-6.765625, false], [-7.765625, false], [-8.515625, false], [-3.515625, false], [-9.015625, false], [-10.765625, false], [-9.265625, false], [-8.765625, false], [-5.015625, false], [-8.265625, false], [-3.515625, false], [-9.015625, false], [-9.015625, false], [-7.015625, false], [-7.765625, false], [-10.765625, false], [-9.265625, false], [-9.765625, false], [-9.015625, false], [-9.09375, false], [-5.015625, false], [-9.015625, false], [-3.515625, false], [-5.015625, false], [-7.765625, false], [-9.265625, false], [-9.015625, false], [-11.265625, false], [-9.265625, false], [-9.015625, false], [-12.015625, false], [-5.015625, false], [-9.265625, false], [-10.265625, false], [-5.015625, false], [-7.015625, false], [-7.765625, false], [-9.015625, false], [-9.265625, false], [-9.015625, false], [-3.515625, false], [-7.765625, false], [-9.015625, false], [-7.015625, false], [-7.765625, false], [-10.765625, false], [-5.015625, false], [-8.265625, false], [-9.265625, false], [-9.765625, false], [-7.015625, false], [-9.015625, false], [-7.015625, false], [-10.265625, false], [-9.265625, false], [-5.015625, false], [-3.515625, false], [-7.765625, false], [-8.765625, false], [-5.015625, false], [-7.765625, false], [-9.265625, false], [-10.765625, false], [-3.515625, false], [-9.015625, false], [-7.015625, false], [-10.265625, false], [-9.265625, false], [-5.015625, false], [-8.265625, false], [-3.515625, false], [-9.015625, false], [-9.015625, false], [-7.015625, false], [-7.765625, false], [-10.765625, false], [-9.265625, false], [-9.765625, false], [-9.015625, false], [-9.09375, false], [-5.015625, false], [-9.015625, false], [-9.265625, false], [-10.265625, false], [-9.265625, false], [-9.015625, false], [-10.765625, false], [-3.515625, false], [-8.265625, false], [-8.265625, false], [-7.015625, false], [-7.765625, false], [-10.765625, false], [-5.015625, false], [-10.765625, false], [-3.515625, false], [-10.265625, false], [-9.265625, false], [-9.015625, false], [-9.765625, false], [-5.015625, false], [-9.265625, false], [-10.265625, false], [-5.015625, false], [-7.765625, false], [-9.265625, false], [-10.015625, false], [-9.015625, false], [-9.015625, false], [-3.515625, false], [-10.765625, false], [-9.09375, false], [-5.015625, false], [-8.265625, false], [-9.265625, false], [-9.765625, false], [-7.015625, false], [-9.015625, false], [-7.015625, false], [-10.265625, false], [-9.265625, false], [-9.09375, false], [-5.015625, false], [-3.515625, false], [-7.765625, false], [-8.765625, false], [-5.015625, false], [-7.765625, false], [-9.265625, false], [-10.765625, false], [-3.515625, false], [-9.015625, false], [-7.015625, false], [-10.265625, false], [-9.265625, false], [-5.015625, false], [-8.265625, false], [-3.515625, false], [-9.015625, false], [-9.015625, false], [-7.015625, false], [-7.765625, false], [-10.765625, false], [-9.265625, false], [-9.765625, false], [-9.015625, false], [-12.515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 12, "doc": {"id": "MSA_2013_5_6", "question": "A student throws a ball into the air. While the ball travels up, the speed of the ball decreases. What force causes the ball to slow while traveling up?", "choices": {"text": ["electricity", "gravity", "magnetism", "tension"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "gravity", "arguments": ["Question: A student throws a ball into the air. While the ball travels up, the speed of the ball decreases. What force causes the ball to slow while traveling up?\nAnswer:", " ["], "resps": [[[-8.0234375, false]], [[-9.7734375, false]], [[-9.5234375, false]], [[-10.2734375, false]], [[-9.5234375, false]], [[-8.0234375, false]], [[-8.0234375, false]], [[-9.2734375, false]], [[-9.7734375, false]], [[-8.0234375, false]], [[-9.7734375, false]], [[-8.0234375, false]], [[-10.7734375, false]], [[-9.7734375, false]], [[-10.421875, false]], [[-5.01953125, false]], [[-9.7734375, false]], [[-9.2734375, false]], [[-9.2734375, false]], [[-5.01953125, false]], [[-8.0234375, false]], [[-9.7734375, false]], [[-8.0234375, false]], [[-10.7734375, false]], [[-9.7734375, false]], [[-10.421875, false]], [[-5.01953125, false]], [[-9.7734375, false]], [[-8.0234375, false]], [[-5.01953125, false]], [[-9.2734375, false]], [[-9.5234375, false]], [[-9.5234375, false]], [[-8.0234375, false]], [[-9.7734375, false]], [[-8.7734375, false]], [[-8.0234375, false]], [[-9.7734375, false]], [[-10.40625, false]], [[-5.01953125, false]], [[-9.7734375, false]], [[-8.0234375, false]], [[-9.5234375, false]], [[-9.5234375, false]], [[-8.7734375, false]], [[-9.7734375, false]], [[-10.5234375, false]], [[-9.5234375, false]], [[-9.7734375, false]], [[-12.2734375, false]]], "filtered_resps": [[-8.0234375, false], [-9.7734375, false], [-9.5234375, false], [-10.2734375, false], [-9.5234375, false], [-8.0234375, false], [-8.0234375, false], [-9.2734375, false], [-9.7734375, false], [-8.0234375, false], [-9.7734375, false], [-8.0234375, false], [-10.7734375, false], [-9.7734375, false], [-10.421875, false], [-5.01953125, false], [-9.7734375, false], [-9.2734375, false], [-9.2734375, false], [-5.01953125, false], [-8.0234375, false], [-9.7734375, false], [-8.0234375, false], [-10.7734375, false], [-9.7734375, false], [-10.421875, false], [-5.01953125, false], [-9.7734375, false], [-8.0234375, false], [-5.01953125, false], [-9.2734375, false], [-9.5234375, false], [-9.5234375, false], [-8.0234375, false], [-9.7734375, false], [-8.7734375, false], [-8.0234375, false], [-9.7734375, false], [-10.40625, false], [-5.01953125, false], [-9.7734375, false], [-8.0234375, false], [-9.5234375, false], [-9.5234375, false], [-8.7734375, false], [-9.7734375, false], [-10.5234375, false], [-9.5234375, false], [-9.7734375, false], [-12.2734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 20, "doc": {"id": "Mercury_7146195", "question": "A research scientist writes a paper on the initial regrowth of a forest after a fire has damaged the entire ecosystem. Which title would be best for the paper?", "choices": {"text": ["Primary Succession", "Stable Communities", "Climax Communities", "Secondary Succession"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Secondary Succession", "arguments": ["Question: A research scientist writes a paper on the initial regrowth of a forest after a fire has damaged the entire ecosystem. Which title would be best for the paper?\nAnswer:", " ["], "resps": [[[-6.03125, false]], [[-6.28125, false]], [[-5.53125, false]], [[-8.90625, false]], [[-7.65625, false]], [[-8.65625, false]], [[-5.28125, false]], [[-8.90625, false]], [[-10.65625, false]], [[-5.28125, false]], [[-5.53125, false]], [[-11.40625, false]], [[-8.28125, false]], [[-8.28125, false]], [[-6.90625, false]], [[-9.53125, false]], [[-9.53125, false]], [[-7.65625, false]], [[-9.40625, false]], [[-8.53125, false]], [[-6.28125, false]], [[-9.1484375, false]], [[-5.28125, false]], [[-6.28125, false]], [[-5.53125, false]], [[-9.53125, false]], [[-5.28125, false]], [[-6.90625, false]], [[-9.53125, false]], [[-6.90625, false]], [[-5.28125, false]], [[-4.53125, false]], [[-9.40625, false]], [[-8.65625, false]], [[-8.65625, false]], [[-11.40625, false]], [[-8.53125, false]], [[-7.65625, false]], [[-9.53125, false]], [[-7.65625, false]], [[-6.90625, false]], [[-9.53125, false]], [[-6.28125, false]], [[-9.1484375, false]], [[-5.28125, false]], [[-6.28125, false]], [[-4.53125, false]], [[-9.53125, false]], [[-7.65625, false]], [[-8.65625, false]], [[-5.28125, false]], [[-8.65625, false]], [[-5.28125, false]], [[-4.53125, false]], [[-9.40625, false]], [[-8.65625, false]], [[-8.65625, false]], [[-11.40625, false]], [[-8.53125, false]], [[-7.65625, false]], [[-9.53125, false]], [[-7.65625, false]], [[-6.90625, false]], [[-9.53125, false]], [[-6.28125, false]], [[-9.1484375, false]], [[-5.28125, false]], [[-6.28125, false]], [[-5.53125, false]], [[-6.90625, false]], [[-8.28125, false]], [[-9.40625, false]], [[-8.53125, false]], [[-7.78125, false]], [[-5.28125, false]], [[-8.90625, false]], [[-10.65625, false]], [[-5.28125, false]], [[-5.53125, false]], [[-11.40625, false]], [[-8.28125, false]], [[-8.28125, false]], [[-6.90625, false]], [[-9.53125, false]], [[-9.53125, false]], [[-7.65625, false]], [[-9.40625, false]], [[-8.53125, false]], [[-6.28125, false]], [[-11.65625, false]]], "filtered_resps": [[-6.03125, false], [-6.28125, false], [-5.53125, false], [-8.90625, false], [-7.65625, false], [-8.65625, false], [-5.28125, false], [-8.90625, false], [-10.65625, false], [-5.28125, false], [-5.53125, false], [-11.40625, false], [-8.28125, false], [-8.28125, false], [-6.90625, false], [-9.53125, false], [-9.53125, false], [-7.65625, false], [-9.40625, false], [-8.53125, false], [-6.28125, false], [-9.1484375, false], [-5.28125, false], [-6.28125, false], [-5.53125, false], [-9.53125, false], [-5.28125, false], [-6.90625, false], [-9.53125, false], [-6.90625, false], [-5.28125, false], [-4.53125, false], [-9.40625, false], [-8.65625, false], [-8.65625, false], [-11.40625, false], [-8.53125, false], [-7.65625, false], [-9.53125, false], [-7.65625, false], [-6.90625, false], [-9.53125, false], [-6.28125, false], [-9.1484375, false], [-5.28125, false], [-6.28125, false], [-4.53125, false], [-9.53125, false], [-7.65625, false], [-8.65625, false], [-5.28125, false], [-8.65625, false], [-5.28125, false], [-4.53125, false], [-9.40625, false], [-8.65625, false], [-8.65625, false], [-11.40625, false], [-8.53125, false], [-7.65625, false], [-9.53125, false], [-7.65625, false], [-6.90625, false], [-9.53125, false], [-6.28125, false], [-9.1484375, false], [-5.28125, false], [-6.28125, false], [-5.53125, false], [-6.90625, false], [-8.28125, false], [-9.40625, false], [-8.53125, false], [-7.78125, false], [-5.28125, false], [-8.90625, false], [-10.65625, false], [-5.28125, false], [-5.53125, false], [-11.40625, false], [-8.28125, false], [-8.28125, false], [-6.90625, false], [-9.53125, false], [-9.53125, false], [-7.65625, false], [-9.40625, false], [-8.53125, false], [-6.28125, false], [-11.65625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 28, "doc": {"id": "Mercury_SC_LBS10680", "question": "What allows a light bulb to give off light?", "choices": {"text": ["the current flowing through the wire to the light bulb", "the light bulb giving electrical energy to the battery", "the light bulb generating heat energy", "the battery pushing light through the wire"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "the current flowing through the wire to the light bulb", "arguments": ["Question: What allows a light bulb to give off light?\nAnswer:", " ["], "resps": [[[-8.71875, false]], [[-8.46875, false]], [[-10.71875, false]], [[-12.21875, false]], [[-9.71875, false]], [[-6.21484375, false]], [[-9.71875, false]], [[-11.46875, false]], [[-11.46875, false]], [[-11.46875, false]], [[-9.71875, false]], [[-10.71875, false]], [[-10.71875, false]], [[-6.21484375, false]], [[-10.71875, false]], [[-9.71875, false]], [[-8.96875, false]], [[-12.96875, false]], [[-9.96875, false]], [[-10.71875, false]], [[-13.71875, false]], [[-6.21484375, false]], [[-10.71875, false]], [[-12.21875, false]], [[-11.46875, false]], [[-8.96875, false]], [[-11.46875, false]], [[-13.71875, false]], [[-12.21875, false]], [[-6.21484375, false]], [[-10.71875, false]], [[-12.21875, false]], [[-9.71875, false]], [[-6.21484375, false]], [[-12.96875, false]], [[-9.96875, false]], [[-11.46875, false]], [[-9.71875, false]], [[-6.21484375, false]], [[-10.71875, false]], [[-8.96875, false]], [[-6.21484375, false]], [[-10.71875, false]], [[-12.21875, false]], [[-9.71875, false]], [[-6.21484375, false]], [[-9.71875, false]], [[-9.96875, false]], [[-13.71875, false]], [[-12.21875, false]], [[-10.71875, false]], [[-6.21484375, false]], [[-10.46875, false]], [[-11.46875, false]], [[-9.71875, false]], [[-10.46875, false]], [[-8.46875, false]], [[-10.6796875, false]], [[-6.21484375, false]], [[-8.46875, false]], [[-10.71875, false]], [[-12.21875, false]], [[-9.71875, false]], [[-6.21484375, false]], [[-9.71875, false]], [[-9.96875, false]], [[-13.71875, false]], [[-12.21875, false]], [[-10.71875, false]], [[-6.21484375, false]], [[-10.46875, false]], [[-11.46875, false]], [[-9.71875, false]], [[-10.46875, false]], [[-6.21484375, false]], [[-13.71875, false]], [[-9.96875, false]], [[-12.46875, false]], [[-9.96875, false]], [[-10.71875, false]], [[-13.71875, false]], [[-6.21484375, false]], [[-9.71875, false]], [[-9.71875, false]], [[-9.71875, false]], [[-9.71875, false]], [[-10.71875, false]], [[-11.46875, false]], [[-9.96875, false]], [[-9.71875, false]], [[-4.21484375, false]], [[-9.71875, false]], [[-6.21484375, false]], [[-9.71875, false]], [[-10.71875, false]], [[-9.71875, false]], [[-11.46875, false]], [[-13.71875, false]], [[-13.21875, false]], [[-6.21484375, false]], [[-10.71875, false]], [[-8.96875, false]], [[-6.21484375, false]], [[-10.71875, false]], [[-12.21875, false]], [[-9.71875, false]], [[-6.21484375, false]], [[-10.46875, false]], [[-4.21484375, false]], [[-10.71875, false]], [[-10.71875, false]], [[-9.71875, false]], [[-11.46875, false]], [[-13.21875, false]], [[-8.46875, false]], [[-10.6796875, false]], [[-6.21484375, false]], [[-8.46875, false]], [[-10.71875, false]], [[-12.21875, false]], [[-9.71875, false]], [[-6.21484375, false]], [[-9.71875, false]], [[-9.96875, false]], [[-13.71875, false]], [[-12.21875, false]], [[-10.71875, false]], [[-6.21484375, false]], [[-10.46875, false]], [[-11.46875, false]], [[-9.71875, false]], [[-10.46875, false]], [[-6.21484375, false]], [[-13.71875, false]], [[-9.71875, false]], [[-10.71875, false]], [[-9.71875, false]], [[-11.46875, false]], [[-4.21484375, false]], [[-10.71875, false]], [[-9.96875, false]], [[-10.71875, false]], [[-13.71875, false]], [[-6.21484375, false]], [[-12.21875, false]], [[-9.71875, false]], [[-4.21484375, false]], [[-10.71875, false]], [[-6.21484375, false]], [[-9.71875, false]], [[-10.71875, false]], [[-9.71875, false]], [[-11.46875, false]], [[-13.71875, false]], [[-13.21875, false]], [[-8.46875, false]], [[-10.6796875, false]], [[-6.21484375, false]], [[-8.46875, false]], [[-10.71875, false]], [[-12.21875, false]], [[-9.71875, false]], [[-6.21484375, false]], [[-10.46875, false]], [[-4.21484375, false]], [[-10.71875, false]], [[-10.71875, false]], [[-9.71875, false]], [[-11.46875, false]], [[-13.21875, false]], [[-6.21484375, false]], [[-11.46875, false]], [[-11.46875, false]], [[-10.71875, false]], [[-12.21875, false]], [[-9.96875, false]], [[-10.71875, false]], [[-13.71875, false]], [[-6.21484375, false]], [[-9.71875, false]], [[-9.96875, false]], [[-13.71875, false]], [[-12.21875, false]], [[-10.71875, false]], [[-6.21484375, false]], [[-10.71875, false]], [[-12.21875, false]], [[-11.46875, false]], [[-8.96875, false]], [[-11.46875, false]], [[-13.71875, false]], [[-12.21875, false]], [[-6.21484375, false]], [[-10.71875, false]], [[-12.21875, false]], [[-9.71875, false]], [[-6.21484375, false]], [[-12.96875, false]], [[-9.96875, false]], [[-11.46875, false]], [[-9.71875, false]], [[-8.46875, false]], [[-14.71875, false]]], "filtered_resps": [[-8.71875, false], [-8.46875, false], [-10.71875, false], [-12.21875, false], [-9.71875, false], [-6.21484375, false], [-9.71875, false], [-11.46875, false], [-11.46875, false], [-11.46875, false], [-9.71875, false], [-10.71875, false], [-10.71875, false], [-6.21484375, false], [-10.71875, false], [-9.71875, false], [-8.96875, false], [-12.96875, false], [-9.96875, false], [-10.71875, false], [-13.71875, false], [-6.21484375, false], [-10.71875, false], [-12.21875, false], [-11.46875, false], [-8.96875, false], [-11.46875, false], [-13.71875, false], [-12.21875, false], [-6.21484375, false], [-10.71875, false], [-12.21875, false], [-9.71875, false], [-6.21484375, false], [-12.96875, false], [-9.96875, false], [-11.46875, false], [-9.71875, false], [-6.21484375, false], [-10.71875, false], [-8.96875, false], [-6.21484375, false], [-10.71875, false], [-12.21875, false], [-9.71875, false], [-6.21484375, false], [-9.71875, false], [-9.96875, false], [-13.71875, false], [-12.21875, false], [-10.71875, false], [-6.21484375, false], [-10.46875, false], [-11.46875, false], [-9.71875, false], [-10.46875, false], [-8.46875, false], [-10.6796875, false], [-6.21484375, false], [-8.46875, false], [-10.71875, false], [-12.21875, false], [-9.71875, false], [-6.21484375, false], [-9.71875, false], [-9.96875, false], [-13.71875, false], [-12.21875, false], [-10.71875, false], [-6.21484375, false], [-10.46875, false], [-11.46875, false], [-9.71875, false], [-10.46875, false], [-6.21484375, false], [-13.71875, false], [-9.96875, false], [-12.46875, false], [-9.96875, false], [-10.71875, false], [-13.71875, false], [-6.21484375, false], [-9.71875, false], [-9.71875, false], [-9.71875, false], [-9.71875, false], [-10.71875, false], [-11.46875, false], [-9.96875, false], [-9.71875, false], [-4.21484375, false], [-9.71875, false], [-6.21484375, false], [-9.71875, false], [-10.71875, false], [-9.71875, false], [-11.46875, false], [-13.71875, false], [-13.21875, false], [-6.21484375, false], [-10.71875, false], [-8.96875, false], [-6.21484375, false], [-10.71875, false], [-12.21875, false], [-9.71875, false], [-6.21484375, false], [-10.46875, false], [-4.21484375, false], [-10.71875, false], [-10.71875, false], [-9.71875, false], [-11.46875, false], [-13.21875, false], [-8.46875, false], [-10.6796875, false], [-6.21484375, false], [-8.46875, false], [-10.71875, false], [-12.21875, false], [-9.71875, false], [-6.21484375, false], [-9.71875, false], [-9.96875, false], [-13.71875, false], [-12.21875, false], [-10.71875, false], [-6.21484375, false], [-10.46875, false], [-11.46875, false], [-9.71875, false], [-10.46875, false], [-6.21484375, false], [-13.71875, false], [-9.71875, false], [-10.71875, false], [-9.71875, false], [-11.46875, false], [-4.21484375, false], [-10.71875, false], [-9.96875, false], [-10.71875, false], [-13.71875, false], [-6.21484375, false], [-12.21875, false], [-9.71875, false], [-4.21484375, false], [-10.71875, false], [-6.21484375, false], [-9.71875, false], [-10.71875, false], [-9.71875, false], [-11.46875, false], [-13.71875, false], [-13.21875, false], [-8.46875, false], [-10.6796875, false], [-6.21484375, false], [-8.46875, false], [-10.71875, false], [-12.21875, false], [-9.71875, false], [-6.21484375, false], [-10.46875, false], [-4.21484375, false], [-10.71875, false], [-10.71875, false], [-9.71875, false], [-11.46875, false], [-13.21875, false], [-6.21484375, false], [-11.46875, false], [-11.46875, false], [-10.71875, false], [-12.21875, false], [-9.96875, false], [-10.71875, false], [-13.71875, false], [-6.21484375, false], [-9.71875, false], [-9.96875, false], [-13.71875, false], [-12.21875, false], [-10.71875, false], [-6.21484375, false], [-10.71875, false], [-12.21875, false], [-11.46875, false], [-8.96875, false], [-11.46875, false], [-13.71875, false], [-12.21875, false], [-6.21484375, false], [-10.71875, false], [-12.21875, false], [-9.71875, false], [-6.21484375, false], [-12.96875, false], [-9.96875, false], [-11.46875, false], [-9.71875, false], [-8.46875, false], [-14.71875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 36, "doc": {"id": "CSZ_2008_5_CSZ10233", "question": "Plants and animals are composed of organic compounds. Which of the following are the common elements found in organic compounds?", "choices": {"text": ["iron, oxygen, nickel, copper.", "sodium, potassium, gold, hydrogen.", "helium, neon, argon, krypton.", "carbon, hydrogen, oxygen, nitrogen."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "carbon, hydrogen, oxygen, nitrogen.", "arguments": ["Question: Plants and animals are composed of organic compounds. Which of the following are the common elements found in organic compounds?\nAnswer:", " ["], "resps": [[[-6.7890625, false]], [[-10.5390625, false]], [[-5.5390625, false]], [[-9.5390625, false]], [[-6.5390625, false]], [[-6.2890625, false]], [[-10.0, false]], [[-5.2890625, false]], [[-6.5390625, false]], [[-8.2890625, false]], [[-9.2890625, false]], [[-9.7890625, false]], [[-8.5390625, false]], [[-6.2890625, false]], [[-10.0, false]], [[-5.2890625, false]], [[-6.2890625, false]], [[-5.5390625, false]], [[-3.541015625, false]], [[-10.0390625, false]], [[-8.5390625, false]], [[-9.2890625, false]], [[-10.0, false]], [[-5.2890625, false]], [[-3.541015625, false]], [[-6.5390625, false]], [[-7.5390625, false]], [[-7.5390625, false]], [[-8.5390625, false]], [[-9.5390625, false]], [[-7.0, false]], [[-10.5390625, false]], [[-10.0, false]], [[-5.2890625, false]], [[-10.5390625, false]], [[-9.0390625, false]], [[-6.5390625, false]], [[-7.0390625, false]], [[-5.5390625, false]], [[-8.0390625, false]], [[-6.7890625, false]], [[-10.0, false]], [[-5.2890625, false]], [[-7.5390625, false]], [[-6.5390625, false]], [[-9.2890625, false]], [[-4.0390625, false]], [[-9.0390625, false]], [[-9.0390625, false]], [[-5.5390625, false]], [[-8.0390625, false]], [[-6.7890625, false]], [[-10.0, false]], [[-5.2890625, false]], [[-9.7890625, false]], [[-6.5390625, false]], [[-9.2890625, false]], [[-7.0390625, false]], [[-10.0, false]], [[-5.2890625, false]], [[-7.7890625, false]], [[-9.2890625, false]], [[-7.0390625, false]], [[-9.5390625, false]], [[-6.5390625, false]], [[-9.7890625, false]], [[-8.5390625, false]], [[-6.2890625, false]], [[-7.0, false]], [[-10.5390625, false]], [[-10.0, false]], [[-5.2890625, false]], [[-10.5390625, false]], [[-7.7890625, false]], [[-8.5390625, false]], [[-9.2890625, false]], [[-5.5390625, false]], [[-8.0390625, false]], [[-6.7890625, false]], [[-10.0, false]], [[-5.2890625, false]], [[-6.2890625, false]], [[-8.5390625, false]], [[-6.5390625, false]], [[-6.2890625, false]], [[-10.0, false]], [[-5.2890625, false]], [[-4.0390625, false]], [[-9.5390625, false]], [[-9.7890625, false]], [[-6.5390625, false]], [[-6.2890625, false]], [[-10.0, false]], [[-5.2890625, false]], [[-10.0390625, false]], [[-9.5390625, false]], [[-9.2890625, false]], [[-7.5390625, false]], [[-9.2890625, false]], [[-6.5390625, false]], [[-6.2890625, false]], [[-7.0, false]], [[-10.5390625, false]], [[-10.0, false]], [[-5.2890625, false]], [[-10.5390625, false]], [[-3.541015625, false]], [[-4.0390625, false]], [[-9.5390625, false]], [[-6.7890625, false]], [[-6.5390625, false]], [[-6.2890625, false]], [[-10.0, false]], [[-5.2890625, false]], [[-7.7890625, false]], [[-9.2890625, false]], [[-7.0390625, false]], [[-9.5390625, false]], [[-6.5390625, false]], [[-9.7890625, false]], [[-8.5390625, false]], [[-6.2890625, false]], [[-10.0, false]], [[-5.2890625, false]], [[-6.5390625, false]], [[-8.2890625, false]], [[-9.2890625, false]], [[-9.7890625, false]], [[-8.5390625, false]], [[-6.2890625, false]], [[-10.0, false]], [[-5.2890625, false]], [[-6.2890625, false]], [[-5.5390625, false]], [[-9.2890625, false]], [[-9.5390625, false]], [[-6.5390625, false]], [[-9.7890625, false]], [[-8.5390625, false]], [[-6.2890625, false]], [[-7.0, false]], [[-10.5390625, false]], [[-13.5390625, false]]], "filtered_resps": [[-6.7890625, false], [-10.5390625, false], [-5.5390625, false], [-9.5390625, false], [-6.5390625, false], [-6.2890625, false], [-10.0, false], [-5.2890625, false], [-6.5390625, false], [-8.2890625, false], [-9.2890625, false], [-9.7890625, false], [-8.5390625, false], [-6.2890625, false], [-10.0, false], [-5.2890625, false], [-6.2890625, false], [-5.5390625, false], [-3.541015625, false], [-10.0390625, false], [-8.5390625, false], [-9.2890625, false], [-10.0, false], [-5.2890625, false], [-3.541015625, false], [-6.5390625, false], [-7.5390625, false], [-7.5390625, false], [-8.5390625, false], [-9.5390625, false], [-7.0, false], [-10.5390625, false], [-10.0, false], [-5.2890625, false], [-10.5390625, false], [-9.0390625, false], [-6.5390625, false], [-7.0390625, false], [-5.5390625, false], [-8.0390625, false], [-6.7890625, false], [-10.0, false], [-5.2890625, false], [-7.5390625, false], [-6.5390625, false], [-9.2890625, false], [-4.0390625, false], [-9.0390625, false], [-9.0390625, false], [-5.5390625, false], [-8.0390625, false], [-6.7890625, false], [-10.0, false], [-5.2890625, false], [-9.7890625, false], [-6.5390625, false], [-9.2890625, false], [-7.0390625, false], [-10.0, false], [-5.2890625, false], [-7.7890625, false], [-9.2890625, false], [-7.0390625, false], [-9.5390625, false], [-6.5390625, false], [-9.7890625, false], [-8.5390625, false], [-6.2890625, false], [-7.0, false], [-10.5390625, false], [-10.0, false], [-5.2890625, false], [-10.5390625, false], [-7.7890625, false], [-8.5390625, false], [-9.2890625, false], [-5.5390625, false], [-8.0390625, false], [-6.7890625, false], [-10.0, false], [-5.2890625, false], [-6.2890625, false], [-8.5390625, false], [-6.5390625, false], [-6.2890625, false], [-10.0, false], [-5.2890625, false], [-4.0390625, false], [-9.5390625, false], [-9.7890625, false], [-6.5390625, false], [-6.2890625, false], [-10.0, false], [-5.2890625, false], [-10.0390625, false], [-9.5390625, false], [-9.2890625, false], [-7.5390625, false], [-9.2890625, false], [-6.5390625, false], [-6.2890625, false], [-7.0, false], [-10.5390625, false], [-10.0, false], [-5.2890625, false], [-10.5390625, false], [-3.541015625, false], [-4.0390625, false], [-9.5390625, false], [-6.7890625, false], [-6.5390625, false], [-6.2890625, false], [-10.0, false], [-5.2890625, false], [-7.7890625, false], [-9.2890625, false], [-7.0390625, false], [-9.5390625, false], [-6.5390625, false], [-9.7890625, false], [-8.5390625, false], [-6.2890625, false], [-10.0, false], [-5.2890625, false], [-6.5390625, false], [-8.2890625, false], [-9.2890625, false], [-9.7890625, false], [-8.5390625, false], [-6.2890625, false], [-10.0, false], [-5.2890625, false], [-6.2890625, false], [-5.5390625, false], [-9.2890625, false], [-9.5390625, false], [-6.5390625, false], [-9.7890625, false], [-8.5390625, false], [-6.2890625, false], [-7.0, false], [-10.5390625, false], [-13.5390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 44, "doc": {"id": "VASoL_2007_5_38", "question": "A student sees many plants around a pond. The student can determine which plants are nonvascular by", "choices": {"text": ["observing if they lack true stems, roots, or leaves", "examining the plants for spores", "counting the number of leaves on each stalk", "noticing if the plants are near rocks"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "observing if they lack true stems, roots, or leaves", "arguments": ["Question: A student sees many plants around a pond. The student can determine which plants are nonvascular by\nAnswer:", " ["], "resps": [[[-6.7578125, false]], [[-7.6328125, false]], [[-8.5078125, false]], [[-5.2578125, false]], [[-8.8828125, false]], [[-7.8828125, false]], [[-9.3828125, false]], [[-8.8828125, false]], [[-7.6328125, false]], [[-7.5078125, false]], [[-10.8828125, false]], [[-4.7578125, false]], [[-7.6328125, false]], [[-10.1328125, false]], [[-4.7578125, false]], [[-10.3828125, false]], [[-9.7578125, false]], [[-7.8828125, false]], [[-10.1328125, false]], [[-4.7578125, false]], [[-9.6328125, false]], [[-4.2578125, false]], [[-7.0078125, false]], [[-8.1328125, false]], [[-4.7578125, false]], [[-10.3828125, false]], [[-9.3828125, false]], [[-9.7578125, false]], [[-7.8828125, false]], [[-4.7578125, false]], [[-8.8828125, false]], [[-10.3828125, false]], [[-7.8828125, false]], [[-9.8828125, false]], [[-8.8828125, false]], [[-8.5390625, false]], [[-4.7578125, false]], [[-9.3828125, false]], [[-8.5078125, false]], [[-8.5078125, false]], [[-10.3828125, false]], [[-8.8828125, false]], [[-8.5390625, false]], [[-4.7578125, false]], [[-8.5078125, false]], [[-9.3828125, false]], [[-4.7578125, false]], [[-9.6328125, false]], [[-7.8828125, false]], [[-4.2578125, false]], [[-8.8828125, false]], [[-7.8828125, false]], [[-8.8828125, false]], [[-7.6328125, false]], [[-8.5390625, false]], [[-4.7578125, false]], [[-7.6328125, false]], [[-7.8828125, false]], [[-8.1328125, false]], [[-4.2578125, false]], [[-9.8828125, false]], [[-7.6328125, false]], [[-7.5078125, false]], [[-7.6328125, false]], [[-7.5078125, false]], [[-10.8828125, false]], [[-4.7578125, false]], [[-10.3828125, false]], [[-9.7578125, false]], [[-7.8828125, false]], [[-4.7578125, false]], [[-8.3828125, false]], [[-9.6328125, false]], [[-4.2578125, false]], [[-7.5078125, false]], [[-10.3828125, false]], [[-8.8828125, false]], [[-4.7578125, false]], [[-10.1328125, false]], [[-8.5078125, false]], [[-9.3828125, false]], [[-4.7578125, false]], [[-8.8828125, false]], [[-8.3828125, false]], [[-8.5078125, false]], [[-9.3828125, false]], [[-7.8828125, false]], [[-8.8828125, false]], [[-7.6328125, false]], [[-8.5390625, false]], [[-4.7578125, false]], [[-7.6328125, false]], [[-7.0078125, false]], [[-8.5078125, false]], [[-9.7578125, false]], [[-7.5078125, false]], [[-10.3828125, false]], [[-7.6328125, false]], [[-7.5078125, false]], [[-10.8828125, false]], [[-4.7578125, false]], [[-10.3828125, false]], [[-9.7578125, false]], [[-7.8828125, false]], [[-4.7578125, false]], [[-7.5078125, false]], [[-9.7578125, false]], [[-9.8828125, false]], [[-5.2578125, false]], [[-7.8828125, false]], [[-9.3828125, false]], [[-4.7578125, false]], [[-8.5078125, false]], [[-10.1328125, false]], [[-4.7578125, false]], [[-9.6328125, false]], [[-7.8828125, false]], [[-4.2578125, false]], [[-8.8828125, false]], [[-7.8828125, false]], [[-8.8828125, false]], [[-4.7578125, false]], [[-8.5078125, false]], [[-7.5078125, false]], [[-4.7578125, false]], [[-7.8828125, false]], [[-4.2578125, false]], [[-7.0078125, false]], [[-9.7578125, false]], [[-4.7578125, false]], [[-8.8828125, false]], [[-10.3828125, false]], [[-4.2578125, false]], [[-9.6328125, false]], [[-8.1328125, false]], [[-7.6328125, false]], [[-8.5390625, false]], [[-4.7578125, false]], [[-7.6328125, false]], [[-7.5078125, false]], [[-8.5078125, false]], [[-10.3828125, false]], [[-7.6328125, false]], [[-7.0078125, false]], [[-7.6328125, false]], [[-7.5078125, false]], [[-10.8828125, false]], [[-4.7578125, false]], [[-7.6328125, false]], [[-10.1328125, false]], [[-4.7578125, false]], [[-10.3828125, false]], [[-9.7578125, false]], [[-7.8828125, false]], [[-4.7578125, false]], [[-8.3828125, false]], [[-9.6328125, false]], [[-4.2578125, false]], [[-7.5078125, false]], [[-10.3828125, false]], [[-8.8828125, false]], [[-4.7578125, false]], [[-4.2578125, false]], [[-9.3828125, false]], [[-7.8828125, false]], [[-4.7578125, false]], [[-7.5078125, false]], [[-7.8828125, false]], [[-4.2578125, false]], [[-9.3828125, false]], [[-4.7578125, false]], [[-9.3828125, false]], [[-8.5078125, false]], [[-7.0078125, false]], [[-8.1328125, false]], [[-8.8828125, false]], [[-7.6328125, false]], [[-11.8828125, false]]], "filtered_resps": [[-6.7578125, false], [-7.6328125, false], [-8.5078125, false], [-5.2578125, false], [-8.8828125, false], [-7.8828125, false], [-9.3828125, false], [-8.8828125, false], [-7.6328125, false], [-7.5078125, false], [-10.8828125, false], [-4.7578125, false], [-7.6328125, false], [-10.1328125, false], [-4.7578125, false], [-10.3828125, false], [-9.7578125, false], [-7.8828125, false], [-10.1328125, false], [-4.7578125, false], [-9.6328125, false], [-4.2578125, false], [-7.0078125, false], [-8.1328125, false], [-4.7578125, false], [-10.3828125, false], [-9.3828125, false], [-9.7578125, false], [-7.8828125, false], [-4.7578125, false], [-8.8828125, false], [-10.3828125, false], [-7.8828125, false], [-9.8828125, false], [-8.8828125, false], [-8.5390625, false], [-4.7578125, false], [-9.3828125, false], [-8.5078125, false], [-8.5078125, false], [-10.3828125, false], [-8.8828125, false], [-8.5390625, false], [-4.7578125, false], [-8.5078125, false], [-9.3828125, false], [-4.7578125, false], [-9.6328125, false], [-7.8828125, false], [-4.2578125, false], [-8.8828125, false], [-7.8828125, false], [-8.8828125, false], [-7.6328125, false], [-8.5390625, false], [-4.7578125, false], [-7.6328125, false], [-7.8828125, false], [-8.1328125, false], [-4.2578125, false], [-9.8828125, false], [-7.6328125, false], [-7.5078125, false], [-7.6328125, false], [-7.5078125, false], [-10.8828125, false], [-4.7578125, false], [-10.3828125, false], [-9.7578125, false], [-7.8828125, false], [-4.7578125, false], [-8.3828125, false], [-9.6328125, false], [-4.2578125, false], [-7.5078125, false], [-10.3828125, false], [-8.8828125, false], [-4.7578125, false], [-10.1328125, false], [-8.5078125, false], [-9.3828125, false], [-4.7578125, false], [-8.8828125, false], [-8.3828125, false], [-8.5078125, false], [-9.3828125, false], [-7.8828125, false], [-8.8828125, false], [-7.6328125, false], [-8.5390625, false], [-4.7578125, false], [-7.6328125, false], [-7.0078125, false], [-8.5078125, false], [-9.7578125, false], [-7.5078125, false], [-10.3828125, false], [-7.6328125, false], [-7.5078125, false], [-10.8828125, false], [-4.7578125, false], [-10.3828125, false], [-9.7578125, false], [-7.8828125, false], [-4.7578125, false], [-7.5078125, false], [-9.7578125, false], [-9.8828125, false], [-5.2578125, false], [-7.8828125, false], [-9.3828125, false], [-4.7578125, false], [-8.5078125, false], [-10.1328125, false], [-4.7578125, false], [-9.6328125, false], [-7.8828125, false], [-4.2578125, false], [-8.8828125, false], [-7.8828125, false], [-8.8828125, false], [-4.7578125, false], [-8.5078125, false], [-7.5078125, false], [-4.7578125, false], [-7.8828125, false], [-4.2578125, false], [-7.0078125, false], [-9.7578125, false], [-4.7578125, false], [-8.8828125, false], [-10.3828125, false], [-4.2578125, false], [-9.6328125, false], [-8.1328125, false], [-7.6328125, false], [-8.5390625, false], [-4.7578125, false], [-7.6328125, false], [-7.5078125, false], [-8.5078125, false], [-10.3828125, false], [-7.6328125, false], [-7.0078125, false], [-7.6328125, false], [-7.5078125, false], [-10.8828125, false], [-4.7578125, false], [-7.6328125, false], [-10.1328125, false], [-4.7578125, false], [-10.3828125, false], [-9.7578125, false], [-7.8828125, false], [-4.7578125, false], [-8.3828125, false], [-9.6328125, false], [-4.2578125, false], [-7.5078125, false], [-10.3828125, false], [-8.8828125, false], [-4.7578125, false], [-4.2578125, false], [-9.3828125, false], [-7.8828125, false], [-4.7578125, false], [-7.5078125, false], [-7.8828125, false], [-4.2578125, false], [-9.3828125, false], [-4.7578125, false], [-9.3828125, false], [-8.5078125, false], [-7.0078125, false], [-8.1328125, false], [-8.8828125, false], [-7.6328125, false], [-11.8828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 52, "doc": {"id": "NYSEDREGENTS_2012_4_12", "question": "During which process are pieces of rock material being moved over Earth's surface by water and wind?", "choices": {"text": ["conduction", "deposition", "erosion", "revolution"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "erosion", "arguments": ["Question: During which process are pieces of rock material being moved over Earth's surface by water and wind?\nAnswer:", " ["], "resps": [[[-8.078125, false]], [[-8.328125, false]], [[-9.828125, false]], [[-10.578125, false]], [[-10.578125, false]], [[-10.078125, false]], [[-12.828125, false]], [[-9.828125, false]], [[-11.578125, false]], [[-9.578125, false]], [[-10.578125, false]], [[-10.578125, false]], [[-8.328125, false]], [[-9.984375, false]], [[-5.57421875, false]], [[-8.328125, false]], [[-10.078125, false]], [[-8.328125, false]], [[-10.078125, false]], [[-10.578125, false]], [[-9.578125, false]], [[-9.578125, false]], [[-11.578125, false]], [[-9.578125, false]], [[-10.578125, false]], [[-10.578125, false]], [[-8.328125, false]], [[-9.984375, false]], [[-5.57421875, false]], [[-8.328125, false]], [[-8.328125, false]], [[-11.578125, false]], [[-10.578125, false]], [[-9.578125, false]], [[-9.578125, false]], [[-10.578125, false]], [[-10.578125, false]], [[-8.328125, false]], [[-9.984375, false]], [[-5.57421875, false]], [[-8.328125, false]], [[-11.578125, false]], [[-8.328125, false]], [[-11.578125, false]], [[-10.578125, false]], [[-11.828125, false]], [[-12.828125, false]], [[-11.578125, false]], [[-9.578125, false]], [[-10.578125, false]], [[-10.578125, false]], [[-8.328125, false]], [[-13.078125, false]]], "filtered_resps": [[-8.078125, false], [-8.328125, false], [-9.828125, false], [-10.578125, false], [-10.578125, false], [-10.078125, false], [-12.828125, false], [-9.828125, false], [-11.578125, false], [-9.578125, false], [-10.578125, false], [-10.578125, false], [-8.328125, false], [-9.984375, false], [-5.57421875, false], [-8.328125, false], [-10.078125, false], [-8.328125, false], [-10.078125, false], [-10.578125, false], [-9.578125, false], [-9.578125, false], [-11.578125, false], [-9.578125, false], [-10.578125, false], [-10.578125, false], [-8.328125, false], [-9.984375, false], [-5.57421875, false], [-8.328125, false], [-8.328125, false], [-11.578125, false], [-10.578125, false], [-9.578125, false], [-9.578125, false], [-10.578125, false], [-10.578125, false], [-8.328125, false], [-9.984375, false], [-5.57421875, false], [-8.328125, false], [-11.578125, false], [-8.328125, false], [-11.578125, false], [-10.578125, false], [-11.828125, false], [-12.828125, false], [-11.578125, false], [-9.578125, false], [-10.578125, false], [-10.578125, false], [-8.328125, false], [-13.078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 60, "doc": {"id": "Mercury_SC_402980", "question": "During which activity should a student wear goggles?", "choices": {"text": ["writing a science report", "mixing baking soda with water", "measuring the length of a shadow", "examining a leaf with a microscope"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "mixing baking soda with water", "arguments": ["Question: During which activity should a student wear goggles?\nAnswer:", " ["], "resps": [[[-8.6796875, false]], [[-10.1796875, false]], [[-10.9296875, false]], [[-11.9296875, false]], [[-9.9296875, false]], [[-12.1796875, false]], [[-9.9296875, false]], [[-11.1796875, false]], [[-9.4296875, false]], [[-5.67578125, false]], [[-7.17578125, false]], [[-5.67578125, false]], [[-10.6796875, false]], [[-11.9296875, false]], [[-9.9296875, false]], [[-10.4296875, false]], [[-11.1796875, false]], [[-11.9296875, false]], [[-10.4296875, false]], [[-5.67578125, false]], [[-11.9296875, false]], [[-10.4296875, false]], [[-11.4296875, false]], [[-9.9296875, false]], [[-11.9296875, false]], [[-12.1796875, false]], [[-10.1796875, false]], [[-10.65625, false]], [[-5.67578125, false]], [[-10.1796875, false]], [[-12.9296875, false]], [[-9.9296875, false]], [[-12.4296875, false]], [[-9.9296875, false]], [[-11.1796875, false]], [[-9.4296875, false]], [[-5.67578125, false]], [[-10.9296875, false]], [[-7.17578125, false]], [[-12.4296875, false]], [[-9.9296875, false]], [[-11.1796875, false]], [[-9.4296875, false]], [[-5.67578125, false]], [[-10.6796875, false]], [[-9.9296875, false]], [[-11.1796875, false]], [[-7.17578125, false]], [[-5.67578125, false]], [[-10.9296875, false]], [[-9.9296875, false]], [[-12.1796875, false]], [[-12.4296875, false]], [[-5.67578125, false]], [[-10.9296875, false]], [[-7.17578125, false]], [[-12.1796875, false]], [[-10.4296875, false]], [[-11.9296875, false]], [[-10.1796875, false]], [[-10.65625, false]], [[-5.67578125, false]], [[-10.1796875, false]], [[-12.9296875, false]], [[-10.4296875, false]], [[-7.17578125, false]], [[-10.6796875, false]], [[-10.4296875, false]], [[-11.9296875, false]], [[-9.9296875, false]], [[-11.1796875, false]], [[-9.4296875, false]], [[-5.67578125, false]], [[-12.1796875, false]], [[-12.4296875, false]], [[-10.4296875, false]], [[-5.67578125, false]], [[-11.6796875, false]], [[-10.4296875, false]], [[-11.1796875, false]], [[-9.4296875, false]], [[-12.1796875, false]], [[-12.4296875, false]], [[-5.67578125, false]], [[-9.9296875, false]], [[-11.6796875, false]], [[-5.67578125, false]], [[-7.17578125, false]], [[-5.67578125, false]], [[-10.6796875, false]], [[-12.4296875, false]], [[-7.17578125, false]], [[-11.1796875, false]], [[-9.9296875, false]], [[-10.9296875, false]], [[-10.1796875, false]], [[-10.65625, false]], [[-5.67578125, false]], [[-10.1796875, false]], [[-10.4296875, false]], [[-12.4296875, false]], [[-7.17578125, false]], [[-12.9296875, false]], [[-9.9296875, false]], [[-11.1796875, false]], [[-9.9296875, false]], [[-11.1796875, false]], [[-9.4296875, false]], [[-5.67578125, false]], [[-7.17578125, false]], [[-5.67578125, false]], [[-11.6796875, false]], [[-10.4296875, false]], [[-7.17578125, false]], [[-11.6796875, false]], [[-5.67578125, false]], [[-10.9296875, false]], [[-9.9296875, false]], [[-12.1796875, false]], [[-12.4296875, false]], [[-5.67578125, false]], [[-7.17578125, false]], [[-5.67578125, false]], [[-12.9296875, false]], [[-9.9296875, false]], [[-11.9296875, false]], [[-11.9296875, false]], [[-9.9296875, false]], [[-10.6796875, false]], [[-11.9296875, false]], [[-9.9296875, false]], [[-11.4296875, false]], [[-10.4296875, false]], [[-10.1796875, false]], [[-13.4296875, false]]], "filtered_resps": [[-8.6796875, false], [-10.1796875, false], [-10.9296875, false], [-11.9296875, false], [-9.9296875, false], [-12.1796875, false], [-9.9296875, false], [-11.1796875, false], [-9.4296875, false], [-5.67578125, false], [-7.17578125, false], [-5.67578125, false], [-10.6796875, false], [-11.9296875, false], [-9.9296875, false], [-10.4296875, false], [-11.1796875, false], [-11.9296875, false], [-10.4296875, false], [-5.67578125, false], [-11.9296875, false], [-10.4296875, false], [-11.4296875, false], [-9.9296875, false], [-11.9296875, false], [-12.1796875, false], [-10.1796875, false], [-10.65625, false], [-5.67578125, false], [-10.1796875, false], [-12.9296875, false], [-9.9296875, false], [-12.4296875, false], [-9.9296875, false], [-11.1796875, false], [-9.4296875, false], [-5.67578125, false], [-10.9296875, false], [-7.17578125, false], [-12.4296875, false], [-9.9296875, false], [-11.1796875, false], [-9.4296875, false], [-5.67578125, false], [-10.6796875, false], [-9.9296875, false], [-11.1796875, false], [-7.17578125, false], [-5.67578125, false], [-10.9296875, false], [-9.9296875, false], [-12.1796875, false], [-12.4296875, false], [-5.67578125, false], [-10.9296875, false], [-7.17578125, false], [-12.1796875, false], [-10.4296875, false], [-11.9296875, false], [-10.1796875, false], [-10.65625, false], [-5.67578125, false], [-10.1796875, false], [-12.9296875, false], [-10.4296875, false], [-7.17578125, false], [-10.6796875, false], [-10.4296875, false], [-11.9296875, false], [-9.9296875, false], [-11.1796875, false], [-9.4296875, false], [-5.67578125, false], [-12.1796875, false], [-12.4296875, false], [-10.4296875, false], [-5.67578125, false], [-11.6796875, false], [-10.4296875, false], [-11.1796875, false], [-9.4296875, false], [-12.1796875, false], [-12.4296875, false], [-5.67578125, false], [-9.9296875, false], [-11.6796875, false], [-5.67578125, false], [-7.17578125, false], [-5.67578125, false], [-10.6796875, false], [-12.4296875, false], [-7.17578125, false], [-11.1796875, false], [-9.9296875, false], [-10.9296875, false], [-10.1796875, false], [-10.65625, false], [-5.67578125, false], [-10.1796875, false], [-10.4296875, false], [-12.4296875, false], [-7.17578125, false], [-12.9296875, false], [-9.9296875, false], [-11.1796875, false], [-9.9296875, false], [-11.1796875, false], [-9.4296875, false], [-5.67578125, false], [-7.17578125, false], [-5.67578125, false], [-11.6796875, false], [-10.4296875, false], [-7.17578125, false], [-11.6796875, false], [-5.67578125, false], [-10.9296875, false], [-9.9296875, false], [-12.1796875, false], [-12.4296875, false], [-5.67578125, false], [-7.17578125, false], [-5.67578125, false], [-12.9296875, false], [-9.9296875, false], [-11.9296875, false], [-11.9296875, false], [-9.9296875, false], [-10.6796875, false], [-11.9296875, false], [-9.9296875, false], [-11.4296875, false], [-10.4296875, false], [-10.1796875, false], [-13.4296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 68, "doc": {"id": "Mercury_7205590", "question": "Solar radiation provides more heat near the equator than near the poles on Earth. The greatest amount of heat is moved away from the equator by", "choices": {"text": ["ocean currents.", "aquatic plants.", "surface winds.", "tectonic plates."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "ocean currents.", "arguments": ["Question: Solar radiation provides more heat near the equator than near the poles on Earth. The greatest amount of heat is moved away from the equator by\nAnswer:", " ["], "resps": [[[-7.265625, false]], [[-8.765625, false]], [[-7.390625, false]], [[-7.765625, false]], [[-7.015625, false]], [[-5.015625, false]], [[-8.390625, false]], [[-4.515625, false]], [[-7.765625, false]], [[-11.015625, false]], [[-9.265625, false]], [[-9.265625, false]], [[-7.015625, false]], [[-8.390625, false]], [[-9.390625, false]], [[-8.390625, false]], [[-5.50390625, false]], [[-8.765625, false]], [[-7.5078125, false]], [[-4.515625, false]], [[-8.765625, false]], [[-5.015625, false]], [[-10.515625, false]], [[-11.015625, false]], [[-5.015625, false]], [[-9.390625, false]], [[-7.265625, false]], [[-7.765625, false]], [[-4.515625, false]], [[-8.390625, false]], [[-9.640625, false]], [[-5.015625, false]], [[-8.390625, false]], [[-9.390625, false]], [[-8.390625, false]], [[-5.50390625, false]], [[-8.765625, false]], [[-7.5078125, false]], [[-4.515625, false]], [[-8.765625, false]], [[-8.390625, false]], [[-11.015625, false]], [[-9.265625, false]], [[-8.890625, false]], [[-5.015625, false]], [[-7.765625, false]], [[-7.015625, false]], [[-4.515625, false]], [[-9.515625, false]], [[-7.265625, false]], [[-8.390625, false]], [[-8.015625, false]], [[-8.390625, false]], [[-5.50390625, false]], [[-8.765625, false]], [[-7.5078125, false]], [[-4.515625, false]], [[-8.765625, false]], [[-9.390625, false]], [[-7.015625, false]], [[-7.765625, false]], [[-9.390625, false]], [[-7.390625, false]], [[-8.390625, false]], [[-7.265625, false]], [[-7.765625, false]], [[-4.515625, false]], [[-8.390625, false]], [[-9.640625, false]], [[-5.015625, false]], [[-9.390625, false]], [[-7.015625, false]], [[-8.390625, false]], [[-5.50390625, false]], [[-8.765625, false]], [[-11.640625, false]]], "filtered_resps": [[-7.265625, false], [-8.765625, false], [-7.390625, false], [-7.765625, false], [-7.015625, false], [-5.015625, false], [-8.390625, false], [-4.515625, false], [-7.765625, false], [-11.015625, false], [-9.265625, false], [-9.265625, false], [-7.015625, false], [-8.390625, false], [-9.390625, false], [-8.390625, false], [-5.50390625, false], [-8.765625, false], [-7.5078125, false], [-4.515625, false], [-8.765625, false], [-5.015625, false], [-10.515625, false], [-11.015625, false], [-5.015625, false], [-9.390625, false], [-7.265625, false], [-7.765625, false], [-4.515625, false], [-8.390625, false], [-9.640625, false], [-5.015625, false], [-8.390625, false], [-9.390625, false], [-8.390625, false], [-5.50390625, false], [-8.765625, false], [-7.5078125, false], [-4.515625, false], [-8.765625, false], [-8.390625, false], [-11.015625, false], [-9.265625, false], [-8.890625, false], [-5.015625, false], [-7.765625, false], [-7.015625, false], [-4.515625, false], [-9.515625, false], [-7.265625, false], [-8.390625, false], [-8.015625, false], [-8.390625, false], [-5.50390625, false], [-8.765625, false], [-7.5078125, false], [-4.515625, false], [-8.765625, false], [-9.390625, false], [-7.015625, false], [-7.765625, false], [-9.390625, false], [-7.390625, false], [-8.390625, false], [-7.265625, false], [-7.765625, false], [-4.515625, false], [-8.390625, false], [-9.640625, false], [-5.015625, false], [-9.390625, false], [-7.015625, false], [-8.390625, false], [-5.50390625, false], [-8.765625, false], [-11.640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 76, "doc": {"id": "Mercury_7108045", "question": "Some antibiotics used to treat infections in humans are also used to treat chickens, but some groups oppose this practice. The overuse of the antibiotics will most likely influence the natural selection of which type of organisms?", "choices": {"text": ["chickens that naturally make the antibiotics", "microbes that are resistant to the antibiotics", "microbes that are susceptible to the antibiotics", "chickens that are resistant to infection"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "microbes that are resistant to the antibiotics", "arguments": ["Question: Some antibiotics used to treat infections in humans are also used to treat chickens, but some groups oppose this practice. The overuse of the antibiotics will most likely influence the natural selection of which type of organisms?\nAnswer:", " ["], "resps": [[[-6.73828125, false]], [[-8.984375, false]], [[-9.359375, false]], [[-10.359375, false]], [[-9.109375, false]], [[-9.359375, false]], [[-10.609375, false]], [[-8.234375, false]], [[-9.109375, false]], [[-9.734375, false]], [[-4.87890625, false]], [[-11.234375, false]], [[-10.359375, false]], [[-7.11328125, false]], [[-11.234375, false]], [[-4.86328125, false]], [[-9.109375, false]], [[-7.11328125, false]], [[-11.234375, false]], [[-10.859375, false]], [[-10.484375, false]], [[-7.11328125, false]], [[-11.484375, false]], [[-11.484375, false]], [[-11.984375, false]], [[-4.86328125, false]], [[-11.859375, false]], [[-7.11328125, false]], [[-10.609375, false]], [[-8.234375, false]], [[-4.86328125, false]], [[-11.234375, false]], [[-10.359375, false]], [[-8.234375, false]], [[-4.86328125, false]], [[-7.11328125, false]], [[-9.109375, false]], [[-11.234375, false]], [[-9.109375, false]], [[-9.234375, false]], [[-9.109375, false]], [[-9.734375, false]], [[-11.234375, false]], [[-9.109375, false]], [[-9.359375, false]], [[-9.734375, false]], [[-8.984375, false]], [[-9.7265625, false]], [[-4.86328125, false]], [[-8.984375, false]], [[-11.859375, false]], [[-9.109375, false]], [[-9.359375, false]], [[-10.484375, false]], [[-9.734375, false]], [[-9.234375, false]], [[-8.234375, false]], [[-9.734375, false]], [[-4.86328125, false]], [[-11.234375, false]], [[-10.359375, false]], [[-7.11328125, false]], [[-11.234375, false]], [[-4.86328125, false]], [[-7.11328125, false]], [[-10.484375, false]], [[-8.234375, false]], [[-4.86328125, false]], [[-10.484375, false]], [[-8.234375, false]], [[-9.734375, false]], [[-9.109375, false]], [[-9.734375, false]], [[-11.234375, false]], [[-7.11328125, false]], [[-9.109375, false]], [[-11.234375, false]], [[-4.86328125, false]], [[-11.234375, false]], [[-9.734375, false]], [[-4.86328125, false]], [[-11.234375, false]], [[-10.359375, false]], [[-8.234375, false]], [[-4.86328125, false]], [[-7.11328125, false]], [[-9.109375, false]], [[-11.234375, false]], [[-9.109375, false]], [[-9.234375, false]], [[-9.109375, false]], [[-9.734375, false]], [[-11.234375, false]], [[-9.109375, false]], [[-9.359375, false]], [[-9.734375, false]], [[-8.984375, false]], [[-9.7265625, false]], [[-4.86328125, false]], [[-8.984375, false]], [[-11.859375, false]], [[-9.109375, false]], [[-9.359375, false]], [[-10.484375, false]], [[-9.734375, false]], [[-9.234375, false]], [[-8.234375, false]], [[-9.734375, false]], [[-4.86328125, false]], [[-11.234375, false]], [[-10.359375, false]], [[-7.11328125, false]], [[-11.234375, false]], [[-4.86328125, false]], [[-7.11328125, false]], [[-10.484375, false]], [[-8.234375, false]], [[-4.86328125, false]], [[-9.734375, false]], [[-10.859375, false]], [[-9.734375, false]], [[-9.359375, false]], [[-8.234375, false]], [[-10.109375, false]], [[-11.234375, false]], [[-9.109375, false]], [[-9.234375, false]], [[-11.484375, false]], [[-8.234375, false]], [[-4.86328125, false]], [[-11.234375, false]], [[-9.734375, false]], [[-4.86328125, false]], [[-11.234375, false]], [[-10.359375, false]], [[-8.234375, false]], [[-4.86328125, false]], [[-7.11328125, false]], [[-9.109375, false]], [[-11.234375, false]], [[-9.109375, false]], [[-9.234375, false]], [[-9.109375, false]], [[-9.734375, false]], [[-11.234375, false]], [[-9.109375, false]], [[-9.359375, false]], [[-9.734375, false]], [[-8.984375, false]], [[-9.7265625, false]], [[-4.86328125, false]], [[-8.984375, false]], [[-9.359375, false]], [[-10.359375, false]], [[-9.109375, false]], [[-9.359375, false]], [[-10.609375, false]], [[-8.234375, false]], [[-9.109375, false]], [[-9.734375, false]], [[-4.86328125, false]], [[-11.234375, false]], [[-10.359375, false]], [[-7.11328125, false]], [[-11.234375, false]], [[-4.86328125, false]], [[-7.11328125, false]], [[-10.484375, false]], [[-8.234375, false]], [[-4.86328125, false]], [[-10.484375, false]], [[-8.234375, false]], [[-9.734375, false]], [[-9.109375, false]], [[-9.734375, false]], [[-11.234375, false]], [[-7.11328125, false]], [[-9.109375, false]], [[-11.234375, false]], [[-4.86328125, false]], [[-11.234375, false]], [[-9.734375, false]], [[-4.86328125, false]], [[-9.109375, false]], [[-9.109375, false]], [[-8.984375, false]], [[-8.234375, false]], [[-9.359375, false]], [[-11.234375, false]], [[-9.109375, false]], [[-9.734375, false]], [[-9.109375, false]], [[-8.984375, false]], [[-12.734375, false]]], "filtered_resps": [[-6.73828125, false], [-8.984375, false], [-9.359375, false], [-10.359375, false], [-9.109375, false], [-9.359375, false], [-10.609375, false], [-8.234375, false], [-9.109375, false], [-9.734375, false], [-4.87890625, false], [-11.234375, false], [-10.359375, false], [-7.11328125, false], [-11.234375, false], [-4.86328125, false], [-9.109375, false], [-7.11328125, false], [-11.234375, false], [-10.859375, false], [-10.484375, false], [-7.11328125, false], [-11.484375, false], [-11.484375, false], [-11.984375, false], [-4.86328125, false], [-11.859375, false], [-7.11328125, false], [-10.609375, false], [-8.234375, false], [-4.86328125, false], [-11.234375, false], [-10.359375, false], [-8.234375, false], [-4.86328125, false], [-7.11328125, false], [-9.109375, false], [-11.234375, false], [-9.109375, false], [-9.234375, false], [-9.109375, false], [-9.734375, false], [-11.234375, false], [-9.109375, false], [-9.359375, false], [-9.734375, false], [-8.984375, false], [-9.7265625, false], [-4.86328125, false], [-8.984375, false], [-11.859375, false], [-9.109375, false], [-9.359375, false], [-10.484375, false], [-9.734375, false], [-9.234375, false], [-8.234375, false], [-9.734375, false], [-4.86328125, false], [-11.234375, false], [-10.359375, false], [-7.11328125, false], [-11.234375, false], [-4.86328125, false], [-7.11328125, false], [-10.484375, false], [-8.234375, false], [-4.86328125, false], [-10.484375, false], [-8.234375, false], [-9.734375, false], [-9.109375, false], [-9.734375, false], [-11.234375, false], [-7.11328125, false], [-9.109375, false], [-11.234375, false], [-4.86328125, false], [-11.234375, false], [-9.734375, false], [-4.86328125, false], [-11.234375, false], [-10.359375, false], [-8.234375, false], [-4.86328125, false], [-7.11328125, false], [-9.109375, false], [-11.234375, false], [-9.109375, false], [-9.234375, false], [-9.109375, false], [-9.734375, false], [-11.234375, false], [-9.109375, false], [-9.359375, false], [-9.734375, false], [-8.984375, false], [-9.7265625, false], [-4.86328125, false], [-8.984375, false], [-11.859375, false], [-9.109375, false], [-9.359375, false], [-10.484375, false], [-9.734375, false], [-9.234375, false], [-8.234375, false], [-9.734375, false], [-4.86328125, false], [-11.234375, false], [-10.359375, false], [-7.11328125, false], [-11.234375, false], [-4.86328125, false], [-7.11328125, false], [-10.484375, false], [-8.234375, false], [-4.86328125, false], [-9.734375, false], [-10.859375, false], [-9.734375, false], [-9.359375, false], [-8.234375, false], [-10.109375, false], [-11.234375, false], [-9.109375, false], [-9.234375, false], [-11.484375, false], [-8.234375, false], [-4.86328125, false], [-11.234375, false], [-9.734375, false], [-4.86328125, false], [-11.234375, false], [-10.359375, false], [-8.234375, false], [-4.86328125, false], [-7.11328125, false], [-9.109375, false], [-11.234375, false], [-9.109375, false], [-9.234375, false], [-9.109375, false], [-9.734375, false], [-11.234375, false], [-9.109375, false], [-9.359375, false], [-9.734375, false], [-8.984375, false], [-9.7265625, false], [-4.86328125, false], [-8.984375, false], [-9.359375, false], [-10.359375, false], [-9.109375, false], [-9.359375, false], [-10.609375, false], [-8.234375, false], [-9.109375, false], [-9.734375, false], [-4.86328125, false], [-11.234375, false], [-10.359375, false], [-7.11328125, false], [-11.234375, false], [-4.86328125, false], [-7.11328125, false], [-10.484375, false], [-8.234375, false], [-4.86328125, false], [-10.484375, false], [-8.234375, false], [-9.734375, false], [-9.109375, false], [-9.734375, false], [-11.234375, false], [-7.11328125, false], [-9.109375, false], [-11.234375, false], [-4.86328125, false], [-11.234375, false], [-9.734375, false], [-4.86328125, false], [-9.109375, false], [-9.109375, false], [-8.984375, false], [-8.234375, false], [-9.359375, false], [-11.234375, false], [-9.109375, false], [-9.734375, false], [-9.109375, false], [-8.984375, false], [-12.734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 84, "doc": {"id": "Mercury_7068425", "question": "Which condition is necessary for metamorphic rocks to form?", "choices": {"text": ["constant weathering and erosion", "extreme pressure and heating", "rapid burial of sediments", "slow cooling of magma"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "extreme pressure and heating", "arguments": ["Question: Which condition is necessary for metamorphic rocks to form?\nAnswer:", " ["], "resps": [[[-7.203125, false]], [[-9.203125, false]], [[-7.703125, false]], [[-9.453125, false]], [[-9.453125, false]], [[-10.203125, false]], [[-9.703125, false]], [[-4.953125, false]], [[-9.453125, false]], [[-9.703125, false]], [[-5.453125, false]], [[-11.453125, false]], [[-7.703125, false]], [[-4.953125, false]], [[-9.703125, false]], [[-11.703125, false]], [[-7.703125, false]], [[-9.453125, false]], [[-8.953125, false]], [[-9.453125, false]], [[-10.703125, false]], [[-5.453125, false]], [[-4.953125, false]], [[-9.453125, false]], [[-10.453125, false]], [[-5.453125, false]], [[-7.703125, false]], [[-9.453125, false]], [[-9.453125, false]], [[-10.203125, false]], [[-8.953125, false]], [[-9.453125, false]], [[-9.453125, false]], [[-9.203125, false]], [[-9.078125, false]], [[-5.453125, false]], [[-9.203125, false]], [[-7.703125, false]], [[-10.453125, false]], [[-9.703125, false]], [[-9.453125, false]], [[-7.703125, false]], [[-9.453125, false]], [[-7.703125, false]], [[-5.453125, false]], [[-8.453125, false]], [[-9.453125, false]], [[-7.703125, false]], [[-10.203125, false]], [[-10.203125, false]], [[-10.953125, false]], [[-9.453125, false]], [[-7.703125, false]], [[-5.453125, false]], [[-4.953125, false]], [[-9.453125, false]], [[-10.453125, false]], [[-5.453125, false]], [[-11.703125, false]], [[-7.703125, false]], [[-4.953125, false]], [[-9.703125, false]], [[-8.953125, false]], [[-9.453125, false]], [[-10.703125, false]], [[-9.203125, false]], [[-9.078125, false]], [[-5.453125, false]], [[-9.203125, false]], [[-9.453125, false]], [[-4.953125, false]], [[-8.453125, false]], [[-8.953125, false]], [[-10.453125, false]], [[-5.453125, false]], [[-9.203125, false]], [[-10.953125, false]], [[-9.453125, false]], [[-8.953125, false]], [[-4.953125, false]], [[-11.203125, false]], [[-5.453125, false]], [[-9.453125, false]], [[-9.703125, false]], [[-5.453125, false]], [[-10.203125, false]], [[-7.703125, false]], [[-10.453125, false]], [[-8.953125, false]], [[-9.453125, false]], [[-7.703125, false]], [[-9.453125, false]], [[-9.703125, false]], [[-10.203125, false]], [[-9.203125, false]], [[-9.078125, false]], [[-5.453125, false]], [[-9.203125, false]], [[-10.203125, false]], [[-11.203125, false]], [[-9.453125, false]], [[-11.453125, false]], [[-5.453125, false]], [[-7.703125, false]], [[-9.453125, false]], [[-9.453125, false]], [[-11.203125, false]], [[-8.953125, false]], [[-9.453125, false]], [[-10.703125, false]], [[-5.453125, false]], [[-9.453125, false]], [[-9.703125, false]], [[-5.453125, false]], [[-9.453125, false]], [[-4.953125, false]], [[-10.703125, false]], [[-9.453125, false]], [[-4.953125, false]], [[-9.203125, false]], [[-12.703125, false]]], "filtered_resps": [[-7.203125, false], [-9.203125, false], [-7.703125, false], [-9.453125, false], [-9.453125, false], [-10.203125, false], [-9.703125, false], [-4.953125, false], [-9.453125, false], [-9.703125, false], [-5.453125, false], [-11.453125, false], [-7.703125, false], [-4.953125, false], [-9.703125, false], [-11.703125, false], [-7.703125, false], [-9.453125, false], [-8.953125, false], [-9.453125, false], [-10.703125, false], [-5.453125, false], [-4.953125, false], [-9.453125, false], [-10.453125, false], [-5.453125, false], [-7.703125, false], [-9.453125, false], [-9.453125, false], [-10.203125, false], [-8.953125, false], [-9.453125, false], [-9.453125, false], [-9.203125, false], [-9.078125, false], [-5.453125, false], [-9.203125, false], [-7.703125, false], [-10.453125, false], [-9.703125, false], [-9.453125, false], [-7.703125, false], [-9.453125, false], [-7.703125, false], [-5.453125, false], [-8.453125, false], [-9.453125, false], [-7.703125, false], [-10.203125, false], [-10.203125, false], [-10.953125, false], [-9.453125, false], [-7.703125, false], [-5.453125, false], [-4.953125, false], [-9.453125, false], [-10.453125, false], [-5.453125, false], [-11.703125, false], [-7.703125, false], [-4.953125, false], [-9.703125, false], [-8.953125, false], [-9.453125, false], [-10.703125, false], [-9.203125, false], [-9.078125, false], [-5.453125, false], [-9.203125, false], [-9.453125, false], [-4.953125, false], [-8.453125, false], [-8.953125, false], [-10.453125, false], [-5.453125, false], [-9.203125, false], [-10.953125, false], [-9.453125, false], [-8.953125, false], [-4.953125, false], [-11.203125, false], [-5.453125, false], [-9.453125, false], [-9.703125, false], [-5.453125, false], [-10.203125, false], [-7.703125, false], [-10.453125, false], [-8.953125, false], [-9.453125, false], [-7.703125, false], [-9.453125, false], [-9.703125, false], [-10.203125, false], [-9.203125, false], [-9.078125, false], [-5.453125, false], [-9.203125, false], [-10.203125, false], [-11.203125, false], [-9.453125, false], [-11.453125, false], [-5.453125, false], [-7.703125, false], [-9.453125, false], [-9.453125, false], [-11.203125, false], [-8.953125, false], [-9.453125, false], [-10.703125, false], [-5.453125, false], [-9.453125, false], [-9.703125, false], [-5.453125, false], [-9.453125, false], [-4.953125, false], [-10.703125, false], [-9.453125, false], [-4.953125, false], [-9.203125, false], [-12.703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 92, "doc": {"id": "NYSEDREGENTS_2015_8_24", "question": "The length of one day on Earth is determined by how long it takes", "choices": {"text": ["the Moon to revolve once", "the Moon to rotate once", "Earth to rotate once", "Earth to revolve once"], "label": ["1", "2", "3", "4"]}, "answerKey": "3"}, "target": "Earth to rotate once", "arguments": ["Question: The length of one day on Earth is determined by how long it takes\nAnswer:", " ["], "resps": [[[-7.5078125, false]], [[-8.2578125, false]], [[-8.2578125, false]], [[-10.5078125, false]], [[-8.5078125, false]], [[-5.0078125, false]], [[-7.7578125, false]], [[-10.7578125, false]], [[-10.7578125, false]], [[-8.5078125, false]], [[-5.0078125, false]], [[-8.2578125, false]], [[-10.7578125, false]], [[-5.0078125, false]], [[-11.5078125, false]], [[-8.5078125, false]], [[-11.2578125, false]], [[-10.7578125, false]], [[-10.7578125, false]], [[-11.2578125, false]], [[-8.5078125, false]], [[-5.0078125, false]], [[-10.7578125, false]], [[-8.5078125, false]], [[-10.2578125, false]], [[-8.5078125, false]], [[-8.2578125, false]], [[-9.53125, false]], [[-5.0078125, false]], [[-8.2578125, false]], [[-8.2578125, false]], [[-10.5078125, false]], [[-8.5078125, false]], [[-5.0078125, false]], [[-7.7578125, false]], [[-10.7578125, false]], [[-10.7578125, false]], [[-8.5078125, false]], [[-5.0078125, false]], [[-8.2578125, false]], [[-10.7578125, false]], [[-5.0078125, false]], [[-11.5078125, false]], [[-10.7578125, false]], [[-8.2578125, false]], [[-6.2578125, false]], [[-8.2578125, false]], [[-8.5078125, false]], [[-5.0078125, false]], [[-10.7578125, false]], [[-8.5078125, false]], [[-10.2578125, false]], [[-8.5078125, false]], [[-8.2578125, false]], [[-9.53125, false]], [[-5.0078125, false]], [[-8.2578125, false]], [[-5.2578125, false]], [[-6.2578125, false]], [[-11.5078125, false]], [[-8.2578125, false]], [[-10.5078125, false]], [[-5.0078125, false]], [[-8.2578125, false]], [[-10.7578125, false]], [[-5.0078125, false]], [[-11.5078125, false]], [[-10.7578125, false]], [[-8.2578125, false]], [[-6.2578125, false]], [[-8.2578125, false]], [[-8.5078125, false]], [[-5.0078125, false]], [[-10.7578125, false]], [[-8.5078125, false]], [[-10.2578125, false]], [[-8.5078125, false]], [[-8.2578125, false]], [[-9.53125, false]], [[-5.0078125, false]], [[-8.2578125, false]], [[-5.2578125, false]], [[-6.2578125, false]], [[-11.5078125, false]], [[-8.2578125, false]], [[-10.5078125, false]], [[-5.0078125, false]], [[-8.2578125, false]], [[-10.7578125, false]], [[-5.0078125, false]], [[-11.5078125, false]], [[-8.5078125, false]], [[-11.2578125, false]], [[-10.7578125, false]], [[-10.7578125, false]], [[-11.2578125, false]], [[-8.5078125, false]], [[-5.0078125, false]], [[-10.7578125, false]], [[-8.5078125, false]], [[-10.2578125, false]], [[-8.5078125, false]], [[-8.2578125, false]], [[-12.0078125, false]]], "filtered_resps": [[-7.5078125, false], [-8.2578125, false], [-8.2578125, false], [-10.5078125, false], [-8.5078125, false], [-5.0078125, false], [-7.7578125, false], [-10.7578125, false], [-10.7578125, false], [-8.5078125, false], [-5.0078125, false], [-8.2578125, false], [-10.7578125, false], [-5.0078125, false], [-11.5078125, false], [-8.5078125, false], [-11.2578125, false], [-10.7578125, false], [-10.7578125, false], [-11.2578125, false], [-8.5078125, false], [-5.0078125, false], [-10.7578125, false], [-8.5078125, false], [-10.2578125, false], [-8.5078125, false], [-8.2578125, false], [-9.53125, false], [-5.0078125, false], [-8.2578125, false], [-8.2578125, false], [-10.5078125, false], [-8.5078125, false], [-5.0078125, false], [-7.7578125, false], [-10.7578125, false], [-10.7578125, false], [-8.5078125, false], [-5.0078125, false], [-8.2578125, false], [-10.7578125, false], [-5.0078125, false], [-11.5078125, false], [-10.7578125, false], [-8.2578125, false], [-6.2578125, false], [-8.2578125, false], [-8.5078125, false], [-5.0078125, false], [-10.7578125, false], [-8.5078125, false], [-10.2578125, false], [-8.5078125, false], [-8.2578125, false], [-9.53125, false], [-5.0078125, false], [-8.2578125, false], [-5.2578125, false], [-6.2578125, false], [-11.5078125, false], [-8.2578125, false], [-10.5078125, false], [-5.0078125, false], [-8.2578125, false], [-10.7578125, false], [-5.0078125, false], [-11.5078125, false], [-10.7578125, false], [-8.2578125, false], [-6.2578125, false], [-8.2578125, false], [-8.5078125, false], [-5.0078125, false], [-10.7578125, false], [-8.5078125, false], [-10.2578125, false], [-8.5078125, false], [-8.2578125, false], [-9.53125, false], [-5.0078125, false], [-8.2578125, false], [-5.2578125, false], [-6.2578125, false], [-11.5078125, false], [-8.2578125, false], [-10.5078125, false], [-5.0078125, false], [-8.2578125, false], [-10.7578125, false], [-5.0078125, false], [-11.5078125, false], [-8.5078125, false], [-11.2578125, false], [-10.7578125, false], [-10.7578125, false], [-11.2578125, false], [-8.5078125, false], [-5.0078125, false], [-10.7578125, false], [-8.5078125, false], [-10.2578125, false], [-8.5078125, false], [-8.2578125, false], [-12.0078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 100, "doc": {"id": "MCAS_2006_9_14", "question": "Which of the following is more likely to occur in a plant cell than in an animal cell?", "choices": {"text": ["synthesis of enzymes", "formation of cellulose", "breakdown of glucose", "active transport of ions"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "formation of cellulose", "arguments": ["Question: Which of the following is more likely to occur in a plant cell than in an animal cell?\nAnswer:", " ["], "resps": [[[-7.390625, false]], [[-9.890625, false]], [[-9.265625, false]], [[-9.640625, false]], [[-7.640625, false]], [[-9.140625, false]], [[-9.640625, false]], [[-7.640625, false]], [[-9.265625, false]], [[-7.640625, false]], [[-9.265625, false]], [[-5.140625, false]], [[-7.890625, false]], [[-9.890625, false]], [[-5.140625, false]], [[-7.640625, false]], [[-7.640625, false]], [[-8.265625, false]], [[-9.640625, false]], [[-7.765625, false]], [[-7.640625, false]], [[-9.265625, false]], [[-9.890625, false]], [[-9.765625, false]], [[-5.140625, false]], [[-9.890625, false]], [[-9.890625, false]], [[-7.890625, false]], [[-8.640625, false]], [[-7.765625, false]], [[-3.513671875, false]], [[-9.140625, false]], [[-7.640625, false]], [[-7.890625, false]], [[-7.640625, false]], [[-5.140625, false]], [[-7.890625, false]], [[-9.890625, false]], [[-5.140625, false]], [[-6.140625, false]], [[-7.640625, false]], [[-8.640625, false]], [[-8.640625, false]], [[-10.015625, false]], [[-8.640625, false]], [[-7.890625, false]], [[-9.265625, false]], [[-7.640625, false]], [[-9.890625, false]], [[-9.765625, false]], [[-5.140625, false]], [[-9.890625, false]], [[-7.015625, false]], [[-8.640625, false]], [[-7.640625, false]], [[-3.513671875, false]], [[-8.765625, false]], [[-7.390625, false]], [[-7.890625, false]], [[-9.265625, false]], [[-7.640625, false]], [[-5.140625, false]], [[-7.890625, false]], [[-9.890625, false]], [[-5.140625, false]], [[-10.140625, false]], [[-8.640625, false]], [[-10.015625, false]], [[-6.140625, false]], [[-7.890625, false]], [[-9.265625, false]], [[-7.640625, false]], [[-9.890625, false]], [[-9.765625, false]], [[-5.140625, false]], [[-9.890625, false]], [[-3.513671875, false]], [[-6.140625, false]], [[-9.140625, false]], [[-7.640625, false]], [[-9.390625, false]], [[-7.640625, false]], [[-5.140625, false]], [[-9.140625, false]], [[-8.640625, false]], [[-3.513671875, false]], [[-7.640625, false]], [[-9.265625, false]], [[-8.390625, false]], [[-7.890625, false]], [[-8.640625, false]], [[-9.140625, false]], [[-5.140625, false]], [[-7.890625, false]], [[-9.890625, false]], [[-5.140625, false]], [[-7.640625, false]], [[-7.890625, false]], [[-7.640625, false]], [[-9.265625, false]], [[-9.890625, false]], [[-13.890625, false]]], "filtered_resps": [[-7.390625, false], [-9.890625, false], [-9.265625, false], [-9.640625, false], [-7.640625, false], [-9.140625, false], [-9.640625, false], [-7.640625, false], [-9.265625, false], [-7.640625, false], [-9.265625, false], [-5.140625, false], [-7.890625, false], [-9.890625, false], [-5.140625, false], [-7.640625, false], [-7.640625, false], [-8.265625, false], [-9.640625, false], [-7.765625, false], [-7.640625, false], [-9.265625, false], [-9.890625, false], [-9.765625, false], [-5.140625, false], [-9.890625, false], [-9.890625, false], [-7.890625, false], [-8.640625, false], [-7.765625, false], [-3.513671875, false], [-9.140625, false], [-7.640625, false], [-7.890625, false], [-7.640625, false], [-5.140625, false], [-7.890625, false], [-9.890625, false], [-5.140625, false], [-6.140625, false], [-7.640625, false], [-8.640625, false], [-8.640625, false], [-10.015625, false], [-8.640625, false], [-7.890625, false], [-9.265625, false], [-7.640625, false], [-9.890625, false], [-9.765625, false], [-5.140625, false], [-9.890625, false], [-7.015625, false], [-8.640625, false], [-7.640625, false], [-3.513671875, false], [-8.765625, false], [-7.390625, false], [-7.890625, false], [-9.265625, false], [-7.640625, false], [-5.140625, false], [-7.890625, false], [-9.890625, false], [-5.140625, false], [-10.140625, false], [-8.640625, false], [-10.015625, false], [-6.140625, false], [-7.890625, false], [-9.265625, false], [-7.640625, false], [-9.890625, false], [-9.765625, false], [-5.140625, false], [-9.890625, false], [-3.513671875, false], [-6.140625, false], [-9.140625, false], [-7.640625, false], [-9.390625, false], [-7.640625, false], [-5.140625, false], [-9.140625, false], [-8.640625, false], [-3.513671875, false], [-7.640625, false], [-9.265625, false], [-8.390625, false], [-7.890625, false], [-8.640625, false], [-9.140625, false], [-5.140625, false], [-7.890625, false], [-9.890625, false], [-5.140625, false], [-7.640625, false], [-7.890625, false], [-7.640625, false], [-9.265625, false], [-9.890625, false], [-13.890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 108, "doc": {"id": "Mercury_7026495", "question": "Over time, dried lava from an old volcano is worn down and broken into small pieces. When these pieces pile up and are cemented together to form new rock, how would this new rock be classified?", "choices": {"text": ["magma", "igneous", "sedimentary", "metamorphic"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "sedimentary", "arguments": ["Question: Over time, dried lava from an old volcano is worn down and broken into small pieces. When these pieces pile up and are cemented together to form new rock, how would this new rock be classified?\nAnswer:", " ["], "resps": [[[-7.6328125, false]], [[-7.6328125, false]], [[-9.8828125, false]], [[-5.8828125, false]], [[-10.8828125, false]], [[-9.8828125, false]], [[-5.8828125, false]], [[-7.6328125, false]], [[-11.3671875, false]], [[-5.8828125, false]], [[-7.6328125, false]], [[-8.8828125, false]], [[-10.8828125, false]], [[-10.6328125, false]], [[-7.3828125, false]], [[-10.6328125, false]], [[-11.8828125, false]], [[-10.3828125, false]], [[-7.6328125, false]], [[-11.3671875, false]], [[-5.8828125, false]], [[-7.6328125, false]], [[-10.3828125, false]], [[-7.3828125, false]], [[-10.6328125, false]], [[-8.8828125, false]], [[-9.8828125, false]], [[-7.3828125, false]], [[-10.6328125, false]], [[-11.1328125, false]], [[-5.8828125, false]], [[-10.6328125, false]], [[-12.3828125, false]], [[-7.6328125, false]], [[-11.3671875, false]], [[-5.8828125, false]], [[-7.6328125, false]], [[-9.8828125, false]], [[-7.3828125, false]], [[-11.1328125, false]], [[-5.8828125, false]], [[-9.8828125, false]], [[-10.6328125, false]], [[-10.6328125, false]], [[-10.6328125, false]], [[-11.6328125, false]], [[-8.8828125, false]], [[-9.3828125, false]], [[-7.6328125, false]], [[-12.8828125, false]]], "filtered_resps": [[-7.6328125, false], [-7.6328125, false], [-9.8828125, false], [-5.8828125, false], [-10.8828125, false], [-9.8828125, false], [-5.8828125, false], [-7.6328125, false], [-11.3671875, false], [-5.8828125, false], [-7.6328125, false], [-8.8828125, false], [-10.8828125, false], [-10.6328125, false], [-7.3828125, false], [-10.6328125, false], [-11.8828125, false], [-10.3828125, false], [-7.6328125, false], [-11.3671875, false], [-5.8828125, false], [-7.6328125, false], [-10.3828125, false], [-7.3828125, false], [-10.6328125, false], [-8.8828125, false], [-9.8828125, false], [-7.3828125, false], [-10.6328125, false], [-11.1328125, false], [-5.8828125, false], [-10.6328125, false], [-12.3828125, false], [-7.6328125, false], [-11.3671875, false], [-5.8828125, false], [-7.6328125, false], [-9.8828125, false], [-7.3828125, false], [-11.1328125, false], [-5.8828125, false], [-9.8828125, false], [-10.6328125, false], [-10.6328125, false], [-10.6328125, false], [-11.6328125, false], [-8.8828125, false], [-9.3828125, false], [-7.6328125, false], [-12.8828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 116, "doc": {"id": "Mercury_7213675", "question": "Which organ system communicates with cells in muscle tissue so that the muscles contract or relax, allowing the body to move?", "choices": {"text": ["circulatory system", "nervous system", "respiratory system", "excretory system"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "nervous system", "arguments": ["Question: Which organ system communicates with cells in muscle tissue so that the muscles contract or relax, allowing the body to move?\nAnswer:", " ["], "resps": [[[-8.59375, false]], [[-11.59375, false]], [[-8.84375, false]], [[-10.84375, false]], [[-11.09375, false]], [[-8.84375, false]], [[-10.09375, false]], [[-9.09375, false]], [[-6.08984375, false]], [[-9.84375, false]], [[-9.34375, false]], [[-11.09375, false]], [[-13.09375, false]], [[-5.58984375, false]], [[-10.34375, false]], [[-13.09375, false]], [[-10.34375, false]], [[-9.84375, false]], [[-10.84375, false]], [[-9.34375, false]], [[-11.59375, false]], [[-10.75, false]], [[-5.58984375, false]], [[-11.59375, false]], [[-10.59375, false]], [[-10.84375, false]], [[-11.09375, false]], [[-11.34375, false]], [[-9.34375, false]], [[-10.09375, false]], [[-10.34375, false]], [[-5.58984375, false]], [[-10.34375, false]], [[-13.09375, false]], [[-10.34375, false]], [[-9.84375, false]], [[-10.84375, false]], [[-9.34375, false]], [[-11.59375, false]], [[-10.75, false]], [[-5.58984375, false]], [[-11.59375, false]], [[-11.09375, false]], [[-10.84375, false]], [[-10.34375, false]], [[-11.34375, false]], [[-10.84375, false]], [[-11.09375, false]], [[-6.08984375, false]], [[-9.84375, false]], [[-9.34375, false]], [[-11.09375, false]], [[-13.09375, false]], [[-5.58984375, false]], [[-10.34375, false]], [[-13.09375, false]], [[-10.34375, false]], [[-9.84375, false]], [[-10.84375, false]], [[-9.34375, false]], [[-11.59375, false]], [[-10.75, false]], [[-5.58984375, false]], [[-11.59375, false]], [[-10.84375, false]], [[-11.09375, false]], [[-8.84375, false]], [[-11.09375, false]], [[-10.84375, false]], [[-9.84375, false]], [[-9.34375, false]], [[-11.09375, false]], [[-13.09375, false]], [[-5.58984375, false]], [[-10.34375, false]], [[-13.09375, false]], [[-10.34375, false]], [[-9.84375, false]], [[-10.84375, false]], [[-9.34375, false]], [[-11.59375, false]], [[-13.84375, false]]], "filtered_resps": [[-8.59375, false], [-11.59375, false], [-8.84375, false], [-10.84375, false], [-11.09375, false], [-8.84375, false], [-10.09375, false], [-9.09375, false], [-6.08984375, false], [-9.84375, false], [-9.34375, false], [-11.09375, false], [-13.09375, false], [-5.58984375, false], [-10.34375, false], [-13.09375, false], [-10.34375, false], [-9.84375, false], [-10.84375, false], [-9.34375, false], [-11.59375, false], [-10.75, false], [-5.58984375, false], [-11.59375, false], [-10.59375, false], [-10.84375, false], [-11.09375, false], [-11.34375, false], [-9.34375, false], [-10.09375, false], [-10.34375, false], [-5.58984375, false], [-10.34375, false], [-13.09375, false], [-10.34375, false], [-9.84375, false], [-10.84375, false], [-9.34375, false], [-11.59375, false], [-10.75, false], [-5.58984375, false], [-11.59375, false], [-11.09375, false], [-10.84375, false], [-10.34375, false], [-11.34375, false], [-10.84375, false], [-11.09375, false], [-6.08984375, false], [-9.84375, false], [-9.34375, false], [-11.09375, false], [-13.09375, false], [-5.58984375, false], [-10.34375, false], [-13.09375, false], [-10.34375, false], [-9.84375, false], [-10.84375, false], [-9.34375, false], [-11.59375, false], [-10.75, false], [-5.58984375, false], [-11.59375, false], [-10.84375, false], [-11.09375, false], [-8.84375, false], [-11.09375, false], [-10.84375, false], [-9.84375, false], [-9.34375, false], [-11.09375, false], [-13.09375, false], [-5.58984375, false], [-10.34375, false], [-13.09375, false], [-10.34375, false], [-9.84375, false], [-10.84375, false], [-9.34375, false], [-11.59375, false], [-13.84375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 124, "doc": {"id": "Mercury_7271705", "question": "When chemicals in the atmosphere dissolve in water droplets, they precipitate with the water and pollute water reservoirs on Earth. The pollutants enter the food chain when aquatic organisms absorb them. Which of these pollutants eventually contaminates fish after coal is burned?", "choices": {"text": ["lead", "arsenic", "mercury", "aluminum"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "mercury", "arguments": ["Question: When chemicals in the atmosphere dissolve in water droplets, they precipitate with the water and pollute water reservoirs on Earth. The pollutants enter the food chain when aquatic organisms absorb them. Which of these pollutants eventually contaminates fish after coal is burned?\nAnswer:", " ["], "resps": [[[-7.765625, false]], [[-10.515625, false]], [[-11.265625, false]], [[-9.265625, false]], [[-6.265625, false]], [[-8.515625, false]], [[-10.515625, false]], [[-10.109375, false]], [[-4.76171875, false]], [[-10.515625, false]], [[-6.265625, false]], [[-13.515625, false]], [[-11.265625, false]], [[-9.265625, false]], [[-6.015625, false]], [[-9.015625, false]], [[-9.015625, false]], [[-10.515625, false]], [[-10.109375, false]], [[-4.765625, false]], [[-10.515625, false]], [[-8.265625, false]], [[-9.265625, false]], [[-13.515625, false]], [[-9.015625, false]], [[-8.765625, false]], [[-13.515625, false]], [[-12.015625, false]], [[-10.515625, false]], [[-9.9296875, false]], [[-4.765625, false]], [[-10.515625, false]], [[-6.265625, false]], [[-11.265625, false]], [[-8.765625, false]], [[-8.265625, false]], [[-9.015625, false]], [[-6.015625, false]], [[-8.765625, false]], [[-8.265625, false]], [[-10.515625, false]], [[-16.265625, false]]], "filtered_resps": [[-7.765625, false], [-10.515625, false], [-11.265625, false], [-9.265625, false], [-6.265625, false], [-8.515625, false], [-10.515625, false], [-10.109375, false], [-4.76171875, false], [-10.515625, false], [-6.265625, false], [-13.515625, false], [-11.265625, false], [-9.265625, false], [-6.015625, false], [-9.015625, false], [-9.015625, false], [-10.515625, false], [-10.109375, false], [-4.765625, false], [-10.515625, false], [-8.265625, false], [-9.265625, false], [-13.515625, false], [-9.015625, false], [-8.765625, false], [-13.515625, false], [-12.015625, false], [-10.515625, false], [-9.9296875, false], [-4.765625, false], [-10.515625, false], [-6.265625, false], [-11.265625, false], [-8.765625, false], [-8.265625, false], [-9.015625, false], [-6.015625, false], [-8.765625, false], [-8.265625, false], [-10.515625, false], [-16.265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 132, "doc": {"id": "MCAS_2010_8_12008", "question": "What is the smallest unit of a chemical compound that still has the properties of that compound?", "choices": {"text": ["a nucleus", "a molecule", "an element", "an atom"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "a molecule", "arguments": ["Question: What is the smallest unit of a chemical compound that still has the properties of that compound?\nAnswer:", " ["], "resps": [[[-5.7734375, false]], [[-8.7734375, false]], [[-3.025390625, false]], [[-5.0234375, false]], [[-6.0234375, false]], [[-8.5234375, false]], [[-6.2734375, false]], [[-9.5234375, false]], [[-8.0234375, false]], [[-8.5234375, false]], [[-9.2734375, false]], [[-8.7734375, false]], [[-9.8984375, false]], [[-5.0234375, false]], [[-8.7734375, false]], [[-3.025390625, false]], [[-5.0234375, false]], [[-5.0234375, false]], [[-8.5234375, false]], [[-9.5234375, false]], [[-8.0234375, false]], [[-6.2734375, false]], [[-8.5234375, false]], [[-9.5234375, false]], [[-8.0234375, false]], [[-8.7734375, false]], [[-9.8984375, false]], [[-5.0234375, false]], [[-8.7734375, false]], [[-3.025390625, false]], [[-6.0234375, false]], [[-5.0234375, false]], [[-8.0234375, false]], [[-9.5234375, false]], [[-8.0234375, false]], [[-5.0234375, false]], [[-8.0234375, false]], [[-6.0234375, false]], [[-7.7734375, false]], [[-8.7734375, false]], [[-9.8984375, false]], [[-5.0234375, false]], [[-8.7734375, false]], [[-3.025390625, false]], [[-6.0234375, false]], [[-5.0234375, false]], [[-3.025390625, false]], [[-7.7734375, false]], [[-8.5234375, false]], [[-5.0234375, false]], [[-8.7734375, false]], [[-11.5234375, false]]], "filtered_resps": [[-5.7734375, false], [-8.7734375, false], [-3.025390625, false], [-5.0234375, false], [-6.0234375, false], [-8.5234375, false], [-6.2734375, false], [-9.5234375, false], [-8.0234375, false], [-8.5234375, false], [-9.2734375, false], [-8.7734375, false], [-9.8984375, false], [-5.0234375, false], [-8.7734375, false], [-3.025390625, false], [-5.0234375, false], [-5.0234375, false], [-8.5234375, false], [-9.5234375, false], [-8.0234375, false], [-6.2734375, false], [-8.5234375, false], [-9.5234375, false], [-8.0234375, false], [-8.7734375, false], [-9.8984375, false], [-5.0234375, false], [-8.7734375, false], [-3.025390625, false], [-6.0234375, false], [-5.0234375, false], [-8.0234375, false], [-9.5234375, false], [-8.0234375, false], [-5.0234375, false], [-8.0234375, false], [-6.0234375, false], [-7.7734375, false], [-8.7734375, false], [-9.8984375, false], [-5.0234375, false], [-8.7734375, false], [-3.025390625, false], [-6.0234375, false], [-5.0234375, false], [-3.025390625, false], [-7.7734375, false], [-8.5234375, false], [-5.0234375, false], [-8.7734375, false], [-11.5234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 140, "doc": {"id": "Mercury_410598", "question": "Roberto is sliding down a plastic slide on the playground. After he reaches the ground, he feels a small electric shock when he touches a piece of metal. What has been built up on his body that causes the shock?", "choices": {"text": ["atoms", "electrons", "neutrons", "protons"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "electrons", "arguments": ["Question: Roberto is sliding down a plastic slide on the playground. After he reaches the ground, he feels a small electric shock when he touches a piece of metal. What has been built up on his body that causes the shock?\nAnswer:", " ["], "resps": [[[-6.828125, false]], [[-9.203125, false]], [[-3.953125, false]], [[-9.578125, false]], [[-9.328125, false]], [[-9.578125, false]], [[-7.828125, false]], [[-9.203125, false]], [[-9.953125, false]], [[-5.203125, false]], [[-9.203125, false]], [[-8.828125, false]], [[-9.453125, false]], [[-8.828125, false]], [[-7.953125, false]], [[-9.578125, false]], [[-8.828125, false]], [[-9.328125, false]], [[-10.203125, false]], [[-7.828125, false]], [[-9.203125, false]], [[-9.953125, false]], [[-5.203125, false]], [[-9.203125, false]], [[-10.203125, false]], [[-8.828125, false]], [[-9.828125, false]], [[-9.578125, false]], [[-8.828125, false]], [[-9.328125, false]], [[-10.203125, false]], [[-7.828125, false]], [[-9.203125, false]], [[-9.953125, false]], [[-5.203125, false]], [[-9.203125, false]], [[-8.328125, false]], [[-8.828125, false]], [[-9.328125, false]], [[-9.578125, false]], [[-9.328125, false]], [[-10.203125, false]], [[-7.828125, false]], [[-9.203125, false]], [[-11.953125, false]]], "filtered_resps": [[-6.828125, false], [-9.203125, false], [-3.953125, false], [-9.578125, false], [-9.328125, false], [-9.578125, false], [-7.828125, false], [-9.203125, false], [-9.953125, false], [-5.203125, false], [-9.203125, false], [-8.828125, false], [-9.453125, false], [-8.828125, false], [-7.953125, false], [-9.578125, false], [-8.828125, false], [-9.328125, false], [-10.203125, false], [-7.828125, false], [-9.203125, false], [-9.953125, false], [-5.203125, false], [-9.203125, false], [-10.203125, false], [-8.828125, false], [-9.828125, false], [-9.578125, false], [-8.828125, false], [-9.328125, false], [-10.203125, false], [-7.828125, false], [-9.203125, false], [-9.953125, false], [-5.203125, false], [-9.203125, false], [-8.328125, false], [-8.828125, false], [-9.328125, false], [-9.578125, false], [-9.328125, false], [-10.203125, false], [-7.828125, false], [-9.203125, false], [-11.953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 148, "doc": {"id": "TIMSS_2003_4_pg14", "question": "Each year the Earth moves once around", "choices": {"text": ["Mars", "the Sun", "the Moon", "all the other planets"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "the Sun", "arguments": ["Question: Each year the Earth moves once around\nAnswer:", " ["], "resps": [[[-7.19921875, false]], [[-8.203125, false]], [[-6.69921875, false]], [[-5.69921875, false]], [[-9.453125, false]], [[-8.203125, false]], [[-8.203125, false]], [[-8.9140625, false]], [[-4.69921875, false]], [[-8.203125, false]], [[-7.69921875, false]], [[-9.703125, false]], [[-7.94921875, false]], [[-4.69921875, false]], [[-6.69921875, false]], [[-9.953125, false]], [[-7.69921875, false]], [[-8.203125, false]], [[-8.9140625, false]], [[-4.69921875, false]], [[-8.203125, false]], [[-7.69921875, false]], [[-9.703125, false]], [[-7.94921875, false]], [[-4.69921875, false]], [[-6.69921875, false]], [[-9.703125, false]], [[-9.703125, false]], [[-7.69921875, false]], [[-8.203125, false]], [[-8.9140625, false]], [[-4.69921875, false]], [[-8.203125, false]], [[-5.69921875, false]], [[-10.453125, false]], [[-10.453125, false]], [[-4.69921875, false]], [[-7.69921875, false]], [[-9.703125, false]], [[-7.94921875, false]], [[-4.69921875, false]], [[-9.703125, false]], [[-7.69921875, false]], [[-9.703125, false]], [[-7.94921875, false]], [[-9.453125, false]], [[-4.69921875, false]], [[-9.703125, false]], [[-10.453125, false]], [[-5.69921875, false]], [[-7.69921875, false]], [[-7.94921875, false]], [[-7.69921875, false]], [[-8.203125, false]], [[-8.203125, false]], [[-11.953125, false]]], "filtered_resps": [[-7.19921875, false], [-8.203125, false], [-6.69921875, false], [-5.69921875, false], [-9.453125, false], [-8.203125, false], [-8.203125, false], [-8.9140625, false], [-4.69921875, false], [-8.203125, false], [-7.69921875, false], [-9.703125, false], [-7.94921875, false], [-4.69921875, false], [-6.69921875, false], [-9.953125, false], [-7.69921875, false], [-8.203125, false], [-8.9140625, false], [-4.69921875, false], [-8.203125, false], [-7.69921875, false], [-9.703125, false], [-7.94921875, false], [-4.69921875, false], [-6.69921875, false], [-9.703125, false], [-9.703125, false], [-7.69921875, false], [-8.203125, false], [-8.9140625, false], [-4.69921875, false], [-8.203125, false], [-5.69921875, false], [-10.453125, false], [-10.453125, false], [-4.69921875, false], [-7.69921875, false], [-9.703125, false], [-7.94921875, false], [-4.69921875, false], [-9.703125, false], [-7.69921875, false], [-9.703125, false], [-7.94921875, false], [-9.453125, false], [-4.69921875, false], [-9.703125, false], [-10.453125, false], [-5.69921875, false], [-7.69921875, false], [-7.94921875, false], [-7.69921875, false], [-8.203125, false], [-8.203125, false], [-11.953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 156, "doc": {"id": "Mercury_7188370", "question": "Miranda learned how the human body carries out life functions. Which is the most basic level of organization in the human body?", "choices": {"text": ["an organ", "a system", "a tissue", "a cell"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "a cell", "arguments": ["Question: Miranda learned how the human body carries out life functions. Which is the most basic level of organization in the human body?\nAnswer:", " ["], "resps": [[[-7.640625, false]], [[-11.765625, false]], [[-4.390625, false]], [[-9.265625, false]], [[-4.640625, false]], [[-8.140625, false]], [[-9.765625, false]], [[-10.140625, false]], [[-4.390625, false]], [[-9.265625, false]], [[-11.765625, false]], [[-9.265625, false]], [[-4.640625, false]], [[-11.765625, false]], [[-4.390625, false]], [[-4.640625, false]], [[-8.140625, false]], [[-12.015625, false]], [[-8.140625, false]], [[-9.265625, false]], [[-8.765625, false]], [[-8.390625, false]], [[-11.765625, false]], [[-9.265625, false]], [[-4.640625, false]], [[-11.765625, false]], [[-4.390625, false]], [[-4.640625, false]], [[-9.265625, false]], [[-9.140625, false]], [[-8.140625, false]], [[-8.140625, false]], [[-8.890625, false]], [[-8.765625, false]], [[-11.765625, false]], [[-9.265625, false]], [[-4.640625, false]], [[-11.765625, false]], [[-4.390625, false]], [[-4.640625, false]], [[-6.390625, false]], [[-8.765625, false]], [[-7.890625, false]], [[-7.890625, false]], [[-11.765625, false]], [[-13.390625, false]]], "filtered_resps": [[-7.640625, false], [-11.765625, false], [-4.390625, false], [-9.265625, false], [-4.640625, false], [-8.140625, false], [-9.765625, false], [-10.140625, false], [-4.390625, false], [-9.265625, false], [-11.765625, false], [-9.265625, false], [-4.640625, false], [-11.765625, false], [-4.390625, false], [-4.640625, false], [-8.140625, false], [-12.015625, false], [-8.140625, false], [-9.265625, false], [-8.765625, false], [-8.390625, false], [-11.765625, false], [-9.265625, false], [-4.640625, false], [-11.765625, false], [-4.390625, false], [-4.640625, false], [-9.265625, false], [-9.140625, false], [-8.140625, false], [-8.140625, false], [-8.890625, false], [-8.765625, false], [-11.765625, false], [-9.265625, false], [-4.640625, false], [-11.765625, false], [-4.390625, false], [-4.640625, false], [-6.390625, false], [-8.765625, false], [-7.890625, false], [-7.890625, false], [-11.765625, false], [-13.390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 164, "doc": {"id": "Mercury_SC_408900", "question": "Russell wants to observe changes in nature over the next few months. What can a thermometer help Russell investigate?", "choices": {"text": ["rainfall amounts each week", "tiny organisms in pond water", "the high temperatures each day", "the amount of growth in a plant"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "the high temperatures each day", "arguments": ["Question: Russell wants to observe changes in nature over the next few months. What can a thermometer help Russell investigate?\nAnswer:", " ["], "resps": [[[-7.60546875, false]], [[-9.1015625, false]], [[-12.1015625, false]], [[-4.85546875, false]], [[-10.6015625, false]], [[-10.6015625, false]], [[-10.1015625, false]], [[-4.85546875, false]], [[-11.8515625, false]], [[-11.8515625, false]], [[-6.35546875, false]], [[-4.85546875, false]], [[-10.8515625, false]], [[-10.8515625, false]], [[-12.1015625, false]], [[-10.6015625, false]], [[-11.3515625, false]], [[-11.1015625, false]], [[-6.35546875, false]], [[-10.3515625, false]], [[-4.85546875, false]], [[-10.8515625, false]], [[-11.8515625, false]], [[-6.35546875, false]], [[-11.3515625, false]], [[-10.3515625, false]], [[-10.3515625, false]], [[-11.6015625, false]], [[-9.1015625, false]], [[-11.4453125, false]], [[-6.35546875, false]], [[-9.1015625, false]], [[-11.3515625, false]], [[-10.6015625, false]], [[-10.6015625, false]], [[-14.1015625, false]], [[-6.35546875, false]], [[-10.8515625, false]], [[-12.1015625, false]], [[-12.3515625, false]], [[-4.85546875, false]], [[-10.6015625, false]], [[-10.6015625, false]], [[-11.1015625, false]], [[-10.8515625, false]], [[-11.1015625, false]], [[-6.35546875, false]], [[-10.6015625, false]], [[-10.6015625, false]], [[-6.35546875, false]], [[-11.3515625, false]], [[-10.8515625, false]], [[-10.6015625, false]], [[-10.8515625, false]], [[-6.35546875, false]], [[-11.3515625, false]], [[-4.85546875, false]], [[-11.3515625, false]], [[-10.3515625, false]], [[-12.1015625, false]], [[-9.1015625, false]], [[-11.4453125, false]], [[-6.35546875, false]], [[-9.1015625, false]], [[-11.3515625, false]], [[-11.8515625, false]], [[-10.3515625, false]], [[-6.35546875, false]], [[-11.8515625, false]], [[-10.6015625, false]], [[-12.3515625, false]], [[-11.8515625, false]], [[-6.35546875, false]], [[-11.3515625, false]], [[-10.3515625, false]], [[-10.8515625, false]], [[-11.3515625, false]], [[-10.3515625, false]], [[-12.1015625, false]], [[-4.85546875, false]], [[-11.3515625, false]], [[-12.1015625, false]], [[-12.1015625, false]], [[-10.3515625, false]], [[-11.1015625, false]], [[-6.35546875, false]], [[-10.3515625, false]], [[-4.85546875, false]], [[-10.8515625, false]], [[-11.8515625, false]], [[-6.35546875, false]], [[-10.8515625, false]], [[-4.85546875, false]], [[-14.1015625, false]], [[-9.1015625, false]], [[-11.4453125, false]], [[-6.35546875, false]], [[-9.1015625, false]], [[-11.3515625, false]], [[-11.8515625, false]], [[-10.3515625, false]], [[-6.35546875, false]], [[-4.85546875, false]], [[-10.8515625, false]], [[-10.8515625, false]], [[-12.1015625, false]], [[-10.6015625, false]], [[-11.3515625, false]], [[-6.35546875, false]], [[-10.8515625, false]], [[-10.1015625, false]], [[-6.35546875, false]], [[-12.3515625, false]], [[-12.1015625, false]], [[-10.8515625, false]], [[-11.3515625, false]], [[-11.3515625, false]], [[-11.8515625, false]], [[-6.35546875, false]], [[-10.6015625, false]], [[-10.6015625, false]], [[-6.35546875, false]], [[-4.85546875, false]], [[-6.35546875, false]], [[-11.3515625, false]], [[-11.8515625, false]], [[-4.85546875, false]], [[-10.6015625, false]], [[-11.3515625, false]], [[-9.1015625, false]], [[-12.8515625, false]]], "filtered_resps": [[-7.60546875, false], [-9.1015625, false], [-12.1015625, false], [-4.85546875, false], [-10.6015625, false], [-10.6015625, false], [-10.1015625, false], [-4.85546875, false], [-11.8515625, false], [-11.8515625, false], [-6.35546875, false], [-4.85546875, false], [-10.8515625, false], [-10.8515625, false], [-12.1015625, false], [-10.6015625, false], [-11.3515625, false], [-11.1015625, false], [-6.35546875, false], [-10.3515625, false], [-4.85546875, false], [-10.8515625, false], [-11.8515625, false], [-6.35546875, false], [-11.3515625, false], [-10.3515625, false], [-10.3515625, false], [-11.6015625, false], [-9.1015625, false], [-11.4453125, false], [-6.35546875, false], [-9.1015625, false], [-11.3515625, false], [-10.6015625, false], [-10.6015625, false], [-14.1015625, false], [-6.35546875, false], [-10.8515625, false], [-12.1015625, false], [-12.3515625, false], [-4.85546875, false], [-10.6015625, false], [-10.6015625, false], [-11.1015625, false], [-10.8515625, false], [-11.1015625, false], [-6.35546875, false], [-10.6015625, false], [-10.6015625, false], [-6.35546875, false], [-11.3515625, false], [-10.8515625, false], [-10.6015625, false], [-10.8515625, false], [-6.35546875, false], [-11.3515625, false], [-4.85546875, false], [-11.3515625, false], [-10.3515625, false], [-12.1015625, false], [-9.1015625, false], [-11.4453125, false], [-6.35546875, false], [-9.1015625, false], [-11.3515625, false], [-11.8515625, false], [-10.3515625, false], [-6.35546875, false], [-11.8515625, false], [-10.6015625, false], [-12.3515625, false], [-11.8515625, false], [-6.35546875, false], [-11.3515625, false], [-10.3515625, false], [-10.8515625, false], [-11.3515625, false], [-10.3515625, false], [-12.1015625, false], [-4.85546875, false], [-11.3515625, false], [-12.1015625, false], [-12.1015625, false], [-10.3515625, false], [-11.1015625, false], [-6.35546875, false], [-10.3515625, false], [-4.85546875, false], [-10.8515625, false], [-11.8515625, false], [-6.35546875, false], [-10.8515625, false], [-4.85546875, false], [-14.1015625, false], [-9.1015625, false], [-11.4453125, false], [-6.35546875, false], [-9.1015625, false], [-11.3515625, false], [-11.8515625, false], [-10.3515625, false], [-6.35546875, false], [-4.85546875, false], [-10.8515625, false], [-10.8515625, false], [-12.1015625, false], [-10.6015625, false], [-11.3515625, false], [-6.35546875, false], [-10.8515625, false], [-10.1015625, false], [-6.35546875, false], [-12.3515625, false], [-12.1015625, false], [-10.8515625, false], [-11.3515625, false], [-11.3515625, false], [-11.8515625, false], [-6.35546875, false], [-10.6015625, false], [-10.6015625, false], [-6.35546875, false], [-4.85546875, false], [-6.35546875, false], [-11.3515625, false], [-11.8515625, false], [-4.85546875, false], [-10.6015625, false], [-11.3515625, false], [-9.1015625, false], [-12.8515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 172, "doc": {"id": "Mercury_178605", "question": "Which of the following is a chemical property of silver?", "choices": {"text": ["malleable", "white metal", "conductor of heat", "reacts with nitric acid"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "reacts with nitric acid", "arguments": ["Question: Which of the following is a chemical property of silver?\nAnswer:", " ["], "resps": [[[-6.98828125, false]], [[-10.734375, false]], [[-9.234375, false]], [[-5.73828125, false]], [[-10.734375, false]], [[-10.734375, false]], [[-8.484375, false]], [[-5.73828125, false]], [[-8.484375, false]], [[-10.734375, false]], [[-8.484375, false]], [[-10.734375, false]], [[-9.5234375, false]], [[-5.23828125, false]], [[-10.734375, false]], [[-9.984375, false]], [[-9.484375, false]], [[-8.984375, false]], [[-9.984375, false]], [[-8.484375, false]], [[-5.23828125, false]], [[-9.234375, false]], [[-8.484375, false]], [[-9.984375, false]], [[-5.73828125, false]], [[-10.734375, false]], [[-10.734375, false]], [[-9.5234375, false]], [[-5.23828125, false]], [[-10.734375, false]], [[-8.484375, false]], [[-9.234375, false]], [[-7.48828125, false]], [[-9.734375, false]], [[-11.484375, false]], [[-8.484375, false]], [[-9.984375, false]], [[-9.234375, false]], [[-8.734375, false]], [[-5.23828125, false]], [[-9.234375, false]], [[-10.234375, false]], [[-5.23828125, false]], [[-9.484375, false]], [[-8.484375, false]], [[-5.73828125, false]], [[-9.984375, false]], [[-10.734375, false]], [[-9.5234375, false]], [[-5.23828125, false]], [[-10.734375, false]], [[-8.734375, false]], [[-8.484375, false]], [[-5.73828125, false]], [[-8.484375, false]], [[-9.984375, false]], [[-8.484375, false]], [[-5.23828125, false]], [[-9.984375, false]], [[-8.984375, false]], [[-9.984375, false]], [[-9.484375, false]], [[-5.23828125, false]], [[-7.48828125, false]], [[-8.984375, false]], [[-9.984375, false]], [[-8.734375, false]], [[-8.984375, false]], [[-8.484375, false]], [[-5.23828125, false]], [[-5.73828125, false]], [[-8.484375, false]], [[-8.984375, false]], [[-9.734375, false]], [[-10.734375, false]], [[-12.234375, false]]], "filtered_resps": [[-6.98828125, false], [-10.734375, false], [-9.234375, false], [-5.73828125, false], [-10.734375, false], [-10.734375, false], [-8.484375, false], [-5.73828125, false], [-8.484375, false], [-10.734375, false], [-8.484375, false], [-10.734375, false], [-9.5234375, false], [-5.23828125, false], [-10.734375, false], [-9.984375, false], [-9.484375, false], [-8.984375, false], [-9.984375, false], [-8.484375, false], [-5.23828125, false], [-9.234375, false], [-8.484375, false], [-9.984375, false], [-5.73828125, false], [-10.734375, false], [-10.734375, false], [-9.5234375, false], [-5.23828125, false], [-10.734375, false], [-8.484375, false], [-9.234375, false], [-7.48828125, false], [-9.734375, false], [-11.484375, false], [-8.484375, false], [-9.984375, false], [-9.234375, false], [-8.734375, false], [-5.23828125, false], [-9.234375, false], [-10.234375, false], [-5.23828125, false], [-9.484375, false], [-8.484375, false], [-5.73828125, false], [-9.984375, false], [-10.734375, false], [-9.5234375, false], [-5.23828125, false], [-10.734375, false], [-8.734375, false], [-8.484375, false], [-5.73828125, false], [-8.484375, false], [-9.984375, false], [-8.484375, false], [-5.23828125, false], [-9.984375, false], [-8.984375, false], [-9.984375, false], [-9.484375, false], [-5.23828125, false], [-7.48828125, false], [-8.984375, false], [-9.984375, false], [-8.734375, false], [-8.984375, false], [-8.484375, false], [-5.23828125, false], [-5.73828125, false], [-8.484375, false], [-8.984375, false], [-9.734375, false], [-10.734375, false], [-12.234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 180, "doc": {"id": "Mercury_185238", "question": "As members of a food web, humans are considered to be", "choices": {"text": ["producers.", "consumers.", "decomposers.", "scavengers."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "consumers.", "arguments": ["Question: As members of a food web, humans are considered to be\nAnswer:", " ["], "resps": [[[-6.87109375, false]], [[-7.99609375, false]], [[-9.7421875, false]], [[-10.8671875, false]], [[-9.4921875, false]], [[-8.2421875, false]], [[-11.7421875, false]], [[-8.1171875, false]], [[-7.49609375, false]], [[-10.8671875, false]], [[-8.7421875, false]], [[-7.09765625, false]], [[-7.99609375, false]], [[-9.28125, false]], [[-5.24609375, false]], [[-7.99609375, false]], [[-8.1171875, false]], [[-9.4921875, false]], [[-8.3671875, false]], [[-8.7421875, false]], [[-11.7421875, false]], [[-10.8671875, false]], [[-7.49609375, false]], [[-10.8671875, false]], [[-8.7421875, false]], [[-7.09765625, false]], [[-7.99609375, false]], [[-9.28125, false]], [[-5.24609375, false]], [[-7.99609375, false]], [[-8.2421875, false]], [[-7.49609375, false]], [[-8.1171875, false]], [[-9.4921875, false]], [[-10.8671875, false]], [[-9.7421875, false]], [[-9.4921875, false]], [[-8.7421875, false]], [[-7.49609375, false]], [[-10.8671875, false]], [[-8.7421875, false]], [[-7.09765625, false]], [[-7.99609375, false]], [[-9.28125, false]], [[-5.24609375, false]], [[-7.99609375, false]], [[-8.7421875, false]], [[-8.1171875, false]], [[-4.99609375, false]], [[-10.6171875, false]], [[-7.49609375, false]], [[-8.3671875, false]], [[-10.7421875, false]], [[-7.49609375, false]], [[-10.8671875, false]], [[-8.7421875, false]], [[-7.09765625, false]], [[-7.99609375, false]], [[-11.3671875, false]]], "filtered_resps": [[-6.87109375, false], [-7.99609375, false], [-9.7421875, false], [-10.8671875, false], [-9.4921875, false], [-8.2421875, false], [-11.7421875, false], [-8.1171875, false], [-7.49609375, false], [-10.8671875, false], [-8.7421875, false], [-7.09765625, false], [-7.99609375, false], [-9.28125, false], [-5.24609375, false], [-7.99609375, false], [-8.1171875, false], [-9.4921875, false], [-8.3671875, false], [-8.7421875, false], [-11.7421875, false], [-10.8671875, false], [-7.49609375, false], [-10.8671875, false], [-8.7421875, false], [-7.09765625, false], [-7.99609375, false], [-9.28125, false], [-5.24609375, false], [-7.99609375, false], [-8.2421875, false], [-7.49609375, false], [-8.1171875, false], [-9.4921875, false], [-10.8671875, false], [-9.7421875, false], [-9.4921875, false], [-8.7421875, false], [-7.49609375, false], [-10.8671875, false], [-8.7421875, false], [-7.09765625, false], [-7.99609375, false], [-9.28125, false], [-5.24609375, false], [-7.99609375, false], [-8.7421875, false], [-8.1171875, false], [-4.99609375, false], [-10.6171875, false], [-7.49609375, false], [-8.3671875, false], [-10.7421875, false], [-7.49609375, false], [-10.8671875, false], [-8.7421875, false], [-7.09765625, false], [-7.99609375, false], [-11.3671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 188, "doc": {"id": "Mercury_SC_406012", "question": "The nervous system consists of the brain, spinal cord, and nerves that run throughout the entire body. Which of these is one function of the nervous system?", "choices": {"text": ["supports body posture", "controls body functions", "supplies the blood with oxygen", "carries blood to and from the heart"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "controls body functions", "arguments": ["Question: The nervous system consists of the brain, spinal cord, and nerves that run throughout the entire body. Which of these is one function of the nervous system?\nAnswer:", " ["], "resps": [[[-7.73046875, false]], [[-11.4765625, false]], [[-9.7265625, false]], [[-11.4765625, false]], [[-10.2265625, false]], [[-10.2265625, false]], [[-9.2265625, false]], [[-10.9765625, false]], [[-9.9765625, false]], [[-9.7265625, false]], [[-5.48046875, false]], [[-7.23046875, false]], [[-9.2265625, false]], [[-9.7265625, false]], [[-12.9765625, false]], [[-5.48046875, false]], [[-10.2265625, false]], [[-9.2265625, false]], [[-9.7265625, false]], [[-9.9765625, false]], [[-11.4765625, false]], [[-10.9765625, false]], [[-10.9765625, false]], [[-11.4765625, false]], [[-10.1875, false]], [[-5.48046875, false]], [[-11.4765625, false]], [[-7.23046875, false]], [[-9.2265625, false]], [[-9.4765625, false]], [[-9.9765625, false]], [[-10.9765625, false]], [[-9.2265625, false]], [[-9.7265625, false]], [[-9.7265625, false]], [[-5.48046875, false]], [[-7.23046875, false]], [[-9.2265625, false]], [[-9.7265625, false]], [[-12.9765625, false]], [[-5.48046875, false]], [[-10.7265625, false]], [[-11.4765625, false]], [[-9.4765625, false]], [[-7.23046875, false]], [[-9.9765625, false]], [[-9.4765625, false]], [[-9.2265625, false]], [[-9.4765625, false]], [[-9.7265625, false]], [[-11.4765625, false]], [[-10.1875, false]], [[-5.48046875, false]], [[-11.4765625, false]], [[-9.7265625, false]], [[-11.4765625, false]], [[-10.2265625, false]], [[-10.2265625, false]], [[-9.7265625, false]], [[-9.4765625, false]], [[-10.9765625, false]], [[-9.7265625, false]], [[-5.48046875, false]], [[-9.9765625, false]], [[-11.2265625, false]], [[-10.9765625, false]], [[-5.48046875, false]], [[-7.23046875, false]], [[-9.7265625, false]], [[-9.2265625, false]], [[-9.2265625, false]], [[-9.7265625, false]], [[-5.48046875, false]], [[-10.4765625, false]], [[-9.4765625, false]], [[-9.9765625, false]], [[-11.2265625, false]], [[-5.48046875, false]], [[-9.2265625, false]], [[-10.2265625, false]], [[-12.9765625, false]], [[-12.2265625, false]], [[-10.9765625, false]], [[-9.4765625, false]], [[-11.4765625, false]], [[-10.1875, false]], [[-5.48046875, false]], [[-11.4765625, false]], [[-7.23046875, false]], [[-4.98046875, false]], [[-10.9765625, false]], [[-10.9765625, false]], [[-9.4765625, false]], [[-10.9765625, false]], [[-9.7265625, false]], [[-5.48046875, false]], [[-7.23046875, false]], [[-9.7265625, false]], [[-9.2265625, false]], [[-9.2265625, false]], [[-9.7265625, false]], [[-5.48046875, false]], [[-9.9765625, false]], [[-9.2265625, false]], [[-5.48046875, false]], [[-4.98046875, false]], [[-9.4765625, false]], [[-9.7265625, false]], [[-5.48046875, false]], [[-10.7265625, false]], [[-10.9765625, false]], [[-9.2265625, false]], [[-9.7265625, false]], [[-5.48046875, false]], [[-9.9765625, false]], [[-11.2265625, false]], [[-10.9765625, false]], [[-5.48046875, false]], [[-11.2265625, false]], [[-10.9765625, false]], [[-4.98046875, false]], [[-10.9765625, false]], [[-9.9765625, false]], [[-11.4765625, false]], [[-12.7265625, false]]], "filtered_resps": [[-7.73046875, false], [-11.4765625, false], [-9.7265625, false], [-11.4765625, false], [-10.2265625, false], [-10.2265625, false], [-9.2265625, false], [-10.9765625, false], [-9.9765625, false], [-9.7265625, false], [-5.48046875, false], [-7.23046875, false], [-9.2265625, false], [-9.7265625, false], [-12.9765625, false], [-5.48046875, false], [-10.2265625, false], [-9.2265625, false], [-9.7265625, false], [-9.9765625, false], [-11.4765625, false], [-10.9765625, false], [-10.9765625, false], [-11.4765625, false], [-10.1875, false], [-5.48046875, false], [-11.4765625, false], [-7.23046875, false], [-9.2265625, false], [-9.4765625, false], [-9.9765625, false], [-10.9765625, false], [-9.2265625, false], [-9.7265625, false], [-9.7265625, false], [-5.48046875, false], [-7.23046875, false], [-9.2265625, false], [-9.7265625, false], [-12.9765625, false], [-5.48046875, false], [-10.7265625, false], [-11.4765625, false], [-9.4765625, false], [-7.23046875, false], [-9.9765625, false], [-9.4765625, false], [-9.2265625, false], [-9.4765625, false], [-9.7265625, false], [-11.4765625, false], [-10.1875, false], [-5.48046875, false], [-11.4765625, false], [-9.7265625, false], [-11.4765625, false], [-10.2265625, false], [-10.2265625, false], [-9.7265625, false], [-9.4765625, false], [-10.9765625, false], [-9.7265625, false], [-5.48046875, false], [-9.9765625, false], [-11.2265625, false], [-10.9765625, false], [-5.48046875, false], [-7.23046875, false], [-9.7265625, false], [-9.2265625, false], [-9.2265625, false], [-9.7265625, false], [-5.48046875, false], [-10.4765625, false], [-9.4765625, false], [-9.9765625, false], [-11.2265625, false], [-5.48046875, false], [-9.2265625, false], [-10.2265625, false], [-12.9765625, false], [-12.2265625, false], [-10.9765625, false], [-9.4765625, false], [-11.4765625, false], [-10.1875, false], [-5.48046875, false], [-11.4765625, false], [-7.23046875, false], [-4.98046875, false], [-10.9765625, false], [-10.9765625, false], [-9.4765625, false], [-10.9765625, false], [-9.7265625, false], [-5.48046875, false], [-7.23046875, false], [-9.7265625, false], [-9.2265625, false], [-9.2265625, false], [-9.7265625, false], [-5.48046875, false], [-9.9765625, false], [-9.2265625, false], [-5.48046875, false], [-4.98046875, false], [-9.4765625, false], [-9.7265625, false], [-5.48046875, false], [-10.7265625, false], [-10.9765625, false], [-9.2265625, false], [-9.7265625, false], [-5.48046875, false], [-9.9765625, false], [-11.2265625, false], [-10.9765625, false], [-5.48046875, false], [-11.2265625, false], [-10.9765625, false], [-4.98046875, false], [-10.9765625, false], [-9.9765625, false], [-11.4765625, false], [-12.7265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 196, "doc": {"id": "Mercury_SC_400518", "question": "A geologist found several types of seashell fossils in a rock layer. Which is the best conclusion about the rock layer?", "choices": {"text": ["The rock was once buried under a swamp.", "Water from a river washed across the rock.", "The rock was once sediment at the bottom of an ocean.", "Migrating animals dropped the seashell into the rock."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "The rock was once sediment at the bottom of an ocean.", "arguments": ["Question: A geologist found several types of seashell fossils in a rock layer. Which is the best conclusion about the rock layer?\nAnswer:", " ["], "resps": [[[-6.9140625, false]], [[-8.6640625, false]], [[-6.4140625, false]], [[-10.6640625, false]], [[-7.9140625, false]], [[-5.9140625, false]], [[-8.9140625, false]], [[-9.4140625, false]], [[-6.6640625, false]], [[-9.9140625, false]], [[-5.9140625, false]], [[-10.6640625, false]], [[-4.4140625, false]], [[-9.4140625, false]], [[-5.9140625, false]], [[-9.4140625, false]], [[-8.6640625, false]], [[-6.6640625, false]], [[-7.9140625, false]], [[-5.9140625, false]], [[-5.6640625, false]], [[-11.4140625, false]], [[-8.9140625, false]], [[-9.1640625, false]], [[-7.9140625, false]], [[-7.9140625, false]], [[-5.9140625, false]], [[-11.4140625, false]], [[-8.6640625, false]], [[-7.9140625, false]], [[-7.9140625, false]], [[-8.9140625, false]], [[-5.9140625, false]], [[-4.4140625, false]], [[-5.9140625, false]], [[-9.4140625, false]], [[-10.6640625, false]], [[-4.4140625, false]], [[-9.4140625, false]], [[-7.9140625, false]], [[-6.6953125, false]], [[-8.6640625, false]], [[-9.9453125, false]], [[-5.9140625, false]], [[-8.6640625, false]], [[-8.4140625, false]], [[-4.4140625, false]], [[-10.1640625, false]], [[-7.9140625, false]], [[-8.9140625, false]], [[-5.9140625, false]], [[-8.9140625, false]], [[-8.9140625, false]], [[-9.4140625, false]], [[-9.4140625, false]], [[-5.9140625, false]], [[-4.4140625, false]], [[-5.9140625, false]], [[-8.9140625, false]], [[-9.1640625, false]], [[-9.4140625, false]], [[-7.9140625, false]], [[-8.9140625, false]], [[-5.9140625, false]], [[-10.6640625, false]], [[-4.4140625, false]], [[-9.4140625, false]], [[-10.6640625, false]], [[-7.9140625, false]], [[-7.9140625, false]], [[-5.9140625, false]], [[-4.4140625, false]], [[-6.6640625, false]], [[-8.9140625, false]], [[-9.4140625, false]], [[-9.4140625, false]], [[-9.4140625, false]], [[-5.9140625, false]], [[-10.1640625, false]], [[-10.6640625, false]], [[-7.9140625, false]], [[-5.9140625, false]], [[-8.9140625, false]], [[-9.4140625, false]], [[-6.6640625, false]], [[-9.9140625, false]], [[-6.6953125, false]], [[-8.6640625, false]], [[-9.9453125, false]], [[-5.9140625, false]], [[-8.6640625, false]], [[-6.4140625, false]], [[-10.6640625, false]], [[-7.9140625, false]], [[-5.9140625, false]], [[-8.9140625, false]], [[-9.4140625, false]], [[-6.6640625, false]], [[-9.9140625, false]], [[-5.9140625, false]], [[-10.6640625, false]], [[-4.4140625, false]], [[-9.4140625, false]], [[-5.9140625, false]], [[-9.4140625, false]], [[-8.6640625, false]], [[-6.6640625, false]], [[-7.9140625, false]], [[-5.9140625, false]], [[-9.4140625, false]], [[-7.9140625, false]], [[-7.9140625, false]], [[-9.1640625, false]], [[-9.4140625, false]], [[-7.9140625, false]], [[-8.6640625, false]], [[-10.1640625, false]], [[-5.9140625, false]], [[-4.4140625, false]], [[-10.1640625, false]], [[-5.9140625, false]], [[-10.1640625, false]], [[-10.6640625, false]], [[-7.9140625, false]], [[-5.9140625, false]], [[-5.6640625, false]], [[-9.4140625, false]], [[-10.1640625, false]], [[-10.1640625, false]], [[-9.4140625, false]], [[-9.4140625, false]], [[-5.9140625, false]], [[-9.4140625, false]], [[-8.9140625, false]], [[-5.9140625, false]], [[-4.4140625, false]], [[-8.6640625, false]], [[-5.9140625, false]], [[-9.4140625, false]], [[-6.6640625, false]], [[-7.9140625, false]], [[-4.4140625, false]], [[-8.6640625, false]], [[-6.6953125, false]], [[-8.6640625, false]], [[-9.9453125, false]], [[-5.9140625, false]], [[-8.6640625, false]], [[-6.6640625, false]], [[-9.1640625, false]], [[-9.4140625, false]], [[-8.9140625, false]], [[-4.4140625, false]], [[-10.1640625, false]], [[-9.1640625, false]], [[-8.6640625, false]], [[-9.4140625, false]], [[-5.9140625, false]], [[-4.4140625, false]], [[-8.6640625, false]], [[-9.1640625, false]], [[-9.4140625, false]], [[-4.4140625, false]], [[-10.1640625, false]], [[-9.4140625, false]], [[-5.9140625, false]], [[-7.9140625, false]], [[-8.9140625, false]], [[-9.4140625, false]], [[-7.9140625, false]], [[-7.9140625, false]], [[-7.9140625, false]], [[-7.9140625, false]], [[-5.9140625, false]], [[-10.1640625, false]], [[-10.6640625, false]], [[-7.9140625, false]], [[-5.9140625, false]], [[-9.4140625, false]], [[-7.9140625, false]], [[-4.4140625, false]], [[-9.4140625, false]], [[-10.6640625, false]], [[-7.9140625, false]], [[-10.1640625, false]], [[-10.1640625, false]], [[-5.9140625, false]], [[-9.1640625, false]], [[-8.6640625, false]], [[-10.1640625, false]], [[-9.4140625, false]], [[-5.9140625, false]], [[-10.1640625, false]], [[-10.6640625, false]], [[-7.9140625, false]], [[-5.9140625, false]], [[-8.9140625, false]], [[-9.4140625, false]], [[-6.6640625, false]], [[-9.9140625, false]], [[-6.6953125, false]], [[-8.6640625, false]], [[-11.9140625, false]]], "filtered_resps": [[-6.9140625, false], [-8.6640625, false], [-6.4140625, false], [-10.6640625, false], [-7.9140625, false], [-5.9140625, false], [-8.9140625, false], [-9.4140625, false], [-6.6640625, false], [-9.9140625, false], [-5.9140625, false], [-10.6640625, false], [-4.4140625, false], [-9.4140625, false], [-5.9140625, false], [-9.4140625, false], [-8.6640625, false], [-6.6640625, false], [-7.9140625, false], [-5.9140625, false], [-5.6640625, false], [-11.4140625, false], [-8.9140625, false], [-9.1640625, false], [-7.9140625, false], [-7.9140625, false], [-5.9140625, false], [-11.4140625, false], [-8.6640625, false], [-7.9140625, false], [-7.9140625, false], [-8.9140625, false], [-5.9140625, false], [-4.4140625, false], [-5.9140625, false], [-9.4140625, false], [-10.6640625, false], [-4.4140625, false], [-9.4140625, false], [-7.9140625, false], [-6.6953125, false], [-8.6640625, false], [-9.9453125, false], [-5.9140625, false], [-8.6640625, false], [-8.4140625, false], [-4.4140625, false], [-10.1640625, false], [-7.9140625, false], [-8.9140625, false], [-5.9140625, false], [-8.9140625, false], [-8.9140625, false], [-9.4140625, false], [-9.4140625, false], [-5.9140625, false], [-4.4140625, false], [-5.9140625, false], [-8.9140625, false], [-9.1640625, false], [-9.4140625, false], [-7.9140625, false], [-8.9140625, false], [-5.9140625, false], [-10.6640625, false], [-4.4140625, false], [-9.4140625, false], [-10.6640625, false], [-7.9140625, false], [-7.9140625, false], [-5.9140625, false], [-4.4140625, false], [-6.6640625, false], [-8.9140625, false], [-9.4140625, false], [-9.4140625, false], [-9.4140625, false], [-5.9140625, false], [-10.1640625, false], [-10.6640625, false], [-7.9140625, false], [-5.9140625, false], [-8.9140625, false], [-9.4140625, false], [-6.6640625, false], [-9.9140625, false], [-6.6953125, false], [-8.6640625, false], [-9.9453125, false], [-5.9140625, false], [-8.6640625, false], [-6.4140625, false], [-10.6640625, false], [-7.9140625, false], [-5.9140625, false], [-8.9140625, false], [-9.4140625, false], [-6.6640625, false], [-9.9140625, false], [-5.9140625, false], [-10.6640625, false], [-4.4140625, false], [-9.4140625, false], [-5.9140625, false], [-9.4140625, false], [-8.6640625, false], [-6.6640625, false], [-7.9140625, false], [-5.9140625, false], [-9.4140625, false], [-7.9140625, false], [-7.9140625, false], [-9.1640625, false], [-9.4140625, false], [-7.9140625, false], [-8.6640625, false], [-10.1640625, false], [-5.9140625, false], [-4.4140625, false], [-10.1640625, false], [-5.9140625, false], [-10.1640625, false], [-10.6640625, false], [-7.9140625, false], [-5.9140625, false], [-5.6640625, false], [-9.4140625, false], [-10.1640625, false], [-10.1640625, false], [-9.4140625, false], [-9.4140625, false], [-5.9140625, false], [-9.4140625, false], [-8.9140625, false], [-5.9140625, false], [-4.4140625, false], [-8.6640625, false], [-5.9140625, false], [-9.4140625, false], [-6.6640625, false], [-7.9140625, false], [-4.4140625, false], [-8.6640625, false], [-6.6953125, false], [-8.6640625, false], [-9.9453125, false], [-5.9140625, false], [-8.6640625, false], [-6.6640625, false], [-9.1640625, false], [-9.4140625, false], [-8.9140625, false], [-4.4140625, false], [-10.1640625, false], [-9.1640625, false], [-8.6640625, false], [-9.4140625, false], [-5.9140625, false], [-4.4140625, false], [-8.6640625, false], [-9.1640625, false], [-9.4140625, false], [-4.4140625, false], [-10.1640625, false], [-9.4140625, false], [-5.9140625, false], [-7.9140625, false], [-8.9140625, false], [-9.4140625, false], [-7.9140625, false], [-7.9140625, false], [-7.9140625, false], [-7.9140625, false], [-5.9140625, false], [-10.1640625, false], [-10.6640625, false], [-7.9140625, false], [-5.9140625, false], [-9.4140625, false], [-7.9140625, false], [-4.4140625, false], [-9.4140625, false], [-10.6640625, false], [-7.9140625, false], [-10.1640625, false], [-10.1640625, false], [-5.9140625, false], [-9.1640625, false], [-8.6640625, false], [-10.1640625, false], [-9.4140625, false], [-5.9140625, false], [-10.1640625, false], [-10.6640625, false], [-7.9140625, false], [-5.9140625, false], [-8.9140625, false], [-9.4140625, false], [-6.6640625, false], [-9.9140625, false], [-6.6953125, false], [-8.6640625, false], [-11.9140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 204, "doc": {"id": "MCAS_2014_8_11", "question": "At one station in a production line, a worker must drill a hole in each end of wooden boards. At the next station, another worker attaches two of the boards together using metal fasteners that fit in the holes. Which of the following processes will ensure that the wooden boards fit together with the fewest errors?", "choices": {"text": ["placing the parts on a conveyor belt to keep them moving quickly", "using a fixture to hold the boards in place as the holes are drilled", "inspecting the boards after they are attached to each other", "installing equipment to protect workers from debris"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "using a fixture to hold the boards in place as the holes are drilled", "arguments": ["Question: At one station in a production line, a worker must drill a hole in each end of wooden boards. At the next station, another worker attaches two of the boards together using metal fasteners that fit in the holes. Which of the following processes will ensure that the wooden boards fit together with the fewest errors?\nAnswer:", " ["], "resps": [[[-6.08203125, false]], [[-9.828125, false]], [[-9.328125, false]], [[-8.828125, false]], [[-3.45703125, false]], [[-6.58203125, false]], [[-6.83203125, false]], [[-8.828125, false]], [[-10.703125, false]], [[-5.20703125, false]], [[-7.83203125, false]], [[-11.453125, false]], [[-8.078125, false]], [[-5.20703125, false]], [[-9.328125, false]], [[-3.45703125, false]], [[-9.578125, false]], [[-7.83203125, false]], [[-7.70703125, false]], [[-5.20703125, false]], [[-8.078125, false]], [[-8.828125, false]], [[-5.20703125, false]], [[-3.45703125, false]], [[-5.20703125, false]], [[-6.58203125, false]], [[-8.078125, false]], [[-8.828125, false]], [[-9.578125, false]], [[-8.078125, false]], [[-10.453125, false]], [[-8.078125, false]], [[-9.578125, false]], [[-5.20703125, false]], [[-6.08203125, false]], [[-8.078125, false]], [[-8.828125, false]], [[-7.83203125, false]], [[-5.20703125, false]], [[-7.83203125, false]], [[-8.078125, false]], [[-5.20703125, false]], [[-9.828125, false]], [[-8.078125, false]], [[-8.078125, false]], [[-9.328125, false]], [[-5.20703125, false]], [[-7.83203125, false]], [[-11.453125, false]], [[-8.078125, false]], [[-8.828125, false]], [[-5.20703125, false]], [[-8.828125, false]], [[-8.078125, false]], [[-9.578125, false]], [[-6.83203125, false]], [[-8.828125, false]], [[-10.703125, false]], [[-5.20703125, false]], [[-10.703125, false]], [[-9.703125, false]], [[-6.83203125, false]], [[-6.58203125, false]], [[-9.828125, false]], [[-8.828125, false]], [[-10.453125, false]], [[-9.828125, false]], [[-9.421875, false]], [[-5.20703125, false]], [[-9.828125, false]], [[-9.703125, false]], [[-7.70703125, false]], [[-6.83203125, false]], [[-8.828125, false]], [[-10.703125, false]], [[-5.20703125, false]], [[-3.45703125, false]], [[-5.20703125, false]], [[-9.078125, false]], [[-6.83203125, false]], [[-9.078125, false]], [[-7.83203125, false]], [[-9.703125, false]], [[-9.578125, false]], [[-8.078125, false]], [[-5.20703125, false]], [[-7.83203125, false]], [[-8.078125, false]], [[-5.20703125, false]], [[-11.453125, false]], [[-8.078125, false]], [[-8.828125, false]], [[-7.83203125, false]], [[-5.20703125, false]], [[-7.83203125, false]], [[-11.453125, false]], [[-8.078125, false]], [[-5.20703125, false]], [[-6.08203125, false]], [[-8.078125, false]], [[-3.45703125, false]], [[-9.578125, false]], [[-7.83203125, false]], [[-7.70703125, false]], [[-5.20703125, false]], [[-6.83203125, false]], [[-8.828125, false]], [[-5.20703125, false]], [[-9.328125, false]], [[-8.828125, false]], [[-3.45703125, false]], [[-6.58203125, false]], [[-8.078125, false]], [[-5.20703125, false]], [[-3.45703125, false]], [[-7.70703125, false]], [[-5.20703125, false]], [[-7.83203125, false]], [[-11.453125, false]], [[-8.078125, false]], [[-5.20703125, false]], [[-11.453125, false]], [[-8.078125, false]], [[-8.828125, false]], [[-8.078125, false]], [[-7.70703125, false]], [[-5.20703125, false]], [[-3.45703125, false]], [[-9.578125, false]], [[-8.078125, false]], [[-5.20703125, false]], [[-7.83203125, false]], [[-9.578125, false]], [[-6.83203125, false]], [[-8.828125, false]], [[-8.828125, false]], [[-8.078125, false]], [[-7.83203125, false]], [[-9.828125, false]], [[-9.421875, false]], [[-5.20703125, false]], [[-9.828125, false]], [[-6.83203125, false]], [[-8.828125, false]], [[-7.70703125, false]], [[-9.328125, false]], [[-8.078125, false]], [[-6.58203125, false]], [[-7.83203125, false]], [[-6.83203125, false]], [[-8.828125, false]], [[-10.703125, false]], [[-5.20703125, false]], [[-7.83203125, false]], [[-11.453125, false]], [[-8.078125, false]], [[-5.20703125, false]], [[-6.08203125, false]], [[-8.078125, false]], [[-3.45703125, false]], [[-9.578125, false]], [[-7.83203125, false]], [[-7.70703125, false]], [[-5.20703125, false]], [[-3.45703125, false]], [[-9.078125, false]], [[-7.83203125, false]], [[-8.078125, false]], [[-9.578125, false]], [[-5.20703125, false]], [[-7.83203125, false]], [[-11.453125, false]], [[-8.078125, false]], [[-10.453125, false]], [[-5.20703125, false]], [[-3.45703125, false]], [[-9.578125, false]], [[-8.078125, false]], [[-5.20703125, false]], [[-3.45703125, false]], [[-7.83203125, false]], [[-7.83203125, false]], [[-3.45703125, false]], [[-6.58203125, false]], [[-11.453125, false]], [[-8.078125, false]], [[-7.83203125, false]], [[-5.20703125, false]], [[-7.83203125, false]], [[-8.078125, false]], [[-5.20703125, false]], [[-8.078125, false]], [[-3.45703125, false]], [[-6.58203125, false]], [[-11.453125, false]], [[-5.20703125, false]], [[-8.078125, false]], [[-7.83203125, false]], [[-11.453125, false]], [[-8.078125, false]], [[-9.578125, false]], [[-9.828125, false]], [[-9.421875, false]], [[-5.20703125, false]], [[-9.828125, false]], [[-6.83203125, false]], [[-8.828125, false]], [[-7.70703125, false]], [[-7.83203125, false]], [[-3.45703125, false]], [[-8.828125, false]], [[-8.828125, false]], [[-6.83203125, false]], [[-8.828125, false]], [[-10.703125, false]], [[-5.20703125, false]], [[-8.078125, false]], [[-10.703125, false]], [[-9.703125, false]], [[-6.83203125, false]], [[-9.328125, false]], [[-8.828125, false]], [[-8.078125, false]], [[-8.828125, false]], [[-7.83203125, false]], [[-5.20703125, false]], [[-7.83203125, false]], [[-8.078125, false]], [[-5.20703125, false]], [[-9.328125, false]], [[-9.578125, false]], [[-8.078125, false]], [[-7.83203125, false]], [[-8.078125, false]], [[-6.58203125, false]], [[-7.83203125, false]], [[-5.20703125, false]], [[-9.078125, false]], [[-8.078125, false]], [[-9.578125, false]], [[-9.828125, false]], [[-8.078125, false]], [[-9.578125, false]], [[-7.70703125, false]], [[-5.20703125, false]], [[-9.078125, false]], [[-9.578125, false]], [[-8.078125, false]], [[-8.828125, false]], [[-5.20703125, false]], [[-7.83203125, false]], [[-8.078125, false]], [[-6.08203125, false]], [[-9.578125, false]], [[-6.83203125, false]], [[-7.70703125, false]], [[-9.828125, false]], [[-11.078125, false]]], "filtered_resps": [[-6.08203125, false], [-9.828125, false], [-9.328125, false], [-8.828125, false], [-3.45703125, false], [-6.58203125, false], [-6.83203125, false], [-8.828125, false], [-10.703125, false], [-5.20703125, false], [-7.83203125, false], [-11.453125, false], [-8.078125, false], [-5.20703125, false], [-9.328125, false], [-3.45703125, false], [-9.578125, false], [-7.83203125, false], [-7.70703125, false], [-5.20703125, false], [-8.078125, false], [-8.828125, false], [-5.20703125, false], [-3.45703125, false], [-5.20703125, false], [-6.58203125, false], [-8.078125, false], [-8.828125, false], [-9.578125, false], [-8.078125, false], [-10.453125, false], [-8.078125, false], [-9.578125, false], [-5.20703125, false], [-6.08203125, false], [-8.078125, false], [-8.828125, false], [-7.83203125, false], [-5.20703125, false], [-7.83203125, false], [-8.078125, false], [-5.20703125, false], [-9.828125, false], [-8.078125, false], [-8.078125, false], [-9.328125, false], [-5.20703125, false], [-7.83203125, false], [-11.453125, false], [-8.078125, false], [-8.828125, false], [-5.20703125, false], [-8.828125, false], [-8.078125, false], [-9.578125, false], [-6.83203125, false], [-8.828125, false], [-10.703125, false], [-5.20703125, false], [-10.703125, false], [-9.703125, false], [-6.83203125, false], [-6.58203125, false], [-9.828125, false], [-8.828125, false], [-10.453125, false], [-9.828125, false], [-9.421875, false], [-5.20703125, false], [-9.828125, false], [-9.703125, false], [-7.70703125, false], [-6.83203125, false], [-8.828125, false], [-10.703125, false], [-5.20703125, false], [-3.45703125, false], [-5.20703125, false], [-9.078125, false], [-6.83203125, false], [-9.078125, false], [-7.83203125, false], [-9.703125, false], [-9.578125, false], [-8.078125, false], [-5.20703125, false], [-7.83203125, false], [-8.078125, false], [-5.20703125, false], [-11.453125, false], [-8.078125, false], [-8.828125, false], [-7.83203125, false], [-5.20703125, false], [-7.83203125, false], [-11.453125, false], [-8.078125, false], [-5.20703125, false], [-6.08203125, false], [-8.078125, false], [-3.45703125, false], [-9.578125, false], [-7.83203125, false], [-7.70703125, false], [-5.20703125, false], [-6.83203125, false], [-8.828125, false], [-5.20703125, false], [-9.328125, false], [-8.828125, false], [-3.45703125, false], [-6.58203125, false], [-8.078125, false], [-5.20703125, false], [-3.45703125, false], [-7.70703125, false], [-5.20703125, false], [-7.83203125, false], [-11.453125, false], [-8.078125, false], [-5.20703125, false], [-11.453125, false], [-8.078125, false], [-8.828125, false], [-8.078125, false], [-7.70703125, false], [-5.20703125, false], [-3.45703125, false], [-9.578125, false], [-8.078125, false], [-5.20703125, false], [-7.83203125, false], [-9.578125, false], [-6.83203125, false], [-8.828125, false], [-8.828125, false], [-8.078125, false], [-7.83203125, false], [-9.828125, false], [-9.421875, false], [-5.20703125, false], [-9.828125, false], [-6.83203125, false], [-8.828125, false], [-7.70703125, false], [-9.328125, false], [-8.078125, false], [-6.58203125, false], [-7.83203125, false], [-6.83203125, false], [-8.828125, false], [-10.703125, false], [-5.20703125, false], [-7.83203125, false], [-11.453125, false], [-8.078125, false], [-5.20703125, false], [-6.08203125, false], [-8.078125, false], [-3.45703125, false], [-9.578125, false], [-7.83203125, false], [-7.70703125, false], [-5.20703125, false], [-3.45703125, false], [-9.078125, false], [-7.83203125, false], [-8.078125, false], [-9.578125, false], [-5.20703125, false], [-7.83203125, false], [-11.453125, false], [-8.078125, false], [-10.453125, false], [-5.20703125, false], [-3.45703125, false], [-9.578125, false], [-8.078125, false], [-5.20703125, false], [-3.45703125, false], [-7.83203125, false], [-7.83203125, false], [-3.45703125, false], [-6.58203125, false], [-11.453125, false], [-8.078125, false], [-7.83203125, false], [-5.20703125, false], [-7.83203125, false], [-8.078125, false], [-5.20703125, false], [-8.078125, false], [-3.45703125, false], [-6.58203125, false], [-11.453125, false], [-5.20703125, false], [-8.078125, false], [-7.83203125, false], [-11.453125, false], [-8.078125, false], [-9.578125, false], [-9.828125, false], [-9.421875, false], [-5.20703125, false], [-9.828125, false], [-6.83203125, false], [-8.828125, false], [-7.70703125, false], [-7.83203125, false], [-3.45703125, false], [-8.828125, false], [-8.828125, false], [-6.83203125, false], [-8.828125, false], [-10.703125, false], [-5.20703125, false], [-8.078125, false], [-10.703125, false], [-9.703125, false], [-6.83203125, false], [-9.328125, false], [-8.828125, false], [-8.078125, false], [-8.828125, false], [-7.83203125, false], [-5.20703125, false], [-7.83203125, false], [-8.078125, false], [-5.20703125, false], [-9.328125, false], [-9.578125, false], [-8.078125, false], [-7.83203125, false], [-8.078125, false], [-6.58203125, false], [-7.83203125, false], [-5.20703125, false], [-9.078125, false], [-8.078125, false], [-9.578125, false], [-9.828125, false], [-8.078125, false], [-9.578125, false], [-7.70703125, false], [-5.20703125, false], [-9.078125, false], [-9.578125, false], [-8.078125, false], [-8.828125, false], [-5.20703125, false], [-7.83203125, false], [-8.078125, false], [-6.08203125, false], [-9.578125, false], [-6.83203125, false], [-7.70703125, false], [-9.828125, false], [-11.078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 212, "doc": {"id": "Mercury_415684", "question": "What is the effect of absorption of infrared light by human skin?", "choices": {"text": ["sunburn on the skin surface", "disinfection of the skin tissues", "feeling of warmth on the skin", "immediate death of skin cells"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "feeling of warmth on the skin", "arguments": ["Question: What is the effect of absorption of infrared light by human skin?\nAnswer:", " ["], "resps": [[[-7.3984375, false]], [[-9.3984375, false]], [[-11.3984375, false]], [[-11.6484375, false]], [[-10.8984375, false]], [[-10.6484375, false]], [[-11.6484375, false]], [[-13.3984375, false]], [[-10.8984375, false]], [[-6.1484375, false]], [[-8.8984375, false]], [[-10.8984375, false]], [[-6.1484375, false]], [[-12.6484375, false]], [[-12.3984375, false]], [[-10.1484375, false]], [[-6.1484375, false]], [[-11.3984375, false]], [[-12.1484375, false]], [[-9.1484375, false]], [[-10.8984375, false]], [[-6.1484375, false]], [[-11.3984375, false]], [[-11.6484375, false]], [[-13.3984375, false]], [[-12.3984375, false]], [[-7.6484375, false]], [[-11.6484375, false]], [[-10.1484375, false]], [[-9.3984375, false]], [[-9.5625, false]], [[-6.1484375, false]], [[-9.3984375, false]], [[-11.8984375, false]], [[-9.1484375, false]], [[-11.3984375, false]], [[-9.1484375, false]], [[-10.8984375, false]], [[-12.3984375, false]], [[-10.1484375, false]], [[-11.6484375, false]], [[-12.6484375, false]], [[-9.1484375, false]], [[-8.8984375, false]], [[-10.8984375, false]], [[-6.1484375, false]], [[-8.8984375, false]], [[-12.3984375, false]], [[-6.1484375, false]], [[-12.6484375, false]], [[-12.3984375, false]], [[-10.1484375, false]], [[-6.1484375, false]], [[-11.3984375, false]], [[-12.1484375, false]], [[-9.1484375, false]], [[-10.8984375, false]], [[-6.1484375, false]], [[-12.6484375, false]], [[-9.1484375, false]], [[-11.3984375, false]], [[-11.3984375, false]], [[-11.6484375, false]], [[-10.1484375, false]], [[-11.3984375, false]], [[-9.3984375, false]], [[-9.5625, false]], [[-6.1484375, false]], [[-9.3984375, false]], [[-12.3984375, false]], [[-10.1484375, false]], [[-10.1484375, false]], [[-10.8984375, false]], [[-9.1484375, false]], [[-10.8984375, false]], [[-14.6484375, false]], [[-6.1484375, false]], [[-8.8984375, false]], [[-12.3984375, false]], [[-6.1484375, false]], [[-12.6484375, false]], [[-7.6484375, false]], [[-13.3984375, false]], [[-11.8984375, false]], [[-12.6484375, false]], [[-12.3984375, false]], [[-6.1484375, false]], [[-8.8984375, false]], [[-10.8984375, false]], [[-6.1484375, false]], [[-12.6484375, false]], [[-12.3984375, false]], [[-10.1484375, false]], [[-6.1484375, false]], [[-11.3984375, false]], [[-12.1484375, false]], [[-9.1484375, false]], [[-10.8984375, false]], [[-9.3984375, false]], [[-9.5625, false]], [[-6.1484375, false]], [[-9.3984375, false]], [[-9.1484375, false]], [[-11.8984375, false]], [[-11.8984375, false]], [[-10.1484375, false]], [[-11.8984375, false]], [[-9.1484375, false]], [[-7.6484375, false]], [[-12.6484375, false]], [[-10.1484375, false]], [[-6.1484375, false]], [[-11.8984375, false]], [[-10.1484375, false]], [[-7.6484375, false]], [[-12.6484375, false]], [[-12.3984375, false]], [[-6.1484375, false]], [[-8.8984375, false]], [[-12.3984375, false]], [[-6.1484375, false]], [[-11.3984375, false]], [[-12.1484375, false]], [[-9.1484375, false]], [[-10.8984375, false]], [[-6.1484375, false]], [[-11.6484375, false]], [[-10.1484375, false]], [[-10.8984375, false]], [[-10.8984375, false]], [[-11.3984375, false]], [[-9.3984375, false]], [[-13.1484375, false]]], "filtered_resps": [[-7.3984375, false], [-9.3984375, false], [-11.3984375, false], [-11.6484375, false], [-10.8984375, false], [-10.6484375, false], [-11.6484375, false], [-13.3984375, false], [-10.8984375, false], [-6.1484375, false], [-8.8984375, false], [-10.8984375, false], [-6.1484375, false], [-12.6484375, false], [-12.3984375, false], [-10.1484375, false], [-6.1484375, false], [-11.3984375, false], [-12.1484375, false], [-9.1484375, false], [-10.8984375, false], [-6.1484375, false], [-11.3984375, false], [-11.6484375, false], [-13.3984375, false], [-12.3984375, false], [-7.6484375, false], [-11.6484375, false], [-10.1484375, false], [-9.3984375, false], [-9.5625, false], [-6.1484375, false], [-9.3984375, false], [-11.8984375, false], [-9.1484375, false], [-11.3984375, false], [-9.1484375, false], [-10.8984375, false], [-12.3984375, false], [-10.1484375, false], [-11.6484375, false], [-12.6484375, false], [-9.1484375, false], [-8.8984375, false], [-10.8984375, false], [-6.1484375, false], [-8.8984375, false], [-12.3984375, false], [-6.1484375, false], [-12.6484375, false], [-12.3984375, false], [-10.1484375, false], [-6.1484375, false], [-11.3984375, false], [-12.1484375, false], [-9.1484375, false], [-10.8984375, false], [-6.1484375, false], [-12.6484375, false], [-9.1484375, false], [-11.3984375, false], [-11.3984375, false], [-11.6484375, false], [-10.1484375, false], [-11.3984375, false], [-9.3984375, false], [-9.5625, false], [-6.1484375, false], [-9.3984375, false], [-12.3984375, false], [-10.1484375, false], [-10.1484375, false], [-10.8984375, false], [-9.1484375, false], [-10.8984375, false], [-14.6484375, false], [-6.1484375, false], [-8.8984375, false], [-12.3984375, false], [-6.1484375, false], [-12.6484375, false], [-7.6484375, false], [-13.3984375, false], [-11.8984375, false], [-12.6484375, false], [-12.3984375, false], [-6.1484375, false], [-8.8984375, false], [-10.8984375, false], [-6.1484375, false], [-12.6484375, false], [-12.3984375, false], [-10.1484375, false], [-6.1484375, false], [-11.3984375, false], [-12.1484375, false], [-9.1484375, false], [-10.8984375, false], [-9.3984375, false], [-9.5625, false], [-6.1484375, false], [-9.3984375, false], [-9.1484375, false], [-11.8984375, false], [-11.8984375, false], [-10.1484375, false], [-11.8984375, false], [-9.1484375, false], [-7.6484375, false], [-12.6484375, false], [-10.1484375, false], [-6.1484375, false], [-11.8984375, false], [-10.1484375, false], [-7.6484375, false], [-12.6484375, false], [-12.3984375, false], [-6.1484375, false], [-8.8984375, false], [-12.3984375, false], [-6.1484375, false], [-11.3984375, false], [-12.1484375, false], [-9.1484375, false], [-10.8984375, false], [-6.1484375, false], [-11.6484375, false], [-10.1484375, false], [-10.8984375, false], [-10.8984375, false], [-11.3984375, false], [-9.3984375, false], [-13.1484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 220, "doc": {"id": "Mercury_SC_408919", "question": "The first powerful telescopes were built during the early 1600s. Scientists at that time were able to learn more about which subject by using the telescope?", "choices": {"text": ["the shape of continents of Earth", "the effect of storms and hurricanes", "forces changing the surface of Earth", "planets and moons in the solar system"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "planets and moons in the solar system", "arguments": ["Question: The first powerful telescopes were built during the early 1600s. Scientists at that time were able to learn more about which subject by using the telescope?\nAnswer:", " ["], "resps": [[[-8.0390625, false]], [[-8.7890625, false]], [[-10.5390625, false]], [[-11.2890625, false]], [[-7.78515625, false]], [[-5.78515625, false]], [[-9.1640625, false]], [[-11.2890625, false]], [[-6.16015625, false]], [[-9.5390625, false]], [[-7.78515625, false]], [[-5.78515625, false]], [[-7.53515625, false]], [[-8.4140625, false]], [[-5.78515625, false]], [[-9.0390625, false]], [[-7.53515625, false]], [[-10.5390625, false]], [[-10.5390625, false]], [[-8.4140625, false]], [[-10.5390625, false]], [[-7.78515625, false]], [[-10.5390625, false]], [[-10.5390625, false]], [[-9.1640625, false]], [[-5.78515625, false]], [[-7.53515625, false]], [[-8.4140625, false]], [[-5.78515625, false]], [[-6.03515625, false]], [[-6.16015625, false]], [[-9.9140625, false]], [[-10.5390625, false]], [[-11.2890625, false]], [[-8.7890625, false]], [[-10.15625, false]], [[-5.78515625, false]], [[-8.7890625, false]], [[-10.5390625, false]], [[-11.2890625, false]], [[-7.78515625, false]], [[-5.78515625, false]], [[-7.78515625, false]], [[-8.4140625, false]], [[-8.4140625, false]], [[-7.78515625, false]], [[-9.0390625, false]], [[-10.5390625, false]], [[-5.78515625, false]], [[-7.53515625, false]], [[-8.4140625, false]], [[-5.78515625, false]], [[-9.1640625, false]], [[-10.5390625, false]], [[-7.53515625, false]], [[-9.9140625, false]], [[-10.0390625, false]], [[-9.1640625, false]], [[-5.78515625, false]], [[-6.16015625, false]], [[-10.5390625, false]], [[-10.2890625, false]], [[-5.78515625, false]], [[-11.2890625, false]], [[-10.9140625, false]], [[-9.9140625, false]], [[-9.9140625, false]], [[-8.4140625, false]], [[-9.0390625, false]], [[-6.16015625, false]], [[-10.5390625, false]], [[-7.78515625, false]], [[-9.1640625, false]], [[-8.7890625, false]], [[-10.15625, false]], [[-5.78515625, false]], [[-8.7890625, false]], [[-8.4140625, false]], [[-7.53515625, false]], [[-9.9140625, false]], [[-9.0390625, false]], [[-7.78515625, false]], [[-9.1640625, false]], [[-5.78515625, false]], [[-9.0390625, false]], [[-11.2890625, false]], [[-6.16015625, false]], [[-10.5390625, false]], [[-12.6640625, false]], [[-8.4140625, false]], [[-10.5390625, false]], [[-12.6640625, false]], [[-5.78515625, false]], [[-10.5390625, false]], [[-11.2890625, false]], [[-7.78515625, false]], [[-5.78515625, false]], [[-9.1640625, false]], [[-10.9140625, false]], [[-9.9140625, false]], [[-8.4140625, false]], [[-6.16015625, false]], [[-9.0390625, false]], [[-7.78515625, false]], [[-5.78515625, false]], [[-7.53515625, false]], [[-8.4140625, false]], [[-5.78515625, false]], [[-6.03515625, false]], [[-6.16015625, false]], [[-9.9140625, false]], [[-10.5390625, false]], [[-11.2890625, false]], [[-8.7890625, false]], [[-10.15625, false]], [[-5.78515625, false]], [[-8.7890625, false]], [[-9.5390625, false]], [[-9.4140625, false]], [[-6.16015625, false]], [[-10.5390625, false]], [[-7.78515625, false]], [[-10.5390625, false]], [[-9.1640625, false]], [[-5.78515625, false]], [[-6.16015625, false]], [[-10.5390625, false]], [[-10.2890625, false]], [[-5.78515625, false]], [[-10.0390625, false]], [[-7.53515625, false]], [[-7.53515625, false]], [[-10.5390625, false]], [[-9.1640625, false]], [[-5.78515625, false]], [[-8.4140625, false]], [[-10.5390625, false]], [[-5.78515625, false]], [[-10.5390625, false]], [[-11.2890625, false]], [[-7.78515625, false]], [[-5.78515625, false]], [[-9.1640625, false]], [[-7.53515625, false]], [[-9.4140625, false]], [[-6.16015625, false]], [[-9.9140625, false]], [[-5.78515625, false]], [[-9.1640625, false]], [[-12.7890625, false]], [[-9.1640625, false]], [[-10.5390625, false]], [[-7.78515625, false]], [[-10.0390625, false]], [[-8.7890625, false]], [[-13.1640625, false]]], "filtered_resps": [[-8.0390625, false], [-8.7890625, false], [-10.5390625, false], [-11.2890625, false], [-7.78515625, false], [-5.78515625, false], [-9.1640625, false], [-11.2890625, false], [-6.16015625, false], [-9.5390625, false], [-7.78515625, false], [-5.78515625, false], [-7.53515625, false], [-8.4140625, false], [-5.78515625, false], [-9.0390625, false], [-7.53515625, false], [-10.5390625, false], [-10.5390625, false], [-8.4140625, false], [-10.5390625, false], [-7.78515625, false], [-10.5390625, false], [-10.5390625, false], [-9.1640625, false], [-5.78515625, false], [-7.53515625, false], [-8.4140625, false], [-5.78515625, false], [-6.03515625, false], [-6.16015625, false], [-9.9140625, false], [-10.5390625, false], [-11.2890625, false], [-8.7890625, false], [-10.15625, false], [-5.78515625, false], [-8.7890625, false], [-10.5390625, false], [-11.2890625, false], [-7.78515625, false], [-5.78515625, false], [-7.78515625, false], [-8.4140625, false], [-8.4140625, false], [-7.78515625, false], [-9.0390625, false], [-10.5390625, false], [-5.78515625, false], [-7.53515625, false], [-8.4140625, false], [-5.78515625, false], [-9.1640625, false], [-10.5390625, false], [-7.53515625, false], [-9.9140625, false], [-10.0390625, false], [-9.1640625, false], [-5.78515625, false], [-6.16015625, false], [-10.5390625, false], [-10.2890625, false], [-5.78515625, false], [-11.2890625, false], [-10.9140625, false], [-9.9140625, false], [-9.9140625, false], [-8.4140625, false], [-9.0390625, false], [-6.16015625, false], [-10.5390625, false], [-7.78515625, false], [-9.1640625, false], [-8.7890625, false], [-10.15625, false], [-5.78515625, false], [-8.7890625, false], [-8.4140625, false], [-7.53515625, false], [-9.9140625, false], [-9.0390625, false], [-7.78515625, false], [-9.1640625, false], [-5.78515625, false], [-9.0390625, false], [-11.2890625, false], [-6.16015625, false], [-10.5390625, false], [-12.6640625, false], [-8.4140625, false], [-10.5390625, false], [-12.6640625, false], [-5.78515625, false], [-10.5390625, false], [-11.2890625, false], [-7.78515625, false], [-5.78515625, false], [-9.1640625, false], [-10.9140625, false], [-9.9140625, false], [-8.4140625, false], [-6.16015625, false], [-9.0390625, false], [-7.78515625, false], [-5.78515625, false], [-7.53515625, false], [-8.4140625, false], [-5.78515625, false], [-6.03515625, false], [-6.16015625, false], [-9.9140625, false], [-10.5390625, false], [-11.2890625, false], [-8.7890625, false], [-10.15625, false], [-5.78515625, false], [-8.7890625, false], [-9.5390625, false], [-9.4140625, false], [-6.16015625, false], [-10.5390625, false], [-7.78515625, false], [-10.5390625, false], [-9.1640625, false], [-5.78515625, false], [-6.16015625, false], [-10.5390625, false], [-10.2890625, false], [-5.78515625, false], [-10.0390625, false], [-7.53515625, false], [-7.53515625, false], [-10.5390625, false], [-9.1640625, false], [-5.78515625, false], [-8.4140625, false], [-10.5390625, false], [-5.78515625, false], [-10.5390625, false], [-11.2890625, false], [-7.78515625, false], [-5.78515625, false], [-9.1640625, false], [-7.53515625, false], [-9.4140625, false], [-6.16015625, false], [-9.9140625, false], [-5.78515625, false], [-9.1640625, false], [-12.7890625, false], [-9.1640625, false], [-10.5390625, false], [-7.78515625, false], [-10.0390625, false], [-8.7890625, false], [-13.1640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 228, "doc": {"id": "Mercury_7041300", "question": "Clear cutting of old growth forests in Oregon provides lumber for housing. In the process of clear cutting, plant diversity decreases and some organisms are pushed to extinction. Clear cutting is an example of", "choices": {"text": ["a change in aquatic conditions.", "a change in societal conditions.", "a change in atmospheric conditions.", "a change in environmental conditions."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "a change in environmental conditions.", "arguments": ["Question: Clear cutting of old growth forests in Oregon provides lumber for housing. In the process of clear cutting, plant diversity decreases and some organisms are pushed to extinction. Clear cutting is an example of\nAnswer:", " ["], "resps": [[[-6.83203125, false]], [[-7.95703125, false]], [[-3.70703125, false]], [[-4.58203125, false]], [[-6.33203125, false]], [[-9.578125, false]], [[-3.70703125, false]], [[-7.33203125, false]], [[-9.578125, false]], [[-7.08203125, false]], [[-4.58203125, false]], [[-6.70703125, false]], [[-7.33203125, false]], [[-4.58203125, false]], [[-3.70703125, false]], [[-8.828125, false]], [[-10.703125, false]], [[-3.70703125, false]], [[-9.703125, false]], [[-6.70703125, false]], [[-6.33203125, false]], [[-4.58203125, false]], [[-6.33203125, false]], [[-7.95703125, false]], [[-7.33203125, false]], [[-5.70703125, false]], [[-6.70703125, false]], [[-9.703125, false]], [[-6.70703125, false]], [[-7.95703125, false]], [[-7.33203125, false]], [[-8.453125, false]], [[-6.13671875, false]], [[-7.95703125, false]], [[-7.76171875, false]], [[-4.58203125, false]], [[-7.95703125, false]], [[-3.70703125, false]], [[-4.58203125, false]], [[-6.33203125, false]], [[-9.578125, false]], [[-3.70703125, false]], [[-7.33203125, false]], [[-9.578125, false]], [[-7.08203125, false]], [[-4.58203125, false]], [[-6.70703125, false]], [[-7.33203125, false]], [[-4.58203125, false]], [[-8.453125, false]], [[-7.95703125, false]], [[-6.33203125, false]], [[-6.70703125, false]], [[-7.08203125, false]], [[-9.703125, false]], [[-3.70703125, false]], [[-8.328125, false]], [[-4.58203125, false]], [[-6.33203125, false]], [[-7.95703125, false]], [[-7.33203125, false]], [[-5.70703125, false]], [[-6.70703125, false]], [[-9.703125, false]], [[-6.70703125, false]], [[-7.95703125, false]], [[-7.33203125, false]], [[-8.453125, false]], [[-6.13671875, false]], [[-7.95703125, false]], [[-7.76171875, false]], [[-4.58203125, false]], [[-7.95703125, false]], [[-3.70703125, false]], [[-4.58203125, false]], [[-6.33203125, false]], [[-9.578125, false]], [[-3.70703125, false]], [[-7.33203125, false]], [[-9.578125, false]], [[-7.08203125, false]], [[-4.58203125, false]], [[-6.70703125, false]], [[-7.33203125, false]], [[-4.58203125, false]], [[-3.70703125, false]], [[-9.703125, false]], [[-8.703125, false]], [[-7.95703125, false]], [[-8.453125, false]], [[-7.58203125, false]], [[-9.578125, false]], [[-7.08203125, false]], [[-8.453125, false]], [[-6.70703125, false]], [[-6.33203125, false]], [[-4.58203125, false]], [[-6.33203125, false]], [[-7.95703125, false]], [[-7.33203125, false]], [[-5.70703125, false]], [[-6.70703125, false]], [[-9.703125, false]], [[-6.70703125, false]], [[-7.95703125, false]], [[-7.33203125, false]], [[-8.453125, false]], [[-6.13671875, false]], [[-7.95703125, false]], [[-7.76171875, false]], [[-4.58203125, false]], [[-7.95703125, false]], [[-3.70703125, false]], [[-4.58203125, false]], [[-6.33203125, false]], [[-9.578125, false]], [[-3.70703125, false]], [[-7.33203125, false]], [[-9.578125, false]], [[-7.08203125, false]], [[-4.58203125, false]], [[-6.70703125, false]], [[-7.33203125, false]], [[-4.58203125, false]], [[-7.08203125, false]], [[-7.33203125, false]], [[-9.578125, false]], [[-6.70703125, false]], [[-8.453125, false]], [[-7.95703125, false]], [[-7.33203125, false]], [[-8.703125, false]], [[-7.08203125, false]], [[-7.33203125, false]], [[-9.703125, false]], [[-3.70703125, false]], [[-8.328125, false]], [[-4.58203125, false]], [[-6.33203125, false]], [[-7.95703125, false]], [[-7.33203125, false]], [[-5.70703125, false]], [[-6.70703125, false]], [[-9.703125, false]], [[-6.70703125, false]], [[-7.95703125, false]], [[-7.33203125, false]], [[-8.453125, false]], [[-6.13671875, false]], [[-7.95703125, false]], [[-11.578125, false]]], "filtered_resps": [[-6.83203125, false], [-7.95703125, false], [-3.70703125, false], [-4.58203125, false], [-6.33203125, false], [-9.578125, false], [-3.70703125, false], [-7.33203125, false], [-9.578125, false], [-7.08203125, false], [-4.58203125, false], [-6.70703125, false], [-7.33203125, false], [-4.58203125, false], [-3.70703125, false], [-8.828125, false], [-10.703125, false], [-3.70703125, false], [-9.703125, false], [-6.70703125, false], [-6.33203125, false], [-4.58203125, false], [-6.33203125, false], [-7.95703125, false], [-7.33203125, false], [-5.70703125, false], [-6.70703125, false], [-9.703125, false], [-6.70703125, false], [-7.95703125, false], [-7.33203125, false], [-8.453125, false], [-6.13671875, false], [-7.95703125, false], [-7.76171875, false], [-4.58203125, false], [-7.95703125, false], [-3.70703125, false], [-4.58203125, false], [-6.33203125, false], [-9.578125, false], [-3.70703125, false], [-7.33203125, false], [-9.578125, false], [-7.08203125, false], [-4.58203125, false], [-6.70703125, false], [-7.33203125, false], [-4.58203125, false], [-8.453125, false], [-7.95703125, false], [-6.33203125, false], [-6.70703125, false], [-7.08203125, false], [-9.703125, false], [-3.70703125, false], [-8.328125, false], [-4.58203125, false], [-6.33203125, false], [-7.95703125, false], [-7.33203125, false], [-5.70703125, false], [-6.70703125, false], [-9.703125, false], [-6.70703125, false], [-7.95703125, false], [-7.33203125, false], [-8.453125, false], [-6.13671875, false], [-7.95703125, false], [-7.76171875, false], [-4.58203125, false], [-7.95703125, false], [-3.70703125, false], [-4.58203125, false], [-6.33203125, false], [-9.578125, false], [-3.70703125, false], [-7.33203125, false], [-9.578125, false], [-7.08203125, false], [-4.58203125, false], [-6.70703125, false], [-7.33203125, false], [-4.58203125, false], [-3.70703125, false], [-9.703125, false], [-8.703125, false], [-7.95703125, false], [-8.453125, false], [-7.58203125, false], [-9.578125, false], [-7.08203125, false], [-8.453125, false], [-6.70703125, false], [-6.33203125, false], [-4.58203125, false], [-6.33203125, false], [-7.95703125, false], [-7.33203125, false], [-5.70703125, false], [-6.70703125, false], [-9.703125, false], [-6.70703125, false], [-7.95703125, false], [-7.33203125, false], [-8.453125, false], [-6.13671875, false], [-7.95703125, false], [-7.76171875, false], [-4.58203125, false], [-7.95703125, false], [-3.70703125, false], [-4.58203125, false], [-6.33203125, false], [-9.578125, false], [-3.70703125, false], [-7.33203125, false], [-9.578125, false], [-7.08203125, false], [-4.58203125, false], [-6.70703125, false], [-7.33203125, false], [-4.58203125, false], [-7.08203125, false], [-7.33203125, false], [-9.578125, false], [-6.70703125, false], [-8.453125, false], [-7.95703125, false], [-7.33203125, false], [-8.703125, false], [-7.08203125, false], [-7.33203125, false], [-9.703125, false], [-3.70703125, false], [-8.328125, false], [-4.58203125, false], [-6.33203125, false], [-7.95703125, false], [-7.33203125, false], [-5.70703125, false], [-6.70703125, false], [-9.703125, false], [-6.70703125, false], [-7.95703125, false], [-7.33203125, false], [-8.453125, false], [-6.13671875, false], [-7.95703125, false], [-11.578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 236, "doc": {"id": "Mercury_7001575", "question": "Which characteristic of wolves is most likely learned?", "choices": {"text": ["fur color", "eyesight", "litter size", "social behavior"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "social behavior", "arguments": ["Question: Which characteristic of wolves is most likely learned?\nAnswer:", " ["], "resps": [[[-6.9140625, false]], [[-8.1640625, false]], [[-9.2890625, false]], [[-10.4140625, false]], [[-10.5390625, false]], [[-5.2890625, false]], [[-9.0390625, false]], [[-9.6640625, false]], [[-8.4140625, false]], [[-9.6640625, false]], [[-10.5390625, false]], [[-8.1640625, false]], [[-10.2578125, false]], [[-5.2890625, false]], [[-8.1640625, false]], [[-9.0390625, false]], [[-12.1640625, false]], [[-9.0390625, false]], [[-8.6640625, false]], [[-9.6640625, false]], [[-10.5390625, false]], [[-10.6640625, false]], [[-10.1640625, false]], [[-8.1640625, false]], [[-10.2578125, false]], [[-5.2890625, false]], [[-8.1640625, false]], [[-8.4140625, false]], [[-9.6640625, false]], [[-10.1640625, false]], [[-10.1640625, false]], [[-9.0390625, false]], [[-10.5390625, false]], [[-5.2890625, false]], [[-8.6640625, false]], [[-9.6640625, false]], [[-12.5390625, false]], [[-9.0390625, false]], [[-8.1640625, false]], [[-10.2578125, false]], [[-5.2890625, false]], [[-8.1640625, false]], [[-8.6640625, false]], [[-9.6640625, false]], [[-9.0390625, false]], [[-9.6640625, false]], [[-4.7890625, false]], [[-8.4140625, false]], [[-5.2890625, false]], [[-10.4140625, false]], [[-9.0390625, false]], [[-10.6640625, false]], [[-4.7890625, false]], [[-11.7890625, false]], [[-9.6640625, false]], [[-9.6640625, false]], [[-10.5390625, false]], [[-8.1640625, false]], [[-14.0390625, false]]], "filtered_resps": [[-6.9140625, false], [-8.1640625, false], [-9.2890625, false], [-10.4140625, false], [-10.5390625, false], [-5.2890625, false], [-9.0390625, false], [-9.6640625, false], [-8.4140625, false], [-9.6640625, false], [-10.5390625, false], [-8.1640625, false], [-10.2578125, false], [-5.2890625, false], [-8.1640625, false], [-9.0390625, false], [-12.1640625, false], [-9.0390625, false], [-8.6640625, false], [-9.6640625, false], [-10.5390625, false], [-10.6640625, false], [-10.1640625, false], [-8.1640625, false], [-10.2578125, false], [-5.2890625, false], [-8.1640625, false], [-8.4140625, false], [-9.6640625, false], [-10.1640625, false], [-10.1640625, false], [-9.0390625, false], [-10.5390625, false], [-5.2890625, false], [-8.6640625, false], [-9.6640625, false], [-12.5390625, false], [-9.0390625, false], [-8.1640625, false], [-10.2578125, false], [-5.2890625, false], [-8.1640625, false], [-8.6640625, false], [-9.6640625, false], [-9.0390625, false], [-9.6640625, false], [-4.7890625, false], [-8.4140625, false], [-5.2890625, false], [-10.4140625, false], [-9.0390625, false], [-10.6640625, false], [-4.7890625, false], [-11.7890625, false], [-9.6640625, false], [-9.6640625, false], [-10.5390625, false], [-8.1640625, false], [-14.0390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 244, "doc": {"id": "AIMS_2009_4_25", "question": "Four students tried to find out which magnet was the strongest. They each shared one idea. Which idea shows scientific thinking?", "choices": {"text": ["We can pick the longest magnet.", "We can pick the heaviest magnet.", "We can measure the strength of the magnets.", "We can vote for the magnet that we think is the strongest."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "We can measure the strength of the magnets.", "arguments": ["Question: Four students tried to find out which magnet was the strongest. They each shared one idea. Which idea shows scientific thinking?\nAnswer:", " ["], "resps": [[[-6.78515625, false]], [[-8.28125, false]], [[-7.41015625, false]], [[-8.03125, false]], [[-5.28515625, false]], [[-7.91015625, false]], [[-5.16015625, false]], [[-9.03125, false]], [[-5.28515625, false]], [[-9.28125, false]], [[-8.90625, false]], [[-7.91015625, false]], [[-9.53125, false]], [[-5.28515625, false]], [[-9.15625, false]], [[-10.65625, false]], [[-8.03125, false]], [[-5.28515625, false]], [[-10.78125, false]], [[-10.03125, false]], [[-9.03125, false]], [[-10.40625, false]], [[-8.03125, false]], [[-9.15625, false]], [[-9.15625, false]], [[-5.28515625, false]], [[-8.53125, false]], [[-5.16015625, false]], [[-10.40625, false]], [[-9.03125, false]], [[-8.03125, false]], [[-9.15625, false]], [[-7.07421875, false]], [[-8.28125, false]], [[-9.828125, false]], [[-5.28515625, false]], [[-8.28125, false]], [[-7.41015625, false]], [[-8.03125, false]], [[-5.28515625, false]], [[-7.91015625, false]], [[-5.16015625, false]], [[-9.03125, false]], [[-5.28515625, false]], [[-9.28125, false]], [[-8.90625, false]], [[-7.91015625, false]], [[-9.53125, false]], [[-5.28515625, false]], [[-9.15625, false]], [[-10.65625, false]], [[-8.03125, false]], [[-5.28515625, false]], [[-10.65625, false]], [[-8.03125, false]], [[-5.16015625, false]], [[-9.53125, false]], [[-8.90625, false]], [[-8.03125, false]], [[-9.15625, false]], [[-9.15625, false]], [[-5.28515625, false]], [[-8.53125, false]], [[-5.16015625, false]], [[-10.40625, false]], [[-9.03125, false]], [[-8.03125, false]], [[-9.15625, false]], [[-7.07421875, false]], [[-8.28125, false]], [[-9.828125, false]], [[-5.28515625, false]], [[-8.28125, false]], [[-7.41015625, false]], [[-8.03125, false]], [[-5.28515625, false]], [[-7.91015625, false]], [[-5.16015625, false]], [[-9.03125, false]], [[-5.28515625, false]], [[-8.53125, false]], [[-8.03125, false]], [[-5.16015625, false]], [[-9.15625, false]], [[-11.15625, false]], [[-9.90625, false]], [[-8.03125, false]], [[-5.28515625, false]], [[-9.15625, false]], [[-10.65625, false]], [[-8.03125, false]], [[-5.28515625, false]], [[-9.15625, false]], [[-9.15625, false]], [[-9.90625, false]], [[-8.03125, false]], [[-9.03125, false]], [[-10.40625, false]], [[-9.15625, false]], [[-10.65625, false]], [[-5.28515625, false]], [[-10.03125, false]], [[-8.53125, false]], [[-5.28515625, false]], [[-9.15625, false]], [[-10.65625, false]], [[-8.03125, false]], [[-5.28515625, false]], [[-8.53125, false]], [[-5.16015625, false]], [[-10.40625, false]], [[-9.03125, false]], [[-8.03125, false]], [[-9.15625, false]], [[-9.15625, false]], [[-7.07421875, false]], [[-8.28125, false]], [[-9.828125, false]], [[-5.28515625, false]], [[-8.28125, false]], [[-7.41015625, false]], [[-8.03125, false]], [[-5.28515625, false]], [[-7.91015625, false]], [[-5.16015625, false]], [[-9.03125, false]], [[-5.28515625, false]], [[-9.53125, false]], [[-10.03125, false]], [[-9.15625, false]], [[-8.03125, false]], [[-5.28515625, false]], [[-8.53125, false]], [[-10.03125, false]], [[-9.90625, false]], [[-5.28515625, false]], [[-9.15625, false]], [[-10.65625, false]], [[-8.03125, false]], [[-5.28515625, false]], [[-8.53125, false]], [[-5.16015625, false]], [[-10.40625, false]], [[-9.03125, false]], [[-8.03125, false]], [[-9.15625, false]], [[-5.28515625, false]], [[-9.15625, false]], [[-10.65625, false]], [[-5.16015625, false]], [[-9.15625, false]], [[-5.28515625, false]], [[-9.65625, false]], [[-8.03125, false]], [[-5.28515625, false]], [[-9.15625, false]], [[-10.65625, false]], [[-8.90625, false]], [[-9.03125, false]], [[-9.53125, false]], [[-5.28515625, false]], [[-8.90625, false]], [[-9.15625, false]], [[-5.28515625, false]], [[-9.15625, false]], [[-10.65625, false]], [[-8.03125, false]], [[-5.28515625, false]], [[-9.15625, false]], [[-9.15625, false]], [[-9.90625, false]], [[-10.03125, false]], [[-9.03125, false]], [[-10.40625, false]], [[-8.03125, false]], [[-9.15625, false]], [[-9.15625, false]], [[-7.07421875, false]], [[-8.28125, false]], [[-12.65625, false]]], "filtered_resps": [[-6.78515625, false], [-8.28125, false], [-7.41015625, false], [-8.03125, false], [-5.28515625, false], [-7.91015625, false], [-5.16015625, false], [-9.03125, false], [-5.28515625, false], [-9.28125, false], [-8.90625, false], [-7.91015625, false], [-9.53125, false], [-5.28515625, false], [-9.15625, false], [-10.65625, false], [-8.03125, false], [-5.28515625, false], [-10.78125, false], [-10.03125, false], [-9.03125, false], [-10.40625, false], [-8.03125, false], [-9.15625, false], [-9.15625, false], [-5.28515625, false], [-8.53125, false], [-5.16015625, false], [-10.40625, false], [-9.03125, false], [-8.03125, false], [-9.15625, false], [-7.07421875, false], [-8.28125, false], [-9.828125, false], [-5.28515625, false], [-8.28125, false], [-7.41015625, false], [-8.03125, false], [-5.28515625, false], [-7.91015625, false], [-5.16015625, false], [-9.03125, false], [-5.28515625, false], [-9.28125, false], [-8.90625, false], [-7.91015625, false], [-9.53125, false], [-5.28515625, false], [-9.15625, false], [-10.65625, false], [-8.03125, false], [-5.28515625, false], [-10.65625, false], [-8.03125, false], [-5.16015625, false], [-9.53125, false], [-8.90625, false], [-8.03125, false], [-9.15625, false], [-9.15625, false], [-5.28515625, false], [-8.53125, false], [-5.16015625, false], [-10.40625, false], [-9.03125, false], [-8.03125, false], [-9.15625, false], [-7.07421875, false], [-8.28125, false], [-9.828125, false], [-5.28515625, false], [-8.28125, false], [-7.41015625, false], [-8.03125, false], [-5.28515625, false], [-7.91015625, false], [-5.16015625, false], [-9.03125, false], [-5.28515625, false], [-8.53125, false], [-8.03125, false], [-5.16015625, false], [-9.15625, false], [-11.15625, false], [-9.90625, false], [-8.03125, false], [-5.28515625, false], [-9.15625, false], [-10.65625, false], [-8.03125, false], [-5.28515625, false], [-9.15625, false], [-9.15625, false], [-9.90625, false], [-8.03125, false], [-9.03125, false], [-10.40625, false], [-9.15625, false], [-10.65625, false], [-5.28515625, false], [-10.03125, false], [-8.53125, false], [-5.28515625, false], [-9.15625, false], [-10.65625, false], [-8.03125, false], [-5.28515625, false], [-8.53125, false], [-5.16015625, false], [-10.40625, false], [-9.03125, false], [-8.03125, false], [-9.15625, false], [-9.15625, false], [-7.07421875, false], [-8.28125, false], [-9.828125, false], [-5.28515625, false], [-8.28125, false], [-7.41015625, false], [-8.03125, false], [-5.28515625, false], [-7.91015625, false], [-5.16015625, false], [-9.03125, false], [-5.28515625, false], [-9.53125, false], [-10.03125, false], [-9.15625, false], [-8.03125, false], [-5.28515625, false], [-8.53125, false], [-10.03125, false], [-9.90625, false], [-5.28515625, false], [-9.15625, false], [-10.65625, false], [-8.03125, false], [-5.28515625, false], [-8.53125, false], [-5.16015625, false], [-10.40625, false], [-9.03125, false], [-8.03125, false], [-9.15625, false], [-5.28515625, false], [-9.15625, false], [-10.65625, false], [-5.16015625, false], [-9.15625, false], [-5.28515625, false], [-9.65625, false], [-8.03125, false], [-5.28515625, false], [-9.15625, false], [-10.65625, false], [-8.90625, false], [-9.03125, false], [-9.53125, false], [-5.28515625, false], [-8.90625, false], [-9.15625, false], [-5.28515625, false], [-9.15625, false], [-10.65625, false], [-8.03125, false], [-5.28515625, false], [-9.15625, false], [-9.15625, false], [-9.90625, false], [-10.03125, false], [-9.03125, false], [-10.40625, false], [-8.03125, false], [-9.15625, false], [-9.15625, false], [-7.07421875, false], [-8.28125, false], [-12.65625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 252, "doc": {"id": "Mercury_415265", "question": "In which way is a prokaryotic cell different from a eukaryotic cell?", "choices": {"text": ["A prokaryotic cell is larger.", "A prokaryotic cell has no nucleus.", "A prokaryotic cell can reproduce itself.", "A prokaryotic cell has a cell membrane."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "A prokaryotic cell has no nucleus.", "arguments": ["Question: In which way is a prokaryotic cell different from a eukaryotic cell?\nAnswer:", " ["], "resps": [[[-7.1953125, false]], [[-9.1953125, false]], [[-1.943359375, false]], [[-6.1953125, false]], [[-9.4453125, false]], [[-9.9453125, false]], [[-9.6953125, false]], [[-10.6953125, false]], [[-3.443359375, false]], [[-9.9453125, false]], [[-11.4453125, false]], [[-9.6953125, false]], [[-10.6953125, false]], [[-8.4453125, false]], [[-8.9453125, false]], [[-6.1953125, false]], [[-8.9453125, false]], [[-5.6953125, false]], [[-10.9453125, false]], [[-10.9453125, false]], [[-6.1953125, false]], [[-8.4453125, false]], [[-10.4453125, false]], [[-6.1953125, false]], [[-10.9453125, false]], [[-3.443359375, false]], [[-9.9453125, false]], [[-11.4453125, false]], [[-5.6953125, false]], [[-9.9453125, false]], [[-7.61328125, false]], [[-9.1953125, false]], [[-10.546875, false]], [[-6.1953125, false]], [[-9.1953125, false]], [[-1.943359375, false]], [[-6.1953125, false]], [[-9.4453125, false]], [[-9.9453125, false]], [[-9.6953125, false]], [[-10.6953125, false]], [[-3.443359375, false]], [[-9.9453125, false]], [[-11.4453125, false]], [[-9.6953125, false]], [[-10.6953125, false]], [[-8.4453125, false]], [[-8.9453125, false]], [[-6.1953125, false]], [[-8.9453125, false]], [[-5.6953125, false]], [[-10.9453125, false]], [[-10.9453125, false]], [[-6.1953125, false]], [[-10.9453125, false]], [[-3.443359375, false]], [[-10.4453125, false]], [[-6.1953125, false]], [[-9.4453125, false]], [[-9.6953125, false]], [[-6.1953125, false]], [[-9.4453125, false]], [[-10.6953125, false]], [[-8.9453125, false]], [[-10.9453125, false]], [[-5.6953125, false]], [[-10.6953125, false]], [[-10.4453125, false]], [[-7.61328125, false]], [[-9.1953125, false]], [[-10.546875, false]], [[-6.1953125, false]], [[-9.1953125, false]], [[-1.943359375, false]], [[-6.1953125, false]], [[-9.4453125, false]], [[-9.9453125, false]], [[-9.6953125, false]], [[-10.6953125, false]], [[-3.443359375, false]], [[-9.9453125, false]], [[-11.4453125, false]], [[-9.6953125, false]], [[-10.6953125, false]], [[-8.4453125, false]], [[-8.9453125, false]], [[-6.1953125, false]], [[-8.9453125, false]], [[-5.6953125, false]], [[-10.9453125, false]], [[-10.9453125, false]], [[-6.1953125, false]], [[-8.9453125, false]], [[-3.443359375, false]], [[-9.4453125, false]], [[-6.1953125, false]], [[-9.9453125, false]], [[-5.6953125, false]], [[-9.4453125, false]], [[-9.9453125, false]], [[-9.6953125, false]], [[-10.1953125, false]], [[-10.6953125, false]], [[-8.9453125, false]], [[-5.6953125, false]], [[-6.1953125, false]], [[-8.4453125, false]], [[-10.6953125, false]], [[-10.4453125, false]], [[-5.6953125, false]], [[-10.9453125, false]], [[-11.1953125, false]], [[-7.61328125, false]], [[-9.1953125, false]], [[-10.546875, false]], [[-6.1953125, false]], [[-9.1953125, false]], [[-1.943359375, false]], [[-6.1953125, false]], [[-9.4453125, false]], [[-9.9453125, false]], [[-9.6953125, false]], [[-10.6953125, false]], [[-3.443359375, false]], [[-9.9453125, false]], [[-11.4453125, false]], [[-9.6953125, false]], [[-10.6953125, false]], [[-8.4453125, false]], [[-8.9453125, false]], [[-6.1953125, false]], [[-8.9453125, false]], [[-5.6953125, false]], [[-10.9453125, false]], [[-10.9453125, false]], [[-6.1953125, false]], [[-10.9453125, false]], [[-3.443359375, false]], [[-10.4453125, false]], [[-6.1953125, false]], [[-3.443359375, false]], [[-6.1953125, false]], [[-8.9453125, false]], [[-5.6953125, false]], [[-10.9453125, false]], [[-10.9453125, false]], [[-6.1953125, false]], [[-10.1953125, false]], [[-5.6953125, false]], [[-10.1953125, false]], [[-7.9453125, false]], [[-9.9453125, false]], [[-3.443359375, false]], [[-9.4453125, false]], [[-5.6953125, false]], [[-7.61328125, false]], [[-9.1953125, false]], [[-13.1953125, false]]], "filtered_resps": [[-7.1953125, false], [-9.1953125, false], [-1.943359375, false], [-6.1953125, false], [-9.4453125, false], [-9.9453125, false], [-9.6953125, false], [-10.6953125, false], [-3.443359375, false], [-9.9453125, false], [-11.4453125, false], [-9.6953125, false], [-10.6953125, false], [-8.4453125, false], [-8.9453125, false], [-6.1953125, false], [-8.9453125, false], [-5.6953125, false], [-10.9453125, false], [-10.9453125, false], [-6.1953125, false], [-8.4453125, false], [-10.4453125, false], [-6.1953125, false], [-10.9453125, false], [-3.443359375, false], [-9.9453125, false], [-11.4453125, false], [-5.6953125, false], [-9.9453125, false], [-7.61328125, false], [-9.1953125, false], [-10.546875, false], [-6.1953125, false], [-9.1953125, false], [-1.943359375, false], [-6.1953125, false], [-9.4453125, false], [-9.9453125, false], [-9.6953125, false], [-10.6953125, false], [-3.443359375, false], [-9.9453125, false], [-11.4453125, false], [-9.6953125, false], [-10.6953125, false], [-8.4453125, false], [-8.9453125, false], [-6.1953125, false], [-8.9453125, false], [-5.6953125, false], [-10.9453125, false], [-10.9453125, false], [-6.1953125, false], [-10.9453125, false], [-3.443359375, false], [-10.4453125, false], [-6.1953125, false], [-9.4453125, false], [-9.6953125, false], [-6.1953125, false], [-9.4453125, false], [-10.6953125, false], [-8.9453125, false], [-10.9453125, false], [-5.6953125, false], [-10.6953125, false], [-10.4453125, false], [-7.61328125, false], [-9.1953125, false], [-10.546875, false], [-6.1953125, false], [-9.1953125, false], [-1.943359375, false], [-6.1953125, false], [-9.4453125, false], [-9.9453125, false], [-9.6953125, false], [-10.6953125, false], [-3.443359375, false], [-9.9453125, false], [-11.4453125, false], [-9.6953125, false], [-10.6953125, false], [-8.4453125, false], [-8.9453125, false], [-6.1953125, false], [-8.9453125, false], [-5.6953125, false], [-10.9453125, false], [-10.9453125, false], [-6.1953125, false], [-8.9453125, false], [-3.443359375, false], [-9.4453125, false], [-6.1953125, false], [-9.9453125, false], [-5.6953125, false], [-9.4453125, false], [-9.9453125, false], [-9.6953125, false], [-10.1953125, false], [-10.6953125, false], [-8.9453125, false], [-5.6953125, false], [-6.1953125, false], [-8.4453125, false], [-10.6953125, false], [-10.4453125, false], [-5.6953125, false], [-10.9453125, false], [-11.1953125, false], [-7.61328125, false], [-9.1953125, false], [-10.546875, false], [-6.1953125, false], [-9.1953125, false], [-1.943359375, false], [-6.1953125, false], [-9.4453125, false], [-9.9453125, false], [-9.6953125, false], [-10.6953125, false], [-3.443359375, false], [-9.9453125, false], [-11.4453125, false], [-9.6953125, false], [-10.6953125, false], [-8.4453125, false], [-8.9453125, false], [-6.1953125, false], [-8.9453125, false], [-5.6953125, false], [-10.9453125, false], [-10.9453125, false], [-6.1953125, false], [-10.9453125, false], [-3.443359375, false], [-10.4453125, false], [-6.1953125, false], [-3.443359375, false], [-6.1953125, false], [-8.9453125, false], [-5.6953125, false], [-10.9453125, false], [-10.9453125, false], [-6.1953125, false], [-10.1953125, false], [-5.6953125, false], [-10.1953125, false], [-7.9453125, false], [-9.9453125, false], [-3.443359375, false], [-9.4453125, false], [-5.6953125, false], [-7.61328125, false], [-9.1953125, false], [-13.1953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 260, "doc": {"id": "TAKS_2009_5_6", "question": "A student wants to find out how many different kinds of birds are found in a park. In addition to a bird identification book, the student should use ___.", "choices": {"text": ["binoculars", "goggles", "a microscope", "a hand lens"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "binoculars", "arguments": ["Question: A student wants to find out how many different kinds of birds are found in a park. In addition to a bird identification book, the student should use ___.\nAnswer:", " ["], "resps": [[[-6.63671875, false]], [[-8.515625, false]], [[-7.88671875, false]], [[-8.890625, false]], [[-7.88671875, false]], [[-7.88671875, false]], [[-8.140625, false]], [[-10.390625, false]], [[-8.140625, false]], [[-3.638671875, false]], [[-7.88671875, false]], [[-8.640625, false]], [[-8.515625, false]], [[-10.296875, false]], [[-3.638671875, false]], [[-8.515625, false]], [[-8.890625, false]], [[-7.88671875, false]], [[-8.890625, false]], [[-8.890625, false]], [[-8.140625, false]], [[-7.88671875, false]], [[-8.640625, false]], [[-8.515625, false]], [[-10.296875, false]], [[-3.638671875, false]], [[-8.515625, false]], [[-3.638671875, false]], [[-3.638671875, false]], [[-9.765625, false]], [[-8.890625, false]], [[-8.140625, false]], [[-7.88671875, false]], [[-7.88671875, false]], [[-8.640625, false]], [[-8.140625, false]], [[-7.88671875, false]], [[-7.88671875, false]], [[-7.88671875, false]], [[-8.515625, false]], [[-10.296875, false]], [[-3.638671875, false]], [[-8.515625, false]], [[-3.638671875, false]], [[-3.638671875, false]], [[-9.015625, false]], [[-3.638671875, false]], [[-7.88671875, false]], [[-7.13671875, false]], [[-3.638671875, false]], [[-8.140625, false]], [[-7.88671875, false]], [[-7.88671875, false]], [[-8.640625, false]], [[-8.515625, false]], [[-11.765625, false]]], "filtered_resps": [[-6.63671875, false], [-8.515625, false], [-7.88671875, false], [-8.890625, false], [-7.88671875, false], [-7.88671875, false], [-8.140625, false], [-10.390625, false], [-8.140625, false], [-3.638671875, false], [-7.88671875, false], [-8.640625, false], [-8.515625, false], [-10.296875, false], [-3.638671875, false], [-8.515625, false], [-8.890625, false], [-7.88671875, false], [-8.890625, false], [-8.890625, false], [-8.140625, false], [-7.88671875, false], [-8.640625, false], [-8.515625, false], [-10.296875, false], [-3.638671875, false], [-8.515625, false], [-3.638671875, false], [-3.638671875, false], [-9.765625, false], [-8.890625, false], [-8.140625, false], [-7.88671875, false], [-7.88671875, false], [-8.640625, false], [-8.140625, false], [-7.88671875, false], [-7.88671875, false], [-7.88671875, false], [-8.515625, false], [-10.296875, false], [-3.638671875, false], [-8.515625, false], [-3.638671875, false], [-3.638671875, false], [-9.015625, false], [-3.638671875, false], [-7.88671875, false], [-7.13671875, false], [-3.638671875, false], [-8.140625, false], [-7.88671875, false], [-7.88671875, false], [-8.640625, false], [-8.515625, false], [-11.765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 268, "doc": {"id": "Mercury_414097", "question": "Most of the United States is a part of which tectonic plate?", "choices": {"text": ["Pacific Plate", "Eurasian Plate", "North American Plate", "South American Plate"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "North American Plate", "arguments": ["Question: Most of the United States is a part of which tectonic plate?\nAnswer:", " ["], "resps": [[[-8.34375, false]], [[-9.34375, false]], [[-6.84765625, false]], [[-7.09765625, false]], [[-10.34375, false]], [[-10.34375, false]], [[-13.34375, false]], [[-10.34375, false]], [[-10.34375, false]], [[-4.84765625, false]], [[-6.84765625, false]], [[-11.34375, false]], [[-7.09765625, false]], [[-11.34375, false]], [[-9.09375, false]], [[-9.34375, false]], [[-8.515625, false]], [[-4.84765625, false]], [[-9.34375, false]], [[-6.09765625, false]], [[-13.34375, false]], [[-11.34375, false]], [[-7.09765625, false]], [[-10.09375, false]], [[-10.34375, false]], [[-7.09765625, false]], [[-10.34375, false]], [[-4.84765625, false]], [[-6.84765625, false]], [[-11.34375, false]], [[-7.09765625, false]], [[-11.34375, false]], [[-9.09375, false]], [[-9.34375, false]], [[-8.515625, false]], [[-4.84765625, false]], [[-9.34375, false]], [[-6.34765625, false]], [[-10.59375, false]], [[-11.34375, false]], [[-11.34375, false]], [[-13.09375, false]], [[-4.84765625, false]], [[-4.09765625, false]], [[-11.84375, false]], [[-9.09375, false]], [[-11.34375, false]], [[-10.34375, false]], [[-10.34375, false]], [[-7.09765625, false]], [[-10.34375, false]], [[-4.84765625, false]], [[-6.84765625, false]], [[-11.34375, false]], [[-7.09765625, false]], [[-11.34375, false]], [[-9.09375, false]], [[-9.34375, false]], [[-8.515625, false]], [[-4.84765625, false]], [[-9.34375, false]], [[-5.84765625, false]], [[-10.59375, false]], [[-13.34375, false]], [[-11.34375, false]], [[-13.09375, false]], [[-4.84765625, false]], [[-4.09765625, false]], [[-11.84375, false]], [[-9.09375, false]], [[-11.34375, false]], [[-10.34375, false]], [[-10.34375, false]], [[-7.09765625, false]], [[-10.34375, false]], [[-4.84765625, false]], [[-6.84765625, false]], [[-11.34375, false]], [[-7.09765625, false]], [[-11.34375, false]], [[-9.09375, false]], [[-9.34375, false]], [[-12.84375, false]]], "filtered_resps": [[-8.34375, false], [-9.34375, false], [-6.84765625, false], [-7.09765625, false], [-10.34375, false], [-10.34375, false], [-13.34375, false], [-10.34375, false], [-10.34375, false], [-4.84765625, false], [-6.84765625, false], [-11.34375, false], [-7.09765625, false], [-11.34375, false], [-9.09375, false], [-9.34375, false], [-8.515625, false], [-4.84765625, false], [-9.34375, false], [-6.09765625, false], [-13.34375, false], [-11.34375, false], [-7.09765625, false], [-10.09375, false], [-10.34375, false], [-7.09765625, false], [-10.34375, false], [-4.84765625, false], [-6.84765625, false], [-11.34375, false], [-7.09765625, false], [-11.34375, false], [-9.09375, false], [-9.34375, false], [-8.515625, false], [-4.84765625, false], [-9.34375, false], [-6.34765625, false], [-10.59375, false], [-11.34375, false], [-11.34375, false], [-13.09375, false], [-4.84765625, false], [-4.09765625, false], [-11.84375, false], [-9.09375, false], [-11.34375, false], [-10.34375, false], [-10.34375, false], [-7.09765625, false], [-10.34375, false], [-4.84765625, false], [-6.84765625, false], [-11.34375, false], [-7.09765625, false], [-11.34375, false], [-9.09375, false], [-9.34375, false], [-8.515625, false], [-4.84765625, false], [-9.34375, false], [-5.84765625, false], [-10.59375, false], [-13.34375, false], [-11.34375, false], [-13.09375, false], [-4.84765625, false], [-4.09765625, false], [-11.84375, false], [-9.09375, false], [-11.34375, false], [-10.34375, false], [-10.34375, false], [-7.09765625, false], [-10.34375, false], [-4.84765625, false], [-6.84765625, false], [-11.34375, false], [-7.09765625, false], [-11.34375, false], [-9.09375, false], [-9.34375, false], [-12.84375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 276, "doc": {"id": "Mercury_402535", "question": "Students are preparing to determine the boiling points of several aqueous solutions. In addition to proper lab attire, what devices or instruments will the students need to conduct this experiment?", "choices": {"text": ["hot plate, beaker, masking tape", "thermometer, hot plate, beaker", "matches, beaker, thermometer", "balance, hot plate, thermometer"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "thermometer, hot plate, beaker", "arguments": ["Question: Students are preparing to determine the boiling points of several aqueous solutions. In addition to proper lab attire, what devices or instruments will the students need to conduct this experiment?\nAnswer:", " ["], "resps": [[[-7.68359375, false]], [[-11.6875, false]], [[-10.9375, false]], [[-9.4375, false]], [[-9.6875, false]], [[-5.43359375, false]], [[-10.6875, false]], [[-11.1875, false]], [[-5.43359375, false]], [[-9.6875, false]], [[-9.4375, false]], [[-10.578125, false]], [[-5.43359375, false]], [[-8.6875, false]], [[-9.4375, false]], [[-5.43359375, false]], [[-9.4375, false]], [[-9.4375, false]], [[-11.4375, false]], [[-10.578125, false]], [[-5.43359375, false]], [[-9.6875, false]], [[-5.43359375, false]], [[-9.6875, false]], [[-9.4375, false]], [[-9.1875, false]], [[-10.4375, false]], [[-10.1875, false]], [[-5.43359375, false]], [[-9.6875, false]], [[-5.43359375, false]], [[-10.6875, false]], [[-9.4375, false]], [[-11.6875, false]], [[-10.578125, false]], [[-5.43359375, false]], [[-11.6875, false]], [[-9.6875, false]], [[-10.9375, false]], [[-9.4375, false]], [[-11.4375, false]], [[-9.6875, false]], [[-9.4375, false]], [[-9.6875, false]], [[-9.4375, false]], [[-9.6875, false]], [[-9.4375, false]], [[-11.4375, false]], [[-10.578125, false]], [[-5.43359375, false]], [[-10.9375, false]], [[-9.4375, false]], [[-9.6875, false]], [[-5.43359375, false]], [[-10.6875, false]], [[-11.1875, false]], [[-5.43359375, false]], [[-9.6875, false]], [[-9.4375, false]], [[-10.578125, false]], [[-5.43359375, false]], [[-8.6875, false]], [[-9.4375, false]], [[-5.43359375, false]], [[-9.4375, false]], [[-9.4375, false]], [[-11.4375, false]], [[-11.6875, false]], [[-10.578125, false]], [[-5.43359375, false]], [[-11.6875, false]], [[-9.6875, false]], [[-5.43359375, false]], [[-9.6875, false]], [[-10.1875, false]], [[-10.9375, false]], [[-9.4375, false]], [[-9.6875, false]], [[-10.578125, false]], [[-5.43359375, false]], [[-8.6875, false]], [[-9.4375, false]], [[-5.43359375, false]], [[-9.4375, false]], [[-9.4375, false]], [[-11.4375, false]], [[-10.578125, false]], [[-5.43359375, false]], [[-9.6875, false]], [[-10.9375, false]], [[-9.4375, false]], [[-11.4375, false]], [[-9.6875, false]], [[-9.4375, false]], [[-9.6875, false]], [[-9.4375, false]], [[-9.6875, false]], [[-9.4375, false]], [[-11.4375, false]], [[-11.6875, false]], [[-10.578125, false]], [[-5.43359375, false]], [[-11.6875, false]], [[-8.6875, false]], [[-5.43359375, false]], [[-11.1875, false]], [[-5.43359375, false]], [[-10.4375, false]], [[-10.1875, false]], [[-9.4375, false]], [[-10.578125, false]], [[-5.43359375, false]], [[-10.9375, false]], [[-9.4375, false]], [[-9.6875, false]], [[-5.43359375, false]], [[-10.6875, false]], [[-11.1875, false]], [[-5.43359375, false]], [[-9.6875, false]], [[-9.4375, false]], [[-10.578125, false]], [[-5.43359375, false]], [[-9.6875, false]], [[-10.9375, false]], [[-9.4375, false]], [[-11.4375, false]], [[-9.6875, false]], [[-9.4375, false]], [[-9.6875, false]], [[-9.4375, false]], [[-9.6875, false]], [[-9.4375, false]], [[-11.4375, false]], [[-11.6875, false]], [[-11.6875, false]]], "filtered_resps": [[-7.68359375, false], [-11.6875, false], [-10.9375, false], [-9.4375, false], [-9.6875, false], [-5.43359375, false], [-10.6875, false], [-11.1875, false], [-5.43359375, false], [-9.6875, false], [-9.4375, false], [-10.578125, false], [-5.43359375, false], [-8.6875, false], [-9.4375, false], [-5.43359375, false], [-9.4375, false], [-9.4375, false], [-11.4375, false], [-10.578125, false], [-5.43359375, false], [-9.6875, false], [-5.43359375, false], [-9.6875, false], [-9.4375, false], [-9.1875, false], [-10.4375, false], [-10.1875, false], [-5.43359375, false], [-9.6875, false], [-5.43359375, false], [-10.6875, false], [-9.4375, false], [-11.6875, false], [-10.578125, false], [-5.43359375, false], [-11.6875, false], [-9.6875, false], [-10.9375, false], [-9.4375, false], [-11.4375, false], [-9.6875, false], [-9.4375, false], [-9.6875, false], [-9.4375, false], [-9.6875, false], [-9.4375, false], [-11.4375, false], [-10.578125, false], [-5.43359375, false], [-10.9375, false], [-9.4375, false], [-9.6875, false], [-5.43359375, false], [-10.6875, false], [-11.1875, false], [-5.43359375, false], [-9.6875, false], [-9.4375, false], [-10.578125, false], [-5.43359375, false], [-8.6875, false], [-9.4375, false], [-5.43359375, false], [-9.4375, false], [-9.4375, false], [-11.4375, false], [-11.6875, false], [-10.578125, false], [-5.43359375, false], [-11.6875, false], [-9.6875, false], [-5.43359375, false], [-9.6875, false], [-10.1875, false], [-10.9375, false], [-9.4375, false], [-9.6875, false], [-10.578125, false], [-5.43359375, false], [-8.6875, false], [-9.4375, false], [-5.43359375, false], [-9.4375, false], [-9.4375, false], [-11.4375, false], [-10.578125, false], [-5.43359375, false], [-9.6875, false], [-10.9375, false], [-9.4375, false], [-11.4375, false], [-9.6875, false], [-9.4375, false], [-9.6875, false], [-9.4375, false], [-9.6875, false], [-9.4375, false], [-11.4375, false], [-11.6875, false], [-10.578125, false], [-5.43359375, false], [-11.6875, false], [-8.6875, false], [-5.43359375, false], [-11.1875, false], [-5.43359375, false], [-10.4375, false], [-10.1875, false], [-9.4375, false], [-10.578125, false], [-5.43359375, false], [-10.9375, false], [-9.4375, false], [-9.6875, false], [-5.43359375, false], [-10.6875, false], [-11.1875, false], [-5.43359375, false], [-9.6875, false], [-9.4375, false], [-10.578125, false], [-5.43359375, false], [-9.6875, false], [-10.9375, false], [-9.4375, false], [-11.4375, false], [-9.6875, false], [-9.4375, false], [-9.6875, false], [-9.4375, false], [-9.6875, false], [-9.4375, false], [-11.4375, false], [-11.6875, false], [-11.6875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 284, "doc": {"id": "ACTAAP_2014_7_4", "question": "Which statement best describes the development of a human embryo?", "choices": {"text": ["A single cell becomes many cells.", "Each cell has a different function.", "Many cells combine to form one cell.", "All the cells have the same function."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "A single cell becomes many cells.", "arguments": ["Question: Which statement best describes the development of a human embryo?\nAnswer:", " ["], "resps": [[[-6.96484375, false]], [[-9.46875, false]], [[-2.716796875, false]], [[-5.71484375, false]], [[-9.21875, false]], [[-7.71484375, false]], [[-9.96875, false]], [[-10.46875, false]], [[-10.71875, false]], [[-7.71484375, false]], [[-5.71484375, false]], [[-8.21875, false]], [[-7.71484375, false]], [[-10.71875, false]], [[-10.71875, false]], [[-5.71484375, false]], [[-6.96484375, false]], [[-7.71484375, false]], [[-8.21875, false]], [[-8.21875, false]], [[-8.46875, false]], [[-7.71484375, false]], [[-9.21875, false]], [[-5.71484375, false]], [[-8.46875, false]], [[-3.966796875, false]], [[-9.96875, false]], [[-11.71875, false]], [[-5.71484375, false]], [[-8.21875, false]], [[-7.71484375, false]], [[-10.71875, false]], [[-10.71875, false]], [[-9.21875, false]], [[-6.91015625, false]], [[-9.46875, false]], [[-10.40625, false]], [[-5.71484375, false]], [[-9.46875, false]], [[-5.71484375, false]], [[-3.966796875, false]], [[-8.21875, false]], [[-10.71875, false]], [[-5.71484375, false]], [[-8.21875, false]], [[-7.71484375, false]], [[-10.71875, false]], [[-10.71875, false]], [[-5.71484375, false]], [[-10.71875, false]], [[-3.966796875, false]], [[-9.21875, false]], [[-5.71484375, false]], [[-3.966796875, false]], [[-5.71484375, false]], [[-8.71875, false]], [[-7.71484375, false]], [[-10.46875, false]], [[-10.46875, false]], [[-7.71484375, false]], [[-10.46875, false]], [[-7.71484375, false]], [[-9.96875, false]], [[-10.46875, false]], [[-5.71484375, false]], [[-10.46875, false]], [[-8.96875, false]], [[-9.96875, false]], [[-8.21875, false]], [[-10.46875, false]], [[-7.71484375, false]], [[-8.21875, false]], [[-9.96875, false]], [[-6.91015625, false]], [[-9.46875, false]], [[-10.40625, false]], [[-5.71484375, false]], [[-9.46875, false]], [[-8.21875, false]], [[-3.966796875, false]], [[-9.96875, false]], [[-11.71875, false]], [[-5.71484375, false]], [[-8.21875, false]], [[-7.71484375, false]], [[-10.71875, false]], [[-10.71875, false]], [[-9.21875, false]], [[-5.71484375, false]], [[-8.21875, false]], [[-8.21875, false]], [[-8.46875, false]], [[-6.96484375, false]], [[-7.71484375, false]], [[-9.96875, false]], [[-7.71484375, false]], [[-5.71484375, false]], [[-10.46875, false]], [[-8.21875, false]], [[-5.71484375, false]], [[-10.46875, false]], [[-8.21875, false]], [[-10.46875, false]], [[-8.46875, false]], [[-5.71484375, false]], [[-8.21875, false]], [[-9.96875, false]], [[-7.71484375, false]], [[-5.71484375, false]], [[-8.21875, false]], [[-7.71484375, false]], [[-10.71875, false]], [[-10.71875, false]], [[-6.91015625, false]], [[-9.46875, false]], [[-10.40625, false]], [[-5.71484375, false]], [[-9.46875, false]], [[-2.716796875, false]], [[-10.71875, false]], [[-10.71875, false]], [[-5.71484375, false]], [[-10.46875, false]], [[-10.71875, false]], [[-7.71484375, false]], [[-5.71484375, false]], [[-8.21875, false]], [[-7.71484375, false]], [[-10.71875, false]], [[-10.71875, false]], [[-9.21875, false]], [[-5.71484375, false]], [[-10.71875, false]], [[-3.966796875, false]], [[-11.46875, false]], [[-7.71484375, false]], [[-5.71484375, false]], [[-10.46875, false]], [[-10.71875, false]], [[-7.71484375, false]], [[-5.71484375, false]], [[-9.21875, false]], [[-3.966796875, false]], [[-8.46875, false]], [[-7.71484375, false]], [[-5.71484375, false]], [[-10.46875, false]], [[-8.96875, false]], [[-9.96875, false]], [[-8.21875, false]], [[-10.46875, false]], [[-7.71484375, false]], [[-8.21875, false]], [[-9.96875, false]], [[-6.91015625, false]], [[-9.46875, false]], [[-11.46875, false]]], "filtered_resps": [[-6.96484375, false], [-9.46875, false], [-2.716796875, false], [-5.71484375, false], [-9.21875, false], [-7.71484375, false], [-9.96875, false], [-10.46875, false], [-10.71875, false], [-7.71484375, false], [-5.71484375, false], [-8.21875, false], [-7.71484375, false], [-10.71875, false], [-10.71875, false], [-5.71484375, false], [-6.96484375, false], [-7.71484375, false], [-8.21875, false], [-8.21875, false], [-8.46875, false], [-7.71484375, false], [-9.21875, false], [-5.71484375, false], [-8.46875, false], [-3.966796875, false], [-9.96875, false], [-11.71875, false], [-5.71484375, false], [-8.21875, false], [-7.71484375, false], [-10.71875, false], [-10.71875, false], [-9.21875, false], [-6.91015625, false], [-9.46875, false], [-10.40625, false], [-5.71484375, false], [-9.46875, false], [-5.71484375, false], [-3.966796875, false], [-8.21875, false], [-10.71875, false], [-5.71484375, false], [-8.21875, false], [-7.71484375, false], [-10.71875, false], [-10.71875, false], [-5.71484375, false], [-10.71875, false], [-3.966796875, false], [-9.21875, false], [-5.71484375, false], [-3.966796875, false], [-5.71484375, false], [-8.71875, false], [-7.71484375, false], [-10.46875, false], [-10.46875, false], [-7.71484375, false], [-10.46875, false], [-7.71484375, false], [-9.96875, false], [-10.46875, false], [-5.71484375, false], [-10.46875, false], [-8.96875, false], [-9.96875, false], [-8.21875, false], [-10.46875, false], [-7.71484375, false], [-8.21875, false], [-9.96875, false], [-6.91015625, false], [-9.46875, false], [-10.40625, false], [-5.71484375, false], [-9.46875, false], [-8.21875, false], [-3.966796875, false], [-9.96875, false], [-11.71875, false], [-5.71484375, false], [-8.21875, false], [-7.71484375, false], [-10.71875, false], [-10.71875, false], [-9.21875, false], [-5.71484375, false], [-8.21875, false], [-8.21875, false], [-8.46875, false], [-6.96484375, false], [-7.71484375, false], [-9.96875, false], [-7.71484375, false], [-5.71484375, false], [-10.46875, false], [-8.21875, false], [-5.71484375, false], [-10.46875, false], [-8.21875, false], [-10.46875, false], [-8.46875, false], [-5.71484375, false], [-8.21875, false], [-9.96875, false], [-7.71484375, false], [-5.71484375, false], [-8.21875, false], [-7.71484375, false], [-10.71875, false], [-10.71875, false], [-6.91015625, false], [-9.46875, false], [-10.40625, false], [-5.71484375, false], [-9.46875, false], [-2.716796875, false], [-10.71875, false], [-10.71875, false], [-5.71484375, false], [-10.46875, false], [-10.71875, false], [-7.71484375, false], [-5.71484375, false], [-8.21875, false], [-7.71484375, false], [-10.71875, false], [-10.71875, false], [-9.21875, false], [-5.71484375, false], [-10.71875, false], [-3.966796875, false], [-11.46875, false], [-7.71484375, false], [-5.71484375, false], [-10.46875, false], [-10.71875, false], [-7.71484375, false], [-5.71484375, false], [-9.21875, false], [-3.966796875, false], [-8.46875, false], [-7.71484375, false], [-5.71484375, false], [-10.46875, false], [-8.96875, false], [-9.96875, false], [-8.21875, false], [-10.46875, false], [-7.71484375, false], [-8.21875, false], [-9.96875, false], [-6.91015625, false], [-9.46875, false], [-11.46875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 292, "doc": {"id": "NYSEDREGENTS_2013_8_9", "question": "Which human body systems work directly together to allow locomotion?", "choices": {"text": ["circulatory, excretory, and respiratory", "circulatory, endocrine, and reproductive", "skeletal, muscular, and nervous", "skeletal, digestive, and respiratory"], "label": ["1", "2", "3", "4"]}, "answerKey": "3"}, "target": "skeletal, muscular, and nervous", "arguments": ["Question: Which human body systems work directly together to allow locomotion?\nAnswer:", " ["], "resps": [[[-7.40625, false]], [[-11.40625, false]], [[-8.90625, false]], [[-10.40625, false]], [[-11.65625, false]], [[-8.90625, false]], [[-9.90625, false]], [[-9.40625, false]], [[-6.15625, false]], [[-10.40625, false]], [[-9.15625, false]], [[-11.65625, false]], [[-13.40625, false]], [[-10.46875, false]], [[-5.15625, false]], [[-9.90625, false]], [[-10.40625, false]], [[-8.90625, false]], [[-11.65625, false]], [[-9.90625, false]], [[-10.40625, false]], [[-9.15625, false]], [[-11.65625, false]], [[-13.40625, false]], [[-10.46875, false]], [[-5.15625, false]], [[-6.15625, false]], [[-9.90625, false]], [[-11.15625, false]], [[-5.15625, false]], [[-11.65625, false]], [[-9.90625, false]], [[-9.90625, false]], [[-11.15625, false]], [[-10.40625, false]], [[-11.65625, false]], [[-6.15625, false]], [[-10.40625, false]], [[-9.15625, false]], [[-11.65625, false]], [[-13.40625, false]], [[-11.40625, false]], [[-10.46875, false]], [[-5.15625, false]], [[-11.40625, false]], [[-8.90625, false]], [[-10.40625, false]], [[-11.65625, false]], [[-8.90625, false]], [[-9.90625, false]], [[-9.40625, false]], [[-6.15625, false]], [[-10.40625, false]], [[-9.15625, false]], [[-11.65625, false]], [[-13.40625, false]], [[-10.46875, false]], [[-5.15625, false]], [[-9.90625, false]], [[-9.90625, false]], [[-11.15625, false]], [[-9.15625, false]], [[-8.90625, false]], [[-11.65625, false]], [[-10.40625, false]], [[-9.90625, false]], [[-9.90625, false]], [[-10.46875, false]], [[-5.15625, false]], [[-6.15625, false]], [[-9.90625, false]], [[-11.15625, false]], [[-5.15625, false]], [[-11.65625, false]], [[-9.90625, false]], [[-11.15625, false]], [[-11.65625, false]], [[-9.15625, false]], [[-11.15625, false]], [[-9.90625, false]], [[-8.90625, false]], [[-10.40625, false]], [[-10.40625, false]], [[-11.40625, false]], [[-9.90625, false]], [[-11.40625, false]], [[-10.46875, false]], [[-5.15625, false]], [[-11.40625, false]], [[-9.90625, false]], [[-6.40625, false]], [[-9.90625, false]], [[-9.40625, false]], [[-9.90625, false]], [[-10.40625, false]], [[-6.15625, false]], [[-9.40625, false]], [[-10.46875, false]], [[-5.15625, false]], [[-10.40625, false]], [[-9.90625, false]], [[-9.90625, false]], [[-8.90625, false]], [[-9.90625, false]], [[-9.40625, false]], [[-6.15625, false]], [[-11.65625, false]], [[-10.46875, false]], [[-5.15625, false]], [[-6.15625, false]], [[-9.90625, false]], [[-11.15625, false]], [[-5.15625, false]], [[-9.90625, false]], [[-9.90625, false]], [[-11.65625, false]], [[-11.40625, false]], [[-9.15625, false]], [[-9.90625, false]], [[-9.90625, false]], [[-11.40625, false]], [[-10.46875, false]], [[-5.15625, false]], [[-11.40625, false]], [[-9.90625, false]], [[-6.40625, false]], [[-9.90625, false]], [[-9.40625, false]], [[-9.90625, false]], [[-10.40625, false]], [[-6.15625, false]], [[-9.40625, false]], [[-10.46875, false]], [[-5.15625, false]], [[-11.15625, false]], [[-10.40625, false]], [[-11.90625, false]], [[-9.90625, false]], [[-9.90625, false]], [[-10.40625, false]], [[-10.40625, false]], [[-11.40625, false]], [[-9.90625, false]], [[-10.46875, false]], [[-5.15625, false]], [[-6.15625, false]], [[-9.90625, false]], [[-11.15625, false]], [[-5.15625, false]], [[-11.65625, false]], [[-9.90625, false]], [[-9.90625, false]], [[-11.15625, false]], [[-10.40625, false]], [[-11.65625, false]], [[-6.15625, false]], [[-10.40625, false]], [[-9.15625, false]], [[-11.65625, false]], [[-13.40625, false]], [[-11.40625, false]], [[-12.90625, false]]], "filtered_resps": [[-7.40625, false], [-11.40625, false], [-8.90625, false], [-10.40625, false], [-11.65625, false], [-8.90625, false], [-9.90625, false], [-9.40625, false], [-6.15625, false], [-10.40625, false], [-9.15625, false], [-11.65625, false], [-13.40625, false], [-10.46875, false], [-5.15625, false], [-9.90625, false], [-10.40625, false], [-8.90625, false], [-11.65625, false], [-9.90625, false], [-10.40625, false], [-9.15625, false], [-11.65625, false], [-13.40625, false], [-10.46875, false], [-5.15625, false], [-6.15625, false], [-9.90625, false], [-11.15625, false], [-5.15625, false], [-11.65625, false], [-9.90625, false], [-9.90625, false], [-11.15625, false], [-10.40625, false], [-11.65625, false], [-6.15625, false], [-10.40625, false], [-9.15625, false], [-11.65625, false], [-13.40625, false], [-11.40625, false], [-10.46875, false], [-5.15625, false], [-11.40625, false], [-8.90625, false], [-10.40625, false], [-11.65625, false], [-8.90625, false], [-9.90625, false], [-9.40625, false], [-6.15625, false], [-10.40625, false], [-9.15625, false], [-11.65625, false], [-13.40625, false], [-10.46875, false], [-5.15625, false], [-9.90625, false], [-9.90625, false], [-11.15625, false], [-9.15625, false], [-8.90625, false], [-11.65625, false], [-10.40625, false], [-9.90625, false], [-9.90625, false], [-10.46875, false], [-5.15625, false], [-6.15625, false], [-9.90625, false], [-11.15625, false], [-5.15625, false], [-11.65625, false], [-9.90625, false], [-11.15625, false], [-11.65625, false], [-9.15625, false], [-11.15625, false], [-9.90625, false], [-8.90625, false], [-10.40625, false], [-10.40625, false], [-11.40625, false], [-9.90625, false], [-11.40625, false], [-10.46875, false], [-5.15625, false], [-11.40625, false], [-9.90625, false], [-6.40625, false], [-9.90625, false], [-9.40625, false], [-9.90625, false], [-10.40625, false], [-6.15625, false], [-9.40625, false], [-10.46875, false], [-5.15625, false], [-10.40625, false], [-9.90625, false], [-9.90625, false], [-8.90625, false], [-9.90625, false], [-9.40625, false], [-6.15625, false], [-11.65625, false], [-10.46875, false], [-5.15625, false], [-6.15625, false], [-9.90625, false], [-11.15625, false], [-5.15625, false], [-9.90625, false], [-9.90625, false], [-11.65625, false], [-11.40625, false], [-9.15625, false], [-9.90625, false], [-9.90625, false], [-11.40625, false], [-10.46875, false], [-5.15625, false], [-11.40625, false], [-9.90625, false], [-6.40625, false], [-9.90625, false], [-9.40625, false], [-9.90625, false], [-10.40625, false], [-6.15625, false], [-9.40625, false], [-10.46875, false], [-5.15625, false], [-11.15625, false], [-10.40625, false], [-11.90625, false], [-9.90625, false], [-9.90625, false], [-10.40625, false], [-10.40625, false], [-11.40625, false], [-9.90625, false], [-10.46875, false], [-5.15625, false], [-6.15625, false], [-9.90625, false], [-11.15625, false], [-5.15625, false], [-11.65625, false], [-9.90625, false], [-9.90625, false], [-11.15625, false], [-10.40625, false], [-11.65625, false], [-6.15625, false], [-10.40625, false], [-9.15625, false], [-11.65625, false], [-13.40625, false], [-11.40625, false], [-12.90625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 300, "doc": {"id": "Mercury_7213868", "question": "Which of these is the best example of sexual reproduction?", "choices": {"text": ["binary fission", "budding", "fusing gametes", "fragmentation"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "fusing gametes", "arguments": ["Question: Which of these is the best example of sexual reproduction?\nAnswer:", " ["], "resps": [[[-7.48046875, false]], [[-7.85546875, false]], [[-8.234375, false]], [[-8.359375, false]], [[-8.734375, false]], [[-3.98046875, false]], [[-8.734375, false]], [[-10.734375, false]], [[-5.48046875, false]], [[-9.359375, false]], [[-8.359375, false]], [[-8.484375, false]], [[-8.484375, false]], [[-8.359375, false]], [[-7.48046875, false]], [[-8.734375, false]], [[-7.85546875, false]], [[-9.8359375, false]], [[-5.48046875, false]], [[-7.85546875, false]], [[-8.234375, false]], [[-9.109375, false]], [[-8.734375, false]], [[-8.734375, false]], [[-8.359375, false]], [[-8.734375, false]], [[-10.234375, false]], [[-7.85546875, false]], [[-9.8359375, false]], [[-5.48046875, false]], [[-7.85546875, false]], [[-9.359375, false]], [[-9.109375, false]], [[-8.484375, false]], [[-8.359375, false]], [[-8.734375, false]], [[-10.234375, false]], [[-5.48046875, false]], [[-10.234375, false]], [[-3.98046875, false]], [[-8.609375, false]], [[-6.98046875, false]], [[-10.234375, false]], [[-6.98046875, false]], [[-8.484375, false]], [[-7.85546875, false]], [[-9.8359375, false]], [[-5.48046875, false]], [[-7.85546875, false]], [[-9.359375, false]], [[-8.734375, false]], [[-3.98046875, false]], [[-10.234375, false]], [[-8.609375, false]], [[-6.98046875, false]], [[-8.734375, false]], [[-10.234375, false]], [[-3.98046875, false]], [[-10.234375, false]], [[-8.359375, false]], [[-7.48046875, false]], [[-8.734375, false]], [[-7.85546875, false]], [[-12.609375, false]]], "filtered_resps": [[-7.48046875, false], [-7.85546875, false], [-8.234375, false], [-8.359375, false], [-8.734375, false], [-3.98046875, false], [-8.734375, false], [-10.734375, false], [-5.48046875, false], [-9.359375, false], [-8.359375, false], [-8.484375, false], [-8.484375, false], [-8.359375, false], [-7.48046875, false], [-8.734375, false], [-7.85546875, false], [-9.8359375, false], [-5.48046875, false], [-7.85546875, false], [-8.234375, false], [-9.109375, false], [-8.734375, false], [-8.734375, false], [-8.359375, false], [-8.734375, false], [-10.234375, false], [-7.85546875, false], [-9.8359375, false], [-5.48046875, false], [-7.85546875, false], [-9.359375, false], [-9.109375, false], [-8.484375, false], [-8.359375, false], [-8.734375, false], [-10.234375, false], [-5.48046875, false], [-10.234375, false], [-3.98046875, false], [-8.609375, false], [-6.98046875, false], [-10.234375, false], [-6.98046875, false], [-8.484375, false], [-7.85546875, false], [-9.8359375, false], [-5.48046875, false], [-7.85546875, false], [-9.359375, false], [-8.734375, false], [-3.98046875, false], [-10.234375, false], [-8.609375, false], [-6.98046875, false], [-8.734375, false], [-10.234375, false], [-3.98046875, false], [-10.234375, false], [-8.359375, false], [-7.48046875, false], [-8.734375, false], [-7.85546875, false], [-12.609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 308, "doc": {"id": "Mercury_SC_416166", "question": "What helps skin feel heat and pressure?", "choices": {"text": ["muscle cells", "blood cells", "nerve cells", "bone cells"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "nerve cells", "arguments": ["Question: What helps skin feel heat and pressure?\nAnswer:", " ["], "resps": [[[-8.375, false]], [[-8.875, false]], [[-10.25, false]], [[-10.0, false]], [[-9.75, false]], [[-9.125, false]], [[-9.375, false]], [[-8.875, false]], [[-5.25, false]], [[-9.125, false]], [[-8.875, false]], [[-9.375, false]], [[-9.375, false]], [[-9.75, false]], [[-8.875, false]], [[-10.453125, false]], [[-5.25, false]], [[-8.875, false]], [[-10.0, false]], [[-9.375, false]], [[-7.75, false]], [[-7.75, false]], [[-10.5, false]], [[-5.25, false]], [[-9.125, false]], [[-8.875, false]], [[-9.375, false]], [[-9.375, false]], [[-9.75, false]], [[-8.875, false]], [[-10.453125, false]], [[-5.25, false]], [[-8.875, false]], [[-10.625, false]], [[-8.875, false]], [[-12.0, false]], [[-11.75, false]], [[-8.875, false]], [[-5.25, false]], [[-9.125, false]], [[-8.875, false]], [[-9.375, false]], [[-9.375, false]], [[-9.75, false]], [[-8.875, false]], [[-10.453125, false]], [[-5.25, false]], [[-8.875, false]], [[-10.0, false]], [[-7.75, false]], [[-10.625, false]], [[-8.875, false]], [[-5.25, false]], [[-9.125, false]], [[-8.875, false]], [[-9.375, false]], [[-9.375, false]], [[-9.75, false]], [[-8.875, false]], [[-13.375, false]]], "filtered_resps": [[-8.375, false], [-8.875, false], [-10.25, false], [-10.0, false], [-9.75, false], [-9.125, false], [-9.375, false], [-8.875, false], [-5.25, false], [-9.125, false], [-8.875, false], [-9.375, false], [-9.375, false], [-9.75, false], [-8.875, false], [-10.453125, false], [-5.25, false], [-8.875, false], [-10.0, false], [-9.375, false], [-7.75, false], [-7.75, false], [-10.5, false], [-5.25, false], [-9.125, false], [-8.875, false], [-9.375, false], [-9.375, false], [-9.75, false], [-8.875, false], [-10.453125, false], [-5.25, false], [-8.875, false], [-10.625, false], [-8.875, false], [-12.0, false], [-11.75, false], [-8.875, false], [-5.25, false], [-9.125, false], [-8.875, false], [-9.375, false], [-9.375, false], [-9.75, false], [-8.875, false], [-10.453125, false], [-5.25, false], [-8.875, false], [-10.0, false], [-7.75, false], [-10.625, false], [-8.875, false], [-5.25, false], [-9.125, false], [-8.875, false], [-9.375, false], [-9.375, false], [-9.75, false], [-8.875, false], [-13.375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 316, "doc": {"id": "Mercury_400556", "question": "What can be inferred from a food product advertisement that claims \"30% less fat than our leading competitors\"?", "choices": {"text": ["It is a sugar-free product.", "It will help a person lose weight.", "It is the healthiest choice available.", "The fat content of the item is reduced."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "The fat content of the item is reduced.", "arguments": ["Question: What can be inferred from a food product advertisement that claims \"30% less fat than our leading competitors\"?\nAnswer:", " ["], "resps": [[[-7.734375, false]], [[-7.484375, false]], [[-4.984375, false]], [[-10.984375, false]], [[-5.984375, false]], [[-9.484375, false]], [[-10.984375, false]], [[-5.984375, false]], [[-5.984375, false]], [[-5.984375, false]], [[-10.984375, false]], [[-11.984375, false]], [[-12.484375, false]], [[-5.984375, false]], [[-12.734375, false]], [[-6.734375, false]], [[-10.984375, false]], [[-12.734375, false]], [[-9.984375, false]], [[-9.984375, false]], [[-5.984375, false]], [[-10.984375, false]], [[-12.734375, false]], [[-10.984375, false]], [[-10.734375, false]], [[-11.984375, false]], [[-9.734375, false]], [[-10.984375, false]], [[-7.73046875, false]], [[-7.484375, false]], [[-11.234375, false]], [[-5.984375, false]], [[-7.484375, false]], [[-4.984375, false]], [[-10.984375, false]], [[-5.984375, false]], [[-10.234375, false]], [[-9.484375, false]], [[-10.984375, false]], [[-10.984375, false]], [[-5.984375, false]], [[-12.734375, false]], [[-9.984375, false]], [[-10.984375, false]], [[-10.984375, false]], [[-5.984375, false]], [[-5.984375, false]], [[-5.984375, false]], [[-10.984375, false]], [[-9.984375, false]], [[-12.734375, false]], [[-10.984375, false]], [[-10.984375, false]], [[-10.484375, false]], [[-5.984375, false]], [[-10.984375, false]], [[-10.984375, false]], [[-10.984375, false]], [[-9.984375, false]], [[-5.984375, false]], [[-10.234375, false]], [[-9.984375, false]], [[-9.484375, false]], [[-12.484375, false]], [[-12.734375, false]], [[-10.984375, false]], [[-7.73046875, false]], [[-7.484375, false]], [[-11.234375, false]], [[-5.984375, false]], [[-7.484375, false]], [[-4.984375, false]], [[-10.984375, false]], [[-5.984375, false]], [[-9.484375, false]], [[-10.984375, false]], [[-5.984375, false]], [[-10.984375, false]], [[-12.734375, false]], [[-9.984375, false]], [[-5.984375, false]], [[-12.734375, false]], [[-9.984375, false]], [[-5.984375, false]], [[-10.984375, false]], [[-10.984375, false]], [[-12.734375, false]], [[-9.484375, false]], [[-9.984375, false]], [[-10.984375, false]], [[-10.984375, false]], [[-5.984375, false]], [[-9.734375, false]], [[-12.734375, false]], [[-10.984375, false]], [[-9.484375, false]], [[-9.734375, false]], [[-9.984375, false]], [[-5.984375, false]], [[-5.984375, false]], [[-11.484375, false]], [[-5.984375, false]], [[-9.484375, false]], [[-10.984375, false]], [[-5.984375, false]], [[-10.734375, false]], [[-10.984375, false]], [[-9.984375, false]], [[-7.73046875, false]], [[-7.484375, false]], [[-11.234375, false]], [[-5.984375, false]], [[-7.484375, false]], [[-7.734375, false]], [[-12.734375, false]], [[-9.984375, false]], [[-5.984375, false]], [[-10.984375, false]], [[-5.984375, false]], [[-10.984375, false]], [[-5.984375, false]], [[-9.734375, false]], [[-10.984375, false]], [[-10.484375, false]], [[-10.984375, false]], [[-9.984375, false]], [[-10.484375, false]], [[-10.984375, false]], [[-5.984375, false]], [[-10.984375, false]], [[-10.984375, false]], [[-5.984375, false]], [[-10.984375, false]], [[-12.734375, false]], [[-9.984375, false]], [[-5.984375, false]], [[-9.484375, false]], [[-10.984375, false]], [[-9.984375, false]], [[-10.984375, false]], [[-5.984375, false]], [[-9.484375, false]], [[-10.984375, false]], [[-5.984375, false]], [[-12.734375, false]], [[-9.984375, false]], [[-10.734375, false]], [[-11.984375, false]], [[-9.734375, false]], [[-9.984375, false]], [[-10.734375, false]], [[-7.73046875, false]], [[-7.484375, false]], [[-12.984375, false]]], "filtered_resps": [[-7.734375, false], [-7.484375, false], [-4.984375, false], [-10.984375, false], [-5.984375, false], [-9.484375, false], [-10.984375, false], [-5.984375, false], [-5.984375, false], [-5.984375, false], [-10.984375, false], [-11.984375, false], [-12.484375, false], [-5.984375, false], [-12.734375, false], [-6.734375, false], [-10.984375, false], [-12.734375, false], [-9.984375, false], [-9.984375, false], [-5.984375, false], [-10.984375, false], [-12.734375, false], [-10.984375, false], [-10.734375, false], [-11.984375, false], [-9.734375, false], [-10.984375, false], [-7.73046875, false], [-7.484375, false], [-11.234375, false], [-5.984375, false], [-7.484375, false], [-4.984375, false], [-10.984375, false], [-5.984375, false], [-10.234375, false], [-9.484375, false], [-10.984375, false], [-10.984375, false], [-5.984375, false], [-12.734375, false], [-9.984375, false], [-10.984375, false], [-10.984375, false], [-5.984375, false], [-5.984375, false], [-5.984375, false], [-10.984375, false], [-9.984375, false], [-12.734375, false], [-10.984375, false], [-10.984375, false], [-10.484375, false], [-5.984375, false], [-10.984375, false], [-10.984375, false], [-10.984375, false], [-9.984375, false], [-5.984375, false], [-10.234375, false], [-9.984375, false], [-9.484375, false], [-12.484375, false], [-12.734375, false], [-10.984375, false], [-7.73046875, false], [-7.484375, false], [-11.234375, false], [-5.984375, false], [-7.484375, false], [-4.984375, false], [-10.984375, false], [-5.984375, false], [-9.484375, false], [-10.984375, false], [-5.984375, false], [-10.984375, false], [-12.734375, false], [-9.984375, false], [-5.984375, false], [-12.734375, false], [-9.984375, false], [-5.984375, false], [-10.984375, false], [-10.984375, false], [-12.734375, false], [-9.484375, false], [-9.984375, false], [-10.984375, false], [-10.984375, false], [-5.984375, false], [-9.734375, false], [-12.734375, false], [-10.984375, false], [-9.484375, false], [-9.734375, false], [-9.984375, false], [-5.984375, false], [-5.984375, false], [-11.484375, false], [-5.984375, false], [-9.484375, false], [-10.984375, false], [-5.984375, false], [-10.734375, false], [-10.984375, false], [-9.984375, false], [-7.73046875, false], [-7.484375, false], [-11.234375, false], [-5.984375, false], [-7.484375, false], [-7.734375, false], [-12.734375, false], [-9.984375, false], [-5.984375, false], [-10.984375, false], [-5.984375, false], [-10.984375, false], [-5.984375, false], [-9.734375, false], [-10.984375, false], [-10.484375, false], [-10.984375, false], [-9.984375, false], [-10.484375, false], [-10.984375, false], [-5.984375, false], [-10.984375, false], [-10.984375, false], [-5.984375, false], [-10.984375, false], [-12.734375, false], [-9.984375, false], [-5.984375, false], [-9.484375, false], [-10.984375, false], [-9.984375, false], [-10.984375, false], [-5.984375, false], [-9.484375, false], [-10.984375, false], [-5.984375, false], [-12.734375, false], [-9.984375, false], [-10.734375, false], [-11.984375, false], [-9.734375, false], [-9.984375, false], [-10.734375, false], [-7.73046875, false], [-7.484375, false], [-12.984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 324, "doc": {"id": "Mercury_7082670", "question": "The visible light spectrum can be subdivided according to", "choices": {"text": ["the types of waves.", "the sizes of particles.", "a range of colors.", "a type of energy."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "a range of colors.", "arguments": ["Question: The visible light spectrum can be subdivided according to\nAnswer:", " ["], "resps": [[[-7.03125, false]], [[-8.15625, false]], [[-8.78125, false]], [[-9.03125, false]], [[-7.65625, false]], [[-4.53125, false]], [[-8.78125, false]], [[-9.40625, false]], [[-8.03125, false]], [[-7.65625, false]], [[-8.40625, false]], [[-4.53125, false]], [[-7.28125, false]], [[-8.28125, false]], [[-4.53125, false]], [[-10.15625, false]], [[-4.90625, false]], [[-7.53125, false]], [[-7.65625, false]], [[-8.40625, false]], [[-6.28125, false]], [[-8.15625, false]], [[-7.21875, false]], [[-4.53125, false]], [[-8.15625, false]], [[-8.78125, false]], [[-9.03125, false]], [[-7.65625, false]], [[-4.53125, false]], [[-8.40625, false]], [[-7.03125, false]], [[-9.78125, false]], [[-7.65625, false]], [[-8.40625, false]], [[-4.53125, false]], [[-7.28125, false]], [[-8.28125, false]], [[-4.53125, false]], [[-8.03125, false]], [[-4.90625, false]], [[-8.40625, false]], [[-8.78125, false]], [[-7.03125, false]], [[-8.40625, false]], [[-8.78125, false]], [[-7.65625, false]], [[-8.40625, false]], [[-6.28125, false]], [[-8.15625, false]], [[-7.21875, false]], [[-4.53125, false]], [[-8.15625, false]], [[-4.90625, false]], [[-4.53125, false]], [[-8.40625, false]], [[-4.90625, false]], [[-6.65625, false]], [[-10.53125, false]], [[-7.65625, false]], [[-4.53125, false]], [[-7.28125, false]], [[-8.28125, false]], [[-4.53125, false]], [[-8.40625, false]], [[-7.28125, false]], [[-8.78125, false]], [[-7.28125, false]], [[-8.40625, false]], [[-8.40625, false]], [[-6.28125, false]], [[-8.15625, false]], [[-7.21875, false]], [[-4.53125, false]], [[-8.15625, false]], [[-4.90625, false]], [[-4.53125, false]], [[-8.78125, false]], [[-9.40625, false]], [[-8.03125, false]], [[-7.65625, false]], [[-4.53125, false]], [[-7.28125, false]], [[-8.28125, false]], [[-4.53125, false]], [[-7.65625, false]], [[-6.65625, false]], [[-7.65625, false]], [[-8.40625, false]], [[-10.53125, false]], [[-9.40625, false]], [[-6.28125, false]], [[-8.15625, false]], [[-10.65625, false]]], "filtered_resps": [[-7.03125, false], [-8.15625, false], [-8.78125, false], [-9.03125, false], [-7.65625, false], [-4.53125, false], [-8.78125, false], [-9.40625, false], [-8.03125, false], [-7.65625, false], [-8.40625, false], [-4.53125, false], [-7.28125, false], [-8.28125, false], [-4.53125, false], [-10.15625, false], [-4.90625, false], [-7.53125, false], [-7.65625, false], [-8.40625, false], [-6.28125, false], [-8.15625, false], [-7.21875, false], [-4.53125, false], [-8.15625, false], [-8.78125, false], [-9.03125, false], [-7.65625, false], [-4.53125, false], [-8.40625, false], [-7.03125, false], [-9.78125, false], [-7.65625, false], [-8.40625, false], [-4.53125, false], [-7.28125, false], [-8.28125, false], [-4.53125, false], [-8.03125, false], [-4.90625, false], [-8.40625, false], [-8.78125, false], [-7.03125, false], [-8.40625, false], [-8.78125, false], [-7.65625, false], [-8.40625, false], [-6.28125, false], [-8.15625, false], [-7.21875, false], [-4.53125, false], [-8.15625, false], [-4.90625, false], [-4.53125, false], [-8.40625, false], [-4.90625, false], [-6.65625, false], [-10.53125, false], [-7.65625, false], [-4.53125, false], [-7.28125, false], [-8.28125, false], [-4.53125, false], [-8.40625, false], [-7.28125, false], [-8.78125, false], [-7.28125, false], [-8.40625, false], [-8.40625, false], [-6.28125, false], [-8.15625, false], [-7.21875, false], [-4.53125, false], [-8.15625, false], [-4.90625, false], [-4.53125, false], [-8.78125, false], [-9.40625, false], [-8.03125, false], [-7.65625, false], [-4.53125, false], [-7.28125, false], [-8.28125, false], [-4.53125, false], [-7.65625, false], [-6.65625, false], [-7.65625, false], [-8.40625, false], [-10.53125, false], [-9.40625, false], [-6.28125, false], [-8.15625, false], [-10.65625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 332, "doc": {"id": "Mercury_7159425", "question": "After a storm, a hospital may have to rely on backup generators to power some equipment. Which is the energy conversion provided by the generators?", "choices": {"text": ["mechanical energy to electrical energy", "thermal energy to mechanical energy", "nuclear energy to mechanical energy", "thermal energy to electrical energy"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "mechanical energy to electrical energy", "arguments": ["Question: After a storm, a hospital may have to rely on backup generators to power some equipment. Which is the energy conversion provided by the generators?\nAnswer:", " ["], "resps": [[[-6.453125, false]], [[-8.703125, false]], [[-8.703125, false]], [[-7.703125, false]], [[-6.453125, false]], [[-9.203125, false]], [[-3.705078125, false]], [[-7.703125, false]], [[-6.703125, false]], [[-6.453125, false]], [[-3.705078125, false]], [[-10.453125, false]], [[-5.203125, false]], [[-7.703125, false]], [[-7.703125, false]], [[-7.703125, false]], [[-10.453125, false]], [[-10.203125, false]], [[-11.453125, false]], [[-5.203125, false]], [[-10.203125, false]], [[-9.453125, false]], [[-5.203125, false]], [[-7.703125, false]], [[-10.453125, false]], [[-7.703125, false]], [[-6.453125, false]], [[-10.203125, false]], [[-10.453125, false]], [[-6.703125, false]], [[-6.453125, false]], [[-3.705078125, false]], [[-10.453125, false]], [[-5.203125, false]], [[-7.703125, false]], [[-7.703125, false]], [[-7.703125, false]], [[-10.453125, false]], [[-10.203125, false]], [[-11.453125, false]], [[-8.703125, false]], [[-9.1484375, false]], [[-5.203125, false]], [[-8.703125, false]], [[-10.203125, false]], [[-9.203125, false]], [[-7.703125, false]], [[-10.453125, false]], [[-8.703125, false]], [[-3.705078125, false]], [[-10.453125, false]], [[-5.203125, false]], [[-7.703125, false]], [[-7.703125, false]], [[-7.703125, false]], [[-10.453125, false]], [[-10.203125, false]], [[-11.453125, false]], [[-5.203125, false]], [[-10.203125, false]], [[-9.453125, false]], [[-5.203125, false]], [[-8.703125, false]], [[-7.703125, false]], [[-6.453125, false]], [[-9.203125, false]], [[-3.705078125, false]], [[-7.703125, false]], [[-6.703125, false]], [[-6.453125, false]], [[-3.705078125, false]], [[-10.453125, false]], [[-5.203125, false]], [[-7.703125, false]], [[-7.703125, false]], [[-7.703125, false]], [[-10.453125, false]], [[-10.203125, false]], [[-11.453125, false]], [[-8.703125, false]], [[-9.1484375, false]], [[-5.203125, false]], [[-8.703125, false]], [[-7.703125, false]], [[-9.203125, false]], [[-6.453125, false]], [[-10.453125, false]], [[-7.703125, false]], [[-3.705078125, false]], [[-10.453125, false]], [[-5.203125, false]], [[-7.703125, false]], [[-7.703125, false]], [[-7.703125, false]], [[-10.453125, false]], [[-10.203125, false]], [[-11.453125, false]], [[-5.203125, false]], [[-10.203125, false]], [[-9.453125, false]], [[-5.203125, false]], [[-8.703125, false]], [[-7.703125, false]], [[-6.453125, false]], [[-9.203125, false]], [[-3.705078125, false]], [[-7.703125, false]], [[-6.703125, false]], [[-6.453125, false]], [[-3.705078125, false]], [[-10.453125, false]], [[-5.203125, false]], [[-7.703125, false]], [[-7.703125, false]], [[-7.703125, false]], [[-10.453125, false]], [[-10.203125, false]], [[-11.453125, false]], [[-8.703125, false]], [[-9.1484375, false]], [[-5.203125, false]], [[-8.703125, false]], [[-10.203125, false]], [[-9.203125, false]], [[-7.703125, false]], [[-10.453125, false]], [[-8.703125, false]], [[-3.705078125, false]], [[-10.453125, false]], [[-5.203125, false]], [[-7.703125, false]], [[-7.703125, false]], [[-7.703125, false]], [[-10.453125, false]], [[-10.203125, false]], [[-11.453125, false]], [[-5.203125, false]], [[-10.203125, false]], [[-9.453125, false]], [[-5.203125, false]], [[-7.703125, false]], [[-10.453125, false]], [[-7.703125, false]], [[-6.453125, false]], [[-10.203125, false]], [[-10.453125, false]], [[-6.703125, false]], [[-6.453125, false]], [[-3.705078125, false]], [[-10.453125, false]], [[-5.203125, false]], [[-7.703125, false]], [[-7.703125, false]], [[-7.703125, false]], [[-10.453125, false]], [[-10.203125, false]], [[-11.453125, false]], [[-8.703125, false]], [[-12.953125, false]]], "filtered_resps": [[-6.453125, false], [-8.703125, false], [-8.703125, false], [-7.703125, false], [-6.453125, false], [-9.203125, false], [-3.705078125, false], [-7.703125, false], [-6.703125, false], [-6.453125, false], [-3.705078125, false], [-10.453125, false], [-5.203125, false], [-7.703125, false], [-7.703125, false], [-7.703125, false], [-10.453125, false], [-10.203125, false], [-11.453125, false], [-5.203125, false], [-10.203125, false], [-9.453125, false], [-5.203125, false], [-7.703125, false], [-10.453125, false], [-7.703125, false], [-6.453125, false], [-10.203125, false], [-10.453125, false], [-6.703125, false], [-6.453125, false], [-3.705078125, false], [-10.453125, false], [-5.203125, false], [-7.703125, false], [-7.703125, false], [-7.703125, false], [-10.453125, false], [-10.203125, false], [-11.453125, false], [-8.703125, false], [-9.1484375, false], [-5.203125, false], [-8.703125, false], [-10.203125, false], [-9.203125, false], [-7.703125, false], [-10.453125, false], [-8.703125, false], [-3.705078125, false], [-10.453125, false], [-5.203125, false], [-7.703125, false], [-7.703125, false], [-7.703125, false], [-10.453125, false], [-10.203125, false], [-11.453125, false], [-5.203125, false], [-10.203125, false], [-9.453125, false], [-5.203125, false], [-8.703125, false], [-7.703125, false], [-6.453125, false], [-9.203125, false], [-3.705078125, false], [-7.703125, false], [-6.703125, false], [-6.453125, false], [-3.705078125, false], [-10.453125, false], [-5.203125, false], [-7.703125, false], [-7.703125, false], [-7.703125, false], [-10.453125, false], [-10.203125, false], [-11.453125, false], [-8.703125, false], [-9.1484375, false], [-5.203125, false], [-8.703125, false], [-7.703125, false], [-9.203125, false], [-6.453125, false], [-10.453125, false], [-7.703125, false], [-3.705078125, false], [-10.453125, false], [-5.203125, false], [-7.703125, false], [-7.703125, false], [-7.703125, false], [-10.453125, false], [-10.203125, false], [-11.453125, false], [-5.203125, false], [-10.203125, false], [-9.453125, false], [-5.203125, false], [-8.703125, false], [-7.703125, false], [-6.453125, false], [-9.203125, false], [-3.705078125, false], [-7.703125, false], [-6.703125, false], [-6.453125, false], [-3.705078125, false], [-10.453125, false], [-5.203125, false], [-7.703125, false], [-7.703125, false], [-7.703125, false], [-10.453125, false], [-10.203125, false], [-11.453125, false], [-8.703125, false], [-9.1484375, false], [-5.203125, false], [-8.703125, false], [-10.203125, false], [-9.203125, false], [-7.703125, false], [-10.453125, false], [-8.703125, false], [-3.705078125, false], [-10.453125, false], [-5.203125, false], [-7.703125, false], [-7.703125, false], [-7.703125, false], [-10.453125, false], [-10.203125, false], [-11.453125, false], [-5.203125, false], [-10.203125, false], [-9.453125, false], [-5.203125, false], [-7.703125, false], [-10.453125, false], [-7.703125, false], [-6.453125, false], [-10.203125, false], [-10.453125, false], [-6.703125, false], [-6.453125, false], [-3.705078125, false], [-10.453125, false], [-5.203125, false], [-7.703125, false], [-7.703125, false], [-7.703125, false], [-10.453125, false], [-10.203125, false], [-11.453125, false], [-8.703125, false], [-12.953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 340, "doc": {"id": "VASoL_2009_5_24", "question": "Which type of storm causes the most flooding in areas located near an ocean coastline?", "choices": {"text": ["Tornado", "Hurricane", "Blizzard", "Freezing rain"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Hurricane", "arguments": ["Question: Which type of storm causes the most flooding in areas located near an ocean coastline?\nAnswer:", " ["], "resps": [[[-8.6484375, false]], [[-9.8984375, false]], [[-5.39453125, false]], [[-10.8984375, false]], [[-11.3984375, false]], [[-11.3984375, false]], [[-6.39453125, false]], [[-7.89453125, false]], [[-10.8984375, false]], [[-9.8984375, false]], [[-10.546875, false]], [[-5.89453125, false]], [[-9.8984375, false]], [[-7.89453125, false]], [[-13.3984375, false]], [[-11.3984375, false]], [[-11.3984375, false]], [[-11.3984375, false]], [[-11.8984375, false]], [[-6.39453125, false]], [[-11.3984375, false]], [[-8.3984375, false]], [[-9.8984375, false]], [[-10.546875, false]], [[-5.89453125, false]], [[-9.8984375, false]], [[-7.64453125, false]], [[-11.6484375, false]], [[-11.3984375, false]], [[-14.3984375, false]], [[-14.3984375, false]], [[-6.39453125, false]], [[-11.3984375, false]], [[-7.89453125, false]], [[-9.8984375, false]], [[-10.546875, false]], [[-5.89453125, false]], [[-9.8984375, false]], [[-2.896484375, false]], [[-11.3984375, false]], [[-8.3984375, false]], [[-8.3984375, false]], [[-14.3984375, false]], [[-11.3984375, false]], [[-11.3984375, false]], [[-13.6484375, false]], [[-5.89453125, false]], [[-11.3984375, false]], [[-6.39453125, false]], [[-11.3984375, false]], [[-11.3984375, false]], [[-9.8984375, false]], [[-13.1484375, false]]], "filtered_resps": [[-8.6484375, false], [-9.8984375, false], [-5.39453125, false], [-10.8984375, false], [-11.3984375, false], [-11.3984375, false], [-6.39453125, false], [-7.89453125, false], [-10.8984375, false], [-9.8984375, false], [-10.546875, false], [-5.89453125, false], [-9.8984375, false], [-7.89453125, false], [-13.3984375, false], [-11.3984375, false], [-11.3984375, false], [-11.3984375, false], [-11.8984375, false], [-6.39453125, false], [-11.3984375, false], [-8.3984375, false], [-9.8984375, false], [-10.546875, false], [-5.89453125, false], [-9.8984375, false], [-7.64453125, false], [-11.6484375, false], [-11.3984375, false], [-14.3984375, false], [-14.3984375, false], [-6.39453125, false], [-11.3984375, false], [-7.89453125, false], [-9.8984375, false], [-10.546875, false], [-5.89453125, false], [-9.8984375, false], [-2.896484375, false], [-11.3984375, false], [-8.3984375, false], [-8.3984375, false], [-14.3984375, false], [-11.3984375, false], [-11.3984375, false], [-13.6484375, false], [-5.89453125, false], [-11.3984375, false], [-6.39453125, false], [-11.3984375, false], [-11.3984375, false], [-9.8984375, false], [-13.1484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 348, "doc": {"id": "Mercury_SC_408031", "question": "Lamar learned that birds, mammals, and reptiles are all vertebrates. Which characteristic do all vertebrates share?", "choices": {"text": ["They all lay eggs.", "They all have feathers.", "They all have a backbone.", "They are all warm-blooded."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "They all have a backbone.", "arguments": ["Question: Lamar learned that birds, mammals, and reptiles are all vertebrates. Which characteristic do all vertebrates share?\nAnswer:", " ["], "resps": [[[-7.2578125, false]], [[-10.5078125, false]], [[-7.0078125, false]], [[-11.0078125, false]], [[-8.5078125, false]], [[-12.7578125, false]], [[-5.0078125, false]], [[-5.2578125, false]], [[-8.5078125, false]], [[-8.5078125, false]], [[-5.0078125, false]], [[-8.5078125, false]], [[-5.2578125, false]], [[-12.7578125, false]], [[-5.0078125, false]], [[-8.5078125, false]], [[-11.7578125, false]], [[-11.7578125, false]], [[-10.2578125, false]], [[-7.328125, false]], [[-10.5078125, false]], [[-10.453125, false]], [[-5.0078125, false]], [[-10.5078125, false]], [[-7.0078125, false]], [[-11.0078125, false]], [[-8.5078125, false]], [[-12.7578125, false]], [[-5.0078125, false]], [[-5.2578125, false]], [[-8.5078125, false]], [[-8.5078125, false]], [[-5.0078125, false]], [[-11.0078125, false]], [[-5.2578125, false]], [[-10.5078125, false]], [[-8.5078125, false]], [[-5.0078125, false]], [[-8.7578125, false]], [[-8.5078125, false]], [[-5.2578125, false]], [[-11.2578125, false]], [[-11.0078125, false]], [[-8.5078125, false]], [[-9.5078125, false]], [[-10.2578125, false]], [[-7.328125, false]], [[-10.5078125, false]], [[-10.453125, false]], [[-5.0078125, false]], [[-10.5078125, false]], [[-7.0078125, false]], [[-11.0078125, false]], [[-8.5078125, false]], [[-12.7578125, false]], [[-5.0078125, false]], [[-5.2578125, false]], [[-8.5078125, false]], [[-8.5078125, false]], [[-5.0078125, false]], [[-11.0078125, false]], [[-5.2578125, false]], [[-10.5078125, false]], [[-8.5078125, false]], [[-5.0078125, false]], [[-5.2578125, false]], [[-5.0078125, false]], [[-9.5078125, false]], [[-5.2578125, false]], [[-8.5078125, false]], [[-10.0078125, false]], [[-9.5078125, false]], [[-10.2578125, false]], [[-10.0078125, false]], [[-8.5078125, false]], [[-7.328125, false]], [[-10.5078125, false]], [[-10.453125, false]], [[-5.0078125, false]], [[-10.5078125, false]], [[-7.0078125, false]], [[-11.0078125, false]], [[-8.5078125, false]], [[-12.7578125, false]], [[-5.0078125, false]], [[-5.2578125, false]], [[-9.5078125, false]], [[-8.5078125, false]], [[-5.0078125, false]], [[-5.2578125, false]], [[-8.5078125, false]], [[-8.5078125, false]], [[-5.0078125, false]], [[-10.2578125, false]], [[-5.2578125, false]], [[-9.5078125, false]], [[-11.0078125, false]], [[-7.2578125, false]], [[-9.5078125, false]], [[-8.5078125, false]], [[-10.2578125, false]], [[-10.2578125, false]], [[-8.2578125, false]], [[-8.5078125, false]], [[-8.2578125, false]], [[-7.328125, false]], [[-10.5078125, false]], [[-13.2578125, false]]], "filtered_resps": [[-7.2578125, false], [-10.5078125, false], [-7.0078125, false], [-11.0078125, false], [-8.5078125, false], [-12.7578125, false], [-5.0078125, false], [-5.2578125, false], [-8.5078125, false], [-8.5078125, false], [-5.0078125, false], [-8.5078125, false], [-5.2578125, false], [-12.7578125, false], [-5.0078125, false], [-8.5078125, false], [-11.7578125, false], [-11.7578125, false], [-10.2578125, false], [-7.328125, false], [-10.5078125, false], [-10.453125, false], [-5.0078125, false], [-10.5078125, false], [-7.0078125, false], [-11.0078125, false], [-8.5078125, false], [-12.7578125, false], [-5.0078125, false], [-5.2578125, false], [-8.5078125, false], [-8.5078125, false], [-5.0078125, false], [-11.0078125, false], [-5.2578125, false], [-10.5078125, false], [-8.5078125, false], [-5.0078125, false], [-8.7578125, false], [-8.5078125, false], [-5.2578125, false], [-11.2578125, false], [-11.0078125, false], [-8.5078125, false], [-9.5078125, false], [-10.2578125, false], [-7.328125, false], [-10.5078125, false], [-10.453125, false], [-5.0078125, false], [-10.5078125, false], [-7.0078125, false], [-11.0078125, false], [-8.5078125, false], [-12.7578125, false], [-5.0078125, false], [-5.2578125, false], [-8.5078125, false], [-8.5078125, false], [-5.0078125, false], [-11.0078125, false], [-5.2578125, false], [-10.5078125, false], [-8.5078125, false], [-5.0078125, false], [-5.2578125, false], [-5.0078125, false], [-9.5078125, false], [-5.2578125, false], [-8.5078125, false], [-10.0078125, false], [-9.5078125, false], [-10.2578125, false], [-10.0078125, false], [-8.5078125, false], [-7.328125, false], [-10.5078125, false], [-10.453125, false], [-5.0078125, false], [-10.5078125, false], [-7.0078125, false], [-11.0078125, false], [-8.5078125, false], [-12.7578125, false], [-5.0078125, false], [-5.2578125, false], [-9.5078125, false], [-8.5078125, false], [-5.0078125, false], [-5.2578125, false], [-8.5078125, false], [-8.5078125, false], [-5.0078125, false], [-10.2578125, false], [-5.2578125, false], [-9.5078125, false], [-11.0078125, false], [-7.2578125, false], [-9.5078125, false], [-8.5078125, false], [-10.2578125, false], [-10.2578125, false], [-8.2578125, false], [-8.5078125, false], [-8.2578125, false], [-7.328125, false], [-10.5078125, false], [-13.2578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 356, "doc": {"id": "Mercury_7074988", "question": "Eating food that is undercooked can lead to a disease that affects the digestive system. Which body part is directly affected by the disease?", "choices": {"text": ["intestines", "arteries", "nerves", "sinuses"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "intestines", "arguments": ["Question: Eating food that is undercooked can lead to a disease that affects the digestive system. Which body part is directly affected by the disease?\nAnswer:", " ["], "resps": [[[-7.859375, false]], [[-10.859375, false]], [[-10.109375, false]], [[-10.109375, false]], [[-10.859375, false]], [[-9.109375, false]], [[-9.859375, false]], [[-10.859375, false]], [[-10.109375, false]], [[-10.109375, false]], [[-9.109375, false]], [[-9.859375, false]], [[-10.859375, false]], [[-10.46875, false]], [[-5.359375, false]], [[-10.859375, false]], [[-6.359375, false]], [[-11.109375, false]], [[-10.859375, false]], [[-9.109375, false]], [[-11.109375, false]], [[-10.109375, false]], [[-9.109375, false]], [[-9.859375, false]], [[-10.859375, false]], [[-10.46875, false]], [[-5.359375, false]], [[-10.859375, false]], [[-10.109375, false]], [[-9.109375, false]], [[-11.109375, false]], [[-11.609375, false]], [[-9.109375, false]], [[-9.859375, false]], [[-10.859375, false]], [[-10.46875, false]], [[-5.359375, false]], [[-10.859375, false]], [[-9.859375, false]], [[-10.109375, false]], [[-10.109375, false]], [[-10.109375, false]], [[-9.859375, false]], [[-9.109375, false]], [[-9.859375, false]], [[-10.859375, false]], [[-12.109375, false]]], "filtered_resps": [[-7.859375, false], [-10.859375, false], [-10.109375, false], [-10.109375, false], [-10.859375, false], [-9.109375, false], [-9.859375, false], [-10.859375, false], [-10.109375, false], [-10.109375, false], [-9.109375, false], [-9.859375, false], [-10.859375, false], [-10.46875, false], [-5.359375, false], [-10.859375, false], [-6.359375, false], [-11.109375, false], [-10.859375, false], [-9.109375, false], [-11.109375, false], [-10.109375, false], [-9.109375, false], [-9.859375, false], [-10.859375, false], [-10.46875, false], [-5.359375, false], [-10.859375, false], [-10.109375, false], [-9.109375, false], [-11.109375, false], [-11.609375, false], [-9.109375, false], [-9.859375, false], [-10.859375, false], [-10.46875, false], [-5.359375, false], [-10.859375, false], [-9.859375, false], [-10.109375, false], [-10.109375, false], [-10.109375, false], [-9.859375, false], [-9.109375, false], [-9.859375, false], [-10.859375, false], [-12.109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 364, "doc": {"id": "Mercury_401760", "question": "Sodium bicarbonate (NaHCO_{3}) will neutralize stomach acid (HCl) in a double replacement reaction as follows: NaHCO_{3} + HCl -> NaCl + CO_{2} + \\Box What is the product necessary to make this reaction complete?", "choices": {"text": ["2HO", "HO_{2}", "H_{2}O_{2}", "H_{2}O"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "H_{2}O", "arguments": ["Question: Sodium bicarbonate (NaHCO_{3}) will neutralize stomach acid (HCl) in a double replacement reaction as follows: NaHCO_{3} + HCl -> NaCl + CO_{2} + \\Box What is the product necessary to make this reaction complete?\nAnswer:", " ["], "resps": [[[-5.3125, false]], [[-9.5625, false]], [[-4.8125, false]], [[-3.064453125, false]], [[-6.0625, false]], [[-9.5625, false]], [[-9.0, false]], [[-4.5625, false]], [[-9.5625, false]], [[-3.064453125, false]], [[-6.0625, false]], [[-7.5625, false]], [[-6.0625, false]], [[-4.8125, false]], [[-10.3125, false]], [[-9.5625, false]], [[-9.0, false]], [[-4.5625, false]], [[-9.5625, false]], [[-3.064453125, false]], [[-7.5625, false]], [[-6.0625, false]], [[-4.8125, false]], [[-10.3125, false]], [[-6.0625, false]], [[-7.5625, false]], [[-6.0625, false]], [[-4.8125, false]], [[-10.3125, false]], [[-9.5625, false]], [[-9.0, false]], [[-4.5625, false]], [[-9.5625, false]], [[-3.064453125, false]], [[-7.5625, false]], [[-6.0625, false]], [[-4.8125, false]], [[-10.3125, false]], [[-6.0625, false]], [[-9.5625, false]], [[-10.3125, false]]], "filtered_resps": [[-5.3125, false], [-9.5625, false], [-4.8125, false], [-3.064453125, false], [-6.0625, false], [-9.5625, false], [-9.0, false], [-4.5625, false], [-9.5625, false], [-3.064453125, false], [-6.0625, false], [-7.5625, false], [-6.0625, false], [-4.8125, false], [-10.3125, false], [-9.5625, false], [-9.0, false], [-4.5625, false], [-9.5625, false], [-3.064453125, false], [-7.5625, false], [-6.0625, false], [-4.8125, false], [-10.3125, false], [-6.0625, false], [-7.5625, false], [-6.0625, false], [-4.8125, false], [-10.3125, false], [-9.5625, false], [-9.0, false], [-4.5625, false], [-9.5625, false], [-3.064453125, false], [-7.5625, false], [-6.0625, false], [-4.8125, false], [-10.3125, false], [-6.0625, false], [-9.5625, false], [-10.3125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 372, "doc": {"id": "VASoL_2008_3_33", "question": "Soil is important to a forest because the soil ___.", "choices": {"text": ["stores sunlight in the leaves", "attracts insects that eat leaves", "provides nutrients to the trees", "warms the air around the trees"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "provides nutrients to the trees", "arguments": ["Question: Soil is important to a forest because the soil ___.\nAnswer:", " ["], "resps": [[[-7.6953125, false]], [[-9.9453125, false]], [[-9.4453125, false]], [[-10.1953125, false]], [[-7.9453125, false]], [[-12.1953125, false]], [[-7.6953125, false]], [[-9.4453125, false]], [[-4.4453125, false]], [[-9.4453125, false]], [[-12.6953125, false]], [[-9.6953125, false]], [[-9.1953125, false]], [[-8.9453125, false]], [[-10.9453125, false]], [[-10.6953125, false]], [[-10.1953125, false]], [[-4.4453125, false]], [[-8.9453125, false]], [[-9.6953125, false]], [[-4.4453125, false]], [[-10.1953125, false]], [[-10.6953125, false]], [[-7.6953125, false]], [[-4.4453125, false]], [[-9.1953125, false]], [[-7.6953125, false]], [[-5.1953125, false]], [[-12.6953125, false]], [[-7.6953125, false]], [[-9.4453125, false]], [[-9.9453125, false]], [[-10.46875, false]], [[-4.4453125, false]], [[-9.9453125, false]], [[-5.1953125, false]], [[-10.1953125, false]], [[-10.1953125, false]], [[-12.1953125, false]], [[-5.1953125, false]], [[-8.4453125, false]], [[-10.1953125, false]], [[-9.4453125, false]], [[-4.4453125, false]], [[-8.9453125, false]], [[-9.6953125, false]], [[-9.4453125, false]], [[-7.6953125, false]], [[-8.4453125, false]], [[-10.1953125, false]], [[-9.4453125, false]], [[-4.4453125, false]], [[-10.1953125, false]], [[-10.6953125, false]], [[-5.1953125, false]], [[-10.1953125, false]], [[-4.4453125, false]], [[-7.6953125, false]], [[-5.1953125, false]], [[-10.1953125, false]], [[-4.4453125, false]], [[-9.1953125, false]], [[-7.6953125, false]], [[-5.1953125, false]], [[-12.6953125, false]], [[-7.6953125, false]], [[-9.4453125, false]], [[-9.9453125, false]], [[-10.46875, false]], [[-4.4453125, false]], [[-9.9453125, false]], [[-10.1953125, false]], [[-12.1953125, false]], [[-7.9453125, false]], [[-12.6953125, false]], [[-8.9453125, false]], [[-7.4453125, false]], [[-7.6953125, false]], [[-9.4453125, false]], [[-4.4453125, false]], [[-9.6953125, false]], [[-12.6953125, false]], [[-10.1953125, false]], [[-12.1953125, false]], [[-8.9453125, false]], [[-7.6953125, false]], [[-9.6953125, false]], [[-10.1953125, false]], [[-9.4453125, false]], [[-4.4453125, false]], [[-10.1953125, false]], [[-7.9453125, false]], [[-4.4453125, false]], [[-10.1953125, false]], [[-10.6953125, false]], [[-7.6953125, false]], [[-4.4453125, false]], [[-10.1953125, false]], [[-12.1953125, false]], [[-7.6953125, false]], [[-7.6953125, false]], [[-9.4453125, false]], [[-9.9453125, false]], [[-10.46875, false]], [[-4.4453125, false]], [[-9.9453125, false]], [[-10.4453125, false]], [[-5.1953125, false]], [[-12.1953125, false]], [[-10.1953125, false]], [[-9.4453125, false]], [[-4.4453125, false]], [[-10.1953125, false]], [[-10.6953125, false]], [[-7.6953125, false]], [[-4.4453125, false]], [[-5.1953125, false]], [[-8.9453125, false]], [[-12.1953125, false]], [[-4.4453125, false]], [[-5.1953125, false]], [[-12.1953125, false]], [[-7.9453125, false]], [[-12.6953125, false]], [[-9.6953125, false]], [[-7.4453125, false]], [[-4.4453125, false]], [[-10.1953125, false]], [[-10.6953125, false]], [[-7.6953125, false]], [[-4.4453125, false]], [[-10.1953125, false]], [[-12.1953125, false]], [[-7.6953125, false]], [[-7.6953125, false]], [[-9.4453125, false]], [[-9.9453125, false]], [[-13.1953125, false]]], "filtered_resps": [[-7.6953125, false], [-9.9453125, false], [-9.4453125, false], [-10.1953125, false], [-7.9453125, false], [-12.1953125, false], [-7.6953125, false], [-9.4453125, false], [-4.4453125, false], [-9.4453125, false], [-12.6953125, false], [-9.6953125, false], [-9.1953125, false], [-8.9453125, false], [-10.9453125, false], [-10.6953125, false], [-10.1953125, false], [-4.4453125, false], [-8.9453125, false], [-9.6953125, false], [-4.4453125, false], [-10.1953125, false], [-10.6953125, false], [-7.6953125, false], [-4.4453125, false], [-9.1953125, false], [-7.6953125, false], [-5.1953125, false], [-12.6953125, false], [-7.6953125, false], [-9.4453125, false], [-9.9453125, false], [-10.46875, false], [-4.4453125, false], [-9.9453125, false], [-5.1953125, false], [-10.1953125, false], [-10.1953125, false], [-12.1953125, false], [-5.1953125, false], [-8.4453125, false], [-10.1953125, false], [-9.4453125, false], [-4.4453125, false], [-8.9453125, false], [-9.6953125, false], [-9.4453125, false], [-7.6953125, false], [-8.4453125, false], [-10.1953125, false], [-9.4453125, false], [-4.4453125, false], [-10.1953125, false], [-10.6953125, false], [-5.1953125, false], [-10.1953125, false], [-4.4453125, false], [-7.6953125, false], [-5.1953125, false], [-10.1953125, false], [-4.4453125, false], [-9.1953125, false], [-7.6953125, false], [-5.1953125, false], [-12.6953125, false], [-7.6953125, false], [-9.4453125, false], [-9.9453125, false], [-10.46875, false], [-4.4453125, false], [-9.9453125, false], [-10.1953125, false], [-12.1953125, false], [-7.9453125, false], [-12.6953125, false], [-8.9453125, false], [-7.4453125, false], [-7.6953125, false], [-9.4453125, false], [-4.4453125, false], [-9.6953125, false], [-12.6953125, false], [-10.1953125, false], [-12.1953125, false], [-8.9453125, false], [-7.6953125, false], [-9.6953125, false], [-10.1953125, false], [-9.4453125, false], [-4.4453125, false], [-10.1953125, false], [-7.9453125, false], [-4.4453125, false], [-10.1953125, false], [-10.6953125, false], [-7.6953125, false], [-4.4453125, false], [-10.1953125, false], [-12.1953125, false], [-7.6953125, false], [-7.6953125, false], [-9.4453125, false], [-9.9453125, false], [-10.46875, false], [-4.4453125, false], [-9.9453125, false], [-10.4453125, false], [-5.1953125, false], [-12.1953125, false], [-10.1953125, false], [-9.4453125, false], [-4.4453125, false], [-10.1953125, false], [-10.6953125, false], [-7.6953125, false], [-4.4453125, false], [-5.1953125, false], [-8.9453125, false], [-12.1953125, false], [-4.4453125, false], [-5.1953125, false], [-12.1953125, false], [-7.9453125, false], [-12.6953125, false], [-9.6953125, false], [-7.4453125, false], [-4.4453125, false], [-10.1953125, false], [-10.6953125, false], [-7.6953125, false], [-4.4453125, false], [-10.1953125, false], [-12.1953125, false], [-7.6953125, false], [-7.6953125, false], [-9.4453125, false], [-9.9453125, false], [-13.1953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 380, "doc": {"id": "TIMSS_2003_4_pg12", "question": "The fossils of dinosaurs that lived millions of years ago can be found in", "choices": {"text": ["the water of oceans.", "the ice on ponds.", "the trunks of trees.", "rocks in the ground."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "rocks in the ground.", "arguments": ["Question: The fossils of dinosaurs that lived millions of years ago can be found in\nAnswer:", " ["], "resps": [[[-7.22265625, false]], [[-7.59765625, false]], [[-10.21875, false]], [[-11.09375, false]], [[-8.46875, false]], [[-5.22265625, false]], [[-9.59375, false]], [[-5.22265625, false]], [[-10.21875, false]], [[-8.46875, false]], [[-9.84375, false]], [[-5.22265625, false]], [[-9.59375, false]], [[-9.46875, false]], [[-5.22265625, false]], [[-9.59375, false]], [[-9.09375, false]], [[-8.46875, false]], [[-5.22265625, false]], [[-9.09375, false]], [[-9.46875, false]], [[-6.73046875, false]], [[-7.59765625, false]], [[-8.046875, false]], [[-5.22265625, false]], [[-7.59765625, false]], [[-10.21875, false]], [[-11.09375, false]], [[-8.46875, false]], [[-5.22265625, false]], [[-8.09375, false]], [[-9.09375, false]], [[-8.46875, false]], [[-5.22265625, false]], [[-9.59375, false]], [[-9.09375, false]], [[-5.22265625, false]], [[-8.84375, false]], [[-9.59375, false]], [[-9.09375, false]], [[-8.46875, false]], [[-9.46875, false]], [[-6.73046875, false]], [[-7.59765625, false]], [[-8.046875, false]], [[-5.22265625, false]], [[-7.59765625, false]], [[-10.21875, false]], [[-11.09375, false]], [[-8.46875, false]], [[-5.22265625, false]], [[-10.21875, false]], [[-9.84375, false]], [[-10.21875, false]], [[-9.09375, false]], [[-10.21875, false]], [[-9.46875, false]], [[-5.22265625, false]], [[-9.59375, false]], [[-9.46875, false]], [[-5.22265625, false]], [[-10.21875, false]], [[-9.84375, false]], [[-8.46875, false]], [[-8.46875, false]], [[-9.46875, false]], [[-6.73046875, false]], [[-7.59765625, false]], [[-8.046875, false]], [[-5.22265625, false]], [[-7.59765625, false]], [[-9.84375, false]], [[-9.59375, false]], [[-9.09375, false]], [[-10.21875, false]], [[-9.46875, false]], [[-5.22265625, false]], [[-8.09375, false]], [[-9.09375, false]], [[-5.22265625, false]], [[-10.21875, false]], [[-11.09375, false]], [[-8.46875, false]], [[-5.22265625, false]], [[-11.09375, false]], [[-9.84375, false]], [[-9.59375, false]], [[-10.21875, false]], [[-9.09375, false]], [[-8.46875, false]], [[-6.73046875, false]], [[-7.59765625, false]], [[-10.71875, false]]], "filtered_resps": [[-7.22265625, false], [-7.59765625, false], [-10.21875, false], [-11.09375, false], [-8.46875, false], [-5.22265625, false], [-9.59375, false], [-5.22265625, false], [-10.21875, false], [-8.46875, false], [-9.84375, false], [-5.22265625, false], [-9.59375, false], [-9.46875, false], [-5.22265625, false], [-9.59375, false], [-9.09375, false], [-8.46875, false], [-5.22265625, false], [-9.09375, false], [-9.46875, false], [-6.73046875, false], [-7.59765625, false], [-8.046875, false], [-5.22265625, false], [-7.59765625, false], [-10.21875, false], [-11.09375, false], [-8.46875, false], [-5.22265625, false], [-8.09375, false], [-9.09375, false], [-8.46875, false], [-5.22265625, false], [-9.59375, false], [-9.09375, false], [-5.22265625, false], [-8.84375, false], [-9.59375, false], [-9.09375, false], [-8.46875, false], [-9.46875, false], [-6.73046875, false], [-7.59765625, false], [-8.046875, false], [-5.22265625, false], [-7.59765625, false], [-10.21875, false], [-11.09375, false], [-8.46875, false], [-5.22265625, false], [-10.21875, false], [-9.84375, false], [-10.21875, false], [-9.09375, false], [-10.21875, false], [-9.46875, false], [-5.22265625, false], [-9.59375, false], [-9.46875, false], [-5.22265625, false], [-10.21875, false], [-9.84375, false], [-8.46875, false], [-8.46875, false], [-9.46875, false], [-6.73046875, false], [-7.59765625, false], [-8.046875, false], [-5.22265625, false], [-7.59765625, false], [-9.84375, false], [-9.59375, false], [-9.09375, false], [-10.21875, false], [-9.46875, false], [-5.22265625, false], [-8.09375, false], [-9.09375, false], [-5.22265625, false], [-10.21875, false], [-11.09375, false], [-8.46875, false], [-5.22265625, false], [-11.09375, false], [-9.84375, false], [-9.59375, false], [-10.21875, false], [-9.09375, false], [-8.46875, false], [-6.73046875, false], [-7.59765625, false], [-10.71875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 388, "doc": {"id": "Mercury_7214428", "question": "Which moon phase occurs approximately 14 days after a full moon?", "choices": {"text": ["waxing gibbous", "waning crescent", "first quarter", "new moon"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "new moon", "arguments": ["Question: Which moon phase occurs approximately 14 days after a full moon?\nAnswer:", " ["], "resps": [[[-8.03125, false]], [[-9.28125, false]], [[-11.28125, false]], [[-6.28125, false]], [[-11.78125, false]], [[-9.78125, false]], [[-9.78125, false]], [[-13.03125, false]], [[-5.53125, false]], [[-13.03125, false]], [[-9.78125, false]], [[-9.03125, false]], [[-9.03125, false]], [[-10.03125, false]], [[-10.78125, false]], [[-9.03125, false]], [[-9.28125, false]], [[-9.796875, false]], [[-5.53125, false]], [[-9.28125, false]], [[-11.28125, false]], [[-6.28125, false]], [[-9.78125, false]], [[-9.78125, false]], [[-9.78125, false]], [[-13.03125, false]], [[-5.53125, false]], [[-9.03125, false]], [[-10.28125, false]], [[-7.28125, false]], [[-9.03125, false]], [[-9.03125, false]], [[-7.28125, false]], [[-9.78125, false]], [[-8.28125, false]], [[-9.28125, false]], [[-9.796875, false]], [[-5.53125, false]], [[-9.28125, false]], [[-10.78125, false]], [[-9.78125, false]], [[-10.28125, false]], [[-9.03125, false]], [[-8.28125, false]], [[-5.53125, false]], [[-11.28125, false]], [[-10.78125, false]], [[-6.28125, false]], [[-10.28125, false]], [[-8.28125, false]], [[-7.28125, false]], [[-10.28125, false]], [[-9.28125, false]], [[-9.796875, false]], [[-5.53125, false]], [[-9.28125, false]], [[-9.78125, false]], [[-7.28125, false]], [[-11.28125, false]], [[-5.53125, false]], [[-9.28125, false]], [[-10.03125, false]], [[-10.03125, false]], [[-9.78125, false]], [[-9.28125, false]], [[-11.28125, false]]], "filtered_resps": [[-8.03125, false], [-9.28125, false], [-11.28125, false], [-6.28125, false], [-11.78125, false], [-9.78125, false], [-9.78125, false], [-13.03125, false], [-5.53125, false], [-13.03125, false], [-9.78125, false], [-9.03125, false], [-9.03125, false], [-10.03125, false], [-10.78125, false], [-9.03125, false], [-9.28125, false], [-9.796875, false], [-5.53125, false], [-9.28125, false], [-11.28125, false], [-6.28125, false], [-9.78125, false], [-9.78125, false], [-9.78125, false], [-13.03125, false], [-5.53125, false], [-9.03125, false], [-10.28125, false], [-7.28125, false], [-9.03125, false], [-9.03125, false], [-7.28125, false], [-9.78125, false], [-8.28125, false], [-9.28125, false], [-9.796875, false], [-5.53125, false], [-9.28125, false], [-10.78125, false], [-9.78125, false], [-10.28125, false], [-9.03125, false], [-8.28125, false], [-5.53125, false], [-11.28125, false], [-10.78125, false], [-6.28125, false], [-10.28125, false], [-8.28125, false], [-7.28125, false], [-10.28125, false], [-9.28125, false], [-9.796875, false], [-5.53125, false], [-9.28125, false], [-9.78125, false], [-7.28125, false], [-11.28125, false], [-5.53125, false], [-9.28125, false], [-10.03125, false], [-10.03125, false], [-9.78125, false], [-9.28125, false], [-11.28125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 396, "doc": {"id": "Mercury_7017798", "question": "What has occurred when bubbles form in a liquid that is being heated?", "choices": {"text": ["Oxygen is absorbed from the air.", "Heat is radiating in the liquid.", "The boiling point has been reached.", "Molecular stability in the liquid is increasing."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "The boiling point has been reached.", "arguments": ["Question: What has occurred when bubbles form in a liquid that is being heated?\nAnswer:", " ["], "resps": [[[-7.99609375, false]], [[-9.7421875, false]], [[-7.99609375, false]], [[-11.7421875, false]], [[-12.2421875, false]], [[-12.9921875, false]], [[-8.9921875, false]], [[-10.9921875, false]], [[-5.99609375, false]], [[-9.4921875, false]], [[-10.9921875, false]], [[-5.99609375, false]], [[-5.24609375, false]], [[-9.9921875, false]], [[-10.9921875, false]], [[-10.4921875, false]], [[-12.4921875, false]], [[-9.9921875, false]], [[-8.9921875, false]], [[-10.4921875, false]], [[-5.99609375, false]], [[-11.2421875, false]], [[-12.4921875, false]], [[-10.4921875, false]], [[-11.9921875, false]], [[-5.99609375, false]], [[-10.7421875, false]], [[-11.2421875, false]], [[-8.9921875, false]], [[-5.99609375, false]], [[-5.24609375, false]], [[-9.4921875, false]], [[-12.4921875, false]], [[-7.65625, false]], [[-9.7421875, false]], [[-10.65625, false]], [[-5.99609375, false]], [[-9.7421875, false]], [[-6.99609375, false]], [[-8.9921875, false]], [[-5.24609375, false]], [[-10.7421875, false]], [[-5.99609375, false]], [[-9.4921875, false]], [[-10.9921875, false]], [[-5.99609375, false]], [[-12.4921875, false]], [[-5.24609375, false]], [[-10.4921875, false]], [[-9.4921875, false]], [[-5.24609375, false]], [[-10.7421875, false]], [[-9.4921875, false]], [[-10.9921875, false]], [[-12.9921875, false]], [[-5.99609375, false]], [[-9.4921875, false]], [[-10.9921875, false]], [[-5.99609375, false]], [[-10.7421875, false]], [[-11.2421875, false]], [[-8.9921875, false]], [[-5.99609375, false]], [[-11.9921875, false]], [[-9.4921875, false]], [[-11.9921875, false]], [[-11.4921875, false]], [[-9.4921875, false]], [[-10.4921875, false]], [[-7.65625, false]], [[-9.7421875, false]], [[-10.65625, false]], [[-5.99609375, false]], [[-9.7421875, false]], [[-7.74609375, false]], [[-11.2421875, false]], [[-8.9921875, false]], [[-5.99609375, false]], [[-9.9921875, false]], [[-10.4921875, false]], [[-9.4921875, false]], [[-11.9921875, false]], [[-9.4921875, false]], [[-10.9921875, false]], [[-12.9921875, false]], [[-5.99609375, false]], [[-11.2421875, false]], [[-10.4921875, false]], [[-9.4921875, false]], [[-10.9921875, false]], [[-10.7421875, false]], [[-5.99609375, false]], [[-11.2421875, false]], [[-5.24609375, false]], [[-10.9921875, false]], [[-5.99609375, false]], [[-9.9921875, false]], [[-8.9921875, false]], [[-8.9921875, false]], [[-10.9921875, false]], [[-5.99609375, false]], [[-12.4921875, false]], [[-8.9921875, false]], [[-5.24609375, false]], [[-10.7421875, false]], [[-11.2421875, false]], [[-8.9921875, false]], [[-10.4921875, false]], [[-7.65625, false]], [[-9.7421875, false]], [[-10.65625, false]], [[-5.99609375, false]], [[-9.7421875, false]], [[-9.2421875, false]], [[-10.4921875, false]], [[-11.9921875, false]], [[-8.9921875, false]], [[-10.7421875, false]], [[-11.4921875, false]], [[-11.9921875, false]], [[-5.24609375, false]], [[-12.4921875, false]], [[-5.99609375, false]], [[-10.9921875, false]], [[-10.7421875, false]], [[-5.24609375, false]], [[-9.9921875, false]], [[-9.4921875, false]], [[-11.9921875, false]], [[-9.4921875, false]], [[-10.7421875, false]], [[-12.2421875, false]], [[-5.99609375, false]], [[-9.4921875, false]], [[-10.9921875, false]], [[-5.99609375, false]], [[-10.7421875, false]], [[-11.2421875, false]], [[-8.9921875, false]], [[-5.99609375, false]], [[-11.9921875, false]], [[-9.4921875, false]], [[-11.9921875, false]], [[-11.4921875, false]], [[-9.4921875, false]], [[-10.4921875, false]], [[-5.99609375, false]], [[-9.4921875, false]], [[-10.9921875, false]], [[-5.99609375, false]], [[-9.4921875, false]], [[-10.9921875, false]], [[-10.7421875, false]], [[-12.4921875, false]], [[-8.9921875, false]], [[-5.24609375, false]], [[-10.9921875, false]], [[-9.4921875, false]], [[-10.9921875, false]], [[-12.9921875, false]], [[-7.65625, false]], [[-9.7421875, false]], [[-12.7421875, false]]], "filtered_resps": [[-7.99609375, false], [-9.7421875, false], [-7.99609375, false], [-11.7421875, false], [-12.2421875, false], [-12.9921875, false], [-8.9921875, false], [-10.9921875, false], [-5.99609375, false], [-9.4921875, false], [-10.9921875, false], [-5.99609375, false], [-5.24609375, false], [-9.9921875, false], [-10.9921875, false], [-10.4921875, false], [-12.4921875, false], [-9.9921875, false], [-8.9921875, false], [-10.4921875, false], [-5.99609375, false], [-11.2421875, false], [-12.4921875, false], [-10.4921875, false], [-11.9921875, false], [-5.99609375, false], [-10.7421875, false], [-11.2421875, false], [-8.9921875, false], [-5.99609375, false], [-5.24609375, false], [-9.4921875, false], [-12.4921875, false], [-7.65625, false], [-9.7421875, false], [-10.65625, false], [-5.99609375, false], [-9.7421875, false], [-6.99609375, false], [-8.9921875, false], [-5.24609375, false], [-10.7421875, false], [-5.99609375, false], [-9.4921875, false], [-10.9921875, false], [-5.99609375, false], [-12.4921875, false], [-5.24609375, false], [-10.4921875, false], [-9.4921875, false], [-5.24609375, false], [-10.7421875, false], [-9.4921875, false], [-10.9921875, false], [-12.9921875, false], [-5.99609375, false], [-9.4921875, false], [-10.9921875, false], [-5.99609375, false], [-10.7421875, false], [-11.2421875, false], [-8.9921875, false], [-5.99609375, false], [-11.9921875, false], [-9.4921875, false], [-11.9921875, false], [-11.4921875, false], [-9.4921875, false], [-10.4921875, false], [-7.65625, false], [-9.7421875, false], [-10.65625, false], [-5.99609375, false], [-9.7421875, false], [-7.74609375, false], [-11.2421875, false], [-8.9921875, false], [-5.99609375, false], [-9.9921875, false], [-10.4921875, false], [-9.4921875, false], [-11.9921875, false], [-9.4921875, false], [-10.9921875, false], [-12.9921875, false], [-5.99609375, false], [-11.2421875, false], [-10.4921875, false], [-9.4921875, false], [-10.9921875, false], [-10.7421875, false], [-5.99609375, false], [-11.2421875, false], [-5.24609375, false], [-10.9921875, false], [-5.99609375, false], [-9.9921875, false], [-8.9921875, false], [-8.9921875, false], [-10.9921875, false], [-5.99609375, false], [-12.4921875, false], [-8.9921875, false], [-5.24609375, false], [-10.7421875, false], [-11.2421875, false], [-8.9921875, false], [-10.4921875, false], [-7.65625, false], [-9.7421875, false], [-10.65625, false], [-5.99609375, false], [-9.7421875, false], [-9.2421875, false], [-10.4921875, false], [-11.9921875, false], [-8.9921875, false], [-10.7421875, false], [-11.4921875, false], [-11.9921875, false], [-5.24609375, false], [-12.4921875, false], [-5.99609375, false], [-10.9921875, false], [-10.7421875, false], [-5.24609375, false], [-9.9921875, false], [-9.4921875, false], [-11.9921875, false], [-9.4921875, false], [-10.7421875, false], [-12.2421875, false], [-5.99609375, false], [-9.4921875, false], [-10.9921875, false], [-5.99609375, false], [-10.7421875, false], [-11.2421875, false], [-8.9921875, false], [-5.99609375, false], [-11.9921875, false], [-9.4921875, false], [-11.9921875, false], [-11.4921875, false], [-9.4921875, false], [-10.4921875, false], [-5.99609375, false], [-9.4921875, false], [-10.9921875, false], [-5.99609375, false], [-9.4921875, false], [-10.9921875, false], [-10.7421875, false], [-12.4921875, false], [-8.9921875, false], [-5.24609375, false], [-10.9921875, false], [-9.4921875, false], [-10.9921875, false], [-12.9921875, false], [-7.65625, false], [-9.7421875, false], [-12.7421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 404, "doc": {"id": "Mercury_177345", "question": "Which of the following is an example of a compound?", "choices": {"text": ["copper", "iron", "carbon", "water"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "water", "arguments": ["Question: Which of the following is an example of a compound?\nAnswer:", " ["], "resps": [[[-5.5234375, false]], [[-8.0234375, false]], [[-6.0234375, false]], [[-7.5234375, false]], [[-6.8984375, false]], [[-6.8984375, false]], [[-7.5234375, false]], [[-9.2734375, false]], [[-8.0234375, false]], [[-8.6953125, false]], [[-5.0234375, false]], [[-8.0234375, false]], [[-6.6484375, false]], [[-9.2734375, false]], [[-7.5234375, false]], [[-6.5234375, false]], [[-8.0234375, false]], [[-8.6953125, false]], [[-5.0234375, false]], [[-8.0234375, false]], [[-6.0234375, false]], [[-3.3984375, false]], [[-9.2734375, false]], [[-7.0234375, false]], [[-7.5234375, false]], [[-6.5234375, false]], [[-8.0234375, false]], [[-8.6953125, false]], [[-5.0234375, false]], [[-8.0234375, false]], [[-9.3984375, false]], [[-3.3984375, false]], [[-8.2734375, false]], [[-7.5234375, false]], [[-9.2734375, false]], [[-8.0234375, false]], [[-11.2734375, false]]], "filtered_resps": [[-5.5234375, false], [-8.0234375, false], [-6.0234375, false], [-7.5234375, false], [-6.8984375, false], [-6.8984375, false], [-7.5234375, false], [-9.2734375, false], [-8.0234375, false], [-8.6953125, false], [-5.0234375, false], [-8.0234375, false], [-6.6484375, false], [-9.2734375, false], [-7.5234375, false], [-6.5234375, false], [-8.0234375, false], [-8.6953125, false], [-5.0234375, false], [-8.0234375, false], [-6.0234375, false], [-3.3984375, false], [-9.2734375, false], [-7.0234375, false], [-7.5234375, false], [-6.5234375, false], [-8.0234375, false], [-8.6953125, false], [-5.0234375, false], [-8.0234375, false], [-9.3984375, false], [-3.3984375, false], [-8.2734375, false], [-7.5234375, false], [-9.2734375, false], [-8.0234375, false], [-11.2734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 412, "doc": {"id": "ACTAAP_2009_7_5", "question": "Which investigation might be used to demonstrate potential energy?", "choices": {"text": ["Roll one ball toward another, and see what happens when they collide.", "Place a glass of water in the freezer, and see how long the water takes to become solid.", "Compress a spring by different amounts, and see how far it can launch a ball into the air.", "Roll a ball from the top of an inclined plane and determine the amount of time it takes to get to the bottom."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Compress a spring by different amounts, and see how far it can launch a ball into the air.", "arguments": ["Question: Which investigation might be used to demonstrate potential energy?\nAnswer:", " ["], "resps": [[[-7.0078125, false]], [[-8.5078125, false]], [[-7.6328125, false]], [[-9.5078125, false]], [[-11.1328125, false]], [[-11.1328125, false]], [[-5.0078125, false]], [[-9.5078125, false]], [[-9.0078125, false]], [[-7.6328125, false]], [[-5.0078125, false]], [[-9.7578125, false]], [[-5.6328125, false]], [[-11.1328125, false]], [[-11.1328125, false]], [[-5.0078125, false]], [[-10.7578125, false]], [[-9.5078125, false]], [[-11.2578125, false]], [[-5.6328125, false]], [[-11.7578125, false]], [[-9.5078125, false]], [[-5.0078125, false]], [[-5.6328125, false]], [[-9.0078125, false]], [[-9.5078125, false]], [[-10.7578125, false]], [[-11.2578125, false]], [[-7.6328125, false]], [[-11.7578125, false]], [[-9.7109375, false]], [[-5.0078125, false]], [[-5.6328125, false]], [[-9.0078125, false]], [[-9.5078125, false]], [[-5.0078125, false]], [[-9.8828125, false]], [[-7.6328125, false]], [[-7.6328125, false]], [[-5.0078125, false]], [[-11.2578125, false]], [[-11.2578125, false]], [[-5.6328125, false]], [[-10.7578125, false]], [[-5.0078125, false]], [[-11.2578125, false]], [[-5.6328125, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-7.6328125, false]], [[-9.0078125, false]], [[-9.8828125, false]], [[-5.0078125, false]], [[-11.2578125, false]], [[-11.2578125, false]], [[-7.6328125, false]], [[-9.0078125, false]], [[-5.0078125, false]], [[-10.7578125, false]], [[-11.2578125, false]], [[-7.6328125, false]], [[-13.1328125, false]], [[-5.0078125, false]], [[-10.2578125, false]], [[-9.5078125, false]], [[-11.1328125, false]], [[-11.1328125, false]], [[-8.8828125, false]], [[-9.5078125, false]], [[-7.6328125, false]], [[-7.3984375, false]], [[-8.5078125, false]], [[-9.7109375, false]], [[-5.0078125, false]], [[-8.5078125, false]], [[-6.0078125, false]], [[-11.1328125, false]], [[-5.6328125, false]], [[-10.2578125, false]], [[-7.6328125, false]], [[-5.0078125, false]], [[-5.6328125, false]], [[-5.0078125, false]], [[-12.7578125, false]], [[-11.1328125, false]], [[-5.6328125, false]], [[-9.8828125, false]], [[-9.8828125, false]], [[-5.0078125, false]], [[-9.5078125, false]], [[-10.5078125, false]], [[-5.0078125, false]], [[-11.2578125, false]], [[-5.6328125, false]], [[-10.7578125, false]], [[-7.6328125, false]], [[-11.7578125, false]], [[-5.0078125, false]], [[-8.8828125, false]], [[-9.0078125, false]], [[-5.0078125, false]], [[-10.7578125, false]], [[-11.2578125, false]], [[-7.6328125, false]], [[-5.0078125, false]], [[-10.5078125, false]], [[-11.7578125, false]], [[-7.6328125, false]], [[-7.6328125, false]], [[-12.6328125, false]], [[-7.6328125, false]], [[-11.7578125, false]], [[-9.7109375, false]], [[-5.0078125, false]], [[-5.6328125, false]], [[-9.0078125, false]], [[-9.5078125, false]], [[-5.0078125, false]], [[-9.8828125, false]], [[-7.6328125, false]], [[-7.6328125, false]], [[-5.0078125, false]], [[-11.2578125, false]], [[-9.5078125, false]], [[-11.2578125, false]], [[-5.0078125, false]], [[-11.1328125, false]], [[-9.5078125, false]], [[-9.0078125, false]], [[-12.7578125, false]], [[-5.0078125, false]], [[-10.7578125, false]], [[-11.2578125, false]], [[-7.6328125, false]], [[-5.0078125, false]], [[-11.2578125, false]], [[-5.6328125, false]], [[-10.7578125, false]], [[-7.6328125, false]], [[-11.7578125, false]], [[-5.0078125, false]], [[-10.7578125, false]], [[-5.6328125, false]], [[-11.1328125, false]], [[-7.6328125, false]], [[-9.8828125, false]], [[-5.0078125, false]], [[-10.7578125, false]], [[-9.5078125, false]], [[-5.0078125, false]], [[-9.7578125, false]], [[-7.6328125, false]], [[-10.2578125, false]], [[-9.5078125, false]], [[-10.7578125, false]], [[-7.6328125, false]], [[-5.0078125, false]], [[-9.8828125, false]], [[-9.5078125, false]], [[-11.1328125, false]], [[-8.8828125, false]], [[-9.5078125, false]], [[-7.3984375, false]], [[-8.5078125, false]], [[-9.7109375, false]], [[-5.0078125, false]], [[-8.5078125, false]], [[-6.0078125, false]], [[-9.5078125, false]], [[-10.7578125, false]], [[-9.6328125, false]], [[-11.7578125, false]], [[-7.6328125, false]], [[-9.8828125, false]], [[-9.8828125, false]], [[-5.0078125, false]], [[-5.6328125, false]], [[-5.0078125, false]], [[-9.8828125, false]], [[-9.6328125, false]], [[-11.7578125, false]], [[-8.8828125, false]], [[-9.0078125, false]], [[-12.7578125, false]], [[-5.0078125, false]], [[-9.7578125, false]], [[-13.1328125, false]], [[-5.0078125, false]], [[-9.5078125, false]], [[-8.8828125, false]], [[-10.5078125, false]], [[-10.5078125, false]], [[-7.6328125, false]], [[-11.7578125, false]], [[-7.6328125, false]], [[-9.0078125, false]], [[-10.7578125, false]], [[-5.0078125, false]], [[-5.6328125, false]], [[-10.7578125, false]], [[-9.5078125, false]], [[-11.5078125, false]], [[-9.0078125, false]], [[-10.7578125, false]], [[-9.8828125, false]], [[-9.7109375, false]], [[-5.0078125, false]], [[-5.6328125, false]], [[-9.0078125, false]], [[-9.5078125, false]], [[-5.0078125, false]], [[-9.8828125, false]], [[-7.6328125, false]], [[-7.6328125, false]], [[-5.0078125, false]], [[-11.2578125, false]], [[-9.5078125, false]], [[-11.2578125, false]], [[-5.0078125, false]], [[-10.5078125, false]], [[-5.6328125, false]], [[-11.7578125, false]], [[-5.0078125, false]], [[-8.8828125, false]], [[-10.7578125, false]], [[-5.0078125, false]], [[-10.2578125, false]], [[-5.6328125, false]], [[-9.0078125, false]], [[-5.0078125, false]], [[-11.1328125, false]], [[-5.6328125, false]], [[-11.5078125, false]], [[-9.0078125, false]], [[-10.2578125, false]], [[-11.2578125, false]], [[-5.0078125, false]], [[-5.6328125, false]], [[-5.0078125, false]], [[-9.7578125, false]], [[-5.6328125, false]], [[-11.1328125, false]], [[-11.1328125, false]], [[-5.0078125, false]], [[-8.8828125, false]], [[-9.0078125, false]], [[-10.7578125, false]], [[-9.5078125, false]], [[-5.0078125, false]], [[-10.7578125, false]], [[-11.2578125, false]], [[-7.6328125, false]], [[-5.0078125, false]], [[-5.6328125, false]], [[-8.8828125, false]], [[-11.7578125, false]], [[-7.3984375, false]], [[-8.5078125, false]], [[-9.7109375, false]], [[-5.0078125, false]], [[-8.5078125, false]], [[-7.6328125, false]], [[-9.5078125, false]], [[-11.1328125, false]], [[-11.1328125, false]], [[-5.0078125, false]], [[-5.6328125, false]], [[-5.0078125, false]], [[-9.7578125, false]], [[-5.6328125, false]], [[-11.1328125, false]], [[-11.1328125, false]], [[-5.0078125, false]], [[-10.5078125, false]], [[-11.7578125, false]], [[-9.5078125, false]], [[-10.7578125, false]], [[-5.0078125, false]], [[-10.7578125, false]], [[-11.2578125, false]], [[-7.6328125, false]], [[-5.0078125, false]], [[-10.7578125, false]], [[-9.5078125, false]], [[-9.6328125, false]], [[-5.0078125, false]], [[-9.5078125, false]], [[-10.5078125, false]], [[-5.0078125, false]], [[-5.6328125, false]], [[-9.0078125, false]], [[-5.0078125, false]], [[-8.8828125, false]], [[-9.0078125, false]], [[-10.2578125, false]], [[-11.1328125, false]], [[-8.8828125, false]], [[-9.0078125, false]], [[-7.6328125, false]], [[-9.5078125, false]], [[-5.0078125, false]], [[-9.6328125, false]], [[-11.1328125, false]], [[-5.6328125, false]], [[-9.0078125, false]], [[-7.6328125, false]], [[-5.0078125, false]], [[-5.6328125, false]], [[-9.0078125, false]], [[-9.5078125, false]], [[-5.0078125, false]], [[-9.5078125, false]], [[-7.6328125, false]], [[-10.7578125, false]], [[-7.6328125, false]], [[-11.7578125, false]], [[-10.7578125, false]], [[-8.8828125, false]], [[-9.0078125, false]], [[-7.6328125, false]], [[-5.0078125, false]], [[-10.7578125, false]], [[-11.2578125, false]], [[-7.6328125, false]], [[-5.0078125, false]], [[-5.6328125, false]], [[-10.7578125, false]], [[-9.5078125, false]], [[-11.5078125, false]], [[-9.0078125, false]], [[-10.7578125, false]], [[-5.0078125, false]], [[-9.5078125, false]], [[-10.5078125, false]], [[-5.0078125, false]], [[-10.7578125, false]], [[-8.8828125, false]], [[-10.7578125, false]], [[-7.6328125, false]], [[-5.0078125, false]], [[-8.8828125, false]], [[-10.7578125, false]], [[-5.0078125, false]], [[-10.7578125, false]], [[-5.6328125, false]], [[-11.1328125, false]], [[-7.6328125, false]], [[-9.8828125, false]], [[-5.0078125, false]], [[-10.7578125, false]], [[-9.5078125, false]], [[-5.0078125, false]], [[-12.7578125, false]], [[-7.6328125, false]], [[-10.7578125, false]], [[-5.0078125, false]], [[-10.7578125, false]], [[-9.5078125, false]], [[-5.0078125, false]], [[-10.7578125, false]], [[-11.2578125, false]], [[-7.6328125, false]], [[-5.0078125, false]], [[-9.7578125, false]], [[-9.5078125, false]], [[-10.7578125, false]], [[-10.7578125, false]], [[-9.5078125, false]], [[-10.7578125, false]], [[-7.3984375, false]], [[-8.5078125, false]], [[-13.3828125, false]]], "filtered_resps": [[-7.0078125, false], [-8.5078125, false], [-7.6328125, false], [-9.5078125, false], [-11.1328125, false], [-11.1328125, false], [-5.0078125, false], [-9.5078125, false], [-9.0078125, false], [-7.6328125, false], [-5.0078125, false], [-9.7578125, false], [-5.6328125, false], [-11.1328125, false], [-11.1328125, false], [-5.0078125, false], [-10.7578125, false], [-9.5078125, false], [-11.2578125, false], [-5.6328125, false], [-11.7578125, false], [-9.5078125, false], [-5.0078125, false], [-5.6328125, false], [-9.0078125, false], [-9.5078125, false], [-10.7578125, false], [-11.2578125, false], [-7.6328125, false], [-11.7578125, false], [-9.7109375, false], [-5.0078125, false], [-5.6328125, false], [-9.0078125, false], [-9.5078125, false], [-5.0078125, false], [-9.8828125, false], [-7.6328125, false], [-7.6328125, false], [-5.0078125, false], [-11.2578125, false], [-11.2578125, false], [-5.6328125, false], [-10.7578125, false], [-5.0078125, false], [-11.2578125, false], [-5.6328125, false], [-9.6328125, false], [-9.6328125, false], [-7.6328125, false], [-9.0078125, false], [-9.8828125, false], [-5.0078125, false], [-11.2578125, false], [-11.2578125, false], [-7.6328125, false], [-9.0078125, false], [-5.0078125, false], [-10.7578125, false], [-11.2578125, false], [-7.6328125, false], [-13.1328125, false], [-5.0078125, false], [-10.2578125, false], [-9.5078125, false], [-11.1328125, false], [-11.1328125, false], [-8.8828125, false], [-9.5078125, false], [-7.6328125, false], [-7.3984375, false], [-8.5078125, false], [-9.7109375, false], [-5.0078125, false], [-8.5078125, false], [-6.0078125, false], [-11.1328125, false], [-5.6328125, false], [-10.2578125, false], [-7.6328125, false], [-5.0078125, false], [-5.6328125, false], [-5.0078125, false], [-12.7578125, false], [-11.1328125, false], [-5.6328125, false], [-9.8828125, false], [-9.8828125, false], [-5.0078125, false], [-9.5078125, false], [-10.5078125, false], [-5.0078125, false], [-11.2578125, false], [-5.6328125, false], [-10.7578125, false], [-7.6328125, false], [-11.7578125, false], [-5.0078125, false], [-8.8828125, false], [-9.0078125, false], [-5.0078125, false], [-10.7578125, false], [-11.2578125, false], [-7.6328125, false], [-5.0078125, false], [-10.5078125, false], [-11.7578125, false], [-7.6328125, false], [-7.6328125, false], [-12.6328125, false], [-7.6328125, false], [-11.7578125, false], [-9.7109375, false], [-5.0078125, false], [-5.6328125, false], [-9.0078125, false], [-9.5078125, false], [-5.0078125, false], [-9.8828125, false], [-7.6328125, false], [-7.6328125, false], [-5.0078125, false], [-11.2578125, false], [-9.5078125, false], [-11.2578125, false], [-5.0078125, false], [-11.1328125, false], [-9.5078125, false], [-9.0078125, false], [-12.7578125, false], [-5.0078125, false], [-10.7578125, false], [-11.2578125, false], [-7.6328125, false], [-5.0078125, false], [-11.2578125, false], [-5.6328125, false], [-10.7578125, false], [-7.6328125, false], [-11.7578125, false], [-5.0078125, false], [-10.7578125, false], [-5.6328125, false], [-11.1328125, false], [-7.6328125, false], [-9.8828125, false], [-5.0078125, false], [-10.7578125, false], [-9.5078125, false], [-5.0078125, false], [-9.7578125, false], [-7.6328125, false], [-10.2578125, false], [-9.5078125, false], [-10.7578125, false], [-7.6328125, false], [-5.0078125, false], [-9.8828125, false], [-9.5078125, false], [-11.1328125, false], [-8.8828125, false], [-9.5078125, false], [-7.3984375, false], [-8.5078125, false], [-9.7109375, false], [-5.0078125, false], [-8.5078125, false], [-6.0078125, false], [-9.5078125, false], [-10.7578125, false], [-9.6328125, false], [-11.7578125, false], [-7.6328125, false], [-9.8828125, false], [-9.8828125, false], [-5.0078125, false], [-5.6328125, false], [-5.0078125, false], [-9.8828125, false], [-9.6328125, false], [-11.7578125, false], [-8.8828125, false], [-9.0078125, false], [-12.7578125, false], [-5.0078125, false], [-9.7578125, false], [-13.1328125, false], [-5.0078125, false], [-9.5078125, false], [-8.8828125, false], [-10.5078125, false], [-10.5078125, false], [-7.6328125, false], [-11.7578125, false], [-7.6328125, false], [-9.0078125, false], [-10.7578125, false], [-5.0078125, false], [-5.6328125, false], [-10.7578125, false], [-9.5078125, false], [-11.5078125, false], [-9.0078125, false], [-10.7578125, false], [-9.8828125, false], [-9.7109375, false], [-5.0078125, false], [-5.6328125, false], [-9.0078125, false], [-9.5078125, false], [-5.0078125, false], [-9.8828125, false], [-7.6328125, false], [-7.6328125, false], [-5.0078125, false], [-11.2578125, false], [-9.5078125, false], [-11.2578125, false], [-5.0078125, false], [-10.5078125, false], [-5.6328125, false], [-11.7578125, false], [-5.0078125, false], [-8.8828125, false], [-10.7578125, false], [-5.0078125, false], [-10.2578125, false], [-5.6328125, false], [-9.0078125, false], [-5.0078125, false], [-11.1328125, false], [-5.6328125, false], [-11.5078125, false], [-9.0078125, false], [-10.2578125, false], [-11.2578125, false], [-5.0078125, false], [-5.6328125, false], [-5.0078125, false], [-9.7578125, false], [-5.6328125, false], [-11.1328125, false], [-11.1328125, false], [-5.0078125, false], [-8.8828125, false], [-9.0078125, false], [-10.7578125, false], [-9.5078125, false], [-5.0078125, false], [-10.7578125, false], [-11.2578125, false], [-7.6328125, false], [-5.0078125, false], [-5.6328125, false], [-8.8828125, false], [-11.7578125, false], [-7.3984375, false], [-8.5078125, false], [-9.7109375, false], [-5.0078125, false], [-8.5078125, false], [-7.6328125, false], [-9.5078125, false], [-11.1328125, false], [-11.1328125, false], [-5.0078125, false], [-5.6328125, false], [-5.0078125, false], [-9.7578125, false], [-5.6328125, false], [-11.1328125, false], [-11.1328125, false], [-5.0078125, false], [-10.5078125, false], [-11.7578125, false], [-9.5078125, false], [-10.7578125, false], [-5.0078125, false], [-10.7578125, false], [-11.2578125, false], [-7.6328125, false], [-5.0078125, false], [-10.7578125, false], [-9.5078125, false], [-9.6328125, false], [-5.0078125, false], [-9.5078125, false], [-10.5078125, false], [-5.0078125, false], [-5.6328125, false], [-9.0078125, false], [-5.0078125, false], [-8.8828125, false], [-9.0078125, false], [-10.2578125, false], [-11.1328125, false], [-8.8828125, false], [-9.0078125, false], [-7.6328125, false], [-9.5078125, false], [-5.0078125, false], [-9.6328125, false], [-11.1328125, false], [-5.6328125, false], [-9.0078125, false], [-7.6328125, false], [-5.0078125, false], [-5.6328125, false], [-9.0078125, false], [-9.5078125, false], [-5.0078125, false], [-9.5078125, false], [-7.6328125, false], [-10.7578125, false], [-7.6328125, false], [-11.7578125, false], [-10.7578125, false], [-8.8828125, false], [-9.0078125, false], [-7.6328125, false], [-5.0078125, false], [-10.7578125, false], [-11.2578125, false], [-7.6328125, false], [-5.0078125, false], [-5.6328125, false], [-10.7578125, false], [-9.5078125, false], [-11.5078125, false], [-9.0078125, false], [-10.7578125, false], [-5.0078125, false], [-9.5078125, false], [-10.5078125, false], [-5.0078125, false], [-10.7578125, false], [-8.8828125, false], [-10.7578125, false], [-7.6328125, false], [-5.0078125, false], [-8.8828125, false], [-10.7578125, false], [-5.0078125, false], [-10.7578125, false], [-5.6328125, false], [-11.1328125, false], [-7.6328125, false], [-9.8828125, false], [-5.0078125, false], [-10.7578125, false], [-9.5078125, false], [-5.0078125, false], [-12.7578125, false], [-7.6328125, false], [-10.7578125, false], [-5.0078125, false], [-10.7578125, false], [-9.5078125, false], [-5.0078125, false], [-10.7578125, false], [-11.2578125, false], [-7.6328125, false], [-5.0078125, false], [-9.7578125, false], [-9.5078125, false], [-10.7578125, false], [-10.7578125, false], [-9.5078125, false], [-10.7578125, false], [-7.3984375, false], [-8.5078125, false], [-13.3828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 420, "doc": {"id": "Mercury_SC_415338", "question": "The Sun releases light and heat energy that cause changes on Earth. How does the Sun's energy change water?", "choices": {"text": ["The energy makes liquid water freeze.", "The energy makes water vapor from liquid water.", "The energy makes clouds release rain.", "The energy makes water collect into puddles."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "The energy makes water vapor from liquid water.", "arguments": ["Question: The Sun releases light and heat energy that cause changes on Earth. How does the Sun's energy change water?\nAnswer:", " ["], "resps": [[[-8.4453125, false]], [[-9.4453125, false]], [[-8.9453125, false]], [[-12.1953125, false]], [[-9.6953125, false]], [[-6.1953125, false]], [[-9.6953125, false]], [[-12.1953125, false]], [[-9.6953125, false]], [[-13.4453125, false]], [[-14.4453125, false]], [[-13.6953125, false]], [[-6.1953125, false]], [[-11.4453125, false]], [[-7.6953125, false]], [[-12.4453125, false]], [[-9.6953125, false]], [[-11.4453125, false]], [[-6.1953125, false]], [[-12.1953125, false]], [[-10.1953125, false]], [[-13.9453125, false]], [[-12.6953125, false]], [[-10.1953125, false]], [[-10.4453125, false]], [[-6.1953125, false]], [[-12.4453125, false]], [[-7.6953125, false]], [[-11.9453125, false]], [[-9.6953125, false]], [[-13.4453125, false]], [[-6.1953125, false]], [[-10.9453125, false]], [[-13.4453125, false]], [[-9.6953125, false]], [[-9.6953125, false]], [[-13.6953125, false]], [[-9.6953125, false]], [[-7.1640625, false]], [[-9.4453125, false]], [[-10.2890625, false]], [[-6.1953125, false]], [[-9.4453125, false]], [[-8.9453125, false]], [[-12.1953125, false]], [[-9.6953125, false]], [[-6.1953125, false]], [[-9.6953125, false]], [[-12.1953125, false]], [[-9.6953125, false]], [[-13.4453125, false]], [[-14.4453125, false]], [[-13.6953125, false]], [[-6.1953125, false]], [[-11.4453125, false]], [[-7.6953125, false]], [[-12.4453125, false]], [[-9.6953125, false]], [[-11.4453125, false]], [[-6.1953125, false]], [[-12.4453125, false]], [[-7.6953125, false]], [[-11.9453125, false]], [[-9.6953125, false]], [[-13.4453125, false]], [[-6.1953125, false]], [[-12.1953125, false]], [[-7.6953125, false]], [[-11.4453125, false]], [[-9.9453125, false]], [[-13.4453125, false]], [[-6.1953125, false]], [[-10.9453125, false]], [[-13.4453125, false]], [[-9.9453125, false]], [[-11.4453125, false]], [[-6.1953125, false]], [[-12.1953125, false]], [[-10.1953125, false]], [[-13.9453125, false]], [[-12.6953125, false]], [[-10.1953125, false]], [[-10.4453125, false]], [[-6.1953125, false]], [[-12.4453125, false]], [[-7.6953125, false]], [[-11.9453125, false]], [[-9.6953125, false]], [[-13.4453125, false]], [[-7.1640625, false]], [[-9.4453125, false]], [[-10.2890625, false]], [[-6.1953125, false]], [[-9.4453125, false]], [[-8.9453125, false]], [[-12.1953125, false]], [[-9.6953125, false]], [[-6.1953125, false]], [[-9.6953125, false]], [[-12.1953125, false]], [[-9.6953125, false]], [[-13.4453125, false]], [[-14.4453125, false]], [[-13.6953125, false]], [[-6.1953125, false]], [[-11.4453125, false]], [[-7.6953125, false]], [[-12.4453125, false]], [[-9.6953125, false]], [[-11.4453125, false]], [[-6.1953125, false]], [[-11.6953125, false]], [[-12.1953125, false]], [[-9.9453125, false]], [[-12.6953125, false]], [[-10.4453125, false]], [[-11.4453125, false]], [[-6.1953125, false]], [[-13.4453125, false]], [[-9.6953125, false]], [[-12.1953125, false]], [[-9.6953125, false]], [[-7.6953125, false]], [[-11.4453125, false]], [[-9.6953125, false]], [[-6.1953125, false]], [[-13.4453125, false]], [[-7.6953125, false]], [[-10.1953125, false]], [[-12.1953125, false]], [[-7.1640625, false]], [[-9.4453125, false]], [[-10.2890625, false]], [[-6.1953125, false]], [[-9.4453125, false]], [[-8.9453125, false]], [[-12.1953125, false]], [[-9.6953125, false]], [[-6.1953125, false]], [[-9.6953125, false]], [[-12.1953125, false]], [[-9.6953125, false]], [[-13.4453125, false]], [[-14.4453125, false]], [[-13.6953125, false]], [[-6.1953125, false]], [[-11.4453125, false]], [[-7.6953125, false]], [[-12.4453125, false]], [[-9.6953125, false]], [[-11.4453125, false]], [[-6.1953125, false]], [[-12.4453125, false]], [[-7.6953125, false]], [[-11.9453125, false]], [[-9.6953125, false]], [[-13.4453125, false]], [[-6.1953125, false]], [[-11.6953125, false]], [[-9.9453125, false]], [[-12.1953125, false]], [[-12.1953125, false]], [[-9.6953125, false]], [[-11.6953125, false]], [[-11.9453125, false]], [[-6.1953125, false]], [[-10.1953125, false]], [[-12.1953125, false]], [[-11.9453125, false]], [[-9.9453125, false]], [[-6.1953125, false]], [[-11.4453125, false]], [[-12.6953125, false]], [[-10.4453125, false]], [[-10.4453125, false]], [[-12.1953125, false]], [[-9.6953125, false]], [[-11.4453125, false]], [[-7.1640625, false]], [[-9.4453125, false]], [[-13.4453125, false]]], "filtered_resps": [[-8.4453125, false], [-9.4453125, false], [-8.9453125, false], [-12.1953125, false], [-9.6953125, false], [-6.1953125, false], [-9.6953125, false], [-12.1953125, false], [-9.6953125, false], [-13.4453125, false], [-14.4453125, false], [-13.6953125, false], [-6.1953125, false], [-11.4453125, false], [-7.6953125, false], [-12.4453125, false], [-9.6953125, false], [-11.4453125, false], [-6.1953125, false], [-12.1953125, false], [-10.1953125, false], [-13.9453125, false], [-12.6953125, false], [-10.1953125, false], [-10.4453125, false], [-6.1953125, false], [-12.4453125, false], [-7.6953125, false], [-11.9453125, false], [-9.6953125, false], [-13.4453125, false], [-6.1953125, false], [-10.9453125, false], [-13.4453125, false], [-9.6953125, false], [-9.6953125, false], [-13.6953125, false], [-9.6953125, false], [-7.1640625, false], [-9.4453125, false], [-10.2890625, false], [-6.1953125, false], [-9.4453125, false], [-8.9453125, false], [-12.1953125, false], [-9.6953125, false], [-6.1953125, false], [-9.6953125, false], [-12.1953125, false], [-9.6953125, false], [-13.4453125, false], [-14.4453125, false], [-13.6953125, false], [-6.1953125, false], [-11.4453125, false], [-7.6953125, false], [-12.4453125, false], [-9.6953125, false], [-11.4453125, false], [-6.1953125, false], [-12.4453125, false], [-7.6953125, false], [-11.9453125, false], [-9.6953125, false], [-13.4453125, false], [-6.1953125, false], [-12.1953125, false], [-7.6953125, false], [-11.4453125, false], [-9.9453125, false], [-13.4453125, false], [-6.1953125, false], [-10.9453125, false], [-13.4453125, false], [-9.9453125, false], [-11.4453125, false], [-6.1953125, false], [-12.1953125, false], [-10.1953125, false], [-13.9453125, false], [-12.6953125, false], [-10.1953125, false], [-10.4453125, false], [-6.1953125, false], [-12.4453125, false], [-7.6953125, false], [-11.9453125, false], [-9.6953125, false], [-13.4453125, false], [-7.1640625, false], [-9.4453125, false], [-10.2890625, false], [-6.1953125, false], [-9.4453125, false], [-8.9453125, false], [-12.1953125, false], [-9.6953125, false], [-6.1953125, false], [-9.6953125, false], [-12.1953125, false], [-9.6953125, false], [-13.4453125, false], [-14.4453125, false], [-13.6953125, false], [-6.1953125, false], [-11.4453125, false], [-7.6953125, false], [-12.4453125, false], [-9.6953125, false], [-11.4453125, false], [-6.1953125, false], [-11.6953125, false], [-12.1953125, false], [-9.9453125, false], [-12.6953125, false], [-10.4453125, false], [-11.4453125, false], [-6.1953125, false], [-13.4453125, false], [-9.6953125, false], [-12.1953125, false], [-9.6953125, false], [-7.6953125, false], [-11.4453125, false], [-9.6953125, false], [-6.1953125, false], [-13.4453125, false], [-7.6953125, false], [-10.1953125, false], [-12.1953125, false], [-7.1640625, false], [-9.4453125, false], [-10.2890625, false], [-6.1953125, false], [-9.4453125, false], [-8.9453125, false], [-12.1953125, false], [-9.6953125, false], [-6.1953125, false], [-9.6953125, false], [-12.1953125, false], [-9.6953125, false], [-13.4453125, false], [-14.4453125, false], [-13.6953125, false], [-6.1953125, false], [-11.4453125, false], [-7.6953125, false], [-12.4453125, false], [-9.6953125, false], [-11.4453125, false], [-6.1953125, false], [-12.4453125, false], [-7.6953125, false], [-11.9453125, false], [-9.6953125, false], [-13.4453125, false], [-6.1953125, false], [-11.6953125, false], [-9.9453125, false], [-12.1953125, false], [-12.1953125, false], [-9.6953125, false], [-11.6953125, false], [-11.9453125, false], [-6.1953125, false], [-10.1953125, false], [-12.1953125, false], [-11.9453125, false], [-9.9453125, false], [-6.1953125, false], [-11.4453125, false], [-12.6953125, false], [-10.4453125, false], [-10.4453125, false], [-12.1953125, false], [-9.6953125, false], [-11.4453125, false], [-7.1640625, false], [-9.4453125, false], [-13.4453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 428, "doc": {"id": "Mercury_SC_LBS10026", "question": "Work is a product of force and distance. Which of the following is an example of work?", "choices": {"text": ["sitting at a desk", "pushing on a wall", "riding a bike", "reading a book"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "riding a bike", "arguments": ["Question: Work is a product of force and distance. Which of the following is an example of work?\nAnswer:", " ["], "resps": [[[-6.96484375, false]], [[-8.9609375, false]], [[-8.7109375, false]], [[-8.3359375, false]], [[-9.3359375, false]], [[-9.3359375, false]], [[-8.3359375, false]], [[-8.9609375, false]], [[-10.9609375, false]], [[-5.33984375, false]], [[-5.08984375, false]], [[-9.3359375, false]], [[-5.33984375, false]], [[-5.08984375, false]], [[-5.33984375, false]], [[-8.3359375, false]], [[-8.5859375, false]], [[-8.7109375, false]], [[-10.4609375, false]], [[-8.9609375, false]], [[-10.25, false]], [[-5.33984375, false]], [[-8.9609375, false]], [[-9.4609375, false]], [[-10.8359375, false]], [[-8.7109375, false]], [[-10.2109375, false]], [[-8.3359375, false]], [[-8.9609375, false]], [[-10.9609375, false]], [[-5.33984375, false]], [[-8.9609375, false]], [[-8.9609375, false]], [[-5.33984375, false]], [[-5.08984375, false]], [[-5.33984375, false]], [[-9.0859375, false]], [[-5.08984375, false]], [[-9.5859375, false]], [[-9.5859375, false]], [[-8.9609375, false]], [[-10.25, false]], [[-5.33984375, false]], [[-8.9609375, false]], [[-10.3359375, false]], [[-8.3359375, false]], [[-8.3359375, false]], [[-8.3359375, false]], [[-8.9609375, false]], [[-10.9609375, false]], [[-5.33984375, false]], [[-5.08984375, false]], [[-5.33984375, false]], [[-7.71484375, false]], [[-8.3359375, false]], [[-10.4609375, false]], [[-8.5859375, false]], [[-8.9609375, false]], [[-10.25, false]], [[-5.33984375, false]], [[-8.9609375, false]], [[-10.3359375, false]], [[-8.5859375, false]], [[-5.08984375, false]], [[-8.3359375, false]], [[-8.3359375, false]], [[-8.9609375, false]], [[-10.9609375, false]], [[-5.33984375, false]], [[-5.08984375, false]], [[-5.33984375, false]], [[-7.71484375, false]], [[-8.9609375, false]], [[-8.9609375, false]], [[-10.4609375, false]], [[-8.9609375, false]], [[-12.9609375, false]]], "filtered_resps": [[-6.96484375, false], [-8.9609375, false], [-8.7109375, false], [-8.3359375, false], [-9.3359375, false], [-9.3359375, false], [-8.3359375, false], [-8.9609375, false], [-10.9609375, false], [-5.33984375, false], [-5.08984375, false], [-9.3359375, false], [-5.33984375, false], [-5.08984375, false], [-5.33984375, false], [-8.3359375, false], [-8.5859375, false], [-8.7109375, false], [-10.4609375, false], [-8.9609375, false], [-10.25, false], [-5.33984375, false], [-8.9609375, false], [-9.4609375, false], [-10.8359375, false], [-8.7109375, false], [-10.2109375, false], [-8.3359375, false], [-8.9609375, false], [-10.9609375, false], [-5.33984375, false], [-8.9609375, false], [-8.9609375, false], [-5.33984375, false], [-5.08984375, false], [-5.33984375, false], [-9.0859375, false], [-5.08984375, false], [-9.5859375, false], [-9.5859375, false], [-8.9609375, false], [-10.25, false], [-5.33984375, false], [-8.9609375, false], [-10.3359375, false], [-8.3359375, false], [-8.3359375, false], [-8.3359375, false], [-8.9609375, false], [-10.9609375, false], [-5.33984375, false], [-5.08984375, false], [-5.33984375, false], [-7.71484375, false], [-8.3359375, false], [-10.4609375, false], [-8.5859375, false], [-8.9609375, false], [-10.25, false], [-5.33984375, false], [-8.9609375, false], [-10.3359375, false], [-8.5859375, false], [-5.08984375, false], [-8.3359375, false], [-8.3359375, false], [-8.9609375, false], [-10.9609375, false], [-5.33984375, false], [-5.08984375, false], [-5.33984375, false], [-7.71484375, false], [-8.9609375, false], [-8.9609375, false], [-10.4609375, false], [-8.9609375, false], [-12.9609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 436, "doc": {"id": "Mercury_SC_402241", "question": "A student measured liquid with a graduated cylinder. Which of the following units could be used to record the volume of the liquid?", "choices": {"text": ["pounds", "meters", "grams", "milliliters"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "milliliters", "arguments": ["Question: A student measured liquid with a graduated cylinder. Which of the following units could be used to record the volume of the liquid?\nAnswer:", " ["], "resps": [[[-6.14453125, false]], [[-9.1484375, false]], [[-7.14453125, false]], [[-7.89453125, false]], [[-8.3984375, false]], [[-5.64453125, false]], [[-6.39453125, false]], [[-7.64453125, false]], [[-9.1484375, false]], [[-8.15625, false]], [[-4.14453125, false]], [[-9.1484375, false]], [[-2.39453125, true]], [[-6.64453125, false]], [[-6.64453125, false]], [[-6.64453125, false]], [[-7.89453125, false]], [[-7.64453125, false]], [[-9.1484375, false]], [[-8.15625, false]], [[-4.14453125, false]], [[-9.1484375, false]], [[-4.89453125, false]], [[-7.89453125, false]], [[-3.89453125, false]], [[-2.39453125, true]], [[-7.64453125, false]], [[-9.1484375, false]], [[-8.15625, false]], [[-4.14453125, false]], [[-9.1484375, false]], [[-2.39453125, true]], [[-8.8984375, false]], [[-5.89453125, false]], [[-5.89453125, false]], [[-8.8984375, false]], [[-5.89453125, false]], [[-8.8984375, false]], [[-6.64453125, false]], [[-6.64453125, false]], [[-7.89453125, false]], [[-7.64453125, false]], [[-9.1484375, false]], [[-11.6484375, false]]], "filtered_resps": [[-6.14453125, false], [-9.1484375, false], [-7.14453125, false], [-7.89453125, false], [-8.3984375, false], [-5.64453125, false], [-6.39453125, false], [-7.64453125, false], [-9.1484375, false], [-8.15625, false], [-4.14453125, false], [-9.1484375, false], [-2.39453125, true], [-6.64453125, false], [-6.64453125, false], [-6.64453125, false], [-7.89453125, false], [-7.64453125, false], [-9.1484375, false], [-8.15625, false], [-4.14453125, false], [-9.1484375, false], [-4.89453125, false], [-7.89453125, false], [-3.89453125, false], [-2.39453125, true], [-7.64453125, false], [-9.1484375, false], [-8.15625, false], [-4.14453125, false], [-9.1484375, false], [-2.39453125, true], [-8.8984375, false], [-5.89453125, false], [-5.89453125, false], [-8.8984375, false], [-5.89453125, false], [-8.8984375, false], [-6.64453125, false], [-6.64453125, false], [-7.89453125, false], [-7.64453125, false], [-9.1484375, false], [-11.6484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 444, "doc": {"id": "Mercury_SC_416135", "question": "Which two are functions of flowers?", "choices": {"text": ["attract pollinators and make seeds", "make seeds and store food", "store food and take in water", "take in water and attract pollinators"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "attract pollinators and make seeds", "arguments": ["Question: Which two are functions of flowers?\nAnswer:", " ["], "resps": [[[-6.984375, false]], [[-7.859375, false]], [[-4.234375, false]], [[-9.109375, false]], [[-9.109375, false]], [[-7.484375, false]], [[-4.234375, false]], [[-6.234375, false]], [[-9.109375, false]], [[-5.109375, false]], [[-8.109375, false]], [[-7.359375, false]], [[-9.359375, false]], [[-9.359375, false]], [[-7.109375, false]], [[-7.484375, false]], [[-4.234375, false]], [[-9.109375, false]], [[-7.359375, false]], [[-7.484375, false]], [[-8.234375, false]], [[-5.109375, false]], [[-4.234375, false]], [[-7.484375, false]], [[-7.859375, false]], [[-5.109375, false]], [[-8.359375, false]], [[-4.234375, false]], [[-8.484375, false]], [[-7.109375, false]], [[-5.109375, false]], [[-8.234375, false]], [[-7.109375, false]], [[-7.109375, false]], [[-7.859375, false]], [[-8.234375, false]], [[-7.859375, false]], [[-9.0546875, false]], [[-5.109375, false]], [[-7.859375, false]], [[-8.359375, false]], [[-4.234375, false]], [[-8.484375, false]], [[-7.109375, false]], [[-5.109375, false]], [[-8.234375, false]], [[-7.109375, false]], [[-7.109375, false]], [[-7.859375, false]], [[-8.234375, false]], [[-5.109375, false]], [[-4.234375, false]], [[-7.484375, false]], [[-7.859375, false]], [[-5.109375, false]], [[-8.234375, false]], [[-9.109375, false]], [[-7.359375, false]], [[-7.484375, false]], [[-7.109375, false]], [[-5.109375, false]], [[-8.109375, false]], [[-7.359375, false]], [[-7.359375, false]], [[-7.859375, false]], [[-7.859375, false]], [[-9.0546875, false]], [[-5.109375, false]], [[-7.859375, false]], [[-8.234375, false]], [[-9.109375, false]], [[-7.359375, false]], [[-7.484375, false]], [[-7.109375, false]], [[-5.109375, false]], [[-8.109375, false]], [[-7.359375, false]], [[-7.359375, false]], [[-7.859375, false]], [[-5.109375, false]], [[-4.234375, false]], [[-7.484375, false]], [[-7.859375, false]], [[-5.109375, false]], [[-9.109375, false]], [[-4.234375, false]], [[-8.484375, false]], [[-7.109375, false]], [[-5.109375, false]], [[-7.109375, false]], [[-7.484375, false]], [[-5.109375, false]], [[-8.484375, false]], [[-4.234375, false]], [[-9.109375, false]], [[-7.109375, false]], [[-7.484375, false]], [[-7.859375, false]], [[-9.0546875, false]], [[-5.109375, false]], [[-7.859375, false]], [[-9.109375, false]], [[-4.234375, false]], [[-8.484375, false]], [[-7.109375, false]], [[-5.109375, false]], [[-7.109375, false]], [[-7.484375, false]], [[-5.109375, false]], [[-8.484375, false]], [[-4.234375, false]], [[-9.109375, false]], [[-7.109375, false]], [[-7.484375, false]], [[-5.109375, false]], [[-4.234375, false]], [[-7.484375, false]], [[-7.859375, false]], [[-5.109375, false]], [[-4.234375, false]], [[-9.109375, false]], [[-9.109375, false]], [[-7.484375, false]], [[-4.234375, false]], [[-6.234375, false]], [[-9.109375, false]], [[-5.109375, false]], [[-8.109375, false]], [[-7.359375, false]], [[-9.359375, false]], [[-9.359375, false]], [[-7.109375, false]], [[-7.484375, false]], [[-4.234375, false]], [[-9.109375, false]], [[-7.359375, false]], [[-7.484375, false]], [[-8.234375, false]], [[-7.859375, false]], [[-11.984375, false]]], "filtered_resps": [[-6.984375, false], [-7.859375, false], [-4.234375, false], [-9.109375, false], [-9.109375, false], [-7.484375, false], [-4.234375, false], [-6.234375, false], [-9.109375, false], [-5.109375, false], [-8.109375, false], [-7.359375, false], [-9.359375, false], [-9.359375, false], [-7.109375, false], [-7.484375, false], [-4.234375, false], [-9.109375, false], [-7.359375, false], [-7.484375, false], [-8.234375, false], [-5.109375, false], [-4.234375, false], [-7.484375, false], [-7.859375, false], [-5.109375, false], [-8.359375, false], [-4.234375, false], [-8.484375, false], [-7.109375, false], [-5.109375, false], [-8.234375, false], [-7.109375, false], [-7.109375, false], [-7.859375, false], [-8.234375, false], [-7.859375, false], [-9.0546875, false], [-5.109375, false], [-7.859375, false], [-8.359375, false], [-4.234375, false], [-8.484375, false], [-7.109375, false], [-5.109375, false], [-8.234375, false], [-7.109375, false], [-7.109375, false], [-7.859375, false], [-8.234375, false], [-5.109375, false], [-4.234375, false], [-7.484375, false], [-7.859375, false], [-5.109375, false], [-8.234375, false], [-9.109375, false], [-7.359375, false], [-7.484375, false], [-7.109375, false], [-5.109375, false], [-8.109375, false], [-7.359375, false], [-7.359375, false], [-7.859375, false], [-7.859375, false], [-9.0546875, false], [-5.109375, false], [-7.859375, false], [-8.234375, false], [-9.109375, false], [-7.359375, false], [-7.484375, false], [-7.109375, false], [-5.109375, false], [-8.109375, false], [-7.359375, false], [-7.359375, false], [-7.859375, false], [-5.109375, false], [-4.234375, false], [-7.484375, false], [-7.859375, false], [-5.109375, false], [-9.109375, false], [-4.234375, false], [-8.484375, false], [-7.109375, false], [-5.109375, false], [-7.109375, false], [-7.484375, false], [-5.109375, false], [-8.484375, false], [-4.234375, false], [-9.109375, false], [-7.109375, false], [-7.484375, false], [-7.859375, false], [-9.0546875, false], [-5.109375, false], [-7.859375, false], [-9.109375, false], [-4.234375, false], [-8.484375, false], [-7.109375, false], [-5.109375, false], [-7.109375, false], [-7.484375, false], [-5.109375, false], [-8.484375, false], [-4.234375, false], [-9.109375, false], [-7.109375, false], [-7.484375, false], [-5.109375, false], [-4.234375, false], [-7.484375, false], [-7.859375, false], [-5.109375, false], [-4.234375, false], [-9.109375, false], [-9.109375, false], [-7.484375, false], [-4.234375, false], [-6.234375, false], [-9.109375, false], [-5.109375, false], [-8.109375, false], [-7.359375, false], [-9.359375, false], [-9.359375, false], [-7.109375, false], [-7.484375, false], [-4.234375, false], [-9.109375, false], [-7.359375, false], [-7.484375, false], [-8.234375, false], [-7.859375, false], [-11.984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 452, "doc": {"id": "NYSEDREGENTS_2013_8_27", "question": "Which geologic process occurs when the acid in precipitation dissolves certain types of rock?", "choices": {"text": ["faulting", "tilting", "weathering", "erupting"], "label": ["1", "2", "3", "4"]}, "answerKey": "3"}, "target": "weathering", "arguments": ["Question: Which geologic process occurs when the acid in precipitation dissolves certain types of rock?\nAnswer:", " ["], "resps": [[[-7.4765625, false]], [[-9.2265625, false]], [[-9.9765625, false]], [[-4.9765625, false]], [[-10.9765625, false]], [[-11.7265625, false]], [[-10.9765625, false]], [[-9.4765625, false]], [[-9.4765625, false]], [[-10.4765625, false]], [[-9.2265625, false]], [[-9.3125, false]], [[-5.2265625, false]], [[-9.2265625, false]], [[-10.9765625, false]], [[-9.4765625, false]], [[-11.7265625, false]], [[-10.9765625, false]], [[-9.4765625, false]], [[-9.4765625, false]], [[-10.4765625, false]], [[-9.2265625, false]], [[-9.3125, false]], [[-5.2265625, false]], [[-9.2265625, false]], [[-12.7265625, false]], [[-6.4765625, false]], [[-4.9765625, false]], [[-10.9765625, false]], [[-11.7265625, false]], [[-6.4765625, false]], [[-9.9765625, false]], [[-9.4765625, false]], [[-9.4765625, false]], [[-10.4765625, false]], [[-9.2265625, false]], [[-9.3125, false]], [[-5.2265625, false]], [[-9.2265625, false]], [[-6.4765625, false]], [[-9.9765625, false]], [[-10.9765625, false]], [[-8.7265625, false]], [[-10.9765625, false]], [[-9.4765625, false]], [[-9.4765625, false]], [[-10.4765625, false]], [[-9.2265625, false]], [[-13.3515625, false]]], "filtered_resps": [[-7.4765625, false], [-9.2265625, false], [-9.9765625, false], [-4.9765625, false], [-10.9765625, false], [-11.7265625, false], [-10.9765625, false], [-9.4765625, false], [-9.4765625, false], [-10.4765625, false], [-9.2265625, false], [-9.3125, false], [-5.2265625, false], [-9.2265625, false], [-10.9765625, false], [-9.4765625, false], [-11.7265625, false], [-10.9765625, false], [-9.4765625, false], [-9.4765625, false], [-10.4765625, false], [-9.2265625, false], [-9.3125, false], [-5.2265625, false], [-9.2265625, false], [-12.7265625, false], [-6.4765625, false], [-4.9765625, false], [-10.9765625, false], [-11.7265625, false], [-6.4765625, false], [-9.9765625, false], [-9.4765625, false], [-9.4765625, false], [-10.4765625, false], [-9.2265625, false], [-9.3125, false], [-5.2265625, false], [-9.2265625, false], [-6.4765625, false], [-9.9765625, false], [-10.9765625, false], [-8.7265625, false], [-10.9765625, false], [-9.4765625, false], [-9.4765625, false], [-10.4765625, false], [-9.2265625, false], [-13.3515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 460, "doc": {"id": "NYSEDREGENTS_2015_4_12", "question": "Which object is the best conductor of electricity?", "choices": {"text": ["glass rod", "wooden stick", "plastic straw", "metal nail"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "metal nail", "arguments": ["Question: Which object is the best conductor of electricity?\nAnswer:", " ["], "resps": [[[-8.4296875, false]], [[-8.6796875, false]], [[-11.9296875, false]], [[-9.6796875, false]], [[-3.677734375, false]], [[-9.1796875, false]], [[-9.1796875, false]], [[-5.6796875, false]], [[-9.1796875, false]], [[-9.9296875, false]], [[-10.4296875, false]], [[-8.6796875, false]], [[-10.1875, false]], [[-5.6796875, false]], [[-8.6796875, false]], [[-10.9296875, false]], [[-9.9296875, false]], [[-9.9296875, false]], [[-10.4296875, false]], [[-8.6796875, false]], [[-9.6796875, false]], [[-5.6796875, false]], [[-9.1796875, false]], [[-9.4296875, false]], [[-9.1796875, false]], [[-9.4296875, false]], [[-10.9296875, false]], [[-8.6796875, false]], [[-10.1875, false]], [[-5.6796875, false]], [[-8.6796875, false]], [[-9.6796875, false]], [[-9.6796875, false]], [[-3.677734375, false]], [[-9.1796875, false]], [[-9.4296875, false]], [[-9.1796875, false]], [[-9.4296875, false]], [[-5.6796875, false]], [[-9.1796875, false]], [[-9.4296875, false]], [[-9.1796875, false]], [[-3.677734375, false]], [[-10.9296875, false]], [[-8.6796875, false]], [[-10.1875, false]], [[-5.6796875, false]], [[-8.6796875, false]], [[-9.4296875, false]], [[-8.6796875, false]], [[-9.4296875, false]], [[-3.677734375, false]], [[-9.6796875, false]], [[-5.6796875, false]], [[-9.6796875, false]], [[-3.677734375, false]], [[-9.1796875, false]], [[-9.6796875, false]], [[-8.6796875, false]], [[-14.4296875, false]]], "filtered_resps": [[-8.4296875, false], [-8.6796875, false], [-11.9296875, false], [-9.6796875, false], [-3.677734375, false], [-9.1796875, false], [-9.1796875, false], [-5.6796875, false], [-9.1796875, false], [-9.9296875, false], [-10.4296875, false], [-8.6796875, false], [-10.1875, false], [-5.6796875, false], [-8.6796875, false], [-10.9296875, false], [-9.9296875, false], [-9.9296875, false], [-10.4296875, false], [-8.6796875, false], [-9.6796875, false], [-5.6796875, false], [-9.1796875, false], [-9.4296875, false], [-9.1796875, false], [-9.4296875, false], [-10.9296875, false], [-8.6796875, false], [-10.1875, false], [-5.6796875, false], [-8.6796875, false], [-9.6796875, false], [-9.6796875, false], [-3.677734375, false], [-9.1796875, false], [-9.4296875, false], [-9.1796875, false], [-9.4296875, false], [-5.6796875, false], [-9.1796875, false], [-9.4296875, false], [-9.1796875, false], [-3.677734375, false], [-10.9296875, false], [-8.6796875, false], [-10.1875, false], [-5.6796875, false], [-8.6796875, false], [-9.4296875, false], [-8.6796875, false], [-9.4296875, false], [-3.677734375, false], [-9.6796875, false], [-5.6796875, false], [-9.6796875, false], [-3.677734375, false], [-9.1796875, false], [-9.6796875, false], [-8.6796875, false], [-14.4296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 468, "doc": {"id": "Mercury_7239313", "question": "An increase in which ecosystem factor could cause a population decline in a bird species?", "choices": {"text": ["emigration", "immigration", "number of births", "amount of food"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "emigration", "arguments": ["Question: An increase in which ecosystem factor could cause a population decline in a bird species?\nAnswer:", " ["], "resps": [[[-7.24609375, false]], [[-9.125, false]], [[-6.12109375, false]], [[-9.375, false]], [[-7.99609375, false]], [[-10.875, false]], [[-9.875, false]], [[-4.12109375, false]], [[-10.0, false]], [[-7.99609375, false]], [[-8.75, false]], [[-7.74609375, false]], [[-9.125, false]], [[-9.9296875, false]], [[-5.37109375, false]], [[-9.125, false]], [[-7.99609375, false]], [[-9.375, false]], [[-9.375, false]], [[-7.99609375, false]], [[-10.875, false]], [[-9.875, false]], [[-4.12109375, false]], [[-10.0, false]], [[-7.99609375, false]], [[-8.75, false]], [[-7.74609375, false]], [[-9.125, false]], [[-9.9296875, false]], [[-5.37109375, false]], [[-9.125, false]], [[-7.74609375, false]], [[-10.875, false]], [[-9.375, false]], [[-7.99609375, false]], [[-6.12109375, false]], [[-9.875, false]], [[-5.37109375, false]], [[-8.75, false]], [[-7.49609375, false]], [[-5.37109375, false]], [[-7.99609375, false]], [[-7.99609375, false]], [[-9.875, false]], [[-10.0, false]], [[-9.875, false]], [[-9.625, false]], [[-9.125, false]], [[-9.9296875, false]], [[-5.37109375, false]], [[-9.125, false]], [[-4.12109375, false]], [[-9.375, false]], [[-8.75, false]], [[-10.875, false]], [[-7.74609375, false]], [[-10.0, false]], [[-5.37109375, false]], [[-8.75, false]], [[-7.49609375, false]], [[-5.37109375, false]], [[-7.49609375, false]], [[-8.75, false]], [[-8.75, false]], [[-7.49609375, false]], [[-9.125, false]], [[-13.25, false]]], "filtered_resps": [[-7.24609375, false], [-9.125, false], [-6.12109375, false], [-9.375, false], [-7.99609375, false], [-10.875, false], [-9.875, false], [-4.12109375, false], [-10.0, false], [-7.99609375, false], [-8.75, false], [-7.74609375, false], [-9.125, false], [-9.9296875, false], [-5.37109375, false], [-9.125, false], [-7.99609375, false], [-9.375, false], [-9.375, false], [-7.99609375, false], [-10.875, false], [-9.875, false], [-4.12109375, false], [-10.0, false], [-7.99609375, false], [-8.75, false], [-7.74609375, false], [-9.125, false], [-9.9296875, false], [-5.37109375, false], [-9.125, false], [-7.74609375, false], [-10.875, false], [-9.375, false], [-7.99609375, false], [-6.12109375, false], [-9.875, false], [-5.37109375, false], [-8.75, false], [-7.49609375, false], [-5.37109375, false], [-7.99609375, false], [-7.99609375, false], [-9.875, false], [-10.0, false], [-9.875, false], [-9.625, false], [-9.125, false], [-9.9296875, false], [-5.37109375, false], [-9.125, false], [-4.12109375, false], [-9.375, false], [-8.75, false], [-10.875, false], [-7.74609375, false], [-10.0, false], [-5.37109375, false], [-8.75, false], [-7.49609375, false], [-5.37109375, false], [-7.49609375, false], [-8.75, false], [-8.75, false], [-7.49609375, false], [-9.125, false], [-13.25, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 476, "doc": {"id": "NYSEDREGENTS_2013_4_14", "question": "Which activity is a good health habit?", "choices": {"text": ["drinking alcohol", "exercising regularly", "sleeping only 5 hours daily", "smoking cigarettes"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "exercising regularly", "arguments": ["Question: Which activity is a good health habit?\nAnswer:", " ["], "resps": [[[-8.171875, false]], [[-9.171875, false]], [[-11.296875, false]], [[-13.796875, false]], [[-10.171875, false]], [[-11.421875, false]], [[-13.421875, false]], [[-10.171875, false]], [[-11.421875, false]], [[-13.796875, false]], [[-4.671875, false]], [[-6.671875, false]], [[-12.546875, false]], [[-9.671875, false]], [[-11.671875, false]], [[-13.046875, false]], [[-11.671875, false]], [[-12.546875, false]], [[-9.171875, false]], [[-10.375, false]], [[-4.671875, false]], [[-9.171875, false]], [[-10.296875, false]], [[-11.421875, false]], [[-10.296875, false]], [[-13.796875, false]], [[-9.671875, false]], [[-10.171875, false]], [[-9.921875, false]], [[-10.171875, false]], [[-11.421875, false]], [[-13.796875, false]], [[-4.671875, false]], [[-13.796875, false]], [[-10.296875, false]], [[-13.796875, false]], [[-12.921875, false]], [[-12.546875, false]], [[-6.671875, false]], [[-13.796875, false]], [[-12.546875, false]], [[-13.421875, false]], [[-9.171875, false]], [[-10.375, false]], [[-4.671875, false]], [[-9.171875, false]], [[-9.921875, false]], [[-12.546875, false]], [[-10.296875, false]], [[-10.296875, false]], [[-11.671875, false]], [[-10.171875, false]], [[-11.421875, false]], [[-13.796875, false]], [[-4.671875, false]], [[-11.671875, false]], [[-11.421875, false]], [[-12.546875, false]], [[-13.421875, false]], [[-4.671875, false]], [[-8.171875, false]], [[-4.671875, false]], [[-13.046875, false]], [[-11.671875, false]], [[-12.921875, false]], [[-13.796875, false]], [[-9.921875, false]], [[-4.671875, false]], [[-11.296875, false]], [[-6.671875, false]], [[-10.171875, false]], [[-12.546875, false]], [[-13.421875, false]], [[-9.171875, false]], [[-10.375, false]], [[-4.671875, false]], [[-9.171875, false]], [[-9.921875, false]], [[-11.671875, false]], [[-11.671875, false]], [[-13.421875, false]], [[-10.171875, false]], [[-11.421875, false]], [[-13.796875, false]], [[-4.671875, false]], [[-9.671875, false]], [[-10.171875, false]], [[-13.796875, false]], [[-6.671875, false]], [[-13.796875, false]], [[-10.296875, false]], [[-12.296875, false]], [[-12.296875, false]], [[-10.296875, false]], [[-9.921875, false]], [[-9.171875, false]], [[-14.421875, false]]], "filtered_resps": [[-8.171875, false], [-9.171875, false], [-11.296875, false], [-13.796875, false], [-10.171875, false], [-11.421875, false], [-13.421875, false], [-10.171875, false], [-11.421875, false], [-13.796875, false], [-4.671875, false], [-6.671875, false], [-12.546875, false], [-9.671875, false], [-11.671875, false], [-13.046875, false], [-11.671875, false], [-12.546875, false], [-9.171875, false], [-10.375, false], [-4.671875, false], [-9.171875, false], [-10.296875, false], [-11.421875, false], [-10.296875, false], [-13.796875, false], [-9.671875, false], [-10.171875, false], [-9.921875, false], [-10.171875, false], [-11.421875, false], [-13.796875, false], [-4.671875, false], [-13.796875, false], [-10.296875, false], [-13.796875, false], [-12.921875, false], [-12.546875, false], [-6.671875, false], [-13.796875, false], [-12.546875, false], [-13.421875, false], [-9.171875, false], [-10.375, false], [-4.671875, false], [-9.171875, false], [-9.921875, false], [-12.546875, false], [-10.296875, false], [-10.296875, false], [-11.671875, false], [-10.171875, false], [-11.421875, false], [-13.796875, false], [-4.671875, false], [-11.671875, false], [-11.421875, false], [-12.546875, false], [-13.421875, false], [-4.671875, false], [-8.171875, false], [-4.671875, false], [-13.046875, false], [-11.671875, false], [-12.921875, false], [-13.796875, false], [-9.921875, false], [-4.671875, false], [-11.296875, false], [-6.671875, false], [-10.171875, false], [-12.546875, false], [-13.421875, false], [-9.171875, false], [-10.375, false], [-4.671875, false], [-9.171875, false], [-9.921875, false], [-11.671875, false], [-11.671875, false], [-13.421875, false], [-10.171875, false], [-11.421875, false], [-13.796875, false], [-4.671875, false], [-9.671875, false], [-10.171875, false], [-13.796875, false], [-6.671875, false], [-13.796875, false], [-10.296875, false], [-12.296875, false], [-12.296875, false], [-10.296875, false], [-9.921875, false], [-9.171875, false], [-14.421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 484, "doc": {"id": "Mercury_7016328", "question": "Which atomic structure has the greatest mass?", "choices": {"text": ["electron", "neutron", "nucleus", "proton"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "nucleus", "arguments": ["Question: Which atomic structure has the greatest mass?\nAnswer:", " ["], "resps": [[[-5.43359375, false]], [[-8.4375, false]], [[-8.1875, false]], [[-9.1875, false]], [[-8.1875, false]], [[-6.43359375, false]], [[-6.68359375, false]], [[-7.18359375, false]], [[-9.1875, false]], [[-6.43359375, false]], [[-8.4375, false]], [[-8.984375, false]], [[-4.93359375, false]], [[-8.4375, false]], [[-6.43359375, false]], [[-8.1875, false]], [[-8.9375, false]], [[-6.68359375, false]], [[-7.18359375, false]], [[-9.1875, false]], [[-6.43359375, false]], [[-8.4375, false]], [[-8.984375, false]], [[-4.93359375, false]], [[-8.4375, false]], [[-6.43359375, false]], [[-8.9375, false]], [[-6.43359375, false]], [[-9.1875, false]], [[-8.1875, false]], [[-8.9375, false]], [[-8.4375, false]], [[-8.4375, false]], [[-8.984375, false]], [[-4.93359375, false]], [[-8.4375, false]], [[-6.93359375, false]], [[-7.18359375, false]], [[-9.1875, false]], [[-6.68359375, false]], [[-9.1875, false]], [[-6.43359375, false]], [[-8.4375, false]], [[-12.4375, false]]], "filtered_resps": [[-5.43359375, false], [-8.4375, false], [-8.1875, false], [-9.1875, false], [-8.1875, false], [-6.43359375, false], [-6.68359375, false], [-7.18359375, false], [-9.1875, false], [-6.43359375, false], [-8.4375, false], [-8.984375, false], [-4.93359375, false], [-8.4375, false], [-6.43359375, false], [-8.1875, false], [-8.9375, false], [-6.68359375, false], [-7.18359375, false], [-9.1875, false], [-6.43359375, false], [-8.4375, false], [-8.984375, false], [-4.93359375, false], [-8.4375, false], [-6.43359375, false], [-8.9375, false], [-6.43359375, false], [-9.1875, false], [-8.1875, false], [-8.9375, false], [-8.4375, false], [-8.4375, false], [-8.984375, false], [-4.93359375, false], [-8.4375, false], [-6.93359375, false], [-7.18359375, false], [-9.1875, false], [-6.68359375, false], [-9.1875, false], [-6.43359375, false], [-8.4375, false], [-12.4375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 492, "doc": {"id": "Mercury_7018498", "question": "Beakers and graduated cylinders are designed to measure", "choices": {"text": ["mass.", "density.", "volume.", "viscosity."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "volume.", "arguments": ["Question: Beakers and graduated cylinders are designed to measure\nAnswer:", " ["], "resps": [[[-8.0390625, false]], [[-9.0390625, false]], [[-10.7890625, false]], [[-5.5390625, false]], [[-9.0390625, false]], [[-9.0390625, false]], [[-6.8984375, false]], [[-9.0390625, false]], [[-9.3984375, false]], [[-5.2890625, false]], [[-9.0390625, false]], [[-10.0390625, false]], [[-8.7890625, false]], [[-9.0390625, false]], [[-9.0390625, false]], [[-8.7890625, false]], [[-11.0390625, false]], [[-11.5390625, false]], [[-6.8984375, false]], [[-9.0390625, false]], [[-9.3984375, false]], [[-5.2890625, false]], [[-9.0390625, false]], [[-10.5390625, false]], [[-10.5390625, false]], [[-10.7890625, false]], [[-9.0390625, false]], [[-10.7890625, false]], [[-8.7890625, false]], [[-6.8984375, false]], [[-9.0390625, false]], [[-9.3984375, false]], [[-5.2890625, false]], [[-9.0390625, false]], [[-10.5390625, false]], [[-8.7890625, false]], [[-9.0390625, false]], [[-9.7890625, false]], [[-10.5390625, false]], [[-9.0390625, false]], [[-8.7890625, false]], [[-11.0390625, false]], [[-11.5390625, false]], [[-6.8984375, false]], [[-9.0390625, false]], [[-11.5390625, false]]], "filtered_resps": [[-8.0390625, false], [-9.0390625, false], [-10.7890625, false], [-5.5390625, false], [-9.0390625, false], [-9.0390625, false], [-6.8984375, false], [-9.0390625, false], [-9.3984375, false], [-5.2890625, false], [-9.0390625, false], [-10.0390625, false], [-8.7890625, false], [-9.0390625, false], [-9.0390625, false], [-8.7890625, false], [-11.0390625, false], [-11.5390625, false], [-6.8984375, false], [-9.0390625, false], [-9.3984375, false], [-5.2890625, false], [-9.0390625, false], [-10.5390625, false], [-10.5390625, false], [-10.7890625, false], [-9.0390625, false], [-10.7890625, false], [-8.7890625, false], [-6.8984375, false], [-9.0390625, false], [-9.3984375, false], [-5.2890625, false], [-9.0390625, false], [-10.5390625, false], [-8.7890625, false], [-9.0390625, false], [-9.7890625, false], [-10.5390625, false], [-9.0390625, false], [-8.7890625, false], [-11.0390625, false], [-11.5390625, false], [-6.8984375, false], [-9.0390625, false], [-11.5390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 500, "doc": {"id": "TIMSS_2003_4_pg35", "question": "What gas in the air do we need to breathe in order to live?", "choices": {"text": ["nitrogen", "oxygen", "carbon dioxide", "hydrogen", "water vapor"], "label": ["A", "B", "C", "D", "E"]}, "answerKey": "B"}, "target": "oxygen", "arguments": ["Question: What gas in the air do we need to breathe in order to live?\nAnswer:", " ["], "resps": [[[-7.87109375, false]], [[-7.62109375, false]], [[-8.875, false]], [[-8.875, false]], [[-11.375, false]], [[-13.625, false]], [[-7.37109375, false]], [[-11.625, false]], [[-9.125, false]], [[-8.875, false]], [[-7.62109375, false]], [[-10.1796875, false]], [[-5.37109375, false]], [[-7.62109375, false]], [[-7.37109375, false]], [[-10.875, false]], [[-12.125, false]], [[-11.625, false]], [[-9.125, false]], [[-8.875, false]], [[-7.62109375, false]], [[-10.1796875, false]], [[-5.37109375, false]], [[-7.62109375, false]], [[-9.625, false]], [[-6.37109375, false]], [[-13.625, false]], [[-11.125, false]], [[-7.37109375, false]], [[-8.875, false]], [[-5.37109375, false]], [[-10.125, false]], [[-8.875, false]], [[-7.37109375, false]], [[-10.875, false]], [[-8.875, false]], [[-10.125, false]], [[-9.125, false]], [[-7.62109375, false]], [[-10.1796875, false]], [[-5.37109375, false]], [[-7.62109375, false]], [[-10.375, false]], [[-12.125, false]], [[-10.125, false]], [[-13.625, false]], [[-7.37109375, false]], [[-11.625, false]], [[-9.125, false]], [[-8.875, false]], [[-7.62109375, false]], [[-10.1796875, false]], [[-5.37109375, false]], [[-7.62109375, false]], [[-11.125, false]], [[-6.37109375, false]], [[-11.375, false]], [[-9.125, false]], [[-13.625, false]], [[-5.37109375, false]], [[-12.375, false]], [[-6.37109375, false]], [[-10.375, false]], [[-7.37109375, false]], [[-13.625, false]], [[-7.62109375, false]], [[-14.125, false]]], "filtered_resps": [[-7.87109375, false], [-7.62109375, false], [-8.875, false], [-8.875, false], [-11.375, false], [-13.625, false], [-7.37109375, false], [-11.625, false], [-9.125, false], [-8.875, false], [-7.62109375, false], [-10.1796875, false], [-5.37109375, false], [-7.62109375, false], [-7.37109375, false], [-10.875, false], [-12.125, false], [-11.625, false], [-9.125, false], [-8.875, false], [-7.62109375, false], [-10.1796875, false], [-5.37109375, false], [-7.62109375, false], [-9.625, false], [-6.37109375, false], [-13.625, false], [-11.125, false], [-7.37109375, false], [-8.875, false], [-5.37109375, false], [-10.125, false], [-8.875, false], [-7.37109375, false], [-10.875, false], [-8.875, false], [-10.125, false], [-9.125, false], [-7.62109375, false], [-10.1796875, false], [-5.37109375, false], [-7.62109375, false], [-10.375, false], [-12.125, false], [-10.125, false], [-13.625, false], [-7.37109375, false], [-11.625, false], [-9.125, false], [-8.875, false], [-7.62109375, false], [-10.1796875, false], [-5.37109375, false], [-7.62109375, false], [-11.125, false], [-6.37109375, false], [-11.375, false], [-9.125, false], [-13.625, false], [-5.37109375, false], [-12.375, false], [-6.37109375, false], [-10.375, false], [-7.37109375, false], [-13.625, false], [-7.62109375, false], [-14.125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 508, "doc": {"id": "TIMSS_1995_8_I16", "question": "A metal spoon, a wooden spoon, and a plastic spoon are placed in hot water. After 15 seconds, which spoon will feel hottest?", "choices": {"text": ["The metal spoon", "The wooden spoon", "The plastic spoon", "The three spoons will feel the same."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "The metal spoon", "arguments": ["Question: A metal spoon, a wooden spoon, and a plastic spoon are placed in hot water. After 15 seconds, which spoon will feel hottest?\nAnswer:", " ["], "resps": [[[-7.98046875, false]], [[-9.484375, false]], [[-7.73046875, false]], [[-11.734375, false]], [[-10.484375, false]], [[-4.23046875, false]], [[-8.484375, false]], [[-10.484375, false]], [[-10.234375, false]], [[-3.482421875, false]], [[-11.234375, false]], [[-4.23046875, false]], [[-9.484375, false]], [[-9.984375, false]], [[-10.734375, false]], [[-10.734375, false]], [[-9.484375, false]], [[-9.484375, false]], [[-9.765625, false]], [[-4.23046875, false]], [[-9.484375, false]], [[-7.73046875, false]], [[-11.734375, false]], [[-10.484375, false]], [[-4.23046875, false]], [[-9.734375, false]], [[-10.734375, false]], [[-10.734375, false]], [[-10.984375, false]], [[-10.484375, false]], [[-9.484375, false]], [[-4.23046875, false]], [[-9.484375, false]], [[-9.984375, false]], [[-10.734375, false]], [[-10.734375, false]], [[-9.484375, false]], [[-9.484375, false]], [[-9.765625, false]], [[-4.23046875, false]], [[-9.484375, false]], [[-7.73046875, false]], [[-11.734375, false]], [[-10.484375, false]], [[-4.23046875, false]], [[-9.984375, false]], [[-11.234375, false]], [[-3.482421875, false]], [[-9.484375, false]], [[-10.234375, false]], [[-10.484375, false]], [[-10.234375, false]], [[-4.23046875, false]], [[-9.484375, false]], [[-9.984375, false]], [[-10.734375, false]], [[-10.734375, false]], [[-9.484375, false]], [[-9.484375, false]], [[-9.765625, false]], [[-4.23046875, false]], [[-9.484375, false]], [[-7.73046875, false]], [[-11.734375, false]], [[-10.484375, false]], [[-4.23046875, false]], [[-10.234375, false]], [[-11.734375, false]], [[-10.484375, false]], [[-10.484375, false]], [[-10.484375, false]], [[-4.23046875, false]], [[-9.484375, false]], [[-9.984375, false]], [[-10.734375, false]], [[-10.734375, false]], [[-9.484375, false]], [[-9.484375, false]], [[-4.23046875, false]], [[-9.734375, false]], [[-10.484375, false]], [[-11.234375, false]], [[-11.234375, false]], [[-4.23046875, false]], [[-9.984375, false]], [[-10.484375, false]], [[-10.484375, false]], [[-11.234375, false]], [[-4.23046875, false]], [[-10.234375, false]], [[-11.734375, false]], [[-10.484375, false]], [[-4.23046875, false]], [[-9.484375, false]], [[-3.482421875, false]], [[-8.484375, false]], [[-10.484375, false]], [[-6.265625, false]], [[-9.484375, false]], [[-13.734375, false]]], "filtered_resps": [[-7.98046875, false], [-9.484375, false], [-7.73046875, false], [-11.734375, false], [-10.484375, false], [-4.23046875, false], [-8.484375, false], [-10.484375, false], [-10.234375, false], [-3.482421875, false], [-11.234375, false], [-4.23046875, false], [-9.484375, false], [-9.984375, false], [-10.734375, false], [-10.734375, false], [-9.484375, false], [-9.484375, false], [-9.765625, false], [-4.23046875, false], [-9.484375, false], [-7.73046875, false], [-11.734375, false], [-10.484375, false], [-4.23046875, false], [-9.734375, false], [-10.734375, false], [-10.734375, false], [-10.984375, false], [-10.484375, false], [-9.484375, false], [-4.23046875, false], [-9.484375, false], [-9.984375, false], [-10.734375, false], [-10.734375, false], [-9.484375, false], [-9.484375, false], [-9.765625, false], [-4.23046875, false], [-9.484375, false], [-7.73046875, false], [-11.734375, false], [-10.484375, false], [-4.23046875, false], [-9.984375, false], [-11.234375, false], [-3.482421875, false], [-9.484375, false], [-10.234375, false], [-10.484375, false], [-10.234375, false], [-4.23046875, false], [-9.484375, false], [-9.984375, false], [-10.734375, false], [-10.734375, false], [-9.484375, false], [-9.484375, false], [-9.765625, false], [-4.23046875, false], [-9.484375, false], [-7.73046875, false], [-11.734375, false], [-10.484375, false], [-4.23046875, false], [-10.234375, false], [-11.734375, false], [-10.484375, false], [-10.484375, false], [-10.484375, false], [-4.23046875, false], [-9.484375, false], [-9.984375, false], [-10.734375, false], [-10.734375, false], [-9.484375, false], [-9.484375, false], [-4.23046875, false], [-9.734375, false], [-10.484375, false], [-11.234375, false], [-11.234375, false], [-4.23046875, false], [-9.984375, false], [-10.484375, false], [-10.484375, false], [-11.234375, false], [-4.23046875, false], [-10.234375, false], [-11.734375, false], [-10.484375, false], [-4.23046875, false], [-9.484375, false], [-3.482421875, false], [-8.484375, false], [-10.484375, false], [-6.265625, false], [-9.484375, false], [-13.734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 516, "doc": {"id": "TIMSS_2003_4_pg8", "question": "Humans interpret seeing, hearing, tasting, and smelling in the", "choices": {"text": ["brain", "spinal cord", "receptors", "skin"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "brain", "arguments": ["Question: Humans interpret seeing, hearing, tasting, and smelling in the\nAnswer:", " ["], "resps": [[[-7.15234375, false]], [[-7.52734375, false]], [[-9.8984375, false]], [[-12.0234375, false]], [[-5.90234375, false]], [[-8.5234375, false]], [[-9.1484375, false]], [[-7.52734375, false]], [[-9.265625, false]], [[-5.02734375, false]], [[-7.52734375, false]], [[-9.5234375, false]], [[-10.6484375, false]], [[-8.5234375, false]], [[-9.1484375, false]], [[-5.90234375, false]], [[-10.1484375, false]], [[-5.02734375, false]], [[-10.2734375, false]], [[-10.0234375, false]], [[-12.0234375, false]], [[-9.8984375, false]], [[-7.52734375, false]], [[-9.265625, false]], [[-5.02734375, false]], [[-7.52734375, false]], [[-12.0234375, false]], [[-9.5234375, false]], [[-10.2734375, false]], [[-9.5234375, false]], [[-10.6484375, false]], [[-11.1484375, false]], [[-10.0234375, false]], [[-12.0234375, false]], [[-9.5234375, false]], [[-7.52734375, false]], [[-9.265625, false]], [[-5.02734375, false]], [[-7.52734375, false]], [[-9.5234375, false]], [[-10.6484375, false]], [[-8.5234375, false]], [[-9.1484375, false]], [[-7.52734375, false]], [[-11.7734375, false]]], "filtered_resps": [[-7.15234375, false], [-7.52734375, false], [-9.8984375, false], [-12.0234375, false], [-5.90234375, false], [-8.5234375, false], [-9.1484375, false], [-7.52734375, false], [-9.265625, false], [-5.02734375, false], [-7.52734375, false], [-9.5234375, false], [-10.6484375, false], [-8.5234375, false], [-9.1484375, false], [-5.90234375, false], [-10.1484375, false], [-5.02734375, false], [-10.2734375, false], [-10.0234375, false], [-12.0234375, false], [-9.8984375, false], [-7.52734375, false], [-9.265625, false], [-5.02734375, false], [-7.52734375, false], [-12.0234375, false], [-9.5234375, false], [-10.2734375, false], [-9.5234375, false], [-10.6484375, false], [-11.1484375, false], [-10.0234375, false], [-12.0234375, false], [-9.5234375, false], [-7.52734375, false], [-9.265625, false], [-5.02734375, false], [-7.52734375, false], [-9.5234375, false], [-10.6484375, false], [-8.5234375, false], [-9.1484375, false], [-7.52734375, false], [-11.7734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 524, "doc": {"id": "Mercury_192990", "question": "All of the following are renewable resources except", "choices": {"text": ["minerals.", "trees.", "wind.", "water."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "minerals.", "arguments": ["Question: All of the following are renewable resources except\nAnswer:", " ["], "resps": [[[-6.8125, false]], [[-8.5625, false]], [[-8.5625, false]], [[-6.8125, false]], [[-7.0625, false]], [[-6.3125, false]], [[-9.8125, false]], [[-4.5625, false]], [[-8.8125, false]], [[-8.5625, false]], [[-6.62109375, false]], [[-8.5625, false]], [[-8.625, false]], [[-5.3125, false]], [[-8.5625, false]], [[-9.5625, false]], [[-9.8125, false]], [[-6.3125, false]], [[-6.3125, false]], [[-8.5625, false]], [[-6.62109375, false]], [[-8.5625, false]], [[-8.625, false]], [[-5.3125, false]], [[-8.5625, false]], [[-9.0625, false]], [[-6.8125, false]], [[-7.0625, false]], [[-6.5625, false]], [[-6.62109375, false]], [[-8.5625, false]], [[-8.625, false]], [[-5.3125, false]], [[-8.5625, false]], [[-9.0625, false]], [[-4.5625, false]], [[-9.5625, false]], [[-6.3125, false]], [[-9.8125, false]], [[-6.62109375, false]], [[-8.5625, false]], [[-12.8125, false]]], "filtered_resps": [[-6.8125, false], [-8.5625, false], [-8.5625, false], [-6.8125, false], [-7.0625, false], [-6.3125, false], [-9.8125, false], [-4.5625, false], [-8.8125, false], [-8.5625, false], [-6.62109375, false], [-8.5625, false], [-8.625, false], [-5.3125, false], [-8.5625, false], [-9.5625, false], [-9.8125, false], [-6.3125, false], [-6.3125, false], [-8.5625, false], [-6.62109375, false], [-8.5625, false], [-8.625, false], [-5.3125, false], [-8.5625, false], [-9.0625, false], [-6.8125, false], [-7.0625, false], [-6.5625, false], [-6.62109375, false], [-8.5625, false], [-8.625, false], [-5.3125, false], [-8.5625, false], [-9.0625, false], [-4.5625, false], [-9.5625, false], [-6.3125, false], [-9.8125, false], [-6.62109375, false], [-8.5625, false], [-12.8125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 532, "doc": {"id": "Mercury_7245245", "question": "After which event will primary succession most likely occur?", "choices": {"text": ["thunderstorm", "crop harvest", "volcanic eruption", "urban development"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "volcanic eruption", "arguments": ["Question: After which event will primary succession most likely occur?\nAnswer:", " ["], "resps": [[[-7.4609375, false]], [[-8.7109375, false]], [[-10.4609375, false]], [[-11.5859375, false]], [[-10.3359375, false]], [[-9.7109375, false]], [[-10.3359375, false]], [[-8.5859375, false]], [[-10.3359375, false]], [[-9.9609375, false]], [[-10.4609375, false]], [[-10.0859375, false]], [[-10.3359375, false]], [[-10.7109375, false]], [[-8.7109375, false]], [[-10.3125, false]], [[-5.2109375, false]], [[-8.7109375, false]], [[-9.8359375, false]], [[-10.3359375, false]], [[-10.0859375, false]], [[-9.7109375, false]], [[-5.2109375, false]], [[-11.5859375, false]], [[-6.7109375, false]], [[-10.3359375, false]], [[-11.0859375, false]], [[-8.5859375, false]], [[-9.9609375, false]], [[-10.4609375, false]], [[-8.7109375, false]], [[-10.3125, false]], [[-5.2109375, false]], [[-8.7109375, false]], [[-11.0859375, false]], [[-10.0859375, false]], [[-10.9609375, false]], [[-9.8359375, false]], [[-6.7109375, false]], [[-9.7109375, false]], [[-8.4609375, false]], [[-9.8359375, false]], [[-5.2109375, false]], [[-8.5859375, false]], [[-10.3359375, false]], [[-10.3359375, false]], [[-9.7109375, false]], [[-10.4609375, false]], [[-8.4609375, false]], [[-10.0859375, false]], [[-9.7109375, false]], [[-8.7109375, false]], [[-10.3125, false]], [[-5.2109375, false]], [[-8.7109375, false]], [[-10.3359375, false]], [[-10.3359375, false]], [[-9.5859375, false]], [[-6.7109375, false]], [[-9.7109375, false]], [[-5.2109375, false]], [[-10.3359375, false]], [[-8.5859375, false]], [[-11.0859375, false]], [[-8.5859375, false]], [[-10.9609375, false]], [[-10.0859375, false]], [[-9.7109375, false]], [[-10.7109375, false]], [[-8.5859375, false]], [[-9.7109375, false]], [[-10.4609375, false]], [[-8.7109375, false]], [[-13.3359375, false]]], "filtered_resps": [[-7.4609375, false], [-8.7109375, false], [-10.4609375, false], [-11.5859375, false], [-10.3359375, false], [-9.7109375, false], [-10.3359375, false], [-8.5859375, false], [-10.3359375, false], [-9.9609375, false], [-10.4609375, false], [-10.0859375, false], [-10.3359375, false], [-10.7109375, false], [-8.7109375, false], [-10.3125, false], [-5.2109375, false], [-8.7109375, false], [-9.8359375, false], [-10.3359375, false], [-10.0859375, false], [-9.7109375, false], [-5.2109375, false], [-11.5859375, false], [-6.7109375, false], [-10.3359375, false], [-11.0859375, false], [-8.5859375, false], [-9.9609375, false], [-10.4609375, false], [-8.7109375, false], [-10.3125, false], [-5.2109375, false], [-8.7109375, false], [-11.0859375, false], [-10.0859375, false], [-10.9609375, false], [-9.8359375, false], [-6.7109375, false], [-9.7109375, false], [-8.4609375, false], [-9.8359375, false], [-5.2109375, false], [-8.5859375, false], [-10.3359375, false], [-10.3359375, false], [-9.7109375, false], [-10.4609375, false], [-8.4609375, false], [-10.0859375, false], [-9.7109375, false], [-8.7109375, false], [-10.3125, false], [-5.2109375, false], [-8.7109375, false], [-10.3359375, false], [-10.3359375, false], [-9.5859375, false], [-6.7109375, false], [-9.7109375, false], [-5.2109375, false], [-10.3359375, false], [-8.5859375, false], [-11.0859375, false], [-8.5859375, false], [-10.9609375, false], [-10.0859375, false], [-9.7109375, false], [-10.7109375, false], [-8.5859375, false], [-9.7109375, false], [-10.4609375, false], [-8.7109375, false], [-13.3359375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 540, "doc": {"id": "MCAS_2006_9_2", "question": "The molecule ATP is composed of elements commonly found in organic molecules. Which of the following is one of these elements?", "choices": {"text": ["aluminum", "calcium", "phosphorus", "tin"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "phosphorus", "arguments": ["Question: The molecule ATP is composed of elements commonly found in organic molecules. Which of the following is one of these elements?\nAnswer:", " ["], "resps": [[[-5.78125, false]], [[-10.53125, false]], [[-3.283203125, false]], [[-9.53125, false]], [[-7.28125, false]], [[-5.53125, false]], [[-5.53125, false]], [[-6.03125, false]], [[-7.28125, false]], [[-5.53125, false]], [[-10.53125, false]], [[-9.65625, false]], [[-5.03125, false]], [[-10.53125, false]], [[-4.28125, false]], [[-3.283203125, false]], [[-9.53125, false]], [[-4.28125, false]], [[-5.53125, false]], [[-7.28125, false]], [[-5.53125, false]], [[-10.53125, false]], [[-9.65625, false]], [[-5.03125, false]], [[-10.53125, false]], [[-6.28125, false]], [[-7.28125, false]], [[-7.53125, false]], [[-9.03125, false]], [[-6.28125, false]], [[-7.28125, false]], [[-7.53125, false]], [[-9.03125, false]], [[-7.28125, false]], [[-9.03125, false]], [[-10.53125, false]], [[-9.65625, false]], [[-5.03125, false]], [[-10.53125, false]], [[-8.03125, false]], [[-5.53125, false]], [[-6.03125, false]], [[-10.53125, false]], [[-13.28125, false]]], "filtered_resps": [[-5.78125, false], [-10.53125, false], [-3.283203125, false], [-9.53125, false], [-7.28125, false], [-5.53125, false], [-5.53125, false], [-6.03125, false], [-7.28125, false], [-5.53125, false], [-10.53125, false], [-9.65625, false], [-5.03125, false], [-10.53125, false], [-4.28125, false], [-3.283203125, false], [-9.53125, false], [-4.28125, false], [-5.53125, false], [-7.28125, false], [-5.53125, false], [-10.53125, false], [-9.65625, false], [-5.03125, false], [-10.53125, false], [-6.28125, false], [-7.28125, false], [-7.53125, false], [-9.03125, false], [-6.28125, false], [-7.28125, false], [-7.53125, false], [-9.03125, false], [-7.28125, false], [-9.03125, false], [-10.53125, false], [-9.65625, false], [-5.03125, false], [-10.53125, false], [-8.03125, false], [-5.53125, false], [-6.03125, false], [-10.53125, false], [-13.28125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 548, "doc": {"id": "Mercury_7086800", "question": "Soil that drains slowly most likely has a high amount of", "choices": {"text": ["ash.", "sand.", "clay.", "peat."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "clay.", "arguments": ["Question: Soil that drains slowly most likely has a high amount of\nAnswer:", " ["], "resps": [[[-7.3046875, false]], [[-8.1796875, false]], [[-5.8046875, false]], [[-9.3046875, false]], [[-9.8046875, false]], [[-6.390625, false]], [[-8.1796875, false]], [[-8.640625, false]], [[-5.1796875, false]], [[-8.1796875, false]], [[-9.3046875, false]], [[-5.8046875, false]], [[-9.3046875, false]], [[-8.6796875, false]], [[-6.390625, false]], [[-8.1796875, false]], [[-8.640625, false]], [[-5.1796875, false]], [[-8.1796875, false]], [[-9.9296875, false]], [[-10.8046875, false]], [[-5.8046875, false]], [[-10.1796875, false]], [[-6.390625, false]], [[-8.1796875, false]], [[-8.640625, false]], [[-5.1796875, false]], [[-8.1796875, false]], [[-10.4296875, false]], [[-8.9296875, false]], [[-5.8046875, false]], [[-10.5546875, false]], [[-6.390625, false]], [[-8.1796875, false]], [[-12.0546875, false]]], "filtered_resps": [[-7.3046875, false], [-8.1796875, false], [-5.8046875, false], [-9.3046875, false], [-9.8046875, false], [-6.390625, false], [-8.1796875, false], [-8.640625, false], [-5.1796875, false], [-8.1796875, false], [-9.3046875, false], [-5.8046875, false], [-9.3046875, false], [-8.6796875, false], [-6.390625, false], [-8.1796875, false], [-8.640625, false], [-5.1796875, false], [-8.1796875, false], [-9.9296875, false], [-10.8046875, false], [-5.8046875, false], [-10.1796875, false], [-6.390625, false], [-8.1796875, false], [-8.640625, false], [-5.1796875, false], [-8.1796875, false], [-10.4296875, false], [-8.9296875, false], [-5.8046875, false], [-10.5546875, false], [-6.390625, false], [-8.1796875, false], [-12.0546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 556, "doc": {"id": "Mercury_SC_LBS10906", "question": "Tiny droplets of water seen floating in the air can give scientists a clue about the weather. What are groups of these droplets called?", "choices": {"text": ["hail", "rain", "a front", "a cloud"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "a cloud", "arguments": ["Question: Tiny droplets of water seen floating in the air can give scientists a clue about the weather. What are groups of these droplets called?\nAnswer:", " ["], "resps": [[[-7.64453125, false]], [[-7.26953125, false]], [[-9.5234375, false]], [[-5.64453125, false]], [[-8.8984375, false]], [[-9.3984375, false]], [[-7.26953125, false]], [[-9.546875, false]], [[-4.76953125, false]], [[-7.26953125, false]], [[-8.6484375, false]], [[-5.64453125, false]], [[-8.8984375, false]], [[-7.76953125, false]], [[-7.26953125, false]], [[-9.546875, false]], [[-4.76953125, false]], [[-7.26953125, false]], [[-5.64453125, false]], [[-4.76953125, false]], [[-8.5234375, false]], [[-8.6484375, false]], [[-7.89453125, false]], [[-7.76953125, false]], [[-10.7734375, false]], [[-7.26953125, false]], [[-9.546875, false]], [[-4.76953125, false]], [[-7.26953125, false]], [[-5.64453125, false]], [[-4.76953125, false]], [[-7.51953125, false]], [[-9.3984375, false]], [[-7.89453125, false]], [[-10.5234375, false]], [[-7.51953125, false]], [[-7.26953125, false]], [[-11.3984375, false]]], "filtered_resps": [[-7.64453125, false], [-7.26953125, false], [-9.5234375, false], [-5.64453125, false], [-8.8984375, false], [-9.3984375, false], [-7.26953125, false], [-9.546875, false], [-4.76953125, false], [-7.26953125, false], [-8.6484375, false], [-5.64453125, false], [-8.8984375, false], [-7.76953125, false], [-7.26953125, false], [-9.546875, false], [-4.76953125, false], [-7.26953125, false], [-5.64453125, false], [-4.76953125, false], [-8.5234375, false], [-8.6484375, false], [-7.89453125, false], [-7.76953125, false], [-10.7734375, false], [-7.26953125, false], [-9.546875, false], [-4.76953125, false], [-7.26953125, false], [-5.64453125, false], [-4.76953125, false], [-7.51953125, false], [-9.3984375, false], [-7.89453125, false], [-10.5234375, false], [-7.51953125, false], [-7.26953125, false], [-11.3984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 564, "doc": {"id": "Mercury_SC_400359", "question": "Which event occurs only twice each year?", "choices": {"text": ["lunar eclipse", "full moon", "equinox", "low tide"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "equinox", "arguments": ["Question: Which event occurs only twice each year?\nAnswer:", " ["], "resps": [[[-8.8984375, false]], [[-7.51953125, false]], [[-10.5234375, false]], [[-10.5234375, false]], [[-9.8984375, false]], [[-5.64453125, false]], [[-10.1484375, false]], [[-5.01953125, false]], [[-7.39453125, false]], [[-9.3984375, false]], [[-10.5234375, false]], [[-9.3984375, false]], [[-11.1484375, false]], [[-8.8984375, false]], [[-7.39453125, false]], [[-7.51953125, false]], [[-9.6875, false]], [[-5.01953125, false]], [[-7.51953125, false]], [[-10.7734375, false]], [[-10.5234375, false]], [[-10.5234375, false]], [[-10.5234375, false]], [[-5.01953125, false]], [[-10.2734375, false]], [[-10.0234375, false]], [[-10.0234375, false]], [[-9.8984375, false]], [[-7.51953125, false]], [[-9.6875, false]], [[-5.01953125, false]], [[-7.51953125, false]], [[-7.39453125, false]], [[-12.8984375, false]], [[-10.5234375, false]], [[-9.3984375, false]], [[-9.8984375, false]], [[-10.0234375, false]], [[-9.2734375, false]], [[-7.51953125, false]], [[-9.6875, false]], [[-5.01953125, false]], [[-7.51953125, false]], [[-10.5234375, false]], [[-10.0234375, false]], [[-10.6484375, false]], [[-5.01953125, false]], [[-9.5234375, false]], [[-9.3984375, false]], [[-9.8984375, false]], [[-7.39453125, false]], [[-7.51953125, false]], [[-13.8984375, false]]], "filtered_resps": [[-8.8984375, false], [-7.51953125, false], [-10.5234375, false], [-10.5234375, false], [-9.8984375, false], [-5.64453125, false], [-10.1484375, false], [-5.01953125, false], [-7.39453125, false], [-9.3984375, false], [-10.5234375, false], [-9.3984375, false], [-11.1484375, false], [-8.8984375, false], [-7.39453125, false], [-7.51953125, false], [-9.6875, false], [-5.01953125, false], [-7.51953125, false], [-10.7734375, false], [-10.5234375, false], [-10.5234375, false], [-10.5234375, false], [-5.01953125, false], [-10.2734375, false], [-10.0234375, false], [-10.0234375, false], [-9.8984375, false], [-7.51953125, false], [-9.6875, false], [-5.01953125, false], [-7.51953125, false], [-7.39453125, false], [-12.8984375, false], [-10.5234375, false], [-9.3984375, false], [-9.8984375, false], [-10.0234375, false], [-9.2734375, false], [-7.51953125, false], [-9.6875, false], [-5.01953125, false], [-7.51953125, false], [-10.5234375, false], [-10.0234375, false], [-10.6484375, false], [-5.01953125, false], [-9.5234375, false], [-9.3984375, false], [-9.8984375, false], [-7.39453125, false], [-7.51953125, false], [-13.8984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 572, "doc": {"id": "Mercury_7018463", "question": "Which characteristic of sound makes it possible for bats to fly in the dark without hitting any objects?", "choices": {"text": ["refraction", "reflection", "conduction", "amplification"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "reflection", "arguments": ["Question: Which characteristic of sound makes it possible for bats to fly in the dark without hitting any objects?\nAnswer:", " ["], "resps": [[[-7.44921875, false]], [[-7.44921875, false]], [[-10.953125, false]], [[-9.453125, false]], [[-8.203125, false]], [[-10.953125, false]], [[-4.69921875, false]], [[-9.953125, false]], [[-10.453125, false]], [[-9.203125, false]], [[-8.453125, false]], [[-9.703125, false]], [[-7.44921875, false]], [[-10.234375, false]], [[-5.69921875, false]], [[-7.44921875, false]], [[-10.953125, false]], [[-9.453125, false]], [[-8.203125, false]], [[-9.953125, false]], [[-9.453125, false]], [[-9.953125, false]], [[-10.453125, false]], [[-9.203125, false]], [[-8.453125, false]], [[-9.703125, false]], [[-7.44921875, false]], [[-10.234375, false]], [[-5.69921875, false]], [[-7.44921875, false]], [[-9.953125, false]], [[-8.453125, false]], [[-9.703125, false]], [[-9.453125, false]], [[-11.203125, false]], [[-9.953125, false]], [[-10.453125, false]], [[-9.203125, false]], [[-8.453125, false]], [[-9.703125, false]], [[-7.44921875, false]], [[-10.234375, false]], [[-5.69921875, false]], [[-7.44921875, false]], [[-4.69921875, false]], [[-11.203125, false]], [[-10.203125, false]], [[-9.953125, false]], [[-9.203125, false]], [[-8.203125, false]], [[-9.203125, false]], [[-9.953125, false]], [[-4.69921875, false]], [[-10.453125, false]], [[-9.203125, false]], [[-8.453125, false]], [[-9.703125, false]], [[-7.44921875, false]], [[-12.953125, false]]], "filtered_resps": [[-7.44921875, false], [-7.44921875, false], [-10.953125, false], [-9.453125, false], [-8.203125, false], [-10.953125, false], [-4.69921875, false], [-9.953125, false], [-10.453125, false], [-9.203125, false], [-8.453125, false], [-9.703125, false], [-7.44921875, false], [-10.234375, false], [-5.69921875, false], [-7.44921875, false], [-10.953125, false], [-9.453125, false], [-8.203125, false], [-9.953125, false], [-9.453125, false], [-9.953125, false], [-10.453125, false], [-9.203125, false], [-8.453125, false], [-9.703125, false], [-7.44921875, false], [-10.234375, false], [-5.69921875, false], [-7.44921875, false], [-9.953125, false], [-8.453125, false], [-9.703125, false], [-9.453125, false], [-11.203125, false], [-9.953125, false], [-10.453125, false], [-9.203125, false], [-8.453125, false], [-9.703125, false], [-7.44921875, false], [-10.234375, false], [-5.69921875, false], [-7.44921875, false], [-4.69921875, false], [-11.203125, false], [-10.203125, false], [-9.953125, false], [-9.203125, false], [-8.203125, false], [-9.203125, false], [-9.953125, false], [-4.69921875, false], [-10.453125, false], [-9.203125, false], [-8.453125, false], [-9.703125, false], [-7.44921875, false], [-12.953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 580, "doc": {"id": "Mercury_7186935", "question": "One hot summer, a grassland experienced a drought. Which most likely happened in the ecosystem during this time?", "choices": {"text": ["The competition for food among primary consumers increased.", "Nutrients cycled through the system at a faster rate.", "Less solar radiation was able to enter the system.", "Secondary consumers became extinct."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "The competition for food among primary consumers increased.", "arguments": ["Question: One hot summer, a grassland experienced a drought. Which most likely happened in the ecosystem during this time?\nAnswer:", " ["], "resps": [[[-6.6640625, false]], [[-9.2890625, false]], [[-6.1640625, false]], [[-10.1640625, false]], [[-7.0390625, false]], [[-5.4140625, false]], [[-7.5390625, false]], [[-7.6640625, false]], [[-9.1640625, false]], [[-9.2890625, false]], [[-7.0390625, false]], [[-9.7890625, false]], [[-8.2890625, false]], [[-9.7890625, false]], [[-8.2890625, false]], [[-7.6640625, false]], [[-8.5390625, false]], [[-5.4140625, false]], [[-8.7890625, false]], [[-7.6640625, false]], [[-9.5390625, false]], [[-5.4140625, false]], [[-8.7890625, false]], [[-7.6640625, false]], [[-7.6640625, false]], [[-5.1640625, false]], [[-5.4140625, false]], [[-4.2890625, false]], [[-9.1640625, false]], [[-7.6640625, false]], [[-8.5390625, false]], [[-10.7890625, false]], [[-5.4140625, false]], [[-9.2890625, false]], [[-9.5390625, false]], [[-8.2890625, false]], [[-9.1640625, false]], [[-4.2890625, false]], [[-9.5390625, false]], [[-9.5390625, false]], [[-5.4140625, false]], [[-7.5390625, false]], [[-7.6640625, false]], [[-8.5390625, false]], [[-9.0390625, false]], [[-10.6640625, false]], [[-9.1640625, false]], [[-7.0390625, false]], [[-9.5390625, false]], [[-9.0390625, false]], [[-5.4140625, false]], [[-8.2890625, false]], [[-8.5390625, false]], [[-7.5390625, false]], [[-9.5390625, false]], [[-7.0390625, false]], [[-4.2890625, false]], [[-9.0390625, false]], [[-7.0390625, false]], [[-5.1640625, false]], [[-7.8046875, false]], [[-9.2890625, false]], [[-10.1875, false]], [[-5.4140625, false]], [[-9.2890625, false]], [[-6.0390625, false]], [[-10.6640625, false]], [[-9.7890625, false]], [[-9.5390625, false]], [[-8.2890625, false]], [[-7.0390625, false]], [[-8.5390625, false]], [[-9.7890625, false]], [[-9.0390625, false]], [[-5.4140625, false]], [[-7.5390625, false]], [[-9.5390625, false]], [[-7.5390625, false]], [[-9.1640625, false]], [[-7.0390625, false]], [[-5.1640625, false]], [[-5.4140625, false]], [[-9.7890625, false]], [[-10.1640625, false]], [[-9.5390625, false]], [[-7.6640625, false]], [[-10.6640625, false]], [[-10.7890625, false]], [[-10.1640625, false]], [[-5.4140625, false]], [[-9.7890625, false]], [[-10.1640625, false]], [[-7.0390625, false]], [[-5.4140625, false]], [[-9.0390625, false]], [[-9.5390625, false]], [[-9.0390625, false]], [[-9.7890625, false]], [[-7.0390625, false]], [[-9.1640625, false]], [[-5.4140625, false]], [[-4.2890625, false]], [[-9.7890625, false]], [[-5.4140625, false]], [[-4.2890625, false]], [[-5.4140625, false]], [[-8.7890625, false]], [[-4.2890625, false]], [[-9.0390625, false]], [[-9.7890625, false]], [[-7.0390625, false]], [[-9.5390625, false]], [[-5.4140625, false]], [[-9.5390625, false]], [[-4.2890625, false]], [[-9.7890625, false]], [[-7.0390625, false]], [[-7.8046875, false]], [[-9.2890625, false]], [[-10.1875, false]], [[-5.4140625, false]], [[-9.2890625, false]], [[-6.2890625, false]], [[-7.0390625, false]], [[-9.0390625, false]], [[-9.0390625, false]], [[-5.4140625, false]], [[-9.0390625, false]], [[-7.6640625, false]], [[-9.1640625, false]], [[-4.2890625, false]], [[-9.5390625, false]], [[-5.4140625, false]], [[-9.5390625, false]], [[-4.2890625, false]], [[-5.1640625, false]], [[-8.2890625, false]], [[-4.2890625, false]], [[-9.7890625, false]], [[-8.2890625, false]], [[-7.6640625, false]], [[-8.5390625, false]], [[-5.4140625, false]], [[-9.2890625, false]], [[-4.2890625, false]], [[-9.0390625, false]], [[-5.4140625, false]], [[-4.2890625, false]], [[-6.7890625, false]], [[-9.1640625, false]], [[-7.0390625, false]], [[-5.4140625, false]], [[-9.7890625, false]], [[-7.6640625, false]], [[-5.4140625, false]], [[-7.0390625, false]], [[-8.5390625, false]], [[-9.7890625, false]], [[-7.0390625, false]], [[-9.5390625, false]], [[-5.4140625, false]], [[-9.7890625, false]], [[-10.1640625, false]], [[-7.0390625, false]], [[-5.4140625, false]], [[-9.0390625, false]], [[-9.5390625, false]], [[-9.0390625, false]], [[-9.7890625, false]], [[-7.0390625, false]], [[-9.1640625, false]], [[-7.8046875, false]], [[-9.2890625, false]], [[-10.1875, false]], [[-5.4140625, false]], [[-9.2890625, false]], [[-5.9140625, false]], [[-7.0390625, false]], [[-7.5390625, false]], [[-7.6640625, false]], [[-8.5390625, false]], [[-5.1640625, false]], [[-4.2890625, false]], [[-9.5390625, false]], [[-9.5390625, false]], [[-5.4140625, false]], [[-7.5390625, false]], [[-7.6640625, false]], [[-8.5390625, false]], [[-9.0390625, false]], [[-10.6640625, false]], [[-9.1640625, false]], [[-7.0390625, false]], [[-9.5390625, false]], [[-9.0390625, false]], [[-5.4140625, false]], [[-6.7890625, false]], [[-7.0390625, false]], [[-7.5390625, false]], [[-4.2890625, false]], [[-9.1640625, false]], [[-7.0390625, false]], [[-5.4140625, false]], [[-7.0390625, false]], [[-9.5390625, false]], [[-9.7890625, false]], [[-8.2890625, false]], [[-8.5390625, false]], [[-7.5390625, false]], [[-9.7890625, false]], [[-7.8046875, false]], [[-9.2890625, false]], [[-13.7890625, false]]], "filtered_resps": [[-6.6640625, false], [-9.2890625, false], [-6.1640625, false], [-10.1640625, false], [-7.0390625, false], [-5.4140625, false], [-7.5390625, false], [-7.6640625, false], [-9.1640625, false], [-9.2890625, false], [-7.0390625, false], [-9.7890625, false], [-8.2890625, false], [-9.7890625, false], [-8.2890625, false], [-7.6640625, false], [-8.5390625, false], [-5.4140625, false], [-8.7890625, false], [-7.6640625, false], [-9.5390625, false], [-5.4140625, false], [-8.7890625, false], [-7.6640625, false], [-7.6640625, false], [-5.1640625, false], [-5.4140625, false], [-4.2890625, false], [-9.1640625, false], [-7.6640625, false], [-8.5390625, false], [-10.7890625, false], [-5.4140625, false], [-9.2890625, false], [-9.5390625, false], [-8.2890625, false], [-9.1640625, false], [-4.2890625, false], [-9.5390625, false], [-9.5390625, false], [-5.4140625, false], [-7.5390625, false], [-7.6640625, false], [-8.5390625, false], [-9.0390625, false], [-10.6640625, false], [-9.1640625, false], [-7.0390625, false], [-9.5390625, false], [-9.0390625, false], [-5.4140625, false], [-8.2890625, false], [-8.5390625, false], [-7.5390625, false], [-9.5390625, false], [-7.0390625, false], [-4.2890625, false], [-9.0390625, false], [-7.0390625, false], [-5.1640625, false], [-7.8046875, false], [-9.2890625, false], [-10.1875, false], [-5.4140625, false], [-9.2890625, false], [-6.0390625, false], [-10.6640625, false], [-9.7890625, false], [-9.5390625, false], [-8.2890625, false], [-7.0390625, false], [-8.5390625, false], [-9.7890625, false], [-9.0390625, false], [-5.4140625, false], [-7.5390625, false], [-9.5390625, false], [-7.5390625, false], [-9.1640625, false], [-7.0390625, false], [-5.1640625, false], [-5.4140625, false], [-9.7890625, false], [-10.1640625, false], [-9.5390625, false], [-7.6640625, false], [-10.6640625, false], [-10.7890625, false], [-10.1640625, false], [-5.4140625, false], [-9.7890625, false], [-10.1640625, false], [-7.0390625, false], [-5.4140625, false], [-9.0390625, false], [-9.5390625, false], [-9.0390625, false], [-9.7890625, false], [-7.0390625, false], [-9.1640625, false], [-5.4140625, false], [-4.2890625, false], [-9.7890625, false], [-5.4140625, false], [-4.2890625, false], [-5.4140625, false], [-8.7890625, false], [-4.2890625, false], [-9.0390625, false], [-9.7890625, false], [-7.0390625, false], [-9.5390625, false], [-5.4140625, false], [-9.5390625, false], [-4.2890625, false], [-9.7890625, false], [-7.0390625, false], [-7.8046875, false], [-9.2890625, false], [-10.1875, false], [-5.4140625, false], [-9.2890625, false], [-6.2890625, false], [-7.0390625, false], [-9.0390625, false], [-9.0390625, false], [-5.4140625, false], [-9.0390625, false], [-7.6640625, false], [-9.1640625, false], [-4.2890625, false], [-9.5390625, false], [-5.4140625, false], [-9.5390625, false], [-4.2890625, false], [-5.1640625, false], [-8.2890625, false], [-4.2890625, false], [-9.7890625, false], [-8.2890625, false], [-7.6640625, false], [-8.5390625, false], [-5.4140625, false], [-9.2890625, false], [-4.2890625, false], [-9.0390625, false], [-5.4140625, false], [-4.2890625, false], [-6.7890625, false], [-9.1640625, false], [-7.0390625, false], [-5.4140625, false], [-9.7890625, false], [-7.6640625, false], [-5.4140625, false], [-7.0390625, false], [-8.5390625, false], [-9.7890625, false], [-7.0390625, false], [-9.5390625, false], [-5.4140625, false], [-9.7890625, false], [-10.1640625, false], [-7.0390625, false], [-5.4140625, false], [-9.0390625, false], [-9.5390625, false], [-9.0390625, false], [-9.7890625, false], [-7.0390625, false], [-9.1640625, false], [-7.8046875, false], [-9.2890625, false], [-10.1875, false], [-5.4140625, false], [-9.2890625, false], [-5.9140625, false], [-7.0390625, false], [-7.5390625, false], [-7.6640625, false], [-8.5390625, false], [-5.1640625, false], [-4.2890625, false], [-9.5390625, false], [-9.5390625, false], [-5.4140625, false], [-7.5390625, false], [-7.6640625, false], [-8.5390625, false], [-9.0390625, false], [-10.6640625, false], [-9.1640625, false], [-7.0390625, false], [-9.5390625, false], [-9.0390625, false], [-5.4140625, false], [-6.7890625, false], [-7.0390625, false], [-7.5390625, false], [-4.2890625, false], [-9.1640625, false], [-7.0390625, false], [-5.4140625, false], [-7.0390625, false], [-9.5390625, false], [-9.7890625, false], [-8.2890625, false], [-8.5390625, false], [-7.5390625, false], [-9.7890625, false], [-7.8046875, false], [-9.2890625, false], [-13.7890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 588, "doc": {"id": "Mercury_SC_LBS11008", "question": "A lumber company plants new trees where a forest once stood. This is an example of", "choices": {"text": ["conserving resources.", "consuming resources.", "recycling resources.", "replacing resources."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "replacing resources.", "arguments": ["Question: A lumber company plants new trees where a forest once stood. This is an example of\nAnswer:", " ["], "resps": [[[-7.2421875, false]], [[-8.1171875, false]], [[-8.3671875, false]], [[-9.1171875, false]], [[-8.7421875, false]], [[-9.1171875, false]], [[-8.6171875, false]], [[-9.4921875, false]], [[-9.8671875, false]], [[-7.9921875, false]], [[-8.7421875, false]], [[-10.7421875, false]], [[-5.3671875, false]], [[-9.4921875, false]], [[-8.6171875, false]], [[-9.1171875, false]], [[-9.1171875, false]], [[-11.2421875, false]], [[-9.4921875, false]], [[-8.3671875, false]], [[-8.6171875, false]], [[-9.1171875, false]], [[-6.6640625, false]], [[-8.1171875, false]], [[-8.4140625, false]], [[-5.3671875, false]], [[-8.1171875, false]], [[-8.3671875, false]], [[-9.1171875, false]], [[-8.7421875, false]], [[-9.1171875, false]], [[-11.2421875, false]], [[-9.7421875, false]], [[-7.9921875, false]], [[-8.7421875, false]], [[-10.7421875, false]], [[-5.3671875, false]], [[-9.4921875, false]], [[-8.6171875, false]], [[-9.1171875, false]], [[-9.1171875, false]], [[-11.2421875, false]], [[-9.4921875, false]], [[-8.3671875, false]], [[-8.6171875, false]], [[-9.1171875, false]], [[-6.6640625, false]], [[-8.1171875, false]], [[-8.4140625, false]], [[-5.3671875, false]], [[-8.1171875, false]], [[-9.4921875, false]], [[-8.6171875, false]], [[-8.3671875, false]], [[-10.1171875, false]], [[-8.3671875, false]], [[-7.9921875, false]], [[-7.9921875, false]], [[-8.7421875, false]], [[-10.7421875, false]], [[-5.3671875, false]], [[-9.4921875, false]], [[-8.6171875, false]], [[-9.1171875, false]], [[-9.1171875, false]], [[-11.2421875, false]], [[-9.4921875, false]], [[-8.3671875, false]], [[-8.6171875, false]], [[-9.1171875, false]], [[-6.6640625, false]], [[-8.1171875, false]], [[-8.4140625, false]], [[-5.3671875, false]], [[-8.1171875, false]], [[-9.4921875, false]], [[-8.6171875, false]], [[-8.7421875, false]], [[-7.9921875, false]], [[-4.2421875, false]], [[-8.3671875, false]], [[-7.9921875, false]], [[-8.7421875, false]], [[-10.7421875, false]], [[-5.3671875, false]], [[-9.4921875, false]], [[-8.6171875, false]], [[-9.1171875, false]], [[-9.1171875, false]], [[-11.2421875, false]], [[-9.4921875, false]], [[-8.3671875, false]], [[-8.6171875, false]], [[-9.1171875, false]], [[-6.6640625, false]], [[-8.1171875, false]], [[-11.9921875, false]]], "filtered_resps": [[-7.2421875, false], [-8.1171875, false], [-8.3671875, false], [-9.1171875, false], [-8.7421875, false], [-9.1171875, false], [-8.6171875, false], [-9.4921875, false], [-9.8671875, false], [-7.9921875, false], [-8.7421875, false], [-10.7421875, false], [-5.3671875, false], [-9.4921875, false], [-8.6171875, false], [-9.1171875, false], [-9.1171875, false], [-11.2421875, false], [-9.4921875, false], [-8.3671875, false], [-8.6171875, false], [-9.1171875, false], [-6.6640625, false], [-8.1171875, false], [-8.4140625, false], [-5.3671875, false], [-8.1171875, false], [-8.3671875, false], [-9.1171875, false], [-8.7421875, false], [-9.1171875, false], [-11.2421875, false], [-9.7421875, false], [-7.9921875, false], [-8.7421875, false], [-10.7421875, false], [-5.3671875, false], [-9.4921875, false], [-8.6171875, false], [-9.1171875, false], [-9.1171875, false], [-11.2421875, false], [-9.4921875, false], [-8.3671875, false], [-8.6171875, false], [-9.1171875, false], [-6.6640625, false], [-8.1171875, false], [-8.4140625, false], [-5.3671875, false], [-8.1171875, false], [-9.4921875, false], [-8.6171875, false], [-8.3671875, false], [-10.1171875, false], [-8.3671875, false], [-7.9921875, false], [-7.9921875, false], [-8.7421875, false], [-10.7421875, false], [-5.3671875, false], [-9.4921875, false], [-8.6171875, false], [-9.1171875, false], [-9.1171875, false], [-11.2421875, false], [-9.4921875, false], [-8.3671875, false], [-8.6171875, false], [-9.1171875, false], [-6.6640625, false], [-8.1171875, false], [-8.4140625, false], [-5.3671875, false], [-8.1171875, false], [-9.4921875, false], [-8.6171875, false], [-8.7421875, false], [-7.9921875, false], [-4.2421875, false], [-8.3671875, false], [-7.9921875, false], [-8.7421875, false], [-10.7421875, false], [-5.3671875, false], [-9.4921875, false], [-8.6171875, false], [-9.1171875, false], [-9.1171875, false], [-11.2421875, false], [-9.4921875, false], [-8.3671875, false], [-8.6171875, false], [-9.1171875, false], [-6.6640625, false], [-8.1171875, false], [-11.9921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 596, "doc": {"id": "NYSEDREGENTS_2012_4_7", "question": "When a cup of water at room temperature is put in a freezer, the water's state of matter will change from", "choices": {"text": ["liquid to gas", "gas to liquid", "liquid to solid", "solid to liquid"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "liquid to solid", "arguments": ["Question: When a cup of water at room temperature is put in a freezer, the water's state of matter will change from\nAnswer:", " ["], "resps": [[[-6.9453125, false]], [[-7.9453125, false]], [[-11.1953125, false]], [[-6.9453125, false]], [[-8.9453125, false]], [[-10.1953125, false]], [[-6.9453125, false]], [[-8.1953125, false]], [[-5.1953125, false]], [[-8.4453125, false]], [[-10.1953125, false]], [[-5.1953125, false]], [[-9.4453125, false]], [[-4.9453125, false]], [[-9.4453125, false]], [[-7.9453125, false]], [[-8.4765625, false]], [[-5.1953125, false]], [[-7.9453125, false]], [[-9.4453125, false]], [[-4.9453125, false]], [[-9.4453125, false]], [[-5.1953125, false]], [[-8.4453125, false]], [[-10.1953125, false]], [[-5.1953125, false]], [[-11.1953125, false]], [[-6.9453125, false]], [[-8.9453125, false]], [[-10.1953125, false]], [[-6.9453125, false]], [[-8.1953125, false]], [[-7.9453125, false]], [[-8.4765625, false]], [[-5.1953125, false]], [[-7.9453125, false]], [[-11.1953125, false]], [[-6.9453125, false]], [[-8.9453125, false]], [[-10.1953125, false]], [[-6.9453125, false]], [[-8.1953125, false]], [[-5.1953125, false]], [[-8.4453125, false]], [[-10.1953125, false]], [[-5.1953125, false]], [[-9.4453125, false]], [[-10.1953125, false]], [[-11.1953125, false]], [[-6.9453125, false]], [[-8.1953125, false]], [[-7.9453125, false]], [[-8.4765625, false]], [[-5.1953125, false]], [[-7.9453125, false]], [[-9.4453125, false]], [[-10.1953125, false]], [[-11.1953125, false]], [[-6.9453125, false]], [[-8.1953125, false]], [[-5.1953125, false]], [[-8.4453125, false]], [[-10.1953125, false]], [[-5.1953125, false]], [[-11.1953125, false]], [[-6.9453125, false]], [[-8.9453125, false]], [[-10.1953125, false]], [[-6.9453125, false]], [[-8.1953125, false]], [[-7.9453125, false]], [[-10.6953125, false]]], "filtered_resps": [[-6.9453125, false], [-7.9453125, false], [-11.1953125, false], [-6.9453125, false], [-8.9453125, false], [-10.1953125, false], [-6.9453125, false], [-8.1953125, false], [-5.1953125, false], [-8.4453125, false], [-10.1953125, false], [-5.1953125, false], [-9.4453125, false], [-4.9453125, false], [-9.4453125, false], [-7.9453125, false], [-8.4765625, false], [-5.1953125, false], [-7.9453125, false], [-9.4453125, false], [-4.9453125, false], [-9.4453125, false], [-5.1953125, false], [-8.4453125, false], [-10.1953125, false], [-5.1953125, false], [-11.1953125, false], [-6.9453125, false], [-8.9453125, false], [-10.1953125, false], [-6.9453125, false], [-8.1953125, false], [-7.9453125, false], [-8.4765625, false], [-5.1953125, false], [-7.9453125, false], [-11.1953125, false], [-6.9453125, false], [-8.9453125, false], [-10.1953125, false], [-6.9453125, false], [-8.1953125, false], [-5.1953125, false], [-8.4453125, false], [-10.1953125, false], [-5.1953125, false], [-9.4453125, false], [-10.1953125, false], [-11.1953125, false], [-6.9453125, false], [-8.1953125, false], [-7.9453125, false], [-8.4765625, false], [-5.1953125, false], [-7.9453125, false], [-9.4453125, false], [-10.1953125, false], [-11.1953125, false], [-6.9453125, false], [-8.1953125, false], [-5.1953125, false], [-8.4453125, false], [-10.1953125, false], [-5.1953125, false], [-11.1953125, false], [-6.9453125, false], [-8.9453125, false], [-10.1953125, false], [-6.9453125, false], [-8.1953125, false], [-7.9453125, false], [-10.6953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 604, "doc": {"id": "Mercury_SC_400857", "question": "When salt is added to ice, the ice begins to melt because the salt", "choices": {"text": ["raises the freezing point.", "lowers the freezing point.", "raises the boiling point.", "lowers the boiling point."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "lowers the freezing point.", "arguments": ["Question: When salt is added to ice, the ice begins to melt because the salt\nAnswer:", " ["], "resps": [[[-7.75390625, false]], [[-8.7578125, false]], [[-11.0078125, false]], [[-6.25390625, false]], [[-7.75390625, false]], [[-9.5078125, false]], [[-9.2578125, false]], [[-9.5078125, false]], [[-5.50390625, false]], [[-9.5078125, false]], [[-10.0078125, false]], [[-9.2578125, false]], [[-5.50390625, false]], [[-10.0078125, false]], [[-11.0078125, false]], [[-9.2578125, false]], [[-9.2578125, false]], [[-12.0078125, false]], [[-7.75390625, false]], [[-9.0078125, false]], [[-10.7578125, false]], [[-5.50390625, false]], [[-10.2578125, false]], [[-10.0078125, false]], [[-7.75390625, false]], [[-9.0078125, false]], [[-9.5078125, false]], [[-6.93359375, false]], [[-8.7578125, false]], [[-9.3125, false]], [[-5.50390625, false]], [[-8.7578125, false]], [[-11.0078125, false]], [[-10.0078125, false]], [[-10.7578125, false]], [[-9.2578125, false]], [[-11.0078125, false]], [[-9.5078125, false]], [[-5.50390625, false]], [[-9.5078125, false]], [[-10.0078125, false]], [[-9.2578125, false]], [[-5.50390625, false]], [[-10.0078125, false]], [[-11.0078125, false]], [[-9.2578125, false]], [[-9.2578125, false]], [[-12.0078125, false]], [[-7.75390625, false]], [[-9.0078125, false]], [[-10.7578125, false]], [[-5.50390625, false]], [[-10.2578125, false]], [[-10.0078125, false]], [[-7.75390625, false]], [[-9.0078125, false]], [[-9.5078125, false]], [[-6.93359375, false]], [[-8.7578125, false]], [[-9.3125, false]], [[-5.50390625, false]], [[-8.7578125, false]], [[-11.0078125, false]], [[-6.25390625, false]], [[-7.75390625, false]], [[-9.5078125, false]], [[-9.2578125, false]], [[-9.5078125, false]], [[-5.50390625, false]], [[-9.5078125, false]], [[-10.0078125, false]], [[-9.2578125, false]], [[-5.50390625, false]], [[-8.2578125, false]], [[-10.0078125, false]], [[-7.75390625, false]], [[-11.0078125, false]], [[-7.75390625, false]], [[-9.0078125, false]], [[-10.7578125, false]], [[-5.50390625, false]], [[-10.2578125, false]], [[-10.0078125, false]], [[-7.75390625, false]], [[-9.0078125, false]], [[-9.5078125, false]], [[-6.93359375, false]], [[-8.7578125, false]], [[-9.3125, false]], [[-5.50390625, false]], [[-8.7578125, false]], [[-11.0078125, false]], [[-10.0078125, false]], [[-10.7578125, false]], [[-9.2578125, false]], [[-11.0078125, false]], [[-9.5078125, false]], [[-5.50390625, false]], [[-9.5078125, false]], [[-10.0078125, false]], [[-9.2578125, false]], [[-5.50390625, false]], [[-8.2578125, false]], [[-10.0078125, false]], [[-7.75390625, false]], [[-11.0078125, false]], [[-7.75390625, false]], [[-9.0078125, false]], [[-10.7578125, false]], [[-5.50390625, false]], [[-10.2578125, false]], [[-10.0078125, false]], [[-7.75390625, false]], [[-9.0078125, false]], [[-9.5078125, false]], [[-6.93359375, false]], [[-8.7578125, false]], [[-11.2578125, false]]], "filtered_resps": [[-7.75390625, false], [-8.7578125, false], [-11.0078125, false], [-6.25390625, false], [-7.75390625, false], [-9.5078125, false], [-9.2578125, false], [-9.5078125, false], [-5.50390625, false], [-9.5078125, false], [-10.0078125, false], [-9.2578125, false], [-5.50390625, false], [-10.0078125, false], [-11.0078125, false], [-9.2578125, false], [-9.2578125, false], [-12.0078125, false], [-7.75390625, false], [-9.0078125, false], [-10.7578125, false], [-5.50390625, false], [-10.2578125, false], [-10.0078125, false], [-7.75390625, false], [-9.0078125, false], [-9.5078125, false], [-6.93359375, false], [-8.7578125, false], [-9.3125, false], [-5.50390625, false], [-8.7578125, false], [-11.0078125, false], [-10.0078125, false], [-10.7578125, false], [-9.2578125, false], [-11.0078125, false], [-9.5078125, false], [-5.50390625, false], [-9.5078125, false], [-10.0078125, false], [-9.2578125, false], [-5.50390625, false], [-10.0078125, false], [-11.0078125, false], [-9.2578125, false], [-9.2578125, false], [-12.0078125, false], [-7.75390625, false], [-9.0078125, false], [-10.7578125, false], [-5.50390625, false], [-10.2578125, false], [-10.0078125, false], [-7.75390625, false], [-9.0078125, false], [-9.5078125, false], [-6.93359375, false], [-8.7578125, false], [-9.3125, false], [-5.50390625, false], [-8.7578125, false], [-11.0078125, false], [-6.25390625, false], [-7.75390625, false], [-9.5078125, false], [-9.2578125, false], [-9.5078125, false], [-5.50390625, false], [-9.5078125, false], [-10.0078125, false], [-9.2578125, false], [-5.50390625, false], [-8.2578125, false], [-10.0078125, false], [-7.75390625, false], [-11.0078125, false], [-7.75390625, false], [-9.0078125, false], [-10.7578125, false], [-5.50390625, false], [-10.2578125, false], [-10.0078125, false], [-7.75390625, false], [-9.0078125, false], [-9.5078125, false], [-6.93359375, false], [-8.7578125, false], [-9.3125, false], [-5.50390625, false], [-8.7578125, false], [-11.0078125, false], [-10.0078125, false], [-10.7578125, false], [-9.2578125, false], [-11.0078125, false], [-9.5078125, false], [-5.50390625, false], [-9.5078125, false], [-10.0078125, false], [-9.2578125, false], [-5.50390625, false], [-8.2578125, false], [-10.0078125, false], [-7.75390625, false], [-11.0078125, false], [-7.75390625, false], [-9.0078125, false], [-10.7578125, false], [-5.50390625, false], [-10.2578125, false], [-10.0078125, false], [-7.75390625, false], [-9.0078125, false], [-9.5078125, false], [-6.93359375, false], [-8.7578125, false], [-11.2578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 612, "doc": {"id": "TIMSS_2003_4_pg17", "question": "How can washing your hands help keep you from getting sick?", "choices": {"text": ["It washes away germs.", "It makes your hands look nice.", "It keeps your skin from drying out.", "It makes your hands warmer."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "It washes away germs.", "arguments": ["Question: How can washing your hands help keep you from getting sick?\nAnswer:", " ["], "resps": [[[-8.5625, false]], [[-9.8125, false]], [[-5.30859375, false]], [[-14.5625, false]], [[-6.30859375, false]], [[-12.0625, false]], [[-9.0625, false]], [[-11.5625, false]], [[-13.5625, false]], [[-12.3125, false]], [[-11.5625, false]], [[-6.30859375, false]], [[-9.0625, false]], [[-12.0625, false]], [[-9.0625, false]], [[-14.0625, false]], [[-6.30859375, false]], [[-13.0625, false]], [[-12.3125, false]], [[-15.5625, false]], [[-12.5625, false]], [[-11.5625, false]], [[-8.515625, false]], [[-9.8125, false]], [[-11.765625, false]], [[-6.30859375, false]], [[-9.8125, false]], [[-5.30859375, false]], [[-14.5625, false]], [[-6.30859375, false]], [[-12.5625, false]], [[-9.0625, false]], [[-13.8125, false]], [[-12.3125, false]], [[-11.5625, false]], [[-6.30859375, false]], [[-14.0625, false]], [[-12.0625, false]], [[-13.3125, false]], [[-15.5625, false]], [[-6.30859375, false]], [[-13.5625, false]], [[-9.0625, false]], [[-12.5625, false]], [[-12.3125, false]], [[-11.5625, false]], [[-6.30859375, false]], [[-14.0625, false]], [[-12.0625, false]], [[-12.0625, false]], [[-13.8125, false]], [[-6.30859375, false]], [[-12.5625, false]], [[-10.8125, false]], [[-11.8125, false]], [[-12.3125, false]], [[-8.515625, false]], [[-9.8125, false]], [[-11.765625, false]], [[-6.30859375, false]], [[-9.8125, false]], [[-5.30859375, false]], [[-14.5625, false]], [[-6.30859375, false]], [[-13.8125, false]], [[-12.3125, false]], [[-12.3125, false]], [[-13.5625, false]], [[-11.5625, false]], [[-6.30859375, false]], [[-14.0625, false]], [[-12.0625, false]], [[-13.3125, false]], [[-15.5625, false]], [[-6.30859375, false]], [[-11.5625, false]], [[-13.8125, false]], [[-10.8125, false]], [[-12.5625, false]], [[-6.30859375, false]], [[-11.5625, false]], [[-15.5625, false]], [[-12.0625, false]], [[-12.5625, false]], [[-6.30859375, false]], [[-12.3125, false]], [[-15.5625, false]], [[-14.0625, false]], [[-10.8125, false]], [[-12.5625, false]], [[-13.0625, false]], [[-6.30859375, false]], [[-12.0625, false]], [[-13.3125, false]], [[-14.5625, false]], [[-8.515625, false]], [[-9.8125, false]], [[-11.765625, false]], [[-6.30859375, false]], [[-9.8125, false]], [[-5.30859375, false]], [[-14.5625, false]], [[-6.30859375, false]], [[-12.5625, false]], [[-9.0625, false]], [[-13.8125, false]], [[-12.3125, false]], [[-11.5625, false]], [[-6.30859375, false]], [[-14.0625, false]], [[-12.0625, false]], [[-13.3125, false]], [[-15.5625, false]], [[-6.30859375, false]], [[-13.5625, false]], [[-9.0625, false]], [[-12.5625, false]], [[-12.3125, false]], [[-11.5625, false]], [[-6.30859375, false]], [[-12.0625, false]], [[-9.0625, false]], [[-15.5625, false]], [[-12.5625, false]], [[-12.3125, false]], [[-15.5625, false]], [[-8.515625, false]], [[-9.8125, false]], [[-13.3125, false]]], "filtered_resps": [[-8.5625, false], [-9.8125, false], [-5.30859375, false], [-14.5625, false], [-6.30859375, false], [-12.0625, false], [-9.0625, false], [-11.5625, false], [-13.5625, false], [-12.3125, false], [-11.5625, false], [-6.30859375, false], [-9.0625, false], [-12.0625, false], [-9.0625, false], [-14.0625, false], [-6.30859375, false], [-13.0625, false], [-12.3125, false], [-15.5625, false], [-12.5625, false], [-11.5625, false], [-8.515625, false], [-9.8125, false], [-11.765625, false], [-6.30859375, false], [-9.8125, false], [-5.30859375, false], [-14.5625, false], [-6.30859375, false], [-12.5625, false], [-9.0625, false], [-13.8125, false], [-12.3125, false], [-11.5625, false], [-6.30859375, false], [-14.0625, false], [-12.0625, false], [-13.3125, false], [-15.5625, false], [-6.30859375, false], [-13.5625, false], [-9.0625, false], [-12.5625, false], [-12.3125, false], [-11.5625, false], [-6.30859375, false], [-14.0625, false], [-12.0625, false], [-12.0625, false], [-13.8125, false], [-6.30859375, false], [-12.5625, false], [-10.8125, false], [-11.8125, false], [-12.3125, false], [-8.515625, false], [-9.8125, false], [-11.765625, false], [-6.30859375, false], [-9.8125, false], [-5.30859375, false], [-14.5625, false], [-6.30859375, false], [-13.8125, false], [-12.3125, false], [-12.3125, false], [-13.5625, false], [-11.5625, false], [-6.30859375, false], [-14.0625, false], [-12.0625, false], [-13.3125, false], [-15.5625, false], [-6.30859375, false], [-11.5625, false], [-13.8125, false], [-10.8125, false], [-12.5625, false], [-6.30859375, false], [-11.5625, false], [-15.5625, false], [-12.0625, false], [-12.5625, false], [-6.30859375, false], [-12.3125, false], [-15.5625, false], [-14.0625, false], [-10.8125, false], [-12.5625, false], [-13.0625, false], [-6.30859375, false], [-12.0625, false], [-13.3125, false], [-14.5625, false], [-8.515625, false], [-9.8125, false], [-11.765625, false], [-6.30859375, false], [-9.8125, false], [-5.30859375, false], [-14.5625, false], [-6.30859375, false], [-12.5625, false], [-9.0625, false], [-13.8125, false], [-12.3125, false], [-11.5625, false], [-6.30859375, false], [-14.0625, false], [-12.0625, false], [-13.3125, false], [-15.5625, false], [-6.30859375, false], [-13.5625, false], [-9.0625, false], [-12.5625, false], [-12.3125, false], [-11.5625, false], [-6.30859375, false], [-12.0625, false], [-9.0625, false], [-15.5625, false], [-12.5625, false], [-12.3125, false], [-15.5625, false], [-8.515625, false], [-9.8125, false], [-13.3125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 620, "doc": {"id": "Mercury_7170905", "question": "One function of the circulatory system is to carry cellular nutrients to the body. Which part of the circulatory system is responsible for exchanging nutrients and wastes?", "choices": {"text": ["arteries", "capillaries", "heart", "veins"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "capillaries", "arguments": ["Question: One function of the circulatory system is to carry cellular nutrients to the body. Which part of the circulatory system is responsible for exchanging nutrients and wastes?\nAnswer:", " ["], "resps": [[[-8.1796875, false]], [[-11.1796875, false]], [[-4.67578125, false]], [[-9.9296875, false]], [[-9.9296875, false]], [[-9.1796875, false]], [[-9.9296875, false]], [[-9.1796875, false]], [[-9.1796875, false]], [[-9.9296875, false]], [[-11.1796875, false]], [[-9.53125, false]], [[-5.42578125, false]], [[-11.1796875, false]], [[-7.92578125, false]], [[-4.67578125, false]], [[-11.1796875, false]], [[-9.1796875, false]], [[-8.1796875, false]], [[-8.1796875, false]], [[-4.67578125, false]], [[-9.9296875, false]], [[-9.1796875, false]], [[-9.1796875, false]], [[-9.9296875, false]], [[-11.1796875, false]], [[-9.53125, false]], [[-5.42578125, false]], [[-11.1796875, false]], [[-10.1796875, false]], [[-9.1796875, false]], [[-4.67578125, false]], [[-9.9296875, false]], [[-9.9296875, false]], [[-11.1796875, false]], [[-9.53125, false]], [[-5.42578125, false]], [[-11.1796875, false]], [[-10.4296875, false]], [[-9.1796875, false]], [[-9.1796875, false]], [[-9.6796875, false]], [[-9.9296875, false]], [[-11.1796875, false]], [[-11.4296875, false]]], "filtered_resps": [[-8.1796875, false], [-11.1796875, false], [-4.67578125, false], [-9.9296875, false], [-9.9296875, false], [-9.1796875, false], [-9.9296875, false], [-9.1796875, false], [-9.1796875, false], [-9.9296875, false], [-11.1796875, false], [-9.53125, false], [-5.42578125, false], [-11.1796875, false], [-7.92578125, false], [-4.67578125, false], [-11.1796875, false], [-9.1796875, false], [-8.1796875, false], [-8.1796875, false], [-4.67578125, false], [-9.9296875, false], [-9.1796875, false], [-9.1796875, false], [-9.9296875, false], [-11.1796875, false], [-9.53125, false], [-5.42578125, false], [-11.1796875, false], [-10.1796875, false], [-9.1796875, false], [-4.67578125, false], [-9.9296875, false], [-9.9296875, false], [-11.1796875, false], [-9.53125, false], [-5.42578125, false], [-11.1796875, false], [-10.4296875, false], [-9.1796875, false], [-9.1796875, false], [-9.6796875, false], [-9.9296875, false], [-11.1796875, false], [-11.4296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 628, "doc": {"id": "Mercury_7017920", "question": "To a person standing motionless on the Earth's surface on a day with no wind, in which direction would the rain appear to fall?", "choices": {"text": ["vertically", "diagonally", "horizontally", "circularly"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "vertically", "arguments": ["Question: To a person standing motionless on the Earth's surface on a day with no wind, in which direction would the rain appear to fall?\nAnswer:", " ["], "resps": [[[-7.28125, false]], [[-6.78125, false]], [[-11.53125, false]], [[-9.78125, false]], [[-10.78125, false]], [[-10.03125, false]], [[-9.53125, false]], [[-10.78125, false]], [[-7.28125, false]], [[-10.78125, false]], [[-10.78125, false]], [[-11.53125, false]], [[-6.78125, false]], [[-9.890625, false]], [[-4.78125, false]], [[-6.78125, false]], [[-10.28125, false]], [[-9.53125, false]], [[-7.28125, false]], [[-12.78125, false]], [[-10.28125, false]], [[-9.28125, false]], [[-7.28125, false]], [[-10.78125, false]], [[-10.78125, false]], [[-11.53125, false]], [[-6.78125, false]], [[-9.890625, false]], [[-4.78125, false]], [[-6.78125, false]], [[-11.53125, false]], [[-10.28125, false]], [[-10.78125, false]], [[-9.53125, false]], [[-11.78125, false]], [[-10.28125, false]], [[-9.28125, false]], [[-10.03125, false]], [[-7.28125, false]], [[-10.78125, false]], [[-10.78125, false]], [[-11.53125, false]], [[-6.78125, false]], [[-9.890625, false]], [[-4.78125, false]], [[-6.78125, false]], [[-10.78125, false]], [[-9.53125, false]], [[-10.78125, false]], [[-10.78125, false]], [[-11.78125, false]], [[-10.78125, false]], [[-7.28125, false]], [[-10.78125, false]], [[-10.78125, false]], [[-11.53125, false]], [[-6.78125, false]], [[-13.28125, false]]], "filtered_resps": [[-7.28125, false], [-6.78125, false], [-11.53125, false], [-9.78125, false], [-10.78125, false], [-10.03125, false], [-9.53125, false], [-10.78125, false], [-7.28125, false], [-10.78125, false], [-10.78125, false], [-11.53125, false], [-6.78125, false], [-9.890625, false], [-4.78125, false], [-6.78125, false], [-10.28125, false], [-9.53125, false], [-7.28125, false], [-12.78125, false], [-10.28125, false], [-9.28125, false], [-7.28125, false], [-10.78125, false], [-10.78125, false], [-11.53125, false], [-6.78125, false], [-9.890625, false], [-4.78125, false], [-6.78125, false], [-11.53125, false], [-10.28125, false], [-10.78125, false], [-9.53125, false], [-11.78125, false], [-10.28125, false], [-9.28125, false], [-10.03125, false], [-7.28125, false], [-10.78125, false], [-10.78125, false], [-11.53125, false], [-6.78125, false], [-9.890625, false], [-4.78125, false], [-6.78125, false], [-10.78125, false], [-9.53125, false], [-10.78125, false], [-10.78125, false], [-11.78125, false], [-10.78125, false], [-7.28125, false], [-10.78125, false], [-10.78125, false], [-11.53125, false], [-6.78125, false], [-13.28125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 636, "doc": {"id": "MCAS_2016_5_16", "question": "Water moves directly from a lake to the air by which of the following processes?", "choices": {"text": ["condensation", "evaporation", "precipitation", "sedimentation"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "evaporation", "arguments": ["Question: Water moves directly from a lake to the air by which of the following processes?\nAnswer:", " ["], "resps": [[[-7.8203125, false]], [[-9.8203125, false]], [[-6.8203125, false]], [[-7.5703125, false]], [[-8.3203125, false]], [[-6.3203125, false]], [[-5.5703125, false]], [[-8.3203125, false]], [[-8.3203125, false]], [[-3.572265625, false]], [[-10.8203125, false]], [[-7.8203125, false]], [[-7.5703125, false]], [[-8.3203125, false]], [[-9.8203125, false]], [[-9.109375, false]], [[-5.0703125, false]], [[-9.8203125, false]], [[-5.5703125, false]], [[-9.5703125, false]], [[-3.572265625, false]], [[-9.3203125, false]], [[-7.5703125, false]], [[-10.0703125, false]], [[-3.572265625, false]], [[-10.8203125, false]], [[-7.8203125, false]], [[-7.5703125, false]], [[-8.3203125, false]], [[-9.8203125, false]], [[-9.109375, false]], [[-5.0703125, false]], [[-9.8203125, false]], [[-9.3203125, false]], [[-10.0703125, false]], [[-5.5703125, false]], [[-6.8203125, false]], [[-7.8203125, false]], [[-9.3203125, false]], [[-7.8203125, false]], [[-10.8203125, false]], [[-3.572265625, false]], [[-10.8203125, false]], [[-7.8203125, false]], [[-7.5703125, false]], [[-8.3203125, false]], [[-9.8203125, false]], [[-9.109375, false]], [[-5.0703125, false]], [[-9.8203125, false]], [[-8.3203125, false]], [[-5.5703125, false]], [[-6.3203125, false]], [[-7.8203125, false]], [[-8.3203125, false]], [[-5.5703125, false]], [[-8.3203125, false]], [[-10.8203125, false]], [[-3.572265625, false]], [[-10.8203125, false]], [[-7.8203125, false]], [[-7.5703125, false]], [[-8.3203125, false]], [[-9.8203125, false]], [[-14.0703125, false]]], "filtered_resps": [[-7.8203125, false], [-9.8203125, false], [-6.8203125, false], [-7.5703125, false], [-8.3203125, false], [-6.3203125, false], [-5.5703125, false], [-8.3203125, false], [-8.3203125, false], [-3.572265625, false], [-10.8203125, false], [-7.8203125, false], [-7.5703125, false], [-8.3203125, false], [-9.8203125, false], [-9.109375, false], [-5.0703125, false], [-9.8203125, false], [-5.5703125, false], [-9.5703125, false], [-3.572265625, false], [-9.3203125, false], [-7.5703125, false], [-10.0703125, false], [-3.572265625, false], [-10.8203125, false], [-7.8203125, false], [-7.5703125, false], [-8.3203125, false], [-9.8203125, false], [-9.109375, false], [-5.0703125, false], [-9.8203125, false], [-9.3203125, false], [-10.0703125, false], [-5.5703125, false], [-6.8203125, false], [-7.8203125, false], [-9.3203125, false], [-7.8203125, false], [-10.8203125, false], [-3.572265625, false], [-10.8203125, false], [-7.8203125, false], [-7.5703125, false], [-8.3203125, false], [-9.8203125, false], [-9.109375, false], [-5.0703125, false], [-9.8203125, false], [-8.3203125, false], [-5.5703125, false], [-6.3203125, false], [-7.8203125, false], [-8.3203125, false], [-5.5703125, false], [-8.3203125, false], [-10.8203125, false], [-3.572265625, false], [-10.8203125, false], [-7.8203125, false], [-7.5703125, false], [-8.3203125, false], [-9.8203125, false], [-14.0703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 644, "doc": {"id": "NCEOGA_2013_5_27", "question": "People sitting around a campfire are able to feel the heat from the fire. How are the people able to feel the heat from the fire without touching the fire?", "choices": {"text": ["The heat from the fire travels through the ground and heats the ground around the people.", "The heat from the fire is conducted through air molecules to the people.", "The heat from the fire rises in the air and then settles around the people.", "The heat from the fire radiates from the fire to the people."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "The heat from the fire radiates from the fire to the people.", "arguments": ["Question: People sitting around a campfire are able to feel the heat from the fire. How are the people able to feel the heat from the fire without touching the fire?\nAnswer:", " ["], "resps": [[[-8.0390625, false]], [[-9.7890625, false]], [[-8.2890625, false]], [[-11.2890625, false]], [[-9.0390625, false]], [[-5.54296875, false]], [[-11.2890625, false]], [[-9.0390625, false]], [[-5.79296875, false]], [[-11.5390625, false]], [[-5.54296875, false]], [[-10.2890625, false]], [[-13.0390625, false]], [[-10.2890625, false]], [[-10.2890625, false]], [[-5.54296875, false]], [[-11.5390625, false]], [[-11.2890625, false]], [[-9.0390625, false]], [[-5.54296875, false]], [[-10.2890625, false]], [[-8.7890625, false]], [[-13.0390625, false]], [[-9.0390625, false]], [[-5.54296875, false]], [[-11.5390625, false]], [[-13.0390625, false]], [[-5.79296875, false]], [[-12.2890625, false]], [[-9.0390625, false]], [[-11.2890625, false]], [[-10.7890625, false]], [[-5.54296875, false]], [[-11.5390625, false]], [[-11.2890625, false]], [[-13.0390625, false]], [[-10.2890625, false]], [[-12.0390625, false]], [[-12.2890625, false]], [[-11.2890625, false]], [[-5.54296875, false]], [[-11.5390625, false]], [[-11.2890625, false]], [[-9.0390625, false]], [[-5.54296875, false]], [[-12.2890625, false]], [[-13.0390625, false]], [[-10.2890625, false]], [[-12.0390625, false]], [[-11.2890625, false]], [[-10.5390625, false]], [[-5.54296875, false]], [[-5.79296875, false]], [[-11.2890625, false]], [[-10.5390625, false]], [[-5.54296875, false]], [[-11.2890625, false]], [[-9.0390625, false]], [[-5.79296875, false]], [[-11.5390625, false]], [[-10.7890625, false]], [[-5.54296875, false]], [[-11.5390625, false]], [[-11.2890625, false]], [[-9.0390625, false]], [[-5.54296875, false]], [[-12.2890625, false]], [[-13.0390625, false]], [[-10.2890625, false]], [[-12.0390625, false]], [[-11.2890625, false]], [[-10.5390625, false]], [[-5.54296875, false]], [[-5.79296875, false]], [[-13.0390625, false]], [[-10.2890625, false]], [[-12.0390625, false]], [[-11.2890625, false]], [[-10.5390625, false]], [[-5.54296875, false]], [[-11.5390625, false]], [[-11.2890625, false]], [[-9.0390625, false]], [[-5.54296875, false]], [[-10.7890625, false]], [[-9.0390625, false]], [[-10.2890625, false]], [[-10.7890625, false]], [[-11.2890625, false]], [[-9.0390625, false]], [[-7.328125, false]], [[-9.7890625, false]], [[-10.515625, false]], [[-5.54296875, false]], [[-9.7890625, false]], [[-8.2890625, false]], [[-11.2890625, false]], [[-9.0390625, false]], [[-5.54296875, false]], [[-11.2890625, false]], [[-9.0390625, false]], [[-5.79296875, false]], [[-11.5390625, false]], [[-5.54296875, false]], [[-10.2890625, false]], [[-13.0390625, false]], [[-10.2890625, false]], [[-10.2890625, false]], [[-5.54296875, false]], [[-11.5390625, false]], [[-11.2890625, false]], [[-9.0390625, false]], [[-5.54296875, false]], [[-10.2890625, false]], [[-8.7890625, false]], [[-13.0390625, false]], [[-9.0390625, false]], [[-5.54296875, false]], [[-8.7890625, false]], [[-10.7890625, false]], [[-5.54296875, false]], [[-10.5390625, false]], [[-10.2890625, false]], [[-11.2890625, false]], [[-10.5390625, false]], [[-12.0390625, false]], [[-10.5390625, false]], [[-11.5390625, false]], [[-9.0390625, false]], [[-10.5390625, false]], [[-5.54296875, false]], [[-11.5390625, false]], [[-11.2890625, false]], [[-13.0390625, false]], [[-10.2890625, false]], [[-12.0390625, false]], [[-12.2890625, false]], [[-11.2890625, false]], [[-5.54296875, false]], [[-5.79296875, false]], [[-8.7890625, false]], [[-13.0390625, false]], [[-5.54296875, false]], [[-10.2890625, false]], [[-10.2890625, false]], [[-11.2890625, false]], [[-9.0390625, false]], [[-10.5390625, false]], [[-12.0390625, false]], [[-11.2890625, false]], [[-9.0390625, false]], [[-10.7890625, false]], [[-5.54296875, false]], [[-11.5390625, false]], [[-10.2890625, false]], [[-5.54296875, false]], [[-11.5390625, false]], [[-11.2890625, false]], [[-9.0390625, false]], [[-5.54296875, false]], [[-10.7890625, false]], [[-9.0390625, false]], [[-10.2890625, false]], [[-10.7890625, false]], [[-11.2890625, false]], [[-9.0390625, false]], [[-7.328125, false]], [[-9.7890625, false]], [[-10.515625, false]], [[-5.54296875, false]], [[-9.7890625, false]], [[-8.2890625, false]], [[-11.2890625, false]], [[-9.0390625, false]], [[-5.54296875, false]], [[-11.2890625, false]], [[-9.0390625, false]], [[-5.79296875, false]], [[-11.5390625, false]], [[-5.54296875, false]], [[-10.2890625, false]], [[-13.0390625, false]], [[-10.2890625, false]], [[-10.2890625, false]], [[-5.54296875, false]], [[-11.5390625, false]], [[-11.2890625, false]], [[-9.0390625, false]], [[-5.54296875, false]], [[-10.2890625, false]], [[-8.7890625, false]], [[-13.0390625, false]], [[-9.0390625, false]], [[-5.54296875, false]], [[-13.0390625, false]], [[-8.7890625, false]], [[-10.7890625, false]], [[-9.0390625, false]], [[-10.7890625, false]], [[-5.54296875, false]], [[-8.7890625, false]], [[-11.2890625, false]], [[-5.54296875, false]], [[-11.5390625, false]], [[-11.2890625, false]], [[-9.0390625, false]], [[-5.54296875, false]], [[-5.79296875, false]], [[-8.7890625, false]], [[-13.0390625, false]], [[-5.54296875, false]], [[-5.79296875, false]], [[-11.2890625, false]], [[-10.5390625, false]], [[-5.54296875, false]], [[-11.5390625, false]], [[-11.2890625, false]], [[-9.0390625, false]], [[-11.2890625, false]], [[-5.54296875, false]], [[-10.7890625, false]], [[-9.0390625, false]], [[-11.5390625, false]], [[-11.5390625, false]], [[-11.2890625, false]], [[-9.0390625, false]], [[-10.7890625, false]], [[-5.54296875, false]], [[-5.79296875, false]], [[-13.0390625, false]], [[-10.2890625, false]], [[-12.0390625, false]], [[-11.2890625, false]], [[-10.5390625, false]], [[-5.54296875, false]], [[-11.5390625, false]], [[-11.2890625, false]], [[-9.0390625, false]], [[-5.54296875, false]], [[-10.7890625, false]], [[-9.0390625, false]], [[-10.2890625, false]], [[-10.7890625, false]], [[-11.2890625, false]], [[-9.0390625, false]], [[-7.328125, false]], [[-9.7890625, false]], [[-10.515625, false]], [[-5.54296875, false]], [[-9.7890625, false]], [[-8.2890625, false]], [[-11.2890625, false]], [[-9.0390625, false]], [[-5.54296875, false]], [[-11.2890625, false]], [[-9.0390625, false]], [[-5.79296875, false]], [[-11.5390625, false]], [[-5.54296875, false]], [[-10.2890625, false]], [[-13.0390625, false]], [[-10.2890625, false]], [[-10.2890625, false]], [[-5.54296875, false]], [[-11.5390625, false]], [[-11.2890625, false]], [[-9.0390625, false]], [[-5.54296875, false]], [[-10.2890625, false]], [[-8.7890625, false]], [[-13.0390625, false]], [[-9.0390625, false]], [[-5.54296875, false]], [[-13.0390625, false]], [[-5.79296875, false]], [[-10.5390625, false]], [[-8.7890625, false]], [[-5.79296875, false]], [[-11.5390625, false]], [[-9.0390625, false]], [[-10.7890625, false]], [[-5.54296875, false]], [[-10.2890625, false]], [[-13.0390625, false]], [[-10.2890625, false]], [[-10.2890625, false]], [[-5.54296875, false]], [[-11.5390625, false]], [[-11.2890625, false]], [[-9.0390625, false]], [[-5.54296875, false]], [[-10.2890625, false]], [[-8.7890625, false]], [[-13.0390625, false]], [[-9.0390625, false]], [[-5.54296875, false]], [[-11.5390625, false]], [[-10.2890625, false]], [[-5.54296875, false]], [[-11.5390625, false]], [[-11.2890625, false]], [[-9.0390625, false]], [[-5.54296875, false]], [[-10.7890625, false]], [[-9.0390625, false]], [[-10.2890625, false]], [[-10.7890625, false]], [[-11.2890625, false]], [[-9.0390625, false]], [[-7.328125, false]], [[-9.7890625, false]], [[-13.2890625, false]]], "filtered_resps": [[-8.0390625, false], [-9.7890625, false], [-8.2890625, false], [-11.2890625, false], [-9.0390625, false], [-5.54296875, false], [-11.2890625, false], [-9.0390625, false], [-5.79296875, false], [-11.5390625, false], [-5.54296875, false], [-10.2890625, false], [-13.0390625, false], [-10.2890625, false], [-10.2890625, false], [-5.54296875, false], [-11.5390625, false], [-11.2890625, false], [-9.0390625, false], [-5.54296875, false], [-10.2890625, false], [-8.7890625, false], [-13.0390625, false], [-9.0390625, false], [-5.54296875, false], [-11.5390625, false], [-13.0390625, false], [-5.79296875, false], [-12.2890625, false], [-9.0390625, false], [-11.2890625, false], [-10.7890625, false], [-5.54296875, false], [-11.5390625, false], [-11.2890625, false], [-13.0390625, false], [-10.2890625, false], [-12.0390625, false], [-12.2890625, false], [-11.2890625, false], [-5.54296875, false], [-11.5390625, false], [-11.2890625, false], [-9.0390625, false], [-5.54296875, false], [-12.2890625, false], [-13.0390625, false], [-10.2890625, false], [-12.0390625, false], [-11.2890625, false], [-10.5390625, false], [-5.54296875, false], [-5.79296875, false], [-11.2890625, false], [-10.5390625, false], [-5.54296875, false], [-11.2890625, false], [-9.0390625, false], [-5.79296875, false], [-11.5390625, false], [-10.7890625, false], [-5.54296875, false], [-11.5390625, false], [-11.2890625, false], [-9.0390625, false], [-5.54296875, false], [-12.2890625, false], [-13.0390625, false], [-10.2890625, false], [-12.0390625, false], [-11.2890625, false], [-10.5390625, false], [-5.54296875, false], [-5.79296875, false], [-13.0390625, false], [-10.2890625, false], [-12.0390625, false], [-11.2890625, false], [-10.5390625, false], [-5.54296875, false], [-11.5390625, false], [-11.2890625, false], [-9.0390625, false], [-5.54296875, false], [-10.7890625, false], [-9.0390625, false], [-10.2890625, false], [-10.7890625, false], [-11.2890625, false], [-9.0390625, false], [-7.328125, false], [-9.7890625, false], [-10.515625, false], [-5.54296875, false], [-9.7890625, false], [-8.2890625, false], [-11.2890625, false], [-9.0390625, false], [-5.54296875, false], [-11.2890625, false], [-9.0390625, false], [-5.79296875, false], [-11.5390625, false], [-5.54296875, false], [-10.2890625, false], [-13.0390625, false], [-10.2890625, false], [-10.2890625, false], [-5.54296875, false], [-11.5390625, false], [-11.2890625, false], [-9.0390625, false], [-5.54296875, false], [-10.2890625, false], [-8.7890625, false], [-13.0390625, false], [-9.0390625, false], [-5.54296875, false], [-8.7890625, false], [-10.7890625, false], [-5.54296875, false], [-10.5390625, false], [-10.2890625, false], [-11.2890625, false], [-10.5390625, false], [-12.0390625, false], [-10.5390625, false], [-11.5390625, false], [-9.0390625, false], [-10.5390625, false], [-5.54296875, false], [-11.5390625, false], [-11.2890625, false], [-13.0390625, false], [-10.2890625, false], [-12.0390625, false], [-12.2890625, false], [-11.2890625, false], [-5.54296875, false], [-5.79296875, false], [-8.7890625, false], [-13.0390625, false], [-5.54296875, false], [-10.2890625, false], [-10.2890625, false], [-11.2890625, false], [-9.0390625, false], [-10.5390625, false], [-12.0390625, false], [-11.2890625, false], [-9.0390625, false], [-10.7890625, false], [-5.54296875, false], [-11.5390625, false], [-10.2890625, false], [-5.54296875, false], [-11.5390625, false], [-11.2890625, false], [-9.0390625, false], [-5.54296875, false], [-10.7890625, false], [-9.0390625, false], [-10.2890625, false], [-10.7890625, false], [-11.2890625, false], [-9.0390625, false], [-7.328125, false], [-9.7890625, false], [-10.515625, false], [-5.54296875, false], [-9.7890625, false], [-8.2890625, false], [-11.2890625, false], [-9.0390625, false], [-5.54296875, false], [-11.2890625, false], [-9.0390625, false], [-5.79296875, false], [-11.5390625, false], [-5.54296875, false], [-10.2890625, false], [-13.0390625, false], [-10.2890625, false], [-10.2890625, false], [-5.54296875, false], [-11.5390625, false], [-11.2890625, false], [-9.0390625, false], [-5.54296875, false], [-10.2890625, false], [-8.7890625, false], [-13.0390625, false], [-9.0390625, false], [-5.54296875, false], [-13.0390625, false], [-8.7890625, false], [-10.7890625, false], [-9.0390625, false], [-10.7890625, false], [-5.54296875, false], [-8.7890625, false], [-11.2890625, false], [-5.54296875, false], [-11.5390625, false], [-11.2890625, false], [-9.0390625, false], [-5.54296875, false], [-5.79296875, false], [-8.7890625, false], [-13.0390625, false], [-5.54296875, false], [-5.79296875, false], [-11.2890625, false], [-10.5390625, false], [-5.54296875, false], [-11.5390625, false], [-11.2890625, false], [-9.0390625, false], [-11.2890625, false], [-5.54296875, false], [-10.7890625, false], [-9.0390625, false], [-11.5390625, false], [-11.5390625, false], [-11.2890625, false], [-9.0390625, false], [-10.7890625, false], [-5.54296875, false], [-5.79296875, false], [-13.0390625, false], [-10.2890625, false], [-12.0390625, false], [-11.2890625, false], [-10.5390625, false], [-5.54296875, false], [-11.5390625, false], [-11.2890625, false], [-9.0390625, false], [-5.54296875, false], [-10.7890625, false], [-9.0390625, false], [-10.2890625, false], [-10.7890625, false], [-11.2890625, false], [-9.0390625, false], [-7.328125, false], [-9.7890625, false], [-10.515625, false], [-5.54296875, false], [-9.7890625, false], [-8.2890625, false], [-11.2890625, false], [-9.0390625, false], [-5.54296875, false], [-11.2890625, false], [-9.0390625, false], [-5.79296875, false], [-11.5390625, false], [-5.54296875, false], [-10.2890625, false], [-13.0390625, false], [-10.2890625, false], [-10.2890625, false], [-5.54296875, false], [-11.5390625, false], [-11.2890625, false], [-9.0390625, false], [-5.54296875, false], [-10.2890625, false], [-8.7890625, false], [-13.0390625, false], [-9.0390625, false], [-5.54296875, false], [-13.0390625, false], [-5.79296875, false], [-10.5390625, false], [-8.7890625, false], [-5.79296875, false], [-11.5390625, false], [-9.0390625, false], [-10.7890625, false], [-5.54296875, false], [-10.2890625, false], [-13.0390625, false], [-10.2890625, false], [-10.2890625, false], [-5.54296875, false], [-11.5390625, false], [-11.2890625, false], [-9.0390625, false], [-5.54296875, false], [-10.2890625, false], [-8.7890625, false], [-13.0390625, false], [-9.0390625, false], [-5.54296875, false], [-11.5390625, false], [-10.2890625, false], [-5.54296875, false], [-11.5390625, false], [-11.2890625, false], [-9.0390625, false], [-5.54296875, false], [-10.7890625, false], [-9.0390625, false], [-10.2890625, false], [-10.7890625, false], [-11.2890625, false], [-9.0390625, false], [-7.328125, false], [-9.7890625, false], [-13.2890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 652, "doc": {"id": "OHAT_2009_8_8", "question": "Which unit of measurement do astronomers use when measuring the distance between two stars found in the Milky Way?", "choices": {"text": ["meter", "light-year", "kilometer", "astronomical unit"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "light-year", "arguments": ["Question: Which unit of measurement do astronomers use when measuring the distance between two stars found in the Milky Way?\nAnswer:", " ["], "resps": [[[-8.203125, false]], [[-8.203125, false]], [[-4.20703125, false]], [[-6.45703125, false]], [[-7.70703125, false]], [[-6.45703125, false]], [[-9.953125, false]], [[-8.203125, false]], [[-9.4375, false]], [[-4.95703125, false]], [[-8.203125, false]], [[-9.203125, false]], [[-8.953125, false]], [[-9.703125, false]], [[-8.703125, false]], [[-7.70703125, false]], [[-6.70703125, false]], [[-9.453125, false]], [[-6.45703125, false]], [[-4.95703125, false]], [[-9.953125, false]], [[-8.203125, false]], [[-9.4375, false]], [[-4.95703125, false]], [[-8.203125, false]], [[-8.453125, false]], [[-8.953125, false]], [[-9.203125, false]], [[-8.703125, false]], [[-4.20703125, false]], [[-6.45703125, false]], [[-7.70703125, false]], [[-6.45703125, false]], [[-9.953125, false]], [[-8.203125, false]], [[-9.4375, false]], [[-4.95703125, false]], [[-8.203125, false]], [[-4.95703125, false]], [[-9.203125, false]], [[-7.70703125, false]], [[-9.953125, false]], [[-8.703125, false]], [[-7.45703125, false]], [[-8.703125, false]], [[-4.20703125, false]], [[-8.953125, false]], [[-9.203125, false]], [[-4.95703125, false]], [[-9.203125, false]], [[-4.95703125, false]], [[-9.703125, false]], [[-7.45703125, false]], [[-8.953125, false]], [[-7.70703125, false]], [[-8.203125, false]], [[-11.953125, false]]], "filtered_resps": [[-8.203125, false], [-8.203125, false], [-4.20703125, false], [-6.45703125, false], [-7.70703125, false], [-6.45703125, false], [-9.953125, false], [-8.203125, false], [-9.4375, false], [-4.95703125, false], [-8.203125, false], [-9.203125, false], [-8.953125, false], [-9.703125, false], [-8.703125, false], [-7.70703125, false], [-6.70703125, false], [-9.453125, false], [-6.45703125, false], [-4.95703125, false], [-9.953125, false], [-8.203125, false], [-9.4375, false], [-4.95703125, false], [-8.203125, false], [-8.453125, false], [-8.953125, false], [-9.203125, false], [-8.703125, false], [-4.20703125, false], [-6.45703125, false], [-7.70703125, false], [-6.45703125, false], [-9.953125, false], [-8.203125, false], [-9.4375, false], [-4.95703125, false], [-8.203125, false], [-4.95703125, false], [-9.203125, false], [-7.70703125, false], [-9.953125, false], [-8.703125, false], [-7.45703125, false], [-8.703125, false], [-4.20703125, false], [-8.953125, false], [-9.203125, false], [-4.95703125, false], [-9.203125, false], [-4.95703125, false], [-9.703125, false], [-7.45703125, false], [-8.953125, false], [-7.70703125, false], [-8.203125, false], [-11.953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 660, "doc": {"id": "Mercury_7175805", "question": "In a particular habitat, Animal X has two sources of food. One source is found in the water and the other source is found on land. If the main predator of Animal X is found only on land, what is the most likely structural adaptation that will be selected for in the population of Animal X?", "choices": {"text": ["development of claws", "increase in leg strength", "increase in visual acuity", "development of webbed feet"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "development of webbed feet", "arguments": ["Question: In a particular habitat, Animal X has two sources of food. One source is found in the water and the other source is found on land. If the main predator of Animal X is found only on land, what is the most likely structural adaptation that will be selected for in the population of Animal X?\nAnswer:", " ["], "resps": [[[-6.1640625, false]], [[-8.9140625, false]], [[-8.0390625, false]], [[-7.6640625, false]], [[-10.2890625, false]], [[-7.6640625, false]], [[-9.7890625, false]], [[-9.1640625, false]], [[-8.5390625, false]], [[-9.6640625, false]], [[-7.6640625, false]], [[-8.5390625, false]], [[-9.5390625, false]], [[-5.3359375, false]], [[-9.1640625, false]], [[-8.1640625, false]], [[-5.3359375, false]], [[-7.7890625, false]], [[-9.7890625, false]], [[-5.0390625, false]], [[-9.9140625, false]], [[-8.9140625, false]], [[-8.9140625, false]], [[-11.71875, false]], [[-5.2890625, false]], [[-8.9140625, false]], [[-8.5390625, false]], [[-8.5390625, false]], [[-7.7890625, false]], [[-9.6640625, false]], [[-7.6640625, false]], [[-5.0390625, false]], [[-8.9140625, false]], [[-7.6640625, false]], [[-5.2890625, false]], [[-8.5390625, false]], [[-8.5390625, false]], [[-5.2890625, false]], [[-9.7890625, false]], [[-7.6640625, false]], [[-10.9140625, false]], [[-5.2890625, false]], [[-8.9140625, false]], [[-9.5390625, false]], [[-9.6640625, false]], [[-7.6640625, false]], [[-8.5390625, false]], [[-10.9140625, false]], [[-9.5390625, false]], [[-10.0390625, false]], [[-8.9140625, false]], [[-11.71875, false]], [[-5.2890625, false]], [[-8.9140625, false]], [[-8.5390625, false]], [[-8.5390625, false]], [[-7.7890625, false]], [[-9.6640625, false]], [[-7.6640625, false]], [[-5.0390625, false]], [[-8.9140625, false]], [[-7.6640625, false]], [[-5.2890625, false]], [[-8.5390625, false]], [[-8.5390625, false]], [[-5.2890625, false]], [[-10.2890625, false]], [[-8.5390625, false]], [[-8.9140625, false]], [[-11.6640625, false]], [[-5.0390625, false]], [[-9.7890625, false]], [[-5.2890625, false]], [[-5.0390625, false]], [[-7.7890625, false]], [[-11.6640625, false]], [[-8.5390625, false]], [[-9.5390625, false]], [[-10.7890625, false]], [[-8.9140625, false]], [[-11.71875, false]], [[-5.2890625, false]], [[-8.9140625, false]], [[-8.0390625, false]], [[-7.6640625, false]], [[-10.2890625, false]], [[-7.6640625, false]], [[-9.7890625, false]], [[-9.1640625, false]], [[-8.5390625, false]], [[-9.6640625, false]], [[-7.6640625, false]], [[-8.5390625, false]], [[-9.5390625, false]], [[-5.2890625, false]], [[-9.1640625, false]], [[-8.1640625, false]], [[-5.2890625, false]], [[-9.9140625, false]], [[-7.6640625, false]], [[-7.5390625, false]], [[-7.5390625, false]], [[-7.6640625, false]], [[-8.0390625, false]], [[-5.2890625, false]], [[-8.1640625, false]], [[-7.6640625, false]], [[-7.6640625, false]], [[-9.5390625, false]], [[-8.9140625, false]], [[-13.0390625, false]]], "filtered_resps": [[-6.1640625, false], [-8.9140625, false], [-8.0390625, false], [-7.6640625, false], [-10.2890625, false], [-7.6640625, false], [-9.7890625, false], [-9.1640625, false], [-8.5390625, false], [-9.6640625, false], [-7.6640625, false], [-8.5390625, false], [-9.5390625, false], [-5.3359375, false], [-9.1640625, false], [-8.1640625, false], [-5.3359375, false], [-7.7890625, false], [-9.7890625, false], [-5.0390625, false], [-9.9140625, false], [-8.9140625, false], [-8.9140625, false], [-11.71875, false], [-5.2890625, false], [-8.9140625, false], [-8.5390625, false], [-8.5390625, false], [-7.7890625, false], [-9.6640625, false], [-7.6640625, false], [-5.0390625, false], [-8.9140625, false], [-7.6640625, false], [-5.2890625, false], [-8.5390625, false], [-8.5390625, false], [-5.2890625, false], [-9.7890625, false], [-7.6640625, false], [-10.9140625, false], [-5.2890625, false], [-8.9140625, false], [-9.5390625, false], [-9.6640625, false], [-7.6640625, false], [-8.5390625, false], [-10.9140625, false], [-9.5390625, false], [-10.0390625, false], [-8.9140625, false], [-11.71875, false], [-5.2890625, false], [-8.9140625, false], [-8.5390625, false], [-8.5390625, false], [-7.7890625, false], [-9.6640625, false], [-7.6640625, false], [-5.0390625, false], [-8.9140625, false], [-7.6640625, false], [-5.2890625, false], [-8.5390625, false], [-8.5390625, false], [-5.2890625, false], [-10.2890625, false], [-8.5390625, false], [-8.9140625, false], [-11.6640625, false], [-5.0390625, false], [-9.7890625, false], [-5.2890625, false], [-5.0390625, false], [-7.7890625, false], [-11.6640625, false], [-8.5390625, false], [-9.5390625, false], [-10.7890625, false], [-8.9140625, false], [-11.71875, false], [-5.2890625, false], [-8.9140625, false], [-8.0390625, false], [-7.6640625, false], [-10.2890625, false], [-7.6640625, false], [-9.7890625, false], [-9.1640625, false], [-8.5390625, false], [-9.6640625, false], [-7.6640625, false], [-8.5390625, false], [-9.5390625, false], [-5.2890625, false], [-9.1640625, false], [-8.1640625, false], [-5.2890625, false], [-9.9140625, false], [-7.6640625, false], [-7.5390625, false], [-7.5390625, false], [-7.6640625, false], [-8.0390625, false], [-5.2890625, false], [-8.1640625, false], [-7.6640625, false], [-7.6640625, false], [-9.5390625, false], [-8.9140625, false], [-13.0390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 668, "doc": {"id": "MCAS_2012_5_23619", "question": "Which of the following processes makes it possible for plants to use energy from sunlight to produce their own food?", "choices": {"text": ["metamorphosis", "photosynthesis", "pollination", "reproduction"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "photosynthesis", "arguments": ["Question: Which of the following processes makes it possible for plants to use energy from sunlight to produce their own food?\nAnswer:", " ["], "resps": [[[-7.31640625, false]], [[-9.9375, false]], [[-9.3125, false]], [[-7.94140625, false]], [[-10.8125, false]], [[-5.06640625, false]], [[-9.3125, false]], [[-8.0625, false]], [[-11.5625, false]], [[-9.4375, false]], [[-10.5625, false]], [[-8.0625, false]], [[-9.8125, false]], [[-7.81640625, false]], [[-9.8125, false]], [[-9.9375, false]], [[-9.8359375, false]], [[-5.19140625, false]], [[-9.9375, false]], [[-9.4375, false]], [[-10.5625, false]], [[-8.0625, false]], [[-10.8125, false]], [[-8.0625, false]], [[-9.8125, false]], [[-9.9375, false]], [[-8.4375, false]], [[-10.8125, false]], [[-10.5625, false]], [[-7.94140625, false]], [[-9.8125, false]], [[-7.81640625, false]], [[-9.8125, false]], [[-9.9375, false]], [[-9.8359375, false]], [[-5.19140625, false]], [[-9.9375, false]], [[-9.4375, false]], [[-8.0625, false]], [[-10.4375, false]], [[-10.4375, false]], [[-7.81640625, false]], [[-8.4375, false]], [[-5.06640625, false]], [[-10.8125, false]], [[-7.81640625, false]], [[-8.0625, false]], [[-8.4375, false]], [[-9.9375, false]], [[-9.8359375, false]], [[-5.19140625, false]], [[-9.9375, false]], [[-11.5625, false]], [[-7.94140625, false]], [[-9.4375, false]], [[-11.5625, false]], [[-8.0625, false]], [[-7.56640625, false]], [[-10.9375, false]], [[-7.81640625, false]], [[-10.8125, false]], [[-7.81640625, false]], [[-8.0625, false]], [[-8.4375, false]], [[-9.9375, false]], [[-14.6875, false]]], "filtered_resps": [[-7.31640625, false], [-9.9375, false], [-9.3125, false], [-7.94140625, false], [-10.8125, false], [-5.06640625, false], [-9.3125, false], [-8.0625, false], [-11.5625, false], [-9.4375, false], [-10.5625, false], [-8.0625, false], [-9.8125, false], [-7.81640625, false], [-9.8125, false], [-9.9375, false], [-9.8359375, false], [-5.19140625, false], [-9.9375, false], [-9.4375, false], [-10.5625, false], [-8.0625, false], [-10.8125, false], [-8.0625, false], [-9.8125, false], [-9.9375, false], [-8.4375, false], [-10.8125, false], [-10.5625, false], [-7.94140625, false], [-9.8125, false], [-7.81640625, false], [-9.8125, false], [-9.9375, false], [-9.8359375, false], [-5.19140625, false], [-9.9375, false], [-9.4375, false], [-8.0625, false], [-10.4375, false], [-10.4375, false], [-7.81640625, false], [-8.4375, false], [-5.06640625, false], [-10.8125, false], [-7.81640625, false], [-8.0625, false], [-8.4375, false], [-9.9375, false], [-9.8359375, false], [-5.19140625, false], [-9.9375, false], [-11.5625, false], [-7.94140625, false], [-9.4375, false], [-11.5625, false], [-8.0625, false], [-7.56640625, false], [-10.9375, false], [-7.81640625, false], [-10.8125, false], [-7.81640625, false], [-8.0625, false], [-8.4375, false], [-9.9375, false], [-14.6875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 676, "doc": {"id": "Mercury_SC_409595", "question": "As wood in a campfire burns, it releases heat and becomes ash. What kind of change occurs in the wood when it burns and releases heat?", "choices": {"text": ["nuclear", "magnetic", "chemical", "mechanical"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "chemical", "arguments": ["Question: As wood in a campfire burns, it releases heat and becomes ash. What kind of change occurs in the wood when it burns and releases heat?\nAnswer:", " ["], "resps": [[[-7.78125, false]], [[-10.28125, false]], [[-11.53125, false]], [[-12.03125, false]], [[-10.53125, false]], [[-11.03125, false]], [[-10.03125, false]], [[-6.03125, false]], [[-12.78125, false]], [[-10.28125, false]], [[-10.15625, false]], [[-5.53125, false]], [[-10.28125, false]], [[-10.03125, false]], [[-6.03125, false]], [[-13.53125, false]], [[-11.53125, false]], [[-10.03125, false]], [[-11.28125, false]], [[-10.03125, false]], [[-10.53125, false]], [[-10.28125, false]], [[-10.15625, false]], [[-5.53125, false]], [[-10.28125, false]], [[-10.53125, false]], [[-12.03125, false]], [[-10.03125, false]], [[-10.03125, false]], [[-10.03125, false]], [[-10.53125, false]], [[-6.03125, false]], [[-11.03125, false]], [[-10.28125, false]], [[-10.15625, false]], [[-5.53125, false]], [[-10.28125, false]], [[-10.03125, false]], [[-10.03125, false]], [[-10.53125, false]], [[-12.03125, false]], [[-6.03125, false]], [[-11.53125, false]], [[-10.03125, false]], [[-10.53125, false]], [[-6.03125, false]], [[-11.03125, false]], [[-10.28125, false]], [[-13.53125, false]]], "filtered_resps": [[-7.78125, false], [-10.28125, false], [-11.53125, false], [-12.03125, false], [-10.53125, false], [-11.03125, false], [-10.03125, false], [-6.03125, false], [-12.78125, false], [-10.28125, false], [-10.15625, false], [-5.53125, false], [-10.28125, false], [-10.03125, false], [-6.03125, false], [-13.53125, false], [-11.53125, false], [-10.03125, false], [-11.28125, false], [-10.03125, false], [-10.53125, false], [-10.28125, false], [-10.15625, false], [-5.53125, false], [-10.28125, false], [-10.53125, false], [-12.03125, false], [-10.03125, false], [-10.03125, false], [-10.03125, false], [-10.53125, false], [-6.03125, false], [-11.03125, false], [-10.28125, false], [-10.15625, false], [-5.53125, false], [-10.28125, false], [-10.03125, false], [-10.03125, false], [-10.53125, false], [-12.03125, false], [-6.03125, false], [-11.53125, false], [-10.03125, false], [-10.53125, false], [-6.03125, false], [-11.03125, false], [-10.28125, false], [-13.53125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 684, "doc": {"id": "Mercury_7168140", "question": "One system of the human body works along with the skeletal system by assisting movement and maintaining posture. Which system is being described?", "choices": {"text": ["respiratory", "circulatory", "muscular", "digestive"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "muscular", "arguments": ["Question: One system of the human body works along with the skeletal system by assisting movement and maintaining posture. Which system is being described?\nAnswer:", " ["], "resps": [[[-7.3359375, false]], [[-11.3359375, false]], [[-10.3359375, false]], [[-10.5859375, false]], [[-9.3359375, false]], [[-9.3359375, false]], [[-9.5859375, false]], [[-10.3359375, false]], [[-5.5859375, false]], [[-9.8359375, false]], [[-10.0859375, false]], [[-10.3359375, false]], [[-13.0859375, false]], [[-11.3359375, false]], [[-10.6015625, false]], [[-5.3359375, false]], [[-11.3359375, false]], [[-7.8359375, false]], [[-9.5859375, false]], [[-10.3359375, false]], [[-7.8359375, false]], [[-10.3359375, false]], [[-9.5859375, false]], [[-5.5859375, false]], [[-9.8359375, false]], [[-10.0859375, false]], [[-10.3359375, false]], [[-13.0859375, false]], [[-11.3359375, false]], [[-10.6015625, false]], [[-5.3359375, false]], [[-11.3359375, false]], [[-9.3359375, false]], [[-10.3359375, false]], [[-9.3359375, false]], [[-7.8359375, false]], [[-10.3359375, false]], [[-9.5859375, false]], [[-5.5859375, false]], [[-10.3359375, false]], [[-11.3359375, false]], [[-10.6015625, false]], [[-5.3359375, false]], [[-11.3359375, false]], [[-11.0859375, false]], [[-9.5859375, false]], [[-11.8359375, false]], [[-10.5859375, false]], [[-9.3359375, false]], [[-9.8359375, false]], [[-9.5859375, false]], [[-11.0859375, false]], [[-10.5859375, false]], [[-11.3359375, false]], [[-13.0859375, false]]], "filtered_resps": [[-7.3359375, false], [-11.3359375, false], [-10.3359375, false], [-10.5859375, false], [-9.3359375, false], [-9.3359375, false], [-9.5859375, false], [-10.3359375, false], [-5.5859375, false], [-9.8359375, false], [-10.0859375, false], [-10.3359375, false], [-13.0859375, false], [-11.3359375, false], [-10.6015625, false], [-5.3359375, false], [-11.3359375, false], [-7.8359375, false], [-9.5859375, false], [-10.3359375, false], [-7.8359375, false], [-10.3359375, false], [-9.5859375, false], [-5.5859375, false], [-9.8359375, false], [-10.0859375, false], [-10.3359375, false], [-13.0859375, false], [-11.3359375, false], [-10.6015625, false], [-5.3359375, false], [-11.3359375, false], [-9.3359375, false], [-10.3359375, false], [-9.3359375, false], [-7.8359375, false], [-10.3359375, false], [-9.5859375, false], [-5.5859375, false], [-10.3359375, false], [-11.3359375, false], [-10.6015625, false], [-5.3359375, false], [-11.3359375, false], [-11.0859375, false], [-9.5859375, false], [-11.8359375, false], [-10.5859375, false], [-9.3359375, false], [-9.8359375, false], [-9.5859375, false], [-11.0859375, false], [-10.5859375, false], [-11.3359375, false], [-13.0859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 692, "doc": {"id": "Mercury_7176208", "question": "Food provides calories needed by the body for energy. However, the body must use energy between meals when food is not consumed. What is the most likely response of the body when more energy is used than the calories consumed provide?", "choices": {"text": ["to increase blood flow to the limbs for energy production", "to release energy from lipids stored throughout the body", "to transform stored proteins into carbohydrates for energy", "to contract muscles to create heat energy for the body"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "to release energy from lipids stored throughout the body", "arguments": ["Question: Food provides calories needed by the body for energy. However, the body must use energy between meals when food is not consumed. What is the most likely response of the body when more energy is used than the calories consumed provide?\nAnswer:", " ["], "resps": [[[-7.33984375, false]], [[-10.34375, false]], [[-8.46875, false]], [[-8.71875, false]], [[-5.46484375, false]], [[-8.46875, false]], [[-8.59375, false]], [[-5.83984375, false]], [[-10.71875, false]], [[-9.09375, false]], [[-4.58984375, false]], [[-8.46875, false]], [[-9.09375, false]], [[-5.46484375, false]], [[-7.08984375, false]], [[-10.09375, false]], [[-8.71875, false]], [[-8.71875, false]], [[-8.46875, false]], [[-5.46484375, false]], [[-9.96875, false]], [[-10.09375, false]], [[-8.71875, false]], [[-10.59375, false]], [[-5.46484375, false]], [[-8.46875, false]], [[-8.71875, false]], [[-5.46484375, false]], [[-8.46875, false]], [[-10.09375, false]], [[-9.09375, false]], [[-5.46484375, false]], [[-10.09375, false]], [[-8.46875, false]], [[-8.34375, false]], [[-7.08984375, false]], [[-8.46875, false]], [[-5.46484375, false]], [[-9.96875, false]], [[-8.71875, false]], [[-10.71875, false]], [[-5.46484375, false]], [[-9.09375, false]], [[-8.59375, false]], [[-9.09375, false]], [[-10.71875, false]], [[-10.34375, false]], [[-11.46875, false]], [[-5.46484375, false]], [[-9.21875, false]], [[-10.71875, false]], [[-8.71875, false]], [[-8.46875, false]], [[-9.84375, false]], [[-5.83984375, false]], [[-8.46875, false]], [[-8.46875, false]], [[-8.71875, false]], [[-8.59375, false]], [[-10.34375, false]], [[-10.28125, false]], [[-5.46484375, false]], [[-10.34375, false]], [[-8.46875, false]], [[-8.71875, false]], [[-5.46484375, false]], [[-10.71875, false]], [[-9.09375, false]], [[-10.09375, false]], [[-9.09375, false]], [[-4.58984375, false]], [[-8.46875, false]], [[-9.09375, false]], [[-5.46484375, false]], [[-9.09375, false]], [[-8.59375, false]], [[-9.09375, false]], [[-10.71875, false]], [[-10.34375, false]], [[-11.46875, false]], [[-5.46484375, false]], [[-9.96875, false]], [[-10.71875, false]], [[-8.71875, false]], [[-8.34375, false]], [[-5.46484375, false]], [[-10.09375, false]], [[-8.46875, false]], [[-9.21875, false]], [[-8.46875, false]], [[-8.46875, false]], [[-8.46875, false]], [[-5.46484375, false]], [[-8.46875, false]], [[-8.46875, false]], [[-8.71875, false]], [[-10.71875, false]], [[-9.09375, false]], [[-8.46875, false]], [[-5.46484375, false]], [[-8.46875, false]], [[-10.09375, false]], [[-10.71875, false]], [[-8.71875, false]], [[-9.84375, false]], [[-10.34375, false]], [[-10.09375, false]], [[-8.71875, false]], [[-9.84375, false]], [[-8.46875, false]], [[-5.46484375, false]], [[-8.46875, false]], [[-10.09375, false]], [[-9.09375, false]], [[-5.46484375, false]], [[-7.08984375, false]], [[-8.71875, false]], [[-8.46875, false]], [[-11.46875, false]], [[-10.34375, false]], [[-10.28125, false]], [[-5.46484375, false]], [[-10.34375, false]], [[-8.46875, false]], [[-8.71875, false]], [[-5.46484375, false]], [[-8.46875, false]], [[-10.71875, false]], [[-4.58984375, false]], [[-8.59375, false]], [[-8.46875, false]], [[-9.96875, false]], [[-8.71875, false]], [[-10.71875, false]], [[-8.34375, false]], [[-5.46484375, false]], [[-8.46875, false]], [[-8.46875, false]], [[-8.71875, false]], [[-10.71875, false]], [[-9.09375, false]], [[-8.46875, false]], [[-5.46484375, false]], [[-9.21875, false]], [[-10.71875, false]], [[-8.71875, false]], [[-8.46875, false]], [[-9.09375, false]], [[-8.46875, false]], [[-8.59375, false]], [[-8.46875, false]], [[-5.46484375, false]], [[-8.46875, false]], [[-8.59375, false]], [[-8.46875, false]], [[-8.71875, false]], [[-5.46484375, false]], [[-5.83984375, false]], [[-4.58984375, false]], [[-10.71875, false]], [[-7.08984375, false]], [[-8.71875, false]], [[-10.09375, false]], [[-11.46875, false]], [[-8.46875, false]], [[-10.71875, false]], [[-4.58984375, false]], [[-8.46875, false]], [[-9.09375, false]], [[-8.46875, false]], [[-5.46484375, false]], [[-9.96875, false]], [[-8.71875, false]], [[-10.71875, false]], [[-5.46484375, false]], [[-9.09375, false]], [[-8.59375, false]], [[-9.09375, false]], [[-10.71875, false]], [[-10.34375, false]], [[-11.46875, false]], [[-10.34375, false]], [[-10.28125, false]], [[-5.46484375, false]], [[-10.34375, false]], [[-8.46875, false]], [[-8.71875, false]], [[-5.46484375, false]], [[-5.83984375, false]], [[-8.71875, false]], [[-8.59375, false]], [[-8.46875, false]], [[-10.71875, false]], [[-4.58984375, false]], [[-5.83984375, false]], [[-8.46875, false]], [[-5.46484375, false]], [[-8.34375, false]], [[-9.84375, false]], [[-8.46875, false]], [[-5.83984375, false]], [[-10.09375, false]], [[-9.09375, false]], [[-8.46875, false]], [[-5.46484375, false]], [[-8.46875, false]], [[-8.71875, false]], [[-5.46484375, false]], [[-5.83984375, false]], [[-10.71875, false]], [[-9.09375, false]], [[-4.58984375, false]], [[-8.46875, false]], [[-9.09375, false]], [[-5.46484375, false]], [[-10.09375, false]], [[-9.09375, false]], [[-4.58984375, false]], [[-8.46875, false]], [[-5.46484375, false]], [[-9.09375, false]], [[-8.59375, false]], [[-9.09375, false]], [[-10.71875, false]], [[-10.34375, false]], [[-11.46875, false]], [[-5.46484375, false]], [[-9.96875, false]], [[-8.71875, false]], [[-10.71875, false]], [[-5.46484375, false]], [[-8.46875, false]], [[-10.09375, false]], [[-9.09375, false]], [[-5.46484375, false]], [[-7.08984375, false]], [[-8.71875, false]], [[-8.46875, false]], [[-11.46875, false]], [[-10.34375, false]], [[-12.84375, false]]], "filtered_resps": [[-7.33984375, false], [-10.34375, false], [-8.46875, false], [-8.71875, false], [-5.46484375, false], [-8.46875, false], [-8.59375, false], [-5.83984375, false], [-10.71875, false], [-9.09375, false], [-4.58984375, false], [-8.46875, false], [-9.09375, false], [-5.46484375, false], [-7.08984375, false], [-10.09375, false], [-8.71875, false], [-8.71875, false], [-8.46875, false], [-5.46484375, false], [-9.96875, false], [-10.09375, false], [-8.71875, false], [-10.59375, false], [-5.46484375, false], [-8.46875, false], [-8.71875, false], [-5.46484375, false], [-8.46875, false], [-10.09375, false], [-9.09375, false], [-5.46484375, false], [-10.09375, false], [-8.46875, false], [-8.34375, false], [-7.08984375, false], [-8.46875, false], [-5.46484375, false], [-9.96875, false], [-8.71875, false], [-10.71875, false], [-5.46484375, false], [-9.09375, false], [-8.59375, false], [-9.09375, false], [-10.71875, false], [-10.34375, false], [-11.46875, false], [-5.46484375, false], [-9.21875, false], [-10.71875, false], [-8.71875, false], [-8.46875, false], [-9.84375, false], [-5.83984375, false], [-8.46875, false], [-8.46875, false], [-8.71875, false], [-8.59375, false], [-10.34375, false], [-10.28125, false], [-5.46484375, false], [-10.34375, false], [-8.46875, false], [-8.71875, false], [-5.46484375, false], [-10.71875, false], [-9.09375, false], [-10.09375, false], [-9.09375, false], [-4.58984375, false], [-8.46875, false], [-9.09375, false], [-5.46484375, false], [-9.09375, false], [-8.59375, false], [-9.09375, false], [-10.71875, false], [-10.34375, false], [-11.46875, false], [-5.46484375, false], [-9.96875, false], [-10.71875, false], [-8.71875, false], [-8.34375, false], [-5.46484375, false], [-10.09375, false], [-8.46875, false], [-9.21875, false], [-8.46875, false], [-8.46875, false], [-8.46875, false], [-5.46484375, false], [-8.46875, false], [-8.46875, false], [-8.71875, false], [-10.71875, false], [-9.09375, false], [-8.46875, false], [-5.46484375, false], [-8.46875, false], [-10.09375, false], [-10.71875, false], [-8.71875, false], [-9.84375, false], [-10.34375, false], [-10.09375, false], [-8.71875, false], [-9.84375, false], [-8.46875, false], [-5.46484375, false], [-8.46875, false], [-10.09375, false], [-9.09375, false], [-5.46484375, false], [-7.08984375, false], [-8.71875, false], [-8.46875, false], [-11.46875, false], [-10.34375, false], [-10.28125, false], [-5.46484375, false], [-10.34375, false], [-8.46875, false], [-8.71875, false], [-5.46484375, false], [-8.46875, false], [-10.71875, false], [-4.58984375, false], [-8.59375, false], [-8.46875, false], [-9.96875, false], [-8.71875, false], [-10.71875, false], [-8.34375, false], [-5.46484375, false], [-8.46875, false], [-8.46875, false], [-8.71875, false], [-10.71875, false], [-9.09375, false], [-8.46875, false], [-5.46484375, false], [-9.21875, false], [-10.71875, false], [-8.71875, false], [-8.46875, false], [-9.09375, false], [-8.46875, false], [-8.59375, false], [-8.46875, false], [-5.46484375, false], [-8.46875, false], [-8.59375, false], [-8.46875, false], [-8.71875, false], [-5.46484375, false], [-5.83984375, false], [-4.58984375, false], [-10.71875, false], [-7.08984375, false], [-8.71875, false], [-10.09375, false], [-11.46875, false], [-8.46875, false], [-10.71875, false], [-4.58984375, false], [-8.46875, false], [-9.09375, false], [-8.46875, false], [-5.46484375, false], [-9.96875, false], [-8.71875, false], [-10.71875, false], [-5.46484375, false], [-9.09375, false], [-8.59375, false], [-9.09375, false], [-10.71875, false], [-10.34375, false], [-11.46875, false], [-10.34375, false], [-10.28125, false], [-5.46484375, false], [-10.34375, false], [-8.46875, false], [-8.71875, false], [-5.46484375, false], [-5.83984375, false], [-8.71875, false], [-8.59375, false], [-8.46875, false], [-10.71875, false], [-4.58984375, false], [-5.83984375, false], [-8.46875, false], [-5.46484375, false], [-8.34375, false], [-9.84375, false], [-8.46875, false], [-5.83984375, false], [-10.09375, false], [-9.09375, false], [-8.46875, false], [-5.46484375, false], [-8.46875, false], [-8.71875, false], [-5.46484375, false], [-5.83984375, false], [-10.71875, false], [-9.09375, false], [-4.58984375, false], [-8.46875, false], [-9.09375, false], [-5.46484375, false], [-10.09375, false], [-9.09375, false], [-4.58984375, false], [-8.46875, false], [-5.46484375, false], [-9.09375, false], [-8.59375, false], [-9.09375, false], [-10.71875, false], [-10.34375, false], [-11.46875, false], [-5.46484375, false], [-9.96875, false], [-8.71875, false], [-10.71875, false], [-5.46484375, false], [-8.46875, false], [-10.09375, false], [-9.09375, false], [-5.46484375, false], [-7.08984375, false], [-8.71875, false], [-8.46875, false], [-11.46875, false], [-10.34375, false], [-12.84375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 700, "doc": {"id": "TIMSS_2007_4_pg34", "question": "Katie has a mixture of iron filings and sand. She wants to separate them. How can she do this?", "choices": {"text": ["Shake the mixture, and the iron filings will rise to the surface.", "Add water to the mixture, and the sand will dissolve in the water.", "Put the mixture through a sieve, and the sand will remain in the sieve.", "Pass a magnet over the mixture, and the magnet will attract the iron fillings."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Pass a magnet over the mixture, and the magnet will attract the iron fillings.", "arguments": ["Question: Katie has a mixture of iron filings and sand. She wants to separate them. How can she do this?\nAnswer:", " ["], "resps": [[[-7.9375, false]], [[-10.4375, false]], [[-6.1875, false]], [[-12.4375, false]], [[-7.9375, false]], [[-10.6875, false]], [[-10.4375, false]], [[-6.1875, false]], [[-11.9375, false]], [[-12.4375, false]], [[-10.4375, false]], [[-6.1875, false]], [[-10.9375, false]], [[-8.1875, false]], [[-12.4375, false]], [[-11.9375, false]], [[-11.4375, false]], [[-12.4375, false]], [[-10.4375, false]], [[-10.6875, false]], [[-6.1875, false]], [[-7.9375, false]], [[-12.1875, false]], [[-11.4375, false]], [[-6.1875, false]], [[-11.9375, false]], [[-12.4375, false]], [[-10.4375, false]], [[-6.1875, false]], [[-8.1875, false]], [[-12.4375, false]], [[-11.1875, false]], [[-12.1875, false]], [[-6.1875, false]], [[-10.9375, false]], [[-8.1875, false]], [[-11.9375, false]], [[-8.1875, false]], [[-12.1875, false]], [[-12.1875, false]], [[-10.1875, false]], [[-6.1875, false]], [[-12.1875, false]], [[-8.1875, false]], [[-11.9375, false]], [[-11.9375, false]], [[-6.1875, false]], [[-12.4375, false]], [[-8.1875, false]], [[-10.1875, false]], [[-10.4375, false]], [[-6.1875, false]], [[-11.9375, false]], [[-11.1875, false]], [[-6.1875, false]], [[-11.9375, false]], [[-12.4375, false]], [[-10.4375, false]], [[-6.1875, false]], [[-10.1875, false]], [[-11.4375, false]], [[-12.4375, false]], [[-10.9375, false]], [[-7.9375, false]], [[-10.6875, false]], [[-10.4375, false]], [[-7.56640625, false]], [[-10.4375, false]], [[-10.6875, false]], [[-6.1875, false]], [[-10.4375, false]], [[-4.1875, false]], [[-11.4375, false]], [[-11.4375, false]], [[-6.1875, false]], [[-12.1875, false]], [[-7.9375, false]], [[-11.9375, false]], [[-10.4375, false]], [[-12.4375, false]], [[-6.1875, false]], [[-11.9375, false]], [[-11.1875, false]], [[-6.1875, false]], [[-11.9375, false]], [[-12.4375, false]], [[-10.4375, false]], [[-6.1875, false]], [[-10.9375, false]], [[-8.1875, false]], [[-12.4375, false]], [[-11.9375, false]], [[-11.4375, false]], [[-12.4375, false]], [[-10.4375, false]], [[-10.6875, false]], [[-6.1875, false]], [[-7.9375, false]], [[-12.1875, false]], [[-11.4375, false]], [[-6.1875, false]], [[-11.9375, false]], [[-12.4375, false]], [[-10.4375, false]], [[-6.1875, false]], [[-10.1875, false]], [[-7.9375, false]], [[-12.1875, false]], [[-11.4375, false]], [[-6.1875, false]], [[-12.1875, false]], [[-8.1875, false]], [[-11.9375, false]], [[-11.9375, false]], [[-6.1875, false]], [[-11.4375, false]], [[-8.1875, false]], [[-10.1875, false]], [[-10.1875, false]], [[-11.1875, false]], [[-11.9375, false]], [[-12.9375, false]], [[-10.4375, false]], [[-6.1875, false]], [[-8.1875, false]], [[-12.1875, false]], [[-6.1875, false]], [[-11.9375, false]], [[-12.4375, false]], [[-10.4375, false]], [[-6.1875, false]], [[-12.1875, false]], [[-7.9375, false]], [[-11.9375, false]], [[-10.4375, false]], [[-12.4375, false]], [[-7.56640625, false]], [[-10.4375, false]], [[-10.6875, false]], [[-6.1875, false]], [[-10.4375, false]], [[-6.1875, false]], [[-11.4375, false]], [[-11.9375, false]], [[-6.1875, false]], [[-11.9375, false]], [[-12.4375, false]], [[-10.4375, false]], [[-6.1875, false]], [[-10.9375, false]], [[-8.1875, false]], [[-12.4375, false]], [[-11.9375, false]], [[-11.4375, false]], [[-12.4375, false]], [[-10.4375, false]], [[-6.1875, false]], [[-11.9375, false]], [[-12.4375, false]], [[-12.4375, false]], [[-11.1875, false]], [[-11.4375, false]], [[-12.1875, false]], [[-12.4375, false]], [[-6.1875, false]], [[-7.9375, false]], [[-6.1875, false]], [[-10.1875, false]], [[-8.1875, false]], [[-10.4375, false]], [[-12.9375, false]], [[-10.4375, false]], [[-10.6875, false]], [[-6.1875, false]], [[-7.9375, false]], [[-12.1875, false]], [[-11.4375, false]], [[-6.1875, false]], [[-11.9375, false]], [[-12.4375, false]], [[-10.4375, false]], [[-6.1875, false]], [[-10.1875, false]], [[-7.9375, false]], [[-12.1875, false]], [[-11.4375, false]], [[-6.1875, false]], [[-12.1875, false]], [[-8.1875, false]], [[-11.9375, false]], [[-11.9375, false]], [[-6.1875, false]], [[-12.4375, false]], [[-10.4375, false]], [[-10.9375, false]], [[-7.9375, false]], [[-8.1875, false]], [[-12.1875, false]], [[-6.1875, false]], [[-8.1875, false]], [[-12.1875, false]], [[-6.1875, false]], [[-11.9375, false]], [[-12.4375, false]], [[-10.4375, false]], [[-6.1875, false]], [[-10.1875, false]], [[-8.1875, false]], [[-10.4375, false]], [[-12.9375, false]], [[-10.4375, false]], [[-7.56640625, false]], [[-10.4375, false]], [[-10.6875, false]], [[-6.1875, false]], [[-10.4375, false]], [[-6.1875, false]], [[-7.9375, false]], [[-10.1875, false]], [[-10.1875, false]], [[-6.1875, false]], [[-7.9375, false]], [[-6.1875, false]], [[-10.9375, false]], [[-7.9375, false]], [[-12.1875, false]], [[-12.1875, false]], [[-10.4375, false]], [[-11.9375, false]], [[-6.1875, false]], [[-11.1875, false]], [[-12.9375, false]], [[-10.4375, false]], [[-12.4375, false]], [[-6.1875, false]], [[-11.9375, false]], [[-12.4375, false]], [[-10.4375, false]], [[-6.1875, false]], [[-10.9375, false]], [[-8.1875, false]], [[-12.4375, false]], [[-11.9375, false]], [[-11.4375, false]], [[-12.4375, false]], [[-10.4375, false]], [[-10.6875, false]], [[-6.1875, false]], [[-7.9375, false]], [[-12.1875, false]], [[-11.4375, false]], [[-6.1875, false]], [[-11.9375, false]], [[-12.4375, false]], [[-10.4375, false]], [[-6.1875, false]], [[-10.9375, false]], [[-7.9375, false]], [[-12.1875, false]], [[-12.1875, false]], [[-10.4375, false]], [[-11.9375, false]], [[-6.1875, false]], [[-12.1875, false]], [[-8.1875, false]], [[-11.9375, false]], [[-11.9375, false]], [[-6.1875, false]], [[-7.9375, false]], [[-11.9375, false]], [[-11.9375, false]], [[-12.4375, false]], [[-7.9375, false]], [[-10.6875, false]], [[-11.9375, false]], [[-6.1875, false]], [[-11.9375, false]], [[-12.4375, false]], [[-10.4375, false]], [[-6.1875, false]], [[-8.1875, false]], [[-12.4375, false]], [[-11.1875, false]], [[-12.1875, false]], [[-6.1875, false]], [[-10.9375, false]], [[-8.1875, false]], [[-11.9375, false]], [[-11.9375, false]], [[-8.1875, false]], [[-12.1875, false]], [[-12.1875, false]], [[-10.1875, false]], [[-7.56640625, false]], [[-10.4375, false]], [[-12.4375, false]]], "filtered_resps": [[-7.9375, false], [-10.4375, false], [-6.1875, false], [-12.4375, false], [-7.9375, false], [-10.6875, false], [-10.4375, false], [-6.1875, false], [-11.9375, false], [-12.4375, false], [-10.4375, false], [-6.1875, false], [-10.9375, false], [-8.1875, false], [-12.4375, false], [-11.9375, false], [-11.4375, false], [-12.4375, false], [-10.4375, false], [-10.6875, false], [-6.1875, false], [-7.9375, false], [-12.1875, false], [-11.4375, false], [-6.1875, false], [-11.9375, false], [-12.4375, false], [-10.4375, false], [-6.1875, false], [-8.1875, false], [-12.4375, false], [-11.1875, false], [-12.1875, false], [-6.1875, false], [-10.9375, false], [-8.1875, false], [-11.9375, false], [-8.1875, false], [-12.1875, false], [-12.1875, false], [-10.1875, false], [-6.1875, false], [-12.1875, false], [-8.1875, false], [-11.9375, false], [-11.9375, false], [-6.1875, false], [-12.4375, false], [-8.1875, false], [-10.1875, false], [-10.4375, false], [-6.1875, false], [-11.9375, false], [-11.1875, false], [-6.1875, false], [-11.9375, false], [-12.4375, false], [-10.4375, false], [-6.1875, false], [-10.1875, false], [-11.4375, false], [-12.4375, false], [-10.9375, false], [-7.9375, false], [-10.6875, false], [-10.4375, false], [-7.56640625, false], [-10.4375, false], [-10.6875, false], [-6.1875, false], [-10.4375, false], [-4.1875, false], [-11.4375, false], [-11.4375, false], [-6.1875, false], [-12.1875, false], [-7.9375, false], [-11.9375, false], [-10.4375, false], [-12.4375, false], [-6.1875, false], [-11.9375, false], [-11.1875, false], [-6.1875, false], [-11.9375, false], [-12.4375, false], [-10.4375, false], [-6.1875, false], [-10.9375, false], [-8.1875, false], [-12.4375, false], [-11.9375, false], [-11.4375, false], [-12.4375, false], [-10.4375, false], [-10.6875, false], [-6.1875, false], [-7.9375, false], [-12.1875, false], [-11.4375, false], [-6.1875, false], [-11.9375, false], [-12.4375, false], [-10.4375, false], [-6.1875, false], [-10.1875, false], [-7.9375, false], [-12.1875, false], [-11.4375, false], [-6.1875, false], [-12.1875, false], [-8.1875, false], [-11.9375, false], [-11.9375, false], [-6.1875, false], [-11.4375, false], [-8.1875, false], [-10.1875, false], [-10.1875, false], [-11.1875, false], [-11.9375, false], [-12.9375, false], [-10.4375, false], [-6.1875, false], [-8.1875, false], [-12.1875, false], [-6.1875, false], [-11.9375, false], [-12.4375, false], [-10.4375, false], [-6.1875, false], [-12.1875, false], [-7.9375, false], [-11.9375, false], [-10.4375, false], [-12.4375, false], [-7.56640625, false], [-10.4375, false], [-10.6875, false], [-6.1875, false], [-10.4375, false], [-6.1875, false], [-11.4375, false], [-11.9375, false], [-6.1875, false], [-11.9375, false], [-12.4375, false], [-10.4375, false], [-6.1875, false], [-10.9375, false], [-8.1875, false], [-12.4375, false], [-11.9375, false], [-11.4375, false], [-12.4375, false], [-10.4375, false], [-6.1875, false], [-11.9375, false], [-12.4375, false], [-12.4375, false], [-11.1875, false], [-11.4375, false], [-12.1875, false], [-12.4375, false], [-6.1875, false], [-7.9375, false], [-6.1875, false], [-10.1875, false], [-8.1875, false], [-10.4375, false], [-12.9375, false], [-10.4375, false], [-10.6875, false], [-6.1875, false], [-7.9375, false], [-12.1875, false], [-11.4375, false], [-6.1875, false], [-11.9375, false], [-12.4375, false], [-10.4375, false], [-6.1875, false], [-10.1875, false], [-7.9375, false], [-12.1875, false], [-11.4375, false], [-6.1875, false], [-12.1875, false], [-8.1875, false], [-11.9375, false], [-11.9375, false], [-6.1875, false], [-12.4375, false], [-10.4375, false], [-10.9375, false], [-7.9375, false], [-8.1875, false], [-12.1875, false], [-6.1875, false], [-8.1875, false], [-12.1875, false], [-6.1875, false], [-11.9375, false], [-12.4375, false], [-10.4375, false], [-6.1875, false], [-10.1875, false], [-8.1875, false], [-10.4375, false], [-12.9375, false], [-10.4375, false], [-7.56640625, false], [-10.4375, false], [-10.6875, false], [-6.1875, false], [-10.4375, false], [-6.1875, false], [-7.9375, false], [-10.1875, false], [-10.1875, false], [-6.1875, false], [-7.9375, false], [-6.1875, false], [-10.9375, false], [-7.9375, false], [-12.1875, false], [-12.1875, false], [-10.4375, false], [-11.9375, false], [-6.1875, false], [-11.1875, false], [-12.9375, false], [-10.4375, false], [-12.4375, false], [-6.1875, false], [-11.9375, false], [-12.4375, false], [-10.4375, false], [-6.1875, false], [-10.9375, false], [-8.1875, false], [-12.4375, false], [-11.9375, false], [-11.4375, false], [-12.4375, false], [-10.4375, false], [-10.6875, false], [-6.1875, false], [-7.9375, false], [-12.1875, false], [-11.4375, false], [-6.1875, false], [-11.9375, false], [-12.4375, false], [-10.4375, false], [-6.1875, false], [-10.9375, false], [-7.9375, false], [-12.1875, false], [-12.1875, false], [-10.4375, false], [-11.9375, false], [-6.1875, false], [-12.1875, false], [-8.1875, false], [-11.9375, false], [-11.9375, false], [-6.1875, false], [-7.9375, false], [-11.9375, false], [-11.9375, false], [-12.4375, false], [-7.9375, false], [-10.6875, false], [-11.9375, false], [-6.1875, false], [-11.9375, false], [-12.4375, false], [-10.4375, false], [-6.1875, false], [-8.1875, false], [-12.4375, false], [-11.1875, false], [-12.1875, false], [-6.1875, false], [-10.9375, false], [-8.1875, false], [-11.9375, false], [-11.9375, false], [-8.1875, false], [-12.1875, false], [-12.1875, false], [-10.1875, false], [-7.56640625, false], [-10.4375, false], [-12.4375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 708, "doc": {"id": "Mercury_7148208", "question": "Biochemical reactions that require high temperatures to proceed are able to take place at body temperature within the cells of living organisms. Which factor is mainly responsible for allowing biochemical reactions to proceed at body temperature?", "choices": {"text": ["The cellular enzymes act as catalysts.", "The small size of cells keeps reactants together.", "The pH of the cytoplasm increases reaction rate.", "The reactants are present in small quantities in the cell."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "The cellular enzymes act as catalysts.", "arguments": ["Question: Biochemical reactions that require high temperatures to proceed are able to take place at body temperature within the cells of living organisms. Which factor is mainly responsible for allowing biochemical reactions to proceed at body temperature?\nAnswer:", " ["], "resps": [[[-6.33984375, false]], [[-10.5859375, false]], [[-5.83984375, false]], [[-8.8359375, false]], [[-7.33984375, false]], [[-4.71484375, false]], [[-5.08984375, false]], [[-7.33984375, false]], [[-9.7109375, false]], [[-9.7109375, false]], [[-9.4609375, false]], [[-9.7109375, false]], [[-3.337890625, false]], [[-9.4609375, false]], [[-4.71484375, false]], [[-7.33984375, false]], [[-7.08984375, false]], [[-9.2109375, false]], [[-10.0859375, false]], [[-7.33984375, false]], [[-7.33984375, false]], [[-9.3359375, false]], [[-4.71484375, false]], [[-3.337890625, false]], [[-5.08984375, false]], [[-8.4609375, false]], [[-4.71484375, false]], [[-3.337890625, false]], [[-9.3359375, false]], [[-4.71484375, false]], [[-5.08984375, false]], [[-3.337890625, false]], [[-8.4609375, false]], [[-3.337890625, false]], [[-9.7109375, false]], [[-10.0859375, false]], [[-9.3359375, false]], [[-8.4609375, false]], [[-9.3359375, false]], [[-6.6015625, false]], [[-10.5859375, false]], [[-9.296875, false]], [[-4.71484375, false]], [[-10.5859375, false]], [[-5.83984375, false]], [[-8.8359375, false]], [[-7.33984375, false]], [[-4.71484375, false]], [[-9.3359375, false]], [[-7.33984375, false]], [[-3.337890625, false]], [[-9.7109375, false]], [[-9.7109375, false]], [[-4.71484375, false]], [[-9.3359375, false]], [[-6.83984375, false]], [[-9.2109375, false]], [[-7.33984375, false]], [[-4.71484375, false]], [[-7.33984375, false]], [[-8.7109375, false]], [[-4.71484375, false]], [[-5.08984375, false]], [[-7.33984375, false]], [[-9.7109375, false]], [[-9.7109375, false]], [[-9.3359375, false]], [[-4.71484375, false]], [[-7.58984375, false]], [[-7.33984375, false]], [[-7.33984375, false]], [[-7.21484375, false]], [[-9.3359375, false]], [[-4.71484375, false]], [[-9.4609375, false]], [[-7.33984375, false]], [[-3.337890625, false]], [[-5.08984375, false]], [[-8.4609375, false]], [[-3.337890625, false]], [[-7.08984375, false]], [[-8.4609375, false]], [[-9.3359375, false]], [[-4.71484375, false]], [[-8.4609375, false]], [[-7.33984375, false]], [[-9.9609375, false]], [[-7.33984375, false]], [[-8.4609375, false]], [[-8.8359375, false]], [[-7.33984375, false]], [[-9.4609375, false]], [[-6.6015625, false]], [[-10.5859375, false]], [[-9.2265625, false]], [[-4.71484375, false]], [[-10.5859375, false]], [[-5.83984375, false]], [[-8.8359375, false]], [[-7.33984375, false]], [[-4.71484375, false]], [[-7.21484375, false]], [[-4.46484375, false]], [[-4.71484375, false]], [[-7.33984375, false]], [[-8.7109375, false]], [[-4.71484375, false]], [[-8.4609375, false]], [[-8.8359375, false]], [[-7.33984375, false]], [[-4.71484375, false]], [[-5.08984375, false]], [[-10.0859375, false]], [[-8.4609375, false]], [[-7.33984375, false]], [[-7.21484375, false]], [[-9.7109375, false]], [[-3.337890625, false]], [[-9.3359375, false]], [[-7.33984375, false]], [[-4.71484375, false]], [[-6.83984375, false]], [[-7.08984375, false]], [[-5.08984375, false]], [[-9.4609375, false]], [[-7.33984375, false]], [[-3.337890625, false]], [[-9.3359375, false]], [[-7.33984375, false]], [[-9.3359375, false]], [[-4.71484375, false]], [[-9.4609375, false]], [[-7.33984375, false]], [[-3.337890625, false]], [[-5.08984375, false]], [[-8.4609375, false]], [[-6.83984375, false]], [[-7.33984375, false]], [[-7.08984375, false]], [[-4.71484375, false]], [[-9.4609375, false]], [[-3.337890625, false]], [[-8.4609375, false]], [[-7.33984375, false]], [[-6.6015625, false]], [[-10.5859375, false]], [[-9.2265625, false]], [[-4.71484375, false]], [[-10.5859375, false]], [[-5.83984375, false]], [[-8.8359375, false]], [[-7.33984375, false]], [[-4.71484375, false]], [[-9.4609375, false]], [[-7.33984375, false]], [[-3.337890625, false]], [[-5.08984375, false]], [[-8.4609375, false]], [[-3.337890625, false]], [[-7.08984375, false]], [[-8.4609375, false]], [[-9.3359375, false]], [[-4.71484375, false]], [[-3.337890625, false]], [[-9.4609375, false]], [[-7.33984375, false]], [[-4.71484375, false]], [[-7.21484375, false]], [[-9.4609375, false]], [[-7.33984375, false]], [[-9.3359375, false]], [[-7.33984375, false]], [[-7.08984375, false]], [[-8.4609375, false]], [[-4.71484375, false]], [[-6.83984375, false]], [[-7.08984375, false]], [[-4.71484375, false]], [[-9.3359375, false]], [[-7.33984375, false]], [[-3.337890625, false]], [[-9.7109375, false]], [[-9.7109375, false]], [[-4.71484375, false]], [[-9.0859375, false]], [[-9.4609375, false]], [[-3.337890625, false]], [[-7.08984375, false]], [[-8.4609375, false]], [[-6.83984375, false]], [[-8.4609375, false]], [[-6.83984375, false]], [[-7.33984375, false]], [[-9.3359375, false]], [[-4.71484375, false]], [[-6.83984375, false]], [[-7.08984375, false]], [[-4.71484375, false]], [[-8.4609375, false]], [[-8.8359375, false]], [[-7.33984375, false]], [[-4.71484375, false]], [[-5.08984375, false]], [[-7.33984375, false]], [[-9.7109375, false]], [[-9.7109375, false]], [[-6.6015625, false]], [[-10.5859375, false]], [[-13.4609375, false]]], "filtered_resps": [[-6.33984375, false], [-10.5859375, false], [-5.83984375, false], [-8.8359375, false], [-7.33984375, false], [-4.71484375, false], [-5.08984375, false], [-7.33984375, false], [-9.7109375, false], [-9.7109375, false], [-9.4609375, false], [-9.7109375, false], [-3.337890625, false], [-9.4609375, false], [-4.71484375, false], [-7.33984375, false], [-7.08984375, false], [-9.2109375, false], [-10.0859375, false], [-7.33984375, false], [-7.33984375, false], [-9.3359375, false], [-4.71484375, false], [-3.337890625, false], [-5.08984375, false], [-8.4609375, false], [-4.71484375, false], [-3.337890625, false], [-9.3359375, false], [-4.71484375, false], [-5.08984375, false], [-3.337890625, false], [-8.4609375, false], [-3.337890625, false], [-9.7109375, false], [-10.0859375, false], [-9.3359375, false], [-8.4609375, false], [-9.3359375, false], [-6.6015625, false], [-10.5859375, false], [-9.296875, false], [-4.71484375, false], [-10.5859375, false], [-5.83984375, false], [-8.8359375, false], [-7.33984375, false], [-4.71484375, false], [-9.3359375, false], [-7.33984375, false], [-3.337890625, false], [-9.7109375, false], [-9.7109375, false], [-4.71484375, false], [-9.3359375, false], [-6.83984375, false], [-9.2109375, false], [-7.33984375, false], [-4.71484375, false], [-7.33984375, false], [-8.7109375, false], [-4.71484375, false], [-5.08984375, false], [-7.33984375, false], [-9.7109375, false], [-9.7109375, false], [-9.3359375, false], [-4.71484375, false], [-7.58984375, false], [-7.33984375, false], [-7.33984375, false], [-7.21484375, false], [-9.3359375, false], [-4.71484375, false], [-9.4609375, false], [-7.33984375, false], [-3.337890625, false], [-5.08984375, false], [-8.4609375, false], [-3.337890625, false], [-7.08984375, false], [-8.4609375, false], [-9.3359375, false], [-4.71484375, false], [-8.4609375, false], [-7.33984375, false], [-9.9609375, false], [-7.33984375, false], [-8.4609375, false], [-8.8359375, false], [-7.33984375, false], [-9.4609375, false], [-6.6015625, false], [-10.5859375, false], [-9.2265625, false], [-4.71484375, false], [-10.5859375, false], [-5.83984375, false], [-8.8359375, false], [-7.33984375, false], [-4.71484375, false], [-7.21484375, false], [-4.46484375, false], [-4.71484375, false], [-7.33984375, false], [-8.7109375, false], [-4.71484375, false], [-8.4609375, false], [-8.8359375, false], [-7.33984375, false], [-4.71484375, false], [-5.08984375, false], [-10.0859375, false], [-8.4609375, false], [-7.33984375, false], [-7.21484375, false], [-9.7109375, false], [-3.337890625, false], [-9.3359375, false], [-7.33984375, false], [-4.71484375, false], [-6.83984375, false], [-7.08984375, false], [-5.08984375, false], [-9.4609375, false], [-7.33984375, false], [-3.337890625, false], [-9.3359375, false], [-7.33984375, false], [-9.3359375, false], [-4.71484375, false], [-9.4609375, false], [-7.33984375, false], [-3.337890625, false], [-5.08984375, false], [-8.4609375, false], [-6.83984375, false], [-7.33984375, false], [-7.08984375, false], [-4.71484375, false], [-9.4609375, false], [-3.337890625, false], [-8.4609375, false], [-7.33984375, false], [-6.6015625, false], [-10.5859375, false], [-9.2265625, false], [-4.71484375, false], [-10.5859375, false], [-5.83984375, false], [-8.8359375, false], [-7.33984375, false], [-4.71484375, false], [-9.4609375, false], [-7.33984375, false], [-3.337890625, false], [-5.08984375, false], [-8.4609375, false], [-3.337890625, false], [-7.08984375, false], [-8.4609375, false], [-9.3359375, false], [-4.71484375, false], [-3.337890625, false], [-9.4609375, false], [-7.33984375, false], [-4.71484375, false], [-7.21484375, false], [-9.4609375, false], [-7.33984375, false], [-9.3359375, false], [-7.33984375, false], [-7.08984375, false], [-8.4609375, false], [-4.71484375, false], [-6.83984375, false], [-7.08984375, false], [-4.71484375, false], [-9.3359375, false], [-7.33984375, false], [-3.337890625, false], [-9.7109375, false], [-9.7109375, false], [-4.71484375, false], [-9.0859375, false], [-9.4609375, false], [-3.337890625, false], [-7.08984375, false], [-8.4609375, false], [-6.83984375, false], [-8.4609375, false], [-6.83984375, false], [-7.33984375, false], [-9.3359375, false], [-4.71484375, false], [-6.83984375, false], [-7.08984375, false], [-4.71484375, false], [-8.4609375, false], [-8.8359375, false], [-7.33984375, false], [-4.71484375, false], [-5.08984375, false], [-7.33984375, false], [-9.7109375, false], [-9.7109375, false], [-6.6015625, false], [-10.5859375, false], [-13.4609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 716, "doc": {"id": "TIMSS_2007_4_pg105", "question": "Which of these objects will rust?", "choices": {"text": ["wood chips", "plastic straws", "iron nails", "glass beads"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "iron nails", "arguments": ["Question: Which of these objects will rust?\nAnswer:", " ["], "resps": [[[-7.6015625, false]], [[-7.8515625, false]], [[-10.1015625, false]], [[-9.3515625, false]], [[-9.3515625, false]], [[-10.1015625, false]], [[-5.6015625, false]], [[-8.6015625, false]], [[-11.3515625, false]], [[-9.6015625, false]], [[-10.3515625, false]], [[-8.8515625, false]], [[-7.8515625, false]], [[-10.265625, false]], [[-5.6015625, false]], [[-7.8515625, false]], [[-10.3515625, false]], [[-9.6015625, false]], [[-4.3515625, false]], [[-8.8515625, false]], [[-9.6015625, false]], [[-9.6015625, false]], [[-8.6015625, false]], [[-5.6015625, false]], [[-8.8515625, false]], [[-9.6015625, false]], [[-10.6015625, false]], [[-4.3515625, false]], [[-10.1015625, false]], [[-8.8515625, false]], [[-7.8515625, false]], [[-10.265625, false]], [[-5.6015625, false]], [[-7.8515625, false]], [[-9.6015625, false]], [[-10.6015625, false]], [[-9.3515625, false]], [[-9.8515625, false]], [[-5.6015625, false]], [[-9.8515625, false]], [[-4.3515625, false]], [[-9.6015625, false]], [[-9.6015625, false]], [[-8.8515625, false]], [[-7.8515625, false]], [[-10.265625, false]], [[-5.6015625, false]], [[-7.8515625, false]], [[-11.3515625, false]], [[-9.6015625, false]], [[-4.3515625, false]], [[-8.8515625, false]], [[-8.8515625, false]], [[-5.6015625, false]], [[-9.8515625, false]], [[-8.6015625, false]], [[-4.3515625, false]], [[-10.1015625, false]], [[-8.8515625, false]], [[-7.8515625, false]], [[-13.7265625, false]]], "filtered_resps": [[-7.6015625, false], [-7.8515625, false], [-10.1015625, false], [-9.3515625, false], [-9.3515625, false], [-10.1015625, false], [-5.6015625, false], [-8.6015625, false], [-11.3515625, false], [-9.6015625, false], [-10.3515625, false], [-8.8515625, false], [-7.8515625, false], [-10.265625, false], [-5.6015625, false], [-7.8515625, false], [-10.3515625, false], [-9.6015625, false], [-4.3515625, false], [-8.8515625, false], [-9.6015625, false], [-9.6015625, false], [-8.6015625, false], [-5.6015625, false], [-8.8515625, false], [-9.6015625, false], [-10.6015625, false], [-4.3515625, false], [-10.1015625, false], [-8.8515625, false], [-7.8515625, false], [-10.265625, false], [-5.6015625, false], [-7.8515625, false], [-9.6015625, false], [-10.6015625, false], [-9.3515625, false], [-9.8515625, false], [-5.6015625, false], [-9.8515625, false], [-4.3515625, false], [-9.6015625, false], [-9.6015625, false], [-8.8515625, false], [-7.8515625, false], [-10.265625, false], [-5.6015625, false], [-7.8515625, false], [-11.3515625, false], [-9.6015625, false], [-4.3515625, false], [-8.8515625, false], [-8.8515625, false], [-5.6015625, false], [-9.8515625, false], [-8.6015625, false], [-4.3515625, false], [-10.1015625, false], [-8.8515625, false], [-7.8515625, false], [-13.7265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 724, "doc": {"id": "MDSA_2007_8_23", "question": "The motion of a car accelerating in a straight line differs from the motion of a car moving in a straight line at a constant speed. Which change best describes acceleration of a car?", "choices": {"text": ["a change in the direction of the car", "a change in the distance the car travels", "the change in velocity divided by the time for that change", "the change in the time for the car to travel a distance"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "the change in velocity divided by the time for that change", "arguments": ["Question: The motion of a car accelerating in a straight line differs from the motion of a car moving in a straight line at a constant speed. Which change best describes acceleration of a car?\nAnswer:", " ["], "resps": [[[-6.68359375, false]], [[-8.9375, false]], [[-3.93359375, false]], [[-5.18359375, false]], [[-6.68359375, false]], [[-9.4375, false]], [[-3.93359375, false]], [[-8.6875, false]], [[-8.6875, false]], [[-8.4375, false]], [[-5.18359375, false]], [[-7.18359375, false]], [[-8.6875, false]], [[-5.18359375, false]], [[-7.68359375, false]], [[-9.4375, false]], [[-8.4375, false]], [[-5.18359375, false]], [[-6.93359375, false]], [[-7.18359375, false]], [[-8.4375, false]], [[-8.4375, false]], [[-6.68359375, false]], [[-7.68359375, false]], [[-7.18359375, false]], [[-9.4375, false]], [[-8.6875, false]], [[-5.18359375, false]], [[-9.4375, false]], [[-7.93359375, false]], [[-5.18359375, false]], [[-7.68359375, false]], [[-9.4375, false]], [[-8.4375, false]], [[-5.18359375, false]], [[-6.68359375, false]], [[-3.93359375, false]], [[-8.4375, false]], [[-8.9375, false]], [[-9.34375, false]], [[-5.18359375, false]], [[-8.9375, false]], [[-3.93359375, false]], [[-5.18359375, false]], [[-6.68359375, false]], [[-9.4375, false]], [[-3.93359375, false]], [[-8.6875, false]], [[-8.6875, false]], [[-8.4375, false]], [[-5.18359375, false]], [[-7.18359375, false]], [[-8.6875, false]], [[-5.18359375, false]], [[-7.68359375, false]], [[-9.4375, false]], [[-8.4375, false]], [[-5.18359375, false]], [[-6.93359375, false]], [[-7.18359375, false]], [[-8.6875, false]], [[-7.68359375, false]], [[-3.93359375, false]], [[-8.6875, false]], [[-6.68359375, false]], [[-8.4375, false]], [[-5.18359375, false]], [[-7.68359375, false]], [[-9.4375, false]], [[-8.4375, false]], [[-5.18359375, false]], [[-6.68359375, false]], [[-3.93359375, false]], [[-8.4375, false]], [[-5.18359375, false]], [[-7.68359375, false]], [[-8.4375, false]], [[-3.93359375, false]], [[-6.43359375, false]], [[-8.4375, false]], [[-9.6875, false]], [[-8.6875, false]], [[-8.9375, false]], [[-9.34375, false]], [[-5.18359375, false]], [[-8.9375, false]], [[-7.68359375, false]], [[-9.4375, false]], [[-8.4375, false]], [[-5.18359375, false]], [[-6.68359375, false]], [[-9.4375, false]], [[-3.93359375, false]], [[-8.6875, false]], [[-8.6875, false]], [[-8.4375, false]], [[-5.18359375, false]], [[-7.18359375, false]], [[-8.6875, false]], [[-5.18359375, false]], [[-6.43359375, false]], [[-8.4375, false]], [[-9.6875, false]], [[-9.4375, false]], [[-6.68359375, false]], [[-7.18359375, false]], [[-7.68359375, false]], [[-8.9375, false]], [[-5.18359375, false]], [[-6.93359375, false]], [[-7.18359375, false]], [[-6.43359375, false]], [[-7.18359375, false]], [[-6.93359375, false]], [[-8.4375, false]], [[-6.93359375, false]], [[-5.18359375, false]], [[-5.93359375, false]], [[-8.9375, false]], [[-5.18359375, false]], [[-7.68359375, false]], [[-9.4375, false]], [[-8.4375, false]], [[-5.18359375, false]], [[-7.68359375, false]], [[-7.18359375, false]], [[-6.93359375, false]], [[-8.4375, false]], [[-5.18359375, false]], [[-7.93359375, false]], [[-9.4375, false]], [[-8.4375, false]], [[-5.18359375, false]], [[-7.68359375, false]], [[-9.4375, false]], [[-3.93359375, false]], [[-7.68359375, false]], [[-5.18359375, false]], [[-6.68359375, false]], [[-9.4375, false]], [[-3.93359375, false]], [[-8.6875, false]], [[-8.6875, false]], [[-8.4375, false]], [[-8.9375, false]], [[-9.34375, false]], [[-5.18359375, false]], [[-8.9375, false]], [[-7.68359375, false]], [[-9.4375, false]], [[-8.4375, false]], [[-5.18359375, false]], [[-6.68359375, false]], [[-9.4375, false]], [[-3.93359375, false]], [[-8.6875, false]], [[-8.6875, false]], [[-8.4375, false]], [[-5.18359375, false]], [[-7.18359375, false]], [[-8.6875, false]], [[-5.18359375, false]], [[-7.68359375, false]], [[-9.4375, false]], [[-8.4375, false]], [[-5.18359375, false]], [[-7.68359375, false]], [[-7.18359375, false]], [[-6.93359375, false]], [[-8.4375, false]], [[-5.18359375, false]], [[-7.93359375, false]], [[-9.4375, false]], [[-8.4375, false]], [[-5.18359375, false]], [[-7.68359375, false]], [[-9.4375, false]], [[-8.4375, false]], [[-5.18359375, false]], [[-6.68359375, false]], [[-3.93359375, false]], [[-8.4375, false]], [[-5.18359375, false]], [[-7.68359375, false]], [[-9.4375, false]], [[-5.18359375, false]], [[-7.68359375, false]], [[-8.4375, false]], [[-3.93359375, false]], [[-6.43359375, false]], [[-8.4375, false]], [[-9.6875, false]], [[-5.18359375, false]], [[-3.93359375, false]], [[-5.18359375, false]], [[-6.93359375, false]], [[-7.18359375, false]], [[-8.6875, false]], [[-7.68359375, false]], [[-3.93359375, false]], [[-8.6875, false]], [[-6.68359375, false]], [[-8.4375, false]], [[-8.9375, false]], [[-12.1875, false]]], "filtered_resps": [[-6.68359375, false], [-8.9375, false], [-3.93359375, false], [-5.18359375, false], [-6.68359375, false], [-9.4375, false], [-3.93359375, false], [-8.6875, false], [-8.6875, false], [-8.4375, false], [-5.18359375, false], [-7.18359375, false], [-8.6875, false], [-5.18359375, false], [-7.68359375, false], [-9.4375, false], [-8.4375, false], [-5.18359375, false], [-6.93359375, false], [-7.18359375, false], [-8.4375, false], [-8.4375, false], [-6.68359375, false], [-7.68359375, false], [-7.18359375, false], [-9.4375, false], [-8.6875, false], [-5.18359375, false], [-9.4375, false], [-7.93359375, false], [-5.18359375, false], [-7.68359375, false], [-9.4375, false], [-8.4375, false], [-5.18359375, false], [-6.68359375, false], [-3.93359375, false], [-8.4375, false], [-8.9375, false], [-9.34375, false], [-5.18359375, false], [-8.9375, false], [-3.93359375, false], [-5.18359375, false], [-6.68359375, false], [-9.4375, false], [-3.93359375, false], [-8.6875, false], [-8.6875, false], [-8.4375, false], [-5.18359375, false], [-7.18359375, false], [-8.6875, false], [-5.18359375, false], [-7.68359375, false], [-9.4375, false], [-8.4375, false], [-5.18359375, false], [-6.93359375, false], [-7.18359375, false], [-8.6875, false], [-7.68359375, false], [-3.93359375, false], [-8.6875, false], [-6.68359375, false], [-8.4375, false], [-5.18359375, false], [-7.68359375, false], [-9.4375, false], [-8.4375, false], [-5.18359375, false], [-6.68359375, false], [-3.93359375, false], [-8.4375, false], [-5.18359375, false], [-7.68359375, false], [-8.4375, false], [-3.93359375, false], [-6.43359375, false], [-8.4375, false], [-9.6875, false], [-8.6875, false], [-8.9375, false], [-9.34375, false], [-5.18359375, false], [-8.9375, false], [-7.68359375, false], [-9.4375, false], [-8.4375, false], [-5.18359375, false], [-6.68359375, false], [-9.4375, false], [-3.93359375, false], [-8.6875, false], [-8.6875, false], [-8.4375, false], [-5.18359375, false], [-7.18359375, false], [-8.6875, false], [-5.18359375, false], [-6.43359375, false], [-8.4375, false], [-9.6875, false], [-9.4375, false], [-6.68359375, false], [-7.18359375, false], [-7.68359375, false], [-8.9375, false], [-5.18359375, false], [-6.93359375, false], [-7.18359375, false], [-6.43359375, false], [-7.18359375, false], [-6.93359375, false], [-8.4375, false], [-6.93359375, false], [-5.18359375, false], [-5.93359375, false], [-8.9375, false], [-5.18359375, false], [-7.68359375, false], [-9.4375, false], [-8.4375, false], [-5.18359375, false], [-7.68359375, false], [-7.18359375, false], [-6.93359375, false], [-8.4375, false], [-5.18359375, false], [-7.93359375, false], [-9.4375, false], [-8.4375, false], [-5.18359375, false], [-7.68359375, false], [-9.4375, false], [-3.93359375, false], [-7.68359375, false], [-5.18359375, false], [-6.68359375, false], [-9.4375, false], [-3.93359375, false], [-8.6875, false], [-8.6875, false], [-8.4375, false], [-8.9375, false], [-9.34375, false], [-5.18359375, false], [-8.9375, false], [-7.68359375, false], [-9.4375, false], [-8.4375, false], [-5.18359375, false], [-6.68359375, false], [-9.4375, false], [-3.93359375, false], [-8.6875, false], [-8.6875, false], [-8.4375, false], [-5.18359375, false], [-7.18359375, false], [-8.6875, false], [-5.18359375, false], [-7.68359375, false], [-9.4375, false], [-8.4375, false], [-5.18359375, false], [-7.68359375, false], [-7.18359375, false], [-6.93359375, false], [-8.4375, false], [-5.18359375, false], [-7.93359375, false], [-9.4375, false], [-8.4375, false], [-5.18359375, false], [-7.68359375, false], [-9.4375, false], [-8.4375, false], [-5.18359375, false], [-6.68359375, false], [-3.93359375, false], [-8.4375, false], [-5.18359375, false], [-7.68359375, false], [-9.4375, false], [-5.18359375, false], [-7.68359375, false], [-8.4375, false], [-3.93359375, false], [-6.43359375, false], [-8.4375, false], [-9.6875, false], [-5.18359375, false], [-3.93359375, false], [-5.18359375, false], [-6.93359375, false], [-7.18359375, false], [-8.6875, false], [-7.68359375, false], [-3.93359375, false], [-8.6875, false], [-6.68359375, false], [-8.4375, false], [-8.9375, false], [-12.1875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 732, "doc": {"id": "Mercury_7217438", "question": "Coal is used for generating about 53% of the electrical energy in the United States. Which of these environmental issues is directly contributed to by the burning of coal?", "choices": {"text": ["beach erosion", "ozone depletion", "overfishing", "air pollution"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "air pollution", "arguments": ["Question: Coal is used for generating about 53% of the electrical energy in the United States. Which of these environmental issues is directly contributed to by the burning of coal?\nAnswer:", " ["], "resps": [[[-7.76953125, false]], [[-10.265625, false]], [[-9.265625, false]], [[-7.76953125, false]], [[-5.26953125, false]], [[-8.765625, false]], [[-13.015625, false]], [[-5.26953125, false]], [[-7.76953125, false]], [[-13.765625, false]], [[-6.51953125, false]], [[-9.765625, false]], [[-7.26953125, false]], [[-6.51953125, false]], [[-8.515625, false]], [[-10.265625, false]], [[-9.359375, false]], [[-5.26953125, false]], [[-10.265625, false]], [[-6.51953125, false]], [[-13.265625, false]], [[-6.51953125, false]], [[-8.515625, false]], [[-7.76953125, false]], [[-5.26953125, false]], [[-7.26953125, false]], [[-7.76953125, false]], [[-9.265625, false]], [[-11.265625, false]], [[-7.76953125, false]], [[-12.265625, false]], [[-7.26953125, false]], [[-6.51953125, false]], [[-8.515625, false]], [[-10.265625, false]], [[-9.359375, false]], [[-5.26953125, false]], [[-10.265625, false]], [[-6.51953125, false]], [[-12.765625, false]], [[-7.76953125, false]], [[-13.765625, false]], [[-9.515625, false]], [[-7.26953125, false]], [[-9.765625, false]], [[-13.015625, false]], [[-7.26953125, false]], [[-8.515625, false]], [[-12.265625, false]], [[-10.265625, false]], [[-9.359375, false]], [[-5.26953125, false]], [[-10.265625, false]], [[-5.26953125, false]], [[-7.26953125, false]], [[-13.765625, false]], [[-5.26953125, false]], [[-9.265625, false]], [[-6.51953125, false]], [[-11.265625, false]], [[-11.265625, false]], [[-11.515625, false]], [[-12.265625, false]], [[-7.26953125, false]], [[-6.51953125, false]], [[-8.515625, false]], [[-10.265625, false]], [[-14.265625, false]]], "filtered_resps": [[-7.76953125, false], [-10.265625, false], [-9.265625, false], [-7.76953125, false], [-5.26953125, false], [-8.765625, false], [-13.015625, false], [-5.26953125, false], [-7.76953125, false], [-13.765625, false], [-6.51953125, false], [-9.765625, false], [-7.26953125, false], [-6.51953125, false], [-8.515625, false], [-10.265625, false], [-9.359375, false], [-5.26953125, false], [-10.265625, false], [-6.51953125, false], [-13.265625, false], [-6.51953125, false], [-8.515625, false], [-7.76953125, false], [-5.26953125, false], [-7.26953125, false], [-7.76953125, false], [-9.265625, false], [-11.265625, false], [-7.76953125, false], [-12.265625, false], [-7.26953125, false], [-6.51953125, false], [-8.515625, false], [-10.265625, false], [-9.359375, false], [-5.26953125, false], [-10.265625, false], [-6.51953125, false], [-12.765625, false], [-7.76953125, false], [-13.765625, false], [-9.515625, false], [-7.26953125, false], [-9.765625, false], [-13.015625, false], [-7.26953125, false], [-8.515625, false], [-12.265625, false], [-10.265625, false], [-9.359375, false], [-5.26953125, false], [-10.265625, false], [-5.26953125, false], [-7.26953125, false], [-13.765625, false], [-5.26953125, false], [-9.265625, false], [-6.51953125, false], [-11.265625, false], [-11.265625, false], [-11.515625, false], [-12.265625, false], [-7.26953125, false], [-6.51953125, false], [-8.515625, false], [-10.265625, false], [-14.265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 740, "doc": {"id": "MCAS_2005_5_33", "question": "Sound reaches our ears because sound makes air particles", "choices": {"text": ["heat up.", "cool down.", "slow down.", "vibrate."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "vibrate.", "arguments": ["Question: Sound reaches our ears because sound makes air particles\nAnswer:", " ["], "resps": [[[-7.57421875, false]], [[-8.5703125, false]], [[-10.8203125, false]], [[-9.3203125, false]], [[-5.82421875, false]], [[-11.8203125, false]], [[-5.57421875, false]], [[-10.8203125, false]], [[-10.0703125, false]], [[-7.2421875, false]], [[-8.5703125, false]], [[-9.6171875, false]], [[-5.57421875, false]], [[-8.5703125, false]], [[-9.5703125, false]], [[-8.5703125, false]], [[-8.5703125, false]], [[-11.0703125, false]], [[-5.57421875, false]], [[-9.8203125, false]], [[-8.5703125, false]], [[-10.3203125, false]], [[-10.5703125, false]], [[-7.2421875, false]], [[-8.5703125, false]], [[-9.6171875, false]], [[-5.57421875, false]], [[-8.5703125, false]], [[-9.8203125, false]], [[-11.0703125, false]], [[-8.5703125, false]], [[-10.3203125, false]], [[-5.57421875, false]], [[-9.8203125, false]], [[-8.5703125, false]], [[-10.3203125, false]], [[-10.5703125, false]], [[-7.2421875, false]], [[-8.5703125, false]], [[-9.6171875, false]], [[-5.57421875, false]], [[-8.5703125, false]], [[-12.3203125, false]], [[-8.5703125, false]], [[-9.0703125, false]], [[-12.0703125, false]], [[-5.82421875, false]], [[-11.8203125, false]], [[-9.3203125, false]], [[-7.2421875, false]], [[-8.5703125, false]], [[-12.5703125, false]]], "filtered_resps": [[-7.57421875, false], [-8.5703125, false], [-10.8203125, false], [-9.3203125, false], [-5.82421875, false], [-11.8203125, false], [-5.57421875, false], [-10.8203125, false], [-10.0703125, false], [-7.2421875, false], [-8.5703125, false], [-9.6171875, false], [-5.57421875, false], [-8.5703125, false], [-9.5703125, false], [-8.5703125, false], [-8.5703125, false], [-11.0703125, false], [-5.57421875, false], [-9.8203125, false], [-8.5703125, false], [-10.3203125, false], [-10.5703125, false], [-7.2421875, false], [-8.5703125, false], [-9.6171875, false], [-5.57421875, false], [-8.5703125, false], [-9.8203125, false], [-11.0703125, false], [-8.5703125, false], [-10.3203125, false], [-5.57421875, false], [-9.8203125, false], [-8.5703125, false], [-10.3203125, false], [-10.5703125, false], [-7.2421875, false], [-8.5703125, false], [-9.6171875, false], [-5.57421875, false], [-8.5703125, false], [-12.3203125, false], [-8.5703125, false], [-9.0703125, false], [-12.0703125, false], [-5.82421875, false], [-11.8203125, false], [-9.3203125, false], [-7.2421875, false], [-8.5703125, false], [-12.5703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 748, "doc": {"id": "MDSA_2010_8_8", "question": "Many organisms have structures for protection and survival. Which structure is most similar to tree bark?", "choices": {"text": ["bird beak", "bear claws", "human skin", "snake fangs"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "human skin", "arguments": ["Question: Many organisms have structures for protection and survival. Which structure is most similar to tree bark?\nAnswer:", " ["], "resps": [[[-7.328125, false]], [[-9.578125, false]], [[-7.828125, false]], [[-9.078125, false]], [[-9.078125, false]], [[-9.078125, false]], [[-4.578125, false]], [[-7.828125, false]], [[-7.578125, false]], [[-4.578125, false]], [[-9.328125, false]], [[-9.578125, false]], [[-9.21875, false]], [[-4.578125, false]], [[-9.578125, false]], [[-7.828125, false]], [[-7.578125, false]], [[-4.578125, false]], [[-9.078125, false]], [[-4.578125, false]], [[-8.078125, false]], [[-9.078125, false]], [[-4.578125, false]], [[-9.328125, false]], [[-9.078125, false]], [[-9.578125, false]], [[-9.21875, false]], [[-4.578125, false]], [[-9.578125, false]], [[-9.078125, false]], [[-10.828125, false]], [[-9.078125, false]], [[-4.578125, false]], [[-9.578125, false]], [[-4.578125, false]], [[-9.078125, false]], [[-9.328125, false]], [[-9.078125, false]], [[-9.578125, false]], [[-9.578125, false]], [[-9.21875, false]], [[-4.578125, false]], [[-9.578125, false]], [[-9.078125, false]], [[-9.578125, false]], [[-4.578125, false]], [[-9.328125, false]], [[-7.578125, false]], [[-4.578125, false]], [[-9.828125, false]], [[-4.578125, false]], [[-9.578125, false]], [[-10.078125, false]], [[-9.078125, false]], [[-9.578125, false]], [[-12.578125, false]]], "filtered_resps": [[-7.328125, false], [-9.578125, false], [-7.828125, false], [-9.078125, false], [-9.078125, false], [-9.078125, false], [-4.578125, false], [-7.828125, false], [-7.578125, false], [-4.578125, false], [-9.328125, false], [-9.578125, false], [-9.21875, false], [-4.578125, false], [-9.578125, false], [-7.828125, false], [-7.578125, false], [-4.578125, false], [-9.078125, false], [-4.578125, false], [-8.078125, false], [-9.078125, false], [-4.578125, false], [-9.328125, false], [-9.078125, false], [-9.578125, false], [-9.21875, false], [-4.578125, false], [-9.578125, false], [-9.078125, false], [-10.828125, false], [-9.078125, false], [-4.578125, false], [-9.578125, false], [-4.578125, false], [-9.078125, false], [-9.328125, false], [-9.078125, false], [-9.578125, false], [-9.578125, false], [-9.21875, false], [-4.578125, false], [-9.578125, false], [-9.078125, false], [-9.578125, false], [-4.578125, false], [-9.328125, false], [-7.578125, false], [-4.578125, false], [-9.828125, false], [-4.578125, false], [-9.578125, false], [-10.078125, false], [-9.078125, false], [-9.578125, false], [-12.578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 756, "doc": {"id": "MCAS_2004_8_20", "question": "A class conducts an experiment to determine the best color to paint a solar water heater that they plan to build. For their experimental test, the students have four identical cans. They paint one black, one green, one red, and one white. Each can is filled with 500 mL of 22°C water, and is allowed to sit in the sun for two hours. Which color can will have the greatest increase in water temperature?", "choices": {"text": ["black", "green", "red", "white"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "black", "arguments": ["Question: A class conducts an experiment to determine the best color to paint a solar water heater that they plan to build. For their experimental test, the students have four identical cans. They paint one black, one green, one red, and one white. Each can is filled with 500 mL of 22°C water, and is allowed to sit in the sun for two hours. Which color can will have the greatest increase in water temperature?\nAnswer:", " ["], "resps": [[[-6.77734375, false]], [[-9.28125, false]], [[-5.52734375, false]], [[-9.78125, false]], [[-3.77734375, false]], [[-6.27734375, false]], [[-8.78125, false]], [[-9.28125, false]], [[-9.71875, false]], [[-5.77734375, false]], [[-9.28125, false]], [[-9.03125, false]], [[-7.52734375, false]], [[-7.77734375, false]], [[-7.77734375, false]], [[-7.27734375, false]], [[-9.28125, false]], [[-9.71875, false]], [[-5.77734375, false]], [[-9.28125, false]], [[-7.52734375, false]], [[-7.77734375, false]], [[-7.27734375, false]], [[-9.28125, false]], [[-9.71875, false]], [[-5.77734375, false]], [[-9.28125, false]], [[-9.28125, false]], [[-10.03125, false]], [[-8.28125, false]], [[-9.03125, false]], [[-7.77734375, false]], [[-9.28125, false]], [[-11.53125, false]]], "filtered_resps": [[-6.77734375, false], [-9.28125, false], [-5.52734375, false], [-9.78125, false], [-3.77734375, false], [-6.27734375, false], [-8.78125, false], [-9.28125, false], [-9.71875, false], [-5.77734375, false], [-9.28125, false], [-9.03125, false], [-7.52734375, false], [-7.77734375, false], [-7.77734375, false], [-7.27734375, false], [-9.28125, false], [-9.71875, false], [-5.77734375, false], [-9.28125, false], [-7.52734375, false], [-7.77734375, false], [-7.27734375, false], [-9.28125, false], [-9.71875, false], [-5.77734375, false], [-9.28125, false], [-9.28125, false], [-10.03125, false], [-8.28125, false], [-9.03125, false], [-7.77734375, false], [-9.28125, false], [-11.53125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 764, "doc": {"id": "Mercury_414500", "question": "The National Aeronautics and Space Administration (NASA) is the agency responsible for the space program in the United States. What was the goal of NASA's Apollo program?", "choices": {"text": ["to search for life on planets other than Earth", "to land on a planet in another solar system", "to determine the composition the Sun", "to send a human to land on the Moon"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "to send a human to land on the Moon", "arguments": ["Question: The National Aeronautics and Space Administration (NASA) is the agency responsible for the space program in the United States. What was the goal of NASA's Apollo program?\nAnswer:", " ["], "resps": [[[-6.96875, false]], [[-8.71875, false]], [[-11.71875, false]], [[-10.96875, false]], [[-5.96875, false]], [[-11.21875, false]], [[-10.96875, false]], [[-8.46875, false]], [[-13.21875, false]], [[-12.21875, false]], [[-13.46875, false]], [[-5.96875, false]], [[-13.21875, false]], [[-10.96875, false]], [[-13.21875, false]], [[-5.96875, false]], [[-11.46875, false]], [[-10.46875, false]], [[-13.21875, false]], [[-10.96875, false]], [[-5.96875, false]], [[-10.96875, false]], [[-10.96875, false]], [[-5.96875, false]], [[-11.71875, false]], [[-11.46875, false]], [[-8.46875, false]], [[-10.96875, false]], [[-10.96875, false]], [[-11.71875, false]], [[-11.21875, false]], [[-5.96875, false]], [[-10.96875, false]], [[-11.71875, false]], [[-13.46875, false]], [[-10.96875, false]], [[-13.21875, false]], [[-5.96875, false]], [[-11.71875, false]], [[-13.46875, false]], [[-8.46875, false]], [[-10.96875, false]], [[-5.96875, false]], [[-7.96875, false]], [[-8.46875, false]], [[-13.21875, false]], [[-11.71875, false]], [[-13.46875, false]], [[-8.71875, false]], [[-10.15625, false]], [[-5.96875, false]], [[-8.71875, false]], [[-11.71875, false]], [[-10.96875, false]], [[-5.96875, false]], [[-11.46875, false]], [[-8.46875, false]], [[-10.96875, false]], [[-12.46875, false]], [[-5.96875, false]], [[-10.96875, false]], [[-10.96875, false]], [[-5.96875, false]], [[-8.46875, false]], [[-5.96875, false]], [[-11.71875, false]], [[-11.46875, false]], [[-8.46875, false]], [[-10.96875, false]], [[-10.96875, false]], [[-11.71875, false]], [[-5.96875, false]], [[-10.46875, false]], [[-10.96875, false]], [[-5.96875, false]], [[-8.46875, false]], [[-10.96875, false]], [[-10.96875, false]], [[-11.71875, false]], [[-13.46875, false]], [[-10.96875, false]], [[-13.21875, false]], [[-5.96875, false]], [[-11.21875, false]], [[-10.96875, false]], [[-11.46875, false]], [[-8.46875, false]], [[-13.21875, false]], [[-5.96875, false]], [[-11.21875, false]], [[-14.21875, false]], [[-11.21875, false]], [[-11.71875, false]], [[-10.96875, false]], [[-12.21875, false]], [[-8.71875, false]], [[-10.15625, false]], [[-5.96875, false]], [[-8.71875, false]], [[-11.71875, false]], [[-10.96875, false]], [[-5.96875, false]], [[-12.46875, false]], [[-10.96875, false]], [[-11.71875, false]], [[-10.96875, false]], [[-13.21875, false]], [[-12.21875, false]], [[-10.46875, false]], [[-10.96875, false]], [[-10.96875, false]], [[-5.96875, false]], [[-11.71875, false]], [[-13.46875, false]], [[-10.96875, false]], [[-5.96875, false]], [[-12.21875, false]], [[-10.96875, false]], [[-12.21875, false]], [[-11.71875, false]], [[-10.96875, false]], [[-11.21875, false]], [[-10.46875, false]], [[-11.71875, false]], [[-10.46875, false]], [[-10.96875, false]], [[-10.96875, false]], [[-5.96875, false]], [[-11.71875, false]], [[-13.46875, false]], [[-10.96875, false]], [[-5.96875, false]], [[-7.96875, false]], [[-12.46875, false]], [[-10.96875, false]], [[-8.71875, false]], [[-10.15625, false]], [[-5.96875, false]], [[-8.71875, false]], [[-11.71875, false]], [[-10.96875, false]], [[-5.96875, false]], [[-11.21875, false]], [[-10.96875, false]], [[-10.96875, false]], [[-12.46875, false]], [[-5.96875, false]], [[-8.46875, false]], [[-5.96875, false]], [[-13.46875, false]], [[-12.46875, false]], [[-12.21875, false]], [[-8.46875, false]], [[-10.96875, false]], [[-5.96875, false]], [[-11.71875, false]], [[-10.96875, false]], [[-5.96875, false]], [[-11.46875, false]], [[-8.46875, false]], [[-10.96875, false]], [[-12.46875, false]], [[-5.96875, false]], [[-10.96875, false]], [[-10.96875, false]], [[-5.96875, false]], [[-11.71875, false]], [[-13.46875, false]], [[-10.96875, false]], [[-5.96875, false]], [[-8.71875, false]], [[-10.96875, false]], [[-10.96875, false]], [[-10.96875, false]], [[-8.71875, false]], [[-11.46875, false]]], "filtered_resps": [[-6.96875, false], [-8.71875, false], [-11.71875, false], [-10.96875, false], [-5.96875, false], [-11.21875, false], [-10.96875, false], [-8.46875, false], [-13.21875, false], [-12.21875, false], [-13.46875, false], [-5.96875, false], [-13.21875, false], [-10.96875, false], [-13.21875, false], [-5.96875, false], [-11.46875, false], [-10.46875, false], [-13.21875, false], [-10.96875, false], [-5.96875, false], [-10.96875, false], [-10.96875, false], [-5.96875, false], [-11.71875, false], [-11.46875, false], [-8.46875, false], [-10.96875, false], [-10.96875, false], [-11.71875, false], [-11.21875, false], [-5.96875, false], [-10.96875, false], [-11.71875, false], [-13.46875, false], [-10.96875, false], [-13.21875, false], [-5.96875, false], [-11.71875, false], [-13.46875, false], [-8.46875, false], [-10.96875, false], [-5.96875, false], [-7.96875, false], [-8.46875, false], [-13.21875, false], [-11.71875, false], [-13.46875, false], [-8.71875, false], [-10.15625, false], [-5.96875, false], [-8.71875, false], [-11.71875, false], [-10.96875, false], [-5.96875, false], [-11.46875, false], [-8.46875, false], [-10.96875, false], [-12.46875, false], [-5.96875, false], [-10.96875, false], [-10.96875, false], [-5.96875, false], [-8.46875, false], [-5.96875, false], [-11.71875, false], [-11.46875, false], [-8.46875, false], [-10.96875, false], [-10.96875, false], [-11.71875, false], [-5.96875, false], [-10.46875, false], [-10.96875, false], [-5.96875, false], [-8.46875, false], [-10.96875, false], [-10.96875, false], [-11.71875, false], [-13.46875, false], [-10.96875, false], [-13.21875, false], [-5.96875, false], [-11.21875, false], [-10.96875, false], [-11.46875, false], [-8.46875, false], [-13.21875, false], [-5.96875, false], [-11.21875, false], [-14.21875, false], [-11.21875, false], [-11.71875, false], [-10.96875, false], [-12.21875, false], [-8.71875, false], [-10.15625, false], [-5.96875, false], [-8.71875, false], [-11.71875, false], [-10.96875, false], [-5.96875, false], [-12.46875, false], [-10.96875, false], [-11.71875, false], [-10.96875, false], [-13.21875, false], [-12.21875, false], [-10.46875, false], [-10.96875, false], [-10.96875, false], [-5.96875, false], [-11.71875, false], [-13.46875, false], [-10.96875, false], [-5.96875, false], [-12.21875, false], [-10.96875, false], [-12.21875, false], [-11.71875, false], [-10.96875, false], [-11.21875, false], [-10.46875, false], [-11.71875, false], [-10.46875, false], [-10.96875, false], [-10.96875, false], [-5.96875, false], [-11.71875, false], [-13.46875, false], [-10.96875, false], [-5.96875, false], [-7.96875, false], [-12.46875, false], [-10.96875, false], [-8.71875, false], [-10.15625, false], [-5.96875, false], [-8.71875, false], [-11.71875, false], [-10.96875, false], [-5.96875, false], [-11.21875, false], [-10.96875, false], [-10.96875, false], [-12.46875, false], [-5.96875, false], [-8.46875, false], [-5.96875, false], [-13.46875, false], [-12.46875, false], [-12.21875, false], [-8.46875, false], [-10.96875, false], [-5.96875, false], [-11.71875, false], [-10.96875, false], [-5.96875, false], [-11.46875, false], [-8.46875, false], [-10.96875, false], [-12.46875, false], [-5.96875, false], [-10.96875, false], [-10.96875, false], [-5.96875, false], [-11.71875, false], [-13.46875, false], [-10.96875, false], [-5.96875, false], [-8.71875, false], [-10.96875, false], [-10.96875, false], [-10.96875, false], [-8.71875, false], [-11.46875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 772, "doc": {"id": "Mercury_7018078", "question": "The sum of protons and neutrons in the nucleus of an atom is called the", "choices": {"text": ["valence.", "mass number.", "chemical property.", "electrical charge."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "mass number.", "arguments": ["Question: The sum of protons and neutrons in the nucleus of an atom is called the\nAnswer:", " ["], "resps": [[[-6.3515625, false]], [[-8.6015625, false]], [[-8.6015625, false]], [[-5.1015625, false]], [[-9.8515625, false]], [[-7.8515625, false]], [[-5.8515625, false]], [[-7.6015625, false]], [[-7.8515625, false]], [[-6.48046875, false]], [[-8.6015625, false]], [[-8.234375, false]], [[-5.1015625, false]], [[-8.6015625, false]], [[-6.8515625, false]], [[-5.1015625, false]], [[-9.3515625, false]], [[-9.3515625, false]], [[-5.1015625, false]], [[-5.8515625, false]], [[-8.6015625, false]], [[-6.8515625, false]], [[-6.6015625, false]], [[-7.8515625, false]], [[-8.1015625, false]], [[-6.48046875, false]], [[-8.6015625, false]], [[-8.234375, false]], [[-5.1015625, false]], [[-8.6015625, false]], [[-7.6015625, false]], [[-8.3515625, false]], [[-7.8515625, false]], [[-6.8515625, false]], [[-7.8515625, false]], [[-7.6015625, false]], [[-5.1015625, false]], [[-9.8515625, false]], [[-5.1015625, false]], [[-7.1015625, false]], [[-8.1015625, false]], [[-10.6015625, false]], [[-7.1015625, false]], [[-7.8515625, false]], [[-8.1015625, false]], [[-8.3515625, false]], [[-10.1015625, false]], [[-6.48046875, false]], [[-8.6015625, false]], [[-8.234375, false]], [[-5.1015625, false]], [[-8.6015625, false]], [[-7.8515625, false]], [[-9.8515625, false]], [[-7.8515625, false]], [[-7.6015625, false]], [[-8.3515625, false]], [[-8.1015625, false]], [[-7.8515625, false]], [[-7.6015625, false]], [[-5.1015625, false]], [[-9.8515625, false]], [[-5.1015625, false]], [[-7.6015625, false]], [[-8.3515625, false]], [[-5.1015625, false]], [[-8.1015625, false]], [[-9.6015625, false]], [[-7.8515625, false]], [[-6.48046875, false]], [[-8.6015625, false]], [[-10.8515625, false]]], "filtered_resps": [[-6.3515625, false], [-8.6015625, false], [-8.6015625, false], [-5.1015625, false], [-9.8515625, false], [-7.8515625, false], [-5.8515625, false], [-7.6015625, false], [-7.8515625, false], [-6.48046875, false], [-8.6015625, false], [-8.234375, false], [-5.1015625, false], [-8.6015625, false], [-6.8515625, false], [-5.1015625, false], [-9.3515625, false], [-9.3515625, false], [-5.1015625, false], [-5.8515625, false], [-8.6015625, false], [-6.8515625, false], [-6.6015625, false], [-7.8515625, false], [-8.1015625, false], [-6.48046875, false], [-8.6015625, false], [-8.234375, false], [-5.1015625, false], [-8.6015625, false], [-7.6015625, false], [-8.3515625, false], [-7.8515625, false], [-6.8515625, false], [-7.8515625, false], [-7.6015625, false], [-5.1015625, false], [-9.8515625, false], [-5.1015625, false], [-7.1015625, false], [-8.1015625, false], [-10.6015625, false], [-7.1015625, false], [-7.8515625, false], [-8.1015625, false], [-8.3515625, false], [-10.1015625, false], [-6.48046875, false], [-8.6015625, false], [-8.234375, false], [-5.1015625, false], [-8.6015625, false], [-7.8515625, false], [-9.8515625, false], [-7.8515625, false], [-7.6015625, false], [-8.3515625, false], [-8.1015625, false], [-7.8515625, false], [-7.6015625, false], [-5.1015625, false], [-9.8515625, false], [-5.1015625, false], [-7.6015625, false], [-8.3515625, false], [-5.1015625, false], [-8.1015625, false], [-9.6015625, false], [-7.8515625, false], [-6.48046875, false], [-8.6015625, false], [-10.8515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 780, "doc": {"id": "Mercury_SC_405020", "question": "Oxygen-rich blood returns from the lungs to the heart. Which two systems are most directly involved in this process?", "choices": {"text": ["excretory and digestive", "circulatory and excretory", "digestive and respiratory", "respiratory and circulatory"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "respiratory and circulatory", "arguments": ["Question: Oxygen-rich blood returns from the lungs to the heart. Which two systems are most directly involved in this process?\nAnswer:", " ["], "resps": [[[-7.3203125, false]], [[-11.3203125, false]], [[-8.3203125, false]], [[-8.8203125, false]], [[-6.8203125, false]], [[-10.3203125, false]], [[-8.3203125, false]], [[-10.3203125, false]], [[-8.0703125, false]], [[-10.3203125, false]], [[-12.0703125, false]], [[-5.3203125, false]], [[-3.568359375, false]], [[-8.8203125, false]], [[-9.8203125, false]], [[-5.3203125, false]], [[-9.8203125, false]], [[-8.0703125, false]], [[-11.8203125, false]], [[-8.3203125, false]], [[-9.8203125, false]], [[-10.3203125, false]], [[-8.0703125, false]], [[-10.5703125, false]], [[-8.3203125, false]], [[-11.3203125, false]], [[-9.625, false]], [[-5.3203125, false]], [[-11.3203125, false]], [[-6.8203125, false]], [[-8.0703125, false]], [[-10.3203125, false]], [[-6.8203125, false]], [[-10.5703125, false]], [[-7.5703125, false]], [[-3.568359375, false]], [[-10.3203125, false]], [[-8.0703125, false]], [[-10.3203125, false]], [[-12.0703125, false]], [[-5.3203125, false]], [[-3.568359375, false]], [[-8.8203125, false]], [[-9.8203125, false]], [[-5.3203125, false]], [[-8.3203125, false]], [[-8.8203125, false]], [[-6.8203125, false]], [[-10.3203125, false]], [[-8.3203125, false]], [[-10.3203125, false]], [[-8.0703125, false]], [[-10.3203125, false]], [[-12.0703125, false]], [[-11.3203125, false]], [[-9.625, false]], [[-5.3203125, false]], [[-11.3203125, false]], [[-9.8203125, false]], [[-8.0703125, false]], [[-11.8203125, false]], [[-8.3203125, false]], [[-9.8203125, false]], [[-10.3203125, false]], [[-8.0703125, false]], [[-10.5703125, false]], [[-8.3203125, false]], [[-5.3203125, false]], [[-3.568359375, false]], [[-8.8203125, false]], [[-9.8203125, false]], [[-5.3203125, false]], [[-10.3203125, false]], [[-8.3203125, false]], [[-9.8203125, false]], [[-9.5703125, false]], [[-8.0703125, false]], [[-10.3203125, false]], [[-3.568359375, false]], [[-10.3203125, false]], [[-8.0703125, false]], [[-10.3203125, false]], [[-12.0703125, false]], [[-11.3203125, false]], [[-9.625, false]], [[-5.3203125, false]], [[-11.3203125, false]], [[-10.3203125, false]], [[-8.3203125, false]], [[-9.8203125, false]], [[-9.5703125, false]], [[-8.0703125, false]], [[-10.3203125, false]], [[-3.568359375, false]], [[-10.3203125, false]], [[-8.0703125, false]], [[-10.3203125, false]], [[-12.0703125, false]], [[-5.3203125, false]], [[-3.568359375, false]], [[-8.8203125, false]], [[-9.8203125, false]], [[-5.3203125, false]], [[-6.8203125, false]], [[-8.0703125, false]], [[-10.3203125, false]], [[-6.8203125, false]], [[-10.5703125, false]], [[-7.5703125, false]], [[-3.568359375, false]], [[-10.3203125, false]], [[-8.0703125, false]], [[-10.3203125, false]], [[-12.0703125, false]], [[-11.3203125, false]], [[-11.3203125, false]]], "filtered_resps": [[-7.3203125, false], [-11.3203125, false], [-8.3203125, false], [-8.8203125, false], [-6.8203125, false], [-10.3203125, false], [-8.3203125, false], [-10.3203125, false], [-8.0703125, false], [-10.3203125, false], [-12.0703125, false], [-5.3203125, false], [-3.568359375, false], [-8.8203125, false], [-9.8203125, false], [-5.3203125, false], [-9.8203125, false], [-8.0703125, false], [-11.8203125, false], [-8.3203125, false], [-9.8203125, false], [-10.3203125, false], [-8.0703125, false], [-10.5703125, false], [-8.3203125, false], [-11.3203125, false], [-9.625, false], [-5.3203125, false], [-11.3203125, false], [-6.8203125, false], [-8.0703125, false], [-10.3203125, false], [-6.8203125, false], [-10.5703125, false], [-7.5703125, false], [-3.568359375, false], [-10.3203125, false], [-8.0703125, false], [-10.3203125, false], [-12.0703125, false], [-5.3203125, false], [-3.568359375, false], [-8.8203125, false], [-9.8203125, false], [-5.3203125, false], [-8.3203125, false], [-8.8203125, false], [-6.8203125, false], [-10.3203125, false], [-8.3203125, false], [-10.3203125, false], [-8.0703125, false], [-10.3203125, false], [-12.0703125, false], [-11.3203125, false], [-9.625, false], [-5.3203125, false], [-11.3203125, false], [-9.8203125, false], [-8.0703125, false], [-11.8203125, false], [-8.3203125, false], [-9.8203125, false], [-10.3203125, false], [-8.0703125, false], [-10.5703125, false], [-8.3203125, false], [-5.3203125, false], [-3.568359375, false], [-8.8203125, false], [-9.8203125, false], [-5.3203125, false], [-10.3203125, false], [-8.3203125, false], [-9.8203125, false], [-9.5703125, false], [-8.0703125, false], [-10.3203125, false], [-3.568359375, false], [-10.3203125, false], [-8.0703125, false], [-10.3203125, false], [-12.0703125, false], [-11.3203125, false], [-9.625, false], [-5.3203125, false], [-11.3203125, false], [-10.3203125, false], [-8.3203125, false], [-9.8203125, false], [-9.5703125, false], [-8.0703125, false], [-10.3203125, false], [-3.568359375, false], [-10.3203125, false], [-8.0703125, false], [-10.3203125, false], [-12.0703125, false], [-5.3203125, false], [-3.568359375, false], [-8.8203125, false], [-9.8203125, false], [-5.3203125, false], [-6.8203125, false], [-8.0703125, false], [-10.3203125, false], [-6.8203125, false], [-10.5703125, false], [-7.5703125, false], [-3.568359375, false], [-10.3203125, false], [-8.0703125, false], [-10.3203125, false], [-12.0703125, false], [-11.3203125, false], [-11.3203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 788, "doc": {"id": "Mercury_7219030", "question": "As some organisms die, their remains become buried by mud and are eventually compressed into a type of rock. Which of these is a rock type that forms from this process?", "choices": {"text": ["igneous", "sedimentary", "magma", "metamorphic"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "sedimentary", "arguments": ["Question: As some organisms die, their remains become buried by mud and are eventually compressed into a type of rock. Which of these is a rock type that forms from this process?\nAnswer:", " ["], "resps": [[[-6.5703125, false]], [[-8.8203125, false]], [[-8.0703125, false]], [[-9.5703125, false]], [[-9.5703125, false]], [[-7.3203125, false]], [[-8.3203125, false]], [[-10.0703125, false]], [[-8.5703125, false]], [[-8.8203125, false]], [[-10.28125, false]], [[-5.3203125, false]], [[-8.8203125, false]], [[-8.5703125, false]], [[-7.3203125, false]], [[-8.5703125, false]], [[-8.0703125, false]], [[-8.3203125, false]], [[-7.3203125, false]], [[-9.5703125, false]], [[-10.5703125, false]], [[-4.0703125, false]], [[-9.0703125, false]], [[-10.8203125, false]], [[-8.8203125, false]], [[-10.28125, false]], [[-5.3203125, false]], [[-8.8203125, false]], [[-8.3203125, false]], [[-4.0703125, false]], [[-9.5703125, false]], [[-8.3203125, false]], [[-4.0703125, false]], [[-8.8203125, false]], [[-10.28125, false]], [[-5.3203125, false]], [[-8.8203125, false]], [[-8.3203125, false]], [[-7.3203125, false]], [[-10.5703125, false]], [[-4.0703125, false]], [[-8.3203125, false]], [[-8.3203125, false]], [[-9.0703125, false]], [[-9.0703125, false]], [[-10.5703125, false]], [[-8.0703125, false]], [[-6.5703125, false]], [[-8.8203125, false]], [[-12.5703125, false]]], "filtered_resps": [[-6.5703125, false], [-8.8203125, false], [-8.0703125, false], [-9.5703125, false], [-9.5703125, false], [-7.3203125, false], [-8.3203125, false], [-10.0703125, false], [-8.5703125, false], [-8.8203125, false], [-10.28125, false], [-5.3203125, false], [-8.8203125, false], [-8.5703125, false], [-7.3203125, false], [-8.5703125, false], [-8.0703125, false], [-8.3203125, false], [-7.3203125, false], [-9.5703125, false], [-10.5703125, false], [-4.0703125, false], [-9.0703125, false], [-10.8203125, false], [-8.8203125, false], [-10.28125, false], [-5.3203125, false], [-8.8203125, false], [-8.3203125, false], [-4.0703125, false], [-9.5703125, false], [-8.3203125, false], [-4.0703125, false], [-8.8203125, false], [-10.28125, false], [-5.3203125, false], [-8.8203125, false], [-8.3203125, false], [-7.3203125, false], [-10.5703125, false], [-4.0703125, false], [-8.3203125, false], [-8.3203125, false], [-9.0703125, false], [-9.0703125, false], [-10.5703125, false], [-8.0703125, false], [-6.5703125, false], [-8.8203125, false], [-12.5703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 796, "doc": {"id": "Mercury_LBS10993", "question": "Animals depend on plants for many things, including food. What do plants depend on from animals?", "choices": {"text": ["energy for photosynthesis", "pest control", "carbon dioxide", "oxygen"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "carbon dioxide", "arguments": ["Question: Animals depend on plants for many things, including food. What do plants depend on from animals?\nAnswer:", " ["], "resps": [[[-8.09375, false]], [[-10.59375, false]], [[-9.09375, false]], [[-11.34375, false]], [[-9.09375, false]], [[-13.09375, false]], [[-13.09375, false]], [[-12.09375, false]], [[-6.33984375, false]], [[-11.84375, false]], [[-9.84375, false]], [[-13.09375, false]], [[-6.33984375, false]], [[-11.09375, false]], [[-12.84375, false]], [[-9.84375, false]], [[-12.59375, false]], [[-9.84375, false]], [[-10.84375, false]], [[-12.09375, false]], [[-11.34375, false]], [[-12.59375, false]], [[-12.84375, false]], [[-9.09375, false]], [[-10.84375, false]], [[-9.59375, false]], [[-10.84375, false]], [[-10.59375, false]], [[-11.484375, false]], [[-6.33984375, false]], [[-10.59375, false]], [[-11.09375, false]], [[-9.09375, false]], [[-10.84375, false]], [[-12.59375, false]], [[-6.33984375, false]], [[-9.84375, false]], [[-9.84375, false]], [[-11.34375, false]], [[-12.59375, false]], [[-13.09375, false]], [[-9.84375, false]], [[-10.84375, false]], [[-10.59375, false]], [[-11.484375, false]], [[-6.33984375, false]], [[-10.59375, false]], [[-9.84375, false]], [[-7.08984375, false]], [[-13.09375, false]], [[-10.59375, false]], [[-9.84375, false]], [[-11.34375, false]], [[-6.33984375, false]], [[-9.59375, false]], [[-9.59375, false]], [[-9.84375, false]], [[-12.59375, false]], [[-9.59375, false]], [[-9.59375, false]], [[-9.09375, false]], [[-10.59375, false]], [[-11.484375, false]], [[-6.33984375, false]], [[-10.59375, false]], [[-9.84375, false]], [[-12.59375, false]], [[-12.09375, false]], [[-13.09375, false]], [[-9.09375, false]], [[-11.34375, false]], [[-10.59375, false]], [[-13.34375, false]]], "filtered_resps": [[-8.09375, false], [-10.59375, false], [-9.09375, false], [-11.34375, false], [-9.09375, false], [-13.09375, false], [-13.09375, false], [-12.09375, false], [-6.33984375, false], [-11.84375, false], [-9.84375, false], [-13.09375, false], [-6.33984375, false], [-11.09375, false], [-12.84375, false], [-9.84375, false], [-12.59375, false], [-9.84375, false], [-10.84375, false], [-12.09375, false], [-11.34375, false], [-12.59375, false], [-12.84375, false], [-9.09375, false], [-10.84375, false], [-9.59375, false], [-10.84375, false], [-10.59375, false], [-11.484375, false], [-6.33984375, false], [-10.59375, false], [-11.09375, false], [-9.09375, false], [-10.84375, false], [-12.59375, false], [-6.33984375, false], [-9.84375, false], [-9.84375, false], [-11.34375, false], [-12.59375, false], [-13.09375, false], [-9.84375, false], [-10.84375, false], [-10.59375, false], [-11.484375, false], [-6.33984375, false], [-10.59375, false], [-9.84375, false], [-7.08984375, false], [-13.09375, false], [-10.59375, false], [-9.84375, false], [-11.34375, false], [-6.33984375, false], [-9.59375, false], [-9.59375, false], [-9.84375, false], [-12.59375, false], [-9.59375, false], [-9.59375, false], [-9.09375, false], [-10.59375, false], [-11.484375, false], [-6.33984375, false], [-10.59375, false], [-9.84375, false], [-12.59375, false], [-12.09375, false], [-13.09375, false], [-9.09375, false], [-11.34375, false], [-10.59375, false], [-13.34375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 804, "doc": {"id": "Mercury_7161298", "question": "In an ecosystem, not all of the energy that is available is used by the organisms. Some energy becomes unavailable before it can be transferred to organisms in the next trophic level. How does the energy most likely become unavailable?", "choices": {"text": ["The energy is stored as food.", "The energy is dissipated as heat.", "The energy is trapped in dead organisms.", "The energy is moved to another ecosystem."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "The energy is dissipated as heat.", "arguments": ["Question: In an ecosystem, not all of the energy that is available is used by the organisms. Some energy becomes unavailable before it can be transferred to organisms in the next trophic level. How does the energy most likely become unavailable?\nAnswer:", " ["], "resps": [[[-7.43359375, false]], [[-9.6796875, false]], [[-7.55859375, false]], [[-11.6796875, false]], [[-7.30859375, false]], [[-5.68359375, false]], [[-7.30859375, false]], [[-9.6796875, false]], [[-7.30859375, false]], [[-11.9296875, false]], [[-12.6796875, false]], [[-11.4296875, false]], [[-5.68359375, false]], [[-8.4296875, false]], [[-10.3046875, false]], [[-5.68359375, false]], [[-10.3046875, false]], [[-11.3046875, false]], [[-9.1796875, false]], [[-11.9296875, false]], [[-7.30859375, false]], [[-8.9296875, false]], [[-5.68359375, false]], [[-5.93359375, false]], [[-10.3046875, false]], [[-5.68359375, false]], [[-10.6796875, false]], [[-9.1796875, false]], [[-9.1796875, false]], [[-8.9296875, false]], [[-8.3828125, false]], [[-9.6796875, false]], [[-11.0, false]], [[-5.68359375, false]], [[-9.6796875, false]], [[-7.55859375, false]], [[-11.6796875, false]], [[-7.30859375, false]], [[-5.68359375, false]], [[-7.30859375, false]], [[-9.6796875, false]], [[-7.30859375, false]], [[-11.9296875, false]], [[-12.6796875, false]], [[-11.4296875, false]], [[-5.68359375, false]], [[-8.4296875, false]], [[-10.3046875, false]], [[-5.68359375, false]], [[-8.9296875, false]], [[-8.4296875, false]], [[-10.3046875, false]], [[-10.3046875, false]], [[-8.4296875, false]], [[-10.3046875, false]], [[-5.93359375, false]], [[-11.3046875, false]], [[-7.30859375, false]], [[-8.9296875, false]], [[-5.68359375, false]], [[-5.93359375, false]], [[-10.3046875, false]], [[-5.68359375, false]], [[-11.6796875, false]], [[-7.30859375, false]], [[-5.93359375, false]], [[-11.3046875, false]], [[-8.3828125, false]], [[-9.6796875, false]], [[-11.0, false]], [[-5.68359375, false]], [[-9.6796875, false]], [[-7.55859375, false]], [[-11.6796875, false]], [[-7.30859375, false]], [[-5.68359375, false]], [[-7.30859375, false]], [[-9.6796875, false]], [[-7.30859375, false]], [[-11.9296875, false]], [[-12.6796875, false]], [[-11.4296875, false]], [[-5.68359375, false]], [[-8.4296875, false]], [[-10.3046875, false]], [[-5.68359375, false]], [[-11.3046875, false]], [[-11.9296875, false]], [[-5.93359375, false]], [[-10.3046875, false]], [[-10.3046875, false]], [[-7.30859375, false]], [[-8.9296875, false]], [[-5.68359375, false]], [[-8.4296875, false]], [[-9.6796875, false]], [[-5.68359375, false]], [[-8.9296875, false]], [[-7.30859375, false]], [[-5.93359375, false]], [[-8.9296875, false]], [[-5.68359375, false]], [[-9.1796875, false]], [[-11.9296875, false]], [[-12.6796875, false]], [[-5.93359375, false]], [[-9.6796875, false]], [[-8.4296875, false]], [[-10.3046875, false]], [[-10.8046875, false]], [[-10.3046875, false]], [[-8.3828125, false]], [[-9.6796875, false]], [[-11.0, false]], [[-5.68359375, false]], [[-9.6796875, false]], [[-7.55859375, false]], [[-11.6796875, false]], [[-7.30859375, false]], [[-5.68359375, false]], [[-7.30859375, false]], [[-9.6796875, false]], [[-7.30859375, false]], [[-11.9296875, false]], [[-12.6796875, false]], [[-11.4296875, false]], [[-5.68359375, false]], [[-8.4296875, false]], [[-10.3046875, false]], [[-5.68359375, false]], [[-10.8046875, false]], [[-9.1796875, false]], [[-11.4296875, false]], [[-7.30859375, false]], [[-8.9296875, false]], [[-5.68359375, false]], [[-11.3046875, false]], [[-9.1796875, false]], [[-5.68359375, false]], [[-5.93359375, false]], [[-9.6796875, false]], [[-9.1796875, false]], [[-11.3046875, false]], [[-11.6796875, false]], [[-7.30859375, false]], [[-11.9296875, false]], [[-5.68359375, false]], [[-7.30859375, false]], [[-9.1796875, false]], [[-9.1796875, false]], [[-10.3046875, false]], [[-11.4296875, false]], [[-10.3046875, false]], [[-11.3046875, false]], [[-7.30859375, false]], [[-10.8046875, false]], [[-8.3828125, false]], [[-9.6796875, false]], [[-13.8046875, false]]], "filtered_resps": [[-7.43359375, false], [-9.6796875, false], [-7.55859375, false], [-11.6796875, false], [-7.30859375, false], [-5.68359375, false], [-7.30859375, false], [-9.6796875, false], [-7.30859375, false], [-11.9296875, false], [-12.6796875, false], [-11.4296875, false], [-5.68359375, false], [-8.4296875, false], [-10.3046875, false], [-5.68359375, false], [-10.3046875, false], [-11.3046875, false], [-9.1796875, false], [-11.9296875, false], [-7.30859375, false], [-8.9296875, false], [-5.68359375, false], [-5.93359375, false], [-10.3046875, false], [-5.68359375, false], [-10.6796875, false], [-9.1796875, false], [-9.1796875, false], [-8.9296875, false], [-8.3828125, false], [-9.6796875, false], [-11.0, false], [-5.68359375, false], [-9.6796875, false], [-7.55859375, false], [-11.6796875, false], [-7.30859375, false], [-5.68359375, false], [-7.30859375, false], [-9.6796875, false], [-7.30859375, false], [-11.9296875, false], [-12.6796875, false], [-11.4296875, false], [-5.68359375, false], [-8.4296875, false], [-10.3046875, false], [-5.68359375, false], [-8.9296875, false], [-8.4296875, false], [-10.3046875, false], [-10.3046875, false], [-8.4296875, false], [-10.3046875, false], [-5.93359375, false], [-11.3046875, false], [-7.30859375, false], [-8.9296875, false], [-5.68359375, false], [-5.93359375, false], [-10.3046875, false], [-5.68359375, false], [-11.6796875, false], [-7.30859375, false], [-5.93359375, false], [-11.3046875, false], [-8.3828125, false], [-9.6796875, false], [-11.0, false], [-5.68359375, false], [-9.6796875, false], [-7.55859375, false], [-11.6796875, false], [-7.30859375, false], [-5.68359375, false], [-7.30859375, false], [-9.6796875, false], [-7.30859375, false], [-11.9296875, false], [-12.6796875, false], [-11.4296875, false], [-5.68359375, false], [-8.4296875, false], [-10.3046875, false], [-5.68359375, false], [-11.3046875, false], [-11.9296875, false], [-5.93359375, false], [-10.3046875, false], [-10.3046875, false], [-7.30859375, false], [-8.9296875, false], [-5.68359375, false], [-8.4296875, false], [-9.6796875, false], [-5.68359375, false], [-8.9296875, false], [-7.30859375, false], [-5.93359375, false], [-8.9296875, false], [-5.68359375, false], [-9.1796875, false], [-11.9296875, false], [-12.6796875, false], [-5.93359375, false], [-9.6796875, false], [-8.4296875, false], [-10.3046875, false], [-10.8046875, false], [-10.3046875, false], [-8.3828125, false], [-9.6796875, false], [-11.0, false], [-5.68359375, false], [-9.6796875, false], [-7.55859375, false], [-11.6796875, false], [-7.30859375, false], [-5.68359375, false], [-7.30859375, false], [-9.6796875, false], [-7.30859375, false], [-11.9296875, false], [-12.6796875, false], [-11.4296875, false], [-5.68359375, false], [-8.4296875, false], [-10.3046875, false], [-5.68359375, false], [-10.8046875, false], [-9.1796875, false], [-11.4296875, false], [-7.30859375, false], [-8.9296875, false], [-5.68359375, false], [-11.3046875, false], [-9.1796875, false], [-5.68359375, false], [-5.93359375, false], [-9.6796875, false], [-9.1796875, false], [-11.3046875, false], [-11.6796875, false], [-7.30859375, false], [-11.9296875, false], [-5.68359375, false], [-7.30859375, false], [-9.1796875, false], [-9.1796875, false], [-10.3046875, false], [-11.4296875, false], [-10.3046875, false], [-11.3046875, false], [-7.30859375, false], [-10.8046875, false], [-8.3828125, false], [-9.6796875, false], [-13.8046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 812, "doc": {"id": "NYSEDREGENTS_2008_8_18", "question": "What are produced in both the male and female reproductive systems in humans?", "choices": {"text": ["sperm", "nutrients", "fertilized eggs", "sex cells"], "label": ["1", "2", "3", "4"]}, "answerKey": "4"}, "target": "sex cells", "arguments": ["Question: What are produced in both the male and female reproductive systems in humans?\nAnswer:", " ["], "resps": [[[-7.9375, false]], [[-9.6875, false]], [[-9.1875, false]], [[-8.9375, false]], [[-7.9375, false]], [[-10.6875, false]], [[-9.4375, false]], [[-9.6875, false]], [[-9.9921875, false]], [[-5.4375, false]], [[-9.6875, false]], [[-8.9375, false]], [[-7.4375, false]], [[-10.9375, false]], [[-10.6875, false]], [[-9.4375, false]], [[-7.9375, false]], [[-8.9375, false]], [[-10.9375, false]], [[-9.1875, false]], [[-9.6875, false]], [[-9.9921875, false]], [[-5.4375, false]], [[-9.6875, false]], [[-10.4375, false]], [[-7.9375, false]], [[-10.6875, false]], [[-10.9375, false]], [[-9.4375, false]], [[-10.1875, false]], [[-9.4375, false]], [[-9.6875, false]], [[-7.9375, false]], [[-10.4375, false]], [[-5.4375, false]], [[-7.9375, false]], [[-10.9375, false]], [[-10.9375, false]], [[-9.1875, false]], [[-9.6875, false]], [[-9.9921875, false]], [[-5.4375, false]], [[-9.6875, false]], [[-9.1875, false]], [[-7.9375, false]], [[-9.9375, false]], [[-5.4375, false]], [[-9.1875, false]], [[-7.9375, false]], [[-10.1875, false]], [[-10.1875, false]], [[-9.1875, false]], [[-9.6875, false]], [[-12.4375, false]]], "filtered_resps": [[-7.9375, false], [-9.6875, false], [-9.1875, false], [-8.9375, false], [-7.9375, false], [-10.6875, false], [-9.4375, false], [-9.6875, false], [-9.9921875, false], [-5.4375, false], [-9.6875, false], [-8.9375, false], [-7.4375, false], [-10.9375, false], [-10.6875, false], [-9.4375, false], [-7.9375, false], [-8.9375, false], [-10.9375, false], [-9.1875, false], [-9.6875, false], [-9.9921875, false], [-5.4375, false], [-9.6875, false], [-10.4375, false], [-7.9375, false], [-10.6875, false], [-10.9375, false], [-9.4375, false], [-10.1875, false], [-9.4375, false], [-9.6875, false], [-7.9375, false], [-10.4375, false], [-5.4375, false], [-7.9375, false], [-10.9375, false], [-10.9375, false], [-9.1875, false], [-9.6875, false], [-9.9921875, false], [-5.4375, false], [-9.6875, false], [-9.1875, false], [-7.9375, false], [-9.9375, false], [-5.4375, false], [-9.1875, false], [-7.9375, false], [-10.1875, false], [-10.1875, false], [-9.1875, false], [-9.6875, false], [-12.4375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 820, "doc": {"id": "Mercury_405056", "question": "Students are comparing different rocks. What do all rocks have in common?", "choices": {"text": ["Rocks are made of one or more minerals.", "Rocks are made of two or more elements.", "Rocks are made of magma and sediments.", "Rocks are made of sand changed by pressure."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Rocks are made of one or more minerals.", "arguments": ["Question: Students are comparing different rocks. What do all rocks have in common?\nAnswer:", " ["], "resps": [[[-8.859375, false]], [[-9.359375, false]], [[-6.359375, false]], [[-10.109375, false]], [[-9.859375, false]], [[-12.609375, false]], [[-11.109375, false]], [[-6.109375, false]], [[-7.109375, false]], [[-9.359375, false]], [[-9.109375, false]], [[-6.109375, false]], [[-11.109375, false]], [[-7.109375, false]], [[-10.859375, false]], [[-9.109375, false]], [[-6.109375, false]], [[-10.109375, false]], [[-11.359375, false]], [[-6.109375, false]], [[-10.109375, false]], [[-11.359375, false]], [[-9.109375, false]], [[-6.109375, false]], [[-10.109375, false]], [[-9.359375, false]], [[-6.109375, false]], [[-11.109375, false]], [[-10.109375, false]], [[-9.359375, false]], [[-9.109375, false]], [[-6.109375, false]], [[-11.109375, false]], [[-10.859375, false]], [[-11.359375, false]], [[-9.109375, false]], [[-9.359375, false]], [[-7.109375, false]], [[-11.359375, false]], [[-11.109375, false]], [[-7.14453125, false]], [[-9.359375, false]], [[-10.265625, false]], [[-6.109375, false]], [[-9.359375, false]], [[-6.359375, false]], [[-10.109375, false]], [[-9.859375, false]], [[-12.609375, false]], [[-11.109375, false]], [[-6.109375, false]], [[-7.109375, false]], [[-9.359375, false]], [[-9.109375, false]], [[-6.109375, false]], [[-11.109375, false]], [[-7.109375, false]], [[-10.859375, false]], [[-9.109375, false]], [[-6.109375, false]], [[-10.109375, false]], [[-11.359375, false]], [[-6.109375, false]], [[-11.359375, false]], [[-12.609375, false]], [[-10.109375, false]], [[-6.109375, false]], [[-10.109375, false]], [[-9.359375, false]], [[-6.109375, false]], [[-11.109375, false]], [[-10.109375, false]], [[-9.359375, false]], [[-9.109375, false]], [[-6.109375, false]], [[-9.109375, false]], [[-11.359375, false]], [[-9.109375, false]], [[-11.109375, false]], [[-9.109375, false]], [[-11.359375, false]], [[-11.359375, false]], [[-11.109375, false]], [[-7.14453125, false]], [[-9.359375, false]], [[-10.265625, false]], [[-6.109375, false]], [[-9.359375, false]], [[-6.359375, false]], [[-10.109375, false]], [[-9.859375, false]], [[-12.609375, false]], [[-11.109375, false]], [[-6.109375, false]], [[-7.109375, false]], [[-9.359375, false]], [[-9.109375, false]], [[-6.109375, false]], [[-11.109375, false]], [[-7.109375, false]], [[-10.859375, false]], [[-9.109375, false]], [[-6.109375, false]], [[-10.109375, false]], [[-11.359375, false]], [[-6.109375, false]], [[-11.109375, false]], [[-7.109375, false]], [[-11.359375, false]], [[-11.109375, false]], [[-7.109375, false]], [[-6.109375, false]], [[-7.109375, false]], [[-11.359375, false]], [[-10.859375, false]], [[-6.109375, false]], [[-11.109375, false]], [[-9.109375, false]], [[-10.859375, false]], [[-10.859375, false]], [[-11.109375, false]], [[-9.109375, false]], [[-11.359375, false]], [[-11.359375, false]], [[-11.109375, false]], [[-7.14453125, false]], [[-9.359375, false]], [[-10.265625, false]], [[-6.109375, false]], [[-9.359375, false]], [[-6.359375, false]], [[-10.109375, false]], [[-9.859375, false]], [[-12.609375, false]], [[-11.109375, false]], [[-6.109375, false]], [[-7.109375, false]], [[-9.359375, false]], [[-9.109375, false]], [[-6.109375, false]], [[-11.109375, false]], [[-7.109375, false]], [[-10.859375, false]], [[-9.109375, false]], [[-6.109375, false]], [[-10.109375, false]], [[-11.359375, false]], [[-6.109375, false]], [[-11.109375, false]], [[-7.109375, false]], [[-11.359375, false]], [[-10.859375, false]], [[-6.109375, false]], [[-9.859375, false]], [[-13.359375, false]], [[-7.109375, false]], [[-11.359375, false]], [[-11.359375, false]], [[-9.109375, false]], [[-10.859375, false]], [[-6.109375, false]], [[-10.859375, false]], [[-12.859375, false]], [[-6.109375, false]], [[-11.359375, false]], [[-9.359375, false]], [[-9.109375, false]], [[-11.109375, false]], [[-11.109375, false]], [[-12.609375, false]], [[-9.359375, false]], [[-9.109375, false]], [[-7.14453125, false]], [[-9.359375, false]], [[-12.859375, false]]], "filtered_resps": [[-8.859375, false], [-9.359375, false], [-6.359375, false], [-10.109375, false], [-9.859375, false], [-12.609375, false], [-11.109375, false], [-6.109375, false], [-7.109375, false], [-9.359375, false], [-9.109375, false], [-6.109375, false], [-11.109375, false], [-7.109375, false], [-10.859375, false], [-9.109375, false], [-6.109375, false], [-10.109375, false], [-11.359375, false], [-6.109375, false], [-10.109375, false], [-11.359375, false], [-9.109375, false], [-6.109375, false], [-10.109375, false], [-9.359375, false], [-6.109375, false], [-11.109375, false], [-10.109375, false], [-9.359375, false], [-9.109375, false], [-6.109375, false], [-11.109375, false], [-10.859375, false], [-11.359375, false], [-9.109375, false], [-9.359375, false], [-7.109375, false], [-11.359375, false], [-11.109375, false], [-7.14453125, false], [-9.359375, false], [-10.265625, false], [-6.109375, false], [-9.359375, false], [-6.359375, false], [-10.109375, false], [-9.859375, false], [-12.609375, false], [-11.109375, false], [-6.109375, false], [-7.109375, false], [-9.359375, false], [-9.109375, false], [-6.109375, false], [-11.109375, false], [-7.109375, false], [-10.859375, false], [-9.109375, false], [-6.109375, false], [-10.109375, false], [-11.359375, false], [-6.109375, false], [-11.359375, false], [-12.609375, false], [-10.109375, false], [-6.109375, false], [-10.109375, false], [-9.359375, false], [-6.109375, false], [-11.109375, false], [-10.109375, false], [-9.359375, false], [-9.109375, false], [-6.109375, false], [-9.109375, false], [-11.359375, false], [-9.109375, false], [-11.109375, false], [-9.109375, false], [-11.359375, false], [-11.359375, false], [-11.109375, false], [-7.14453125, false], [-9.359375, false], [-10.265625, false], [-6.109375, false], [-9.359375, false], [-6.359375, false], [-10.109375, false], [-9.859375, false], [-12.609375, false], [-11.109375, false], [-6.109375, false], [-7.109375, false], [-9.359375, false], [-9.109375, false], [-6.109375, false], [-11.109375, false], [-7.109375, false], [-10.859375, false], [-9.109375, false], [-6.109375, false], [-10.109375, false], [-11.359375, false], [-6.109375, false], [-11.109375, false], [-7.109375, false], [-11.359375, false], [-11.109375, false], [-7.109375, false], [-6.109375, false], [-7.109375, false], [-11.359375, false], [-10.859375, false], [-6.109375, false], [-11.109375, false], [-9.109375, false], [-10.859375, false], [-10.859375, false], [-11.109375, false], [-9.109375, false], [-11.359375, false], [-11.359375, false], [-11.109375, false], [-7.14453125, false], [-9.359375, false], [-10.265625, false], [-6.109375, false], [-9.359375, false], [-6.359375, false], [-10.109375, false], [-9.859375, false], [-12.609375, false], [-11.109375, false], [-6.109375, false], [-7.109375, false], [-9.359375, false], [-9.109375, false], [-6.109375, false], [-11.109375, false], [-7.109375, false], [-10.859375, false], [-9.109375, false], [-6.109375, false], [-10.109375, false], [-11.359375, false], [-6.109375, false], [-11.109375, false], [-7.109375, false], [-11.359375, false], [-10.859375, false], [-6.109375, false], [-9.859375, false], [-13.359375, false], [-7.109375, false], [-11.359375, false], [-11.359375, false], [-9.109375, false], [-10.859375, false], [-6.109375, false], [-10.859375, false], [-12.859375, false], [-6.109375, false], [-11.359375, false], [-9.359375, false], [-9.109375, false], [-11.109375, false], [-11.109375, false], [-12.609375, false], [-9.359375, false], [-9.109375, false], [-7.14453125, false], [-9.359375, false], [-12.859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 828, "doc": {"id": "Mercury_7171955", "question": "As a corn plant ages, its leaves grow. Which process is directly responsible for the growth of these leaves?", "choices": {"text": ["the division of cells in the plant", "the release of oxygen from the plant", "the absorption of carbon dioxide in the stem", "the transportation of nutrients from the roots"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "the division of cells in the plant", "arguments": ["Question: As a corn plant ages, its leaves grow. Which process is directly responsible for the growth of these leaves?\nAnswer:", " ["], "resps": [[[-6.94140625, false]], [[-10.0703125, false]], [[-9.9453125, false]], [[-10.6953125, false]], [[-8.5703125, false]], [[-5.31640625, false]], [[-8.1953125, false]], [[-8.4453125, false]], [[-10.9453125, false]], [[-8.4453125, false]], [[-9.4453125, false]], [[-8.4453125, false]], [[-8.1953125, false]], [[-8.5703125, false]], [[-5.31640625, false]], [[-8.1953125, false]], [[-10.0703125, false]], [[-5.31640625, false]], [[-7.69140625, false]], [[-8.5703125, false]], [[-10.5703125, false]], [[-10.5703125, false]], [[-9.4453125, false]], [[-5.31640625, false]], [[-8.4453125, false]], [[-8.5703125, false]], [[-5.31640625, false]], [[-9.9453125, false]], [[-10.6953125, false]], [[-8.5703125, false]], [[-5.31640625, false]], [[-9.1953125, false]], [[-10.5703125, false]], [[-5.31640625, false]], [[-8.5703125, false]], [[-9.9453125, false]], [[-10.0703125, false]], [[-10.0, false]], [[-5.31640625, false]], [[-10.0703125, false]], [[-9.9453125, false]], [[-10.6953125, false]], [[-8.5703125, false]], [[-5.31640625, false]], [[-10.6953125, false]], [[-8.5703125, false]], [[-10.5703125, false]], [[-8.5703125, false]], [[-5.31640625, false]], [[-9.4453125, false]], [[-8.5703125, false]], [[-5.31640625, false]], [[-8.1953125, false]], [[-10.0703125, false]], [[-5.31640625, false]], [[-8.1953125, false]], [[-9.1953125, false]], [[-9.4453125, false]], [[-11.1953125, false]], [[-8.5703125, false]], [[-8.5703125, false]], [[-5.31640625, false]], [[-10.0703125, false]], [[-10.6953125, false]], [[-8.1953125, false]], [[-9.1953125, false]], [[-5.31640625, false]], [[-9.9453125, false]], [[-10.6953125, false]], [[-8.5703125, false]], [[-5.31640625, false]], [[-9.1953125, false]], [[-10.5703125, false]], [[-5.31640625, false]], [[-8.5703125, false]], [[-9.9453125, false]], [[-10.0703125, false]], [[-10.0, false]], [[-5.31640625, false]], [[-10.0703125, false]], [[-9.9453125, false]], [[-10.6953125, false]], [[-8.5703125, false]], [[-5.31640625, false]], [[-5.31640625, false]], [[-6.69140625, false]], [[-9.4453125, false]], [[-8.1953125, false]], [[-10.6953125, false]], [[-9.1953125, false]], [[-9.9453125, false]], [[-8.4453125, false]], [[-8.1953125, false]], [[-8.5703125, false]], [[-5.31640625, false]], [[-8.1953125, false]], [[-10.0703125, false]], [[-5.31640625, false]], [[-7.69140625, false]], [[-5.31640625, false]], [[-10.6953125, false]], [[-6.69140625, false]], [[-8.1953125, false]], [[-8.5703125, false]], [[-5.31640625, false]], [[-8.1953125, false]], [[-8.4453125, false]], [[-8.1953125, false]], [[-9.1953125, false]], [[-8.4453125, false]], [[-8.1953125, false]], [[-8.5703125, false]], [[-5.31640625, false]], [[-8.4453125, false]], [[-8.5703125, false]], [[-5.31640625, false]], [[-9.9453125, false]], [[-10.6953125, false]], [[-8.5703125, false]], [[-5.31640625, false]], [[-9.4453125, false]], [[-9.9453125, false]], [[-8.5703125, false]], [[-9.1953125, false]], [[-10.0703125, false]], [[-10.0, false]], [[-5.31640625, false]], [[-10.0703125, false]], [[-9.9453125, false]], [[-10.6953125, false]], [[-8.5703125, false]], [[-5.31640625, false]], [[-9.9453125, false]], [[-10.6953125, false]], [[-5.31640625, false]], [[-8.5703125, false]], [[-9.4453125, false]], [[-9.1953125, false]], [[-8.1953125, false]], [[-10.6953125, false]], [[-9.9453125, false]], [[-5.31640625, false]], [[-9.9453125, false]], [[-8.4453125, false]], [[-8.1953125, false]], [[-8.5703125, false]], [[-5.31640625, false]], [[-8.1953125, false]], [[-10.0703125, false]], [[-5.31640625, false]], [[-8.5703125, false]], [[-10.6953125, false]], [[-9.9453125, false]], [[-10.6953125, false]], [[-8.4453125, false]], [[-8.5703125, false]], [[-8.5703125, false]], [[-9.9453125, false]], [[-9.4453125, false]], [[-5.31640625, false]], [[-10.0703125, false]], [[-10.6953125, false]], [[-8.1953125, false]], [[-9.1953125, false]], [[-5.31640625, false]], [[-9.9453125, false]], [[-10.6953125, false]], [[-8.5703125, false]], [[-5.31640625, false]], [[-10.6953125, false]], [[-8.1953125, false]], [[-8.1953125, false]], [[-9.9453125, false]], [[-9.4453125, false]], [[-10.0703125, false]], [[-13.9453125, false]]], "filtered_resps": [[-6.94140625, false], [-10.0703125, false], [-9.9453125, false], [-10.6953125, false], [-8.5703125, false], [-5.31640625, false], [-8.1953125, false], [-8.4453125, false], [-10.9453125, false], [-8.4453125, false], [-9.4453125, false], [-8.4453125, false], [-8.1953125, false], [-8.5703125, false], [-5.31640625, false], [-8.1953125, false], [-10.0703125, false], [-5.31640625, false], [-7.69140625, false], [-8.5703125, false], [-10.5703125, false], [-10.5703125, false], [-9.4453125, false], [-5.31640625, false], [-8.4453125, false], [-8.5703125, false], [-5.31640625, false], [-9.9453125, false], [-10.6953125, false], [-8.5703125, false], [-5.31640625, false], [-9.1953125, false], [-10.5703125, false], [-5.31640625, false], [-8.5703125, false], [-9.9453125, false], [-10.0703125, false], [-10.0, false], [-5.31640625, false], [-10.0703125, false], [-9.9453125, false], [-10.6953125, false], [-8.5703125, false], [-5.31640625, false], [-10.6953125, false], [-8.5703125, false], [-10.5703125, false], [-8.5703125, false], [-5.31640625, false], [-9.4453125, false], [-8.5703125, false], [-5.31640625, false], [-8.1953125, false], [-10.0703125, false], [-5.31640625, false], [-8.1953125, false], [-9.1953125, false], [-9.4453125, false], [-11.1953125, false], [-8.5703125, false], [-8.5703125, false], [-5.31640625, false], [-10.0703125, false], [-10.6953125, false], [-8.1953125, false], [-9.1953125, false], [-5.31640625, false], [-9.9453125, false], [-10.6953125, false], [-8.5703125, false], [-5.31640625, false], [-9.1953125, false], [-10.5703125, false], [-5.31640625, false], [-8.5703125, false], [-9.9453125, false], [-10.0703125, false], [-10.0, false], [-5.31640625, false], [-10.0703125, false], [-9.9453125, false], [-10.6953125, false], [-8.5703125, false], [-5.31640625, false], [-5.31640625, false], [-6.69140625, false], [-9.4453125, false], [-8.1953125, false], [-10.6953125, false], [-9.1953125, false], [-9.9453125, false], [-8.4453125, false], [-8.1953125, false], [-8.5703125, false], [-5.31640625, false], [-8.1953125, false], [-10.0703125, false], [-5.31640625, false], [-7.69140625, false], [-5.31640625, false], [-10.6953125, false], [-6.69140625, false], [-8.1953125, false], [-8.5703125, false], [-5.31640625, false], [-8.1953125, false], [-8.4453125, false], [-8.1953125, false], [-9.1953125, false], [-8.4453125, false], [-8.1953125, false], [-8.5703125, false], [-5.31640625, false], [-8.4453125, false], [-8.5703125, false], [-5.31640625, false], [-9.9453125, false], [-10.6953125, false], [-8.5703125, false], [-5.31640625, false], [-9.4453125, false], [-9.9453125, false], [-8.5703125, false], [-9.1953125, false], [-10.0703125, false], [-10.0, false], [-5.31640625, false], [-10.0703125, false], [-9.9453125, false], [-10.6953125, false], [-8.5703125, false], [-5.31640625, false], [-9.9453125, false], [-10.6953125, false], [-5.31640625, false], [-8.5703125, false], [-9.4453125, false], [-9.1953125, false], [-8.1953125, false], [-10.6953125, false], [-9.9453125, false], [-5.31640625, false], [-9.9453125, false], [-8.4453125, false], [-8.1953125, false], [-8.5703125, false], [-5.31640625, false], [-8.1953125, false], [-10.0703125, false], [-5.31640625, false], [-8.5703125, false], [-10.6953125, false], [-9.9453125, false], [-10.6953125, false], [-8.4453125, false], [-8.5703125, false], [-8.5703125, false], [-9.9453125, false], [-9.4453125, false], [-5.31640625, false], [-10.0703125, false], [-10.6953125, false], [-8.1953125, false], [-9.1953125, false], [-5.31640625, false], [-9.9453125, false], [-10.6953125, false], [-8.5703125, false], [-5.31640625, false], [-10.6953125, false], [-8.1953125, false], [-8.1953125, false], [-9.9453125, false], [-9.4453125, false], [-10.0703125, false], [-13.9453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 836, "doc": {"id": "Mercury_SC_405490", "question": "Tree roots can grow into rock and break it apart. Water can freeze in the cracks of rock, causing it to break apart. How are these two processes alike?", "choices": {"text": ["Both are forces.", "Both affect weather.", "Both form new kinds of rock.", "Both are forms of weathering."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Both are forms of weathering.", "arguments": ["Question: Tree roots can grow into rock and break it apart. Water can freeze in the cracks of rock, causing it to break apart. How are these two processes alike?\nAnswer:", " ["], "resps": [[[-7.55078125, false]], [[-9.796875, false]], [[-6.55078125, false]], [[-10.546875, false]], [[-11.296875, false]], [[-12.546875, false]], [[-6.05078125, false]], [[-6.55078125, false]], [[-11.046875, false]], [[-9.046875, false]], [[-6.05078125, false]], [[-11.296875, false]], [[-10.546875, false]], [[-11.046875, false]], [[-9.046875, false]], [[-9.046875, false]], [[-11.046875, false]], [[-7.2265625, false]], [[-9.796875, false]], [[-10.6015625, false]], [[-6.05078125, false]], [[-9.796875, false]], [[-6.55078125, false]], [[-10.546875, false]], [[-11.296875, false]], [[-12.546875, false]], [[-6.05078125, false]], [[-6.55078125, false]], [[-11.296875, false]], [[-11.296875, false]], [[-9.046875, false]], [[-9.046875, false]], [[-11.296875, false]], [[-6.05078125, false]], [[-12.046875, false]], [[-9.046875, false]], [[-6.55078125, false]], [[-11.296875, false]], [[-12.546875, false]], [[-9.046875, false]], [[-11.046875, false]], [[-7.2265625, false]], [[-9.796875, false]], [[-10.6015625, false]], [[-6.05078125, false]], [[-9.796875, false]], [[-6.55078125, false]], [[-10.546875, false]], [[-11.296875, false]], [[-12.546875, false]], [[-6.05078125, false]], [[-11.296875, false]], [[-10.546875, false]], [[-11.046875, false]], [[-10.796875, false]], [[-6.05078125, false]], [[-10.796875, false]], [[-9.046875, false]], [[-12.046875, false]], [[-6.05078125, false]], [[-12.046875, false]], [[-9.796875, false]], [[-10.796875, false]], [[-9.796875, false]], [[-11.046875, false]], [[-6.05078125, false]], [[-10.546875, false]], [[-11.296875, false]], [[-6.05078125, false]], [[-11.046875, false]], [[-10.546875, false]], [[-9.046875, false]], [[-12.046875, false]], [[-7.2265625, false]], [[-9.796875, false]], [[-10.6015625, false]], [[-6.05078125, false]], [[-9.796875, false]], [[-6.55078125, false]], [[-10.546875, false]], [[-11.296875, false]], [[-12.546875, false]], [[-6.05078125, false]], [[-6.55078125, false]], [[-11.046875, false]], [[-9.046875, false]], [[-6.05078125, false]], [[-11.296875, false]], [[-10.546875, false]], [[-11.046875, false]], [[-10.796875, false]], [[-11.046875, false]], [[-6.05078125, false]], [[-10.546875, false]], [[-11.296875, false]], [[-6.05078125, false]], [[-12.046875, false]], [[-9.046875, false]], [[-6.55078125, false]], [[-11.296875, false]], [[-12.546875, false]], [[-9.046875, false]], [[-11.046875, false]], [[-9.796875, false]], [[-10.796875, false]], [[-12.296875, false]], [[-7.2265625, false]], [[-9.796875, false]], [[-12.796875, false]]], "filtered_resps": [[-7.55078125, false], [-9.796875, false], [-6.55078125, false], [-10.546875, false], [-11.296875, false], [-12.546875, false], [-6.05078125, false], [-6.55078125, false], [-11.046875, false], [-9.046875, false], [-6.05078125, false], [-11.296875, false], [-10.546875, false], [-11.046875, false], [-9.046875, false], [-9.046875, false], [-11.046875, false], [-7.2265625, false], [-9.796875, false], [-10.6015625, false], [-6.05078125, false], [-9.796875, false], [-6.55078125, false], [-10.546875, false], [-11.296875, false], [-12.546875, false], [-6.05078125, false], [-6.55078125, false], [-11.296875, false], [-11.296875, false], [-9.046875, false], [-9.046875, false], [-11.296875, false], [-6.05078125, false], [-12.046875, false], [-9.046875, false], [-6.55078125, false], [-11.296875, false], [-12.546875, false], [-9.046875, false], [-11.046875, false], [-7.2265625, false], [-9.796875, false], [-10.6015625, false], [-6.05078125, false], [-9.796875, false], [-6.55078125, false], [-10.546875, false], [-11.296875, false], [-12.546875, false], [-6.05078125, false], [-11.296875, false], [-10.546875, false], [-11.046875, false], [-10.796875, false], [-6.05078125, false], [-10.796875, false], [-9.046875, false], [-12.046875, false], [-6.05078125, false], [-12.046875, false], [-9.796875, false], [-10.796875, false], [-9.796875, false], [-11.046875, false], [-6.05078125, false], [-10.546875, false], [-11.296875, false], [-6.05078125, false], [-11.046875, false], [-10.546875, false], [-9.046875, false], [-12.046875, false], [-7.2265625, false], [-9.796875, false], [-10.6015625, false], [-6.05078125, false], [-9.796875, false], [-6.55078125, false], [-10.546875, false], [-11.296875, false], [-12.546875, false], [-6.05078125, false], [-6.55078125, false], [-11.046875, false], [-9.046875, false], [-6.05078125, false], [-11.296875, false], [-10.546875, false], [-11.046875, false], [-10.796875, false], [-11.046875, false], [-6.05078125, false], [-10.546875, false], [-11.296875, false], [-6.05078125, false], [-12.046875, false], [-9.046875, false], [-6.55078125, false], [-11.296875, false], [-12.546875, false], [-9.046875, false], [-11.046875, false], [-9.796875, false], [-10.796875, false], [-12.296875, false], [-7.2265625, false], [-9.796875, false], [-12.796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 844, "doc": {"id": "LEAP__7_10342", "question": "In which situation would osmosis most likely occur in cells?", "choices": {"text": ["across a permeable membrane that separates solutions of the same concentration", "across a permeable membrane that separates solutions of different concentrations", "across a nonpermeable membrane that separates solutions of the same concentration", "across a nonpermeable membrane that separates solutions of different concentrations"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "across a permeable membrane that separates solutions of different concentrations", "arguments": ["Question: In which situation would osmosis most likely occur in cells?\nAnswer:", " ["], "resps": [[[-8.515625, false]], [[-11.515625, false]], [[-7.01171875, false]], [[-9.515625, false]], [[-12.015625, false]], [[-6.26171875, false]], [[-9.765625, false]], [[-9.765625, false]], [[-6.76171875, false]], [[-7.01171875, false]], [[-6.76171875, false]], [[-10.015625, false]], [[-7.76171875, false]], [[-12.015625, false]], [[-10.015625, false]], [[-7.76171875, false]], [[-7.01171875, false]], [[-9.515625, false]], [[-10.265625, false]], [[-7.76171875, false]], [[-6.76171875, false]], [[-10.015625, false]], [[-7.76171875, false]], [[-10.015625, false]], [[-9.515625, false]], [[-12.015625, false]], [[-7.01171875, false]], [[-10.015625, false]], [[-7.76171875, false]], [[-6.76171875, false]], [[-11.015625, false]], [[-10.765625, false]], [[-7.01171875, false]], [[-11.015625, false]], [[-6.76171875, false]], [[-9.765625, false]], [[-7.76171875, false]], [[-10.015625, false]], [[-7.01171875, false]], [[-12.015625, false]], [[-7.01171875, false]], [[-11.015625, false]], [[-7.76171875, false]], [[-9.765625, false]], [[-6.76171875, false]], [[-9.765625, false]], [[-6.26171875, false]], [[-10.265625, false]], [[-10.265625, false]], [[-11.015625, false]], [[-8.015625, false]], [[-6.26171875, false]], [[-10.015625, false]], [[-9.765625, false]], [[-6.76171875, false]], [[-6.26171875, false]], [[-11.265625, false]], [[-6.76171875, false]], [[-11.015625, false]], [[-10.765625, false]], [[-7.76171875, false]], [[-6.76171875, false]], [[-9.765625, false]], [[-7.01171875, false]], [[-10.015625, false]], [[-7.76171875, false]], [[-6.76171875, false]], [[-9.515625, false]], [[-6.26171875, false]], [[-10.015625, false]], [[-9.515625, false]], [[-7.76171875, false]], [[-10.015625, false]], [[-11.015625, false]], [[-12.015625, false]], [[-7.01171875, false]], [[-11.015625, false]], [[-8.015625, false]], [[-6.26171875, false]], [[-10.015625, false]], [[-11.515625, false]], [[-10.6484375, false]], [[-6.76171875, false]], [[-11.515625, false]], [[-7.01171875, false]], [[-9.515625, false]], [[-12.015625, false]], [[-6.26171875, false]], [[-9.765625, false]], [[-9.765625, false]], [[-6.76171875, false]], [[-7.01171875, false]], [[-6.76171875, false]], [[-10.015625, false]], [[-7.76171875, false]], [[-12.015625, false]], [[-10.015625, false]], [[-7.76171875, false]], [[-7.01171875, false]], [[-9.515625, false]], [[-10.265625, false]], [[-7.76171875, false]], [[-6.76171875, false]], [[-10.015625, false]], [[-7.76171875, false]], [[-10.015625, false]], [[-9.515625, false]], [[-12.015625, false]], [[-7.01171875, false]], [[-10.015625, false]], [[-7.76171875, false]], [[-6.76171875, false]], [[-11.015625, false]], [[-10.765625, false]], [[-7.01171875, false]], [[-11.015625, false]], [[-6.76171875, false]], [[-9.765625, false]], [[-7.76171875, false]], [[-10.015625, false]], [[-7.01171875, false]], [[-12.015625, false]], [[-7.01171875, false]], [[-11.015625, false]], [[-7.76171875, false]], [[-9.765625, false]], [[-6.76171875, false]], [[-9.765625, false]], [[-6.26171875, false]], [[-10.265625, false]], [[-10.265625, false]], [[-11.015625, false]], [[-8.015625, false]], [[-6.26171875, false]], [[-10.015625, false]], [[-9.765625, false]], [[-6.76171875, false]], [[-6.26171875, false]], [[-11.265625, false]], [[-6.76171875, false]], [[-9.515625, false]], [[-8.015625, false]], [[-11.265625, false]], [[-11.265625, false]], [[-7.76171875, false]], [[-12.015625, false]], [[-7.76171875, false]], [[-10.015625, false]], [[-11.015625, false]], [[-6.76171875, false]], [[-9.515625, false]], [[-6.26171875, false]], [[-10.015625, false]], [[-9.515625, false]], [[-7.76171875, false]], [[-10.015625, false]], [[-11.015625, false]], [[-12.015625, false]], [[-7.01171875, false]], [[-11.015625, false]], [[-8.015625, false]], [[-6.26171875, false]], [[-10.015625, false]], [[-9.765625, false]], [[-11.515625, false]], [[-10.6484375, false]], [[-6.76171875, false]], [[-11.515625, false]], [[-7.01171875, false]], [[-9.515625, false]], [[-12.015625, false]], [[-6.26171875, false]], [[-9.765625, false]], [[-9.765625, false]], [[-6.76171875, false]], [[-7.01171875, false]], [[-6.76171875, false]], [[-10.015625, false]], [[-6.26171875, false]], [[-10.015625, false]], [[-10.015625, false]], [[-7.76171875, false]], [[-12.015625, false]], [[-10.015625, false]], [[-7.76171875, false]], [[-7.01171875, false]], [[-9.515625, false]], [[-10.265625, false]], [[-7.76171875, false]], [[-6.76171875, false]], [[-10.015625, false]], [[-7.76171875, false]], [[-10.015625, false]], [[-9.515625, false]], [[-12.015625, false]], [[-7.01171875, false]], [[-10.015625, false]], [[-7.76171875, false]], [[-6.76171875, false]], [[-11.015625, false]], [[-10.765625, false]], [[-7.01171875, false]], [[-11.015625, false]], [[-6.76171875, false]], [[-9.765625, false]], [[-7.76171875, false]], [[-10.015625, false]], [[-7.01171875, false]], [[-12.015625, false]], [[-7.01171875, false]], [[-11.015625, false]], [[-7.76171875, false]], [[-9.765625, false]], [[-6.76171875, false]], [[-9.765625, false]], [[-6.26171875, false]], [[-10.265625, false]], [[-10.265625, false]], [[-11.015625, false]], [[-8.015625, false]], [[-6.26171875, false]], [[-10.015625, false]], [[-9.765625, false]], [[-6.76171875, false]], [[-6.26171875, false]], [[-11.265625, false]], [[-6.76171875, false]], [[-11.015625, false]], [[-10.765625, false]], [[-7.76171875, false]], [[-6.76171875, false]], [[-9.765625, false]], [[-7.01171875, false]], [[-10.015625, false]], [[-7.76171875, false]], [[-6.76171875, false]], [[-9.515625, false]], [[-6.26171875, false]], [[-10.015625, false]], [[-9.515625, false]], [[-7.76171875, false]], [[-10.015625, false]], [[-11.015625, false]], [[-12.015625, false]], [[-7.01171875, false]], [[-11.015625, false]], [[-8.015625, false]], [[-6.26171875, false]], [[-10.015625, false]], [[-11.515625, false]], [[-10.6484375, false]], [[-6.76171875, false]], [[-11.515625, false]], [[-7.01171875, false]], [[-9.515625, false]], [[-12.015625, false]], [[-6.26171875, false]], [[-9.765625, false]], [[-9.765625, false]], [[-6.76171875, false]], [[-7.01171875, false]], [[-6.76171875, false]], [[-10.015625, false]], [[-6.26171875, false]], [[-10.015625, false]], [[-10.015625, false]], [[-7.76171875, false]], [[-12.015625, false]], [[-10.015625, false]], [[-7.76171875, false]], [[-7.01171875, false]], [[-9.515625, false]], [[-10.265625, false]], [[-7.76171875, false]], [[-6.76171875, false]], [[-10.015625, false]], [[-7.76171875, false]], [[-10.015625, false]], [[-9.515625, false]], [[-12.015625, false]], [[-7.01171875, false]], [[-10.015625, false]], [[-7.76171875, false]], [[-6.76171875, false]], [[-11.015625, false]], [[-10.765625, false]], [[-7.01171875, false]], [[-11.015625, false]], [[-6.76171875, false]], [[-9.765625, false]], [[-7.76171875, false]], [[-10.015625, false]], [[-7.01171875, false]], [[-12.015625, false]], [[-7.01171875, false]], [[-11.015625, false]], [[-7.76171875, false]], [[-9.765625, false]], [[-6.76171875, false]], [[-9.765625, false]], [[-6.26171875, false]], [[-10.265625, false]], [[-10.265625, false]], [[-11.015625, false]], [[-8.015625, false]], [[-6.26171875, false]], [[-10.015625, false]], [[-9.765625, false]], [[-6.76171875, false]], [[-6.26171875, false]], [[-11.265625, false]], [[-6.76171875, false]], [[-9.515625, false]], [[-8.015625, false]], [[-11.265625, false]], [[-11.265625, false]], [[-7.76171875, false]], [[-12.015625, false]], [[-7.76171875, false]], [[-10.015625, false]], [[-11.015625, false]], [[-6.76171875, false]], [[-9.515625, false]], [[-6.26171875, false]], [[-10.015625, false]], [[-9.515625, false]], [[-7.76171875, false]], [[-10.015625, false]], [[-11.015625, false]], [[-12.015625, false]], [[-7.01171875, false]], [[-11.015625, false]], [[-8.015625, false]], [[-6.26171875, false]], [[-10.015625, false]], [[-9.765625, false]], [[-11.515625, false]], [[-13.265625, false]]], "filtered_resps": [[-8.515625, false], [-11.515625, false], [-7.01171875, false], [-9.515625, false], [-12.015625, false], [-6.26171875, false], [-9.765625, false], [-9.765625, false], [-6.76171875, false], [-7.01171875, false], [-6.76171875, false], [-10.015625, false], [-7.76171875, false], [-12.015625, false], [-10.015625, false], [-7.76171875, false], [-7.01171875, false], [-9.515625, false], [-10.265625, false], [-7.76171875, false], [-6.76171875, false], [-10.015625, false], [-7.76171875, false], [-10.015625, false], [-9.515625, false], [-12.015625, false], [-7.01171875, false], [-10.015625, false], [-7.76171875, false], [-6.76171875, false], [-11.015625, false], [-10.765625, false], [-7.01171875, false], [-11.015625, false], [-6.76171875, false], [-9.765625, false], [-7.76171875, false], [-10.015625, false], [-7.01171875, false], [-12.015625, false], [-7.01171875, false], [-11.015625, false], [-7.76171875, false], [-9.765625, false], [-6.76171875, false], [-9.765625, false], [-6.26171875, false], [-10.265625, false], [-10.265625, false], [-11.015625, false], [-8.015625, false], [-6.26171875, false], [-10.015625, false], [-9.765625, false], [-6.76171875, false], [-6.26171875, false], [-11.265625, false], [-6.76171875, false], [-11.015625, false], [-10.765625, false], [-7.76171875, false], [-6.76171875, false], [-9.765625, false], [-7.01171875, false], [-10.015625, false], [-7.76171875, false], [-6.76171875, false], [-9.515625, false], [-6.26171875, false], [-10.015625, false], [-9.515625, false], [-7.76171875, false], [-10.015625, false], [-11.015625, false], [-12.015625, false], [-7.01171875, false], [-11.015625, false], [-8.015625, false], [-6.26171875, false], [-10.015625, false], [-11.515625, false], [-10.6484375, false], [-6.76171875, false], [-11.515625, false], [-7.01171875, false], [-9.515625, false], [-12.015625, false], [-6.26171875, false], [-9.765625, false], [-9.765625, false], [-6.76171875, false], [-7.01171875, false], [-6.76171875, false], [-10.015625, false], [-7.76171875, false], [-12.015625, false], [-10.015625, false], [-7.76171875, false], [-7.01171875, false], [-9.515625, false], [-10.265625, false], [-7.76171875, false], [-6.76171875, false], [-10.015625, false], [-7.76171875, false], [-10.015625, false], [-9.515625, false], [-12.015625, false], [-7.01171875, false], [-10.015625, false], [-7.76171875, false], [-6.76171875, false], [-11.015625, false], [-10.765625, false], [-7.01171875, false], [-11.015625, false], [-6.76171875, false], [-9.765625, false], [-7.76171875, false], [-10.015625, false], [-7.01171875, false], [-12.015625, false], [-7.01171875, false], [-11.015625, false], [-7.76171875, false], [-9.765625, false], [-6.76171875, false], [-9.765625, false], [-6.26171875, false], [-10.265625, false], [-10.265625, false], [-11.015625, false], [-8.015625, false], [-6.26171875, false], [-10.015625, false], [-9.765625, false], [-6.76171875, false], [-6.26171875, false], [-11.265625, false], [-6.76171875, false], [-9.515625, false], [-8.015625, false], [-11.265625, false], [-11.265625, false], [-7.76171875, false], [-12.015625, false], [-7.76171875, false], [-10.015625, false], [-11.015625, false], [-6.76171875, false], [-9.515625, false], [-6.26171875, false], [-10.015625, false], [-9.515625, false], [-7.76171875, false], [-10.015625, false], [-11.015625, false], [-12.015625, false], [-7.01171875, false], [-11.015625, false], [-8.015625, false], [-6.26171875, false], [-10.015625, false], [-9.765625, false], [-11.515625, false], [-10.6484375, false], [-6.76171875, false], [-11.515625, false], [-7.01171875, false], [-9.515625, false], [-12.015625, false], [-6.26171875, false], [-9.765625, false], [-9.765625, false], [-6.76171875, false], [-7.01171875, false], [-6.76171875, false], [-10.015625, false], [-6.26171875, false], [-10.015625, false], [-10.015625, false], [-7.76171875, false], [-12.015625, false], [-10.015625, false], [-7.76171875, false], [-7.01171875, false], [-9.515625, false], [-10.265625, false], [-7.76171875, false], [-6.76171875, false], [-10.015625, false], [-7.76171875, false], [-10.015625, false], [-9.515625, false], [-12.015625, false], [-7.01171875, false], [-10.015625, false], [-7.76171875, false], [-6.76171875, false], [-11.015625, false], [-10.765625, false], [-7.01171875, false], [-11.015625, false], [-6.76171875, false], [-9.765625, false], [-7.76171875, false], [-10.015625, false], [-7.01171875, false], [-12.015625, false], [-7.01171875, false], [-11.015625, false], [-7.76171875, false], [-9.765625, false], [-6.76171875, false], [-9.765625, false], [-6.26171875, false], [-10.265625, false], [-10.265625, false], [-11.015625, false], [-8.015625, false], [-6.26171875, false], [-10.015625, false], [-9.765625, false], [-6.76171875, false], [-6.26171875, false], [-11.265625, false], [-6.76171875, false], [-11.015625, false], [-10.765625, false], [-7.76171875, false], [-6.76171875, false], [-9.765625, false], [-7.01171875, false], [-10.015625, false], [-7.76171875, false], [-6.76171875, false], [-9.515625, false], [-6.26171875, false], [-10.015625, false], [-9.515625, false], [-7.76171875, false], [-10.015625, false], [-11.015625, false], [-12.015625, false], [-7.01171875, false], [-11.015625, false], [-8.015625, false], [-6.26171875, false], [-10.015625, false], [-11.515625, false], [-10.6484375, false], [-6.76171875, false], [-11.515625, false], [-7.01171875, false], [-9.515625, false], [-12.015625, false], [-6.26171875, false], [-9.765625, false], [-9.765625, false], [-6.76171875, false], [-7.01171875, false], [-6.76171875, false], [-10.015625, false], [-6.26171875, false], [-10.015625, false], [-10.015625, false], [-7.76171875, false], [-12.015625, false], [-10.015625, false], [-7.76171875, false], [-7.01171875, false], [-9.515625, false], [-10.265625, false], [-7.76171875, false], [-6.76171875, false], [-10.015625, false], [-7.76171875, false], [-10.015625, false], [-9.515625, false], [-12.015625, false], [-7.01171875, false], [-10.015625, false], [-7.76171875, false], [-6.76171875, false], [-11.015625, false], [-10.765625, false], [-7.01171875, false], [-11.015625, false], [-6.76171875, false], [-9.765625, false], [-7.76171875, false], [-10.015625, false], [-7.01171875, false], [-12.015625, false], [-7.01171875, false], [-11.015625, false], [-7.76171875, false], [-9.765625, false], [-6.76171875, false], [-9.765625, false], [-6.26171875, false], [-10.265625, false], [-10.265625, false], [-11.015625, false], [-8.015625, false], [-6.26171875, false], [-10.015625, false], [-9.765625, false], [-6.76171875, false], [-6.26171875, false], [-11.265625, false], [-6.76171875, false], [-9.515625, false], [-8.015625, false], [-11.265625, false], [-11.265625, false], [-7.76171875, false], [-12.015625, false], [-7.76171875, false], [-10.015625, false], [-11.015625, false], [-6.76171875, false], [-9.515625, false], [-6.26171875, false], [-10.015625, false], [-9.515625, false], [-7.76171875, false], [-10.015625, false], [-11.015625, false], [-12.015625, false], [-7.01171875, false], [-11.015625, false], [-8.015625, false], [-6.26171875, false], [-10.015625, false], [-9.765625, false], [-11.515625, false], [-13.265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 852, "doc": {"id": "Mercury_SC_406688", "question": "A student wants to know which type of soil holds the most water. Which action should the student most likely do to answer the question?", "choices": {"text": ["compare how the soils are alike", "put the soils into different groups", "record the weight of the soil", "watch how quickly the soil drains"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "watch how quickly the soil drains", "arguments": ["Question: A student wants to know which type of soil holds the most water. Which action should the student most likely do to answer the question?\nAnswer:", " ["], "resps": [[[-6.87109375, false]], [[-9.7421875, false]], [[-11.2421875, false]], [[-10.3671875, false]], [[-10.4921875, false]], [[-9.9921875, false]], [[-5.99609375, false]], [[-11.8671875, false]], [[-9.7421875, false]], [[-5.49609375, false]], [[-11.3671875, false]], [[-10.3671875, false]], [[-12.2421875, false]], [[-5.49609375, false]], [[-11.2421875, false]], [[-11.3671875, false]], [[-9.7421875, false]], [[-5.49609375, false]], [[-9.2421875, false]], [[-10.3671875, false]], [[-9.1171875, false]], [[-11.1171875, false]], [[-9.2421875, false]], [[-5.49609375, false]], [[-5.99609375, false]], [[-11.8671875, false]], [[-9.7421875, false]], [[-5.49609375, false]], [[-5.99609375, false]], [[-11.1171875, false]], [[-9.1171875, false]], [[-11.3671875, false]], [[-9.7421875, false]], [[-9.7421875, false]], [[-10.2421875, false]], [[-5.49609375, false]], [[-9.7421875, false]], [[-9.9921875, false]], [[-10.7421875, false]], [[-11.2421875, false]], [[-5.49609375, false]], [[-11.2421875, false]], [[-11.3671875, false]], [[-9.7421875, false]], [[-5.49609375, false]], [[-9.2421875, false]], [[-10.3671875, false]], [[-9.1171875, false]], [[-11.1171875, false]], [[-9.2421875, false]], [[-5.49609375, false]], [[-9.1171875, false]], [[-11.9921875, false]], [[-11.2421875, false]], [[-10.3671875, false]], [[-5.49609375, false]], [[-9.1171875, false]], [[-9.1171875, false]], [[-11.4921875, false]], [[-11.4921875, false]], [[-9.7421875, false]], [[-11.8671875, false]], [[-9.7421875, false]], [[-11.9921875, false]], [[-11.2421875, false]], [[-5.49609375, false]], [[-11.7421875, false]], [[-11.8671875, false]], [[-10.3671875, false]], [[-10.7421875, false]], [[-9.9921875, false]], [[-9.2421875, false]], [[-9.7421875, false]], [[-10.2890625, false]], [[-5.49609375, false]], [[-9.7421875, false]], [[-11.8671875, false]], [[-9.7421875, false]], [[-11.2421875, false]], [[-10.3671875, false]], [[-11.8671875, false]], [[-9.1171875, false]], [[-5.49609375, false]], [[-11.2421875, false]], [[-11.3671875, false]], [[-9.7421875, false]], [[-5.49609375, false]], [[-12.2421875, false]], [[-9.7421875, false]], [[-9.1171875, false]], [[-11.7421875, false]], [[-11.3671875, false]], [[-11.2421875, false]], [[-5.49609375, false]], [[-10.3671875, false]], [[-11.4921875, false]], [[-5.49609375, false]], [[-11.2421875, false]], [[-11.3671875, false]], [[-9.7421875, false]], [[-5.49609375, false]], [[-9.2421875, false]], [[-10.3671875, false]], [[-9.1171875, false]], [[-11.1171875, false]], [[-9.7421875, false]], [[-10.2890625, false]], [[-5.49609375, false]], [[-9.7421875, false]], [[-12.2421875, false]], [[-5.99609375, false]], [[-11.2421875, false]], [[-11.2421875, false]], [[-11.3671875, false]], [[-5.49609375, false]], [[-11.3671875, false]], [[-10.3671875, false]], [[-12.2421875, false]], [[-5.49609375, false]], [[-12.3671875, false]], [[-10.7421875, false]], [[-9.1171875, false]], [[-11.2421875, false]], [[-11.3671875, false]], [[-11.1171875, false]], [[-12.7421875, false]], [[-5.49609375, false]], [[-11.2421875, false]], [[-11.3671875, false]], [[-9.7421875, false]], [[-5.49609375, false]], [[-9.2421875, false]], [[-10.3671875, false]], [[-9.1171875, false]], [[-11.1171875, false]], [[-5.49609375, false]], [[-9.1171875, false]], [[-11.8671875, false]], [[-5.99609375, false]], [[-9.1171875, false]], [[-11.9921875, false]], [[-9.2421875, false]], [[-9.7421875, false]], [[-12.7421875, false]]], "filtered_resps": [[-6.87109375, false], [-9.7421875, false], [-11.2421875, false], [-10.3671875, false], [-10.4921875, false], [-9.9921875, false], [-5.99609375, false], [-11.8671875, false], [-9.7421875, false], [-5.49609375, false], [-11.3671875, false], [-10.3671875, false], [-12.2421875, false], [-5.49609375, false], [-11.2421875, false], [-11.3671875, false], [-9.7421875, false], [-5.49609375, false], [-9.2421875, false], [-10.3671875, false], [-9.1171875, false], [-11.1171875, false], [-9.2421875, false], [-5.49609375, false], [-5.99609375, false], [-11.8671875, false], [-9.7421875, false], [-5.49609375, false], [-5.99609375, false], [-11.1171875, false], [-9.1171875, false], [-11.3671875, false], [-9.7421875, false], [-9.7421875, false], [-10.2421875, false], [-5.49609375, false], [-9.7421875, false], [-9.9921875, false], [-10.7421875, false], [-11.2421875, false], [-5.49609375, false], [-11.2421875, false], [-11.3671875, false], [-9.7421875, false], [-5.49609375, false], [-9.2421875, false], [-10.3671875, false], [-9.1171875, false], [-11.1171875, false], [-9.2421875, false], [-5.49609375, false], [-9.1171875, false], [-11.9921875, false], [-11.2421875, false], [-10.3671875, false], [-5.49609375, false], [-9.1171875, false], [-9.1171875, false], [-11.4921875, false], [-11.4921875, false], [-9.7421875, false], [-11.8671875, false], [-9.7421875, false], [-11.9921875, false], [-11.2421875, false], [-5.49609375, false], [-11.7421875, false], [-11.8671875, false], [-10.3671875, false], [-10.7421875, false], [-9.9921875, false], [-9.2421875, false], [-9.7421875, false], [-10.2890625, false], [-5.49609375, false], [-9.7421875, false], [-11.8671875, false], [-9.7421875, false], [-11.2421875, false], [-10.3671875, false], [-11.8671875, false], [-9.1171875, false], [-5.49609375, false], [-11.2421875, false], [-11.3671875, false], [-9.7421875, false], [-5.49609375, false], [-12.2421875, false], [-9.7421875, false], [-9.1171875, false], [-11.7421875, false], [-11.3671875, false], [-11.2421875, false], [-5.49609375, false], [-10.3671875, false], [-11.4921875, false], [-5.49609375, false], [-11.2421875, false], [-11.3671875, false], [-9.7421875, false], [-5.49609375, false], [-9.2421875, false], [-10.3671875, false], [-9.1171875, false], [-11.1171875, false], [-9.7421875, false], [-10.2890625, false], [-5.49609375, false], [-9.7421875, false], [-12.2421875, false], [-5.99609375, false], [-11.2421875, false], [-11.2421875, false], [-11.3671875, false], [-5.49609375, false], [-11.3671875, false], [-10.3671875, false], [-12.2421875, false], [-5.49609375, false], [-12.3671875, false], [-10.7421875, false], [-9.1171875, false], [-11.2421875, false], [-11.3671875, false], [-11.1171875, false], [-12.7421875, false], [-5.49609375, false], [-11.2421875, false], [-11.3671875, false], [-9.7421875, false], [-5.49609375, false], [-9.2421875, false], [-10.3671875, false], [-9.1171875, false], [-11.1171875, false], [-5.49609375, false], [-9.1171875, false], [-11.8671875, false], [-5.99609375, false], [-9.1171875, false], [-11.9921875, false], [-9.2421875, false], [-9.7421875, false], [-12.7421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 860, "doc": {"id": "Mercury_411737", "question": "Which of these colors of visible light has the shortest wavelength?", "choices": {"text": ["red", "green", "violet", "yellow"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "violet", "arguments": ["Question: Which of these colors of visible light has the shortest wavelength?\nAnswer:", " ["], "resps": [[[-7.265625, false]], [[-9.765625, false]], [[-8.265625, false]], [[-8.515625, false]], [[-10.015625, false]], [[-9.765625, false]], [[-8.9375, false]], [[-5.015625, false]], [[-9.765625, false]], [[-11.015625, false]], [[-8.265625, false]], [[-8.515625, false]], [[-8.515625, false]], [[-8.015625, false]], [[-9.765625, false]], [[-8.9375, false]], [[-5.015625, false]], [[-9.765625, false]], [[-10.265625, false]], [[-9.515625, false]], [[-9.265625, false]], [[-9.515625, false]], [[-8.515625, false]], [[-10.515625, false]], [[-9.765625, false]], [[-8.9375, false]], [[-5.015625, false]], [[-9.765625, false]], [[-9.765625, false]], [[-8.515625, false]], [[-9.515625, false]], [[-9.515625, false]], [[-9.265625, false]], [[-11.515625, false]], [[-9.765625, false]], [[-13.265625, false]]], "filtered_resps": [[-7.265625, false], [-9.765625, false], [-8.265625, false], [-8.515625, false], [-10.015625, false], [-9.765625, false], [-8.9375, false], [-5.015625, false], [-9.765625, false], [-11.015625, false], [-8.265625, false], [-8.515625, false], [-8.515625, false], [-8.015625, false], [-9.765625, false], [-8.9375, false], [-5.015625, false], [-9.765625, false], [-10.265625, false], [-9.515625, false], [-9.265625, false], [-9.515625, false], [-8.515625, false], [-10.515625, false], [-9.765625, false], [-8.9375, false], [-5.015625, false], [-9.765625, false], [-9.765625, false], [-8.515625, false], [-9.515625, false], [-9.515625, false], [-9.265625, false], [-11.515625, false], [-9.765625, false], [-13.265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 868, "doc": {"id": "Mercury_7012495", "question": "Which of these atomic structures has the least amount of mass?", "choices": {"text": ["an ion", "a proton", "a neutron", "an electron"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "an electron", "arguments": ["Question: Which of these atomic structures has the least amount of mass?\nAnswer:", " ["], "resps": [[[-5.375, false]], [[-8.625, false]], [[-4.125, false]], [[-6.375, false]], [[-4.875, false]], [[-6.375, false]], [[-8.875, false]], [[-6.375, false]], [[-8.625, false]], [[-9.125, false]], [[-4.875, false]], [[-8.625, false]], [[-4.125, false]], [[-4.875, false]], [[-6.875, false]], [[-7.375, false]], [[-8.875, false]], [[-7.125, false]], [[-8.875, false]], [[-6.375, false]], [[-8.625, false]], [[-9.125, false]], [[-4.875, false]], [[-8.625, false]], [[-4.125, false]], [[-4.875, false]], [[-6.375, false]], [[-8.125, false]], [[-8.625, false]], [[-7.125, false]], [[-7.375, false]], [[-8.875, false]], [[-6.375, false]], [[-8.625, false]], [[-9.125, false]], [[-4.875, false]], [[-8.625, false]], [[-4.125, false]], [[-6.375, false]], [[-4.875, false]], [[-8.125, false]], [[-9.125, false]], [[-8.125, false]], [[-6.625, false]], [[-7.125, false]], [[-7.375, false]], [[-8.875, false]], [[-6.375, false]], [[-8.625, false]], [[-12.375, false]]], "filtered_resps": [[-5.375, false], [-8.625, false], [-4.125, false], [-6.375, false], [-4.875, false], [-6.375, false], [-8.875, false], [-6.375, false], [-8.625, false], [-9.125, false], [-4.875, false], [-8.625, false], [-4.125, false], [-4.875, false], [-6.875, false], [-7.375, false], [-8.875, false], [-7.125, false], [-8.875, false], [-6.375, false], [-8.625, false], [-9.125, false], [-4.875, false], [-8.625, false], [-4.125, false], [-4.875, false], [-6.375, false], [-8.125, false], [-8.625, false], [-7.125, false], [-7.375, false], [-8.875, false], [-6.375, false], [-8.625, false], [-9.125, false], [-4.875, false], [-8.625, false], [-4.125, false], [-6.375, false], [-4.875, false], [-8.125, false], [-9.125, false], [-8.125, false], [-6.625, false], [-7.125, false], [-7.375, false], [-8.875, false], [-6.375, false], [-8.625, false], [-12.375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 876, "doc": {"id": "TAKS_2009_8_29", "question": "Some students measure the mass of a small pile of leaves before and after the leaves decompose. Each time the students measure the mass, they place a container with the decomposing leaves on a balance. Before recording the mass of the leaves, the students must do which of the following?", "choices": {"text": ["Subtract the mass of the container", "Add leaves from other plants to the container", "Allow the leaves to settle in the container for a few days", "Use a metric ruler to measure the volume of the container"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Subtract the mass of the container", "arguments": ["Question: Some students measure the mass of a small pile of leaves before and after the leaves decompose. Each time the students measure the mass, they place a container with the decomposing leaves on a balance. Before recording the mass of the leaves, the students must do which of the following?\nAnswer:", " ["], "resps": [[[-6.6875, false]], [[-10.1875, false]], [[-5.9375, false]], [[-9.1875, false]], [[-4.4375, false]], [[-9.1875, false]], [[-8.9375, false]], [[-3.185546875, false]], [[-6.1875, false]], [[-9.1875, false]], [[-4.9375, false]], [[-9.1875, false]], [[-9.9375, false]], [[-7.1875, false]], [[-4.9375, false]], [[-6.4375, false]], [[-3.185546875, false]], [[-7.9375, false]], [[-7.9375, false]], [[-4.9375, false]], [[-8.4375, false]], [[-7.9375, false]], [[-4.9375, false]], [[-9.1875, false]], [[-9.9375, false]], [[-7.1875, false]], [[-4.9375, false]], [[-6.1875, false]], [[-8.4375, false]], [[-8.1875, false]], [[-9.1875, false]], [[-3.185546875, false]], [[-6.6875, false]], [[-8.1875, false]], [[-7.1875, false]], [[-8.9375, false]], [[-10.1875, false]], [[-9.0, false]], [[-4.9375, false]], [[-10.1875, false]], [[-2.435546875, false]], [[-6.4375, false]], [[-6.4375, false]], [[-4.9375, false]], [[-8.4375, false]], [[-7.1875, false]], [[-3.185546875, false]], [[-8.9375, false]], [[-7.1875, false]], [[-7.9375, false]], [[-4.9375, false]], [[-7.9375, false]], [[-8.9375, false]], [[-8.4375, false]], [[-6.4375, false]], [[-4.9375, false]], [[-8.4375, false]], [[-9.1875, false]], [[-9.9375, false]], [[-7.1875, false]], [[-8.9375, false]], [[-4.9375, false]], [[-8.1875, false]], [[-8.4375, false]], [[-3.185546875, false]], [[-8.1875, false]], [[-9.1875, false]], [[-7.9375, false]], [[-4.9375, false]], [[-9.1875, false]], [[-8.4375, false]], [[-4.9375, false]], [[-9.1875, false]], [[-9.9375, false]], [[-7.1875, false]], [[-4.9375, false]], [[-6.1875, false]], [[-8.4375, false]], [[-8.1875, false]], [[-9.1875, false]], [[-3.185546875, false]], [[-6.6875, false]], [[-8.1875, false]], [[-7.1875, false]], [[-8.9375, false]], [[-10.1875, false]], [[-9.0, false]], [[-4.9375, false]], [[-10.1875, false]], [[-2.435546875, false]], [[-8.4375, false]], [[-8.4375, false]], [[-8.4375, false]], [[-9.6875, false]], [[-4.9375, false]], [[-9.1875, false]], [[-9.9375, false]], [[-7.1875, false]], [[-4.9375, false]], [[-8.4375, false]], [[-7.1875, false]], [[-3.185546875, false]], [[-8.9375, false]], [[-7.1875, false]], [[-7.9375, false]], [[-4.9375, false]], [[-9.1875, false]], [[-8.4375, false]], [[-4.9375, false]], [[-7.9375, false]], [[-7.1875, false]], [[-9.1875, false]], [[-9.1875, false]], [[-8.4375, false]], [[-7.1875, false]], [[-4.9375, false]], [[-6.6875, false]], [[-8.1875, false]], [[-4.9375, false]], [[-9.1875, false]], [[-9.9375, false]], [[-7.1875, false]], [[-4.9375, false]], [[-6.1875, false]], [[-8.4375, false]], [[-8.1875, false]], [[-9.1875, false]], [[-3.185546875, false]], [[-6.6875, false]], [[-8.1875, false]], [[-7.1875, false]], [[-8.9375, false]], [[-4.9375, false]], [[-7.9375, false]], [[-8.4375, false]], [[-8.9375, false]], [[-4.9375, false]], [[-3.185546875, false]], [[-4.9375, false]], [[-7.9375, false]], [[-7.1875, false]], [[-9.6875, false]], [[-4.9375, false]], [[-6.4375, false]], [[-3.185546875, false]], [[-9.4375, false]], [[-7.9375, false]], [[-10.1875, false]], [[-9.0, false]], [[-4.9375, false]], [[-10.1875, false]], [[-7.6875, false]], [[-7.9375, false]], [[-7.1875, false]], [[-4.9375, false]], [[-3.185546875, false]], [[-4.9375, false]], [[-6.4375, false]], [[-7.1875, false]], [[-9.1875, false]], [[-8.9375, false]], [[-6.6875, false]], [[-6.1875, false]], [[-4.9375, false]], [[-8.9375, false]], [[-9.1875, false]], [[-8.4375, false]], [[-7.1875, false]], [[-8.9375, false]], [[-4.9375, false]], [[-9.1875, false]], [[-8.4375, false]], [[-4.9375, false]], [[-6.4375, false]], [[-7.1875, false]], [[-3.185546875, false]], [[-7.9375, false]], [[-9.1875, false]], [[-8.9375, false]], [[-7.1875, false]], [[-4.9375, false]], [[-9.1875, false]], [[-9.9375, false]], [[-7.1875, false]], [[-4.9375, false]], [[-8.9375, false]], [[-8.4375, false]], [[-8.4375, false]], [[-9.1875, false]], [[-6.4375, false]], [[-7.1875, false]], [[-4.9375, false]], [[-8.4375, false]], [[-7.9375, false]], [[-4.9375, false]], [[-9.1875, false]], [[-9.9375, false]], [[-7.1875, false]], [[-4.9375, false]], [[-6.1875, false]], [[-8.4375, false]], [[-8.1875, false]], [[-9.1875, false]], [[-3.185546875, false]], [[-6.6875, false]], [[-8.1875, false]], [[-7.1875, false]], [[-8.9375, false]], [[-10.1875, false]], [[-10.9375, false]]], "filtered_resps": [[-6.6875, false], [-10.1875, false], [-5.9375, false], [-9.1875, false], [-4.4375, false], [-9.1875, false], [-8.9375, false], [-3.185546875, false], [-6.1875, false], [-9.1875, false], [-4.9375, false], [-9.1875, false], [-9.9375, false], [-7.1875, false], [-4.9375, false], [-6.4375, false], [-3.185546875, false], [-7.9375, false], [-7.9375, false], [-4.9375, false], [-8.4375, false], [-7.9375, false], [-4.9375, false], [-9.1875, false], [-9.9375, false], [-7.1875, false], [-4.9375, false], [-6.1875, false], [-8.4375, false], [-8.1875, false], [-9.1875, false], [-3.185546875, false], [-6.6875, false], [-8.1875, false], [-7.1875, false], [-8.9375, false], [-10.1875, false], [-9.0, false], [-4.9375, false], [-10.1875, false], [-2.435546875, false], [-6.4375, false], [-6.4375, false], [-4.9375, false], [-8.4375, false], [-7.1875, false], [-3.185546875, false], [-8.9375, false], [-7.1875, false], [-7.9375, false], [-4.9375, false], [-7.9375, false], [-8.9375, false], [-8.4375, false], [-6.4375, false], [-4.9375, false], [-8.4375, false], [-9.1875, false], [-9.9375, false], [-7.1875, false], [-8.9375, false], [-4.9375, false], [-8.1875, false], [-8.4375, false], [-3.185546875, false], [-8.1875, false], [-9.1875, false], [-7.9375, false], [-4.9375, false], [-9.1875, false], [-8.4375, false], [-4.9375, false], [-9.1875, false], [-9.9375, false], [-7.1875, false], [-4.9375, false], [-6.1875, false], [-8.4375, false], [-8.1875, false], [-9.1875, false], [-3.185546875, false], [-6.6875, false], [-8.1875, false], [-7.1875, false], [-8.9375, false], [-10.1875, false], [-9.0, false], [-4.9375, false], [-10.1875, false], [-2.435546875, false], [-8.4375, false], [-8.4375, false], [-8.4375, false], [-9.6875, false], [-4.9375, false], [-9.1875, false], [-9.9375, false], [-7.1875, false], [-4.9375, false], [-8.4375, false], [-7.1875, false], [-3.185546875, false], [-8.9375, false], [-7.1875, false], [-7.9375, false], [-4.9375, false], [-9.1875, false], [-8.4375, false], [-4.9375, false], [-7.9375, false], [-7.1875, false], [-9.1875, false], [-9.1875, false], [-8.4375, false], [-7.1875, false], [-4.9375, false], [-6.6875, false], [-8.1875, false], [-4.9375, false], [-9.1875, false], [-9.9375, false], [-7.1875, false], [-4.9375, false], [-6.1875, false], [-8.4375, false], [-8.1875, false], [-9.1875, false], [-3.185546875, false], [-6.6875, false], [-8.1875, false], [-7.1875, false], [-8.9375, false], [-4.9375, false], [-7.9375, false], [-8.4375, false], [-8.9375, false], [-4.9375, false], [-3.185546875, false], [-4.9375, false], [-7.9375, false], [-7.1875, false], [-9.6875, false], [-4.9375, false], [-6.4375, false], [-3.185546875, false], [-9.4375, false], [-7.9375, false], [-10.1875, false], [-9.0, false], [-4.9375, false], [-10.1875, false], [-7.6875, false], [-7.9375, false], [-7.1875, false], [-4.9375, false], [-3.185546875, false], [-4.9375, false], [-6.4375, false], [-7.1875, false], [-9.1875, false], [-8.9375, false], [-6.6875, false], [-6.1875, false], [-4.9375, false], [-8.9375, false], [-9.1875, false], [-8.4375, false], [-7.1875, false], [-8.9375, false], [-4.9375, false], [-9.1875, false], [-8.4375, false], [-4.9375, false], [-6.4375, false], [-7.1875, false], [-3.185546875, false], [-7.9375, false], [-9.1875, false], [-8.9375, false], [-7.1875, false], [-4.9375, false], [-9.1875, false], [-9.9375, false], [-7.1875, false], [-4.9375, false], [-8.9375, false], [-8.4375, false], [-8.4375, false], [-9.1875, false], [-6.4375, false], [-7.1875, false], [-4.9375, false], [-8.4375, false], [-7.9375, false], [-4.9375, false], [-9.1875, false], [-9.9375, false], [-7.1875, false], [-4.9375, false], [-6.1875, false], [-8.4375, false], [-8.1875, false], [-9.1875, false], [-3.185546875, false], [-6.6875, false], [-8.1875, false], [-7.1875, false], [-8.9375, false], [-10.1875, false], [-10.9375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 884, "doc": {"id": "Mercury_SC_408746", "question": "Plants growing in a pond release a gas that fish need to survive. Which gas do the plants release that fish use?", "choices": {"text": ["helium", "hydrogen", "nitrogen", "oxygen"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "oxygen", "arguments": ["Question: Plants growing in a pond release a gas that fish need to survive. Which gas do the plants release that fish use?\nAnswer:", " ["], "resps": [[[-7.953125, false]], [[-9.203125, false]], [[-8.703125, false]], [[-8.453125, false]], [[-10.203125, false]], [[-7.953125, false]], [[-8.453125, false]], [[-7.203125, false]], [[-9.203125, false]], [[-10.1640625, false]], [[-5.453125, false]], [[-9.203125, false]], [[-8.703125, false]], [[-10.453125, false]], [[-7.953125, false]], [[-12.953125, false]], [[-5.453125, false]], [[-11.203125, false]], [[-8.453125, false]], [[-5.453125, false]], [[-9.203125, false]], [[-10.1640625, false]], [[-5.453125, false]], [[-9.203125, false]], [[-5.453125, false]], [[-7.953125, false]], [[-9.203125, false]], [[-12.953125, false]], [[-5.453125, false]], [[-11.203125, false]], [[-8.453125, false]], [[-5.453125, false]], [[-9.203125, false]], [[-10.1640625, false]], [[-5.453125, false]], [[-9.203125, false]], [[-5.453125, false]], [[-9.953125, false]], [[-10.453125, false]], [[-11.203125, false]], [[-8.453125, false]], [[-5.453125, false]], [[-9.203125, false]], [[-16.203125, false]]], "filtered_resps": [[-7.953125, false], [-9.203125, false], [-8.703125, false], [-8.453125, false], [-10.203125, false], [-7.953125, false], [-8.453125, false], [-7.203125, false], [-9.203125, false], [-10.1640625, false], [-5.453125, false], [-9.203125, false], [-8.703125, false], [-10.453125, false], [-7.953125, false], [-12.953125, false], [-5.453125, false], [-11.203125, false], [-8.453125, false], [-5.453125, false], [-9.203125, false], [-10.1640625, false], [-5.453125, false], [-9.203125, false], [-5.453125, false], [-7.953125, false], [-9.203125, false], [-12.953125, false], [-5.453125, false], [-11.203125, false], [-8.453125, false], [-5.453125, false], [-9.203125, false], [-10.1640625, false], [-5.453125, false], [-9.203125, false], [-5.453125, false], [-9.953125, false], [-10.453125, false], [-11.203125, false], [-8.453125, false], [-5.453125, false], [-9.203125, false], [-16.203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 892, "doc": {"id": "Mercury_SC_405154", "question": "If a student playing the drums hits the drums with greater force, the sound would be", "choices": {"text": ["quieter.", "louder.", "lower in pitch.", "higher in pitch."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "louder.", "arguments": ["Question: If a student playing the drums hits the drums with greater force, the sound would be\nAnswer:", " ["], "resps": [[[-7.0390625, false]], [[-7.5390625, false]], [[-8.5390625, false]], [[-8.7890625, false]], [[-7.5390625, false]], [[-8.5390625, false]], [[-8.7890625, false]], [[-8.5390625, false]], [[-8.7890625, false]], [[-6.78515625, false]], [[-7.5390625, false]], [[-9.09375, false]], [[-5.2890625, false]], [[-7.5390625, false]], [[-10.0390625, false]], [[-9.2890625, false]], [[-8.7890625, false]], [[-6.7890625, false]], [[-8.5390625, false]], [[-8.7890625, false]], [[-6.78515625, false]], [[-7.5390625, false]], [[-9.09375, false]], [[-5.2890625, false]], [[-7.5390625, false]], [[-10.0390625, false]], [[-9.2890625, false]], [[-8.7890625, false]], [[-8.5390625, false]], [[-8.7890625, false]], [[-5.2890625, false]], [[-7.5390625, false]], [[-8.0390625, false]], [[-5.2890625, false]], [[-9.2890625, false]], [[-7.5390625, false]], [[-8.7890625, false]], [[-7.5390625, false]], [[-9.7890625, false]], [[-6.78515625, false]], [[-7.5390625, false]], [[-9.09375, false]], [[-5.2890625, false]], [[-7.5390625, false]], [[-9.7890625, false]], [[-7.5390625, false]], [[-9.2890625, false]], [[-9.7890625, false]], [[-8.5390625, false]], [[-8.7890625, false]], [[-5.2890625, false]], [[-7.5390625, false]], [[-8.0390625, false]], [[-5.2890625, false]], [[-9.2890625, false]], [[-7.5390625, false]], [[-8.7890625, false]], [[-7.5390625, false]], [[-9.7890625, false]], [[-6.78515625, false]], [[-7.5390625, false]], [[-11.0390625, false]]], "filtered_resps": [[-7.0390625, false], [-7.5390625, false], [-8.5390625, false], [-8.7890625, false], [-7.5390625, false], [-8.5390625, false], [-8.7890625, false], [-8.5390625, false], [-8.7890625, false], [-6.78515625, false], [-7.5390625, false], [-9.09375, false], [-5.2890625, false], [-7.5390625, false], [-10.0390625, false], [-9.2890625, false], [-8.7890625, false], [-6.7890625, false], [-8.5390625, false], [-8.7890625, false], [-6.78515625, false], [-7.5390625, false], [-9.09375, false], [-5.2890625, false], [-7.5390625, false], [-10.0390625, false], [-9.2890625, false], [-8.7890625, false], [-8.5390625, false], [-8.7890625, false], [-5.2890625, false], [-7.5390625, false], [-8.0390625, false], [-5.2890625, false], [-9.2890625, false], [-7.5390625, false], [-8.7890625, false], [-7.5390625, false], [-9.7890625, false], [-6.78515625, false], [-7.5390625, false], [-9.09375, false], [-5.2890625, false], [-7.5390625, false], [-9.7890625, false], [-7.5390625, false], [-9.2890625, false], [-9.7890625, false], [-8.5390625, false], [-8.7890625, false], [-5.2890625, false], [-7.5390625, false], [-8.0390625, false], [-5.2890625, false], [-9.2890625, false], [-7.5390625, false], [-8.7890625, false], [-7.5390625, false], [-9.7890625, false], [-6.78515625, false], [-7.5390625, false], [-11.0390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 900, "doc": {"id": "Mercury_SC_400183", "question": "Eyeglasses help a nearsighted person see as a result of", "choices": {"text": ["absorption.", "diffraction.", "reflection.", "refraction."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "refraction.", "arguments": ["Question: Eyeglasses help a nearsighted person see as a result of\nAnswer:", " ["], "resps": [[[-7.796875, false]], [[-8.546875, false]], [[-5.046875, false]], [[-10.796875, false]], [[-10.046875, false]], [[-8.546875, false]], [[-12.046875, false]], [[-10.921875, false]], [[-10.921875, false]], [[-8.296875, false]], [[-8.546875, false]], [[-10.046875, false]], [[-7.94140625, false]], [[-8.546875, false]], [[-9.25, false]], [[-5.296875, false]], [[-8.546875, false]], [[-11.046875, false]], [[-8.296875, false]], [[-10.546875, false]], [[-10.546875, false]], [[-12.046875, false]], [[-5.046875, false]], [[-11.546875, false]], [[-10.921875, false]], [[-8.296875, false]], [[-8.546875, false]], [[-10.046875, false]], [[-7.94140625, false]], [[-8.546875, false]], [[-9.25, false]], [[-5.296875, false]], [[-8.546875, false]], [[-12.046875, false]], [[-9.921875, false]], [[-10.546875, false]], [[-9.421875, false]], [[-9.921875, false]], [[-11.546875, false]], [[-10.921875, false]], [[-8.296875, false]], [[-8.546875, false]], [[-10.046875, false]], [[-7.94140625, false]], [[-8.546875, false]], [[-9.25, false]], [[-5.296875, false]], [[-8.546875, false]], [[-12.046875, false]], [[-9.921875, false]], [[-10.546875, false]], [[-12.046875, false]], [[-5.046875, false]], [[-11.546875, false]], [[-10.921875, false]], [[-8.296875, false]], [[-8.546875, false]], [[-10.046875, false]], [[-7.94140625, false]], [[-8.546875, false]], [[-11.796875, false]]], "filtered_resps": [[-7.796875, false], [-8.546875, false], [-5.046875, false], [-10.796875, false], [-10.046875, false], [-8.546875, false], [-12.046875, false], [-10.921875, false], [-10.921875, false], [-8.296875, false], [-8.546875, false], [-10.046875, false], [-7.94140625, false], [-8.546875, false], [-9.25, false], [-5.296875, false], [-8.546875, false], [-11.046875, false], [-8.296875, false], [-10.546875, false], [-10.546875, false], [-12.046875, false], [-5.046875, false], [-11.546875, false], [-10.921875, false], [-8.296875, false], [-8.546875, false], [-10.046875, false], [-7.94140625, false], [-8.546875, false], [-9.25, false], [-5.296875, false], [-8.546875, false], [-12.046875, false], [-9.921875, false], [-10.546875, false], [-9.421875, false], [-9.921875, false], [-11.546875, false], [-10.921875, false], [-8.296875, false], [-8.546875, false], [-10.046875, false], [-7.94140625, false], [-8.546875, false], [-9.25, false], [-5.296875, false], [-8.546875, false], [-12.046875, false], [-9.921875, false], [-10.546875, false], [-12.046875, false], [-5.046875, false], [-11.546875, false], [-10.921875, false], [-8.296875, false], [-8.546875, false], [-10.046875, false], [-7.94140625, false], [-8.546875, false], [-11.796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 908, "doc": {"id": "MDSA_2007_5_57", "question": "A student is measuring the speed at which a ball rolls down a ramp. Which unit of measurement is the student most likely using to describe the speed of the ball?", "choices": {"text": ["meter per liter", "seconds per gram", "milligrams per liter", "centimeters per second"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "centimeters per second", "arguments": ["Question: A student is measuring the speed at which a ball rolls down a ramp. Which unit of measurement is the student most likely using to describe the speed of the ball?\nAnswer:", " ["], "resps": [[[-6.76171875, false]], [[-8.265625, false]], [[-1.763671875, true]], [[-8.265625, false]], [[-7.51171875, false]], [[-8.265625, false]], [[-7.01171875, false]], [[-3.513671875, false]], [[-8.765625, false]], [[-8.265625, false]], [[-7.01171875, false]], [[-3.513671875, false]], [[-7.51171875, false]], [[-9.765625, false]], [[-7.51171875, false]], [[-8.265625, false]], [[-7.01171875, false]], [[-8.265625, false]], [[-9.234375, false]], [[-3.513671875, false]], [[-8.265625, false]], [[-7.26171875, false]], [[-8.265625, false]], [[-7.76171875, false]], [[-10.015625, false]], [[-6.51171875, false]], [[-8.015625, false]], [[-7.26171875, false]], [[-3.513671875, false]], [[-8.765625, false]], [[-8.265625, false]], [[-7.01171875, false]], [[-3.513671875, false]], [[-6.01171875, false]], [[-7.01171875, false]], [[-4.51171875, false]], [[-1.763671875, true]], [[-8.265625, false]], [[-9.234375, false]], [[-3.513671875, false]], [[-8.265625, false]], [[-1.763671875, true]], [[-9.765625, false]], [[-7.51171875, false]], [[-7.51171875, false]], [[-9.765625, false]], [[-6.01171875, false]], [[-7.01171875, false]], [[-4.51171875, false]], [[-1.763671875, true]], [[-7.26171875, false]], [[-3.513671875, false]], [[-8.765625, false]], [[-8.265625, false]], [[-7.01171875, false]], [[-3.513671875, false]], [[-7.51171875, false]], [[-9.765625, false]], [[-7.51171875, false]], [[-8.265625, false]], [[-7.01171875, false]], [[-8.265625, false]], [[-9.234375, false]], [[-3.513671875, false]], [[-8.265625, false]], [[-7.76171875, false]], [[-8.265625, false]], [[-6.51171875, false]], [[-7.51171875, false]], [[-9.765625, false]], [[-1.763671875, true]], [[-8.265625, false]], [[-7.51171875, false]], [[-8.265625, false]], [[-7.01171875, false]], [[-7.26171875, false]], [[-3.513671875, false]], [[-8.765625, false]], [[-8.265625, false]], [[-7.01171875, false]], [[-3.513671875, false]], [[-7.26171875, false]], [[-8.265625, false]], [[-7.76171875, false]], [[-10.015625, false]], [[-6.51171875, false]], [[-8.015625, false]], [[-8.265625, false]], [[-12.515625, false]]], "filtered_resps": [[-6.76171875, false], [-8.265625, false], [-1.763671875, true], [-8.265625, false], [-7.51171875, false], [-8.265625, false], [-7.01171875, false], [-3.513671875, false], [-8.765625, false], [-8.265625, false], [-7.01171875, false], [-3.513671875, false], [-7.51171875, false], [-9.765625, false], [-7.51171875, false], [-8.265625, false], [-7.01171875, false], [-8.265625, false], [-9.234375, false], [-3.513671875, false], [-8.265625, false], [-7.26171875, false], [-8.265625, false], [-7.76171875, false], [-10.015625, false], [-6.51171875, false], [-8.015625, false], [-7.26171875, false], [-3.513671875, false], [-8.765625, false], [-8.265625, false], [-7.01171875, false], [-3.513671875, false], [-6.01171875, false], [-7.01171875, false], [-4.51171875, false], [-1.763671875, true], [-8.265625, false], [-9.234375, false], [-3.513671875, false], [-8.265625, false], [-1.763671875, true], [-9.765625, false], [-7.51171875, false], [-7.51171875, false], [-9.765625, false], [-6.01171875, false], [-7.01171875, false], [-4.51171875, false], [-1.763671875, true], [-7.26171875, false], [-3.513671875, false], [-8.765625, false], [-8.265625, false], [-7.01171875, false], [-3.513671875, false], [-7.51171875, false], [-9.765625, false], [-7.51171875, false], [-8.265625, false], [-7.01171875, false], [-8.265625, false], [-9.234375, false], [-3.513671875, false], [-8.265625, false], [-7.76171875, false], [-8.265625, false], [-6.51171875, false], [-7.51171875, false], [-9.765625, false], [-1.763671875, true], [-8.265625, false], [-7.51171875, false], [-8.265625, false], [-7.01171875, false], [-7.26171875, false], [-3.513671875, false], [-8.765625, false], [-8.265625, false], [-7.01171875, false], [-3.513671875, false], [-7.26171875, false], [-8.265625, false], [-7.76171875, false], [-10.015625, false], [-6.51171875, false], [-8.015625, false], [-8.265625, false], [-12.515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 916, "doc": {"id": "Mercury_7181633", "question": "During a biochemical reaction, pyruvate (C3H4O3) is converted into carbon dioxide (CO2) and water (H2O). In what cellular organelle does this biochemical reaction occur?", "choices": {"text": ["nucleus", "cytoplasm", "mitochondria", "endoplasmic reticulum"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "mitochondria", "arguments": ["Question: During a biochemical reaction, pyruvate (C3H4O3) is converted into carbon dioxide (CO2) and water (H2O). In what cellular organelle does this biochemical reaction occur?\nAnswer:", " ["], "resps": [[[-7.86328125, false]], [[-11.359375, false]], [[-9.859375, false]], [[-9.109375, false]], [[-7.36328125, false]], [[-9.859375, false]], [[-9.109375, false]], [[-9.109375, false]], [[-10.609375, false]], [[-11.359375, false]], [[-10.578125, false]], [[-5.61328125, false]], [[-11.359375, false]], [[-7.36328125, false]], [[-12.109375, false]], [[-9.859375, false]], [[-9.859375, false]], [[-8.609375, false]], [[-9.859375, false]], [[-5.86328125, false]], [[-10.609375, false]], [[-8.859375, false]], [[-11.359375, false]], [[-10.578125, false]], [[-5.61328125, false]], [[-11.359375, false]], [[-8.859375, false]], [[-8.859375, false]], [[-9.859375, false]], [[-9.859375, false]], [[-7.36328125, false]], [[-10.359375, false]], [[-9.859375, false]], [[-9.859375, false]], [[-10.609375, false]], [[-11.109375, false]], [[-8.859375, false]], [[-5.86328125, false]], [[-11.359375, false]], [[-10.578125, false]], [[-5.61328125, false]], [[-11.359375, false]], [[-9.109375, false]], [[-9.859375, false]], [[-10.609375, false]], [[-9.859375, false]], [[-8.609375, false]], [[-9.859375, false]], [[-5.86328125, false]], [[-10.609375, false]], [[-8.859375, false]], [[-8.859375, false]], [[-7.36328125, false]], [[-5.61328125, false]], [[-11.109375, false]], [[-9.109375, false]], [[-9.859375, false]], [[-8.859375, false]], [[-7.36328125, false]], [[-9.109375, false]], [[-9.859375, false]], [[-9.109375, false]], [[-8.859375, false]], [[-11.359375, false]], [[-14.109375, false]]], "filtered_resps": [[-7.86328125, false], [-11.359375, false], [-9.859375, false], [-9.109375, false], [-7.36328125, false], [-9.859375, false], [-9.109375, false], [-9.109375, false], [-10.609375, false], [-11.359375, false], [-10.578125, false], [-5.61328125, false], [-11.359375, false], [-7.36328125, false], [-12.109375, false], [-9.859375, false], [-9.859375, false], [-8.609375, false], [-9.859375, false], [-5.86328125, false], [-10.609375, false], [-8.859375, false], [-11.359375, false], [-10.578125, false], [-5.61328125, false], [-11.359375, false], [-8.859375, false], [-8.859375, false], [-9.859375, false], [-9.859375, false], [-7.36328125, false], [-10.359375, false], [-9.859375, false], [-9.859375, false], [-10.609375, false], [-11.109375, false], [-8.859375, false], [-5.86328125, false], [-11.359375, false], [-10.578125, false], [-5.61328125, false], [-11.359375, false], [-9.109375, false], [-9.859375, false], [-10.609375, false], [-9.859375, false], [-8.609375, false], [-9.859375, false], [-5.86328125, false], [-10.609375, false], [-8.859375, false], [-8.859375, false], [-7.36328125, false], [-5.61328125, false], [-11.109375, false], [-9.109375, false], [-9.859375, false], [-8.859375, false], [-7.36328125, false], [-9.109375, false], [-9.859375, false], [-9.109375, false], [-8.859375, false], [-11.359375, false], [-14.109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 924, "doc": {"id": "Mercury_SC_402074", "question": "When entire communities in an ecosystem change over time, it is known as", "choices": {"text": ["migration.", "extinction.", "overpopulation.", "ecological succession."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "ecological succession.", "arguments": ["Question: When entire communities in an ecosystem change over time, it is known as\nAnswer:", " ["], "resps": [[[-8.0, false]], [[-7.87890625, false]], [[-9.75, false]], [[-7.87890625, false]], [[-10.5, false]], [[-9.25, false]], [[-4.62890625, false]], [[-9.5, false]], [[-7.87890625, false]], [[-8.875, false]], [[-8.0, false]], [[-6.890625, false]], [[-7.87890625, false]], [[-8.390625, false]], [[-4.75390625, false]], [[-7.87890625, false]], [[-6.12890625, false]], [[-9.875, false]], [[-9.5, false]], [[-7.87890625, false]], [[-8.0, false]], [[-8.125, false]], [[-9.5, false]], [[-7.87890625, false]], [[-8.875, false]], [[-8.0, false]], [[-6.890625, false]], [[-7.87890625, false]], [[-8.390625, false]], [[-4.75390625, false]], [[-7.87890625, false]], [[-8.875, false]], [[-10.5, false]], [[-6.12890625, false]], [[-9.25, false]], [[-8.75, false]], [[-8.875, false]], [[-8.75, false]], [[-10.75, false]], [[-10.375, false]], [[-4.62890625, false]], [[-9.5, false]], [[-7.87890625, false]], [[-8.875, false]], [[-8.0, false]], [[-6.890625, false]], [[-7.87890625, false]], [[-8.390625, false]], [[-4.75390625, false]], [[-7.87890625, false]], [[-6.12890625, false]], [[-8.125, false]], [[-8.875, false]], [[-10.375, false]], [[-8.875, false]], [[-10.5, false]], [[-7.87890625, false]], [[-8.125, false]], [[-4.62890625, false]], [[-10.375, false]], [[-4.75390625, false]], [[-8.75, false]], [[-10.75, false]], [[-8.125, false]], [[-8.125, false]], [[-6.12890625, false]], [[-8.75, false]], [[-8.75, false]], [[-7.87890625, false]], [[-8.875, false]], [[-8.0, false]], [[-6.890625, false]], [[-7.87890625, false]], [[-12.125, false]]], "filtered_resps": [[-8.0, false], [-7.87890625, false], [-9.75, false], [-7.87890625, false], [-10.5, false], [-9.25, false], [-4.62890625, false], [-9.5, false], [-7.87890625, false], [-8.875, false], [-8.0, false], [-6.890625, false], [-7.87890625, false], [-8.390625, false], [-4.75390625, false], [-7.87890625, false], [-6.12890625, false], [-9.875, false], [-9.5, false], [-7.87890625, false], [-8.0, false], [-8.125, false], [-9.5, false], [-7.87890625, false], [-8.875, false], [-8.0, false], [-6.890625, false], [-7.87890625, false], [-8.390625, false], [-4.75390625, false], [-7.87890625, false], [-8.875, false], [-10.5, false], [-6.12890625, false], [-9.25, false], [-8.75, false], [-8.875, false], [-8.75, false], [-10.75, false], [-10.375, false], [-4.62890625, false], [-9.5, false], [-7.87890625, false], [-8.875, false], [-8.0, false], [-6.890625, false], [-7.87890625, false], [-8.390625, false], [-4.75390625, false], [-7.87890625, false], [-6.12890625, false], [-8.125, false], [-8.875, false], [-10.375, false], [-8.875, false], [-10.5, false], [-7.87890625, false], [-8.125, false], [-4.62890625, false], [-10.375, false], [-4.75390625, false], [-8.75, false], [-10.75, false], [-8.125, false], [-8.125, false], [-6.12890625, false], [-8.75, false], [-8.75, false], [-7.87890625, false], [-8.875, false], [-8.0, false], [-6.890625, false], [-7.87890625, false], [-12.125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 932, "doc": {"id": "Mercury_SC_416138", "question": "Pesticides are chemicals that kill insects. What could happen if the pesticides killed all the pollinators near some apple trees?", "choices": {"text": ["The trees could not make leaves.", "The trees could not make flowers.", "The trees could not make seeds.", "The trees could not make bark."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "The trees could not make seeds.", "arguments": ["Question: Pesticides are chemicals that kill insects. What could happen if the pesticides killed all the pollinators near some apple trees?\nAnswer:", " ["], "resps": [[[-7.796875, false]], [[-9.796875, false]], [[-6.796875, false]], [[-12.296875, false]], [[-10.546875, false]], [[-5.546875, false]], [[-11.796875, false]], [[-13.046875, false]], [[-10.546875, false]], [[-10.546875, false]], [[-11.546875, false]], [[-5.546875, false]], [[-10.796875, false]], [[-10.296875, false]], [[-11.046875, false]], [[-12.296875, false]], [[-10.546875, false]], [[-5.546875, false]], [[-10.796875, false]], [[-10.296875, false]], [[-11.796875, false]], [[-5.546875, false]], [[-13.046875, false]], [[-6.296875, false]], [[-13.296875, false]], [[-10.546875, false]], [[-5.546875, false]], [[-12.296875, false]], [[-10.546875, false]], [[-6.296875, false]], [[-13.046875, false]], [[-10.546875, false]], [[-11.546875, false]], [[-7.0, false]], [[-9.796875, false]], [[-10.5, false]], [[-5.546875, false]], [[-9.796875, false]], [[-6.796875, false]], [[-12.296875, false]], [[-10.546875, false]], [[-5.546875, false]], [[-11.796875, false]], [[-13.046875, false]], [[-10.546875, false]], [[-10.546875, false]], [[-11.546875, false]], [[-5.546875, false]], [[-10.796875, false]], [[-10.296875, false]], [[-11.046875, false]], [[-12.296875, false]], [[-10.546875, false]], [[-5.546875, false]], [[-10.796875, false]], [[-10.296875, false]], [[-11.796875, false]], [[-5.546875, false]], [[-13.046875, false]], [[-6.296875, false]], [[-13.296875, false]], [[-10.546875, false]], [[-5.546875, false]], [[-12.046875, false]], [[-12.296875, false]], [[-10.296875, false]], [[-12.546875, false]], [[-10.546875, false]], [[-13.046875, false]], [[-11.546875, false]], [[-7.0, false]], [[-9.796875, false]], [[-10.5, false]], [[-5.546875, false]], [[-9.796875, false]], [[-6.796875, false]], [[-12.296875, false]], [[-10.546875, false]], [[-5.546875, false]], [[-11.796875, false]], [[-13.046875, false]], [[-10.546875, false]], [[-10.546875, false]], [[-11.546875, false]], [[-5.546875, false]], [[-10.796875, false]], [[-10.296875, false]], [[-11.046875, false]], [[-12.296875, false]], [[-10.546875, false]], [[-5.546875, false]], [[-10.796875, false]], [[-10.296875, false]], [[-11.796875, false]], [[-5.546875, false]], [[-13.046875, false]], [[-6.296875, false]], [[-13.296875, false]], [[-10.546875, false]], [[-5.546875, false]], [[-11.546875, false]], [[-10.546875, false]], [[-10.546875, false]], [[-10.546875, false]], [[-11.546875, false]], [[-7.0, false]], [[-9.796875, false]], [[-10.5, false]], [[-5.546875, false]], [[-9.796875, false]], [[-6.796875, false]], [[-12.296875, false]], [[-10.546875, false]], [[-5.546875, false]], [[-11.796875, false]], [[-13.046875, false]], [[-10.546875, false]], [[-10.546875, false]], [[-11.546875, false]], [[-5.546875, false]], [[-10.796875, false]], [[-10.296875, false]], [[-11.046875, false]], [[-12.296875, false]], [[-10.546875, false]], [[-5.546875, false]], [[-10.796875, false]], [[-10.296875, false]], [[-11.796875, false]], [[-5.546875, false]], [[-13.046875, false]], [[-6.296875, false]], [[-13.296875, false]], [[-10.546875, false]], [[-5.546875, false]], [[-11.046875, false]], [[-6.296875, false]], [[-13.046875, false]], [[-13.296875, false]], [[-7.0, false]], [[-9.796875, false]], [[-14.046875, false]]], "filtered_resps": [[-7.796875, false], [-9.796875, false], [-6.796875, false], [-12.296875, false], [-10.546875, false], [-5.546875, false], [-11.796875, false], [-13.046875, false], [-10.546875, false], [-10.546875, false], [-11.546875, false], [-5.546875, false], [-10.796875, false], [-10.296875, false], [-11.046875, false], [-12.296875, false], [-10.546875, false], [-5.546875, false], [-10.796875, false], [-10.296875, false], [-11.796875, false], [-5.546875, false], [-13.046875, false], [-6.296875, false], [-13.296875, false], [-10.546875, false], [-5.546875, false], [-12.296875, false], [-10.546875, false], [-6.296875, false], [-13.046875, false], [-10.546875, false], [-11.546875, false], [-7.0, false], [-9.796875, false], [-10.5, false], [-5.546875, false], [-9.796875, false], [-6.796875, false], [-12.296875, false], [-10.546875, false], [-5.546875, false], [-11.796875, false], [-13.046875, false], [-10.546875, false], [-10.546875, false], [-11.546875, false], [-5.546875, false], [-10.796875, false], [-10.296875, false], [-11.046875, false], [-12.296875, false], [-10.546875, false], [-5.546875, false], [-10.796875, false], [-10.296875, false], [-11.796875, false], [-5.546875, false], [-13.046875, false], [-6.296875, false], [-13.296875, false], [-10.546875, false], [-5.546875, false], [-12.046875, false], [-12.296875, false], [-10.296875, false], [-12.546875, false], [-10.546875, false], [-13.046875, false], [-11.546875, false], [-7.0, false], [-9.796875, false], [-10.5, false], [-5.546875, false], [-9.796875, false], [-6.796875, false], [-12.296875, false], [-10.546875, false], [-5.546875, false], [-11.796875, false], [-13.046875, false], [-10.546875, false], [-10.546875, false], [-11.546875, false], [-5.546875, false], [-10.796875, false], [-10.296875, false], [-11.046875, false], [-12.296875, false], [-10.546875, false], [-5.546875, false], [-10.796875, false], [-10.296875, false], [-11.796875, false], [-5.546875, false], [-13.046875, false], [-6.296875, false], [-13.296875, false], [-10.546875, false], [-5.546875, false], [-11.546875, false], [-10.546875, false], [-10.546875, false], [-10.546875, false], [-11.546875, false], [-7.0, false], [-9.796875, false], [-10.5, false], [-5.546875, false], [-9.796875, false], [-6.796875, false], [-12.296875, false], [-10.546875, false], [-5.546875, false], [-11.796875, false], [-13.046875, false], [-10.546875, false], [-10.546875, false], [-11.546875, false], [-5.546875, false], [-10.796875, false], [-10.296875, false], [-11.046875, false], [-12.296875, false], [-10.546875, false], [-5.546875, false], [-10.796875, false], [-10.296875, false], [-11.796875, false], [-5.546875, false], [-13.046875, false], [-6.296875, false], [-13.296875, false], [-10.546875, false], [-5.546875, false], [-11.046875, false], [-6.296875, false], [-13.046875, false], [-13.296875, false], [-7.0, false], [-9.796875, false], [-14.046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 940, "doc": {"id": "AKDE&ED_2008_8_39", "question": "A scientific explanation should include a demonstration of the relationships between", "choices": {"text": ["measurement, form, and function.", "changes, interactions, and formulas.", "logic, evidence, and current knowledge.", "hypothesis, problem solving, and lab equipment."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "logic, evidence, and current knowledge.", "arguments": ["Question: A scientific explanation should include a demonstration of the relationships between\nAnswer:", " ["], "resps": [[[-7.35546875, false]], [[-7.98046875, false]], [[-9.9765625, false]], [[-7.48046875, false]], [[-4.10546875, false]], [[-9.1015625, false]], [[-10.6015625, false]], [[-9.9765625, false]], [[-7.48046875, false]], [[-9.9765625, false]], [[-7.48046875, false]], [[-8.4765625, false]], [[-9.9765625, false]], [[-8.609375, false]], [[-5.23046875, false]], [[-8.7265625, false]], [[-9.6015625, false]], [[-9.9765625, false]], [[-9.9765625, false]], [[-8.609375, false]], [[-5.23046875, false]], [[-4.10546875, false]], [[-8.4765625, false]], [[-8.7265625, false]], [[-5.23046875, false]], [[-8.7265625, false]], [[-10.6015625, false]], [[-8.4765625, false]], [[-8.8515625, false]], [[-9.9765625, false]], [[-7.85546875, false]], [[-9.6015625, false]], [[-8.4765625, false]], [[-7.29296875, false]], [[-7.98046875, false]], [[-8.609375, false]], [[-5.23046875, false]], [[-7.98046875, false]], [[-8.8515625, false]], [[-10.6015625, false]], [[-4.10546875, false]], [[-8.4765625, false]], [[-11.1015625, false]], [[-7.48046875, false]], [[-9.1015625, false]], [[-8.609375, false]], [[-5.23046875, false]], [[-7.85546875, false]], [[-8.4765625, false]], [[-9.9765625, false]], [[-7.48046875, false]], [[-9.9765625, false]], [[-4.10546875, false]], [[-8.8515625, false]], [[-9.9765625, false]], [[-7.85546875, false]], [[-9.6015625, false]], [[-8.4765625, false]], [[-9.1015625, false]], [[-8.609375, false]], [[-5.23046875, false]], [[-4.10546875, false]], [[-8.4765625, false]], [[-8.7265625, false]], [[-5.23046875, false]], [[-8.7265625, false]], [[-9.6015625, false]], [[-9.9765625, false]], [[-9.9765625, false]], [[-10.6015625, false]], [[-10.4765625, false]], [[-4.10546875, false]], [[-9.1015625, false]], [[-7.29296875, false]], [[-7.98046875, false]], [[-8.609375, false]], [[-5.23046875, false]], [[-7.98046875, false]], [[-10.4765625, false]], [[-9.6015625, false]], [[-11.1015625, false]], [[-7.85546875, false]], [[-8.8515625, false]], [[-8.609375, false]], [[-5.23046875, false]], [[-7.48046875, false]], [[-10.4765625, false]], [[-7.85546875, false]], [[-8.7265625, false]], [[-7.48046875, false]], [[-8.4765625, false]], [[-8.8515625, false]], [[-7.48046875, false]], [[-8.609375, false]], [[-5.23046875, false]], [[-4.10546875, false]], [[-8.4765625, false]], [[-8.7265625, false]], [[-5.23046875, false]], [[-8.8515625, false]], [[-10.6015625, false]], [[-9.9765625, false]], [[-9.9765625, false]], [[-7.48046875, false]], [[-8.4765625, false]], [[-9.9765625, false]], [[-5.23046875, false]], [[-9.9765625, false]], [[-8.4765625, false]], [[-9.6015625, false]], [[-10.7265625, false]], [[-10.4765625, false]], [[-7.48046875, false]], [[-8.7265625, false]], [[-11.1015625, false]], [[-7.48046875, false]], [[-7.29296875, false]], [[-7.98046875, false]], [[-8.609375, false]], [[-5.23046875, false]], [[-7.98046875, false]], [[-10.6015625, false]], [[-11.3515625, false]], [[-8.3515625, false]], [[-9.6015625, false]], [[-9.9765625, false]], [[-10.6015625, false]], [[-7.48046875, false]], [[-9.1015625, false]], [[-7.85546875, false]], [[-9.1015625, false]], [[-8.609375, false]], [[-5.23046875, false]], [[-8.3515625, false]], [[-9.9765625, false]], [[-9.6015625, false]], [[-7.73046875, false]], [[-10.4765625, false]], [[-7.48046875, false]], [[-9.9765625, false]], [[-5.23046875, false]], [[-9.1015625, false]], [[-9.6015625, false]], [[-10.4765625, false]], [[-10.4765625, false]], [[-7.85546875, false]], [[-8.4765625, false]], [[-11.1015625, false]], [[-8.609375, false]], [[-5.23046875, false]], [[-4.10546875, false]], [[-8.4765625, false]], [[-8.7265625, false]], [[-5.23046875, false]], [[-10.4765625, false]], [[-4.10546875, false]], [[-7.73046875, false]], [[-5.23046875, false]], [[-7.48046875, false]], [[-9.3515625, false]], [[-10.6015625, false]], [[-7.85546875, false]], [[-8.3515625, false]], [[-9.9765625, false]], [[-7.48046875, false]], [[-8.4765625, false]], [[-9.9765625, false]], [[-7.29296875, false]], [[-7.98046875, false]], [[-11.3515625, false]]], "filtered_resps": [[-7.35546875, false], [-7.98046875, false], [-9.9765625, false], [-7.48046875, false], [-4.10546875, false], [-9.1015625, false], [-10.6015625, false], [-9.9765625, false], [-7.48046875, false], [-9.9765625, false], [-7.48046875, false], [-8.4765625, false], [-9.9765625, false], [-8.609375, false], [-5.23046875, false], [-8.7265625, false], [-9.6015625, false], [-9.9765625, false], [-9.9765625, false], [-8.609375, false], [-5.23046875, false], [-4.10546875, false], [-8.4765625, false], [-8.7265625, false], [-5.23046875, false], [-8.7265625, false], [-10.6015625, false], [-8.4765625, false], [-8.8515625, false], [-9.9765625, false], [-7.85546875, false], [-9.6015625, false], [-8.4765625, false], [-7.29296875, false], [-7.98046875, false], [-8.609375, false], [-5.23046875, false], [-7.98046875, false], [-8.8515625, false], [-10.6015625, false], [-4.10546875, false], [-8.4765625, false], [-11.1015625, false], [-7.48046875, false], [-9.1015625, false], [-8.609375, false], [-5.23046875, false], [-7.85546875, false], [-8.4765625, false], [-9.9765625, false], [-7.48046875, false], [-9.9765625, false], [-4.10546875, false], [-8.8515625, false], [-9.9765625, false], [-7.85546875, false], [-9.6015625, false], [-8.4765625, false], [-9.1015625, false], [-8.609375, false], [-5.23046875, false], [-4.10546875, false], [-8.4765625, false], [-8.7265625, false], [-5.23046875, false], [-8.7265625, false], [-9.6015625, false], [-9.9765625, false], [-9.9765625, false], [-10.6015625, false], [-10.4765625, false], [-4.10546875, false], [-9.1015625, false], [-7.29296875, false], [-7.98046875, false], [-8.609375, false], [-5.23046875, false], [-7.98046875, false], [-10.4765625, false], [-9.6015625, false], [-11.1015625, false], [-7.85546875, false], [-8.8515625, false], [-8.609375, false], [-5.23046875, false], [-7.48046875, false], [-10.4765625, false], [-7.85546875, false], [-8.7265625, false], [-7.48046875, false], [-8.4765625, false], [-8.8515625, false], [-7.48046875, false], [-8.609375, false], [-5.23046875, false], [-4.10546875, false], [-8.4765625, false], [-8.7265625, false], [-5.23046875, false], [-8.8515625, false], [-10.6015625, false], [-9.9765625, false], [-9.9765625, false], [-7.48046875, false], [-8.4765625, false], [-9.9765625, false], [-5.23046875, false], [-9.9765625, false], [-8.4765625, false], [-9.6015625, false], [-10.7265625, false], [-10.4765625, false], [-7.48046875, false], [-8.7265625, false], [-11.1015625, false], [-7.48046875, false], [-7.29296875, false], [-7.98046875, false], [-8.609375, false], [-5.23046875, false], [-7.98046875, false], [-10.6015625, false], [-11.3515625, false], [-8.3515625, false], [-9.6015625, false], [-9.9765625, false], [-10.6015625, false], [-7.48046875, false], [-9.1015625, false], [-7.85546875, false], [-9.1015625, false], [-8.609375, false], [-5.23046875, false], [-8.3515625, false], [-9.9765625, false], [-9.6015625, false], [-7.73046875, false], [-10.4765625, false], [-7.48046875, false], [-9.9765625, false], [-5.23046875, false], [-9.1015625, false], [-9.6015625, false], [-10.4765625, false], [-10.4765625, false], [-7.85546875, false], [-8.4765625, false], [-11.1015625, false], [-8.609375, false], [-5.23046875, false], [-4.10546875, false], [-8.4765625, false], [-8.7265625, false], [-5.23046875, false], [-10.4765625, false], [-4.10546875, false], [-7.73046875, false], [-5.23046875, false], [-7.48046875, false], [-9.3515625, false], [-10.6015625, false], [-7.85546875, false], [-8.3515625, false], [-9.9765625, false], [-7.48046875, false], [-8.4765625, false], [-9.9765625, false], [-7.29296875, false], [-7.98046875, false], [-11.3515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 948, "doc": {"id": "Mercury_7234623", "question": "Which quantity must equal zero if a car is moving at a constant rate along a straight line?", "choices": {"text": ["speed of the car", "direction of the car", "energy of the car", "acceleration of the car"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "acceleration of the car", "arguments": ["Question: Which quantity must equal zero if a car is moving at a constant rate along a straight line?\nAnswer:", " ["], "resps": [[[-6.125, false]], [[-8.125, false]], [[-7.625, false]], [[-7.125, false]], [[-7.375, false]], [[-7.375, false]], [[-6.875, false]], [[-4.625, false]], [[-10.375, false]], [[-7.625, false]], [[-4.625, false]], [[-5.875, false]], [[-8.375, false]], [[-7.375, false]], [[-4.625, false]], [[-6.375, false]], [[-4.375, false]], [[-6.625, false]], [[-8.125, false]], [[-8.015625, false]], [[-4.625, false]], [[-8.125, false]], [[-6.875, false]], [[-7.625, false]], [[-6.625, false]], [[-7.375, false]], [[-6.375, false]], [[-5.875, false]], [[-7.625, false]], [[-10.375, false]], [[-5.375, false]], [[-4.625, false]], [[-10.375, false]], [[-7.625, false]], [[-4.625, false]], [[-5.875, false]], [[-8.375, false]], [[-7.375, false]], [[-4.625, false]], [[-6.375, false]], [[-4.375, false]], [[-6.625, false]], [[-8.125, false]], [[-8.015625, false]], [[-4.625, false]], [[-8.125, false]], [[-7.375, false]], [[-5.375, false]], [[-7.375, false]], [[-6.625, false]], [[-7.875, false]], [[-7.125, false]], [[-4.625, false]], [[-10.375, false]], [[-7.625, false]], [[-4.625, false]], [[-5.875, false]], [[-8.375, false]], [[-7.375, false]], [[-4.625, false]], [[-6.375, false]], [[-4.375, false]], [[-6.625, false]], [[-8.125, false]], [[-8.015625, false]], [[-4.625, false]], [[-8.125, false]], [[-4.375, false]], [[-6.375, false]], [[-6.375, false]], [[-7.375, false]], [[-7.625, false]], [[-7.375, false]], [[-6.625, false]], [[-4.375, false]], [[-5.875, false]], [[-7.625, false]], [[-10.375, false]], [[-5.375, false]], [[-4.625, false]], [[-10.375, false]], [[-7.625, false]], [[-4.625, false]], [[-5.875, false]], [[-8.375, false]], [[-7.375, false]], [[-4.625, false]], [[-6.375, false]], [[-4.375, false]], [[-6.625, false]], [[-8.125, false]], [[-11.875, false]]], "filtered_resps": [[-6.125, false], [-8.125, false], [-7.625, false], [-7.125, false], [-7.375, false], [-7.375, false], [-6.875, false], [-4.625, false], [-10.375, false], [-7.625, false], [-4.625, false], [-5.875, false], [-8.375, false], [-7.375, false], [-4.625, false], [-6.375, false], [-4.375, false], [-6.625, false], [-8.125, false], [-8.015625, false], [-4.625, false], [-8.125, false], [-6.875, false], [-7.625, false], [-6.625, false], [-7.375, false], [-6.375, false], [-5.875, false], [-7.625, false], [-10.375, false], [-5.375, false], [-4.625, false], [-10.375, false], [-7.625, false], [-4.625, false], [-5.875, false], [-8.375, false], [-7.375, false], [-4.625, false], [-6.375, false], [-4.375, false], [-6.625, false], [-8.125, false], [-8.015625, false], [-4.625, false], [-8.125, false], [-7.375, false], [-5.375, false], [-7.375, false], [-6.625, false], [-7.875, false], [-7.125, false], [-4.625, false], [-10.375, false], [-7.625, false], [-4.625, false], [-5.875, false], [-8.375, false], [-7.375, false], [-4.625, false], [-6.375, false], [-4.375, false], [-6.625, false], [-8.125, false], [-8.015625, false], [-4.625, false], [-8.125, false], [-4.375, false], [-6.375, false], [-6.375, false], [-7.375, false], [-7.625, false], [-7.375, false], [-6.625, false], [-4.375, false], [-5.875, false], [-7.625, false], [-10.375, false], [-5.375, false], [-4.625, false], [-10.375, false], [-7.625, false], [-4.625, false], [-5.875, false], [-8.375, false], [-7.375, false], [-4.625, false], [-6.375, false], [-4.375, false], [-6.625, false], [-8.125, false], [-11.875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 956, "doc": {"id": "Mercury_7132370", "question": "Soil will pack down over time which decreases the ability of the soil to hold water. Which animals would best help the soil hold water?", "choices": {"text": ["earthworms making tunnels under the surface", "cattle making depressions with their hooves", "horses making trenches when they gallop", "sheep pulling up plants by their roots"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "earthworms making tunnels under the surface", "arguments": ["Question: Soil will pack down over time which decreases the ability of the soil to hold water. Which animals would best help the soil hold water?\nAnswer:", " ["], "resps": [[[-7.53125, false]], [[-9.78125, false]], [[-8.28125, false]], [[-6.53125, false]], [[-9.53125, false]], [[-12.28125, false]], [[-10.53125, false]], [[-10.03125, false]], [[-8.28125, false]], [[-9.53125, false]], [[-11.53125, false]], [[-8.28125, false]], [[-5.03125, false]], [[-11.53125, false]], [[-6.53125, false]], [[-9.53125, false]], [[-9.28125, false]], [[-9.78125, false]], [[-10.78125, false]], [[-5.03125, false]], [[-12.28125, false]], [[-11.28125, false]], [[-9.78125, false]], [[-9.78125, false]], [[-8.28125, false]], [[-9.03125, false]], [[-8.28125, false]], [[-5.03125, false]], [[-11.28125, false]], [[-9.78125, false]], [[-7.28125, false]], [[-8.28125, false]], [[-9.53125, false]], [[-5.03125, false]], [[-12.28125, false]], [[-10.53125, false]], [[-8.28125, false]], [[-5.03125, false]], [[-8.28125, false]], [[-11.28125, false]], [[-9.53125, false]], [[-10.28125, false]], [[-6.53125, false]], [[-9.53125, false]], [[-8.28125, false]], [[-9.78125, false]], [[-10.421875, false]], [[-5.03125, false]], [[-9.78125, false]], [[-9.53125, false]], [[-6.53125, false]], [[-12.28125, false]], [[-12.28125, false]], [[-9.03125, false]], [[-8.28125, false]], [[-5.03125, false]], [[-11.53125, false]], [[-6.53125, false]], [[-9.53125, false]], [[-9.28125, false]], [[-9.78125, false]], [[-10.78125, false]], [[-5.03125, false]], [[-7.28125, false]], [[-8.28125, false]], [[-10.03125, false]], [[-9.53125, false]], [[-8.28125, false]], [[-8.28125, false]], [[-8.28125, false]], [[-9.28125, false]], [[-8.28125, false]], [[-9.78125, false]], [[-8.28125, false]], [[-5.03125, false]], [[-10.03125, false]], [[-9.28125, false]], [[-12.28125, false]], [[-10.53125, false]], [[-5.03125, false]], [[-12.28125, false]], [[-10.53125, false]], [[-8.28125, false]], [[-9.28125, false]], [[-9.53125, false]], [[-5.03125, false]], [[-10.53125, false]], [[-8.28125, false]], [[-8.28125, false]], [[-13.03125, false]], [[-8.28125, false]], [[-8.28125, false]], [[-9.78125, false]], [[-10.421875, false]], [[-5.03125, false]], [[-9.78125, false]], [[-10.53125, false]], [[-8.28125, false]], [[-9.53125, false]], [[-8.28125, false]], [[-8.28125, false]], [[-8.28125, false]], [[-5.03125, false]], [[-11.53125, false]], [[-6.53125, false]], [[-9.53125, false]], [[-9.28125, false]], [[-9.78125, false]], [[-10.78125, false]], [[-5.03125, false]], [[-12.28125, false]], [[-9.53125, false]], [[-8.28125, false]], [[-9.78125, false]], [[-9.53125, false]], [[-10.53125, false]], [[-8.28125, false]], [[-8.28125, false]], [[-5.03125, false]], [[-10.03125, false]], [[-10.53125, false]], [[-8.28125, false]], [[-9.78125, false]], [[-5.03125, false]], [[-12.28125, false]], [[-10.53125, false]], [[-8.28125, false]], [[-12.53125, false]], [[-5.03125, false]], [[-10.78125, false]], [[-6.53125, false]], [[-9.03125, false]], [[-9.03125, false]], [[-8.28125, false]], [[-10.03125, false]], [[-9.78125, false]], [[-10.421875, false]], [[-5.03125, false]], [[-9.78125, false]], [[-8.28125, false]], [[-10.53125, false]], [[-8.28125, false]], [[-8.28125, false]], [[-10.03125, false]], [[-5.03125, false]], [[-10.03125, false]], [[-11.28125, false]], [[-9.03125, false]], [[-9.03125, false]], [[-9.28125, false]], [[-9.78125, false]], [[-10.78125, false]], [[-5.03125, false]], [[-11.28125, false]], [[-10.03125, false]], [[-5.03125, false]], [[-10.03125, false]], [[-9.03125, false]], [[-6.53125, false]], [[-9.78125, false]], [[-12.28125, false]], [[-8.28125, false]], [[-5.03125, false]], [[-10.78125, false]], [[-12.53125, false]], [[-5.03125, false]], [[-12.28125, false]], [[-10.53125, false]], [[-8.28125, false]], [[-9.28125, false]], [[-9.53125, false]], [[-5.03125, false]], [[-9.53125, false]], [[-8.28125, false]], [[-8.28125, false]], [[-12.28125, false]], [[-8.28125, false]], [[-9.78125, false]], [[-13.03125, false]]], "filtered_resps": [[-7.53125, false], [-9.78125, false], [-8.28125, false], [-6.53125, false], [-9.53125, false], [-12.28125, false], [-10.53125, false], [-10.03125, false], [-8.28125, false], [-9.53125, false], [-11.53125, false], [-8.28125, false], [-5.03125, false], [-11.53125, false], [-6.53125, false], [-9.53125, false], [-9.28125, false], [-9.78125, false], [-10.78125, false], [-5.03125, false], [-12.28125, false], [-11.28125, false], [-9.78125, false], [-9.78125, false], [-8.28125, false], [-9.03125, false], [-8.28125, false], [-5.03125, false], [-11.28125, false], [-9.78125, false], [-7.28125, false], [-8.28125, false], [-9.53125, false], [-5.03125, false], [-12.28125, false], [-10.53125, false], [-8.28125, false], [-5.03125, false], [-8.28125, false], [-11.28125, false], [-9.53125, false], [-10.28125, false], [-6.53125, false], [-9.53125, false], [-8.28125, false], [-9.78125, false], [-10.421875, false], [-5.03125, false], [-9.78125, false], [-9.53125, false], [-6.53125, false], [-12.28125, false], [-12.28125, false], [-9.03125, false], [-8.28125, false], [-5.03125, false], [-11.53125, false], [-6.53125, false], [-9.53125, false], [-9.28125, false], [-9.78125, false], [-10.78125, false], [-5.03125, false], [-7.28125, false], [-8.28125, false], [-10.03125, false], [-9.53125, false], [-8.28125, false], [-8.28125, false], [-8.28125, false], [-9.28125, false], [-8.28125, false], [-9.78125, false], [-8.28125, false], [-5.03125, false], [-10.03125, false], [-9.28125, false], [-12.28125, false], [-10.53125, false], [-5.03125, false], [-12.28125, false], [-10.53125, false], [-8.28125, false], [-9.28125, false], [-9.53125, false], [-5.03125, false], [-10.53125, false], [-8.28125, false], [-8.28125, false], [-13.03125, false], [-8.28125, false], [-8.28125, false], [-9.78125, false], [-10.421875, false], [-5.03125, false], [-9.78125, false], [-10.53125, false], [-8.28125, false], [-9.53125, false], [-8.28125, false], [-8.28125, false], [-8.28125, false], [-5.03125, false], [-11.53125, false], [-6.53125, false], [-9.53125, false], [-9.28125, false], [-9.78125, false], [-10.78125, false], [-5.03125, false], [-12.28125, false], [-9.53125, false], [-8.28125, false], [-9.78125, false], [-9.53125, false], [-10.53125, false], [-8.28125, false], [-8.28125, false], [-5.03125, false], [-10.03125, false], [-10.53125, false], [-8.28125, false], [-9.78125, false], [-5.03125, false], [-12.28125, false], [-10.53125, false], [-8.28125, false], [-12.53125, false], [-5.03125, false], [-10.78125, false], [-6.53125, false], [-9.03125, false], [-9.03125, false], [-8.28125, false], [-10.03125, false], [-9.78125, false], [-10.421875, false], [-5.03125, false], [-9.78125, false], [-8.28125, false], [-10.53125, false], [-8.28125, false], [-8.28125, false], [-10.03125, false], [-5.03125, false], [-10.03125, false], [-11.28125, false], [-9.03125, false], [-9.03125, false], [-9.28125, false], [-9.78125, false], [-10.78125, false], [-5.03125, false], [-11.28125, false], [-10.03125, false], [-5.03125, false], [-10.03125, false], [-9.03125, false], [-6.53125, false], [-9.78125, false], [-12.28125, false], [-8.28125, false], [-5.03125, false], [-10.78125, false], [-12.53125, false], [-5.03125, false], [-12.28125, false], [-10.53125, false], [-8.28125, false], [-9.28125, false], [-9.53125, false], [-5.03125, false], [-9.53125, false], [-8.28125, false], [-8.28125, false], [-12.28125, false], [-8.28125, false], [-9.78125, false], [-13.03125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 964, "doc": {"id": "Mercury_SC_406664", "question": "Which question can be answered by scientific experimentation and observation?", "choices": {"text": ["Are dogs better pets than cats?", "How many stars are in the universe?", "In what type of light will a plant grow best?", "How many organisms have lived on Earth?"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "In what type of light will a plant grow best?", "arguments": ["Question: Which question can be answered by scientific experimentation and observation?\nAnswer:", " ["], "resps": [[[-6.86328125, false]], [[-6.98828125, false]], [[-3.73828125, false]], [[-10.2421875, false]], [[-7.36328125, false]], [[-5.48828125, false]], [[-9.3671875, false]], [[-9.9921875, false]], [[-11.3671875, false]], [[-8.9921875, false]], [[-5.48828125, false]], [[-8.6171875, false]], [[-7.36328125, false]], [[-9.7421875, false]], [[-9.7421875, false]], [[-7.36328125, false]], [[-10.2421875, false]], [[-5.48828125, false]], [[-8.4921875, false]], [[-7.36328125, false]], [[-9.7421875, false]], [[-8.9921875, false]], [[-5.48828125, false]], [[-9.7421875, false]], [[-10.4921875, false]], [[-5.61328125, false]], [[-7.98828125, false]], [[-5.48828125, false]], [[-8.7421875, false]], [[-5.61328125, false]], [[-9.7421875, false]], [[-8.9921875, false]], [[-8.2421875, false]], [[-6.98828125, false]], [[-9.953125, false]], [[-5.48828125, false]], [[-6.98828125, false]], [[-6.98828125, false]], [[-9.9921875, false]], [[-9.4921875, false]], [[-5.48828125, false]], [[-10.2421875, false]], [[-5.61328125, false]], [[-7.98828125, false]], [[-10.8671875, false]], [[-5.48828125, false]], [[-8.9921875, false]], [[-9.7421875, false]], [[-5.61328125, false]], [[-10.2421875, false]], [[-8.9921875, false]], [[-5.48828125, false]], [[-5.61328125, false]], [[-10.2421875, false]], [[-7.36328125, false]], [[-5.48828125, false]], [[-8.4921875, false]], [[-7.98828125, false]], [[-5.48828125, false]], [[-9.7421875, false]], [[-10.4921875, false]], [[-7.36328125, false]], [[-5.48828125, false]], [[-10.2421875, false]], [[-7.98828125, false]], [[-8.4921875, false]], [[-9.9921875, false]], [[-7.36328125, false]], [[-10.2421875, false]], [[-8.9921875, false]], [[-7.36328125, false]], [[-8.2421875, false]], [[-6.98828125, false]], [[-9.953125, false]], [[-5.48828125, false]], [[-6.98828125, false]], [[-5.23828125, false]], [[-7.98828125, false]], [[-5.48828125, false]], [[-9.4921875, false]], [[-10.4921875, false]], [[-5.61328125, false]], [[-9.7421875, false]], [[-5.48828125, false]], [[-9.7421875, false]], [[-10.8671875, false]], [[-8.4921875, false]], [[-7.36328125, false]], [[-5.48828125, false]], [[-9.9921875, false]], [[-9.1171875, false]], [[-5.48828125, false]], [[-10.4921875, false]], [[-8.4921875, false]], [[-11.3671875, false]], [[-10.4921875, false]], [[-9.7421875, false]], [[-5.48828125, false]], [[-9.4921875, false]], [[-8.4921875, false]], [[-10.4921875, false]], [[-10.4921875, false]], [[-5.48828125, false]], [[-5.61328125, false]], [[-5.48828125, false]], [[-8.4921875, false]], [[-10.4921875, false]], [[-5.61328125, false]], [[-7.98828125, false]], [[-9.7421875, false]], [[-5.48828125, false]], [[-11.3671875, false]], [[-10.2421875, false]], [[-9.9921875, false]], [[-9.4921875, false]], [[-5.48828125, false]], [[-8.6171875, false]], [[-7.36328125, false]], [[-8.9921875, false]], [[-9.7421875, false]], [[-8.2421875, false]], [[-6.98828125, false]], [[-9.953125, false]], [[-5.48828125, false]], [[-6.98828125, false]], [[-6.98828125, false]], [[-9.9921875, false]], [[-9.4921875, false]], [[-5.48828125, false]], [[-10.2421875, false]], [[-5.61328125, false]], [[-7.98828125, false]], [[-10.8671875, false]], [[-5.48828125, false]], [[-9.9921875, false]], [[-10.2421875, false]], [[-11.3671875, false]], [[-5.61328125, false]], [[-7.98828125, false]], [[-8.4921875, false]], [[-8.9921875, false]], [[-10.2421875, false]], [[-8.9921875, false]], [[-5.48828125, false]], [[-10.4921875, false]], [[-5.61328125, false]], [[-9.9921875, false]], [[-7.36328125, false]], [[-5.48828125, false]], [[-10.4921875, false]], [[-8.4921875, false]], [[-9.9921875, false]], [[-7.36328125, false]], [[-9.3671875, false]], [[-5.48828125, false]], [[-9.9921875, false]], [[-7.98828125, false]], [[-5.48828125, false]], [[-4.61328125, false]], [[-5.61328125, false]], [[-10.2421875, false]], [[-9.7421875, false]], [[-10.4921875, false]], [[-8.2421875, false]], [[-6.98828125, false]], [[-12.9921875, false]]], "filtered_resps": [[-6.86328125, false], [-6.98828125, false], [-3.73828125, false], [-10.2421875, false], [-7.36328125, false], [-5.48828125, false], [-9.3671875, false], [-9.9921875, false], [-11.3671875, false], [-8.9921875, false], [-5.48828125, false], [-8.6171875, false], [-7.36328125, false], [-9.7421875, false], [-9.7421875, false], [-7.36328125, false], [-10.2421875, false], [-5.48828125, false], [-8.4921875, false], [-7.36328125, false], [-9.7421875, false], [-8.9921875, false], [-5.48828125, false], [-9.7421875, false], [-10.4921875, false], [-5.61328125, false], [-7.98828125, false], [-5.48828125, false], [-8.7421875, false], [-5.61328125, false], [-9.7421875, false], [-8.9921875, false], [-8.2421875, false], [-6.98828125, false], [-9.953125, false], [-5.48828125, false], [-6.98828125, false], [-6.98828125, false], [-9.9921875, false], [-9.4921875, false], [-5.48828125, false], [-10.2421875, false], [-5.61328125, false], [-7.98828125, false], [-10.8671875, false], [-5.48828125, false], [-8.9921875, false], [-9.7421875, false], [-5.61328125, false], [-10.2421875, false], [-8.9921875, false], [-5.48828125, false], [-5.61328125, false], [-10.2421875, false], [-7.36328125, false], [-5.48828125, false], [-8.4921875, false], [-7.98828125, false], [-5.48828125, false], [-9.7421875, false], [-10.4921875, false], [-7.36328125, false], [-5.48828125, false], [-10.2421875, false], [-7.98828125, false], [-8.4921875, false], [-9.9921875, false], [-7.36328125, false], [-10.2421875, false], [-8.9921875, false], [-7.36328125, false], [-8.2421875, false], [-6.98828125, false], [-9.953125, false], [-5.48828125, false], [-6.98828125, false], [-5.23828125, false], [-7.98828125, false], [-5.48828125, false], [-9.4921875, false], [-10.4921875, false], [-5.61328125, false], [-9.7421875, false], [-5.48828125, false], [-9.7421875, false], [-10.8671875, false], [-8.4921875, false], [-7.36328125, false], [-5.48828125, false], [-9.9921875, false], [-9.1171875, false], [-5.48828125, false], [-10.4921875, false], [-8.4921875, false], [-11.3671875, false], [-10.4921875, false], [-9.7421875, false], [-5.48828125, false], [-9.4921875, false], [-8.4921875, false], [-10.4921875, false], [-10.4921875, false], [-5.48828125, false], [-5.61328125, false], [-5.48828125, false], [-8.4921875, false], [-10.4921875, false], [-5.61328125, false], [-7.98828125, false], [-9.7421875, false], [-5.48828125, false], [-11.3671875, false], [-10.2421875, false], [-9.9921875, false], [-9.4921875, false], [-5.48828125, false], [-8.6171875, false], [-7.36328125, false], [-8.9921875, false], [-9.7421875, false], [-8.2421875, false], [-6.98828125, false], [-9.953125, false], [-5.48828125, false], [-6.98828125, false], [-6.98828125, false], [-9.9921875, false], [-9.4921875, false], [-5.48828125, false], [-10.2421875, false], [-5.61328125, false], [-7.98828125, false], [-10.8671875, false], [-5.48828125, false], [-9.9921875, false], [-10.2421875, false], [-11.3671875, false], [-5.61328125, false], [-7.98828125, false], [-8.4921875, false], [-8.9921875, false], [-10.2421875, false], [-8.9921875, false], [-5.48828125, false], [-10.4921875, false], [-5.61328125, false], [-9.9921875, false], [-7.36328125, false], [-5.48828125, false], [-10.4921875, false], [-8.4921875, false], [-9.9921875, false], [-7.36328125, false], [-9.3671875, false], [-5.48828125, false], [-9.9921875, false], [-7.98828125, false], [-5.48828125, false], [-4.61328125, false], [-5.61328125, false], [-10.2421875, false], [-9.7421875, false], [-10.4921875, false], [-8.2421875, false], [-6.98828125, false], [-12.9921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 972, "doc": {"id": "Mercury_SC_400663", "question": "A large mammal lives in a cold, snowy environment. Which adaptation would best help the mammal survive in low temperatures?", "choices": {"text": ["thick fur", "sharp claws", "large ears", "strong muscles"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "thick fur", "arguments": ["Question: A large mammal lives in a cold, snowy environment. Which adaptation would best help the mammal survive in low temperatures?\nAnswer:", " ["], "resps": [[[-6.92578125, false]], [[-9.9296875, false]], [[-11.1796875, false]], [[-10.9296875, false]], [[-9.0546875, false]], [[-8.9296875, false]], [[-10.4296875, false]], [[-5.30078125, false]], [[-9.9296875, false]], [[-12.4296875, false]], [[-10.9296875, false]], [[-9.9296875, false]], [[-10.1875, false]], [[-5.30078125, false]], [[-9.9296875, false]], [[-9.6796875, false]], [[-10.9296875, false]], [[-4.42578125, false]], [[-10.9296875, false]], [[-10.4296875, false]], [[-5.30078125, false]], [[-8.9296875, false]], [[-9.9296875, false]], [[-4.42578125, false]], [[-10.9296875, false]], [[-9.6796875, false]], [[-9.9296875, false]], [[-10.1875, false]], [[-5.30078125, false]], [[-9.9296875, false]], [[-9.9296875, false]], [[-4.42578125, false]], [[-10.9296875, false]], [[-10.6796875, false]], [[-8.9296875, false]], [[-5.30078125, false]], [[-8.9296875, false]], [[-4.42578125, false]], [[-10.9296875, false]], [[-9.6796875, false]], [[-9.9296875, false]], [[-10.1875, false]], [[-5.30078125, false]], [[-9.9296875, false]], [[-9.6796875, false]], [[-11.1796875, false]], [[-10.9296875, false]], [[-9.3046875, false]], [[-9.4296875, false]], [[-10.6796875, false]], [[-5.30078125, false]], [[-9.4296875, false]], [[-12.4296875, false]], [[-9.6796875, false]], [[-8.9296875, false]], [[-9.9296875, false]], [[-8.9296875, false]], [[-9.6796875, false]], [[-9.9296875, false]], [[-12.8046875, false]]], "filtered_resps": [[-6.92578125, false], [-9.9296875, false], [-11.1796875, false], [-10.9296875, false], [-9.0546875, false], [-8.9296875, false], [-10.4296875, false], [-5.30078125, false], [-9.9296875, false], [-12.4296875, false], [-10.9296875, false], [-9.9296875, false], [-10.1875, false], [-5.30078125, false], [-9.9296875, false], [-9.6796875, false], [-10.9296875, false], [-4.42578125, false], [-10.9296875, false], [-10.4296875, false], [-5.30078125, false], [-8.9296875, false], [-9.9296875, false], [-4.42578125, false], [-10.9296875, false], [-9.6796875, false], [-9.9296875, false], [-10.1875, false], [-5.30078125, false], [-9.9296875, false], [-9.9296875, false], [-4.42578125, false], [-10.9296875, false], [-10.6796875, false], [-8.9296875, false], [-5.30078125, false], [-8.9296875, false], [-4.42578125, false], [-10.9296875, false], [-9.6796875, false], [-9.9296875, false], [-10.1875, false], [-5.30078125, false], [-9.9296875, false], [-9.6796875, false], [-11.1796875, false], [-10.9296875, false], [-9.3046875, false], [-9.4296875, false], [-10.6796875, false], [-5.30078125, false], [-9.4296875, false], [-12.4296875, false], [-9.6796875, false], [-8.9296875, false], [-9.9296875, false], [-8.9296875, false], [-9.6796875, false], [-9.9296875, false], [-12.8046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 980, "doc": {"id": "Mercury_7161473", "question": "The phases of the Moon are daily changes in the appearance of the Moon. One reason Moon phases occur is because the Moon reflects sunlight. Which is another reason that the phases of the Moon occur?", "choices": {"text": ["Earth is tilted on the axis.", "The Moon rises and sets.", "The Moon orbits Earth.", "Earth orbits the Sun."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "The Moon orbits Earth.", "arguments": ["Question: The phases of the Moon are daily changes in the appearance of the Moon. One reason Moon phases occur is because the Moon reflects sunlight. Which is another reason that the phases of the Moon occur?\nAnswer:", " ["], "resps": [[[-7.8984375, false]], [[-9.6484375, false]], [[-4.8984375, false]], [[-4.8984375, false]], [[-8.1484375, false]], [[-8.1484375, false]], [[-9.6484375, false]], [[-5.3984375, false]], [[-8.1484375, false]], [[-8.6484375, false]], [[-5.3984375, false]], [[-8.1484375, false]], [[-8.1484375, false]], [[-9.6484375, false]], [[-8.1484375, false]], [[-6.3984375, false]], [[-8.3984375, false]], [[-5.3984375, false]], [[-7.8984375, false]], [[-8.3984375, false]], [[-5.3984375, false]], [[-8.1484375, false]], [[-9.6484375, false]], [[-6.3984375, false]], [[-5.3984375, false]], [[-4.8984375, false]], [[-9.6484375, false]], [[-8.1484375, false]], [[-8.6484375, false]], [[-7.203125, false]], [[-9.6484375, false]], [[-9.671875, false]], [[-5.3984375, false]], [[-9.6484375, false]], [[-6.6484375, false]], [[-9.6484375, false]], [[-6.3984375, false]], [[-5.3984375, false]], [[-5.8984375, false]], [[-7.8984375, false]], [[-7.8984375, false]], [[-8.3984375, false]], [[-5.3984375, false]], [[-8.1484375, false]], [[-8.1484375, false]], [[-8.6484375, false]], [[-6.3984375, false]], [[-8.6484375, false]], [[-5.3984375, false]], [[-4.8984375, false]], [[-8.3984375, false]], [[-8.3984375, false]], [[-5.3984375, false]], [[-8.6484375, false]], [[-6.3984375, false]], [[-8.1484375, false]], [[-8.6484375, false]], [[-7.203125, false]], [[-9.6484375, false]], [[-9.671875, false]], [[-5.3984375, false]], [[-9.6484375, false]], [[-6.6484375, false]], [[-9.6484375, false]], [[-6.3984375, false]], [[-5.3984375, false]], [[-5.8984375, false]], [[-7.8984375, false]], [[-7.8984375, false]], [[-8.3984375, false]], [[-5.3984375, false]], [[-7.8984375, false]], [[-8.1484375, false]], [[-6.1484375, false]], [[-8.1484375, false]], [[-8.1484375, false]], [[-8.6484375, false]], [[-5.3984375, false]], [[-4.8984375, false]], [[-4.8984375, false]], [[-8.1484375, false]], [[-8.1484375, false]], [[-9.6484375, false]], [[-7.203125, false]], [[-9.6484375, false]], [[-9.703125, false]], [[-5.3984375, false]], [[-9.6484375, false]], [[-4.8984375, false]], [[-4.8984375, false]], [[-8.1484375, false]], [[-8.1484375, false]], [[-9.6484375, false]], [[-5.3984375, false]], [[-7.8984375, false]], [[-8.1484375, false]], [[-6.1484375, false]], [[-8.1484375, false]], [[-8.1484375, false]], [[-8.6484375, false]], [[-5.3984375, false]], [[-8.1484375, false]], [[-9.6484375, false]], [[-6.3984375, false]], [[-5.3984375, false]], [[-5.6484375, false]], [[-10.1484375, false]], [[-8.3984375, false]], [[-7.203125, false]], [[-9.6484375, false]], [[-11.3984375, false]]], "filtered_resps": [[-7.8984375, false], [-9.6484375, false], [-4.8984375, false], [-4.8984375, false], [-8.1484375, false], [-8.1484375, false], [-9.6484375, false], [-5.3984375, false], [-8.1484375, false], [-8.6484375, false], [-5.3984375, false], [-8.1484375, false], [-8.1484375, false], [-9.6484375, false], [-8.1484375, false], [-6.3984375, false], [-8.3984375, false], [-5.3984375, false], [-7.8984375, false], [-8.3984375, false], [-5.3984375, false], [-8.1484375, false], [-9.6484375, false], [-6.3984375, false], [-5.3984375, false], [-4.8984375, false], [-9.6484375, false], [-8.1484375, false], [-8.6484375, false], [-7.203125, false], [-9.6484375, false], [-9.671875, false], [-5.3984375, false], [-9.6484375, false], [-6.6484375, false], [-9.6484375, false], [-6.3984375, false], [-5.3984375, false], [-5.8984375, false], [-7.8984375, false], [-7.8984375, false], [-8.3984375, false], [-5.3984375, false], [-8.1484375, false], [-8.1484375, false], [-8.6484375, false], [-6.3984375, false], [-8.6484375, false], [-5.3984375, false], [-4.8984375, false], [-8.3984375, false], [-8.3984375, false], [-5.3984375, false], [-8.6484375, false], [-6.3984375, false], [-8.1484375, false], [-8.6484375, false], [-7.203125, false], [-9.6484375, false], [-9.671875, false], [-5.3984375, false], [-9.6484375, false], [-6.6484375, false], [-9.6484375, false], [-6.3984375, false], [-5.3984375, false], [-5.8984375, false], [-7.8984375, false], [-7.8984375, false], [-8.3984375, false], [-5.3984375, false], [-7.8984375, false], [-8.1484375, false], [-6.1484375, false], [-8.1484375, false], [-8.1484375, false], [-8.6484375, false], [-5.3984375, false], [-4.8984375, false], [-4.8984375, false], [-8.1484375, false], [-8.1484375, false], [-9.6484375, false], [-7.203125, false], [-9.6484375, false], [-9.703125, false], [-5.3984375, false], [-9.6484375, false], [-4.8984375, false], [-4.8984375, false], [-8.1484375, false], [-8.1484375, false], [-9.6484375, false], [-5.3984375, false], [-7.8984375, false], [-8.1484375, false], [-6.1484375, false], [-8.1484375, false], [-8.1484375, false], [-8.6484375, false], [-5.3984375, false], [-8.1484375, false], [-9.6484375, false], [-6.3984375, false], [-5.3984375, false], [-5.6484375, false], [-10.1484375, false], [-8.3984375, false], [-7.203125, false], [-9.6484375, false], [-11.3984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 988, "doc": {"id": "ACTAAP_2008_5_5", "question": "Which action should be taken in order to identify the streak of a mineral during an investigation?", "choices": {"text": ["Weigh the mineral", "Dip the mineral in acid", "Heat the mineral until it melts", "Drag an edge of the mineral across a tile"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Drag an edge of the mineral across a tile", "arguments": ["Question: Which action should be taken in order to identify the streak of a mineral during an investigation?\nAnswer:", " ["], "resps": [[[-6.75390625, false]], [[-9.625, false]], [[-8.875, false]], [[-8.75, false]], [[-8.5, false]], [[-12.25, false]], [[-12.5, false]], [[-4.62890625, false]], [[-10.875, false]], [[-12.5, false]], [[-8.75, false]], [[-4.62890625, false]], [[-11.0, false]], [[-8.5, false]], [[-10.625, false]], [[-8.75, false]], [[-10.75, false]], [[-6.25390625, false]], [[-10.625, false]], [[-9.625, false]], [[-9.6875, false]], [[-4.62890625, false]], [[-9.625, false]], [[-6.87890625, false]], [[-8.5, false]], [[-9.875, false]], [[-4.62890625, false]], [[-10.875, false]], [[-12.5, false]], [[-8.75, false]], [[-4.62890625, false]], [[-11.0, false]], [[-8.5, false]], [[-10.625, false]], [[-8.75, false]], [[-10.75, false]], [[-6.25390625, false]], [[-10.625, false]], [[-4.62890625, false]], [[-8.5, false]], [[-10.625, false]], [[-4.62890625, false]], [[-6.25390625, false]], [[-10.375, false]], [[-8.5, false]], [[-10.0, false]], [[-9.625, false]], [[-9.6875, false]], [[-4.62890625, false]], [[-9.625, false]], [[-8.625, false]], [[-8.75, false]], [[-6.25390625, false]], [[-10.875, false]], [[-4.62890625, false]], [[-10.875, false]], [[-12.5, false]], [[-8.75, false]], [[-4.62890625, false]], [[-11.0, false]], [[-8.5, false]], [[-10.625, false]], [[-8.75, false]], [[-10.75, false]], [[-6.25390625, false]], [[-10.625, false]], [[-4.62890625, false]], [[-10.75, false]], [[-10.625, false]], [[-10.875, false]], [[-8.5, false]], [[-10.625, false]], [[-4.62890625, false]], [[-8.5, false]], [[-10.875, false]], [[-4.62890625, false]], [[-11.0, false]], [[-8.75, false]], [[-10.625, false]], [[-10.875, false]], [[-9.375, false]], [[-9.625, false]], [[-9.6875, false]], [[-4.62890625, false]], [[-9.625, false]], [[-6.87890625, false]], [[-10.75, false]], [[-6.25390625, false]], [[-12.25, false]], [[-4.62890625, false]], [[-6.25390625, false]], [[-10.625, false]], [[-4.62890625, false]], [[-8.75, false]], [[-10.0, false]], [[-12.25, false]], [[-8.75, false]], [[-4.62890625, false]], [[-9.625, false]], [[-11.125, false]], [[-4.62890625, false]], [[-10.875, false]], [[-12.5, false]], [[-8.75, false]], [[-4.62890625, false]], [[-11.0, false]], [[-8.5, false]], [[-10.625, false]], [[-8.75, false]], [[-10.75, false]], [[-6.25390625, false]], [[-10.625, false]], [[-4.62890625, false]], [[-6.25390625, false]], [[-10.375, false]], [[-10.75, false]], [[-9.625, false]], [[-9.375, false]], [[-9.375, false]], [[-4.62890625, false]], [[-6.25390625, false]], [[-4.62890625, false]], [[-10.875, false]], [[-8.5, false]], [[-10.625, false]], [[-8.75, false]], [[-9.625, false]], [[-11.5, false]]], "filtered_resps": [[-6.75390625, false], [-9.625, false], [-8.875, false], [-8.75, false], [-8.5, false], [-12.25, false], [-12.5, false], [-4.62890625, false], [-10.875, false], [-12.5, false], [-8.75, false], [-4.62890625, false], [-11.0, false], [-8.5, false], [-10.625, false], [-8.75, false], [-10.75, false], [-6.25390625, false], [-10.625, false], [-9.625, false], [-9.6875, false], [-4.62890625, false], [-9.625, false], [-6.87890625, false], [-8.5, false], [-9.875, false], [-4.62890625, false], [-10.875, false], [-12.5, false], [-8.75, false], [-4.62890625, false], [-11.0, false], [-8.5, false], [-10.625, false], [-8.75, false], [-10.75, false], [-6.25390625, false], [-10.625, false], [-4.62890625, false], [-8.5, false], [-10.625, false], [-4.62890625, false], [-6.25390625, false], [-10.375, false], [-8.5, false], [-10.0, false], [-9.625, false], [-9.6875, false], [-4.62890625, false], [-9.625, false], [-8.625, false], [-8.75, false], [-6.25390625, false], [-10.875, false], [-4.62890625, false], [-10.875, false], [-12.5, false], [-8.75, false], [-4.62890625, false], [-11.0, false], [-8.5, false], [-10.625, false], [-8.75, false], [-10.75, false], [-6.25390625, false], [-10.625, false], [-4.62890625, false], [-10.75, false], [-10.625, false], [-10.875, false], [-8.5, false], [-10.625, false], [-4.62890625, false], [-8.5, false], [-10.875, false], [-4.62890625, false], [-11.0, false], [-8.75, false], [-10.625, false], [-10.875, false], [-9.375, false], [-9.625, false], [-9.6875, false], [-4.62890625, false], [-9.625, false], [-6.87890625, false], [-10.75, false], [-6.25390625, false], [-12.25, false], [-4.62890625, false], [-6.25390625, false], [-10.625, false], [-4.62890625, false], [-8.75, false], [-10.0, false], [-12.25, false], [-8.75, false], [-4.62890625, false], [-9.625, false], [-11.125, false], [-4.62890625, false], [-10.875, false], [-12.5, false], [-8.75, false], [-4.62890625, false], [-11.0, false], [-8.5, false], [-10.625, false], [-8.75, false], [-10.75, false], [-6.25390625, false], [-10.625, false], [-4.62890625, false], [-6.25390625, false], [-10.375, false], [-10.75, false], [-9.625, false], [-9.375, false], [-9.375, false], [-4.62890625, false], [-6.25390625, false], [-4.62890625, false], [-10.875, false], [-8.5, false], [-10.625, false], [-8.75, false], [-9.625, false], [-11.5, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 996, "doc": {"id": "TIMSS_2007_8_pg102", "question": "Which is NOT an example of a chemical change?", "choices": {"text": ["Melting ice", "corroding silver", "Burning match", "Rotting vegetation"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Melting ice", "arguments": ["Question: Which is NOT an example of a chemical change?\nAnswer:", " ["], "resps": [[[-6.28515625, false]], [[-9.15625, false]], [[-6.78515625, false]], [[-8.15625, false]], [[-10.65625, false]], [[-9.40625, false]], [[-7.03515625, false]], [[-7.78515625, false]], [[-11.15625, false]], [[-5.16015625, false]], [[-7.03515625, false]], [[-7.78515625, false]], [[-8.15625, false]], [[-9.15625, false]], [[-9.546875, false]], [[-5.16015625, false]], [[-9.15625, false]], [[-7.78515625, false]], [[-8.40625, false]], [[-9.90625, false]], [[-9.90625, false]], [[-8.40625, false]], [[-9.28125, false]], [[-7.03515625, false]], [[-7.78515625, false]], [[-11.15625, false]], [[-5.16015625, false]], [[-9.40625, false]], [[-7.03515625, false]], [[-10.65625, false]], [[-9.90625, false]], [[-8.15625, false]], [[-9.90625, false]], [[-9.15625, false]], [[-9.546875, false]], [[-5.16015625, false]], [[-9.15625, false]], [[-6.91015625, false]], [[-9.40625, false]], [[-9.90625, false]], [[-7.78515625, false]], [[-7.03515625, false]], [[-7.78515625, false]], [[-11.15625, false]], [[-5.16015625, false]], [[-7.78515625, false]], [[-3.66015625, false]], [[-9.40625, false]], [[-7.78515625, false]], [[-9.78125, false]], [[-9.15625, false]], [[-9.546875, false]], [[-5.16015625, false]], [[-9.15625, false]], [[-7.53515625, false]], [[-8.40625, false]], [[-9.40625, false]], [[-9.40625, false]], [[-7.03515625, false]], [[-7.78515625, false]], [[-11.15625, false]], [[-5.16015625, false]], [[-9.90625, false]], [[-8.15625, false]], [[-11.15625, false]], [[-8.15625, false]], [[-9.40625, false]], [[-3.66015625, false]], [[-9.40625, false]], [[-7.03515625, false]], [[-8.40625, false]], [[-7.78515625, false]], [[-9.15625, false]], [[-12.53125, false]]], "filtered_resps": [[-6.28515625, false], [-9.15625, false], [-6.78515625, false], [-8.15625, false], [-10.65625, false], [-9.40625, false], [-7.03515625, false], [-7.78515625, false], [-11.15625, false], [-5.16015625, false], [-7.03515625, false], [-7.78515625, false], [-8.15625, false], [-9.15625, false], [-9.546875, false], [-5.16015625, false], [-9.15625, false], [-7.78515625, false], [-8.40625, false], [-9.90625, false], [-9.90625, false], [-8.40625, false], [-9.28125, false], [-7.03515625, false], [-7.78515625, false], [-11.15625, false], [-5.16015625, false], [-9.40625, false], [-7.03515625, false], [-10.65625, false], [-9.90625, false], [-8.15625, false], [-9.90625, false], [-9.15625, false], [-9.546875, false], [-5.16015625, false], [-9.15625, false], [-6.91015625, false], [-9.40625, false], [-9.90625, false], [-7.78515625, false], [-7.03515625, false], [-7.78515625, false], [-11.15625, false], [-5.16015625, false], [-7.78515625, false], [-3.66015625, false], [-9.40625, false], [-7.78515625, false], [-9.78125, false], [-9.15625, false], [-9.546875, false], [-5.16015625, false], [-9.15625, false], [-7.53515625, false], [-8.40625, false], [-9.40625, false], [-9.40625, false], [-7.03515625, false], [-7.78515625, false], [-11.15625, false], [-5.16015625, false], [-9.90625, false], [-8.15625, false], [-11.15625, false], [-8.15625, false], [-9.40625, false], [-3.66015625, false], [-9.40625, false], [-7.03515625, false], [-8.40625, false], [-7.78515625, false], [-9.15625, false], [-12.53125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1004, "doc": {"id": "MEAP_2005_8_1", "question": "Which of the following is most likely to disrupt the natural balance in an ecosystem?", "choices": {"text": ["introduction of a non-native species", "reduced daylight hours during winter", "preventing the cutting of trees in forests", "riverbank erosion resulting from springtime flooding"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "introduction of a non-native species", "arguments": ["Question: Which of the following is most likely to disrupt the natural balance in an ecosystem?\nAnswer:", " ["], "resps": [[[-7.09765625, false]], [[-9.59375, false]], [[-8.46875, false]], [[-9.09375, false]], [[-10.96875, false]], [[-10.96875, false]], [[-7.72265625, false]], [[-6.84765625, false]], [[-11.09375, false]], [[-7.84765625, false]], [[-10.96875, false]], [[-8.46875, false]], [[-7.72265625, false]], [[-9.09375, false]], [[-5.22265625, false]], [[-7.72265625, false]], [[-8.96875, false]], [[-5.22265625, false]], [[-4.59765625, false]], [[-5.22265625, false]], [[-9.09375, false]], [[-7.72265625, false]], [[-9.09375, false]], [[-6.22265625, false]], [[-9.09375, false]], [[-4.59765625, false]], [[-10.96875, false]], [[-8.46875, false]], [[-12.21875, false]], [[-6.72265625, false]], [[-5.22265625, false]], [[-9.59375, false]], [[-9.46875, false]], [[-6.72265625, false]], [[-7.84765625, false]], [[-8.46875, false]], [[-6.72265625, false]], [[-9.59375, false]], [[-9.59375, false]], [[-10.59375, false]], [[-5.22265625, false]], [[-9.59375, false]], [[-10.96875, false]], [[-6.72265625, false]], [[-6.84765625, false]], [[-11.09375, false]], [[-7.84765625, false]], [[-6.72265625, false]], [[-6.84765625, false]], [[-5.22265625, false]], [[-6.84765625, false]], [[-4.59765625, false]], [[-11.21875, false]], [[-9.34375, false]], [[-8.46875, false]], [[-11.34375, false]], [[-10.96875, false]], [[-10.96875, false]], [[-5.22265625, false]], [[-10.96875, false]], [[-7.72265625, false]], [[-11.09375, false]], [[-10.96875, false]], [[-9.59375, false]], [[-5.22265625, false]], [[-6.84765625, false]], [[-11.09375, false]], [[-10.96875, false]], [[-8.46875, false]], [[-9.09375, false]], [[-11.34375, false]], [[-5.22265625, false]], [[-10.21875, false]], [[-8.46875, false]], [[-9.09375, false]], [[-10.96875, false]], [[-6.72265625, false]], [[-10.96875, false]], [[-9.59375, false]], [[-10.59375, false]], [[-5.22265625, false]], [[-9.59375, false]], [[-9.46875, false]], [[-10.96875, false]], [[-6.72265625, false]], [[-12.21875, false]], [[-6.72265625, false]], [[-9.09375, false]], [[-10.96875, false]], [[-8.46875, false]], [[-9.09375, false]], [[-11.34375, false]], [[-5.22265625, false]], [[-10.96875, false]], [[-10.96875, false]], [[-6.72265625, false]], [[-5.22265625, false]], [[-7.84765625, false]], [[-11.09375, false]], [[-10.96875, false]], [[-10.96875, false]], [[-8.46875, false]], [[-9.09375, false]], [[-11.34375, false]], [[-5.22265625, false]], [[-7.72265625, false]], [[-8.96875, false]], [[-5.22265625, false]], [[-10.96875, false]], [[-10.96875, false]], [[-6.72265625, false]], [[-6.72265625, false]], [[-9.59375, false]], [[-5.22265625, false]], [[-8.46875, false]], [[-9.09375, false]], [[-5.22265625, false]], [[-8.96875, false]], [[-7.72265625, false]], [[-10.96875, false]], [[-6.72265625, false]], [[-9.59375, false]], [[-10.96875, false]], [[-9.59375, false]], [[-9.59375, false]], [[-10.59375, false]], [[-5.22265625, false]], [[-9.59375, false]], [[-10.96875, false]], [[-8.46875, false]], [[-12.21875, false]], [[-6.72265625, false]], [[-10.96875, false]], [[-8.71875, false]], [[-4.59765625, false]], [[-9.09375, false]], [[-10.84375, false]], [[-5.22265625, false]], [[-6.72265625, false]], [[-10.96875, false]], [[-7.72265625, false]], [[-9.59375, false]], [[-8.46875, false]], [[-7.72265625, false]], [[-9.09375, false]], [[-5.22265625, false]], [[-10.96875, false]], [[-6.72265625, false]], [[-9.59375, false]], [[-11.09375, false]], [[-9.34375, false]], [[-10.96875, false]], [[-8.46875, false]], [[-9.09375, false]], [[-11.34375, false]], [[-5.22265625, false]], [[-8.96875, false]], [[-10.96875, false]], [[-7.72265625, false]], [[-10.09375, false]], [[-5.22265625, false]], [[-9.59375, false]], [[-9.46875, false]], [[-10.96875, false]], [[-8.46875, false]], [[-9.09375, false]], [[-11.34375, false]], [[-10.96875, false]], [[-8.46875, false]], [[-10.09375, false]], [[-6.72265625, false]], [[-5.22265625, false]], [[-8.96875, false]], [[-9.34375, false]], [[-7.72265625, false]], [[-7.72265625, false]], [[-6.84765625, false]], [[-8.46875, false]], [[-9.09375, false]], [[-11.34375, false]], [[-9.59375, false]], [[-14.09375, false]]], "filtered_resps": [[-7.09765625, false], [-9.59375, false], [-8.46875, false], [-9.09375, false], [-10.96875, false], [-10.96875, false], [-7.72265625, false], [-6.84765625, false], [-11.09375, false], [-7.84765625, false], [-10.96875, false], [-8.46875, false], [-7.72265625, false], [-9.09375, false], [-5.22265625, false], [-7.72265625, false], [-8.96875, false], [-5.22265625, false], [-4.59765625, false], [-5.22265625, false], [-9.09375, false], [-7.72265625, false], [-9.09375, false], [-6.22265625, false], [-9.09375, false], [-4.59765625, false], [-10.96875, false], [-8.46875, false], [-12.21875, false], [-6.72265625, false], [-5.22265625, false], [-9.59375, false], [-9.46875, false], [-6.72265625, false], [-7.84765625, false], [-8.46875, false], [-6.72265625, false], [-9.59375, false], [-9.59375, false], [-10.59375, false], [-5.22265625, false], [-9.59375, false], [-10.96875, false], [-6.72265625, false], [-6.84765625, false], [-11.09375, false], [-7.84765625, false], [-6.72265625, false], [-6.84765625, false], [-5.22265625, false], [-6.84765625, false], [-4.59765625, false], [-11.21875, false], [-9.34375, false], [-8.46875, false], [-11.34375, false], [-10.96875, false], [-10.96875, false], [-5.22265625, false], [-10.96875, false], [-7.72265625, false], [-11.09375, false], [-10.96875, false], [-9.59375, false], [-5.22265625, false], [-6.84765625, false], [-11.09375, false], [-10.96875, false], [-8.46875, false], [-9.09375, false], [-11.34375, false], [-5.22265625, false], [-10.21875, false], [-8.46875, false], [-9.09375, false], [-10.96875, false], [-6.72265625, false], [-10.96875, false], [-9.59375, false], [-10.59375, false], [-5.22265625, false], [-9.59375, false], [-9.46875, false], [-10.96875, false], [-6.72265625, false], [-12.21875, false], [-6.72265625, false], [-9.09375, false], [-10.96875, false], [-8.46875, false], [-9.09375, false], [-11.34375, false], [-5.22265625, false], [-10.96875, false], [-10.96875, false], [-6.72265625, false], [-5.22265625, false], [-7.84765625, false], [-11.09375, false], [-10.96875, false], [-10.96875, false], [-8.46875, false], [-9.09375, false], [-11.34375, false], [-5.22265625, false], [-7.72265625, false], [-8.96875, false], [-5.22265625, false], [-10.96875, false], [-10.96875, false], [-6.72265625, false], [-6.72265625, false], [-9.59375, false], [-5.22265625, false], [-8.46875, false], [-9.09375, false], [-5.22265625, false], [-8.96875, false], [-7.72265625, false], [-10.96875, false], [-6.72265625, false], [-9.59375, false], [-10.96875, false], [-9.59375, false], [-9.59375, false], [-10.59375, false], [-5.22265625, false], [-9.59375, false], [-10.96875, false], [-8.46875, false], [-12.21875, false], [-6.72265625, false], [-10.96875, false], [-8.71875, false], [-4.59765625, false], [-9.09375, false], [-10.84375, false], [-5.22265625, false], [-6.72265625, false], [-10.96875, false], [-7.72265625, false], [-9.59375, false], [-8.46875, false], [-7.72265625, false], [-9.09375, false], [-5.22265625, false], [-10.96875, false], [-6.72265625, false], [-9.59375, false], [-11.09375, false], [-9.34375, false], [-10.96875, false], [-8.46875, false], [-9.09375, false], [-11.34375, false], [-5.22265625, false], [-8.96875, false], [-10.96875, false], [-7.72265625, false], [-10.09375, false], [-5.22265625, false], [-9.59375, false], [-9.46875, false], [-10.96875, false], [-8.46875, false], [-9.09375, false], [-11.34375, false], [-10.96875, false], [-8.46875, false], [-10.09375, false], [-6.72265625, false], [-5.22265625, false], [-8.96875, false], [-9.34375, false], [-7.72265625, false], [-7.72265625, false], [-6.84765625, false], [-8.46875, false], [-9.09375, false], [-11.34375, false], [-9.59375, false], [-14.09375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1012, "doc": {"id": "Mercury_SC_401275", "question": "Many scientists think that when birds migrate to the same location each year, they find this location by using Earth's", "choices": {"text": ["jet stream.", "weather patterns.", "magnetic patterns.", "electrical discharges."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "magnetic patterns.", "arguments": ["Question: Many scientists think that when birds migrate to the same location each year, they find this location by using Earth's\nAnswer:", " ["], "resps": [[[-7.23828125, false]], [[-7.48828125, false]], [[-11.3671875, false]], [[-8.3671875, false]], [[-10.9921875, false]], [[-4.86328125, false]], [[-8.3671875, false]], [[-10.9921875, false]], [[-9.7421875, false]], [[-8.3671875, false]], [[-5.11328125, false]], [[-9.9921875, false]], [[-7.39453125, false]], [[-7.48828125, false]], [[-8.578125, false]], [[-4.86328125, false]], [[-7.48828125, false]], [[-9.3671875, false]], [[-8.3671875, false]], [[-5.11328125, false]], [[-10.9921875, false]], [[-10.4921875, false]], [[-8.3671875, false]], [[-9.7421875, false]], [[-4.86328125, false]], [[-8.7421875, false]], [[-5.11328125, false]], [[-10.9921875, false]], [[-10.9921875, false]], [[-8.3671875, false]], [[-9.7421875, false]], [[-8.1171875, false]], [[-8.3671875, false]], [[-7.39453125, false]], [[-7.48828125, false]], [[-8.578125, false]], [[-4.86328125, false]], [[-7.48828125, false]], [[-9.9921875, false]], [[-5.11328125, false]], [[-10.2421875, false]], [[-8.1171875, false]], [[-8.3671875, false]], [[-10.9921875, false]], [[-8.3671875, false]], [[-8.7421875, false]], [[-4.86328125, false]], [[-8.7421875, false]], [[-5.11328125, false]], [[-10.9921875, false]], [[-10.9921875, false]], [[-8.3671875, false]], [[-9.7421875, false]], [[-8.1171875, false]], [[-8.3671875, false]], [[-7.39453125, false]], [[-7.48828125, false]], [[-8.578125, false]], [[-4.86328125, false]], [[-7.48828125, false]], [[-8.3671875, false]], [[-10.4921875, false]], [[-8.3671875, false]], [[-8.7421875, false]], [[-10.9921875, false]], [[-9.7421875, false]], [[-8.3671875, false]], [[-8.7421875, false]], [[-5.11328125, false]], [[-10.4921875, false]], [[-4.86328125, false]], [[-8.6171875, false]], [[-8.3671875, false]], [[-8.3671875, false]], [[-8.7421875, false]], [[-10.4921875, false]], [[-5.11328125, false]], [[-9.7421875, false]], [[-10.2421875, false]], [[-8.3671875, false]], [[-8.3671875, false]], [[-7.39453125, false]], [[-7.48828125, false]], [[-12.7421875, false]]], "filtered_resps": [[-7.23828125, false], [-7.48828125, false], [-11.3671875, false], [-8.3671875, false], [-10.9921875, false], [-4.86328125, false], [-8.3671875, false], [-10.9921875, false], [-9.7421875, false], [-8.3671875, false], [-5.11328125, false], [-9.9921875, false], [-7.39453125, false], [-7.48828125, false], [-8.578125, false], [-4.86328125, false], [-7.48828125, false], [-9.3671875, false], [-8.3671875, false], [-5.11328125, false], [-10.9921875, false], [-10.4921875, false], [-8.3671875, false], [-9.7421875, false], [-4.86328125, false], [-8.7421875, false], [-5.11328125, false], [-10.9921875, false], [-10.9921875, false], [-8.3671875, false], [-9.7421875, false], [-8.1171875, false], [-8.3671875, false], [-7.39453125, false], [-7.48828125, false], [-8.578125, false], [-4.86328125, false], [-7.48828125, false], [-9.9921875, false], [-5.11328125, false], [-10.2421875, false], [-8.1171875, false], [-8.3671875, false], [-10.9921875, false], [-8.3671875, false], [-8.7421875, false], [-4.86328125, false], [-8.7421875, false], [-5.11328125, false], [-10.9921875, false], [-10.9921875, false], [-8.3671875, false], [-9.7421875, false], [-8.1171875, false], [-8.3671875, false], [-7.39453125, false], [-7.48828125, false], [-8.578125, false], [-4.86328125, false], [-7.48828125, false], [-8.3671875, false], [-10.4921875, false], [-8.3671875, false], [-8.7421875, false], [-10.9921875, false], [-9.7421875, false], [-8.3671875, false], [-8.7421875, false], [-5.11328125, false], [-10.4921875, false], [-4.86328125, false], [-8.6171875, false], [-8.3671875, false], [-8.3671875, false], [-8.7421875, false], [-10.4921875, false], [-5.11328125, false], [-9.7421875, false], [-10.2421875, false], [-8.3671875, false], [-8.3671875, false], [-7.39453125, false], [-7.48828125, false], [-12.7421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1020, "doc": {"id": "Mercury_SC_402270", "question": "On the Galapagos Islands, an iguana that lives in the water is most likely able to survive without competition from an iguana that lives on land because it", "choices": {"text": ["swims faster.", "has a larger body.", "has a tougher scaly skin.", "has a different food source."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "has a different food source.", "arguments": ["Question: On the Galapagos Islands, an iguana that lives in the water is most likely able to survive without competition from an iguana that lives on land because it\nAnswer:", " ["], "resps": [[[-6.66015625, false]], [[-8.53125, false]], [[-8.90625, false]], [[-9.15625, false]], [[-7.28515625, false]], [[-10.78125, false]], [[-8.90625, false]], [[-2.78515625, false]], [[-9.65625, false]], [[-5.41015625, false]], [[-8.90625, false]], [[-10.03125, false]], [[-7.91015625, false]], [[-10.28125, false]], [[-4.53515625, false]], [[-8.53125, false]], [[-7.2890625, false]], [[-2.78515625, false]], [[-8.53125, false]], [[-9.65625, false]], [[-5.41015625, false]], [[-8.90625, false]], [[-2.78515625, false]], [[-5.41015625, false]], [[-2.78515625, false]], [[-8.90625, false]], [[-5.41015625, false]], [[-10.28125, false]], [[-9.65625, false]], [[-7.91015625, false]], [[-10.28125, false]], [[-2.78515625, false]], [[-8.53125, false]], [[-8.90625, false]], [[-7.91015625, false]], [[-11.78125, false]], [[-4.53515625, false]], [[-8.53125, false]], [[-7.2890625, false]], [[-2.78515625, false]], [[-8.53125, false]], [[-9.65625, false]], [[-5.41015625, false]], [[-8.90625, false]], [[-2.78515625, false]], [[-5.41015625, false]], [[-2.78515625, false]], [[-10.03125, false]], [[-8.90625, false]], [[-10.03125, false]], [[-9.65625, false]], [[-9.65625, false]], [[-7.91015625, false]], [[-10.28125, false]], [[-2.78515625, false]], [[-8.90625, false]], [[-8.90625, false]], [[-5.41015625, false]], [[-8.90625, false]], [[-11.78125, false]], [[-2.78515625, false]], [[-8.90625, false]], [[-10.28125, false]], [[-7.28515625, false]], [[-8.53125, false]], [[-4.53515625, false]], [[-8.53125, false]], [[-7.2890625, false]], [[-2.78515625, false]], [[-8.53125, false]], [[-9.65625, false]], [[-5.41015625, false]], [[-8.90625, false]], [[-2.78515625, false]], [[-5.41015625, false]], [[-2.78515625, false]], [[-7.91015625, false]], [[-7.28515625, false]], [[-9.65625, false]], [[-9.65625, false]], [[-7.91015625, false]], [[-10.28125, false]], [[-7.91015625, false]], [[-8.53125, false]], [[-10.03125, false]], [[-2.78515625, false]], [[-9.65625, false]], [[-8.90625, false]], [[-8.90625, false]], [[-7.91015625, false]], [[-2.78515625, false]], [[-8.90625, false]], [[-8.90625, false]], [[-10.03125, false]], [[-10.28125, false]], [[-8.90625, false]], [[-7.91015625, false]], [[-4.53515625, false]], [[-8.53125, false]], [[-11.40625, false]]], "filtered_resps": [[-6.66015625, false], [-8.53125, false], [-8.90625, false], [-9.15625, false], [-7.28515625, false], [-10.78125, false], [-8.90625, false], [-2.78515625, false], [-9.65625, false], [-5.41015625, false], [-8.90625, false], [-10.03125, false], [-7.91015625, false], [-10.28125, false], [-4.53515625, false], [-8.53125, false], [-7.2890625, false], [-2.78515625, false], [-8.53125, false], [-9.65625, false], [-5.41015625, false], [-8.90625, false], [-2.78515625, false], [-5.41015625, false], [-2.78515625, false], [-8.90625, false], [-5.41015625, false], [-10.28125, false], [-9.65625, false], [-7.91015625, false], [-10.28125, false], [-2.78515625, false], [-8.53125, false], [-8.90625, false], [-7.91015625, false], [-11.78125, false], [-4.53515625, false], [-8.53125, false], [-7.2890625, false], [-2.78515625, false], [-8.53125, false], [-9.65625, false], [-5.41015625, false], [-8.90625, false], [-2.78515625, false], [-5.41015625, false], [-2.78515625, false], [-10.03125, false], [-8.90625, false], [-10.03125, false], [-9.65625, false], [-9.65625, false], [-7.91015625, false], [-10.28125, false], [-2.78515625, false], [-8.90625, false], [-8.90625, false], [-5.41015625, false], [-8.90625, false], [-11.78125, false], [-2.78515625, false], [-8.90625, false], [-10.28125, false], [-7.28515625, false], [-8.53125, false], [-4.53515625, false], [-8.53125, false], [-7.2890625, false], [-2.78515625, false], [-8.53125, false], [-9.65625, false], [-5.41015625, false], [-8.90625, false], [-2.78515625, false], [-5.41015625, false], [-2.78515625, false], [-7.91015625, false], [-7.28515625, false], [-9.65625, false], [-9.65625, false], [-7.91015625, false], [-10.28125, false], [-7.91015625, false], [-8.53125, false], [-10.03125, false], [-2.78515625, false], [-9.65625, false], [-8.90625, false], [-8.90625, false], [-7.91015625, false], [-2.78515625, false], [-8.90625, false], [-8.90625, false], [-10.03125, false], [-10.28125, false], [-8.90625, false], [-7.91015625, false], [-4.53515625, false], [-8.53125, false], [-11.40625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1028, "doc": {"id": "TAKS_2009_5_21", "question": "Which of the following is best classified as a nonrenewable resource?", "choices": {"text": ["Grass", "Aluminum", "Sunlight", "Oxygen"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Aluminum", "arguments": ["Question: Which of the following is best classified as a nonrenewable resource?\nAnswer:", " ["], "resps": [[[-7.16015625, false]], [[-8.90625, false]], [[-7.41015625, false]], [[-11.15625, false]], [[-4.91015625, false]], [[-10.15625, false]], [[-10.15625, false]], [[-8.90625, false]], [[-8.96875, false]], [[-5.16015625, false]], [[-8.90625, false]], [[-2.91015625, false]], [[-9.90625, false]], [[-10.15625, false]], [[-9.65625, false]], [[-7.66015625, false]], [[-8.15625, false]], [[-10.15625, false]], [[-9.65625, false]], [[-8.90625, false]], [[-8.96875, false]], [[-5.16015625, false]], [[-8.90625, false]], [[-5.91015625, false]], [[-10.15625, false]], [[-8.15625, false]], [[-9.90625, false]], [[-7.66015625, false]], [[-12.40625, false]], [[-11.40625, false]], [[-11.40625, false]], [[-8.90625, false]], [[-8.96875, false]], [[-5.16015625, false]], [[-8.90625, false]], [[-7.16015625, false]], [[-9.15625, false]], [[-10.90625, false]], [[-12.40625, false]], [[-7.66015625, false]], [[-8.15625, false]], [[-8.90625, false]], [[-13.90625, false]]], "filtered_resps": [[-7.16015625, false], [-8.90625, false], [-7.41015625, false], [-11.15625, false], [-4.91015625, false], [-10.15625, false], [-10.15625, false], [-8.90625, false], [-8.96875, false], [-5.16015625, false], [-8.90625, false], [-2.91015625, false], [-9.90625, false], [-10.15625, false], [-9.65625, false], [-7.66015625, false], [-8.15625, false], [-10.15625, false], [-9.65625, false], [-8.90625, false], [-8.96875, false], [-5.16015625, false], [-8.90625, false], [-5.91015625, false], [-10.15625, false], [-8.15625, false], [-9.90625, false], [-7.66015625, false], [-12.40625, false], [-11.40625, false], [-11.40625, false], [-8.90625, false], [-8.96875, false], [-5.16015625, false], [-8.90625, false], [-7.16015625, false], [-9.15625, false], [-10.90625, false], [-12.40625, false], [-7.66015625, false], [-8.15625, false], [-8.90625, false], [-13.90625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1036, "doc": {"id": "AIMS_2008_8_12", "question": "James placed a breath mint and a lump of toothpaste in a cup of water and let it sit overnight. Which statement best explains why the breath mint was gone the following morning, but the toothpaste was still at the bottom of the cup?", "choices": {"text": ["The breath mint was less soluble than the toothpaste.", "The breath mint was more soluble than the toothpaste.", "The breath mint had a lower density than the toothpaste.", "The breath mint had a greater density than the toothpaste."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "The breath mint was more soluble than the toothpaste.", "arguments": ["Question: James placed a breath mint and a lump of toothpaste in a cup of water and let it sit overnight. Which statement best explains why the breath mint was gone the following morning, but the toothpaste was still at the bottom of the cup?\nAnswer:", " ["], "resps": [[[-6.32421875, false]], [[-9.0703125, false]], [[-6.82421875, false]], [[-10.0703125, false]], [[-8.5703125, false]], [[-6.07421875, false]], [[-4.57421875, false]], [[-10.3203125, false]], [[-8.5703125, false]], [[-3.572265625, false]], [[-9.0703125, false]], [[-10.0703125, false]], [[-6.07421875, false]], [[-7.82421875, false]], [[-7.32421875, false]], [[-7.82421875, false]], [[-9.0703125, false]], [[-6.07421875, false]], [[-10.0703125, false]], [[-3.572265625, false]], [[-8.3203125, false]], [[-6.07421875, false]], [[-9.3203125, false]], [[-8.5703125, false]], [[-8.3203125, false]], [[-8.3203125, false]], [[-6.07421875, false]], [[-8.3203125, false]], [[-8.5703125, false]], [[-9.3203125, false]], [[-10.5703125, false]], [[-4.57421875, false]], [[-9.3203125, false]], [[-8.5703125, false]], [[-6.07421875, false]], [[-9.0703125, false]], [[-10.0703125, false]], [[-3.572265625, false]], [[-7.82421875, false]], [[-6.07421875, false]], [[-9.0703125, false]], [[-10.0703125, false]], [[-8.5703125, false]], [[-6.07421875, false]], [[-9.0703125, false]], [[-8.5703125, false]], [[-8.5703125, false]], [[-9.0703125, false]], [[-10.0703125, false]], [[-7.07421875, false]], [[-3.572265625, false]], [[-8.3203125, false]], [[-9.0703125, false]], [[-8.5703125, false]], [[-7.2890625, false]], [[-9.0703125, false]], [[-10.1640625, false]], [[-6.07421875, false]], [[-9.0703125, false]], [[-6.82421875, false]], [[-10.0703125, false]], [[-8.5703125, false]], [[-6.07421875, false]], [[-4.57421875, false]], [[-10.3203125, false]], [[-8.5703125, false]], [[-3.572265625, false]], [[-9.0703125, false]], [[-10.0703125, false]], [[-6.07421875, false]], [[-7.82421875, false]], [[-7.32421875, false]], [[-7.82421875, false]], [[-9.0703125, false]], [[-6.07421875, false]], [[-10.0703125, false]], [[-3.572265625, false]], [[-8.3203125, false]], [[-6.07421875, false]], [[-7.82421875, false]], [[-8.5703125, false]], [[-10.3203125, false]], [[-8.5703125, false]], [[-6.07421875, false]], [[-8.3203125, false]], [[-8.5703125, false]], [[-9.3203125, false]], [[-10.5703125, false]], [[-4.57421875, false]], [[-9.3203125, false]], [[-8.5703125, false]], [[-6.07421875, false]], [[-9.0703125, false]], [[-10.0703125, false]], [[-3.572265625, false]], [[-7.82421875, false]], [[-6.07421875, false]], [[-9.0703125, false]], [[-10.0703125, false]], [[-8.5703125, false]], [[-6.07421875, false]], [[-9.0703125, false]], [[-8.5703125, false]], [[-8.5703125, false]], [[-9.0703125, false]], [[-10.0703125, false]], [[-7.07421875, false]], [[-3.572265625, false]], [[-8.3203125, false]], [[-9.0703125, false]], [[-8.5703125, false]], [[-7.2890625, false]], [[-9.0703125, false]], [[-10.1640625, false]], [[-6.07421875, false]], [[-9.0703125, false]], [[-6.82421875, false]], [[-10.0703125, false]], [[-8.5703125, false]], [[-6.07421875, false]], [[-4.57421875, false]], [[-10.3203125, false]], [[-8.5703125, false]], [[-3.572265625, false]], [[-9.0703125, false]], [[-10.0703125, false]], [[-6.07421875, false]], [[-7.82421875, false]], [[-7.32421875, false]], [[-7.82421875, false]], [[-9.0703125, false]], [[-6.07421875, false]], [[-10.0703125, false]], [[-3.572265625, false]], [[-6.57421875, false]], [[-6.07421875, false]], [[-3.572265625, false]], [[-6.07421875, false]], [[-9.3203125, false]], [[-8.5703125, false]], [[-10.0703125, false]], [[-8.5703125, false]], [[-10.3203125, false]], [[-6.07421875, false]], [[-6.57421875, false]], [[-8.5703125, false]], [[-7.82421875, false]], [[-8.3203125, false]], [[-7.32421875, false]], [[-9.0703125, false]], [[-10.8203125, false]], [[-6.07421875, false]], [[-9.0703125, false]], [[-10.0703125, false]], [[-3.572265625, false]], [[-7.82421875, false]], [[-6.07421875, false]], [[-9.0703125, false]], [[-10.0703125, false]], [[-8.5703125, false]], [[-6.07421875, false]], [[-9.0703125, false]], [[-8.5703125, false]], [[-8.5703125, false]], [[-9.0703125, false]], [[-10.0703125, false]], [[-7.07421875, false]], [[-3.572265625, false]], [[-8.3203125, false]], [[-9.0703125, false]], [[-8.5703125, false]], [[-7.2890625, false]], [[-9.0703125, false]], [[-10.1640625, false]], [[-6.07421875, false]], [[-9.0703125, false]], [[-6.82421875, false]], [[-10.0703125, false]], [[-8.5703125, false]], [[-6.07421875, false]], [[-4.57421875, false]], [[-10.3203125, false]], [[-8.5703125, false]], [[-3.572265625, false]], [[-9.0703125, false]], [[-10.0703125, false]], [[-6.07421875, false]], [[-7.82421875, false]], [[-7.32421875, false]], [[-7.82421875, false]], [[-9.0703125, false]], [[-6.07421875, false]], [[-10.0703125, false]], [[-3.572265625, false]], [[-6.57421875, false]], [[-6.07421875, false]], [[-3.572265625, false]], [[-6.07421875, false]], [[-9.8203125, false]], [[-10.3203125, false]], [[-8.5703125, false]], [[-3.572265625, false]], [[-9.0703125, false]], [[-8.5703125, false]], [[-10.3203125, false]], [[-6.07421875, false]], [[-6.57421875, false]], [[-8.5703125, false]], [[-7.82421875, false]], [[-8.3203125, false]], [[-7.32421875, false]], [[-9.0703125, false]], [[-10.8203125, false]], [[-6.07421875, false]], [[-9.0703125, false]], [[-10.0703125, false]], [[-3.572265625, false]], [[-7.82421875, false]], [[-6.07421875, false]], [[-9.0703125, false]], [[-10.0703125, false]], [[-8.5703125, false]], [[-6.07421875, false]], [[-9.0703125, false]], [[-8.5703125, false]], [[-8.5703125, false]], [[-9.0703125, false]], [[-10.0703125, false]], [[-7.07421875, false]], [[-3.572265625, false]], [[-8.3203125, false]], [[-9.0703125, false]], [[-8.5703125, false]], [[-7.2890625, false]], [[-9.0703125, false]], [[-11.0703125, false]]], "filtered_resps": [[-6.32421875, false], [-9.0703125, false], [-6.82421875, false], [-10.0703125, false], [-8.5703125, false], [-6.07421875, false], [-4.57421875, false], [-10.3203125, false], [-8.5703125, false], [-3.572265625, false], [-9.0703125, false], [-10.0703125, false], [-6.07421875, false], [-7.82421875, false], [-7.32421875, false], [-7.82421875, false], [-9.0703125, false], [-6.07421875, false], [-10.0703125, false], [-3.572265625, false], [-8.3203125, false], [-6.07421875, false], [-9.3203125, false], [-8.5703125, false], [-8.3203125, false], [-8.3203125, false], [-6.07421875, false], [-8.3203125, false], [-8.5703125, false], [-9.3203125, false], [-10.5703125, false], [-4.57421875, false], [-9.3203125, false], [-8.5703125, false], [-6.07421875, false], [-9.0703125, false], [-10.0703125, false], [-3.572265625, false], [-7.82421875, false], [-6.07421875, false], [-9.0703125, false], [-10.0703125, false], [-8.5703125, false], [-6.07421875, false], [-9.0703125, false], [-8.5703125, false], [-8.5703125, false], [-9.0703125, false], [-10.0703125, false], [-7.07421875, false], [-3.572265625, false], [-8.3203125, false], [-9.0703125, false], [-8.5703125, false], [-7.2890625, false], [-9.0703125, false], [-10.1640625, false], [-6.07421875, false], [-9.0703125, false], [-6.82421875, false], [-10.0703125, false], [-8.5703125, false], [-6.07421875, false], [-4.57421875, false], [-10.3203125, false], [-8.5703125, false], [-3.572265625, false], [-9.0703125, false], [-10.0703125, false], [-6.07421875, false], [-7.82421875, false], [-7.32421875, false], [-7.82421875, false], [-9.0703125, false], [-6.07421875, false], [-10.0703125, false], [-3.572265625, false], [-8.3203125, false], [-6.07421875, false], [-7.82421875, false], [-8.5703125, false], [-10.3203125, false], [-8.5703125, false], [-6.07421875, false], [-8.3203125, false], [-8.5703125, false], [-9.3203125, false], [-10.5703125, false], [-4.57421875, false], [-9.3203125, false], [-8.5703125, false], [-6.07421875, false], [-9.0703125, false], [-10.0703125, false], [-3.572265625, false], [-7.82421875, false], [-6.07421875, false], [-9.0703125, false], [-10.0703125, false], [-8.5703125, false], [-6.07421875, false], [-9.0703125, false], [-8.5703125, false], [-8.5703125, false], [-9.0703125, false], [-10.0703125, false], [-7.07421875, false], [-3.572265625, false], [-8.3203125, false], [-9.0703125, false], [-8.5703125, false], [-7.2890625, false], [-9.0703125, false], [-10.1640625, false], [-6.07421875, false], [-9.0703125, false], [-6.82421875, false], [-10.0703125, false], [-8.5703125, false], [-6.07421875, false], [-4.57421875, false], [-10.3203125, false], [-8.5703125, false], [-3.572265625, false], [-9.0703125, false], [-10.0703125, false], [-6.07421875, false], [-7.82421875, false], [-7.32421875, false], [-7.82421875, false], [-9.0703125, false], [-6.07421875, false], [-10.0703125, false], [-3.572265625, false], [-6.57421875, false], [-6.07421875, false], [-3.572265625, false], [-6.07421875, false], [-9.3203125, false], [-8.5703125, false], [-10.0703125, false], [-8.5703125, false], [-10.3203125, false], [-6.07421875, false], [-6.57421875, false], [-8.5703125, false], [-7.82421875, false], [-8.3203125, false], [-7.32421875, false], [-9.0703125, false], [-10.8203125, false], [-6.07421875, false], [-9.0703125, false], [-10.0703125, false], [-3.572265625, false], [-7.82421875, false], [-6.07421875, false], [-9.0703125, false], [-10.0703125, false], [-8.5703125, false], [-6.07421875, false], [-9.0703125, false], [-8.5703125, false], [-8.5703125, false], [-9.0703125, false], [-10.0703125, false], [-7.07421875, false], [-3.572265625, false], [-8.3203125, false], [-9.0703125, false], [-8.5703125, false], [-7.2890625, false], [-9.0703125, false], [-10.1640625, false], [-6.07421875, false], [-9.0703125, false], [-6.82421875, false], [-10.0703125, false], [-8.5703125, false], [-6.07421875, false], [-4.57421875, false], [-10.3203125, false], [-8.5703125, false], [-3.572265625, false], [-9.0703125, false], [-10.0703125, false], [-6.07421875, false], [-7.82421875, false], [-7.32421875, false], [-7.82421875, false], [-9.0703125, false], [-6.07421875, false], [-10.0703125, false], [-3.572265625, false], [-6.57421875, false], [-6.07421875, false], [-3.572265625, false], [-6.07421875, false], [-9.8203125, false], [-10.3203125, false], [-8.5703125, false], [-3.572265625, false], [-9.0703125, false], [-8.5703125, false], [-10.3203125, false], [-6.07421875, false], [-6.57421875, false], [-8.5703125, false], [-7.82421875, false], [-8.3203125, false], [-7.32421875, false], [-9.0703125, false], [-10.8203125, false], [-6.07421875, false], [-9.0703125, false], [-10.0703125, false], [-3.572265625, false], [-7.82421875, false], [-6.07421875, false], [-9.0703125, false], [-10.0703125, false], [-8.5703125, false], [-6.07421875, false], [-9.0703125, false], [-8.5703125, false], [-8.5703125, false], [-9.0703125, false], [-10.0703125, false], [-7.07421875, false], [-3.572265625, false], [-8.3203125, false], [-9.0703125, false], [-8.5703125, false], [-7.2890625, false], [-9.0703125, false], [-11.0703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1044, "doc": {"id": "AKDE&ED_2008_8_38", "question": "Which tool, when properly used, would best help a student classify a basket of apples into groups based on mass?", "choices": {"text": ["balance", "thermometer", "meter stick", "graduated cylinder"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "balance", "arguments": ["Question: Which tool, when properly used, would best help a student classify a basket of apples into groups based on mass?\nAnswer:", " ["], "resps": [[[-7.58984375, false]], [[-8.8359375, false]], [[-8.7109375, false]], [[-3.962890625, false]], [[-10.3359375, false]], [[-3.962890625, false]], [[-9.4609375, false]], [[-7.83984375, false]], [[-9.2109375, false]], [[-8.8359375, false]], [[-10.03125, false]], [[-5.21484375, false]], [[-8.8359375, false]], [[-10.0859375, false]], [[-10.5859375, false]], [[-9.2109375, false]], [[-9.7109375, false]], [[-8.5859375, false]], [[-9.9609375, false]], [[-8.5859375, false]], [[-9.2109375, false]], [[-10.0859375, false]], [[-9.2109375, false]], [[-9.7109375, false]], [[-8.8359375, false]], [[-10.03125, false]], [[-5.21484375, false]], [[-8.8359375, false]], [[-8.5859375, false]], [[-9.2109375, false]], [[-10.0859375, false]], [[-9.2109375, false]], [[-9.7109375, false]], [[-5.21484375, false]], [[-9.3359375, false]], [[-10.0859375, false]], [[-8.4609375, false]], [[-7.83984375, false]], [[-8.3359375, false]], [[-8.8359375, false]], [[-10.03125, false]], [[-5.21484375, false]], [[-8.8359375, false]], [[-9.9609375, false]], [[-9.7109375, false]], [[-3.962890625, false]], [[-10.0859375, false]], [[-10.5859375, false]], [[-3.962890625, false]], [[-10.0859375, false]], [[-9.2109375, false]], [[-10.0859375, false]], [[-5.21484375, false]], [[-7.83984375, false]], [[-11.7109375, false]], [[-10.3359375, false]], [[-8.4609375, false]], [[-9.4609375, false]], [[-10.0859375, false]], [[-9.2109375, false]], [[-9.7109375, false]], [[-8.8359375, false]], [[-12.4609375, false]]], "filtered_resps": [[-7.58984375, false], [-8.8359375, false], [-8.7109375, false], [-3.962890625, false], [-10.3359375, false], [-3.962890625, false], [-9.4609375, false], [-7.83984375, false], [-9.2109375, false], [-8.8359375, false], [-10.03125, false], [-5.21484375, false], [-8.8359375, false], [-10.0859375, false], [-10.5859375, false], [-9.2109375, false], [-9.7109375, false], [-8.5859375, false], [-9.9609375, false], [-8.5859375, false], [-9.2109375, false], [-10.0859375, false], [-9.2109375, false], [-9.7109375, false], [-8.8359375, false], [-10.03125, false], [-5.21484375, false], [-8.8359375, false], [-8.5859375, false], [-9.2109375, false], [-10.0859375, false], [-9.2109375, false], [-9.7109375, false], [-5.21484375, false], [-9.3359375, false], [-10.0859375, false], [-8.4609375, false], [-7.83984375, false], [-8.3359375, false], [-8.8359375, false], [-10.03125, false], [-5.21484375, false], [-8.8359375, false], [-9.9609375, false], [-9.7109375, false], [-3.962890625, false], [-10.0859375, false], [-10.5859375, false], [-3.962890625, false], [-10.0859375, false], [-9.2109375, false], [-10.0859375, false], [-5.21484375, false], [-7.83984375, false], [-11.7109375, false], [-10.3359375, false], [-8.4609375, false], [-9.4609375, false], [-10.0859375, false], [-9.2109375, false], [-9.7109375, false], [-8.8359375, false], [-12.4609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1052, "doc": {"id": "Mercury_405852", "question": "Students visit an aquarium and watch how an octopus behaves in its tank. Which behavior did the octopus most likely learn from its aquarium environment?", "choices": {"text": ["waiting to be fed at the aquarium door", "catching food using its arms", "being more active at night", "hiding behind rocks"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "waiting to be fed at the aquarium door", "arguments": ["Question: Students visit an aquarium and watch how an octopus behaves in its tank. Which behavior did the octopus most likely learn from its aquarium environment?\nAnswer:", " ["], "resps": [[[-6.49609375, false]], [[-8.9921875, false]], [[-9.9921875, false]], [[-4.87109375, false]], [[-8.8671875, false]], [[-9.7421875, false]], [[-8.8671875, false]], [[-8.9921875, false]], [[-10.6171875, false]], [[-5.37109375, false]], [[-9.7421875, false]], [[-6.74609375, false]], [[-5.37109375, false]], [[-7.62109375, false]], [[-8.1171875, false]], [[-5.37109375, false]], [[-9.2421875, false]], [[-8.1171875, false]], [[-7.12109375, false]], [[-5.37109375, false]], [[-4.87109375, false]], [[-9.7421875, false]], [[-5.37109375, false]], [[-9.7421875, false]], [[-10.2421875, false]], [[-8.1171875, false]], [[-5.37109375, false]], [[-4.87109375, false]], [[-11.6171875, false]], [[-9.4921875, false]], [[-4.87109375, false]], [[-9.8671875, false]], [[-8.8671875, false]], [[-9.4921875, false]], [[-10.1171875, false]], [[-5.37109375, false]], [[-7.12109375, false]], [[-6.74609375, false]], [[-6.74609375, false]], [[-9.8671875, false]], [[-8.9921875, false]], [[-10.671875, false]], [[-5.37109375, false]], [[-8.9921875, false]], [[-6.87109375, false]], [[-4.87109375, false]], [[-9.7421875, false]], [[-6.87109375, false]], [[-10.2421875, false]], [[-8.8671875, false]], [[-8.9921875, false]], [[-10.6171875, false]], [[-5.37109375, false]], [[-9.2421875, false]], [[-6.74609375, false]], [[-6.74609375, false]], [[-7.12109375, false]], [[-5.37109375, false]], [[-9.4921875, false]], [[-8.2421875, false]], [[-8.8671875, false]], [[-8.9921875, false]], [[-10.6171875, false]], [[-5.37109375, false]], [[-8.8671875, false]], [[-9.7421875, false]], [[-8.2421875, false]], [[-5.37109375, false]], [[-4.87109375, false]], [[-9.8671875, false]], [[-10.1171875, false]], [[-8.2421875, false]], [[-8.9921875, false]], [[-10.671875, false]], [[-5.37109375, false]], [[-8.9921875, false]], [[-7.62109375, false]], [[-8.1171875, false]], [[-8.8671875, false]], [[-8.9921875, false]], [[-10.6171875, false]], [[-5.37109375, false]], [[-10.1171875, false]], [[-6.74609375, false]], [[-9.8671875, false]], [[-8.1171875, false]], [[-5.37109375, false]], [[-4.87109375, false]], [[-6.87109375, false]], [[-9.7421875, false]], [[-8.8671875, false]], [[-10.6171875, false]], [[-8.1171875, false]], [[-5.37109375, false]], [[-4.87109375, false]], [[-9.7421875, false]], [[-5.37109375, false]], [[-8.9921875, false]], [[-8.8671875, false]], [[-10.6171875, false]], [[-10.2421875, false]], [[-9.7421875, false]], [[-8.9921875, false]], [[-10.671875, false]], [[-5.37109375, false]], [[-8.9921875, false]], [[-10.2421875, false]], [[-8.8671875, false]], [[-7.12109375, false]], [[-8.8671875, false]], [[-8.9921875, false]], [[-10.6171875, false]], [[-5.37109375, false]], [[-7.62109375, false]], [[-8.1171875, false]], [[-10.2421875, false]], [[-8.8671875, false]], [[-8.9921875, false]], [[-7.12109375, false]], [[-5.37109375, false]], [[-9.8671875, false]], [[-6.74609375, false]], [[-6.87109375, false]], [[-10.3671875, false]], [[-8.2421875, false]], [[-8.9921875, false]], [[-12.6171875, false]]], "filtered_resps": [[-6.49609375, false], [-8.9921875, false], [-9.9921875, false], [-4.87109375, false], [-8.8671875, false], [-9.7421875, false], [-8.8671875, false], [-8.9921875, false], [-10.6171875, false], [-5.37109375, false], [-9.7421875, false], [-6.74609375, false], [-5.37109375, false], [-7.62109375, false], [-8.1171875, false], [-5.37109375, false], [-9.2421875, false], [-8.1171875, false], [-7.12109375, false], [-5.37109375, false], [-4.87109375, false], [-9.7421875, false], [-5.37109375, false], [-9.7421875, false], [-10.2421875, false], [-8.1171875, false], [-5.37109375, false], [-4.87109375, false], [-11.6171875, false], [-9.4921875, false], [-4.87109375, false], [-9.8671875, false], [-8.8671875, false], [-9.4921875, false], [-10.1171875, false], [-5.37109375, false], [-7.12109375, false], [-6.74609375, false], [-6.74609375, false], [-9.8671875, false], [-8.9921875, false], [-10.671875, false], [-5.37109375, false], [-8.9921875, false], [-6.87109375, false], [-4.87109375, false], [-9.7421875, false], [-6.87109375, false], [-10.2421875, false], [-8.8671875, false], [-8.9921875, false], [-10.6171875, false], [-5.37109375, false], [-9.2421875, false], [-6.74609375, false], [-6.74609375, false], [-7.12109375, false], [-5.37109375, false], [-9.4921875, false], [-8.2421875, false], [-8.8671875, false], [-8.9921875, false], [-10.6171875, false], [-5.37109375, false], [-8.8671875, false], [-9.7421875, false], [-8.2421875, false], [-5.37109375, false], [-4.87109375, false], [-9.8671875, false], [-10.1171875, false], [-8.2421875, false], [-8.9921875, false], [-10.671875, false], [-5.37109375, false], [-8.9921875, false], [-7.62109375, false], [-8.1171875, false], [-8.8671875, false], [-8.9921875, false], [-10.6171875, false], [-5.37109375, false], [-10.1171875, false], [-6.74609375, false], [-9.8671875, false], [-8.1171875, false], [-5.37109375, false], [-4.87109375, false], [-6.87109375, false], [-9.7421875, false], [-8.8671875, false], [-10.6171875, false], [-8.1171875, false], [-5.37109375, false], [-4.87109375, false], [-9.7421875, false], [-5.37109375, false], [-8.9921875, false], [-8.8671875, false], [-10.6171875, false], [-10.2421875, false], [-9.7421875, false], [-8.9921875, false], [-10.671875, false], [-5.37109375, false], [-8.9921875, false], [-10.2421875, false], [-8.8671875, false], [-7.12109375, false], [-8.8671875, false], [-8.9921875, false], [-10.6171875, false], [-5.37109375, false], [-7.62109375, false], [-8.1171875, false], [-10.2421875, false], [-8.8671875, false], [-8.9921875, false], [-7.12109375, false], [-5.37109375, false], [-9.8671875, false], [-6.74609375, false], [-6.87109375, false], [-10.3671875, false], [-8.2421875, false], [-8.9921875, false], [-12.6171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1060, "doc": {"id": "Mercury_400256", "question": "Which set of tools would be best to use for dissecting in a biology lab?", "choices": {"text": ["pen, paper, and a computer", "scissors, forceps, and a scalpel", "petri dish, flask, and a Bunsen burner", "glass slides, dye, and a light microscope"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "scissors, forceps, and a scalpel", "arguments": ["Question: Which set of tools would be best to use for dissecting in a biology lab?\nAnswer:", " ["], "resps": [[[-7.421875, false]], [[-9.671875, false]], [[-10.171875, false]], [[-8.546875, false]], [[-9.921875, false]], [[-9.4609375, false]], [[-5.046875, false]], [[-10.171875, false]], [[-5.296875, false]], [[-10.171875, false]], [[-8.546875, false]], [[-10.796875, false]], [[-9.4609375, false]], [[-5.046875, false]], [[-5.296875, false]], [[-9.921875, false]], [[-10.171875, false]], [[-5.046875, false]], [[-5.296875, false]], [[-5.046875, false]], [[-9.171875, false]], [[-9.171875, false]], [[-10.046875, false]], [[-10.171875, false]], [[-9.671875, false]], [[-9.796875, false]], [[-8.546875, false]], [[-10.796875, false]], [[-9.671875, false]], [[-9.4609375, false]], [[-5.046875, false]], [[-9.671875, false]], [[-8.296875, false]], [[-9.171875, false]], [[-7.671875, false]], [[-8.296875, false]], [[-8.296875, false]], [[-9.171875, false]], [[-10.796875, false]], [[-8.296875, false]], [[-9.4609375, false]], [[-5.046875, false]], [[-10.296875, false]], [[-9.171875, false]], [[-10.796875, false]], [[-9.171875, false]], [[-8.546875, false]], [[-10.171875, false]], [[-8.296875, false]], [[-9.4609375, false]], [[-5.046875, false]], [[-5.296875, false]], [[-9.921875, false]], [[-10.171875, false]], [[-5.046875, false]], [[-5.296875, false]], [[-5.046875, false]], [[-8.296875, false]], [[-9.171875, false]], [[-5.296875, false]], [[-10.671875, false]], [[-10.171875, false]], [[-8.546875, false]], [[-10.671875, false]], [[-9.671875, false]], [[-9.4609375, false]], [[-5.046875, false]], [[-9.671875, false]], [[-10.171875, false]], [[-8.546875, false]], [[-9.796875, false]], [[-10.796875, false]], [[-7.671875, false]], [[-5.046875, false]], [[-10.171875, false]], [[-7.671875, false]], [[-8.296875, false]], [[-11.046875, false]], [[-9.4609375, false]], [[-5.046875, false]], [[-10.296875, false]], [[-10.671875, false]], [[-5.296875, false]], [[-8.296875, false]], [[-8.921875, false]], [[-9.4609375, false]], [[-5.046875, false]], [[-5.296875, false]], [[-9.921875, false]], [[-10.171875, false]], [[-5.046875, false]], [[-5.296875, false]], [[-5.046875, false]], [[-6.296875, false]], [[-9.671875, false]], [[-9.921875, false]], [[-8.296875, false]], [[-8.546875, false]], [[-9.921875, false]], [[-5.046875, false]], [[-9.921875, false]], [[-9.671875, false]], [[-10.796875, false]], [[-9.921875, false]], [[-8.546875, false]], [[-10.796875, false]], [[-9.671875, false]], [[-9.4609375, false]], [[-5.046875, false]], [[-9.671875, false]], [[-9.671875, false]], [[-10.671875, false]], [[-5.296875, false]], [[-8.296875, false]], [[-8.296875, false]], [[-5.046875, false]], [[-8.296875, false]], [[-10.671875, false]], [[-7.671875, false]], [[-10.171875, false]], [[-8.546875, false]], [[-8.296875, false]], [[-9.4609375, false]], [[-5.046875, false]], [[-10.171875, false]], [[-12.796875, false]], [[-8.546875, false]], [[-9.4609375, false]], [[-5.046875, false]], [[-5.296875, false]], [[-9.921875, false]], [[-10.171875, false]], [[-5.046875, false]], [[-5.296875, false]], [[-5.046875, false]], [[-10.671875, false]], [[-7.671875, false]], [[-9.671875, false]], [[-11.046875, false]], [[-9.796875, false]], [[-5.046875, false]], [[-10.046875, false]], [[-7.671875, false]], [[-9.171875, false]], [[-10.796875, false]], [[-9.171875, false]], [[-8.296875, false]], [[-9.171875, false]], [[-9.171875, false]], [[-10.171875, false]], [[-8.546875, false]], [[-9.671875, false]], [[-12.171875, false]]], "filtered_resps": [[-7.421875, false], [-9.671875, false], [-10.171875, false], [-8.546875, false], [-9.921875, false], [-9.4609375, false], [-5.046875, false], [-10.171875, false], [-5.296875, false], [-10.171875, false], [-8.546875, false], [-10.796875, false], [-9.4609375, false], [-5.046875, false], [-5.296875, false], [-9.921875, false], [-10.171875, false], [-5.046875, false], [-5.296875, false], [-5.046875, false], [-9.171875, false], [-9.171875, false], [-10.046875, false], [-10.171875, false], [-9.671875, false], [-9.796875, false], [-8.546875, false], [-10.796875, false], [-9.671875, false], [-9.4609375, false], [-5.046875, false], [-9.671875, false], [-8.296875, false], [-9.171875, false], [-7.671875, false], [-8.296875, false], [-8.296875, false], [-9.171875, false], [-10.796875, false], [-8.296875, false], [-9.4609375, false], [-5.046875, false], [-10.296875, false], [-9.171875, false], [-10.796875, false], [-9.171875, false], [-8.546875, false], [-10.171875, false], [-8.296875, false], [-9.4609375, false], [-5.046875, false], [-5.296875, false], [-9.921875, false], [-10.171875, false], [-5.046875, false], [-5.296875, false], [-5.046875, false], [-8.296875, false], [-9.171875, false], [-5.296875, false], [-10.671875, false], [-10.171875, false], [-8.546875, false], [-10.671875, false], [-9.671875, false], [-9.4609375, false], [-5.046875, false], [-9.671875, false], [-10.171875, false], [-8.546875, false], [-9.796875, false], [-10.796875, false], [-7.671875, false], [-5.046875, false], [-10.171875, false], [-7.671875, false], [-8.296875, false], [-11.046875, false], [-9.4609375, false], [-5.046875, false], [-10.296875, false], [-10.671875, false], [-5.296875, false], [-8.296875, false], [-8.921875, false], [-9.4609375, false], [-5.046875, false], [-5.296875, false], [-9.921875, false], [-10.171875, false], [-5.046875, false], [-5.296875, false], [-5.046875, false], [-6.296875, false], [-9.671875, false], [-9.921875, false], [-8.296875, false], [-8.546875, false], [-9.921875, false], [-5.046875, false], [-9.921875, false], [-9.671875, false], [-10.796875, false], [-9.921875, false], [-8.546875, false], [-10.796875, false], [-9.671875, false], [-9.4609375, false], [-5.046875, false], [-9.671875, false], [-9.671875, false], [-10.671875, false], [-5.296875, false], [-8.296875, false], [-8.296875, false], [-5.046875, false], [-8.296875, false], [-10.671875, false], [-7.671875, false], [-10.171875, false], [-8.546875, false], [-8.296875, false], [-9.4609375, false], [-5.046875, false], [-10.171875, false], [-12.796875, false], [-8.546875, false], [-9.4609375, false], [-5.046875, false], [-5.296875, false], [-9.921875, false], [-10.171875, false], [-5.046875, false], [-5.296875, false], [-5.046875, false], [-10.671875, false], [-7.671875, false], [-9.671875, false], [-11.046875, false], [-9.796875, false], [-5.046875, false], [-10.046875, false], [-7.671875, false], [-9.171875, false], [-10.796875, false], [-9.171875, false], [-8.296875, false], [-9.171875, false], [-9.171875, false], [-10.171875, false], [-8.546875, false], [-9.671875, false], [-12.171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1068, "doc": {"id": "Mercury_7112805", "question": "The ichthyornis was a type of bird that lived over 65 million years ago. It lived near the sea and hunted for fish over the water. Fossils have been found in Kansas, many miles from the present-day ocean. Which cause of extinction is most likely to be found in the fossil record along with ichthyornis fossils?", "choices": {"text": ["changes in the environment", "diseases causing illness", "changes in the weather", "predator animals"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "changes in the environment", "arguments": ["Question: The ichthyornis was a type of bird that lived over 65 million years ago. It lived near the sea and hunted for fish over the water. Fossils have been found in Kansas, many miles from the present-day ocean. Which cause of extinction is most likely to be found in the fossil record along with ichthyornis fossils?\nAnswer:", " ["], "resps": [[[-6.69140625, false]], [[-8.6953125, false]], [[-7.44140625, false]], [[-10.6953125, false]], [[-4.94140625, false]], [[-8.4453125, false]], [[-11.1953125, false]], [[-7.44140625, false]], [[-9.1953125, false]], [[-5.69140625, false]], [[-7.94140625, false]], [[-8.4453125, false]], [[-5.69140625, false]], [[-9.4453125, false]], [[-10.6953125, false]], [[-7.44140625, false]], [[-5.69140625, false]], [[-7.44140625, false]], [[-8.4453125, false]], [[-10.3203125, false]], [[-7.94140625, false]], [[-9.6953125, false]], [[-8.4453125, false]], [[-8.4453125, false]], [[-9.9453125, false]], [[-7.44140625, false]], [[-8.4453125, false]], [[-9.4453125, false]], [[-8.6953125, false]], [[-10.1484375, false]], [[-5.69140625, false]], [[-8.6953125, false]], [[-7.19140625, false]], [[-7.94140625, false]], [[-9.1953125, false]], [[-7.44140625, false]], [[-4.94140625, false]], [[-9.1953125, false]], [[-7.44140625, false]], [[-9.1953125, false]], [[-5.69140625, false]], [[-7.44140625, false]], [[-4.94140625, false]], [[-10.9453125, false]], [[-9.1953125, false]], [[-7.94140625, false]], [[-8.4453125, false]], [[-11.1953125, false]], [[-5.69140625, false]], [[-7.94140625, false]], [[-9.8203125, false]], [[-9.8203125, false]], [[-8.4453125, false]], [[-7.44140625, false]], [[-9.1953125, false]], [[-9.1953125, false]], [[-8.6953125, false]], [[-10.1484375, false]], [[-5.69140625, false]], [[-8.6953125, false]], [[-7.44140625, false]], [[-10.6953125, false]], [[-4.94140625, false]], [[-8.4453125, false]], [[-11.1953125, false]], [[-7.44140625, false]], [[-9.1953125, false]], [[-5.69140625, false]], [[-7.94140625, false]], [[-8.4453125, false]], [[-5.69140625, false]], [[-9.4453125, false]], [[-10.6953125, false]], [[-7.44140625, false]], [[-5.69140625, false]], [[-8.9453125, false]], [[-7.44140625, false]], [[-4.94140625, false]], [[-9.4453125, false]], [[-10.6953125, false]], [[-7.44140625, false]], [[-9.6953125, false]], [[-8.6953125, false]], [[-10.1484375, false]], [[-5.69140625, false]], [[-8.6953125, false]], [[-8.4453125, false]], [[-9.6953125, false]], [[-7.44140625, false]], [[-7.19140625, false]], [[-4.94140625, false]], [[-9.4453125, false]], [[-8.4453125, false]], [[-9.6953125, false]], [[-5.69140625, false]], [[-4.94140625, false]], [[-8.4453125, false]], [[-7.94140625, false]], [[-9.9453125, false]], [[-4.94140625, false]], [[-9.8203125, false]], [[-9.1953125, false]], [[-8.6953125, false]], [[-12.9453125, false]]], "filtered_resps": [[-6.69140625, false], [-8.6953125, false], [-7.44140625, false], [-10.6953125, false], [-4.94140625, false], [-8.4453125, false], [-11.1953125, false], [-7.44140625, false], [-9.1953125, false], [-5.69140625, false], [-7.94140625, false], [-8.4453125, false], [-5.69140625, false], [-9.4453125, false], [-10.6953125, false], [-7.44140625, false], [-5.69140625, false], [-7.44140625, false], [-8.4453125, false], [-10.3203125, false], [-7.94140625, false], [-9.6953125, false], [-8.4453125, false], [-8.4453125, false], [-9.9453125, false], [-7.44140625, false], [-8.4453125, false], [-9.4453125, false], [-8.6953125, false], [-10.1484375, false], [-5.69140625, false], [-8.6953125, false], [-7.19140625, false], [-7.94140625, false], [-9.1953125, false], [-7.44140625, false], [-4.94140625, false], [-9.1953125, false], [-7.44140625, false], [-9.1953125, false], [-5.69140625, false], [-7.44140625, false], [-4.94140625, false], [-10.9453125, false], [-9.1953125, false], [-7.94140625, false], [-8.4453125, false], [-11.1953125, false], [-5.69140625, false], [-7.94140625, false], [-9.8203125, false], [-9.8203125, false], [-8.4453125, false], [-7.44140625, false], [-9.1953125, false], [-9.1953125, false], [-8.6953125, false], [-10.1484375, false], [-5.69140625, false], [-8.6953125, false], [-7.44140625, false], [-10.6953125, false], [-4.94140625, false], [-8.4453125, false], [-11.1953125, false], [-7.44140625, false], [-9.1953125, false], [-5.69140625, false], [-7.94140625, false], [-8.4453125, false], [-5.69140625, false], [-9.4453125, false], [-10.6953125, false], [-7.44140625, false], [-5.69140625, false], [-8.9453125, false], [-7.44140625, false], [-4.94140625, false], [-9.4453125, false], [-10.6953125, false], [-7.44140625, false], [-9.6953125, false], [-8.6953125, false], [-10.1484375, false], [-5.69140625, false], [-8.6953125, false], [-8.4453125, false], [-9.6953125, false], [-7.44140625, false], [-7.19140625, false], [-4.94140625, false], [-9.4453125, false], [-8.4453125, false], [-9.6953125, false], [-5.69140625, false], [-4.94140625, false], [-8.4453125, false], [-7.94140625, false], [-9.9453125, false], [-4.94140625, false], [-9.8203125, false], [-9.1953125, false], [-8.6953125, false], [-12.9453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1076, "doc": {"id": "Mercury_7230598", "question": "What is the primary energy source driving circulation of ocean currents on Earth?", "choices": {"text": ["geothermal heating", "planetary rotation", "solar heating", "lunar tidal forces"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "solar heating", "arguments": ["Question: What is the primary energy source driving circulation of ocean currents on Earth?\nAnswer:", " ["], "resps": [[[-8.6171875, false]], [[-8.3671875, false]], [[-12.6171875, false]], [[-8.1171875, false]], [[-8.1171875, false]], [[-11.6171875, false]], [[-11.6171875, false]], [[-8.1171875, false]], [[-12.6171875, false]], [[-10.1171875, false]], [[-6.3671875, false]], [[-11.1171875, false]], [[-5.6171875, false]], [[-11.6171875, false]], [[-8.1171875, false]], [[-6.3671875, false]], [[-11.6171875, false]], [[-9.1171875, false]], [[-10.6171875, false]], [[-12.6171875, false]], [[-8.3671875, false]], [[-10.546875, false]], [[-5.6171875, false]], [[-8.3671875, false]], [[-10.1171875, false]], [[-11.1171875, false]], [[-6.3671875, false]], [[-10.6171875, false]], [[-8.1171875, false]], [[-11.6171875, false]], [[-6.3671875, false]], [[-12.6171875, false]], [[-11.8671875, false]], [[-5.6171875, false]], [[-12.6171875, false]], [[-8.1171875, false]], [[-11.6171875, false]], [[-6.3671875, false]], [[-11.6171875, false]], [[-9.1171875, false]], [[-8.1171875, false]], [[-10.6171875, false]], [[-8.3671875, false]], [[-10.546875, false]], [[-5.6171875, false]], [[-8.3671875, false]], [[-9.3671875, false]], [[-8.1171875, false]], [[-11.1171875, false]], [[-6.3671875, false]], [[-12.6171875, false]], [[-5.6171875, false]], [[-11.6171875, false]], [[-8.1171875, false]], [[-6.3671875, false]], [[-11.6171875, false]], [[-9.1171875, false]], [[-10.6171875, false]], [[-12.6171875, false]], [[-8.3671875, false]], [[-10.546875, false]], [[-5.6171875, false]], [[-8.3671875, false]], [[-11.1171875, false]], [[-11.8671875, false]], [[-10.6171875, false]], [[-6.3671875, false]], [[-12.6171875, false]], [[-5.6171875, false]], [[-11.6171875, false]], [[-9.1171875, false]], [[-9.8671875, false]], [[-6.3671875, false]], [[-11.1171875, false]], [[-5.6171875, false]], [[-9.8671875, false]], [[-8.1171875, false]], [[-12.6171875, false]], [[-9.3671875, false]], [[-8.1171875, false]], [[-9.3671875, false]], [[-8.3671875, false]], [[-15.1171875, false]]], "filtered_resps": [[-8.6171875, false], [-8.3671875, false], [-12.6171875, false], [-8.1171875, false], [-8.1171875, false], [-11.6171875, false], [-11.6171875, false], [-8.1171875, false], [-12.6171875, false], [-10.1171875, false], [-6.3671875, false], [-11.1171875, false], [-5.6171875, false], [-11.6171875, false], [-8.1171875, false], [-6.3671875, false], [-11.6171875, false], [-9.1171875, false], [-10.6171875, false], [-12.6171875, false], [-8.3671875, false], [-10.546875, false], [-5.6171875, false], [-8.3671875, false], [-10.1171875, false], [-11.1171875, false], [-6.3671875, false], [-10.6171875, false], [-8.1171875, false], [-11.6171875, false], [-6.3671875, false], [-12.6171875, false], [-11.8671875, false], [-5.6171875, false], [-12.6171875, false], [-8.1171875, false], [-11.6171875, false], [-6.3671875, false], [-11.6171875, false], [-9.1171875, false], [-8.1171875, false], [-10.6171875, false], [-8.3671875, false], [-10.546875, false], [-5.6171875, false], [-8.3671875, false], [-9.3671875, false], [-8.1171875, false], [-11.1171875, false], [-6.3671875, false], [-12.6171875, false], [-5.6171875, false], [-11.6171875, false], [-8.1171875, false], [-6.3671875, false], [-11.6171875, false], [-9.1171875, false], [-10.6171875, false], [-12.6171875, false], [-8.3671875, false], [-10.546875, false], [-5.6171875, false], [-8.3671875, false], [-11.1171875, false], [-11.8671875, false], [-10.6171875, false], [-6.3671875, false], [-12.6171875, false], [-5.6171875, false], [-11.6171875, false], [-9.1171875, false], [-9.8671875, false], [-6.3671875, false], [-11.1171875, false], [-5.6171875, false], [-9.8671875, false], [-8.1171875, false], [-12.6171875, false], [-9.3671875, false], [-8.1171875, false], [-9.3671875, false], [-8.3671875, false], [-15.1171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1084, "doc": {"id": "MCAS_2004_5_8", "question": "When an electric fan is running, most of the incoming electrical energy changes into which kind of energy?", "choices": {"text": ["heat energy", "light energy", "mechanical energy", "sound energy"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "mechanical energy", "arguments": ["Question: When an electric fan is running, most of the incoming electrical energy changes into which kind of energy?\nAnswer:", " ["], "resps": [[[-7.94140625, false]], [[-9.1875, false]], [[-10.9375, false]], [[-7.94140625, false]], [[-5.44140625, false]], [[-10.6875, false]], [[-5.69140625, false]], [[-7.94140625, false]], [[-9.4375, false]], [[-7.94140625, false]], [[-11.1875, false]], [[-11.4375, false]], [[-11.9375, false]], [[-9.1875, false]], [[-9.90625, false]], [[-5.69140625, false]], [[-9.1875, false]], [[-11.1875, false]], [[-7.94140625, false]], [[-11.4375, false]], [[-10.9375, false]], [[-10.6875, false]], [[-5.69140625, false]], [[-7.94140625, false]], [[-9.4375, false]], [[-7.94140625, false]], [[-11.1875, false]], [[-11.4375, false]], [[-11.9375, false]], [[-9.1875, false]], [[-9.90625, false]], [[-5.69140625, false]], [[-9.1875, false]], [[-8.4375, false]], [[-7.94140625, false]], [[-8.4375, false]], [[-10.9375, false]], [[-5.44140625, false]], [[-9.4375, false]], [[-7.94140625, false]], [[-8.4375, false]], [[-5.44140625, false]], [[-11.1875, false]], [[-5.69140625, false]], [[-7.94140625, false]], [[-9.4375, false]], [[-7.94140625, false]], [[-11.1875, false]], [[-11.4375, false]], [[-11.9375, false]], [[-9.1875, false]], [[-9.90625, false]], [[-5.69140625, false]], [[-9.1875, false]], [[-11.4375, false]], [[-9.6875, false]], [[-9.4375, false]], [[-9.4375, false]], [[-10.4375, false]], [[-5.69140625, false]], [[-7.94140625, false]], [[-9.4375, false]], [[-7.94140625, false]], [[-11.1875, false]], [[-11.4375, false]], [[-11.9375, false]], [[-9.1875, false]], [[-14.4375, false]]], "filtered_resps": [[-7.94140625, false], [-9.1875, false], [-10.9375, false], [-7.94140625, false], [-5.44140625, false], [-10.6875, false], [-5.69140625, false], [-7.94140625, false], [-9.4375, false], [-7.94140625, false], [-11.1875, false], [-11.4375, false], [-11.9375, false], [-9.1875, false], [-9.90625, false], [-5.69140625, false], [-9.1875, false], [-11.1875, false], [-7.94140625, false], [-11.4375, false], [-10.9375, false], [-10.6875, false], [-5.69140625, false], [-7.94140625, false], [-9.4375, false], [-7.94140625, false], [-11.1875, false], [-11.4375, false], [-11.9375, false], [-9.1875, false], [-9.90625, false], [-5.69140625, false], [-9.1875, false], [-8.4375, false], [-7.94140625, false], [-8.4375, false], [-10.9375, false], [-5.44140625, false], [-9.4375, false], [-7.94140625, false], [-8.4375, false], [-5.44140625, false], [-11.1875, false], [-5.69140625, false], [-7.94140625, false], [-9.4375, false], [-7.94140625, false], [-11.1875, false], [-11.4375, false], [-11.9375, false], [-9.1875, false], [-9.90625, false], [-5.69140625, false], [-9.1875, false], [-11.4375, false], [-9.6875, false], [-9.4375, false], [-9.4375, false], [-10.4375, false], [-5.69140625, false], [-7.94140625, false], [-9.4375, false], [-7.94140625, false], [-11.1875, false], [-11.4375, false], [-11.9375, false], [-9.1875, false], [-14.4375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1092, "doc": {"id": "NYSEDREGENTS_2012_4_13", "question": "Which factor will cause a decrease in the force of attraction between two magnets?", "choices": {"text": ["increasing the size of the two magnets", "increasing the distance between the two magnets", "changing the color of the two magnets", "changing the texture of the two magnets"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "increasing the distance between the two magnets", "arguments": ["Question: Which factor will cause a decrease in the force of attraction between two magnets?\nAnswer:", " ["], "resps": [[[-7.0078125, false]], [[-9.5078125, false]], [[-8.0078125, false]], [[-7.2578125, false]], [[-7.7578125, false]], [[-8.2578125, false]], [[-9.0078125, false]], [[-3.7578125, false]], [[-8.5078125, false]], [[-8.0078125, false]], [[-7.2578125, false]], [[-10.0078125, false]], [[-5.2578125, false]], [[-8.0078125, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-5.2578125, false]], [[-8.5078125, false]], [[-8.0078125, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-5.2578125, false]], [[-9.7578125, false]], [[-7.5078125, false]], [[-5.2578125, false]], [[-8.0078125, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-5.2578125, false]], [[-8.0078125, false]], [[-10.5078125, false]], [[-9.7578125, false]], [[-5.2578125, false]], [[-7.2578125, false]], [[-3.7578125, false]], [[-10.0078125, false]], [[-7.2578125, false]], [[-9.0078125, false]], [[-8.0078125, false]], [[-8.5078125, false]], [[-9.5078125, false]], [[-9.15625, false]], [[-5.2578125, false]], [[-9.5078125, false]], [[-8.0078125, false]], [[-7.2578125, false]], [[-7.7578125, false]], [[-8.2578125, false]], [[-9.0078125, false]], [[-3.7578125, false]], [[-8.5078125, false]], [[-8.0078125, false]], [[-7.2578125, false]], [[-10.0078125, false]], [[-5.2578125, false]], [[-8.0078125, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-5.2578125, false]], [[-8.7578125, false]], [[-8.0078125, false]], [[-8.5078125, false]], [[-8.0078125, false]], [[-3.7578125, false]], [[-7.2578125, false]], [[-7.7578125, false]], [[-9.0078125, false]], [[-5.2578125, false]], [[-7.2578125, false]], [[-9.0078125, false]], [[-8.0078125, false]], [[-10.5078125, false]], [[-9.0078125, false]], [[-9.0078125, false]], [[-7.2578125, false]], [[-5.2578125, false]], [[-8.0078125, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-5.2578125, false]], [[-8.0078125, false]], [[-10.5078125, false]], [[-9.7578125, false]], [[-5.2578125, false]], [[-7.2578125, false]], [[-3.7578125, false]], [[-10.0078125, false]], [[-7.2578125, false]], [[-9.0078125, false]], [[-8.0078125, false]], [[-8.5078125, false]], [[-9.5078125, false]], [[-9.15625, false]], [[-5.2578125, false]], [[-9.5078125, false]], [[-7.7578125, false]], [[-9.2578125, false]], [[-3.7578125, false]], [[-7.2578125, false]], [[-10.0078125, false]], [[-8.0078125, false]], [[-7.2578125, false]], [[-10.0078125, false]], [[-5.2578125, false]], [[-8.0078125, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-5.2578125, false]], [[-7.7578125, false]], [[-9.7578125, false]], [[-9.5078125, false]], [[-9.7578125, false]], [[-8.2578125, false]], [[-5.2578125, false]], [[-9.7578125, false]], [[-7.5078125, false]], [[-5.2578125, false]], [[-8.0078125, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-5.2578125, false]], [[-8.0078125, false]], [[-10.5078125, false]], [[-9.7578125, false]], [[-5.2578125, false]], [[-7.2578125, false]], [[-3.7578125, false]], [[-10.0078125, false]], [[-7.2578125, false]], [[-9.0078125, false]], [[-8.0078125, false]], [[-8.5078125, false]], [[-9.5078125, false]], [[-9.15625, false]], [[-5.2578125, false]], [[-9.5078125, false]], [[-7.7578125, false]], [[-9.2578125, false]], [[-3.7578125, false]], [[-7.2578125, false]], [[-10.0078125, false]], [[-8.0078125, false]], [[-7.2578125, false]], [[-10.0078125, false]], [[-5.2578125, false]], [[-8.0078125, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-5.2578125, false]], [[-8.0078125, false]], [[-9.0078125, false]], [[-7.2578125, false]], [[-8.0078125, false]], [[-9.5078125, false]], [[-8.2578125, false]], [[-9.0078125, false]], [[-5.2578125, false]], [[-9.7578125, false]], [[-7.5078125, false]], [[-5.2578125, false]], [[-8.0078125, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-5.2578125, false]], [[-8.0078125, false]], [[-10.5078125, false]], [[-9.7578125, false]], [[-5.2578125, false]], [[-7.2578125, false]], [[-3.7578125, false]], [[-10.0078125, false]], [[-7.2578125, false]], [[-9.0078125, false]], [[-8.0078125, false]], [[-8.5078125, false]], [[-9.5078125, false]], [[-11.5078125, false]]], "filtered_resps": [[-7.0078125, false], [-9.5078125, false], [-8.0078125, false], [-7.2578125, false], [-7.7578125, false], [-8.2578125, false], [-9.0078125, false], [-3.7578125, false], [-8.5078125, false], [-8.0078125, false], [-7.2578125, false], [-10.0078125, false], [-5.2578125, false], [-8.0078125, false], [-9.2578125, false], [-9.0078125, false], [-5.2578125, false], [-8.5078125, false], [-8.0078125, false], [-9.2578125, false], [-9.0078125, false], [-5.2578125, false], [-9.7578125, false], [-7.5078125, false], [-5.2578125, false], [-8.0078125, false], [-9.2578125, false], [-9.0078125, false], [-5.2578125, false], [-8.0078125, false], [-10.5078125, false], [-9.7578125, false], [-5.2578125, false], [-7.2578125, false], [-3.7578125, false], [-10.0078125, false], [-7.2578125, false], [-9.0078125, false], [-8.0078125, false], [-8.5078125, false], [-9.5078125, false], [-9.15625, false], [-5.2578125, false], [-9.5078125, false], [-8.0078125, false], [-7.2578125, false], [-7.7578125, false], [-8.2578125, false], [-9.0078125, false], [-3.7578125, false], [-8.5078125, false], [-8.0078125, false], [-7.2578125, false], [-10.0078125, false], [-5.2578125, false], [-8.0078125, false], [-9.2578125, false], [-9.0078125, false], [-5.2578125, false], [-8.7578125, false], [-8.0078125, false], [-8.5078125, false], [-8.0078125, false], [-3.7578125, false], [-7.2578125, false], [-7.7578125, false], [-9.0078125, false], [-5.2578125, false], [-7.2578125, false], [-9.0078125, false], [-8.0078125, false], [-10.5078125, false], [-9.0078125, false], [-9.0078125, false], [-7.2578125, false], [-5.2578125, false], [-8.0078125, false], [-9.2578125, false], [-9.0078125, false], [-5.2578125, false], [-8.0078125, false], [-10.5078125, false], [-9.7578125, false], [-5.2578125, false], [-7.2578125, false], [-3.7578125, false], [-10.0078125, false], [-7.2578125, false], [-9.0078125, false], [-8.0078125, false], [-8.5078125, false], [-9.5078125, false], [-9.15625, false], [-5.2578125, false], [-9.5078125, false], [-7.7578125, false], [-9.2578125, false], [-3.7578125, false], [-7.2578125, false], [-10.0078125, false], [-8.0078125, false], [-7.2578125, false], [-10.0078125, false], [-5.2578125, false], [-8.0078125, false], [-9.2578125, false], [-9.0078125, false], [-5.2578125, false], [-7.7578125, false], [-9.7578125, false], [-9.5078125, false], [-9.7578125, false], [-8.2578125, false], [-5.2578125, false], [-9.7578125, false], [-7.5078125, false], [-5.2578125, false], [-8.0078125, false], [-9.2578125, false], [-9.0078125, false], [-5.2578125, false], [-8.0078125, false], [-10.5078125, false], [-9.7578125, false], [-5.2578125, false], [-7.2578125, false], [-3.7578125, false], [-10.0078125, false], [-7.2578125, false], [-9.0078125, false], [-8.0078125, false], [-8.5078125, false], [-9.5078125, false], [-9.15625, false], [-5.2578125, false], [-9.5078125, false], [-7.7578125, false], [-9.2578125, false], [-3.7578125, false], [-7.2578125, false], [-10.0078125, false], [-8.0078125, false], [-7.2578125, false], [-10.0078125, false], [-5.2578125, false], [-8.0078125, false], [-9.2578125, false], [-9.0078125, false], [-5.2578125, false], [-8.0078125, false], [-9.0078125, false], [-7.2578125, false], [-8.0078125, false], [-9.5078125, false], [-8.2578125, false], [-9.0078125, false], [-5.2578125, false], [-9.7578125, false], [-7.5078125, false], [-5.2578125, false], [-8.0078125, false], [-9.2578125, false], [-9.0078125, false], [-5.2578125, false], [-8.0078125, false], [-10.5078125, false], [-9.7578125, false], [-5.2578125, false], [-7.2578125, false], [-3.7578125, false], [-10.0078125, false], [-7.2578125, false], [-9.0078125, false], [-8.0078125, false], [-8.5078125, false], [-9.5078125, false], [-11.5078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1100, "doc": {"id": "Mercury_SC_409563", "question": "Jamil studied how the position of Earth around the Sun affects the energy available on Earth. Which best explains why a particular place on Earth receives more energy during summer months than winter months?", "choices": {"text": ["the tilt of Earth", "the rotation of Earth", "the distance between Earth and the Sun", "the amount of rays produced by the Sun"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "the tilt of Earth", "arguments": ["Question: Jamil studied how the position of Earth around the Sun affects the energy available on Earth. Which best explains why a particular place on Earth receives more energy during summer months than winter months?\nAnswer:", " ["], "resps": [[[-6.84765625, false]], [[-9.6015625, false]], [[-9.8515625, false]], [[-10.6015625, false]], [[-7.59765625, false]], [[-5.84765625, false]], [[-9.8515625, false]], [[-8.6015625, false]], [[-10.6015625, false]], [[-9.8515625, false]], [[-5.84765625, false]], [[-8.6015625, false]], [[-8.8515625, false]], [[-5.84765625, false]], [[-5.09765625, false]], [[-4.59765625, false]], [[-10.8515625, false]], [[-9.8515625, false]], [[-10.6015625, false]], [[-9.6015625, false]], [[-9.9765625, false]], [[-5.84765625, false]], [[-9.6015625, false]], [[-9.8515625, false]], [[-10.6015625, false]], [[-7.59765625, false]], [[-5.84765625, false]], [[-10.8515625, false]], [[-8.6015625, false]], [[-9.8515625, false]], [[-4.59765625, false]], [[-9.8515625, false]], [[-8.6015625, false]], [[-8.6015625, false]], [[-9.6015625, false]], [[-5.84765625, false]], [[-8.6015625, false]], [[-8.8515625, false]], [[-5.84765625, false]], [[-5.09765625, false]], [[-4.59765625, false]], [[-10.8515625, false]], [[-9.8515625, false]], [[-10.6015625, false]], [[-9.6015625, false]], [[-9.9765625, false]], [[-5.84765625, false]], [[-9.6015625, false]], [[-9.8515625, false]], [[-10.6015625, false]], [[-7.59765625, false]], [[-5.84765625, false]], [[-7.84765625, false]], [[-8.6015625, false]], [[-9.8515625, false]], [[-9.8515625, false]], [[-4.59765625, false]], [[-9.6015625, false]], [[-8.8515625, false]], [[-7.59765625, false]], [[-5.84765625, false]], [[-7.59765625, false]], [[-7.59765625, false]], [[-9.8515625, false]], [[-10.1015625, false]], [[-7.59765625, false]], [[-7.59765625, false]], [[-9.6015625, false]], [[-5.84765625, false]], [[-5.09765625, false]], [[-4.59765625, false]], [[-10.8515625, false]], [[-9.8515625, false]], [[-10.6015625, false]], [[-5.84765625, false]], [[-4.59765625, false]], [[-9.6015625, false]], [[-7.84765625, false]], [[-5.84765625, false]], [[-9.8515625, false]], [[-10.6015625, false]], [[-7.59765625, false]], [[-5.84765625, false]], [[-6.34765625, false]], [[-11.8515625, false]], [[-9.6015625, false]], [[-9.6015625, false]], [[-9.9765625, false]], [[-5.84765625, false]], [[-9.6015625, false]], [[-9.8515625, false]], [[-10.6015625, false]], [[-7.59765625, false]], [[-5.84765625, false]], [[-4.59765625, false]], [[-9.3515625, false]], [[-8.6015625, false]], [[-11.8515625, false]], [[-9.6015625, false]], [[-9.8515625, false]], [[-5.84765625, false]], [[-8.6015625, false]], [[-8.8515625, false]], [[-5.84765625, false]], [[-10.8515625, false]], [[-4.59765625, false]], [[-11.6015625, false]], [[-9.8515625, false]], [[-5.84765625, false]], [[-9.1015625, false]], [[-10.8515625, false]], [[-8.6015625, false]], [[-7.84765625, false]], [[-11.8515625, false]], [[-8.8515625, false]], [[-7.59765625, false]], [[-7.84765625, false]], [[-5.84765625, false]], [[-7.59765625, false]], [[-11.6015625, false]], [[-5.84765625, false]], [[-9.8515625, false]], [[-10.6015625, false]], [[-7.59765625, false]], [[-5.84765625, false]], [[-6.34765625, false]], [[-11.8515625, false]], [[-9.6015625, false]], [[-9.6015625, false]], [[-11.8515625, false]]], "filtered_resps": [[-6.84765625, false], [-9.6015625, false], [-9.8515625, false], [-10.6015625, false], [-7.59765625, false], [-5.84765625, false], [-9.8515625, false], [-8.6015625, false], [-10.6015625, false], [-9.8515625, false], [-5.84765625, false], [-8.6015625, false], [-8.8515625, false], [-5.84765625, false], [-5.09765625, false], [-4.59765625, false], [-10.8515625, false], [-9.8515625, false], [-10.6015625, false], [-9.6015625, false], [-9.9765625, false], [-5.84765625, false], [-9.6015625, false], [-9.8515625, false], [-10.6015625, false], [-7.59765625, false], [-5.84765625, false], [-10.8515625, false], [-8.6015625, false], [-9.8515625, false], [-4.59765625, false], [-9.8515625, false], [-8.6015625, false], [-8.6015625, false], [-9.6015625, false], [-5.84765625, false], [-8.6015625, false], [-8.8515625, false], [-5.84765625, false], [-5.09765625, false], [-4.59765625, false], [-10.8515625, false], [-9.8515625, false], [-10.6015625, false], [-9.6015625, false], [-9.9765625, false], [-5.84765625, false], [-9.6015625, false], [-9.8515625, false], [-10.6015625, false], [-7.59765625, false], [-5.84765625, false], [-7.84765625, false], [-8.6015625, false], [-9.8515625, false], [-9.8515625, false], [-4.59765625, false], [-9.6015625, false], [-8.8515625, false], [-7.59765625, false], [-5.84765625, false], [-7.59765625, false], [-7.59765625, false], [-9.8515625, false], [-10.1015625, false], [-7.59765625, false], [-7.59765625, false], [-9.6015625, false], [-5.84765625, false], [-5.09765625, false], [-4.59765625, false], [-10.8515625, false], [-9.8515625, false], [-10.6015625, false], [-5.84765625, false], [-4.59765625, false], [-9.6015625, false], [-7.84765625, false], [-5.84765625, false], [-9.8515625, false], [-10.6015625, false], [-7.59765625, false], [-5.84765625, false], [-6.34765625, false], [-11.8515625, false], [-9.6015625, false], [-9.6015625, false], [-9.9765625, false], [-5.84765625, false], [-9.6015625, false], [-9.8515625, false], [-10.6015625, false], [-7.59765625, false], [-5.84765625, false], [-4.59765625, false], [-9.3515625, false], [-8.6015625, false], [-11.8515625, false], [-9.6015625, false], [-9.8515625, false], [-5.84765625, false], [-8.6015625, false], [-8.8515625, false], [-5.84765625, false], [-10.8515625, false], [-4.59765625, false], [-11.6015625, false], [-9.8515625, false], [-5.84765625, false], [-9.1015625, false], [-10.8515625, false], [-8.6015625, false], [-7.84765625, false], [-11.8515625, false], [-8.8515625, false], [-7.59765625, false], [-7.84765625, false], [-5.84765625, false], [-7.59765625, false], [-11.6015625, false], [-5.84765625, false], [-9.8515625, false], [-10.6015625, false], [-7.59765625, false], [-5.84765625, false], [-6.34765625, false], [-11.8515625, false], [-9.6015625, false], [-9.6015625, false], [-11.8515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1108, "doc": {"id": "Mercury_7200148", "question": "It took Stephen 12 seconds to run across a grass field. Which additional information does he need in order to calculate his acceleration during the run?", "choices": {"text": ["the direction he ran and the average speed", "the distance he ran and the average velocity", "the beginning speed and the direction he ran", "the beginning velocity and the ending velocity"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "the beginning velocity and the ending velocity", "arguments": ["Question: It took Stephen 12 seconds to run across a grass field. Which additional information does he need in order to calculate his acceleration during the run?\nAnswer:", " ["], "resps": [[[-5.703125, false]], [[-8.453125, false]], [[-7.203125, false]], [[-8.453125, false]], [[-8.203125, false]], [[-4.703125, false]], [[-6.703125, false]], [[-7.453125, false]], [[-8.703125, false]], [[-8.203125, false]], [[-6.453125, false]], [[-7.203125, false]], [[-7.453125, false]], [[-9.203125, false]], [[-6.953125, false]], [[-4.703125, false]], [[-8.453125, false]], [[-8.203125, false]], [[-4.703125, false]], [[-8.703125, false]], [[-5.203125, false]], [[-6.953125, false]], [[-4.703125, false]], [[-5.203125, false]], [[-6.953125, false]], [[-6.703125, false]], [[-4.703125, false]], [[-7.203125, false]], [[-8.453125, false]], [[-8.203125, false]], [[-4.703125, false]], [[-5.203125, false]], [[-8.703125, false]], [[-8.203125, false]], [[-8.703125, false]], [[-5.203125, false]], [[-8.953125, false]], [[-8.203125, false]], [[-4.703125, false]], [[-7.453125, false]], [[-7.453125, false]], [[-8.203125, false]], [[-8.203125, false]], [[-6.703125, false]], [[-8.453125, false]], [[-9.09375, false]], [[-4.703125, false]], [[-8.453125, false]], [[-7.203125, false]], [[-8.453125, false]], [[-8.203125, false]], [[-4.703125, false]], [[-6.703125, false]], [[-7.453125, false]], [[-7.453125, false]], [[-7.203125, false]], [[-5.203125, false]], [[-6.953125, false]], [[-6.453125, false]], [[-8.203125, false]], [[-4.703125, false]], [[-8.453125, false]], [[-8.203125, false]], [[-4.703125, false]], [[-8.703125, false]], [[-5.203125, false]], [[-6.953125, false]], [[-4.703125, false]], [[-5.203125, false]], [[-6.953125, false]], [[-6.703125, false]], [[-4.703125, false]], [[-7.203125, false]], [[-8.453125, false]], [[-8.203125, false]], [[-4.703125, false]], [[-5.203125, false]], [[-8.703125, false]], [[-8.203125, false]], [[-8.703125, false]], [[-5.203125, false]], [[-8.953125, false]], [[-8.203125, false]], [[-4.703125, false]], [[-8.703125, false]], [[-8.203125, false]], [[-9.203125, false]], [[-9.203125, false]], [[-6.453125, false]], [[-7.453125, false]], [[-7.203125, false]], [[-10.203125, false]], [[-8.453125, false]], [[-9.09375, false]], [[-4.703125, false]], [[-8.453125, false]], [[-7.203125, false]], [[-8.453125, false]], [[-8.203125, false]], [[-4.703125, false]], [[-5.203125, false]], [[-8.203125, false]], [[-8.953125, false]], [[-7.453125, false]], [[-6.953125, false]], [[-6.953125, false]], [[-7.453125, false]], [[-6.953125, false]], [[-8.953125, false]], [[-4.703125, false]], [[-7.453125, false]], [[-7.453125, false]], [[-8.203125, false]], [[-8.203125, false]], [[-6.703125, false]], [[-4.703125, false]], [[-5.203125, false]], [[-6.953125, false]], [[-6.703125, false]], [[-4.703125, false]], [[-7.203125, false]], [[-8.453125, false]], [[-8.203125, false]], [[-4.703125, false]], [[-6.703125, false]], [[-7.453125, false]], [[-8.703125, false]], [[-8.203125, false]], [[-6.453125, false]], [[-7.203125, false]], [[-7.453125, false]], [[-9.203125, false]], [[-6.953125, false]], [[-4.703125, false]], [[-8.453125, false]], [[-8.203125, false]], [[-4.703125, false]], [[-8.703125, false]], [[-5.203125, false]], [[-6.953125, false]], [[-8.453125, false]], [[-9.09375, false]], [[-4.703125, false]], [[-8.453125, false]], [[-7.203125, false]], [[-8.453125, false]], [[-8.203125, false]], [[-4.703125, false]], [[-5.203125, false]], [[-8.203125, false]], [[-8.953125, false]], [[-7.453125, false]], [[-6.953125, false]], [[-6.953125, false]], [[-7.453125, false]], [[-6.953125, false]], [[-8.953125, false]], [[-4.703125, false]], [[-8.703125, false]], [[-8.203125, false]], [[-9.203125, false]], [[-9.203125, false]], [[-6.453125, false]], [[-7.453125, false]], [[-7.203125, false]], [[-10.203125, false]], [[-4.703125, false]], [[-5.203125, false]], [[-6.953125, false]], [[-6.703125, false]], [[-4.703125, false]], [[-7.203125, false]], [[-8.453125, false]], [[-8.203125, false]], [[-4.703125, false]], [[-8.203125, false]], [[-6.953125, false]], [[-6.703125, false]], [[-7.453125, false]], [[-6.953125, false]], [[-8.953125, false]], [[-4.703125, false]], [[-8.703125, false]], [[-8.203125, false]], [[-9.203125, false]], [[-9.203125, false]], [[-6.453125, false]], [[-7.453125, false]], [[-7.203125, false]], [[-10.203125, false]], [[-8.453125, false]], [[-11.203125, false]]], "filtered_resps": [[-5.703125, false], [-8.453125, false], [-7.203125, false], [-8.453125, false], [-8.203125, false], [-4.703125, false], [-6.703125, false], [-7.453125, false], [-8.703125, false], [-8.203125, false], [-6.453125, false], [-7.203125, false], [-7.453125, false], [-9.203125, false], [-6.953125, false], [-4.703125, false], [-8.453125, false], [-8.203125, false], [-4.703125, false], [-8.703125, false], [-5.203125, false], [-6.953125, false], [-4.703125, false], [-5.203125, false], [-6.953125, false], [-6.703125, false], [-4.703125, false], [-7.203125, false], [-8.453125, false], [-8.203125, false], [-4.703125, false], [-5.203125, false], [-8.703125, false], [-8.203125, false], [-8.703125, false], [-5.203125, false], [-8.953125, false], [-8.203125, false], [-4.703125, false], [-7.453125, false], [-7.453125, false], [-8.203125, false], [-8.203125, false], [-6.703125, false], [-8.453125, false], [-9.09375, false], [-4.703125, false], [-8.453125, false], [-7.203125, false], [-8.453125, false], [-8.203125, false], [-4.703125, false], [-6.703125, false], [-7.453125, false], [-7.453125, false], [-7.203125, false], [-5.203125, false], [-6.953125, false], [-6.453125, false], [-8.203125, false], [-4.703125, false], [-8.453125, false], [-8.203125, false], [-4.703125, false], [-8.703125, false], [-5.203125, false], [-6.953125, false], [-4.703125, false], [-5.203125, false], [-6.953125, false], [-6.703125, false], [-4.703125, false], [-7.203125, false], [-8.453125, false], [-8.203125, false], [-4.703125, false], [-5.203125, false], [-8.703125, false], [-8.203125, false], [-8.703125, false], [-5.203125, false], [-8.953125, false], [-8.203125, false], [-4.703125, false], [-8.703125, false], [-8.203125, false], [-9.203125, false], [-9.203125, false], [-6.453125, false], [-7.453125, false], [-7.203125, false], [-10.203125, false], [-8.453125, false], [-9.09375, false], [-4.703125, false], [-8.453125, false], [-7.203125, false], [-8.453125, false], [-8.203125, false], [-4.703125, false], [-5.203125, false], [-8.203125, false], [-8.953125, false], [-7.453125, false], [-6.953125, false], [-6.953125, false], [-7.453125, false], [-6.953125, false], [-8.953125, false], [-4.703125, false], [-7.453125, false], [-7.453125, false], [-8.203125, false], [-8.203125, false], [-6.703125, false], [-4.703125, false], [-5.203125, false], [-6.953125, false], [-6.703125, false], [-4.703125, false], [-7.203125, false], [-8.453125, false], [-8.203125, false], [-4.703125, false], [-6.703125, false], [-7.453125, false], [-8.703125, false], [-8.203125, false], [-6.453125, false], [-7.203125, false], [-7.453125, false], [-9.203125, false], [-6.953125, false], [-4.703125, false], [-8.453125, false], [-8.203125, false], [-4.703125, false], [-8.703125, false], [-5.203125, false], [-6.953125, false], [-8.453125, false], [-9.09375, false], [-4.703125, false], [-8.453125, false], [-7.203125, false], [-8.453125, false], [-8.203125, false], [-4.703125, false], [-5.203125, false], [-8.203125, false], [-8.953125, false], [-7.453125, false], [-6.953125, false], [-6.953125, false], [-7.453125, false], [-6.953125, false], [-8.953125, false], [-4.703125, false], [-8.703125, false], [-8.203125, false], [-9.203125, false], [-9.203125, false], [-6.453125, false], [-7.453125, false], [-7.203125, false], [-10.203125, false], [-4.703125, false], [-5.203125, false], [-6.953125, false], [-6.703125, false], [-4.703125, false], [-7.203125, false], [-8.453125, false], [-8.203125, false], [-4.703125, false], [-8.203125, false], [-6.953125, false], [-6.703125, false], [-7.453125, false], [-6.953125, false], [-8.953125, false], [-4.703125, false], [-8.703125, false], [-8.203125, false], [-9.203125, false], [-9.203125, false], [-6.453125, false], [-7.453125, false], [-7.203125, false], [-10.203125, false], [-8.453125, false], [-11.203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1116, "doc": {"id": "Mercury_SC_405856", "question": "A class wanted to see which paper airplane design could fly the farthest. In order to have the most accurate results, every student should", "choices": {"text": ["use the same size of paper.", "buy the same color of paper.", "fold the paper the same way.", "decorate the paper the same way."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "use the same size of paper.", "arguments": ["Question: A class wanted to see which paper airplane design could fly the farthest. In order to have the most accurate results, every student should\nAnswer:", " ["], "resps": [[[-6.77734375, false]], [[-7.40234375, false]], [[-9.3984375, false]], [[-8.1484375, false]], [[-7.52734375, false]], [[-5.15625, false]], [[-9.0234375, false]], [[-8.8984375, false]], [[-7.52734375, false]], [[-5.15625, false]], [[-8.1484375, false]], [[-3.65234375, false]], [[-9.2734375, false]], [[-7.52734375, false]], [[-5.15234375, false]], [[-8.1484375, false]], [[-7.27734375, false]], [[-10.1484375, false]], [[-7.52734375, false]], [[-5.15234375, false]], [[-9.2734375, false]], [[-7.90234375, false]], [[-5.15234375, false]], [[-8.2734375, false]], [[-3.65234375, false]], [[-8.2734375, false]], [[-7.52734375, false]], [[-8.8984375, false]], [[-6.50390625, false]], [[-7.40234375, false]], [[-8.375, false]], [[-5.15234375, false]], [[-7.40234375, false]], [[-6.15234375, false]], [[-9.3984375, false]], [[-10.0234375, false]], [[-5.15234375, false]], [[-9.0234375, false]], [[-8.8984375, false]], [[-7.52734375, false]], [[-5.15234375, false]], [[-8.1484375, false]], [[-3.65234375, false]], [[-9.2734375, false]], [[-7.52734375, false]], [[-5.15234375, false]], [[-7.15234375, false]], [[-9.2734375, false]], [[-9.6484375, false]], [[-9.2734375, false]], [[-8.8984375, false]], [[-5.15234375, false]], [[-9.2734375, false]], [[-7.90234375, false]], [[-5.15234375, false]], [[-8.2734375, false]], [[-3.65234375, false]], [[-8.2734375, false]], [[-7.52734375, false]], [[-8.8984375, false]], [[-6.50390625, false]], [[-7.40234375, false]], [[-8.375, false]], [[-5.15234375, false]], [[-7.40234375, false]], [[-7.90234375, false]], [[-9.2734375, false]], [[-9.6484375, false]], [[-7.40234375, false]], [[-5.15234375, false]], [[-9.0234375, false]], [[-8.8984375, false]], [[-7.52734375, false]], [[-5.15234375, false]], [[-8.2734375, false]], [[-3.65234375, false]], [[-8.2734375, false]], [[-7.52734375, false]], [[-8.8984375, false]], [[-5.15234375, false]], [[-9.0234375, false]], [[-8.8984375, false]], [[-7.52734375, false]], [[-5.15234375, false]], [[-8.1484375, false]], [[-3.65234375, false]], [[-9.2734375, false]], [[-7.52734375, false]], [[-5.15234375, false]], [[-9.0234375, false]], [[-3.65234375, false]], [[-10.0234375, false]], [[-6.50390625, false]], [[-7.40234375, false]], [[-8.375, false]], [[-5.15234375, false]], [[-7.40234375, false]], [[-7.40234375, false]], [[-7.52734375, false]], [[-7.15234375, false]], [[-9.2734375, false]], [[-8.8984375, false]], [[-3.65234375, false]], [[-9.0234375, false]], [[-7.52734375, false]], [[-5.15234375, false]], [[-9.0234375, false]], [[-8.8984375, false]], [[-7.52734375, false]], [[-5.15234375, false]], [[-8.2734375, false]], [[-3.65234375, false]], [[-8.2734375, false]], [[-7.52734375, false]], [[-8.8984375, false]], [[-5.15234375, false]], [[-9.0234375, false]], [[-8.8984375, false]], [[-7.52734375, false]], [[-5.15234375, false]], [[-8.1484375, false]], [[-3.65234375, false]], [[-9.2734375, false]], [[-7.52734375, false]], [[-5.15234375, false]], [[-9.0234375, false]], [[-3.65234375, false]], [[-10.0234375, false]], [[-6.50390625, false]], [[-7.40234375, false]], [[-10.6484375, false]]], "filtered_resps": [[-6.77734375, false], [-7.40234375, false], [-9.3984375, false], [-8.1484375, false], [-7.52734375, false], [-5.15625, false], [-9.0234375, false], [-8.8984375, false], [-7.52734375, false], [-5.15625, false], [-8.1484375, false], [-3.65234375, false], [-9.2734375, false], [-7.52734375, false], [-5.15234375, false], [-8.1484375, false], [-7.27734375, false], [-10.1484375, false], [-7.52734375, false], [-5.15234375, false], [-9.2734375, false], [-7.90234375, false], [-5.15234375, false], [-8.2734375, false], [-3.65234375, false], [-8.2734375, false], [-7.52734375, false], [-8.8984375, false], [-6.50390625, false], [-7.40234375, false], [-8.375, false], [-5.15234375, false], [-7.40234375, false], [-6.15234375, false], [-9.3984375, false], [-10.0234375, false], [-5.15234375, false], [-9.0234375, false], [-8.8984375, false], [-7.52734375, false], [-5.15234375, false], [-8.1484375, false], [-3.65234375, false], [-9.2734375, false], [-7.52734375, false], [-5.15234375, false], [-7.15234375, false], [-9.2734375, false], [-9.6484375, false], [-9.2734375, false], [-8.8984375, false], [-5.15234375, false], [-9.2734375, false], [-7.90234375, false], [-5.15234375, false], [-8.2734375, false], [-3.65234375, false], [-8.2734375, false], [-7.52734375, false], [-8.8984375, false], [-6.50390625, false], [-7.40234375, false], [-8.375, false], [-5.15234375, false], [-7.40234375, false], [-7.90234375, false], [-9.2734375, false], [-9.6484375, false], [-7.40234375, false], [-5.15234375, false], [-9.0234375, false], [-8.8984375, false], [-7.52734375, false], [-5.15234375, false], [-8.2734375, false], [-3.65234375, false], [-8.2734375, false], [-7.52734375, false], [-8.8984375, false], [-5.15234375, false], [-9.0234375, false], [-8.8984375, false], [-7.52734375, false], [-5.15234375, false], [-8.1484375, false], [-3.65234375, false], [-9.2734375, false], [-7.52734375, false], [-5.15234375, false], [-9.0234375, false], [-3.65234375, false], [-10.0234375, false], [-6.50390625, false], [-7.40234375, false], [-8.375, false], [-5.15234375, false], [-7.40234375, false], [-7.40234375, false], [-7.52734375, false], [-7.15234375, false], [-9.2734375, false], [-8.8984375, false], [-3.65234375, false], [-9.0234375, false], [-7.52734375, false], [-5.15234375, false], [-9.0234375, false], [-8.8984375, false], [-7.52734375, false], [-5.15234375, false], [-8.2734375, false], [-3.65234375, false], [-8.2734375, false], [-7.52734375, false], [-8.8984375, false], [-5.15234375, false], [-9.0234375, false], [-8.8984375, false], [-7.52734375, false], [-5.15234375, false], [-8.1484375, false], [-3.65234375, false], [-9.2734375, false], [-7.52734375, false], [-5.15234375, false], [-9.0234375, false], [-3.65234375, false], [-10.0234375, false], [-6.50390625, false], [-7.40234375, false], [-10.6484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1124, "doc": {"id": "TIMSS_2003_4_pg11", "question": "If the body takes in more food than it uses.", "choices": {"text": ["breathing becomes faster.", "weight is lost.", "the heart rate increases.", "the food is stored as fat."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "the food is stored as fat.", "arguments": ["Question: If the body takes in more food than it uses.\nAnswer:", " ["], "resps": [[[-7.51953125, false]], [[-8.5234375, false]], [[-8.7734375, false]], [[-12.2734375, false]], [[-9.5234375, false]], [[-5.76953125, false]], [[-9.2734375, false]], [[-10.2734375, false]], [[-8.5234375, false]], [[-9.5234375, false]], [[-10.5234375, false]], [[-5.26953125, false]], [[-8.7734375, false]], [[-9.5234375, false]], [[-8.2734375, false]], [[-9.7734375, false]], [[-10.2734375, false]], [[-9.5234375, false]], [[-9.2734375, false]], [[-5.26953125, false]], [[-10.7734375, false]], [[-5.76953125, false]], [[-9.2734375, false]], [[-9.2734375, false]], [[-9.5234375, false]], [[-12.2734375, false]], [[-6.921875, false]], [[-8.5234375, false]], [[-9.671875, false]], [[-5.26953125, false]], [[-8.5234375, false]], [[-10.0234375, false]], [[-9.5234375, false]], [[-8.5234375, false]], [[-10.5234375, false]], [[-10.2734375, false]], [[-9.2734375, false]], [[-5.26953125, false]], [[-8.5234375, false]], [[-9.2734375, false]], [[-5.26953125, false]], [[-10.5234375, false]], [[-9.7734375, false]], [[-9.2734375, false]], [[-9.2734375, false]], [[-6.921875, false]], [[-8.5234375, false]], [[-9.671875, false]], [[-5.26953125, false]], [[-8.5234375, false]], [[-9.2734375, false]], [[-10.2734375, false]], [[-9.5234375, false]], [[-5.26953125, false]], [[-10.2734375, false]], [[-9.5234375, false]], [[-5.76953125, false]], [[-12.2734375, false]], [[-9.2734375, false]], [[-5.26953125, false]], [[-12.2734375, false]], [[-5.76953125, false]], [[-9.2734375, false]], [[-9.5234375, false]], [[-5.26953125, false]], [[-8.5234375, false]], [[-9.5234375, false]], [[-8.2734375, false]], [[-12.2734375, false]], [[-9.5234375, false]], [[-5.76953125, false]], [[-9.2734375, false]], [[-9.5234375, false]], [[-9.2734375, false]], [[-6.921875, false]], [[-8.5234375, false]], [[-9.671875, false]], [[-5.26953125, false]], [[-8.5234375, false]], [[-9.2734375, false]], [[-10.2734375, false]], [[-9.5234375, false]], [[-5.26953125, false]], [[-10.7734375, false]], [[-9.7734375, false]], [[-9.7734375, false]], [[-9.7734375, false]], [[-5.26953125, false]], [[-8.5234375, false]], [[-9.2734375, false]], [[-5.26953125, false]], [[-9.2734375, false]], [[-9.2734375, false]], [[-9.7734375, false]], [[-12.2734375, false]], [[-9.5234375, false]], [[-9.7734375, false]], [[-5.26953125, false]], [[-5.76953125, false]], [[-9.2734375, false]], [[-5.26953125, false]], [[-10.7734375, false]], [[-5.76953125, false]], [[-9.2734375, false]], [[-6.921875, false]], [[-8.5234375, false]], [[-13.0234375, false]]], "filtered_resps": [[-7.51953125, false], [-8.5234375, false], [-8.7734375, false], [-12.2734375, false], [-9.5234375, false], [-5.76953125, false], [-9.2734375, false], [-10.2734375, false], [-8.5234375, false], [-9.5234375, false], [-10.5234375, false], [-5.26953125, false], [-8.7734375, false], [-9.5234375, false], [-8.2734375, false], [-9.7734375, false], [-10.2734375, false], [-9.5234375, false], [-9.2734375, false], [-5.26953125, false], [-10.7734375, false], [-5.76953125, false], [-9.2734375, false], [-9.2734375, false], [-9.5234375, false], [-12.2734375, false], [-6.921875, false], [-8.5234375, false], [-9.671875, false], [-5.26953125, false], [-8.5234375, false], [-10.0234375, false], [-9.5234375, false], [-8.5234375, false], [-10.5234375, false], [-10.2734375, false], [-9.2734375, false], [-5.26953125, false], [-8.5234375, false], [-9.2734375, false], [-5.26953125, false], [-10.5234375, false], [-9.7734375, false], [-9.2734375, false], [-9.2734375, false], [-6.921875, false], [-8.5234375, false], [-9.671875, false], [-5.26953125, false], [-8.5234375, false], [-9.2734375, false], [-10.2734375, false], [-9.5234375, false], [-5.26953125, false], [-10.2734375, false], [-9.5234375, false], [-5.76953125, false], [-12.2734375, false], [-9.2734375, false], [-5.26953125, false], [-12.2734375, false], [-5.76953125, false], [-9.2734375, false], [-9.5234375, false], [-5.26953125, false], [-8.5234375, false], [-9.5234375, false], [-8.2734375, false], [-12.2734375, false], [-9.5234375, false], [-5.76953125, false], [-9.2734375, false], [-9.5234375, false], [-9.2734375, false], [-6.921875, false], [-8.5234375, false], [-9.671875, false], [-5.26953125, false], [-8.5234375, false], [-9.2734375, false], [-10.2734375, false], [-9.5234375, false], [-5.26953125, false], [-10.7734375, false], [-9.7734375, false], [-9.7734375, false], [-9.7734375, false], [-5.26953125, false], [-8.5234375, false], [-9.2734375, false], [-5.26953125, false], [-9.2734375, false], [-9.2734375, false], [-9.7734375, false], [-12.2734375, false], [-9.5234375, false], [-9.7734375, false], [-5.26953125, false], [-5.76953125, false], [-9.2734375, false], [-5.26953125, false], [-10.7734375, false], [-5.76953125, false], [-9.2734375, false], [-6.921875, false], [-8.5234375, false], [-13.0234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1132, "doc": {"id": "Mercury_SC_408884", "question": "There are different kinds of muscles in the human body. Each muscle is formed from a group of cells that works together. The main function of a group of muscle cells is to", "choices": {"text": ["make oxygen.", "release energy.", "digest nutrients.", "cause movement."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "cause movement.", "arguments": ["Question: There are different kinds of muscles in the human body. Each muscle is formed from a group of cells that works together. The main function of a group of muscle cells is to\nAnswer:", " ["], "resps": [[[-6.65234375, false]], [[-8.28125, false]], [[-8.28125, false]], [[-3.52734375, false]], [[-7.02734375, false]], [[-8.28125, false]], [[-5.27734375, false]], [[-8.53125, false]], [[-7.65234375, false]], [[-10.15625, false]], [[-9.40625, false]], [[-8.28125, false]], [[-7.65234375, false]], [[-6.8671875, false]], [[-8.28125, false]], [[-8.8046875, false]], [[-5.27734375, false]], [[-8.28125, false]], [[-9.03125, false]], [[-8.28125, false]], [[-9.15625, false]], [[-8.28125, false]], [[-3.52734375, false]], [[-8.03125, false]], [[-8.28125, false]], [[-5.27734375, false]], [[-8.28125, false]], [[-7.65234375, false]], [[-8.28125, false]], [[-9.03125, false]], [[-9.40625, false]], [[-10.15625, false]], [[-6.8671875, false]], [[-8.28125, false]], [[-8.8046875, false]], [[-5.27734375, false]], [[-8.28125, false]], [[-7.65234375, false]], [[-8.03125, false]], [[-9.40625, false]], [[-8.28125, false]], [[-8.03125, false]], [[-7.52734375, false]], [[-5.27734375, false]], [[-7.65234375, false]], [[-9.28125, false]], [[-7.52734375, false]], [[-9.03125, false]], [[-8.03125, false]], [[-8.28125, false]], [[-7.65234375, false]], [[-7.52734375, false]], [[-8.03125, false]], [[-6.8671875, false]], [[-8.28125, false]], [[-8.8046875, false]], [[-5.27734375, false]], [[-8.28125, false]], [[-6.65234375, false]], [[-3.52734375, false]], [[-9.28125, false]], [[-8.03125, false]], [[-8.28125, false]], [[-5.27734375, false]], [[-8.28125, false]], [[-8.53125, false]], [[-8.90625, false]], [[-8.28125, false]], [[-8.28125, false]], [[-8.28125, false]], [[-7.65234375, false]], [[-7.52734375, false]], [[-6.8671875, false]], [[-8.28125, false]], [[-10.78125, false]]], "filtered_resps": [[-6.65234375, false], [-8.28125, false], [-8.28125, false], [-3.52734375, false], [-7.02734375, false], [-8.28125, false], [-5.27734375, false], [-8.53125, false], [-7.65234375, false], [-10.15625, false], [-9.40625, false], [-8.28125, false], [-7.65234375, false], [-6.8671875, false], [-8.28125, false], [-8.8046875, false], [-5.27734375, false], [-8.28125, false], [-9.03125, false], [-8.28125, false], [-9.15625, false], [-8.28125, false], [-3.52734375, false], [-8.03125, false], [-8.28125, false], [-5.27734375, false], [-8.28125, false], [-7.65234375, false], [-8.28125, false], [-9.03125, false], [-9.40625, false], [-10.15625, false], [-6.8671875, false], [-8.28125, false], [-8.8046875, false], [-5.27734375, false], [-8.28125, false], [-7.65234375, false], [-8.03125, false], [-9.40625, false], [-8.28125, false], [-8.03125, false], [-7.52734375, false], [-5.27734375, false], [-7.65234375, false], [-9.28125, false], [-7.52734375, false], [-9.03125, false], [-8.03125, false], [-8.28125, false], [-7.65234375, false], [-7.52734375, false], [-8.03125, false], [-6.8671875, false], [-8.28125, false], [-8.8046875, false], [-5.27734375, false], [-8.28125, false], [-6.65234375, false], [-3.52734375, false], [-9.28125, false], [-8.03125, false], [-8.28125, false], [-5.27734375, false], [-8.28125, false], [-8.53125, false], [-8.90625, false], [-8.28125, false], [-8.28125, false], [-8.28125, false], [-7.65234375, false], [-7.52734375, false], [-6.8671875, false], [-8.28125, false], [-10.78125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1140, "doc": {"id": "NYSEDREGENTS_2013_8_7", "question": "In which part of a plant cell does photosynthesis occur?", "choices": {"text": ["nucleus", "chloroplast", "cell membrane", "cell wall"], "label": ["1", "2", "3", "4"]}, "answerKey": "2"}, "target": "chloroplast", "arguments": ["Question: In which part of a plant cell does photosynthesis occur?\nAnswer:", " ["], "resps": [[[-8.53125, false]], [[-10.03125, false]], [[-8.78125, false]], [[-12.03125, false]], [[-8.78125, false]], [[-11.03125, false]], [[-9.28125, false]], [[-12.03125, false]], [[-9.78125, false]], [[-10.03125, false]], [[-10.140625, false]], [[-6.02734375, false]], [[-10.03125, false]], [[-8.78125, false]], [[-11.03125, false]], [[-11.03125, false]], [[-9.28125, false]], [[-10.78125, false]], [[-9.28125, false]], [[-9.53125, false]], [[-11.03125, false]], [[-6.52734375, false]], [[-9.78125, false]], [[-11.03125, false]], [[-10.03125, false]], [[-10.140625, false]], [[-6.02734375, false]], [[-10.03125, false]], [[-8.78125, false]], [[-9.28125, false]], [[-11.03125, false]], [[-11.03125, false]], [[-6.02734375, false]], [[-10.28125, false]], [[-9.28125, false]], [[-10.28125, false]], [[-9.03125, false]], [[-10.78125, false]], [[-6.52734375, false]], [[-8.78125, false]], [[-9.28125, false]], [[-10.03125, false]], [[-10.140625, false]], [[-6.02734375, false]], [[-10.03125, false]], [[-8.78125, false]], [[-9.28125, false]], [[-11.03125, false]], [[-11.03125, false]], [[-6.02734375, false]], [[-11.78125, false]], [[-6.52734375, false]], [[-11.03125, false]], [[-11.03125, false]], [[-10.03125, false]], [[-14.28125, false]]], "filtered_resps": [[-8.53125, false], [-10.03125, false], [-8.78125, false], [-12.03125, false], [-8.78125, false], [-11.03125, false], [-9.28125, false], [-12.03125, false], [-9.78125, false], [-10.03125, false], [-10.140625, false], [-6.02734375, false], [-10.03125, false], [-8.78125, false], [-11.03125, false], [-11.03125, false], [-9.28125, false], [-10.78125, false], [-9.28125, false], [-9.53125, false], [-11.03125, false], [-6.52734375, false], [-9.78125, false], [-11.03125, false], [-10.03125, false], [-10.140625, false], [-6.02734375, false], [-10.03125, false], [-8.78125, false], [-9.28125, false], [-11.03125, false], [-11.03125, false], [-6.02734375, false], [-10.28125, false], [-9.28125, false], [-10.28125, false], [-9.03125, false], [-10.78125, false], [-6.52734375, false], [-8.78125, false], [-9.28125, false], [-10.03125, false], [-10.140625, false], [-6.02734375, false], [-10.03125, false], [-8.78125, false], [-9.28125, false], [-11.03125, false], [-11.03125, false], [-6.02734375, false], [-11.78125, false], [-6.52734375, false], [-11.03125, false], [-11.03125, false], [-10.03125, false], [-14.28125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1148, "doc": {"id": "Mercury_401246", "question": "Which is a force that keeps Earth in orbit around the Sun?", "choices": {"text": ["friction", "gravity", "radiation", "magnetism"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "gravity", "arguments": ["Question: Which is a force that keeps Earth in orbit around the Sun?\nAnswer:", " ["], "resps": [[[-8.640625, false]], [[-8.890625, false]], [[-9.140625, false]], [[-11.140625, false]], [[-8.890625, false]], [[-9.640625, false]], [[-8.890625, false]], [[-8.890625, false]], [[-9.890625, false]], [[-10.640625, false]], [[-8.890625, false]], [[-9.4765625, false]], [[-4.890625, false]], [[-8.890625, false]], [[-11.640625, false]], [[-11.140625, false]], [[-5.140625, false]], [[-8.640625, false]], [[-8.890625, false]], [[-8.890625, false]], [[-11.140625, false]], [[-8.890625, false]], [[-9.4765625, false]], [[-4.890625, false]], [[-8.890625, false]], [[-11.140625, false]], [[-5.140625, false]], [[-10.140625, false]], [[-8.890625, false]], [[-5.140625, false]], [[-8.890625, false]], [[-8.890625, false]], [[-9.890625, false]], [[-10.640625, false]], [[-8.890625, false]], [[-9.4765625, false]], [[-4.890625, false]], [[-8.890625, false]], [[-8.640625, false]], [[-5.140625, false]], [[-11.640625, false]], [[-10.640625, false]], [[-8.390625, false]], [[-8.890625, false]], [[-8.890625, false]], [[-9.640625, false]], [[-8.640625, false]], [[-8.890625, false]], [[-12.390625, false]]], "filtered_resps": [[-8.640625, false], [-8.890625, false], [-9.140625, false], [-11.140625, false], [-8.890625, false], [-9.640625, false], [-8.890625, false], [-8.890625, false], [-9.890625, false], [-10.640625, false], [-8.890625, false], [-9.4765625, false], [-4.890625, false], [-8.890625, false], [-11.640625, false], [-11.140625, false], [-5.140625, false], [-8.640625, false], [-8.890625, false], [-8.890625, false], [-11.140625, false], [-8.890625, false], [-9.4765625, false], [-4.890625, false], [-8.890625, false], [-11.140625, false], [-5.140625, false], [-10.140625, false], [-8.890625, false], [-5.140625, false], [-8.890625, false], [-8.890625, false], [-9.890625, false], [-10.640625, false], [-8.890625, false], [-9.4765625, false], [-4.890625, false], [-8.890625, false], [-8.640625, false], [-5.140625, false], [-11.640625, false], [-10.640625, false], [-8.390625, false], [-8.890625, false], [-8.890625, false], [-9.640625, false], [-8.640625, false], [-8.890625, false], [-12.390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1156, "doc": {"id": "NYSEDREGENTS_2010_8_31", "question": "Earth's hydrosphere is best described as the", "choices": {"text": ["relatively thin layer of rock found above Earth's mantle", "relatively thin layer of water covering most of Earth's crust", "hot liquid rock located in Earth's outer core", "very dense rock located in Earth's inner core"], "label": ["1", "2", "3", "4"]}, "answerKey": "2"}, "target": "relatively thin layer of water covering most of Earth's crust", "arguments": ["Question: Earth's hydrosphere is best described as the\nAnswer:", " ["], "resps": [[[-7.44921875, false]], [[-4.94921875, false]], [[-9.9453125, false]], [[-7.94921875, false]], [[-10.1953125, false]], [[-4.44921875, false]], [[-10.1953125, false]], [[-7.19921875, false]], [[-9.9453125, false]], [[-7.94921875, false]], [[-10.1953125, false]], [[-10.1953125, false]], [[-4.44921875, false]], [[-10.1953125, false]], [[-8.9453125, false]], [[-7.19921875, false]], [[-8.4453125, false]], [[-4.44921875, false]], [[-10.1953125, false]], [[-4.44921875, false]], [[-10.1953125, false]], [[-7.94921875, false]], [[-9.9453125, false]], [[-4.44921875, false]], [[-8.1953125, false]], [[-8.6953125, false]], [[-4.44921875, false]], [[-9.9453125, false]], [[-8.1953125, false]], [[-7.44921875, false]], [[-9.9453125, false]], [[-4.44921875, false]], [[-8.6953125, false]], [[-8.1953125, false]], [[-11.6953125, false]], [[-8.4453125, false]], [[-7.69921875, false]], [[-4.44921875, false]], [[-4.44921875, false]], [[-7.69921875, false]], [[-8.1953125, false]], [[-9.9453125, false]], [[-7.94921875, false]], [[-4.44921875, false]], [[-5.69921875, false]], [[-4.44921875, false]], [[-9.9453125, false]], [[-10.1953125, false]], [[-8.9453125, false]], [[-6.69921875, false]], [[-8.1953125, false]], [[-4.44921875, false]], [[-8.9453125, false]], [[-4.44921875, false]], [[-8.4453125, false]], [[-10.1953125, false]], [[-10.1953125, false]], [[-7.94921875, false]], [[-4.94921875, false]], [[-7.83984375, false]], [[-4.44921875, false]], [[-4.94921875, false]], [[-9.9453125, false]], [[-7.94921875, false]], [[-10.1953125, false]], [[-4.44921875, false]], [[-10.1953125, false]], [[-7.19921875, false]], [[-9.9453125, false]], [[-7.94921875, false]], [[-10.1953125, false]], [[-10.1953125, false]], [[-4.44921875, false]], [[-10.1953125, false]], [[-8.9453125, false]], [[-7.19921875, false]], [[-8.4453125, false]], [[-4.44921875, false]], [[-10.1953125, false]], [[-4.44921875, false]], [[-10.1953125, false]], [[-7.94921875, false]], [[-9.9453125, false]], [[-4.44921875, false]], [[-8.1953125, false]], [[-8.6953125, false]], [[-4.44921875, false]], [[-9.1953125, false]], [[-4.44921875, false]], [[-10.1953125, false]], [[-7.94921875, false]], [[-9.9453125, false]], [[-4.44921875, false]], [[-7.44921875, false]], [[-8.1953125, false]], [[-9.9453125, false]], [[-7.94921875, false]], [[-9.9453125, false]], [[-7.19921875, false]], [[-8.4453125, false]], [[-10.4453125, false]], [[-4.44921875, false]], [[-8.9453125, false]], [[-8.1953125, false]], [[-8.1953125, false]], [[-10.1953125, false]], [[-4.44921875, false]], [[-8.1953125, false]], [[-8.6953125, false]], [[-4.44921875, false]], [[-5.69921875, false]], [[-4.44921875, false]], [[-9.9453125, false]], [[-10.1953125, false]], [[-8.9453125, false]], [[-6.69921875, false]], [[-8.1953125, false]], [[-4.44921875, false]], [[-7.44921875, false]], [[-9.9453125, false]], [[-11.6953125, false]], [[-8.1953125, false]], [[-10.1953125, false]], [[-4.94921875, false]], [[-7.83984375, false]], [[-4.44921875, false]], [[-4.94921875, false]], [[-8.9453125, false]], [[-8.1953125, false]], [[-10.1953125, false]], [[-4.44921875, false]], [[-10.1953125, false]], [[-7.19921875, false]], [[-10.1953125, false]], [[-11.6953125, false]], [[-7.19921875, false]], [[-7.69921875, false]], [[-4.44921875, false]], [[-9.9453125, false]], [[-8.1953125, false]], [[-7.44921875, false]], [[-9.9453125, false]], [[-4.44921875, false]], [[-10.1953125, false]], [[-8.1953125, false]], [[-7.44921875, false]], [[-4.44921875, false]], [[-10.1953125, false]], [[-7.94921875, false]], [[-7.69921875, false]], [[-4.44921875, false]], [[-7.19921875, false]], [[-8.4453125, false]], [[-4.44921875, false]], [[-5.69921875, false]], [[-4.44921875, false]], [[-9.9453125, false]], [[-10.1953125, false]], [[-8.9453125, false]], [[-6.69921875, false]], [[-8.1953125, false]], [[-4.44921875, false]], [[-8.1953125, false]], [[-11.6953125, false]], [[-10.1953125, false]], [[-7.94921875, false]], [[-9.9453125, false]], [[-4.44921875, false]], [[-7.44921875, false]], [[-8.1953125, false]], [[-9.9453125, false]], [[-7.94921875, false]], [[-4.94921875, false]], [[-7.83984375, false]], [[-4.44921875, false]], [[-4.94921875, false]], [[-9.9453125, false]], [[-7.94921875, false]], [[-9.9453125, false]], [[-10.1953125, false]], [[-4.44921875, false]], [[-7.69921875, false]], [[-7.94921875, false]], [[-8.4453125, false]], [[-8.1953125, false]], [[-7.94921875, false]], [[-4.44921875, false]], [[-9.9453125, false]], [[-8.1953125, false]], [[-7.44921875, false]], [[-9.9453125, false]], [[-4.44921875, false]], [[-10.1953125, false]], [[-8.1953125, false]], [[-7.44921875, false]], [[-4.44921875, false]], [[-10.1953125, false]], [[-7.94921875, false]], [[-7.69921875, false]], [[-4.44921875, false]], [[-7.19921875, false]], [[-8.4453125, false]], [[-4.44921875, false]], [[-5.69921875, false]], [[-4.44921875, false]], [[-9.9453125, false]], [[-10.1953125, false]], [[-8.9453125, false]], [[-6.69921875, false]], [[-8.1953125, false]], [[-4.44921875, false]], [[-7.19921875, false]], [[-8.4453125, false]], [[-8.4453125, false]], [[-7.94921875, false]], [[-9.9453125, false]], [[-4.44921875, false]], [[-7.44921875, false]], [[-8.1953125, false]], [[-9.9453125, false]], [[-7.94921875, false]], [[-4.94921875, false]], [[-11.4453125, false]]], "filtered_resps": [[-7.44921875, false], [-4.94921875, false], [-9.9453125, false], [-7.94921875, false], [-10.1953125, false], [-4.44921875, false], [-10.1953125, false], [-7.19921875, false], [-9.9453125, false], [-7.94921875, false], [-10.1953125, false], [-10.1953125, false], [-4.44921875, false], [-10.1953125, false], [-8.9453125, false], [-7.19921875, false], [-8.4453125, false], [-4.44921875, false], [-10.1953125, false], [-4.44921875, false], [-10.1953125, false], [-7.94921875, false], [-9.9453125, false], [-4.44921875, false], [-8.1953125, false], [-8.6953125, false], [-4.44921875, false], [-9.9453125, false], [-8.1953125, false], [-7.44921875, false], [-9.9453125, false], [-4.44921875, false], [-8.6953125, false], [-8.1953125, false], [-11.6953125, false], [-8.4453125, false], [-7.69921875, false], [-4.44921875, false], [-4.44921875, false], [-7.69921875, false], [-8.1953125, false], [-9.9453125, false], [-7.94921875, false], [-4.44921875, false], [-5.69921875, false], [-4.44921875, false], [-9.9453125, false], [-10.1953125, false], [-8.9453125, false], [-6.69921875, false], [-8.1953125, false], [-4.44921875, false], [-8.9453125, false], [-4.44921875, false], [-8.4453125, false], [-10.1953125, false], [-10.1953125, false], [-7.94921875, false], [-4.94921875, false], [-7.83984375, false], [-4.44921875, false], [-4.94921875, false], [-9.9453125, false], [-7.94921875, false], [-10.1953125, false], [-4.44921875, false], [-10.1953125, false], [-7.19921875, false], [-9.9453125, false], [-7.94921875, false], [-10.1953125, false], [-10.1953125, false], [-4.44921875, false], [-10.1953125, false], [-8.9453125, false], [-7.19921875, false], [-8.4453125, false], [-4.44921875, false], [-10.1953125, false], [-4.44921875, false], [-10.1953125, false], [-7.94921875, false], [-9.9453125, false], [-4.44921875, false], [-8.1953125, false], [-8.6953125, false], [-4.44921875, false], [-9.1953125, false], [-4.44921875, false], [-10.1953125, false], [-7.94921875, false], [-9.9453125, false], [-4.44921875, false], [-7.44921875, false], [-8.1953125, false], [-9.9453125, false], [-7.94921875, false], [-9.9453125, false], [-7.19921875, false], [-8.4453125, false], [-10.4453125, false], [-4.44921875, false], [-8.9453125, false], [-8.1953125, false], [-8.1953125, false], [-10.1953125, false], [-4.44921875, false], [-8.1953125, false], [-8.6953125, false], [-4.44921875, false], [-5.69921875, false], [-4.44921875, false], [-9.9453125, false], [-10.1953125, false], [-8.9453125, false], [-6.69921875, false], [-8.1953125, false], [-4.44921875, false], [-7.44921875, false], [-9.9453125, false], [-11.6953125, false], [-8.1953125, false], [-10.1953125, false], [-4.94921875, false], [-7.83984375, false], [-4.44921875, false], [-4.94921875, false], [-8.9453125, false], [-8.1953125, false], [-10.1953125, false], [-4.44921875, false], [-10.1953125, false], [-7.19921875, false], [-10.1953125, false], [-11.6953125, false], [-7.19921875, false], [-7.69921875, false], [-4.44921875, false], [-9.9453125, false], [-8.1953125, false], [-7.44921875, false], [-9.9453125, false], [-4.44921875, false], [-10.1953125, false], [-8.1953125, false], [-7.44921875, false], [-4.44921875, false], [-10.1953125, false], [-7.94921875, false], [-7.69921875, false], [-4.44921875, false], [-7.19921875, false], [-8.4453125, false], [-4.44921875, false], [-5.69921875, false], [-4.44921875, false], [-9.9453125, false], [-10.1953125, false], [-8.9453125, false], [-6.69921875, false], [-8.1953125, false], [-4.44921875, false], [-8.1953125, false], [-11.6953125, false], [-10.1953125, false], [-7.94921875, false], [-9.9453125, false], [-4.44921875, false], [-7.44921875, false], [-8.1953125, false], [-9.9453125, false], [-7.94921875, false], [-4.94921875, false], [-7.83984375, false], [-4.44921875, false], [-4.94921875, false], [-9.9453125, false], [-7.94921875, false], [-9.9453125, false], [-10.1953125, false], [-4.44921875, false], [-7.69921875, false], [-7.94921875, false], [-8.4453125, false], [-8.1953125, false], [-7.94921875, false], [-4.44921875, false], [-9.9453125, false], [-8.1953125, false], [-7.44921875, false], [-9.9453125, false], [-4.44921875, false], [-10.1953125, false], [-8.1953125, false], [-7.44921875, false], [-4.44921875, false], [-10.1953125, false], [-7.94921875, false], [-7.69921875, false], [-4.44921875, false], [-7.19921875, false], [-8.4453125, false], [-4.44921875, false], [-5.69921875, false], [-4.44921875, false], [-9.9453125, false], [-10.1953125, false], [-8.9453125, false], [-6.69921875, false], [-8.1953125, false], [-4.44921875, false], [-7.19921875, false], [-8.4453125, false], [-8.4453125, false], [-7.94921875, false], [-9.9453125, false], [-4.44921875, false], [-7.44921875, false], [-8.1953125, false], [-9.9453125, false], [-7.94921875, false], [-4.94921875, false], [-11.4453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1164, "doc": {"id": "Mercury_7220973", "question": "What condition is most likely to spread an illness between people?", "choices": {"text": ["a virus suspended in the air", "an accident on a playground", "a genetic mutation in somatic cells", "an occurrence of acid rain"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "a virus suspended in the air", "arguments": ["Question: What condition is most likely to spread an illness between people?\nAnswer:", " ["], "resps": [[[-8.2578125, false]], [[-8.7578125, false]], [[-4.6328125, false]], [[-5.2578125, false]], [[-11.3828125, false]], [[-9.2578125, false]], [[-12.2578125, false]], [[-11.0078125, false]], [[-8.2578125, false]], [[-5.2578125, false]], [[-8.2578125, false]], [[-11.0078125, false]], [[-8.2578125, false]], [[-10.8828125, false]], [[-8.7578125, false]], [[-10.7578125, false]], [[-8.6328125, false]], [[-8.7578125, false]], [[-8.6328125, false]], [[-5.2578125, false]], [[-9.2578125, false]], [[-10.7578125, false]], [[-5.2578125, false]], [[-11.6328125, false]], [[-11.8828125, false]], [[-8.7578125, false]], [[-5.2578125, false]], [[-4.6328125, false]], [[-9.2578125, false]], [[-12.2578125, false]], [[-8.7578125, false]], [[-10.8515625, false]], [[-5.2578125, false]], [[-8.7578125, false]], [[-4.6328125, false]], [[-10.7578125, false]], [[-5.2578125, false]], [[-4.6328125, false]], [[-7.7578125, false]], [[-7.7578125, false]], [[-9.2578125, false]], [[-8.6328125, false]], [[-8.7578125, false]], [[-10.7578125, false]], [[-11.6328125, false]], [[-5.2578125, false]], [[-9.6328125, false]], [[-10.7578125, false]], [[-5.2578125, false]], [[-4.6328125, false]], [[-5.2578125, false]], [[-10.8828125, false]], [[-11.0078125, false]], [[-4.6328125, false]], [[-12.5078125, false]], [[-12.0078125, false]], [[-12.2578125, false]], [[-9.6328125, false]], [[-11.0078125, false]], [[-10.7578125, false]], [[-8.6328125, false]], [[-8.7578125, false]], [[-10.8515625, false]], [[-5.2578125, false]], [[-8.7578125, false]], [[-4.6328125, false]], [[-5.2578125, false]], [[-12.0078125, false]], [[-8.7578125, false]], [[-10.7578125, false]], [[-8.7578125, false]], [[-11.6328125, false]], [[-9.2578125, false]], [[-7.7578125, false]], [[-5.2578125, false]], [[-10.2578125, false]], [[-11.0078125, false]], [[-11.6328125, false]], [[-4.6328125, false]], [[-11.6328125, false]], [[-9.2578125, false]], [[-9.6328125, false]], [[-10.7578125, false]], [[-5.2578125, false]], [[-9.2578125, false]], [[-10.7578125, false]], [[-5.2578125, false]], [[-8.2578125, false]], [[-9.6328125, false]], [[-10.2578125, false]], [[-4.6328125, false]], [[-11.6328125, false]], [[-9.2578125, false]], [[-7.7578125, false]], [[-5.2578125, false]], [[-7.7578125, false]], [[-8.7578125, false]], [[-11.0078125, false]], [[-11.0078125, false]], [[-8.2578125, false]], [[-8.7578125, false]], [[-10.8515625, false]], [[-5.2578125, false]], [[-8.7578125, false]], [[-4.6328125, false]], [[-10.7578125, false]], [[-5.2578125, false]], [[-9.6328125, false]], [[-7.7578125, false]], [[-7.7578125, false]], [[-11.0078125, false]], [[-12.2578125, false]], [[-12.2578125, false]], [[-8.7578125, false]], [[-10.7578125, false]], [[-7.7578125, false]], [[-8.7578125, false]], [[-5.2578125, false]], [[-9.6328125, false]], [[-10.5078125, false]], [[-5.2578125, false]], [[-4.6328125, false]], [[-7.7578125, false]], [[-9.2578125, false]], [[-8.6328125, false]], [[-5.2578125, false]], [[-12.2578125, false]], [[-4.6328125, false]], [[-9.2578125, false]], [[-10.7578125, false]], [[-8.7578125, false]], [[-13.5078125, false]]], "filtered_resps": [[-8.2578125, false], [-8.7578125, false], [-4.6328125, false], [-5.2578125, false], [-11.3828125, false], [-9.2578125, false], [-12.2578125, false], [-11.0078125, false], [-8.2578125, false], [-5.2578125, false], [-8.2578125, false], [-11.0078125, false], [-8.2578125, false], [-10.8828125, false], [-8.7578125, false], [-10.7578125, false], [-8.6328125, false], [-8.7578125, false], [-8.6328125, false], [-5.2578125, false], [-9.2578125, false], [-10.7578125, false], [-5.2578125, false], [-11.6328125, false], [-11.8828125, false], [-8.7578125, false], [-5.2578125, false], [-4.6328125, false], [-9.2578125, false], [-12.2578125, false], [-8.7578125, false], [-10.8515625, false], [-5.2578125, false], [-8.7578125, false], [-4.6328125, false], [-10.7578125, false], [-5.2578125, false], [-4.6328125, false], [-7.7578125, false], [-7.7578125, false], [-9.2578125, false], [-8.6328125, false], [-8.7578125, false], [-10.7578125, false], [-11.6328125, false], [-5.2578125, false], [-9.6328125, false], [-10.7578125, false], [-5.2578125, false], [-4.6328125, false], [-5.2578125, false], [-10.8828125, false], [-11.0078125, false], [-4.6328125, false], [-12.5078125, false], [-12.0078125, false], [-12.2578125, false], [-9.6328125, false], [-11.0078125, false], [-10.7578125, false], [-8.6328125, false], [-8.7578125, false], [-10.8515625, false], [-5.2578125, false], [-8.7578125, false], [-4.6328125, false], [-5.2578125, false], [-12.0078125, false], [-8.7578125, false], [-10.7578125, false], [-8.7578125, false], [-11.6328125, false], [-9.2578125, false], [-7.7578125, false], [-5.2578125, false], [-10.2578125, false], [-11.0078125, false], [-11.6328125, false], [-4.6328125, false], [-11.6328125, false], [-9.2578125, false], [-9.6328125, false], [-10.7578125, false], [-5.2578125, false], [-9.2578125, false], [-10.7578125, false], [-5.2578125, false], [-8.2578125, false], [-9.6328125, false], [-10.2578125, false], [-4.6328125, false], [-11.6328125, false], [-9.2578125, false], [-7.7578125, false], [-5.2578125, false], [-7.7578125, false], [-8.7578125, false], [-11.0078125, false], [-11.0078125, false], [-8.2578125, false], [-8.7578125, false], [-10.8515625, false], [-5.2578125, false], [-8.7578125, false], [-4.6328125, false], [-10.7578125, false], [-5.2578125, false], [-9.6328125, false], [-7.7578125, false], [-7.7578125, false], [-11.0078125, false], [-12.2578125, false], [-12.2578125, false], [-8.7578125, false], [-10.7578125, false], [-7.7578125, false], [-8.7578125, false], [-5.2578125, false], [-9.6328125, false], [-10.5078125, false], [-5.2578125, false], [-4.6328125, false], [-7.7578125, false], [-9.2578125, false], [-8.6328125, false], [-5.2578125, false], [-12.2578125, false], [-4.6328125, false], [-9.2578125, false], [-10.7578125, false], [-8.7578125, false], [-13.5078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1172, "doc": {"id": "Mercury_7080973", "question": "While conducting an experiment on gravity, what will be needed to ensure the safety of students?", "choices": {"text": ["quiet zones", "drop zones", "heavy objects", "frictionless surfaces"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "drop zones", "arguments": ["Question: While conducting an experiment on gravity, what will be needed to ensure the safety of students?\nAnswer:", " ["], "resps": [[[-7.4296875, false]], [[-9.1796875, false]], [[-10.8046875, false]], [[-10.8046875, false]], [[-8.3046875, false]], [[-9.1796875, false]], [[-9.8046875, false]], [[-5.0546875, false]], [[-12.1796875, false]], [[-9.9296875, false]], [[-10.5546875, false]], [[-9.1796875, false]], [[-9.3046875, false]], [[-9.1796875, false]], [[-10.703125, false]], [[-5.0546875, false]], [[-9.1796875, false]], [[-10.4296875, false]], [[-10.6796875, false]], [[-9.9296875, false]], [[-10.3046875, false]], [[-5.0546875, false]], [[-12.1796875, false]], [[-9.9296875, false]], [[-10.5546875, false]], [[-9.1796875, false]], [[-9.3046875, false]], [[-9.1796875, false]], [[-10.703125, false]], [[-5.0546875, false]], [[-9.1796875, false]], [[-10.3046875, false]], [[-9.1796875, false]], [[-4.1796875, false]], [[-11.4296875, false]], [[-12.6796875, false]], [[-5.0546875, false]], [[-9.9296875, false]], [[-9.4296875, false]], [[-11.9296875, false]], [[-9.1796875, false]], [[-9.4296875, false]], [[-9.8046875, false]], [[-9.3046875, false]], [[-9.1796875, false]], [[-10.703125, false]], [[-5.0546875, false]], [[-9.1796875, false]], [[-9.9296875, false]], [[-10.6796875, false]], [[-8.3046875, false]], [[-9.4296875, false]], [[-9.8046875, false]], [[-8.3046875, false]], [[-9.9296875, false]], [[-10.5546875, false]], [[-10.4296875, false]], [[-9.1796875, false]], [[-9.3046875, false]], [[-9.3046875, false]], [[-5.0546875, false]], [[-9.3046875, false]], [[-10.8046875, false]], [[-10.6796875, false]], [[-9.9296875, false]], [[-4.1796875, false]], [[-9.4296875, false]], [[-9.1796875, false]], [[-9.3046875, false]], [[-9.1796875, false]], [[-11.3046875, false]]], "filtered_resps": [[-7.4296875, false], [-9.1796875, false], [-10.8046875, false], [-10.8046875, false], [-8.3046875, false], [-9.1796875, false], [-9.8046875, false], [-5.0546875, false], [-12.1796875, false], [-9.9296875, false], [-10.5546875, false], [-9.1796875, false], [-9.3046875, false], [-9.1796875, false], [-10.703125, false], [-5.0546875, false], [-9.1796875, false], [-10.4296875, false], [-10.6796875, false], [-9.9296875, false], [-10.3046875, false], [-5.0546875, false], [-12.1796875, false], [-9.9296875, false], [-10.5546875, false], [-9.1796875, false], [-9.3046875, false], [-9.1796875, false], [-10.703125, false], [-5.0546875, false], [-9.1796875, false], [-10.3046875, false], [-9.1796875, false], [-4.1796875, false], [-11.4296875, false], [-12.6796875, false], [-5.0546875, false], [-9.9296875, false], [-9.4296875, false], [-11.9296875, false], [-9.1796875, false], [-9.4296875, false], [-9.8046875, false], [-9.3046875, false], [-9.1796875, false], [-10.703125, false], [-5.0546875, false], [-9.1796875, false], [-9.9296875, false], [-10.6796875, false], [-8.3046875, false], [-9.4296875, false], [-9.8046875, false], [-8.3046875, false], [-9.9296875, false], [-10.5546875, false], [-10.4296875, false], [-9.1796875, false], [-9.3046875, false], [-9.3046875, false], [-5.0546875, false], [-9.3046875, false], [-10.8046875, false], [-10.6796875, false], [-9.9296875, false], [-4.1796875, false], [-9.4296875, false], [-9.1796875, false], [-9.3046875, false], [-9.1796875, false], [-11.3046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1180, "doc": {"id": "Mercury_LBS10817", "question": "When a star explodes, an intensely bright object is formed. What is the name of this object?", "choices": {"text": ["nova", "red giant", "supernova", "white dwarf"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "supernova", "arguments": ["Question: When a star explodes, an intensely bright object is formed. What is the name of this object?\nAnswer:", " ["], "resps": [[[-7.4140625, false]], [[-7.6640625, false]], [[-10.1640625, false]], [[-9.9140625, false]], [[-10.9140625, false]], [[-4.1640625, false]], [[-7.6640625, false]], [[-9.765625, false]], [[-5.4140625, false]], [[-7.6640625, false]], [[-9.6640625, false]], [[-8.1640625, false]], [[-10.1640625, false]], [[-5.4140625, false]], [[-12.4140625, false]], [[-9.4140625, false]], [[-4.1640625, false]], [[-10.1640625, false]], [[-9.6640625, false]], [[-7.6640625, false]], [[-9.765625, false]], [[-5.4140625, false]], [[-7.6640625, false]], [[-10.1640625, false]], [[-11.1640625, false]], [[-10.4140625, false]], [[-8.1640625, false]], [[-9.6640625, false]], [[-10.1640625, false]], [[-9.9140625, false]], [[-10.9140625, false]], [[-4.1640625, false]], [[-7.6640625, false]], [[-9.765625, false]], [[-5.4140625, false]], [[-7.6640625, false]], [[-11.1640625, false]], [[-10.1640625, false]], [[-9.4140625, false]], [[-9.6640625, false]], [[-8.1640625, false]], [[-5.4140625, false]], [[-10.1640625, false]], [[-11.1640625, false]], [[-4.1640625, false]], [[-9.6640625, false]], [[-10.6640625, false]], [[-7.6640625, false]], [[-11.6640625, false]]], "filtered_resps": [[-7.4140625, false], [-7.6640625, false], [-10.1640625, false], [-9.9140625, false], [-10.9140625, false], [-4.1640625, false], [-7.6640625, false], [-9.765625, false], [-5.4140625, false], [-7.6640625, false], [-9.6640625, false], [-8.1640625, false], [-10.1640625, false], [-5.4140625, false], [-12.4140625, false], [-9.4140625, false], [-4.1640625, false], [-10.1640625, false], [-9.6640625, false], [-7.6640625, false], [-9.765625, false], [-5.4140625, false], [-7.6640625, false], [-10.1640625, false], [-11.1640625, false], [-10.4140625, false], [-8.1640625, false], [-9.6640625, false], [-10.1640625, false], [-9.9140625, false], [-10.9140625, false], [-4.1640625, false], [-7.6640625, false], [-9.765625, false], [-5.4140625, false], [-7.6640625, false], [-11.1640625, false], [-10.1640625, false], [-9.4140625, false], [-9.6640625, false], [-8.1640625, false], [-5.4140625, false], [-10.1640625, false], [-11.1640625, false], [-4.1640625, false], [-9.6640625, false], [-10.6640625, false], [-7.6640625, false], [-11.6640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1188, "doc": {"id": "Mercury_7235603", "question": "Which current property of our solar system is mainly due to solar emissions occurring soon after the initiation of fusion in the Sun's core?", "choices": {"text": ["directions of revolution of the planets", "directions of rotation of the planets", "distribution of moons among the planets", "distribution of elements among the planets"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "distribution of elements among the planets", "arguments": ["Question: Which current property of our solar system is mainly due to solar emissions occurring soon after the initiation of fusion in the Sun's core?\nAnswer:", " ["], "resps": [[[-6.296875, false]], [[-6.796875, false]], [[-9.796875, false]], [[-7.546875, false]], [[-9.796875, false]], [[-7.796875, false]], [[-8.796875, false]], [[-9.046875, false]], [[-7.546875, false]], [[-9.546875, false]], [[-8.546875, false]], [[-10.296875, false]], [[-5.046875, false]], [[-9.546875, false]], [[-9.046875, false]], [[-5.046875, false]], [[-9.796875, false]], [[-7.796875, false]], [[-9.046875, false]], [[-9.546875, false]], [[-10.796875, false]], [[-10.546875, false]], [[-9.046875, false]], [[-7.546875, false]], [[-9.546875, false]], [[-8.546875, false]], [[-5.046875, false]], [[-9.546875, false]], [[-9.046875, false]], [[-5.046875, false]], [[-9.046875, false]], [[-10.546875, false]], [[-7.796875, false]], [[-5.046875, false]], [[-8.046875, false]], [[-10.796875, false]], [[-5.796875, false]], [[-8.546875, false]], [[-7.796875, false]], [[-9.046875, false]], [[-10.296875, false]], [[-6.796875, false]], [[-8.9375, false]], [[-5.046875, false]], [[-6.796875, false]], [[-9.796875, false]], [[-7.546875, false]], [[-9.796875, false]], [[-7.796875, false]], [[-8.796875, false]], [[-9.046875, false]], [[-7.546875, false]], [[-9.546875, false]], [[-8.546875, false]], [[-10.296875, false]], [[-5.046875, false]], [[-9.546875, false]], [[-9.046875, false]], [[-5.046875, false]], [[-9.796875, false]], [[-9.546875, false]], [[-9.046875, false]], [[-5.796875, false]], [[-9.046875, false]], [[-7.546875, false]], [[-9.546875, false]], [[-8.546875, false]], [[-5.046875, false]], [[-9.546875, false]], [[-9.046875, false]], [[-5.046875, false]], [[-9.046875, false]], [[-10.546875, false]], [[-7.796875, false]], [[-5.046875, false]], [[-8.046875, false]], [[-10.796875, false]], [[-5.796875, false]], [[-8.546875, false]], [[-7.796875, false]], [[-9.046875, false]], [[-10.296875, false]], [[-6.796875, false]], [[-8.9375, false]], [[-5.046875, false]], [[-6.796875, false]], [[-9.796875, false]], [[-7.546875, false]], [[-10.296875, false]], [[-9.046875, false]], [[-9.796875, false]], [[-7.546875, false]], [[-8.796875, false]], [[-10.546875, false]], [[-9.046875, false]], [[-7.546875, false]], [[-9.546875, false]], [[-8.546875, false]], [[-5.046875, false]], [[-9.546875, false]], [[-9.046875, false]], [[-5.046875, false]], [[-7.796875, false]], [[-9.546875, false]], [[-9.546875, false]], [[-8.546875, false]], [[-10.296875, false]], [[-5.046875, false]], [[-5.796875, false]], [[-7.796875, false]], [[-9.546875, false]], [[-8.546875, false]], [[-11.296875, false]], [[-5.046875, false]], [[-9.046875, false]], [[-10.546875, false]], [[-7.796875, false]], [[-5.046875, false]], [[-8.046875, false]], [[-10.796875, false]], [[-5.796875, false]], [[-8.546875, false]], [[-7.796875, false]], [[-9.046875, false]], [[-10.296875, false]], [[-6.796875, false]], [[-8.9375, false]], [[-5.046875, false]], [[-6.796875, false]], [[-9.796875, false]], [[-7.546875, false]], [[-10.296875, false]], [[-9.046875, false]], [[-9.796875, false]], [[-7.546875, false]], [[-8.796875, false]], [[-10.546875, false]], [[-9.046875, false]], [[-7.546875, false]], [[-9.546875, false]], [[-8.546875, false]], [[-5.046875, false]], [[-9.546875, false]], [[-9.046875, false]], [[-5.046875, false]], [[-7.796875, false]], [[-10.796875, false]], [[-7.796875, false]], [[-7.796875, false]], [[-7.796875, false]], [[-8.546875, false]], [[-9.046875, false]], [[-10.296875, false]], [[-5.046875, false]], [[-5.796875, false]], [[-7.796875, false]], [[-9.546875, false]], [[-8.546875, false]], [[-11.296875, false]], [[-5.046875, false]], [[-9.046875, false]], [[-10.546875, false]], [[-7.796875, false]], [[-5.046875, false]], [[-8.046875, false]], [[-10.796875, false]], [[-5.796875, false]], [[-8.546875, false]], [[-7.796875, false]], [[-9.046875, false]], [[-10.296875, false]], [[-6.796875, false]], [[-12.046875, false]]], "filtered_resps": [[-6.296875, false], [-6.796875, false], [-9.796875, false], [-7.546875, false], [-9.796875, false], [-7.796875, false], [-8.796875, false], [-9.046875, false], [-7.546875, false], [-9.546875, false], [-8.546875, false], [-10.296875, false], [-5.046875, false], [-9.546875, false], [-9.046875, false], [-5.046875, false], [-9.796875, false], [-7.796875, false], [-9.046875, false], [-9.546875, false], [-10.796875, false], [-10.546875, false], [-9.046875, false], [-7.546875, false], [-9.546875, false], [-8.546875, false], [-5.046875, false], [-9.546875, false], [-9.046875, false], [-5.046875, false], [-9.046875, false], [-10.546875, false], [-7.796875, false], [-5.046875, false], [-8.046875, false], [-10.796875, false], [-5.796875, false], [-8.546875, false], [-7.796875, false], [-9.046875, false], [-10.296875, false], [-6.796875, false], [-8.9375, false], [-5.046875, false], [-6.796875, false], [-9.796875, false], [-7.546875, false], [-9.796875, false], [-7.796875, false], [-8.796875, false], [-9.046875, false], [-7.546875, false], [-9.546875, false], [-8.546875, false], [-10.296875, false], [-5.046875, false], [-9.546875, false], [-9.046875, false], [-5.046875, false], [-9.796875, false], [-9.546875, false], [-9.046875, false], [-5.796875, false], [-9.046875, false], [-7.546875, false], [-9.546875, false], [-8.546875, false], [-5.046875, false], [-9.546875, false], [-9.046875, false], [-5.046875, false], [-9.046875, false], [-10.546875, false], [-7.796875, false], [-5.046875, false], [-8.046875, false], [-10.796875, false], [-5.796875, false], [-8.546875, false], [-7.796875, false], [-9.046875, false], [-10.296875, false], [-6.796875, false], [-8.9375, false], [-5.046875, false], [-6.796875, false], [-9.796875, false], [-7.546875, false], [-10.296875, false], [-9.046875, false], [-9.796875, false], [-7.546875, false], [-8.796875, false], [-10.546875, false], [-9.046875, false], [-7.546875, false], [-9.546875, false], [-8.546875, false], [-5.046875, false], [-9.546875, false], [-9.046875, false], [-5.046875, false], [-7.796875, false], [-9.546875, false], [-9.546875, false], [-8.546875, false], [-10.296875, false], [-5.046875, false], [-5.796875, false], [-7.796875, false], [-9.546875, false], [-8.546875, false], [-11.296875, false], [-5.046875, false], [-9.046875, false], [-10.546875, false], [-7.796875, false], [-5.046875, false], [-8.046875, false], [-10.796875, false], [-5.796875, false], [-8.546875, false], [-7.796875, false], [-9.046875, false], [-10.296875, false], [-6.796875, false], [-8.9375, false], [-5.046875, false], [-6.796875, false], [-9.796875, false], [-7.546875, false], [-10.296875, false], [-9.046875, false], [-9.796875, false], [-7.546875, false], [-8.796875, false], [-10.546875, false], [-9.046875, false], [-7.546875, false], [-9.546875, false], [-8.546875, false], [-5.046875, false], [-9.546875, false], [-9.046875, false], [-5.046875, false], [-7.796875, false], [-10.796875, false], [-7.796875, false], [-7.796875, false], [-7.796875, false], [-8.546875, false], [-9.046875, false], [-10.296875, false], [-5.046875, false], [-5.796875, false], [-7.796875, false], [-9.546875, false], [-8.546875, false], [-11.296875, false], [-5.046875, false], [-9.046875, false], [-10.546875, false], [-7.796875, false], [-5.046875, false], [-8.046875, false], [-10.796875, false], [-5.796875, false], [-8.546875, false], [-7.796875, false], [-9.046875, false], [-10.296875, false], [-6.796875, false], [-12.046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1196, "doc": {"id": "ACTAAP_2008_5_13", "question": "Which is a characteristic of sedimentary rock?", "choices": {"text": ["forms in layers", "looks very shiny", "contains crystals", "forms from magma"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "forms in layers", "arguments": ["Question: Which is a characteristic of sedimentary rock?\nAnswer:", " ["], "resps": [[[-8.4296875, false]], [[-9.4296875, false]], [[-9.6796875, false]], [[-9.4296875, false]], [[-10.1796875, false]], [[-9.4296875, false]], [[-8.9296875, false]], [[-5.4296875, false]], [[-10.1796875, false]], [[-10.9296875, false]], [[-5.4296875, false]], [[-10.9296875, false]], [[-5.1796875, false]], [[-11.6796875, false]], [[-7.6796875, false]], [[-10.1796875, false]], [[-8.9296875, false]], [[-9.4296875, false]], [[-9.203125, false]], [[-5.4296875, false]], [[-9.4296875, false]], [[-10.9296875, false]], [[-9.4296875, false]], [[-9.4296875, false]], [[-12.0546875, false]], [[-8.9296875, false]], [[-5.4296875, false]], [[-10.6796875, false]], [[-7.6796875, false]], [[-10.1796875, false]], [[-11.6796875, false]], [[-5.4296875, false]], [[-8.9296875, false]], [[-12.1796875, false]], [[-10.1796875, false]], [[-10.9296875, false]], [[-11.6796875, false]], [[-9.4296875, false]], [[-9.203125, false]], [[-5.4296875, false]], [[-9.4296875, false]], [[-8.1796875, false]], [[-9.4296875, false]], [[-10.9296875, false]], [[-10.6796875, false]], [[-5.1796875, false]], [[-10.1796875, false]], [[-10.9296875, false]], [[-8.9296875, false]], [[-5.4296875, false]], [[-8.1796875, false]], [[-10.1796875, false]], [[-11.6796875, false]], [[-8.9296875, false]], [[-10.6796875, false]], [[-5.1796875, false]], [[-10.9296875, false]], [[-8.9296875, false]], [[-9.4296875, false]], [[-9.203125, false]], [[-5.4296875, false]], [[-9.4296875, false]], [[-9.6796875, false]], [[-9.4296875, false]], [[-10.1796875, false]], [[-9.4296875, false]], [[-8.9296875, false]], [[-5.4296875, false]], [[-9.6796875, false]], [[-10.1796875, false]], [[-9.4296875, false]], [[-9.4296875, false]], [[-5.4296875, false]], [[-9.4296875, false]], [[-5.1796875, false]], [[-10.4296875, false]], [[-9.4296875, false]], [[-5.1796875, false]], [[-9.4296875, false]], [[-12.5546875, false]]], "filtered_resps": [[-8.4296875, false], [-9.4296875, false], [-9.6796875, false], [-9.4296875, false], [-10.1796875, false], [-9.4296875, false], [-8.9296875, false], [-5.4296875, false], [-10.1796875, false], [-10.9296875, false], [-5.4296875, false], [-10.9296875, false], [-5.1796875, false], [-11.6796875, false], [-7.6796875, false], [-10.1796875, false], [-8.9296875, false], [-9.4296875, false], [-9.203125, false], [-5.4296875, false], [-9.4296875, false], [-10.9296875, false], [-9.4296875, false], [-9.4296875, false], [-12.0546875, false], [-8.9296875, false], [-5.4296875, false], [-10.6796875, false], [-7.6796875, false], [-10.1796875, false], [-11.6796875, false], [-5.4296875, false], [-8.9296875, false], [-12.1796875, false], [-10.1796875, false], [-10.9296875, false], [-11.6796875, false], [-9.4296875, false], [-9.203125, false], [-5.4296875, false], [-9.4296875, false], [-8.1796875, false], [-9.4296875, false], [-10.9296875, false], [-10.6796875, false], [-5.1796875, false], [-10.1796875, false], [-10.9296875, false], [-8.9296875, false], [-5.4296875, false], [-8.1796875, false], [-10.1796875, false], [-11.6796875, false], [-8.9296875, false], [-10.6796875, false], [-5.1796875, false], [-10.9296875, false], [-8.9296875, false], [-9.4296875, false], [-9.203125, false], [-5.4296875, false], [-9.4296875, false], [-9.6796875, false], [-9.4296875, false], [-10.1796875, false], [-9.4296875, false], [-8.9296875, false], [-5.4296875, false], [-9.6796875, false], [-10.1796875, false], [-9.4296875, false], [-9.4296875, false], [-5.4296875, false], [-9.4296875, false], [-5.1796875, false], [-10.4296875, false], [-9.4296875, false], [-5.1796875, false], [-9.4296875, false], [-12.5546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1204, "doc": {"id": "TIMSS_2003_8_pg43", "question": "Rock that is made of material that has settled to the bottom of lakes and oceans and been compressed and hardened is", "choices": {"text": ["conglomerate rock", "volcanic rock", "sedimentary rock", "metamorphic rock"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "sedimentary rock", "arguments": ["Question: Rock that is made of material that has settled to the bottom of lakes and oceans and been compressed and hardened is\nAnswer:", " ["], "resps": [[[-7.80078125, false]], [[-6.42578125, false]], [[-7.17578125, false]], [[-8.046875, false]], [[-7.67578125, false]], [[-9.546875, false]], [[-8.546875, false]], [[-8.046875, false]], [[-8.171875, false]], [[-7.55078125, false]], [[-8.296875, false]], [[-4.17578125, false]], [[-9.046875, false]], [[-7.55078125, false]], [[-4.55078125, false]], [[-8.296875, false]], [[-8.046875, false]], [[-7.17578125, false]], [[-9.421875, false]], [[-6.42578125, false]], [[-8.625, false]], [[-4.55078125, false]], [[-6.42578125, false]], [[-9.296875, false]], [[-8.046875, false]], [[-8.546875, false]], [[-7.17578125, false]], [[-4.17578125, false]], [[-7.67578125, false]], [[-7.55078125, false]], [[-7.17578125, false]], [[-4.55078125, false]], [[-8.296875, false]], [[-8.046875, false]], [[-7.17578125, false]], [[-9.421875, false]], [[-6.42578125, false]], [[-8.625, false]], [[-4.55078125, false]], [[-6.42578125, false]], [[-7.67578125, false]], [[-7.55078125, false]], [[-8.671875, false]], [[-7.55078125, false]], [[-8.171875, false]], [[-7.55078125, false]], [[-7.67578125, false]], [[-9.046875, false]], [[-4.17578125, false]], [[-8.296875, false]], [[-9.796875, false]], [[-4.55078125, false]], [[-8.296875, false]], [[-8.046875, false]], [[-7.17578125, false]], [[-9.421875, false]], [[-6.42578125, false]], [[-8.625, false]], [[-4.55078125, false]], [[-6.42578125, false]], [[-8.171875, false]], [[-7.55078125, false]], [[-9.046875, false]], [[-4.17578125, false]], [[-8.171875, false]], [[-8.046875, false]], [[-8.296875, false]], [[-8.421875, false]], [[-9.546875, false]], [[-7.55078125, false]], [[-7.17578125, false]], [[-4.55078125, false]], [[-8.296875, false]], [[-8.046875, false]], [[-7.17578125, false]], [[-9.421875, false]], [[-6.42578125, false]], [[-12.296875, false]]], "filtered_resps": [[-7.80078125, false], [-6.42578125, false], [-7.17578125, false], [-8.046875, false], [-7.67578125, false], [-9.546875, false], [-8.546875, false], [-8.046875, false], [-8.171875, false], [-7.55078125, false], [-8.296875, false], [-4.17578125, false], [-9.046875, false], [-7.55078125, false], [-4.55078125, false], [-8.296875, false], [-8.046875, false], [-7.17578125, false], [-9.421875, false], [-6.42578125, false], [-8.625, false], [-4.55078125, false], [-6.42578125, false], [-9.296875, false], [-8.046875, false], [-8.546875, false], [-7.17578125, false], [-4.17578125, false], [-7.67578125, false], [-7.55078125, false], [-7.17578125, false], [-4.55078125, false], [-8.296875, false], [-8.046875, false], [-7.17578125, false], [-9.421875, false], [-6.42578125, false], [-8.625, false], [-4.55078125, false], [-6.42578125, false], [-7.67578125, false], [-7.55078125, false], [-8.671875, false], [-7.55078125, false], [-8.171875, false], [-7.55078125, false], [-7.67578125, false], [-9.046875, false], [-4.17578125, false], [-8.296875, false], [-9.796875, false], [-4.55078125, false], [-8.296875, false], [-8.046875, false], [-7.17578125, false], [-9.421875, false], [-6.42578125, false], [-8.625, false], [-4.55078125, false], [-6.42578125, false], [-8.171875, false], [-7.55078125, false], [-9.046875, false], [-4.17578125, false], [-8.171875, false], [-8.046875, false], [-8.296875, false], [-8.421875, false], [-9.546875, false], [-7.55078125, false], [-7.17578125, false], [-4.55078125, false], [-8.296875, false], [-8.046875, false], [-7.17578125, false], [-9.421875, false], [-6.42578125, false], [-12.296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1212, "doc": {"id": "Mercury_7077665", "question": "Which of these statements is true about the parts that make up the atom?", "choices": {"text": ["Protons are larger than neutrons.", "Electrons have a positive charge.", "Electrons are inside the nucleus.", "Neutrons have no charge."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Neutrons have no charge.", "arguments": ["Question: Which of these statements is true about the parts that make up the atom?\nAnswer:", " ["], "resps": [[[-5.5703125, false]], [[-8.8203125, false]], [[-5.3203125, false]], [[-8.3203125, false]], [[-8.3203125, false]], [[-7.8203125, false]], [[-8.3203125, false]], [[-6.3203125, false]], [[-9.3203125, false]], [[-5.3203125, false]], [[-3.8203125, false]], [[-8.3203125, false]], [[-7.5703125, false]], [[-5.3203125, false]], [[-9.0703125, false]], [[-3.8203125, false]], [[-8.3203125, false]], [[-9.8203125, false]], [[-7.5703125, false]], [[-8.3203125, false]], [[-5.3203125, false]], [[-7.8203125, false]], [[-7.5703125, false]], [[-3.8203125, false]], [[-6.3203125, false]], [[-5.3203125, false]], [[-6.3203125, false]], [[-7.5703125, false]], [[-8.8203125, false]], [[-7.8203125, false]], [[-8.3203125, false]], [[-8.3203125, false]], [[-6.3203125, false]], [[-9.3203125, false]], [[-6.2109375, false]], [[-8.8203125, false]], [[-9.7109375, false]], [[-5.3203125, false]], [[-8.8203125, false]], [[-5.3203125, false]], [[-9.0703125, false]], [[-7.5703125, false]], [[-6.3203125, false]], [[-7.8203125, false]], [[-8.3203125, false]], [[-8.3203125, false]], [[-6.3203125, false]], [[-9.3203125, false]], [[-5.3203125, false]], [[-7.5703125, false]], [[-3.8203125, false]], [[-8.8203125, false]], [[-7.5703125, false]], [[-5.3203125, false]], [[-3.8203125, false]], [[-5.3203125, false]], [[-7.3203125, false]], [[-8.3203125, false]], [[-9.3203125, false]], [[-6.3203125, false]], [[-7.8203125, false]], [[-6.3203125, false]], [[-8.8203125, false]], [[-7.5703125, false]], [[-5.3203125, false]], [[-6.3203125, false]], [[-7.5703125, false]], [[-3.8203125, false]], [[-8.3203125, false]], [[-9.8203125, false]], [[-7.5703125, false]], [[-6.2109375, false]], [[-8.8203125, false]], [[-9.7109375, false]], [[-5.3203125, false]], [[-8.8203125, false]], [[-5.3203125, false]], [[-9.0703125, false]], [[-7.5703125, false]], [[-6.3203125, false]], [[-7.8203125, false]], [[-8.3203125, false]], [[-8.3203125, false]], [[-6.3203125, false]], [[-9.3203125, false]], [[-5.3203125, false]], [[-3.8203125, false]], [[-8.3203125, false]], [[-7.5703125, false]], [[-5.3203125, false]], [[-6.3203125, false]], [[-6.3203125, false]], [[-9.3203125, false]], [[-6.3203125, false]], [[-7.5703125, false]], [[-7.5703125, false]], [[-5.3203125, false]], [[-7.8203125, false]], [[-7.5703125, false]], [[-7.5703125, false]], [[-5.3203125, false]], [[-6.3203125, false]], [[-8.8203125, false]], [[-6.3203125, false]], [[-9.0703125, false]], [[-7.5703125, false]], [[-8.8203125, false]], [[-9.3203125, false]], [[-6.2109375, false]], [[-8.8203125, false]], [[-9.7109375, false]], [[-5.3203125, false]], [[-8.8203125, false]], [[-6.0703125, false]], [[-7.5703125, false]], [[-8.8203125, false]], [[-7.8203125, false]], [[-8.3203125, false]], [[-8.3203125, false]], [[-6.3203125, false]], [[-9.3203125, false]], [[-5.3203125, false]], [[-7.5703125, false]], [[-3.8203125, false]], [[-8.8203125, false]], [[-7.5703125, false]], [[-5.3203125, false]], [[-6.3203125, false]], [[-8.3203125, false]], [[-5.3203125, false]], [[-6.3203125, false]], [[-7.5703125, false]], [[-3.8203125, false]], [[-8.3203125, false]], [[-9.8203125, false]], [[-7.5703125, false]], [[-6.2109375, false]], [[-8.8203125, false]], [[-11.3203125, false]]], "filtered_resps": [[-5.5703125, false], [-8.8203125, false], [-5.3203125, false], [-8.3203125, false], [-8.3203125, false], [-7.8203125, false], [-8.3203125, false], [-6.3203125, false], [-9.3203125, false], [-5.3203125, false], [-3.8203125, false], [-8.3203125, false], [-7.5703125, false], [-5.3203125, false], [-9.0703125, false], [-3.8203125, false], [-8.3203125, false], [-9.8203125, false], [-7.5703125, false], [-8.3203125, false], [-5.3203125, false], [-7.8203125, false], [-7.5703125, false], [-3.8203125, false], [-6.3203125, false], [-5.3203125, false], [-6.3203125, false], [-7.5703125, false], [-8.8203125, false], [-7.8203125, false], [-8.3203125, false], [-8.3203125, false], [-6.3203125, false], [-9.3203125, false], [-6.2109375, false], [-8.8203125, false], [-9.7109375, false], [-5.3203125, false], [-8.8203125, false], [-5.3203125, false], [-9.0703125, false], [-7.5703125, false], [-6.3203125, false], [-7.8203125, false], [-8.3203125, false], [-8.3203125, false], [-6.3203125, false], [-9.3203125, false], [-5.3203125, false], [-7.5703125, false], [-3.8203125, false], [-8.8203125, false], [-7.5703125, false], [-5.3203125, false], [-3.8203125, false], [-5.3203125, false], [-7.3203125, false], [-8.3203125, false], [-9.3203125, false], [-6.3203125, false], [-7.8203125, false], [-6.3203125, false], [-8.8203125, false], [-7.5703125, false], [-5.3203125, false], [-6.3203125, false], [-7.5703125, false], [-3.8203125, false], [-8.3203125, false], [-9.8203125, false], [-7.5703125, false], [-6.2109375, false], [-8.8203125, false], [-9.7109375, false], [-5.3203125, false], [-8.8203125, false], [-5.3203125, false], [-9.0703125, false], [-7.5703125, false], [-6.3203125, false], [-7.8203125, false], [-8.3203125, false], [-8.3203125, false], [-6.3203125, false], [-9.3203125, false], [-5.3203125, false], [-3.8203125, false], [-8.3203125, false], [-7.5703125, false], [-5.3203125, false], [-6.3203125, false], [-6.3203125, false], [-9.3203125, false], [-6.3203125, false], [-7.5703125, false], [-7.5703125, false], [-5.3203125, false], [-7.8203125, false], [-7.5703125, false], [-7.5703125, false], [-5.3203125, false], [-6.3203125, false], [-8.8203125, false], [-6.3203125, false], [-9.0703125, false], [-7.5703125, false], [-8.8203125, false], [-9.3203125, false], [-6.2109375, false], [-8.8203125, false], [-9.7109375, false], [-5.3203125, false], [-8.8203125, false], [-6.0703125, false], [-7.5703125, false], [-8.8203125, false], [-7.8203125, false], [-8.3203125, false], [-8.3203125, false], [-6.3203125, false], [-9.3203125, false], [-5.3203125, false], [-7.5703125, false], [-3.8203125, false], [-8.8203125, false], [-7.5703125, false], [-5.3203125, false], [-6.3203125, false], [-8.3203125, false], [-5.3203125, false], [-6.3203125, false], [-7.5703125, false], [-3.8203125, false], [-8.3203125, false], [-9.8203125, false], [-7.5703125, false], [-6.2109375, false], [-8.8203125, false], [-11.3203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1220, "doc": {"id": "Mercury_SC_405137", "question": "The oil used today is made from the ancient remains of tiny sea creatures called \"Diatoms.\" When they were alive, the Diatoms converted sunlight into stored energy. Based on this information, which of the following statements is true?", "choices": {"text": ["The Sun turned diatoms into oil after 10-20 years.", "Diatoms are the original source of energy for oil.", "The Sun is the original source of energy for oil.", "Diatoms converted oil into energy."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "The Sun is the original source of energy for oil.", "arguments": ["Question: The oil used today is made from the ancient remains of tiny sea creatures called \"Diatoms.\" When they were alive, the Diatoms converted sunlight into stored energy. Based on this information, which of the following statements is true?\nAnswer:", " ["], "resps": [[[-6.484375, false]], [[-7.734375, false]], [[-6.234375, false]], [[-9.734375, false]], [[-7.234375, false]], [[-5.984375, false]], [[-6.484375, false]], [[-10.734375, false]], [[-6.984375, false]], [[-5.984375, false]], [[-8.484375, false]], [[-10.734375, false]], [[-9.484375, false]], [[-6.984375, false]], [[-7.234375, false]], [[-5.984375, false]], [[-5.984375, false]], [[-5.984375, false]], [[-7.234375, false]], [[-3.484375, false]], [[-8.484375, false]], [[-7.984375, false]], [[-8.734375, false]], [[-9.484375, false]], [[-5.984375, false]], [[-7.234375, false]], [[-6.984375, false]], [[-8.484375, false]], [[-7.984375, false]], [[-5.984375, false]], [[-7.984375, false]], [[-7.234375, false]], [[-8.484375, false]], [[-5.984375, false]], [[-3.484375, false]], [[-6.984375, false]], [[-8.484375, false]], [[-7.234375, false]], [[-9.484375, false]], [[-5.984375, false]], [[-4.234375, false]], [[-7.984375, false]], [[-6.484375, false]], [[-6.984375, false]], [[-7.984375, false]], [[-5.984375, false]], [[-9.484375, false]], [[-7.234375, false]], [[-3.484375, false]], [[-9.484375, false]], [[-9.484375, false]], [[-6.62109375, false]], [[-7.734375, false]], [[-10.25, false]], [[-5.984375, false]], [[-7.734375, false]], [[-4.234375, false]], [[-7.234375, false]], [[-3.484375, false]], [[-8.484375, false]], [[-7.984375, false]], [[-8.734375, false]], [[-9.484375, false]], [[-5.984375, false]], [[-3.484375, false]], [[-9.484375, false]], [[-7.234375, false]], [[-5.984375, false]], [[-8.484375, false]], [[-9.734375, false]], [[-7.234375, false]], [[-5.984375, false]], [[-7.984375, false]], [[-9.484375, false]], [[-7.234375, false]], [[-9.734375, false]], [[-7.234375, false]], [[-6.984375, false]], [[-3.484375, false]], [[-8.484375, false]], [[-5.984375, false]], [[-9.484375, false]], [[-7.984375, false]], [[-10.734375, false]], [[-9.484375, false]], [[-5.734375, false]], [[-7.234375, false]], [[-5.984375, false]], [[-7.984375, false]], [[-6.984375, false]], [[-5.984375, false]], [[-7.234375, false]], [[-6.984375, false]], [[-7.234375, false]], [[-9.484375, false]], [[-9.734375, false]], [[-9.484375, false]], [[-5.984375, false]], [[-6.984375, false]], [[-7.984375, false]], [[-9.484375, false]], [[-5.984375, false]], [[-7.984375, false]], [[-7.234375, false]], [[-8.484375, false]], [[-6.62109375, false]], [[-7.734375, false]], [[-10.25, false]], [[-5.984375, false]], [[-7.734375, false]], [[-6.234375, false]], [[-9.734375, false]], [[-7.234375, false]], [[-5.984375, false]], [[-6.484375, false]], [[-10.734375, false]], [[-6.984375, false]], [[-5.984375, false]], [[-7.234375, false]], [[-9.484375, false]], [[-5.984375, false]], [[-8.484375, false]], [[-9.734375, false]], [[-7.234375, false]], [[-5.984375, false]], [[-7.984375, false]], [[-9.484375, false]], [[-7.234375, false]], [[-9.734375, false]], [[-7.234375, false]], [[-6.984375, false]], [[-3.484375, false]], [[-8.484375, false]], [[-5.984375, false]], [[-9.484375, false]], [[-7.984375, false]], [[-10.734375, false]], [[-9.484375, false]], [[-5.734375, false]], [[-7.234375, false]], [[-5.984375, false]], [[-7.984375, false]], [[-6.984375, false]], [[-5.984375, false]], [[-7.234375, false]], [[-6.984375, false]], [[-7.234375, false]], [[-9.484375, false]], [[-9.734375, false]], [[-9.484375, false]], [[-5.984375, false]], [[-6.984375, false]], [[-7.984375, false]], [[-9.484375, false]], [[-5.984375, false]], [[-7.984375, false]], [[-7.234375, false]], [[-8.484375, false]], [[-6.62109375, false]], [[-7.734375, false]], [[-10.25, false]], [[-5.984375, false]], [[-7.734375, false]], [[-4.234375, false]], [[-7.234375, false]], [[-3.484375, false]], [[-8.484375, false]], [[-7.984375, false]], [[-8.734375, false]], [[-9.484375, false]], [[-5.984375, false]], [[-5.734375, false]], [[-7.984375, false]], [[-6.984375, false]], [[-8.484375, false]], [[-7.234375, false]], [[-9.484375, false]], [[-8.484375, false]], [[-7.234375, false]], [[-5.984375, false]], [[-5.984375, false]], [[-7.984375, false]], [[-7.234375, false]], [[-8.484375, false]], [[-5.984375, false]], [[-7.234375, false]], [[-6.984375, false]], [[-8.484375, false]], [[-7.984375, false]], [[-5.984375, false]], [[-7.234375, false]], [[-6.984375, false]], [[-7.234375, false]], [[-9.484375, false]], [[-9.734375, false]], [[-9.484375, false]], [[-6.62109375, false]], [[-7.734375, false]], [[-11.234375, false]]], "filtered_resps": [[-6.484375, false], [-7.734375, false], [-6.234375, false], [-9.734375, false], [-7.234375, false], [-5.984375, false], [-6.484375, false], [-10.734375, false], [-6.984375, false], [-5.984375, false], [-8.484375, false], [-10.734375, false], [-9.484375, false], [-6.984375, false], [-7.234375, false], [-5.984375, false], [-5.984375, false], [-5.984375, false], [-7.234375, false], [-3.484375, false], [-8.484375, false], [-7.984375, false], [-8.734375, false], [-9.484375, false], [-5.984375, false], [-7.234375, false], [-6.984375, false], [-8.484375, false], [-7.984375, false], [-5.984375, false], [-7.984375, false], [-7.234375, false], [-8.484375, false], [-5.984375, false], [-3.484375, false], [-6.984375, false], [-8.484375, false], [-7.234375, false], [-9.484375, false], [-5.984375, false], [-4.234375, false], [-7.984375, false], [-6.484375, false], [-6.984375, false], [-7.984375, false], [-5.984375, false], [-9.484375, false], [-7.234375, false], [-3.484375, false], [-9.484375, false], [-9.484375, false], [-6.62109375, false], [-7.734375, false], [-10.25, false], [-5.984375, false], [-7.734375, false], [-4.234375, false], [-7.234375, false], [-3.484375, false], [-8.484375, false], [-7.984375, false], [-8.734375, false], [-9.484375, false], [-5.984375, false], [-3.484375, false], [-9.484375, false], [-7.234375, false], [-5.984375, false], [-8.484375, false], [-9.734375, false], [-7.234375, false], [-5.984375, false], [-7.984375, false], [-9.484375, false], [-7.234375, false], [-9.734375, false], [-7.234375, false], [-6.984375, false], [-3.484375, false], [-8.484375, false], [-5.984375, false], [-9.484375, false], [-7.984375, false], [-10.734375, false], [-9.484375, false], [-5.734375, false], [-7.234375, false], [-5.984375, false], [-7.984375, false], [-6.984375, false], [-5.984375, false], [-7.234375, false], [-6.984375, false], [-7.234375, false], [-9.484375, false], [-9.734375, false], [-9.484375, false], [-5.984375, false], [-6.984375, false], [-7.984375, false], [-9.484375, false], [-5.984375, false], [-7.984375, false], [-7.234375, false], [-8.484375, false], [-6.62109375, false], [-7.734375, false], [-10.25, false], [-5.984375, false], [-7.734375, false], [-6.234375, false], [-9.734375, false], [-7.234375, false], [-5.984375, false], [-6.484375, false], [-10.734375, false], [-6.984375, false], [-5.984375, false], [-7.234375, false], [-9.484375, false], [-5.984375, false], [-8.484375, false], [-9.734375, false], [-7.234375, false], [-5.984375, false], [-7.984375, false], [-9.484375, false], [-7.234375, false], [-9.734375, false], [-7.234375, false], [-6.984375, false], [-3.484375, false], [-8.484375, false], [-5.984375, false], [-9.484375, false], [-7.984375, false], [-10.734375, false], [-9.484375, false], [-5.734375, false], [-7.234375, false], [-5.984375, false], [-7.984375, false], [-6.984375, false], [-5.984375, false], [-7.234375, false], [-6.984375, false], [-7.234375, false], [-9.484375, false], [-9.734375, false], [-9.484375, false], [-5.984375, false], [-6.984375, false], [-7.984375, false], [-9.484375, false], [-5.984375, false], [-7.984375, false], [-7.234375, false], [-8.484375, false], [-6.62109375, false], [-7.734375, false], [-10.25, false], [-5.984375, false], [-7.734375, false], [-4.234375, false], [-7.234375, false], [-3.484375, false], [-8.484375, false], [-7.984375, false], [-8.734375, false], [-9.484375, false], [-5.984375, false], [-5.734375, false], [-7.984375, false], [-6.984375, false], [-8.484375, false], [-7.234375, false], [-9.484375, false], [-8.484375, false], [-7.234375, false], [-5.984375, false], [-5.984375, false], [-7.984375, false], [-7.234375, false], [-8.484375, false], [-5.984375, false], [-7.234375, false], [-6.984375, false], [-8.484375, false], [-7.984375, false], [-5.984375, false], [-7.234375, false], [-6.984375, false], [-7.234375, false], [-9.484375, false], [-9.734375, false], [-9.484375, false], [-6.62109375, false], [-7.734375, false], [-11.234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1228, "doc": {"id": "Mercury_SC_402064", "question": "What is responsible for changing the remains of prehistoric sea animals into natural gas?", "choices": {"text": ["time", "water", "gravity", "pressure"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "pressure", "arguments": ["Question: What is responsible for changing the remains of prehistoric sea animals into natural gas?\nAnswer:", " ["], "resps": [[[-7.98046875, false]], [[-8.3515625, false]], [[-10.8515625, false]], [[-8.7265625, false]], [[-10.2265625, false]], [[-7.73046875, false]], [[-8.3515625, false]], [[-10.2734375, false]], [[-5.35546875, false]], [[-8.3515625, false]], [[-11.1015625, false]], [[-5.85546875, false]], [[-10.8515625, false]], [[-7.73046875, false]], [[-11.6015625, false]], [[-8.3515625, false]], [[-10.2734375, false]], [[-5.35546875, false]], [[-8.3515625, false]], [[-12.4765625, false]], [[-11.6015625, false]], [[-5.85546875, false]], [[-11.6015625, false]], [[-8.7265625, false]], [[-10.8515625, false]], [[-11.7265625, false]], [[-8.3515625, false]], [[-10.2734375, false]], [[-5.35546875, false]], [[-8.3515625, false]], [[-8.9765625, false]], [[-11.6015625, false]], [[-7.73046875, false]], [[-9.2265625, false]], [[-9.2265625, false]], [[-11.2265625, false]], [[-11.6015625, false]], [[-7.73046875, false]], [[-8.3515625, false]], [[-13.6015625, false]]], "filtered_resps": [[-7.98046875, false], [-8.3515625, false], [-10.8515625, false], [-8.7265625, false], [-10.2265625, false], [-7.73046875, false], [-8.3515625, false], [-10.2734375, false], [-5.35546875, false], [-8.3515625, false], [-11.1015625, false], [-5.85546875, false], [-10.8515625, false], [-7.73046875, false], [-11.6015625, false], [-8.3515625, false], [-10.2734375, false], [-5.35546875, false], [-8.3515625, false], [-12.4765625, false], [-11.6015625, false], [-5.85546875, false], [-11.6015625, false], [-8.7265625, false], [-10.8515625, false], [-11.7265625, false], [-8.3515625, false], [-10.2734375, false], [-5.35546875, false], [-8.3515625, false], [-8.9765625, false], [-11.6015625, false], [-7.73046875, false], [-9.2265625, false], [-9.2265625, false], [-11.2265625, false], [-11.6015625, false], [-7.73046875, false], [-8.3515625, false], [-13.6015625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1236, "doc": {"id": "MDSA_2009_8_12", "question": "Nitrogen, a nutrient found in fertilizer, helps plants increase in size. Rainwater runoff often carries fertilizer into ponds and lakes. What effect does excess nitrogen have on organisms in a pond or lake ecosystem?", "choices": {"text": ["Algae grows rapidly.", "Mutations occur gradually in fish.", "Clam shells are slowly weakened.", "Frogs adapt quickly to new food sources."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Algae grows rapidly.", "arguments": ["Question: Nitrogen, a nutrient found in fertilizer, helps plants increase in size. Rainwater runoff often carries fertilizer into ponds and lakes. What effect does excess nitrogen have on organisms in a pond or lake ecosystem?\nAnswer:", " ["], "resps": [[[-7.6953125, false]], [[-10.6953125, false]], [[-4.1953125, false]], [[-12.4453125, false]], [[-13.9453125, false]], [[-8.1953125, false]], [[-10.1953125, false]], [[-6.4453125, false]], [[-13.9453125, false]], [[-14.4453125, false]], [[-11.1953125, false]], [[-14.1953125, false]], [[-12.6953125, false]], [[-6.4453125, false]], [[-14.4453125, false]], [[-8.1953125, false]], [[-13.1953125, false]], [[-10.9453125, false]], [[-10.4453125, false]], [[-12.4453125, false]], [[-13.1953125, false]], [[-7.37890625, false]], [[-10.6953125, false]], [[-10.625, false]], [[-6.4453125, false]], [[-10.6953125, false]], [[-9.1953125, false]], [[-13.1953125, false]], [[-13.9453125, false]], [[-8.1953125, false]], [[-13.9453125, false]], [[-10.9453125, false]], [[-11.1953125, false]], [[-9.4453125, false]], [[-12.6953125, false]], [[-6.4453125, false]], [[-11.1953125, false]], [[-11.4453125, false]], [[-11.4453125, false]], [[-13.1953125, false]], [[-14.4453125, false]], [[-6.4453125, false]], [[-13.9453125, false]], [[-14.4453125, false]], [[-8.1953125, false]], [[-10.4453125, false]], [[-13.1953125, false]], [[-8.1953125, false]], [[-12.4453125, false]], [[-12.4453125, false]], [[-13.1953125, false]], [[-6.4453125, false]], [[-10.9453125, false]], [[-9.4453125, false]], [[-6.4453125, false]], [[-12.9453125, false]], [[-10.9453125, false]], [[-12.6953125, false]], [[-13.9453125, false]], [[-7.37890625, false]], [[-10.6953125, false]], [[-10.625, false]], [[-6.4453125, false]], [[-10.6953125, false]], [[-6.9453125, false]], [[-12.4453125, false]], [[-8.1953125, false]], [[-13.4453125, false]], [[-6.4453125, false]], [[-12.6953125, false]], [[-13.9453125, false]], [[-10.1953125, false]], [[-12.4453125, false]], [[-12.4453125, false]], [[-12.6953125, false]], [[-6.4453125, false]], [[-8.1953125, false]], [[-14.4453125, false]], [[-10.1953125, false]], [[-6.4453125, false]], [[-12.6953125, false]], [[-12.4453125, false]], [[-11.1953125, false]], [[-14.1953125, false]], [[-12.4453125, false]], [[-13.1953125, false]], [[-6.4453125, false]], [[-14.1953125, false]], [[-10.1953125, false]], [[-8.1953125, false]], [[-13.1953125, false]], [[-10.1953125, false]], [[-9.4453125, false]], [[-10.1953125, false]], [[-10.4453125, false]], [[-7.37890625, false]], [[-10.6953125, false]], [[-10.625, false]], [[-6.4453125, false]], [[-10.6953125, false]], [[-6.9453125, false]], [[-14.4453125, false]], [[-11.1953125, false]], [[-13.9453125, false]], [[-12.6953125, false]], [[-6.4453125, false]], [[-8.1953125, false]], [[-10.4453125, false]], [[-8.1953125, false]], [[-13.1953125, false]], [[-13.9453125, false]], [[-6.4453125, false]], [[-14.9453125, false]], [[-13.1953125, false]], [[-10.9453125, false]], [[-11.4453125, false]], [[-13.1953125, false]], [[-12.4453125, false]], [[-13.1953125, false]], [[-6.4453125, false]], [[-13.9453125, false]], [[-11.1953125, false]], [[-6.4453125, false]], [[-9.4453125, false]], [[-10.1953125, false]], [[-14.1953125, false]], [[-6.4453125, false]], [[-12.9453125, false]], [[-11.1953125, false]], [[-11.1953125, false]], [[-10.4453125, false]], [[-6.4453125, false]], [[-12.6953125, false]], [[-11.1953125, false]], [[-13.1953125, false]], [[-14.4453125, false]], [[-11.4453125, false]], [[-10.1953125, false]], [[-12.6953125, false]], [[-7.37890625, false]], [[-10.6953125, false]], [[-14.4453125, false]]], "filtered_resps": [[-7.6953125, false], [-10.6953125, false], [-4.1953125, false], [-12.4453125, false], [-13.9453125, false], [-8.1953125, false], [-10.1953125, false], [-6.4453125, false], [-13.9453125, false], [-14.4453125, false], [-11.1953125, false], [-14.1953125, false], [-12.6953125, false], [-6.4453125, false], [-14.4453125, false], [-8.1953125, false], [-13.1953125, false], [-10.9453125, false], [-10.4453125, false], [-12.4453125, false], [-13.1953125, false], [-7.37890625, false], [-10.6953125, false], [-10.625, false], [-6.4453125, false], [-10.6953125, false], [-9.1953125, false], [-13.1953125, false], [-13.9453125, false], [-8.1953125, false], [-13.9453125, false], [-10.9453125, false], [-11.1953125, false], [-9.4453125, false], [-12.6953125, false], [-6.4453125, false], [-11.1953125, false], [-11.4453125, false], [-11.4453125, false], [-13.1953125, false], [-14.4453125, false], [-6.4453125, false], [-13.9453125, false], [-14.4453125, false], [-8.1953125, false], [-10.4453125, false], [-13.1953125, false], [-8.1953125, false], [-12.4453125, false], [-12.4453125, false], [-13.1953125, false], [-6.4453125, false], [-10.9453125, false], [-9.4453125, false], [-6.4453125, false], [-12.9453125, false], [-10.9453125, false], [-12.6953125, false], [-13.9453125, false], [-7.37890625, false], [-10.6953125, false], [-10.625, false], [-6.4453125, false], [-10.6953125, false], [-6.9453125, false], [-12.4453125, false], [-8.1953125, false], [-13.4453125, false], [-6.4453125, false], [-12.6953125, false], [-13.9453125, false], [-10.1953125, false], [-12.4453125, false], [-12.4453125, false], [-12.6953125, false], [-6.4453125, false], [-8.1953125, false], [-14.4453125, false], [-10.1953125, false], [-6.4453125, false], [-12.6953125, false], [-12.4453125, false], [-11.1953125, false], [-14.1953125, false], [-12.4453125, false], [-13.1953125, false], [-6.4453125, false], [-14.1953125, false], [-10.1953125, false], [-8.1953125, false], [-13.1953125, false], [-10.1953125, false], [-9.4453125, false], [-10.1953125, false], [-10.4453125, false], [-7.37890625, false], [-10.6953125, false], [-10.625, false], [-6.4453125, false], [-10.6953125, false], [-6.9453125, false], [-14.4453125, false], [-11.1953125, false], [-13.9453125, false], [-12.6953125, false], [-6.4453125, false], [-8.1953125, false], [-10.4453125, false], [-8.1953125, false], [-13.1953125, false], [-13.9453125, false], [-6.4453125, false], [-14.9453125, false], [-13.1953125, false], [-10.9453125, false], [-11.4453125, false], [-13.1953125, false], [-12.4453125, false], [-13.1953125, false], [-6.4453125, false], [-13.9453125, false], [-11.1953125, false], [-6.4453125, false], [-9.4453125, false], [-10.1953125, false], [-14.1953125, false], [-6.4453125, false], [-12.9453125, false], [-11.1953125, false], [-11.1953125, false], [-10.4453125, false], [-6.4453125, false], [-12.6953125, false], [-11.1953125, false], [-13.1953125, false], [-14.4453125, false], [-11.4453125, false], [-10.1953125, false], [-12.6953125, false], [-7.37890625, false], [-10.6953125, false], [-14.4453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1244, "doc": {"id": "Mercury_7004778", "question": "Which particles make up the mass of an atom?", "choices": {"text": ["protons and neutrons", "protons and electrons", "neutrons and molecules", "electrons and molecules"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "protons and neutrons", "arguments": ["Question: Which particles make up the mass of an atom?\nAnswer:", " ["], "resps": [[[-6.27734375, false]], [[-8.5234375, false]], [[-8.0234375, false]], [[-9.2734375, false]], [[-9.5234375, false]], [[-8.0234375, false]], [[-9.5234375, false]], [[-7.27734375, false]], [[-9.5234375, false]], [[-4.77734375, false]], [[-5.02734375, false]], [[-7.27734375, false]], [[-8.7734375, false]], [[-4.77734375, false]], [[-7.27734375, false]], [[-8.2734375, false]], [[-8.5234375, false]], [[-8.0234375, false]], [[-9.2734375, false]], [[-9.5234375, false]], [[-7.27734375, false]], [[-9.5234375, false]], [[-8.5234375, false]], [[-9.015625, false]], [[-4.77734375, false]], [[-8.5234375, false]], [[-8.0234375, false]], [[-9.2734375, false]], [[-9.5234375, false]], [[-8.0234375, false]], [[-9.5234375, false]], [[-7.27734375, false]], [[-9.5234375, false]], [[-4.77734375, false]], [[-5.02734375, false]], [[-7.27734375, false]], [[-8.7734375, false]], [[-4.77734375, false]], [[-8.2734375, false]], [[-9.5234375, false]], [[-8.2734375, false]], [[-7.52734375, false]], [[-8.0234375, false]], [[-9.2734375, false]], [[-9.5234375, false]], [[-7.27734375, false]], [[-9.5234375, false]], [[-8.5234375, false]], [[-9.015625, false]], [[-4.77734375, false]], [[-8.5234375, false]], [[-7.27734375, false]], [[-8.2734375, false]], [[-8.5234375, false]], [[-8.0234375, false]], [[-9.2734375, false]], [[-9.5234375, false]], [[-7.27734375, false]], [[-9.5234375, false]], [[-4.77734375, false]], [[-5.02734375, false]], [[-7.27734375, false]], [[-8.7734375, false]], [[-4.77734375, false]], [[-6.52734375, false]], [[-9.5234375, false]], [[-9.5234375, false]], [[-8.2734375, false]], [[-7.52734375, false]], [[-8.5234375, false]], [[-9.5234375, false]], [[-8.2734375, false]], [[-9.5234375, false]], [[-8.5234375, false]], [[-9.015625, false]], [[-4.77734375, false]], [[-8.5234375, false]], [[-8.2734375, false]], [[-9.5234375, false]], [[-8.2734375, false]], [[-7.52734375, false]], [[-8.0234375, false]], [[-9.2734375, false]], [[-9.5234375, false]], [[-7.27734375, false]], [[-9.5234375, false]], [[-4.77734375, false]], [[-5.02734375, false]], [[-7.27734375, false]], [[-8.7734375, false]], [[-4.77734375, false]], [[-6.52734375, false]], [[-9.5234375, false]], [[-9.5234375, false]], [[-8.2734375, false]], [[-7.52734375, false]], [[-8.5234375, false]], [[-9.5234375, false]], [[-8.2734375, false]], [[-9.5234375, false]], [[-8.5234375, false]], [[-11.7734375, false]]], "filtered_resps": [[-6.27734375, false], [-8.5234375, false], [-8.0234375, false], [-9.2734375, false], [-9.5234375, false], [-8.0234375, false], [-9.5234375, false], [-7.27734375, false], [-9.5234375, false], [-4.77734375, false], [-5.02734375, false], [-7.27734375, false], [-8.7734375, false], [-4.77734375, false], [-7.27734375, false], [-8.2734375, false], [-8.5234375, false], [-8.0234375, false], [-9.2734375, false], [-9.5234375, false], [-7.27734375, false], [-9.5234375, false], [-8.5234375, false], [-9.015625, false], [-4.77734375, false], [-8.5234375, false], [-8.0234375, false], [-9.2734375, false], [-9.5234375, false], [-8.0234375, false], [-9.5234375, false], [-7.27734375, false], [-9.5234375, false], [-4.77734375, false], [-5.02734375, false], [-7.27734375, false], [-8.7734375, false], [-4.77734375, false], [-8.2734375, false], [-9.5234375, false], [-8.2734375, false], [-7.52734375, false], [-8.0234375, false], [-9.2734375, false], [-9.5234375, false], [-7.27734375, false], [-9.5234375, false], [-8.5234375, false], [-9.015625, false], [-4.77734375, false], [-8.5234375, false], [-7.27734375, false], [-8.2734375, false], [-8.5234375, false], [-8.0234375, false], [-9.2734375, false], [-9.5234375, false], [-7.27734375, false], [-9.5234375, false], [-4.77734375, false], [-5.02734375, false], [-7.27734375, false], [-8.7734375, false], [-4.77734375, false], [-6.52734375, false], [-9.5234375, false], [-9.5234375, false], [-8.2734375, false], [-7.52734375, false], [-8.5234375, false], [-9.5234375, false], [-8.2734375, false], [-9.5234375, false], [-8.5234375, false], [-9.015625, false], [-4.77734375, false], [-8.5234375, false], [-8.2734375, false], [-9.5234375, false], [-8.2734375, false], [-7.52734375, false], [-8.0234375, false], [-9.2734375, false], [-9.5234375, false], [-7.27734375, false], [-9.5234375, false], [-4.77734375, false], [-5.02734375, false], [-7.27734375, false], [-8.7734375, false], [-4.77734375, false], [-6.52734375, false], [-9.5234375, false], [-9.5234375, false], [-8.2734375, false], [-7.52734375, false], [-8.5234375, false], [-9.5234375, false], [-8.2734375, false], [-9.5234375, false], [-8.5234375, false], [-11.7734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1252, "doc": {"id": "LEAP__8_10368", "question": "Which statement about plant and animal cells is true?", "choices": {"text": ["Both have a cell wall to give them support.", "Both have a large vacuole to store water.", "Both use mitochondria to produce energy.", "Both use chloroplasts to store energy."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Both use mitochondria to produce energy.", "arguments": ["Question: Which statement about plant and animal cells is true?\nAnswer:", " ["], "resps": [[[-8.2265625, false]], [[-9.9765625, false]], [[-6.48046875, false]], [[-10.4765625, false]], [[-10.7265625, false]], [[-11.2265625, false]], [[-6.23046875, false]], [[-11.2265625, false]], [[-5.98046875, false]], [[-11.2265625, false]], [[-8.9765625, false]], [[-6.23046875, false]], [[-5.98046875, false]], [[-6.23046875, false]], [[-8.7265625, false]], [[-8.9765625, false]], [[-10.4765625, false]], [[-10.4765625, false]], [[-6.23046875, false]], [[-11.2265625, false]], [[-5.98046875, false]], [[-10.4765625, false]], [[-10.4765625, false]], [[-6.23046875, false]], [[-10.7265625, false]], [[-10.4765625, false]], [[-6.23046875, false]], [[-12.2265625, false]], [[-9.7265625, false]], [[-11.2265625, false]], [[-8.9765625, false]], [[-6.23046875, false]], [[-10.7265625, false]], [[-11.2265625, false]], [[-8.9765625, false]], [[-10.7265625, false]], [[-6.23046875, false]], [[-10.7265625, false]], [[-12.7265625, false]], [[-9.9765625, false]], [[-9.9765625, false]], [[-10.4765625, false]], [[-11.7265625, false]], [[-10.7265625, false]], [[-7.3125, false]], [[-9.9765625, false]], [[-10.8125, false]], [[-6.23046875, false]], [[-9.9765625, false]], [[-6.48046875, false]], [[-10.4765625, false]], [[-10.7265625, false]], [[-11.2265625, false]], [[-6.23046875, false]], [[-11.2265625, false]], [[-5.98046875, false]], [[-11.2265625, false]], [[-8.9765625, false]], [[-6.23046875, false]], [[-5.98046875, false]], [[-6.23046875, false]], [[-10.4765625, false]], [[-5.98046875, false]], [[-11.7265625, false]], [[-12.2265625, false]], [[-8.9765625, false]], [[-6.23046875, false]], [[-11.2265625, false]], [[-5.98046875, false]], [[-8.7265625, false]], [[-12.7265625, false]], [[-10.4765625, false]], [[-10.4765625, false]], [[-8.9765625, false]], [[-6.23046875, false]], [[-10.7265625, false]], [[-10.4765625, false]], [[-6.23046875, false]], [[-10.7265625, false]], [[-10.7265625, false]], [[-10.4765625, false]], [[-11.7265625, false]], [[-8.9765625, false]], [[-6.23046875, false]], [[-11.2265625, false]], [[-5.98046875, false]], [[-10.7265625, false]], [[-8.9765625, false]], [[-11.7265625, false]], [[-7.3125, false]], [[-9.9765625, false]], [[-10.8125, false]], [[-6.23046875, false]], [[-9.9765625, false]], [[-6.48046875, false]], [[-10.4765625, false]], [[-10.7265625, false]], [[-11.2265625, false]], [[-6.23046875, false]], [[-12.7265625, false]], [[-10.7265625, false]], [[-8.9765625, false]], [[-6.23046875, false]], [[-10.7265625, false]], [[-9.7265625, false]], [[-10.7265625, false]], [[-10.4765625, false]], [[-8.7265625, false]], [[-11.2265625, false]], [[-10.4765625, false]], [[-9.9765625, false]], [[-9.4765625, false]], [[-11.7265625, false]], [[-9.7265625, false]], [[-5.98046875, false]], [[-6.23046875, false]], [[-10.7265625, false]], [[-10.4765625, false]], [[-6.23046875, false]], [[-9.9765625, false]], [[-11.7265625, false]], [[-10.4765625, false]], [[-9.4765625, false]], [[-12.7265625, false]], [[-8.7265625, false]], [[-8.9765625, false]], [[-6.23046875, false]], [[-8.9765625, false]], [[-9.9765625, false]], [[-8.9765625, false]], [[-11.7265625, false]], [[-12.2265625, false]], [[-12.2265625, false]], [[-7.3125, false]], [[-9.9765625, false]], [[-10.8125, false]], [[-6.23046875, false]], [[-9.9765625, false]], [[-6.48046875, false]], [[-10.4765625, false]], [[-10.7265625, false]], [[-11.2265625, false]], [[-6.23046875, false]], [[-12.7265625, false]], [[-10.7265625, false]], [[-8.9765625, false]], [[-6.23046875, false]], [[-8.7265625, false]], [[-11.2265625, false]], [[-10.4765625, false]], [[-10.4765625, false]], [[-11.7265625, false]], [[-10.4765625, false]], [[-9.9765625, false]], [[-10.4765625, false]], [[-5.98046875, false]], [[-10.7265625, false]], [[-10.7265625, false]], [[-10.7265625, false]], [[-6.23046875, false]], [[-10.7265625, false]], [[-10.4765625, false]], [[-6.23046875, false]], [[-10.7265625, false]], [[-10.7265625, false]], [[-10.4765625, false]], [[-11.7265625, false]], [[-8.9765625, false]], [[-6.23046875, false]], [[-8.9765625, false]], [[-9.9765625, false]], [[-8.9765625, false]], [[-11.7265625, false]], [[-12.2265625, false]], [[-12.2265625, false]], [[-7.3125, false]], [[-9.9765625, false]], [[-14.4765625, false]]], "filtered_resps": [[-8.2265625, false], [-9.9765625, false], [-6.48046875, false], [-10.4765625, false], [-10.7265625, false], [-11.2265625, false], [-6.23046875, false], [-11.2265625, false], [-5.98046875, false], [-11.2265625, false], [-8.9765625, false], [-6.23046875, false], [-5.98046875, false], [-6.23046875, false], [-8.7265625, false], [-8.9765625, false], [-10.4765625, false], [-10.4765625, false], [-6.23046875, false], [-11.2265625, false], [-5.98046875, false], [-10.4765625, false], [-10.4765625, false], [-6.23046875, false], [-10.7265625, false], [-10.4765625, false], [-6.23046875, false], [-12.2265625, false], [-9.7265625, false], [-11.2265625, false], [-8.9765625, false], [-6.23046875, false], [-10.7265625, false], [-11.2265625, false], [-8.9765625, false], [-10.7265625, false], [-6.23046875, false], [-10.7265625, false], [-12.7265625, false], [-9.9765625, false], [-9.9765625, false], [-10.4765625, false], [-11.7265625, false], [-10.7265625, false], [-7.3125, false], [-9.9765625, false], [-10.8125, false], [-6.23046875, false], [-9.9765625, false], [-6.48046875, false], [-10.4765625, false], [-10.7265625, false], [-11.2265625, false], [-6.23046875, false], [-11.2265625, false], [-5.98046875, false], [-11.2265625, false], [-8.9765625, false], [-6.23046875, false], [-5.98046875, false], [-6.23046875, false], [-10.4765625, false], [-5.98046875, false], [-11.7265625, false], [-12.2265625, false], [-8.9765625, false], [-6.23046875, false], [-11.2265625, false], [-5.98046875, false], [-8.7265625, false], [-12.7265625, false], [-10.4765625, false], [-10.4765625, false], [-8.9765625, false], [-6.23046875, false], [-10.7265625, false], [-10.4765625, false], [-6.23046875, false], [-10.7265625, false], [-10.7265625, false], [-10.4765625, false], [-11.7265625, false], [-8.9765625, false], [-6.23046875, false], [-11.2265625, false], [-5.98046875, false], [-10.7265625, false], [-8.9765625, false], [-11.7265625, false], [-7.3125, false], [-9.9765625, false], [-10.8125, false], [-6.23046875, false], [-9.9765625, false], [-6.48046875, false], [-10.4765625, false], [-10.7265625, false], [-11.2265625, false], [-6.23046875, false], [-12.7265625, false], [-10.7265625, false], [-8.9765625, false], [-6.23046875, false], [-10.7265625, false], [-9.7265625, false], [-10.7265625, false], [-10.4765625, false], [-8.7265625, false], [-11.2265625, false], [-10.4765625, false], [-9.9765625, false], [-9.4765625, false], [-11.7265625, false], [-9.7265625, false], [-5.98046875, false], [-6.23046875, false], [-10.7265625, false], [-10.4765625, false], [-6.23046875, false], [-9.9765625, false], [-11.7265625, false], [-10.4765625, false], [-9.4765625, false], [-12.7265625, false], [-8.7265625, false], [-8.9765625, false], [-6.23046875, false], [-8.9765625, false], [-9.9765625, false], [-8.9765625, false], [-11.7265625, false], [-12.2265625, false], [-12.2265625, false], [-7.3125, false], [-9.9765625, false], [-10.8125, false], [-6.23046875, false], [-9.9765625, false], [-6.48046875, false], [-10.4765625, false], [-10.7265625, false], [-11.2265625, false], [-6.23046875, false], [-12.7265625, false], [-10.7265625, false], [-8.9765625, false], [-6.23046875, false], [-8.7265625, false], [-11.2265625, false], [-10.4765625, false], [-10.4765625, false], [-11.7265625, false], [-10.4765625, false], [-9.9765625, false], [-10.4765625, false], [-5.98046875, false], [-10.7265625, false], [-10.7265625, false], [-10.7265625, false], [-6.23046875, false], [-10.7265625, false], [-10.4765625, false], [-6.23046875, false], [-10.7265625, false], [-10.7265625, false], [-10.4765625, false], [-11.7265625, false], [-8.9765625, false], [-6.23046875, false], [-8.9765625, false], [-9.9765625, false], [-8.9765625, false], [-11.7265625, false], [-12.2265625, false], [-12.2265625, false], [-7.3125, false], [-9.9765625, false], [-14.4765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1260, "doc": {"id": "Mercury_SC_402983", "question": "What is the first thing a student should do before starting an experiment?", "choices": {"text": ["read all the directions", "find a lab partner", "make notes about observations", "write a report on the investigation"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "read all the directions", "arguments": ["Question: What is the first thing a student should do before starting an experiment?\nAnswer:", " ["], "resps": [[[-7.90234375, false]], [[-9.1484375, false]], [[-12.3984375, false]], [[-10.1484375, false]], [[-6.90234375, false]], [[-11.1484375, false]], [[-5.90234375, false]], [[-6.90234375, false]], [[-12.1484375, false]], [[-12.1484375, false]], [[-5.90234375, false]], [[-11.8984375, false]], [[-12.1484375, false]], [[-10.1484375, false]], [[-5.90234375, false]], [[-11.1484375, false]], [[-8.6484375, false]], [[-12.3984375, false]], [[-10.1484375, false]], [[-11.1484375, false]], [[-11.8984375, false]], [[-8.6484375, false]], [[-10.8984375, false]], [[-12.3984375, false]], [[-10.3984375, false]], [[-9.1484375, false]], [[-11.546875, false]], [[-5.90234375, false]], [[-9.1484375, false]], [[-10.6484375, false]], [[-8.6484375, false]], [[-12.3984375, false]], [[-11.1484375, false]], [[-5.90234375, false]], [[-6.90234375, false]], [[-5.90234375, false]], [[-12.1484375, false]], [[-6.90234375, false]], [[-10.8984375, false]], [[-5.90234375, false]], [[-10.6484375, false]], [[-6.90234375, false]], [[-12.3984375, false]], [[-11.8984375, false]], [[-12.3984375, false]], [[-10.1484375, false]], [[-12.3984375, false]], [[-9.1484375, false]], [[-11.546875, false]], [[-5.90234375, false]], [[-9.1484375, false]], [[-11.3984375, false]], [[-6.90234375, false]], [[-12.3984375, false]], [[-10.1484375, false]], [[-5.90234375, false]], [[-12.3984375, false]], [[-10.8984375, false]], [[-11.8984375, false]], [[-10.1484375, false]], [[-10.3984375, false]], [[-5.90234375, false]], [[-6.90234375, false]], [[-10.8984375, false]], [[-10.8984375, false]], [[-9.8984375, false]], [[-11.8984375, false]], [[-5.90234375, false]], [[-10.8984375, false]], [[-10.8984375, false]], [[-10.3984375, false]], [[-10.1484375, false]], [[-12.3984375, false]], [[-12.6484375, false]], [[-6.90234375, false]], [[-11.8984375, false]], [[-8.6484375, false]], [[-10.8984375, false]], [[-12.3984375, false]], [[-10.3984375, false]], [[-9.1484375, false]], [[-11.546875, false]], [[-5.90234375, false]], [[-9.1484375, false]], [[-11.8984375, false]], [[-12.3984375, false]], [[-8.6484375, false]], [[-11.8984375, false]], [[-10.1484375, false]], [[-5.90234375, false]], [[-6.90234375, false]], [[-5.90234375, false]], [[-12.3984375, false]], [[-10.1484375, false]], [[-10.6484375, false]], [[-10.8984375, false]], [[-12.3984375, false]], [[-11.8984375, false]], [[-5.90234375, false]], [[-10.8984375, false]], [[-12.3984375, false]], [[-5.90234375, false]], [[-11.8984375, false]], [[-12.1484375, false]], [[-10.1484375, false]], [[-5.90234375, false]], [[-8.6484375, false]], [[-12.3984375, false]], [[-12.6484375, false]], [[-10.1484375, false]], [[-10.3984375, false]], [[-11.8984375, false]], [[-8.6484375, false]], [[-12.6484375, false]], [[-6.90234375, false]], [[-11.8984375, false]], [[-8.6484375, false]], [[-10.8984375, false]], [[-12.3984375, false]], [[-9.1484375, false]], [[-12.8984375, false]]], "filtered_resps": [[-7.90234375, false], [-9.1484375, false], [-12.3984375, false], [-10.1484375, false], [-6.90234375, false], [-11.1484375, false], [-5.90234375, false], [-6.90234375, false], [-12.1484375, false], [-12.1484375, false], [-5.90234375, false], [-11.8984375, false], [-12.1484375, false], [-10.1484375, false], [-5.90234375, false], [-11.1484375, false], [-8.6484375, false], [-12.3984375, false], [-10.1484375, false], [-11.1484375, false], [-11.8984375, false], [-8.6484375, false], [-10.8984375, false], [-12.3984375, false], [-10.3984375, false], [-9.1484375, false], [-11.546875, false], [-5.90234375, false], [-9.1484375, false], [-10.6484375, false], [-8.6484375, false], [-12.3984375, false], [-11.1484375, false], [-5.90234375, false], [-6.90234375, false], [-5.90234375, false], [-12.1484375, false], [-6.90234375, false], [-10.8984375, false], [-5.90234375, false], [-10.6484375, false], [-6.90234375, false], [-12.3984375, false], [-11.8984375, false], [-12.3984375, false], [-10.1484375, false], [-12.3984375, false], [-9.1484375, false], [-11.546875, false], [-5.90234375, false], [-9.1484375, false], [-11.3984375, false], [-6.90234375, false], [-12.3984375, false], [-10.1484375, false], [-5.90234375, false], [-12.3984375, false], [-10.8984375, false], [-11.8984375, false], [-10.1484375, false], [-10.3984375, false], [-5.90234375, false], [-6.90234375, false], [-10.8984375, false], [-10.8984375, false], [-9.8984375, false], [-11.8984375, false], [-5.90234375, false], [-10.8984375, false], [-10.8984375, false], [-10.3984375, false], [-10.1484375, false], [-12.3984375, false], [-12.6484375, false], [-6.90234375, false], [-11.8984375, false], [-8.6484375, false], [-10.8984375, false], [-12.3984375, false], [-10.3984375, false], [-9.1484375, false], [-11.546875, false], [-5.90234375, false], [-9.1484375, false], [-11.8984375, false], [-12.3984375, false], [-8.6484375, false], [-11.8984375, false], [-10.1484375, false], [-5.90234375, false], [-6.90234375, false], [-5.90234375, false], [-12.3984375, false], [-10.1484375, false], [-10.6484375, false], [-10.8984375, false], [-12.3984375, false], [-11.8984375, false], [-5.90234375, false], [-10.8984375, false], [-12.3984375, false], [-5.90234375, false], [-11.8984375, false], [-12.1484375, false], [-10.1484375, false], [-5.90234375, false], [-8.6484375, false], [-12.3984375, false], [-12.6484375, false], [-10.1484375, false], [-10.3984375, false], [-11.8984375, false], [-8.6484375, false], [-12.6484375, false], [-6.90234375, false], [-11.8984375, false], [-8.6484375, false], [-10.8984375, false], [-12.3984375, false], [-9.1484375, false], [-12.8984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1268, "doc": {"id": "Mercury_7029313", "question": "Which had the greatest impact on the way humans heat their homes?", "choices": {"text": ["Newton's theory of gravity", "Mendel's experiments with pea plants", "Franklin's experiments with electricity", "Darwin's research on the Galapagos islands"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Franklin's experiments with electricity", "arguments": ["Question: Which had the greatest impact on the way humans heat their homes?\nAnswer:", " ["], "resps": [[[-8.5, false]], [[-6.37109375, false]], [[-8.125, false]], [[-8.625, false]], [[-10.0, false]], [[-11.125, false]], [[-8.625, false]], [[-10.625, false]], [[-8.5, false]], [[-9.25, false]], [[-5.24609375, false]], [[-11.125, false]], [[-11.25, false]], [[-8.625, false]], [[-8.625, false]], [[-11.625, false]], [[-12.25, false]], [[-5.24609375, false]], [[-8.625, false]], [[-8.875, false]], [[-5.24609375, false]], [[-12.125, false]], [[-11.625, false]], [[-4.87109375, false]], [[-11.75, false]], [[-9.25, false]], [[-11.125, false]], [[-12.25, false]], [[-6.37109375, false]], [[-11.296875, false]], [[-5.24609375, false]], [[-6.37109375, false]], [[-6.74609375, false]], [[-8.625, false]], [[-10.625, false]], [[-9.25, false]], [[-8.625, false]], [[-10.0, false]], [[-8.5, false]], [[-9.25, false]], [[-5.24609375, false]], [[-8.625, false]], [[-11.5, false]], [[-10.125, false]], [[-8.625, false]], [[-11.625, false]], [[-9.25, false]], [[-8.75, false]], [[-8.625, false]], [[-10.625, false]], [[-11.125, false]], [[-9.25, false]], [[-5.24609375, false]], [[-10.0, false]], [[-9.25, false]], [[-11.125, false]], [[-11.25, false]], [[-5.24609375, false]], [[-10.125, false]], [[-8.625, false]], [[-4.87109375, false]], [[-5.24609375, false]], [[-10.125, false]], [[-10.0, false]], [[-4.87109375, false]], [[-10.625, false]], [[-11.125, false]], [[-9.25, false]], [[-6.37109375, false]], [[-11.296875, false]], [[-5.24609375, false]], [[-6.37109375, false]], [[-6.24609375, false]], [[-11.625, false]], [[-4.87109375, false]], [[-10.625, false]], [[-12.0, false]], [[-10.0, false]], [[-9.25, false]], [[-10.625, false]], [[-8.5, false]], [[-9.25, false]], [[-5.24609375, false]], [[-8.625, false]], [[-11.5, false]], [[-10.125, false]], [[-8.625, false]], [[-11.625, false]], [[-9.25, false]], [[-8.75, false]], [[-8.625, false]], [[-10.625, false]], [[-11.125, false]], [[-9.25, false]], [[-5.24609375, false]], [[-10.0, false]], [[-9.25, false]], [[-11.125, false]], [[-11.25, false]], [[-5.24609375, false]], [[-8.625, false]], [[-10.0, false]], [[-8.625, false]], [[-9.375, false]], [[-11.125, false]], [[-11.625, false]], [[-9.25, false]], [[-9.375, false]], [[-9.25, false]], [[-11.125, false]], [[-12.25, false]], [[-6.37109375, false]], [[-11.296875, false]], [[-5.24609375, false]], [[-6.37109375, false]], [[-5.62109375, false]], [[-4.87109375, false]], [[-11.625, false]], [[-10.0, false]], [[-9.25, false]], [[-10.625, false]], [[-8.5, false]], [[-9.25, false]], [[-5.24609375, false]], [[-11.625, false]], [[-8.625, false]], [[-9.25, false]], [[-8.625, false]], [[-4.87109375, false]], [[-11.625, false]], [[-9.375, false]], [[-11.25, false]], [[-5.24609375, false]], [[-8.625, false]], [[-10.625, false]], [[-5.24609375, false]], [[-11.125, false]], [[-11.25, false]], [[-8.625, false]], [[-5.24609375, false]], [[-7.37109375, false]], [[-4.87109375, false]], [[-10.0, false]], [[-4.87109375, false]], [[-10.125, false]], [[-4.87109375, false]], [[-12.125, false]], [[-8.625, false]], [[-9.25, false]], [[-5.24609375, false]], [[-9.25, false]], [[-9.25, false]], [[-10.0, false]], [[-4.87109375, false]], [[-10.625, false]], [[-9.25, false]], [[-9.25, false]], [[-6.37109375, false]], [[-15.125, false]]], "filtered_resps": [[-8.5, false], [-6.37109375, false], [-8.125, false], [-8.625, false], [-10.0, false], [-11.125, false], [-8.625, false], [-10.625, false], [-8.5, false], [-9.25, false], [-5.24609375, false], [-11.125, false], [-11.25, false], [-8.625, false], [-8.625, false], [-11.625, false], [-12.25, false], [-5.24609375, false], [-8.625, false], [-8.875, false], [-5.24609375, false], [-12.125, false], [-11.625, false], [-4.87109375, false], [-11.75, false], [-9.25, false], [-11.125, false], [-12.25, false], [-6.37109375, false], [-11.296875, false], [-5.24609375, false], [-6.37109375, false], [-6.74609375, false], [-8.625, false], [-10.625, false], [-9.25, false], [-8.625, false], [-10.0, false], [-8.5, false], [-9.25, false], [-5.24609375, false], [-8.625, false], [-11.5, false], [-10.125, false], [-8.625, false], [-11.625, false], [-9.25, false], [-8.75, false], [-8.625, false], [-10.625, false], [-11.125, false], [-9.25, false], [-5.24609375, false], [-10.0, false], [-9.25, false], [-11.125, false], [-11.25, false], [-5.24609375, false], [-10.125, false], [-8.625, false], [-4.87109375, false], [-5.24609375, false], [-10.125, false], [-10.0, false], [-4.87109375, false], [-10.625, false], [-11.125, false], [-9.25, false], [-6.37109375, false], [-11.296875, false], [-5.24609375, false], [-6.37109375, false], [-6.24609375, false], [-11.625, false], [-4.87109375, false], [-10.625, false], [-12.0, false], [-10.0, false], [-9.25, false], [-10.625, false], [-8.5, false], [-9.25, false], [-5.24609375, false], [-8.625, false], [-11.5, false], [-10.125, false], [-8.625, false], [-11.625, false], [-9.25, false], [-8.75, false], [-8.625, false], [-10.625, false], [-11.125, false], [-9.25, false], [-5.24609375, false], [-10.0, false], [-9.25, false], [-11.125, false], [-11.25, false], [-5.24609375, false], [-8.625, false], [-10.0, false], [-8.625, false], [-9.375, false], [-11.125, false], [-11.625, false], [-9.25, false], [-9.375, false], [-9.25, false], [-11.125, false], [-12.25, false], [-6.37109375, false], [-11.296875, false], [-5.24609375, false], [-6.37109375, false], [-5.62109375, false], [-4.87109375, false], [-11.625, false], [-10.0, false], [-9.25, false], [-10.625, false], [-8.5, false], [-9.25, false], [-5.24609375, false], [-11.625, false], [-8.625, false], [-9.25, false], [-8.625, false], [-4.87109375, false], [-11.625, false], [-9.375, false], [-11.25, false], [-5.24609375, false], [-8.625, false], [-10.625, false], [-5.24609375, false], [-11.125, false], [-11.25, false], [-8.625, false], [-5.24609375, false], [-7.37109375, false], [-4.87109375, false], [-10.0, false], [-4.87109375, false], [-10.125, false], [-4.87109375, false], [-12.125, false], [-8.625, false], [-9.25, false], [-5.24609375, false], [-9.25, false], [-9.25, false], [-10.0, false], [-4.87109375, false], [-10.625, false], [-9.25, false], [-9.25, false], [-6.37109375, false], [-15.125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1276, "doc": {"id": "Mercury_7165690", "question": "A student performs an investigation using anti-bacterial hand soap. The student washes only his left hand with anti-bacterial soap, but cultures swabs from both hands. The cultures from both hands were incubated at room temperature for 48 hours before being examined. Which best explains the purpose of using soap on only the left hand?", "choices": {"text": ["to act as a controlled variable for the investigation", "to act as the dependent variable for the investigation", "to provide another testable variable for the investigation", "to serve as the independent variable for the investigation"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "to serve as the independent variable for the investigation", "arguments": ["Question: A student performs an investigation using anti-bacterial hand soap. The student washes only his left hand with anti-bacterial soap, but cultures swabs from both hands. The cultures from both hands were incubated at room temperature for 48 hours before being examined. Which best explains the purpose of using soap on only the left hand?\nAnswer:", " ["], "resps": [[[-6.7421875, false]], [[-9.7421875, false]], [[-9.7421875, false]], [[-8.2421875, false]], [[-6.07421875, false]], [[-4.9921875, false]], [[-7.4921875, false]], [[-9.7421875, false]], [[-6.07421875, false]], [[-4.9921875, false]], [[-8.4921875, false]], [[-6.07421875, false]], [[-4.9921875, false]], [[-5.9921875, false]], [[-7.4921875, false]], [[-8.2421875, false]], [[-9.4921875, false]], [[-9.7421875, false]], [[-10.2421875, false]], [[-8.2421875, false]], [[-9.7421875, false]], [[-9.7421875, false]], [[-8.7421875, false]], [[-7.9921875, false]], [[-5.9921875, false]], [[-9.7421875, false]], [[-4.9921875, false]], [[-10.2421875, false]], [[-8.7421875, false]], [[-4.9921875, false]], [[-5.4921875, false]], [[-9.7421875, false]], [[-8.7421875, false]], [[-5.9921875, false]], [[-9.4921875, false]], [[-8.2421875, false]], [[-10.2421875, false]], [[-5.9921875, false]], [[-9.7421875, false]], [[-10.2421875, false]], [[-8.7421875, false]], [[-5.9921875, false]], [[-8.7421875, false]], [[-9.4921875, false]], [[-9.7421875, false]], [[-8.7421875, false]], [[-8.4921875, false]], [[-9.7421875, false]], [[-8.7421875, false]], [[-10.4921875, false]], [[-4.9921875, false]], [[-9.7421875, false]], [[-8.7421875, false]], [[-8.2421875, false]], [[-9.4921875, false]], [[-9.7421875, false]], [[-10.3125, false]], [[-5.9921875, false]], [[-9.7421875, false]], [[-9.7421875, false]], [[-8.2421875, false]], [[-5.9921875, false]], [[-4.9921875, false]], [[-7.4921875, false]], [[-9.7421875, false]], [[-5.9921875, false]], [[-4.9921875, false]], [[-8.4921875, false]], [[-5.9921875, false]], [[-9.7421875, false]], [[-10.2421875, false]], [[-8.7421875, false]], [[-5.9921875, false]], [[-7.9921875, false]], [[-8.7421875, false]], [[-8.9921875, false]], [[-8.7421875, false]], [[-9.4921875, false]], [[-7.9921875, false]], [[-8.7421875, false]], [[-9.4921875, false]], [[-9.7421875, false]], [[-5.9921875, false]], [[-9.7421875, false]], [[-4.9921875, false]], [[-10.2421875, false]], [[-8.7421875, false]], [[-4.9921875, false]], [[-5.4921875, false]], [[-9.7421875, false]], [[-8.7421875, false]], [[-5.9921875, false]], [[-9.4921875, false]], [[-8.2421875, false]], [[-10.2421875, false]], [[-5.9921875, false]], [[-9.7421875, false]], [[-10.2421875, false]], [[-8.7421875, false]], [[-5.9921875, false]], [[-8.7421875, false]], [[-9.4921875, false]], [[-9.7421875, false]], [[-8.7421875, false]], [[-8.4921875, false]], [[-9.7421875, false]], [[-8.7421875, false]], [[-10.4921875, false]], [[-4.9921875, false]], [[-9.7421875, false]], [[-8.7421875, false]], [[-8.2421875, false]], [[-9.4921875, false]], [[-9.7421875, false]], [[-10.3125, false]], [[-5.9921875, false]], [[-9.7421875, false]], [[-9.7421875, false]], [[-8.2421875, false]], [[-5.9921875, false]], [[-8.9921875, false]], [[-10.2421875, false]], [[-8.2421875, false]], [[-9.7421875, false]], [[-8.7421875, false]], [[-7.9921875, false]], [[-8.7421875, false]], [[-5.9921875, false]], [[-4.9921875, false]], [[-9.4921875, false]], [[-8.2421875, false]], [[-9.7421875, false]], [[-10.2421875, false]], [[-8.7421875, false]], [[-10.2421875, false]], [[-5.9921875, false]], [[-9.7421875, false]], [[-8.7421875, false]], [[-8.4921875, false]], [[-9.7421875, false]], [[-4.9921875, false]], [[-5.4921875, false]], [[-9.7421875, false]], [[-8.7421875, false]], [[-5.9921875, false]], [[-9.7421875, false]], [[-4.9921875, false]], [[-10.2421875, false]], [[-8.7421875, false]], [[-4.9921875, false]], [[-5.4921875, false]], [[-9.7421875, false]], [[-8.7421875, false]], [[-5.9921875, false]], [[-9.4921875, false]], [[-8.2421875, false]], [[-10.2421875, false]], [[-5.9921875, false]], [[-9.7421875, false]], [[-10.2421875, false]], [[-8.7421875, false]], [[-5.9921875, false]], [[-8.7421875, false]], [[-9.4921875, false]], [[-9.7421875, false]], [[-8.7421875, false]], [[-8.4921875, false]], [[-9.7421875, false]], [[-8.7421875, false]], [[-10.4921875, false]], [[-4.9921875, false]], [[-9.7421875, false]], [[-8.7421875, false]], [[-8.2421875, false]], [[-9.4921875, false]], [[-9.7421875, false]], [[-10.4375, false]], [[-5.9921875, false]], [[-9.7421875, false]], [[-9.7421875, false]], [[-8.2421875, false]], [[-5.9921875, false]], [[-8.4921875, false]], [[-8.7421875, false]], [[-10.2421875, false]], [[-9.7421875, false]], [[-8.7421875, false]], [[-5.9921875, false]], [[-4.9921875, false]], [[-8.4921875, false]], [[-5.9921875, false]], [[-9.7421875, false]], [[-10.2421875, false]], [[-8.7421875, false]], [[-5.9921875, false]], [[-8.7421875, false]], [[-9.4921875, false]], [[-7.9921875, false]], [[-8.7421875, false]], [[-8.9921875, false]], [[-8.7421875, false]], [[-9.4921875, false]], [[-7.9921875, false]], [[-8.7421875, false]], [[-9.4921875, false]], [[-9.7421875, false]], [[-5.9921875, false]], [[-9.7421875, false]], [[-4.9921875, false]], [[-10.2421875, false]], [[-8.7421875, false]], [[-4.9921875, false]], [[-5.4921875, false]], [[-9.7421875, false]], [[-8.7421875, false]], [[-5.9921875, false]], [[-9.4921875, false]], [[-8.2421875, false]], [[-10.2421875, false]], [[-5.9921875, false]], [[-9.7421875, false]], [[-10.2421875, false]], [[-8.7421875, false]], [[-5.9921875, false]], [[-8.7421875, false]], [[-9.4921875, false]], [[-9.7421875, false]], [[-8.7421875, false]], [[-8.4921875, false]], [[-9.7421875, false]], [[-8.7421875, false]], [[-10.4921875, false]], [[-4.9921875, false]], [[-9.7421875, false]], [[-8.7421875, false]], [[-8.2421875, false]], [[-9.4921875, false]], [[-9.7421875, false]], [[-11.4921875, false]]], "filtered_resps": [[-6.7421875, false], [-9.7421875, false], [-9.7421875, false], [-8.2421875, false], [-6.07421875, false], [-4.9921875, false], [-7.4921875, false], [-9.7421875, false], [-6.07421875, false], [-4.9921875, false], [-8.4921875, false], [-6.07421875, false], [-4.9921875, false], [-5.9921875, false], [-7.4921875, false], [-8.2421875, false], [-9.4921875, false], [-9.7421875, false], [-10.2421875, false], [-8.2421875, false], [-9.7421875, false], [-9.7421875, false], [-8.7421875, false], [-7.9921875, false], [-5.9921875, false], [-9.7421875, false], [-4.9921875, false], [-10.2421875, false], [-8.7421875, false], [-4.9921875, false], [-5.4921875, false], [-9.7421875, false], [-8.7421875, false], [-5.9921875, false], [-9.4921875, false], [-8.2421875, false], [-10.2421875, false], [-5.9921875, false], [-9.7421875, false], [-10.2421875, false], [-8.7421875, false], [-5.9921875, false], [-8.7421875, false], [-9.4921875, false], [-9.7421875, false], [-8.7421875, false], [-8.4921875, false], [-9.7421875, false], [-8.7421875, false], [-10.4921875, false], [-4.9921875, false], [-9.7421875, false], [-8.7421875, false], [-8.2421875, false], [-9.4921875, false], [-9.7421875, false], [-10.3125, false], [-5.9921875, false], [-9.7421875, false], [-9.7421875, false], [-8.2421875, false], [-5.9921875, false], [-4.9921875, false], [-7.4921875, false], [-9.7421875, false], [-5.9921875, false], [-4.9921875, false], [-8.4921875, false], [-5.9921875, false], [-9.7421875, false], [-10.2421875, false], [-8.7421875, false], [-5.9921875, false], [-7.9921875, false], [-8.7421875, false], [-8.9921875, false], [-8.7421875, false], [-9.4921875, false], [-7.9921875, false], [-8.7421875, false], [-9.4921875, false], [-9.7421875, false], [-5.9921875, false], [-9.7421875, false], [-4.9921875, false], [-10.2421875, false], [-8.7421875, false], [-4.9921875, false], [-5.4921875, false], [-9.7421875, false], [-8.7421875, false], [-5.9921875, false], [-9.4921875, false], [-8.2421875, false], [-10.2421875, false], [-5.9921875, false], [-9.7421875, false], [-10.2421875, false], [-8.7421875, false], [-5.9921875, false], [-8.7421875, false], [-9.4921875, false], [-9.7421875, false], [-8.7421875, false], [-8.4921875, false], [-9.7421875, false], [-8.7421875, false], [-10.4921875, false], [-4.9921875, false], [-9.7421875, false], [-8.7421875, false], [-8.2421875, false], [-9.4921875, false], [-9.7421875, false], [-10.3125, false], [-5.9921875, false], [-9.7421875, false], [-9.7421875, false], [-8.2421875, false], [-5.9921875, false], [-8.9921875, false], [-10.2421875, false], [-8.2421875, false], [-9.7421875, false], [-8.7421875, false], [-7.9921875, false], [-8.7421875, false], [-5.9921875, false], [-4.9921875, false], [-9.4921875, false], [-8.2421875, false], [-9.7421875, false], [-10.2421875, false], [-8.7421875, false], [-10.2421875, false], [-5.9921875, false], [-9.7421875, false], [-8.7421875, false], [-8.4921875, false], [-9.7421875, false], [-4.9921875, false], [-5.4921875, false], [-9.7421875, false], [-8.7421875, false], [-5.9921875, false], [-9.7421875, false], [-4.9921875, false], [-10.2421875, false], [-8.7421875, false], [-4.9921875, false], [-5.4921875, false], [-9.7421875, false], [-8.7421875, false], [-5.9921875, false], [-9.4921875, false], [-8.2421875, false], [-10.2421875, false], [-5.9921875, false], [-9.7421875, false], [-10.2421875, false], [-8.7421875, false], [-5.9921875, false], [-8.7421875, false], [-9.4921875, false], [-9.7421875, false], [-8.7421875, false], [-8.4921875, false], [-9.7421875, false], [-8.7421875, false], [-10.4921875, false], [-4.9921875, false], [-9.7421875, false], [-8.7421875, false], [-8.2421875, false], [-9.4921875, false], [-9.7421875, false], [-10.4375, false], [-5.9921875, false], [-9.7421875, false], [-9.7421875, false], [-8.2421875, false], [-5.9921875, false], [-8.4921875, false], [-8.7421875, false], [-10.2421875, false], [-9.7421875, false], [-8.7421875, false], [-5.9921875, false], [-4.9921875, false], [-8.4921875, false], [-5.9921875, false], [-9.7421875, false], [-10.2421875, false], [-8.7421875, false], [-5.9921875, false], [-8.7421875, false], [-9.4921875, false], [-7.9921875, false], [-8.7421875, false], [-8.9921875, false], [-8.7421875, false], [-9.4921875, false], [-7.9921875, false], [-8.7421875, false], [-9.4921875, false], [-9.7421875, false], [-5.9921875, false], [-9.7421875, false], [-4.9921875, false], [-10.2421875, false], [-8.7421875, false], [-4.9921875, false], [-5.4921875, false], [-9.7421875, false], [-8.7421875, false], [-5.9921875, false], [-9.4921875, false], [-8.2421875, false], [-10.2421875, false], [-5.9921875, false], [-9.7421875, false], [-10.2421875, false], [-8.7421875, false], [-5.9921875, false], [-8.7421875, false], [-9.4921875, false], [-9.7421875, false], [-8.7421875, false], [-8.4921875, false], [-9.7421875, false], [-8.7421875, false], [-10.4921875, false], [-4.9921875, false], [-9.7421875, false], [-8.7421875, false], [-8.2421875, false], [-9.4921875, false], [-9.7421875, false], [-11.4921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1284, "doc": {"id": "Mercury_400574", "question": "In the rock cycle, sedimentary rock forms when rock is", "choices": {"text": ["crystallized into natural glass.", "exposed to great temperature.", "melted into liquid magma.", "broken down by weathering."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "broken down by weathering.", "arguments": ["Question: In the rock cycle, sedimentary rock forms when rock is\nAnswer:", " ["], "resps": [[[-7.98828125, false]], [[-8.4921875, false]], [[-8.2421875, false]], [[-9.9921875, false]], [[-10.7421875, false]], [[-8.9921875, false]], [[-10.7421875, false]], [[-5.73828125, false]], [[-10.4921875, false]], [[-10.4921875, false]], [[-8.4921875, false]], [[-10.4921875, false]], [[-7.73828125, false]], [[-9.7421875, false]], [[-4.98828125, false]], [[-8.4921875, false]], [[-8.9921875, false]], [[-10.7421875, false]], [[-9.2421875, false]], [[-4.98828125, false]], [[-8.9921875, false]], [[-5.73828125, false]], [[-10.7421875, false]], [[-10.4921875, false]], [[-9.9921875, false]], [[-5.73828125, false]], [[-10.4921875, false]], [[-4.98828125, false]], [[-10.2421875, false]], [[-10.4921875, false]], [[-5.73828125, false]], [[-8.9921875, false]], [[-8.9921875, false]], [[-5.90234375, false]], [[-8.4921875, false]], [[-8.40625, false]], [[-4.98828125, false]], [[-8.4921875, false]], [[-7.73828125, false]], [[-11.2421875, false]], [[-8.9921875, false]], [[-9.2421875, false]], [[-8.9921875, false]], [[-7.73828125, false]], [[-9.7421875, false]], [[-4.98828125, false]], [[-10.7421875, false]], [[-9.2421875, false]], [[-4.98828125, false]], [[-10.2421875, false]], [[-9.9921875, false]], [[-7.73828125, false]], [[-5.73828125, false]], [[-10.7421875, false]], [[-4.98828125, false]], [[-10.7421875, false]], [[-7.73828125, false]], [[-9.4921875, false]], [[-8.9921875, false]], [[-7.73828125, false]], [[-9.9921875, false]], [[-5.73828125, false]], [[-10.7421875, false]], [[-10.4921875, false]], [[-9.9921875, false]], [[-7.73828125, false]], [[-5.90234375, false]], [[-8.4921875, false]], [[-8.40625, false]], [[-4.98828125, false]], [[-8.4921875, false]], [[-9.4921875, false]], [[-7.73828125, false]], [[-10.4921875, false]], [[-10.7421875, false]], [[-7.73828125, false]], [[-9.7421875, false]], [[-4.98828125, false]], [[-8.4921875, false]], [[-8.9921875, false]], [[-10.7421875, false]], [[-9.2421875, false]], [[-4.98828125, false]], [[-10.4921875, false]], [[-8.4921875, false]], [[-11.4921875, false]], [[-10.4921875, false]], [[-8.4921875, false]], [[-9.7421875, false]], [[-4.98828125, false]], [[-9.4921875, false]], [[-5.73828125, false]], [[-10.2421875, false]], [[-9.4921875, false]], [[-5.73828125, false]], [[-5.90234375, false]], [[-8.4921875, false]], [[-8.40625, false]], [[-4.98828125, false]], [[-8.4921875, false]], [[-7.73828125, false]], [[-9.9921875, false]], [[-9.2421875, false]], [[-9.4921875, false]], [[-7.73828125, false]], [[-8.9921875, false]], [[-4.98828125, false]], [[-9.7421875, false]], [[-9.2421875, false]], [[-10.9921875, false]], [[-8.9921875, false]], [[-4.98828125, false]], [[-7.73828125, false]], [[-10.7421875, false]], [[-4.98828125, false]], [[-10.9921875, false]], [[-7.73828125, false]], [[-5.73828125, false]], [[-10.7421875, false]], [[-10.9921875, false]], [[-7.73828125, false]], [[-9.9921875, false]], [[-8.4921875, false]], [[-8.9921875, false]], [[-10.2421875, false]], [[-5.90234375, false]], [[-8.4921875, false]], [[-11.9921875, false]]], "filtered_resps": [[-7.98828125, false], [-8.4921875, false], [-8.2421875, false], [-9.9921875, false], [-10.7421875, false], [-8.9921875, false], [-10.7421875, false], [-5.73828125, false], [-10.4921875, false], [-10.4921875, false], [-8.4921875, false], [-10.4921875, false], [-7.73828125, false], [-9.7421875, false], [-4.98828125, false], [-8.4921875, false], [-8.9921875, false], [-10.7421875, false], [-9.2421875, false], [-4.98828125, false], [-8.9921875, false], [-5.73828125, false], [-10.7421875, false], [-10.4921875, false], [-9.9921875, false], [-5.73828125, false], [-10.4921875, false], [-4.98828125, false], [-10.2421875, false], [-10.4921875, false], [-5.73828125, false], [-8.9921875, false], [-8.9921875, false], [-5.90234375, false], [-8.4921875, false], [-8.40625, false], [-4.98828125, false], [-8.4921875, false], [-7.73828125, false], [-11.2421875, false], [-8.9921875, false], [-9.2421875, false], [-8.9921875, false], [-7.73828125, false], [-9.7421875, false], [-4.98828125, false], [-10.7421875, false], [-9.2421875, false], [-4.98828125, false], [-10.2421875, false], [-9.9921875, false], [-7.73828125, false], [-5.73828125, false], [-10.7421875, false], [-4.98828125, false], [-10.7421875, false], [-7.73828125, false], [-9.4921875, false], [-8.9921875, false], [-7.73828125, false], [-9.9921875, false], [-5.73828125, false], [-10.7421875, false], [-10.4921875, false], [-9.9921875, false], [-7.73828125, false], [-5.90234375, false], [-8.4921875, false], [-8.40625, false], [-4.98828125, false], [-8.4921875, false], [-9.4921875, false], [-7.73828125, false], [-10.4921875, false], [-10.7421875, false], [-7.73828125, false], [-9.7421875, false], [-4.98828125, false], [-8.4921875, false], [-8.9921875, false], [-10.7421875, false], [-9.2421875, false], [-4.98828125, false], [-10.4921875, false], [-8.4921875, false], [-11.4921875, false], [-10.4921875, false], [-8.4921875, false], [-9.7421875, false], [-4.98828125, false], [-9.4921875, false], [-5.73828125, false], [-10.2421875, false], [-9.4921875, false], [-5.73828125, false], [-5.90234375, false], [-8.4921875, false], [-8.40625, false], [-4.98828125, false], [-8.4921875, false], [-7.73828125, false], [-9.9921875, false], [-9.2421875, false], [-9.4921875, false], [-7.73828125, false], [-8.9921875, false], [-4.98828125, false], [-9.7421875, false], [-9.2421875, false], [-10.9921875, false], [-8.9921875, false], [-4.98828125, false], [-7.73828125, false], [-10.7421875, false], [-4.98828125, false], [-10.9921875, false], [-7.73828125, false], [-5.73828125, false], [-10.7421875, false], [-10.9921875, false], [-7.73828125, false], [-9.9921875, false], [-8.4921875, false], [-8.9921875, false], [-10.2421875, false], [-5.90234375, false], [-8.4921875, false], [-11.9921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1292, "doc": {"id": "Mercury_7007858", "question": "Which statement describes the reason why an ice cube melts when set out in a warm room?", "choices": {"text": ["Heat from the room is absorbed by the ice cube.", "The ice cube molecules move more slowly.", "One side of the ice cube is colder than the other.", "Heat from the ice cube moves into the air."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Heat from the room is absorbed by the ice cube.", "arguments": ["Question: Which statement describes the reason why an ice cube melts when set out in a warm room?\nAnswer:", " ["], "resps": [[[-7.80859375, false]], [[-8.5625, false]], [[-8.3125, false]], [[-9.5625, false]], [[-4.55859375, false]], [[-9.8125, false]], [[-6.05859375, false]], [[-10.5625, false]], [[-12.3125, false]], [[-9.5625, false]], [[-10.0625, false]], [[-6.05859375, false]], [[-9.8125, false]], [[-11.8125, false]], [[-9.5625, false]], [[-6.05859375, false]], [[-12.3125, false]], [[-9.5625, false]], [[-9.5625, false]], [[-10.0625, false]], [[-6.05859375, false]], [[-8.5625, false]], [[-9.8125, false]], [[-6.05859375, false]], [[-4.55859375, false]], [[-8.8125, false]], [[-9.8125, false]], [[-9.5625, false]], [[-12.3125, false]], [[-8.8125, false]], [[-9.5625, false]], [[-9.3125, false]], [[-6.05859375, false]], [[-8.8125, false]], [[-12.0625, false]], [[-6.05859375, false]], [[-9.8125, false]], [[-11.8125, false]], [[-9.5625, false]], [[-6.05859375, false]], [[-8.5625, false]], [[-9.8125, false]], [[-9.5625, false]], [[-6.05859375, false]], [[-9.8125, false]], [[-11.5625, false]], [[-8.8125, false]], [[-9.5625, false]], [[-7.05078125, false]], [[-8.5625, false]], [[-9.796875, false]], [[-6.05859375, false]], [[-8.5625, false]], [[-8.0625, false]], [[-11.8125, false]], [[-9.5625, false]], [[-6.05859375, false]], [[-8.5625, false]], [[-9.8125, false]], [[-9.5625, false]], [[-6.05859375, false]], [[-9.8125, false]], [[-11.5625, false]], [[-8.8125, false]], [[-9.5625, false]], [[-6.05859375, false]], [[-10.0625, false]], [[-9.5625, false]], [[-10.3125, false]], [[-9.5625, false]], [[-9.8125, false]], [[-11.5625, false]], [[-10.3125, false]], [[-9.5625, false]], [[-9.8125, false]], [[-6.05859375, false]], [[-10.0625, false]], [[-9.5625, false]], [[-11.0625, false]], [[-9.5625, false]], [[-6.05859375, false]], [[-10.0625, false]], [[-9.5625, false]], [[-12.3125, false]], [[-9.5625, false]], [[-6.05859375, false]], [[-9.8125, false]], [[-10.3125, false]], [[-9.5625, false]], [[-11.3125, false]], [[-10.3125, false]], [[-12.0625, false]], [[-7.05078125, false]], [[-8.5625, false]], [[-9.796875, false]], [[-6.05859375, false]], [[-8.5625, false]], [[-7.55859375, false]], [[-10.0625, false]], [[-9.5625, false]], [[-6.05859375, false]], [[-9.8125, false]], [[-8.5625, false]], [[-9.3125, false]], [[-9.5625, false]], [[-6.05859375, false]], [[-9.5625, false]], [[-10.5625, false]], [[-6.05859375, false]], [[-9.8125, false]], [[-11.8125, false]], [[-9.5625, false]], [[-6.05859375, false]], [[-8.5625, false]], [[-9.8125, false]], [[-9.5625, false]], [[-6.05859375, false]], [[-9.8125, false]], [[-11.5625, false]], [[-8.8125, false]], [[-9.5625, false]], [[-6.05859375, false]], [[-8.5625, false]], [[-9.8125, false]], [[-6.05859375, false]], [[-9.8125, false]], [[-9.5625, false]], [[-10.3125, false]], [[-9.3125, false]], [[-9.5625, false]], [[-12.3125, false]], [[-6.05859375, false]], [[-9.8125, false]], [[-11.8125, false]], [[-4.55859375, false]], [[-10.0625, false]], [[-6.05859375, false]], [[-9.8125, false]], [[-11.8125, false]], [[-9.5625, false]], [[-6.05859375, false]], [[-9.5625, false]], [[-9.8125, false]], [[-11.8125, false]], [[-9.5625, false]], [[-12.3125, false]], [[-7.05078125, false]], [[-8.5625, false]], [[-9.796875, false]], [[-6.05859375, false]], [[-8.5625, false]], [[-8.3125, false]], [[-9.5625, false]], [[-4.55859375, false]], [[-9.8125, false]], [[-6.05859375, false]], [[-10.5625, false]], [[-12.3125, false]], [[-9.5625, false]], [[-10.0625, false]], [[-6.05859375, false]], [[-9.8125, false]], [[-11.8125, false]], [[-9.5625, false]], [[-6.05859375, false]], [[-8.5625, false]], [[-9.8125, false]], [[-9.5625, false]], [[-6.05859375, false]], [[-9.8125, false]], [[-11.5625, false]], [[-8.8125, false]], [[-9.5625, false]], [[-6.05859375, false]], [[-10.0625, false]], [[-9.5625, false]], [[-11.0625, false]], [[-9.5625, false]], [[-9.8125, false]], [[-6.05859375, false]], [[-8.5625, false]], [[-10.0625, false]], [[-9.8125, false]], [[-9.5625, false]], [[-6.05859375, false]], [[-9.8125, false]], [[-11.8125, false]], [[-9.5625, false]], [[-6.05859375, false]], [[-4.55859375, false]], [[-8.5625, false]], [[-12.3125, false]], [[-7.05078125, false]], [[-8.5625, false]], [[-11.8125, false]]], "filtered_resps": [[-7.80859375, false], [-8.5625, false], [-8.3125, false], [-9.5625, false], [-4.55859375, false], [-9.8125, false], [-6.05859375, false], [-10.5625, false], [-12.3125, false], [-9.5625, false], [-10.0625, false], [-6.05859375, false], [-9.8125, false], [-11.8125, false], [-9.5625, false], [-6.05859375, false], [-12.3125, false], [-9.5625, false], [-9.5625, false], [-10.0625, false], [-6.05859375, false], [-8.5625, false], [-9.8125, false], [-6.05859375, false], [-4.55859375, false], [-8.8125, false], [-9.8125, false], [-9.5625, false], [-12.3125, false], [-8.8125, false], [-9.5625, false], [-9.3125, false], [-6.05859375, false], [-8.8125, false], [-12.0625, false], [-6.05859375, false], [-9.8125, false], [-11.8125, false], [-9.5625, false], [-6.05859375, false], [-8.5625, false], [-9.8125, false], [-9.5625, false], [-6.05859375, false], [-9.8125, false], [-11.5625, false], [-8.8125, false], [-9.5625, false], [-7.05078125, false], [-8.5625, false], [-9.796875, false], [-6.05859375, false], [-8.5625, false], [-8.0625, false], [-11.8125, false], [-9.5625, false], [-6.05859375, false], [-8.5625, false], [-9.8125, false], [-9.5625, false], [-6.05859375, false], [-9.8125, false], [-11.5625, false], [-8.8125, false], [-9.5625, false], [-6.05859375, false], [-10.0625, false], [-9.5625, false], [-10.3125, false], [-9.5625, false], [-9.8125, false], [-11.5625, false], [-10.3125, false], [-9.5625, false], [-9.8125, false], [-6.05859375, false], [-10.0625, false], [-9.5625, false], [-11.0625, false], [-9.5625, false], [-6.05859375, false], [-10.0625, false], [-9.5625, false], [-12.3125, false], [-9.5625, false], [-6.05859375, false], [-9.8125, false], [-10.3125, false], [-9.5625, false], [-11.3125, false], [-10.3125, false], [-12.0625, false], [-7.05078125, false], [-8.5625, false], [-9.796875, false], [-6.05859375, false], [-8.5625, false], [-7.55859375, false], [-10.0625, false], [-9.5625, false], [-6.05859375, false], [-9.8125, false], [-8.5625, false], [-9.3125, false], [-9.5625, false], [-6.05859375, false], [-9.5625, false], [-10.5625, false], [-6.05859375, false], [-9.8125, false], [-11.8125, false], [-9.5625, false], [-6.05859375, false], [-8.5625, false], [-9.8125, false], [-9.5625, false], [-6.05859375, false], [-9.8125, false], [-11.5625, false], [-8.8125, false], [-9.5625, false], [-6.05859375, false], [-8.5625, false], [-9.8125, false], [-6.05859375, false], [-9.8125, false], [-9.5625, false], [-10.3125, false], [-9.3125, false], [-9.5625, false], [-12.3125, false], [-6.05859375, false], [-9.8125, false], [-11.8125, false], [-4.55859375, false], [-10.0625, false], [-6.05859375, false], [-9.8125, false], [-11.8125, false], [-9.5625, false], [-6.05859375, false], [-9.5625, false], [-9.8125, false], [-11.8125, false], [-9.5625, false], [-12.3125, false], [-7.05078125, false], [-8.5625, false], [-9.796875, false], [-6.05859375, false], [-8.5625, false], [-8.3125, false], [-9.5625, false], [-4.55859375, false], [-9.8125, false], [-6.05859375, false], [-10.5625, false], [-12.3125, false], [-9.5625, false], [-10.0625, false], [-6.05859375, false], [-9.8125, false], [-11.8125, false], [-9.5625, false], [-6.05859375, false], [-8.5625, false], [-9.8125, false], [-9.5625, false], [-6.05859375, false], [-9.8125, false], [-11.5625, false], [-8.8125, false], [-9.5625, false], [-6.05859375, false], [-10.0625, false], [-9.5625, false], [-11.0625, false], [-9.5625, false], [-9.8125, false], [-6.05859375, false], [-8.5625, false], [-10.0625, false], [-9.8125, false], [-9.5625, false], [-6.05859375, false], [-9.8125, false], [-11.8125, false], [-9.5625, false], [-6.05859375, false], [-4.55859375, false], [-8.5625, false], [-12.3125, false], [-7.05078125, false], [-8.5625, false], [-11.8125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1300, "doc": {"id": "MCAS_2012_8_23639", "question": "Oxygen and iron combine chemically to form rust. Rust is classified as which of the following?", "choices": {"text": ["an atom", "a compound", "an element", "a mixture"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "a compound", "arguments": ["Question: Oxygen and iron combine chemically to form rust. Rust is classified as which of the following?\nAnswer:", " ["], "resps": [[[-7.0390625, false]], [[-9.5390625, false]], [[-4.0390625, false]], [[-7.0390625, false]], [[-5.5390625, false]], [[-4.0390625, false]], [[-11.2890625, false]], [[-8.2890625, false]], [[-9.0390625, false]], [[-9.5390625, false]], [[-10.171875, false]], [[-5.5390625, false]], [[-9.5390625, false]], [[-4.0390625, false]], [[-5.5390625, false]], [[-7.0390625, false]], [[-8.2890625, false]], [[-9.0390625, false]], [[-10.0390625, false]], [[-8.2890625, false]], [[-10.0390625, false]], [[-7.0390625, false]], [[-8.7890625, false]], [[-9.5390625, false]], [[-10.171875, false]], [[-5.5390625, false]], [[-9.5390625, false]], [[-4.0390625, false]], [[-7.0390625, false]], [[-5.5390625, false]], [[-9.2890625, false]], [[-9.7890625, false]], [[-9.2890625, false]], [[-9.0390625, false]], [[-9.2890625, false]], [[-7.0390625, false]], [[-11.2890625, false]], [[-9.5390625, false]], [[-10.171875, false]], [[-5.5390625, false]], [[-9.5390625, false]], [[-4.0390625, false]], [[-5.5390625, false]], [[-9.0390625, false]], [[-8.0390625, false]], [[-10.0390625, false]], [[-11.2890625, false]], [[-10.0390625, false]], [[-8.7890625, false]], [[-9.2890625, false]], [[-9.5390625, false]], [[-12.2890625, false]]], "filtered_resps": [[-7.0390625, false], [-9.5390625, false], [-4.0390625, false], [-7.0390625, false], [-5.5390625, false], [-4.0390625, false], [-11.2890625, false], [-8.2890625, false], [-9.0390625, false], [-9.5390625, false], [-10.171875, false], [-5.5390625, false], [-9.5390625, false], [-4.0390625, false], [-5.5390625, false], [-7.0390625, false], [-8.2890625, false], [-9.0390625, false], [-10.0390625, false], [-8.2890625, false], [-10.0390625, false], [-7.0390625, false], [-8.7890625, false], [-9.5390625, false], [-10.171875, false], [-5.5390625, false], [-9.5390625, false], [-4.0390625, false], [-7.0390625, false], [-5.5390625, false], [-9.2890625, false], [-9.7890625, false], [-9.2890625, false], [-9.0390625, false], [-9.2890625, false], [-7.0390625, false], [-11.2890625, false], [-9.5390625, false], [-10.171875, false], [-5.5390625, false], [-9.5390625, false], [-4.0390625, false], [-5.5390625, false], [-9.0390625, false], [-8.0390625, false], [-10.0390625, false], [-11.2890625, false], [-10.0390625, false], [-8.7890625, false], [-9.2890625, false], [-9.5390625, false], [-12.2890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1308, "doc": {"id": "Mercury_7163363", "question": "When humans move into an area, they sometimes plant grasses, flowers, or trees that are not native to the area. The non-native species sometimes choke out the native species. Which organism would most likely be harmed by a loss of native plants in the area?", "choices": {"text": ["the fungi that break down dead plants", "the beetles that eat a variety of grass roots", "the mosquitoes that hide under plant leaves", "the caterpillars that eat only one type of plant"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "the caterpillars that eat only one type of plant", "arguments": ["Question: When humans move into an area, they sometimes plant grasses, flowers, or trees that are not native to the area. The non-native species sometimes choke out the native species. Which organism would most likely be harmed by a loss of native plants in the area?\nAnswer:", " ["], "resps": [[[-7.41015625, false]], [[-9.6640625, false]], [[-11.6640625, false]], [[-10.2890625, false]], [[-7.66015625, false]], [[-4.91015625, false]], [[-10.0390625, false]], [[-11.0390625, false]], [[-8.1640625, false]], [[-10.1640625, false]], [[-8.0390625, false]], [[-4.91015625, false]], [[-11.6640625, false]], [[-10.2890625, false]], [[-3.78515625, false]], [[-11.6640625, false]], [[-4.91015625, false]], [[-8.4140625, false]], [[-9.6640625, false]], [[-7.66015625, false]], [[-3.78515625, false]], [[-9.6640625, false]], [[-4.91015625, false]], [[-7.03515625, false]], [[-7.91015625, false]], [[-10.4140625, false]], [[-8.1640625, false]], [[-4.91015625, false]], [[-7.03515625, false]], [[-7.66015625, false]], [[-3.78515625, false]], [[-7.03515625, false]], [[-4.91015625, false]], [[-10.2890625, false]], [[-9.4140625, false]], [[-3.78515625, false]], [[-8.1640625, false]], [[-11.6640625, false]], [[-8.9140625, false]], [[-9.6640625, false]], [[-10.546875, false]], [[-4.91015625, false]], [[-9.6640625, false]], [[-11.6640625, false]], [[-10.2890625, false]], [[-7.66015625, false]], [[-4.91015625, false]], [[-8.4140625, false]], [[-7.66015625, false]], [[-7.66015625, false]], [[-11.6640625, false]], [[-9.4140625, false]], [[-7.66015625, false]], [[-8.9140625, false]], [[-4.91015625, false]], [[-11.6640625, false]], [[-10.2890625, false]], [[-3.78515625, false]], [[-11.6640625, false]], [[-4.91015625, false]], [[-7.66015625, false]], [[-3.78515625, false]], [[-11.6640625, false]], [[-4.91015625, false]], [[-3.78515625, false]], [[-4.91015625, false]], [[-11.6640625, false]], [[-3.78515625, false]], [[-9.6640625, false]], [[-8.0390625, false]], [[-7.66015625, false]], [[-11.6640625, false]], [[-11.2890625, false]], [[-4.91015625, false]], [[-7.91015625, false]], [[-10.0390625, false]], [[-4.91015625, false]], [[-10.1640625, false]], [[-9.6640625, false]], [[-3.78515625, false]], [[-8.9140625, false]], [[-8.9140625, false]], [[-4.91015625, false]], [[-9.6640625, false]], [[-7.91015625, false]], [[-7.91015625, false]], [[-11.6640625, false]], [[-8.9140625, false]], [[-9.6640625, false]], [[-10.546875, false]], [[-4.91015625, false]], [[-9.6640625, false]], [[-11.6640625, false]], [[-10.2890625, false]], [[-7.66015625, false]], [[-4.91015625, false]], [[-10.5390625, false]], [[-7.91015625, false]], [[-8.9140625, false]], [[-11.6640625, false]], [[-11.0390625, false]], [[-8.0390625, false]], [[-11.6640625, false]], [[-7.91015625, false]], [[-7.66015625, false]], [[-8.9140625, false]], [[-4.91015625, false]], [[-11.6640625, false]], [[-10.2890625, false]], [[-3.78515625, false]], [[-11.6640625, false]], [[-4.91015625, false]], [[-10.2890625, false]], [[-8.0390625, false]], [[-7.03515625, false]], [[-7.66015625, false]], [[-4.91015625, false]], [[-11.0390625, false]], [[-8.1640625, false]], [[-7.03515625, false]], [[-7.66015625, false]], [[-9.6640625, false]], [[-4.91015625, false]], [[-10.2890625, false]], [[-9.4140625, false]], [[-3.78515625, false]], [[-8.1640625, false]], [[-11.6640625, false]], [[-4.91015625, false]], [[-9.4140625, false]], [[-7.66015625, false]], [[-3.78515625, false]], [[-11.6640625, false]], [[-7.66015625, false]], [[-8.9140625, false]], [[-9.6640625, false]], [[-10.546875, false]], [[-4.91015625, false]], [[-9.6640625, false]], [[-11.6640625, false]], [[-10.2890625, false]], [[-7.66015625, false]], [[-4.91015625, false]], [[-8.1640625, false]], [[-3.78515625, false]], [[-11.6640625, false]], [[-7.66015625, false]], [[-9.6640625, false]], [[-10.2890625, false]], [[-8.0390625, false]], [[-9.4140625, false]], [[-9.4140625, false]], [[-3.78515625, false]], [[-9.6640625, false]], [[-8.9140625, false]], [[-4.91015625, false]], [[-11.6640625, false]], [[-10.2890625, false]], [[-3.78515625, false]], [[-11.6640625, false]], [[-4.91015625, false]], [[-7.66015625, false]], [[-3.78515625, false]], [[-11.6640625, false]], [[-4.91015625, false]], [[-7.91015625, false]], [[-8.1640625, false]], [[-9.4140625, false]], [[-11.2890625, false]], [[-4.91015625, false]], [[-7.91015625, false]], [[-8.1640625, false]], [[-7.66015625, false]], [[-4.91015625, false]], [[-11.6640625, false]], [[-11.2890625, false]], [[-10.2890625, false]], [[-7.66015625, false]], [[-4.91015625, false]], [[-7.91015625, false]], [[-10.0390625, false]], [[-4.91015625, false]], [[-10.2890625, false]], [[-9.4140625, false]], [[-3.78515625, false]], [[-8.1640625, false]], [[-11.6640625, false]], [[-9.6640625, false]], [[-14.1640625, false]]], "filtered_resps": [[-7.41015625, false], [-9.6640625, false], [-11.6640625, false], [-10.2890625, false], [-7.66015625, false], [-4.91015625, false], [-10.0390625, false], [-11.0390625, false], [-8.1640625, false], [-10.1640625, false], [-8.0390625, false], [-4.91015625, false], [-11.6640625, false], [-10.2890625, false], [-3.78515625, false], [-11.6640625, false], [-4.91015625, false], [-8.4140625, false], [-9.6640625, false], [-7.66015625, false], [-3.78515625, false], [-9.6640625, false], [-4.91015625, false], [-7.03515625, false], [-7.91015625, false], [-10.4140625, false], [-8.1640625, false], [-4.91015625, false], [-7.03515625, false], [-7.66015625, false], [-3.78515625, false], [-7.03515625, false], [-4.91015625, false], [-10.2890625, false], [-9.4140625, false], [-3.78515625, false], [-8.1640625, false], [-11.6640625, false], [-8.9140625, false], [-9.6640625, false], [-10.546875, false], [-4.91015625, false], [-9.6640625, false], [-11.6640625, false], [-10.2890625, false], [-7.66015625, false], [-4.91015625, false], [-8.4140625, false], [-7.66015625, false], [-7.66015625, false], [-11.6640625, false], [-9.4140625, false], [-7.66015625, false], [-8.9140625, false], [-4.91015625, false], [-11.6640625, false], [-10.2890625, false], [-3.78515625, false], [-11.6640625, false], [-4.91015625, false], [-7.66015625, false], [-3.78515625, false], [-11.6640625, false], [-4.91015625, false], [-3.78515625, false], [-4.91015625, false], [-11.6640625, false], [-3.78515625, false], [-9.6640625, false], [-8.0390625, false], [-7.66015625, false], [-11.6640625, false], [-11.2890625, false], [-4.91015625, false], [-7.91015625, false], [-10.0390625, false], [-4.91015625, false], [-10.1640625, false], [-9.6640625, false], [-3.78515625, false], [-8.9140625, false], [-8.9140625, false], [-4.91015625, false], [-9.6640625, false], [-7.91015625, false], [-7.91015625, false], [-11.6640625, false], [-8.9140625, false], [-9.6640625, false], [-10.546875, false], [-4.91015625, false], [-9.6640625, false], [-11.6640625, false], [-10.2890625, false], [-7.66015625, false], [-4.91015625, false], [-10.5390625, false], [-7.91015625, false], [-8.9140625, false], [-11.6640625, false], [-11.0390625, false], [-8.0390625, false], [-11.6640625, false], [-7.91015625, false], [-7.66015625, false], [-8.9140625, false], [-4.91015625, false], [-11.6640625, false], [-10.2890625, false], [-3.78515625, false], [-11.6640625, false], [-4.91015625, false], [-10.2890625, false], [-8.0390625, false], [-7.03515625, false], [-7.66015625, false], [-4.91015625, false], [-11.0390625, false], [-8.1640625, false], [-7.03515625, false], [-7.66015625, false], [-9.6640625, false], [-4.91015625, false], [-10.2890625, false], [-9.4140625, false], [-3.78515625, false], [-8.1640625, false], [-11.6640625, false], [-4.91015625, false], [-9.4140625, false], [-7.66015625, false], [-3.78515625, false], [-11.6640625, false], [-7.66015625, false], [-8.9140625, false], [-9.6640625, false], [-10.546875, false], [-4.91015625, false], [-9.6640625, false], [-11.6640625, false], [-10.2890625, false], [-7.66015625, false], [-4.91015625, false], [-8.1640625, false], [-3.78515625, false], [-11.6640625, false], [-7.66015625, false], [-9.6640625, false], [-10.2890625, false], [-8.0390625, false], [-9.4140625, false], [-9.4140625, false], [-3.78515625, false], [-9.6640625, false], [-8.9140625, false], [-4.91015625, false], [-11.6640625, false], [-10.2890625, false], [-3.78515625, false], [-11.6640625, false], [-4.91015625, false], [-7.66015625, false], [-3.78515625, false], [-11.6640625, false], [-4.91015625, false], [-7.91015625, false], [-8.1640625, false], [-9.4140625, false], [-11.2890625, false], [-4.91015625, false], [-7.91015625, false], [-8.1640625, false], [-7.66015625, false], [-4.91015625, false], [-11.6640625, false], [-11.2890625, false], [-10.2890625, false], [-7.66015625, false], [-4.91015625, false], [-7.91015625, false], [-10.0390625, false], [-4.91015625, false], [-10.2890625, false], [-9.4140625, false], [-3.78515625, false], [-8.1640625, false], [-11.6640625, false], [-9.6640625, false], [-14.1640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1316, "doc": {"id": "Mercury_7268275", "question": "A tulip growing in a pot is placed at the center of a table. Which of these nearby objects will the tulip grow toward?", "choices": {"text": ["a sunny window", "an electric heater", "a large bowl of water", "a fan blowing gently"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "a sunny window", "arguments": ["Question: A tulip growing in a pot is placed at the center of a table. Which of these nearby objects will the tulip grow toward?\nAnswer:", " ["], "resps": [[[-7.3515625, false]], [[-9.1015625, false]], [[-3.349609375, false]], [[-5.8515625, false]], [[-9.6015625, false]], [[-11.1015625, false]], [[-9.1015625, false]], [[-9.1015625, false]], [[-11.1015625, false]], [[-5.8515625, false]], [[-11.6015625, false]], [[-9.1015625, false]], [[-9.1015625, false]], [[-9.1015625, false]], [[-8.8515625, false]], [[-11.6015625, false]], [[-9.1015625, false]], [[-9.8203125, false]], [[-5.8515625, false]], [[-9.1015625, false]], [[-3.349609375, false]], [[-9.1015625, false]], [[-5.8515625, false]], [[-9.1015625, false]], [[-10.1015625, false]], [[-9.1015625, false]], [[-7.3515625, false]], [[-8.6015625, false]], [[-9.1015625, false]], [[-9.1015625, false]], [[-7.3515625, false]], [[-5.8515625, false]], [[-10.3515625, false]], [[-9.1015625, false]], [[-3.349609375, false]], [[-8.6015625, false]], [[-9.1015625, false]], [[-9.1015625, false]], [[-9.1015625, false]], [[-9.8203125, false]], [[-5.8515625, false]], [[-9.1015625, false]], [[-3.349609375, false]], [[-5.8515625, false]], [[-10.1015625, false]], [[-3.349609375, false]], [[-9.1015625, false]], [[-11.1015625, false]], [[-9.1015625, false]], [[-5.8515625, false]], [[-5.6015625, false]], [[-8.8515625, false]], [[-11.6015625, false]], [[-10.1015625, false]], [[-5.8515625, false]], [[-8.8515625, false]], [[-9.3515625, false]], [[-5.8515625, false]], [[-11.6015625, false]], [[-3.349609375, false]], [[-8.6015625, false]], [[-9.1015625, false]], [[-9.1015625, false]], [[-9.1015625, false]], [[-9.8203125, false]], [[-5.8515625, false]], [[-9.1015625, false]], [[-3.349609375, false]], [[-5.8515625, false]], [[-9.3515625, false]], [[-3.349609375, false]], [[-9.1015625, false]], [[-5.8515625, false]], [[-5.6015625, false]], [[-10.1015625, false]], [[-8.8515625, false]], [[-11.6015625, false]], [[-9.1015625, false]], [[-9.1015625, false]], [[-11.1015625, false]], [[-5.8515625, false]], [[-11.1015625, false]], [[-9.1015625, false]], [[-9.1015625, false]], [[-8.6015625, false]], [[-10.1015625, false]], [[-11.1015625, false]], [[-9.1015625, false]], [[-12.1015625, false]]], "filtered_resps": [[-7.3515625, false], [-9.1015625, false], [-3.349609375, false], [-5.8515625, false], [-9.6015625, false], [-11.1015625, false], [-9.1015625, false], [-9.1015625, false], [-11.1015625, false], [-5.8515625, false], [-11.6015625, false], [-9.1015625, false], [-9.1015625, false], [-9.1015625, false], [-8.8515625, false], [-11.6015625, false], [-9.1015625, false], [-9.8203125, false], [-5.8515625, false], [-9.1015625, false], [-3.349609375, false], [-9.1015625, false], [-5.8515625, false], [-9.1015625, false], [-10.1015625, false], [-9.1015625, false], [-7.3515625, false], [-8.6015625, false], [-9.1015625, false], [-9.1015625, false], [-7.3515625, false], [-5.8515625, false], [-10.3515625, false], [-9.1015625, false], [-3.349609375, false], [-8.6015625, false], [-9.1015625, false], [-9.1015625, false], [-9.1015625, false], [-9.8203125, false], [-5.8515625, false], [-9.1015625, false], [-3.349609375, false], [-5.8515625, false], [-10.1015625, false], [-3.349609375, false], [-9.1015625, false], [-11.1015625, false], [-9.1015625, false], [-5.8515625, false], [-5.6015625, false], [-8.8515625, false], [-11.6015625, false], [-10.1015625, false], [-5.8515625, false], [-8.8515625, false], [-9.3515625, false], [-5.8515625, false], [-11.6015625, false], [-3.349609375, false], [-8.6015625, false], [-9.1015625, false], [-9.1015625, false], [-9.1015625, false], [-9.8203125, false], [-5.8515625, false], [-9.1015625, false], [-3.349609375, false], [-5.8515625, false], [-9.3515625, false], [-3.349609375, false], [-9.1015625, false], [-5.8515625, false], [-5.6015625, false], [-10.1015625, false], [-8.8515625, false], [-11.6015625, false], [-9.1015625, false], [-9.1015625, false], [-11.1015625, false], [-5.8515625, false], [-11.1015625, false], [-9.1015625, false], [-9.1015625, false], [-8.6015625, false], [-10.1015625, false], [-11.1015625, false], [-9.1015625, false], [-12.1015625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1324, "doc": {"id": "Mercury_SC_415078", "question": "A large piece of ice is placed on the sidewalk on a warm day. What will happen to the ice?", "choices": {"text": ["It will melt to form liquid water.", "It will melt to form water vapor.", "It will freeze to form liquid water.", "It will not change at all."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "It will melt to form liquid water.", "arguments": ["Question: A large piece of ice is placed on the sidewalk on a warm day. What will happen to the ice?\nAnswer:", " ["], "resps": [[[-8.5234375, false]], [[-10.7734375, false]], [[-5.7734375, false]], [[-11.2734375, false]], [[-6.01953125, false]], [[-13.0234375, false]], [[-10.5234375, false]], [[-11.2734375, false]], [[-11.2734375, false]], [[-6.01953125, false]], [[-12.5234375, false]], [[-11.0234375, false]], [[-11.2734375, false]], [[-11.2734375, false]], [[-6.01953125, false]], [[-11.2734375, false]], [[-12.0234375, false]], [[-6.0234375, false]], [[-12.2734375, false]], [[-12.0234375, false]], [[-13.7734375, false]], [[-12.5234375, false]], [[-6.0234375, false]], [[-11.2734375, false]], [[-10.5234375, false]], [[-13.7734375, false]], [[-13.0234375, false]], [[-10.5234375, false]], [[-11.5234375, false]], [[-6.0234375, false]], [[-13.0234375, false]], [[-7.2734375, false]], [[-11.2734375, false]], [[-11.0234375, false]], [[-13.7734375, false]], [[-7.23046875, false]], [[-10.7734375, false]], [[-10.234375, false]], [[-6.0234375, false]], [[-10.7734375, false]], [[-5.7734375, false]], [[-11.2734375, false]], [[-6.0234375, false]], [[-13.0234375, false]], [[-10.5234375, false]], [[-11.2734375, false]], [[-11.2734375, false]], [[-6.0234375, false]], [[-12.5234375, false]], [[-11.0234375, false]], [[-11.2734375, false]], [[-11.2734375, false]], [[-6.0234375, false]], [[-11.2734375, false]], [[-12.0234375, false]], [[-6.0234375, false]], [[-12.2734375, false]], [[-12.0234375, false]], [[-13.7734375, false]], [[-12.5234375, false]], [[-6.0234375, false]], [[-13.0234375, false]], [[-7.2734375, false]], [[-11.2734375, false]], [[-11.0234375, false]], [[-13.7734375, false]], [[-6.0234375, false]], [[-13.2734375, false]], [[-7.2734375, false]], [[-12.5234375, false]], [[-12.0234375, false]], [[-13.7734375, false]], [[-7.23046875, false]], [[-10.7734375, false]], [[-10.234375, false]], [[-6.0234375, false]], [[-10.7734375, false]], [[-5.7734375, false]], [[-11.2734375, false]], [[-6.0234375, false]], [[-13.0234375, false]], [[-10.5234375, false]], [[-11.2734375, false]], [[-11.2734375, false]], [[-6.0234375, false]], [[-12.2734375, false]], [[-13.7734375, false]], [[-11.0234375, false]], [[-11.0234375, false]], [[-14.7734375, false]], [[-11.0234375, false]], [[-6.0234375, false]], [[-11.2734375, false]], [[-12.0234375, false]], [[-6.0234375, false]], [[-12.2734375, false]], [[-12.0234375, false]], [[-13.7734375, false]], [[-12.5234375, false]], [[-6.0234375, false]], [[-11.2734375, false]], [[-10.5234375, false]], [[-13.7734375, false]], [[-13.0234375, false]], [[-10.5234375, false]], [[-11.5234375, false]], [[-6.0234375, false]], [[-13.0234375, false]], [[-7.2734375, false]], [[-11.2734375, false]], [[-11.0234375, false]], [[-13.7734375, false]], [[-7.23046875, false]], [[-10.7734375, false]], [[-10.234375, false]], [[-6.0234375, false]], [[-10.7734375, false]], [[-5.7734375, false]], [[-11.2734375, false]], [[-6.0234375, false]], [[-13.0234375, false]], [[-10.5234375, false]], [[-11.2734375, false]], [[-11.2734375, false]], [[-6.0234375, false]], [[-13.0234375, false]], [[-12.0234375, false]], [[-11.2734375, false]], [[-6.0234375, false]], [[-12.2734375, false]], [[-13.5234375, false]], [[-7.2734375, false]], [[-13.0234375, false]], [[-13.5234375, false]], [[-11.0234375, false]], [[-6.0234375, false]], [[-7.2734375, false]], [[-11.2734375, false]], [[-6.0234375, false]], [[-7.2734375, false]], [[-11.2734375, false]], [[-11.2734375, false]], [[-7.23046875, false]], [[-10.7734375, false]], [[-14.0234375, false]]], "filtered_resps": [[-8.5234375, false], [-10.7734375, false], [-5.7734375, false], [-11.2734375, false], [-6.01953125, false], [-13.0234375, false], [-10.5234375, false], [-11.2734375, false], [-11.2734375, false], [-6.01953125, false], [-12.5234375, false], [-11.0234375, false], [-11.2734375, false], [-11.2734375, false], [-6.01953125, false], [-11.2734375, false], [-12.0234375, false], [-6.0234375, false], [-12.2734375, false], [-12.0234375, false], [-13.7734375, false], [-12.5234375, false], [-6.0234375, false], [-11.2734375, false], [-10.5234375, false], [-13.7734375, false], [-13.0234375, false], [-10.5234375, false], [-11.5234375, false], [-6.0234375, false], [-13.0234375, false], [-7.2734375, false], [-11.2734375, false], [-11.0234375, false], [-13.7734375, false], [-7.23046875, false], [-10.7734375, false], [-10.234375, false], [-6.0234375, false], [-10.7734375, false], [-5.7734375, false], [-11.2734375, false], [-6.0234375, false], [-13.0234375, false], [-10.5234375, false], [-11.2734375, false], [-11.2734375, false], [-6.0234375, false], [-12.5234375, false], [-11.0234375, false], [-11.2734375, false], [-11.2734375, false], [-6.0234375, false], [-11.2734375, false], [-12.0234375, false], [-6.0234375, false], [-12.2734375, false], [-12.0234375, false], [-13.7734375, false], [-12.5234375, false], [-6.0234375, false], [-13.0234375, false], [-7.2734375, false], [-11.2734375, false], [-11.0234375, false], [-13.7734375, false], [-6.0234375, false], [-13.2734375, false], [-7.2734375, false], [-12.5234375, false], [-12.0234375, false], [-13.7734375, false], [-7.23046875, false], [-10.7734375, false], [-10.234375, false], [-6.0234375, false], [-10.7734375, false], [-5.7734375, false], [-11.2734375, false], [-6.0234375, false], [-13.0234375, false], [-10.5234375, false], [-11.2734375, false], [-11.2734375, false], [-6.0234375, false], [-12.2734375, false], [-13.7734375, false], [-11.0234375, false], [-11.0234375, false], [-14.7734375, false], [-11.0234375, false], [-6.0234375, false], [-11.2734375, false], [-12.0234375, false], [-6.0234375, false], [-12.2734375, false], [-12.0234375, false], [-13.7734375, false], [-12.5234375, false], [-6.0234375, false], [-11.2734375, false], [-10.5234375, false], [-13.7734375, false], [-13.0234375, false], [-10.5234375, false], [-11.5234375, false], [-6.0234375, false], [-13.0234375, false], [-7.2734375, false], [-11.2734375, false], [-11.0234375, false], [-13.7734375, false], [-7.23046875, false], [-10.7734375, false], [-10.234375, false], [-6.0234375, false], [-10.7734375, false], [-5.7734375, false], [-11.2734375, false], [-6.0234375, false], [-13.0234375, false], [-10.5234375, false], [-11.2734375, false], [-11.2734375, false], [-6.0234375, false], [-13.0234375, false], [-12.0234375, false], [-11.2734375, false], [-6.0234375, false], [-12.2734375, false], [-13.5234375, false], [-7.2734375, false], [-13.0234375, false], [-13.5234375, false], [-11.0234375, false], [-6.0234375, false], [-7.2734375, false], [-11.2734375, false], [-6.0234375, false], [-7.2734375, false], [-11.2734375, false], [-11.2734375, false], [-7.23046875, false], [-10.7734375, false], [-14.0234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1332, "doc": {"id": "NYSEDREGENTS_2008_4_25", "question": "What is the major source of energy for food chains?", "choices": {"text": ["water", "air", "sunlight", "grass"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "sunlight", "arguments": ["Question: What is the major source of energy for food chains?\nAnswer:", " ["], "resps": [[[-8.0234375, false]], [[-8.7734375, false]], [[-10.0234375, false]], [[-6.2734375, false]], [[-11.2734375, false]], [[-8.5234375, false]], [[-12.1484375, false]], [[-8.7734375, false]], [[-10.296875, false]], [[-5.5234375, false]], [[-8.7734375, false]], [[-6.2734375, false]], [[-8.5234375, false]], [[-12.1484375, false]], [[-8.7734375, false]], [[-10.296875, false]], [[-5.5234375, false]], [[-8.7734375, false]], [[-10.0234375, false]], [[-11.0234375, false]], [[-9.5234375, false]], [[-10.7734375, false]], [[-8.5234375, false]], [[-11.8984375, false]], [[-11.5234375, false]], [[-11.2734375, false]], [[-8.7734375, false]], [[-10.296875, false]], [[-5.5234375, false]], [[-8.7734375, false]], [[-11.8984375, false]], [[-12.1484375, false]], [[-6.2734375, false]], [[-10.0234375, false]], [[-10.0234375, false]], [[-8.7734375, false]], [[-15.0234375, false]]], "filtered_resps": [[-8.0234375, false], [-8.7734375, false], [-10.0234375, false], [-6.2734375, false], [-11.2734375, false], [-8.5234375, false], [-12.1484375, false], [-8.7734375, false], [-10.296875, false], [-5.5234375, false], [-8.7734375, false], [-6.2734375, false], [-8.5234375, false], [-12.1484375, false], [-8.7734375, false], [-10.296875, false], [-5.5234375, false], [-8.7734375, false], [-10.0234375, false], [-11.0234375, false], [-9.5234375, false], [-10.7734375, false], [-8.5234375, false], [-11.8984375, false], [-11.5234375, false], [-11.2734375, false], [-8.7734375, false], [-10.296875, false], [-5.5234375, false], [-8.7734375, false], [-11.8984375, false], [-12.1484375, false], [-6.2734375, false], [-10.0234375, false], [-10.0234375, false], [-8.7734375, false], [-15.0234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1340, "doc": {"id": "VASoL_2009_5_20", "question": "At which location are oceans the deepest?", "choices": {"text": ["Mid-ocean ridge", "Abyssal plain", "Ocean trench", "Volcanic island"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Ocean trench", "arguments": ["Question: At which location are oceans the deepest?\nAnswer:", " ["], "resps": [[[-7.7421875, false]], [[-7.7421875, false]], [[-7.4921875, false]], [[-10.2421875, false]], [[-10.4921875, false]], [[-5.9921875, false]], [[-9.7421875, false]], [[-11.4921875, false]], [[-9.9921875, false]], [[-8.4921875, false]], [[-9.2421875, false]], [[-5.2421875, false]], [[-12.4921875, false]], [[-10.2421875, false]], [[-10.4921875, false]], [[-12.9921875, false]], [[-9.9921875, false]], [[-7.7421875, false]], [[-8.5, false]], [[-5.2421875, false]], [[-7.7421875, false]], [[-4.2421875, false]], [[-11.4921875, false]], [[-12.7421875, false]], [[-9.7421875, false]], [[-9.7421875, false]], [[-8.4921875, false]], [[-11.2421875, false]], [[-5.2421875, false]], [[-10.7421875, false]], [[-11.2421875, false]], [[-8.4921875, false]], [[-10.2421875, false]], [[-9.2421875, false]], [[-7.7421875, false]], [[-8.5, false]], [[-5.2421875, false]], [[-7.7421875, false]], [[-6.4921875, false]], [[-11.4921875, false]], [[-9.9921875, false]], [[-8.4921875, false]], [[-9.2421875, false]], [[-5.2421875, false]], [[-11.9921875, false]], [[-12.4921875, false]], [[-9.9921875, false]], [[-9.2421875, false]], [[-11.4921875, false]], [[-12.4921875, false]], [[-7.7421875, false]], [[-8.5, false]], [[-5.2421875, false]], [[-7.7421875, false]], [[-8.7421875, false]], [[-9.7421875, false]], [[-11.2421875, false]], [[-11.4921875, false]], [[-8.4921875, false]], [[-9.2421875, false]], [[-10.2421875, false]], [[-11.4921875, false]], [[-5.2421875, false]], [[-10.2421875, false]], [[-9.7421875, false]], [[-11.2421875, false]], [[-8.4921875, false]], [[-9.2421875, false]], [[-10.4921875, false]], [[-7.7421875, false]], [[-13.4921875, false]]], "filtered_resps": [[-7.7421875, false], [-7.7421875, false], [-7.4921875, false], [-10.2421875, false], [-10.4921875, false], [-5.9921875, false], [-9.7421875, false], [-11.4921875, false], [-9.9921875, false], [-8.4921875, false], [-9.2421875, false], [-5.2421875, false], [-12.4921875, false], [-10.2421875, false], [-10.4921875, false], [-12.9921875, false], [-9.9921875, false], [-7.7421875, false], [-8.5, false], [-5.2421875, false], [-7.7421875, false], [-4.2421875, false], [-11.4921875, false], [-12.7421875, false], [-9.7421875, false], [-9.7421875, false], [-8.4921875, false], [-11.2421875, false], [-5.2421875, false], [-10.7421875, false], [-11.2421875, false], [-8.4921875, false], [-10.2421875, false], [-9.2421875, false], [-7.7421875, false], [-8.5, false], [-5.2421875, false], [-7.7421875, false], [-6.4921875, false], [-11.4921875, false], [-9.9921875, false], [-8.4921875, false], [-9.2421875, false], [-5.2421875, false], [-11.9921875, false], [-12.4921875, false], [-9.9921875, false], [-9.2421875, false], [-11.4921875, false], [-12.4921875, false], [-7.7421875, false], [-8.5, false], [-5.2421875, false], [-7.7421875, false], [-8.7421875, false], [-9.7421875, false], [-11.2421875, false], [-11.4921875, false], [-8.4921875, false], [-9.2421875, false], [-10.2421875, false], [-11.4921875, false], [-5.2421875, false], [-10.2421875, false], [-9.7421875, false], [-11.2421875, false], [-8.4921875, false], [-9.2421875, false], [-10.4921875, false], [-7.7421875, false], [-13.4921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1348, "doc": {"id": "Mercury_7033600", "question": "Which tool will best help scientists understand relationships between oceans and climate changes?", "choices": {"text": ["a computer model", "a weather balloon", "a rain gauge", "radar"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "a computer model", "arguments": ["Question: Which tool will best help scientists understand relationships between oceans and climate changes?\nAnswer:", " ["], "resps": [[[-7.3046875, false]], [[-7.6796875, false]], [[-4.8046875, false]], [[-5.0546875, false]], [[-9.8046875, false]], [[-9.0546875, false]], [[-9.1796875, false]], [[-10.1796875, false]], [[-11.1796875, false]], [[-10.9296875, false]], [[-8.0546875, false]], [[-10.1796875, false]], [[-5.0546875, false]], [[-9.1796875, false]], [[-9.0546875, false]], [[-8.9296875, false]], [[-8.0546875, false]], [[-11.5546875, false]], [[-7.6796875, false]], [[-10.078125, false]], [[-5.0546875, false]], [[-7.6796875, false]], [[-4.8046875, false]], [[-5.0546875, false]], [[-10.0546875, false]], [[-8.0546875, false]], [[-4.8046875, false]], [[-10.9296875, false]], [[-11.0546875, false]], [[-8.0546875, false]], [[-10.1796875, false]], [[-5.0546875, false]], [[-10.6796875, false]], [[-4.8046875, false]], [[-11.5546875, false]], [[-11.5546875, false]], [[-9.0546875, false]], [[-9.0546875, false]], [[-9.4296875, false]], [[-7.6796875, false]], [[-10.078125, false]], [[-5.0546875, false]], [[-7.6796875, false]], [[-4.8046875, false]], [[-5.0546875, false]], [[-10.1796875, false]], [[-4.8046875, false]], [[-8.4296875, false]], [[-9.4296875, false]], [[-5.0546875, false]], [[-11.3046875, false]], [[-4.8046875, false]], [[-11.1796875, false]], [[-11.3046875, false]], [[-8.0546875, false]], [[-7.6796875, false]], [[-10.078125, false]], [[-5.0546875, false]], [[-7.6796875, false]], [[-10.1796875, false]], [[-4.8046875, false]], [[-8.9296875, false]], [[-4.8046875, false]], [[-10.1796875, false]], [[-7.6796875, false]], [[-14.0546875, false]]], "filtered_resps": [[-7.3046875, false], [-7.6796875, false], [-4.8046875, false], [-5.0546875, false], [-9.8046875, false], [-9.0546875, false], [-9.1796875, false], [-10.1796875, false], [-11.1796875, false], [-10.9296875, false], [-8.0546875, false], [-10.1796875, false], [-5.0546875, false], [-9.1796875, false], [-9.0546875, false], [-8.9296875, false], [-8.0546875, false], [-11.5546875, false], [-7.6796875, false], [-10.078125, false], [-5.0546875, false], [-7.6796875, false], [-4.8046875, false], [-5.0546875, false], [-10.0546875, false], [-8.0546875, false], [-4.8046875, false], [-10.9296875, false], [-11.0546875, false], [-8.0546875, false], [-10.1796875, false], [-5.0546875, false], [-10.6796875, false], [-4.8046875, false], [-11.5546875, false], [-11.5546875, false], [-9.0546875, false], [-9.0546875, false], [-9.4296875, false], [-7.6796875, false], [-10.078125, false], [-5.0546875, false], [-7.6796875, false], [-4.8046875, false], [-5.0546875, false], [-10.1796875, false], [-4.8046875, false], [-8.4296875, false], [-9.4296875, false], [-5.0546875, false], [-11.3046875, false], [-4.8046875, false], [-11.1796875, false], [-11.3046875, false], [-8.0546875, false], [-7.6796875, false], [-10.078125, false], [-5.0546875, false], [-7.6796875, false], [-10.1796875, false], [-4.8046875, false], [-8.9296875, false], [-4.8046875, false], [-10.1796875, false], [-7.6796875, false], [-14.0546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1356, "doc": {"id": "MCAS_2011_8_17685", "question": "Human activity most likely contributes to which of the following changes on Earth?", "choices": {"text": ["an increase in the length of a day", "a decrease in the number of volcanic eruptions", "a decrease in the magnitude of large earthquakes", "an increase in the amount of atmospheric carbon dioxide"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "an increase in the amount of atmospheric carbon dioxide", "arguments": ["Question: Human activity most likely contributes to which of the following changes on Earth?\nAnswer:", " ["], "resps": [[[-7.328125, false]], [[-9.828125, false]], [[-5.703125, false]], [[-9.328125, false]], [[-4.828125, false]], [[-8.078125, false]], [[-9.328125, false]], [[-7.953125, false]], [[-11.453125, false]], [[-6.828125, false]], [[-5.703125, false]], [[-9.828125, false]], [[-6.828125, false]], [[-4.828125, false]], [[-8.078125, false]], [[-9.328125, false]], [[-4.828125, false]], [[-10.828125, false]], [[-11.078125, false]], [[-6.828125, false]], [[-4.828125, false]], [[-10.453125, false]], [[-6.828125, false]], [[-9.328125, false]], [[-11.578125, false]], [[-10.828125, false]], [[-11.078125, false]], [[-4.828125, false]], [[-7.328125, false]], [[-9.078125, false]], [[-4.828125, false]], [[-5.703125, false]], [[-4.828125, false]], [[-6.828125, false]], [[-5.703125, false]], [[-11.078125, false]], [[-9.828125, false]], [[-10.125, false]], [[-4.828125, false]], [[-9.828125, false]], [[-5.703125, false]], [[-4.828125, false]], [[-6.828125, false]], [[-6.828125, false]], [[-7.953125, false]], [[-11.453125, false]], [[-6.828125, false]], [[-5.703125, false]], [[-9.828125, false]], [[-6.828125, false]], [[-4.828125, false]], [[-8.078125, false]], [[-9.328125, false]], [[-4.828125, false]], [[-10.828125, false]], [[-11.078125, false]], [[-6.828125, false]], [[-4.828125, false]], [[-9.328125, false]], [[-11.828125, false]], [[-10.078125, false]], [[-9.078125, false]], [[-6.828125, false]], [[-11.453125, false]], [[-4.828125, false]], [[-7.328125, false]], [[-9.078125, false]], [[-4.828125, false]], [[-12.203125, false]], [[-7.328125, false]], [[-10.453125, false]], [[-7.953125, false]], [[-5.703125, false]], [[-9.328125, false]], [[-8.078125, false]], [[-7.953125, false]], [[-4.828125, false]], [[-6.828125, false]], [[-11.453125, false]], [[-11.828125, false]], [[-9.203125, false]], [[-10.828125, false]], [[-8.078125, false]], [[-7.328125, false]], [[-9.328125, false]], [[-9.828125, false]], [[-9.828125, false]], [[-10.125, false]], [[-4.828125, false]], [[-9.828125, false]], [[-5.703125, false]], [[-4.828125, false]], [[-6.828125, false]], [[-6.828125, false]], [[-7.953125, false]], [[-11.453125, false]], [[-6.828125, false]], [[-5.703125, false]], [[-9.828125, false]], [[-6.828125, false]], [[-4.828125, false]], [[-8.078125, false]], [[-9.328125, false]], [[-4.828125, false]], [[-10.828125, false]], [[-11.078125, false]], [[-6.828125, false]], [[-4.828125, false]], [[-10.078125, false]], [[-5.703125, false]], [[-11.578125, false]], [[-9.328125, false]], [[-8.078125, false]], [[-10.828125, false]], [[-11.828125, false]], [[-6.828125, false]], [[-6.828125, false]], [[-4.828125, false]], [[-7.328125, false]], [[-9.078125, false]], [[-4.828125, false]], [[-10.453125, false]], [[-5.703125, false]], [[-11.453125, false]], [[-11.578125, false]], [[-6.828125, false]], [[-4.828125, false]], [[-6.828125, false]], [[-5.703125, false]], [[-11.453125, false]], [[-10.828125, false]], [[-11.078125, false]], [[-13.078125, false]], [[-11.828125, false]], [[-5.703125, false]], [[-11.703125, false]], [[-6.828125, false]], [[-9.828125, false]], [[-9.828125, false]], [[-10.125, false]], [[-4.828125, false]], [[-9.828125, false]], [[-5.703125, false]], [[-9.328125, false]], [[-4.828125, false]], [[-8.078125, false]], [[-9.328125, false]], [[-7.953125, false]], [[-11.453125, false]], [[-6.828125, false]], [[-5.703125, false]], [[-9.828125, false]], [[-6.828125, false]], [[-4.828125, false]], [[-8.078125, false]], [[-9.328125, false]], [[-4.828125, false]], [[-10.828125, false]], [[-11.078125, false]], [[-6.828125, false]], [[-4.828125, false]], [[-5.703125, false]], [[-10.078125, false]], [[-7.328125, false]], [[-11.828125, false]], [[-9.328125, false]], [[-10.828125, false]], [[-4.828125, false]], [[-7.328125, false]], [[-9.078125, false]], [[-4.828125, false]], [[-5.703125, false]], [[-10.828125, false]], [[-10.078125, false]], [[-7.328125, false]], [[-9.828125, false]], [[-9.203125, false]], [[-11.078125, false]], [[-6.828125, false]], [[-11.453125, false]], [[-8.078125, false]], [[-7.953125, false]], [[-4.828125, false]], [[-7.953125, false]], [[-5.703125, false]], [[-11.453125, false]], [[-9.078125, false]], [[-7.328125, false]], [[-9.328125, false]], [[-4.828125, false]], [[-6.828125, false]], [[-8.078125, false]], [[-7.328125, false]], [[-11.328125, false]], [[-8.078125, false]], [[-6.828125, false]], [[-6.828125, false]], [[-9.828125, false]], [[-14.703125, false]]], "filtered_resps": [[-7.328125, false], [-9.828125, false], [-5.703125, false], [-9.328125, false], [-4.828125, false], [-8.078125, false], [-9.328125, false], [-7.953125, false], [-11.453125, false], [-6.828125, false], [-5.703125, false], [-9.828125, false], [-6.828125, false], [-4.828125, false], [-8.078125, false], [-9.328125, false], [-4.828125, false], [-10.828125, false], [-11.078125, false], [-6.828125, false], [-4.828125, false], [-10.453125, false], [-6.828125, false], [-9.328125, false], [-11.578125, false], [-10.828125, false], [-11.078125, false], [-4.828125, false], [-7.328125, false], [-9.078125, false], [-4.828125, false], [-5.703125, false], [-4.828125, false], [-6.828125, false], [-5.703125, false], [-11.078125, false], [-9.828125, false], [-10.125, false], [-4.828125, false], [-9.828125, false], [-5.703125, false], [-4.828125, false], [-6.828125, false], [-6.828125, false], [-7.953125, false], [-11.453125, false], [-6.828125, false], [-5.703125, false], [-9.828125, false], [-6.828125, false], [-4.828125, false], [-8.078125, false], [-9.328125, false], [-4.828125, false], [-10.828125, false], [-11.078125, false], [-6.828125, false], [-4.828125, false], [-9.328125, false], [-11.828125, false], [-10.078125, false], [-9.078125, false], [-6.828125, false], [-11.453125, false], [-4.828125, false], [-7.328125, false], [-9.078125, false], [-4.828125, false], [-12.203125, false], [-7.328125, false], [-10.453125, false], [-7.953125, false], [-5.703125, false], [-9.328125, false], [-8.078125, false], [-7.953125, false], [-4.828125, false], [-6.828125, false], [-11.453125, false], [-11.828125, false], [-9.203125, false], [-10.828125, false], [-8.078125, false], [-7.328125, false], [-9.328125, false], [-9.828125, false], [-9.828125, false], [-10.125, false], [-4.828125, false], [-9.828125, false], [-5.703125, false], [-4.828125, false], [-6.828125, false], [-6.828125, false], [-7.953125, false], [-11.453125, false], [-6.828125, false], [-5.703125, false], [-9.828125, false], [-6.828125, false], [-4.828125, false], [-8.078125, false], [-9.328125, false], [-4.828125, false], [-10.828125, false], [-11.078125, false], [-6.828125, false], [-4.828125, false], [-10.078125, false], [-5.703125, false], [-11.578125, false], [-9.328125, false], [-8.078125, false], [-10.828125, false], [-11.828125, false], [-6.828125, false], [-6.828125, false], [-4.828125, false], [-7.328125, false], [-9.078125, false], [-4.828125, false], [-10.453125, false], [-5.703125, false], [-11.453125, false], [-11.578125, false], [-6.828125, false], [-4.828125, false], [-6.828125, false], [-5.703125, false], [-11.453125, false], [-10.828125, false], [-11.078125, false], [-13.078125, false], [-11.828125, false], [-5.703125, false], [-11.703125, false], [-6.828125, false], [-9.828125, false], [-9.828125, false], [-10.125, false], [-4.828125, false], [-9.828125, false], [-5.703125, false], [-9.328125, false], [-4.828125, false], [-8.078125, false], [-9.328125, false], [-7.953125, false], [-11.453125, false], [-6.828125, false], [-5.703125, false], [-9.828125, false], [-6.828125, false], [-4.828125, false], [-8.078125, false], [-9.328125, false], [-4.828125, false], [-10.828125, false], [-11.078125, false], [-6.828125, false], [-4.828125, false], [-5.703125, false], [-10.078125, false], [-7.328125, false], [-11.828125, false], [-9.328125, false], [-10.828125, false], [-4.828125, false], [-7.328125, false], [-9.078125, false], [-4.828125, false], [-5.703125, false], [-10.828125, false], [-10.078125, false], [-7.328125, false], [-9.828125, false], [-9.203125, false], [-11.078125, false], [-6.828125, false], [-11.453125, false], [-8.078125, false], [-7.953125, false], [-4.828125, false], [-7.953125, false], [-5.703125, false], [-11.453125, false], [-9.078125, false], [-7.328125, false], [-9.328125, false], [-4.828125, false], [-6.828125, false], [-8.078125, false], [-7.328125, false], [-11.328125, false], [-8.078125, false], [-6.828125, false], [-6.828125, false], [-9.828125, false], [-14.703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1364, "doc": {"id": "Mercury_7267838", "question": "Which of the following is most necessary for life to develop on another planet?", "choices": {"text": ["liquid water", "rocky surfaces", "warm soil", "atmospheric oxygen"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "liquid water", "arguments": ["Question: Which of the following is most necessary for life to develop on another planet?\nAnswer:", " ["], "resps": [[[-7.26171875, false]], [[-8.765625, false]], [[-10.140625, false]], [[-8.265625, false]], [[-11.640625, false]], [[-10.890625, false]], [[-8.265625, false]], [[-8.515625, false]], [[-5.26171875, false]], [[-10.140625, false]], [[-4.63671875, false]], [[-10.265625, false]], [[-7.88671875, false]], [[-10.390625, false]], [[-8.765625, false]], [[-9.75, false]], [[-5.26171875, false]], [[-8.765625, false]], [[-10.390625, false]], [[-9.515625, false]], [[-7.63671875, false]], [[-10.265625, false]], [[-11.140625, false]], [[-5.26171875, false]], [[-9.140625, false]], [[-10.890625, false]], [[-10.390625, false]], [[-9.765625, false]], [[-4.63671875, false]], [[-7.63671875, false]], [[-7.88671875, false]], [[-9.140625, false]], [[-8.765625, false]], [[-9.75, false]], [[-5.26171875, false]], [[-8.765625, false]], [[-10.140625, false]], [[-4.63671875, false]], [[-10.390625, false]], [[-9.640625, false]], [[-5.26171875, false]], [[-9.140625, false]], [[-9.515625, false]], [[-8.265625, false]], [[-10.140625, false]], [[-8.765625, false]], [[-9.75, false]], [[-5.26171875, false]], [[-8.765625, false]], [[-4.63671875, false]], [[-10.265625, false]], [[-9.640625, false]], [[-9.515625, false]], [[-9.140625, false]], [[-9.390625, false]], [[-11.140625, false]], [[-7.88671875, false]], [[-10.390625, false]], [[-8.265625, false]], [[-7.63671875, false]], [[-5.26171875, false]], [[-9.515625, false]], [[-9.515625, false]], [[-11.140625, false]], [[-11.390625, false]], [[-7.88671875, false]], [[-9.515625, false]], [[-8.765625, false]], [[-13.140625, false]]], "filtered_resps": [[-7.26171875, false], [-8.765625, false], [-10.140625, false], [-8.265625, false], [-11.640625, false], [-10.890625, false], [-8.265625, false], [-8.515625, false], [-5.26171875, false], [-10.140625, false], [-4.63671875, false], [-10.265625, false], [-7.88671875, false], [-10.390625, false], [-8.765625, false], [-9.75, false], [-5.26171875, false], [-8.765625, false], [-10.390625, false], [-9.515625, false], [-7.63671875, false], [-10.265625, false], [-11.140625, false], [-5.26171875, false], [-9.140625, false], [-10.890625, false], [-10.390625, false], [-9.765625, false], [-4.63671875, false], [-7.63671875, false], [-7.88671875, false], [-9.140625, false], [-8.765625, false], [-9.75, false], [-5.26171875, false], [-8.765625, false], [-10.140625, false], [-4.63671875, false], [-10.390625, false], [-9.640625, false], [-5.26171875, false], [-9.140625, false], [-9.515625, false], [-8.265625, false], [-10.140625, false], [-8.765625, false], [-9.75, false], [-5.26171875, false], [-8.765625, false], [-4.63671875, false], [-10.265625, false], [-9.640625, false], [-9.515625, false], [-9.140625, false], [-9.390625, false], [-11.140625, false], [-7.88671875, false], [-10.390625, false], [-8.265625, false], [-7.63671875, false], [-5.26171875, false], [-9.515625, false], [-9.515625, false], [-11.140625, false], [-11.390625, false], [-7.88671875, false], [-9.515625, false], [-8.765625, false], [-13.140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1372, "doc": {"id": "Mercury_7250268", "question": "Which function requires the muscular, skeletal, and nervous systems to work together?", "choices": {"text": ["movement of appendages", "completion of blood circulation", "absorption of nutrients", "regulation of hormones"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "movement of appendages", "arguments": ["Question: Which function requires the muscular, skeletal, and nervous systems to work together?\nAnswer:", " ["], "resps": [[[-7.44921875, false]], [[-10.078125, false]], [[-9.203125, false]], [[-9.203125, false]], [[-10.828125, false]], [[-10.578125, false]], [[-9.203125, false]], [[-10.578125, false]], [[-9.328125, false]], [[-8.828125, false]], [[-4.82421875, false]], [[-9.203125, false]], [[-10.578125, false]], [[-4.82421875, false]], [[-5.07421875, false]], [[-9.328125, false]], [[-9.328125, false]], [[-10.578125, false]], [[-9.328125, false]], [[-9.828125, false]], [[-5.07421875, false]], [[-10.953125, false]], [[-10.578125, false]], [[-8.453125, false]], [[-10.078125, false]], [[-9.9296875, false]], [[-4.82421875, false]], [[-10.078125, false]], [[-7.07421875, false]], [[-9.203125, false]], [[-9.203125, false]], [[-9.328125, false]], [[-8.953125, false]], [[-10.578125, false]], [[-8.828125, false]], [[-9.453125, false]], [[-9.203125, false]], [[-9.328125, false]], [[-4.82421875, false]], [[-9.203125, false]], [[-10.578125, false]], [[-4.82421875, false]], [[-8.953125, false]], [[-8.953125, false]], [[-9.203125, false]], [[-9.203125, false]], [[-9.828125, false]], [[-4.82421875, false]], [[-7.07421875, false]], [[-9.453125, false]], [[-10.328125, false]], [[-7.07421875, false]], [[-10.328125, false]], [[-8.953125, false]], [[-5.07421875, false]], [[-8.828125, false]], [[-9.453125, false]], [[-9.203125, false]], [[-9.328125, false]], [[-10.078125, false]], [[-9.9296875, false]], [[-4.82421875, false]], [[-10.078125, false]], [[-5.07421875, false]], [[-8.953125, false]], [[-8.453125, false]], [[-9.203125, false]], [[-10.328125, false]], [[-9.328125, false]], [[-8.828125, false]], [[-9.453125, false]], [[-9.203125, false]], [[-9.328125, false]], [[-4.82421875, false]], [[-9.203125, false]], [[-10.578125, false]], [[-4.82421875, false]], [[-9.328125, false]], [[-10.328125, false]], [[-8.828125, false]], [[-10.328125, false]], [[-9.453125, false]], [[-10.578125, false]], [[-9.328125, false]], [[-8.828125, false]], [[-8.453125, false]], [[-10.078125, false]], [[-9.9296875, false]], [[-4.82421875, false]], [[-10.078125, false]], [[-10.328125, false]], [[-10.578125, false]], [[-10.953125, false]], [[-10.328125, false]], [[-8.953125, false]], [[-5.07421875, false]], [[-8.828125, false]], [[-9.453125, false]], [[-9.203125, false]], [[-9.328125, false]], [[-4.82421875, false]], [[-9.203125, false]], [[-10.578125, false]], [[-4.82421875, false]], [[-11.328125, false]], [[-9.203125, false]], [[-10.328125, false]], [[-9.203125, false]], [[-9.203125, false]], [[-9.328125, false]], [[-10.578125, false]], [[-8.453125, false]], [[-10.078125, false]], [[-13.203125, false]]], "filtered_resps": [[-7.44921875, false], [-10.078125, false], [-9.203125, false], [-9.203125, false], [-10.828125, false], [-10.578125, false], [-9.203125, false], [-10.578125, false], [-9.328125, false], [-8.828125, false], [-4.82421875, false], [-9.203125, false], [-10.578125, false], [-4.82421875, false], [-5.07421875, false], [-9.328125, false], [-9.328125, false], [-10.578125, false], [-9.328125, false], [-9.828125, false], [-5.07421875, false], [-10.953125, false], [-10.578125, false], [-8.453125, false], [-10.078125, false], [-9.9296875, false], [-4.82421875, false], [-10.078125, false], [-7.07421875, false], [-9.203125, false], [-9.203125, false], [-9.328125, false], [-8.953125, false], [-10.578125, false], [-8.828125, false], [-9.453125, false], [-9.203125, false], [-9.328125, false], [-4.82421875, false], [-9.203125, false], [-10.578125, false], [-4.82421875, false], [-8.953125, false], [-8.953125, false], [-9.203125, false], [-9.203125, false], [-9.828125, false], [-4.82421875, false], [-7.07421875, false], [-9.453125, false], [-10.328125, false], [-7.07421875, false], [-10.328125, false], [-8.953125, false], [-5.07421875, false], [-8.828125, false], [-9.453125, false], [-9.203125, false], [-9.328125, false], [-10.078125, false], [-9.9296875, false], [-4.82421875, false], [-10.078125, false], [-5.07421875, false], [-8.953125, false], [-8.453125, false], [-9.203125, false], [-10.328125, false], [-9.328125, false], [-8.828125, false], [-9.453125, false], [-9.203125, false], [-9.328125, false], [-4.82421875, false], [-9.203125, false], [-10.578125, false], [-4.82421875, false], [-9.328125, false], [-10.328125, false], [-8.828125, false], [-10.328125, false], [-9.453125, false], [-10.578125, false], [-9.328125, false], [-8.828125, false], [-8.453125, false], [-10.078125, false], [-9.9296875, false], [-4.82421875, false], [-10.078125, false], [-10.328125, false], [-10.578125, false], [-10.953125, false], [-10.328125, false], [-8.953125, false], [-5.07421875, false], [-8.828125, false], [-9.453125, false], [-9.203125, false], [-9.328125, false], [-4.82421875, false], [-9.203125, false], [-10.578125, false], [-4.82421875, false], [-11.328125, false], [-9.203125, false], [-10.328125, false], [-9.203125, false], [-9.203125, false], [-9.328125, false], [-10.578125, false], [-8.453125, false], [-10.078125, false], [-13.203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1380, "doc": {"id": "Mercury_189105", "question": "A sunspot appears as a dark spot on the sun that is cooler than the surrounding area. On which region of the sun do sunspots occur?", "choices": {"text": ["chromosphere", "core", "corona", "photosphere"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "photosphere", "arguments": ["Question: A sunspot appears as a dark spot on the sun that is cooler than the surrounding area. On which region of the sun do sunspots occur?\nAnswer:", " ["], "resps": [[[-7.5703125, false]], [[-9.5703125, false]], [[-11.5703125, false]], [[-12.8203125, false]], [[-11.0703125, false]], [[-9.5703125, false]], [[-11.8203125, false]], [[-9.5703125, false]], [[-10.3203125, false]], [[-11.3203125, false]], [[-12.8203125, false]], [[-8.8203125, false]], [[-11.0703125, false]], [[-8.8203125, false]], [[-9.5703125, false]], [[-8.9609375, false]], [[-5.3203125, false]], [[-9.5703125, false]], [[-11.5703125, false]], [[-9.5703125, false]], [[-11.0703125, false]], [[-8.8203125, false]], [[-9.5703125, false]], [[-8.8828125, false]], [[-5.3203125, false]], [[-9.5703125, false]], [[-11.5703125, false]], [[-9.5703125, false]], [[-11.0703125, false]], [[-9.5703125, false]], [[-9.8203125, false]], [[-6.5703125, false]], [[-9.5703125, false]], [[-8.8828125, false]], [[-5.3203125, false]], [[-9.5703125, false]], [[-11.3203125, false]], [[-12.8203125, false]], [[-9.5703125, false]], [[-11.0703125, false]], [[-9.5703125, false]], [[-10.3203125, false]], [[-11.3203125, false]], [[-12.8203125, false]], [[-8.8203125, false]], [[-11.0703125, false]], [[-8.8203125, false]], [[-9.5703125, false]], [[-12.3203125, false]]], "filtered_resps": [[-7.5703125, false], [-9.5703125, false], [-11.5703125, false], [-12.8203125, false], [-11.0703125, false], [-9.5703125, false], [-11.8203125, false], [-9.5703125, false], [-10.3203125, false], [-11.3203125, false], [-12.8203125, false], [-8.8203125, false], [-11.0703125, false], [-8.8203125, false], [-9.5703125, false], [-8.9609375, false], [-5.3203125, false], [-9.5703125, false], [-11.5703125, false], [-9.5703125, false], [-11.0703125, false], [-8.8203125, false], [-9.5703125, false], [-8.8828125, false], [-5.3203125, false], [-9.5703125, false], [-11.5703125, false], [-9.5703125, false], [-11.0703125, false], [-9.5703125, false], [-9.8203125, false], [-6.5703125, false], [-9.5703125, false], [-8.8828125, false], [-5.3203125, false], [-9.5703125, false], [-11.3203125, false], [-12.8203125, false], [-9.5703125, false], [-11.0703125, false], [-9.5703125, false], [-10.3203125, false], [-11.3203125, false], [-12.8203125, false], [-8.8203125, false], [-11.0703125, false], [-8.8203125, false], [-9.5703125, false], [-12.3203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1388, "doc": {"id": "Mercury_7216773", "question": "Mutations that occur in sex cells can be passed from parent to offspring during", "choices": {"text": ["cloning.", "budding.", "binary fission.", "sexual reproduction."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "sexual reproduction.", "arguments": ["Question: Mutations that occur in sex cells can be passed from parent to offspring during\nAnswer:", " ["], "resps": [[[-7.859375, false]], [[-8.484375, false]], [[-8.609375, false]], [[-9.984375, false]], [[-8.359375, false]], [[-8.734375, false]], [[-8.234375, false]], [[-8.734375, false]], [[-10.359375, false]], [[-6.421875, false]], [[-8.484375, false]], [[-8.796875, false]], [[-4.859375, false]], [[-8.484375, false]], [[-7.984375, false]], [[-8.609375, false]], [[-8.609375, false]], [[-8.609375, false]], [[-8.234375, false]], [[-8.734375, false]], [[-10.359375, false]], [[-6.421875, false]], [[-8.484375, false]], [[-8.796875, false]], [[-4.859375, false]], [[-8.484375, false]], [[-7.984375, false]], [[-8.234375, false]], [[-8.734375, false]], [[-5.484375, false]], [[-9.609375, false]], [[-10.609375, false]], [[-4.859375, false]], [[-9.984375, false]], [[-8.234375, false]], [[-9.234375, false]], [[-9.234375, false]], [[-8.234375, false]], [[-8.359375, false]], [[-8.734375, false]], [[-6.421875, false]], [[-8.484375, false]], [[-8.796875, false]], [[-4.859375, false]], [[-8.484375, false]], [[-9.234375, false]], [[-8.359375, false]], [[-8.609375, false]], [[-8.609375, false]], [[-5.484375, false]], [[-9.984375, false]], [[-4.859375, false]], [[-9.609375, false]], [[-8.359375, false]], [[-8.609375, false]], [[-9.609375, false]], [[-8.359375, false]], [[-8.609375, false]], [[-8.609375, false]], [[-8.609375, false]], [[-9.859375, false]], [[-8.234375, false]], [[-8.359375, false]], [[-8.734375, false]], [[-6.421875, false]], [[-8.484375, false]], [[-11.859375, false]]], "filtered_resps": [[-7.859375, false], [-8.484375, false], [-8.609375, false], [-9.984375, false], [-8.359375, false], [-8.734375, false], [-8.234375, false], [-8.734375, false], [-10.359375, false], [-6.421875, false], [-8.484375, false], [-8.796875, false], [-4.859375, false], [-8.484375, false], [-7.984375, false], [-8.609375, false], [-8.609375, false], [-8.609375, false], [-8.234375, false], [-8.734375, false], [-10.359375, false], [-6.421875, false], [-8.484375, false], [-8.796875, false], [-4.859375, false], [-8.484375, false], [-7.984375, false], [-8.234375, false], [-8.734375, false], [-5.484375, false], [-9.609375, false], [-10.609375, false], [-4.859375, false], [-9.984375, false], [-8.234375, false], [-9.234375, false], [-9.234375, false], [-8.234375, false], [-8.359375, false], [-8.734375, false], [-6.421875, false], [-8.484375, false], [-8.796875, false], [-4.859375, false], [-8.484375, false], [-9.234375, false], [-8.359375, false], [-8.609375, false], [-8.609375, false], [-5.484375, false], [-9.984375, false], [-4.859375, false], [-9.609375, false], [-8.359375, false], [-8.609375, false], [-9.609375, false], [-8.359375, false], [-8.609375, false], [-8.609375, false], [-8.609375, false], [-9.859375, false], [-8.234375, false], [-8.359375, false], [-8.734375, false], [-6.421875, false], [-8.484375, false], [-11.859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1396, "doc": {"id": "Mercury_409465", "question": "A dietary supplement manufacturer developed a new calcium supplement that appears to increase the bone density in middle-aged women. When tested in a small clinical trial, the supplement was shown to cause a 15% increase in bone density in 8 out of 10 women. Before the supplement is offered to the general public, which step should the manufacturer take next?", "choices": {"text": ["add a variety of vitamins to the supplement", "test the supplement on mice in the laboratory", "develop packaging that is attractive to women", "test the supplement on a larger sample of women"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "test the supplement on a larger sample of women", "arguments": ["Question: A dietary supplement manufacturer developed a new calcium supplement that appears to increase the bone density in middle-aged women. When tested in a small clinical trial, the supplement was shown to cause a 15% increase in bone density in 8 out of 10 women. Before the supplement is offered to the general public, which step should the manufacturer take next?\nAnswer:", " ["], "resps": [[[-6.65625, false]], [[-11.15625, false]], [[-6.40625, false]], [[-10.40625, false]], [[-10.40625, false]], [[-4.90625, false]], [[-6.40625, false]], [[-4.90625, false]], [[-12.15625, false]], [[-6.40625, false]], [[-12.90625, false]], [[-9.15625, false]], [[-10.15625, false]], [[-11.90625, false]], [[-14.65625, false]], [[-4.90625, false]], [[-10.15625, false]], [[-11.90625, false]], [[-4.90625, false]], [[-12.15625, false]], [[-9.15625, false]], [[-11.90625, false]], [[-6.40625, false]], [[-12.15625, false]], [[-9.15625, false]], [[-10.65625, false]], [[-10.65625, false]], [[-4.90625, false]], [[-11.90625, false]], [[-10.15625, false]], [[-4.90625, false]], [[-11.90625, false]], [[-14.15625, false]], [[-10.15625, false]], [[-4.90625, false]], [[-10.65625, false]], [[-11.90625, false]], [[-10.90625, false]], [[-10.90625, false]], [[-12.40625, false]], [[-10.15625, false]], [[-12.15625, false]], [[-10.15625, false]], [[-10.65625, false]], [[-11.90625, false]], [[-11.15625, false]], [[-12.015625, false]], [[-4.90625, false]], [[-11.15625, false]], [[-11.90625, false]], [[-10.15625, false]], [[-10.65625, false]], [[-11.90625, false]], [[-4.90625, false]], [[-11.90625, false]], [[-14.15625, false]], [[-10.15625, false]], [[-4.90625, false]], [[-10.65625, false]], [[-11.90625, false]], [[-10.90625, false]], [[-10.90625, false]], [[-12.40625, false]], [[-10.15625, false]], [[-12.15625, false]], [[-10.15625, false]], [[-10.65625, false]], [[-11.90625, false]], [[-4.90625, false]], [[-10.15625, false]], [[-10.65625, false]], [[-4.90625, false]], [[-12.15625, false]], [[-9.15625, false]], [[-11.15625, false]], [[-10.15625, false]], [[-4.90625, false]], [[-9.15625, false]], [[-10.65625, false]], [[-4.90625, false]], [[-11.90625, false]], [[-14.15625, false]], [[-10.15625, false]], [[-4.90625, false]], [[-12.40625, false]], [[-6.40625, false]], [[-9.90625, false]], [[-10.15625, false]], [[-12.90625, false]], [[-6.40625, false]], [[-11.90625, false]], [[-10.15625, false]], [[-12.90625, false]], [[-14.65625, false]], [[-11.15625, false]], [[-12.015625, false]], [[-4.90625, false]], [[-11.15625, false]], [[-10.40625, false]], [[-10.15625, false]], [[-12.15625, false]], [[-10.15625, false]], [[-12.40625, false]], [[-10.15625, false]], [[-10.90625, false]], [[-4.90625, false]], [[-10.90625, false]], [[-6.40625, false]], [[-11.15625, false]], [[-12.90625, false]], [[-6.40625, false]], [[-13.40625, false]], [[-9.15625, false]], [[-10.65625, false]], [[-13.40625, false]], [[-4.90625, false]], [[-11.90625, false]], [[-14.15625, false]], [[-6.40625, false]], [[-11.90625, false]], [[-4.90625, false]], [[-9.15625, false]], [[-10.65625, false]], [[-4.90625, false]], [[-6.40625, false]], [[-11.90625, false]], [[-11.90625, false]], [[-12.90625, false]], [[-6.40625, false]], [[-11.15625, false]], [[-11.90625, false]], [[-9.15625, false]], [[-12.15625, false]], [[-10.15625, false]], [[-4.90625, false]], [[-11.90625, false]], [[-10.15625, false]], [[-4.90625, false]], [[-13.40625, false]], [[-10.15625, false]], [[-12.15625, false]], [[-10.15625, false]], [[-10.65625, false]], [[-11.15625, false]], [[-12.015625, false]], [[-4.90625, false]], [[-11.15625, false]], [[-11.90625, false]], [[-10.15625, false]], [[-10.65625, false]], [[-11.90625, false]], [[-4.90625, false]], [[-11.90625, false]], [[-14.15625, false]], [[-10.15625, false]], [[-4.90625, false]], [[-10.65625, false]], [[-11.90625, false]], [[-10.90625, false]], [[-10.90625, false]], [[-12.40625, false]], [[-10.15625, false]], [[-12.15625, false]], [[-10.15625, false]], [[-10.65625, false]], [[-11.90625, false]], [[-4.90625, false]], [[-10.15625, false]], [[-10.65625, false]], [[-4.90625, false]], [[-6.40625, false]], [[-4.90625, false]], [[-12.40625, false]], [[-6.40625, false]], [[-12.90625, false]], [[-13.40625, false]], [[-10.15625, false]], [[-12.90625, false]], [[-4.90625, false]], [[-10.65625, false]], [[-6.40625, false]], [[-12.15625, false]], [[-10.90625, false]], [[-12.40625, false]], [[-10.15625, false]], [[-4.90625, false]], [[-10.15625, false]], [[-11.90625, false]], [[-4.90625, false]], [[-13.40625, false]], [[-10.15625, false]], [[-12.15625, false]], [[-10.15625, false]], [[-10.65625, false]], [[-11.15625, false]], [[-11.65625, false]]], "filtered_resps": [[-6.65625, false], [-11.15625, false], [-6.40625, false], [-10.40625, false], [-10.40625, false], [-4.90625, false], [-6.40625, false], [-4.90625, false], [-12.15625, false], [-6.40625, false], [-12.90625, false], [-9.15625, false], [-10.15625, false], [-11.90625, false], [-14.65625, false], [-4.90625, false], [-10.15625, false], [-11.90625, false], [-4.90625, false], [-12.15625, false], [-9.15625, false], [-11.90625, false], [-6.40625, false], [-12.15625, false], [-9.15625, false], [-10.65625, false], [-10.65625, false], [-4.90625, false], [-11.90625, false], [-10.15625, false], [-4.90625, false], [-11.90625, false], [-14.15625, false], [-10.15625, false], [-4.90625, false], [-10.65625, false], [-11.90625, false], [-10.90625, false], [-10.90625, false], [-12.40625, false], [-10.15625, false], [-12.15625, false], [-10.15625, false], [-10.65625, false], [-11.90625, false], [-11.15625, false], [-12.015625, false], [-4.90625, false], [-11.15625, false], [-11.90625, false], [-10.15625, false], [-10.65625, false], [-11.90625, false], [-4.90625, false], [-11.90625, false], [-14.15625, false], [-10.15625, false], [-4.90625, false], [-10.65625, false], [-11.90625, false], [-10.90625, false], [-10.90625, false], [-12.40625, false], [-10.15625, false], [-12.15625, false], [-10.15625, false], [-10.65625, false], [-11.90625, false], [-4.90625, false], [-10.15625, false], [-10.65625, false], [-4.90625, false], [-12.15625, false], [-9.15625, false], [-11.15625, false], [-10.15625, false], [-4.90625, false], [-9.15625, false], [-10.65625, false], [-4.90625, false], [-11.90625, false], [-14.15625, false], [-10.15625, false], [-4.90625, false], [-12.40625, false], [-6.40625, false], [-9.90625, false], [-10.15625, false], [-12.90625, false], [-6.40625, false], [-11.90625, false], [-10.15625, false], [-12.90625, false], [-14.65625, false], [-11.15625, false], [-12.015625, false], [-4.90625, false], [-11.15625, false], [-10.40625, false], [-10.15625, false], [-12.15625, false], [-10.15625, false], [-12.40625, false], [-10.15625, false], [-10.90625, false], [-4.90625, false], [-10.90625, false], [-6.40625, false], [-11.15625, false], [-12.90625, false], [-6.40625, false], [-13.40625, false], [-9.15625, false], [-10.65625, false], [-13.40625, false], [-4.90625, false], [-11.90625, false], [-14.15625, false], [-6.40625, false], [-11.90625, false], [-4.90625, false], [-9.15625, false], [-10.65625, false], [-4.90625, false], [-6.40625, false], [-11.90625, false], [-11.90625, false], [-12.90625, false], [-6.40625, false], [-11.15625, false], [-11.90625, false], [-9.15625, false], [-12.15625, false], [-10.15625, false], [-4.90625, false], [-11.90625, false], [-10.15625, false], [-4.90625, false], [-13.40625, false], [-10.15625, false], [-12.15625, false], [-10.15625, false], [-10.65625, false], [-11.15625, false], [-12.015625, false], [-4.90625, false], [-11.15625, false], [-11.90625, false], [-10.15625, false], [-10.65625, false], [-11.90625, false], [-4.90625, false], [-11.90625, false], [-14.15625, false], [-10.15625, false], [-4.90625, false], [-10.65625, false], [-11.90625, false], [-10.90625, false], [-10.90625, false], [-12.40625, false], [-10.15625, false], [-12.15625, false], [-10.15625, false], [-10.65625, false], [-11.90625, false], [-4.90625, false], [-10.15625, false], [-10.65625, false], [-4.90625, false], [-6.40625, false], [-4.90625, false], [-12.40625, false], [-6.40625, false], [-12.90625, false], [-13.40625, false], [-10.15625, false], [-12.90625, false], [-4.90625, false], [-10.65625, false], [-6.40625, false], [-12.15625, false], [-10.90625, false], [-12.40625, false], [-10.15625, false], [-4.90625, false], [-10.15625, false], [-11.90625, false], [-4.90625, false], [-13.40625, false], [-10.15625, false], [-12.15625, false], [-10.15625, false], [-10.65625, false], [-11.15625, false], [-11.65625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1404, "doc": {"id": "LEAP__4_10224", "question": "Mrs. Henderson's class has five small covered boxes. One contains perfume; another contains dried onions. There is also a box of pine needles, a box of lemon pieces, and a box with a paper towel wetted with vanilla flavoring. Which should they do to get the best information about what is in each box?", "choices": {"text": ["Shake the boxes.", "Smell the boxes.", "Listen to the boxes.", "Weigh the boxes."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Smell the boxes.", "arguments": ["Question: Mrs. Henderson's class has five small covered boxes. One contains perfume; another contains dried onions. There is also a box of pine needles, a box of lemon pieces, and a box with a paper towel wetted with vanilla flavoring. Which should they do to get the best information about what is in each box?\nAnswer:", " ["], "resps": [[[-6.41796875, false]], [[-9.421875, false]], [[-5.16796875, false]], [[-11.421875, false]], [[-6.66796875, false]], [[-11.671875, false]], [[-8.421875, false]], [[-5.41796875, false]], [[-10.671875, false]], [[-11.421875, false]], [[-8.421875, false]], [[-5.41796875, false]], [[-8.671875, false]], [[-9.421875, false]], [[-10.171875, false]], [[-8.421875, false]], [[-8.171875, false]], [[-6.375, false]], [[-9.421875, false]], [[-10.25, false]], [[-5.41796875, false]], [[-9.421875, false]], [[-5.16796875, false]], [[-9.671875, false]], [[-8.421875, false]], [[-10.171875, false]], [[-10.171875, false]], [[-5.41796875, false]], [[-10.671875, false]], [[-11.421875, false]], [[-8.421875, false]], [[-5.41796875, false]], [[-8.671875, false]], [[-9.421875, false]], [[-10.171875, false]], [[-8.421875, false]], [[-8.171875, false]], [[-6.375, false]], [[-9.421875, false]], [[-10.25, false]], [[-5.41796875, false]], [[-9.421875, false]], [[-8.171875, false]], [[-8.671875, false]], [[-8.171875, false]], [[-10.671875, false]], [[-8.421875, false]], [[-10.421875, false]], [[-5.41796875, false]], [[-10.671875, false]], [[-9.421875, false]], [[-5.41796875, false]], [[-10.671875, false]], [[-11.421875, false]], [[-8.421875, false]], [[-5.41796875, false]], [[-8.671875, false]], [[-9.421875, false]], [[-10.171875, false]], [[-8.421875, false]], [[-8.171875, false]], [[-6.375, false]], [[-9.421875, false]], [[-10.25, false]], [[-5.41796875, false]], [[-9.421875, false]], [[-7.41796875, false]], [[-8.421875, false]], [[-8.671875, false]], [[-11.171875, false]], [[-11.421875, false]], [[-5.41796875, false]], [[-10.671875, false]], [[-11.421875, false]], [[-8.421875, false]], [[-5.41796875, false]], [[-8.671875, false]], [[-9.421875, false]], [[-10.171875, false]], [[-8.421875, false]], [[-8.171875, false]], [[-6.375, false]], [[-9.421875, false]], [[-12.421875, false]]], "filtered_resps": [[-6.41796875, false], [-9.421875, false], [-5.16796875, false], [-11.421875, false], [-6.66796875, false], [-11.671875, false], [-8.421875, false], [-5.41796875, false], [-10.671875, false], [-11.421875, false], [-8.421875, false], [-5.41796875, false], [-8.671875, false], [-9.421875, false], [-10.171875, false], [-8.421875, false], [-8.171875, false], [-6.375, false], [-9.421875, false], [-10.25, false], [-5.41796875, false], [-9.421875, false], [-5.16796875, false], [-9.671875, false], [-8.421875, false], [-10.171875, false], [-10.171875, false], [-5.41796875, false], [-10.671875, false], [-11.421875, false], [-8.421875, false], [-5.41796875, false], [-8.671875, false], [-9.421875, false], [-10.171875, false], [-8.421875, false], [-8.171875, false], [-6.375, false], [-9.421875, false], [-10.25, false], [-5.41796875, false], [-9.421875, false], [-8.171875, false], [-8.671875, false], [-8.171875, false], [-10.671875, false], [-8.421875, false], [-10.421875, false], [-5.41796875, false], [-10.671875, false], [-9.421875, false], [-5.41796875, false], [-10.671875, false], [-11.421875, false], [-8.421875, false], [-5.41796875, false], [-8.671875, false], [-9.421875, false], [-10.171875, false], [-8.421875, false], [-8.171875, false], [-6.375, false], [-9.421875, false], [-10.25, false], [-5.41796875, false], [-9.421875, false], [-7.41796875, false], [-8.421875, false], [-8.671875, false], [-11.171875, false], [-11.421875, false], [-5.41796875, false], [-10.671875, false], [-11.421875, false], [-8.421875, false], [-5.41796875, false], [-8.671875, false], [-9.421875, false], [-10.171875, false], [-8.421875, false], [-8.171875, false], [-6.375, false], [-9.421875, false], [-12.421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1412, "doc": {"id": "Mercury_7274365", "question": "What physical property is characteristic of all of the elements in the group located in the rightmost column of the periodic table?", "choices": {"text": ["very high melting point", "gas state at room temperature", "good conductor of electric current", "extremely brittle solid at room temperature"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "gas state at room temperature", "arguments": ["Question: What physical property is characteristic of all of the elements in the group located in the rightmost column of the periodic table?\nAnswer:", " ["], "resps": [[[-5.96875, false]], [[-8.46875, false]], [[-9.71875, false]], [[-8.46875, false]], [[-8.21875, false]], [[-9.46875, false]], [[-5.46875, false]], [[-7.71875, false]], [[-7.96875, false]], [[-10.71875, false]], [[-7.71875, false]], [[-5.46875, false]], [[-7.21875, false]], [[-8.46875, false]], [[-9.71875, false]], [[-8.46875, false]], [[-7.96875, false]], [[-7.21875, false]], [[-10.71875, false]], [[-5.46875, false]], [[-7.46875, false]], [[-9.21875, false]], [[-7.96875, false]], [[-7.21875, false]], [[-8.46875, false]], [[-8.46875, false]], [[-9.8203125, false]], [[-5.46875, false]], [[-8.46875, false]], [[-10.71875, false]], [[-4.96875, false]], [[-9.21875, false]], [[-5.46875, false]], [[-9.21875, false]], [[-8.46875, false]], [[-4.96875, false]], [[-8.46875, false]], [[-8.46875, false]], [[-5.46875, false]], [[-4.96875, false]], [[-8.46875, false]], [[-5.46875, false]], [[-8.21875, false]], [[-9.21875, false]], [[-9.21875, false]], [[-7.21875, false]], [[-5.46875, false]], [[-8.46875, false]], [[-8.46875, false]], [[-7.21875, false]], [[-7.46875, false]], [[-8.46875, false]], [[-8.21875, false]], [[-4.96875, false]], [[-8.46875, false]], [[-9.46875, false]], [[-8.21875, false]], [[-8.46875, false]], [[-8.46875, false]], [[-9.8203125, false]], [[-5.46875, false]], [[-8.46875, false]], [[-10.71875, false]], [[-9.21875, false]], [[-9.21875, false]], [[-9.21875, false]], [[-5.46875, false]], [[-7.46875, false]], [[-9.21875, false]], [[-7.21875, false]], [[-9.21875, false]], [[-9.46875, false]], [[-7.46875, false]], [[-8.46875, false]], [[-9.21875, false]], [[-8.21875, false]], [[-5.46875, false]], [[-9.21875, false]], [[-8.96875, false]], [[-5.46875, false]], [[-8.46875, false]], [[-9.71875, false]], [[-8.46875, false]], [[-7.46875, false]], [[-8.46875, false]], [[-8.21875, false]], [[-7.96875, false]], [[-7.46875, false]], [[-5.46875, false]], [[-7.46875, false]], [[-9.46875, false]], [[-8.21875, false]], [[-8.21875, false]], [[-8.46875, false]], [[-7.21875, false]], [[-8.46875, false]], [[-8.46875, false]], [[-9.8203125, false]], [[-5.46875, false]], [[-8.46875, false]], [[-8.46875, false]], [[-7.96875, false]], [[-8.46875, false]], [[-8.21875, false]], [[-8.46875, false]], [[-7.21875, false]], [[-8.46875, false]], [[-9.71875, false]], [[-9.46875, false]], [[-5.46875, false]], [[-7.96875, false]], [[-8.21875, false]], [[-7.96875, false]], [[-8.46875, false]], [[-8.46875, false]], [[-9.71875, false]], [[-8.46875, false]], [[-5.46875, false]], [[-9.21875, false]], [[-9.21875, false]], [[-9.71875, false]], [[-7.96875, false]], [[-9.21875, false]], [[-5.46875, false]], [[-4.96875, false]], [[-8.46875, false]], [[-5.46875, false]], [[-8.21875, false]], [[-9.21875, false]], [[-9.21875, false]], [[-7.21875, false]], [[-5.46875, false]], [[-8.46875, false]], [[-8.46875, false]], [[-7.21875, false]], [[-7.46875, false]], [[-8.46875, false]], [[-8.21875, false]], [[-4.96875, false]], [[-8.46875, false]], [[-9.46875, false]], [[-8.21875, false]], [[-8.46875, false]], [[-8.46875, false]], [[-11.96875, false]]], "filtered_resps": [[-5.96875, false], [-8.46875, false], [-9.71875, false], [-8.46875, false], [-8.21875, false], [-9.46875, false], [-5.46875, false], [-7.71875, false], [-7.96875, false], [-10.71875, false], [-7.71875, false], [-5.46875, false], [-7.21875, false], [-8.46875, false], [-9.71875, false], [-8.46875, false], [-7.96875, false], [-7.21875, false], [-10.71875, false], [-5.46875, false], [-7.46875, false], [-9.21875, false], [-7.96875, false], [-7.21875, false], [-8.46875, false], [-8.46875, false], [-9.8203125, false], [-5.46875, false], [-8.46875, false], [-10.71875, false], [-4.96875, false], [-9.21875, false], [-5.46875, false], [-9.21875, false], [-8.46875, false], [-4.96875, false], [-8.46875, false], [-8.46875, false], [-5.46875, false], [-4.96875, false], [-8.46875, false], [-5.46875, false], [-8.21875, false], [-9.21875, false], [-9.21875, false], [-7.21875, false], [-5.46875, false], [-8.46875, false], [-8.46875, false], [-7.21875, false], [-7.46875, false], [-8.46875, false], [-8.21875, false], [-4.96875, false], [-8.46875, false], [-9.46875, false], [-8.21875, false], [-8.46875, false], [-8.46875, false], [-9.8203125, false], [-5.46875, false], [-8.46875, false], [-10.71875, false], [-9.21875, false], [-9.21875, false], [-9.21875, false], [-5.46875, false], [-7.46875, false], [-9.21875, false], [-7.21875, false], [-9.21875, false], [-9.46875, false], [-7.46875, false], [-8.46875, false], [-9.21875, false], [-8.21875, false], [-5.46875, false], [-9.21875, false], [-8.96875, false], [-5.46875, false], [-8.46875, false], [-9.71875, false], [-8.46875, false], [-7.46875, false], [-8.46875, false], [-8.21875, false], [-7.96875, false], [-7.46875, false], [-5.46875, false], [-7.46875, false], [-9.46875, false], [-8.21875, false], [-8.21875, false], [-8.46875, false], [-7.21875, false], [-8.46875, false], [-8.46875, false], [-9.8203125, false], [-5.46875, false], [-8.46875, false], [-8.46875, false], [-7.96875, false], [-8.46875, false], [-8.21875, false], [-8.46875, false], [-7.21875, false], [-8.46875, false], [-9.71875, false], [-9.46875, false], [-5.46875, false], [-7.96875, false], [-8.21875, false], [-7.96875, false], [-8.46875, false], [-8.46875, false], [-9.71875, false], [-8.46875, false], [-5.46875, false], [-9.21875, false], [-9.21875, false], [-9.71875, false], [-7.96875, false], [-9.21875, false], [-5.46875, false], [-4.96875, false], [-8.46875, false], [-5.46875, false], [-8.21875, false], [-9.21875, false], [-9.21875, false], [-7.21875, false], [-5.46875, false], [-8.46875, false], [-8.46875, false], [-7.21875, false], [-7.46875, false], [-8.46875, false], [-8.21875, false], [-4.96875, false], [-8.46875, false], [-9.46875, false], [-8.21875, false], [-8.46875, false], [-8.46875, false], [-11.96875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1420, "doc": {"id": "Mercury_7016363", "question": "What is the most likely effect of a drought on a population of frogs that live in a shallow swamp?", "choices": {"text": ["only younger frogs will survive", "the number of predators will increase", "decrease in frog population as water evaporates", "increase in frog population as more land is exposed"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "decrease in frog population as water evaporates", "arguments": ["Question: What is the most likely effect of a drought on a population of frogs that live in a shallow swamp?\nAnswer:", " ["], "resps": [[[-7.5234375, false]], [[-9.5234375, false]], [[-10.5234375, false]], [[-9.5234375, false]], [[-11.2734375, false]], [[-12.5234375, false]], [[-4.5234375, false]], [[-12.5234375, false]], [[-10.5234375, false]], [[-12.0234375, false]], [[-9.5234375, false]], [[-11.7734375, false]], [[-9.0234375, false]], [[-12.0234375, false]], [[-4.5234375, false]], [[-9.0234375, false]], [[-12.0234375, false]], [[-10.5234375, false]], [[-11.7734375, false]], [[-9.7734375, false]], [[-4.5234375, false]], [[-12.0234375, false]], [[-10.0234375, false]], [[-11.2734375, false]], [[-11.2734375, false]], [[-4.5234375, false]], [[-9.7734375, false]], [[-12.0234375, false]], [[-12.0234375, false]], [[-13.5234375, false]], [[-10.0234375, false]], [[-13.5234375, false]], [[-9.0234375, false]], [[-9.5234375, false]], [[-9.90625, false]], [[-4.5234375, false]], [[-9.5234375, false]], [[-11.2734375, false]], [[-12.2734375, false]], [[-9.0234375, false]], [[-4.5234375, false]], [[-9.5234375, false]], [[-12.0234375, false]], [[-11.2734375, false]], [[-10.0234375, false]], [[-9.0234375, false]], [[-12.0234375, false]], [[-4.5234375, false]], [[-10.5234375, false]], [[-9.0234375, false]], [[-4.5234375, false]], [[-10.2734375, false]], [[-12.0234375, false]], [[-9.0234375, false]], [[-5.5234375, false]], [[-4.5234375, false]], [[-11.2734375, false]], [[-10.5234375, false]], [[-12.0234375, false]], [[-9.7734375, false]], [[-4.5234375, false]], [[-12.0234375, false]], [[-10.0234375, false]], [[-11.2734375, false]], [[-11.2734375, false]], [[-4.5234375, false]], [[-10.0234375, false]], [[-9.5234375, false]], [[-10.2734375, false]], [[-12.0234375, false]], [[-9.0234375, false]], [[-4.5234375, false]], [[-9.7734375, false]], [[-9.0234375, false]], [[-9.5234375, false]], [[-9.90625, false]], [[-4.5234375, false]], [[-9.5234375, false]], [[-5.5234375, false]], [[-9.0234375, false]], [[-10.2734375, false]], [[-12.0234375, false]], [[-9.0234375, false]], [[-4.5234375, false]], [[-9.7734375, false]], [[-9.0234375, false]], [[-4.5234375, false]], [[-10.0234375, false]], [[-9.5234375, false]], [[-4.5234375, false]], [[-9.0234375, false]], [[-12.0234375, false]], [[-10.5234375, false]], [[-11.7734375, false]], [[-4.5234375, false]], [[-10.2734375, false]], [[-10.5234375, false]], [[-10.2734375, false]], [[-12.0234375, false]], [[-11.2734375, false]], [[-4.5234375, false]], [[-11.2734375, false]], [[-10.0234375, false]], [[-10.5234375, false]], [[-9.5234375, false]], [[-4.5234375, false]], [[-4.5234375, false]], [[-9.7734375, false]], [[-4.5234375, false]], [[-12.0234375, false]], [[-4.5234375, false]], [[-11.2734375, false]], [[-9.0234375, false]], [[-12.0234375, false]], [[-4.5234375, false]], [[-9.0234375, false]], [[-13.5234375, false]], [[-4.5234375, false]], [[-10.2734375, false]], [[-10.5234375, false]], [[-12.0234375, false]], [[-4.5234375, false]], [[-11.2734375, false]], [[-9.0234375, false]], [[-9.7734375, false]], [[-9.5234375, false]], [[-9.90625, false]], [[-4.5234375, false]], [[-9.5234375, false]], [[-10.0234375, false]], [[-9.5234375, false]], [[-10.2734375, false]], [[-12.0234375, false]], [[-9.0234375, false]], [[-4.5234375, false]], [[-9.7734375, false]], [[-9.0234375, false]], [[-4.5234375, false]], [[-10.0234375, false]], [[-9.5234375, false]], [[-4.5234375, false]], [[-9.0234375, false]], [[-12.0234375, false]], [[-10.5234375, false]], [[-11.7734375, false]], [[-4.5234375, false]], [[-10.2734375, false]], [[-10.5234375, false]], [[-10.2734375, false]], [[-12.0234375, false]], [[-11.2734375, false]], [[-4.5234375, false]], [[-11.2734375, false]], [[-10.0234375, false]], [[-10.5234375, false]], [[-9.5234375, false]], [[-4.5234375, false]], [[-4.5234375, false]], [[-9.7734375, false]], [[-4.5234375, false]], [[-11.2734375, false]], [[-10.5234375, false]], [[-12.0234375, false]], [[-9.0234375, false]], [[-4.5234375, false]], [[-11.2734375, false]], [[-4.5234375, false]], [[-9.5234375, false]], [[-5.5234375, false]], [[-4.5234375, false]], [[-10.0234375, false]], [[-9.7734375, false]], [[-4.5234375, false]], [[-9.0234375, false]], [[-11.2734375, false]], [[-10.2734375, false]], [[-10.5234375, false]], [[-9.7734375, false]], [[-9.0234375, false]], [[-5.5234375, false]], [[-9.5234375, false]], [[-13.7734375, false]]], "filtered_resps": [[-7.5234375, false], [-9.5234375, false], [-10.5234375, false], [-9.5234375, false], [-11.2734375, false], [-12.5234375, false], [-4.5234375, false], [-12.5234375, false], [-10.5234375, false], [-12.0234375, false], [-9.5234375, false], [-11.7734375, false], [-9.0234375, false], [-12.0234375, false], [-4.5234375, false], [-9.0234375, false], [-12.0234375, false], [-10.5234375, false], [-11.7734375, false], [-9.7734375, false], [-4.5234375, false], [-12.0234375, false], [-10.0234375, false], [-11.2734375, false], [-11.2734375, false], [-4.5234375, false], [-9.7734375, false], [-12.0234375, false], [-12.0234375, false], [-13.5234375, false], [-10.0234375, false], [-13.5234375, false], [-9.0234375, false], [-9.5234375, false], [-9.90625, false], [-4.5234375, false], [-9.5234375, false], [-11.2734375, false], [-12.2734375, false], [-9.0234375, false], [-4.5234375, false], [-9.5234375, false], [-12.0234375, false], [-11.2734375, false], [-10.0234375, false], [-9.0234375, false], [-12.0234375, false], [-4.5234375, false], [-10.5234375, false], [-9.0234375, false], [-4.5234375, false], [-10.2734375, false], [-12.0234375, false], [-9.0234375, false], [-5.5234375, false], [-4.5234375, false], [-11.2734375, false], [-10.5234375, false], [-12.0234375, false], [-9.7734375, false], [-4.5234375, false], [-12.0234375, false], [-10.0234375, false], [-11.2734375, false], [-11.2734375, false], [-4.5234375, false], [-10.0234375, false], [-9.5234375, false], [-10.2734375, false], [-12.0234375, false], [-9.0234375, false], [-4.5234375, false], [-9.7734375, false], [-9.0234375, false], [-9.5234375, false], [-9.90625, false], [-4.5234375, false], [-9.5234375, false], [-5.5234375, false], [-9.0234375, false], [-10.2734375, false], [-12.0234375, false], [-9.0234375, false], [-4.5234375, false], [-9.7734375, false], [-9.0234375, false], [-4.5234375, false], [-10.0234375, false], [-9.5234375, false], [-4.5234375, false], [-9.0234375, false], [-12.0234375, false], [-10.5234375, false], [-11.7734375, false], [-4.5234375, false], [-10.2734375, false], [-10.5234375, false], [-10.2734375, false], [-12.0234375, false], [-11.2734375, false], [-4.5234375, false], [-11.2734375, false], [-10.0234375, false], [-10.5234375, false], [-9.5234375, false], [-4.5234375, false], [-4.5234375, false], [-9.7734375, false], [-4.5234375, false], [-12.0234375, false], [-4.5234375, false], [-11.2734375, false], [-9.0234375, false], [-12.0234375, false], [-4.5234375, false], [-9.0234375, false], [-13.5234375, false], [-4.5234375, false], [-10.2734375, false], [-10.5234375, false], [-12.0234375, false], [-4.5234375, false], [-11.2734375, false], [-9.0234375, false], [-9.7734375, false], [-9.5234375, false], [-9.90625, false], [-4.5234375, false], [-9.5234375, false], [-10.0234375, false], [-9.5234375, false], [-10.2734375, false], [-12.0234375, false], [-9.0234375, false], [-4.5234375, false], [-9.7734375, false], [-9.0234375, false], [-4.5234375, false], [-10.0234375, false], [-9.5234375, false], [-4.5234375, false], [-9.0234375, false], [-12.0234375, false], [-10.5234375, false], [-11.7734375, false], [-4.5234375, false], [-10.2734375, false], [-10.5234375, false], [-10.2734375, false], [-12.0234375, false], [-11.2734375, false], [-4.5234375, false], [-11.2734375, false], [-10.0234375, false], [-10.5234375, false], [-9.5234375, false], [-4.5234375, false], [-4.5234375, false], [-9.7734375, false], [-4.5234375, false], [-11.2734375, false], [-10.5234375, false], [-12.0234375, false], [-9.0234375, false], [-4.5234375, false], [-11.2734375, false], [-4.5234375, false], [-9.5234375, false], [-5.5234375, false], [-4.5234375, false], [-10.0234375, false], [-9.7734375, false], [-4.5234375, false], [-9.0234375, false], [-11.2734375, false], [-10.2734375, false], [-10.5234375, false], [-9.7734375, false], [-9.0234375, false], [-5.5234375, false], [-9.5234375, false], [-13.7734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1428, "doc": {"id": "Mercury_7179253", "question": "Animals respond to environmental stimuli obtained through their sensory organs. How does the body convert information from the environment to an internal response?", "choices": {"text": ["increased cellular temperature", "selective membrane transport", "chemical signaling", "osmotic pressure"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "chemical signaling", "arguments": ["Question: Animals respond to environmental stimuli obtained through their sensory organs. How does the body convert information from the environment to an internal response?\nAnswer:", " ["], "resps": [[[-7.52734375, false]], [[-10.0234375, false]], [[-9.7734375, false]], [[-11.0234375, false]], [[-9.2734375, false]], [[-13.0234375, false]], [[-9.0234375, false]], [[-6.02734375, false]], [[-10.0234375, false]], [[-9.0234375, false]], [[-10.2734375, false]], [[-5.52734375, false]], [[-9.2734375, false]], [[-9.0234375, false]], [[-10.2734375, false]], [[-10.2734375, false]], [[-11.2734375, false]], [[-10.2734375, false]], [[-6.02734375, false]], [[-13.0234375, false]], [[-5.52734375, false]], [[-11.2734375, false]], [[-9.0234375, false]], [[-11.5234375, false]], [[-11.0234375, false]], [[-9.0234375, false]], [[-13.0234375, false]], [[-6.02734375, false]], [[-11.2734375, false]], [[-11.2734375, false]], [[-13.0234375, false]], [[-9.0234375, false]], [[-10.0234375, false]], [[-10.484375, false]], [[-5.52734375, false]], [[-10.0234375, false]], [[-10.0234375, false]], [[-9.0234375, false]], [[-10.2734375, false]], [[-9.0234375, false]], [[-9.2734375, false]], [[-11.2734375, false]], [[-9.7734375, false]], [[-12.0234375, false]], [[-9.0234375, false]], [[-5.52734375, false]], [[-11.5234375, false]], [[-9.0234375, false]], [[-11.5234375, false]], [[-8.7734375, false]], [[-13.0234375, false]], [[-6.02734375, false]], [[-11.0234375, false]], [[-9.0234375, false]], [[-5.52734375, false]], [[-11.2734375, false]], [[-13.0234375, false]], [[-6.02734375, false]], [[-11.0234375, false]], [[-10.0234375, false]], [[-11.0234375, false]], [[-9.5234375, false]], [[-13.0234375, false]], [[-11.2734375, false]], [[-10.0234375, false]], [[-10.484375, false]], [[-5.52734375, false]], [[-10.0234375, false]], [[-9.2734375, false]], [[-11.7734375, false]], [[-9.0234375, false]], [[-11.5234375, false]], [[-9.7734375, false]], [[-9.2734375, false]], [[-6.02734375, false]], [[-10.2734375, false]], [[-5.52734375, false]], [[-10.0234375, false]], [[-9.7734375, false]], [[-12.7734375, false]], [[-11.0234375, false]], [[-6.02734375, false]], [[-10.2734375, false]], [[-9.7734375, false]], [[-11.0234375, false]], [[-12.7734375, false]], [[-10.0234375, false]], [[-10.484375, false]], [[-5.52734375, false]], [[-10.0234375, false]], [[-9.5234375, false]], [[-10.0234375, false]], [[-11.5234375, false]], [[-9.5234375, false]], [[-11.2734375, false]], [[-9.7734375, false]], [[-9.2734375, false]], [[-5.52734375, false]], [[-11.0234375, false]], [[-13.0234375, false]], [[-9.0234375, false]], [[-10.0234375, false]], [[-10.0234375, false]], [[-11.2734375, false]], [[-13.0234375, false]], [[-9.0234375, false]], [[-10.0234375, false]], [[-13.0234375, false]]], "filtered_resps": [[-7.52734375, false], [-10.0234375, false], [-9.7734375, false], [-11.0234375, false], [-9.2734375, false], [-13.0234375, false], [-9.0234375, false], [-6.02734375, false], [-10.0234375, false], [-9.0234375, false], [-10.2734375, false], [-5.52734375, false], [-9.2734375, false], [-9.0234375, false], [-10.2734375, false], [-10.2734375, false], [-11.2734375, false], [-10.2734375, false], [-6.02734375, false], [-13.0234375, false], [-5.52734375, false], [-11.2734375, false], [-9.0234375, false], [-11.5234375, false], [-11.0234375, false], [-9.0234375, false], [-13.0234375, false], [-6.02734375, false], [-11.2734375, false], [-11.2734375, false], [-13.0234375, false], [-9.0234375, false], [-10.0234375, false], [-10.484375, false], [-5.52734375, false], [-10.0234375, false], [-10.0234375, false], [-9.0234375, false], [-10.2734375, false], [-9.0234375, false], [-9.2734375, false], [-11.2734375, false], [-9.7734375, false], [-12.0234375, false], [-9.0234375, false], [-5.52734375, false], [-11.5234375, false], [-9.0234375, false], [-11.5234375, false], [-8.7734375, false], [-13.0234375, false], [-6.02734375, false], [-11.0234375, false], [-9.0234375, false], [-5.52734375, false], [-11.2734375, false], [-13.0234375, false], [-6.02734375, false], [-11.0234375, false], [-10.0234375, false], [-11.0234375, false], [-9.5234375, false], [-13.0234375, false], [-11.2734375, false], [-10.0234375, false], [-10.484375, false], [-5.52734375, false], [-10.0234375, false], [-9.2734375, false], [-11.7734375, false], [-9.0234375, false], [-11.5234375, false], [-9.7734375, false], [-9.2734375, false], [-6.02734375, false], [-10.2734375, false], [-5.52734375, false], [-10.0234375, false], [-9.7734375, false], [-12.7734375, false], [-11.0234375, false], [-6.02734375, false], [-10.2734375, false], [-9.7734375, false], [-11.0234375, false], [-12.7734375, false], [-10.0234375, false], [-10.484375, false], [-5.52734375, false], [-10.0234375, false], [-9.5234375, false], [-10.0234375, false], [-11.5234375, false], [-9.5234375, false], [-11.2734375, false], [-9.7734375, false], [-9.2734375, false], [-5.52734375, false], [-11.0234375, false], [-13.0234375, false], [-9.0234375, false], [-10.0234375, false], [-10.0234375, false], [-11.2734375, false], [-13.0234375, false], [-9.0234375, false], [-10.0234375, false], [-13.0234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1436, "doc": {"id": "NYSEDREGENTS_2010_4_8", "question": "The Sun is classified as", "choices": {"text": ["an organism", "a decomposer", "a star", "a planet"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "a star", "arguments": ["Question: The Sun is classified as\nAnswer:", " ["], "resps": [[[-7.3125, false]], [[-7.1875, false]], [[-4.8125, false]], [[-8.0625, false]], [[-4.8125, false]], [[-9.3125, false]], [[-8.9375, false]], [[-9.8125, false]], [[-4.8125, false]], [[-8.0625, false]], [[-7.0625, false]], [[-8.6875, false]], [[-8.8125, false]], [[-7.1875, false]], [[-7.9453125, false]], [[-4.8125, false]], [[-7.1875, false]], [[-4.8125, false]], [[-4.8125, false]], [[-7.9375, false]], [[-7.8125, false]], [[-7.6875, false]], [[-9.3125, false]], [[-8.8125, false]], [[-8.3125, false]], [[-9.3125, false]], [[-8.6875, false]], [[-7.8125, false]], [[-8.9375, false]], [[-7.1875, false]], [[-7.9453125, false]], [[-4.8125, false]], [[-7.1875, false]], [[-4.8125, false]], [[-4.8125, false]], [[-8.6875, false]], [[-8.9375, false]], [[-4.8125, false]], [[-8.9375, false]], [[-7.1875, false]], [[-7.9453125, false]], [[-4.8125, false]], [[-7.1875, false]], [[-4.8125, false]], [[-4.8125, false]], [[-8.3125, false]], [[-9.6875, false]], [[-4.8125, false]], [[-8.0625, false]], [[-7.8125, false]], [[-8.9375, false]], [[-7.1875, false]], [[-10.3125, false]]], "filtered_resps": [[-7.3125, false], [-7.1875, false], [-4.8125, false], [-8.0625, false], [-4.8125, false], [-9.3125, false], [-8.9375, false], [-9.8125, false], [-4.8125, false], [-8.0625, false], [-7.0625, false], [-8.6875, false], [-8.8125, false], [-7.1875, false], [-7.9453125, false], [-4.8125, false], [-7.1875, false], [-4.8125, false], [-4.8125, false], [-7.9375, false], [-7.8125, false], [-7.6875, false], [-9.3125, false], [-8.8125, false], [-8.3125, false], [-9.3125, false], [-8.6875, false], [-7.8125, false], [-8.9375, false], [-7.1875, false], [-7.9453125, false], [-4.8125, false], [-7.1875, false], [-4.8125, false], [-4.8125, false], [-8.6875, false], [-8.9375, false], [-4.8125, false], [-8.9375, false], [-7.1875, false], [-7.9453125, false], [-4.8125, false], [-7.1875, false], [-4.8125, false], [-4.8125, false], [-8.3125, false], [-9.6875, false], [-4.8125, false], [-8.0625, false], [-7.8125, false], [-8.9375, false], [-7.1875, false], [-10.3125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1444, "doc": {"id": "Mercury_SC_400214", "question": "A student in science class finds an unlabeled bottle containing a liquid. For safety purposes the student should", "choices": {"text": ["tell the teacher about the bottle and liquid.", "pour the liquid down the drain.", "compare the liquid to other liquids.", "find the mass of the bottle and liquid."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "tell the teacher about the bottle and liquid.", "arguments": ["Question: A student in science class finds an unlabeled bottle containing a liquid. For safety purposes the student should\nAnswer:", " ["], "resps": [[[-7.03125, false]], [[-7.78125, false]], [[-8.78125, false]], [[-7.28125, false]], [[-9.53125, false]], [[-9.53125, false]], [[-4.78125, false]], [[-8.78125, false]], [[-10.28125, false]], [[-7.28125, false]], [[-4.78125, false]], [[-8.78125, false]], [[-7.28125, false]], [[-3.779296875, false]], [[-6.78125, false]], [[-10.28125, false]], [[-7.28125, false]], [[-9.78125, false]], [[-4.78125, false]], [[-3.779296875, false]], [[-5.53125, false]], [[-8.78125, false]], [[-9.53125, false]], [[-8.78125, false]], [[-4.78125, false]], [[-8.78125, false]], [[-10.28125, false]], [[-7.28125, false]], [[-4.78125, false]], [[-5.53125, false]], [[-8.78125, false]], [[-8.78125, false]], [[-8.78125, false]], [[-9.53125, false]], [[-7.28125, false]], [[-4.78125, false]], [[-3.779296875, false]], [[-8.03125, false]], [[-5.53125, false]], [[-4.78125, false]], [[-9.53125, false]], [[-7.78125, false]], [[-8.28125, false]], [[-9.53125, false]], [[-7.78125, false]], [[-5.53125, false]], [[-5.890625, false]], [[-7.78125, false]], [[-9.140625, false]], [[-4.78125, false]], [[-7.78125, false]], [[-8.28125, false]], [[-8.78125, false]], [[-9.53125, false]], [[-9.78125, false]], [[-4.78125, false]], [[-8.78125, false]], [[-10.28125, false]], [[-7.28125, false]], [[-4.78125, false]], [[-9.53125, false]], [[-7.78125, false]], [[-8.28125, false]], [[-9.53125, false]], [[-7.78125, false]], [[-5.53125, false]], [[-4.78125, false]], [[-5.53125, false]], [[-8.78125, false]], [[-10.03125, false]], [[-8.03125, false]], [[-4.78125, false]], [[-8.78125, false]], [[-10.28125, false]], [[-7.28125, false]], [[-4.78125, false]], [[-5.53125, false]], [[-9.78125, false]], [[-3.779296875, false]], [[-7.78125, false]], [[-8.03125, false]], [[-5.890625, false]], [[-7.78125, false]], [[-9.140625, false]], [[-4.78125, false]], [[-7.78125, false]], [[-6.78125, false]], [[-8.78125, false]], [[-9.03125, false]], [[-8.28125, false]], [[-3.779296875, false]], [[-9.78125, false]], [[-7.28125, false]], [[-4.78125, false]], [[-8.78125, false]], [[-10.28125, false]], [[-7.28125, false]], [[-4.78125, false]], [[-9.53125, false]], [[-7.78125, false]], [[-8.28125, false]], [[-9.53125, false]], [[-7.78125, false]], [[-5.53125, false]], [[-4.78125, false]], [[-8.78125, false]], [[-8.78125, false]], [[-4.78125, false]], [[-8.78125, false]], [[-8.78125, false]], [[-10.28125, false]], [[-7.28125, false]], [[-9.78125, false]], [[-4.78125, false]], [[-9.53125, false]], [[-7.78125, false]], [[-8.28125, false]], [[-9.53125, false]], [[-7.78125, false]], [[-5.53125, false]], [[-7.53125, false]], [[-5.890625, false]], [[-7.78125, false]], [[-9.140625, false]], [[-4.78125, false]], [[-7.78125, false]], [[-7.28125, false]], [[-7.78125, false]], [[-8.03125, false]], [[-5.53125, false]], [[-4.78125, false]], [[-8.78125, false]], [[-10.28125, false]], [[-7.28125, false]], [[-4.78125, false]], [[-9.03125, false]], [[-3.779296875, false]], [[-7.53125, false]], [[-7.53125, false]], [[-4.78125, false]], [[-8.78125, false]], [[-7.28125, false]], [[-4.78125, false]], [[-8.78125, false]], [[-10.28125, false]], [[-7.28125, false]], [[-4.78125, false]], [[-5.53125, false]], [[-8.78125, false]], [[-8.78125, false]], [[-8.78125, false]], [[-9.53125, false]], [[-7.28125, false]], [[-4.78125, false]], [[-3.779296875, false]], [[-8.03125, false]], [[-5.53125, false]], [[-4.78125, false]], [[-9.53125, false]], [[-7.78125, false]], [[-8.28125, false]], [[-9.53125, false]], [[-7.78125, false]], [[-5.53125, false]], [[-5.890625, false]], [[-7.78125, false]], [[-11.78125, false]]], "filtered_resps": [[-7.03125, false], [-7.78125, false], [-8.78125, false], [-7.28125, false], [-9.53125, false], [-9.53125, false], [-4.78125, false], [-8.78125, false], [-10.28125, false], [-7.28125, false], [-4.78125, false], [-8.78125, false], [-7.28125, false], [-3.779296875, false], [-6.78125, false], [-10.28125, false], [-7.28125, false], [-9.78125, false], [-4.78125, false], [-3.779296875, false], [-5.53125, false], [-8.78125, false], [-9.53125, false], [-8.78125, false], [-4.78125, false], [-8.78125, false], [-10.28125, false], [-7.28125, false], [-4.78125, false], [-5.53125, false], [-8.78125, false], [-8.78125, false], [-8.78125, false], [-9.53125, false], [-7.28125, false], [-4.78125, false], [-3.779296875, false], [-8.03125, false], [-5.53125, false], [-4.78125, false], [-9.53125, false], [-7.78125, false], [-8.28125, false], [-9.53125, false], [-7.78125, false], [-5.53125, false], [-5.890625, false], [-7.78125, false], [-9.140625, false], [-4.78125, false], [-7.78125, false], [-8.28125, false], [-8.78125, false], [-9.53125, false], [-9.78125, false], [-4.78125, false], [-8.78125, false], [-10.28125, false], [-7.28125, false], [-4.78125, false], [-9.53125, false], [-7.78125, false], [-8.28125, false], [-9.53125, false], [-7.78125, false], [-5.53125, false], [-4.78125, false], [-5.53125, false], [-8.78125, false], [-10.03125, false], [-8.03125, false], [-4.78125, false], [-8.78125, false], [-10.28125, false], [-7.28125, false], [-4.78125, false], [-5.53125, false], [-9.78125, false], [-3.779296875, false], [-7.78125, false], [-8.03125, false], [-5.890625, false], [-7.78125, false], [-9.140625, false], [-4.78125, false], [-7.78125, false], [-6.78125, false], [-8.78125, false], [-9.03125, false], [-8.28125, false], [-3.779296875, false], [-9.78125, false], [-7.28125, false], [-4.78125, false], [-8.78125, false], [-10.28125, false], [-7.28125, false], [-4.78125, false], [-9.53125, false], [-7.78125, false], [-8.28125, false], [-9.53125, false], [-7.78125, false], [-5.53125, false], [-4.78125, false], [-8.78125, false], [-8.78125, false], [-4.78125, false], [-8.78125, false], [-8.78125, false], [-10.28125, false], [-7.28125, false], [-9.78125, false], [-4.78125, false], [-9.53125, false], [-7.78125, false], [-8.28125, false], [-9.53125, false], [-7.78125, false], [-5.53125, false], [-7.53125, false], [-5.890625, false], [-7.78125, false], [-9.140625, false], [-4.78125, false], [-7.78125, false], [-7.28125, false], [-7.78125, false], [-8.03125, false], [-5.53125, false], [-4.78125, false], [-8.78125, false], [-10.28125, false], [-7.28125, false], [-4.78125, false], [-9.03125, false], [-3.779296875, false], [-7.53125, false], [-7.53125, false], [-4.78125, false], [-8.78125, false], [-7.28125, false], [-4.78125, false], [-8.78125, false], [-10.28125, false], [-7.28125, false], [-4.78125, false], [-5.53125, false], [-8.78125, false], [-8.78125, false], [-8.78125, false], [-9.53125, false], [-7.28125, false], [-4.78125, false], [-3.779296875, false], [-8.03125, false], [-5.53125, false], [-4.78125, false], [-9.53125, false], [-7.78125, false], [-8.28125, false], [-9.53125, false], [-7.78125, false], [-5.53125, false], [-5.890625, false], [-7.78125, false], [-11.78125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1452, "doc": {"id": "Mercury_SC_400611", "question": "Over a long time, oil can form when layers of sediment push down on decomposing", "choices": {"text": ["trees.", "animals.", "fungi.", "algae."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "algae.", "arguments": ["Question: Over a long time, oil can form when layers of sediment push down on decomposing\nAnswer:", " ["], "resps": [[[-7.828125, false]], [[-7.828125, false]], [[-10.828125, false]], [[-11.578125, false]], [[-8.578125, false]], [[-8.578125, false]], [[-9.078125, false]], [[-6.44921875, false]], [[-7.828125, false]], [[-8.8828125, false]], [[-5.078125, false]], [[-7.828125, false]], [[-6.078125, false]], [[-9.578125, false]], [[-8.578125, false]], [[-10.828125, false]], [[-6.078125, false]], [[-10.078125, false]], [[-9.078125, false]], [[-6.44921875, false]], [[-7.828125, false]], [[-8.8828125, false]], [[-5.078125, false]], [[-7.828125, false]], [[-11.328125, false]], [[-11.078125, false]], [[-9.578125, false]], [[-11.578125, false]], [[-8.578125, false]], [[-6.44921875, false]], [[-7.828125, false]], [[-8.8828125, false]], [[-5.078125, false]], [[-7.828125, false]], [[-6.078125, false]], [[-10.078125, false]], [[-11.578125, false]], [[-6.078125, false]], [[-8.578125, false]], [[-6.44921875, false]], [[-7.828125, false]], [[-11.328125, false]]], "filtered_resps": [[-7.828125, false], [-7.828125, false], [-10.828125, false], [-11.578125, false], [-8.578125, false], [-8.578125, false], [-9.078125, false], [-6.44921875, false], [-7.828125, false], [-8.8828125, false], [-5.078125, false], [-7.828125, false], [-6.078125, false], [-9.578125, false], [-8.578125, false], [-10.828125, false], [-6.078125, false], [-10.078125, false], [-9.078125, false], [-6.44921875, false], [-7.828125, false], [-8.8828125, false], [-5.078125, false], [-7.828125, false], [-11.328125, false], [-11.078125, false], [-9.578125, false], [-11.578125, false], [-8.578125, false], [-6.44921875, false], [-7.828125, false], [-8.8828125, false], [-5.078125, false], [-7.828125, false], [-6.078125, false], [-10.078125, false], [-11.578125, false], [-6.078125, false], [-8.578125, false], [-6.44921875, false], [-7.828125, false], [-11.328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1460, "doc": {"id": "MSA_2015_5_34", "question": "Students measured how long it took for an ice cube to melt. Which measurement best represents how long it took for the ice cube to melt?", "choices": {"text": ["20° Celsius", "40 grams", "60 milliliters", "80 seconds"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "80 seconds", "arguments": ["Question: Students measured how long it took for an ice cube to melt. Which measurement best represents how long it took for the ice cube to melt?\nAnswer:", " ["], "resps": [[[-6.63671875, false]], [[-7.88671875, false]], [[-5.38671875, false]], [[-5.76171875, false]], [[-8.2578125, false]], [[-4.76171875, false]], [[-4.63671875, false]], [[-7.51171875, false]], [[-9.2578125, false]], [[-7.38671875, false]], [[-7.88671875, false]], [[-9.2578125, false]], [[-7.38671875, false]], [[-7.88671875, false]], [[-9.578125, false]], [[-4.76171875, false]], [[-7.88671875, false]], [[-6.13671875, false]], [[-5.76171875, false]], [[-4.76171875, false]], [[-7.76171875, false]], [[-8.7578125, false]], [[-3.884765625, false]], [[-5.01171875, false]], [[-7.38671875, false]], [[-7.88671875, false]], [[-9.578125, false]], [[-4.76171875, false]], [[-7.88671875, false]], [[-5.76171875, false]], [[-5.76171875, false]], [[-4.76171875, false]], [[-5.01171875, false]], [[-7.88671875, false]], [[-9.2578125, false]], [[-9.2578125, false]], [[-7.88671875, false]], [[-9.2578125, false]], [[-7.88671875, false]], [[-6.13671875, false]], [[-7.51171875, false]], [[-8.7578125, false]], [[-7.38671875, false]], [[-7.88671875, false]], [[-9.578125, false]], [[-4.76171875, false]], [[-7.88671875, false]], [[-6.51171875, false]], [[-5.76171875, false]], [[-4.76171875, false]], [[-7.38671875, false]], [[-7.51171875, false]], [[-6.76171875, false]], [[-9.1328125, false]], [[-6.88671875, false]], [[-7.51171875, false]], [[-7.38671875, false]], [[-7.88671875, false]], [[-11.1328125, false]]], "filtered_resps": [[-6.63671875, false], [-7.88671875, false], [-5.38671875, false], [-5.76171875, false], [-8.2578125, false], [-4.76171875, false], [-4.63671875, false], [-7.51171875, false], [-9.2578125, false], [-7.38671875, false], [-7.88671875, false], [-9.2578125, false], [-7.38671875, false], [-7.88671875, false], [-9.578125, false], [-4.76171875, false], [-7.88671875, false], [-6.13671875, false], [-5.76171875, false], [-4.76171875, false], [-7.76171875, false], [-8.7578125, false], [-3.884765625, false], [-5.01171875, false], [-7.38671875, false], [-7.88671875, false], [-9.578125, false], [-4.76171875, false], [-7.88671875, false], [-5.76171875, false], [-5.76171875, false], [-4.76171875, false], [-5.01171875, false], [-7.88671875, false], [-9.2578125, false], [-9.2578125, false], [-7.88671875, false], [-9.2578125, false], [-7.88671875, false], [-6.13671875, false], [-7.51171875, false], [-8.7578125, false], [-7.38671875, false], [-7.88671875, false], [-9.578125, false], [-4.76171875, false], [-7.88671875, false], [-6.51171875, false], [-5.76171875, false], [-4.76171875, false], [-7.38671875, false], [-7.51171875, false], [-6.76171875, false], [-9.1328125, false], [-6.88671875, false], [-7.51171875, false], [-7.38671875, false], [-7.88671875, false], [-11.1328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1468, "doc": {"id": "Mercury_7033530", "question": "What is the primary source of stored thermal energy in oceans?", "choices": {"text": ["sunlight", "plankton", "volcanoes", "hurricanes"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "sunlight", "arguments": ["Question: What is the primary source of stored thermal energy in oceans?\nAnswer:", " ["], "resps": [[[-7.90234375, false]], [[-8.90625, false]], [[-9.65625, false]], [[-11.90625, false]], [[-9.65625, false]], [[-11.65625, false]], [[-9.65625, false]], [[-12.65625, false]], [[-11.40625, false]], [[-11.65625, false]], [[-8.90625, false]], [[-9.515625, false]], [[-5.40234375, false]], [[-8.90625, false]], [[-10.65625, false]], [[-11.65625, false]], [[-6.40234375, false]], [[-9.65625, false]], [[-11.90625, false]], [[-11.65625, false]], [[-7.65234375, false]], [[-9.65625, false]], [[-8.90625, false]], [[-9.515625, false]], [[-5.40234375, false]], [[-8.90625, false]], [[-12.15625, false]], [[-7.65234375, false]], [[-11.65625, false]], [[-9.15625, false]], [[-6.40234375, false]], [[-9.65625, false]], [[-7.65234375, false]], [[-8.15625, false]], [[-9.65625, false]], [[-8.90625, false]], [[-9.515625, false]], [[-5.40234375, false]], [[-8.90625, false]], [[-11.40625, false]], [[-11.90625, false]], [[-13.65625, false]], [[-13.65625, false]], [[-9.65625, false]], [[-9.15625, false]], [[-6.40234375, false]], [[-9.65625, false]], [[-8.15625, false]], [[-9.65625, false]], [[-8.90625, false]], [[-14.15625, false]]], "filtered_resps": [[-7.90234375, false], [-8.90625, false], [-9.65625, false], [-11.90625, false], [-9.65625, false], [-11.65625, false], [-9.65625, false], [-12.65625, false], [-11.40625, false], [-11.65625, false], [-8.90625, false], [-9.515625, false], [-5.40234375, false], [-8.90625, false], [-10.65625, false], [-11.65625, false], [-6.40234375, false], [-9.65625, false], [-11.90625, false], [-11.65625, false], [-7.65234375, false], [-9.65625, false], [-8.90625, false], [-9.515625, false], [-5.40234375, false], [-8.90625, false], [-12.15625, false], [-7.65234375, false], [-11.65625, false], [-9.15625, false], [-6.40234375, false], [-9.65625, false], [-7.65234375, false], [-8.15625, false], [-9.65625, false], [-8.90625, false], [-9.515625, false], [-5.40234375, false], [-8.90625, false], [-11.40625, false], [-11.90625, false], [-13.65625, false], [-13.65625, false], [-9.65625, false], [-9.15625, false], [-6.40234375, false], [-9.65625, false], [-8.15625, false], [-9.65625, false], [-8.90625, false], [-14.15625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1476, "doc": {"id": "Mercury_7044555", "question": "Which is not considered an instrument to be used to determine weather?", "choices": {"text": ["a barometer", "a thermometer", "an anemometer", "a millimeter"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "a millimeter", "arguments": ["Question: Which is not considered an instrument to be used to determine weather?\nAnswer:", " ["], "resps": [[[-7.84375, false]], [[-7.96875, false]], [[-4.46875, false]], [[-5.21875, false]], [[-8.84375, false]], [[-4.46875, false]], [[-10.71875, false]], [[-9.46875, false]], [[-9.96875, false]], [[-8.46875, false]], [[-10.34375, false]], [[-8.46875, false]], [[-10.71875, false]], [[-7.96875, false]], [[-9.984375, false]], [[-5.21875, false]], [[-7.96875, false]], [[-4.46875, false]], [[-5.21875, false]], [[-10.34375, false]], [[-9.96875, false]], [[-8.46875, false]], [[-10.71875, false]], [[-9.96875, false]], [[-9.46875, false]], [[-9.96875, false]], [[-8.46875, false]], [[-10.34375, false]], [[-8.46875, false]], [[-10.71875, false]], [[-7.96875, false]], [[-9.984375, false]], [[-5.21875, false]], [[-7.96875, false]], [[-4.46875, false]], [[-9.46875, false]], [[-5.21875, false]], [[-4.46875, false]], [[-9.46875, false]], [[-8.46875, false]], [[-9.96875, false]], [[-9.46875, false]], [[-9.96875, false]], [[-8.46875, false]], [[-10.34375, false]], [[-8.46875, false]], [[-10.71875, false]], [[-7.96875, false]], [[-9.984375, false]], [[-5.21875, false]], [[-7.96875, false]], [[-4.46875, false]], [[-5.21875, false]], [[-9.96875, false]], [[-8.84375, false]], [[-9.96875, false]], [[-9.96875, false]], [[-8.84375, false]], [[-9.96875, false]], [[-8.46875, false]], [[-10.34375, false]], [[-8.46875, false]], [[-10.71875, false]], [[-7.96875, false]], [[-12.84375, false]]], "filtered_resps": [[-7.84375, false], [-7.96875, false], [-4.46875, false], [-5.21875, false], [-8.84375, false], [-4.46875, false], [-10.71875, false], [-9.46875, false], [-9.96875, false], [-8.46875, false], [-10.34375, false], [-8.46875, false], [-10.71875, false], [-7.96875, false], [-9.984375, false], [-5.21875, false], [-7.96875, false], [-4.46875, false], [-5.21875, false], [-10.34375, false], [-9.96875, false], [-8.46875, false], [-10.71875, false], [-9.96875, false], [-9.46875, false], [-9.96875, false], [-8.46875, false], [-10.34375, false], [-8.46875, false], [-10.71875, false], [-7.96875, false], [-9.984375, false], [-5.21875, false], [-7.96875, false], [-4.46875, false], [-9.46875, false], [-5.21875, false], [-4.46875, false], [-9.46875, false], [-8.46875, false], [-9.96875, false], [-9.46875, false], [-9.96875, false], [-8.46875, false], [-10.34375, false], [-8.46875, false], [-10.71875, false], [-7.96875, false], [-9.984375, false], [-5.21875, false], [-7.96875, false], [-4.46875, false], [-5.21875, false], [-9.96875, false], [-8.84375, false], [-9.96875, false], [-9.96875, false], [-8.84375, false], [-9.96875, false], [-8.46875, false], [-10.34375, false], [-8.46875, false], [-10.71875, false], [-7.96875, false], [-12.84375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1484, "doc": {"id": "Mercury_7091875", "question": "Which process in the water cycle is directly caused by the heat from the Sun?", "choices": {"text": ["evaporation", "runoff", "cloud formation", "stream flow"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "evaporation", "arguments": ["Question: Which process in the water cycle is directly caused by the heat from the Sun?\nAnswer:", " ["], "resps": [[[-8.3515625, false]], [[-9.3515625, false]], [[-6.85546875, false]], [[-11.1015625, false]], [[-5.60546875, false]], [[-9.8515625, false]], [[-7.60546875, false]], [[-12.1015625, false]], [[-5.60546875, false]], [[-10.8515625, false]], [[-8.3515625, false]], [[-7.60546875, false]], [[-8.8515625, false]], [[-9.3515625, false]], [[-10.390625, false]], [[-5.10546875, false]], [[-9.3515625, false]], [[-12.1015625, false]], [[-10.6015625, false]], [[-8.8515625, false]], [[-7.60546875, false]], [[-10.1015625, false]], [[-10.1015625, false]], [[-9.3515625, false]], [[-10.390625, false]], [[-5.10546875, false]], [[-9.3515625, false]], [[-8.6015625, false]], [[-12.1015625, false]], [[-7.60546875, false]], [[-10.6015625, false]], [[-8.8515625, false]], [[-5.10546875, false]], [[-10.1015625, false]], [[-7.60546875, false]], [[-12.1015625, false]], [[-9.3515625, false]], [[-5.60546875, false]], [[-10.8515625, false]], [[-8.3515625, false]], [[-7.60546875, false]], [[-8.8515625, false]], [[-9.3515625, false]], [[-10.390625, false]], [[-5.10546875, false]], [[-9.3515625, false]], [[-10.3515625, false]], [[-10.8515625, false]], [[-12.1015625, false]], [[-6.85546875, false]], [[-5.60546875, false]], [[-9.3515625, false]], [[-5.10546875, false]], [[-10.1015625, false]], [[-12.1015625, false]], [[-7.60546875, false]], [[-12.1015625, false]], [[-9.3515625, false]], [[-16.609375, false]]], "filtered_resps": [[-8.3515625, false], [-9.3515625, false], [-6.85546875, false], [-11.1015625, false], [-5.60546875, false], [-9.8515625, false], [-7.60546875, false], [-12.1015625, false], [-5.60546875, false], [-10.8515625, false], [-8.3515625, false], [-7.60546875, false], [-8.8515625, false], [-9.3515625, false], [-10.390625, false], [-5.10546875, false], [-9.3515625, false], [-12.1015625, false], [-10.6015625, false], [-8.8515625, false], [-7.60546875, false], [-10.1015625, false], [-10.1015625, false], [-9.3515625, false], [-10.390625, false], [-5.10546875, false], [-9.3515625, false], [-8.6015625, false], [-12.1015625, false], [-7.60546875, false], [-10.6015625, false], [-8.8515625, false], [-5.10546875, false], [-10.1015625, false], [-7.60546875, false], [-12.1015625, false], [-9.3515625, false], [-5.60546875, false], [-10.8515625, false], [-8.3515625, false], [-7.60546875, false], [-8.8515625, false], [-9.3515625, false], [-10.390625, false], [-5.10546875, false], [-9.3515625, false], [-10.3515625, false], [-10.8515625, false], [-12.1015625, false], [-6.85546875, false], [-5.60546875, false], [-9.3515625, false], [-5.10546875, false], [-10.1015625, false], [-12.1015625, false], [-7.60546875, false], [-12.1015625, false], [-9.3515625, false], [-16.609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1492, "doc": {"id": "Mercury_SC_401642", "question": "A marine iguana is an animal that lives on the shoreline of warm islands. Its tail is long and thick. Which of these is improved by the shape of its tail?", "choices": {"text": ["swimming in the ocean", "blending in with rocks", "absorbing nutrients", "finding food inland"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "swimming in the ocean", "arguments": ["Question: A marine iguana is an animal that lives on the shoreline of warm islands. Its tail is long and thick. Which of these is improved by the shape of its tail?\nAnswer:", " ["], "resps": [[[-6.33203125, false]], [[-9.0859375, false]], [[-8.7109375, false]], [[-9.2109375, false]], [[-7.83203125, false]], [[-9.8359375, false]], [[-9.8359375, false]], [[-7.83203125, false]], [[-8.0859375, false]], [[-9.9609375, false]], [[-5.08203125, false]], [[-7.83203125, false]], [[-8.0859375, false]], [[-5.08203125, false]], [[-9.3359375, false]], [[-9.5859375, false]], [[-7.08203125, false]], [[-5.08203125, false]], [[-8.5859375, false]], [[-7.33203125, false]], [[-7.08203125, false]], [[-3.583984375, false]], [[-8.0859375, false]], [[-9.0859375, false]], [[-9.734375, false]], [[-5.08203125, false]], [[-9.0859375, false]], [[-7.33203125, false]], [[-8.8359375, false]], [[-7.08203125, false]], [[-8.0859375, false]], [[-7.33203125, false]], [[-7.83203125, false]], [[-8.0859375, false]], [[-9.9609375, false]], [[-5.08203125, false]], [[-7.83203125, false]], [[-8.0859375, false]], [[-5.08203125, false]], [[-9.2109375, false]], [[-7.83203125, false]], [[-9.3359375, false]], [[-9.5859375, false]], [[-5.08203125, false]], [[-8.9609375, false]], [[-8.5859375, false]], [[-7.33203125, false]], [[-9.2109375, false]], [[-8.7109375, false]], [[-9.0859375, false]], [[-9.734375, false]], [[-5.08203125, false]], [[-9.0859375, false]], [[-3.583984375, false]], [[-7.33203125, false]], [[-8.7109375, false]], [[-8.5859375, false]], [[-8.9609375, false]], [[-7.33203125, false]], [[-7.83203125, false]], [[-8.0859375, false]], [[-9.9609375, false]], [[-5.08203125, false]], [[-8.0859375, false]], [[-10.2109375, false]], [[-9.3359375, false]], [[-8.9609375, false]], [[-7.83203125, false]], [[-7.08203125, false]], [[-8.0859375, false]], [[-9.3359375, false]], [[-8.7109375, false]], [[-9.0859375, false]], [[-9.734375, false]], [[-5.08203125, false]], [[-9.0859375, false]], [[-8.5859375, false]], [[-7.83203125, false]], [[-8.0859375, false]], [[-7.33203125, false]], [[-7.83203125, false]], [[-8.0859375, false]], [[-9.9609375, false]], [[-5.08203125, false]], [[-8.5859375, false]], [[-8.5859375, false]], [[-8.5859375, false]], [[-7.33203125, false]], [[-5.08203125, false]], [[-7.83203125, false]], [[-8.0859375, false]], [[-8.8359375, false]], [[-3.583984375, false]], [[-8.0859375, false]], [[-7.33203125, false]], [[-9.0859375, false]], [[-12.2109375, false]]], "filtered_resps": [[-6.33203125, false], [-9.0859375, false], [-8.7109375, false], [-9.2109375, false], [-7.83203125, false], [-9.8359375, false], [-9.8359375, false], [-7.83203125, false], [-8.0859375, false], [-9.9609375, false], [-5.08203125, false], [-7.83203125, false], [-8.0859375, false], [-5.08203125, false], [-9.3359375, false], [-9.5859375, false], [-7.08203125, false], [-5.08203125, false], [-8.5859375, false], [-7.33203125, false], [-7.08203125, false], [-3.583984375, false], [-8.0859375, false], [-9.0859375, false], [-9.734375, false], [-5.08203125, false], [-9.0859375, false], [-7.33203125, false], [-8.8359375, false], [-7.08203125, false], [-8.0859375, false], [-7.33203125, false], [-7.83203125, false], [-8.0859375, false], [-9.9609375, false], [-5.08203125, false], [-7.83203125, false], [-8.0859375, false], [-5.08203125, false], [-9.2109375, false], [-7.83203125, false], [-9.3359375, false], [-9.5859375, false], [-5.08203125, false], [-8.9609375, false], [-8.5859375, false], [-7.33203125, false], [-9.2109375, false], [-8.7109375, false], [-9.0859375, false], [-9.734375, false], [-5.08203125, false], [-9.0859375, false], [-3.583984375, false], [-7.33203125, false], [-8.7109375, false], [-8.5859375, false], [-8.9609375, false], [-7.33203125, false], [-7.83203125, false], [-8.0859375, false], [-9.9609375, false], [-5.08203125, false], [-8.0859375, false], [-10.2109375, false], [-9.3359375, false], [-8.9609375, false], [-7.83203125, false], [-7.08203125, false], [-8.0859375, false], [-9.3359375, false], [-8.7109375, false], [-9.0859375, false], [-9.734375, false], [-5.08203125, false], [-9.0859375, false], [-8.5859375, false], [-7.83203125, false], [-8.0859375, false], [-7.33203125, false], [-7.83203125, false], [-8.0859375, false], [-9.9609375, false], [-5.08203125, false], [-8.5859375, false], [-8.5859375, false], [-8.5859375, false], [-7.33203125, false], [-5.08203125, false], [-7.83203125, false], [-8.0859375, false], [-8.8359375, false], [-3.583984375, false], [-8.0859375, false], [-7.33203125, false], [-9.0859375, false], [-12.2109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1500, "doc": {"id": "MCAS_2010_8_12006", "question": "The Appalachian Mountains, which extend from Canada to Alabama, were much taller in the past than they are today. Which of the following two processes are most responsible for the decrease in the height of the Appalachian Mountains?", "choices": {"text": ["weathering and erosion", "sedimentation and flooding", "volcanic eruptions and landslides", "tectonic collisions and earthquakes"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "weathering and erosion", "arguments": ["Question: The Appalachian Mountains, which extend from Canada to Alabama, were much taller in the past than they are today. Which of the following two processes are most responsible for the decrease in the height of the Appalachian Mountains?\nAnswer:", " ["], "resps": [[[-7.1953125, false]], [[-10.5703125, false]], [[-10.4453125, false]], [[-7.1953125, false]], [[-2.8203125, false]], [[-10.3203125, false]], [[-10.1953125, false]], [[-7.1953125, false]], [[-9.1953125, false]], [[-6.8203125, false]], [[-7.6953125, false]], [[-11.1953125, false]], [[-5.3203125, false]], [[-2.8203125, false]], [[-7.6953125, false]], [[-6.1953125, false]], [[-5.3203125, false]], [[-7.1953125, false]], [[-9.1953125, false]], [[-7.0703125, false]], [[-10.8203125, false]], [[-6.8203125, false]], [[-7.0703125, false]], [[-7.6953125, false]], [[-10.5703125, false]], [[-9.9453125, false]], [[-5.3203125, false]], [[-10.5703125, false]], [[-10.8203125, false]], [[-7.1953125, false]], [[-6.1953125, false]], [[-6.8203125, false]], [[-8.4453125, false]], [[-7.1953125, false]], [[-7.6953125, false]], [[-10.3203125, false]], [[-2.8203125, false]], [[-10.3203125, false]], [[-6.8203125, false]], [[-7.0703125, false]], [[-7.6953125, false]], [[-5.3203125, false]], [[-2.8203125, false]], [[-7.6953125, false]], [[-6.1953125, false]], [[-5.3203125, false]], [[-6.8203125, false]], [[-9.5703125, false]], [[-7.0703125, false]], [[-7.0703125, false]], [[-6.1953125, false]], [[-6.8203125, false]], [[-7.6953125, false]], [[-11.1953125, false]], [[-10.5703125, false]], [[-9.9453125, false]], [[-5.3203125, false]], [[-10.5703125, false]], [[-10.6953125, false]], [[-7.0703125, false]], [[-9.5703125, false]], [[-6.8203125, false]], [[-2.8203125, false]], [[-7.6953125, false]], [[-6.8203125, false]], [[-6.8203125, false]], [[-5.3203125, false]], [[-7.1953125, false]], [[-9.1953125, false]], [[-11.9453125, false]], [[-8.4453125, false]], [[-10.3203125, false]], [[-6.8203125, false]], [[-7.0703125, false]], [[-7.6953125, false]], [[-10.8203125, false]], [[-5.3203125, false]], [[-2.8203125, false]], [[-7.6953125, false]], [[-6.1953125, false]], [[-5.3203125, false]], [[-9.5703125, false]], [[-2.8203125, false]], [[-7.6953125, false]], [[-6.1953125, false]], [[-10.8203125, false]], [[-9.5703125, false]], [[-6.8203125, false]], [[-6.1953125, false]], [[-7.1953125, false]], [[-10.8203125, false]], [[-10.5703125, false]], [[-9.921875, false]], [[-5.3203125, false]], [[-10.5703125, false]], [[-10.3203125, false]], [[-7.1953125, false]], [[-6.8203125, false]], [[-10.3203125, false]], [[-7.0703125, false]], [[-7.6953125, false]], [[-6.8203125, false]], [[-6.8203125, false]], [[-5.3203125, false]], [[-6.8203125, false]], [[-7.0703125, false]], [[-9.5703125, false]], [[-9.5703125, false]], [[-6.8203125, false]], [[-10.8203125, false]], [[-6.8203125, false]], [[-7.0703125, false]], [[-7.6953125, false]], [[-10.8203125, false]], [[-5.3203125, false]], [[-2.8203125, false]], [[-7.6953125, false]], [[-6.1953125, false]], [[-5.3203125, false]], [[-7.1953125, false]], [[-2.8203125, false]], [[-9.1953125, false]], [[-10.3203125, false]], [[-10.1953125, false]], [[-11.3203125, false]], [[-11.9453125, false]], [[-2.8203125, false]], [[-10.9453125, false]], [[-7.1953125, false]], [[-10.8203125, false]], [[-10.5703125, false]], [[-13.1953125, false]]], "filtered_resps": [[-7.1953125, false], [-10.5703125, false], [-10.4453125, false], [-7.1953125, false], [-2.8203125, false], [-10.3203125, false], [-10.1953125, false], [-7.1953125, false], [-9.1953125, false], [-6.8203125, false], [-7.6953125, false], [-11.1953125, false], [-5.3203125, false], [-2.8203125, false], [-7.6953125, false], [-6.1953125, false], [-5.3203125, false], [-7.1953125, false], [-9.1953125, false], [-7.0703125, false], [-10.8203125, false], [-6.8203125, false], [-7.0703125, false], [-7.6953125, false], [-10.5703125, false], [-9.9453125, false], [-5.3203125, false], [-10.5703125, false], [-10.8203125, false], [-7.1953125, false], [-6.1953125, false], [-6.8203125, false], [-8.4453125, false], [-7.1953125, false], [-7.6953125, false], [-10.3203125, false], [-2.8203125, false], [-10.3203125, false], [-6.8203125, false], [-7.0703125, false], [-7.6953125, false], [-5.3203125, false], [-2.8203125, false], [-7.6953125, false], [-6.1953125, false], [-5.3203125, false], [-6.8203125, false], [-9.5703125, false], [-7.0703125, false], [-7.0703125, false], [-6.1953125, false], [-6.8203125, false], [-7.6953125, false], [-11.1953125, false], [-10.5703125, false], [-9.9453125, false], [-5.3203125, false], [-10.5703125, false], [-10.6953125, false], [-7.0703125, false], [-9.5703125, false], [-6.8203125, false], [-2.8203125, false], [-7.6953125, false], [-6.8203125, false], [-6.8203125, false], [-5.3203125, false], [-7.1953125, false], [-9.1953125, false], [-11.9453125, false], [-8.4453125, false], [-10.3203125, false], [-6.8203125, false], [-7.0703125, false], [-7.6953125, false], [-10.8203125, false], [-5.3203125, false], [-2.8203125, false], [-7.6953125, false], [-6.1953125, false], [-5.3203125, false], [-9.5703125, false], [-2.8203125, false], [-7.6953125, false], [-6.1953125, false], [-10.8203125, false], [-9.5703125, false], [-6.8203125, false], [-6.1953125, false], [-7.1953125, false], [-10.8203125, false], [-10.5703125, false], [-9.921875, false], [-5.3203125, false], [-10.5703125, false], [-10.3203125, false], [-7.1953125, false], [-6.8203125, false], [-10.3203125, false], [-7.0703125, false], [-7.6953125, false], [-6.8203125, false], [-6.8203125, false], [-5.3203125, false], [-6.8203125, false], [-7.0703125, false], [-9.5703125, false], [-9.5703125, false], [-6.8203125, false], [-10.8203125, false], [-6.8203125, false], [-7.0703125, false], [-7.6953125, false], [-10.8203125, false], [-5.3203125, false], [-2.8203125, false], [-7.6953125, false], [-6.1953125, false], [-5.3203125, false], [-7.1953125, false], [-2.8203125, false], [-9.1953125, false], [-10.3203125, false], [-10.1953125, false], [-11.3203125, false], [-11.9453125, false], [-2.8203125, false], [-10.9453125, false], [-7.1953125, false], [-10.8203125, false], [-10.5703125, false], [-13.1953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1508, "doc": {"id": "Mercury_SC_401190", "question": "Which of these items is designed to produce heat from electricity?", "choices": {"text": ["a toaster", "a camera", "a blender", "a television"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "a toaster", "arguments": ["Question: Which of these items is designed to produce heat from electricity?\nAnswer:", " ["], "resps": [[[-8.25, false]], [[-9.625, false]], [[-3.24609375, false]], [[-5.37109375, false]], [[-10.625, false]], [[-9.75, false]], [[-3.24609375, false]], [[-9.875, false]], [[-10.625, false]], [[-8.25, false]], [[-11.125, false]], [[-9.625, false]], [[-9.75, false]], [[-5.37109375, false]], [[-9.625, false]], [[-3.24609375, false]], [[-5.37109375, false]], [[-8.375, false]], [[-3.24609375, false]], [[-8.25, false]], [[-8.25, false]], [[-11.125, false]], [[-3.24609375, false]], [[-9.625, false]], [[-9.75, false]], [[-5.37109375, false]], [[-9.625, false]], [[-3.24609375, false]], [[-5.37109375, false]], [[-8.875, false]], [[-11.5, false]], [[-8.25, false]], [[-9.875, false]], [[-10.25, false]], [[-8.25, false]], [[-11.125, false]], [[-9.625, false]], [[-9.75, false]], [[-5.37109375, false]], [[-9.625, false]], [[-3.24609375, false]], [[-5.37109375, false]], [[-10.625, false]], [[-8.25, false]], [[-11.5, false]], [[-8.25, false]], [[-10.625, false]], [[-7.87109375, false]], [[-9.875, false]], [[-7.87109375, false]], [[-9.75, false]], [[-9.875, false]], [[-9.625, false]], [[-13.625, false]]], "filtered_resps": [[-8.25, false], [-9.625, false], [-3.24609375, false], [-5.37109375, false], [-10.625, false], [-9.75, false], [-3.24609375, false], [-9.875, false], [-10.625, false], [-8.25, false], [-11.125, false], [-9.625, false], [-9.75, false], [-5.37109375, false], [-9.625, false], [-3.24609375, false], [-5.37109375, false], [-8.375, false], [-3.24609375, false], [-8.25, false], [-8.25, false], [-11.125, false], [-3.24609375, false], [-9.625, false], [-9.75, false], [-5.37109375, false], [-9.625, false], [-3.24609375, false], [-5.37109375, false], [-8.875, false], [-11.5, false], [-8.25, false], [-9.875, false], [-10.25, false], [-8.25, false], [-11.125, false], [-9.625, false], [-9.75, false], [-5.37109375, false], [-9.625, false], [-3.24609375, false], [-5.37109375, false], [-10.625, false], [-8.25, false], [-11.5, false], [-8.25, false], [-10.625, false], [-7.87109375, false], [-9.875, false], [-7.87109375, false], [-9.75, false], [-9.875, false], [-9.625, false], [-13.625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1516, "doc": {"id": "Mercury_SC_402070", "question": "Which tool is the best to use when studying small organisms not visible to the eye?", "choices": {"text": ["telescope", "hand lens", "microscope", "magnifying glass"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "microscope", "arguments": ["Question: Which tool is the best to use when studying small organisms not visible to the eye?\nAnswer:", " ["], "resps": [[[-8.328125, false]], [[-8.828125, false]], [[-10.828125, false]], [[-8.578125, false]], [[-9.828125, false]], [[-8.578125, false]], [[-8.453125, false]], [[-9.328125, false]], [[-8.453125, false]], [[-10.328125, false]], [[-8.578125, false]], [[-8.828125, false]], [[-9.859375, false]], [[-5.20703125, false]], [[-8.828125, false]], [[-11.203125, false]], [[-4.08203125, false]], [[-9.203125, false]], [[-10.203125, false]], [[-5.20703125, false]], [[-9.828125, false]], [[-8.578125, false]], [[-9.203125, false]], [[-8.453125, false]], [[-8.828125, false]], [[-9.859375, false]], [[-5.20703125, false]], [[-8.828125, false]], [[-9.828125, false]], [[-8.828125, false]], [[-9.328125, false]], [[-10.078125, false]], [[-8.453125, false]], [[-8.453125, false]], [[-9.328125, false]], [[-8.453125, false]], [[-10.328125, false]], [[-8.578125, false]], [[-8.828125, false]], [[-9.859375, false]], [[-5.20703125, false]], [[-8.828125, false]], [[-9.828125, false]], [[-4.08203125, false]], [[-9.828125, false]], [[-9.203125, false]], [[-8.828125, false]], [[-9.703125, false]], [[-12.203125, false]], [[-8.828125, false]], [[-9.203125, false]], [[-9.828125, false]], [[-5.20703125, false]], [[-9.828125, false]], [[-9.828125, false]], [[-4.08203125, false]], [[-8.453125, false]], [[-8.453125, false]], [[-8.828125, false]], [[-13.703125, false]]], "filtered_resps": [[-8.328125, false], [-8.828125, false], [-10.828125, false], [-8.578125, false], [-9.828125, false], [-8.578125, false], [-8.453125, false], [-9.328125, false], [-8.453125, false], [-10.328125, false], [-8.578125, false], [-8.828125, false], [-9.859375, false], [-5.20703125, false], [-8.828125, false], [-11.203125, false], [-4.08203125, false], [-9.203125, false], [-10.203125, false], [-5.20703125, false], [-9.828125, false], [-8.578125, false], [-9.203125, false], [-8.453125, false], [-8.828125, false], [-9.859375, false], [-5.20703125, false], [-8.828125, false], [-9.828125, false], [-8.828125, false], [-9.328125, false], [-10.078125, false], [-8.453125, false], [-8.453125, false], [-9.328125, false], [-8.453125, false], [-10.328125, false], [-8.578125, false], [-8.828125, false], [-9.859375, false], [-5.20703125, false], [-8.828125, false], [-9.828125, false], [-4.08203125, false], [-9.828125, false], [-9.203125, false], [-8.828125, false], [-9.703125, false], [-12.203125, false], [-8.828125, false], [-9.203125, false], [-9.828125, false], [-5.20703125, false], [-9.828125, false], [-9.828125, false], [-4.08203125, false], [-8.453125, false], [-8.453125, false], [-8.828125, false], [-13.703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1524, "doc": {"id": "NYSEDREGENTS_2012_8_15", "question": "Which process involves choosing certain organisms to reproduce with one another in order to pass on specific, desirable traits to their offspring?", "choices": {"text": ["selective breeding", "asexual reproduction", "resource acquisition", "natural selection"], "label": ["1", "2", "3", "4"]}, "answerKey": "1"}, "target": "selective breeding", "arguments": ["Question: Which process involves choosing certain organisms to reproduce with one another in order to pass on specific, desirable traits to their offspring?\nAnswer:", " ["], "resps": [[[-7.62109375, false]], [[-8.8671875, false]], [[-9.2421875, false]], [[-7.49609375, false]], [[-11.4921875, false]], [[-7.49609375, false]], [[-8.8671875, false]], [[-10.6171875, false]], [[-8.4921875, false]], [[-11.2421875, false]], [[-7.49609375, false]], [[-4.74609375, false]], [[-8.1171875, false]], [[-9.4921875, false]], [[-7.49609375, false]], [[-7.49609375, false]], [[-8.6171875, false]], [[-8.4921875, false]], [[-9.3671875, false]], [[-10.9921875, false]], [[-8.8671875, false]], [[-9.578125, false]], [[-4.74609375, false]], [[-8.8671875, false]], [[-4.74609375, false]], [[-9.2421875, false]], [[-7.49609375, false]], [[-8.9921875, false]], [[-9.4921875, false]], [[-4.74609375, false]], [[-11.4921875, false]], [[-4.74609375, false]], [[-9.4921875, false]], [[-7.49609375, false]], [[-8.9921875, false]], [[-9.4921875, false]], [[-8.7421875, false]], [[-8.6171875, false]], [[-9.4921875, false]], [[-8.8671875, false]], [[-10.6171875, false]], [[-8.4921875, false]], [[-8.7421875, false]], [[-9.3671875, false]], [[-8.8671875, false]], [[-9.578125, false]], [[-4.74609375, false]], [[-8.8671875, false]], [[-9.4921875, false]], [[-7.49609375, false]], [[-9.2421875, false]], [[-8.7421875, false]], [[-9.4921875, false]], [[-9.4921875, false]], [[-8.8671875, false]], [[-7.49609375, false]], [[-4.74609375, false]], [[-4.74609375, false]], [[-8.8671875, false]], [[-10.4921875, false]], [[-9.4921875, false]], [[-8.4921875, false]], [[-9.2421875, false]], [[-8.4921875, false]], [[-10.6171875, false]], [[-8.4921875, false]], [[-8.7421875, false]], [[-9.3671875, false]], [[-8.8671875, false]], [[-9.578125, false]], [[-4.74609375, false]], [[-8.8671875, false]], [[-9.3671875, false]], [[-4.74609375, false]], [[-10.6171875, false]], [[-9.4921875, false]], [[-9.4921875, false]], [[-4.74609375, false]], [[-11.4921875, false]], [[-4.74609375, false]], [[-9.2421875, false]], [[-7.49609375, false]], [[-11.4921875, false]], [[-7.49609375, false]], [[-8.8671875, false]], [[-10.6171875, false]], [[-8.4921875, false]], [[-8.7421875, false]], [[-9.3671875, false]], [[-8.8671875, false]], [[-13.3671875, false]]], "filtered_resps": [[-7.62109375, false], [-8.8671875, false], [-9.2421875, false], [-7.49609375, false], [-11.4921875, false], [-7.49609375, false], [-8.8671875, false], [-10.6171875, false], [-8.4921875, false], [-11.2421875, false], [-7.49609375, false], [-4.74609375, false], [-8.1171875, false], [-9.4921875, false], [-7.49609375, false], [-7.49609375, false], [-8.6171875, false], [-8.4921875, false], [-9.3671875, false], [-10.9921875, false], [-8.8671875, false], [-9.578125, false], [-4.74609375, false], [-8.8671875, false], [-4.74609375, false], [-9.2421875, false], [-7.49609375, false], [-8.9921875, false], [-9.4921875, false], [-4.74609375, false], [-11.4921875, false], [-4.74609375, false], [-9.4921875, false], [-7.49609375, false], [-8.9921875, false], [-9.4921875, false], [-8.7421875, false], [-8.6171875, false], [-9.4921875, false], [-8.8671875, false], [-10.6171875, false], [-8.4921875, false], [-8.7421875, false], [-9.3671875, false], [-8.8671875, false], [-9.578125, false], [-4.74609375, false], [-8.8671875, false], [-9.4921875, false], [-7.49609375, false], [-9.2421875, false], [-8.7421875, false], [-9.4921875, false], [-9.4921875, false], [-8.8671875, false], [-7.49609375, false], [-4.74609375, false], [-4.74609375, false], [-8.8671875, false], [-10.4921875, false], [-9.4921875, false], [-8.4921875, false], [-9.2421875, false], [-8.4921875, false], [-10.6171875, false], [-8.4921875, false], [-8.7421875, false], [-9.3671875, false], [-8.8671875, false], [-9.578125, false], [-4.74609375, false], [-8.8671875, false], [-9.3671875, false], [-4.74609375, false], [-10.6171875, false], [-9.4921875, false], [-9.4921875, false], [-4.74609375, false], [-11.4921875, false], [-4.74609375, false], [-9.2421875, false], [-7.49609375, false], [-11.4921875, false], [-7.49609375, false], [-8.8671875, false], [-10.6171875, false], [-8.4921875, false], [-8.7421875, false], [-9.3671875, false], [-8.8671875, false], [-13.3671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1532, "doc": {"id": "NYSEDREGENTS_2012_8_13", "question": "Which pair of terms describes the usual location for fertilization and the first stages of development in human reproduction?", "choices": {"text": ["external fertilization and external development", "external fertilization and internal development", "internal fertilization and external development", "internal fertilization and internal development"], "label": ["1", "2", "3", "4"]}, "answerKey": "4"}, "target": "internal fertilization and internal development", "arguments": ["Question: Which pair of terms describes the usual location for fertilization and the first stages of development in human reproduction?\nAnswer:", " ["], "resps": [[[-6.40234375, false]], [[-8.1484375, false]], [[-7.15234375, false]], [[-8.7734375, false]], [[-8.8984375, false]], [[-7.15234375, false]], [[-7.90234375, false]], [[-7.27734375, false]], [[-4.27734375, false]], [[-9.1484375, false]], [[-4.90234375, false]], [[-8.2734375, false]], [[-7.15234375, false]], [[-7.90234375, false]], [[-8.8984375, false]], [[-7.52734375, false]], [[-9.1484375, false]], [[-7.52734375, false]], [[-7.02734375, false]], [[-4.27734375, false]], [[-8.8984375, false]], [[-7.52734375, false]], [[-6.52734375, false]], [[-7.27734375, false]], [[-4.90234375, false]], [[-4.27734375, false]], [[-7.27734375, false]], [[-7.77734375, false]], [[-4.90234375, false]], [[-7.15234375, false]], [[-8.7734375, false]], [[-8.8984375, false]], [[-7.15234375, false]], [[-7.90234375, false]], [[-7.27734375, false]], [[-4.27734375, false]], [[-9.1484375, false]], [[-4.90234375, false]], [[-7.77734375, false]], [[-7.15234375, false]], [[-9.7734375, false]], [[-7.15234375, false]], [[-9.1484375, false]], [[-6.52734375, false]], [[-6.90234375, false]], [[-8.1484375, false]], [[-7.15234375, false]], [[-7.27734375, false]], [[-8.8984375, false]], [[-8.1484375, false]], [[-9.2265625, false]], [[-4.90234375, false]], [[-8.1484375, false]], [[-7.15234375, false]], [[-8.7734375, false]], [[-8.8984375, false]], [[-7.15234375, false]], [[-7.90234375, false]], [[-7.27734375, false]], [[-4.27734375, false]], [[-9.1484375, false]], [[-4.90234375, false]], [[-8.2734375, false]], [[-7.15234375, false]], [[-7.90234375, false]], [[-8.8984375, false]], [[-7.52734375, false]], [[-9.1484375, false]], [[-7.52734375, false]], [[-7.02734375, false]], [[-4.27734375, false]], [[-8.8984375, false]], [[-7.52734375, false]], [[-6.52734375, false]], [[-7.27734375, false]], [[-4.90234375, false]], [[-4.27734375, false]], [[-7.27734375, false]], [[-7.77734375, false]], [[-4.90234375, false]], [[-7.52734375, false]], [[-7.27734375, false]], [[-8.8984375, false]], [[-7.15234375, false]], [[-7.90234375, false]], [[-7.27734375, false]], [[-4.27734375, false]], [[-9.1484375, false]], [[-4.90234375, false]], [[-7.77734375, false]], [[-7.15234375, false]], [[-9.7734375, false]], [[-7.15234375, false]], [[-9.1484375, false]], [[-6.52734375, false]], [[-6.90234375, false]], [[-8.1484375, false]], [[-7.15234375, false]], [[-7.27734375, false]], [[-8.8984375, false]], [[-8.1484375, false]], [[-9.2265625, false]], [[-4.90234375, false]], [[-8.1484375, false]], [[-7.52734375, false]], [[-7.27734375, false]], [[-8.8984375, false]], [[-7.15234375, false]], [[-7.90234375, false]], [[-7.27734375, false]], [[-4.27734375, false]], [[-9.1484375, false]], [[-4.90234375, false]], [[-8.2734375, false]], [[-7.15234375, false]], [[-7.90234375, false]], [[-8.8984375, false]], [[-7.52734375, false]], [[-9.1484375, false]], [[-7.52734375, false]], [[-7.02734375, false]], [[-4.27734375, false]], [[-8.8984375, false]], [[-7.52734375, false]], [[-6.52734375, false]], [[-7.27734375, false]], [[-4.90234375, false]], [[-4.27734375, false]], [[-7.27734375, false]], [[-7.77734375, false]], [[-4.90234375, false]], [[-7.15234375, false]], [[-8.7734375, false]], [[-8.8984375, false]], [[-7.15234375, false]], [[-7.90234375, false]], [[-7.27734375, false]], [[-4.27734375, false]], [[-9.1484375, false]], [[-4.90234375, false]], [[-7.77734375, false]], [[-7.15234375, false]], [[-9.7734375, false]], [[-7.15234375, false]], [[-9.1484375, false]], [[-6.52734375, false]], [[-6.90234375, false]], [[-8.1484375, false]], [[-7.15234375, false]], [[-7.27734375, false]], [[-8.8984375, false]], [[-8.1484375, false]], [[-9.2265625, false]], [[-4.90234375, false]], [[-8.1484375, false]], [[-7.52734375, false]], [[-7.27734375, false]], [[-8.8984375, false]], [[-7.15234375, false]], [[-7.90234375, false]], [[-7.27734375, false]], [[-4.27734375, false]], [[-9.1484375, false]], [[-4.90234375, false]], [[-8.2734375, false]], [[-7.15234375, false]], [[-7.90234375, false]], [[-8.8984375, false]], [[-7.52734375, false]], [[-9.1484375, false]], [[-7.52734375, false]], [[-7.02734375, false]], [[-4.27734375, false]], [[-8.8984375, false]], [[-7.52734375, false]], [[-6.52734375, false]], [[-7.27734375, false]], [[-4.90234375, false]], [[-4.27734375, false]], [[-7.27734375, false]], [[-7.77734375, false]], [[-4.90234375, false]], [[-7.52734375, false]], [[-7.27734375, false]], [[-8.8984375, false]], [[-7.15234375, false]], [[-7.90234375, false]], [[-7.27734375, false]], [[-4.27734375, false]], [[-9.1484375, false]], [[-4.90234375, false]], [[-7.77734375, false]], [[-7.15234375, false]], [[-9.7734375, false]], [[-7.15234375, false]], [[-9.1484375, false]], [[-6.52734375, false]], [[-6.90234375, false]], [[-8.1484375, false]], [[-7.15234375, false]], [[-7.27734375, false]], [[-8.8984375, false]], [[-8.1484375, false]], [[-11.2734375, false]]], "filtered_resps": [[-6.40234375, false], [-8.1484375, false], [-7.15234375, false], [-8.7734375, false], [-8.8984375, false], [-7.15234375, false], [-7.90234375, false], [-7.27734375, false], [-4.27734375, false], [-9.1484375, false], [-4.90234375, false], [-8.2734375, false], [-7.15234375, false], [-7.90234375, false], [-8.8984375, false], [-7.52734375, false], [-9.1484375, false], [-7.52734375, false], [-7.02734375, false], [-4.27734375, false], [-8.8984375, false], [-7.52734375, false], [-6.52734375, false], [-7.27734375, false], [-4.90234375, false], [-4.27734375, false], [-7.27734375, false], [-7.77734375, false], [-4.90234375, false], [-7.15234375, false], [-8.7734375, false], [-8.8984375, false], [-7.15234375, false], [-7.90234375, false], [-7.27734375, false], [-4.27734375, false], [-9.1484375, false], [-4.90234375, false], [-7.77734375, false], [-7.15234375, false], [-9.7734375, false], [-7.15234375, false], [-9.1484375, false], [-6.52734375, false], [-6.90234375, false], [-8.1484375, false], [-7.15234375, false], [-7.27734375, false], [-8.8984375, false], [-8.1484375, false], [-9.2265625, false], [-4.90234375, false], [-8.1484375, false], [-7.15234375, false], [-8.7734375, false], [-8.8984375, false], [-7.15234375, false], [-7.90234375, false], [-7.27734375, false], [-4.27734375, false], [-9.1484375, false], [-4.90234375, false], [-8.2734375, false], [-7.15234375, false], [-7.90234375, false], [-8.8984375, false], [-7.52734375, false], [-9.1484375, false], [-7.52734375, false], [-7.02734375, false], [-4.27734375, false], [-8.8984375, false], [-7.52734375, false], [-6.52734375, false], [-7.27734375, false], [-4.90234375, false], [-4.27734375, false], [-7.27734375, false], [-7.77734375, false], [-4.90234375, false], [-7.52734375, false], [-7.27734375, false], [-8.8984375, false], [-7.15234375, false], [-7.90234375, false], [-7.27734375, false], [-4.27734375, false], [-9.1484375, false], [-4.90234375, false], [-7.77734375, false], [-7.15234375, false], [-9.7734375, false], [-7.15234375, false], [-9.1484375, false], [-6.52734375, false], [-6.90234375, false], [-8.1484375, false], [-7.15234375, false], [-7.27734375, false], [-8.8984375, false], [-8.1484375, false], [-9.2265625, false], [-4.90234375, false], [-8.1484375, false], [-7.52734375, false], [-7.27734375, false], [-8.8984375, false], [-7.15234375, false], [-7.90234375, false], [-7.27734375, false], [-4.27734375, false], [-9.1484375, false], [-4.90234375, false], [-8.2734375, false], [-7.15234375, false], [-7.90234375, false], [-8.8984375, false], [-7.52734375, false], [-9.1484375, false], [-7.52734375, false], [-7.02734375, false], [-4.27734375, false], [-8.8984375, false], [-7.52734375, false], [-6.52734375, false], [-7.27734375, false], [-4.90234375, false], [-4.27734375, false], [-7.27734375, false], [-7.77734375, false], [-4.90234375, false], [-7.15234375, false], [-8.7734375, false], [-8.8984375, false], [-7.15234375, false], [-7.90234375, false], [-7.27734375, false], [-4.27734375, false], [-9.1484375, false], [-4.90234375, false], [-7.77734375, false], [-7.15234375, false], [-9.7734375, false], [-7.15234375, false], [-9.1484375, false], [-6.52734375, false], [-6.90234375, false], [-8.1484375, false], [-7.15234375, false], [-7.27734375, false], [-8.8984375, false], [-8.1484375, false], [-9.2265625, false], [-4.90234375, false], [-8.1484375, false], [-7.52734375, false], [-7.27734375, false], [-8.8984375, false], [-7.15234375, false], [-7.90234375, false], [-7.27734375, false], [-4.27734375, false], [-9.1484375, false], [-4.90234375, false], [-8.2734375, false], [-7.15234375, false], [-7.90234375, false], [-8.8984375, false], [-7.52734375, false], [-9.1484375, false], [-7.52734375, false], [-7.02734375, false], [-4.27734375, false], [-8.8984375, false], [-7.52734375, false], [-6.52734375, false], [-7.27734375, false], [-4.90234375, false], [-4.27734375, false], [-7.27734375, false], [-7.77734375, false], [-4.90234375, false], [-7.52734375, false], [-7.27734375, false], [-8.8984375, false], [-7.15234375, false], [-7.90234375, false], [-7.27734375, false], [-4.27734375, false], [-9.1484375, false], [-4.90234375, false], [-7.77734375, false], [-7.15234375, false], [-9.7734375, false], [-7.15234375, false], [-9.1484375, false], [-6.52734375, false], [-6.90234375, false], [-8.1484375, false], [-7.15234375, false], [-7.27734375, false], [-8.8984375, false], [-8.1484375, false], [-11.2734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1540, "doc": {"id": "NYSEDREGENTS_2012_4_5", "question": "Which terms are both used to describe the weather?", "choices": {"text": ["gravity and wind direction", "precipitation and runoff", "groundwater and erosion", "air temperature and wind speed"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "air temperature and wind speed", "arguments": ["Question: Which terms are both used to describe the weather?\nAnswer:", " ["], "resps": [[[-7.10546875, false]], [[-7.10546875, false]], [[-10.1015625, false]], [[-9.8515625, false]], [[-5.60546875, false]], [[-10.3515625, false]], [[-7.60546875, false]], [[-9.3515625, false]], [[-10.1015625, false]], [[-4.35546875, false]], [[-5.60546875, false]], [[-7.85546875, false]], [[-6.85546875, false]], [[-4.35546875, false]], [[-7.85546875, false]], [[-7.60546875, false]], [[-7.85546875, false]], [[-6.85546875, false]], [[-4.35546875, false]], [[-6.85546875, false]], [[-7.60546875, false]], [[-9.8515625, false]], [[-7.35546875, false]], [[-8.3515625, false]], [[-9.3515625, false]], [[-7.60546875, false]], [[-7.85546875, false]], [[-7.85546875, false]], [[-7.10546875, false]], [[-9.28125, false]], [[-4.35546875, false]], [[-7.10546875, false]], [[-9.3515625, false]], [[-9.8515625, false]], [[-7.35546875, false]], [[-8.3515625, false]], [[-7.60546875, false]], [[-9.3515625, false]], [[-7.60546875, false]], [[-9.3515625, false]], [[-5.60546875, false]], [[-9.3515625, false]], [[-7.60546875, false]], [[-7.85546875, false]], [[-7.85546875, false]], [[-4.35546875, false]], [[-5.60546875, false]], [[-7.85546875, false]], [[-6.85546875, false]], [[-4.35546875, false]], [[-9.8515625, false]], [[-9.8515625, false]], [[-7.85546875, false]], [[-7.85546875, false]], [[-9.1015625, false]], [[-9.1015625, false]], [[-7.10546875, false]], [[-9.28125, false]], [[-4.35546875, false]], [[-7.10546875, false]], [[-10.1015625, false]], [[-9.8515625, false]], [[-7.85546875, false]], [[-9.8515625, false]], [[-7.85546875, false]], [[-6.85546875, false]], [[-7.85546875, false]], [[-5.60546875, false]], [[-9.3515625, false]], [[-7.35546875, false]], [[-9.8515625, false]], [[-4.35546875, false]], [[-5.60546875, false]], [[-7.85546875, false]], [[-6.85546875, false]], [[-4.35546875, false]], [[-7.35546875, false]], [[-9.8515625, false]], [[-7.85546875, false]], [[-7.60546875, false]], [[-7.60546875, false]], [[-7.85546875, false]], [[-7.85546875, false]], [[-7.10546875, false]], [[-9.28125, false]], [[-4.35546875, false]], [[-7.10546875, false]], [[-5.60546875, false]], [[-7.60546875, false]], [[-9.8515625, false]], [[-4.35546875, false]], [[-9.3515625, false]], [[-7.35546875, false]], [[-8.1015625, false]], [[-9.3515625, false]], [[-7.35546875, false]], [[-9.8515625, false]], [[-5.60546875, false]], [[-9.3515625, false]], [[-9.8515625, false]], [[-9.8515625, false]], [[-7.35546875, false]], [[-4.35546875, false]], [[-5.60546875, false]], [[-7.85546875, false]], [[-6.85546875, false]], [[-4.35546875, false]], [[-7.85546875, false]], [[-7.60546875, false]], [[-7.85546875, false]], [[-6.85546875, false]], [[-4.35546875, false]], [[-7.60546875, false]], [[-9.3515625, false]], [[-7.35546875, false]], [[-7.35546875, false]], [[-6.85546875, false]], [[-7.10546875, false]], [[-11.1015625, false]]], "filtered_resps": [[-7.10546875, false], [-7.10546875, false], [-10.1015625, false], [-9.8515625, false], [-5.60546875, false], [-10.3515625, false], [-7.60546875, false], [-9.3515625, false], [-10.1015625, false], [-4.35546875, false], [-5.60546875, false], [-7.85546875, false], [-6.85546875, false], [-4.35546875, false], [-7.85546875, false], [-7.60546875, false], [-7.85546875, false], [-6.85546875, false], [-4.35546875, false], [-6.85546875, false], [-7.60546875, false], [-9.8515625, false], [-7.35546875, false], [-8.3515625, false], [-9.3515625, false], [-7.60546875, false], [-7.85546875, false], [-7.85546875, false], [-7.10546875, false], [-9.28125, false], [-4.35546875, false], [-7.10546875, false], [-9.3515625, false], [-9.8515625, false], [-7.35546875, false], [-8.3515625, false], [-7.60546875, false], [-9.3515625, false], [-7.60546875, false], [-9.3515625, false], [-5.60546875, false], [-9.3515625, false], [-7.60546875, false], [-7.85546875, false], [-7.85546875, false], [-4.35546875, false], [-5.60546875, false], [-7.85546875, false], [-6.85546875, false], [-4.35546875, false], [-9.8515625, false], [-9.8515625, false], [-7.85546875, false], [-7.85546875, false], [-9.1015625, false], [-9.1015625, false], [-7.10546875, false], [-9.28125, false], [-4.35546875, false], [-7.10546875, false], [-10.1015625, false], [-9.8515625, false], [-7.85546875, false], [-9.8515625, false], [-7.85546875, false], [-6.85546875, false], [-7.85546875, false], [-5.60546875, false], [-9.3515625, false], [-7.35546875, false], [-9.8515625, false], [-4.35546875, false], [-5.60546875, false], [-7.85546875, false], [-6.85546875, false], [-4.35546875, false], [-7.35546875, false], [-9.8515625, false], [-7.85546875, false], [-7.60546875, false], [-7.60546875, false], [-7.85546875, false], [-7.85546875, false], [-7.10546875, false], [-9.28125, false], [-4.35546875, false], [-7.10546875, false], [-5.60546875, false], [-7.60546875, false], [-9.8515625, false], [-4.35546875, false], [-9.3515625, false], [-7.35546875, false], [-8.1015625, false], [-9.3515625, false], [-7.35546875, false], [-9.8515625, false], [-5.60546875, false], [-9.3515625, false], [-9.8515625, false], [-9.8515625, false], [-7.35546875, false], [-4.35546875, false], [-5.60546875, false], [-7.85546875, false], [-6.85546875, false], [-4.35546875, false], [-7.85546875, false], [-7.60546875, false], [-7.85546875, false], [-6.85546875, false], [-4.35546875, false], [-7.60546875, false], [-9.3515625, false], [-7.35546875, false], [-7.35546875, false], [-6.85546875, false], [-7.10546875, false], [-11.1015625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1548, "doc": {"id": "ACTAAP_2010_5_9", "question": "Which is an example of a hypothesis?", "choices": {"text": ["Large mice will eat more food than smaller mice.", "One flower was measured to be 13 centimeters tall.", "On a dark night, a student counted hundreds of stars.", "People should be careful to protect endangered animals."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Large mice will eat more food than smaller mice.", "arguments": ["Question: Which is an example of a hypothesis?\nAnswer:", " ["], "resps": [[[-8.1015625, false]], [[-8.3515625, false]], [[-9.3515625, false]], [[-3.599609375, false]], [[-11.8515625, false]], [[-12.3515625, false]], [[-8.8515625, false]], [[-6.34765625, false]], [[-10.9765625, false]], [[-9.1015625, false]], [[-10.4765625, false]], [[-8.8515625, false]], [[-6.34765625, false]], [[-11.8515625, false]], [[-9.1015625, false]], [[-11.6015625, false]], [[-11.6015625, false]], [[-6.34765625, false]], [[-8.8515625, false]], [[-3.599609375, false]], [[-10.8515625, false]], [[-6.34765625, false]], [[-10.9765625, false]], [[-10.4765625, false]], [[-11.8515625, false]], [[-8.8515625, false]], [[-6.34765625, false]], [[-9.9765625, false]], [[-10.4765625, false]], [[-10.4765625, false]], [[-9.8515625, false]], [[-6.34765625, false]], [[-10.8515625, false]], [[-9.8515625, false]], [[-3.599609375, false]], [[-9.1015625, false]], [[-6.34765625, false]], [[-10.3515625, false]], [[-10.9765625, false]], [[-3.599609375, false]], [[-11.6015625, false]], [[-11.6015625, false]], [[-8.8515625, false]], [[-11.8515625, false]], [[-6.34765625, false]], [[-10.9765625, false]], [[-9.1015625, false]], [[-10.4765625, false]], [[-8.8515625, false]], [[-7.62109375, false]], [[-8.3515625, false]], [[-9.75, false]], [[-6.34765625, false]], [[-8.3515625, false]], [[-8.3515625, false]], [[-9.1015625, false]], [[-8.8515625, false]], [[-6.34765625, false]], [[-9.9765625, false]], [[-11.6015625, false]], [[-10.4765625, false]], [[-11.8515625, false]], [[-8.8515625, false]], [[-11.8515625, false]], [[-6.34765625, false]], [[-11.8515625, false]], [[-3.599609375, false]], [[-10.3515625, false]], [[-6.34765625, false]], [[-10.9765625, false]], [[-8.8515625, false]], [[-3.599609375, false]], [[-10.3515625, false]], [[-11.6015625, false]], [[-11.8515625, false]], [[-8.8515625, false]], [[-9.8515625, false]], [[-6.34765625, false]], [[-10.8515625, false]], [[-10.4765625, false]], [[-6.34765625, false]], [[-9.6015625, false]], [[-8.8515625, false]], [[-6.34765625, false]], [[-7.59765625, false]], [[-9.3515625, false]], [[-6.34765625, false]], [[-10.4765625, false]], [[-8.8515625, false]], [[-9.1015625, false]], [[-10.8515625, false]], [[-9.1015625, false]], [[-10.9765625, false]], [[-8.8515625, false]], [[-10.8515625, false]], [[-8.8515625, false]], [[-11.8515625, false]], [[-10.3515625, false]], [[-6.34765625, false]], [[-10.8515625, false]], [[-3.599609375, false]], [[-11.6015625, false]], [[-11.6015625, false]], [[-7.62109375, false]], [[-8.3515625, false]], [[-9.75, false]], [[-6.34765625, false]], [[-8.3515625, false]], [[-8.3515625, false]], [[-9.1015625, false]], [[-6.34765625, false]], [[-3.599609375, false]], [[-6.34765625, false]], [[-9.8515625, false]], [[-3.599609375, false]], [[-11.8515625, false]], [[-11.7265625, false]], [[-6.34765625, false]], [[-9.1015625, false]], [[-9.1015625, false]], [[-12.3515625, false]], [[-9.8515625, false]], [[-10.8515625, false]], [[-9.75, false]], [[-6.34765625, false]], [[-3.599609375, false]], [[-6.34765625, false]], [[-10.3515625, false]], [[-10.8515625, false]], [[-11.6015625, false]], [[-9.8515625, false]], [[-8.8515625, false]], [[-9.1015625, false]], [[-10.8515625, false]], [[-6.34765625, false]], [[-10.4765625, false]], [[-10.4765625, false]], [[-11.6015625, false]], [[-9.1015625, false]], [[-10.8515625, false]], [[-8.8515625, false]], [[-9.8515625, false]], [[-6.34765625, false]], [[-9.8515625, false]], [[-11.6015625, false]], [[-9.1015625, false]], [[-9.8515625, false]], [[-11.8515625, false]], [[-8.8515625, false]], [[-9.8515625, false]], [[-10.3515625, false]], [[-6.34765625, false]], [[-10.4765625, false]], [[-9.9765625, false]], [[-6.34765625, false]], [[-10.3515625, false]], [[-10.8515625, false]], [[-3.599609375, false]], [[-11.8515625, false]], [[-10.3515625, false]], [[-7.62109375, false]], [[-8.3515625, false]], [[-9.75, false]], [[-6.34765625, false]], [[-8.3515625, false]], [[-6.59765625, false]], [[-8.8515625, false]], [[-10.4765625, false]], [[-9.1015625, false]], [[-11.6015625, false]], [[-8.8515625, false]], [[-6.34765625, false]], [[-10.3515625, false]], [[-9.8515625, false]], [[-10.4765625, false]], [[-11.6015625, false]], [[-11.6015625, false]], [[-9.8515625, false]], [[-6.34765625, false]], [[-9.6015625, false]], [[-8.8515625, false]], [[-6.34765625, false]], [[-10.4765625, false]], [[-3.599609375, false]], [[-11.8515625, false]], [[-8.8515625, false]], [[-9.9765625, false]], [[-11.6015625, false]], [[-11.6015625, false]], [[-6.34765625, false]], [[-10.8515625, false]], [[-10.4765625, false]], [[-6.34765625, false]], [[-9.1015625, false]], [[-11.8515625, false]], [[-10.4765625, false]], [[-10.8515625, false]], [[-8.8515625, false]], [[-10.4765625, false]], [[-10.8515625, false]], [[-6.34765625, false]], [[-8.8515625, false]], [[-9.1015625, false]], [[-9.8515625, false]], [[-3.599609375, false]], [[-9.1015625, false]], [[-12.3515625, false]], [[-8.8515625, false]], [[-11.8515625, false]], [[-8.8515625, false]], [[-9.8515625, false]], [[-6.34765625, false]], [[-3.599609375, false]], [[-9.1015625, false]], [[-9.1015625, false]], [[-10.9765625, false]], [[-3.599609375, false]], [[-11.6015625, false]], [[-10.3515625, false]], [[-7.62109375, false]], [[-8.3515625, false]], [[-13.2265625, false]]], "filtered_resps": [[-8.1015625, false], [-8.3515625, false], [-9.3515625, false], [-3.599609375, false], [-11.8515625, false], [-12.3515625, false], [-8.8515625, false], [-6.34765625, false], [-10.9765625, false], [-9.1015625, false], [-10.4765625, false], [-8.8515625, false], [-6.34765625, false], [-11.8515625, false], [-9.1015625, false], [-11.6015625, false], [-11.6015625, false], [-6.34765625, false], [-8.8515625, false], [-3.599609375, false], [-10.8515625, false], [-6.34765625, false], [-10.9765625, false], [-10.4765625, false], [-11.8515625, false], [-8.8515625, false], [-6.34765625, false], [-9.9765625, false], [-10.4765625, false], [-10.4765625, false], [-9.8515625, false], [-6.34765625, false], [-10.8515625, false], [-9.8515625, false], [-3.599609375, false], [-9.1015625, false], [-6.34765625, false], [-10.3515625, false], [-10.9765625, false], [-3.599609375, false], [-11.6015625, false], [-11.6015625, false], [-8.8515625, false], [-11.8515625, false], [-6.34765625, false], [-10.9765625, false], [-9.1015625, false], [-10.4765625, false], [-8.8515625, false], [-7.62109375, false], [-8.3515625, false], [-9.75, false], [-6.34765625, false], [-8.3515625, false], [-8.3515625, false], [-9.1015625, false], [-8.8515625, false], [-6.34765625, false], [-9.9765625, false], [-11.6015625, false], [-10.4765625, false], [-11.8515625, false], [-8.8515625, false], [-11.8515625, false], [-6.34765625, false], [-11.8515625, false], [-3.599609375, false], [-10.3515625, false], [-6.34765625, false], [-10.9765625, false], [-8.8515625, false], [-3.599609375, false], [-10.3515625, false], [-11.6015625, false], [-11.8515625, false], [-8.8515625, false], [-9.8515625, false], [-6.34765625, false], [-10.8515625, false], [-10.4765625, false], [-6.34765625, false], [-9.6015625, false], [-8.8515625, false], [-6.34765625, false], [-7.59765625, false], [-9.3515625, false], [-6.34765625, false], [-10.4765625, false], [-8.8515625, false], [-9.1015625, false], [-10.8515625, false], [-9.1015625, false], [-10.9765625, false], [-8.8515625, false], [-10.8515625, false], [-8.8515625, false], [-11.8515625, false], [-10.3515625, false], [-6.34765625, false], [-10.8515625, false], [-3.599609375, false], [-11.6015625, false], [-11.6015625, false], [-7.62109375, false], [-8.3515625, false], [-9.75, false], [-6.34765625, false], [-8.3515625, false], [-8.3515625, false], [-9.1015625, false], [-6.34765625, false], [-3.599609375, false], [-6.34765625, false], [-9.8515625, false], [-3.599609375, false], [-11.8515625, false], [-11.7265625, false], [-6.34765625, false], [-9.1015625, false], [-9.1015625, false], [-12.3515625, false], [-9.8515625, false], [-10.8515625, false], [-9.75, false], [-6.34765625, false], [-3.599609375, false], [-6.34765625, false], [-10.3515625, false], [-10.8515625, false], [-11.6015625, false], [-9.8515625, false], [-8.8515625, false], [-9.1015625, false], [-10.8515625, false], [-6.34765625, false], [-10.4765625, false], [-10.4765625, false], [-11.6015625, false], [-9.1015625, false], [-10.8515625, false], [-8.8515625, false], [-9.8515625, false], [-6.34765625, false], [-9.8515625, false], [-11.6015625, false], [-9.1015625, false], [-9.8515625, false], [-11.8515625, false], [-8.8515625, false], [-9.8515625, false], [-10.3515625, false], [-6.34765625, false], [-10.4765625, false], [-9.9765625, false], [-6.34765625, false], [-10.3515625, false], [-10.8515625, false], [-3.599609375, false], [-11.8515625, false], [-10.3515625, false], [-7.62109375, false], [-8.3515625, false], [-9.75, false], [-6.34765625, false], [-8.3515625, false], [-6.59765625, false], [-8.8515625, false], [-10.4765625, false], [-9.1015625, false], [-11.6015625, false], [-8.8515625, false], [-6.34765625, false], [-10.3515625, false], [-9.8515625, false], [-10.4765625, false], [-11.6015625, false], [-11.6015625, false], [-9.8515625, false], [-6.34765625, false], [-9.6015625, false], [-8.8515625, false], [-6.34765625, false], [-10.4765625, false], [-3.599609375, false], [-11.8515625, false], [-8.8515625, false], [-9.9765625, false], [-11.6015625, false], [-11.6015625, false], [-6.34765625, false], [-10.8515625, false], [-10.4765625, false], [-6.34765625, false], [-9.1015625, false], [-11.8515625, false], [-10.4765625, false], [-10.8515625, false], [-8.8515625, false], [-10.4765625, false], [-10.8515625, false], [-6.34765625, false], [-8.8515625, false], [-9.1015625, false], [-9.8515625, false], [-3.599609375, false], [-9.1015625, false], [-12.3515625, false], [-8.8515625, false], [-11.8515625, false], [-8.8515625, false], [-9.8515625, false], [-6.34765625, false], [-3.599609375, false], [-9.1015625, false], [-9.1015625, false], [-10.9765625, false], [-3.599609375, false], [-11.6015625, false], [-10.3515625, false], [-7.62109375, false], [-8.3515625, false], [-13.2265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1556, "doc": {"id": "AKDE&ED_2008_8_43", "question": "Charles Darwin made a number of observations and inferences during his travels. He studied island finches during a long period of time. Which statement is an inference?", "choices": {"text": ["Individual birds have different colored feathers.", "Island finches have a large number of offspring.", "Individual birds of an island finch species have many differences.", "Island finches share a common ancestry with mainland finch species."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Island finches share a common ancestry with mainland finch species.", "arguments": ["Question: Charles Darwin made a number of observations and inferences during his travels. He studied island finches during a long period of time. Which statement is an inference?\nAnswer:", " ["], "resps": [[[-6.578125, false]], [[-8.328125, false]], [[-4.328125, false]], [[-8.828125, false]], [[-6.578125, false]], [[-8.578125, false]], [[-11.328125, false]], [[-8.578125, false]], [[-6.578125, false]], [[-12.328125, false]], [[-5.078125, false]], [[-8.578125, false]], [[-6.078125, false]], [[-7.828125, false]], [[-8.578125, false]], [[-9.578125, false]], [[-6.578125, false]], [[-9.828125, false]], [[-6.078125, false]], [[-11.078125, false]], [[-5.078125, false]], [[-11.328125, false]], [[-8.078125, false]], [[-6.078125, false]], [[-6.578125, false]], [[-8.578125, false]], [[-7.328125, false]], [[-7.328125, false]], [[-8.078125, false]], [[-9.578125, false]], [[-8.078125, false]], [[-8.828125, false]], [[-10.328125, false]], [[-6.078125, false]], [[-7.578125, false]], [[-9.328125, false]], [[-8.578125, false]], [[-9.328125, false]], [[-9.578125, false]], [[-8.078125, false]], [[-6.578125, false]], [[-6.078125, false]], [[-7.328125, false]], [[-8.078125, false]], [[-5.078125, false]], [[-10.328125, false]], [[-11.078125, false]], [[-8.078125, false]], [[-9.578125, false]], [[-9.828125, false]], [[-7.1015625, false]], [[-8.328125, false]], [[-10.7265625, false]], [[-6.078125, false]], [[-8.328125, false]], [[-4.328125, false]], [[-9.828125, false]], [[-8.578125, false]], [[-5.078125, false]], [[-8.828125, false]], [[-6.578125, false]], [[-6.078125, false]], [[-7.328125, false]], [[-8.578125, false]], [[-8.828125, false]], [[-7.578125, false]], [[-11.078125, false]], [[-8.078125, false]], [[-9.828125, false]], [[-6.078125, false]], [[-11.078125, false]], [[-5.078125, false]], [[-11.328125, false]], [[-8.078125, false]], [[-6.078125, false]], [[-5.078125, false]], [[-6.078125, false]], [[-8.578125, false]], [[-5.078125, false]], [[-9.578125, false]], [[-11.078125, false]], [[-8.078125, false]], [[-6.078125, false]], [[-8.828125, false]], [[-12.328125, false]], [[-10.328125, false]], [[-7.828125, false]], [[-8.078125, false]], [[-9.578125, false]], [[-6.078125, false]], [[-9.328125, false]], [[-7.328125, false]], [[-6.078125, false]], [[-9.328125, false]], [[-7.328125, false]], [[-7.328125, false]], [[-9.828125, false]], [[-9.328125, false]], [[-9.578125, false]], [[-8.578125, false]], [[-8.828125, false]], [[-11.078125, false]], [[-7.1015625, false]], [[-8.328125, false]], [[-10.7265625, false]], [[-6.078125, false]], [[-8.328125, false]], [[-4.328125, false]], [[-8.828125, false]], [[-6.578125, false]], [[-8.578125, false]], [[-11.328125, false]], [[-8.578125, false]], [[-6.578125, false]], [[-12.328125, false]], [[-5.078125, false]], [[-8.578125, false]], [[-6.078125, false]], [[-7.828125, false]], [[-8.578125, false]], [[-9.578125, false]], [[-6.578125, false]], [[-9.828125, false]], [[-6.078125, false]], [[-9.328125, false]], [[-7.328125, false]], [[-6.078125, false]], [[-5.078125, false]], [[-8.828125, false]], [[-6.078125, false]], [[-8.578125, false]], [[-9.828125, false]], [[-8.578125, false]], [[-5.078125, false]], [[-8.828125, false]], [[-6.578125, false]], [[-6.078125, false]], [[-7.328125, false]], [[-8.578125, false]], [[-8.828125, false]], [[-7.578125, false]], [[-11.078125, false]], [[-6.078125, false]], [[-9.828125, false]], [[-9.328125, false]], [[-8.078125, false]], [[-7.578125, false]], [[-8.578125, false]], [[-8.078125, false]], [[-9.828125, false]], [[-6.078125, false]], [[-11.078125, false]], [[-5.078125, false]], [[-11.328125, false]], [[-8.078125, false]], [[-6.078125, false]], [[-10.328125, false]], [[-5.078125, false]], [[-8.828125, false]], [[-11.578125, false]], [[-6.078125, false]], [[-6.578125, false]], [[-8.578125, false]], [[-7.328125, false]], [[-7.328125, false]], [[-8.078125, false]], [[-9.578125, false]], [[-8.078125, false]], [[-8.828125, false]], [[-7.578125, false]], [[-8.078125, false]], [[-9.828125, false]], [[-7.1015625, false]], [[-8.328125, false]], [[-10.7265625, false]], [[-6.078125, false]], [[-8.328125, false]], [[-4.328125, false]], [[-9.828125, false]], [[-8.578125, false]], [[-5.078125, false]], [[-8.828125, false]], [[-6.578125, false]], [[-6.078125, false]], [[-7.328125, false]], [[-8.578125, false]], [[-8.828125, false]], [[-7.578125, false]], [[-11.078125, false]], [[-8.078125, false]], [[-9.828125, false]], [[-6.078125, false]], [[-9.828125, false]], [[-11.078125, false]], [[-5.078125, false]], [[-9.578125, false]], [[-8.078125, false]], [[-6.078125, false]], [[-5.078125, false]], [[-6.078125, false]], [[-7.578125, false]], [[-9.328125, false]], [[-10.328125, false]], [[-10.328125, false]], [[-9.328125, false]], [[-8.828125, false]], [[-6.078125, false]], [[-5.078125, false]], [[-8.828125, false]], [[-7.578125, false]], [[-8.078125, false]], [[-9.828125, false]], [[-10.328125, false]], [[-9.578125, false]], [[-11.578125, false]], [[-6.078125, false]], [[-9.578125, false]], [[-8.578125, false]], [[-10.328125, false]], [[-11.078125, false]], [[-6.078125, false]], [[-10.328125, false]], [[-5.078125, false]], [[-8.578125, false]], [[-8.828125, false]], [[-8.578125, false]], [[-5.078125, false]], [[-8.828125, false]], [[-6.578125, false]], [[-6.078125, false]], [[-7.328125, false]], [[-8.578125, false]], [[-8.828125, false]], [[-7.578125, false]], [[-11.078125, false]], [[-6.078125, false]], [[-9.828125, false]], [[-9.328125, false]], [[-8.078125, false]], [[-7.578125, false]], [[-8.578125, false]], [[-8.078125, false]], [[-9.828125, false]], [[-7.1015625, false]], [[-8.328125, false]], [[-12.328125, false]]], "filtered_resps": [[-6.578125, false], [-8.328125, false], [-4.328125, false], [-8.828125, false], [-6.578125, false], [-8.578125, false], [-11.328125, false], [-8.578125, false], [-6.578125, false], [-12.328125, false], [-5.078125, false], [-8.578125, false], [-6.078125, false], [-7.828125, false], [-8.578125, false], [-9.578125, false], [-6.578125, false], [-9.828125, false], [-6.078125, false], [-11.078125, false], [-5.078125, false], [-11.328125, false], [-8.078125, false], [-6.078125, false], [-6.578125, false], [-8.578125, false], [-7.328125, false], [-7.328125, false], [-8.078125, false], [-9.578125, false], [-8.078125, false], [-8.828125, false], [-10.328125, false], [-6.078125, false], [-7.578125, false], [-9.328125, false], [-8.578125, false], [-9.328125, false], [-9.578125, false], [-8.078125, false], [-6.578125, false], [-6.078125, false], [-7.328125, false], [-8.078125, false], [-5.078125, false], [-10.328125, false], [-11.078125, false], [-8.078125, false], [-9.578125, false], [-9.828125, false], [-7.1015625, false], [-8.328125, false], [-10.7265625, false], [-6.078125, false], [-8.328125, false], [-4.328125, false], [-9.828125, false], [-8.578125, false], [-5.078125, false], [-8.828125, false], [-6.578125, false], [-6.078125, false], [-7.328125, false], [-8.578125, false], [-8.828125, false], [-7.578125, false], [-11.078125, false], [-8.078125, false], [-9.828125, false], [-6.078125, false], [-11.078125, false], [-5.078125, false], [-11.328125, false], [-8.078125, false], [-6.078125, false], [-5.078125, false], [-6.078125, false], [-8.578125, false], [-5.078125, false], [-9.578125, false], [-11.078125, false], [-8.078125, false], [-6.078125, false], [-8.828125, false], [-12.328125, false], [-10.328125, false], [-7.828125, false], [-8.078125, false], [-9.578125, false], [-6.078125, false], [-9.328125, false], [-7.328125, false], [-6.078125, false], [-9.328125, false], [-7.328125, false], [-7.328125, false], [-9.828125, false], [-9.328125, false], [-9.578125, false], [-8.578125, false], [-8.828125, false], [-11.078125, false], [-7.1015625, false], [-8.328125, false], [-10.7265625, false], [-6.078125, false], [-8.328125, false], [-4.328125, false], [-8.828125, false], [-6.578125, false], [-8.578125, false], [-11.328125, false], [-8.578125, false], [-6.578125, false], [-12.328125, false], [-5.078125, false], [-8.578125, false], [-6.078125, false], [-7.828125, false], [-8.578125, false], [-9.578125, false], [-6.578125, false], [-9.828125, false], [-6.078125, false], [-9.328125, false], [-7.328125, false], [-6.078125, false], [-5.078125, false], [-8.828125, false], [-6.078125, false], [-8.578125, false], [-9.828125, false], [-8.578125, false], [-5.078125, false], [-8.828125, false], [-6.578125, false], [-6.078125, false], [-7.328125, false], [-8.578125, false], [-8.828125, false], [-7.578125, false], [-11.078125, false], [-6.078125, false], [-9.828125, false], [-9.328125, false], [-8.078125, false], [-7.578125, false], [-8.578125, false], [-8.078125, false], [-9.828125, false], [-6.078125, false], [-11.078125, false], [-5.078125, false], [-11.328125, false], [-8.078125, false], [-6.078125, false], [-10.328125, false], [-5.078125, false], [-8.828125, false], [-11.578125, false], [-6.078125, false], [-6.578125, false], [-8.578125, false], [-7.328125, false], [-7.328125, false], [-8.078125, false], [-9.578125, false], [-8.078125, false], [-8.828125, false], [-7.578125, false], [-8.078125, false], [-9.828125, false], [-7.1015625, false], [-8.328125, false], [-10.7265625, false], [-6.078125, false], [-8.328125, false], [-4.328125, false], [-9.828125, false], [-8.578125, false], [-5.078125, false], [-8.828125, false], [-6.578125, false], [-6.078125, false], [-7.328125, false], [-8.578125, false], [-8.828125, false], [-7.578125, false], [-11.078125, false], [-8.078125, false], [-9.828125, false], [-6.078125, false], [-9.828125, false], [-11.078125, false], [-5.078125, false], [-9.578125, false], [-8.078125, false], [-6.078125, false], [-5.078125, false], [-6.078125, false], [-7.578125, false], [-9.328125, false], [-10.328125, false], [-10.328125, false], [-9.328125, false], [-8.828125, false], [-6.078125, false], [-5.078125, false], [-8.828125, false], [-7.578125, false], [-8.078125, false], [-9.828125, false], [-10.328125, false], [-9.578125, false], [-11.578125, false], [-6.078125, false], [-9.578125, false], [-8.578125, false], [-10.328125, false], [-11.078125, false], [-6.078125, false], [-10.328125, false], [-5.078125, false], [-8.578125, false], [-8.828125, false], [-8.578125, false], [-5.078125, false], [-8.828125, false], [-6.578125, false], [-6.078125, false], [-7.328125, false], [-8.578125, false], [-8.828125, false], [-7.578125, false], [-11.078125, false], [-6.078125, false], [-9.828125, false], [-9.328125, false], [-8.078125, false], [-7.578125, false], [-8.578125, false], [-8.078125, false], [-9.828125, false], [-7.1015625, false], [-8.328125, false], [-12.328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1564, "doc": {"id": "Mercury_7041930", "question": "In what respect are protons and electrons always equal?", "choices": {"text": ["mass number", "kinetic energy", "sign of charge", "magnitude of charge"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "magnitude of charge", "arguments": ["Question: In what respect are protons and electrons always equal?\nAnswer:", " ["], "resps": [[[-6.703125, false]], [[-8.703125, false]], [[-10.453125, false]], [[-6.703125, false]], [[-10.703125, false]], [[-10.703125, false]], [[-5.953125, false]], [[-8.203125, false]], [[-10.453125, false]], [[-10.453125, false]], [[-9.453125, false]], [[-7.953125, false]], [[-10.453125, false]], [[-8.703125, false]], [[-9.9375, false]], [[-5.953125, false]], [[-8.703125, false]], [[-10.703125, false]], [[-8.453125, false]], [[-8.203125, false]], [[-7.953125, false]], [[-10.953125, false]], [[-8.453125, false]], [[-10.203125, false]], [[-5.953125, false]], [[-7.953125, false]], [[-8.203125, false]], [[-7.953125, false]], [[-10.453125, false]], [[-11.953125, false]], [[-11.953125, false]], [[-8.703125, false]], [[-9.9375, false]], [[-5.953125, false]], [[-8.703125, false]], [[-10.703125, false]], [[-8.453125, false]], [[-11.953125, false]], [[-8.203125, false]], [[-5.953125, false]], [[-11.703125, false]], [[-10.703125, false]], [[-5.953125, false]], [[-10.203125, false]], [[-10.203125, false]], [[-6.703125, false]], [[-10.453125, false]], [[-11.953125, false]], [[-7.953125, false]], [[-8.703125, false]], [[-9.9375, false]], [[-5.953125, false]], [[-8.703125, false]], [[-10.453125, false]], [[-6.703125, false]], [[-11.953125, false]], [[-8.203125, false]], [[-8.453125, false]], [[-10.953125, false]], [[-10.453125, false]], [[-10.453125, false]], [[-7.953125, false]], [[-5.953125, false]], [[-11.703125, false]], [[-10.703125, false]], [[-5.953125, false]], [[-10.203125, false]], [[-10.203125, false]], [[-6.703125, false]], [[-10.453125, false]], [[-11.953125, false]], [[-7.953125, false]], [[-8.703125, false]], [[-12.203125, false]]], "filtered_resps": [[-6.703125, false], [-8.703125, false], [-10.453125, false], [-6.703125, false], [-10.703125, false], [-10.703125, false], [-5.953125, false], [-8.203125, false], [-10.453125, false], [-10.453125, false], [-9.453125, false], [-7.953125, false], [-10.453125, false], [-8.703125, false], [-9.9375, false], [-5.953125, false], [-8.703125, false], [-10.703125, false], [-8.453125, false], [-8.203125, false], [-7.953125, false], [-10.953125, false], [-8.453125, false], [-10.203125, false], [-5.953125, false], [-7.953125, false], [-8.203125, false], [-7.953125, false], [-10.453125, false], [-11.953125, false], [-11.953125, false], [-8.703125, false], [-9.9375, false], [-5.953125, false], [-8.703125, false], [-10.703125, false], [-8.453125, false], [-11.953125, false], [-8.203125, false], [-5.953125, false], [-11.703125, false], [-10.703125, false], [-5.953125, false], [-10.203125, false], [-10.203125, false], [-6.703125, false], [-10.453125, false], [-11.953125, false], [-7.953125, false], [-8.703125, false], [-9.9375, false], [-5.953125, false], [-8.703125, false], [-10.453125, false], [-6.703125, false], [-11.953125, false], [-8.203125, false], [-8.453125, false], [-10.953125, false], [-10.453125, false], [-10.453125, false], [-7.953125, false], [-5.953125, false], [-11.703125, false], [-10.703125, false], [-5.953125, false], [-10.203125, false], [-10.203125, false], [-6.703125, false], [-10.453125, false], [-11.953125, false], [-7.953125, false], [-8.703125, false], [-12.203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1572, "doc": {"id": "Mercury_SC_401283", "question": "A sea anemone uses poisonous darts to", "choices": {"text": ["absorb food.", "defend itself.", "attract a mate.", "protect its young."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "defend itself.", "arguments": ["Question: A sea anemone uses poisonous darts to\nAnswer:", " ["], "resps": [[[-7.3828125, false]], [[-7.8828125, false]], [[-4.1328125, false]], [[-6.8828125, false]], [[-8.1328125, false]], [[-8.6328125, false]], [[-9.8828125, false]], [[-6.8828125, false]], [[-5.3828125, false]], [[-10.3828125, false]], [[-8.6328125, false]], [[-8.6328125, false]], [[-7.3828125, false]], [[-7.03125, false]], [[-7.8828125, false]], [[-9.40625, false]], [[-5.3828125, false]], [[-7.8828125, false]], [[-7.3828125, false]], [[-8.6328125, false]], [[-10.3828125, false]], [[-8.6328125, false]], [[-8.1328125, false]], [[-7.3828125, false]], [[-5.3828125, false]], [[-8.6328125, false]], [[-10.1328125, false]], [[-8.1328125, false]], [[-8.6328125, false]], [[-9.8828125, false]], [[-10.3828125, false]], [[-7.03125, false]], [[-7.8828125, false]], [[-9.40625, false]], [[-5.3828125, false]], [[-7.8828125, false]], [[-4.1328125, false]], [[-10.1328125, false]], [[-10.1328125, false]], [[-9.8828125, false]], [[-4.1328125, false]], [[-7.8828125, false]], [[-10.1328125, false]], [[-5.3828125, false]], [[-4.1328125, false]], [[-5.3828125, false]], [[-10.3828125, false]], [[-4.1328125, false]], [[-10.1328125, false]], [[-8.6328125, false]], [[-7.03125, false]], [[-7.8828125, false]], [[-9.40625, false]], [[-5.3828125, false]], [[-7.8828125, false]], [[-9.1328125, false]], [[-9.8828125, false]], [[-8.6328125, false]], [[-10.1328125, false]], [[-8.6328125, false]], [[-7.8828125, false]], [[-10.1328125, false]], [[-5.3828125, false]], [[-8.6328125, false]], [[-10.1328125, false]], [[-8.1328125, false]], [[-5.3828125, false]], [[-11.2578125, false]], [[-8.6328125, false]], [[-10.1328125, false]], [[-8.1328125, false]], [[-10.3828125, false]], [[-7.03125, false]], [[-7.8828125, false]], [[-11.5078125, false]]], "filtered_resps": [[-7.3828125, false], [-7.8828125, false], [-4.1328125, false], [-6.8828125, false], [-8.1328125, false], [-8.6328125, false], [-9.8828125, false], [-6.8828125, false], [-5.3828125, false], [-10.3828125, false], [-8.6328125, false], [-8.6328125, false], [-7.3828125, false], [-7.03125, false], [-7.8828125, false], [-9.40625, false], [-5.3828125, false], [-7.8828125, false], [-7.3828125, false], [-8.6328125, false], [-10.3828125, false], [-8.6328125, false], [-8.1328125, false], [-7.3828125, false], [-5.3828125, false], [-8.6328125, false], [-10.1328125, false], [-8.1328125, false], [-8.6328125, false], [-9.8828125, false], [-10.3828125, false], [-7.03125, false], [-7.8828125, false], [-9.40625, false], [-5.3828125, false], [-7.8828125, false], [-4.1328125, false], [-10.1328125, false], [-10.1328125, false], [-9.8828125, false], [-4.1328125, false], [-7.8828125, false], [-10.1328125, false], [-5.3828125, false], [-4.1328125, false], [-5.3828125, false], [-10.3828125, false], [-4.1328125, false], [-10.1328125, false], [-8.6328125, false], [-7.03125, false], [-7.8828125, false], [-9.40625, false], [-5.3828125, false], [-7.8828125, false], [-9.1328125, false], [-9.8828125, false], [-8.6328125, false], [-10.1328125, false], [-8.6328125, false], [-7.8828125, false], [-10.1328125, false], [-5.3828125, false], [-8.6328125, false], [-10.1328125, false], [-8.1328125, false], [-5.3828125, false], [-11.2578125, false], [-8.6328125, false], [-10.1328125, false], [-8.1328125, false], [-10.3828125, false], [-7.03125, false], [-7.8828125, false], [-11.5078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1580, "doc": {"id": "Mercury_404096", "question": "Which process causes sand grains to stick together to form sandstone?", "choices": {"text": ["abrasion", "cementation", "combustion", "erosion"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "cementation", "arguments": ["Question: Which process causes sand grains to stick together to form sandstone?\nAnswer:", " ["], "resps": [[[-7.75, false]], [[-8.75, false]], [[-6.125, false]], [[-8.75, false]], [[-11.125, false]], [[-6.125, false]], [[-9.125, false]], [[-9.75, false]], [[-9.375, false]], [[-9.5, false]], [[-8.75, false]], [[-9.09375, false]], [[-5.25, false]], [[-8.75, false]], [[-8.5, false]], [[-8.875, false]], [[-9.75, false]], [[-8.875, false]], [[-9.5, false]], [[-10.875, false]], [[-6.125, false]], [[-10.875, false]], [[-9.75, false]], [[-9.375, false]], [[-9.5, false]], [[-8.75, false]], [[-9.09375, false]], [[-5.25, false]], [[-8.75, false]], [[-8.5, false]], [[-9.375, false]], [[-9.75, false]], [[-8.75, false]], [[-12.25, false]], [[-9.125, false]], [[-10.875, false]], [[-9.75, false]], [[-9.375, false]], [[-9.5, false]], [[-8.75, false]], [[-9.09375, false]], [[-5.25, false]], [[-8.75, false]], [[-8.875, false]], [[-11.125, false]], [[-9.375, false]], [[-9.125, false]], [[-9.75, false]], [[-9.375, false]], [[-9.5, false]], [[-8.75, false]], [[-13.125, false]]], "filtered_resps": [[-7.75, false], [-8.75, false], [-6.125, false], [-8.75, false], [-11.125, false], [-6.125, false], [-9.125, false], [-9.75, false], [-9.375, false], [-9.5, false], [-8.75, false], [-9.09375, false], [-5.25, false], [-8.75, false], [-8.5, false], [-8.875, false], [-9.75, false], [-8.875, false], [-9.5, false], [-10.875, false], [-6.125, false], [-10.875, false], [-9.75, false], [-9.375, false], [-9.5, false], [-8.75, false], [-9.09375, false], [-5.25, false], [-8.75, false], [-8.5, false], [-9.375, false], [-9.75, false], [-8.75, false], [-12.25, false], [-9.125, false], [-10.875, false], [-9.75, false], [-9.375, false], [-9.5, false], [-8.75, false], [-9.09375, false], [-5.25, false], [-8.75, false], [-8.875, false], [-11.125, false], [-9.375, false], [-9.125, false], [-9.75, false], [-9.375, false], [-9.5, false], [-8.75, false], [-13.125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1588, "doc": {"id": "Mercury_SC_408243", "question": "George is studying erosion. He learns how rocks break apart over time. Which of these most likely forms when a rock weathers and breaks into small pieces?", "choices": {"text": ["fossils", "crystals", "minerals", "sediments"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "sediments", "arguments": ["Question: George is studying erosion. He learns how rocks break apart over time. Which of these most likely forms when a rock weathers and breaks into small pieces?\nAnswer:", " ["], "resps": [[[-7.0546875, false]], [[-8.8046875, false]], [[-7.8046875, false]], [[-8.0546875, false]], [[-8.3046875, false]], [[-8.3046875, false]], [[-8.3046875, false]], [[-9.5546875, false]], [[-8.3046875, false]], [[-8.8046875, false]], [[-9.515625, false]], [[-5.0546875, false]], [[-8.8046875, false]], [[-6.3046875, false]], [[-7.8046875, false]], [[-10.5546875, false]], [[-8.3046875, false]], [[-9.3046875, false]], [[-3.806640625, false]], [[-9.5546875, false]], [[-8.3046875, false]], [[-8.8046875, false]], [[-9.515625, false]], [[-5.0546875, false]], [[-8.8046875, false]], [[-7.8046875, false]], [[-8.3046875, false]], [[-8.5546875, false]], [[-5.8046875, false]], [[-7.8046875, false]], [[-3.806640625, false]], [[-9.5546875, false]], [[-8.3046875, false]], [[-8.8046875, false]], [[-9.515625, false]], [[-5.0546875, false]], [[-8.8046875, false]], [[-8.3046875, false]], [[-5.8046875, false]], [[-8.0546875, false]], [[-8.3046875, false]], [[-7.8046875, false]], [[-5.8046875, false]], [[-8.5546875, false]], [[-9.3046875, false]], [[-8.3046875, false]], [[-8.8046875, false]], [[-12.8046875, false]]], "filtered_resps": [[-7.0546875, false], [-8.8046875, false], [-7.8046875, false], [-8.0546875, false], [-8.3046875, false], [-8.3046875, false], [-8.3046875, false], [-9.5546875, false], [-8.3046875, false], [-8.8046875, false], [-9.515625, false], [-5.0546875, false], [-8.8046875, false], [-6.3046875, false], [-7.8046875, false], [-10.5546875, false], [-8.3046875, false], [-9.3046875, false], [-3.806640625, false], [-9.5546875, false], [-8.3046875, false], [-8.8046875, false], [-9.515625, false], [-5.0546875, false], [-8.8046875, false], [-7.8046875, false], [-8.3046875, false], [-8.5546875, false], [-5.8046875, false], [-7.8046875, false], [-3.806640625, false], [-9.5546875, false], [-8.3046875, false], [-8.8046875, false], [-9.515625, false], [-5.0546875, false], [-8.8046875, false], [-8.3046875, false], [-5.8046875, false], [-8.0546875, false], [-8.3046875, false], [-7.8046875, false], [-5.8046875, false], [-8.5546875, false], [-9.3046875, false], [-8.3046875, false], [-8.8046875, false], [-12.8046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1596, "doc": {"id": "Mercury_SC_LBS10940", "question": "Which discovery was necessary before radio could be invented?", "choices": {"text": ["reflection", "radiation", "electricity", "gravity"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "electricity", "arguments": ["Question: Which discovery was necessary before radio could be invented?\nAnswer:", " ["], "resps": [[[-7.578125, false]], [[-7.828125, false]], [[-10.078125, false]], [[-8.703125, false]], [[-9.203125, false]], [[-10.203125, false]], [[-8.703125, false]], [[-9.828125, false]], [[-10.828125, false]], [[-8.578125, false]], [[-8.828125, false]], [[-9.828125, false]], [[-7.828125, false]], [[-10.6015625, false]], [[-5.703125, false]], [[-7.828125, false]], [[-10.078125, false]], [[-5.328125, false]], [[-10.203125, false]], [[-8.578125, false]], [[-5.328125, false]], [[-10.828125, false]], [[-8.578125, false]], [[-8.828125, false]], [[-9.828125, false]], [[-7.828125, false]], [[-10.6015625, false]], [[-5.703125, false]], [[-7.828125, false]], [[-8.703125, false]], [[-10.203125, false]], [[-8.703125, false]], [[-9.828125, false]], [[-10.828125, false]], [[-10.078125, false]], [[-8.578125, false]], [[-9.828125, false]], [[-8.578125, false]], [[-10.828125, false]], [[-12.953125, false]], [[-7.828125, false]], [[-10.6015625, false]], [[-5.703125, false]], [[-7.828125, false]], [[-12.703125, false]], [[-10.078125, false]], [[-5.328125, false]], [[-10.828125, false]], [[-8.578125, false]], [[-10.828125, false]], [[-12.953125, false]], [[-7.828125, false]], [[-13.703125, false]]], "filtered_resps": [[-7.578125, false], [-7.828125, false], [-10.078125, false], [-8.703125, false], [-9.203125, false], [-10.203125, false], [-8.703125, false], [-9.828125, false], [-10.828125, false], [-8.578125, false], [-8.828125, false], [-9.828125, false], [-7.828125, false], [-10.6015625, false], [-5.703125, false], [-7.828125, false], [-10.078125, false], [-5.328125, false], [-10.203125, false], [-8.578125, false], [-5.328125, false], [-10.828125, false], [-8.578125, false], [-8.828125, false], [-9.828125, false], [-7.828125, false], [-10.6015625, false], [-5.703125, false], [-7.828125, false], [-8.703125, false], [-10.203125, false], [-8.703125, false], [-9.828125, false], [-10.828125, false], [-10.078125, false], [-8.578125, false], [-9.828125, false], [-8.578125, false], [-10.828125, false], [-12.953125, false], [-7.828125, false], [-10.6015625, false], [-5.703125, false], [-7.828125, false], [-12.703125, false], [-10.078125, false], [-5.328125, false], [-10.828125, false], [-8.578125, false], [-10.828125, false], [-12.953125, false], [-7.828125, false], [-13.703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1604, "doc": {"id": "Mercury_7171588", "question": "The human body has different levels of organization. In the structural organization of the central nervous system, which is an organ?", "choices": {"text": ["brain", "grey matter", "nerve", "neuron"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "brain", "arguments": ["Question: The human body has different levels of organization. In the structural organization of the central nervous system, which is an organ?\nAnswer:", " ["], "resps": [[[-7.8828125, false]], [[-11.3828125, false]], [[-7.6328125, false]], [[-9.8828125, false]], [[-4.1328125, false]], [[-9.1328125, false]], [[-10.3828125, false]], [[-11.3828125, false]], [[-10.765625, false]], [[-5.6328125, false]], [[-11.3828125, false]], [[-11.3828125, false]], [[-9.8828125, false]], [[-10.6328125, false]], [[-13.1328125, false]], [[-5.6328125, false]], [[-9.8828125, false]], [[-4.1328125, false]], [[-8.8828125, false]], [[-8.8828125, false]], [[-10.6328125, false]], [[-9.8828125, false]], [[-11.3828125, false]], [[-10.765625, false]], [[-5.6328125, false]], [[-11.3828125, false]], [[-10.3828125, false]], [[-10.6328125, false]], [[-9.8828125, false]], [[-11.1328125, false]], [[-10.6328125, false]], [[-11.3828125, false]], [[-10.765625, false]], [[-5.6328125, false]], [[-11.3828125, false]], [[-10.3828125, false]], [[-10.6328125, false]], [[-10.3828125, false]], [[-9.8828125, false]], [[-8.1328125, false]], [[-10.3828125, false]], [[-11.3828125, false]], [[-13.1328125, false]]], "filtered_resps": [[-7.8828125, false], [-11.3828125, false], [-7.6328125, false], [-9.8828125, false], [-4.1328125, false], [-9.1328125, false], [-10.3828125, false], [-11.3828125, false], [-10.765625, false], [-5.6328125, false], [-11.3828125, false], [-11.3828125, false], [-9.8828125, false], [-10.6328125, false], [-13.1328125, false], [-5.6328125, false], [-9.8828125, false], [-4.1328125, false], [-8.8828125, false], [-8.8828125, false], [-10.6328125, false], [-9.8828125, false], [-11.3828125, false], [-10.765625, false], [-5.6328125, false], [-11.3828125, false], [-10.3828125, false], [-10.6328125, false], [-9.8828125, false], [-11.1328125, false], [-10.6328125, false], [-11.3828125, false], [-10.765625, false], [-5.6328125, false], [-11.3828125, false], [-10.3828125, false], [-10.6328125, false], [-10.3828125, false], [-9.8828125, false], [-8.1328125, false], [-10.3828125, false], [-11.3828125, false], [-13.1328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1612, "doc": {"id": "Mercury_SC_LBS10064", "question": "Which activity requires the use of safety goggles to protect the eyes?", "choices": {"text": ["collecting rain water", "measuring air temperature", "classifying flowers", "pouring vinegar"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "pouring vinegar", "arguments": ["Question: Which activity requires the use of safety goggles to protect the eyes?\nAnswer:", " ["], "resps": [[[-7.51171875, false]], [[-9.5078125, false]], [[-8.3828125, false]], [[-10.3828125, false]], [[-11.0078125, false]], [[-11.0078125, false]], [[-9.0078125, false]], [[-8.3828125, false]], [[-11.6328125, false]], [[-9.6328125, false]], [[-9.5078125, false]], [[-10.6328125, false]], [[-4.38671875, false]], [[-11.7578125, false]], [[-7.01171875, false]], [[-9.6328125, false]], [[-9.5078125, false]], [[-4.38671875, false]], [[-9.2578125, false]], [[-7.01171875, false]], [[-11.6328125, false]], [[-9.0078125, false]], [[-11.7578125, false]], [[-9.5078125, false]], [[-9.765625, false]], [[-4.38671875, false]], [[-9.5078125, false]], [[-11.3828125, false]], [[-9.0078125, false]], [[-7.01171875, false]], [[-8.6328125, false]], [[-11.5078125, false]], [[-11.7578125, false]], [[-9.6328125, false]], [[-9.5078125, false]], [[-10.6328125, false]], [[-4.38671875, false]], [[-7.01171875, false]], [[-9.6328125, false]], [[-11.7578125, false]], [[-4.38671875, false]], [[-11.6328125, false]], [[-9.0078125, false]], [[-11.3828125, false]], [[-10.6328125, false]], [[-9.0078125, false]], [[-11.7578125, false]], [[-7.01171875, false]], [[-11.6328125, false]], [[-11.5078125, false]], [[-11.7578125, false]], [[-9.0078125, false]], [[-9.5078125, false]], [[-9.765625, false]], [[-4.38671875, false]], [[-9.5078125, false]], [[-8.3828125, false]], [[-11.0078125, false]], [[-7.01171875, false]], [[-8.6328125, false]], [[-8.6328125, false]], [[-9.6328125, false]], [[-10.8828125, false]], [[-12.3828125, false]], [[-9.6328125, false]], [[-9.5078125, false]], [[-10.6328125, false]], [[-4.38671875, false]], [[-10.8828125, false]], [[-11.0078125, false]], [[-10.3828125, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-11.7578125, false]], [[-8.6328125, false]], [[-9.5078125, false]], [[-9.765625, false]], [[-4.38671875, false]], [[-9.5078125, false]], [[-10.6328125, false]], [[-10.3828125, false]], [[-11.5078125, false]], [[-11.7578125, false]], [[-9.6328125, false]], [[-9.5078125, false]], [[-10.6328125, false]], [[-4.38671875, false]], [[-10.0078125, false]], [[-9.6328125, false]], [[-9.5078125, false]], [[-9.0078125, false]], [[-10.6328125, false]], [[-7.01171875, false]], [[-11.7578125, false]], [[-9.5078125, false]], [[-14.0078125, false]]], "filtered_resps": [[-7.51171875, false], [-9.5078125, false], [-8.3828125, false], [-10.3828125, false], [-11.0078125, false], [-11.0078125, false], [-9.0078125, false], [-8.3828125, false], [-11.6328125, false], [-9.6328125, false], [-9.5078125, false], [-10.6328125, false], [-4.38671875, false], [-11.7578125, false], [-7.01171875, false], [-9.6328125, false], [-9.5078125, false], [-4.38671875, false], [-9.2578125, false], [-7.01171875, false], [-11.6328125, false], [-9.0078125, false], [-11.7578125, false], [-9.5078125, false], [-9.765625, false], [-4.38671875, false], [-9.5078125, false], [-11.3828125, false], [-9.0078125, false], [-7.01171875, false], [-8.6328125, false], [-11.5078125, false], [-11.7578125, false], [-9.6328125, false], [-9.5078125, false], [-10.6328125, false], [-4.38671875, false], [-7.01171875, false], [-9.6328125, false], [-11.7578125, false], [-4.38671875, false], [-11.6328125, false], [-9.0078125, false], [-11.3828125, false], [-10.6328125, false], [-9.0078125, false], [-11.7578125, false], [-7.01171875, false], [-11.6328125, false], [-11.5078125, false], [-11.7578125, false], [-9.0078125, false], [-9.5078125, false], [-9.765625, false], [-4.38671875, false], [-9.5078125, false], [-8.3828125, false], [-11.0078125, false], [-7.01171875, false], [-8.6328125, false], [-8.6328125, false], [-9.6328125, false], [-10.8828125, false], [-12.3828125, false], [-9.6328125, false], [-9.5078125, false], [-10.6328125, false], [-4.38671875, false], [-10.8828125, false], [-11.0078125, false], [-10.3828125, false], [-9.2578125, false], [-9.0078125, false], [-11.7578125, false], [-8.6328125, false], [-9.5078125, false], [-9.765625, false], [-4.38671875, false], [-9.5078125, false], [-10.6328125, false], [-10.3828125, false], [-11.5078125, false], [-11.7578125, false], [-9.6328125, false], [-9.5078125, false], [-10.6328125, false], [-4.38671875, false], [-10.0078125, false], [-9.6328125, false], [-9.5078125, false], [-9.0078125, false], [-10.6328125, false], [-7.01171875, false], [-11.7578125, false], [-9.5078125, false], [-14.0078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1620, "doc": {"id": "MCAS_1998_8_12", "question": "Recently the telephone company announced the implementation of a new telephone area code for Massachusetts. What technological changes are responsible for the need for a new area code?", "choices": {"text": ["the increased size of the telephone book", "the increase in use of modems, fax machines, and cellular phones", "the increase in use of speed dialing and call waiting", "the increased demand for telephone repairs and installation"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "the increase in use of modems, fax machines, and cellular phones", "arguments": ["Question: Recently the telephone company announced the implementation of a new telephone area code for Massachusetts. What technological changes are responsible for the need for a new area code?\nAnswer:", " ["], "resps": [[[-7.74609375, false]], [[-10.2421875, false]], [[-10.4921875, false]], [[-12.4921875, false]], [[-9.4921875, false]], [[-5.24609375, false]], [[-9.7421875, false]], [[-10.7421875, false]], [[-11.2421875, false]], [[-11.7421875, false]], [[-9.4921875, false]], [[-6.74609375, false]], [[-11.4921875, false]], [[-9.4921875, false]], [[-10.9921875, false]], [[-5.24609375, false]], [[-11.4921875, false]], [[-9.7421875, false]], [[-13.4921875, false]], [[-9.4921875, false]], [[-5.24609375, false]], [[-10.4921875, false]], [[-11.7421875, false]], [[-5.24609375, false]], [[-10.4921875, false]], [[-12.4921875, false]], [[-9.4921875, false]], [[-5.24609375, false]], [[-10.4921875, false]], [[-9.4921875, false]], [[-11.7421875, false]], [[-9.4921875, false]], [[-12.2421875, false]], [[-12.4921875, false]], [[-10.4921875, false]], [[-10.7421875, false]], [[-9.4921875, false]], [[-5.24609375, false]], [[-9.4921875, false]], [[-10.4921875, false]], [[-10.4921875, false]], [[-13.4921875, false]], [[-10.2421875, false]], [[-10.578125, false]], [[-5.24609375, false]], [[-10.2421875, false]], [[-10.4921875, false]], [[-12.4921875, false]], [[-9.4921875, false]], [[-5.24609375, false]], [[-9.7421875, false]], [[-10.7421875, false]], [[-11.2421875, false]], [[-11.7421875, false]], [[-9.4921875, false]], [[-6.74609375, false]], [[-11.4921875, false]], [[-9.4921875, false]], [[-5.24609375, false]], [[-9.7421875, false]], [[-10.7421875, false]], [[-5.24609375, false]], [[-13.2421875, false]], [[-11.4921875, false]], [[-9.4921875, false]], [[-5.24609375, false]], [[-10.4921875, false]], [[-11.7421875, false]], [[-5.24609375, false]], [[-11.7421875, false]], [[-10.4921875, false]], [[-10.9921875, false]], [[-9.4921875, false]], [[-11.7421875, false]], [[-11.4921875, false]], [[-10.578125, false]], [[-5.24609375, false]], [[-11.7421875, false]], [[-6.74609375, false]], [[-11.4921875, false]], [[-5.24609375, false]], [[-11.7421875, false]], [[-6.74609375, false]], [[-11.2421875, false]], [[-12.4921875, false]], [[-9.7421875, false]], [[-10.7421875, false]], [[-9.4921875, false]], [[-11.4921875, false]], [[-10.578125, false]], [[-5.24609375, false]], [[-6.74609375, false]], [[-10.7421875, false]], [[-10.9921875, false]], [[-5.24609375, false]], [[-11.2421875, false]], [[-9.4921875, false]], [[-11.7421875, false]], [[-11.7421875, false]], [[-13.2421875, false]], [[-11.7421875, false]], [[-6.74609375, false]], [[-11.7421875, false]], [[-5.24609375, false]], [[-12.2421875, false]], [[-12.4921875, false]], [[-10.4921875, false]], [[-10.7421875, false]], [[-9.4921875, false]], [[-11.4921875, false]], [[-10.2421875, false]], [[-10.578125, false]], [[-5.24609375, false]], [[-10.2421875, false]], [[-10.4921875, false]], [[-12.4921875, false]], [[-9.4921875, false]], [[-5.24609375, false]], [[-9.7421875, false]], [[-10.7421875, false]], [[-11.2421875, false]], [[-11.7421875, false]], [[-9.4921875, false]], [[-6.74609375, false]], [[-11.4921875, false]], [[-9.4921875, false]], [[-5.24609375, false]], [[-9.7421875, false]], [[-10.7421875, false]], [[-5.24609375, false]], [[-13.2421875, false]], [[-11.4921875, false]], [[-9.4921875, false]], [[-5.24609375, false]], [[-10.4921875, false]], [[-11.7421875, false]], [[-5.24609375, false]], [[-11.4921875, false]], [[-12.2421875, false]], [[-9.4921875, false]], [[-9.4921875, false]], [[-10.9921875, false]], [[-5.24609375, false]], [[-10.9921875, false]], [[-9.7421875, false]], [[-6.74609375, false]], [[-11.7421875, false]], [[-9.7421875, false]], [[-10.7421875, false]], [[-14.2421875, false]], [[-5.24609375, false]], [[-6.74609375, false]], [[-10.7421875, false]], [[-10.9921875, false]], [[-5.24609375, false]], [[-11.2421875, false]], [[-6.74609375, false]], [[-11.7421875, false]], [[-11.7421875, false]], [[-5.24609375, false]], [[-11.9921875, false]], [[-6.74609375, false]], [[-9.7421875, false]], [[-10.4921875, false]], [[-9.7421875, false]], [[-10.7421875, false]], [[-14.2421875, false]], [[-10.2421875, false]], [[-10.578125, false]], [[-5.24609375, false]], [[-10.2421875, false]], [[-10.4921875, false]], [[-12.4921875, false]], [[-9.4921875, false]], [[-5.24609375, false]], [[-9.7421875, false]], [[-10.7421875, false]], [[-11.2421875, false]], [[-11.7421875, false]], [[-9.4921875, false]], [[-6.74609375, false]], [[-11.4921875, false]], [[-9.4921875, false]], [[-10.9921875, false]], [[-5.24609375, false]], [[-10.9921875, false]], [[-9.4921875, false]], [[-11.7421875, false]], [[-6.74609375, false]], [[-10.7421875, false]], [[-10.9921875, false]], [[-5.24609375, false]], [[-11.7421875, false]], [[-10.4921875, false]], [[-11.7421875, false]], [[-5.24609375, false]], [[-10.4921875, false]], [[-9.4921875, false]], [[-11.7421875, false]], [[-9.4921875, false]], [[-12.2421875, false]], [[-12.4921875, false]], [[-10.4921875, false]], [[-10.7421875, false]], [[-9.4921875, false]], [[-5.24609375, false]], [[-11.7421875, false]], [[-9.4921875, false]], [[-12.2421875, false]], [[-6.74609375, false]], [[-9.7421875, false]], [[-11.7421875, false]], [[-11.4921875, false]], [[-5.24609375, false]], [[-6.74609375, false]], [[-10.7421875, false]], [[-10.9921875, false]], [[-5.24609375, false]], [[-9.7421875, false]], [[-10.7421875, false]], [[-11.4921875, false]], [[-10.4921875, false]], [[-6.74609375, false]], [[-11.7421875, false]], [[-11.7421875, false]], [[-6.74609375, false]], [[-10.4921875, false]], [[-9.7421875, false]], [[-10.4921875, false]], [[-10.7421875, false]], [[-10.2421875, false]], [[-13.2421875, false]]], "filtered_resps": [[-7.74609375, false], [-10.2421875, false], [-10.4921875, false], [-12.4921875, false], [-9.4921875, false], [-5.24609375, false], [-9.7421875, false], [-10.7421875, false], [-11.2421875, false], [-11.7421875, false], [-9.4921875, false], [-6.74609375, false], [-11.4921875, false], [-9.4921875, false], [-10.9921875, false], [-5.24609375, false], [-11.4921875, false], [-9.7421875, false], [-13.4921875, false], [-9.4921875, false], [-5.24609375, false], [-10.4921875, false], [-11.7421875, false], [-5.24609375, false], [-10.4921875, false], [-12.4921875, false], [-9.4921875, false], [-5.24609375, false], [-10.4921875, false], [-9.4921875, false], [-11.7421875, false], [-9.4921875, false], [-12.2421875, false], [-12.4921875, false], [-10.4921875, false], [-10.7421875, false], [-9.4921875, false], [-5.24609375, false], [-9.4921875, false], [-10.4921875, false], [-10.4921875, false], [-13.4921875, false], [-10.2421875, false], [-10.578125, false], [-5.24609375, false], [-10.2421875, false], [-10.4921875, false], [-12.4921875, false], [-9.4921875, false], [-5.24609375, false], [-9.7421875, false], [-10.7421875, false], [-11.2421875, false], [-11.7421875, false], [-9.4921875, false], [-6.74609375, false], [-11.4921875, false], [-9.4921875, false], [-5.24609375, false], [-9.7421875, false], [-10.7421875, false], [-5.24609375, false], [-13.2421875, false], [-11.4921875, false], [-9.4921875, false], [-5.24609375, false], [-10.4921875, false], [-11.7421875, false], [-5.24609375, false], [-11.7421875, false], [-10.4921875, false], [-10.9921875, false], [-9.4921875, false], [-11.7421875, false], [-11.4921875, false], [-10.578125, false], [-5.24609375, false], [-11.7421875, false], [-6.74609375, false], [-11.4921875, false], [-5.24609375, false], [-11.7421875, false], [-6.74609375, false], [-11.2421875, false], [-12.4921875, false], [-9.7421875, false], [-10.7421875, false], [-9.4921875, false], [-11.4921875, false], [-10.578125, false], [-5.24609375, false], [-6.74609375, false], [-10.7421875, false], [-10.9921875, false], [-5.24609375, false], [-11.2421875, false], [-9.4921875, false], [-11.7421875, false], [-11.7421875, false], [-13.2421875, false], [-11.7421875, false], [-6.74609375, false], [-11.7421875, false], [-5.24609375, false], [-12.2421875, false], [-12.4921875, false], [-10.4921875, false], [-10.7421875, false], [-9.4921875, false], [-11.4921875, false], [-10.2421875, false], [-10.578125, false], [-5.24609375, false], [-10.2421875, false], [-10.4921875, false], [-12.4921875, false], [-9.4921875, false], [-5.24609375, false], [-9.7421875, false], [-10.7421875, false], [-11.2421875, false], [-11.7421875, false], [-9.4921875, false], [-6.74609375, false], [-11.4921875, false], [-9.4921875, false], [-5.24609375, false], [-9.7421875, false], [-10.7421875, false], [-5.24609375, false], [-13.2421875, false], [-11.4921875, false], [-9.4921875, false], [-5.24609375, false], [-10.4921875, false], [-11.7421875, false], [-5.24609375, false], [-11.4921875, false], [-12.2421875, false], [-9.4921875, false], [-9.4921875, false], [-10.9921875, false], [-5.24609375, false], [-10.9921875, false], [-9.7421875, false], [-6.74609375, false], [-11.7421875, false], [-9.7421875, false], [-10.7421875, false], [-14.2421875, false], [-5.24609375, false], [-6.74609375, false], [-10.7421875, false], [-10.9921875, false], [-5.24609375, false], [-11.2421875, false], [-6.74609375, false], [-11.7421875, false], [-11.7421875, false], [-5.24609375, false], [-11.9921875, false], [-6.74609375, false], [-9.7421875, false], [-10.4921875, false], [-9.7421875, false], [-10.7421875, false], [-14.2421875, false], [-10.2421875, false], [-10.578125, false], [-5.24609375, false], [-10.2421875, false], [-10.4921875, false], [-12.4921875, false], [-9.4921875, false], [-5.24609375, false], [-9.7421875, false], [-10.7421875, false], [-11.2421875, false], [-11.7421875, false], [-9.4921875, false], [-6.74609375, false], [-11.4921875, false], [-9.4921875, false], [-10.9921875, false], [-5.24609375, false], [-10.9921875, false], [-9.4921875, false], [-11.7421875, false], [-6.74609375, false], [-10.7421875, false], [-10.9921875, false], [-5.24609375, false], [-11.7421875, false], [-10.4921875, false], [-11.7421875, false], [-5.24609375, false], [-10.4921875, false], [-9.4921875, false], [-11.7421875, false], [-9.4921875, false], [-12.2421875, false], [-12.4921875, false], [-10.4921875, false], [-10.7421875, false], [-9.4921875, false], [-5.24609375, false], [-11.7421875, false], [-9.4921875, false], [-12.2421875, false], [-6.74609375, false], [-9.7421875, false], [-11.7421875, false], [-11.4921875, false], [-5.24609375, false], [-6.74609375, false], [-10.7421875, false], [-10.9921875, false], [-5.24609375, false], [-9.7421875, false], [-10.7421875, false], [-11.4921875, false], [-10.4921875, false], [-6.74609375, false], [-11.7421875, false], [-11.7421875, false], [-6.74609375, false], [-10.4921875, false], [-9.7421875, false], [-10.4921875, false], [-10.7421875, false], [-10.2421875, false], [-13.2421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1628, "doc": {"id": "Mercury_7025095", "question": "Sediment that is deposited on a beach may come from a local source or be transported by which action?", "choices": {"text": ["swash", "rip currents", "river currents", "longshore drift"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "longshore drift", "arguments": ["Question: Sediment that is deposited on a beach may come from a local source or be transported by which action?\nAnswer:", " ["], "resps": [[[-8.3515625, false]], [[-10.1015625, false]], [[-10.3515625, false]], [[-12.1015625, false]], [[-6.10546875, false]], [[-10.3515625, false]], [[-13.1015625, false]], [[-10.1015625, false]], [[-10.4375, false]], [[-6.10546875, false]], [[-10.1015625, false]], [[-12.8515625, false]], [[-10.1015625, false]], [[-10.3515625, false]], [[-6.10546875, false]], [[-9.6015625, false]], [[-12.1015625, false]], [[-12.8515625, false]], [[-12.8515625, false]], [[-8.1015625, false]], [[-10.6015625, false]], [[-12.8515625, false]], [[-10.3515625, false]], [[-10.1015625, false]], [[-10.4375, false]], [[-6.10546875, false]], [[-10.1015625, false]], [[-12.8515625, false]], [[-10.1015625, false]], [[-12.1015625, false]], [[-8.1015625, false]], [[-12.8515625, false]], [[-6.10546875, false]], [[-9.6015625, false]], [[-12.1015625, false]], [[-12.8515625, false]], [[-12.8515625, false]], [[-8.1015625, false]], [[-10.6015625, false]], [[-12.8515625, false]], [[-10.3515625, false]], [[-10.1015625, false]], [[-10.4375, false]], [[-6.10546875, false]], [[-10.1015625, false]], [[-11.3515625, false]], [[-9.3515625, false]], [[-10.6015625, false]], [[-13.6015625, false]], [[-10.3515625, false]], [[-13.1015625, false]], [[-9.3515625, false]], [[-12.8515625, false]], [[-8.1015625, false]], [[-6.10546875, false]], [[-10.1015625, false]], [[-12.8515625, false]], [[-10.1015625, false]], [[-11.3515625, false]], [[-12.8515625, false]], [[-10.1015625, false]], [[-14.1015625, false]]], "filtered_resps": [[-8.3515625, false], [-10.1015625, false], [-10.3515625, false], [-12.1015625, false], [-6.10546875, false], [-10.3515625, false], [-13.1015625, false], [-10.1015625, false], [-10.4375, false], [-6.10546875, false], [-10.1015625, false], [-12.8515625, false], [-10.1015625, false], [-10.3515625, false], [-6.10546875, false], [-9.6015625, false], [-12.1015625, false], [-12.8515625, false], [-12.8515625, false], [-8.1015625, false], [-10.6015625, false], [-12.8515625, false], [-10.3515625, false], [-10.1015625, false], [-10.4375, false], [-6.10546875, false], [-10.1015625, false], [-12.8515625, false], [-10.1015625, false], [-12.1015625, false], [-8.1015625, false], [-12.8515625, false], [-6.10546875, false], [-9.6015625, false], [-12.1015625, false], [-12.8515625, false], [-12.8515625, false], [-8.1015625, false], [-10.6015625, false], [-12.8515625, false], [-10.3515625, false], [-10.1015625, false], [-10.4375, false], [-6.10546875, false], [-10.1015625, false], [-11.3515625, false], [-9.3515625, false], [-10.6015625, false], [-13.6015625, false], [-10.3515625, false], [-13.1015625, false], [-9.3515625, false], [-12.8515625, false], [-8.1015625, false], [-6.10546875, false], [-10.1015625, false], [-12.8515625, false], [-10.1015625, false], [-11.3515625, false], [-12.8515625, false], [-10.1015625, false], [-14.1015625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1636, "doc": {"id": "MCAS_2011_8_17681", "question": "Which of the following is the main reason water at the surface of the ocean is warmer than water at the bottom of the ocean?", "choices": {"text": ["Water at the bottom of the ocean contains more dissolved solids.", "Water at the surface of the ocean absorbs more energy from the Sun.", "Friction is created by fast moving currents at the surface of the ocean.", "Wave action transfers heat from the bottom of the ocean to the surface."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Water at the surface of the ocean absorbs more energy from the Sun.", "arguments": ["Question: Which of the following is the main reason water at the surface of the ocean is warmer than water at the bottom of the ocean?\nAnswer:", " ["], "resps": [[[-7.33984375, false]], [[-9.3359375, false]], [[-6.58984375, false]], [[-5.58984375, false]], [[-9.8359375, false]], [[-8.0859375, false]], [[-11.5859375, false]], [[-5.58984375, false]], [[-5.58984375, false]], [[-9.8359375, false]], [[-5.58984375, false]], [[-9.8359375, false]], [[-10.5859375, false]], [[-8.0859375, false]], [[-5.58984375, false]], [[-7.58984375, false]], [[-7.33984375, false]], [[-9.8359375, false]], [[-9.8359375, false]], [[-7.33984375, false]], [[-9.0859375, false]], [[-5.58984375, false]], [[-7.33984375, false]], [[-9.0859375, false]], [[-5.58984375, false]], [[-9.8359375, false]], [[-10.5859375, false]], [[-8.0859375, false]], [[-5.58984375, false]], [[-7.33984375, false]], [[-9.0859375, false]], [[-8.0859375, false]], [[-5.58984375, false]], [[-8.8359375, false]], [[-5.58984375, false]], [[-9.0859375, false]], [[-7.33984375, false]], [[-8.8359375, false]], [[-9.8359375, false]], [[-5.58984375, false]], [[-9.0859375, false]], [[-8.8359375, false]], [[-9.8359375, false]], [[-5.58984375, false]], [[-9.0859375, false]], [[-7.33984375, false]], [[-11.5859375, false]], [[-8.0859375, false]], [[-5.58984375, false]], [[-8.5859375, false]], [[-9.0859375, false]], [[-9.8359375, false]], [[-9.8359375, false]], [[-7.33984375, false]], [[-11.0859375, false]], [[-11.5859375, false]], [[-8.0859375, false]], [[-8.5859375, false]], [[-5.58984375, false]], [[-9.8359375, false]], [[-7.33984375, false]], [[-11.0859375, false]], [[-9.0859375, false]], [[-8.5859375, false]], [[-9.8359375, false]], [[-6.6484375, false]], [[-9.3359375, false]], [[-9.8984375, false]], [[-5.58984375, false]], [[-9.3359375, false]], [[-6.58984375, false]], [[-5.58984375, false]], [[-9.8359375, false]], [[-8.0859375, false]], [[-11.5859375, false]], [[-5.58984375, false]], [[-5.58984375, false]], [[-9.8359375, false]], [[-5.58984375, false]], [[-9.8359375, false]], [[-10.5859375, false]], [[-8.0859375, false]], [[-5.58984375, false]], [[-9.8359375, false]], [[-12.0859375, false]], [[-11.5859375, false]], [[-9.0859375, false]], [[-5.58984375, false]], [[-9.0859375, false]], [[-8.0859375, false]], [[-5.58984375, false]], [[-7.33984375, false]], [[-9.0859375, false]], [[-5.58984375, false]], [[-9.8359375, false]], [[-10.5859375, false]], [[-8.0859375, false]], [[-5.58984375, false]], [[-7.33984375, false]], [[-9.0859375, false]], [[-8.0859375, false]], [[-5.58984375, false]], [[-8.8359375, false]], [[-5.58984375, false]], [[-5.58984375, false]], [[-7.58984375, false]], [[-9.8359375, false]], [[-7.33984375, false]], [[-11.5859375, false]], [[-7.58984375, false]], [[-9.8359375, false]], [[-5.58984375, false]], [[-9.0859375, false]], [[-7.33984375, false]], [[-11.5859375, false]], [[-8.0859375, false]], [[-5.58984375, false]], [[-8.0859375, false]], [[-8.8359375, false]], [[-8.0859375, false]], [[-11.5859375, false]], [[-11.5859375, false]], [[-11.3359375, false]], [[-5.58984375, false]], [[-9.0859375, false]], [[-11.5859375, false]], [[-7.33984375, false]], [[-9.0859375, false]], [[-5.58984375, false]], [[-9.8359375, false]], [[-10.5859375, false]], [[-8.0859375, false]], [[-5.58984375, false]], [[-6.08984375, false]], [[-12.0859375, false]], [[-8.8359375, false]], [[-6.6484375, false]], [[-9.3359375, false]], [[-9.8984375, false]], [[-5.58984375, false]], [[-9.3359375, false]], [[-6.58984375, false]], [[-11.5859375, false]], [[-9.0859375, false]], [[-9.0859375, false]], [[-9.8359375, false]], [[-9.0859375, false]], [[-7.33984375, false]], [[-8.8359375, false]], [[-5.58984375, false]], [[-9.0859375, false]], [[-9.8359375, false]], [[-5.58984375, false]], [[-9.0859375, false]], [[-11.5859375, false]], [[-8.0859375, false]], [[-5.58984375, false]], [[-9.8359375, false]], [[-8.0859375, false]], [[-8.5859375, false]], [[-5.58984375, false]], [[-7.58984375, false]], [[-11.3359375, false]], [[-5.58984375, false]], [[-9.0859375, false]], [[-5.58984375, false]], [[-9.8359375, false]], [[-9.8359375, false]], [[-5.58984375, false]], [[-9.0859375, false]], [[-7.33984375, false]], [[-11.5859375, false]], [[-9.0859375, false]], [[-8.8359375, false]], [[-11.5859375, false]], [[-5.58984375, false]], [[-9.0859375, false]], [[-12.0859375, false]], [[-11.5859375, false]], [[-11.5859375, false]], [[-8.0859375, false]], [[-8.8359375, false]], [[-9.8359375, false]], [[-9.8359375, false]], [[-5.58984375, false]], [[-5.58984375, false]], [[-9.8359375, false]], [[-5.58984375, false]], [[-9.8359375, false]], [[-10.5859375, false]], [[-8.0859375, false]], [[-5.58984375, false]], [[-9.8359375, false]], [[-12.0859375, false]], [[-11.5859375, false]], [[-9.0859375, false]], [[-5.58984375, false]], [[-9.0859375, false]], [[-8.0859375, false]], [[-5.58984375, false]], [[-7.33984375, false]], [[-9.0859375, false]], [[-5.58984375, false]], [[-9.8359375, false]], [[-10.5859375, false]], [[-8.0859375, false]], [[-5.58984375, false]], [[-7.33984375, false]], [[-9.0859375, false]], [[-8.0859375, false]], [[-5.58984375, false]], [[-8.8359375, false]], [[-6.6484375, false]], [[-9.3359375, false]], [[-9.8984375, false]], [[-5.58984375, false]], [[-9.3359375, false]], [[-6.58984375, false]], [[-5.58984375, false]], [[-11.5859375, false]], [[-8.0859375, false]], [[-5.58984375, false]], [[-5.58984375, false]], [[-9.0859375, false]], [[-9.8359375, false]], [[-9.0859375, false]], [[-7.33984375, false]], [[-8.8359375, false]], [[-5.58984375, false]], [[-9.8359375, false]], [[-11.5859375, false]], [[-5.58984375, false]], [[-8.8359375, false]], [[-9.8359375, false]], [[-9.0859375, false]], [[-8.0859375, false]], [[-11.5859375, false]], [[-9.8359375, false]], [[-5.58984375, false]], [[-10.5859375, false]], [[-8.0859375, false]], [[-5.58984375, false]], [[-9.8359375, false]], [[-5.58984375, false]], [[-9.0859375, false]], [[-11.5859375, false]], [[-7.33984375, false]], [[-9.0859375, false]], [[-5.58984375, false]], [[-9.8359375, false]], [[-10.5859375, false]], [[-8.0859375, false]], [[-5.58984375, false]], [[-7.58984375, false]], [[-7.33984375, false]], [[-9.8359375, false]], [[-9.8359375, false]], [[-7.33984375, false]], [[-9.0859375, false]], [[-5.58984375, false]], [[-7.33984375, false]], [[-9.0859375, false]], [[-5.58984375, false]], [[-9.8359375, false]], [[-10.5859375, false]], [[-8.0859375, false]], [[-5.58984375, false]], [[-7.33984375, false]], [[-9.0859375, false]], [[-8.0859375, false]], [[-5.58984375, false]], [[-8.8359375, false]], [[-5.58984375, false]], [[-9.8359375, false]], [[-7.33984375, false]], [[-5.58984375, false]], [[-9.8359375, false]], [[-10.5859375, false]], [[-8.0859375, false]], [[-5.58984375, false]], [[-9.8359375, false]], [[-12.0859375, false]], [[-11.5859375, false]], [[-9.0859375, false]], [[-5.58984375, false]], [[-9.0859375, false]], [[-8.0859375, false]], [[-6.6484375, false]], [[-9.3359375, false]], [[-13.0859375, false]]], "filtered_resps": [[-7.33984375, false], [-9.3359375, false], [-6.58984375, false], [-5.58984375, false], [-9.8359375, false], [-8.0859375, false], [-11.5859375, false], [-5.58984375, false], [-5.58984375, false], [-9.8359375, false], [-5.58984375, false], [-9.8359375, false], [-10.5859375, false], [-8.0859375, false], [-5.58984375, false], [-7.58984375, false], [-7.33984375, false], [-9.8359375, false], [-9.8359375, false], [-7.33984375, false], [-9.0859375, false], [-5.58984375, false], [-7.33984375, false], [-9.0859375, false], [-5.58984375, false], [-9.8359375, false], [-10.5859375, false], [-8.0859375, false], [-5.58984375, false], [-7.33984375, false], [-9.0859375, false], [-8.0859375, false], [-5.58984375, false], [-8.8359375, false], [-5.58984375, false], [-9.0859375, false], [-7.33984375, false], [-8.8359375, false], [-9.8359375, false], [-5.58984375, false], [-9.0859375, false], [-8.8359375, false], [-9.8359375, false], [-5.58984375, false], [-9.0859375, false], [-7.33984375, false], [-11.5859375, false], [-8.0859375, false], [-5.58984375, false], [-8.5859375, false], [-9.0859375, false], [-9.8359375, false], [-9.8359375, false], [-7.33984375, false], [-11.0859375, false], [-11.5859375, false], [-8.0859375, false], [-8.5859375, false], [-5.58984375, false], [-9.8359375, false], [-7.33984375, false], [-11.0859375, false], [-9.0859375, false], [-8.5859375, false], [-9.8359375, false], [-6.6484375, false], [-9.3359375, false], [-9.8984375, false], [-5.58984375, false], [-9.3359375, false], [-6.58984375, false], [-5.58984375, false], [-9.8359375, false], [-8.0859375, false], [-11.5859375, false], [-5.58984375, false], [-5.58984375, false], [-9.8359375, false], [-5.58984375, false], [-9.8359375, false], [-10.5859375, false], [-8.0859375, false], [-5.58984375, false], [-9.8359375, false], [-12.0859375, false], [-11.5859375, false], [-9.0859375, false], [-5.58984375, false], [-9.0859375, false], [-8.0859375, false], [-5.58984375, false], [-7.33984375, false], [-9.0859375, false], [-5.58984375, false], [-9.8359375, false], [-10.5859375, false], [-8.0859375, false], [-5.58984375, false], [-7.33984375, false], [-9.0859375, false], [-8.0859375, false], [-5.58984375, false], [-8.8359375, false], [-5.58984375, false], [-5.58984375, false], [-7.58984375, false], [-9.8359375, false], [-7.33984375, false], [-11.5859375, false], [-7.58984375, false], [-9.8359375, false], [-5.58984375, false], [-9.0859375, false], [-7.33984375, false], [-11.5859375, false], [-8.0859375, false], [-5.58984375, false], [-8.0859375, false], [-8.8359375, false], [-8.0859375, false], [-11.5859375, false], [-11.5859375, false], [-11.3359375, false], [-5.58984375, false], [-9.0859375, false], [-11.5859375, false], [-7.33984375, false], [-9.0859375, false], [-5.58984375, false], [-9.8359375, false], [-10.5859375, false], [-8.0859375, false], [-5.58984375, false], [-6.08984375, false], [-12.0859375, false], [-8.8359375, false], [-6.6484375, false], [-9.3359375, false], [-9.8984375, false], [-5.58984375, false], [-9.3359375, false], [-6.58984375, false], [-11.5859375, false], [-9.0859375, false], [-9.0859375, false], [-9.8359375, false], [-9.0859375, false], [-7.33984375, false], [-8.8359375, false], [-5.58984375, false], [-9.0859375, false], [-9.8359375, false], [-5.58984375, false], [-9.0859375, false], [-11.5859375, false], [-8.0859375, false], [-5.58984375, false], [-9.8359375, false], [-8.0859375, false], [-8.5859375, false], [-5.58984375, false], [-7.58984375, false], [-11.3359375, false], [-5.58984375, false], [-9.0859375, false], [-5.58984375, false], [-9.8359375, false], [-9.8359375, false], [-5.58984375, false], [-9.0859375, false], [-7.33984375, false], [-11.5859375, false], [-9.0859375, false], [-8.8359375, false], [-11.5859375, false], [-5.58984375, false], [-9.0859375, false], [-12.0859375, false], [-11.5859375, false], [-11.5859375, false], [-8.0859375, false], [-8.8359375, false], [-9.8359375, false], [-9.8359375, false], [-5.58984375, false], [-5.58984375, false], [-9.8359375, false], [-5.58984375, false], [-9.8359375, false], [-10.5859375, false], [-8.0859375, false], [-5.58984375, false], [-9.8359375, false], [-12.0859375, false], [-11.5859375, false], [-9.0859375, false], [-5.58984375, false], [-9.0859375, false], [-8.0859375, false], [-5.58984375, false], [-7.33984375, false], [-9.0859375, false], [-5.58984375, false], [-9.8359375, false], [-10.5859375, false], [-8.0859375, false], [-5.58984375, false], [-7.33984375, false], [-9.0859375, false], [-8.0859375, false], [-5.58984375, false], [-8.8359375, false], [-6.6484375, false], [-9.3359375, false], [-9.8984375, false], [-5.58984375, false], [-9.3359375, false], [-6.58984375, false], [-5.58984375, false], [-11.5859375, false], [-8.0859375, false], [-5.58984375, false], [-5.58984375, false], [-9.0859375, false], [-9.8359375, false], [-9.0859375, false], [-7.33984375, false], [-8.8359375, false], [-5.58984375, false], [-9.8359375, false], [-11.5859375, false], [-5.58984375, false], [-8.8359375, false], [-9.8359375, false], [-9.0859375, false], [-8.0859375, false], [-11.5859375, false], [-9.8359375, false], [-5.58984375, false], [-10.5859375, false], [-8.0859375, false], [-5.58984375, false], [-9.8359375, false], [-5.58984375, false], [-9.0859375, false], [-11.5859375, false], [-7.33984375, false], [-9.0859375, false], [-5.58984375, false], [-9.8359375, false], [-10.5859375, false], [-8.0859375, false], [-5.58984375, false], [-7.58984375, false], [-7.33984375, false], [-9.8359375, false], [-9.8359375, false], [-7.33984375, false], [-9.0859375, false], [-5.58984375, false], [-7.33984375, false], [-9.0859375, false], [-5.58984375, false], [-9.8359375, false], [-10.5859375, false], [-8.0859375, false], [-5.58984375, false], [-7.33984375, false], [-9.0859375, false], [-8.0859375, false], [-5.58984375, false], [-8.8359375, false], [-5.58984375, false], [-9.8359375, false], [-7.33984375, false], [-5.58984375, false], [-9.8359375, false], [-10.5859375, false], [-8.0859375, false], [-5.58984375, false], [-9.8359375, false], [-12.0859375, false], [-11.5859375, false], [-9.0859375, false], [-5.58984375, false], [-9.0859375, false], [-8.0859375, false], [-6.6484375, false], [-9.3359375, false], [-13.0859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1644, "doc": {"id": "Mercury_7207113", "question": "A research team has made new discoveries about magnetism. Which of these statements best describes the value to society of publishing their discoveries?", "choices": {"text": ["Their results will be unchangeable.", "The research team may become famous.", "The publishing company may make money.", "Their discoveries can be built on by other researchers."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Their discoveries can be built on by other researchers.", "arguments": ["Question: A research team has made new discoveries about magnetism. Which of these statements best describes the value to society of publishing their discoveries?\nAnswer:", " ["], "resps": [[[-6.32421875, false]], [[-8.578125, false]], [[-7.19921875, false]], [[-10.203125, false]], [[-7.07421875, false]], [[-7.32421875, false]], [[-9.453125, false]], [[-5.82421875, false]], [[-9.453125, false]], [[-7.07421875, false]], [[-9.953125, false]], [[-10.578125, false]], [[-9.953125, false]], [[-9.703125, false]], [[-9.953125, false]], [[-5.82421875, false]], [[-10.578125, false]], [[-7.32421875, false]], [[-9.953125, false]], [[-9.953125, false]], [[-5.82421875, false]], [[-6.69921875, false]], [[-7.07421875, false]], [[-5.82421875, false]], [[-10.578125, false]], [[-8.328125, false]], [[-7.44921875, false]], [[-10.203125, false]], [[-3.94921875, false]], [[-8.328125, false]], [[-10.828125, false]], [[-7.07421875, false]], [[-3.94921875, false]], [[-6.69921875, false]], [[-9.953125, false]], [[-7.07421875, false]], [[-6.6171875, false]], [[-8.578125, false]], [[-9.4921875, false]], [[-5.82421875, false]], [[-8.578125, false]], [[-7.19921875, false]], [[-10.203125, false]], [[-7.07421875, false]], [[-5.82421875, false]], [[-9.453125, false]], [[-7.07421875, false]], [[-9.953125, false]], [[-7.07421875, false]], [[-3.94921875, false]], [[-9.453125, false]], [[-7.44921875, false]], [[-10.203125, false]], [[-5.82421875, false]], [[-9.703125, false]], [[-7.07421875, false]], [[-3.94921875, false]], [[-8.703125, false]], [[-5.82421875, false]], [[-8.703125, false]], [[-3.94921875, false]], [[-11.703125, false]], [[-5.82421875, false]], [[-6.69921875, false]], [[-7.07421875, false]], [[-7.44921875, false]], [[-8.953125, false]], [[-8.703125, false]], [[-7.07421875, false]], [[-5.82421875, false]], [[-8.328125, false]], [[-3.94921875, false]], [[-8.703125, false]], [[-8.953125, false]], [[-10.578125, false]], [[-9.953125, false]], [[-6.6171875, false]], [[-8.578125, false]], [[-9.4921875, false]], [[-5.82421875, false]], [[-8.578125, false]], [[-7.19921875, false]], [[-10.203125, false]], [[-7.07421875, false]], [[-5.82421875, false]], [[-8.203125, false]], [[-10.578125, false]], [[-6.69921875, false]], [[-9.953125, false]], [[-7.32421875, false]], [[-9.953125, false]], [[-10.203125, false]], [[-7.32421875, false]], [[-8.328125, false]], [[-10.828125, false]], [[-5.82421875, false]], [[-7.44921875, false]], [[-8.953125, false]], [[-8.703125, false]], [[-8.203125, false]], [[-3.94921875, false]], [[-8.328125, false]], [[-11.703125, false]], [[-5.82421875, false]], [[-8.703125, false]], [[-3.94921875, false]], [[-11.703125, false]], [[-5.82421875, false]], [[-8.703125, false]], [[-3.94921875, false]], [[-9.328125, false]], [[-7.07421875, false]], [[-5.82421875, false]], [[-8.703125, false]], [[-8.953125, false]], [[-8.328125, false]], [[-7.07421875, false]], [[-11.703125, false]], [[-6.6171875, false]], [[-8.578125, false]], [[-9.4921875, false]], [[-5.82421875, false]], [[-8.578125, false]], [[-7.19921875, false]], [[-10.203125, false]], [[-7.07421875, false]], [[-7.32421875, false]], [[-9.453125, false]], [[-5.82421875, false]], [[-7.69921875, false]], [[-7.32421875, false]], [[-9.953125, false]], [[-7.44921875, false]], [[-8.953125, false]], [[-9.328125, false]], [[-7.07421875, false]], [[-9.453125, false]], [[-7.32421875, false]], [[-7.07421875, false]], [[-9.953125, false]], [[-5.82421875, false]], [[-7.44921875, false]], [[-3.94921875, false]], [[-8.328125, false]], [[-5.82421875, false]], [[-6.69921875, false]], [[-7.07421875, false]], [[-5.82421875, false]], [[-6.69921875, false]], [[-10.578125, false]], [[-7.32421875, false]], [[-9.953125, false]], [[-9.703125, false]], [[-5.82421875, false]], [[-8.953125, false]], [[-8.328125, false]], [[-5.82421875, false]], [[-6.69921875, false]], [[-11.703125, false]], [[-5.82421875, false]], [[-8.953125, false]], [[-9.703125, false]], [[-10.203125, false]], [[-7.07421875, false]], [[-9.453125, false]], [[-5.82421875, false]], [[-9.453125, false]], [[-7.07421875, false]], [[-9.953125, false]], [[-7.07421875, false]], [[-3.94921875, false]], [[-9.453125, false]], [[-7.44921875, false]], [[-10.203125, false]], [[-7.07421875, false]], [[-9.453125, false]], [[-9.953125, false]], [[-6.6171875, false]], [[-8.578125, false]], [[-11.953125, false]]], "filtered_resps": [[-6.32421875, false], [-8.578125, false], [-7.19921875, false], [-10.203125, false], [-7.07421875, false], [-7.32421875, false], [-9.453125, false], [-5.82421875, false], [-9.453125, false], [-7.07421875, false], [-9.953125, false], [-10.578125, false], [-9.953125, false], [-9.703125, false], [-9.953125, false], [-5.82421875, false], [-10.578125, false], [-7.32421875, false], [-9.953125, false], [-9.953125, false], [-5.82421875, false], [-6.69921875, false], [-7.07421875, false], [-5.82421875, false], [-10.578125, false], [-8.328125, false], [-7.44921875, false], [-10.203125, false], [-3.94921875, false], [-8.328125, false], [-10.828125, false], [-7.07421875, false], [-3.94921875, false], [-6.69921875, false], [-9.953125, false], [-7.07421875, false], [-6.6171875, false], [-8.578125, false], [-9.4921875, false], [-5.82421875, false], [-8.578125, false], [-7.19921875, false], [-10.203125, false], [-7.07421875, false], [-5.82421875, false], [-9.453125, false], [-7.07421875, false], [-9.953125, false], [-7.07421875, false], [-3.94921875, false], [-9.453125, false], [-7.44921875, false], [-10.203125, false], [-5.82421875, false], [-9.703125, false], [-7.07421875, false], [-3.94921875, false], [-8.703125, false], [-5.82421875, false], [-8.703125, false], [-3.94921875, false], [-11.703125, false], [-5.82421875, false], [-6.69921875, false], [-7.07421875, false], [-7.44921875, false], [-8.953125, false], [-8.703125, false], [-7.07421875, false], [-5.82421875, false], [-8.328125, false], [-3.94921875, false], [-8.703125, false], [-8.953125, false], [-10.578125, false], [-9.953125, false], [-6.6171875, false], [-8.578125, false], [-9.4921875, false], [-5.82421875, false], [-8.578125, false], [-7.19921875, false], [-10.203125, false], [-7.07421875, false], [-5.82421875, false], [-8.203125, false], [-10.578125, false], [-6.69921875, false], [-9.953125, false], [-7.32421875, false], [-9.953125, false], [-10.203125, false], [-7.32421875, false], [-8.328125, false], [-10.828125, false], [-5.82421875, false], [-7.44921875, false], [-8.953125, false], [-8.703125, false], [-8.203125, false], [-3.94921875, false], [-8.328125, false], [-11.703125, false], [-5.82421875, false], [-8.703125, false], [-3.94921875, false], [-11.703125, false], [-5.82421875, false], [-8.703125, false], [-3.94921875, false], [-9.328125, false], [-7.07421875, false], [-5.82421875, false], [-8.703125, false], [-8.953125, false], [-8.328125, false], [-7.07421875, false], [-11.703125, false], [-6.6171875, false], [-8.578125, false], [-9.4921875, false], [-5.82421875, false], [-8.578125, false], [-7.19921875, false], [-10.203125, false], [-7.07421875, false], [-7.32421875, false], [-9.453125, false], [-5.82421875, false], [-7.69921875, false], [-7.32421875, false], [-9.953125, false], [-7.44921875, false], [-8.953125, false], [-9.328125, false], [-7.07421875, false], [-9.453125, false], [-7.32421875, false], [-7.07421875, false], [-9.953125, false], [-5.82421875, false], [-7.44921875, false], [-3.94921875, false], [-8.328125, false], [-5.82421875, false], [-6.69921875, false], [-7.07421875, false], [-5.82421875, false], [-6.69921875, false], [-10.578125, false], [-7.32421875, false], [-9.953125, false], [-9.703125, false], [-5.82421875, false], [-8.953125, false], [-8.328125, false], [-5.82421875, false], [-6.69921875, false], [-11.703125, false], [-5.82421875, false], [-8.953125, false], [-9.703125, false], [-10.203125, false], [-7.07421875, false], [-9.453125, false], [-5.82421875, false], [-9.453125, false], [-7.07421875, false], [-9.953125, false], [-7.07421875, false], [-3.94921875, false], [-9.453125, false], [-7.44921875, false], [-10.203125, false], [-7.07421875, false], [-9.453125, false], [-9.953125, false], [-6.6171875, false], [-8.578125, false], [-11.953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1652, "doc": {"id": "VASoL_2010_3_11", "question": "Which of these is the BEST way to save animals and trees?", "choices": {"text": ["Ride bikes more", "Make more farmland", "Take care of forests", "Move to the city"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Take care of forests", "arguments": ["Question: Which of these is the BEST way to save animals and trees?\nAnswer:", " ["], "resps": [[[-7.69921875, false]], [[-8.3203125, false]], [[-6.94921875, false]], [[-9.9453125, false]], [[-10.4453125, false]], [[-8.4453125, false]], [[-4.82421875, false]], [[-11.8203125, false]], [[-9.9453125, false]], [[-11.9453125, false]], [[-8.4453125, false]], [[-8.8203125, false]], [[-4.82421875, false]], [[-11.4453125, false]], [[-10.5703125, false]], [[-11.8203125, false]], [[-8.4453125, false]], [[-8.3203125, false]], [[-10.28125, false]], [[-4.82421875, false]], [[-8.3203125, false]], [[-7.44921875, false]], [[-6.69921875, false]], [[-11.9453125, false]], [[-8.4453125, false]], [[-4.82421875, false]], [[-11.4453125, false]], [[-10.5703125, false]], [[-11.8203125, false]], [[-8.4453125, false]], [[-4.82421875, false]], [[-11.1953125, false]], [[-6.69921875, false]], [[-11.8203125, false]], [[-11.4453125, false]], [[-10.6953125, false]], [[-6.69921875, false]], [[-10.5703125, false]], [[-10.4453125, false]], [[-8.3203125, false]], [[-10.28125, false]], [[-4.82421875, false]], [[-8.3203125, false]], [[-6.32421875, false]], [[-6.69921875, false]], [[-11.9453125, false]], [[-8.4453125, false]], [[-4.82421875, false]], [[-10.4453125, false]], [[-6.69921875, false]], [[-11.8203125, false]], [[-8.4453125, false]], [[-4.82421875, false]], [[-10.5703125, false]], [[-11.1953125, false]], [[-4.82421875, false]], [[-11.1953125, false]], [[-10.5703125, false]], [[-11.8203125, false]], [[-8.4453125, false]], [[-8.8203125, false]], [[-11.0703125, false]], [[-8.8203125, false]], [[-8.3203125, false]], [[-10.28125, false]], [[-4.82421875, false]], [[-8.3203125, false]], [[-7.44921875, false]], [[-10.5703125, false]], [[-11.8203125, false]], [[-8.4453125, false]], [[-4.82421875, false]], [[-11.0703125, false]], [[-10.5703125, false]], [[-4.82421875, false]], [[-11.0703125, false]], [[-11.1953125, false]], [[-8.4453125, false]], [[-4.82421875, false]], [[-10.4453125, false]], [[-9.9453125, false]], [[-11.0703125, false]], [[-12.1953125, false]], [[-8.3203125, false]], [[-13.9453125, false]]], "filtered_resps": [[-7.69921875, false], [-8.3203125, false], [-6.94921875, false], [-9.9453125, false], [-10.4453125, false], [-8.4453125, false], [-4.82421875, false], [-11.8203125, false], [-9.9453125, false], [-11.9453125, false], [-8.4453125, false], [-8.8203125, false], [-4.82421875, false], [-11.4453125, false], [-10.5703125, false], [-11.8203125, false], [-8.4453125, false], [-8.3203125, false], [-10.28125, false], [-4.82421875, false], [-8.3203125, false], [-7.44921875, false], [-6.69921875, false], [-11.9453125, false], [-8.4453125, false], [-4.82421875, false], [-11.4453125, false], [-10.5703125, false], [-11.8203125, false], [-8.4453125, false], [-4.82421875, false], [-11.1953125, false], [-6.69921875, false], [-11.8203125, false], [-11.4453125, false], [-10.6953125, false], [-6.69921875, false], [-10.5703125, false], [-10.4453125, false], [-8.3203125, false], [-10.28125, false], [-4.82421875, false], [-8.3203125, false], [-6.32421875, false], [-6.69921875, false], [-11.9453125, false], [-8.4453125, false], [-4.82421875, false], [-10.4453125, false], [-6.69921875, false], [-11.8203125, false], [-8.4453125, false], [-4.82421875, false], [-10.5703125, false], [-11.1953125, false], [-4.82421875, false], [-11.1953125, false], [-10.5703125, false], [-11.8203125, false], [-8.4453125, false], [-8.8203125, false], [-11.0703125, false], [-8.8203125, false], [-8.3203125, false], [-10.28125, false], [-4.82421875, false], [-8.3203125, false], [-7.44921875, false], [-10.5703125, false], [-11.8203125, false], [-8.4453125, false], [-4.82421875, false], [-11.0703125, false], [-10.5703125, false], [-4.82421875, false], [-11.0703125, false], [-11.1953125, false], [-8.4453125, false], [-4.82421875, false], [-10.4453125, false], [-9.9453125, false], [-11.0703125, false], [-12.1953125, false], [-8.3203125, false], [-13.9453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1660, "doc": {"id": "Mercury_415267", "question": "Which of these cell types has DNA that is not bound in a nuclear membrane?", "choices": {"text": ["a plant cell", "a protist cell", "an animal cell", "a prokaryote cell"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "a prokaryote cell", "arguments": ["Question: Which of these cell types has DNA that is not bound in a nuclear membrane?\nAnswer:", " ["], "resps": [[[-6.81640625, false]], [[-10.0703125, false]], [[-4.06640625, false]], [[-4.81640625, false]], [[-6.81640625, false]], [[-6.56640625, false]], [[-4.06640625, false]], [[-8.3203125, false]], [[-7.56640625, false]], [[-4.81640625, false]], [[-5.31640625, false]], [[-6.31640625, false]], [[-6.56640625, false]], [[-6.56640625, false]], [[-10.0703125, false]], [[-9.1015625, false]], [[-4.81640625, false]], [[-10.0703125, false]], [[-4.06640625, false]], [[-4.81640625, false]], [[-6.81640625, false]], [[-7.31640625, false]], [[-8.3203125, false]], [[-7.56640625, false]], [[-7.81640625, false]], [[-8.3203125, false]], [[-7.56640625, false]], [[-4.81640625, false]], [[-5.31640625, false]], [[-6.31640625, false]], [[-6.56640625, false]], [[-6.56640625, false]], [[-10.0703125, false]], [[-9.1015625, false]], [[-4.81640625, false]], [[-10.0703125, false]], [[-4.06640625, false]], [[-8.3203125, false]], [[-4.81640625, false]], [[-4.06640625, false]], [[-8.3203125, false]], [[-7.81640625, false]], [[-6.06640625, false]], [[-4.06640625, false]], [[-6.56640625, false]], [[-4.81640625, false]], [[-5.31640625, false]], [[-6.31640625, false]], [[-6.56640625, false]], [[-6.56640625, false]], [[-10.0703125, false]], [[-9.1015625, false]], [[-4.81640625, false]], [[-10.0703125, false]], [[-4.06640625, false]], [[-4.81640625, false]], [[-6.81640625, false]], [[-7.31640625, false]], [[-8.3203125, false]], [[-6.56640625, false]], [[-4.06640625, false]], [[-7.31640625, false]], [[-10.5703125, false]], [[-8.3203125, false]], [[-7.56640625, false]], [[-6.31640625, false]], [[-4.81640625, false]], [[-5.31640625, false]], [[-6.31640625, false]], [[-6.56640625, false]], [[-6.56640625, false]], [[-10.0703125, false]], [[-13.3203125, false]]], "filtered_resps": [[-6.81640625, false], [-10.0703125, false], [-4.06640625, false], [-4.81640625, false], [-6.81640625, false], [-6.56640625, false], [-4.06640625, false], [-8.3203125, false], [-7.56640625, false], [-4.81640625, false], [-5.31640625, false], [-6.31640625, false], [-6.56640625, false], [-6.56640625, false], [-10.0703125, false], [-9.1015625, false], [-4.81640625, false], [-10.0703125, false], [-4.06640625, false], [-4.81640625, false], [-6.81640625, false], [-7.31640625, false], [-8.3203125, false], [-7.56640625, false], [-7.81640625, false], [-8.3203125, false], [-7.56640625, false], [-4.81640625, false], [-5.31640625, false], [-6.31640625, false], [-6.56640625, false], [-6.56640625, false], [-10.0703125, false], [-9.1015625, false], [-4.81640625, false], [-10.0703125, false], [-4.06640625, false], [-8.3203125, false], [-4.81640625, false], [-4.06640625, false], [-8.3203125, false], [-7.81640625, false], [-6.06640625, false], [-4.06640625, false], [-6.56640625, false], [-4.81640625, false], [-5.31640625, false], [-6.31640625, false], [-6.56640625, false], [-6.56640625, false], [-10.0703125, false], [-9.1015625, false], [-4.81640625, false], [-10.0703125, false], [-4.06640625, false], [-4.81640625, false], [-6.81640625, false], [-7.31640625, false], [-8.3203125, false], [-6.56640625, false], [-4.06640625, false], [-7.31640625, false], [-10.5703125, false], [-8.3203125, false], [-7.56640625, false], [-6.31640625, false], [-4.81640625, false], [-5.31640625, false], [-6.31640625, false], [-6.56640625, false], [-6.56640625, false], [-10.0703125, false], [-13.3203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1668, "doc": {"id": "MCAS_2012_8_23643", "question": "Ann makes hats for people. She has each person select the fabric and a hat style before she makes the hat to fit the person's head size. Which type of manufacturing system is Ann most likely using to make hats?", "choices": {"text": ["mass production", "custom production", "automated production", "assembly line production"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "custom production", "arguments": ["Question: Ann makes hats for people. She has each person select the fabric and a hat style before she makes the hat to fit the person's head size. Which type of manufacturing system is Ann most likely using to make hats?\nAnswer:", " ["], "resps": [[[-7.2734375, false]], [[-8.1484375, false]], [[-9.1484375, false]], [[-5.7734375, false]], [[-8.0234375, false]], [[-8.0234375, false]], [[-5.5234375, false]], [[-10.2734375, false]], [[-9.6484375, false]], [[-9.3984375, false]], [[-9.5234375, false]], [[-10.7734375, false]], [[-7.7734375, false]], [[-9.8984375, false]], [[-8.7734375, false]], [[-9.3984375, false]], [[-7.8984375, false]], [[-8.1484375, false]], [[-10.390625, false]], [[-5.5234375, false]], [[-8.1484375, false]], [[-7.7734375, false]], [[-10.7734375, false]], [[-8.0234375, false]], [[-9.8984375, false]], [[-9.3984375, false]], [[-9.1484375, false]], [[-5.5234375, false]], [[-10.2734375, false]], [[-9.6484375, false]], [[-9.3984375, false]], [[-9.5234375, false]], [[-10.7734375, false]], [[-7.7734375, false]], [[-9.8984375, false]], [[-8.7734375, false]], [[-9.3984375, false]], [[-7.8984375, false]], [[-8.1484375, false]], [[-10.390625, false]], [[-5.5234375, false]], [[-8.1484375, false]], [[-5.7734375, false]], [[-10.7734375, false]], [[-9.8984375, false]], [[-9.3984375, false]], [[-9.1484375, false]], [[-5.7734375, false]], [[-9.8984375, false]], [[-8.2734375, false]], [[-9.5234375, false]], [[-5.5234375, false]], [[-10.2734375, false]], [[-9.6484375, false]], [[-9.3984375, false]], [[-9.5234375, false]], [[-10.7734375, false]], [[-7.7734375, false]], [[-9.8984375, false]], [[-8.7734375, false]], [[-9.3984375, false]], [[-7.8984375, false]], [[-8.1484375, false]], [[-10.390625, false]], [[-5.5234375, false]], [[-8.1484375, false]], [[-5.7734375, false]], [[-8.0234375, false]], [[-8.0234375, false]], [[-8.2734375, false]], [[-9.1484375, false]], [[-8.5234375, false]], [[-9.8984375, false]], [[-11.8984375, false]], [[-5.5234375, false]], [[-9.8984375, false]], [[-8.7734375, false]], [[-7.8984375, false]], [[-8.2734375, false]], [[-5.5234375, false]], [[-10.2734375, false]], [[-9.6484375, false]], [[-9.3984375, false]], [[-9.5234375, false]], [[-10.7734375, false]], [[-7.7734375, false]], [[-9.8984375, false]], [[-8.7734375, false]], [[-9.3984375, false]], [[-7.8984375, false]], [[-8.1484375, false]], [[-13.1484375, false]]], "filtered_resps": [[-7.2734375, false], [-8.1484375, false], [-9.1484375, false], [-5.7734375, false], [-8.0234375, false], [-8.0234375, false], [-5.5234375, false], [-10.2734375, false], [-9.6484375, false], [-9.3984375, false], [-9.5234375, false], [-10.7734375, false], [-7.7734375, false], [-9.8984375, false], [-8.7734375, false], [-9.3984375, false], [-7.8984375, false], [-8.1484375, false], [-10.390625, false], [-5.5234375, false], [-8.1484375, false], [-7.7734375, false], [-10.7734375, false], [-8.0234375, false], [-9.8984375, false], [-9.3984375, false], [-9.1484375, false], [-5.5234375, false], [-10.2734375, false], [-9.6484375, false], [-9.3984375, false], [-9.5234375, false], [-10.7734375, false], [-7.7734375, false], [-9.8984375, false], [-8.7734375, false], [-9.3984375, false], [-7.8984375, false], [-8.1484375, false], [-10.390625, false], [-5.5234375, false], [-8.1484375, false], [-5.7734375, false], [-10.7734375, false], [-9.8984375, false], [-9.3984375, false], [-9.1484375, false], [-5.7734375, false], [-9.8984375, false], [-8.2734375, false], [-9.5234375, false], [-5.5234375, false], [-10.2734375, false], [-9.6484375, false], [-9.3984375, false], [-9.5234375, false], [-10.7734375, false], [-7.7734375, false], [-9.8984375, false], [-8.7734375, false], [-9.3984375, false], [-7.8984375, false], [-8.1484375, false], [-10.390625, false], [-5.5234375, false], [-8.1484375, false], [-5.7734375, false], [-8.0234375, false], [-8.0234375, false], [-8.2734375, false], [-9.1484375, false], [-8.5234375, false], [-9.8984375, false], [-11.8984375, false], [-5.5234375, false], [-9.8984375, false], [-8.7734375, false], [-7.8984375, false], [-8.2734375, false], [-5.5234375, false], [-10.2734375, false], [-9.6484375, false], [-9.3984375, false], [-9.5234375, false], [-10.7734375, false], [-7.7734375, false], [-9.8984375, false], [-8.7734375, false], [-9.3984375, false], [-7.8984375, false], [-8.1484375, false], [-13.1484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1676, "doc": {"id": "Mercury_7008698", "question": "The number of neutrons in an atom is found by subtracting", "choices": {"text": ["atomic number from mass number.", "mass number from atomic number.", "atomic number from electron number.", "isotope number from electron number."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "atomic number from mass number.", "arguments": ["Question: The number of neutrons in an atom is found by subtracting\nAnswer:", " ["], "resps": [[[-6.046875, false]], [[-8.546875, false]], [[-4.546875, false]], [[-7.796875, false]], [[-9.546875, false]], [[-6.796875, false]], [[-7.046875, false]], [[-7.296875, false]], [[-4.296875, false]], [[-4.546875, false]], [[-8.546875, false]], [[-6.796875, false]], [[-5.796875, false]], [[-6.546875, false]], [[-7.296875, false]], [[-4.296875, false]], [[-7.546875, false]], [[-7.296875, false]], [[-9.546875, false]], [[-6.796875, false]], [[-4.296875, false]], [[-6.796875, false]], [[-4.546875, false]], [[-8.296875, false]], [[-8.296875, false]], [[-4.296875, false]], [[-4.546875, false]], [[-8.546875, false]], [[-6.796875, false]], [[-5.796875, false]], [[-6.546875, false]], [[-7.296875, false]], [[-5.765625, false]], [[-8.546875, false]], [[-7.765625, false]], [[-4.296875, false]], [[-8.546875, false]], [[-6.796875, false]], [[-4.546875, false]], [[-8.296875, false]], [[-8.296875, false]], [[-4.296875, false]], [[-4.546875, false]], [[-8.546875, false]], [[-6.796875, false]], [[-5.796875, false]], [[-6.546875, false]], [[-7.296875, false]], [[-4.296875, false]], [[-7.546875, false]], [[-7.296875, false]], [[-9.546875, false]], [[-6.796875, false]], [[-4.296875, false]], [[-4.546875, false]], [[-7.796875, false]], [[-9.546875, false]], [[-6.796875, false]], [[-7.046875, false]], [[-7.296875, false]], [[-4.296875, false]], [[-4.546875, false]], [[-8.546875, false]], [[-6.796875, false]], [[-5.796875, false]], [[-6.546875, false]], [[-7.296875, false]], [[-5.765625, false]], [[-8.546875, false]], [[-7.765625, false]], [[-4.296875, false]], [[-8.546875, false]], [[-4.546875, false]], [[-7.796875, false]], [[-9.546875, false]], [[-6.796875, false]], [[-7.046875, false]], [[-7.296875, false]], [[-4.296875, false]], [[-4.546875, false]], [[-8.546875, false]], [[-6.796875, false]], [[-5.796875, false]], [[-6.546875, false]], [[-7.296875, false]], [[-4.296875, false]], [[-7.546875, false]], [[-7.296875, false]], [[-9.546875, false]], [[-6.796875, false]], [[-4.296875, false]], [[-6.546875, false]], [[-8.546875, false]], [[-6.546875, false]], [[-7.296875, false]], [[-7.796875, false]], [[-7.296875, false]], [[-9.546875, false]], [[-4.546875, false]], [[-4.296875, false]], [[-4.546875, false]], [[-8.546875, false]], [[-6.796875, false]], [[-5.796875, false]], [[-6.546875, false]], [[-7.296875, false]], [[-5.765625, false]], [[-8.546875, false]], [[-7.765625, false]], [[-4.296875, false]], [[-8.546875, false]], [[-7.046875, false]], [[-8.296875, false]], [[-9.546875, false]], [[-7.796875, false]], [[-9.546875, false]], [[-6.546875, false]], [[-6.546875, false]], [[-4.296875, false]], [[-4.546875, false]], [[-8.546875, false]], [[-6.796875, false]], [[-5.796875, false]], [[-6.546875, false]], [[-7.296875, false]], [[-4.296875, false]], [[-7.546875, false]], [[-7.296875, false]], [[-9.546875, false]], [[-6.796875, false]], [[-4.296875, false]], [[-6.546875, false]], [[-8.546875, false]], [[-6.546875, false]], [[-7.296875, false]], [[-7.796875, false]], [[-7.296875, false]], [[-9.546875, false]], [[-4.546875, false]], [[-4.296875, false]], [[-4.546875, false]], [[-8.546875, false]], [[-6.796875, false]], [[-5.796875, false]], [[-6.546875, false]], [[-7.296875, false]], [[-5.765625, false]], [[-8.546875, false]], [[-10.296875, false]]], "filtered_resps": [[-6.046875, false], [-8.546875, false], [-4.546875, false], [-7.796875, false], [-9.546875, false], [-6.796875, false], [-7.046875, false], [-7.296875, false], [-4.296875, false], [-4.546875, false], [-8.546875, false], [-6.796875, false], [-5.796875, false], [-6.546875, false], [-7.296875, false], [-4.296875, false], [-7.546875, false], [-7.296875, false], [-9.546875, false], [-6.796875, false], [-4.296875, false], [-6.796875, false], [-4.546875, false], [-8.296875, false], [-8.296875, false], [-4.296875, false], [-4.546875, false], [-8.546875, false], [-6.796875, false], [-5.796875, false], [-6.546875, false], [-7.296875, false], [-5.765625, false], [-8.546875, false], [-7.765625, false], [-4.296875, false], [-8.546875, false], [-6.796875, false], [-4.546875, false], [-8.296875, false], [-8.296875, false], [-4.296875, false], [-4.546875, false], [-8.546875, false], [-6.796875, false], [-5.796875, false], [-6.546875, false], [-7.296875, false], [-4.296875, false], [-7.546875, false], [-7.296875, false], [-9.546875, false], [-6.796875, false], [-4.296875, false], [-4.546875, false], [-7.796875, false], [-9.546875, false], [-6.796875, false], [-7.046875, false], [-7.296875, false], [-4.296875, false], [-4.546875, false], [-8.546875, false], [-6.796875, false], [-5.796875, false], [-6.546875, false], [-7.296875, false], [-5.765625, false], [-8.546875, false], [-7.765625, false], [-4.296875, false], [-8.546875, false], [-4.546875, false], [-7.796875, false], [-9.546875, false], [-6.796875, false], [-7.046875, false], [-7.296875, false], [-4.296875, false], [-4.546875, false], [-8.546875, false], [-6.796875, false], [-5.796875, false], [-6.546875, false], [-7.296875, false], [-4.296875, false], [-7.546875, false], [-7.296875, false], [-9.546875, false], [-6.796875, false], [-4.296875, false], [-6.546875, false], [-8.546875, false], [-6.546875, false], [-7.296875, false], [-7.796875, false], [-7.296875, false], [-9.546875, false], [-4.546875, false], [-4.296875, false], [-4.546875, false], [-8.546875, false], [-6.796875, false], [-5.796875, false], [-6.546875, false], [-7.296875, false], [-5.765625, false], [-8.546875, false], [-7.765625, false], [-4.296875, false], [-8.546875, false], [-7.046875, false], [-8.296875, false], [-9.546875, false], [-7.796875, false], [-9.546875, false], [-6.546875, false], [-6.546875, false], [-4.296875, false], [-4.546875, false], [-8.546875, false], [-6.796875, false], [-5.796875, false], [-6.546875, false], [-7.296875, false], [-4.296875, false], [-7.546875, false], [-7.296875, false], [-9.546875, false], [-6.796875, false], [-4.296875, false], [-6.546875, false], [-8.546875, false], [-6.546875, false], [-7.296875, false], [-7.796875, false], [-7.296875, false], [-9.546875, false], [-4.546875, false], [-4.296875, false], [-4.546875, false], [-8.546875, false], [-6.796875, false], [-5.796875, false], [-6.546875, false], [-7.296875, false], [-5.765625, false], [-8.546875, false], [-10.296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1684, "doc": {"id": "Mercury_7283710", "question": "All energy resources have benefits, risks, and drawbacks. Which two resources present the most dangerous risks and consequences for the environment during their acquisition?", "choices": {"text": ["oil and coal", "coal and solar energy", "geothermal energy and oil", "solar energy and geothermal energy"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "oil and coal", "arguments": ["Question: All energy resources have benefits, risks, and drawbacks. Which two resources present the most dangerous risks and consequences for the environment during their acquisition?\nAnswer:", " ["], "resps": [[[-7.55078125, false]], [[-9.671875, false]], [[-7.80078125, false]], [[-7.17578125, false]], [[-9.296875, false]], [[-5.05078125, false]], [[-6.05078125, false]], [[-8.921875, false]], [[-8.296875, false]], [[-5.05078125, false]], [[-9.046875, false]], [[-7.80078125, false]], [[-6.05078125, false]], [[-9.296875, false]], [[-9.671875, false]], [[-9.2421875, false]], [[-5.05078125, false]], [[-9.671875, false]], [[-9.046875, false]], [[-7.80078125, false]], [[-6.05078125, false]], [[-9.296875, false]], [[-5.05078125, false]], [[-6.05078125, false]], [[-8.921875, false]], [[-8.296875, false]], [[-5.05078125, false]], [[-10.296875, false]], [[-7.80078125, false]], [[-9.296875, false]], [[-6.05078125, false]], [[-11.671875, false]], [[-5.05078125, false]], [[-7.42578125, false]], [[-8.921875, false]], [[-7.42578125, false]], [[-11.671875, false]], [[-12.546875, false]], [[-11.296875, false]], [[-9.671875, false]], [[-9.2421875, false]], [[-5.05078125, false]], [[-9.671875, false]], [[-12.546875, false]], [[-7.42578125, false]], [[-7.80078125, false]], [[-12.421875, false]], [[-10.671875, false]], [[-7.42578125, false]], [[-11.671875, false]], [[-10.421875, false]], [[-6.05078125, false]], [[-9.296875, false]], [[-5.05078125, false]], [[-7.42578125, false]], [[-8.921875, false]], [[-7.42578125, false]], [[-11.671875, false]], [[-12.546875, false]], [[-11.296875, false]], [[-5.05078125, false]], [[-6.05078125, false]], [[-8.921875, false]], [[-8.296875, false]], [[-5.05078125, false]], [[-7.80078125, false]], [[-7.17578125, false]], [[-9.296875, false]], [[-9.671875, false]], [[-9.2421875, false]], [[-5.05078125, false]], [[-9.671875, false]], [[-10.296875, false]], [[-7.80078125, false]], [[-9.296875, false]], [[-6.05078125, false]], [[-11.671875, false]], [[-5.05078125, false]], [[-7.42578125, false]], [[-8.921875, false]], [[-7.42578125, false]], [[-11.671875, false]], [[-12.546875, false]], [[-11.296875, false]], [[-5.05078125, false]], [[-6.05078125, false]], [[-8.921875, false]], [[-8.296875, false]], [[-5.05078125, false]], [[-12.546875, false]], [[-7.42578125, false]], [[-7.80078125, false]], [[-12.421875, false]], [[-10.671875, false]], [[-7.42578125, false]], [[-11.671875, false]], [[-10.421875, false]], [[-6.05078125, false]], [[-9.296875, false]], [[-5.05078125, false]], [[-7.42578125, false]], [[-8.921875, false]], [[-7.42578125, false]], [[-11.671875, false]], [[-12.546875, false]], [[-11.296875, false]], [[-9.671875, false]], [[-14.546875, false]]], "filtered_resps": [[-7.55078125, false], [-9.671875, false], [-7.80078125, false], [-7.17578125, false], [-9.296875, false], [-5.05078125, false], [-6.05078125, false], [-8.921875, false], [-8.296875, false], [-5.05078125, false], [-9.046875, false], [-7.80078125, false], [-6.05078125, false], [-9.296875, false], [-9.671875, false], [-9.2421875, false], [-5.05078125, false], [-9.671875, false], [-9.046875, false], [-7.80078125, false], [-6.05078125, false], [-9.296875, false], [-5.05078125, false], [-6.05078125, false], [-8.921875, false], [-8.296875, false], [-5.05078125, false], [-10.296875, false], [-7.80078125, false], [-9.296875, false], [-6.05078125, false], [-11.671875, false], [-5.05078125, false], [-7.42578125, false], [-8.921875, false], [-7.42578125, false], [-11.671875, false], [-12.546875, false], [-11.296875, false], [-9.671875, false], [-9.2421875, false], [-5.05078125, false], [-9.671875, false], [-12.546875, false], [-7.42578125, false], [-7.80078125, false], [-12.421875, false], [-10.671875, false], [-7.42578125, false], [-11.671875, false], [-10.421875, false], [-6.05078125, false], [-9.296875, false], [-5.05078125, false], [-7.42578125, false], [-8.921875, false], [-7.42578125, false], [-11.671875, false], [-12.546875, false], [-11.296875, false], [-5.05078125, false], [-6.05078125, false], [-8.921875, false], [-8.296875, false], [-5.05078125, false], [-7.80078125, false], [-7.17578125, false], [-9.296875, false], [-9.671875, false], [-9.2421875, false], [-5.05078125, false], [-9.671875, false], [-10.296875, false], [-7.80078125, false], [-9.296875, false], [-6.05078125, false], [-11.671875, false], [-5.05078125, false], [-7.42578125, false], [-8.921875, false], [-7.42578125, false], [-11.671875, false], [-12.546875, false], [-11.296875, false], [-5.05078125, false], [-6.05078125, false], [-8.921875, false], [-8.296875, false], [-5.05078125, false], [-12.546875, false], [-7.42578125, false], [-7.80078125, false], [-12.421875, false], [-10.671875, false], [-7.42578125, false], [-11.671875, false], [-10.421875, false], [-6.05078125, false], [-9.296875, false], [-5.05078125, false], [-7.42578125, false], [-8.921875, false], [-7.42578125, false], [-11.671875, false], [-12.546875, false], [-11.296875, false], [-9.671875, false], [-14.546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1692, "doc": {"id": "NYSEDREGENTS_2013_4_10", "question": "The appearance of the Moon as observed from Earth changes over time because of the Moon's", "choices": {"text": ["path around Earth", "length of daylight", "gravity", "temperature"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "path around Earth", "arguments": ["Question: The appearance of the Moon as observed from Earth changes over time because of the Moon's\nAnswer:", " ["], "resps": [[[-7.609375, false]], [[-7.609375, false]], [[-10.359375, false]], [[-6.359375, false]], [[-11.109375, false]], [[-11.609375, false]], [[-5.609375, false]], [[-6.359375, false]], [[-11.359375, false]], [[-10.109375, false]], [[-11.859375, false]], [[-10.359375, false]], [[-10.359375, false]], [[-5.609375, false]], [[-6.109375, false]], [[-6.359375, false]], [[-11.359375, false]], [[-11.109375, false]], [[-11.609375, false]], [[-7.609375, false]], [[-9.09375, false]], [[-5.609375, false]], [[-7.609375, false]], [[-11.359375, false]], [[-9.109375, false]], [[-10.359375, false]], [[-12.859375, false]], [[-11.109375, false]], [[-11.609375, false]], [[-5.609375, false]], [[-10.109375, false]], [[-9.609375, false]], [[-5.609375, false]], [[-10.359375, false]], [[-6.359375, false]], [[-12.859375, false]], [[-11.359375, false]], [[-8.859375, false]], [[-12.859375, false]], [[-11.609375, false]], [[-11.109375, false]], [[-7.609375, false]], [[-9.09375, false]], [[-5.609375, false]], [[-7.609375, false]], [[-12.859375, false]], [[-11.359375, false]], [[-6.359375, false]], [[-11.609375, false]], [[-8.859375, false]], [[-11.109375, false]], [[-12.859375, false]], [[-7.609375, false]], [[-9.09375, false]], [[-5.609375, false]], [[-7.609375, false]], [[-11.109375, false]], [[-9.109375, false]], [[-10.609375, false]], [[-10.359375, false]], [[-9.109375, false]], [[-11.359375, false]], [[-6.359375, false]], [[-11.109375, false]], [[-11.859375, false]], [[-11.359375, false]], [[-9.109375, false]], [[-7.609375, false]], [[-11.609375, false]]], "filtered_resps": [[-7.609375, false], [-7.609375, false], [-10.359375, false], [-6.359375, false], [-11.109375, false], [-11.609375, false], [-5.609375, false], [-6.359375, false], [-11.359375, false], [-10.109375, false], [-11.859375, false], [-10.359375, false], [-10.359375, false], [-5.609375, false], [-6.109375, false], [-6.359375, false], [-11.359375, false], [-11.109375, false], [-11.609375, false], [-7.609375, false], [-9.09375, false], [-5.609375, false], [-7.609375, false], [-11.359375, false], [-9.109375, false], [-10.359375, false], [-12.859375, false], [-11.109375, false], [-11.609375, false], [-5.609375, false], [-10.109375, false], [-9.609375, false], [-5.609375, false], [-10.359375, false], [-6.359375, false], [-12.859375, false], [-11.359375, false], [-8.859375, false], [-12.859375, false], [-11.609375, false], [-11.109375, false], [-7.609375, false], [-9.09375, false], [-5.609375, false], [-7.609375, false], [-12.859375, false], [-11.359375, false], [-6.359375, false], [-11.609375, false], [-8.859375, false], [-11.109375, false], [-12.859375, false], [-7.609375, false], [-9.09375, false], [-5.609375, false], [-7.609375, false], [-11.109375, false], [-9.109375, false], [-10.609375, false], [-10.359375, false], [-9.109375, false], [-11.359375, false], [-6.359375, false], [-11.109375, false], [-11.859375, false], [-11.359375, false], [-9.109375, false], [-7.609375, false], [-11.609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1700, "doc": {"id": "ACTAAP_2007_7_34", "question": "Which is the best conductor of electricity?", "choices": {"text": ["air", "glass", "water", "wood"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "water", "arguments": ["Question: Which is the best conductor of electricity?\nAnswer:", " ["], "resps": [[[-8.3203125, false]], [[-8.5703125, false]], [[-4.3203125, false]], [[-7.5703125, false]], [[-9.0703125, false]], [[-8.5703125, false]], [[-10.0859375, false]], [[-5.3203125, false]], [[-8.5703125, false]], [[-12.8203125, false]], [[-10.3203125, false]], [[-4.3203125, false]], [[-9.0703125, false]], [[-9.0703125, false]], [[-8.5703125, false]], [[-10.0859375, false]], [[-5.3203125, false]], [[-8.5703125, false]], [[-11.0703125, false]], [[-4.3203125, false]], [[-9.3203125, false]], [[-8.8203125, false]], [[-9.0703125, false]], [[-8.5703125, false]], [[-10.0859375, false]], [[-5.3203125, false]], [[-8.5703125, false]], [[-11.0703125, false]], [[-9.0703125, false]], [[-9.0703125, false]], [[-10.8203125, false]], [[-8.5703125, false]], [[-15.3203125, false]]], "filtered_resps": [[-8.3203125, false], [-8.5703125, false], [-4.3203125, false], [-7.5703125, false], [-9.0703125, false], [-8.5703125, false], [-10.0859375, false], [-5.3203125, false], [-8.5703125, false], [-12.8203125, false], [-10.3203125, false], [-4.3203125, false], [-9.0703125, false], [-9.0703125, false], [-8.5703125, false], [-10.0859375, false], [-5.3203125, false], [-8.5703125, false], [-11.0703125, false], [-4.3203125, false], [-9.3203125, false], [-8.8203125, false], [-9.0703125, false], [-8.5703125, false], [-10.0859375, false], [-5.3203125, false], [-8.5703125, false], [-11.0703125, false], [-9.0703125, false], [-9.0703125, false], [-10.8203125, false], [-8.5703125, false], [-15.3203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1708, "doc": {"id": "Mercury_7012863", "question": "What is one of the major advantages of using hydroelectric power?", "choices": {"text": ["It uses renewable natural resources.", "It is easily generated in most big cities.", "It can be generated from any area on Earth.", "It does not require special buildings or equipment."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "It uses renewable natural resources.", "arguments": ["Question: What is one of the major advantages of using hydroelectric power?\nAnswer:", " ["], "resps": [[[-8.109375, false]], [[-9.609375, false]], [[-4.85546875, false]], [[-13.609375, false]], [[-6.35546875, false]], [[-13.359375, false]], [[-11.609375, false]], [[-10.109375, false]], [[-11.609375, false]], [[-6.35546875, false]], [[-13.859375, false]], [[-10.109375, false]], [[-12.609375, false]], [[-10.109375, false]], [[-11.859375, false]], [[-7.35546875, false]], [[-12.359375, false]], [[-12.109375, false]], [[-10.109375, false]], [[-6.35546875, false]], [[-12.609375, false]], [[-7.35546875, false]], [[-13.609375, false]], [[-13.359375, false]], [[-13.859375, false]], [[-7.35546875, false]], [[-12.109375, false]], [[-6.35546875, false]], [[-13.859375, false]], [[-10.109375, false]], [[-11.609375, false]], [[-10.859375, false]], [[-13.359375, false]], [[-13.859375, false]], [[-12.609375, false]], [[-10.109375, false]], [[-11.609375, false]], [[-7.62890625, false]], [[-9.609375, false]], [[-10.375, false]], [[-6.35546875, false]], [[-9.609375, false]], [[-4.85546875, false]], [[-13.609375, false]], [[-6.35546875, false]], [[-9.609375, false]], [[-11.609375, false]], [[-6.35546875, false]], [[-10.109375, false]], [[-7.35546875, false]], [[-11.609375, false]], [[-9.609375, false]], [[-12.109375, false]], [[-13.109375, false]], [[-6.35546875, false]], [[-14.859375, false]], [[-10.109375, false]], [[-12.609375, false]], [[-10.109375, false]], [[-13.859375, false]], [[-7.35546875, false]], [[-13.609375, false]], [[-10.109375, false]], [[-11.359375, false]], [[-6.35546875, false]], [[-9.609375, false]], [[-12.609375, false]], [[-6.35546875, false]], [[-13.109375, false]], [[-10.859375, false]], [[-11.609375, false]], [[-13.609375, false]], [[-6.35546875, false]], [[-12.359375, false]], [[-9.609375, false]], [[-14.859375, false]], [[-6.35546875, false]], [[-12.609375, false]], [[-9.609375, false]], [[-13.609375, false]], [[-9.609375, false]], [[-10.109375, false]], [[-11.609375, false]], [[-7.62890625, false]], [[-9.609375, false]], [[-10.375, false]], [[-6.35546875, false]], [[-9.609375, false]], [[-4.85546875, false]], [[-13.609375, false]], [[-6.35546875, false]], [[-12.609375, false]], [[-7.35546875, false]], [[-12.609375, false]], [[-6.35546875, false]], [[-12.359375, false]], [[-10.109375, false]], [[-6.35546875, false]], [[-14.859375, false]], [[-10.109375, false]], [[-12.609375, false]], [[-10.109375, false]], [[-13.859375, false]], [[-7.35546875, false]], [[-13.609375, false]], [[-10.109375, false]], [[-11.359375, false]], [[-6.35546875, false]], [[-12.859375, false]], [[-13.859375, false]], [[-10.859375, false]], [[-13.109375, false]], [[-6.35546875, false]], [[-7.35546875, false]], [[-12.609375, false]], [[-13.109375, false]], [[-6.35546875, false]], [[-7.35546875, false]], [[-13.859375, false]], [[-10.109375, false]], [[-7.35546875, false]], [[-6.35546875, false]], [[-10.859375, false]], [[-12.609375, false]], [[-6.35546875, false]], [[-5.85546875, false]], [[-7.35546875, false]], [[-13.859375, false]], [[-13.609375, false]], [[-11.359375, false]], [[-7.62890625, false]], [[-9.609375, false]], [[-10.375, false]], [[-6.35546875, false]], [[-9.609375, false]], [[-4.85546875, false]], [[-13.609375, false]], [[-6.35546875, false]], [[-11.359375, false]], [[-10.859375, false]], [[-10.109375, false]], [[-11.609375, false]], [[-6.35546875, false]], [[-12.609375, false]], [[-10.859375, false]], [[-13.609375, false]], [[-6.35546875, false]], [[-13.859375, false]], [[-10.109375, false]], [[-15.109375, false]], [[-13.359375, false]], [[-9.609375, false]], [[-13.859375, false]], [[-10.109375, false]], [[-6.35546875, false]], [[-11.609375, false]], [[-11.359375, false]], [[-10.109375, false]], [[-12.609375, false]], [[-9.609375, false]], [[-7.35546875, false]], [[-12.109375, false]], [[-6.35546875, false]], [[-12.359375, false]], [[-13.359375, false]], [[-9.609375, false]], [[-12.109375, false]], [[-11.359375, false]], [[-9.609375, false]], [[-12.609375, false]], [[-14.859375, false]], [[-11.609375, false]], [[-6.35546875, false]], [[-10.859375, false]], [[-13.859375, false]], [[-6.35546875, false]], [[-10.109375, false]], [[-15.109375, false]], [[-13.359375, false]], [[-9.609375, false]], [[-11.359375, false]], [[-13.109375, false]], [[-10.109375, false]], [[-12.609375, false]], [[-13.609375, false]], [[-7.62890625, false]], [[-9.609375, false]], [[-14.109375, false]]], "filtered_resps": [[-8.109375, false], [-9.609375, false], [-4.85546875, false], [-13.609375, false], [-6.35546875, false], [-13.359375, false], [-11.609375, false], [-10.109375, false], [-11.609375, false], [-6.35546875, false], [-13.859375, false], [-10.109375, false], [-12.609375, false], [-10.109375, false], [-11.859375, false], [-7.35546875, false], [-12.359375, false], [-12.109375, false], [-10.109375, false], [-6.35546875, false], [-12.609375, false], [-7.35546875, false], [-13.609375, false], [-13.359375, false], [-13.859375, false], [-7.35546875, false], [-12.109375, false], [-6.35546875, false], [-13.859375, false], [-10.109375, false], [-11.609375, false], [-10.859375, false], [-13.359375, false], [-13.859375, false], [-12.609375, false], [-10.109375, false], [-11.609375, false], [-7.62890625, false], [-9.609375, false], [-10.375, false], [-6.35546875, false], [-9.609375, false], [-4.85546875, false], [-13.609375, false], [-6.35546875, false], [-9.609375, false], [-11.609375, false], [-6.35546875, false], [-10.109375, false], [-7.35546875, false], [-11.609375, false], [-9.609375, false], [-12.109375, false], [-13.109375, false], [-6.35546875, false], [-14.859375, false], [-10.109375, false], [-12.609375, false], [-10.109375, false], [-13.859375, false], [-7.35546875, false], [-13.609375, false], [-10.109375, false], [-11.359375, false], [-6.35546875, false], [-9.609375, false], [-12.609375, false], [-6.35546875, false], [-13.109375, false], [-10.859375, false], [-11.609375, false], [-13.609375, false], [-6.35546875, false], [-12.359375, false], [-9.609375, false], [-14.859375, false], [-6.35546875, false], [-12.609375, false], [-9.609375, false], [-13.609375, false], [-9.609375, false], [-10.109375, false], [-11.609375, false], [-7.62890625, false], [-9.609375, false], [-10.375, false], [-6.35546875, false], [-9.609375, false], [-4.85546875, false], [-13.609375, false], [-6.35546875, false], [-12.609375, false], [-7.35546875, false], [-12.609375, false], [-6.35546875, false], [-12.359375, false], [-10.109375, false], [-6.35546875, false], [-14.859375, false], [-10.109375, false], [-12.609375, false], [-10.109375, false], [-13.859375, false], [-7.35546875, false], [-13.609375, false], [-10.109375, false], [-11.359375, false], [-6.35546875, false], [-12.859375, false], [-13.859375, false], [-10.859375, false], [-13.109375, false], [-6.35546875, false], [-7.35546875, false], [-12.609375, false], [-13.109375, false], [-6.35546875, false], [-7.35546875, false], [-13.859375, false], [-10.109375, false], [-7.35546875, false], [-6.35546875, false], [-10.859375, false], [-12.609375, false], [-6.35546875, false], [-5.85546875, false], [-7.35546875, false], [-13.859375, false], [-13.609375, false], [-11.359375, false], [-7.62890625, false], [-9.609375, false], [-10.375, false], [-6.35546875, false], [-9.609375, false], [-4.85546875, false], [-13.609375, false], [-6.35546875, false], [-11.359375, false], [-10.859375, false], [-10.109375, false], [-11.609375, false], [-6.35546875, false], [-12.609375, false], [-10.859375, false], [-13.609375, false], [-6.35546875, false], [-13.859375, false], [-10.109375, false], [-15.109375, false], [-13.359375, false], [-9.609375, false], [-13.859375, false], [-10.109375, false], [-6.35546875, false], [-11.609375, false], [-11.359375, false], [-10.109375, false], [-12.609375, false], [-9.609375, false], [-7.35546875, false], [-12.109375, false], [-6.35546875, false], [-12.359375, false], [-13.359375, false], [-9.609375, false], [-12.109375, false], [-11.359375, false], [-9.609375, false], [-12.609375, false], [-14.859375, false], [-11.609375, false], [-6.35546875, false], [-10.859375, false], [-13.859375, false], [-6.35546875, false], [-10.109375, false], [-15.109375, false], [-13.359375, false], [-9.609375, false], [-11.359375, false], [-13.109375, false], [-10.109375, false], [-12.609375, false], [-13.609375, false], [-7.62890625, false], [-9.609375, false], [-14.109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1716, "doc": {"id": "MCAS_1999_8_32", "question": "When coal is burned to produce electricity, the electrical energy produced is less than the potential energy in the coal. Which best explains this observation?", "choices": {"text": ["As coal is heated, some of the molecules move so fast that they are destroyed.", "Some of the energy in coal is destroyed by the intense heat required to release its potential energy.", "Some of the potential energy in coal is converted into forms of energy other than electricity.", "The amount of potential energy in fuels is overestimated."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Some of the potential energy in coal is converted into forms of energy other than electricity.", "arguments": ["Question: When coal is burned to produce electricity, the electrical energy produced is less than the potential energy in the coal. Which best explains this observation?\nAnswer:", " ["], "resps": [[[-7.01171875, false]], [[-9.015625, false]], [[-3.26171875, false]], [[-10.265625, false]], [[-5.76171875, false]], [[-8.265625, false]], [[-9.765625, false]], [[-5.26171875, false]], [[-10.515625, false]], [[-5.76171875, false]], [[-8.015625, false]], [[-10.265625, false]], [[-5.76171875, false]], [[-10.265625, false]], [[-8.265625, false]], [[-5.26171875, false]], [[-10.015625, false]], [[-8.265625, false]], [[-9.265625, false]], [[-9.390625, false]], [[-5.76171875, false]], [[-10.265625, false]], [[-9.765625, false]], [[-8.765625, false]], [[-8.265625, false]], [[-5.76171875, false]], [[-9.765625, false]], [[-9.265625, false]], [[-5.76171875, false]], [[-10.015625, false]], [[-10.265625, false]], [[-8.265625, false]], [[-5.76171875, false]], [[-8.765625, false]], [[-9.765625, false]], [[-10.515625, false]], [[-8.265625, false]], [[-8.265625, false]], [[-10.515625, false]], [[-10.515625, false]], [[-8.265625, false]], [[-10.265625, false]], [[-5.76171875, false]], [[-8.765625, false]], [[-9.765625, false]], [[-10.265625, false]], [[-8.265625, false]], [[-5.76171875, false]], [[-10.265625, false]], [[-9.765625, false]], [[-5.76171875, false]], [[-9.265625, false]], [[-5.26171875, false]], [[-10.265625, false]], [[-10.015625, false]], [[-5.76171875, false]], [[-10.015625, false]], [[-10.265625, false]], [[-5.26171875, false]], [[-10.015625, false]], [[-5.76171875, false]], [[-10.015625, false]], [[-10.265625, false]], [[-8.265625, false]], [[-10.515625, false]], [[-5.76171875, false]], [[-5.26171875, false]], [[-10.765625, false]], [[-8.265625, false]], [[-5.76171875, false]], [[-9.265625, false]], [[-8.265625, false]], [[-10.265625, false]], [[-10.015625, false]], [[-10.765625, false]], [[-9.765625, false]], [[-10.515625, false]], [[-8.265625, false]], [[-9.265625, false]], [[-7.015625, false]], [[-9.015625, false]], [[-9.390625, false]], [[-5.76171875, false]], [[-9.015625, false]], [[-7.01171875, false]], [[-9.765625, false]], [[-8.765625, false]], [[-8.265625, false]], [[-5.76171875, false]], [[-9.765625, false]], [[-9.265625, false]], [[-5.76171875, false]], [[-10.015625, false]], [[-10.265625, false]], [[-8.265625, false]], [[-5.76171875, false]], [[-8.265625, false]], [[-8.265625, false]], [[-8.265625, false]], [[-10.765625, false]], [[-11.765625, false]], [[-10.515625, false]], [[-5.76171875, false]], [[-8.015625, false]], [[-8.265625, false]], [[-5.76171875, false]], [[-8.265625, false]], [[-9.765625, false]], [[-5.26171875, false]], [[-10.515625, false]], [[-5.76171875, false]], [[-8.015625, false]], [[-10.265625, false]], [[-5.76171875, false]], [[-9.265625, false]], [[-8.265625, false]], [[-10.265625, false]], [[-10.015625, false]], [[-10.765625, false]], [[-9.765625, false]], [[-10.515625, false]], [[-8.265625, false]], [[-9.265625, false]], [[-5.76171875, false]], [[-7.51171875, false]], [[-10.515625, false]], [[-5.76171875, false]], [[-10.015625, false]], [[-10.265625, false]], [[-8.265625, false]], [[-5.76171875, false]], [[-8.015625, false]], [[-8.265625, false]], [[-10.015625, false]], [[-8.265625, false]], [[-8.265625, false]], [[-10.265625, false]], [[-8.265625, false]], [[-5.76171875, false]], [[-10.265625, false]], [[-8.265625, false]], [[-5.26171875, false]], [[-10.015625, false]], [[-5.76171875, false]], [[-10.765625, false]], [[-8.265625, false]], [[-10.015625, false]], [[-10.515625, false]], [[-8.015625, false]], [[-10.765625, false]], [[-8.265625, false]], [[-9.265625, false]], [[-5.76171875, false]], [[-10.015625, false]], [[-9.765625, false]], [[-5.76171875, false]], [[-10.765625, false]], [[-8.265625, false]], [[-10.515625, false]], [[-8.265625, false]], [[-5.26171875, false]], [[-10.265625, false]], [[-8.265625, false]], [[-5.76171875, false]], [[-8.015625, false]], [[-10.015625, false]], [[-10.265625, false]], [[-5.76171875, false]], [[-7.51171875, false]], [[-9.765625, false]], [[-10.015625, false]], [[-8.265625, false]], [[-8.265625, false]], [[-10.015625, false]], [[-8.015625, false]], [[-5.26171875, false]], [[-10.515625, false]], [[-5.76171875, false]], [[-8.265625, false]], [[-8.265625, false]], [[-8.265625, false]], [[-10.765625, false]], [[-11.765625, false]], [[-10.515625, false]], [[-7.015625, false]], [[-9.015625, false]], [[-9.390625, false]], [[-5.76171875, false]], [[-9.015625, false]], [[-7.01171875, false]], [[-9.765625, false]], [[-8.765625, false]], [[-8.265625, false]], [[-5.76171875, false]], [[-9.765625, false]], [[-9.265625, false]], [[-5.76171875, false]], [[-10.015625, false]], [[-10.265625, false]], [[-8.265625, false]], [[-5.76171875, false]], [[-7.51171875, false]], [[-9.765625, false]], [[-10.015625, false]], [[-8.265625, false]], [[-8.265625, false]], [[-10.015625, false]], [[-8.015625, false]], [[-5.26171875, false]], [[-10.515625, false]], [[-5.76171875, false]], [[-8.265625, false]], [[-8.265625, false]], [[-8.265625, false]], [[-10.765625, false]], [[-11.765625, false]], [[-10.515625, false]], [[-5.76171875, false]], [[-8.015625, false]], [[-8.265625, false]], [[-5.76171875, false]], [[-8.265625, false]], [[-9.765625, false]], [[-5.26171875, false]], [[-10.515625, false]], [[-5.76171875, false]], [[-8.015625, false]], [[-10.265625, false]], [[-5.76171875, false]], [[-8.265625, false]], [[-9.765625, false]], [[-8.265625, false]], [[-10.265625, false]], [[-8.265625, false]], [[-10.765625, false]], [[-10.015625, false]], [[-8.265625, false]], [[-9.265625, false]], [[-5.76171875, false]], [[-8.015625, false]], [[-8.265625, false]], [[-10.015625, false]], [[-9.765625, false]], [[-5.76171875, false]], [[-9.265625, false]], [[-9.765625, false]], [[-10.765625, false]], [[-8.765625, false]], [[-10.265625, false]], [[-5.76171875, false]], [[-9.765625, false]], [[-9.265625, false]], [[-5.76171875, false]], [[-8.265625, false]], [[-8.265625, false]], [[-8.265625, false]], [[-10.765625, false]], [[-11.765625, false]], [[-10.515625, false]], [[-5.76171875, false]], [[-9.765625, false]], [[-10.015625, false]], [[-10.265625, false]], [[-8.265625, false]], [[-10.765625, false]], [[-5.76171875, false]], [[-10.015625, false]], [[-10.265625, false]], [[-5.26171875, false]], [[-8.265625, false]], [[-5.76171875, false]], [[-8.265625, false]], [[-10.515625, false]], [[-8.265625, false]], [[-8.265625, false]], [[-10.015625, false]], [[-10.765625, false]], [[-8.015625, false]], [[-8.265625, false]], [[-8.015625, false]], [[-10.015625, false]], [[-10.515625, false]], [[-7.015625, false]], [[-9.015625, false]], [[-9.390625, false]], [[-5.76171875, false]], [[-9.015625, false]], [[-8.015625, false]], [[-10.265625, false]], [[-8.265625, false]], [[-5.76171875, false]], [[-5.26171875, false]], [[-8.765625, false]], [[-9.765625, false]], [[-10.515625, false]], [[-8.265625, false]], [[-10.015625, false]], [[-5.76171875, false]], [[-9.765625, false]], [[-9.265625, false]], [[-5.76171875, false]], [[-7.51171875, false]], [[-9.765625, false]], [[-10.015625, false]], [[-8.265625, false]], [[-8.265625, false]], [[-10.015625, false]], [[-8.015625, false]], [[-5.26171875, false]], [[-10.515625, false]], [[-5.76171875, false]], [[-8.265625, false]], [[-8.265625, false]], [[-8.265625, false]], [[-10.765625, false]], [[-11.765625, false]], [[-10.515625, false]], [[-5.76171875, false]], [[-8.015625, false]], [[-8.265625, false]], [[-5.76171875, false]], [[-9.265625, false]], [[-10.515625, false]], [[-8.265625, false]], [[-10.515625, false]], [[-10.265625, false]], [[-5.76171875, false]], [[-8.015625, false]], [[-10.265625, false]], [[-5.76171875, false]], [[-9.765625, false]], [[-10.265625, false]], [[-8.265625, false]], [[-10.765625, false]], [[-8.265625, false]], [[-10.265625, false]], [[-10.015625, false]], [[-8.015625, false]], [[-8.765625, false]], [[-5.26171875, false]], [[-10.015625, false]], [[-8.265625, false]], [[-9.265625, false]], [[-7.015625, false]], [[-9.015625, false]], [[-13.015625, false]]], "filtered_resps": [[-7.01171875, false], [-9.015625, false], [-3.26171875, false], [-10.265625, false], [-5.76171875, false], [-8.265625, false], [-9.765625, false], [-5.26171875, false], [-10.515625, false], [-5.76171875, false], [-8.015625, false], [-10.265625, false], [-5.76171875, false], [-10.265625, false], [-8.265625, false], [-5.26171875, false], [-10.015625, false], [-8.265625, false], [-9.265625, false], [-9.390625, false], [-5.76171875, false], [-10.265625, false], [-9.765625, false], [-8.765625, false], [-8.265625, false], [-5.76171875, false], [-9.765625, false], [-9.265625, false], [-5.76171875, false], [-10.015625, false], [-10.265625, false], [-8.265625, false], [-5.76171875, false], [-8.765625, false], [-9.765625, false], [-10.515625, false], [-8.265625, false], [-8.265625, false], [-10.515625, false], [-10.515625, false], [-8.265625, false], [-10.265625, false], [-5.76171875, false], [-8.765625, false], [-9.765625, false], [-10.265625, false], [-8.265625, false], [-5.76171875, false], [-10.265625, false], [-9.765625, false], [-5.76171875, false], [-9.265625, false], [-5.26171875, false], [-10.265625, false], [-10.015625, false], [-5.76171875, false], [-10.015625, false], [-10.265625, false], [-5.26171875, false], [-10.015625, false], [-5.76171875, false], [-10.015625, false], [-10.265625, false], [-8.265625, false], [-10.515625, false], [-5.76171875, false], [-5.26171875, false], [-10.765625, false], [-8.265625, false], [-5.76171875, false], [-9.265625, false], [-8.265625, false], [-10.265625, false], [-10.015625, false], [-10.765625, false], [-9.765625, false], [-10.515625, false], [-8.265625, false], [-9.265625, false], [-7.015625, false], [-9.015625, false], [-9.390625, false], [-5.76171875, false], [-9.015625, false], [-7.01171875, false], [-9.765625, false], [-8.765625, false], [-8.265625, false], [-5.76171875, false], [-9.765625, false], [-9.265625, false], [-5.76171875, false], [-10.015625, false], [-10.265625, false], [-8.265625, false], [-5.76171875, false], [-8.265625, false], [-8.265625, false], [-8.265625, false], [-10.765625, false], [-11.765625, false], [-10.515625, false], [-5.76171875, false], [-8.015625, false], [-8.265625, false], [-5.76171875, false], [-8.265625, false], [-9.765625, false], [-5.26171875, false], [-10.515625, false], [-5.76171875, false], [-8.015625, false], [-10.265625, false], [-5.76171875, false], [-9.265625, false], [-8.265625, false], [-10.265625, false], [-10.015625, false], [-10.765625, false], [-9.765625, false], [-10.515625, false], [-8.265625, false], [-9.265625, false], [-5.76171875, false], [-7.51171875, false], [-10.515625, false], [-5.76171875, false], [-10.015625, false], [-10.265625, false], [-8.265625, false], [-5.76171875, false], [-8.015625, false], [-8.265625, false], [-10.015625, false], [-8.265625, false], [-8.265625, false], [-10.265625, false], [-8.265625, false], [-5.76171875, false], [-10.265625, false], [-8.265625, false], [-5.26171875, false], [-10.015625, false], [-5.76171875, false], [-10.765625, false], [-8.265625, false], [-10.015625, false], [-10.515625, false], [-8.015625, false], [-10.765625, false], [-8.265625, false], [-9.265625, false], [-5.76171875, false], [-10.015625, false], [-9.765625, false], [-5.76171875, false], [-10.765625, false], [-8.265625, false], [-10.515625, false], [-8.265625, false], [-5.26171875, false], [-10.265625, false], [-8.265625, false], [-5.76171875, false], [-8.015625, false], [-10.015625, false], [-10.265625, false], [-5.76171875, false], [-7.51171875, false], [-9.765625, false], [-10.015625, false], [-8.265625, false], [-8.265625, false], [-10.015625, false], [-8.015625, false], [-5.26171875, false], [-10.515625, false], [-5.76171875, false], [-8.265625, false], [-8.265625, false], [-8.265625, false], [-10.765625, false], [-11.765625, false], [-10.515625, false], [-7.015625, false], [-9.015625, false], [-9.390625, false], [-5.76171875, false], [-9.015625, false], [-7.01171875, false], [-9.765625, false], [-8.765625, false], [-8.265625, false], [-5.76171875, false], [-9.765625, false], [-9.265625, false], [-5.76171875, false], [-10.015625, false], [-10.265625, false], [-8.265625, false], [-5.76171875, false], [-7.51171875, false], [-9.765625, false], [-10.015625, false], [-8.265625, false], [-8.265625, false], [-10.015625, false], [-8.015625, false], [-5.26171875, false], [-10.515625, false], [-5.76171875, false], [-8.265625, false], [-8.265625, false], [-8.265625, false], [-10.765625, false], [-11.765625, false], [-10.515625, false], [-5.76171875, false], [-8.015625, false], [-8.265625, false], [-5.76171875, false], [-8.265625, false], [-9.765625, false], [-5.26171875, false], [-10.515625, false], [-5.76171875, false], [-8.015625, false], [-10.265625, false], [-5.76171875, false], [-8.265625, false], [-9.765625, false], [-8.265625, false], [-10.265625, false], [-8.265625, false], [-10.765625, false], [-10.015625, false], [-8.265625, false], [-9.265625, false], [-5.76171875, false], [-8.015625, false], [-8.265625, false], [-10.015625, false], [-9.765625, false], [-5.76171875, false], [-9.265625, false], [-9.765625, false], [-10.765625, false], [-8.765625, false], [-10.265625, false], [-5.76171875, false], [-9.765625, false], [-9.265625, false], [-5.76171875, false], [-8.265625, false], [-8.265625, false], [-8.265625, false], [-10.765625, false], [-11.765625, false], [-10.515625, false], [-5.76171875, false], [-9.765625, false], [-10.015625, false], [-10.265625, false], [-8.265625, false], [-10.765625, false], [-5.76171875, false], [-10.015625, false], [-10.265625, false], [-5.26171875, false], [-8.265625, false], [-5.76171875, false], [-8.265625, false], [-10.515625, false], [-8.265625, false], [-8.265625, false], [-10.015625, false], [-10.765625, false], [-8.015625, false], [-8.265625, false], [-8.015625, false], [-10.015625, false], [-10.515625, false], [-7.015625, false], [-9.015625, false], [-9.390625, false], [-5.76171875, false], [-9.015625, false], [-8.015625, false], [-10.265625, false], [-8.265625, false], [-5.76171875, false], [-5.26171875, false], [-8.765625, false], [-9.765625, false], [-10.515625, false], [-8.265625, false], [-10.015625, false], [-5.76171875, false], [-9.765625, false], [-9.265625, false], [-5.76171875, false], [-7.51171875, false], [-9.765625, false], [-10.015625, false], [-8.265625, false], [-8.265625, false], [-10.015625, false], [-8.015625, false], [-5.26171875, false], [-10.515625, false], [-5.76171875, false], [-8.265625, false], [-8.265625, false], [-8.265625, false], [-10.765625, false], [-11.765625, false], [-10.515625, false], [-5.76171875, false], [-8.015625, false], [-8.265625, false], [-5.76171875, false], [-9.265625, false], [-10.515625, false], [-8.265625, false], [-10.515625, false], [-10.265625, false], [-5.76171875, false], [-8.015625, false], [-10.265625, false], [-5.76171875, false], [-9.765625, false], [-10.265625, false], [-8.265625, false], [-10.765625, false], [-8.265625, false], [-10.265625, false], [-10.015625, false], [-8.015625, false], [-8.765625, false], [-5.26171875, false], [-10.015625, false], [-8.265625, false], [-9.265625, false], [-7.015625, false], [-9.015625, false], [-13.015625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1724, "doc": {"id": "Mercury_7017955", "question": "The density of a material can be measured by using a", "choices": {"text": ["meter stick and test tubes.", "beaker and stopwatch.", "thermometer and computer probes.", "balance and graduated cylinder."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "balance and graduated cylinder.", "arguments": ["Question: The density of a material can be measured by using a\nAnswer:", " ["], "resps": [[[-7.625, false]], [[-8.875, false]], [[-8.0, false]], [[-8.125, false]], [[-8.875, false]], [[-8.125, false]], [[-8.875, false]], [[-5.375, false]], [[-8.5, false]], [[-8.875, false]], [[-8.0, false]], [[-9.25, false]], [[-8.0, false]], [[-5.375, false]], [[-4.25, false]], [[-7.625, false]], [[-7.75, false]], [[-5.375, false]], [[-8.875, false]], [[-8.125, false]], [[-8.5, false]], [[-8.875, false]], [[-5.375, false]], [[-8.875, false]], [[-9.125, false]], [[-7.5, false]], [[-8.125, false]], [[-8.5, false]], [[-7.03125, false]], [[-8.875, false]], [[-8.46875, false]], [[-5.375, false]], [[-8.875, false]], [[-7.5, false]], [[-8.125, false]], [[-4.25, false]], [[-8.0, false]], [[-8.125, false]], [[-8.875, false]], [[-5.375, false]], [[-4.25, false]], [[-7.625, false]], [[-7.75, false]], [[-5.375, false]], [[-8.5, false]], [[-8.875, false]], [[-9.75, false]], [[-8.875, false]], [[-10.0, false]], [[-4.25, false]], [[-8.875, false]], [[-9.25, false]], [[-8.875, false]], [[-7.03125, false]], [[-8.875, false]], [[-8.46875, false]], [[-5.375, false]], [[-8.875, false]], [[-8.875, false]], [[-8.875, false]], [[-8.125, false]], [[-8.875, false]], [[-8.0, false]], [[-9.75, false]], [[-8.0, false]], [[-8.125, false]], [[-8.875, false]], [[-8.125, false]], [[-8.875, false]], [[-5.375, false]], [[-4.25, false]], [[-7.625, false]], [[-7.75, false]], [[-5.375, false]], [[-9.25, false]], [[-9.75, false]], [[-8.0, false]], [[-8.875, false]], [[-9.125, false]], [[-8.875, false]], [[-8.125, false]], [[-8.875, false]], [[-5.375, false]], [[-8.875, false]], [[-8.875, false]], [[-9.75, false]], [[-7.5, false]], [[-8.125, false]], [[-8.5, false]], [[-7.03125, false]], [[-8.875, false]], [[-8.46875, false]], [[-5.375, false]], [[-8.875, false]], [[-7.5, false]], [[-4.25, false]], [[-9.5, false]], [[-4.25, false]], [[-7.625, false]], [[-9.25, false]], [[-8.125, false]], [[-5.375, false]], [[-4.25, false]], [[-7.625, false]], [[-7.75, false]], [[-5.375, false]], [[-10.375, false]], [[-8.875, false]], [[-4.25, false]], [[-7.75, false]], [[-9.125, false]], [[-4.25, false]], [[-8.875, false]], [[-8.125, false]], [[-7.75, false]], [[-5.375, false]], [[-9.25, false]], [[-9.875, false]], [[-9.5, false]], [[-8.0, false]], [[-7.625, false]], [[-7.75, false]], [[-8.125, false]], [[-8.875, false]], [[-7.03125, false]], [[-8.875, false]], [[-11.5, false]]], "filtered_resps": [[-7.625, false], [-8.875, false], [-8.0, false], [-8.125, false], [-8.875, false], [-8.125, false], [-8.875, false], [-5.375, false], [-8.5, false], [-8.875, false], [-8.0, false], [-9.25, false], [-8.0, false], [-5.375, false], [-4.25, false], [-7.625, false], [-7.75, false], [-5.375, false], [-8.875, false], [-8.125, false], [-8.5, false], [-8.875, false], [-5.375, false], [-8.875, false], [-9.125, false], [-7.5, false], [-8.125, false], [-8.5, false], [-7.03125, false], [-8.875, false], [-8.46875, false], [-5.375, false], [-8.875, false], [-7.5, false], [-8.125, false], [-4.25, false], [-8.0, false], [-8.125, false], [-8.875, false], [-5.375, false], [-4.25, false], [-7.625, false], [-7.75, false], [-5.375, false], [-8.5, false], [-8.875, false], [-9.75, false], [-8.875, false], [-10.0, false], [-4.25, false], [-8.875, false], [-9.25, false], [-8.875, false], [-7.03125, false], [-8.875, false], [-8.46875, false], [-5.375, false], [-8.875, false], [-8.875, false], [-8.875, false], [-8.125, false], [-8.875, false], [-8.0, false], [-9.75, false], [-8.0, false], [-8.125, false], [-8.875, false], [-8.125, false], [-8.875, false], [-5.375, false], [-4.25, false], [-7.625, false], [-7.75, false], [-5.375, false], [-9.25, false], [-9.75, false], [-8.0, false], [-8.875, false], [-9.125, false], [-8.875, false], [-8.125, false], [-8.875, false], [-5.375, false], [-8.875, false], [-8.875, false], [-9.75, false], [-7.5, false], [-8.125, false], [-8.5, false], [-7.03125, false], [-8.875, false], [-8.46875, false], [-5.375, false], [-8.875, false], [-7.5, false], [-4.25, false], [-9.5, false], [-4.25, false], [-7.625, false], [-9.25, false], [-8.125, false], [-5.375, false], [-4.25, false], [-7.625, false], [-7.75, false], [-5.375, false], [-10.375, false], [-8.875, false], [-4.25, false], [-7.75, false], [-9.125, false], [-4.25, false], [-8.875, false], [-8.125, false], [-7.75, false], [-5.375, false], [-9.25, false], [-9.875, false], [-9.5, false], [-8.0, false], [-7.625, false], [-7.75, false], [-8.125, false], [-8.875, false], [-7.03125, false], [-8.875, false], [-11.5, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1732, "doc": {"id": "Mercury_SC_408556", "question": "Evan is performing an investigation. Before conducting his investigation, what must Evan do?", "choices": {"text": ["record his observations", "develop a hypothesis", "reach a conclusion", "organize the data"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "develop a hypothesis", "arguments": ["Question: Evan is performing an investigation. Before conducting his investigation, what must Evan do?\nAnswer:", " ["], "resps": [[[-7.0546875, false]], [[-9.8046875, false]], [[-13.0546875, false]], [[-7.8046875, false]], [[-10.5546875, false]], [[-10.3046875, false]], [[-13.0546875, false]], [[-10.0546875, false]], [[-5.8046875, false]], [[-12.3046875, false]], [[-8.8046875, false]], [[-10.5546875, false]], [[-5.8046875, false]], [[-10.3046875, false]], [[-9.3046875, false]], [[-10.5546875, false]], [[-7.8046875, false]], [[-13.0546875, false]], [[-10.3046875, false]], [[-6.3046875, false]], [[-11.8046875, false]], [[-8.8046875, false]], [[-10.3046875, false]], [[-11.0546875, false]], [[-10.5546875, false]], [[-9.8046875, false]], [[-11.046875, false]], [[-5.8046875, false]], [[-9.8046875, false]], [[-10.0546875, false]], [[-7.8046875, false]], [[-10.3046875, false]], [[-7.8046875, false]], [[-10.8046875, false]], [[-10.3046875, false]], [[-10.8046875, false]], [[-5.8046875, false]], [[-6.3046875, false]], [[-5.8046875, false]], [[-12.3046875, false]], [[-13.0546875, false]], [[-10.8046875, false]], [[-10.3046875, false]], [[-11.8046875, false]], [[-12.3046875, false]], [[-7.8046875, false]], [[-10.5546875, false]], [[-8.8046875, false]], [[-10.5546875, false]], [[-9.8046875, false]], [[-11.046875, false]], [[-5.8046875, false]], [[-9.8046875, false]], [[-13.0546875, false]], [[-7.8046875, false]], [[-6.3046875, false]], [[-10.5546875, false]], [[-12.3046875, false]], [[-5.8046875, false]], [[-6.3046875, false]], [[-5.8046875, false]], [[-10.5546875, false]], [[-10.3046875, false]], [[-11.0546875, false]], [[-10.5546875, false]], [[-10.8046875, false]], [[-11.0546875, false]], [[-10.5546875, false]], [[-8.8046875, false]], [[-10.3046875, false]], [[-11.0546875, false]], [[-9.8046875, false]], [[-11.046875, false]], [[-5.8046875, false]], [[-9.8046875, false]], [[-10.3046875, false]], [[-13.0546875, false]], [[-12.3046875, false]], [[-6.3046875, false]], [[-11.0546875, false]], [[-8.8046875, false]], [[-14.5546875, false]], [[-7.8046875, false]], [[-5.8046875, false]], [[-11.8046875, false]], [[-12.3046875, false]], [[-7.8046875, false]], [[-5.8046875, false]], [[-10.0546875, false]], [[-6.3046875, false]], [[-11.8046875, false]], [[-6.3046875, false]], [[-9.8046875, false]], [[-12.0546875, false]]], "filtered_resps": [[-7.0546875, false], [-9.8046875, false], [-13.0546875, false], [-7.8046875, false], [-10.5546875, false], [-10.3046875, false], [-13.0546875, false], [-10.0546875, false], [-5.8046875, false], [-12.3046875, false], [-8.8046875, false], [-10.5546875, false], [-5.8046875, false], [-10.3046875, false], [-9.3046875, false], [-10.5546875, false], [-7.8046875, false], [-13.0546875, false], [-10.3046875, false], [-6.3046875, false], [-11.8046875, false], [-8.8046875, false], [-10.3046875, false], [-11.0546875, false], [-10.5546875, false], [-9.8046875, false], [-11.046875, false], [-5.8046875, false], [-9.8046875, false], [-10.0546875, false], [-7.8046875, false], [-10.3046875, false], [-7.8046875, false], [-10.8046875, false], [-10.3046875, false], [-10.8046875, false], [-5.8046875, false], [-6.3046875, false], [-5.8046875, false], [-12.3046875, false], [-13.0546875, false], [-10.8046875, false], [-10.3046875, false], [-11.8046875, false], [-12.3046875, false], [-7.8046875, false], [-10.5546875, false], [-8.8046875, false], [-10.5546875, false], [-9.8046875, false], [-11.046875, false], [-5.8046875, false], [-9.8046875, false], [-13.0546875, false], [-7.8046875, false], [-6.3046875, false], [-10.5546875, false], [-12.3046875, false], [-5.8046875, false], [-6.3046875, false], [-5.8046875, false], [-10.5546875, false], [-10.3046875, false], [-11.0546875, false], [-10.5546875, false], [-10.8046875, false], [-11.0546875, false], [-10.5546875, false], [-8.8046875, false], [-10.3046875, false], [-11.0546875, false], [-9.8046875, false], [-11.046875, false], [-5.8046875, false], [-9.8046875, false], [-10.3046875, false], [-13.0546875, false], [-12.3046875, false], [-6.3046875, false], [-11.0546875, false], [-8.8046875, false], [-14.5546875, false], [-7.8046875, false], [-5.8046875, false], [-11.8046875, false], [-12.3046875, false], [-7.8046875, false], [-5.8046875, false], [-10.0546875, false], [-6.3046875, false], [-11.8046875, false], [-6.3046875, false], [-9.8046875, false], [-12.0546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1740, "doc": {"id": "Mercury_401583", "question": "A model of an atom includes red marbles for electrons, green marbles for protons, and blue marbles for neutrons. All marbles have a radius of 2 cm. How could the model be changed to represent more properties of an atom?", "choices": {"text": ["by using smaller marbles to represent electrons", "by using two marbles to represent each neutron", "by using two differently colored marbles for protons", "by switching the colors of the marbles"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "by using smaller marbles to represent electrons", "arguments": ["Question: A model of an atom includes red marbles for electrons, green marbles for protons, and blue marbles for neutrons. All marbles have a radius of 2 cm. How could the model be changed to represent more properties of an atom?\nAnswer:", " ["], "resps": [[[-6.66015625, false]], [[-10.4140625, false]], [[-7.66015625, false]], [[-11.9140625, false]], [[-5.41015625, false]], [[-9.9140625, false]], [[-9.1640625, false]], [[-7.66015625, false]], [[-9.4140625, false]], [[-11.4140625, false]], [[-5.41015625, false]], [[-9.1640625, false]], [[-9.1640625, false]], [[-5.16015625, false]], [[-11.1640625, false]], [[-11.1640625, false]], [[-8.1640625, false]], [[-9.4140625, false]], [[-5.41015625, false]], [[-9.1640625, false]], [[-5.16015625, false]], [[-9.4140625, false]], [[-7.66015625, false]], [[-11.1640625, false]], [[-8.1640625, false]], [[-9.1640625, false]], [[-5.41015625, false]], [[-10.4140625, false]], [[-10.4140625, false]], [[-5.41015625, false]], [[-9.4140625, false]], [[-8.1640625, false]], [[-9.4140625, false]], [[-9.4140625, false]], [[-8.1640625, false]], [[-9.1640625, false]], [[-8.1640625, false]], [[-9.4140625, false]], [[-10.4140625, false]], [[-5.41015625, false]], [[-8.1640625, false]], [[-11.1640625, false]], [[-8.1640625, false]], [[-9.4140625, false]], [[-10.4140625, false]], [[-9.4140625, false]], [[-10.4140625, false]], [[-9.4140625, false]], [[-9.1640625, false]], [[-10.4140625, false]], [[-9.828125, false]], [[-5.41015625, false]], [[-10.4140625, false]], [[-7.66015625, false]], [[-11.9140625, false]], [[-5.41015625, false]], [[-9.9140625, false]], [[-9.1640625, false]], [[-7.66015625, false]], [[-9.4140625, false]], [[-11.4140625, false]], [[-5.41015625, false]], [[-10.4140625, false]], [[-10.6640625, false]], [[-10.4140625, false]], [[-5.41015625, false]], [[-9.1640625, false]], [[-5.16015625, false]], [[-9.4140625, false]], [[-7.66015625, false]], [[-11.1640625, false]], [[-8.1640625, false]], [[-9.1640625, false]], [[-5.41015625, false]], [[-10.4140625, false]], [[-10.4140625, false]], [[-5.41015625, false]], [[-9.4140625, false]], [[-8.1640625, false]], [[-9.4140625, false]], [[-9.4140625, false]], [[-8.1640625, false]], [[-9.1640625, false]], [[-8.1640625, false]], [[-9.4140625, false]], [[-10.4140625, false]], [[-5.41015625, false]], [[-8.1640625, false]], [[-5.16015625, false]], [[-9.4140625, false]], [[-9.9140625, false]], [[-5.41015625, false]], [[-9.4140625, false]], [[-8.1640625, false]], [[-9.9140625, false]], [[-10.4140625, false]], [[-9.4140625, false]], [[-10.4140625, false]], [[-9.4140625, false]], [[-10.4140625, false]], [[-9.828125, false]], [[-5.41015625, false]], [[-10.4140625, false]], [[-7.66015625, false]], [[-11.9140625, false]], [[-5.41015625, false]], [[-9.9140625, false]], [[-9.1640625, false]], [[-7.66015625, false]], [[-9.4140625, false]], [[-11.4140625, false]], [[-5.41015625, false]], [[-10.4140625, false]], [[-10.6640625, false]], [[-10.4140625, false]], [[-5.41015625, false]], [[-9.1640625, false]], [[-7.66015625, false]], [[-9.6640625, false]], [[-9.6640625, false]], [[-8.1640625, false]], [[-9.4140625, false]], [[-8.1640625, false]], [[-9.4140625, false]], [[-10.4140625, false]], [[-11.1640625, false]], [[-11.9140625, false]], [[-5.41015625, false]], [[-9.4140625, false]], [[-10.4140625, false]], [[-11.1640625, false]], [[-10.4140625, false]], [[-9.4140625, false]], [[-8.1640625, false]], [[-9.1640625, false]], [[-5.41015625, false]], [[-9.1640625, false]], [[-5.16015625, false]], [[-9.4140625, false]], [[-7.66015625, false]], [[-11.1640625, false]], [[-8.1640625, false]], [[-9.1640625, false]], [[-5.41015625, false]], [[-9.6640625, false]], [[-10.4140625, false]], [[-9.4140625, false]], [[-5.41015625, false]], [[-9.4140625, false]], [[-9.4140625, false]], [[-10.4140625, false]], [[-10.4140625, false]], [[-10.4140625, false]], [[-9.4140625, false]], [[-9.1640625, false]], [[-10.4140625, false]], [[-9.828125, false]], [[-5.41015625, false]], [[-10.4140625, false]], [[-7.66015625, false]], [[-11.9140625, false]], [[-5.41015625, false]], [[-9.1640625, false]], [[-10.6640625, false]], [[-7.66015625, false]], [[-10.4140625, false]], [[-9.4140625, false]], [[-9.9140625, false]], [[-7.66015625, false]], [[-9.4140625, false]], [[-11.4140625, false]], [[-5.41015625, false]], [[-10.4140625, false]], [[-9.9140625, false]], [[-8.1640625, false]], [[-5.41015625, false]], [[-9.4140625, false]], [[-10.4140625, false]], [[-11.1640625, false]], [[-10.4140625, false]], [[-9.4140625, false]], [[-9.1640625, false]], [[-5.41015625, false]], [[-10.4140625, false]], [[-9.6640625, false]], [[-5.41015625, false]], [[-10.4140625, false]], [[-9.9140625, false]], [[-8.1640625, false]], [[-5.41015625, false]], [[-9.1640625, false]], [[-5.16015625, false]], [[-9.4140625, false]], [[-7.66015625, false]], [[-11.1640625, false]], [[-8.1640625, false]], [[-9.1640625, false]], [[-10.4140625, false]], [[-12.1640625, false]]], "filtered_resps": [[-6.66015625, false], [-10.4140625, false], [-7.66015625, false], [-11.9140625, false], [-5.41015625, false], [-9.9140625, false], [-9.1640625, false], [-7.66015625, false], [-9.4140625, false], [-11.4140625, false], [-5.41015625, false], [-9.1640625, false], [-9.1640625, false], [-5.16015625, false], [-11.1640625, false], [-11.1640625, false], [-8.1640625, false], [-9.4140625, false], [-5.41015625, false], [-9.1640625, false], [-5.16015625, false], [-9.4140625, false], [-7.66015625, false], [-11.1640625, false], [-8.1640625, false], [-9.1640625, false], [-5.41015625, false], [-10.4140625, false], [-10.4140625, false], [-5.41015625, false], [-9.4140625, false], [-8.1640625, false], [-9.4140625, false], [-9.4140625, false], [-8.1640625, false], [-9.1640625, false], [-8.1640625, false], [-9.4140625, false], [-10.4140625, false], [-5.41015625, false], [-8.1640625, false], [-11.1640625, false], [-8.1640625, false], [-9.4140625, false], [-10.4140625, false], [-9.4140625, false], [-10.4140625, false], [-9.4140625, false], [-9.1640625, false], [-10.4140625, false], [-9.828125, false], [-5.41015625, false], [-10.4140625, false], [-7.66015625, false], [-11.9140625, false], [-5.41015625, false], [-9.9140625, false], [-9.1640625, false], [-7.66015625, false], [-9.4140625, false], [-11.4140625, false], [-5.41015625, false], [-10.4140625, false], [-10.6640625, false], [-10.4140625, false], [-5.41015625, false], [-9.1640625, false], [-5.16015625, false], [-9.4140625, false], [-7.66015625, false], [-11.1640625, false], [-8.1640625, false], [-9.1640625, false], [-5.41015625, false], [-10.4140625, false], [-10.4140625, false], [-5.41015625, false], [-9.4140625, false], [-8.1640625, false], [-9.4140625, false], [-9.4140625, false], [-8.1640625, false], [-9.1640625, false], [-8.1640625, false], [-9.4140625, false], [-10.4140625, false], [-5.41015625, false], [-8.1640625, false], [-5.16015625, false], [-9.4140625, false], [-9.9140625, false], [-5.41015625, false], [-9.4140625, false], [-8.1640625, false], [-9.9140625, false], [-10.4140625, false], [-9.4140625, false], [-10.4140625, false], [-9.4140625, false], [-10.4140625, false], [-9.828125, false], [-5.41015625, false], [-10.4140625, false], [-7.66015625, false], [-11.9140625, false], [-5.41015625, false], [-9.9140625, false], [-9.1640625, false], [-7.66015625, false], [-9.4140625, false], [-11.4140625, false], [-5.41015625, false], [-10.4140625, false], [-10.6640625, false], [-10.4140625, false], [-5.41015625, false], [-9.1640625, false], [-7.66015625, false], [-9.6640625, false], [-9.6640625, false], [-8.1640625, false], [-9.4140625, false], [-8.1640625, false], [-9.4140625, false], [-10.4140625, false], [-11.1640625, false], [-11.9140625, false], [-5.41015625, false], [-9.4140625, false], [-10.4140625, false], [-11.1640625, false], [-10.4140625, false], [-9.4140625, false], [-8.1640625, false], [-9.1640625, false], [-5.41015625, false], [-9.1640625, false], [-5.16015625, false], [-9.4140625, false], [-7.66015625, false], [-11.1640625, false], [-8.1640625, false], [-9.1640625, false], [-5.41015625, false], [-9.6640625, false], [-10.4140625, false], [-9.4140625, false], [-5.41015625, false], [-9.4140625, false], [-9.4140625, false], [-10.4140625, false], [-10.4140625, false], [-10.4140625, false], [-9.4140625, false], [-9.1640625, false], [-10.4140625, false], [-9.828125, false], [-5.41015625, false], [-10.4140625, false], [-7.66015625, false], [-11.9140625, false], [-5.41015625, false], [-9.1640625, false], [-10.6640625, false], [-7.66015625, false], [-10.4140625, false], [-9.4140625, false], [-9.9140625, false], [-7.66015625, false], [-9.4140625, false], [-11.4140625, false], [-5.41015625, false], [-10.4140625, false], [-9.9140625, false], [-8.1640625, false], [-5.41015625, false], [-9.4140625, false], [-10.4140625, false], [-11.1640625, false], [-10.4140625, false], [-9.4140625, false], [-9.1640625, false], [-5.41015625, false], [-10.4140625, false], [-9.6640625, false], [-5.41015625, false], [-10.4140625, false], [-9.9140625, false], [-8.1640625, false], [-5.41015625, false], [-9.1640625, false], [-5.16015625, false], [-9.4140625, false], [-7.66015625, false], [-11.1640625, false], [-8.1640625, false], [-9.1640625, false], [-10.4140625, false], [-12.1640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1748, "doc": {"id": "Mercury_7083790", "question": "The charge of the nucleus of an atom is due to the presence of", "choices": {"text": ["positive protons.", "negative neutrons.", "negative protons and positive electrons.", "positive protons and negative neutrons."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "positive protons.", "arguments": ["Question: The charge of the nucleus of an atom is due to the presence of\nAnswer:", " ["], "resps": [[[-6.49609375, false]], [[-7.99609375, false]], [[-7.24609375, false]], [[-9.2421875, false]], [[-8.7421875, false]], [[-6.49609375, false]], [[-8.4921875, false]], [[-6.49609375, false]], [[-8.2421875, false]], [[-7.99609375, false]], [[-4.99609375, false]], [[-7.24609375, false]], [[-8.2421875, false]], [[-9.2421875, false]], [[-8.4921875, false]], [[-9.2421875, false]], [[-6.24609375, false]], [[-8.7421875, false]], [[-6.3203125, false]], [[-7.99609375, false]], [[-7.6953125, false]], [[-4.99609375, false]], [[-7.99609375, false]], [[-6.24609375, false]], [[-7.99609375, false]], [[-9.4921875, false]], [[-4.74609375, false]], [[-8.4921875, false]], [[-6.49609375, false]], [[-8.2421875, false]], [[-7.99609375, false]], [[-4.99609375, false]], [[-6.24609375, false]], [[-7.99609375, false]], [[-9.4921875, false]], [[-8.4921875, false]], [[-8.2421875, false]], [[-9.2421875, false]], [[-6.24609375, false]], [[-8.7421875, false]], [[-6.3203125, false]], [[-7.99609375, false]], [[-7.6953125, false]], [[-4.99609375, false]], [[-7.99609375, false]], [[-6.24609375, false]], [[-7.99609375, false]], [[-9.4921875, false]], [[-4.74609375, false]], [[-8.4921875, false]], [[-6.49609375, false]], [[-8.2421875, false]], [[-7.99609375, false]], [[-4.99609375, false]], [[-7.24609375, false]], [[-8.2421875, false]], [[-9.2421875, false]], [[-8.4921875, false]], [[-9.2421875, false]], [[-6.24609375, false]], [[-8.7421875, false]], [[-4.99609375, false]], [[-4.74609375, false]], [[-6.24609375, false]], [[-7.24609375, false]], [[-4.99609375, false]], [[-7.24609375, false]], [[-9.2421875, false]], [[-8.7421875, false]], [[-6.49609375, false]], [[-8.4921875, false]], [[-6.49609375, false]], [[-8.2421875, false]], [[-7.99609375, false]], [[-4.99609375, false]], [[-7.99609375, false]], [[-9.4921875, false]], [[-7.99609375, false]], [[-7.24609375, false]], [[-8.4921875, false]], [[-8.2421875, false]], [[-9.2421875, false]], [[-6.24609375, false]], [[-8.7421875, false]], [[-6.3203125, false]], [[-7.99609375, false]], [[-7.6953125, false]], [[-4.99609375, false]], [[-7.99609375, false]], [[-7.24609375, false]], [[-9.2421875, false]], [[-8.7421875, false]], [[-6.49609375, false]], [[-8.4921875, false]], [[-6.49609375, false]], [[-8.2421875, false]], [[-7.99609375, false]], [[-4.99609375, false]], [[-7.24609375, false]], [[-8.2421875, false]], [[-9.2421875, false]], [[-8.4921875, false]], [[-9.2421875, false]], [[-6.24609375, false]], [[-8.7421875, false]], [[-4.99609375, false]], [[-4.74609375, false]], [[-6.24609375, false]], [[-7.24609375, false]], [[-4.99609375, false]], [[-6.24609375, false]], [[-7.99609375, false]], [[-9.4921875, false]], [[-4.74609375, false]], [[-8.4921875, false]], [[-6.49609375, false]], [[-8.2421875, false]], [[-7.99609375, false]], [[-4.99609375, false]], [[-6.24609375, false]], [[-7.99609375, false]], [[-9.4921875, false]], [[-8.4921875, false]], [[-8.2421875, false]], [[-9.2421875, false]], [[-6.24609375, false]], [[-8.7421875, false]], [[-6.3203125, false]], [[-7.99609375, false]], [[-10.9921875, false]]], "filtered_resps": [[-6.49609375, false], [-7.99609375, false], [-7.24609375, false], [-9.2421875, false], [-8.7421875, false], [-6.49609375, false], [-8.4921875, false], [-6.49609375, false], [-8.2421875, false], [-7.99609375, false], [-4.99609375, false], [-7.24609375, false], [-8.2421875, false], [-9.2421875, false], [-8.4921875, false], [-9.2421875, false], [-6.24609375, false], [-8.7421875, false], [-6.3203125, false], [-7.99609375, false], [-7.6953125, false], [-4.99609375, false], [-7.99609375, false], [-6.24609375, false], [-7.99609375, false], [-9.4921875, false], [-4.74609375, false], [-8.4921875, false], [-6.49609375, false], [-8.2421875, false], [-7.99609375, false], [-4.99609375, false], [-6.24609375, false], [-7.99609375, false], [-9.4921875, false], [-8.4921875, false], [-8.2421875, false], [-9.2421875, false], [-6.24609375, false], [-8.7421875, false], [-6.3203125, false], [-7.99609375, false], [-7.6953125, false], [-4.99609375, false], [-7.99609375, false], [-6.24609375, false], [-7.99609375, false], [-9.4921875, false], [-4.74609375, false], [-8.4921875, false], [-6.49609375, false], [-8.2421875, false], [-7.99609375, false], [-4.99609375, false], [-7.24609375, false], [-8.2421875, false], [-9.2421875, false], [-8.4921875, false], [-9.2421875, false], [-6.24609375, false], [-8.7421875, false], [-4.99609375, false], [-4.74609375, false], [-6.24609375, false], [-7.24609375, false], [-4.99609375, false], [-7.24609375, false], [-9.2421875, false], [-8.7421875, false], [-6.49609375, false], [-8.4921875, false], [-6.49609375, false], [-8.2421875, false], [-7.99609375, false], [-4.99609375, false], [-7.99609375, false], [-9.4921875, false], [-7.99609375, false], [-7.24609375, false], [-8.4921875, false], [-8.2421875, false], [-9.2421875, false], [-6.24609375, false], [-8.7421875, false], [-6.3203125, false], [-7.99609375, false], [-7.6953125, false], [-4.99609375, false], [-7.99609375, false], [-7.24609375, false], [-9.2421875, false], [-8.7421875, false], [-6.49609375, false], [-8.4921875, false], [-6.49609375, false], [-8.2421875, false], [-7.99609375, false], [-4.99609375, false], [-7.24609375, false], [-8.2421875, false], [-9.2421875, false], [-8.4921875, false], [-9.2421875, false], [-6.24609375, false], [-8.7421875, false], [-4.99609375, false], [-4.74609375, false], [-6.24609375, false], [-7.24609375, false], [-4.99609375, false], [-6.24609375, false], [-7.99609375, false], [-9.4921875, false], [-4.74609375, false], [-8.4921875, false], [-6.49609375, false], [-8.2421875, false], [-7.99609375, false], [-4.99609375, false], [-6.24609375, false], [-7.99609375, false], [-9.4921875, false], [-8.4921875, false], [-8.2421875, false], [-9.2421875, false], [-6.24609375, false], [-8.7421875, false], [-6.3203125, false], [-7.99609375, false], [-10.9921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1756, "doc": {"id": "Mercury_SC_400125", "question": "The shape of a riverbed changes over time as a result of which gradual process?", "choices": {"text": ["erosion", "dissolving", "plate shifting", "compaction"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "erosion", "arguments": ["Question: The shape of a riverbed changes over time as a result of which gradual process?\nAnswer:", " ["], "resps": [[[-8.40625, false]], [[-9.40625, false]], [[-7.15625, false]], [[-9.40625, false]], [[-9.90625, false]], [[-9.65625, false]], [[-10.15625, false]], [[-9.90625, false]], [[-10.15625, false]], [[-9.40625, false]], [[-10.25, false]], [[-5.40625, false]], [[-9.40625, false]], [[-8.65625, false]], [[-10.15625, false]], [[-9.65625, false]], [[-9.65625, false]], [[-9.90625, false]], [[-10.65625, false]], [[-11.40625, false]], [[-10.15625, false]], [[-10.15625, false]], [[-11.90625, false]], [[-9.40625, false]], [[-10.25, false]], [[-5.40625, false]], [[-9.40625, false]], [[-10.15625, false]], [[-10.65625, false]], [[-4.65625, false]], [[-10.90625, false]], [[-7.15625, false]], [[-5.40625, false]], [[-9.65625, false]], [[-12.40625, false]], [[-10.15625, false]], [[-7.90625, false]], [[-10.90625, false]], [[-10.15625, false]], [[-10.15625, false]], [[-11.90625, false]], [[-9.40625, false]], [[-10.25, false]], [[-5.40625, false]], [[-9.40625, false]], [[-9.65625, false]], [[-9.90625, false]], [[-10.15625, false]], [[-10.15625, false]], [[-4.65625, false]], [[-9.65625, false]], [[-10.90625, false]], [[-10.15625, false]], [[-9.90625, false]], [[-10.15625, false]], [[-9.40625, false]], [[-13.53125, false]]], "filtered_resps": [[-8.40625, false], [-9.40625, false], [-7.15625, false], [-9.40625, false], [-9.90625, false], [-9.65625, false], [-10.15625, false], [-9.90625, false], [-10.15625, false], [-9.40625, false], [-10.25, false], [-5.40625, false], [-9.40625, false], [-8.65625, false], [-10.15625, false], [-9.65625, false], [-9.65625, false], [-9.90625, false], [-10.65625, false], [-11.40625, false], [-10.15625, false], [-10.15625, false], [-11.90625, false], [-9.40625, false], [-10.25, false], [-5.40625, false], [-9.40625, false], [-10.15625, false], [-10.65625, false], [-4.65625, false], [-10.90625, false], [-7.15625, false], [-5.40625, false], [-9.65625, false], [-12.40625, false], [-10.15625, false], [-7.90625, false], [-10.90625, false], [-10.15625, false], [-10.15625, false], [-11.90625, false], [-9.40625, false], [-10.25, false], [-5.40625, false], [-9.40625, false], [-9.65625, false], [-9.90625, false], [-10.15625, false], [-10.15625, false], [-4.65625, false], [-9.65625, false], [-10.90625, false], [-10.15625, false], [-9.90625, false], [-10.15625, false], [-9.40625, false], [-13.53125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1764, "doc": {"id": "Mercury_406741", "question": "Which best explains why it is important for a doctor's office to keep accurate records of the medicines prescribed for their patients?", "choices": {"text": ["to know how many people take medicines", "to keep track of all of the people who are sick", "to keep track of the next scheduled appointments", "to know if there is a risk for harmful side effects"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "to know if there is a risk for harmful side effects", "arguments": ["Question: Which best explains why it is important for a doctor's office to keep accurate records of the medicines prescribed for their patients?\nAnswer:", " ["], "resps": [[[-7.24609375, false]], [[-8.4921875, false]], [[-11.9921875, false]], [[-10.2421875, false]], [[-5.99609375, false]], [[-12.2421875, false]], [[-11.4921875, false]], [[-10.2421875, false]], [[-11.4921875, false]], [[-5.99609375, false]], [[-12.9921875, false]], [[-10.2421875, false]], [[-11.4921875, false]], [[-5.99609375, false]], [[-11.4921875, false]], [[-6.24609375, false]], [[-11.4921875, false]], [[-13.9921875, false]], [[-5.99609375, false]], [[-10.2421875, false]], [[-9.4921875, false]], [[-10.2421875, false]], [[-10.2421875, false]], [[-11.7421875, false]], [[-9.4921875, false]], [[-5.99609375, false]], [[-11.9921875, false]], [[-6.24609375, false]], [[-12.2421875, false]], [[-9.4921875, false]], [[-5.99609375, false]], [[-11.4921875, false]], [[-9.4921875, false]], [[-10.2421875, false]], [[-8.9921875, false]], [[-10.9921875, false]], [[-8.9921875, false]], [[-11.4921875, false]], [[-9.4921875, false]], [[-10.9921875, false]], [[-8.4921875, false]], [[-10.859375, false]], [[-5.99609375, false]], [[-8.4921875, false]], [[-11.9921875, false]], [[-10.2421875, false]], [[-5.99609375, false]], [[-12.2421875, false]], [[-9.4921875, false]], [[-9.4921875, false]], [[-10.2421875, false]], [[-5.99609375, false]], [[-11.9921875, false]], [[-12.9921875, false]], [[-6.24609375, false]], [[-10.9921875, false]], [[-12.2421875, false]], [[-5.99609375, false]], [[-10.2421875, false]], [[-9.9921875, false]], [[-5.99609375, false]], [[-6.24609375, false]], [[-11.7421875, false]], [[-11.7421875, false]], [[-5.99609375, false]], [[-10.2421875, false]], [[-9.9921875, false]], [[-5.99609375, false]], [[-11.9921875, false]], [[-12.9921875, false]], [[-9.4921875, false]], [[-5.99609375, false]], [[-10.2421875, false]], [[-9.4921875, false]], [[-10.2421875, false]], [[-10.2421875, false]], [[-11.7421875, false]], [[-9.4921875, false]], [[-5.99609375, false]], [[-11.4921875, false]], [[-12.9921875, false]], [[-10.2421875, false]], [[-5.99609375, false]], [[-6.24609375, false]], [[-12.9921875, false]], [[-9.4921875, false]], [[-5.99609375, false]], [[-10.9921875, false]], [[-8.9921875, false]], [[-10.9921875, false]], [[-12.2421875, false]], [[-8.4921875, false]], [[-10.859375, false]], [[-5.99609375, false]], [[-8.4921875, false]], [[-11.9921875, false]], [[-10.2421875, false]], [[-5.99609375, false]], [[-12.2421875, false]], [[-9.4921875, false]], [[-9.4921875, false]], [[-10.2421875, false]], [[-5.99609375, false]], [[-11.9921875, false]], [[-12.9921875, false]], [[-6.24609375, false]], [[-10.9921875, false]], [[-12.2421875, false]], [[-5.99609375, false]], [[-10.2421875, false]], [[-9.9921875, false]], [[-5.99609375, false]], [[-11.9921875, false]], [[-12.9921875, false]], [[-9.4921875, false]], [[-5.99609375, false]], [[-11.4921875, false]], [[-9.4921875, false]], [[-10.4921875, false]], [[-11.9921875, false]], [[-5.99609375, false]], [[-10.9921875, false]], [[-10.9921875, false]], [[-12.9921875, false]], [[-9.4921875, false]], [[-10.2421875, false]], [[-13.7421875, false]], [[-11.7421875, false]], [[-9.4921875, false]], [[-10.2421875, false]], [[-5.99609375, false]], [[-6.24609375, false]], [[-10.2421875, false]], [[-10.2421875, false]], [[-10.2421875, false]], [[-8.9921875, false]], [[-11.4921875, false]], [[-11.9921875, false]], [[-11.4921875, false]], [[-9.4921875, false]], [[-11.4921875, false]], [[-11.9921875, false]], [[-10.9921875, false]], [[-8.4921875, false]], [[-10.859375, false]], [[-5.99609375, false]], [[-8.4921875, false]], [[-11.9921875, false]], [[-10.2421875, false]], [[-5.99609375, false]], [[-12.2421875, false]], [[-11.4921875, false]], [[-10.2421875, false]], [[-11.4921875, false]], [[-5.99609375, false]], [[-8.9921875, false]], [[-9.9921875, false]], [[-5.99609375, false]], [[-11.9921875, false]], [[-12.9921875, false]], [[-9.4921875, false]], [[-12.9921875, false]], [[-9.4921875, false]], [[-5.99609375, false]], [[-8.9921875, false]], [[-10.9921875, false]], [[-5.99609375, false]], [[-6.24609375, false]], [[-5.99609375, false]], [[-12.9921875, false]], [[-8.9921875, false]], [[-10.9921875, false]], [[-12.2421875, false]], [[-5.99609375, false]], [[-9.9921875, false]], [[-10.2421875, false]], [[-12.9921875, false]], [[-5.99609375, false]], [[-12.9921875, false]], [[-6.24609375, false]], [[-12.9921875, false]], [[-11.4921875, false]], [[-9.9921875, false]], [[-13.7421875, false]], [[-11.7421875, false]], [[-5.99609375, false]], [[-10.9921875, false]], [[-8.9921875, false]], [[-10.2421875, false]], [[-9.4921875, false]], [[-5.99609375, false]], [[-9.4921875, false]], [[-9.9921875, false]], [[-9.9921875, false]], [[-9.4921875, false]], [[-10.9921875, false]], [[-11.9921875, false]], [[-10.9921875, false]], [[-8.4921875, false]], [[-12.7421875, false]]], "filtered_resps": [[-7.24609375, false], [-8.4921875, false], [-11.9921875, false], [-10.2421875, false], [-5.99609375, false], [-12.2421875, false], [-11.4921875, false], [-10.2421875, false], [-11.4921875, false], [-5.99609375, false], [-12.9921875, false], [-10.2421875, false], [-11.4921875, false], [-5.99609375, false], [-11.4921875, false], [-6.24609375, false], [-11.4921875, false], [-13.9921875, false], [-5.99609375, false], [-10.2421875, false], [-9.4921875, false], [-10.2421875, false], [-10.2421875, false], [-11.7421875, false], [-9.4921875, false], [-5.99609375, false], [-11.9921875, false], [-6.24609375, false], [-12.2421875, false], [-9.4921875, false], [-5.99609375, false], [-11.4921875, false], [-9.4921875, false], [-10.2421875, false], [-8.9921875, false], [-10.9921875, false], [-8.9921875, false], [-11.4921875, false], [-9.4921875, false], [-10.9921875, false], [-8.4921875, false], [-10.859375, false], [-5.99609375, false], [-8.4921875, false], [-11.9921875, false], [-10.2421875, false], [-5.99609375, false], [-12.2421875, false], [-9.4921875, false], [-9.4921875, false], [-10.2421875, false], [-5.99609375, false], [-11.9921875, false], [-12.9921875, false], [-6.24609375, false], [-10.9921875, false], [-12.2421875, false], [-5.99609375, false], [-10.2421875, false], [-9.9921875, false], [-5.99609375, false], [-6.24609375, false], [-11.7421875, false], [-11.7421875, false], [-5.99609375, false], [-10.2421875, false], [-9.9921875, false], [-5.99609375, false], [-11.9921875, false], [-12.9921875, false], [-9.4921875, false], [-5.99609375, false], [-10.2421875, false], [-9.4921875, false], [-10.2421875, false], [-10.2421875, false], [-11.7421875, false], [-9.4921875, false], [-5.99609375, false], [-11.4921875, false], [-12.9921875, false], [-10.2421875, false], [-5.99609375, false], [-6.24609375, false], [-12.9921875, false], [-9.4921875, false], [-5.99609375, false], [-10.9921875, false], [-8.9921875, false], [-10.9921875, false], [-12.2421875, false], [-8.4921875, false], [-10.859375, false], [-5.99609375, false], [-8.4921875, false], [-11.9921875, false], [-10.2421875, false], [-5.99609375, false], [-12.2421875, false], [-9.4921875, false], [-9.4921875, false], [-10.2421875, false], [-5.99609375, false], [-11.9921875, false], [-12.9921875, false], [-6.24609375, false], [-10.9921875, false], [-12.2421875, false], [-5.99609375, false], [-10.2421875, false], [-9.9921875, false], [-5.99609375, false], [-11.9921875, false], [-12.9921875, false], [-9.4921875, false], [-5.99609375, false], [-11.4921875, false], [-9.4921875, false], [-10.4921875, false], [-11.9921875, false], [-5.99609375, false], [-10.9921875, false], [-10.9921875, false], [-12.9921875, false], [-9.4921875, false], [-10.2421875, false], [-13.7421875, false], [-11.7421875, false], [-9.4921875, false], [-10.2421875, false], [-5.99609375, false], [-6.24609375, false], [-10.2421875, false], [-10.2421875, false], [-10.2421875, false], [-8.9921875, false], [-11.4921875, false], [-11.9921875, false], [-11.4921875, false], [-9.4921875, false], [-11.4921875, false], [-11.9921875, false], [-10.9921875, false], [-8.4921875, false], [-10.859375, false], [-5.99609375, false], [-8.4921875, false], [-11.9921875, false], [-10.2421875, false], [-5.99609375, false], [-12.2421875, false], [-11.4921875, false], [-10.2421875, false], [-11.4921875, false], [-5.99609375, false], [-8.9921875, false], [-9.9921875, false], [-5.99609375, false], [-11.9921875, false], [-12.9921875, false], [-9.4921875, false], [-12.9921875, false], [-9.4921875, false], [-5.99609375, false], [-8.9921875, false], [-10.9921875, false], [-5.99609375, false], [-6.24609375, false], [-5.99609375, false], [-12.9921875, false], [-8.9921875, false], [-10.9921875, false], [-12.2421875, false], [-5.99609375, false], [-9.9921875, false], [-10.2421875, false], [-12.9921875, false], [-5.99609375, false], [-12.9921875, false], [-6.24609375, false], [-12.9921875, false], [-11.4921875, false], [-9.9921875, false], [-13.7421875, false], [-11.7421875, false], [-5.99609375, false], [-10.9921875, false], [-8.9921875, false], [-10.2421875, false], [-9.4921875, false], [-5.99609375, false], [-9.4921875, false], [-9.9921875, false], [-9.9921875, false], [-9.4921875, false], [-10.9921875, false], [-11.9921875, false], [-10.9921875, false], [-8.4921875, false], [-12.7421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1772, "doc": {"id": "Mercury_403681", "question": "Sodium chloride (NaCl) is formed in a chemical reaction between sodium (Na) and chlorine (Cl_{2}). What is sodium chloride?", "choices": {"text": ["an element", "a mixture", "a compound", "an atom"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "a compound", "arguments": ["Question: Sodium chloride (NaCl) is formed in a chemical reaction between sodium (Na) and chlorine (Cl_{2}). What is sodium chloride?\nAnswer:", " ["], "resps": [[[-6.1640625, false]], [[-9.1640625, false]], [[-5.9140625, false]], [[-7.9140625, false]], [[-5.9140625, false]], [[-8.9140625, false]], [[-10.6640625, false]], [[-8.9140625, false]], [[-9.9140625, false]], [[-8.9140625, false]], [[-7.9140625, false]], [[-10.4140625, false]], [[-9.1640625, false]], [[-9.828125, false]], [[-5.9140625, false]], [[-9.1640625, false]], [[-5.9140625, false]], [[-5.9140625, false]], [[-9.9140625, false]], [[-8.4140625, false]], [[-10.6640625, false]], [[-10.4140625, false]], [[-9.6640625, false]], [[-12.4140625, false]], [[-8.9140625, false]], [[-9.1640625, false]], [[-9.828125, false]], [[-5.9140625, false]], [[-9.1640625, false]], [[-5.9140625, false]], [[-5.9140625, false]], [[-7.6640625, false]], [[-9.6640625, false]], [[-9.9140625, false]], [[-10.1640625, false]], [[-9.6640625, false]], [[-9.6640625, false]], [[-7.9140625, false]], [[-10.4140625, false]], [[-9.1640625, false]], [[-9.828125, false]], [[-5.9140625, false]], [[-9.1640625, false]], [[-5.9140625, false]], [[-7.9140625, false]], [[-5.9140625, false]], [[-5.9140625, false]], [[-10.4140625, false]], [[-9.6640625, false]], [[-9.9140625, false]], [[-9.1640625, false]], [[-11.4140625, false]]], "filtered_resps": [[-6.1640625, false], [-9.1640625, false], [-5.9140625, false], [-7.9140625, false], [-5.9140625, false], [-8.9140625, false], [-10.6640625, false], [-8.9140625, false], [-9.9140625, false], [-8.9140625, false], [-7.9140625, false], [-10.4140625, false], [-9.1640625, false], [-9.828125, false], [-5.9140625, false], [-9.1640625, false], [-5.9140625, false], [-5.9140625, false], [-9.9140625, false], [-8.4140625, false], [-10.6640625, false], [-10.4140625, false], [-9.6640625, false], [-12.4140625, false], [-8.9140625, false], [-9.1640625, false], [-9.828125, false], [-5.9140625, false], [-9.1640625, false], [-5.9140625, false], [-5.9140625, false], [-7.6640625, false], [-9.6640625, false], [-9.9140625, false], [-10.1640625, false], [-9.6640625, false], [-9.6640625, false], [-7.9140625, false], [-10.4140625, false], [-9.1640625, false], [-9.828125, false], [-5.9140625, false], [-9.1640625, false], [-5.9140625, false], [-7.9140625, false], [-5.9140625, false], [-5.9140625, false], [-10.4140625, false], [-9.6640625, false], [-9.9140625, false], [-9.1640625, false], [-11.4140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1780, "doc": {"id": "NYSEDREGENTS_2012_4_22", "question": "Which two processes are common to all living things?", "choices": {"text": ["flying and breathing", "migrating and reproducing", "using nutrients and growing", "eliminating waste and hibernating"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "using nutrients and growing", "arguments": ["Question: Which two processes are common to all living things?\nAnswer:", " ["], "resps": [[[-7.91796875, false]], [[-9.6640625, false]], [[-9.7890625, false]], [[-9.4140625, false]], [[-11.0390625, false]], [[-8.1640625, false]], [[-9.1640625, false]], [[-10.6640625, false]], [[-4.66796875, false]], [[-4.29296875, false]], [[-9.1640625, false]], [[-7.54296875, false]], [[-4.66796875, false]], [[-8.5390625, false]], [[-10.1640625, false]], [[-6.91796875, false]], [[-4.29296875, false]], [[-10.6640625, false]], [[-11.0390625, false]], [[-8.1640625, false]], [[-9.1640625, false]], [[-10.6640625, false]], [[-9.6640625, false]], [[-10.0390625, false]], [[-4.66796875, false]], [[-9.6640625, false]], [[-9.6640625, false]], [[-8.1640625, false]], [[-10.6640625, false]], [[-10.1640625, false]], [[-4.29296875, false]], [[-10.6640625, false]], [[-8.1640625, false]], [[-9.1640625, false]], [[-10.6640625, false]], [[-4.66796875, false]], [[-4.29296875, false]], [[-9.1640625, false]], [[-7.54296875, false]], [[-4.66796875, false]], [[-10.1640625, false]], [[-6.91796875, false]], [[-9.4140625, false]], [[-10.1640625, false]], [[-7.91796875, false]], [[-7.54296875, false]], [[-10.4140625, false]], [[-6.66796875, false]], [[-8.1640625, false]], [[-9.1640625, false]], [[-10.6640625, false]], [[-9.6640625, false]], [[-10.0390625, false]], [[-4.66796875, false]], [[-9.6640625, false]], [[-10.4140625, false]], [[-8.6640625, false]], [[-8.1640625, false]], [[-9.1640625, false]], [[-10.6640625, false]], [[-4.66796875, false]], [[-9.1640625, false]], [[-10.4140625, false]], [[-10.6640625, false]], [[-10.1640625, false]], [[-8.1640625, false]], [[-6.91796875, false]], [[-9.1640625, false]], [[-10.6640625, false]], [[-8.6640625, false]], [[-4.66796875, false]], [[-4.29296875, false]], [[-9.1640625, false]], [[-7.54296875, false]], [[-4.66796875, false]], [[-10.6640625, false]], [[-10.1640625, false]], [[-7.91796875, false]], [[-10.4140625, false]], [[-8.1640625, false]], [[-9.1640625, false]], [[-10.6640625, false]], [[-9.6640625, false]], [[-10.0390625, false]], [[-4.66796875, false]], [[-9.6640625, false]], [[-6.91796875, false]], [[-9.4140625, false]], [[-8.1640625, false]], [[-9.6640625, false]], [[-8.1640625, false]], [[-9.1640625, false]], [[-4.29296875, false]], [[-10.6640625, false]], [[-8.1640625, false]], [[-9.1640625, false]], [[-10.6640625, false]], [[-4.66796875, false]], [[-10.4140625, false]], [[-4.29296875, false]], [[-8.6640625, false]], [[-10.6640625, false]], [[-6.91796875, false]], [[-4.66796875, false]], [[-4.29296875, false]], [[-9.1640625, false]], [[-7.54296875, false]], [[-4.66796875, false]], [[-11.0390625, false]], [[-8.1640625, false]], [[-8.5390625, false]], [[-6.91796875, false]], [[-10.1640625, false]], [[-9.1640625, false]], [[-4.29296875, false]], [[-10.6640625, false]], [[-8.1640625, false]], [[-9.1640625, false]], [[-10.6640625, false]], [[-9.6640625, false]], [[-14.7890625, false]]], "filtered_resps": [[-7.91796875, false], [-9.6640625, false], [-9.7890625, false], [-9.4140625, false], [-11.0390625, false], [-8.1640625, false], [-9.1640625, false], [-10.6640625, false], [-4.66796875, false], [-4.29296875, false], [-9.1640625, false], [-7.54296875, false], [-4.66796875, false], [-8.5390625, false], [-10.1640625, false], [-6.91796875, false], [-4.29296875, false], [-10.6640625, false], [-11.0390625, false], [-8.1640625, false], [-9.1640625, false], [-10.6640625, false], [-9.6640625, false], [-10.0390625, false], [-4.66796875, false], [-9.6640625, false], [-9.6640625, false], [-8.1640625, false], [-10.6640625, false], [-10.1640625, false], [-4.29296875, false], [-10.6640625, false], [-8.1640625, false], [-9.1640625, false], [-10.6640625, false], [-4.66796875, false], [-4.29296875, false], [-9.1640625, false], [-7.54296875, false], [-4.66796875, false], [-10.1640625, false], [-6.91796875, false], [-9.4140625, false], [-10.1640625, false], [-7.91796875, false], [-7.54296875, false], [-10.4140625, false], [-6.66796875, false], [-8.1640625, false], [-9.1640625, false], [-10.6640625, false], [-9.6640625, false], [-10.0390625, false], [-4.66796875, false], [-9.6640625, false], [-10.4140625, false], [-8.6640625, false], [-8.1640625, false], [-9.1640625, false], [-10.6640625, false], [-4.66796875, false], [-9.1640625, false], [-10.4140625, false], [-10.6640625, false], [-10.1640625, false], [-8.1640625, false], [-6.91796875, false], [-9.1640625, false], [-10.6640625, false], [-8.6640625, false], [-4.66796875, false], [-4.29296875, false], [-9.1640625, false], [-7.54296875, false], [-4.66796875, false], [-10.6640625, false], [-10.1640625, false], [-7.91796875, false], [-10.4140625, false], [-8.1640625, false], [-9.1640625, false], [-10.6640625, false], [-9.6640625, false], [-10.0390625, false], [-4.66796875, false], [-9.6640625, false], [-6.91796875, false], [-9.4140625, false], [-8.1640625, false], [-9.6640625, false], [-8.1640625, false], [-9.1640625, false], [-4.29296875, false], [-10.6640625, false], [-8.1640625, false], [-9.1640625, false], [-10.6640625, false], [-4.66796875, false], [-10.4140625, false], [-4.29296875, false], [-8.6640625, false], [-10.6640625, false], [-6.91796875, false], [-4.66796875, false], [-4.29296875, false], [-9.1640625, false], [-7.54296875, false], [-4.66796875, false], [-11.0390625, false], [-8.1640625, false], [-8.5390625, false], [-6.91796875, false], [-10.1640625, false], [-9.1640625, false], [-4.29296875, false], [-10.6640625, false], [-8.1640625, false], [-9.1640625, false], [-10.6640625, false], [-9.6640625, false], [-14.7890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1788, "doc": {"id": "NYSEDREGENTS_2012_8_11", "question": "Which health condition is an infectious disease?", "choices": {"text": ["pneumonia caused by microorganisms", "heart problem caused by a high-fat diet", "lung cancer caused by smoking", "eye damage caused by ultraviolet light"], "label": ["1", "2", "3", "4"]}, "answerKey": "1"}, "target": "pneumonia caused by microorganisms", "arguments": ["Question: Which health condition is an infectious disease?\nAnswer:", " ["], "resps": [[[-7.27734375, false]], [[-8.7734375, false]], [[-11.5234375, false]], [[-11.5234375, false]], [[-8.2734375, false]], [[-10.0234375, false]], [[-11.7734375, false]], [[-10.5234375, false]], [[-11.5234375, false]], [[-9.5234375, false]], [[-5.52734375, false]], [[-4.52734375, false]], [[-8.5234375, false]], [[-5.52734375, false]], [[-10.0234375, false]], [[-8.5234375, false]], [[-8.2734375, false]], [[-11.2734375, false]], [[-4.52734375, false]], [[-11.5234375, false]], [[-13.5234375, false]], [[-4.52734375, false]], [[-11.7734375, false]], [[-9.5234375, false]], [[-8.5234375, false]], [[-12.5234375, false]], [[-10.5234375, false]], [[-10.5234375, false]], [[-12.5234375, false]], [[-13.2734375, false]], [[-5.52734375, false]], [[-11.5234375, false]], [[-9.5234375, false]], [[-8.5234375, false]], [[-11.7734375, false]], [[-8.5234375, false]], [[-8.7734375, false]], [[-11.375, false]], [[-4.52734375, false]], [[-8.7734375, false]], [[-11.2734375, false]], [[-8.2734375, false]], [[-5.52734375, false]], [[-12.5234375, false]], [[-12.5234375, false]], [[-4.52734375, false]], [[-11.5234375, false]], [[-12.5234375, false]], [[-10.5234375, false]], [[-11.5234375, false]], [[-10.5234375, false]], [[-8.2734375, false]], [[-11.7734375, false]], [[-4.52734375, false]], [[-8.5234375, false]], [[-5.52734375, false]], [[-10.0234375, false]], [[-8.5234375, false]], [[-8.2734375, false]], [[-11.2734375, false]], [[-4.52734375, false]], [[-11.5234375, false]], [[-13.5234375, false]], [[-4.52734375, false]], [[-5.52734375, false]], [[-4.52734375, false]], [[-11.2734375, false]], [[-9.5234375, false]], [[-13.2734375, false]], [[-11.2734375, false]], [[-7.02734375, false]], [[-12.5234375, false]], [[-5.52734375, false]], [[-12.5234375, false]], [[-4.52734375, false]], [[-11.2734375, false]], [[-9.5234375, false]], [[-8.2734375, false]], [[-12.5234375, false]], [[-8.7734375, false]], [[-11.375, false]], [[-4.52734375, false]], [[-8.7734375, false]], [[-10.5234375, false]], [[-10.0234375, false]], [[-11.5234375, false]], [[-13.2734375, false]], [[-4.52734375, false]], [[-8.5234375, false]], [[-5.52734375, false]], [[-11.5234375, false]], [[-8.5234375, false]], [[-8.2734375, false]], [[-12.5234375, false]], [[-4.52734375, false]], [[-8.5234375, false]], [[-5.52734375, false]], [[-10.0234375, false]], [[-8.5234375, false]], [[-8.2734375, false]], [[-11.2734375, false]], [[-4.52734375, false]], [[-11.5234375, false]], [[-13.5234375, false]], [[-4.52734375, false]], [[-8.5234375, false]], [[-11.7734375, false]], [[-10.5234375, false]], [[-8.7734375, false]], [[-9.5234375, false]], [[-11.5234375, false]], [[-13.2734375, false]], [[-8.7734375, false]], [[-11.375, false]], [[-4.52734375, false]], [[-8.7734375, false]], [[-8.2734375, false]], [[-13.5234375, false]], [[-8.2734375, false]], [[-4.52734375, false]], [[-11.2734375, false]], [[-5.52734375, false]], [[-11.7734375, false]], [[-5.52734375, false]], [[-13.2734375, false]], [[-8.2734375, false]], [[-4.52734375, false]], [[-8.5234375, false]], [[-5.52734375, false]], [[-10.0234375, false]], [[-8.5234375, false]], [[-8.2734375, false]], [[-11.2734375, false]], [[-4.52734375, false]], [[-11.5234375, false]], [[-13.5234375, false]], [[-4.52734375, false]], [[-10.0234375, false]], [[-10.5234375, false]], [[-12.5234375, false]], [[-12.5234375, false]], [[-5.52734375, false]], [[-10.7734375, false]], [[-9.5234375, false]], [[-10.5234375, false]], [[-10.5234375, false]], [[-8.2734375, false]], [[-12.5234375, false]], [[-4.52734375, false]], [[-10.5234375, false]], [[-9.5234375, false]], [[-13.2734375, false]], [[-11.2734375, false]], [[-12.5234375, false]], [[-8.7734375, false]], [[-12.5234375, false]]], "filtered_resps": [[-7.27734375, false], [-8.7734375, false], [-11.5234375, false], [-11.5234375, false], [-8.2734375, false], [-10.0234375, false], [-11.7734375, false], [-10.5234375, false], [-11.5234375, false], [-9.5234375, false], [-5.52734375, false], [-4.52734375, false], [-8.5234375, false], [-5.52734375, false], [-10.0234375, false], [-8.5234375, false], [-8.2734375, false], [-11.2734375, false], [-4.52734375, false], [-11.5234375, false], [-13.5234375, false], [-4.52734375, false], [-11.7734375, false], [-9.5234375, false], [-8.5234375, false], [-12.5234375, false], [-10.5234375, false], [-10.5234375, false], [-12.5234375, false], [-13.2734375, false], [-5.52734375, false], [-11.5234375, false], [-9.5234375, false], [-8.5234375, false], [-11.7734375, false], [-8.5234375, false], [-8.7734375, false], [-11.375, false], [-4.52734375, false], [-8.7734375, false], [-11.2734375, false], [-8.2734375, false], [-5.52734375, false], [-12.5234375, false], [-12.5234375, false], [-4.52734375, false], [-11.5234375, false], [-12.5234375, false], [-10.5234375, false], [-11.5234375, false], [-10.5234375, false], [-8.2734375, false], [-11.7734375, false], [-4.52734375, false], [-8.5234375, false], [-5.52734375, false], [-10.0234375, false], [-8.5234375, false], [-8.2734375, false], [-11.2734375, false], [-4.52734375, false], [-11.5234375, false], [-13.5234375, false], [-4.52734375, false], [-5.52734375, false], [-4.52734375, false], [-11.2734375, false], [-9.5234375, false], [-13.2734375, false], [-11.2734375, false], [-7.02734375, false], [-12.5234375, false], [-5.52734375, false], [-12.5234375, false], [-4.52734375, false], [-11.2734375, false], [-9.5234375, false], [-8.2734375, false], [-12.5234375, false], [-8.7734375, false], [-11.375, false], [-4.52734375, false], [-8.7734375, false], [-10.5234375, false], [-10.0234375, false], [-11.5234375, false], [-13.2734375, false], [-4.52734375, false], [-8.5234375, false], [-5.52734375, false], [-11.5234375, false], [-8.5234375, false], [-8.2734375, false], [-12.5234375, false], [-4.52734375, false], [-8.5234375, false], [-5.52734375, false], [-10.0234375, false], [-8.5234375, false], [-8.2734375, false], [-11.2734375, false], [-4.52734375, false], [-11.5234375, false], [-13.5234375, false], [-4.52734375, false], [-8.5234375, false], [-11.7734375, false], [-10.5234375, false], [-8.7734375, false], [-9.5234375, false], [-11.5234375, false], [-13.2734375, false], [-8.7734375, false], [-11.375, false], [-4.52734375, false], [-8.7734375, false], [-8.2734375, false], [-13.5234375, false], [-8.2734375, false], [-4.52734375, false], [-11.2734375, false], [-5.52734375, false], [-11.7734375, false], [-5.52734375, false], [-13.2734375, false], [-8.2734375, false], [-4.52734375, false], [-8.5234375, false], [-5.52734375, false], [-10.0234375, false], [-8.5234375, false], [-8.2734375, false], [-11.2734375, false], [-4.52734375, false], [-11.5234375, false], [-13.5234375, false], [-4.52734375, false], [-10.0234375, false], [-10.5234375, false], [-12.5234375, false], [-12.5234375, false], [-5.52734375, false], [-10.7734375, false], [-9.5234375, false], [-10.5234375, false], [-10.5234375, false], [-8.2734375, false], [-12.5234375, false], [-4.52734375, false], [-10.5234375, false], [-9.5234375, false], [-13.2734375, false], [-11.2734375, false], [-12.5234375, false], [-8.7734375, false], [-12.5234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1796, "doc": {"id": "MDSA_2009_4_24", "question": "A leaf is covered in mud during a landslide. After one million years, this leaf will most likely be ___.", "choices": {"text": ["a fossil", "an animal species", "a new plant species", "a nonrenewable fuel"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "a fossil", "arguments": ["Question: A leaf is covered in mud during a landslide. After one million years, this leaf will most likely be ___.\nAnswer:", " ["], "resps": [[[-7.0390625, false]], [[-8.5390625, false]], [[-3.287109375, false]], [[-3.537109375, false]], [[-9.2890625, false]], [[-7.5390625, false]], [[-8.7890625, false]], [[-8.7890625, false]], [[-8.2890625, false]], [[-8.7890625, false]], [[-8.5390625, false]], [[-10.28125, false]], [[-3.537109375, false]], [[-8.5390625, false]], [[-3.287109375, false]], [[-9.0390625, false]], [[-3.537109375, false]], [[-3.287109375, false]], [[-9.0390625, false]], [[-8.2890625, false]], [[-8.0390625, false]], [[-3.287109375, false]], [[-8.7890625, false]], [[-3.537109375, false]], [[-8.7890625, false]], [[-9.2890625, false]], [[-7.7890625, false]], [[-7.2890625, false]], [[-8.2890625, false]], [[-7.7890625, false]], [[-8.7890625, false]], [[-8.5390625, false]], [[-10.28125, false]], [[-3.537109375, false]], [[-8.5390625, false]], [[-3.287109375, false]], [[-3.537109375, false]], [[-9.0390625, false]], [[-7.7890625, false]], [[-10.0390625, false]], [[-3.537109375, false]], [[-9.2890625, false]], [[-8.7890625, false]], [[-3.287109375, false]], [[-9.0390625, false]], [[-10.0390625, false]], [[-3.537109375, false]], [[-8.7890625, false]], [[-9.2890625, false]], [[-7.7890625, false]], [[-7.2890625, false]], [[-8.2890625, false]], [[-7.7890625, false]], [[-8.7890625, false]], [[-8.5390625, false]], [[-10.28125, false]], [[-3.537109375, false]], [[-8.5390625, false]], [[-3.287109375, false]], [[-3.537109375, false]], [[-9.0390625, false]], [[-7.5390625, false]], [[-9.0390625, false]], [[-8.5390625, false]], [[-7.7890625, false]], [[-9.0390625, false]], [[-7.7890625, false]], [[-10.0390625, false]], [[-3.287109375, false]], [[-6.5390625, false]], [[-8.7890625, false]], [[-7.7890625, false]], [[-3.537109375, false]], [[-9.2890625, false]], [[-10.5390625, false]], [[-7.7890625, false]], [[-8.7890625, false]], [[-8.5390625, false]], [[-11.2890625, false]]], "filtered_resps": [[-7.0390625, false], [-8.5390625, false], [-3.287109375, false], [-3.537109375, false], [-9.2890625, false], [-7.5390625, false], [-8.7890625, false], [-8.7890625, false], [-8.2890625, false], [-8.7890625, false], [-8.5390625, false], [-10.28125, false], [-3.537109375, false], [-8.5390625, false], [-3.287109375, false], [-9.0390625, false], [-3.537109375, false], [-3.287109375, false], [-9.0390625, false], [-8.2890625, false], [-8.0390625, false], [-3.287109375, false], [-8.7890625, false], [-3.537109375, false], [-8.7890625, false], [-9.2890625, false], [-7.7890625, false], [-7.2890625, false], [-8.2890625, false], [-7.7890625, false], [-8.7890625, false], [-8.5390625, false], [-10.28125, false], [-3.537109375, false], [-8.5390625, false], [-3.287109375, false], [-3.537109375, false], [-9.0390625, false], [-7.7890625, false], [-10.0390625, false], [-3.537109375, false], [-9.2890625, false], [-8.7890625, false], [-3.287109375, false], [-9.0390625, false], [-10.0390625, false], [-3.537109375, false], [-8.7890625, false], [-9.2890625, false], [-7.7890625, false], [-7.2890625, false], [-8.2890625, false], [-7.7890625, false], [-8.7890625, false], [-8.5390625, false], [-10.28125, false], [-3.537109375, false], [-8.5390625, false], [-3.287109375, false], [-3.537109375, false], [-9.0390625, false], [-7.5390625, false], [-9.0390625, false], [-8.5390625, false], [-7.7890625, false], [-9.0390625, false], [-7.7890625, false], [-10.0390625, false], [-3.287109375, false], [-6.5390625, false], [-8.7890625, false], [-7.7890625, false], [-3.537109375, false], [-9.2890625, false], [-10.5390625, false], [-7.7890625, false], [-8.7890625, false], [-8.5390625, false], [-11.2890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1804, "doc": {"id": "Mercury_7134803", "question": "Computers have devices called heat sinks designed to lower the temperature of a computer by scattering produced heat into the surrounding area. Which type of energy is kept away from a computer by a heat sink?", "choices": {"text": ["electrical", "chemical", "thermal", "nuclear"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "thermal", "arguments": ["Question: Computers have devices called heat sinks designed to lower the temperature of a computer by scattering produced heat into the surrounding area. Which type of energy is kept away from a computer by a heat sink?\nAnswer:", " ["], "resps": [[[-8.1328125, false]], [[-9.8828125, false]], [[-7.8828125, false]], [[-10.8828125, false]], [[-7.8828125, false]], [[-7.1328125, false]], [[-11.6328125, false]], [[-10.8828125, false]], [[-8.1328125, false]], [[-7.1328125, false]], [[-4.3828125, false]], [[-10.8828125, false]], [[-9.8828125, false]], [[-10.34375, false]], [[-5.8828125, false]], [[-9.8828125, false]], [[-7.1328125, false]], [[-9.8828125, false]], [[-7.8828125, false]], [[-7.8828125, false]], [[-8.1328125, false]], [[-7.1328125, false]], [[-4.3828125, false]], [[-10.8828125, false]], [[-9.8828125, false]], [[-10.34375, false]], [[-5.8828125, false]], [[-9.8828125, false]], [[-11.6328125, false]], [[-9.8828125, false]], [[-7.8828125, false]], [[-10.8828125, false]], [[-7.8828125, false]], [[-4.3828125, false]], [[-10.8828125, false]], [[-9.8828125, false]], [[-10.34375, false]], [[-5.8828125, false]], [[-9.8828125, false]], [[-7.1328125, false]], [[-10.1328125, false]], [[-7.1328125, false]], [[-10.8828125, false]], [[-7.8828125, false]], [[-4.3828125, false]], [[-10.8828125, false]], [[-9.8828125, false]], [[-14.6328125, false]]], "filtered_resps": [[-8.1328125, false], [-9.8828125, false], [-7.8828125, false], [-10.8828125, false], [-7.8828125, false], [-7.1328125, false], [-11.6328125, false], [-10.8828125, false], [-8.1328125, false], [-7.1328125, false], [-4.3828125, false], [-10.8828125, false], [-9.8828125, false], [-10.34375, false], [-5.8828125, false], [-9.8828125, false], [-7.1328125, false], [-9.8828125, false], [-7.8828125, false], [-7.8828125, false], [-8.1328125, false], [-7.1328125, false], [-4.3828125, false], [-10.8828125, false], [-9.8828125, false], [-10.34375, false], [-5.8828125, false], [-9.8828125, false], [-11.6328125, false], [-9.8828125, false], [-7.8828125, false], [-10.8828125, false], [-7.8828125, false], [-4.3828125, false], [-10.8828125, false], [-9.8828125, false], [-10.34375, false], [-5.8828125, false], [-9.8828125, false], [-7.1328125, false], [-10.1328125, false], [-7.1328125, false], [-10.8828125, false], [-7.8828125, false], [-4.3828125, false], [-10.8828125, false], [-9.8828125, false], [-14.6328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1812, "doc": {"id": "MCAS_2006_8_21", "question": "Which of the following is the best example of a part of the propulsion system of a tractor?", "choices": {"text": ["engine", "front headlight", "hood", "steering wheel"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "engine", "arguments": ["Question: Which of the following is the best example of a part of the propulsion system of a tractor?\nAnswer:", " ["], "resps": [[[-6.88671875, false]], [[-8.8828125, false]], [[-9.3828125, false]], [[-10.3828125, false]], [[-12.0078125, false]], [[-8.6328125, false]], [[-10.3828125, false]], [[-9.3828125, false]], [[-8.8828125, false]], [[-8.703125, false]], [[-4.88671875, false]], [[-8.8828125, false]], [[-9.8828125, false]], [[-10.6328125, false]], [[-10.2578125, false]], [[-10.3828125, false]], [[-9.5078125, false]], [[-4.88671875, false]], [[-9.7578125, false]], [[-9.3828125, false]], [[-3.63671875, false]], [[-9.7578125, false]], [[-11.1328125, false]], [[-8.6328125, false]], [[-12.0078125, false]], [[-9.7578125, false]], [[-9.5078125, false]], [[-8.8828125, false]], [[-8.703125, false]], [[-4.88671875, false]], [[-8.8828125, false]], [[-9.7578125, false]], [[-10.2578125, false]], [[-10.2578125, false]], [[-9.7578125, false]], [[-8.8828125, false]], [[-8.703125, false]], [[-4.88671875, false]], [[-8.8828125, false]], [[-8.8828125, false]], [[-9.5078125, false]], [[-9.3828125, false]], [[-9.3828125, false]], [[-10.6328125, false]], [[-8.6328125, false]], [[-10.3828125, false]], [[-12.0078125, false]], [[-4.88671875, false]], [[-9.8828125, false]], [[-9.7578125, false]], [[-9.3828125, false]], [[-9.3828125, false]], [[-11.1328125, false]], [[-8.8828125, false]], [[-11.8828125, false]]], "filtered_resps": [[-6.88671875, false], [-8.8828125, false], [-9.3828125, false], [-10.3828125, false], [-12.0078125, false], [-8.6328125, false], [-10.3828125, false], [-9.3828125, false], [-8.8828125, false], [-8.703125, false], [-4.88671875, false], [-8.8828125, false], [-9.8828125, false], [-10.6328125, false], [-10.2578125, false], [-10.3828125, false], [-9.5078125, false], [-4.88671875, false], [-9.7578125, false], [-9.3828125, false], [-3.63671875, false], [-9.7578125, false], [-11.1328125, false], [-8.6328125, false], [-12.0078125, false], [-9.7578125, false], [-9.5078125, false], [-8.8828125, false], [-8.703125, false], [-4.88671875, false], [-8.8828125, false], [-9.7578125, false], [-10.2578125, false], [-10.2578125, false], [-9.7578125, false], [-8.8828125, false], [-8.703125, false], [-4.88671875, false], [-8.8828125, false], [-8.8828125, false], [-9.5078125, false], [-9.3828125, false], [-9.3828125, false], [-10.6328125, false], [-8.6328125, false], [-10.3828125, false], [-12.0078125, false], [-4.88671875, false], [-9.8828125, false], [-9.7578125, false], [-9.3828125, false], [-9.3828125, false], [-11.1328125, false], [-8.8828125, false], [-11.8828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1820, "doc": {"id": "Mercury_404153", "question": "Approximately what percentage of the electromagnetic spectrum is visible light?", "choices": {"text": ["more than 75%", "50%", "25%", "less than 10%"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "less than 10%", "arguments": ["Question: Approximately what percentage of the electromagnetic spectrum is visible light?\nAnswer:", " ["], "resps": [[[-7.265625, false]], [[-10.265625, false]], [[-12.265625, false]], [[-10.265625, false]], [[-12.765625, false]], [[-10.015625, false]], [[-4.765625, false]], [[-11.515625, false]], [[-13.015625, false]], [[-7.515625, false]], [[-9.265625, false]], [[-4.765625, false]], [[-6.265625, false]], [[-5.765625, false]], [[-8.515625, false]], [[-10.265625, false]], [[-9.640625, false]], [[-4.765625, false]], [[-10.265625, false]], [[-5.765625, false]], [[-6.765625, false]], [[-8.515625, false]], [[-10.265625, false]], [[-9.640625, false]], [[-4.765625, false]], [[-10.265625, false]], [[-6.515625, false]], [[-5.765625, false]], [[-8.515625, false]], [[-10.265625, false]], [[-9.640625, false]], [[-4.765625, false]], [[-10.265625, false]], [[-11.015625, false]], [[-10.015625, false]], [[-11.765625, false]], [[-11.765625, false]], [[-4.765625, false]], [[-11.515625, false]], [[-13.015625, false]], [[-7.515625, false]], [[-9.265625, false]], [[-4.765625, false]], [[-5.765625, false]], [[-6.765625, false]], [[-8.515625, false]], [[-10.265625, false]], [[-12.515625, false]]], "filtered_resps": [[-7.265625, false], [-10.265625, false], [-12.265625, false], [-10.265625, false], [-12.765625, false], [-10.015625, false], [-4.765625, false], [-11.515625, false], [-13.015625, false], [-7.515625, false], [-9.265625, false], [-4.765625, false], [-6.265625, false], [-5.765625, false], [-8.515625, false], [-10.265625, false], [-9.640625, false], [-4.765625, false], [-10.265625, false], [-5.765625, false], [-6.765625, false], [-8.515625, false], [-10.265625, false], [-9.640625, false], [-4.765625, false], [-10.265625, false], [-6.515625, false], [-5.765625, false], [-8.515625, false], [-10.265625, false], [-9.640625, false], [-4.765625, false], [-10.265625, false], [-11.015625, false], [-10.015625, false], [-11.765625, false], [-11.765625, false], [-4.765625, false], [-11.515625, false], [-13.015625, false], [-7.515625, false], [-9.265625, false], [-4.765625, false], [-5.765625, false], [-6.765625, false], [-8.515625, false], [-10.265625, false], [-12.515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1828, "doc": {"id": "ACTAAP_2007_7_35", "question": "Which occurs as a result of the rotation of Earth about its own axis?", "choices": {"text": ["the water cycle", "seasons of the year", "sunrises and sunsets", "global climate changes"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "sunrises and sunsets", "arguments": ["Question: Which occurs as a result of the rotation of Earth about its own axis?\nAnswer:", " ["], "resps": [[[-7.48046875, false]], [[-8.484375, false]], [[-8.484375, false]], [[-9.734375, false]], [[-7.73046875, false]], [[-4.98046875, false]], [[-10.484375, false]], [[-4.73046875, false]], [[-8.484375, false]], [[-7.73046875, false]], [[-8.984375, false]], [[-4.98046875, false]], [[-8.484375, false]], [[-9.734375, false]], [[-8.484375, false]], [[-9.984375, false]], [[-7.73046875, false]], [[-8.484375, false]], [[-9.375, false]], [[-4.98046875, false]], [[-8.484375, false]], [[-7.98046875, false]], [[-7.73046875, false]], [[-4.73046875, false]], [[-7.98046875, false]], [[-9.234375, false]], [[-9.484375, false]], [[-7.98046875, false]], [[-4.98046875, false]], [[-9.234375, false]], [[-9.734375, false]], [[-4.98046875, false]], [[-8.484375, false]], [[-9.734375, false]], [[-7.73046875, false]], [[-4.98046875, false]], [[-9.734375, false]], [[-7.73046875, false]], [[-4.73046875, false]], [[-8.984375, false]], [[-8.484375, false]], [[-9.375, false]], [[-4.98046875, false]], [[-8.484375, false]], [[-7.98046875, false]], [[-9.734375, false]], [[-9.484375, false]], [[-8.984375, false]], [[-8.484375, false]], [[-7.98046875, false]], [[-7.73046875, false]], [[-7.98046875, false]], [[-4.98046875, false]], [[-4.73046875, false]], [[-9.484375, false]], [[-9.484375, false]], [[-4.98046875, false]], [[-7.98046875, false]], [[-9.734375, false]], [[-9.484375, false]], [[-7.98046875, false]], [[-7.73046875, false]], [[-8.484375, false]], [[-7.98046875, false]], [[-8.484375, false]], [[-9.375, false]], [[-4.98046875, false]], [[-8.484375, false]], [[-11.234375, false]], [[-9.984375, false]], [[-9.234375, false]], [[-7.73046875, false]], [[-4.73046875, false]], [[-9.984375, false]], [[-4.98046875, false]], [[-8.484375, false]], [[-9.984375, false]], [[-8.484375, false]], [[-8.984375, false]], [[-4.73046875, false]], [[-8.484375, false]], [[-7.73046875, false]], [[-4.98046875, false]], [[-8.484375, false]], [[-9.734375, false]], [[-4.73046875, false]], [[-9.484375, false]], [[-11.234375, false]], [[-7.73046875, false]], [[-7.98046875, false]], [[-8.484375, false]], [[-11.734375, false]]], "filtered_resps": [[-7.48046875, false], [-8.484375, false], [-8.484375, false], [-9.734375, false], [-7.73046875, false], [-4.98046875, false], [-10.484375, false], [-4.73046875, false], [-8.484375, false], [-7.73046875, false], [-8.984375, false], [-4.98046875, false], [-8.484375, false], [-9.734375, false], [-8.484375, false], [-9.984375, false], [-7.73046875, false], [-8.484375, false], [-9.375, false], [-4.98046875, false], [-8.484375, false], [-7.98046875, false], [-7.73046875, false], [-4.73046875, false], [-7.98046875, false], [-9.234375, false], [-9.484375, false], [-7.98046875, false], [-4.98046875, false], [-9.234375, false], [-9.734375, false], [-4.98046875, false], [-8.484375, false], [-9.734375, false], [-7.73046875, false], [-4.98046875, false], [-9.734375, false], [-7.73046875, false], [-4.73046875, false], [-8.984375, false], [-8.484375, false], [-9.375, false], [-4.98046875, false], [-8.484375, false], [-7.98046875, false], [-9.734375, false], [-9.484375, false], [-8.984375, false], [-8.484375, false], [-7.98046875, false], [-7.73046875, false], [-7.98046875, false], [-4.98046875, false], [-4.73046875, false], [-9.484375, false], [-9.484375, false], [-4.98046875, false], [-7.98046875, false], [-9.734375, false], [-9.484375, false], [-7.98046875, false], [-7.73046875, false], [-8.484375, false], [-7.98046875, false], [-8.484375, false], [-9.375, false], [-4.98046875, false], [-8.484375, false], [-11.234375, false], [-9.984375, false], [-9.234375, false], [-7.73046875, false], [-4.73046875, false], [-9.984375, false], [-4.98046875, false], [-8.484375, false], [-9.984375, false], [-8.484375, false], [-8.984375, false], [-4.73046875, false], [-8.484375, false], [-7.73046875, false], [-4.98046875, false], [-8.484375, false], [-9.734375, false], [-4.73046875, false], [-9.484375, false], [-11.234375, false], [-7.73046875, false], [-7.98046875, false], [-8.484375, false], [-11.734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1836, "doc": {"id": "Mercury_SC_416521", "question": "Where is water most likely to be brackish?", "choices": {"text": ["sea", "lake", "river", "estuary"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "estuary", "arguments": ["Question: Where is water most likely to be brackish?\nAnswer:", " ["], "resps": [[[-8.0546875, false]], [[-9.0546875, false]], [[-9.8046875, false]], [[-9.3046875, false]], [[-7.3046875, false]], [[-9.0546875, false]], [[-9.53125, false]], [[-5.8046875, false]], [[-9.0546875, false]], [[-10.3046875, false]], [[-7.3046875, false]], [[-13.0546875, false]], [[-9.3046875, false]], [[-9.0546875, false]], [[-9.53125, false]], [[-5.8046875, false]], [[-9.0546875, false]], [[-11.8046875, false]], [[-9.5546875, false]], [[-12.5546875, false]], [[-9.3046875, false]], [[-11.8046875, false]], [[-9.0546875, false]], [[-9.53125, false]], [[-5.8046875, false]], [[-9.0546875, false]], [[-9.3046875, false]], [[-9.8046875, false]], [[-11.8046875, false]], [[-12.0546875, false]], [[-7.3046875, false]], [[-11.8046875, false]], [[-13.0546875, false]], [[-9.0546875, false]], [[-13.5546875, false]]], "filtered_resps": [[-8.0546875, false], [-9.0546875, false], [-9.8046875, false], [-9.3046875, false], [-7.3046875, false], [-9.0546875, false], [-9.53125, false], [-5.8046875, false], [-9.0546875, false], [-10.3046875, false], [-7.3046875, false], [-13.0546875, false], [-9.3046875, false], [-9.0546875, false], [-9.53125, false], [-5.8046875, false], [-9.0546875, false], [-11.8046875, false], [-9.5546875, false], [-12.5546875, false], [-9.3046875, false], [-11.8046875, false], [-9.0546875, false], [-9.53125, false], [-5.8046875, false], [-9.0546875, false], [-9.3046875, false], [-9.8046875, false], [-11.8046875, false], [-12.0546875, false], [-7.3046875, false], [-11.8046875, false], [-13.0546875, false], [-9.0546875, false], [-13.5546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1844, "doc": {"id": "Mercury_7218243", "question": "Which method would be best for scientists to use to determine the absolute age of a Precambrian igneous rock?", "choices": {"text": ["index fossils", "law of superposition", "radiometric dating", "law of original horizontality"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "radiometric dating", "arguments": ["Question: Which method would be best for scientists to use to determine the absolute age of a Precambrian igneous rock?\nAnswer:", " ["], "resps": [[[-6.91796875, false]], [[-8.9140625, false]], [[-8.5390625, false]], [[-9.2890625, false]], [[-10.1640625, false]], [[-7.79296875, false]], [[-8.7890625, false]], [[-5.04296875, false]], [[-9.2890625, false]], [[-10.1640625, false]], [[-8.9140625, false]], [[-8.9140625, false]], [[-8.5390625, false]], [[-10.5390625, false]], [[-8.9140625, false]], [[-8.9140625, false]], [[-9.40625, false]], [[-5.04296875, false]], [[-8.9140625, false]], [[-10.5390625, false]], [[-5.54296875, false]], [[-11.6640625, false]], [[-5.04296875, false]], [[-10.1640625, false]], [[-9.2890625, false]], [[-5.04296875, false]], [[-8.9140625, false]], [[-10.7890625, false]], [[-8.9140625, false]], [[-7.79296875, false]], [[-10.4140625, false]], [[-8.9140625, false]], [[-10.1640625, false]], [[-8.9140625, false]], [[-8.5390625, false]], [[-9.9140625, false]], [[-8.5390625, false]], [[-10.1640625, false]], [[-9.2890625, false]], [[-8.9140625, false]], [[-9.40625, false]], [[-5.04296875, false]], [[-8.9140625, false]], [[-10.4140625, false]], [[-5.54296875, false]], [[-10.1640625, false]], [[-8.5390625, false]], [[-10.1640625, false]], [[-8.6640625, false]], [[-7.79296875, false]], [[-9.9140625, false]], [[-10.4140625, false]], [[-8.5390625, false]], [[-9.6640625, false]], [[-5.04296875, false]], [[-10.1640625, false]], [[-5.54296875, false]], [[-9.9140625, false]], [[-8.5390625, false]], [[-9.2890625, false]], [[-10.7890625, false]], [[-8.9140625, false]], [[-9.40625, false]], [[-5.04296875, false]], [[-8.9140625, false]], [[-10.5390625, false]], [[-5.54296875, false]], [[-11.6640625, false]], [[-5.04296875, false]], [[-10.1640625, false]], [[-9.2890625, false]], [[-5.04296875, false]], [[-10.1640625, false]], [[-10.4140625, false]], [[-8.5390625, false]], [[-10.7890625, false]], [[-8.5390625, false]], [[-9.2890625, false]], [[-5.54296875, false]], [[-10.5390625, false]], [[-5.04296875, false]], [[-10.7890625, false]], [[-10.1640625, false]], [[-10.4140625, false]], [[-8.5390625, false]], [[-9.0390625, false]], [[-10.1640625, false]], [[-9.2890625, false]], [[-9.9140625, false]], [[-5.54296875, false]], [[-10.5390625, false]], [[-8.5390625, false]], [[-9.9140625, false]], [[-11.4140625, false]], [[-8.9140625, false]], [[-12.5390625, false]]], "filtered_resps": [[-6.91796875, false], [-8.9140625, false], [-8.5390625, false], [-9.2890625, false], [-10.1640625, false], [-7.79296875, false], [-8.7890625, false], [-5.04296875, false], [-9.2890625, false], [-10.1640625, false], [-8.9140625, false], [-8.9140625, false], [-8.5390625, false], [-10.5390625, false], [-8.9140625, false], [-8.9140625, false], [-9.40625, false], [-5.04296875, false], [-8.9140625, false], [-10.5390625, false], [-5.54296875, false], [-11.6640625, false], [-5.04296875, false], [-10.1640625, false], [-9.2890625, false], [-5.04296875, false], [-8.9140625, false], [-10.7890625, false], [-8.9140625, false], [-7.79296875, false], [-10.4140625, false], [-8.9140625, false], [-10.1640625, false], [-8.9140625, false], [-8.5390625, false], [-9.9140625, false], [-8.5390625, false], [-10.1640625, false], [-9.2890625, false], [-8.9140625, false], [-9.40625, false], [-5.04296875, false], [-8.9140625, false], [-10.4140625, false], [-5.54296875, false], [-10.1640625, false], [-8.5390625, false], [-10.1640625, false], [-8.6640625, false], [-7.79296875, false], [-9.9140625, false], [-10.4140625, false], [-8.5390625, false], [-9.6640625, false], [-5.04296875, false], [-10.1640625, false], [-5.54296875, false], [-9.9140625, false], [-8.5390625, false], [-9.2890625, false], [-10.7890625, false], [-8.9140625, false], [-9.40625, false], [-5.04296875, false], [-8.9140625, false], [-10.5390625, false], [-5.54296875, false], [-11.6640625, false], [-5.04296875, false], [-10.1640625, false], [-9.2890625, false], [-5.04296875, false], [-10.1640625, false], [-10.4140625, false], [-8.5390625, false], [-10.7890625, false], [-8.5390625, false], [-9.2890625, false], [-5.54296875, false], [-10.5390625, false], [-5.04296875, false], [-10.7890625, false], [-10.1640625, false], [-10.4140625, false], [-8.5390625, false], [-9.0390625, false], [-10.1640625, false], [-9.2890625, false], [-9.9140625, false], [-5.54296875, false], [-10.5390625, false], [-8.5390625, false], [-9.9140625, false], [-11.4140625, false], [-8.9140625, false], [-12.5390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1852, "doc": {"id": "Mercury_7175770", "question": "Which cellular structure in an animal cell helps maintain homeostasis by controlling the transportation of substances into and out of the cell?", "choices": {"text": ["vacuole", "cell wall", "mitochondrion", "cell membrane"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "cell membrane", "arguments": ["Question: Which cellular structure in an animal cell helps maintain homeostasis by controlling the transportation of substances into and out of the cell?\nAnswer:", " ["], "resps": [[[-7.4453125, false]], [[-10.3203125, false]], [[-10.1953125, false]], [[-3.8203125, false]], [[-6.1953125, false]], [[-9.1953125, false]], [[-8.6953125, false]], [[-8.8203125, false]], [[-7.1953125, false]], [[-10.3203125, false]], [[-9.3203125, false]], [[-4.6953125, false]], [[-10.3203125, false]], [[-6.1953125, false]], [[-7.1953125, false]], [[-8.8203125, false]], [[-8.8203125, false]], [[-4.6953125, false]], [[-10.0703125, false]], [[-3.8203125, false]], [[-8.8203125, false]], [[-8.8203125, false]], [[-10.3203125, false]], [[-9.3203125, false]], [[-4.6953125, false]], [[-10.3203125, false]], [[-8.0703125, false]], [[-8.9453125, false]], [[-9.3203125, false]], [[-8.6953125, false]], [[-6.1953125, false]], [[-8.9453125, false]], [[-8.6953125, false]], [[-10.0703125, false]], [[-9.3203125, false]], [[-9.6953125, false]], [[-8.9453125, false]], [[-8.6953125, false]], [[-10.0703125, false]], [[-10.3203125, false]], [[-9.3203125, false]], [[-4.6953125, false]], [[-10.3203125, false]], [[-6.1953125, false]], [[-7.1953125, false]], [[-8.8203125, false]], [[-8.8203125, false]], [[-4.6953125, false]], [[-8.0703125, false]], [[-7.1953125, false]], [[-8.0703125, false]], [[-7.4453125, false]], [[-9.6953125, false]], [[-3.8203125, false]], [[-10.0703125, false]], [[-7.1953125, false]], [[-10.3203125, false]], [[-13.8203125, false]]], "filtered_resps": [[-7.4453125, false], [-10.3203125, false], [-10.1953125, false], [-3.8203125, false], [-6.1953125, false], [-9.1953125, false], [-8.6953125, false], [-8.8203125, false], [-7.1953125, false], [-10.3203125, false], [-9.3203125, false], [-4.6953125, false], [-10.3203125, false], [-6.1953125, false], [-7.1953125, false], [-8.8203125, false], [-8.8203125, false], [-4.6953125, false], [-10.0703125, false], [-3.8203125, false], [-8.8203125, false], [-8.8203125, false], [-10.3203125, false], [-9.3203125, false], [-4.6953125, false], [-10.3203125, false], [-8.0703125, false], [-8.9453125, false], [-9.3203125, false], [-8.6953125, false], [-6.1953125, false], [-8.9453125, false], [-8.6953125, false], [-10.0703125, false], [-9.3203125, false], [-9.6953125, false], [-8.9453125, false], [-8.6953125, false], [-10.0703125, false], [-10.3203125, false], [-9.3203125, false], [-4.6953125, false], [-10.3203125, false], [-6.1953125, false], [-7.1953125, false], [-8.8203125, false], [-8.8203125, false], [-4.6953125, false], [-8.0703125, false], [-7.1953125, false], [-8.0703125, false], [-7.4453125, false], [-9.6953125, false], [-3.8203125, false], [-10.0703125, false], [-7.1953125, false], [-10.3203125, false], [-13.8203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1860, "doc": {"id": "Mercury_SC_415369", "question": "Moths undergo complete metamorphosis. Which stages does a moth's life cycle include?", "choices": {"text": ["egg, larva, and pupa", "egg, nymph, and pupa", "nymph, larva, and pupa", "nymph, egg, and larva"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "egg, larva, and pupa", "arguments": ["Question: Moths undergo complete metamorphosis. Which stages does a moth's life cycle include?\nAnswer:", " ["], "resps": [[[-6.92578125, false]], [[-8.6796875, false]], [[-7.67578125, false]], [[-11.1796875, false]], [[-11.1796875, false]], [[-10.0625, false]], [[-5.67578125, false]], [[-10.4296875, false]], [[-4.42578125, false]], [[-9.6796875, false]], [[-10.9296875, false]], [[-4.42578125, false]], [[-10.0625, false]], [[-5.67578125, false]], [[-4.42578125, false]], [[-8.1796875, false]], [[-9.6796875, false]], [[-5.67578125, false]], [[-9.6796875, false]], [[-10.4296875, false]], [[-9.6796875, false]], [[-4.42578125, false]], [[-8.6796875, false]], [[-10.0625, false]], [[-5.67578125, false]], [[-8.6796875, false]], [[-7.67578125, false]], [[-11.1796875, false]], [[-11.1796875, false]], [[-10.0625, false]], [[-5.67578125, false]], [[-8.1796875, false]], [[-12.4296875, false]], [[-9.9296875, false]], [[-9.6796875, false]], [[-11.6796875, false]], [[-10.0625, false]], [[-5.67578125, false]], [[-4.42578125, false]], [[-8.1796875, false]], [[-9.6796875, false]], [[-5.67578125, false]], [[-9.6796875, false]], [[-10.4296875, false]], [[-9.6796875, false]], [[-4.42578125, false]], [[-8.6796875, false]], [[-10.0625, false]], [[-5.67578125, false]], [[-8.6796875, false]], [[-8.1796875, false]], [[-12.4296875, false]], [[-9.9296875, false]], [[-9.6796875, false]], [[-11.6796875, false]], [[-10.0625, false]], [[-5.67578125, false]], [[-10.4296875, false]], [[-4.42578125, false]], [[-9.6796875, false]], [[-10.9296875, false]], [[-4.42578125, false]], [[-10.0625, false]], [[-5.67578125, false]], [[-4.42578125, false]], [[-8.1796875, false]], [[-9.6796875, false]], [[-5.67578125, false]], [[-9.6796875, false]], [[-10.4296875, false]], [[-9.6796875, false]], [[-4.42578125, false]], [[-8.6796875, false]], [[-10.0625, false]], [[-5.67578125, false]], [[-8.6796875, false]], [[-8.1796875, false]], [[-12.4296875, false]], [[-9.9296875, false]], [[-9.6796875, false]], [[-11.6796875, false]], [[-10.0625, false]], [[-5.67578125, false]], [[-7.67578125, false]], [[-11.1796875, false]], [[-11.1796875, false]], [[-10.0625, false]], [[-5.67578125, false]], [[-4.42578125, false]], [[-8.1796875, false]], [[-9.6796875, false]], [[-5.67578125, false]], [[-10.4296875, false]], [[-4.42578125, false]], [[-9.6796875, false]], [[-10.9296875, false]], [[-4.42578125, false]], [[-8.6796875, false]], [[-12.4296875, false]]], "filtered_resps": [[-6.92578125, false], [-8.6796875, false], [-7.67578125, false], [-11.1796875, false], [-11.1796875, false], [-10.0625, false], [-5.67578125, false], [-10.4296875, false], [-4.42578125, false], [-9.6796875, false], [-10.9296875, false], [-4.42578125, false], [-10.0625, false], [-5.67578125, false], [-4.42578125, false], [-8.1796875, false], [-9.6796875, false], [-5.67578125, false], [-9.6796875, false], [-10.4296875, false], [-9.6796875, false], [-4.42578125, false], [-8.6796875, false], [-10.0625, false], [-5.67578125, false], [-8.6796875, false], [-7.67578125, false], [-11.1796875, false], [-11.1796875, false], [-10.0625, false], [-5.67578125, false], [-8.1796875, false], [-12.4296875, false], [-9.9296875, false], [-9.6796875, false], [-11.6796875, false], [-10.0625, false], [-5.67578125, false], [-4.42578125, false], [-8.1796875, false], [-9.6796875, false], [-5.67578125, false], [-9.6796875, false], [-10.4296875, false], [-9.6796875, false], [-4.42578125, false], [-8.6796875, false], [-10.0625, false], [-5.67578125, false], [-8.6796875, false], [-8.1796875, false], [-12.4296875, false], [-9.9296875, false], [-9.6796875, false], [-11.6796875, false], [-10.0625, false], [-5.67578125, false], [-10.4296875, false], [-4.42578125, false], [-9.6796875, false], [-10.9296875, false], [-4.42578125, false], [-10.0625, false], [-5.67578125, false], [-4.42578125, false], [-8.1796875, false], [-9.6796875, false], [-5.67578125, false], [-9.6796875, false], [-10.4296875, false], [-9.6796875, false], [-4.42578125, false], [-8.6796875, false], [-10.0625, false], [-5.67578125, false], [-8.6796875, false], [-8.1796875, false], [-12.4296875, false], [-9.9296875, false], [-9.6796875, false], [-11.6796875, false], [-10.0625, false], [-5.67578125, false], [-7.67578125, false], [-11.1796875, false], [-11.1796875, false], [-10.0625, false], [-5.67578125, false], [-4.42578125, false], [-8.1796875, false], [-9.6796875, false], [-5.67578125, false], [-10.4296875, false], [-4.42578125, false], [-9.6796875, false], [-10.9296875, false], [-4.42578125, false], [-8.6796875, false], [-12.4296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1868, "doc": {"id": "MSA_2015_5_44", "question": "Maryland has many renewable and nonrenewable natural resources. Which group contains only renewable resources found in Maryland?", "choices": {"text": ["wind, oil, coal", "fish, coal, wind", "oil, water, trees", "trees, water, fish"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "trees, water, fish", "arguments": ["Question: Maryland has many renewable and nonrenewable natural resources. Which group contains only renewable resources found in Maryland?\nAnswer:", " ["], "resps": [[[-6.61328125, false]], [[-8.609375, false]], [[-9.109375, false]], [[-7.61328125, false]], [[-8.609375, false]], [[-7.36328125, false]], [[-9.03125, false]], [[-5.36328125, false]], [[-8.109375, false]], [[-7.61328125, false]], [[-10.109375, false]], [[-9.03125, false]], [[-5.36328125, false]], [[-7.86328125, false]], [[-8.109375, false]], [[-5.86328125, false]], [[-10.109375, false]], [[-8.609375, false]], [[-9.03125, false]], [[-5.36328125, false]], [[-8.609375, false]], [[-9.109375, false]], [[-7.61328125, false]], [[-9.609375, false]], [[-11.359375, false]], [[-9.03125, false]], [[-5.36328125, false]], [[-7.86328125, false]], [[-8.109375, false]], [[-5.86328125, false]], [[-10.109375, false]], [[-9.03125, false]], [[-5.36328125, false]], [[-9.109375, false]], [[-7.61328125, false]], [[-8.609375, false]], [[-7.36328125, false]], [[-8.609375, false]], [[-9.03125, false]], [[-5.36328125, false]], [[-8.609375, false]], [[-8.109375, false]], [[-7.61328125, false]], [[-10.109375, false]], [[-9.03125, false]], [[-5.36328125, false]], [[-9.109375, false]], [[-5.86328125, false]], [[-11.109375, false]], [[-6.36328125, false]], [[-10.859375, false]], [[-9.03125, false]], [[-5.36328125, false]], [[-11.109375, false]], [[-10.859375, false]], [[-6.36328125, false]], [[-6.36328125, false]], [[-9.609375, false]], [[-8.609375, false]], [[-9.03125, false]], [[-5.36328125, false]], [[-8.609375, false]], [[-11.109375, false]], [[-10.859375, false]], [[-6.36328125, false]], [[-6.36328125, false]], [[-9.609375, false]], [[-9.03125, false]], [[-5.36328125, false]], [[-9.109375, false]], [[-5.86328125, false]], [[-11.109375, false]], [[-6.36328125, false]], [[-10.859375, false]], [[-9.03125, false]], [[-5.36328125, false]], [[-9.109375, false]], [[-7.61328125, false]], [[-9.609375, false]], [[-11.359375, false]], [[-8.609375, false]], [[-13.109375, false]]], "filtered_resps": [[-6.61328125, false], [-8.609375, false], [-9.109375, false], [-7.61328125, false], [-8.609375, false], [-7.36328125, false], [-9.03125, false], [-5.36328125, false], [-8.109375, false], [-7.61328125, false], [-10.109375, false], [-9.03125, false], [-5.36328125, false], [-7.86328125, false], [-8.109375, false], [-5.86328125, false], [-10.109375, false], [-8.609375, false], [-9.03125, false], [-5.36328125, false], [-8.609375, false], [-9.109375, false], [-7.61328125, false], [-9.609375, false], [-11.359375, false], [-9.03125, false], [-5.36328125, false], [-7.86328125, false], [-8.109375, false], [-5.86328125, false], [-10.109375, false], [-9.03125, false], [-5.36328125, false], [-9.109375, false], [-7.61328125, false], [-8.609375, false], [-7.36328125, false], [-8.609375, false], [-9.03125, false], [-5.36328125, false], [-8.609375, false], [-8.109375, false], [-7.61328125, false], [-10.109375, false], [-9.03125, false], [-5.36328125, false], [-9.109375, false], [-5.86328125, false], [-11.109375, false], [-6.36328125, false], [-10.859375, false], [-9.03125, false], [-5.36328125, false], [-11.109375, false], [-10.859375, false], [-6.36328125, false], [-6.36328125, false], [-9.609375, false], [-8.609375, false], [-9.03125, false], [-5.36328125, false], [-8.609375, false], [-11.109375, false], [-10.859375, false], [-6.36328125, false], [-6.36328125, false], [-9.609375, false], [-9.03125, false], [-5.36328125, false], [-9.109375, false], [-5.86328125, false], [-11.109375, false], [-6.36328125, false], [-10.859375, false], [-9.03125, false], [-5.36328125, false], [-9.109375, false], [-7.61328125, false], [-9.609375, false], [-11.359375, false], [-8.609375, false], [-13.109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1876, "doc": {"id": "MEA_2013_5_9", "question": "A lizard in a desert sits on a warm rock. Where does the heat energy in the rock come from?", "choices": {"text": ["the Sun", "the lizard's skin", "deep within Earth", "the decay of plant materials"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "the Sun", "arguments": ["Question: A lizard in a desert sits on a warm rock. Where does the heat energy in the rock come from?\nAnswer:", " ["], "resps": [[[-8.3046875, false]], [[-10.0546875, false]], [[-10.8046875, false]], [[-11.5546875, false]], [[-9.3046875, false]], [[-6.0546875, false]], [[-6.8046875, false]], [[-11.0546875, false]], [[-11.0546875, false]], [[-10.0546875, false]], [[-10.203125, false]], [[-6.0546875, false]], [[-8.0546875, false]], [[-10.8046875, false]], [[-11.5546875, false]], [[-9.3046875, false]], [[-6.0546875, false]], [[-7.8046875, false]], [[-9.3046875, false]], [[-12.5546875, false]], [[-5.8046875, false]], [[-12.0546875, false]], [[-8.5546875, false]], [[-10.0546875, false]], [[-10.3046875, false]], [[-6.0546875, false]], [[-10.3046875, false]], [[-10.3046875, false]], [[-9.3046875, false]], [[-11.0546875, false]], [[-8.0546875, false]], [[-10.203125, false]], [[-6.0546875, false]], [[-10.0546875, false]], [[-8.5546875, false]], [[-9.3046875, false]], [[-9.3046875, false]], [[-10.3046875, false]], [[-6.0546875, false]], [[-11.3046875, false]], [[-9.3046875, false]], [[-10.8046875, false]], [[-11.5546875, false]], [[-9.3046875, false]], [[-11.0546875, false]], [[-6.0546875, false]], [[-6.3046875, false]], [[-5.8046875, false]], [[-12.0546875, false]], [[-10.8046875, false]], [[-11.5546875, false]], [[-10.0546875, false]], [[-10.203125, false]], [[-6.0546875, false]], [[-10.0546875, false]], [[-10.8046875, false]], [[-11.5546875, false]], [[-9.3046875, false]], [[-6.0546875, false]], [[-8.5546875, false]], [[-9.3046875, false]], [[-9.5546875, false]], [[-5.8046875, false]], [[-13.3046875, false]], [[-6.0546875, false]], [[-10.3046875, false]], [[-10.8046875, false]], [[-6.0546875, false]], [[-10.3046875, false]], [[-7.8046875, false]], [[-5.8046875, false]], [[-11.0546875, false]], [[-10.8046875, false]], [[-6.0546875, false]], [[-10.3046875, false]], [[-5.8046875, false]], [[-10.8046875, false]], [[-9.3046875, false]], [[-12.0546875, false]], [[-9.3046875, false]], [[-5.8046875, false]], [[-7.8046875, false]], [[-10.3046875, false]], [[-10.0546875, false]], [[-15.0546875, false]]], "filtered_resps": [[-8.3046875, false], [-10.0546875, false], [-10.8046875, false], [-11.5546875, false], [-9.3046875, false], [-6.0546875, false], [-6.8046875, false], [-11.0546875, false], [-11.0546875, false], [-10.0546875, false], [-10.203125, false], [-6.0546875, false], [-8.0546875, false], [-10.8046875, false], [-11.5546875, false], [-9.3046875, false], [-6.0546875, false], [-7.8046875, false], [-9.3046875, false], [-12.5546875, false], [-5.8046875, false], [-12.0546875, false], [-8.5546875, false], [-10.0546875, false], [-10.3046875, false], [-6.0546875, false], [-10.3046875, false], [-10.3046875, false], [-9.3046875, false], [-11.0546875, false], [-8.0546875, false], [-10.203125, false], [-6.0546875, false], [-10.0546875, false], [-8.5546875, false], [-9.3046875, false], [-9.3046875, false], [-10.3046875, false], [-6.0546875, false], [-11.3046875, false], [-9.3046875, false], [-10.8046875, false], [-11.5546875, false], [-9.3046875, false], [-11.0546875, false], [-6.0546875, false], [-6.3046875, false], [-5.8046875, false], [-12.0546875, false], [-10.8046875, false], [-11.5546875, false], [-10.0546875, false], [-10.203125, false], [-6.0546875, false], [-10.0546875, false], [-10.8046875, false], [-11.5546875, false], [-9.3046875, false], [-6.0546875, false], [-8.5546875, false], [-9.3046875, false], [-9.5546875, false], [-5.8046875, false], [-13.3046875, false], [-6.0546875, false], [-10.3046875, false], [-10.8046875, false], [-6.0546875, false], [-10.3046875, false], [-7.8046875, false], [-5.8046875, false], [-11.0546875, false], [-10.8046875, false], [-6.0546875, false], [-10.3046875, false], [-5.8046875, false], [-10.8046875, false], [-9.3046875, false], [-12.0546875, false], [-9.3046875, false], [-5.8046875, false], [-7.8046875, false], [-10.3046875, false], [-10.0546875, false], [-15.0546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1884, "doc": {"id": "CSZ_2005_5_CSZ10247", "question": "Which of the following is broken down in the body to release energy?", "choices": {"text": ["sugar.", "water.", "salt.", "oxygen."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "sugar.", "arguments": ["Question: Which of the following is broken down in the body to release energy?\nAnswer:", " ["], "resps": [[[-6.69921875, false]], [[-9.953125, false]], [[-8.578125, false]], [[-9.078125, false]], [[-10.203125, false]], [[-5.07421875, false]], [[-9.453125, false]], [[-6.2109375, false]], [[-9.953125, false]], [[-9.328125, false]], [[-4.44921875, false]], [[-9.953125, false]], [[-8.703125, false]], [[-5.07421875, false]], [[-7.32421875, false]], [[-9.578125, false]], [[-9.453125, false]], [[-6.2109375, false]], [[-9.953125, false]], [[-9.328125, false]], [[-4.44921875, false]], [[-9.953125, false]], [[-8.578125, false]], [[-5.07421875, false]], [[-8.328125, false]], [[-7.32421875, false]], [[-6.2109375, false]], [[-9.953125, false]], [[-9.328125, false]], [[-4.44921875, false]], [[-9.953125, false]], [[-8.828125, false]], [[-7.94921875, false]], [[-10.953125, false]], [[-10.203125, false]], [[-9.578125, false]], [[-8.203125, false]], [[-6.2109375, false]], [[-9.953125, false]], [[-13.078125, false]]], "filtered_resps": [[-6.69921875, false], [-9.953125, false], [-8.578125, false], [-9.078125, false], [-10.203125, false], [-5.07421875, false], [-9.453125, false], [-6.2109375, false], [-9.953125, false], [-9.328125, false], [-4.44921875, false], [-9.953125, false], [-8.703125, false], [-5.07421875, false], [-7.32421875, false], [-9.578125, false], [-9.453125, false], [-6.2109375, false], [-9.953125, false], [-9.328125, false], [-4.44921875, false], [-9.953125, false], [-8.578125, false], [-5.07421875, false], [-8.328125, false], [-7.32421875, false], [-6.2109375, false], [-9.953125, false], [-9.328125, false], [-4.44921875, false], [-9.953125, false], [-8.828125, false], [-7.94921875, false], [-10.953125, false], [-10.203125, false], [-9.578125, false], [-8.203125, false], [-6.2109375, false], [-9.953125, false], [-13.078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1892, "doc": {"id": "Mercury_SC_413146", "question": "The teacher heats a pot of water. Once the water reaches 100°C, which point has the water reached?", "choices": {"text": ["boiling", "melting", "freezing", "evaporating"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "boiling", "arguments": ["Question: The teacher heats a pot of water. Once the water reaches 100°C, which point has the water reached?\nAnswer:", " ["], "resps": [[[-6.625, false]], [[-7.375, false]], [[-6.625, false]], [[-9.125, false]], [[-7.625, false]], [[-9.375, false]], [[-7.625, false]], [[-7.625, false]], [[-9.125, false]], [[-7.375, false]], [[-10.921875, false]], [[-5.875, false]], [[-7.375, false]], [[-7.375, false]], [[-7.875, false]], [[-9.375, false]], [[-7.125, false]], [[-7.625, false]], [[-7.625, false]], [[-9.125, false]], [[-7.375, false]], [[-10.921875, false]], [[-5.875, false]], [[-7.375, false]], [[-7.625, false]], [[-9.625, false]], [[-7.875, false]], [[-7.875, false]], [[-10.125, false]], [[-7.625, false]], [[-7.625, false]], [[-9.125, false]], [[-7.375, false]], [[-10.921875, false]], [[-5.875, false]], [[-7.375, false]], [[-7.875, false]], [[-8.375, false]], [[-5.875, false]], [[-7.875, false]], [[-9.125, false]], [[-9.625, false]], [[-5.875, false]], [[-7.125, false]], [[-7.625, false]], [[-7.625, false]], [[-9.125, false]], [[-7.375, false]], [[-12.625, false]]], "filtered_resps": [[-6.625, false], [-7.375, false], [-6.625, false], [-9.125, false], [-7.625, false], [-9.375, false], [-7.625, false], [-7.625, false], [-9.125, false], [-7.375, false], [-10.921875, false], [-5.875, false], [-7.375, false], [-7.375, false], [-7.875, false], [-9.375, false], [-7.125, false], [-7.625, false], [-7.625, false], [-9.125, false], [-7.375, false], [-10.921875, false], [-5.875, false], [-7.375, false], [-7.625, false], [-9.625, false], [-7.875, false], [-7.875, false], [-10.125, false], [-7.625, false], [-7.625, false], [-9.125, false], [-7.375, false], [-10.921875, false], [-5.875, false], [-7.375, false], [-7.875, false], [-8.375, false], [-5.875, false], [-7.875, false], [-9.125, false], [-9.625, false], [-5.875, false], [-7.125, false], [-7.625, false], [-7.625, false], [-9.125, false], [-7.375, false], [-12.625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1900, "doc": {"id": "Mercury_7213815", "question": "A tick attaches to a deer and consumes blood, harming the deer. This is an example of which type of relationship?", "choices": {"text": ["predator-prey", "mutualism", "parasite-host", "commensalism"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "parasite-host", "arguments": ["Question: A tick attaches to a deer and consumes blood, harming the deer. This is an example of which type of relationship?\nAnswer:", " ["], "resps": [[[-6.00390625, false]], [[-9.6328125, false]], [[-11.2578125, false]], [[-10.3828125, false]], [[-9.6328125, false]], [[-9.7578125, false]], [[-5.25390625, false]], [[-9.1328125, false]], [[-11.2578125, false]], [[-10.3828125, false]], [[-7.50390625, false]], [[-11.2578125, false]], [[-10.3828125, false]], [[-9.6328125, false]], [[-12.1328125, false]], [[-9.6328125, false]], [[-10.421875, false]], [[-5.50390625, false]], [[-9.6328125, false]], [[-10.5078125, false]], [[-11.6328125, false]], [[-9.1328125, false]], [[-11.6328125, false]], [[-5.25390625, false]], [[-10.3828125, false]], [[-9.5078125, false]], [[-9.7578125, false]], [[-10.5078125, false]], [[-9.6328125, false]], [[-10.421875, false]], [[-5.50390625, false]], [[-9.6328125, false]], [[-11.2578125, false]], [[-5.25390625, false]], [[-10.3828125, false]], [[-5.25390625, false]], [[-9.7578125, false]], [[-9.5078125, false]], [[-9.1328125, false]], [[-9.6328125, false]], [[-7.50390625, false]], [[-10.7578125, false]], [[-11.2578125, false]], [[-9.7578125, false]], [[-9.1328125, false]], [[-9.6328125, false]], [[-10.421875, false]], [[-5.50390625, false]], [[-9.6328125, false]], [[-10.0078125, false]], [[-11.2578125, false]], [[-10.5078125, false]], [[-10.5078125, false]], [[-9.6328125, false]], [[-10.0078125, false]], [[-9.7578125, false]], [[-5.25390625, false]], [[-10.3828125, false]], [[-9.5078125, false]], [[-9.7578125, false]], [[-10.5078125, false]], [[-9.6328125, false]], [[-12.5078125, false]]], "filtered_resps": [[-6.00390625, false], [-9.6328125, false], [-11.2578125, false], [-10.3828125, false], [-9.6328125, false], [-9.7578125, false], [-5.25390625, false], [-9.1328125, false], [-11.2578125, false], [-10.3828125, false], [-7.50390625, false], [-11.2578125, false], [-10.3828125, false], [-9.6328125, false], [-12.1328125, false], [-9.6328125, false], [-10.421875, false], [-5.50390625, false], [-9.6328125, false], [-10.5078125, false], [-11.6328125, false], [-9.1328125, false], [-11.6328125, false], [-5.25390625, false], [-10.3828125, false], [-9.5078125, false], [-9.7578125, false], [-10.5078125, false], [-9.6328125, false], [-10.421875, false], [-5.50390625, false], [-9.6328125, false], [-11.2578125, false], [-5.25390625, false], [-10.3828125, false], [-5.25390625, false], [-9.7578125, false], [-9.5078125, false], [-9.1328125, false], [-9.6328125, false], [-7.50390625, false], [-10.7578125, false], [-11.2578125, false], [-9.7578125, false], [-9.1328125, false], [-9.6328125, false], [-10.421875, false], [-5.50390625, false], [-9.6328125, false], [-10.0078125, false], [-11.2578125, false], [-10.5078125, false], [-10.5078125, false], [-9.6328125, false], [-10.0078125, false], [-9.7578125, false], [-5.25390625, false], [-10.3828125, false], [-9.5078125, false], [-9.7578125, false], [-10.5078125, false], [-9.6328125, false], [-12.5078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1908, "doc": {"id": "Mercury_7138425", "question": "Which organisms contribute most to the decomposition of dead organisms?", "choices": {"text": ["snakes", "viruses", "insects", "bacteria"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "bacteria", "arguments": ["Question: Which organisms contribute most to the decomposition of dead organisms?\nAnswer:", " ["], "resps": [[[-7.875, false]], [[-9.5, false]], [[-8.625, false]], [[-9.25, false]], [[-6.125, false]], [[-9.0, false]], [[-7.25, false]], [[-8.625, false]], [[-9.5, false]], [[-10.296875, false]], [[-4.625, false]], [[-9.5, false]], [[-10.875, false]], [[-9.375, false]], [[-9.875, false]], [[-10.0, false]], [[-8.625, false]], [[-7.25, false]], [[-8.625, false]], [[-9.5, false]], [[-10.296875, false]], [[-4.625, false]], [[-9.5, false]], [[-9.375, false]], [[-9.25, false]], [[-8.625, false]], [[-7.25, false]], [[-7.875, false]], [[-11.5, false]], [[-8.625, false]], [[-9.5, false]], [[-10.296875, false]], [[-4.625, false]], [[-9.5, false]], [[-9.875, false]], [[-6.125, false]], [[-7.875, false]], [[-11.5, false]], [[-7.25, false]], [[-9.875, false]], [[-9.375, false]], [[-6.125, false]], [[-9.5, false]], [[-14.0, false]]], "filtered_resps": [[-7.875, false], [-9.5, false], [-8.625, false], [-9.25, false], [-6.125, false], [-9.0, false], [-7.25, false], [-8.625, false], [-9.5, false], [-10.296875, false], [-4.625, false], [-9.5, false], [-10.875, false], [-9.375, false], [-9.875, false], [-10.0, false], [-8.625, false], [-7.25, false], [-8.625, false], [-9.5, false], [-10.296875, false], [-4.625, false], [-9.5, false], [-9.375, false], [-9.25, false], [-8.625, false], [-7.25, false], [-7.875, false], [-11.5, false], [-8.625, false], [-9.5, false], [-10.296875, false], [-4.625, false], [-9.5, false], [-9.875, false], [-6.125, false], [-7.875, false], [-11.5, false], [-7.25, false], [-9.875, false], [-9.375, false], [-6.125, false], [-9.5, false], [-14.0, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1916, "doc": {"id": "Mercury_7160545", "question": "In 1785, James Hutton, stated that evidence of past occurrences can be used to explain events which happen today. Which could most likely be used to explain an event in the geologic past?", "choices": {"text": ["sunspots", "earthquakes", "wave patterns", "cloud formations"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "earthquakes", "arguments": ["Question: In 1785, James Hutton, stated that evidence of past occurrences can be used to explain events which happen today. Which could most likely be used to explain an event in the geologic past?\nAnswer:", " ["], "resps": [[[-6.84765625, false]], [[-8.09375, false]], [[-8.96875, false]], [[-9.71875, false]], [[-8.46875, false]], [[-8.96875, false]], [[-6.84765625, false]], [[-7.97265625, false]], [[-9.34375, false]], [[-8.96875, false]], [[-8.09375, false]], [[-9.4453125, false]], [[-5.26953125, false]], [[-8.09375, false]], [[-6.09765625, false]], [[-4.34765625, false]], [[-8.59375, false]], [[-9.34375, false]], [[-9.71875, false]], [[-10.09375, false]], [[-9.71875, false]], [[-4.34765625, false]], [[-9.34375, false]], [[-6.09765625, false]], [[-8.96875, false]], [[-8.09375, false]], [[-9.4453125, false]], [[-5.22265625, false]], [[-8.09375, false]], [[-9.96875, false]], [[-4.34765625, false]], [[-8.84375, false]], [[-6.09765625, false]], [[-5.22265625, false]], [[-6.84765625, false]], [[-4.34765625, false]], [[-9.34375, false]], [[-9.34375, false]], [[-6.09765625, false]], [[-8.59375, false]], [[-8.46875, false]], [[-8.96875, false]], [[-8.09375, false]], [[-9.4453125, false]], [[-5.22265625, false]], [[-8.09375, false]], [[-6.84765625, false]], [[-9.96875, false]], [[-7.97265625, false]], [[-9.71875, false]], [[-6.84765625, false]], [[-5.22265625, false]], [[-7.34765625, false]], [[-7.97265625, false]], [[-8.59375, false]], [[-8.84375, false]], [[-4.34765625, false]], [[-9.34375, false]], [[-7.72265625, false]], [[-7.97265625, false]], [[-8.46875, false]], [[-8.96875, false]], [[-8.09375, false]], [[-11.96875, false]]], "filtered_resps": [[-6.84765625, false], [-8.09375, false], [-8.96875, false], [-9.71875, false], [-8.46875, false], [-8.96875, false], [-6.84765625, false], [-7.97265625, false], [-9.34375, false], [-8.96875, false], [-8.09375, false], [-9.4453125, false], [-5.26953125, false], [-8.09375, false], [-6.09765625, false], [-4.34765625, false], [-8.59375, false], [-9.34375, false], [-9.71875, false], [-10.09375, false], [-9.71875, false], [-4.34765625, false], [-9.34375, false], [-6.09765625, false], [-8.96875, false], [-8.09375, false], [-9.4453125, false], [-5.22265625, false], [-8.09375, false], [-9.96875, false], [-4.34765625, false], [-8.84375, false], [-6.09765625, false], [-5.22265625, false], [-6.84765625, false], [-4.34765625, false], [-9.34375, false], [-9.34375, false], [-6.09765625, false], [-8.59375, false], [-8.46875, false], [-8.96875, false], [-8.09375, false], [-9.4453125, false], [-5.22265625, false], [-8.09375, false], [-6.84765625, false], [-9.96875, false], [-7.97265625, false], [-9.71875, false], [-6.84765625, false], [-5.22265625, false], [-7.34765625, false], [-7.97265625, false], [-8.59375, false], [-8.84375, false], [-4.34765625, false], [-9.34375, false], [-7.72265625, false], [-7.97265625, false], [-8.46875, false], [-8.96875, false], [-8.09375, false], [-11.96875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1924, "doc": {"id": "Mercury_401646", "question": "Which action is a learned characteristic of a newborn horse?", "choices": {"text": ["nursing", "walking", "sleeping", "breathing"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "walking", "arguments": ["Question: Which action is a learned characteristic of a newborn horse?\nAnswer:", " ["], "resps": [[[-6.9375, false]], [[-8.4375, false]], [[-8.9375, false]], [[-10.0625, false]], [[-10.8125, false]], [[-8.9375, false]], [[-9.0625, false]], [[-8.9375, false]], [[-11.5625, false]], [[-8.4375, false]], [[-10.4296875, false]], [[-5.3125, false]], [[-8.4375, false]], [[-10.4375, false]], [[-4.1875, false]], [[-10.3125, false]], [[-10.9375, false]], [[-9.0625, false]], [[-8.9375, false]], [[-11.5625, false]], [[-8.4375, false]], [[-10.4296875, false]], [[-5.3125, false]], [[-8.4375, false]], [[-8.9375, false]], [[-10.3125, false]], [[-8.3125, false]], [[-8.3125, false]], [[-10.0625, false]], [[-9.0625, false]], [[-8.9375, false]], [[-11.5625, false]], [[-8.4375, false]], [[-10.4296875, false]], [[-5.3125, false]], [[-8.4375, false]], [[-8.4375, false]], [[-10.8125, false]], [[-8.3125, false]], [[-4.1875, false]], [[-10.1875, false]], [[-11.3125, false]], [[-9.0625, false]], [[-8.9375, false]], [[-11.5625, false]], [[-8.4375, false]], [[-13.6875, false]]], "filtered_resps": [[-6.9375, false], [-8.4375, false], [-8.9375, false], [-10.0625, false], [-10.8125, false], [-8.9375, false], [-9.0625, false], [-8.9375, false], [-11.5625, false], [-8.4375, false], [-10.4296875, false], [-5.3125, false], [-8.4375, false], [-10.4375, false], [-4.1875, false], [-10.3125, false], [-10.9375, false], [-9.0625, false], [-8.9375, false], [-11.5625, false], [-8.4375, false], [-10.4296875, false], [-5.3125, false], [-8.4375, false], [-8.9375, false], [-10.3125, false], [-8.3125, false], [-8.3125, false], [-10.0625, false], [-9.0625, false], [-8.9375, false], [-11.5625, false], [-8.4375, false], [-10.4296875, false], [-5.3125, false], [-8.4375, false], [-8.4375, false], [-10.8125, false], [-8.3125, false], [-4.1875, false], [-10.1875, false], [-11.3125, false], [-9.0625, false], [-8.9375, false], [-11.5625, false], [-8.4375, false], [-13.6875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1932, "doc": {"id": "Mercury_7154228", "question": "In an ocean ecosystem, dead organisms such as fish and plankton sink to the bottom of the ocean. Which organisms break down and recycle the dead organisms?", "choices": {"text": ["algae", "bacteria", "mollusks", "sponges"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "bacteria", "arguments": ["Question: In an ocean ecosystem, dead organisms such as fish and plankton sink to the bottom of the ocean. Which organisms break down and recycle the dead organisms?\nAnswer:", " ["], "resps": [[[-8.1796875, false]], [[-10.1796875, false]], [[-5.9296875, false]], [[-9.6796875, false]], [[-10.9296875, false]], [[-5.9296875, false]], [[-7.4296875, false]], [[-10.1796875, false]], [[-10.59375, false]], [[-5.4296875, false]], [[-10.1796875, false]], [[-10.1796875, false]], [[-5.9296875, false]], [[-6.9296875, false]], [[-11.1796875, false]], [[-7.4296875, false]], [[-9.6796875, false]], [[-9.4296875, false]], [[-5.9296875, false]], [[-10.1796875, false]], [[-10.59375, false]], [[-5.4296875, false]], [[-10.1796875, false]], [[-10.4296875, false]], [[-8.6796875, false]], [[-9.6796875, false]], [[-9.6796875, false]], [[-11.4296875, false]], [[-7.9296875, false]], [[-9.6796875, false]], [[-7.9296875, false]], [[-10.1796875, false]], [[-10.59375, false]], [[-5.4296875, false]], [[-10.1796875, false]], [[-7.9296875, false]], [[-10.4296875, false]], [[-8.6796875, false]], [[-9.1796875, false]], [[-10.9296875, false]], [[-7.4296875, false]], [[-7.9296875, false]], [[-10.1796875, false]], [[-14.0546875, false]]], "filtered_resps": [[-8.1796875, false], [-10.1796875, false], [-5.9296875, false], [-9.6796875, false], [-10.9296875, false], [-5.9296875, false], [-7.4296875, false], [-10.1796875, false], [-10.59375, false], [-5.4296875, false], [-10.1796875, false], [-10.1796875, false], [-5.9296875, false], [-6.9296875, false], [-11.1796875, false], [-7.4296875, false], [-9.6796875, false], [-9.4296875, false], [-5.9296875, false], [-10.1796875, false], [-10.59375, false], [-5.4296875, false], [-10.1796875, false], [-10.4296875, false], [-8.6796875, false], [-9.6796875, false], [-9.6796875, false], [-11.4296875, false], [-7.9296875, false], [-9.6796875, false], [-7.9296875, false], [-10.1796875, false], [-10.59375, false], [-5.4296875, false], [-10.1796875, false], [-7.9296875, false], [-10.4296875, false], [-8.6796875, false], [-9.1796875, false], [-10.9296875, false], [-7.4296875, false], [-7.9296875, false], [-10.1796875, false], [-14.0546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1940, "doc": {"id": "Mercury_7185710", "question": "A student is conducting an investigation using chemicals. Other than goggles and gloves, what else should the student use in order to conduct this investigation safely?", "choices": {"text": ["lab coat", "Petri dish", "Bunsen burner", "loose-fitting clothing"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "lab coat", "arguments": ["Question: A student is conducting an investigation using chemicals. Other than goggles and gloves, what else should the student use in order to conduct this investigation safely?\nAnswer:", " ["], "resps": [[[-7.578125, false]], [[-10.828125, false]], [[-10.828125, false]], [[-5.328125, false]], [[-9.328125, false]], [[-4.96875, false]], [[-9.828125, false]], [[-9.328125, false]], [[-5.328125, false]], [[-10.828125, false]], [[-10.828125, false]], [[-9.84375, false]], [[-4.96875, false]], [[-10.828125, false]], [[-7.078125, false]], [[-9.828125, false]], [[-10.828125, false]], [[-11.078125, false]], [[-9.078125, false]], [[-4.96875, false]], [[-10.078125, false]], [[-9.078125, false]], [[-9.328125, false]], [[-11.328125, false]], [[-10.828125, false]], [[-9.71875, false]], [[-5.078125, false]], [[-10.828125, false]], [[-6.578125, false]], [[-11.078125, false]], [[-9.828125, false]], [[-9.328125, false]], [[-9.828125, false]], [[-9.828125, false]], [[-5.078125, false]], [[-9.328125, false]], [[-11.078125, false]], [[-11.078125, false]], [[-9.828125, false]], [[-9.828125, false]], [[-11.078125, false]], [[-10.828125, false]], [[-9.71875, false]], [[-5.078125, false]], [[-10.828125, false]], [[-10.828125, false]], [[-9.328125, false]], [[-9.328125, false]], [[-9.328125, false]], [[-9.828125, false]], [[-6.078125, false]], [[-10.328125, false]], [[-9.078125, false]], [[-10.828125, false]], [[-10.828125, false]], [[-9.078125, false]], [[-9.828125, false]], [[-5.578125, false]], [[-5.078125, false]], [[-9.828125, false]], [[-10.828125, false]], [[-9.328125, false]], [[-10.828125, false]], [[-11.328125, false]], [[-9.078125, false]], [[-9.828125, false]], [[-5.578125, false]], [[-10.828125, false]], [[-12.078125, false]]], "filtered_resps": [[-7.578125, false], [-10.828125, false], [-10.828125, false], [-5.328125, false], [-9.328125, false], [-4.96875, false], [-9.828125, false], [-9.328125, false], [-5.328125, false], [-10.828125, false], [-10.828125, false], [-9.84375, false], [-4.96875, false], [-10.828125, false], [-7.078125, false], [-9.828125, false], [-10.828125, false], [-11.078125, false], [-9.078125, false], [-4.96875, false], [-10.078125, false], [-9.078125, false], [-9.328125, false], [-11.328125, false], [-10.828125, false], [-9.71875, false], [-5.078125, false], [-10.828125, false], [-6.578125, false], [-11.078125, false], [-9.828125, false], [-9.328125, false], [-9.828125, false], [-9.828125, false], [-5.078125, false], [-9.328125, false], [-11.078125, false], [-11.078125, false], [-9.828125, false], [-9.828125, false], [-11.078125, false], [-10.828125, false], [-9.71875, false], [-5.078125, false], [-10.828125, false], [-10.828125, false], [-9.328125, false], [-9.328125, false], [-9.328125, false], [-9.828125, false], [-6.078125, false], [-10.328125, false], [-9.078125, false], [-10.828125, false], [-10.828125, false], [-9.078125, false], [-9.828125, false], [-5.578125, false], [-5.078125, false], [-9.828125, false], [-10.828125, false], [-9.328125, false], [-10.828125, false], [-11.328125, false], [-9.078125, false], [-9.828125, false], [-5.578125, false], [-10.828125, false], [-12.078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1948, "doc": {"id": "MSA_2015_5_7", "question": "Humans use both renewable and nonrenewable resources. Which human activity uses a nonrenewable resource?", "choices": {"text": ["building houses with wood", "using natural gas to heat homes", "using solar energy to power lights", "producing electricity from flowing water"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "using natural gas to heat homes", "arguments": ["Question: Humans use both renewable and nonrenewable resources. Which human activity uses a nonrenewable resource?\nAnswer:", " ["], "resps": [[[-7.36328125, false]], [[-9.4921875, false]], [[-9.9921875, false]], [[-11.3671875, false]], [[-7.98828125, false]], [[-9.9921875, false]], [[-7.98828125, false]], [[-7.98828125, false]], [[-10.1171875, false]], [[-12.3671875, false]], [[-4.86328125, false]], [[-11.9921875, false]], [[-8.7421875, false]], [[-11.3671875, false]], [[-9.2421875, false]], [[-7.73828125, false]], [[-9.2421875, false]], [[-4.86328125, false]], [[-10.4921875, false]], [[-7.98828125, false]], [[-12.1171875, false]], [[-11.9921875, false]], [[-4.86328125, false]], [[-10.4921875, false]], [[-8.7421875, false]], [[-8.7421875, false]], [[-7.98828125, false]], [[-9.4921875, false]], [[-10.15625, false]], [[-4.86328125, false]], [[-9.4921875, false]], [[-11.3671875, false]], [[-9.2421875, false]], [[-7.98828125, false]], [[-10.1171875, false]], [[-12.3671875, false]], [[-4.86328125, false]], [[-10.1171875, false]], [[-5.98828125, false]], [[-12.1171875, false]], [[-11.3671875, false]], [[-11.7421875, false]], [[-5.98828125, false]], [[-9.9921875, false]], [[-4.86328125, false]], [[-12.3671875, false]], [[-5.98828125, false]], [[-9.2421875, false]], [[-4.86328125, false]], [[-12.1171875, false]], [[-8.7421875, false]], [[-4.86328125, false]], [[-11.9921875, false]], [[-7.73828125, false]], [[-5.98828125, false]], [[-12.1171875, false]], [[-4.86328125, false]], [[-11.9921875, false]], [[-8.7421875, false]], [[-10.7421875, false]], [[-7.73828125, false]], [[-9.2421875, false]], [[-9.4921875, false]], [[-10.15625, false]], [[-4.86328125, false]], [[-9.4921875, false]], [[-11.3671875, false]], [[-9.2421875, false]], [[-7.98828125, false]], [[-10.1171875, false]], [[-12.3671875, false]], [[-4.86328125, false]], [[-9.2421875, false]], [[-8.7421875, false]], [[-9.9921875, false]], [[-5.98828125, false]], [[-11.7421875, false]], [[-4.86328125, false]], [[-7.73828125, false]], [[-10.1171875, false]], [[-7.73828125, false]], [[-11.7421875, false]], [[-12.3671875, false]], [[-11.7421875, false]], [[-4.86328125, false]], [[-12.1171875, false]], [[-8.7421875, false]], [[-4.86328125, false]], [[-9.3671875, false]], [[-8.7421875, false]], [[-10.4921875, false]], [[-7.73828125, false]], [[-11.7421875, false]], [[-4.86328125, false]], [[-9.9921875, false]], [[-7.98828125, false]], [[-12.3671875, false]], [[-11.9921875, false]], [[-12.1171875, false]], [[-9.2421875, false]], [[-9.4921875, false]], [[-10.15625, false]], [[-4.86328125, false]], [[-9.4921875, false]], [[-9.3671875, false]], [[-11.7421875, false]], [[-8.7421875, false]], [[-7.98828125, false]], [[-11.3671875, false]], [[-8.6171875, false]], [[-7.98828125, false]], [[-10.1171875, false]], [[-12.3671875, false]], [[-4.86328125, false]], [[-7.73828125, false]], [[-9.9921875, false]], [[-7.73828125, false]], [[-8.6171875, false]], [[-12.1171875, false]], [[-11.7421875, false]], [[-7.98828125, false]], [[-8.6171875, false]], [[-7.98828125, false]], [[-12.1171875, false]], [[-11.7421875, false]], [[-4.86328125, false]], [[-10.9921875, false]], [[-11.7421875, false]], [[-8.7421875, false]], [[-10.7421875, false]], [[-4.86328125, false]], [[-10.9921875, false]], [[-9.9921875, false]], [[-8.7421875, false]], [[-10.4921875, false]], [[-7.98828125, false]], [[-10.1171875, false]], [[-12.3671875, false]], [[-4.86328125, false]], [[-10.4921875, false]], [[-5.98828125, false]], [[-12.1171875, false]], [[-7.73828125, false]], [[-11.7421875, false]], [[-9.4921875, false]], [[-15.2421875, false]]], "filtered_resps": [[-7.36328125, false], [-9.4921875, false], [-9.9921875, false], [-11.3671875, false], [-7.98828125, false], [-9.9921875, false], [-7.98828125, false], [-7.98828125, false], [-10.1171875, false], [-12.3671875, false], [-4.86328125, false], [-11.9921875, false], [-8.7421875, false], [-11.3671875, false], [-9.2421875, false], [-7.73828125, false], [-9.2421875, false], [-4.86328125, false], [-10.4921875, false], [-7.98828125, false], [-12.1171875, false], [-11.9921875, false], [-4.86328125, false], [-10.4921875, false], [-8.7421875, false], [-8.7421875, false], [-7.98828125, false], [-9.4921875, false], [-10.15625, false], [-4.86328125, false], [-9.4921875, false], [-11.3671875, false], [-9.2421875, false], [-7.98828125, false], [-10.1171875, false], [-12.3671875, false], [-4.86328125, false], [-10.1171875, false], [-5.98828125, false], [-12.1171875, false], [-11.3671875, false], [-11.7421875, false], [-5.98828125, false], [-9.9921875, false], [-4.86328125, false], [-12.3671875, false], [-5.98828125, false], [-9.2421875, false], [-4.86328125, false], [-12.1171875, false], [-8.7421875, false], [-4.86328125, false], [-11.9921875, false], [-7.73828125, false], [-5.98828125, false], [-12.1171875, false], [-4.86328125, false], [-11.9921875, false], [-8.7421875, false], [-10.7421875, false], [-7.73828125, false], [-9.2421875, false], [-9.4921875, false], [-10.15625, false], [-4.86328125, false], [-9.4921875, false], [-11.3671875, false], [-9.2421875, false], [-7.98828125, false], [-10.1171875, false], [-12.3671875, false], [-4.86328125, false], [-9.2421875, false], [-8.7421875, false], [-9.9921875, false], [-5.98828125, false], [-11.7421875, false], [-4.86328125, false], [-7.73828125, false], [-10.1171875, false], [-7.73828125, false], [-11.7421875, false], [-12.3671875, false], [-11.7421875, false], [-4.86328125, false], [-12.1171875, false], [-8.7421875, false], [-4.86328125, false], [-9.3671875, false], [-8.7421875, false], [-10.4921875, false], [-7.73828125, false], [-11.7421875, false], [-4.86328125, false], [-9.9921875, false], [-7.98828125, false], [-12.3671875, false], [-11.9921875, false], [-12.1171875, false], [-9.2421875, false], [-9.4921875, false], [-10.15625, false], [-4.86328125, false], [-9.4921875, false], [-9.3671875, false], [-11.7421875, false], [-8.7421875, false], [-7.98828125, false], [-11.3671875, false], [-8.6171875, false], [-7.98828125, false], [-10.1171875, false], [-12.3671875, false], [-4.86328125, false], [-7.73828125, false], [-9.9921875, false], [-7.73828125, false], [-8.6171875, false], [-12.1171875, false], [-11.7421875, false], [-7.98828125, false], [-8.6171875, false], [-7.98828125, false], [-12.1171875, false], [-11.7421875, false], [-4.86328125, false], [-10.9921875, false], [-11.7421875, false], [-8.7421875, false], [-10.7421875, false], [-4.86328125, false], [-10.9921875, false], [-9.9921875, false], [-8.7421875, false], [-10.4921875, false], [-7.98828125, false], [-10.1171875, false], [-12.3671875, false], [-4.86328125, false], [-10.4921875, false], [-5.98828125, false], [-12.1171875, false], [-7.73828125, false], [-11.7421875, false], [-9.4921875, false], [-15.2421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1956, "doc": {"id": "VASoL_2011_5_1", "question": "Which of these is a natural resource of Virginia?", "choices": {"text": ["A dam", "A glacier", "A river", "A power plant"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "A river", "arguments": ["Question: Which of these is a natural resource of Virginia?\nAnswer:", " ["], "resps": [[[-7.4609375, false]], [[-9.2109375, false]], [[-3.7109375, false]], [[-4.8359375, false]], [[-7.8359375, false]], [[-5.4609375, false]], [[-10.0859375, false]], [[-9.2109375, false]], [[-8.6953125, false]], [[-4.8359375, false]], [[-9.2109375, false]], [[-3.7109375, false]], [[-4.8359375, false]], [[-12.2109375, false]], [[-7.9609375, false]], [[-5.4609375, false]], [[-9.2109375, false]], [[-8.4609375, false]], [[-7.7109375, false]], [[-11.5859375, false]], [[-9.2109375, false]], [[-8.6953125, false]], [[-4.8359375, false]], [[-9.2109375, false]], [[-3.7109375, false]], [[-4.8359375, false]], [[-11.5859375, false]], [[-8.4609375, false]], [[-10.4609375, false]], [[-7.7109375, false]], [[-11.5859375, false]], [[-9.2109375, false]], [[-8.6953125, false]], [[-4.8359375, false]], [[-9.2109375, false]], [[-3.7109375, false]], [[-4.8359375, false]], [[-8.9609375, false]], [[-7.4609375, false]], [[-7.8359375, false]], [[-7.7109375, false]], [[-11.5859375, false]], [[-4.8359375, false]], [[-8.9609375, false]], [[-7.9609375, false]], [[-5.4609375, false]], [[-9.0859375, false]], [[-10.4609375, false]], [[-9.2109375, false]], [[-13.3359375, false]]], "filtered_resps": [[-7.4609375, false], [-9.2109375, false], [-3.7109375, false], [-4.8359375, false], [-7.8359375, false], [-5.4609375, false], [-10.0859375, false], [-9.2109375, false], [-8.6953125, false], [-4.8359375, false], [-9.2109375, false], [-3.7109375, false], [-4.8359375, false], [-12.2109375, false], [-7.9609375, false], [-5.4609375, false], [-9.2109375, false], [-8.4609375, false], [-7.7109375, false], [-11.5859375, false], [-9.2109375, false], [-8.6953125, false], [-4.8359375, false], [-9.2109375, false], [-3.7109375, false], [-4.8359375, false], [-11.5859375, false], [-8.4609375, false], [-10.4609375, false], [-7.7109375, false], [-11.5859375, false], [-9.2109375, false], [-8.6953125, false], [-4.8359375, false], [-9.2109375, false], [-3.7109375, false], [-4.8359375, false], [-8.9609375, false], [-7.4609375, false], [-7.8359375, false], [-7.7109375, false], [-11.5859375, false], [-4.8359375, false], [-8.9609375, false], [-7.9609375, false], [-5.4609375, false], [-9.0859375, false], [-10.4609375, false], [-9.2109375, false], [-13.3359375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1964, "doc": {"id": "VASoL_2008_5_40", "question": "A wild turkey's forest community includes", "choices": {"text": ["insects", "rainfall", "soil", "wind"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "insects", "arguments": ["Question: A wild turkey's forest community includes\nAnswer:", " ["], "resps": [[[-7.22265625, false]], [[-7.47265625, false]], [[-8.8515625, false]], [[-8.4765625, false]], [[-9.9765625, false]], [[-8.9765625, false]], [[-9.8515625, false]], [[-10.8515625, false]], [[-9.9765625, false]], [[-7.47265625, false]], [[-9.4375, false]], [[-5.47265625, false]], [[-7.47265625, false]], [[-10.7265625, false]], [[-4.09765625, false]], [[-8.8515625, false]], [[-8.4765625, false]], [[-9.3515625, false]], [[-4.09765625, false]], [[-10.6015625, false]], [[-10.6015625, false]], [[-7.47265625, false]], [[-9.4375, false]], [[-5.47265625, false]], [[-7.47265625, false]], [[-9.9765625, false]], [[-10.2265625, false]], [[-8.8515625, false]], [[-10.6015625, false]], [[-7.47265625, false]], [[-9.4375, false]], [[-5.47265625, false]], [[-7.47265625, false]], [[-9.9765625, false]], [[-8.8515625, false]], [[-8.4765625, false]], [[-8.6015625, false]], [[-7.47265625, false]], [[-11.9765625, false]]], "filtered_resps": [[-7.22265625, false], [-7.47265625, false], [-8.8515625, false], [-8.4765625, false], [-9.9765625, false], [-8.9765625, false], [-9.8515625, false], [-10.8515625, false], [-9.9765625, false], [-7.47265625, false], [-9.4375, false], [-5.47265625, false], [-7.47265625, false], [-10.7265625, false], [-4.09765625, false], [-8.8515625, false], [-8.4765625, false], [-9.3515625, false], [-4.09765625, false], [-10.6015625, false], [-10.6015625, false], [-7.47265625, false], [-9.4375, false], [-5.47265625, false], [-7.47265625, false], [-9.9765625, false], [-10.2265625, false], [-8.8515625, false], [-10.6015625, false], [-7.47265625, false], [-9.4375, false], [-5.47265625, false], [-7.47265625, false], [-9.9765625, false], [-8.8515625, false], [-8.4765625, false], [-8.6015625, false], [-7.47265625, false], [-11.9765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1972, "doc": {"id": "TIMSS_1995_8_Q16", "question": "How long does it take light from the nearest star other than the Sun to reach Earth?", "choices": {"text": ["Less than 1 second", "About 1 hour", "About 1 month", "About 4 years"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "About 4 years", "arguments": ["Question: How long does it take light from the nearest star other than the Sun to reach Earth?\nAnswer:", " ["], "resps": [[[-7.76953125, false]], [[-8.515625, false]], [[-8.515625, false]], [[-9.265625, false]], [[-10.765625, false]], [[-10.765625, false]], [[-4.01953125, false]], [[-8.265625, false]], [[-11.515625, false]], [[-6.01953125, false]], [[-8.265625, false]], [[-4.01953125, false]], [[-4.01953125, false]], [[-4.01953125, false]], [[-10.765625, false]], [[-9.265625, false]], [[-10.515625, false]], [[-10.515625, false]], [[-8.265625, false]], [[-11.765625, false]], [[-8.515625, false]], [[-9.109375, false]], [[-4.01953125, false]], [[-8.515625, false]], [[-3.01953125, false]], [[-10.515625, false]], [[-10.515625, false]], [[-11.515625, false]], [[-8.265625, false]], [[-4.01953125, false]], [[-4.01953125, false]], [[-4.01953125, false]], [[-11.515625, false]], [[-10.515625, false]], [[-11.515625, false]], [[-12.515625, false]], [[-8.515625, false]], [[-9.109375, false]], [[-4.01953125, false]], [[-8.515625, false]], [[-3.01953125, false]], [[-10.515625, false]], [[-10.515625, false]], [[-11.515625, false]], [[-8.265625, false]], [[-4.01953125, false]], [[-4.01953125, false]], [[-4.01953125, false]], [[-9.765625, false]], [[-10.515625, false]], [[-8.265625, false]], [[-8.265625, false]], [[-11.515625, false]], [[-8.515625, false]], [[-9.109375, false]], [[-4.01953125, false]], [[-8.515625, false]], [[-3.01953125, false]], [[-10.515625, false]], [[-10.515625, false]], [[-11.515625, false]], [[-8.265625, false]], [[-4.01953125, false]], [[-5.26953125, false]], [[-4.01953125, false]], [[-13.015625, false]], [[-9.265625, false]], [[-6.01953125, false]], [[-12.515625, false]], [[-10.765625, false]], [[-8.515625, false]], [[-12.265625, false]]], "filtered_resps": [[-7.76953125, false], [-8.515625, false], [-8.515625, false], [-9.265625, false], [-10.765625, false], [-10.765625, false], [-4.01953125, false], [-8.265625, false], [-11.515625, false], [-6.01953125, false], [-8.265625, false], [-4.01953125, false], [-4.01953125, false], [-4.01953125, false], [-10.765625, false], [-9.265625, false], [-10.515625, false], [-10.515625, false], [-8.265625, false], [-11.765625, false], [-8.515625, false], [-9.109375, false], [-4.01953125, false], [-8.515625, false], [-3.01953125, false], [-10.515625, false], [-10.515625, false], [-11.515625, false], [-8.265625, false], [-4.01953125, false], [-4.01953125, false], [-4.01953125, false], [-11.515625, false], [-10.515625, false], [-11.515625, false], [-12.515625, false], [-8.515625, false], [-9.109375, false], [-4.01953125, false], [-8.515625, false], [-3.01953125, false], [-10.515625, false], [-10.515625, false], [-11.515625, false], [-8.265625, false], [-4.01953125, false], [-4.01953125, false], [-4.01953125, false], [-9.765625, false], [-10.515625, false], [-8.265625, false], [-8.265625, false], [-11.515625, false], [-8.515625, false], [-9.109375, false], [-4.01953125, false], [-8.515625, false], [-3.01953125, false], [-10.515625, false], [-10.515625, false], [-11.515625, false], [-8.265625, false], [-4.01953125, false], [-5.26953125, false], [-4.01953125, false], [-13.015625, false], [-9.265625, false], [-6.01953125, false], [-12.515625, false], [-10.765625, false], [-8.515625, false], [-12.265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1980, "doc": {"id": "TAKS_2009_8_38", "question": "At certain times of the year, meteor showers can be observed from Earth. Why are these objects from space usually harmless?", "choices": {"text": ["They are always microscopic.", "They are closer to the sun than to Earth.", "They are made of soft, spongy materials.", "They burn up high in Earth's atmosphere"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "They burn up high in Earth's atmosphere", "arguments": ["Question: At certain times of the year, meteor showers can be observed from Earth. Why are these objects from space usually harmless?\nAnswer:", " ["], "resps": [[[-8.171875, false]], [[-8.921875, false]], [[-8.421875, false]], [[-13.421875, false]], [[-9.421875, false]], [[-14.921875, false]], [[-6.42578125, false]], [[-8.421875, false]], [[-12.421875, false]], [[-9.421875, false]], [[-6.42578125, false]], [[-8.421875, false]], [[-13.171875, false]], [[-12.921875, false]], [[-8.421875, false]], [[-14.921875, false]], [[-11.671875, false]], [[-6.42578125, false]], [[-12.171875, false]], [[-10.671875, false]], [[-12.171875, false]], [[-12.421875, false]], [[-10.171875, false]], [[-11.671875, false]], [[-12.171875, false]], [[-10.171875, false]], [[-11.921875, false]], [[-10.671875, false]], [[-12.171875, false]], [[-7.703125, false]], [[-8.921875, false]], [[-11.078125, false]], [[-6.42578125, false]], [[-8.921875, false]], [[-8.421875, false]], [[-13.421875, false]], [[-9.421875, false]], [[-14.921875, false]], [[-6.42578125, false]], [[-8.421875, false]], [[-12.421875, false]], [[-9.421875, false]], [[-6.42578125, false]], [[-12.171875, false]], [[-13.171875, false]], [[-10.171875, false]], [[-11.671875, false]], [[-9.421875, false]], [[-12.421875, false]], [[-6.42578125, false]], [[-13.421875, false]], [[-10.171875, false]], [[-6.42578125, false]], [[-13.421875, false]], [[-13.421875, false]], [[-9.421875, false]], [[-6.42578125, false]], [[-11.671875, false]], [[-13.171875, false]], [[-12.171875, false]], [[-6.42578125, false]], [[-13.421875, false]], [[-13.421875, false]], [[-8.421875, false]], [[-12.171875, false]], [[-6.42578125, false]], [[-13.421875, false]], [[-10.171875, false]], [[-6.42578125, false]], [[-6.17578125, false]], [[-8.421875, false]], [[-12.421875, false]], [[-13.421875, false]], [[-13.421875, false]], [[-7.703125, false]], [[-8.921875, false]], [[-11.078125, false]], [[-6.42578125, false]], [[-8.921875, false]], [[-8.421875, false]], [[-13.421875, false]], [[-9.421875, false]], [[-14.921875, false]], [[-6.42578125, false]], [[-8.421875, false]], [[-12.421875, false]], [[-9.421875, false]], [[-6.42578125, false]], [[-12.171875, false]], [[-8.421875, false]], [[-12.421875, false]], [[-9.421875, false]], [[-6.42578125, false]], [[-10.171875, false]], [[-11.921875, false]], [[-6.42578125, false]], [[-11.671875, false]], [[-10.171875, false]], [[-11.921875, false]], [[-13.421875, false]], [[-11.078125, false]], [[-6.42578125, false]], [[-11.671875, false]], [[-11.921875, false]], [[-10.171875, false]], [[-12.171875, false]], [[-15.421875, false]], [[-14.921875, false]], [[-6.42578125, false]], [[-12.171875, false]], [[-8.421875, false]], [[-13.421875, false]], [[-9.421875, false]], [[-12.421875, false]], [[-10.671875, false]], [[-8.421875, false]], [[-13.171875, false]], [[-11.671875, false]], [[-7.703125, false]], [[-8.921875, false]], [[-11.078125, false]], [[-6.42578125, false]], [[-7.67578125, false]], [[-8.421875, false]], [[-13.421875, false]], [[-9.421875, false]], [[-14.921875, false]], [[-6.42578125, false]], [[-11.671875, false]], [[-13.171875, false]], [[-12.421875, false]], [[-12.171875, false]], [[-6.42578125, false]], [[-13.171875, false]], [[-11.921875, false]], [[-6.42578125, false]], [[-13.421875, false]], [[-10.671875, false]], [[-15.421875, false]], [[-13.421875, false]], [[-6.42578125, false]], [[-10.671875, false]], [[-12.171875, false]], [[-6.42578125, false]], [[-6.17578125, false]], [[-8.421875, false]], [[-12.421875, false]], [[-13.421875, false]], [[-13.421875, false]], [[-8.921875, false]], [[-11.671875, false]], [[-6.42578125, false]], [[-8.421875, false]], [[-13.421875, false]], [[-12.171875, false]], [[-10.171875, false]], [[-11.671875, false]], [[-11.921875, false]], [[-13.421875, false]], [[-9.421875, false]], [[-12.421875, false]], [[-9.421875, false]], [[-7.67578125, false]], [[-12.171875, false]]], "filtered_resps": [[-8.171875, false], [-8.921875, false], [-8.421875, false], [-13.421875, false], [-9.421875, false], [-14.921875, false], [-6.42578125, false], [-8.421875, false], [-12.421875, false], [-9.421875, false], [-6.42578125, false], [-8.421875, false], [-13.171875, false], [-12.921875, false], [-8.421875, false], [-14.921875, false], [-11.671875, false], [-6.42578125, false], [-12.171875, false], [-10.671875, false], [-12.171875, false], [-12.421875, false], [-10.171875, false], [-11.671875, false], [-12.171875, false], [-10.171875, false], [-11.921875, false], [-10.671875, false], [-12.171875, false], [-7.703125, false], [-8.921875, false], [-11.078125, false], [-6.42578125, false], [-8.921875, false], [-8.421875, false], [-13.421875, false], [-9.421875, false], [-14.921875, false], [-6.42578125, false], [-8.421875, false], [-12.421875, false], [-9.421875, false], [-6.42578125, false], [-12.171875, false], [-13.171875, false], [-10.171875, false], [-11.671875, false], [-9.421875, false], [-12.421875, false], [-6.42578125, false], [-13.421875, false], [-10.171875, false], [-6.42578125, false], [-13.421875, false], [-13.421875, false], [-9.421875, false], [-6.42578125, false], [-11.671875, false], [-13.171875, false], [-12.171875, false], [-6.42578125, false], [-13.421875, false], [-13.421875, false], [-8.421875, false], [-12.171875, false], [-6.42578125, false], [-13.421875, false], [-10.171875, false], [-6.42578125, false], [-6.17578125, false], [-8.421875, false], [-12.421875, false], [-13.421875, false], [-13.421875, false], [-7.703125, false], [-8.921875, false], [-11.078125, false], [-6.42578125, false], [-8.921875, false], [-8.421875, false], [-13.421875, false], [-9.421875, false], [-14.921875, false], [-6.42578125, false], [-8.421875, false], [-12.421875, false], [-9.421875, false], [-6.42578125, false], [-12.171875, false], [-8.421875, false], [-12.421875, false], [-9.421875, false], [-6.42578125, false], [-10.171875, false], [-11.921875, false], [-6.42578125, false], [-11.671875, false], [-10.171875, false], [-11.921875, false], [-13.421875, false], [-11.078125, false], [-6.42578125, false], [-11.671875, false], [-11.921875, false], [-10.171875, false], [-12.171875, false], [-15.421875, false], [-14.921875, false], [-6.42578125, false], [-12.171875, false], [-8.421875, false], [-13.421875, false], [-9.421875, false], [-12.421875, false], [-10.671875, false], [-8.421875, false], [-13.171875, false], [-11.671875, false], [-7.703125, false], [-8.921875, false], [-11.078125, false], [-6.42578125, false], [-7.67578125, false], [-8.421875, false], [-13.421875, false], [-9.421875, false], [-14.921875, false], [-6.42578125, false], [-11.671875, false], [-13.171875, false], [-12.421875, false], [-12.171875, false], [-6.42578125, false], [-13.171875, false], [-11.921875, false], [-6.42578125, false], [-13.421875, false], [-10.671875, false], [-15.421875, false], [-13.421875, false], [-6.42578125, false], [-10.671875, false], [-12.171875, false], [-6.42578125, false], [-6.17578125, false], [-8.421875, false], [-12.421875, false], [-13.421875, false], [-13.421875, false], [-8.921875, false], [-11.671875, false], [-6.42578125, false], [-8.421875, false], [-13.421875, false], [-12.171875, false], [-10.171875, false], [-11.671875, false], [-11.921875, false], [-13.421875, false], [-9.421875, false], [-12.421875, false], [-9.421875, false], [-7.67578125, false], [-12.171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1988, "doc": {"id": "Mercury_401659", "question": "A student ties a string around a weight and swings the weight in a circle around her body. If the student represents the Sun and the weight represents Earth, what does the string represent?", "choices": {"text": ["gravity", "radiation", "electricity", "magnetism"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "gravity", "arguments": ["Question: A student ties a string around a weight and swings the weight in a circle around her body. If the student represents the Sun and the weight represents Earth, what does the string represent?\nAnswer:", " ["], "resps": [[[-7.06640625, false]], [[-7.81640625, false]], [[-10.8125, false]], [[-8.8125, false]], [[-4.56640625, false]], [[-8.3125, false]], [[-9.5625, false]], [[-7.81640625, false]], [[-10.8125, false]], [[-7.81640625, false]], [[-9.453125, false]], [[-5.56640625, false]], [[-7.81640625, false]], [[-8.8125, false]], [[-4.56640625, false]], [[-9.0625, false]], [[-9.5625, false]], [[-4.56640625, false]], [[-7.81640625, false]], [[-9.5625, false]], [[-10.3125, false]], [[-9.3125, false]], [[-7.81640625, false]], [[-9.4609375, false]], [[-5.56640625, false]], [[-7.81640625, false]], [[-9.0625, false]], [[-9.8125, false]], [[-9.0625, false]], [[-7.56640625, false]], [[-7.81640625, false]], [[-8.8125, false]], [[-9.5625, false]], [[-7.56640625, false]], [[-9.5625, false]], [[-7.81640625, false]], [[-10.8125, false]], [[-7.81640625, false]], [[-9.4609375, false]], [[-5.56640625, false]], [[-7.81640625, false]], [[-8.8125, false]], [[-4.56640625, false]], [[-10.8125, false]], [[-9.3125, false]], [[-9.0625, false]], [[-7.81640625, false]], [[-9.5625, false]], [[-8.5625, false]], [[-8.8125, false]], [[-7.81640625, false]], [[-11.3125, false]]], "filtered_resps": [[-7.06640625, false], [-7.81640625, false], [-10.8125, false], [-8.8125, false], [-4.56640625, false], [-8.3125, false], [-9.5625, false], [-7.81640625, false], [-10.8125, false], [-7.81640625, false], [-9.453125, false], [-5.56640625, false], [-7.81640625, false], [-8.8125, false], [-4.56640625, false], [-9.0625, false], [-9.5625, false], [-4.56640625, false], [-7.81640625, false], [-9.5625, false], [-10.3125, false], [-9.3125, false], [-7.81640625, false], [-9.4609375, false], [-5.56640625, false], [-7.81640625, false], [-9.0625, false], [-9.8125, false], [-9.0625, false], [-7.56640625, false], [-7.81640625, false], [-8.8125, false], [-9.5625, false], [-7.56640625, false], [-9.5625, false], [-7.81640625, false], [-10.8125, false], [-7.81640625, false], [-9.4609375, false], [-5.56640625, false], [-7.81640625, false], [-8.8125, false], [-4.56640625, false], [-10.8125, false], [-9.3125, false], [-9.0625, false], [-7.81640625, false], [-9.5625, false], [-8.5625, false], [-8.8125, false], [-7.81640625, false], [-11.3125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1996, "doc": {"id": "Mercury_SC_400307", "question": "Which statement best describes how a mountain range changes over time from wind and water erosion?", "choices": {"text": ["The mountain range will become faulted.", "The mountain range will be lifted up.", "The mountain range will form craters.", "The mountain range will become rounded."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "The mountain range will become rounded.", "arguments": ["Question: Which statement best describes how a mountain range changes over time from wind and water erosion?\nAnswer:", " ["], "resps": [[[-7.0, false]], [[-9.5, false]], [[-6.5, false]], [[-11.5, false]], [[-7.25, false]], [[-5.5, false]], [[-8.5, false]], [[-9.75, false]], [[-13.0, false]], [[-9.0, false]], [[-11.0, false]], [[-4.5, false]], [[-9.5, false]], [[-9.0, false]], [[-5.5, false]], [[-9.75, false]], [[-4.5, false]], [[-9.0, false]], [[-11.5, false]], [[-7.25, false]], [[-5.5, false]], [[-10.75, false]], [[-9.5, false]], [[-10.0, false]], [[-10.0, false]], [[-5.5, false]], [[-7.5, false]], [[-7.25, false]], [[-9.25, false]], [[-9.75, false]], [[-8.5, false]], [[-7.25, false]], [[-5.5, false]], [[-10.0, false]], [[-4.5, false]], [[-13.0, false]], [[-10.0, false]], [[-11.0, false]], [[-7.25, false]], [[-8.0, false]], [[-6.30859375, false]], [[-9.5, false]], [[-9.8125, false]], [[-5.5, false]], [[-9.5, false]], [[-6.5, false]], [[-11.5, false]], [[-7.25, false]], [[-5.5, false]], [[-8.5, false]], [[-9.75, false]], [[-13.0, false]], [[-9.0, false]], [[-11.0, false]], [[-4.5, false]], [[-9.5, false]], [[-9.0, false]], [[-5.5, false]], [[-9.75, false]], [[-4.5, false]], [[-9.0, false]], [[-11.5, false]], [[-7.25, false]], [[-5.5, false]], [[-10.75, false]], [[-9.5, false]], [[-10.0, false]], [[-10.0, false]], [[-5.5, false]], [[-7.5, false]], [[-7.25, false]], [[-5.5, false]], [[-10.0, false]], [[-9.5, false]], [[-10.0, false]], [[-11.0, false]], [[-7.25, false]], [[-8.0, false]], [[-5.5, false]], [[-13.0, false]], [[-10.0, false]], [[-6.30859375, false]], [[-9.5, false]], [[-9.8125, false]], [[-5.5, false]], [[-9.5, false]], [[-6.5, false]], [[-11.5, false]], [[-7.25, false]], [[-5.5, false]], [[-8.5, false]], [[-9.75, false]], [[-13.0, false]], [[-9.0, false]], [[-11.0, false]], [[-4.5, false]], [[-9.5, false]], [[-9.0, false]], [[-5.5, false]], [[-9.75, false]], [[-4.5, false]], [[-9.0, false]], [[-11.5, false]], [[-7.25, false]], [[-5.5, false]], [[-10.75, false]], [[-9.5, false]], [[-10.0, false]], [[-10.0, false]], [[-5.5, false]], [[-10.0, false]], [[-9.75, false]], [[-9.75, false]], [[-8.5, false]], [[-5.5, false]], [[-9.25, false]], [[-9.75, false]], [[-4.5, false]], [[-11.0, false]], [[-7.25, false]], [[-9.75, false]], [[-10.25, false]], [[-6.30859375, false]], [[-9.5, false]], [[-9.8125, false]], [[-5.5, false]], [[-9.5, false]], [[-6.5, false]], [[-11.5, false]], [[-7.25, false]], [[-5.5, false]], [[-8.5, false]], [[-9.75, false]], [[-13.0, false]], [[-9.0, false]], [[-11.0, false]], [[-4.5, false]], [[-9.5, false]], [[-9.0, false]], [[-5.5, false]], [[-9.75, false]], [[-4.5, false]], [[-9.0, false]], [[-11.5, false]], [[-7.25, false]], [[-5.5, false]], [[-10.75, false]], [[-9.5, false]], [[-10.0, false]], [[-10.0, false]], [[-5.5, false]], [[-7.5, false]], [[-7.25, false]], [[-9.25, false]], [[-9.75, false]], [[-8.5, false]], [[-7.25, false]], [[-5.5, false]], [[-9.75, false]], [[-9.75, false]], [[-13.0, false]], [[-9.0, false]], [[-8.0, false]], [[-7.25, false]], [[-8.0, false]], [[-6.30859375, false]], [[-9.5, false]], [[-13.0, false]]], "filtered_resps": [[-7.0, false], [-9.5, false], [-6.5, false], [-11.5, false], [-7.25, false], [-5.5, false], [-8.5, false], [-9.75, false], [-13.0, false], [-9.0, false], [-11.0, false], [-4.5, false], [-9.5, false], [-9.0, false], [-5.5, false], [-9.75, false], [-4.5, false], [-9.0, false], [-11.5, false], [-7.25, false], [-5.5, false], [-10.75, false], [-9.5, false], [-10.0, false], [-10.0, false], [-5.5, false], [-7.5, false], [-7.25, false], [-9.25, false], [-9.75, false], [-8.5, false], [-7.25, false], [-5.5, false], [-10.0, false], [-4.5, false], [-13.0, false], [-10.0, false], [-11.0, false], [-7.25, false], [-8.0, false], [-6.30859375, false], [-9.5, false], [-9.8125, false], [-5.5, false], [-9.5, false], [-6.5, false], [-11.5, false], [-7.25, false], [-5.5, false], [-8.5, false], [-9.75, false], [-13.0, false], [-9.0, false], [-11.0, false], [-4.5, false], [-9.5, false], [-9.0, false], [-5.5, false], [-9.75, false], [-4.5, false], [-9.0, false], [-11.5, false], [-7.25, false], [-5.5, false], [-10.75, false], [-9.5, false], [-10.0, false], [-10.0, false], [-5.5, false], [-7.5, false], [-7.25, false], [-5.5, false], [-10.0, false], [-9.5, false], [-10.0, false], [-11.0, false], [-7.25, false], [-8.0, false], [-5.5, false], [-13.0, false], [-10.0, false], [-6.30859375, false], [-9.5, false], [-9.8125, false], [-5.5, false], [-9.5, false], [-6.5, false], [-11.5, false], [-7.25, false], [-5.5, false], [-8.5, false], [-9.75, false], [-13.0, false], [-9.0, false], [-11.0, false], [-4.5, false], [-9.5, false], [-9.0, false], [-5.5, false], [-9.75, false], [-4.5, false], [-9.0, false], [-11.5, false], [-7.25, false], [-5.5, false], [-10.75, false], [-9.5, false], [-10.0, false], [-10.0, false], [-5.5, false], [-10.0, false], [-9.75, false], [-9.75, false], [-8.5, false], [-5.5, false], [-9.25, false], [-9.75, false], [-4.5, false], [-11.0, false], [-7.25, false], [-9.75, false], [-10.25, false], [-6.30859375, false], [-9.5, false], [-9.8125, false], [-5.5, false], [-9.5, false], [-6.5, false], [-11.5, false], [-7.25, false], [-5.5, false], [-8.5, false], [-9.75, false], [-13.0, false], [-9.0, false], [-11.0, false], [-4.5, false], [-9.5, false], [-9.0, false], [-5.5, false], [-9.75, false], [-4.5, false], [-9.0, false], [-11.5, false], [-7.25, false], [-5.5, false], [-10.75, false], [-9.5, false], [-10.0, false], [-10.0, false], [-5.5, false], [-7.5, false], [-7.25, false], [-9.25, false], [-9.75, false], [-8.5, false], [-7.25, false], [-5.5, false], [-9.75, false], [-9.75, false], [-13.0, false], [-9.0, false], [-8.0, false], [-7.25, false], [-8.0, false], [-6.30859375, false], [-9.5, false], [-13.0, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2004, "doc": {"id": "Mercury_7092330", "question": "Which action represents the use of technology to solve a problem?", "choices": {"text": ["reducing the amount of heartburn with the use of herbal teas", "answering mathematical equations with the use of computers", "bringing down body temperature with the use of a hand fan", "increasing the supply of fish with the use of fish farms"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "answering mathematical equations with the use of computers", "arguments": ["Question: Which action represents the use of technology to solve a problem?\nAnswer:", " ["], "resps": [[[-7.2578125, false]], [[-8.1328125, false]], [[-10.5078125, false]], [[-7.2578125, false]], [[-9.6328125, false]], [[-9.7578125, false]], [[-10.1328125, false]], [[-7.6328125, false]], [[-10.2578125, false]], [[-11.8828125, false]], [[-5.2578125, false]], [[-10.5078125, false]], [[-10.8828125, false]], [[-7.2578125, false]], [[-5.2578125, false]], [[-5.5078125, false]], [[-10.0078125, false]], [[-8.3828125, false]], [[-9.7578125, false]], [[-10.2578125, false]], [[-10.5078125, false]], [[-5.2578125, false]], [[-8.3828125, false]], [[-11.2578125, false]], [[-5.2578125, false]], [[-10.8828125, false]], [[-7.2578125, false]], [[-5.5078125, false]], [[-10.5078125, false]], [[-10.5078125, false]], [[-9.2578125, false]], [[-9.7578125, false]], [[-10.5078125, false]], [[-10.2578125, false]], [[-5.2578125, false]], [[-11.3828125, false]], [[-7.6328125, false]], [[-10.5078125, false]], [[-10.8828125, false]], [[-5.2578125, false]], [[-10.5078125, false]], [[-10.8828125, false]], [[-7.2578125, false]], [[-5.2578125, false]], [[-9.7578125, false]], [[-10.1328125, false]], [[-7.2578125, false]], [[-5.2578125, false]], [[-8.3828125, false]], [[-11.2578125, false]], [[-5.2578125, false]], [[-10.8828125, false]], [[-7.2578125, false]], [[-10.5078125, false]], [[-9.2578125, false]], [[-5.5078125, false]], [[-10.1328125, false]], [[-5.2578125, false]], [[-10.5078125, false]], [[-7.2578125, false]], [[-5.5078125, false]], [[-10.1328125, false]], [[-8.1328125, false]], [[-10.171875, false]], [[-5.2578125, false]], [[-8.1328125, false]], [[-5.5078125, false]], [[-10.2578125, false]], [[-10.1328125, false]], [[-11.3828125, false]], [[-7.2578125, false]], [[-10.5078125, false]], [[-7.6328125, false]], [[-10.2578125, false]], [[-11.8828125, false]], [[-5.2578125, false]], [[-10.0078125, false]], [[-5.5078125, false]], [[-10.5078125, false]], [[-10.8828125, false]], [[-7.2578125, false]], [[-10.0078125, false]], [[-5.5078125, false]], [[-10.5078125, false]], [[-7.6328125, false]], [[-10.1328125, false]], [[-5.5078125, false]], [[-10.1328125, false]], [[-5.2578125, false]], [[-7.2578125, false]], [[-12.1328125, false]], [[-9.7578125, false]], [[-5.5078125, false]], [[-10.5078125, false]], [[-7.6328125, false]], [[-8.3828125, false]], [[-10.2578125, false]], [[-10.1328125, false]], [[-5.2578125, false]], [[-11.3828125, false]], [[-7.6328125, false]], [[-10.5078125, false]], [[-10.8828125, false]], [[-5.2578125, false]], [[-10.5078125, false]], [[-10.8828125, false]], [[-7.2578125, false]], [[-5.2578125, false]], [[-9.7578125, false]], [[-10.1328125, false]], [[-7.2578125, false]], [[-5.2578125, false]], [[-8.3828125, false]], [[-11.2578125, false]], [[-5.2578125, false]], [[-10.1328125, false]], [[-8.3828125, false]], [[-10.0078125, false]], [[-10.3828125, false]], [[-9.7578125, false]], [[-10.5078125, false]], [[-7.2578125, false]], [[-10.5078125, false]], [[-10.1328125, false]], [[-8.1328125, false]], [[-10.171875, false]], [[-5.2578125, false]], [[-8.1328125, false]], [[-9.2578125, false]], [[-10.5078125, false]], [[-7.6328125, false]], [[-10.2578125, false]], [[-11.8828125, false]], [[-7.6328125, false]], [[-10.2578125, false]], [[-11.8828125, false]], [[-5.2578125, false]], [[-9.6328125, false]], [[-8.3828125, false]], [[-11.3828125, false]], [[-10.2578125, false]], [[-5.2578125, false]], [[-9.2578125, false]], [[-8.3828125, false]], [[-9.6328125, false]], [[-12.1328125, false]], [[-5.2578125, false]], [[-10.5078125, false]], [[-7.2578125, false]], [[-10.0078125, false]], [[-10.3828125, false]], [[-7.2578125, false]], [[-10.5078125, false]], [[-5.5078125, false]], [[-10.5078125, false]], [[-9.7578125, false]], [[-10.5078125, false]], [[-7.2578125, false]], [[-5.2578125, false]], [[-11.3828125, false]], [[-7.6328125, false]], [[-10.5078125, false]], [[-10.8828125, false]], [[-5.2578125, false]], [[-10.5078125, false]], [[-10.8828125, false]], [[-7.2578125, false]], [[-5.2578125, false]], [[-9.7578125, false]], [[-10.1328125, false]], [[-7.2578125, false]], [[-5.2578125, false]], [[-8.3828125, false]], [[-11.2578125, false]], [[-5.2578125, false]], [[-5.5078125, false]], [[-5.2578125, false]], [[-10.8828125, false]], [[-5.5078125, false]], [[-10.2578125, false]], [[-9.6328125, false]], [[-5.2578125, false]], [[-11.2578125, false]], [[-5.5078125, false]], [[-10.2578125, false]], [[-8.1328125, false]], [[-10.171875, false]], [[-5.2578125, false]], [[-8.1328125, false]], [[-7.6328125, false]], [[-10.2578125, false]], [[-10.1328125, false]], [[-10.5078125, false]], [[-7.2578125, false]], [[-5.5078125, false]], [[-10.1328125, false]], [[-7.6328125, false]], [[-10.2578125, false]], [[-11.8828125, false]], [[-5.2578125, false]], [[-10.5078125, false]], [[-10.8828125, false]], [[-7.2578125, false]], [[-5.2578125, false]], [[-10.1328125, false]], [[-9.7578125, false]], [[-10.3828125, false]], [[-10.3828125, false]], [[-10.1328125, false]], [[-12.1328125, false]], [[-5.2578125, false]], [[-8.3828125, false]], [[-11.2578125, false]], [[-5.2578125, false]], [[-11.2578125, false]], [[-7.6328125, false]], [[-10.1328125, false]], [[-10.8828125, false]], [[-5.2578125, false]], [[-11.3828125, false]], [[-7.6328125, false]], [[-10.5078125, false]], [[-10.8828125, false]], [[-5.2578125, false]], [[-10.5078125, false]], [[-10.8828125, false]], [[-7.2578125, false]], [[-5.2578125, false]], [[-9.7578125, false]], [[-10.1328125, false]], [[-7.2578125, false]], [[-5.2578125, false]], [[-8.3828125, false]], [[-11.2578125, false]], [[-5.2578125, false]], [[-11.2578125, false]], [[-7.6328125, false]], [[-10.1328125, false]], [[-10.8828125, false]], [[-5.2578125, false]], [[-11.2578125, false]], [[-5.5078125, false]], [[-10.5078125, false]], [[-10.0078125, false]], [[-10.1328125, false]], [[-8.1328125, false]], [[-13.1328125, false]]], "filtered_resps": [[-7.2578125, false], [-8.1328125, false], [-10.5078125, false], [-7.2578125, false], [-9.6328125, false], [-9.7578125, false], [-10.1328125, false], [-7.6328125, false], [-10.2578125, false], [-11.8828125, false], [-5.2578125, false], [-10.5078125, false], [-10.8828125, false], [-7.2578125, false], [-5.2578125, false], [-5.5078125, false], [-10.0078125, false], [-8.3828125, false], [-9.7578125, false], [-10.2578125, false], [-10.5078125, false], [-5.2578125, false], [-8.3828125, false], [-11.2578125, false], [-5.2578125, false], [-10.8828125, false], [-7.2578125, false], [-5.5078125, false], [-10.5078125, false], [-10.5078125, false], [-9.2578125, false], [-9.7578125, false], [-10.5078125, false], [-10.2578125, false], [-5.2578125, false], [-11.3828125, false], [-7.6328125, false], [-10.5078125, false], [-10.8828125, false], [-5.2578125, false], [-10.5078125, false], [-10.8828125, false], [-7.2578125, false], [-5.2578125, false], [-9.7578125, false], [-10.1328125, false], [-7.2578125, false], [-5.2578125, false], [-8.3828125, false], [-11.2578125, false], [-5.2578125, false], [-10.8828125, false], [-7.2578125, false], [-10.5078125, false], [-9.2578125, false], [-5.5078125, false], [-10.1328125, false], [-5.2578125, false], [-10.5078125, false], [-7.2578125, false], [-5.5078125, false], [-10.1328125, false], [-8.1328125, false], [-10.171875, false], [-5.2578125, false], [-8.1328125, false], [-5.5078125, false], [-10.2578125, false], [-10.1328125, false], [-11.3828125, false], [-7.2578125, false], [-10.5078125, false], [-7.6328125, false], [-10.2578125, false], [-11.8828125, false], [-5.2578125, false], [-10.0078125, false], [-5.5078125, false], [-10.5078125, false], [-10.8828125, false], [-7.2578125, false], [-10.0078125, false], [-5.5078125, false], [-10.5078125, false], [-7.6328125, false], [-10.1328125, false], [-5.5078125, false], [-10.1328125, false], [-5.2578125, false], [-7.2578125, false], [-12.1328125, false], [-9.7578125, false], [-5.5078125, false], [-10.5078125, false], [-7.6328125, false], [-8.3828125, false], [-10.2578125, false], [-10.1328125, false], [-5.2578125, false], [-11.3828125, false], [-7.6328125, false], [-10.5078125, false], [-10.8828125, false], [-5.2578125, false], [-10.5078125, false], [-10.8828125, false], [-7.2578125, false], [-5.2578125, false], [-9.7578125, false], [-10.1328125, false], [-7.2578125, false], [-5.2578125, false], [-8.3828125, false], [-11.2578125, false], [-5.2578125, false], [-10.1328125, false], [-8.3828125, false], [-10.0078125, false], [-10.3828125, false], [-9.7578125, false], [-10.5078125, false], [-7.2578125, false], [-10.5078125, false], [-10.1328125, false], [-8.1328125, false], [-10.171875, false], [-5.2578125, false], [-8.1328125, false], [-9.2578125, false], [-10.5078125, false], [-7.6328125, false], [-10.2578125, false], [-11.8828125, false], [-7.6328125, false], [-10.2578125, false], [-11.8828125, false], [-5.2578125, false], [-9.6328125, false], [-8.3828125, false], [-11.3828125, false], [-10.2578125, false], [-5.2578125, false], [-9.2578125, false], [-8.3828125, false], [-9.6328125, false], [-12.1328125, false], [-5.2578125, false], [-10.5078125, false], [-7.2578125, false], [-10.0078125, false], [-10.3828125, false], [-7.2578125, false], [-10.5078125, false], [-5.5078125, false], [-10.5078125, false], [-9.7578125, false], [-10.5078125, false], [-7.2578125, false], [-5.2578125, false], [-11.3828125, false], [-7.6328125, false], [-10.5078125, false], [-10.8828125, false], [-5.2578125, false], [-10.5078125, false], [-10.8828125, false], [-7.2578125, false], [-5.2578125, false], [-9.7578125, false], [-10.1328125, false], [-7.2578125, false], [-5.2578125, false], [-8.3828125, false], [-11.2578125, false], [-5.2578125, false], [-5.5078125, false], [-5.2578125, false], [-10.8828125, false], [-5.5078125, false], [-10.2578125, false], [-9.6328125, false], [-5.2578125, false], [-11.2578125, false], [-5.5078125, false], [-10.2578125, false], [-8.1328125, false], [-10.171875, false], [-5.2578125, false], [-8.1328125, false], [-7.6328125, false], [-10.2578125, false], [-10.1328125, false], [-10.5078125, false], [-7.2578125, false], [-5.5078125, false], [-10.1328125, false], [-7.6328125, false], [-10.2578125, false], [-11.8828125, false], [-5.2578125, false], [-10.5078125, false], [-10.8828125, false], [-7.2578125, false], [-5.2578125, false], [-10.1328125, false], [-9.7578125, false], [-10.3828125, false], [-10.3828125, false], [-10.1328125, false], [-12.1328125, false], [-5.2578125, false], [-8.3828125, false], [-11.2578125, false], [-5.2578125, false], [-11.2578125, false], [-7.6328125, false], [-10.1328125, false], [-10.8828125, false], [-5.2578125, false], [-11.3828125, false], [-7.6328125, false], [-10.5078125, false], [-10.8828125, false], [-5.2578125, false], [-10.5078125, false], [-10.8828125, false], [-7.2578125, false], [-5.2578125, false], [-9.7578125, false], [-10.1328125, false], [-7.2578125, false], [-5.2578125, false], [-8.3828125, false], [-11.2578125, false], [-5.2578125, false], [-11.2578125, false], [-7.6328125, false], [-10.1328125, false], [-10.8828125, false], [-5.2578125, false], [-11.2578125, false], [-5.5078125, false], [-10.5078125, false], [-10.0078125, false], [-10.1328125, false], [-8.1328125, false], [-13.1328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2012, "doc": {"id": "Mercury_7145215", "question": "During the year, the angle at which the path of the Sun appears in the sky varies. In the Northern Hemisphere, the path of the Sun appears higher on the horizon during the summer and lower on the horizon during the winter. Which factor most contributes to the variation in the path of the Sun across the sky?", "choices": {"text": ["the rotation of Earth", "the tilted axis of Earth", "the flattening of Earth at the poles", "the elliptical shape of the orbit of Earth"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "the tilted axis of Earth", "arguments": ["Question: During the year, the angle at which the path of the Sun appears in the sky varies. In the Northern Hemisphere, the path of the Sun appears higher on the horizon during the summer and lower on the horizon during the winter. Which factor most contributes to the variation in the path of the Sun across the sky?\nAnswer:", " ["], "resps": [[[-6.7109375, false]], [[-9.5859375, false]], [[-8.5859375, false]], [[-9.7109375, false]], [[-7.4609375, false]], [[-5.2109375, false]], [[-8.8359375, false]], [[-7.5859375, false]], [[-8.5859375, false]], [[-4.5859375, false]], [[-8.5859375, false]], [[-8.0859375, false]], [[-7.5859375, false]], [[-8.2109375, false]], [[-5.2109375, false]], [[-7.5859375, false]], [[-7.7109375, false]], [[-5.2109375, false]], [[-5.3359375, false]], [[-4.5859375, false]], [[-8.8359375, false]], [[-8.5859375, false]], [[-9.7109375, false]], [[-9.5859375, false]], [[-10.171875, false]], [[-5.2109375, false]], [[-9.5859375, false]], [[-8.5859375, false]], [[-9.7109375, false]], [[-7.4609375, false]], [[-5.2109375, false]], [[-8.5859375, false]], [[-8.0859375, false]], [[-10.0859375, false]], [[-8.5859375, false]], [[-7.4609375, false]], [[-7.2109375, false]], [[-5.2109375, false]], [[-4.5859375, false]], [[-9.7109375, false]], [[-8.0859375, false]], [[-9.3359375, false]], [[-5.2109375, false]], [[-7.5859375, false]], [[-7.7109375, false]], [[-5.2109375, false]], [[-5.3359375, false]], [[-4.5859375, false]], [[-8.8359375, false]], [[-8.5859375, false]], [[-9.7109375, false]], [[-9.5859375, false]], [[-10.171875, false]], [[-5.2109375, false]], [[-9.5859375, false]], [[-8.5859375, false]], [[-9.7109375, false]], [[-7.4609375, false]], [[-5.2109375, false]], [[-7.7109375, false]], [[-10.0859375, false]], [[-4.5859375, false]], [[-8.5859375, false]], [[-8.5859375, false]], [[-7.4609375, false]], [[-8.2109375, false]], [[-8.0859375, false]], [[-8.2109375, false]], [[-11.0859375, false]], [[-5.2109375, false]], [[-7.5859375, false]], [[-7.7109375, false]], [[-5.2109375, false]], [[-5.3359375, false]], [[-4.5859375, false]], [[-8.8359375, false]], [[-8.5859375, false]], [[-9.7109375, false]], [[-5.2109375, false]], [[-4.5859375, false]], [[-8.5859375, false]], [[-5.2109375, false]], [[-8.5859375, false]], [[-9.7109375, false]], [[-7.4609375, false]], [[-5.2109375, false]], [[-9.0859375, false]], [[-7.5859375, false]], [[-10.0859375, false]], [[-7.4609375, false]], [[-9.3359375, false]], [[-9.5859375, false]], [[-10.171875, false]], [[-5.2109375, false]], [[-9.5859375, false]], [[-8.5859375, false]], [[-9.7109375, false]], [[-7.4609375, false]], [[-5.2109375, false]], [[-7.4609375, false]], [[-10.0859375, false]], [[-10.0859375, false]], [[-8.0859375, false]], [[-9.0859375, false]], [[-8.5859375, false]], [[-8.0859375, false]], [[-8.0859375, false]], [[-4.5859375, false]], [[-10.0859375, false]], [[-5.2109375, false]], [[-9.3359375, false]], [[-9.7109375, false]], [[-4.5859375, false]], [[-9.0859375, false]], [[-7.4609375, false]], [[-5.2109375, false]], [[-7.5859375, false]], [[-7.7109375, false]], [[-5.2109375, false]], [[-8.5859375, false]], [[-9.7109375, false]], [[-7.4609375, false]], [[-5.2109375, false]], [[-7.5859375, false]], [[-8.8359375, false]], [[-6.5859375, false]], [[-8.0859375, false]], [[-8.5859375, false]], [[-5.2109375, false]], [[-7.5859375, false]], [[-7.7109375, false]], [[-5.2109375, false]], [[-5.3359375, false]], [[-4.5859375, false]], [[-8.8359375, false]], [[-8.5859375, false]], [[-9.7109375, false]], [[-9.5859375, false]], [[-12.0859375, false]]], "filtered_resps": [[-6.7109375, false], [-9.5859375, false], [-8.5859375, false], [-9.7109375, false], [-7.4609375, false], [-5.2109375, false], [-8.8359375, false], [-7.5859375, false], [-8.5859375, false], [-4.5859375, false], [-8.5859375, false], [-8.0859375, false], [-7.5859375, false], [-8.2109375, false], [-5.2109375, false], [-7.5859375, false], [-7.7109375, false], [-5.2109375, false], [-5.3359375, false], [-4.5859375, false], [-8.8359375, false], [-8.5859375, false], [-9.7109375, false], [-9.5859375, false], [-10.171875, false], [-5.2109375, false], [-9.5859375, false], [-8.5859375, false], [-9.7109375, false], [-7.4609375, false], [-5.2109375, false], [-8.5859375, false], [-8.0859375, false], [-10.0859375, false], [-8.5859375, false], [-7.4609375, false], [-7.2109375, false], [-5.2109375, false], [-4.5859375, false], [-9.7109375, false], [-8.0859375, false], [-9.3359375, false], [-5.2109375, false], [-7.5859375, false], [-7.7109375, false], [-5.2109375, false], [-5.3359375, false], [-4.5859375, false], [-8.8359375, false], [-8.5859375, false], [-9.7109375, false], [-9.5859375, false], [-10.171875, false], [-5.2109375, false], [-9.5859375, false], [-8.5859375, false], [-9.7109375, false], [-7.4609375, false], [-5.2109375, false], [-7.7109375, false], [-10.0859375, false], [-4.5859375, false], [-8.5859375, false], [-8.5859375, false], [-7.4609375, false], [-8.2109375, false], [-8.0859375, false], [-8.2109375, false], [-11.0859375, false], [-5.2109375, false], [-7.5859375, false], [-7.7109375, false], [-5.2109375, false], [-5.3359375, false], [-4.5859375, false], [-8.8359375, false], [-8.5859375, false], [-9.7109375, false], [-5.2109375, false], [-4.5859375, false], [-8.5859375, false], [-5.2109375, false], [-8.5859375, false], [-9.7109375, false], [-7.4609375, false], [-5.2109375, false], [-9.0859375, false], [-7.5859375, false], [-10.0859375, false], [-7.4609375, false], [-9.3359375, false], [-9.5859375, false], [-10.171875, false], [-5.2109375, false], [-9.5859375, false], [-8.5859375, false], [-9.7109375, false], [-7.4609375, false], [-5.2109375, false], [-7.4609375, false], [-10.0859375, false], [-10.0859375, false], [-8.0859375, false], [-9.0859375, false], [-8.5859375, false], [-8.0859375, false], [-8.0859375, false], [-4.5859375, false], [-10.0859375, false], [-5.2109375, false], [-9.3359375, false], [-9.7109375, false], [-4.5859375, false], [-9.0859375, false], [-7.4609375, false], [-5.2109375, false], [-7.5859375, false], [-7.7109375, false], [-5.2109375, false], [-8.5859375, false], [-9.7109375, false], [-7.4609375, false], [-5.2109375, false], [-7.5859375, false], [-8.8359375, false], [-6.5859375, false], [-8.0859375, false], [-8.5859375, false], [-5.2109375, false], [-7.5859375, false], [-7.7109375, false], [-5.2109375, false], [-5.3359375, false], [-4.5859375, false], [-8.8359375, false], [-8.5859375, false], [-9.7109375, false], [-9.5859375, false], [-12.0859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2020, "doc": {"id": "Mercury_SC_405504", "question": "Which feature is most likely the result of a flowing river?", "choices": {"text": ["a sand dune", "a volcano", "a canyon", "a glacier"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "a canyon", "arguments": ["Question: Which feature is most likely the result of a flowing river?\nAnswer:", " ["], "resps": [[[-7.90234375, false]], [[-7.77734375, false]], [[-3.90234375, false]], [[-5.90234375, false]], [[-9.15625, false]], [[-3.90234375, false]], [[-9.65625, false]], [[-8.28125, false]], [[-5.90234375, false]], [[-8.28125, false]], [[-11.65625, false]], [[-9.65625, false]], [[-8.15625, false]], [[-7.77734375, false]], [[-10.3046875, false]], [[-5.90234375, false]], [[-7.77734375, false]], [[-3.90234375, false]], [[-5.90234375, false]], [[-11.28125, false]], [[-9.65625, false]], [[-9.53125, false]], [[-8.90625, false]], [[-3.90234375, false]], [[-9.65625, false]], [[-9.65625, false]], [[-7.77734375, false]], [[-10.3046875, false]], [[-5.90234375, false]], [[-7.77734375, false]], [[-3.90234375, false]], [[-5.90234375, false]], [[-8.90625, false]], [[-3.90234375, false]], [[-9.65625, false]], [[-11.40625, false]], [[-9.65625, false]], [[-9.65625, false]], [[-7.77734375, false]], [[-10.3046875, false]], [[-5.90234375, false]], [[-7.77734375, false]], [[-3.90234375, false]], [[-5.90234375, false]], [[-11.90625, false]], [[-9.53125, false]], [[-3.90234375, false]], [[-8.90625, false]], [[-9.40625, false]], [[-8.15625, false]], [[-9.65625, false]], [[-7.77734375, false]], [[-13.78125, false]]], "filtered_resps": [[-7.90234375, false], [-7.77734375, false], [-3.90234375, false], [-5.90234375, false], [-9.15625, false], [-3.90234375, false], [-9.65625, false], [-8.28125, false], [-5.90234375, false], [-8.28125, false], [-11.65625, false], [-9.65625, false], [-8.15625, false], [-7.77734375, false], [-10.3046875, false], [-5.90234375, false], [-7.77734375, false], [-3.90234375, false], [-5.90234375, false], [-11.28125, false], [-9.65625, false], [-9.53125, false], [-8.90625, false], [-3.90234375, false], [-9.65625, false], [-9.65625, false], [-7.77734375, false], [-10.3046875, false], [-5.90234375, false], [-7.77734375, false], [-3.90234375, false], [-5.90234375, false], [-8.90625, false], [-3.90234375, false], [-9.65625, false], [-11.40625, false], [-9.65625, false], [-9.65625, false], [-7.77734375, false], [-10.3046875, false], [-5.90234375, false], [-7.77734375, false], [-3.90234375, false], [-5.90234375, false], [-11.90625, false], [-9.53125, false], [-3.90234375, false], [-8.90625, false], [-9.40625, false], [-8.15625, false], [-9.65625, false], [-7.77734375, false], [-13.78125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2028, "doc": {"id": "TIMSS_2011_8_pg77", "question": "Which of the following statements is true about organisms that are producers?", "choices": {"text": ["They use energy from the sun to make food.", "They absorb energy from a host animal.", "They get energy from eating living animals.", "They get energy by breaking down dead plants and animals."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "They use energy from the sun to make food.", "arguments": ["Question: Which of the following statements is true about organisms that are producers?\nAnswer:", " ["], "resps": [[[-6.8203125, false]], [[-9.5703125, false]], [[-7.0703125, false]], [[-10.5703125, false]], [[-7.5703125, false]], [[-10.8203125, false]], [[-5.0703125, false]], [[-11.3203125, false]], [[-9.0703125, false]], [[-7.5703125, false]], [[-5.0703125, false]], [[-7.5703125, false]], [[-8.0703125, false]], [[-7.5703125, false]], [[-9.5703125, false]], [[-10.8203125, false]], [[-10.8203125, false]], [[-5.0703125, false]], [[-10.0703125, false]], [[-9.5703125, false]], [[-8.5703125, false]], [[-10.5703125, false]], [[-5.0703125, false]], [[-10.3203125, false]], [[-10.5703125, false]], [[-7.5703125, false]], [[-5.0703125, false]], [[-9.0703125, false]], [[-11.3203125, false]], [[-8.0703125, false]], [[-5.0703125, false]], [[-10.3203125, false]], [[-8.5703125, false]], [[-5.0703125, false]], [[-10.5703125, false]], [[-4.3203125, false]], [[-9.3203125, false]], [[-7.5703125, false]], [[-5.0703125, false]], [[-10.0703125, false]], [[-8.5703125, false]], [[-8.5703125, false]], [[-7.8203125, false]], [[-6.58203125, false]], [[-9.5703125, false]], [[-10.203125, false]], [[-5.0703125, false]], [[-9.5703125, false]], [[-7.0703125, false]], [[-10.5703125, false]], [[-7.5703125, false]], [[-10.8203125, false]], [[-5.0703125, false]], [[-4.3203125, false]], [[-7.8203125, false]], [[-9.0703125, false]], [[-8.5703125, false]], [[-9.5703125, false]], [[-7.8203125, false]], [[-5.0703125, false]], [[-7.5703125, false]], [[-8.0703125, false]], [[-7.5703125, false]], [[-9.5703125, false]], [[-10.8203125, false]], [[-10.8203125, false]], [[-5.0703125, false]], [[-10.0703125, false]], [[-9.5703125, false]], [[-8.5703125, false]], [[-10.5703125, false]], [[-5.0703125, false]], [[-4.3203125, false]], [[-5.0703125, false]], [[-10.5703125, false]], [[-8.5703125, false]], [[-9.0703125, false]], [[-10.3203125, false]], [[-5.0703125, false]], [[-4.3203125, false]], [[-8.0703125, false]], [[-8.3203125, false]], [[-10.5703125, false]], [[-4.3203125, false]], [[-9.3203125, false]], [[-6.58203125, false]], [[-9.5703125, false]], [[-10.203125, false]], [[-5.0703125, false]], [[-9.5703125, false]], [[-7.0703125, false]], [[-10.5703125, false]], [[-7.5703125, false]], [[-10.8203125, false]], [[-5.0703125, false]], [[-10.8203125, false]], [[-7.5703125, false]], [[-10.3203125, false]], [[-5.0703125, false]], [[-7.5703125, false]], [[-8.0703125, false]], [[-7.5703125, false]], [[-9.5703125, false]], [[-10.8203125, false]], [[-10.8203125, false]], [[-5.0703125, false]], [[-10.0703125, false]], [[-9.5703125, false]], [[-8.5703125, false]], [[-10.5703125, false]], [[-5.0703125, false]], [[-7.5703125, false]], [[-4.3203125, false]], [[-10.3203125, false]], [[-8.3203125, false]], [[-8.0703125, false]], [[-10.8203125, false]], [[-5.0703125, false]], [[-9.3203125, false]], [[-8.3203125, false]], [[-11.0703125, false]], [[-8.3203125, false]], [[-8.0703125, false]], [[-10.8203125, false]], [[-5.0703125, false]], [[-4.3203125, false]], [[-8.0703125, false]], [[-8.3203125, false]], [[-10.5703125, false]], [[-4.3203125, false]], [[-9.3203125, false]], [[-9.0703125, false]], [[-6.58203125, false]], [[-9.5703125, false]], [[-10.203125, false]], [[-5.0703125, false]], [[-9.5703125, false]], [[-7.0703125, false]], [[-10.5703125, false]], [[-7.5703125, false]], [[-10.8203125, false]], [[-5.0703125, false]], [[-10.8203125, false]], [[-7.5703125, false]], [[-10.3203125, false]], [[-5.0703125, false]], [[-7.5703125, false]], [[-8.0703125, false]], [[-7.5703125, false]], [[-9.5703125, false]], [[-10.8203125, false]], [[-10.8203125, false]], [[-5.0703125, false]], [[-7.8203125, false]], [[-10.8203125, false]], [[-5.0703125, false]], [[-7.8203125, false]], [[-9.5703125, false]], [[-7.5703125, false]], [[-4.3203125, false]], [[-9.3203125, false]], [[-8.3203125, false]], [[-8.0703125, false]], [[-10.8203125, false]], [[-5.0703125, false]], [[-7.8203125, false]], [[-8.5703125, false]], [[-10.3203125, false]], [[-8.0703125, false]], [[-5.0703125, false]], [[-7.8203125, false]], [[-7.5703125, false]], [[-4.3203125, false]], [[-7.8203125, false]], [[-5.0703125, false]], [[-9.5703125, false]], [[-9.3203125, false]], [[-4.3203125, false]], [[-8.0703125, false]], [[-10.3203125, false]], [[-9.0703125, false]], [[-5.0703125, false]], [[-4.3203125, false]], [[-8.0703125, false]], [[-7.8203125, false]], [[-5.0703125, false]], [[-4.3203125, false]], [[-8.0703125, false]], [[-8.3203125, false]], [[-10.5703125, false]], [[-4.3203125, false]], [[-9.3203125, false]], [[-9.0703125, false]], [[-6.58203125, false]], [[-9.5703125, false]], [[-13.0703125, false]]], "filtered_resps": [[-6.8203125, false], [-9.5703125, false], [-7.0703125, false], [-10.5703125, false], [-7.5703125, false], [-10.8203125, false], [-5.0703125, false], [-11.3203125, false], [-9.0703125, false], [-7.5703125, false], [-5.0703125, false], [-7.5703125, false], [-8.0703125, false], [-7.5703125, false], [-9.5703125, false], [-10.8203125, false], [-10.8203125, false], [-5.0703125, false], [-10.0703125, false], [-9.5703125, false], [-8.5703125, false], [-10.5703125, false], [-5.0703125, false], [-10.3203125, false], [-10.5703125, false], [-7.5703125, false], [-5.0703125, false], [-9.0703125, false], [-11.3203125, false], [-8.0703125, false], [-5.0703125, false], [-10.3203125, false], [-8.5703125, false], [-5.0703125, false], [-10.5703125, false], [-4.3203125, false], [-9.3203125, false], [-7.5703125, false], [-5.0703125, false], [-10.0703125, false], [-8.5703125, false], [-8.5703125, false], [-7.8203125, false], [-6.58203125, false], [-9.5703125, false], [-10.203125, false], [-5.0703125, false], [-9.5703125, false], [-7.0703125, false], [-10.5703125, false], [-7.5703125, false], [-10.8203125, false], [-5.0703125, false], [-4.3203125, false], [-7.8203125, false], [-9.0703125, false], [-8.5703125, false], [-9.5703125, false], [-7.8203125, false], [-5.0703125, false], [-7.5703125, false], [-8.0703125, false], [-7.5703125, false], [-9.5703125, false], [-10.8203125, false], [-10.8203125, false], [-5.0703125, false], [-10.0703125, false], [-9.5703125, false], [-8.5703125, false], [-10.5703125, false], [-5.0703125, false], [-4.3203125, false], [-5.0703125, false], [-10.5703125, false], [-8.5703125, false], [-9.0703125, false], [-10.3203125, false], [-5.0703125, false], [-4.3203125, false], [-8.0703125, false], [-8.3203125, false], [-10.5703125, false], [-4.3203125, false], [-9.3203125, false], [-6.58203125, false], [-9.5703125, false], [-10.203125, false], [-5.0703125, false], [-9.5703125, false], [-7.0703125, false], [-10.5703125, false], [-7.5703125, false], [-10.8203125, false], [-5.0703125, false], [-10.8203125, false], [-7.5703125, false], [-10.3203125, false], [-5.0703125, false], [-7.5703125, false], [-8.0703125, false], [-7.5703125, false], [-9.5703125, false], [-10.8203125, false], [-10.8203125, false], [-5.0703125, false], [-10.0703125, false], [-9.5703125, false], [-8.5703125, false], [-10.5703125, false], [-5.0703125, false], [-7.5703125, false], [-4.3203125, false], [-10.3203125, false], [-8.3203125, false], [-8.0703125, false], [-10.8203125, false], [-5.0703125, false], [-9.3203125, false], [-8.3203125, false], [-11.0703125, false], [-8.3203125, false], [-8.0703125, false], [-10.8203125, false], [-5.0703125, false], [-4.3203125, false], [-8.0703125, false], [-8.3203125, false], [-10.5703125, false], [-4.3203125, false], [-9.3203125, false], [-9.0703125, false], [-6.58203125, false], [-9.5703125, false], [-10.203125, false], [-5.0703125, false], [-9.5703125, false], [-7.0703125, false], [-10.5703125, false], [-7.5703125, false], [-10.8203125, false], [-5.0703125, false], [-10.8203125, false], [-7.5703125, false], [-10.3203125, false], [-5.0703125, false], [-7.5703125, false], [-8.0703125, false], [-7.5703125, false], [-9.5703125, false], [-10.8203125, false], [-10.8203125, false], [-5.0703125, false], [-7.8203125, false], [-10.8203125, false], [-5.0703125, false], [-7.8203125, false], [-9.5703125, false], [-7.5703125, false], [-4.3203125, false], [-9.3203125, false], [-8.3203125, false], [-8.0703125, false], [-10.8203125, false], [-5.0703125, false], [-7.8203125, false], [-8.5703125, false], [-10.3203125, false], [-8.0703125, false], [-5.0703125, false], [-7.8203125, false], [-7.5703125, false], [-4.3203125, false], [-7.8203125, false], [-5.0703125, false], [-9.5703125, false], [-9.3203125, false], [-4.3203125, false], [-8.0703125, false], [-10.3203125, false], [-9.0703125, false], [-5.0703125, false], [-4.3203125, false], [-8.0703125, false], [-7.8203125, false], [-5.0703125, false], [-4.3203125, false], [-8.0703125, false], [-8.3203125, false], [-10.5703125, false], [-4.3203125, false], [-9.3203125, false], [-9.0703125, false], [-6.58203125, false], [-9.5703125, false], [-13.0703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2036, "doc": {"id": "Mercury_7016013", "question": "When rock particles settle at the bottom of the ocean, they can continue to be buried by other particles. The process of cementation of these particles forms", "choices": {"text": ["molten rocks.", "igneous rocks.", "sedimentary rocks.", "metamorphic rocks."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "sedimentary rocks.", "arguments": ["Question: When rock particles settle at the bottom of the ocean, they can continue to be buried by other particles. The process of cementation of these particles forms\nAnswer:", " ["], "resps": [[[-7.93359375, false]], [[-8.3046875, false]], [[-9.6796875, false]], [[-8.8046875, false]], [[-10.6796875, false]], [[-10.8046875, false]], [[-8.1796875, false]], [[-9.5546875, false]], [[-5.18359375, false]], [[-10.4296875, false]], [[-8.8046875, false]], [[-6.30859375, false]], [[-11.1796875, false]], [[-8.6796875, false]], [[-6.1328125, false]], [[-8.3046875, false]], [[-8.7578125, false]], [[-5.18359375, false]], [[-8.3046875, false]], [[-8.1796875, false]], [[-10.0546875, false]], [[-9.5546875, false]], [[-8.1796875, false]], [[-8.8046875, false]], [[-10.4296875, false]], [[-8.6796875, false]], [[-5.18359375, false]], [[-10.4296875, false]], [[-8.8046875, false]], [[-6.30859375, false]], [[-11.1796875, false]], [[-8.6796875, false]], [[-6.1328125, false]], [[-8.3046875, false]], [[-8.7578125, false]], [[-5.18359375, false]], [[-8.3046875, false]], [[-8.6796875, false]], [[-8.1796875, false]], [[-9.1796875, false]], [[-8.1796875, false]], [[-9.6796875, false]], [[-8.1796875, false]], [[-9.5546875, false]], [[-10.8046875, false]], [[-5.55859375, false]], [[-10.4296875, false]], [[-11.0546875, false]], [[-5.18359375, false]], [[-10.4296875, false]], [[-8.8046875, false]], [[-6.30859375, false]], [[-11.1796875, false]], [[-8.6796875, false]], [[-6.1328125, false]], [[-8.3046875, false]], [[-8.7578125, false]], [[-5.18359375, false]], [[-8.3046875, false]], [[-9.6796875, false]], [[-8.1796875, false]], [[-10.8046875, false]], [[-5.55859375, false]], [[-9.6796875, false]], [[-8.8046875, false]], [[-10.4296875, false]], [[-9.3046875, false]], [[-10.0546875, false]], [[-8.1796875, false]], [[-6.30859375, false]], [[-5.18359375, false]], [[-10.4296875, false]], [[-8.8046875, false]], [[-6.30859375, false]], [[-11.1796875, false]], [[-8.6796875, false]], [[-6.1328125, false]], [[-8.3046875, false]], [[-11.4296875, false]]], "filtered_resps": [[-7.93359375, false], [-8.3046875, false], [-9.6796875, false], [-8.8046875, false], [-10.6796875, false], [-10.8046875, false], [-8.1796875, false], [-9.5546875, false], [-5.18359375, false], [-10.4296875, false], [-8.8046875, false], [-6.30859375, false], [-11.1796875, false], [-8.6796875, false], [-6.1328125, false], [-8.3046875, false], [-8.7578125, false], [-5.18359375, false], [-8.3046875, false], [-8.1796875, false], [-10.0546875, false], [-9.5546875, false], [-8.1796875, false], [-8.8046875, false], [-10.4296875, false], [-8.6796875, false], [-5.18359375, false], [-10.4296875, false], [-8.8046875, false], [-6.30859375, false], [-11.1796875, false], [-8.6796875, false], [-6.1328125, false], [-8.3046875, false], [-8.7578125, false], [-5.18359375, false], [-8.3046875, false], [-8.6796875, false], [-8.1796875, false], [-9.1796875, false], [-8.1796875, false], [-9.6796875, false], [-8.1796875, false], [-9.5546875, false], [-10.8046875, false], [-5.55859375, false], [-10.4296875, false], [-11.0546875, false], [-5.18359375, false], [-10.4296875, false], [-8.8046875, false], [-6.30859375, false], [-11.1796875, false], [-8.6796875, false], [-6.1328125, false], [-8.3046875, false], [-8.7578125, false], [-5.18359375, false], [-8.3046875, false], [-9.6796875, false], [-8.1796875, false], [-10.8046875, false], [-5.55859375, false], [-9.6796875, false], [-8.8046875, false], [-10.4296875, false], [-9.3046875, false], [-10.0546875, false], [-8.1796875, false], [-6.30859375, false], [-5.18359375, false], [-10.4296875, false], [-8.8046875, false], [-6.30859375, false], [-11.1796875, false], [-8.6796875, false], [-6.1328125, false], [-8.3046875, false], [-11.4296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2044, "doc": {"id": "Mercury_SC_400017", "question": "Which is the correct sequence for the stages in the life cycle of a butterfly?", "choices": {"text": ["larva; pupa; egg; adult", "egg; pupa; larva; adult", "adult; larva; pupa; egg", "egg; larva; pupa; adult"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "egg; larva; pupa; adult", "arguments": ["Question: Which is the correct sequence for the stages in the life cycle of a butterfly?\nAnswer:", " ["], "resps": [[[-6.6015625, false]], [[-8.6015625, false]], [[-9.6015625, false]], [[-4.8515625, false]], [[-8.8515625, false]], [[-9.1015625, false]], [[-4.8515625, false]], [[-11.6015625, false]], [[-3.853515625, false]], [[-8.1015625, false]], [[-9.1015625, false]], [[-8.1015625, false]], [[-4.8515625, false]], [[-11.6015625, false]], [[-3.853515625, false]], [[-8.6015625, false]], [[-10.8515625, false]], [[-10.8515625, false]], [[-11.6015625, false]], [[-3.853515625, false]], [[-4.8515625, false]], [[-8.8515625, false]], [[-9.1015625, false]], [[-9.6015625, false]], [[-9.3515625, false]], [[-8.6015625, false]], [[-8.6875, false]], [[-3.853515625, false]], [[-8.6015625, false]], [[-8.6015625, false]], [[-10.8515625, false]], [[-10.8515625, false]], [[-11.6015625, false]], [[-3.853515625, false]], [[-8.1015625, false]], [[-9.1015625, false]], [[-8.1015625, false]], [[-4.8515625, false]], [[-11.6015625, false]], [[-3.853515625, false]], [[-9.6015625, false]], [[-4.8515625, false]], [[-8.8515625, false]], [[-9.1015625, false]], [[-4.8515625, false]], [[-11.6015625, false]], [[-3.853515625, false]], [[-4.8515625, false]], [[-8.8515625, false]], [[-9.1015625, false]], [[-9.6015625, false]], [[-9.3515625, false]], [[-8.6015625, false]], [[-8.6875, false]], [[-3.853515625, false]], [[-8.6015625, false]], [[-4.8515625, false]], [[-8.8515625, false]], [[-9.1015625, false]], [[-9.6015625, false]], [[-9.3515625, false]], [[-11.6015625, false]], [[-3.853515625, false]], [[-9.6015625, false]], [[-4.8515625, false]], [[-8.8515625, false]], [[-9.1015625, false]], [[-4.8515625, false]], [[-11.6015625, false]], [[-3.853515625, false]], [[-8.1015625, false]], [[-9.1015625, false]], [[-8.1015625, false]], [[-4.8515625, false]], [[-11.6015625, false]], [[-3.853515625, false]], [[-8.6015625, false]], [[-10.8515625, false]], [[-10.8515625, false]], [[-8.6015625, false]], [[-8.6875, false]], [[-3.853515625, false]], [[-8.6015625, false]], [[-8.6015625, false]], [[-10.8515625, false]], [[-10.8515625, false]], [[-11.6015625, false]], [[-3.853515625, false]], [[-9.6015625, false]], [[-4.8515625, false]], [[-8.8515625, false]], [[-9.1015625, false]], [[-4.8515625, false]], [[-11.6015625, false]], [[-3.853515625, false]], [[-8.1015625, false]], [[-9.1015625, false]], [[-8.1015625, false]], [[-4.8515625, false]], [[-11.6015625, false]], [[-3.853515625, false]], [[-4.8515625, false]], [[-8.8515625, false]], [[-9.1015625, false]], [[-9.6015625, false]], [[-9.3515625, false]], [[-8.6015625, false]], [[-12.1015625, false]]], "filtered_resps": [[-6.6015625, false], [-8.6015625, false], [-9.6015625, false], [-4.8515625, false], [-8.8515625, false], [-9.1015625, false], [-4.8515625, false], [-11.6015625, false], [-3.853515625, false], [-8.1015625, false], [-9.1015625, false], [-8.1015625, false], [-4.8515625, false], [-11.6015625, false], [-3.853515625, false], [-8.6015625, false], [-10.8515625, false], [-10.8515625, false], [-11.6015625, false], [-3.853515625, false], [-4.8515625, false], [-8.8515625, false], [-9.1015625, false], [-9.6015625, false], [-9.3515625, false], [-8.6015625, false], [-8.6875, false], [-3.853515625, false], [-8.6015625, false], [-8.6015625, false], [-10.8515625, false], [-10.8515625, false], [-11.6015625, false], [-3.853515625, false], [-8.1015625, false], [-9.1015625, false], [-8.1015625, false], [-4.8515625, false], [-11.6015625, false], [-3.853515625, false], [-9.6015625, false], [-4.8515625, false], [-8.8515625, false], [-9.1015625, false], [-4.8515625, false], [-11.6015625, false], [-3.853515625, false], [-4.8515625, false], [-8.8515625, false], [-9.1015625, false], [-9.6015625, false], [-9.3515625, false], [-8.6015625, false], [-8.6875, false], [-3.853515625, false], [-8.6015625, false], [-4.8515625, false], [-8.8515625, false], [-9.1015625, false], [-9.6015625, false], [-9.3515625, false], [-11.6015625, false], [-3.853515625, false], [-9.6015625, false], [-4.8515625, false], [-8.8515625, false], [-9.1015625, false], [-4.8515625, false], [-11.6015625, false], [-3.853515625, false], [-8.1015625, false], [-9.1015625, false], [-8.1015625, false], [-4.8515625, false], [-11.6015625, false], [-3.853515625, false], [-8.6015625, false], [-10.8515625, false], [-10.8515625, false], [-8.6015625, false], [-8.6875, false], [-3.853515625, false], [-8.6015625, false], [-8.6015625, false], [-10.8515625, false], [-10.8515625, false], [-11.6015625, false], [-3.853515625, false], [-9.6015625, false], [-4.8515625, false], [-8.8515625, false], [-9.1015625, false], [-4.8515625, false], [-11.6015625, false], [-3.853515625, false], [-8.1015625, false], [-9.1015625, false], [-8.1015625, false], [-4.8515625, false], [-11.6015625, false], [-3.853515625, false], [-4.8515625, false], [-8.8515625, false], [-9.1015625, false], [-9.6015625, false], [-9.3515625, false], [-8.6015625, false], [-12.1015625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2052, "doc": {"id": "Mercury_7182158", "question": "Parakeets are birds whose basic plumage color is green. However, parakeets exhibit a wide range of color both in the wild and in captivity. Which process is the source of the wide color variation observed in parakeet populations?", "choices": {"text": ["speciation", "adaptation", "natural selection", "genetic mutation"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "genetic mutation", "arguments": ["Question: Parakeets are birds whose basic plumage color is green. However, parakeets exhibit a wide range of color both in the wild and in captivity. Which process is the source of the wide color variation observed in parakeet populations?\nAnswer:", " ["], "resps": [[[-7.38671875, false]], [[-10.015625, false]], [[-9.765625, false]], [[-9.265625, false]], [[-8.015625, false]], [[-8.515625, false]], [[-8.890625, false]], [[-5.26171875, false]], [[-11.515625, false]], [[-8.890625, false]], [[-8.390625, false]], [[-8.390625, false]], [[-10.015625, false]], [[-10.171875, false]], [[-5.13671875, false]], [[-10.015625, false]], [[-5.26171875, false]], [[-8.265625, false]], [[-5.26171875, false]], [[-9.265625, false]], [[-11.515625, false]], [[-5.26171875, false]], [[-11.515625, false]], [[-8.890625, false]], [[-8.390625, false]], [[-8.390625, false]], [[-10.015625, false]], [[-10.171875, false]], [[-5.13671875, false]], [[-10.015625, false]], [[-8.390625, false]], [[-5.26171875, false]], [[-11.515625, false]], [[-11.890625, false]], [[-9.390625, false]], [[-5.26171875, false]], [[-10.265625, false]], [[-5.13671875, false]], [[-9.765625, false]], [[-8.015625, false]], [[-10.265625, false]], [[-8.015625, false]], [[-8.515625, false]], [[-11.515625, false]], [[-8.890625, false]], [[-8.390625, false]], [[-8.390625, false]], [[-10.015625, false]], [[-10.171875, false]], [[-5.13671875, false]], [[-10.015625, false]], [[-11.765625, false]], [[-8.015625, false]], [[-8.390625, false]], [[-8.015625, false]], [[-11.515625, false]], [[-8.890625, false]], [[-8.515625, false]], [[-5.13671875, false]], [[-10.390625, false]], [[-11.890625, false]], [[-11.515625, false]], [[-5.26171875, false]], [[-11.515625, false]], [[-8.890625, false]], [[-8.390625, false]], [[-8.390625, false]], [[-10.015625, false]], [[-12.765625, false]]], "filtered_resps": [[-7.38671875, false], [-10.015625, false], [-9.765625, false], [-9.265625, false], [-8.015625, false], [-8.515625, false], [-8.890625, false], [-5.26171875, false], [-11.515625, false], [-8.890625, false], [-8.390625, false], [-8.390625, false], [-10.015625, false], [-10.171875, false], [-5.13671875, false], [-10.015625, false], [-5.26171875, false], [-8.265625, false], [-5.26171875, false], [-9.265625, false], [-11.515625, false], [-5.26171875, false], [-11.515625, false], [-8.890625, false], [-8.390625, false], [-8.390625, false], [-10.015625, false], [-10.171875, false], [-5.13671875, false], [-10.015625, false], [-8.390625, false], [-5.26171875, false], [-11.515625, false], [-11.890625, false], [-9.390625, false], [-5.26171875, false], [-10.265625, false], [-5.13671875, false], [-9.765625, false], [-8.015625, false], [-10.265625, false], [-8.015625, false], [-8.515625, false], [-11.515625, false], [-8.890625, false], [-8.390625, false], [-8.390625, false], [-10.015625, false], [-10.171875, false], [-5.13671875, false], [-10.015625, false], [-11.765625, false], [-8.015625, false], [-8.390625, false], [-8.015625, false], [-11.515625, false], [-8.890625, false], [-8.515625, false], [-5.13671875, false], [-10.390625, false], [-11.890625, false], [-11.515625, false], [-5.26171875, false], [-11.515625, false], [-8.890625, false], [-8.390625, false], [-8.390625, false], [-10.015625, false], [-12.765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2060, "doc": {"id": "Mercury_7064015", "question": "Which environment is best for an organism that sleeps during the day and digs holes in the ground for shelter?", "choices": {"text": ["wetland", "rainforest", "tundra", "desert"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "desert", "arguments": ["Question: Which environment is best for an organism that sleeps during the day and digs holes in the ground for shelter?\nAnswer:", " ["], "resps": [[[-7.51171875, false]], [[-9.640625, false]], [[-11.015625, false]], [[-8.015625, false]], [[-10.890625, false]], [[-9.015625, false]], [[-4.76171875, false]], [[-9.265625, false]], [[-8.265625, false]], [[-9.640625, false]], [[-11.03125, false]], [[-5.26171875, false]], [[-9.640625, false]], [[-10.765625, false]], [[-4.76171875, false]], [[-9.390625, false]], [[-9.265625, false]], [[-11.015625, false]], [[-8.515625, false]], [[-10.765625, false]], [[-8.015625, false]], [[-9.015625, false]], [[-10.890625, false]], [[-9.640625, false]], [[-11.03125, false]], [[-5.26171875, false]], [[-9.640625, false]], [[-10.890625, false]], [[-11.640625, false]], [[-9.265625, false]], [[-8.265625, false]], [[-10.765625, false]], [[-4.76171875, false]], [[-9.640625, false]], [[-11.03125, false]], [[-5.26171875, false]], [[-9.640625, false]], [[-8.265625, false]], [[-8.015625, false]], [[-9.015625, false]], [[-8.015625, false]], [[-10.765625, false]], [[-10.890625, false]], [[-9.640625, false]], [[-14.015625, false]]], "filtered_resps": [[-7.51171875, false], [-9.640625, false], [-11.015625, false], [-8.015625, false], [-10.890625, false], [-9.015625, false], [-4.76171875, false], [-9.265625, false], [-8.265625, false], [-9.640625, false], [-11.03125, false], [-5.26171875, false], [-9.640625, false], [-10.765625, false], [-4.76171875, false], [-9.390625, false], [-9.265625, false], [-11.015625, false], [-8.515625, false], [-10.765625, false], [-8.015625, false], [-9.015625, false], [-10.890625, false], [-9.640625, false], [-11.03125, false], [-5.26171875, false], [-9.640625, false], [-10.890625, false], [-11.640625, false], [-9.265625, false], [-8.265625, false], [-10.765625, false], [-4.76171875, false], [-9.640625, false], [-11.03125, false], [-5.26171875, false], [-9.640625, false], [-8.265625, false], [-8.015625, false], [-9.015625, false], [-8.015625, false], [-10.765625, false], [-10.890625, false], [-9.640625, false], [-14.015625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2068, "doc": {"id": "Mercury_SC_407450", "question": "Chris stirs a cup of hot chocolate. He uses a wooden stick thinking it will stay cooler than a metal spoon. Which activity best describes the student's action?", "choices": {"text": ["comparing data", "asking a question", "making a prediction", "forming a conclusion"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "making a prediction", "arguments": ["Question: Chris stirs a cup of hot chocolate. He uses a wooden stick thinking it will stay cooler than a metal spoon. Which activity best describes the student's action?\nAnswer:", " ["], "resps": [[[-6.84375, false]], [[-7.84375, false]], [[-6.59375, false]], [[-9.84375, false]], [[-8.59375, false]], [[-9.84375, false]], [[-4.34375, false]], [[-10.34375, false]], [[-8.34375, false]], [[-10.34375, false]], [[-9.84375, false]], [[-5.34375, false]], [[-7.84375, false]], [[-4.34375, false]], [[-9.84375, false]], [[-4.34375, false]], [[-7.84375, false]], [[-10.2421875, false]], [[-5.34375, false]], [[-7.84375, false]], [[-4.34375, false]], [[-8.34375, false]], [[-9.34375, false]], [[-8.34375, false]], [[-10.34375, false]], [[-9.84375, false]], [[-5.34375, false]], [[-4.34375, false]], [[-5.34375, false]], [[-10.59375, false]], [[-9.84375, false]], [[-9.09375, false]], [[-8.34375, false]], [[-9.84375, false]], [[-8.34375, false]], [[-9.84375, false]], [[-10.34375, false]], [[-7.84375, false]], [[-10.2421875, false]], [[-5.34375, false]], [[-7.84375, false]], [[-8.59375, false]], [[-4.34375, false]], [[-9.34375, false]], [[-8.34375, false]], [[-10.34375, false]], [[-9.84375, false]], [[-5.34375, false]], [[-4.34375, false]], [[-5.34375, false]], [[-9.84375, false]], [[-10.34375, false]], [[-9.09375, false]], [[-7.84375, false]], [[-8.34375, false]], [[-6.59375, false]], [[-9.84375, false]], [[-8.34375, false]], [[-9.84375, false]], [[-10.34375, false]], [[-7.84375, false]], [[-10.2421875, false]], [[-5.34375, false]], [[-7.84375, false]], [[-8.59375, false]], [[-9.84375, false]], [[-10.34375, false]], [[-8.59375, false]], [[-8.34375, false]], [[-10.34375, false]], [[-9.84375, false]], [[-5.34375, false]], [[-4.34375, false]], [[-5.34375, false]], [[-6.59375, false]], [[-9.84375, false]], [[-10.34375, false]], [[-6.59375, false]], [[-9.84375, false]], [[-9.84375, false]], [[-8.34375, false]], [[-8.34375, false]], [[-9.84375, false]], [[-10.34375, false]], [[-7.84375, false]], [[-13.09375, false]]], "filtered_resps": [[-6.84375, false], [-7.84375, false], [-6.59375, false], [-9.84375, false], [-8.59375, false], [-9.84375, false], [-4.34375, false], [-10.34375, false], [-8.34375, false], [-10.34375, false], [-9.84375, false], [-5.34375, false], [-7.84375, false], [-4.34375, false], [-9.84375, false], [-4.34375, false], [-7.84375, false], [-10.2421875, false], [-5.34375, false], [-7.84375, false], [-4.34375, false], [-8.34375, false], [-9.34375, false], [-8.34375, false], [-10.34375, false], [-9.84375, false], [-5.34375, false], [-4.34375, false], [-5.34375, false], [-10.59375, false], [-9.84375, false], [-9.09375, false], [-8.34375, false], [-9.84375, false], [-8.34375, false], [-9.84375, false], [-10.34375, false], [-7.84375, false], [-10.2421875, false], [-5.34375, false], [-7.84375, false], [-8.59375, false], [-4.34375, false], [-9.34375, false], [-8.34375, false], [-10.34375, false], [-9.84375, false], [-5.34375, false], [-4.34375, false], [-5.34375, false], [-9.84375, false], [-10.34375, false], [-9.09375, false], [-7.84375, false], [-8.34375, false], [-6.59375, false], [-9.84375, false], [-8.34375, false], [-9.84375, false], [-10.34375, false], [-7.84375, false], [-10.2421875, false], [-5.34375, false], [-7.84375, false], [-8.59375, false], [-9.84375, false], [-10.34375, false], [-8.59375, false], [-8.34375, false], [-10.34375, false], [-9.84375, false], [-5.34375, false], [-4.34375, false], [-5.34375, false], [-6.59375, false], [-9.84375, false], [-10.34375, false], [-6.59375, false], [-9.84375, false], [-9.84375, false], [-8.34375, false], [-8.34375, false], [-9.84375, false], [-10.34375, false], [-7.84375, false], [-13.09375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2076, "doc": {"id": "NYSEDREGENTS_2013_8_26", "question": "The layered mixture of gases surrounding Earth is called the", "choices": {"text": ["atmosphere", "hydrosphere", "lithosphere", "hemisphere"], "label": ["1", "2", "3", "4"]}, "answerKey": "1"}, "target": "atmosphere", "arguments": ["Question: The layered mixture of gases surrounding Earth is called the\nAnswer:", " ["], "resps": [[[-7.4296875, false]], [[-7.8046875, false]], [[-5.3046875, false]], [[-10.4296875, false]], [[-8.9296875, false]], [[-9.0546875, false]], [[-9.6796875, false]], [[-9.5546875, false]], [[-9.0546875, false]], [[-8.4296875, false]], [[-10.6796875, false]], [[-8.4296875, false]], [[-7.8046875, false]], [[-8.40625, false]], [[-4.9296875, false]], [[-7.8046875, false]], [[-9.0546875, false]], [[-11.1796875, false]], [[-9.3046875, false]], [[-10.6796875, false]], [[-9.0546875, false]], [[-9.6796875, false]], [[-9.5546875, false]], [[-9.0546875, false]], [[-8.4296875, false]], [[-10.6796875, false]], [[-8.4296875, false]], [[-7.8046875, false]], [[-8.40625, false]], [[-4.9296875, false]], [[-7.8046875, false]], [[-10.8046875, false]], [[-7.9296875, false]], [[-10.4296875, false]], [[-9.0546875, false]], [[-9.0546875, false]], [[-9.6796875, false]], [[-9.5546875, false]], [[-9.0546875, false]], [[-8.4296875, false]], [[-10.6796875, false]], [[-8.4296875, false]], [[-7.8046875, false]], [[-8.40625, false]], [[-4.9296875, false]], [[-7.8046875, false]], [[-9.0546875, false]], [[-8.4296875, false]], [[-8.9296875, false]], [[-7.9296875, false]], [[-9.6796875, false]], [[-9.5546875, false]], [[-9.0546875, false]], [[-8.4296875, false]], [[-10.6796875, false]], [[-8.4296875, false]], [[-7.8046875, false]], [[-11.4296875, false]]], "filtered_resps": [[-7.4296875, false], [-7.8046875, false], [-5.3046875, false], [-10.4296875, false], [-8.9296875, false], [-9.0546875, false], [-9.6796875, false], [-9.5546875, false], [-9.0546875, false], [-8.4296875, false], [-10.6796875, false], [-8.4296875, false], [-7.8046875, false], [-8.40625, false], [-4.9296875, false], [-7.8046875, false], [-9.0546875, false], [-11.1796875, false], [-9.3046875, false], [-10.6796875, false], [-9.0546875, false], [-9.6796875, false], [-9.5546875, false], [-9.0546875, false], [-8.4296875, false], [-10.6796875, false], [-8.4296875, false], [-7.8046875, false], [-8.40625, false], [-4.9296875, false], [-7.8046875, false], [-10.8046875, false], [-7.9296875, false], [-10.4296875, false], [-9.0546875, false], [-9.0546875, false], [-9.6796875, false], [-9.5546875, false], [-9.0546875, false], [-8.4296875, false], [-10.6796875, false], [-8.4296875, false], [-7.8046875, false], [-8.40625, false], [-4.9296875, false], [-7.8046875, false], [-9.0546875, false], [-8.4296875, false], [-8.9296875, false], [-7.9296875, false], [-9.6796875, false], [-9.5546875, false], [-9.0546875, false], [-8.4296875, false], [-10.6796875, false], [-8.4296875, false], [-7.8046875, false], [-11.4296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2084, "doc": {"id": "VASoL_2010_3_28", "question": "Which of these can make a shadow on the ground during the day?", "choices": {"text": ["River", "Air", "Thunder", "Cloud"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Cloud", "arguments": ["Question: Which of these can make a shadow on the ground during the day?\nAnswer:", " ["], "resps": [[[-7.2109375, false]], [[-7.7109375, false]], [[-6.9609375, false]], [[-9.2109375, false]], [[-9.9609375, false]], [[-8.4609375, false]], [[-9.4609375, false]], [[-7.7109375, false]], [[-9.859375, false]], [[-5.4609375, false]], [[-7.7109375, false]], [[-2.7109375, false]], [[-9.2109375, false]], [[-9.4609375, false]], [[-7.7109375, false]], [[-9.859375, false]], [[-5.4609375, false]], [[-7.7109375, false]], [[-6.7109375, false]], [[-9.9609375, false]], [[-10.2109375, false]], [[-8.4609375, false]], [[-9.2109375, false]], [[-8.4609375, false]], [[-9.4609375, false]], [[-7.7109375, false]], [[-9.859375, false]], [[-5.4609375, false]], [[-7.7109375, false]], [[-4.9609375, false]], [[-8.7109375, false]], [[-9.2109375, false]], [[-10.2109375, false]], [[-9.2109375, false]], [[-7.7109375, false]], [[-12.4609375, false]]], "filtered_resps": [[-7.2109375, false], [-7.7109375, false], [-6.9609375, false], [-9.2109375, false], [-9.9609375, false], [-8.4609375, false], [-9.4609375, false], [-7.7109375, false], [-9.859375, false], [-5.4609375, false], [-7.7109375, false], [-2.7109375, false], [-9.2109375, false], [-9.4609375, false], [-7.7109375, false], [-9.859375, false], [-5.4609375, false], [-7.7109375, false], [-6.7109375, false], [-9.9609375, false], [-10.2109375, false], [-8.4609375, false], [-9.2109375, false], [-8.4609375, false], [-9.4609375, false], [-7.7109375, false], [-9.859375, false], [-5.4609375, false], [-7.7109375, false], [-4.9609375, false], [-8.7109375, false], [-9.2109375, false], [-10.2109375, false], [-9.2109375, false], [-7.7109375, false], [-12.4609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2092, "doc": {"id": "AKDE&ED_2008_8_5", "question": "Which two body systems would most directly remove extra fluid from a person's lungs?", "choices": {"text": ["nervous and digestive", "nervous and circulatory", "respiratory and digestive", "respiratory and circulatory"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "respiratory and circulatory", "arguments": ["Question: Which two body systems would most directly remove extra fluid from a person's lungs?\nAnswer:", " ["], "resps": [[[-7.0, false]], [[-10.75, false]], [[-10.0, false]], [[-8.75, false]], [[-11.0, false]], [[-11.0, false]], [[-8.75, false]], [[-9.5, false]], [[-9.25, false]], [[-5.0, false]], [[-5.0, false]], [[-10.0, false]], [[-10.5, false]], [[-5.0, false]], [[-10.5, false]], [[-9.25, false]], [[-11.5, false]], [[-8.75, false]], [[-9.25, false]], [[-10.5, false]], [[-9.25, false]], [[-11.0, false]], [[-8.75, false]], [[-10.75, false]], [[-9.7421875, false]], [[-5.0, false]], [[-10.75, false]], [[-10.0, false]], [[-8.75, false]], [[-11.0, false]], [[-11.0, false]], [[-8.75, false]], [[-9.5, false]], [[-9.25, false]], [[-5.0, false]], [[-5.0, false]], [[-10.0, false]], [[-10.5, false]], [[-5.0, false]], [[-7.75, false]], [[-9.25, false]], [[-11.0, false]], [[-7.75, false]], [[-9.5, false]], [[-7.75, false]], [[-5.0, false]], [[-10.5, false]], [[-8.75, false]], [[-11.0, false]], [[-12.75, false]], [[-10.75, false]], [[-9.7421875, false]], [[-5.0, false]], [[-10.75, false]], [[-11.0, false]], [[-8.75, false]], [[-9.25, false]], [[-10.25, false]], [[-9.25, false]], [[-11.0, false]], [[-5.0, false]], [[-10.5, false]], [[-8.75, false]], [[-11.0, false]], [[-12.75, false]], [[-5.0, false]], [[-5.0, false]], [[-10.0, false]], [[-10.5, false]], [[-5.0, false]], [[-10.5, false]], [[-9.25, false]], [[-11.5, false]], [[-8.75, false]], [[-9.25, false]], [[-10.5, false]], [[-9.25, false]], [[-11.0, false]], [[-8.75, false]], [[-10.75, false]], [[-9.7421875, false]], [[-5.0, false]], [[-10.75, false]], [[-11.0, false]], [[-8.75, false]], [[-9.25, false]], [[-10.25, false]], [[-9.25, false]], [[-11.0, false]], [[-5.0, false]], [[-10.5, false]], [[-8.75, false]], [[-11.0, false]], [[-12.75, false]], [[-5.0, false]], [[-5.0, false]], [[-10.0, false]], [[-10.5, false]], [[-5.0, false]], [[-7.75, false]], [[-9.25, false]], [[-11.0, false]], [[-7.75, false]], [[-9.5, false]], [[-7.75, false]], [[-5.0, false]], [[-10.5, false]], [[-8.75, false]], [[-11.0, false]], [[-12.75, false]], [[-10.75, false]], [[-11.75, false]]], "filtered_resps": [[-7.0, false], [-10.75, false], [-10.0, false], [-8.75, false], [-11.0, false], [-11.0, false], [-8.75, false], [-9.5, false], [-9.25, false], [-5.0, false], [-5.0, false], [-10.0, false], [-10.5, false], [-5.0, false], [-10.5, false], [-9.25, false], [-11.5, false], [-8.75, false], [-9.25, false], [-10.5, false], [-9.25, false], [-11.0, false], [-8.75, false], [-10.75, false], [-9.7421875, false], [-5.0, false], [-10.75, false], [-10.0, false], [-8.75, false], [-11.0, false], [-11.0, false], [-8.75, false], [-9.5, false], [-9.25, false], [-5.0, false], [-5.0, false], [-10.0, false], [-10.5, false], [-5.0, false], [-7.75, false], [-9.25, false], [-11.0, false], [-7.75, false], [-9.5, false], [-7.75, false], [-5.0, false], [-10.5, false], [-8.75, false], [-11.0, false], [-12.75, false], [-10.75, false], [-9.7421875, false], [-5.0, false], [-10.75, false], [-11.0, false], [-8.75, false], [-9.25, false], [-10.25, false], [-9.25, false], [-11.0, false], [-5.0, false], [-10.5, false], [-8.75, false], [-11.0, false], [-12.75, false], [-5.0, false], [-5.0, false], [-10.0, false], [-10.5, false], [-5.0, false], [-10.5, false], [-9.25, false], [-11.5, false], [-8.75, false], [-9.25, false], [-10.5, false], [-9.25, false], [-11.0, false], [-8.75, false], [-10.75, false], [-9.7421875, false], [-5.0, false], [-10.75, false], [-11.0, false], [-8.75, false], [-9.25, false], [-10.25, false], [-9.25, false], [-11.0, false], [-5.0, false], [-10.5, false], [-8.75, false], [-11.0, false], [-12.75, false], [-5.0, false], [-5.0, false], [-10.0, false], [-10.5, false], [-5.0, false], [-7.75, false], [-9.25, false], [-11.0, false], [-7.75, false], [-9.5, false], [-7.75, false], [-5.0, false], [-10.5, false], [-8.75, false], [-11.0, false], [-12.75, false], [-10.75, false], [-11.75, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2100, "doc": {"id": "NYSEDREGENTS_2008_8_4", "question": "Which system produces most of the hormones in the human body?", "choices": {"text": ["circulatory", "digestive", "endocrine", "respiratory"], "label": ["1", "2", "3", "4"]}, "answerKey": "3"}, "target": "endocrine", "arguments": ["Question: Which system produces most of the hormones in the human body?\nAnswer:", " ["], "resps": [[[-8.7109375, false]], [[-10.9609375, false]], [[-8.9609375, false]], [[-9.9609375, false]], [[-10.9609375, false]], [[-8.9609375, false]], [[-7.9609375, false]], [[-10.2109375, false]], [[-4.2109375, false]], [[-10.4609375, false]], [[-7.4609375, false]], [[-10.9609375, false]], [[-12.4609375, false]], [[-10.9609375, false]], [[-10.515625, false]], [[-5.2109375, false]], [[-10.9609375, false]], [[-10.9609375, false]], [[-9.9609375, false]], [[-11.7109375, false]], [[-9.2109375, false]], [[-10.4609375, false]], [[-10.4609375, false]], [[-9.9609375, false]], [[-12.7109375, false]], [[-9.2109375, false]], [[-10.9609375, false]], [[-10.515625, false]], [[-5.2109375, false]], [[-10.9609375, false]], [[-9.2109375, false]], [[-10.4609375, false]], [[-10.9609375, false]], [[-7.4609375, false]], [[-8.9609375, false]], [[-10.9609375, false]], [[-9.9609375, false]], [[-10.4609375, false]], [[-9.2109375, false]], [[-10.9609375, false]], [[-10.515625, false]], [[-5.2109375, false]], [[-10.9609375, false]], [[-10.9609375, false]], [[-9.2109375, false]], [[-10.4609375, false]], [[-8.2109375, false]], [[-9.9609375, false]], [[-10.9609375, false]], [[-4.2109375, false]], [[-10.4609375, false]], [[-7.4609375, false]], [[-10.9609375, false]], [[-12.4609375, false]], [[-10.9609375, false]], [[-14.7109375, false]]], "filtered_resps": [[-8.7109375, false], [-10.9609375, false], [-8.9609375, false], [-9.9609375, false], [-10.9609375, false], [-8.9609375, false], [-7.9609375, false], [-10.2109375, false], [-4.2109375, false], [-10.4609375, false], [-7.4609375, false], [-10.9609375, false], [-12.4609375, false], [-10.9609375, false], [-10.515625, false], [-5.2109375, false], [-10.9609375, false], [-10.9609375, false], [-9.9609375, false], [-11.7109375, false], [-9.2109375, false], [-10.4609375, false], [-10.4609375, false], [-9.9609375, false], [-12.7109375, false], [-9.2109375, false], [-10.9609375, false], [-10.515625, false], [-5.2109375, false], [-10.9609375, false], [-9.2109375, false], [-10.4609375, false], [-10.9609375, false], [-7.4609375, false], [-8.9609375, false], [-10.9609375, false], [-9.9609375, false], [-10.4609375, false], [-9.2109375, false], [-10.9609375, false], [-10.515625, false], [-5.2109375, false], [-10.9609375, false], [-10.9609375, false], [-9.2109375, false], [-10.4609375, false], [-8.2109375, false], [-9.9609375, false], [-10.9609375, false], [-4.2109375, false], [-10.4609375, false], [-7.4609375, false], [-10.9609375, false], [-12.4609375, false], [-10.9609375, false], [-14.7109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2108, "doc": {"id": "Mercury_7128240", "question": "Mangrove trees are affected by several factors. Which is an abiotic factor contributing to the energy cycle of a mangrove ecosystem?", "choices": {"text": ["bacteria", "climate", "fungi", "rocks"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "climate", "arguments": ["Question: Mangrove trees are affected by several factors. Which is an abiotic factor contributing to the energy cycle of a mangrove ecosystem?\nAnswer:", " ["], "resps": [[[-6.94140625, false]], [[-9.9375, false]], [[-6.56640625, false]], [[-4.31640625, false]], [[-7.44140625, false]], [[-11.3125, false]], [[-7.44140625, false]], [[-10.9375, false]], [[-7.69140625, false]], [[-4.31640625, false]], [[-9.9375, false]], [[-10.2109375, false]], [[-4.94140625, false]], [[-9.9375, false]], [[-7.44140625, false]], [[-9.9375, false]], [[-7.69140625, false]], [[-9.4375, false]], [[-4.31640625, false]], [[-11.3125, false]], [[-7.44140625, false]], [[-9.9375, false]], [[-10.2109375, false]], [[-4.94140625, false]], [[-9.9375, false]], [[-8.5625, false]], [[-11.1875, false]], [[-7.69140625, false]], [[-11.4375, false]], [[-7.69140625, false]], [[-9.9375, false]], [[-10.2109375, false]], [[-4.94140625, false]], [[-9.9375, false]], [[-10.9375, false]], [[-7.56640625, false]], [[-7.44140625, false]], [[-10.4375, false]], [[-9.6875, false]], [[-9.9375, false]], [[-14.1875, false]]], "filtered_resps": [[-6.94140625, false], [-9.9375, false], [-6.56640625, false], [-4.31640625, false], [-7.44140625, false], [-11.3125, false], [-7.44140625, false], [-10.9375, false], [-7.69140625, false], [-4.31640625, false], [-9.9375, false], [-10.2109375, false], [-4.94140625, false], [-9.9375, false], [-7.44140625, false], [-9.9375, false], [-7.69140625, false], [-9.4375, false], [-4.31640625, false], [-11.3125, false], [-7.44140625, false], [-9.9375, false], [-10.2109375, false], [-4.94140625, false], [-9.9375, false], [-8.5625, false], [-11.1875, false], [-7.69140625, false], [-11.4375, false], [-7.69140625, false], [-9.9375, false], [-10.2109375, false], [-4.94140625, false], [-9.9375, false], [-10.9375, false], [-7.56640625, false], [-7.44140625, false], [-10.4375, false], [-9.6875, false], [-9.9375, false], [-14.1875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2116, "doc": {"id": "NYSEDREGENTS_2012_4_3", "question": "Which Earth movement results in day and night?", "choices": {"text": ["erosion", "deposition", "revolution", "rotation"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "rotation", "arguments": ["Question: Which Earth movement results in day and night?\nAnswer:", " ["], "resps": [[[-7.36328125, false]], [[-8.1171875, false]], [[-8.1171875, false]], [[-10.6171875, false]], [[-10.1171875, false]], [[-8.6171875, false]], [[-9.6171875, false]], [[-10.1171875, false]], [[-9.1171875, false]], [[-8.1171875, false]], [[-9.8125, false]], [[-5.36328125, false]], [[-8.1171875, false]], [[-10.1171875, false]], [[-8.1171875, false]], [[-10.3671875, false]], [[-10.1171875, false]], [[-8.6171875, false]], [[-9.6171875, false]], [[-9.3671875, false]], [[-9.6171875, false]], [[-10.1171875, false]], [[-9.1171875, false]], [[-8.1171875, false]], [[-9.8125, false]], [[-5.36328125, false]], [[-8.1171875, false]], [[-10.6171875, false]], [[-8.1171875, false]], [[-10.8671875, false]], [[-10.1171875, false]], [[-10.8671875, false]], [[-11.1171875, false]], [[-9.3671875, false]], [[-9.6171875, false]], [[-10.1171875, false]], [[-9.1171875, false]], [[-8.1171875, false]], [[-9.8125, false]], [[-5.36328125, false]], [[-8.1171875, false]], [[-10.6171875, false]], [[-10.1171875, false]], [[-9.3671875, false]], [[-6.61328125, false]], [[-9.3671875, false]], [[-9.6171875, false]], [[-10.1171875, false]], [[-9.1171875, false]], [[-8.1171875, false]], [[-12.3671875, false]]], "filtered_resps": [[-7.36328125, false], [-8.1171875, false], [-8.1171875, false], [-10.6171875, false], [-10.1171875, false], [-8.6171875, false], [-9.6171875, false], [-10.1171875, false], [-9.1171875, false], [-8.1171875, false], [-9.8125, false], [-5.36328125, false], [-8.1171875, false], [-10.1171875, false], [-8.1171875, false], [-10.3671875, false], [-10.1171875, false], [-8.6171875, false], [-9.6171875, false], [-9.3671875, false], [-9.6171875, false], [-10.1171875, false], [-9.1171875, false], [-8.1171875, false], [-9.8125, false], [-5.36328125, false], [-8.1171875, false], [-10.6171875, false], [-8.1171875, false], [-10.8671875, false], [-10.1171875, false], [-10.8671875, false], [-11.1171875, false], [-9.3671875, false], [-9.6171875, false], [-10.1171875, false], [-9.1171875, false], [-8.1171875, false], [-9.8125, false], [-5.36328125, false], [-8.1171875, false], [-10.6171875, false], [-10.1171875, false], [-9.3671875, false], [-6.61328125, false], [-9.3671875, false], [-9.6171875, false], [-10.1171875, false], [-9.1171875, false], [-8.1171875, false], [-12.3671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2124, "doc": {"id": "Mercury_7165043", "question": "The U.S. Environmental Protection Agency (EPA) was established in 1970 to address problems that existed in the environment. Which is the EPA most likely interested in reducing?", "choices": {"text": ["the emissions from volcanic activity", "the level of pollution caused by people", "the amount of ozone in the stratosphere", "the amount of oxygen produced by trees"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "the level of pollution caused by people", "arguments": ["Question: The U.S. Environmental Protection Agency (EPA) was established in 1970 to address problems that existed in the environment. Which is the EPA most likely interested in reducing?\nAnswer:", " ["], "resps": [[[-7.70703125, false]], [[-9.703125, false]], [[-10.953125, false]], [[-11.203125, false]], [[-6.95703125, false]], [[-3.455078125, false]], [[-6.95703125, false]], [[-11.203125, false]], [[-7.95703125, false]], [[-9.203125, false]], [[-9.203125, false]], [[-7.95703125, false]], [[-6.70703125, false]], [[-7.70703125, false]], [[-9.203125, false]], [[-3.455078125, false]], [[-9.203125, false]], [[-12.453125, false]], [[-6.70703125, false]], [[-11.203125, false]], [[-3.455078125, false]], [[-10.703125, false]], [[-6.70703125, false]], [[-10.203125, false]], [[-8.203125, false]], [[-6.20703125, false]], [[-7.70703125, false]], [[-7.95703125, false]], [[-8.203125, false]], [[-3.455078125, false]], [[-6.20703125, false]], [[-8.203125, false]], [[-10.953125, false]], [[-7.95703125, false]], [[-10.703125, false]], [[-7.95703125, false]], [[-10.953125, false]], [[-12.703125, false]], [[-9.703125, false]], [[-7.8046875, false]], [[-3.455078125, false]], [[-9.703125, false]], [[-10.953125, false]], [[-11.203125, false]], [[-6.95703125, false]], [[-3.455078125, false]], [[-10.203125, false]], [[-6.95703125, false]], [[-10.703125, false]], [[-6.95703125, false]], [[-10.203125, false]], [[-3.455078125, false]], [[-6.70703125, false]], [[-9.203125, false]], [[-3.455078125, false]], [[-8.953125, false]], [[-6.70703125, false]], [[-10.203125, false]], [[-10.203125, false]], [[-10.203125, false]], [[-10.953125, false]], [[-7.95703125, false]], [[-6.70703125, false]], [[-7.70703125, false]], [[-3.455078125, false]], [[-8.203125, false]], [[-6.20703125, false]], [[-10.203125, false]], [[-9.203125, false]], [[-6.95703125, false]], [[-7.45703125, false]], [[-3.455078125, false]], [[-9.453125, false]], [[-12.703125, false]], [[-3.455078125, false]], [[-8.953125, false]], [[-6.95703125, false]], [[-6.70703125, false]], [[-8.953125, false]], [[-10.203125, false]], [[-6.95703125, false]], [[-9.703125, false]], [[-7.8046875, false]], [[-3.455078125, false]], [[-9.703125, false]], [[-10.953125, false]], [[-11.203125, false]], [[-6.95703125, false]], [[-3.455078125, false]], [[-6.20703125, false]], [[-11.203125, false]], [[-6.70703125, false]], [[-10.203125, false]], [[-7.70703125, false]], [[-10.953125, false]], [[-3.455078125, false]], [[-6.70703125, false]], [[-9.203125, false]], [[-3.455078125, false]], [[-6.70703125, false]], [[-12.453125, false]], [[-6.70703125, false]], [[-7.70703125, false]], [[-6.95703125, false]], [[-3.455078125, false]], [[-7.95703125, false]], [[-7.70703125, false]], [[-3.455078125, false]], [[-10.953125, false]], [[-11.203125, false]], [[-6.95703125, false]], [[-3.455078125, false]], [[-9.203125, false]], [[-10.953125, false]], [[-12.453125, false]], [[-6.20703125, false]], [[-10.953125, false]], [[-6.70703125, false]], [[-9.203125, false]], [[-8.953125, false]], [[-11.203125, false]], [[-6.95703125, false]], [[-12.453125, false]], [[-6.95703125, false]], [[-9.703125, false]], [[-7.8046875, false]], [[-3.455078125, false]], [[-9.703125, false]], [[-10.953125, false]], [[-11.203125, false]], [[-6.95703125, false]], [[-3.455078125, false]], [[-6.20703125, false]], [[-11.203125, false]], [[-6.70703125, false]], [[-10.203125, false]], [[-7.70703125, false]], [[-10.953125, false]], [[-3.455078125, false]], [[-6.70703125, false]], [[-9.203125, false]], [[-3.455078125, false]], [[-6.70703125, false]], [[-9.953125, false]], [[-12.703125, false]], [[-11.953125, false]], [[-6.95703125, false]], [[-7.70703125, false]], [[-3.455078125, false]], [[-8.953125, false]], [[-12.453125, false]], [[-6.70703125, false]], [[-7.45703125, false]], [[-10.203125, false]], [[-8.203125, false]], [[-6.95703125, false]], [[-7.45703125, false]], [[-3.455078125, false]], [[-9.453125, false]], [[-12.703125, false]], [[-3.455078125, false]], [[-10.953125, false]], [[-12.453125, false]], [[-6.95703125, false]], [[-6.95703125, false]], [[-9.203125, false]], [[-9.703125, false]], [[-13.703125, false]]], "filtered_resps": [[-7.70703125, false], [-9.703125, false], [-10.953125, false], [-11.203125, false], [-6.95703125, false], [-3.455078125, false], [-6.95703125, false], [-11.203125, false], [-7.95703125, false], [-9.203125, false], [-9.203125, false], [-7.95703125, false], [-6.70703125, false], [-7.70703125, false], [-9.203125, false], [-3.455078125, false], [-9.203125, false], [-12.453125, false], [-6.70703125, false], [-11.203125, false], [-3.455078125, false], [-10.703125, false], [-6.70703125, false], [-10.203125, false], [-8.203125, false], [-6.20703125, false], [-7.70703125, false], [-7.95703125, false], [-8.203125, false], [-3.455078125, false], [-6.20703125, false], [-8.203125, false], [-10.953125, false], [-7.95703125, false], [-10.703125, false], [-7.95703125, false], [-10.953125, false], [-12.703125, false], [-9.703125, false], [-7.8046875, false], [-3.455078125, false], [-9.703125, false], [-10.953125, false], [-11.203125, false], [-6.95703125, false], [-3.455078125, false], [-10.203125, false], [-6.95703125, false], [-10.703125, false], [-6.95703125, false], [-10.203125, false], [-3.455078125, false], [-6.70703125, false], [-9.203125, false], [-3.455078125, false], [-8.953125, false], [-6.70703125, false], [-10.203125, false], [-10.203125, false], [-10.203125, false], [-10.953125, false], [-7.95703125, false], [-6.70703125, false], [-7.70703125, false], [-3.455078125, false], [-8.203125, false], [-6.20703125, false], [-10.203125, false], [-9.203125, false], [-6.95703125, false], [-7.45703125, false], [-3.455078125, false], [-9.453125, false], [-12.703125, false], [-3.455078125, false], [-8.953125, false], [-6.95703125, false], [-6.70703125, false], [-8.953125, false], [-10.203125, false], [-6.95703125, false], [-9.703125, false], [-7.8046875, false], [-3.455078125, false], [-9.703125, false], [-10.953125, false], [-11.203125, false], [-6.95703125, false], [-3.455078125, false], [-6.20703125, false], [-11.203125, false], [-6.70703125, false], [-10.203125, false], [-7.70703125, false], [-10.953125, false], [-3.455078125, false], [-6.70703125, false], [-9.203125, false], [-3.455078125, false], [-6.70703125, false], [-12.453125, false], [-6.70703125, false], [-7.70703125, false], [-6.95703125, false], [-3.455078125, false], [-7.95703125, false], [-7.70703125, false], [-3.455078125, false], [-10.953125, false], [-11.203125, false], [-6.95703125, false], [-3.455078125, false], [-9.203125, false], [-10.953125, false], [-12.453125, false], [-6.20703125, false], [-10.953125, false], [-6.70703125, false], [-9.203125, false], [-8.953125, false], [-11.203125, false], [-6.95703125, false], [-12.453125, false], [-6.95703125, false], [-9.703125, false], [-7.8046875, false], [-3.455078125, false], [-9.703125, false], [-10.953125, false], [-11.203125, false], [-6.95703125, false], [-3.455078125, false], [-6.20703125, false], [-11.203125, false], [-6.70703125, false], [-10.203125, false], [-7.70703125, false], [-10.953125, false], [-3.455078125, false], [-6.70703125, false], [-9.203125, false], [-3.455078125, false], [-6.70703125, false], [-9.953125, false], [-12.703125, false], [-11.953125, false], [-6.95703125, false], [-7.70703125, false], [-3.455078125, false], [-8.953125, false], [-12.453125, false], [-6.70703125, false], [-7.45703125, false], [-10.203125, false], [-8.203125, false], [-6.95703125, false], [-7.45703125, false], [-3.455078125, false], [-9.453125, false], [-12.703125, false], [-3.455078125, false], [-10.953125, false], [-12.453125, false], [-6.95703125, false], [-6.95703125, false], [-9.203125, false], [-9.703125, false], [-13.703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2132, "doc": {"id": "Mercury_7094115", "question": "Which type of model best shows the location of underwater ocean ridges?", "choices": {"text": ["world globe", "satellite map", "topographic map", "nautical chart"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "topographic map", "arguments": ["Question: Which type of model best shows the location of underwater ocean ridges?\nAnswer:", " ["], "resps": [[[-6.80859375, false]], [[-8.1875, false]], [[-10.0625, false]], [[-10.0625, false]], [[-10.0625, false]], [[-10.8125, false]], [[-9.3125, false]], [[-4.93359375, false]], [[-10.8125, false]], [[-10.8125, false]], [[-10.0625, false]], [[-8.9375, false]], [[-8.3125, false]], [[-8.1875, false]], [[-8.6875, false]], [[-4.93359375, false]], [[-8.1875, false]], [[-8.8125, false]], [[-5.05859375, false]], [[-10.6875, false]], [[-8.3125, false]], [[-10.8125, false]], [[-10.8125, false]], [[-9.4375, false]], [[-10.6875, false]], [[-8.3125, false]], [[-4.93359375, false]], [[-9.0625, false]], [[-5.05859375, false]], [[-9.5625, false]], [[-8.1875, false]], [[-8.6875, false]], [[-4.93359375, false]], [[-8.1875, false]], [[-10.6875, false]], [[-10.0625, false]], [[-9.5625, false]], [[-10.0625, false]], [[-10.8125, false]], [[-10.0625, false]], [[-5.05859375, false]], [[-9.5625, false]], [[-9.9375, false]], [[-9.4375, false]], [[-9.8125, false]], [[-4.93359375, false]], [[-9.0625, false]], [[-5.05859375, false]], [[-9.5625, false]], [[-8.1875, false]], [[-8.6875, false]], [[-4.93359375, false]], [[-8.1875, false]], [[-8.9375, false]], [[-5.05859375, false]], [[-11.3125, false]], [[-10.6875, false]], [[-9.4375, false]], [[-9.8125, false]], [[-5.05859375, false]], [[-10.8125, false]], [[-4.93359375, false]], [[-9.8125, false]], [[-9.9375, false]], [[-5.05859375, false]], [[-10.0625, false]], [[-10.6875, false]], [[-8.1875, false]], [[-12.9375, false]]], "filtered_resps": [[-6.80859375, false], [-8.1875, false], [-10.0625, false], [-10.0625, false], [-10.0625, false], [-10.8125, false], [-9.3125, false], [-4.93359375, false], [-10.8125, false], [-10.8125, false], [-10.0625, false], [-8.9375, false], [-8.3125, false], [-8.1875, false], [-8.6875, false], [-4.93359375, false], [-8.1875, false], [-8.8125, false], [-5.05859375, false], [-10.6875, false], [-8.3125, false], [-10.8125, false], [-10.8125, false], [-9.4375, false], [-10.6875, false], [-8.3125, false], [-4.93359375, false], [-9.0625, false], [-5.05859375, false], [-9.5625, false], [-8.1875, false], [-8.6875, false], [-4.93359375, false], [-8.1875, false], [-10.6875, false], [-10.0625, false], [-9.5625, false], [-10.0625, false], [-10.8125, false], [-10.0625, false], [-5.05859375, false], [-9.5625, false], [-9.9375, false], [-9.4375, false], [-9.8125, false], [-4.93359375, false], [-9.0625, false], [-5.05859375, false], [-9.5625, false], [-8.1875, false], [-8.6875, false], [-4.93359375, false], [-8.1875, false], [-8.9375, false], [-5.05859375, false], [-11.3125, false], [-10.6875, false], [-9.4375, false], [-9.8125, false], [-5.05859375, false], [-10.8125, false], [-4.93359375, false], [-9.8125, false], [-9.9375, false], [-5.05859375, false], [-10.0625, false], [-10.6875, false], [-8.1875, false], [-12.9375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2140, "doc": {"id": "Mercury_SC_401803", "question": "What happens to colored sugar when it is added to water?", "choices": {"text": ["The sugar reacts and colors the water.", "The sugar becomes white and the water changes color.", "The sugar evaporates and the water changes color.", "The sugar dissolves and colors the water."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "The sugar dissolves and colors the water.", "arguments": ["Question: What happens to colored sugar when it is added to water?\nAnswer:", " ["], "resps": [[[-7.71484375, false]], [[-8.4609375, false]], [[-8.4609375, false]], [[-12.7109375, false]], [[-11.4609375, false]], [[-2.962890625, false]], [[-11.2109375, false]], [[-11.7109375, false]], [[-12.7109375, false]], [[-7.71484375, false]], [[-12.9609375, false]], [[-2.962890625, false]], [[-12.9609375, false]], [[-11.4609375, false]], [[-7.71484375, false]], [[-10.7109375, false]], [[-11.9609375, false]], [[-11.2109375, false]], [[-2.962890625, false]], [[-7.71484375, false]], [[-11.7109375, false]], [[-11.2109375, false]], [[-2.962890625, false]], [[-10.7109375, false]], [[-11.7109375, false]], [[-11.4609375, false]], [[-11.7109375, false]], [[-12.9609375, false]], [[-11.2109375, false]], [[-2.962890625, false]], [[-11.9609375, false]], [[-12.7109375, false]], [[-11.4609375, false]], [[-2.962890625, false]], [[-12.4609375, false]], [[-7.71484375, false]], [[-11.9609375, false]], [[-11.4609375, false]], [[-12.9609375, false]], [[-5.484375, false]], [[-8.4609375, false]], [[-8.734375, false]], [[-2.962890625, false]], [[-8.4609375, false]], [[-8.4609375, false]], [[-12.7109375, false]], [[-11.4609375, false]], [[-2.962890625, false]], [[-11.2109375, false]], [[-11.7109375, false]], [[-12.7109375, false]], [[-7.71484375, false]], [[-12.9609375, false]], [[-2.962890625, false]], [[-12.7109375, false]], [[-11.4609375, false]], [[-10.7109375, false]], [[-11.7109375, false]], [[-11.9609375, false]], [[-11.4609375, false]], [[-11.2109375, false]], [[-2.962890625, false]], [[-12.4609375, false]], [[-12.7109375, false]], [[-9.7109375, false]], [[-11.9609375, false]], [[-11.4609375, false]], [[-2.962890625, false]], [[-7.71484375, false]], [[-11.7109375, false]], [[-11.2109375, false]], [[-2.962890625, false]], [[-11.9609375, false]], [[-12.7109375, false]], [[-11.4609375, false]], [[-2.962890625, false]], [[-12.4609375, false]], [[-7.71484375, false]], [[-11.9609375, false]], [[-11.4609375, false]], [[-12.9609375, false]], [[-2.962890625, false]], [[-10.7109375, false]], [[-12.7109375, false]], [[-7.71484375, false]], [[-11.7109375, false]], [[-12.7109375, false]], [[-11.4609375, false]], [[-11.2109375, false]], [[-2.962890625, false]], [[-10.7109375, false]], [[-11.7109375, false]], [[-11.4609375, false]], [[-11.7109375, false]], [[-12.9609375, false]], [[-5.484375, false]], [[-8.4609375, false]], [[-8.734375, false]], [[-2.962890625, false]], [[-8.4609375, false]], [[-8.4609375, false]], [[-12.7109375, false]], [[-11.4609375, false]], [[-2.962890625, false]], [[-11.2109375, false]], [[-11.7109375, false]], [[-12.7109375, false]], [[-7.71484375, false]], [[-12.9609375, false]], [[-2.962890625, false]], [[-11.4609375, false]], [[-13.2109375, false]], [[-7.71484375, false]], [[-12.9609375, false]], [[-11.7109375, false]], [[-12.9609375, false]], [[-7.71484375, false]], [[-11.9609375, false]], [[-11.4609375, false]], [[-11.2109375, false]], [[-2.962890625, false]], [[-7.71484375, false]], [[-11.7109375, false]], [[-11.2109375, false]], [[-2.962890625, false]], [[-11.9609375, false]], [[-12.7109375, false]], [[-11.4609375, false]], [[-2.962890625, false]], [[-12.4609375, false]], [[-7.71484375, false]], [[-11.9609375, false]], [[-11.4609375, false]], [[-12.9609375, false]], [[-2.962890625, false]], [[-10.7109375, false]], [[-12.7109375, false]], [[-7.71484375, false]], [[-11.7109375, false]], [[-12.7109375, false]], [[-11.4609375, false]], [[-11.2109375, false]], [[-2.962890625, false]], [[-10.7109375, false]], [[-11.7109375, false]], [[-11.4609375, false]], [[-11.7109375, false]], [[-12.9609375, false]], [[-5.484375, false]], [[-8.4609375, false]], [[-8.734375, false]], [[-2.962890625, false]], [[-8.4609375, false]], [[-8.4609375, false]], [[-12.7109375, false]], [[-11.4609375, false]], [[-2.962890625, false]], [[-11.2109375, false]], [[-11.7109375, false]], [[-12.7109375, false]], [[-7.71484375, false]], [[-12.9609375, false]], [[-2.962890625, false]], [[-11.2109375, false]], [[-9.7109375, false]], [[-11.2109375, false]], [[-11.2109375, false]], [[-11.7109375, false]], [[-11.4609375, false]], [[-13.2109375, false]], [[-11.4609375, false]], [[-11.2109375, false]], [[-2.962890625, false]], [[-7.71484375, false]], [[-11.7109375, false]], [[-11.2109375, false]], [[-2.962890625, false]], [[-10.7109375, false]], [[-11.7109375, false]], [[-11.4609375, false]], [[-11.7109375, false]], [[-12.9609375, false]], [[-11.2109375, false]], [[-2.962890625, false]], [[-11.9609375, false]], [[-12.7109375, false]], [[-11.4609375, false]], [[-2.962890625, false]], [[-12.4609375, false]], [[-7.71484375, false]], [[-11.9609375, false]], [[-11.4609375, false]], [[-12.9609375, false]], [[-5.484375, false]], [[-8.4609375, false]], [[-13.2109375, false]]], "filtered_resps": [[-7.71484375, false], [-8.4609375, false], [-8.4609375, false], [-12.7109375, false], [-11.4609375, false], [-2.962890625, false], [-11.2109375, false], [-11.7109375, false], [-12.7109375, false], [-7.71484375, false], [-12.9609375, false], [-2.962890625, false], [-12.9609375, false], [-11.4609375, false], [-7.71484375, false], [-10.7109375, false], [-11.9609375, false], [-11.2109375, false], [-2.962890625, false], [-7.71484375, false], [-11.7109375, false], [-11.2109375, false], [-2.962890625, false], [-10.7109375, false], [-11.7109375, false], [-11.4609375, false], [-11.7109375, false], [-12.9609375, false], [-11.2109375, false], [-2.962890625, false], [-11.9609375, false], [-12.7109375, false], [-11.4609375, false], [-2.962890625, false], [-12.4609375, false], [-7.71484375, false], [-11.9609375, false], [-11.4609375, false], [-12.9609375, false], [-5.484375, false], [-8.4609375, false], [-8.734375, false], [-2.962890625, false], [-8.4609375, false], [-8.4609375, false], [-12.7109375, false], [-11.4609375, false], [-2.962890625, false], [-11.2109375, false], [-11.7109375, false], [-12.7109375, false], [-7.71484375, false], [-12.9609375, false], [-2.962890625, false], [-12.7109375, false], [-11.4609375, false], [-10.7109375, false], [-11.7109375, false], [-11.9609375, false], [-11.4609375, false], [-11.2109375, false], [-2.962890625, false], [-12.4609375, false], [-12.7109375, false], [-9.7109375, false], [-11.9609375, false], [-11.4609375, false], [-2.962890625, false], [-7.71484375, false], [-11.7109375, false], [-11.2109375, false], [-2.962890625, false], [-11.9609375, false], [-12.7109375, false], [-11.4609375, false], [-2.962890625, false], [-12.4609375, false], [-7.71484375, false], [-11.9609375, false], [-11.4609375, false], [-12.9609375, false], [-2.962890625, false], [-10.7109375, false], [-12.7109375, false], [-7.71484375, false], [-11.7109375, false], [-12.7109375, false], [-11.4609375, false], [-11.2109375, false], [-2.962890625, false], [-10.7109375, false], [-11.7109375, false], [-11.4609375, false], [-11.7109375, false], [-12.9609375, false], [-5.484375, false], [-8.4609375, false], [-8.734375, false], [-2.962890625, false], [-8.4609375, false], [-8.4609375, false], [-12.7109375, false], [-11.4609375, false], [-2.962890625, false], [-11.2109375, false], [-11.7109375, false], [-12.7109375, false], [-7.71484375, false], [-12.9609375, false], [-2.962890625, false], [-11.4609375, false], [-13.2109375, false], [-7.71484375, false], [-12.9609375, false], [-11.7109375, false], [-12.9609375, false], [-7.71484375, false], [-11.9609375, false], [-11.4609375, false], [-11.2109375, false], [-2.962890625, false], [-7.71484375, false], [-11.7109375, false], [-11.2109375, false], [-2.962890625, false], [-11.9609375, false], [-12.7109375, false], [-11.4609375, false], [-2.962890625, false], [-12.4609375, false], [-7.71484375, false], [-11.9609375, false], [-11.4609375, false], [-12.9609375, false], [-2.962890625, false], [-10.7109375, false], [-12.7109375, false], [-7.71484375, false], [-11.7109375, false], [-12.7109375, false], [-11.4609375, false], [-11.2109375, false], [-2.962890625, false], [-10.7109375, false], [-11.7109375, false], [-11.4609375, false], [-11.7109375, false], [-12.9609375, false], [-5.484375, false], [-8.4609375, false], [-8.734375, false], [-2.962890625, false], [-8.4609375, false], [-8.4609375, false], [-12.7109375, false], [-11.4609375, false], [-2.962890625, false], [-11.2109375, false], [-11.7109375, false], [-12.7109375, false], [-7.71484375, false], [-12.9609375, false], [-2.962890625, false], [-11.2109375, false], [-9.7109375, false], [-11.2109375, false], [-11.2109375, false], [-11.7109375, false], [-11.4609375, false], [-13.2109375, false], [-11.4609375, false], [-11.2109375, false], [-2.962890625, false], [-7.71484375, false], [-11.7109375, false], [-11.2109375, false], [-2.962890625, false], [-10.7109375, false], [-11.7109375, false], [-11.4609375, false], [-11.7109375, false], [-12.9609375, false], [-11.2109375, false], [-2.962890625, false], [-11.9609375, false], [-12.7109375, false], [-11.4609375, false], [-2.962890625, false], [-12.4609375, false], [-7.71484375, false], [-11.9609375, false], [-11.4609375, false], [-12.9609375, false], [-5.484375, false], [-8.4609375, false], [-13.2109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2148, "doc": {"id": "Mercury_SC_407701", "question": "A farmer predicts a new sprinkler will keep water from being wasted. What term best describes this prediction?", "choices": {"text": ["experiment", "hypothesis", "observation", "variable"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "hypothesis", "arguments": ["Question: A farmer predicts a new sprinkler will keep water from being wasted. What term best describes this prediction?\nAnswer:", " ["], "resps": [[[-6.875, false]], [[-6.75, false]], [[-7.75, false]], [[-10.25, false]], [[-8.375, false]], [[-7.75, false]], [[-9.625, false]], [[-8.375, false]], [[-8.875, false]], [[-7.75, false]], [[-7.875, false]], [[-9.625, false]], [[-6.75, false]], [[-10.140625, false]], [[-5.25, false]], [[-6.75, false]], [[-9.375, false]], [[-9.375, false]], [[-8.375, false]], [[-8.75, false]], [[-9.625, false]], [[-9.375, false]], [[-7.75, false]], [[-6.0, false]], [[-8.375, false]], [[-6.0, false]], [[-6.75, false]], [[-10.140625, false]], [[-5.25, false]], [[-6.75, false]], [[-8.75, false]], [[-7.5, false]], [[-6.0, false]], [[-7.75, false]], [[-9.625, false]], [[-10.0, false]], [[-4.375, false]], [[-9.625, false]], [[-8.375, false]], [[-8.75, false]], [[-7.875, false]], [[-6.75, false]], [[-10.140625, false]], [[-5.25, false]], [[-6.75, false]], [[-10.0, false]], [[-4.375, false]], [[-9.625, false]], [[-8.375, false]], [[-4.375, false]], [[-7.5, false]], [[-9.75, false]], [[-7.75, false]], [[-6.75, false]], [[-12.625, false]]], "filtered_resps": [[-6.875, false], [-6.75, false], [-7.75, false], [-10.25, false], [-8.375, false], [-7.75, false], [-9.625, false], [-8.375, false], [-8.875, false], [-7.75, false], [-7.875, false], [-9.625, false], [-6.75, false], [-10.140625, false], [-5.25, false], [-6.75, false], [-9.375, false], [-9.375, false], [-8.375, false], [-8.75, false], [-9.625, false], [-9.375, false], [-7.75, false], [-6.0, false], [-8.375, false], [-6.0, false], [-6.75, false], [-10.140625, false], [-5.25, false], [-6.75, false], [-8.75, false], [-7.5, false], [-6.0, false], [-7.75, false], [-9.625, false], [-10.0, false], [-4.375, false], [-9.625, false], [-8.375, false], [-8.75, false], [-7.875, false], [-6.75, false], [-10.140625, false], [-5.25, false], [-6.75, false], [-10.0, false], [-4.375, false], [-9.625, false], [-8.375, false], [-4.375, false], [-7.5, false], [-9.75, false], [-7.75, false], [-6.75, false], [-12.625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2156, "doc": {"id": "Mercury_7077525", "question": "The electromagnetic spectrum is described as a", "choices": {"text": ["series of colors of the rainbow.", "list of radioactive elements.", "band of frequencies of light waves.", "range of conductivity of metals."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "band of frequencies of light waves.", "arguments": ["Question: The electromagnetic spectrum is described as a\nAnswer:", " ["], "resps": [[[-7.125, false]], [[-8.125, false]], [[-9.5, false]], [[-7.625, false]], [[-9.75, false]], [[-7.625, false]], [[-7.625, false]], [[-9.5, false]], [[-5.375, false]], [[-8.625, false]], [[-8.5, false]], [[-5.375, false]], [[-9.75, false]], [[-8.625, false]], [[-10.0, false]], [[-8.625, false]], [[-9.75, false]], [[-9.5, false]], [[-5.375, false]], [[-8.625, false]], [[-8.5, false]], [[-5.375, false]], [[-10.875, false]], [[-9.75, false]], [[-7.625, false]], [[-5.375, false]], [[-9.75, false]], [[-5.875, false]], [[-7.625, false]], [[-8.875, false]], [[-8.125, false]], [[-8.625, false]], [[-10.625, false]], [[-6.9375, false]], [[-8.125, false]], [[-8.0625, false]], [[-5.375, false]], [[-8.125, false]], [[-10.0, false]], [[-7.625, false]], [[-9.5, false]], [[-10.875, false]], [[-5.375, false]], [[-8.625, false]], [[-8.5, false]], [[-5.375, false]], [[-9.75, false]], [[-5.875, false]], [[-9.75, false]], [[-7.625, false]], [[-8.625, false]], [[-5.875, false]], [[-9.75, false]], [[-10.875, false]], [[-7.625, false]], [[-10.0, false]], [[-7.625, false]], [[-5.375, false]], [[-7.625, false]], [[-10.0, false]], [[-7.625, false]], [[-9.625, false]], [[-7.625, false]], [[-8.875, false]], [[-10.875, false]], [[-9.5, false]], [[-6.9375, false]], [[-8.125, false]], [[-8.0625, false]], [[-5.375, false]], [[-8.125, false]], [[-8.125, false]], [[-5.875, false]], [[-8.875, false]], [[-9.75, false]], [[-5.375, false]], [[-8.625, false]], [[-8.5, false]], [[-5.375, false]], [[-8.5, false]], [[-9.75, false]], [[-7.625, false]], [[-9.625, false]], [[-11.0, false]], [[-7.625, false]], [[-8.875, false]], [[-9.75, false]], [[-7.625, false]], [[-7.625, false]], [[-9.5, false]], [[-5.375, false]], [[-8.625, false]], [[-8.5, false]], [[-5.375, false]], [[-10.0, false]], [[-7.625, false]], [[-11.875, false]], [[-9.75, false]], [[-10.875, false]], [[-5.375, false]], [[-10.625, false]], [[-5.875, false]], [[-10.0, false]], [[-7.625, false]], [[-9.5, false]], [[-6.9375, false]], [[-8.125, false]], [[-8.0625, false]], [[-5.375, false]], [[-8.125, false]], [[-9.75, false]], [[-5.875, false]], [[-8.875, false]], [[-11.875, false]], [[-7.625, false]], [[-5.375, false]], [[-8.625, false]], [[-8.5, false]], [[-5.375, false]], [[-9.75, false]], [[-8.625, false]], [[-8.875, false]], [[-9.75, false]], [[-11.0, false]], [[-9.75, false]], [[-10.875, false]], [[-7.625, false]], [[-10.0, false]], [[-7.625, false]], [[-10.875, false]], [[-11.625, false]], [[-5.375, false]], [[-8.625, false]], [[-8.5, false]], [[-5.375, false]], [[-9.625, false]], [[-7.625, false]], [[-10.875, false]], [[-5.875, false]], [[-10.0, false]], [[-9.5, false]], [[-6.9375, false]], [[-8.125, false]], [[-11.0, false]]], "filtered_resps": [[-7.125, false], [-8.125, false], [-9.5, false], [-7.625, false], [-9.75, false], [-7.625, false], [-7.625, false], [-9.5, false], [-5.375, false], [-8.625, false], [-8.5, false], [-5.375, false], [-9.75, false], [-8.625, false], [-10.0, false], [-8.625, false], [-9.75, false], [-9.5, false], [-5.375, false], [-8.625, false], [-8.5, false], [-5.375, false], [-10.875, false], [-9.75, false], [-7.625, false], [-5.375, false], [-9.75, false], [-5.875, false], [-7.625, false], [-8.875, false], [-8.125, false], [-8.625, false], [-10.625, false], [-6.9375, false], [-8.125, false], [-8.0625, false], [-5.375, false], [-8.125, false], [-10.0, false], [-7.625, false], [-9.5, false], [-10.875, false], [-5.375, false], [-8.625, false], [-8.5, false], [-5.375, false], [-9.75, false], [-5.875, false], [-9.75, false], [-7.625, false], [-8.625, false], [-5.875, false], [-9.75, false], [-10.875, false], [-7.625, false], [-10.0, false], [-7.625, false], [-5.375, false], [-7.625, false], [-10.0, false], [-7.625, false], [-9.625, false], [-7.625, false], [-8.875, false], [-10.875, false], [-9.5, false], [-6.9375, false], [-8.125, false], [-8.0625, false], [-5.375, false], [-8.125, false], [-8.125, false], [-5.875, false], [-8.875, false], [-9.75, false], [-5.375, false], [-8.625, false], [-8.5, false], [-5.375, false], [-8.5, false], [-9.75, false], [-7.625, false], [-9.625, false], [-11.0, false], [-7.625, false], [-8.875, false], [-9.75, false], [-7.625, false], [-7.625, false], [-9.5, false], [-5.375, false], [-8.625, false], [-8.5, false], [-5.375, false], [-10.0, false], [-7.625, false], [-11.875, false], [-9.75, false], [-10.875, false], [-5.375, false], [-10.625, false], [-5.875, false], [-10.0, false], [-7.625, false], [-9.5, false], [-6.9375, false], [-8.125, false], [-8.0625, false], [-5.375, false], [-8.125, false], [-9.75, false], [-5.875, false], [-8.875, false], [-11.875, false], [-7.625, false], [-5.375, false], [-8.625, false], [-8.5, false], [-5.375, false], [-9.75, false], [-8.625, false], [-8.875, false], [-9.75, false], [-11.0, false], [-9.75, false], [-10.875, false], [-7.625, false], [-10.0, false], [-7.625, false], [-10.875, false], [-11.625, false], [-5.375, false], [-8.625, false], [-8.5, false], [-5.375, false], [-9.625, false], [-7.625, false], [-10.875, false], [-5.875, false], [-10.0, false], [-9.5, false], [-6.9375, false], [-8.125, false], [-11.0, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2164, "doc": {"id": "Mercury_SC_402125", "question": "Two high tides and two low tides occur on Earth every", "choices": {"text": ["day.", "hour.", "week.", "month."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "day.", "arguments": ["Question: Two high tides and two low tides occur on Earth every\nAnswer:", " ["], "resps": [[[-7.64453125, false]], [[-8.6484375, false]], [[-8.6484375, false]], [[-4.89453125, false]], [[-9.8984375, false]], [[-6.453125, false]], [[-8.6484375, false]], [[-8.640625, false]], [[-5.14453125, false]], [[-8.6484375, false]], [[-10.1484375, false]], [[-9.3984375, false]], [[-10.3984375, false]], [[-10.1484375, false]], [[-6.453125, false]], [[-8.6484375, false]], [[-8.640625, false]], [[-5.14453125, false]], [[-8.6484375, false]], [[-9.6484375, false]], [[-7.89453125, false]], [[-7.89453125, false]], [[-9.8984375, false]], [[-6.453125, false]], [[-8.6484375, false]], [[-8.640625, false]], [[-5.14453125, false]], [[-8.6484375, false]], [[-10.1484375, false]], [[-9.3984375, false]], [[-7.64453125, false]], [[-7.39453125, false]], [[-10.1484375, false]], [[-6.453125, false]], [[-8.6484375, false]], [[-11.1484375, false]]], "filtered_resps": [[-7.64453125, false], [-8.6484375, false], [-8.6484375, false], [-4.89453125, false], [-9.8984375, false], [-6.453125, false], [-8.6484375, false], [-8.640625, false], [-5.14453125, false], [-8.6484375, false], [-10.1484375, false], [-9.3984375, false], [-10.3984375, false], [-10.1484375, false], [-6.453125, false], [-8.6484375, false], [-8.640625, false], [-5.14453125, false], [-8.6484375, false], [-9.6484375, false], [-7.89453125, false], [-7.89453125, false], [-9.8984375, false], [-6.453125, false], [-8.6484375, false], [-8.640625, false], [-5.14453125, false], [-8.6484375, false], [-10.1484375, false], [-9.3984375, false], [-7.64453125, false], [-7.39453125, false], [-10.1484375, false], [-6.453125, false], [-8.6484375, false], [-11.1484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2172, "doc": {"id": "Mercury_SC_400192", "question": "Deposition of sediment during floods makes the land near some rivers", "choices": {"text": ["acidic.", "fertile.", "hilly.", "unstable."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "fertile.", "arguments": ["Question: Deposition of sediment during floods makes the land near some rivers\nAnswer:", " ["], "resps": [[[-7.07421875, false]], [[-8.453125, false]], [[-6.69921875, false]], [[-10.078125, false]], [[-9.328125, false]], [[-8.453125, false]], [[-9.328125, false]], [[-10.078125, false]], [[-6.76953125, false]], [[-8.453125, false]], [[-9.015625, false]], [[-5.32421875, false]], [[-8.453125, false]], [[-9.578125, false]], [[-8.328125, false]], [[-11.203125, false]], [[-11.578125, false]], [[-9.328125, false]], [[-11.078125, false]], [[-8.328125, false]], [[-6.76953125, false]], [[-8.453125, false]], [[-9.015625, false]], [[-5.32421875, false]], [[-8.453125, false]], [[-11.328125, false]], [[-9.328125, false]], [[-11.078125, false]], [[-11.078125, false]], [[-11.453125, false]], [[-6.76953125, false]], [[-8.453125, false]], [[-9.015625, false]], [[-5.32421875, false]], [[-8.453125, false]], [[-11.453125, false]], [[-9.828125, false]], [[-9.453125, false]], [[-11.578125, false]], [[-6.69921875, false]], [[-8.328125, false]], [[-11.078125, false]], [[-8.328125, false]], [[-6.76953125, false]], [[-8.453125, false]], [[-11.953125, false]]], "filtered_resps": [[-7.07421875, false], [-8.453125, false], [-6.69921875, false], [-10.078125, false], [-9.328125, false], [-8.453125, false], [-9.328125, false], [-10.078125, false], [-6.76953125, false], [-8.453125, false], [-9.015625, false], [-5.32421875, false], [-8.453125, false], [-9.578125, false], [-8.328125, false], [-11.203125, false], [-11.578125, false], [-9.328125, false], [-11.078125, false], [-8.328125, false], [-6.76953125, false], [-8.453125, false], [-9.015625, false], [-5.32421875, false], [-8.453125, false], [-11.328125, false], [-9.328125, false], [-11.078125, false], [-11.078125, false], [-11.453125, false], [-6.76953125, false], [-8.453125, false], [-9.015625, false], [-5.32421875, false], [-8.453125, false], [-11.453125, false], [-9.828125, false], [-9.453125, false], [-11.578125, false], [-6.69921875, false], [-8.328125, false], [-11.078125, false], [-8.328125, false], [-6.76953125, false], [-8.453125, false], [-11.953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2180, "doc": {"id": "Mercury_7004008", "question": "The relationship between ticks and a dog can best be described as", "choices": {"text": ["mutualism.", "competition.", "parasitism.", "commensalism."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "parasitism.", "arguments": ["Question: The relationship between ticks and a dog can best be described as\nAnswer:", " ["], "resps": [[[-7.4375, false]], [[-7.6875, false]], [[-11.3125, false]], [[-10.8125, false]], [[-9.1875, false]], [[-10.8125, false]], [[-4.5625, false]], [[-10.0625, false]], [[-7.9375, false]], [[-9.1875, false]], [[-11.3125, false]], [[-6.58984375, false]], [[-7.6875, false]], [[-9.15625, false]], [[-4.9375, false]], [[-7.6875, false]], [[-8.4375, false]], [[-9.5625, false]], [[-11.3125, false]], [[-10.0625, false]], [[-9.1875, false]], [[-9.1875, false]], [[-7.9375, false]], [[-9.1875, false]], [[-7.9375, false]], [[-9.5625, false]], [[-9.0625, false]], [[-6.58984375, false]], [[-7.6875, false]], [[-9.15625, false]], [[-4.9375, false]], [[-7.6875, false]], [[-10.0625, false]], [[-4.5625, false]], [[-10.5625, false]], [[-4.5625, false]], [[-9.1875, false]], [[-7.9375, false]], [[-9.1875, false]], [[-7.9375, false]], [[-9.1875, false]], [[-11.3125, false]], [[-6.58984375, false]], [[-7.6875, false]], [[-9.15625, false]], [[-4.9375, false]], [[-7.6875, false]], [[-8.4375, false]], [[-9.5625, false]], [[-11.3125, false]], [[-11.3125, false]], [[-9.1875, false]], [[-9.0625, false]], [[-9.1875, false]], [[-4.5625, false]], [[-10.0625, false]], [[-7.9375, false]], [[-9.1875, false]], [[-11.3125, false]], [[-6.58984375, false]], [[-7.6875, false]], [[-11.3125, false]]], "filtered_resps": [[-7.4375, false], [-7.6875, false], [-11.3125, false], [-10.8125, false], [-9.1875, false], [-10.8125, false], [-4.5625, false], [-10.0625, false], [-7.9375, false], [-9.1875, false], [-11.3125, false], [-6.58984375, false], [-7.6875, false], [-9.15625, false], [-4.9375, false], [-7.6875, false], [-8.4375, false], [-9.5625, false], [-11.3125, false], [-10.0625, false], [-9.1875, false], [-9.1875, false], [-7.9375, false], [-9.1875, false], [-7.9375, false], [-9.5625, false], [-9.0625, false], [-6.58984375, false], [-7.6875, false], [-9.15625, false], [-4.9375, false], [-7.6875, false], [-10.0625, false], [-4.5625, false], [-10.5625, false], [-4.5625, false], [-9.1875, false], [-7.9375, false], [-9.1875, false], [-7.9375, false], [-9.1875, false], [-11.3125, false], [-6.58984375, false], [-7.6875, false], [-9.15625, false], [-4.9375, false], [-7.6875, false], [-8.4375, false], [-9.5625, false], [-11.3125, false], [-11.3125, false], [-9.1875, false], [-9.0625, false], [-9.1875, false], [-4.5625, false], [-10.0625, false], [-7.9375, false], [-9.1875, false], [-11.3125, false], [-6.58984375, false], [-7.6875, false], [-11.3125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2188, "doc": {"id": "MCAS_2006_8_10", "question": "A student in a laboratory transfers a beaker containing a hot solution from the lab table to a cool water bath. Which of the following parts of the system experiences an increase in heat energy?", "choices": {"text": ["beaker", "lab table", "solution", "water bath"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "water bath", "arguments": ["Question: A student in a laboratory transfers a beaker containing a hot solution from the lab table to a cool water bath. Which of the following parts of the system experiences an increase in heat energy?\nAnswer:", " ["], "resps": [[[-8.0078125, false]], [[-11.2578125, false]], [[-5.25390625, false]], [[-6.75390625, false]], [[-2.755859375, false]], [[-8.0078125, false]], [[-6.75390625, false]], [[-9.2578125, false]], [[-11.2578125, false]], [[-8.59375, false]], [[-5.49609375, false]], [[-11.2578125, false]], [[-10.0078125, false]], [[-2.755859375, false]], [[-5.25390625, false]], [[-5.49609375, false]], [[-10.2578125, false]], [[-2.755859375, false]], [[-5.25390625, false]], [[-10.0078125, false]], [[-6.75390625, false]], [[-11.2578125, false]], [[-8.625, false]], [[-5.50390625, false]], [[-11.2578125, false]], [[-9.5078125, false]], [[-8.2578125, false]], [[-10.0078125, false]], [[-10.2578125, false]], [[-10.2578125, false]], [[-7.25390625, false]], [[-8.2578125, false]], [[-8.2578125, false]], [[-11.2578125, false]], [[-8.625, false]], [[-5.50390625, false]], [[-11.2578125, false]], [[-10.7578125, false]], [[-2.755859375, false]], [[-10.2578125, false]], [[-6.75390625, false]], [[-9.2578125, false]], [[-5.50390625, false]], [[-5.25390625, false]], [[-2.755859375, false]], [[-10.2578125, false]], [[-10.5078125, false]], [[-11.2578125, false]], [[-11.7578125, false]]], "filtered_resps": [[-8.0078125, false], [-11.2578125, false], [-5.25390625, false], [-6.75390625, false], [-2.755859375, false], [-8.0078125, false], [-6.75390625, false], [-9.2578125, false], [-11.2578125, false], [-8.59375, false], [-5.49609375, false], [-11.2578125, false], [-10.0078125, false], [-2.755859375, false], [-5.25390625, false], [-5.49609375, false], [-10.2578125, false], [-2.755859375, false], [-5.25390625, false], [-10.0078125, false], [-6.75390625, false], [-11.2578125, false], [-8.625, false], [-5.50390625, false], [-11.2578125, false], [-9.5078125, false], [-8.2578125, false], [-10.0078125, false], [-10.2578125, false], [-10.2578125, false], [-7.25390625, false], [-8.2578125, false], [-8.2578125, false], [-11.2578125, false], [-8.625, false], [-5.50390625, false], [-11.2578125, false], [-10.7578125, false], [-2.755859375, false], [-10.2578125, false], [-6.75390625, false], [-9.2578125, false], [-5.50390625, false], [-5.25390625, false], [-2.755859375, false], [-10.2578125, false], [-10.5078125, false], [-11.2578125, false], [-11.7578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2196, "doc": {"id": "Mercury_7201758", "question": "Some individuals are unable to digest the lactose found in the milk of cows. The digestive systems of these individuals most likely lack which?", "choices": {"text": ["a lipid that coats lactose molecules", "an ability to produce lactose internally", "an enzyme that catalyzes lactose breakdown", "a tolerance to lactose developed during childhood"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "an enzyme that catalyzes lactose breakdown", "arguments": ["Question: Some individuals are unable to digest the lactose found in the milk of cows. The digestive systems of these individuals most likely lack which?\nAnswer:", " ["], "resps": [[[-6.8984375, false]], [[-10.2734375, false]], [[-4.6484375, false]], [[-5.6484375, false]], [[-9.5234375, false]], [[-7.8984375, false]], [[-9.6484375, false]], [[-7.8984375, false]], [[-9.6484375, false]], [[-5.6484375, false]], [[-9.1484375, false]], [[-9.5234375, false]], [[-4.6484375, false]], [[-9.1484375, false]], [[-5.6484375, false]], [[-6.3984375, false]], [[-7.3984375, false]], [[-4.6484375, false]], [[-9.1484375, false]], [[-9.8984375, false]], [[-5.6484375, false]], [[-9.5234375, false]], [[-4.6484375, false]], [[-6.3984375, false]], [[-9.1484375, false]], [[-7.3984375, false]], [[-9.8984375, false]], [[-8.3984375, false]], [[-5.6484375, false]], [[-8.6484375, false]], [[-7.3984375, false]], [[-9.5234375, false]], [[-8.3984375, false]], [[-6.3984375, false]], [[-8.6484375, false]], [[-9.5234375, false]], [[-8.3984375, false]], [[-9.8984375, false]], [[-10.2734375, false]], [[-10.1171875, false]], [[-5.6484375, false]], [[-10.2734375, false]], [[-4.6484375, false]], [[-9.1484375, false]], [[-5.6484375, false]], [[-4.6484375, false]], [[-7.6484375, false]], [[-7.8984375, false]], [[-9.5234375, false]], [[-7.8984375, false]], [[-9.1484375, false]], [[-9.2734375, false]], [[-5.6484375, false]], [[-9.1484375, false]], [[-7.3984375, false]], [[-5.6484375, false]], [[-9.6484375, false]], [[-9.1484375, false]], [[-7.3984375, false]], [[-9.6484375, false]], [[-8.6484375, false]], [[-6.3984375, false]], [[-8.3984375, false]], [[-5.6484375, false]], [[-9.5234375, false]], [[-4.6484375, false]], [[-6.3984375, false]], [[-9.1484375, false]], [[-7.3984375, false]], [[-9.8984375, false]], [[-8.3984375, false]], [[-5.6484375, false]], [[-7.8984375, false]], [[-9.1484375, false]], [[-9.1484375, false]], [[-8.3984375, false]], [[-9.1484375, false]], [[-9.1484375, false]], [[-4.6484375, false]], [[-9.5234375, false]], [[-9.5234375, false]], [[-9.2734375, false]], [[-10.2734375, false]], [[-10.1171875, false]], [[-5.6484375, false]], [[-10.2734375, false]], [[-4.6484375, false]], [[-9.1484375, false]], [[-5.6484375, false]], [[-8.3984375, false]], [[-9.1484375, false]], [[-12.2734375, false]], [[-9.2734375, false]], [[-8.6484375, false]], [[-8.3984375, false]], [[-5.6484375, false]], [[-9.1484375, false]], [[-9.5234375, false]], [[-4.6484375, false]], [[-9.1484375, false]], [[-5.6484375, false]], [[-6.3984375, false]], [[-4.6484375, false]], [[-9.1484375, false]], [[-4.6484375, false]], [[-9.5234375, false]], [[-9.2734375, false]], [[-12.2734375, false]], [[-8.3984375, false]], [[-9.8984375, false]], [[-5.6484375, false]], [[-9.5234375, false]], [[-4.6484375, false]], [[-6.3984375, false]], [[-9.1484375, false]], [[-7.3984375, false]], [[-9.8984375, false]], [[-8.3984375, false]], [[-5.6484375, false]], [[-7.6484375, false]], [[-9.1484375, false]], [[-8.3984375, false]], [[-4.6484375, false]], [[-8.3984375, false]], [[-9.6484375, false]], [[-7.3984375, false]], [[-6.3984375, false]], [[-9.1484375, false]], [[-10.2734375, false]], [[-10.1171875, false]], [[-5.6484375, false]], [[-10.2734375, false]], [[-4.6484375, false]], [[-5.6484375, false]], [[-9.1484375, false]], [[-7.3984375, false]], [[-9.5234375, false]], [[-8.3984375, false]], [[-9.1484375, false]], [[-4.6484375, false]], [[-9.1484375, false]], [[-6.3984375, false]], [[-8.3984375, false]], [[-5.6484375, false]], [[-9.1484375, false]], [[-7.3984375, false]], [[-5.6484375, false]], [[-9.5234375, false]], [[-4.6484375, false]], [[-6.3984375, false]], [[-9.1484375, false]], [[-7.3984375, false]], [[-9.8984375, false]], [[-8.3984375, false]], [[-5.6484375, false]], [[-9.6484375, false]], [[-8.3984375, false]], [[-11.1484375, false]], [[-8.3984375, false]], [[-9.5234375, false]], [[-7.3984375, false]], [[-9.6484375, false]], [[-8.3984375, false]], [[-9.6484375, false]], [[-5.6484375, false]], [[-9.6484375, false]], [[-8.6484375, false]], [[-9.1484375, false]], [[-7.8984375, false]], [[-9.1484375, false]], [[-10.2734375, false]], [[-5.6484375, false]], [[-6.3984375, false]], [[-9.5234375, false]], [[-7.8984375, false]], [[-9.5234375, false]], [[-9.6484375, false]], [[-9.5234375, false]], [[-7.3984375, false]], [[-7.3984375, false]], [[-9.6484375, false]], [[-10.2734375, false]], [[-12.0234375, false]]], "filtered_resps": [[-6.8984375, false], [-10.2734375, false], [-4.6484375, false], [-5.6484375, false], [-9.5234375, false], [-7.8984375, false], [-9.6484375, false], [-7.8984375, false], [-9.6484375, false], [-5.6484375, false], [-9.1484375, false], [-9.5234375, false], [-4.6484375, false], [-9.1484375, false], [-5.6484375, false], [-6.3984375, false], [-7.3984375, false], [-4.6484375, false], [-9.1484375, false], [-9.8984375, false], [-5.6484375, false], [-9.5234375, false], [-4.6484375, false], [-6.3984375, false], [-9.1484375, false], [-7.3984375, false], [-9.8984375, false], [-8.3984375, false], [-5.6484375, false], [-8.6484375, false], [-7.3984375, false], [-9.5234375, false], [-8.3984375, false], [-6.3984375, false], [-8.6484375, false], [-9.5234375, false], [-8.3984375, false], [-9.8984375, false], [-10.2734375, false], [-10.1171875, false], [-5.6484375, false], [-10.2734375, false], [-4.6484375, false], [-9.1484375, false], [-5.6484375, false], [-4.6484375, false], [-7.6484375, false], [-7.8984375, false], [-9.5234375, false], [-7.8984375, false], [-9.1484375, false], [-9.2734375, false], [-5.6484375, false], [-9.1484375, false], [-7.3984375, false], [-5.6484375, false], [-9.6484375, false], [-9.1484375, false], [-7.3984375, false], [-9.6484375, false], [-8.6484375, false], [-6.3984375, false], [-8.3984375, false], [-5.6484375, false], [-9.5234375, false], [-4.6484375, false], [-6.3984375, false], [-9.1484375, false], [-7.3984375, false], [-9.8984375, false], [-8.3984375, false], [-5.6484375, false], [-7.8984375, false], [-9.1484375, false], [-9.1484375, false], [-8.3984375, false], [-9.1484375, false], [-9.1484375, false], [-4.6484375, false], [-9.5234375, false], [-9.5234375, false], [-9.2734375, false], [-10.2734375, false], [-10.1171875, false], [-5.6484375, false], [-10.2734375, false], [-4.6484375, false], [-9.1484375, false], [-5.6484375, false], [-8.3984375, false], [-9.1484375, false], [-12.2734375, false], [-9.2734375, false], [-8.6484375, false], [-8.3984375, false], [-5.6484375, false], [-9.1484375, false], [-9.5234375, false], [-4.6484375, false], [-9.1484375, false], [-5.6484375, false], [-6.3984375, false], [-4.6484375, false], [-9.1484375, false], [-4.6484375, false], [-9.5234375, false], [-9.2734375, false], [-12.2734375, false], [-8.3984375, false], [-9.8984375, false], [-5.6484375, false], [-9.5234375, false], [-4.6484375, false], [-6.3984375, false], [-9.1484375, false], [-7.3984375, false], [-9.8984375, false], [-8.3984375, false], [-5.6484375, false], [-7.6484375, false], [-9.1484375, false], [-8.3984375, false], [-4.6484375, false], [-8.3984375, false], [-9.6484375, false], [-7.3984375, false], [-6.3984375, false], [-9.1484375, false], [-10.2734375, false], [-10.1171875, false], [-5.6484375, false], [-10.2734375, false], [-4.6484375, false], [-5.6484375, false], [-9.1484375, false], [-7.3984375, false], [-9.5234375, false], [-8.3984375, false], [-9.1484375, false], [-4.6484375, false], [-9.1484375, false], [-6.3984375, false], [-8.3984375, false], [-5.6484375, false], [-9.1484375, false], [-7.3984375, false], [-5.6484375, false], [-9.5234375, false], [-4.6484375, false], [-6.3984375, false], [-9.1484375, false], [-7.3984375, false], [-9.8984375, false], [-8.3984375, false], [-5.6484375, false], [-9.6484375, false], [-8.3984375, false], [-11.1484375, false], [-8.3984375, false], [-9.5234375, false], [-7.3984375, false], [-9.6484375, false], [-8.3984375, false], [-9.6484375, false], [-5.6484375, false], [-9.6484375, false], [-8.6484375, false], [-9.1484375, false], [-7.8984375, false], [-9.1484375, false], [-10.2734375, false], [-5.6484375, false], [-6.3984375, false], [-9.5234375, false], [-7.8984375, false], [-9.5234375, false], [-9.6484375, false], [-9.5234375, false], [-7.3984375, false], [-7.3984375, false], [-9.6484375, false], [-10.2734375, false], [-12.0234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2204, "doc": {"id": "MCAS_2013_8_29434", "question": "Muscle cells need to quickly convert energy from food molecules into a usable form. For this reason, which of the following do muscle cells have in greater numbers than most other types of cells?", "choices": {"text": ["chromosomes", "mitochondria", "nuclei", "vacuoles"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "mitochondria", "arguments": ["Question: Muscle cells need to quickly convert energy from food molecules into a usable form. For this reason, which of the following do muscle cells have in greater numbers than most other types of cells?\nAnswer:", " ["], "resps": [[[-7.8671875, false]], [[-11.1171875, false]], [[-4.6171875, false]], [[-9.8671875, false]], [[-9.8671875, false]], [[-8.3671875, false]], [[-6.8671875, false]], [[-8.3671875, false]], [[-10.1171875, false]], [[-8.3671875, false]], [[-6.8671875, false]], [[-9.8671875, false]], [[-10.1171875, false]], [[-11.1171875, false]], [[-10.703125, false]], [[-5.6171875, false]], [[-11.1171875, false]], [[-6.8671875, false]], [[-8.6171875, false]], [[-8.6171875, false]], [[-8.3671875, false]], [[-4.6171875, false]], [[-9.8671875, false]], [[-8.3671875, false]], [[-9.1171875, false]], [[-8.3671875, false]], [[-9.8671875, false]], [[-8.6171875, false]], [[-3.619140625, false]], [[-11.1171875, false]], [[-10.703125, false]], [[-5.6171875, false]], [[-11.1171875, false]], [[-9.1171875, false]], [[-10.3671875, false]], [[-4.6171875, false]], [[-8.3671875, false]], [[-9.8671875, false]], [[-8.6171875, false]], [[-11.1171875, false]], [[-10.703125, false]], [[-5.6171875, false]], [[-11.1171875, false]], [[-10.3671875, false]], [[-3.619140625, false]], [[-4.6171875, false]], [[-10.3671875, false]], [[-8.3671875, false]], [[-8.3671875, false]], [[-9.8671875, false]], [[-10.1171875, false]], [[-11.1171875, false]], [[-13.6171875, false]]], "filtered_resps": [[-7.8671875, false], [-11.1171875, false], [-4.6171875, false], [-9.8671875, false], [-9.8671875, false], [-8.3671875, false], [-6.8671875, false], [-8.3671875, false], [-10.1171875, false], [-8.3671875, false], [-6.8671875, false], [-9.8671875, false], [-10.1171875, false], [-11.1171875, false], [-10.703125, false], [-5.6171875, false], [-11.1171875, false], [-6.8671875, false], [-8.6171875, false], [-8.6171875, false], [-8.3671875, false], [-4.6171875, false], [-9.8671875, false], [-8.3671875, false], [-9.1171875, false], [-8.3671875, false], [-9.8671875, false], [-8.6171875, false], [-3.619140625, false], [-11.1171875, false], [-10.703125, false], [-5.6171875, false], [-11.1171875, false], [-9.1171875, false], [-10.3671875, false], [-4.6171875, false], [-8.3671875, false], [-9.8671875, false], [-8.6171875, false], [-11.1171875, false], [-10.703125, false], [-5.6171875, false], [-11.1171875, false], [-10.3671875, false], [-3.619140625, false], [-4.6171875, false], [-10.3671875, false], [-8.3671875, false], [-8.3671875, false], [-9.8671875, false], [-10.1171875, false], [-11.1171875, false], [-13.6171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2212, "doc": {"id": "Mercury_7162488", "question": "When mountains are formed, there is an interaction between areas of Earth. Which two will interact and result in the formation of mountains?", "choices": {"text": ["hydrosphere and biosphere", "troposphere and ionosphere", "hydrosphere and lithosphere", "asthenosphere and lithosphere"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "asthenosphere and lithosphere", "arguments": ["Question: When mountains are formed, there is an interaction between areas of Earth. Which two will interact and result in the formation of mountains?\nAnswer:", " ["], "resps": [[[-6.875, false]], [[-9.375, false]], [[-8.875, false]], [[-10.875, false]], [[-7.875, false]], [[-8.625, false]], [[-8.375, false]], [[-8.875, false]], [[-8.125, false]], [[-8.875, false]], [[-6.125, false]], [[-8.625, false]], [[-6.125, false]], [[-5.125, false]], [[-4.125, false]], [[-7.875, false]], [[-7.875, false]], [[-5.125, false]], [[-6.375, false]], [[-6.625, false]], [[-8.375, false]], [[-8.875, false]], [[-8.125, false]], [[-8.875, false]], [[-6.125, false]], [[-8.625, false]], [[-6.125, false]], [[-9.375, false]], [[-9.0703125, false]], [[-5.125, false]], [[-9.375, false]], [[-9.375, false]], [[-8.625, false]], [[-8.375, false]], [[-8.125, false]], [[-8.375, false]], [[-8.875, false]], [[-8.125, false]], [[-8.875, false]], [[-6.125, false]], [[-8.625, false]], [[-6.125, false]], [[-5.125, false]], [[-4.125, false]], [[-7.875, false]], [[-7.875, false]], [[-5.125, false]], [[-6.625, false]], [[-8.375, false]], [[-7.875, false]], [[-8.375, false]], [[-8.875, false]], [[-8.125, false]], [[-8.875, false]], [[-6.125, false]], [[-8.625, false]], [[-6.125, false]], [[-9.375, false]], [[-9.0703125, false]], [[-5.125, false]], [[-9.375, false]], [[-8.875, false]], [[-10.875, false]], [[-7.875, false]], [[-8.625, false]], [[-8.375, false]], [[-8.875, false]], [[-8.125, false]], [[-8.875, false]], [[-6.125, false]], [[-8.625, false]], [[-6.125, false]], [[-5.125, false]], [[-4.125, false]], [[-7.875, false]], [[-7.875, false]], [[-5.125, false]], [[-8.875, false]], [[-6.625, false]], [[-9.375, false]], [[-8.875, false]], [[-8.375, false]], [[-8.875, false]], [[-8.125, false]], [[-8.875, false]], [[-6.125, false]], [[-8.625, false]], [[-6.125, false]], [[-9.375, false]], [[-9.0703125, false]], [[-5.125, false]], [[-9.375, false]], [[-4.125, false]], [[-8.875, false]], [[-9.375, false]], [[-8.875, false]], [[-6.125, false]], [[-7.875, false]], [[-8.375, false]], [[-8.875, false]], [[-8.125, false]], [[-8.875, false]], [[-6.125, false]], [[-8.625, false]], [[-6.125, false]], [[-5.125, false]], [[-4.125, false]], [[-7.875, false]], [[-7.875, false]], [[-5.125, false]], [[-8.875, false]], [[-6.625, false]], [[-9.375, false]], [[-8.875, false]], [[-8.375, false]], [[-8.875, false]], [[-8.125, false]], [[-8.875, false]], [[-6.125, false]], [[-8.625, false]], [[-6.125, false]], [[-9.375, false]], [[-12.625, false]]], "filtered_resps": [[-6.875, false], [-9.375, false], [-8.875, false], [-10.875, false], [-7.875, false], [-8.625, false], [-8.375, false], [-8.875, false], [-8.125, false], [-8.875, false], [-6.125, false], [-8.625, false], [-6.125, false], [-5.125, false], [-4.125, false], [-7.875, false], [-7.875, false], [-5.125, false], [-6.375, false], [-6.625, false], [-8.375, false], [-8.875, false], [-8.125, false], [-8.875, false], [-6.125, false], [-8.625, false], [-6.125, false], [-9.375, false], [-9.0703125, false], [-5.125, false], [-9.375, false], [-9.375, false], [-8.625, false], [-8.375, false], [-8.125, false], [-8.375, false], [-8.875, false], [-8.125, false], [-8.875, false], [-6.125, false], [-8.625, false], [-6.125, false], [-5.125, false], [-4.125, false], [-7.875, false], [-7.875, false], [-5.125, false], [-6.625, false], [-8.375, false], [-7.875, false], [-8.375, false], [-8.875, false], [-8.125, false], [-8.875, false], [-6.125, false], [-8.625, false], [-6.125, false], [-9.375, false], [-9.0703125, false], [-5.125, false], [-9.375, false], [-8.875, false], [-10.875, false], [-7.875, false], [-8.625, false], [-8.375, false], [-8.875, false], [-8.125, false], [-8.875, false], [-6.125, false], [-8.625, false], [-6.125, false], [-5.125, false], [-4.125, false], [-7.875, false], [-7.875, false], [-5.125, false], [-8.875, false], [-6.625, false], [-9.375, false], [-8.875, false], [-8.375, false], [-8.875, false], [-8.125, false], [-8.875, false], [-6.125, false], [-8.625, false], [-6.125, false], [-9.375, false], [-9.0703125, false], [-5.125, false], [-9.375, false], [-4.125, false], [-8.875, false], [-9.375, false], [-8.875, false], [-6.125, false], [-7.875, false], [-8.375, false], [-8.875, false], [-8.125, false], [-8.875, false], [-6.125, false], [-8.625, false], [-6.125, false], [-5.125, false], [-4.125, false], [-7.875, false], [-7.875, false], [-5.125, false], [-8.875, false], [-6.625, false], [-9.375, false], [-8.875, false], [-8.375, false], [-8.875, false], [-8.125, false], [-8.875, false], [-6.125, false], [-8.625, false], [-6.125, false], [-9.375, false], [-12.625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2220, "doc": {"id": "Mercury_7142958", "question": "Which statement describes a primary function of the cell wall of a plant cell?", "choices": {"text": ["The cell wall performs photosynthesis.", "The cell wall stores DNA.", "The cell wall provides structural support.", "The cell wall manufactures proteins."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "The cell wall provides structural support.", "arguments": ["Question: Which statement describes a primary function of the cell wall of a plant cell?\nAnswer:", " ["], "resps": [[[-6.70703125, false]], [[-10.203125, false]], [[-6.33203125, false]], [[-9.953125, false]], [[-7.70703125, false]], [[-4.95703125, false]], [[-6.45703125, false]], [[-7.70703125, false]], [[-9.453125, false]], [[-9.453125, false]], [[-4.95703125, false]], [[-10.328125, false]], [[-3.830078125, false]], [[-9.453125, false]], [[-9.453125, false]], [[-4.95703125, false]], [[-8.703125, false]], [[-7.70703125, false]], [[-10.703125, false]], [[-10.828125, false]], [[-8.703125, false]], [[-10.703125, false]], [[-8.328125, false]], [[-8.703125, false]], [[-4.95703125, false]], [[-8.703125, false]], [[-9.953125, false]], [[-8.703125, false]], [[-9.828125, false]], [[-8.703125, false]], [[-8.703125, false]], [[-10.953125, false]], [[-10.203125, false]], [[-9.828125, false]], [[-9.953125, false]], [[-7.70703125, false]], [[-8.703125, false]], [[-8.203125, false]], [[-8.703125, false]], [[-6.4140625, false]], [[-10.203125, false]], [[-9.0390625, false]], [[-4.95703125, false]], [[-10.203125, false]], [[-6.33203125, false]], [[-9.953125, false]], [[-7.70703125, false]], [[-4.95703125, false]], [[-6.45703125, false]], [[-7.70703125, false]], [[-9.453125, false]], [[-9.453125, false]], [[-4.95703125, false]], [[-10.328125, false]], [[-3.830078125, false]], [[-9.453125, false]], [[-9.453125, false]], [[-4.95703125, false]], [[-8.703125, false]], [[-9.828125, false]], [[-8.703125, false]], [[-10.703125, false]], [[-7.70703125, false]], [[-8.703125, false]], [[-4.95703125, false]], [[-6.95703125, false]], [[-8.828125, false]], [[-2.955078125, false]], [[-6.4140625, false]], [[-10.203125, false]], [[-9.0390625, false]], [[-4.95703125, false]], [[-10.203125, false]], [[-6.33203125, false]], [[-9.953125, false]], [[-7.70703125, false]], [[-4.95703125, false]], [[-6.45703125, false]], [[-7.70703125, false]], [[-9.453125, false]], [[-9.453125, false]], [[-4.95703125, false]], [[-10.328125, false]], [[-3.830078125, false]], [[-9.453125, false]], [[-9.453125, false]], [[-4.95703125, false]], [[-8.703125, false]], [[-10.703125, false]], [[-8.703125, false]], [[-10.453125, false]], [[-8.203125, false]], [[-8.828125, false]], [[-7.70703125, false]], [[-8.703125, false]], [[-4.95703125, false]], [[-8.703125, false]], [[-9.828125, false]], [[-10.703125, false]], [[-11.578125, false]], [[-6.45703125, false]], [[-9.828125, false]], [[-11.578125, false]], [[-10.703125, false]], [[-3.830078125, false]], [[-9.453125, false]], [[-4.95703125, false]], [[-8.703125, false]], [[-11.578125, false]], [[-8.703125, false]], [[-8.703125, false]], [[-8.703125, false]], [[-10.703125, false]], [[-9.828125, false]], [[-6.4140625, false]], [[-10.203125, false]], [[-9.0390625, false]], [[-4.95703125, false]], [[-10.203125, false]], [[-6.33203125, false]], [[-9.953125, false]], [[-7.70703125, false]], [[-4.95703125, false]], [[-6.45703125, false]], [[-7.70703125, false]], [[-9.453125, false]], [[-9.453125, false]], [[-4.95703125, false]], [[-10.328125, false]], [[-3.830078125, false]], [[-9.453125, false]], [[-9.453125, false]], [[-4.95703125, false]], [[-8.328125, false]], [[-3.830078125, false]], [[-10.203125, false]], [[-11.578125, false]], [[-10.828125, false]], [[-3.830078125, false]], [[-6.45703125, false]], [[-9.828125, false]], [[-11.578125, false]], [[-10.703125, false]], [[-7.70703125, false]], [[-8.703125, false]], [[-4.95703125, false]], [[-8.703125, false]], [[-10.703125, false]], [[-8.703125, false]], [[-9.828125, false]], [[-7.70703125, false]], [[-8.203125, false]], [[-10.203125, false]], [[-8.703125, false]], [[-6.4140625, false]], [[-10.203125, false]], [[-12.328125, false]]], "filtered_resps": [[-6.70703125, false], [-10.203125, false], [-6.33203125, false], [-9.953125, false], [-7.70703125, false], [-4.95703125, false], [-6.45703125, false], [-7.70703125, false], [-9.453125, false], [-9.453125, false], [-4.95703125, false], [-10.328125, false], [-3.830078125, false], [-9.453125, false], [-9.453125, false], [-4.95703125, false], [-8.703125, false], [-7.70703125, false], [-10.703125, false], [-10.828125, false], [-8.703125, false], [-10.703125, false], [-8.328125, false], [-8.703125, false], [-4.95703125, false], [-8.703125, false], [-9.953125, false], [-8.703125, false], [-9.828125, false], [-8.703125, false], [-8.703125, false], [-10.953125, false], [-10.203125, false], [-9.828125, false], [-9.953125, false], [-7.70703125, false], [-8.703125, false], [-8.203125, false], [-8.703125, false], [-6.4140625, false], [-10.203125, false], [-9.0390625, false], [-4.95703125, false], [-10.203125, false], [-6.33203125, false], [-9.953125, false], [-7.70703125, false], [-4.95703125, false], [-6.45703125, false], [-7.70703125, false], [-9.453125, false], [-9.453125, false], [-4.95703125, false], [-10.328125, false], [-3.830078125, false], [-9.453125, false], [-9.453125, false], [-4.95703125, false], [-8.703125, false], [-9.828125, false], [-8.703125, false], [-10.703125, false], [-7.70703125, false], [-8.703125, false], [-4.95703125, false], [-6.95703125, false], [-8.828125, false], [-2.955078125, false], [-6.4140625, false], [-10.203125, false], [-9.0390625, false], [-4.95703125, false], [-10.203125, false], [-6.33203125, false], [-9.953125, false], [-7.70703125, false], [-4.95703125, false], [-6.45703125, false], [-7.70703125, false], [-9.453125, false], [-9.453125, false], [-4.95703125, false], [-10.328125, false], [-3.830078125, false], [-9.453125, false], [-9.453125, false], [-4.95703125, false], [-8.703125, false], [-10.703125, false], [-8.703125, false], [-10.453125, false], [-8.203125, false], [-8.828125, false], [-7.70703125, false], [-8.703125, false], [-4.95703125, false], [-8.703125, false], [-9.828125, false], [-10.703125, false], [-11.578125, false], [-6.45703125, false], [-9.828125, false], [-11.578125, false], [-10.703125, false], [-3.830078125, false], [-9.453125, false], [-4.95703125, false], [-8.703125, false], [-11.578125, false], [-8.703125, false], [-8.703125, false], [-8.703125, false], [-10.703125, false], [-9.828125, false], [-6.4140625, false], [-10.203125, false], [-9.0390625, false], [-4.95703125, false], [-10.203125, false], [-6.33203125, false], [-9.953125, false], [-7.70703125, false], [-4.95703125, false], [-6.45703125, false], [-7.70703125, false], [-9.453125, false], [-9.453125, false], [-4.95703125, false], [-10.328125, false], [-3.830078125, false], [-9.453125, false], [-9.453125, false], [-4.95703125, false], [-8.328125, false], [-3.830078125, false], [-10.203125, false], [-11.578125, false], [-10.828125, false], [-3.830078125, false], [-6.45703125, false], [-9.828125, false], [-11.578125, false], [-10.703125, false], [-7.70703125, false], [-8.703125, false], [-4.95703125, false], [-8.703125, false], [-10.703125, false], [-8.703125, false], [-9.828125, false], [-7.70703125, false], [-8.203125, false], [-10.203125, false], [-8.703125, false], [-6.4140625, false], [-10.203125, false], [-12.328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2228, "doc": {"id": "Mercury_7217718", "question": "In the 1970s, the pesticide DDT was used to kill insects that damaged fruit and vegetable crops. Most insects died from being exposed to DDT, but some survived. These surviving insects contributed to an increase in their population by", "choices": {"text": ["migrating to habitats that had different types of crops.", "learning how to avoid being exposed to DDT.", "passing the gene for DDT resistance to their offspring.", "competing with other types of insects for food."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "passing the gene for DDT resistance to their offspring.", "arguments": ["Question: In the 1970s, the pesticide DDT was used to kill insects that damaged fruit and vegetable crops. Most insects died from being exposed to DDT, but some survived. These surviving insects contributed to an increase in their population by\nAnswer:", " ["], "resps": [[[-6.6640625, false]], [[-8.4140625, false]], [[-9.7890625, false]], [[-7.2890625, false]], [[-10.6640625, false]], [[-9.6640625, false]], [[-5.0390625, false]], [[-9.9140625, false]], [[-7.2890625, false]], [[-7.6640625, false]], [[-10.6640625, false]], [[-4.6640625, false]], [[-9.9140625, false]], [[-8.0390625, false]], [[-4.6640625, false]], [[-9.9140625, false]], [[-5.0390625, false]], [[-6.9140625, false]], [[-7.2890625, false]], [[-9.9140625, false]], [[-5.0390625, false]], [[-9.9140625, false]], [[-8.7890625, false]], [[-4.6640625, false]], [[-9.9140625, false]], [[-9.9140625, false]], [[-5.0390625, false]], [[-9.9140625, false]], [[-4.6640625, false]], [[-9.9140625, false]], [[-5.0390625, false]], [[-6.4140625, false]], [[-4.6640625, false]], [[-6.4140625, false]], [[-7.2890625, false]], [[-9.2890625, false]], [[-9.2890625, false]], [[-7.7890625, false]], [[-9.6640625, false]], [[-7.7890625, false]], [[-7.6640625, false]], [[-9.9140625, false]], [[-4.6640625, false]], [[-9.9140625, false]], [[-9.9140625, false]], [[-8.9140625, false]], [[-7.7890625, false]], [[-8.7890625, false]], [[-4.6640625, false]], [[-8.0390625, false]], [[-9.2890625, false]], [[-4.6640625, false]], [[-7.9140625, false]], [[-9.6640625, false]], [[-8.0390625, false]], [[-8.9140625, false]], [[-8.7890625, false]], [[-6.53125, false]], [[-8.4140625, false]], [[-7.71875, false]], [[-4.6640625, false]], [[-8.4140625, false]], [[-9.6640625, false]], [[-7.7890625, false]], [[-5.0390625, false]], [[-9.6640625, false]], [[-7.6640625, false]], [[-7.2890625, false]], [[-7.6640625, false]], [[-10.6640625, false]], [[-4.6640625, false]], [[-9.9140625, false]], [[-8.0390625, false]], [[-9.6640625, false]], [[-4.6640625, false]], [[-9.9140625, false]], [[-8.0390625, false]], [[-4.6640625, false]], [[-5.0390625, false]], [[-10.2890625, false]], [[-8.0390625, false]], [[-7.2890625, false]], [[-6.4140625, false]], [[-4.6640625, false]], [[-6.9140625, false]], [[-7.7890625, false]], [[-7.2890625, false]], [[-7.6640625, false]], [[-10.6640625, false]], [[-4.6640625, false]], [[-7.7890625, false]], [[-9.5390625, false]], [[-8.9140625, false]], [[-8.0390625, false]], [[-8.7890625, false]], [[-7.7890625, false]], [[-6.4140625, false]], [[-4.6640625, false]], [[-9.9140625, false]], [[-8.0390625, false]], [[-4.6640625, false]], [[-3.412109375, false]], [[-3.412109375, false]], [[-6.7890625, false]], [[-6.53125, false]], [[-8.4140625, false]], [[-7.71875, false]], [[-4.6640625, false]], [[-8.4140625, false]], [[-8.9140625, false]], [[-5.0390625, false]], [[-8.7890625, false]], [[-8.7890625, false]], [[-7.2890625, false]], [[-7.6640625, false]], [[-10.6640625, false]], [[-4.6640625, false]], [[-9.9140625, false]], [[-9.9140625, false]], [[-7.7890625, false]], [[-4.6640625, false]], [[-10.6640625, false]], [[-7.7890625, false]], [[-7.6640625, false]], [[-7.7890625, false]], [[-4.6640625, false]], [[-9.2890625, false]], [[-8.0390625, false]], [[-9.6640625, false]], [[-4.6640625, false]], [[-3.412109375, false]], [[-3.412109375, false]], [[-6.7890625, false]], [[-4.6640625, false]], [[-9.6640625, false]], [[-7.7890625, false]], [[-8.7890625, false]], [[-7.2890625, false]], [[-8.7890625, false]], [[-9.9140625, false]], [[-5.0390625, false]], [[-7.6640625, false]], [[-7.9140625, false]], [[-7.7890625, false]], [[-4.6640625, false]], [[-9.9140625, false]], [[-8.0390625, false]], [[-4.6640625, false]], [[-9.9140625, false]], [[-9.9140625, false]], [[-7.7890625, false]], [[-7.2890625, false]], [[-9.6640625, false]], [[-4.6640625, false]], [[-8.0390625, false]], [[-9.2890625, false]], [[-9.2890625, false]], [[-8.7890625, false]], [[-8.9140625, false]], [[-9.6640625, false]], [[-7.2890625, false]], [[-7.6640625, false]], [[-10.6640625, false]], [[-6.53125, false]], [[-8.4140625, false]], [[-7.71875, false]], [[-4.6640625, false]], [[-8.4140625, false]], [[-7.9140625, false]], [[-8.0390625, false]], [[-9.7890625, false]], [[-8.9140625, false]], [[-7.7890625, false]], [[-9.9140625, false]], [[-7.2890625, false]], [[-7.6640625, false]], [[-10.6640625, false]], [[-4.6640625, false]], [[-9.6640625, false]], [[-7.2890625, false]], [[-9.9140625, false]], [[-9.9140625, false]], [[-4.6640625, false]], [[-8.0390625, false]], [[-9.9140625, false]], [[-9.9140625, false]], [[-7.7890625, false]], [[-9.6640625, false]], [[-4.6640625, false]], [[-9.9140625, false]], [[-9.9140625, false]], [[-8.9140625, false]], [[-7.7890625, false]], [[-8.7890625, false]], [[-4.6640625, false]], [[-8.0390625, false]], [[-9.2890625, false]], [[-4.6640625, false]], [[-7.2890625, false]], [[-7.6640625, false]], [[-8.7890625, false]], [[-7.7890625, false]], [[-7.9140625, false]], [[-9.9140625, false]], [[-8.7890625, false]], [[-4.6640625, false]], [[-9.2890625, false]], [[-8.0390625, false]], [[-9.6640625, false]], [[-4.6640625, false]], [[-9.2890625, false]], [[-8.0390625, false]], [[-8.0390625, false]], [[-6.4140625, false]], [[-6.53125, false]], [[-8.4140625, false]], [[-11.4140625, false]]], "filtered_resps": [[-6.6640625, false], [-8.4140625, false], [-9.7890625, false], [-7.2890625, false], [-10.6640625, false], [-9.6640625, false], [-5.0390625, false], [-9.9140625, false], [-7.2890625, false], [-7.6640625, false], [-10.6640625, false], [-4.6640625, false], [-9.9140625, false], [-8.0390625, false], [-4.6640625, false], [-9.9140625, false], [-5.0390625, false], [-6.9140625, false], [-7.2890625, false], [-9.9140625, false], [-5.0390625, false], [-9.9140625, false], [-8.7890625, false], [-4.6640625, false], [-9.9140625, false], [-9.9140625, false], [-5.0390625, false], [-9.9140625, false], [-4.6640625, false], [-9.9140625, false], [-5.0390625, false], [-6.4140625, false], [-4.6640625, false], [-6.4140625, false], [-7.2890625, false], [-9.2890625, false], [-9.2890625, false], [-7.7890625, false], [-9.6640625, false], [-7.7890625, false], [-7.6640625, false], [-9.9140625, false], [-4.6640625, false], [-9.9140625, false], [-9.9140625, false], [-8.9140625, false], [-7.7890625, false], [-8.7890625, false], [-4.6640625, false], [-8.0390625, false], [-9.2890625, false], [-4.6640625, false], [-7.9140625, false], [-9.6640625, false], [-8.0390625, false], [-8.9140625, false], [-8.7890625, false], [-6.53125, false], [-8.4140625, false], [-7.71875, false], [-4.6640625, false], [-8.4140625, false], [-9.6640625, false], [-7.7890625, false], [-5.0390625, false], [-9.6640625, false], [-7.6640625, false], [-7.2890625, false], [-7.6640625, false], [-10.6640625, false], [-4.6640625, false], [-9.9140625, false], [-8.0390625, false], [-9.6640625, false], [-4.6640625, false], [-9.9140625, false], [-8.0390625, false], [-4.6640625, false], [-5.0390625, false], [-10.2890625, false], [-8.0390625, false], [-7.2890625, false], [-6.4140625, false], [-4.6640625, false], [-6.9140625, false], [-7.7890625, false], [-7.2890625, false], [-7.6640625, false], [-10.6640625, false], [-4.6640625, false], [-7.7890625, false], [-9.5390625, false], [-8.9140625, false], [-8.0390625, false], [-8.7890625, false], [-7.7890625, false], [-6.4140625, false], [-4.6640625, false], [-9.9140625, false], [-8.0390625, false], [-4.6640625, false], [-3.412109375, false], [-3.412109375, false], [-6.7890625, false], [-6.53125, false], [-8.4140625, false], [-7.71875, false], [-4.6640625, false], [-8.4140625, false], [-8.9140625, false], [-5.0390625, false], [-8.7890625, false], [-8.7890625, false], [-7.2890625, false], [-7.6640625, false], [-10.6640625, false], [-4.6640625, false], [-9.9140625, false], [-9.9140625, false], [-7.7890625, false], [-4.6640625, false], [-10.6640625, false], [-7.7890625, false], [-7.6640625, false], [-7.7890625, false], [-4.6640625, false], [-9.2890625, false], [-8.0390625, false], [-9.6640625, false], [-4.6640625, false], [-3.412109375, false], [-3.412109375, false], [-6.7890625, false], [-4.6640625, false], [-9.6640625, false], [-7.7890625, false], [-8.7890625, false], [-7.2890625, false], [-8.7890625, false], [-9.9140625, false], [-5.0390625, false], [-7.6640625, false], [-7.9140625, false], [-7.7890625, false], [-4.6640625, false], [-9.9140625, false], [-8.0390625, false], [-4.6640625, false], [-9.9140625, false], [-9.9140625, false], [-7.7890625, false], [-7.2890625, false], [-9.6640625, false], [-4.6640625, false], [-8.0390625, false], [-9.2890625, false], [-9.2890625, false], [-8.7890625, false], [-8.9140625, false], [-9.6640625, false], [-7.2890625, false], [-7.6640625, false], [-10.6640625, false], [-6.53125, false], [-8.4140625, false], [-7.71875, false], [-4.6640625, false], [-8.4140625, false], [-7.9140625, false], [-8.0390625, false], [-9.7890625, false], [-8.9140625, false], [-7.7890625, false], [-9.9140625, false], [-7.2890625, false], [-7.6640625, false], [-10.6640625, false], [-4.6640625, false], [-9.6640625, false], [-7.2890625, false], [-9.9140625, false], [-9.9140625, false], [-4.6640625, false], [-8.0390625, false], [-9.9140625, false], [-9.9140625, false], [-7.7890625, false], [-9.6640625, false], [-4.6640625, false], [-9.9140625, false], [-9.9140625, false], [-8.9140625, false], [-7.7890625, false], [-8.7890625, false], [-4.6640625, false], [-8.0390625, false], [-9.2890625, false], [-4.6640625, false], [-7.2890625, false], [-7.6640625, false], [-8.7890625, false], [-7.7890625, false], [-7.9140625, false], [-9.9140625, false], [-8.7890625, false], [-4.6640625, false], [-9.2890625, false], [-8.0390625, false], [-9.6640625, false], [-4.6640625, false], [-9.2890625, false], [-8.0390625, false], [-8.0390625, false], [-6.4140625, false], [-6.53125, false], [-8.4140625, false], [-11.4140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2236, "doc": {"id": "TIMSS_2003_4_pg21", "question": "Where does air go when a person breathes in?", "choices": {"text": ["Into the heart", "Into the stomach", "Into the lungs", "Into the liver"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Into the lungs", "arguments": ["Question: Where does air go when a person breathes in?\nAnswer:", " ["], "resps": [[[-8.5546875, false]], [[-8.5546875, false]], [[-6.0546875, false]], [[-11.5546875, false]], [[-12.5546875, false]], [[-10.3046875, false]], [[-5.3046875, false]], [[-12.5546875, false]], [[-11.3046875, false]], [[-10.5546875, false]], [[-5.3046875, false]], [[-11.3046875, false]], [[-10.5546875, false]], [[-8.3046875, false]], [[-14.3046875, false]], [[-12.5546875, false]], [[-8.5546875, false]], [[-10.578125, false]], [[-5.3046875, false]], [[-8.5546875, false]], [[-6.0546875, false]], [[-11.5546875, false]], [[-12.5546875, false]], [[-10.3046875, false]], [[-5.3046875, false]], [[-12.5546875, false]], [[-11.3046875, false]], [[-10.5546875, false]], [[-5.3046875, false]], [[-11.0546875, false]], [[-12.5546875, false]], [[-10.3046875, false]], [[-12.5546875, false]], [[-8.3046875, false]], [[-11.0546875, false]], [[-11.3046875, false]], [[-8.5546875, false]], [[-10.578125, false]], [[-5.3046875, false]], [[-8.5546875, false]], [[-6.0546875, false]], [[-11.5546875, false]], [[-12.5546875, false]], [[-10.3046875, false]], [[-5.3046875, false]], [[-12.5546875, false]], [[-11.3046875, false]], [[-10.5546875, false]], [[-5.3046875, false]], [[-11.0546875, false]], [[-11.8046875, false]], [[-11.5546875, false]], [[-13.0546875, false]], [[-11.0546875, false]], [[-8.5546875, false]], [[-10.578125, false]], [[-5.3046875, false]], [[-8.5546875, false]], [[-6.0546875, false]], [[-11.5546875, false]], [[-12.5546875, false]], [[-10.3046875, false]], [[-5.3046875, false]], [[-12.5546875, false]], [[-11.3046875, false]], [[-10.5546875, false]], [[-5.3046875, false]], [[-11.0546875, false]], [[-9.8046875, false]], [[-12.5546875, false]], [[-10.5546875, false]], [[-14.3046875, false]], [[-8.5546875, false]], [[-14.3046875, false]]], "filtered_resps": [[-8.5546875, false], [-8.5546875, false], [-6.0546875, false], [-11.5546875, false], [-12.5546875, false], [-10.3046875, false], [-5.3046875, false], [-12.5546875, false], [-11.3046875, false], [-10.5546875, false], [-5.3046875, false], [-11.3046875, false], [-10.5546875, false], [-8.3046875, false], [-14.3046875, false], [-12.5546875, false], [-8.5546875, false], [-10.578125, false], [-5.3046875, false], [-8.5546875, false], [-6.0546875, false], [-11.5546875, false], [-12.5546875, false], [-10.3046875, false], [-5.3046875, false], [-12.5546875, false], [-11.3046875, false], [-10.5546875, false], [-5.3046875, false], [-11.0546875, false], [-12.5546875, false], [-10.3046875, false], [-12.5546875, false], [-8.3046875, false], [-11.0546875, false], [-11.3046875, false], [-8.5546875, false], [-10.578125, false], [-5.3046875, false], [-8.5546875, false], [-6.0546875, false], [-11.5546875, false], [-12.5546875, false], [-10.3046875, false], [-5.3046875, false], [-12.5546875, false], [-11.3046875, false], [-10.5546875, false], [-5.3046875, false], [-11.0546875, false], [-11.8046875, false], [-11.5546875, false], [-13.0546875, false], [-11.0546875, false], [-8.5546875, false], [-10.578125, false], [-5.3046875, false], [-8.5546875, false], [-6.0546875, false], [-11.5546875, false], [-12.5546875, false], [-10.3046875, false], [-5.3046875, false], [-12.5546875, false], [-11.3046875, false], [-10.5546875, false], [-5.3046875, false], [-11.0546875, false], [-9.8046875, false], [-12.5546875, false], [-10.5546875, false], [-14.3046875, false], [-8.5546875, false], [-14.3046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2244, "doc": {"id": "Mercury_412701", "question": "The conservation of matter can be demonstrated by using chemical equations. Which chemical equation demonstrates the conservation of matter?", "choices": {"text": ["2Sn + 4HNO_{3} -> SnO_{2} + 4NO_{2} + H_{2}O", "I_{2} + 5Cl_{2} + 6H_{2}O -> 2HIO_{3} + 10HCl", "Cl + 4Na -> 4NaCl", "4P + 5HNO_{3} -> 5NO + 3H_{3}PO_{4}"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "I_{2} + 5Cl_{2} + 6H_{2}O -> 2HIO_{3} + 10HCl", "arguments": ["Question: The conservation of matter can be demonstrated by using chemical equations. Which chemical equation demonstrates the conservation of matter?\nAnswer:", " ["], "resps": [[[-5.0234375, false]], [[-9.5234375, false]], [[-6.2734375, false]], [[-5.5234375, false]], [[-6.5234375, false]], [[-4.5234375, false]], [[-7.5234375, false]], [[-4.5234375, false]], [[-7.7734375, false]], [[-3.0234375, false]], [[-5.5234375, false]], [[-5.7734375, false]], [[-6.5234375, false]], [[-8.5234375, false]], [[-7.5234375, false]], [[-14.7734375, false]], [[-4.5234375, false]], [[-6.2734375, false]], [[-10.0234375, false]], [[-4.5234375, false]], [[-5.5234375, false]], [[-6.5234375, false]], [[-5.7734375, false]], [[-6.5234375, false]], [[-8.5234375, false]], [[-6.2734375, false]], [[-14.7734375, false]], [[-4.5234375, false]], [[-7.5234375, false]], [[-4.5234375, false]], [[-7.7734375, false]], [[-5.5234375, false]], [[-5.7734375, false]], [[-6.5234375, false]], [[-8.5234375, false]], [[-6.2734375, false]], [[-14.7734375, false]], [[-4.5234375, false]], [[-7.5234375, false]], [[-4.5234375, false]], [[-3.0234375, false]], [[-6.5234375, false]], [[-8.5234375, false]], [[-6.2734375, false]], [[-14.7734375, false]], [[-5.7734375, false]], [[-9.5234375, false]], [[-8.875, false]], [[-4.5234375, false]], [[-9.5234375, false]], [[-4.5234375, false]], [[-6.5234375, false]], [[-8.5234375, false]], [[-6.2734375, false]], [[-14.7734375, false]], [[-4.5234375, false]], [[-7.5234375, false]], [[-4.5234375, false]], [[-8.5234375, false]], [[-3.0234375, false]], [[-9.2734375, false]], [[-6.5234375, false]], [[-8.5234375, false]], [[-6.2734375, false]], [[-14.7734375, false]], [[-4.5234375, false]], [[-7.5234375, false]], [[-4.5234375, false]], [[-8.2734375, false]], [[-3.0234375, false]], [[-6.5234375, false]], [[-8.5234375, false]], [[-6.2734375, false]], [[-14.7734375, false]], [[-5.7734375, false]], [[-4.5234375, false]], [[-6.2734375, false]], [[-10.0234375, false]], [[-4.5234375, false]], [[-6.2734375, false]], [[-3.0234375, false]], [[-4.5234375, false]], [[-5.7734375, false]], [[-6.5234375, false]], [[-8.5234375, false]], [[-7.5234375, false]], [[-14.7734375, false]], [[-4.5234375, false]], [[-7.5234375, false]], [[-4.5234375, false]], [[-5.7734375, false]], [[-8.5234375, false]], [[-3.0234375, false]], [[-3.0234375, false]], [[-9.2734375, false]], [[-9.5234375, false]], [[-8.875, false]], [[-4.5234375, false]], [[-9.5234375, false]], [[-3.0234375, false]], [[-9.2734375, false]], [[-4.5234375, false]], [[-7.5234375, false]], [[-4.5234375, false]], [[-7.7734375, false]], [[-5.5234375, false]], [[-4.0234375, false]], [[-4.5234375, false]], [[-6.2734375, false]], [[-10.0234375, false]], [[-4.5234375, false]], [[-7.7734375, false]], [[-5.5234375, false]], [[-4.0234375, false]], [[-3.0234375, false]], [[-9.2734375, false]], [[-9.5234375, false]], [[-8.875, false]], [[-4.5234375, false]], [[-9.5234375, false]], [[-7.7734375, false]], [[-5.5234375, false]], [[-4.5234375, false]], [[-7.5234375, false]], [[-4.5234375, false]], [[-8.5234375, false]], [[-3.0234375, false]], [[-5.5234375, false]], [[-5.7734375, false]], [[-6.5234375, false]], [[-8.5234375, false]], [[-7.5234375, false]], [[-14.7734375, false]], [[-4.5234375, false]], [[-6.2734375, false]], [[-10.0234375, false]], [[-4.5234375, false]], [[-8.5234375, false]], [[-5.5234375, false]], [[-5.7734375, false]], [[-4.5234375, false]], [[-7.5234375, false]], [[-4.5234375, false]], [[-7.5234375, false]], [[-3.0234375, false]], [[-6.5234375, false]], [[-8.5234375, false]], [[-7.5234375, false]], [[-14.7734375, false]], [[-5.5234375, false]], [[-5.7734375, false]], [[-6.5234375, false]], [[-8.5234375, false]], [[-7.7734375, false]], [[-14.7734375, false]], [[-9.5234375, false]], [[-11.7734375, false]]], "filtered_resps": [[-5.0234375, false], [-9.5234375, false], [-6.2734375, false], [-5.5234375, false], [-6.5234375, false], [-4.5234375, false], [-7.5234375, false], [-4.5234375, false], [-7.7734375, false], [-3.0234375, false], [-5.5234375, false], [-5.7734375, false], [-6.5234375, false], [-8.5234375, false], [-7.5234375, false], [-14.7734375, false], [-4.5234375, false], [-6.2734375, false], [-10.0234375, false], [-4.5234375, false], [-5.5234375, false], [-6.5234375, false], [-5.7734375, false], [-6.5234375, false], [-8.5234375, false], [-6.2734375, false], [-14.7734375, false], [-4.5234375, false], [-7.5234375, false], [-4.5234375, false], [-7.7734375, false], [-5.5234375, false], [-5.7734375, false], [-6.5234375, false], [-8.5234375, false], [-6.2734375, false], [-14.7734375, false], [-4.5234375, false], [-7.5234375, false], [-4.5234375, false], [-3.0234375, false], [-6.5234375, false], [-8.5234375, false], [-6.2734375, false], [-14.7734375, false], [-5.7734375, false], [-9.5234375, false], [-8.875, false], [-4.5234375, false], [-9.5234375, false], [-4.5234375, false], [-6.5234375, false], [-8.5234375, false], [-6.2734375, false], [-14.7734375, false], [-4.5234375, false], [-7.5234375, false], [-4.5234375, false], [-8.5234375, false], [-3.0234375, false], [-9.2734375, false], [-6.5234375, false], [-8.5234375, false], [-6.2734375, false], [-14.7734375, false], [-4.5234375, false], [-7.5234375, false], [-4.5234375, false], [-8.2734375, false], [-3.0234375, false], [-6.5234375, false], [-8.5234375, false], [-6.2734375, false], [-14.7734375, false], [-5.7734375, false], [-4.5234375, false], [-6.2734375, false], [-10.0234375, false], [-4.5234375, false], [-6.2734375, false], [-3.0234375, false], [-4.5234375, false], [-5.7734375, false], [-6.5234375, false], [-8.5234375, false], [-7.5234375, false], [-14.7734375, false], [-4.5234375, false], [-7.5234375, false], [-4.5234375, false], [-5.7734375, false], [-8.5234375, false], [-3.0234375, false], [-3.0234375, false], [-9.2734375, false], [-9.5234375, false], [-8.875, false], [-4.5234375, false], [-9.5234375, false], [-3.0234375, false], [-9.2734375, false], [-4.5234375, false], [-7.5234375, false], [-4.5234375, false], [-7.7734375, false], [-5.5234375, false], [-4.0234375, false], [-4.5234375, false], [-6.2734375, false], [-10.0234375, false], [-4.5234375, false], [-7.7734375, false], [-5.5234375, false], [-4.0234375, false], [-3.0234375, false], [-9.2734375, false], [-9.5234375, false], [-8.875, false], [-4.5234375, false], [-9.5234375, false], [-7.7734375, false], [-5.5234375, false], [-4.5234375, false], [-7.5234375, false], [-4.5234375, false], [-8.5234375, false], [-3.0234375, false], [-5.5234375, false], [-5.7734375, false], [-6.5234375, false], [-8.5234375, false], [-7.5234375, false], [-14.7734375, false], [-4.5234375, false], [-6.2734375, false], [-10.0234375, false], [-4.5234375, false], [-8.5234375, false], [-5.5234375, false], [-5.7734375, false], [-4.5234375, false], [-7.5234375, false], [-4.5234375, false], [-7.5234375, false], [-3.0234375, false], [-6.5234375, false], [-8.5234375, false], [-7.5234375, false], [-14.7734375, false], [-5.5234375, false], [-5.7734375, false], [-6.5234375, false], [-8.5234375, false], [-7.7734375, false], [-14.7734375, false], [-9.5234375, false], [-11.7734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2252, "doc": {"id": "NYSEDREGENTS_2012_8_14", "question": "Abnormal cell division in humans may result in", "choices": {"text": ["cancer", "fertilization", "asexual reproduction", "dynamic equilibrium"], "label": ["1", "2", "3", "4"]}, "answerKey": "1"}, "target": "cancer", "arguments": ["Question: Abnormal cell division in humans may result in\nAnswer:", " ["], "resps": [[[-7.11328125, false]], [[-7.98828125, false]], [[-7.48828125, false]], [[-5.11328125, false]], [[-9.109375, false]], [[-7.48828125, false]], [[-8.734375, false]], [[-9.859375, false]], [[-7.98828125, false]], [[-8.421875, false]], [[-4.73828125, false]], [[-7.98828125, false]], [[-10.109375, false]], [[-8.734375, false]], [[-9.859375, false]], [[-9.859375, false]], [[-7.36328125, false]], [[-8.984375, false]], [[-7.36328125, false]], [[-10.234375, false]], [[-5.11328125, false]], [[-9.859375, false]], [[-7.36328125, false]], [[-8.234375, false]], [[-9.109375, false]], [[-7.98828125, false]], [[-8.421875, false]], [[-4.73828125, false]], [[-7.98828125, false]], [[-5.11328125, false]], [[-8.359375, false]], [[-8.734375, false]], [[-9.234375, false]], [[-8.984375, false]], [[-5.11328125, false]], [[-8.984375, false]], [[-4.73828125, false]], [[-9.859375, false]], [[-8.734375, false]], [[-8.484375, false]], [[-9.859375, false]], [[-8.234375, false]], [[-8.484375, false]], [[-8.984375, false]], [[-7.48828125, false]], [[-9.859375, false]], [[-7.36328125, false]], [[-8.234375, false]], [[-9.109375, false]], [[-7.98828125, false]], [[-8.421875, false]], [[-4.73828125, false]], [[-7.98828125, false]], [[-8.484375, false]], [[-10.984375, false]], [[-9.109375, false]], [[-5.11328125, false]], [[-9.234375, false]], [[-7.36328125, false]], [[-7.48828125, false]], [[-4.73828125, false]], [[-8.734375, false]], [[-9.859375, false]], [[-8.984375, false]], [[-7.36328125, false]], [[-8.984375, false]], [[-7.36328125, false]], [[-7.11328125, false]], [[-9.859375, false]], [[-7.36328125, false]], [[-8.984375, false]], [[-9.234375, false]], [[-7.98828125, false]], [[-10.859375, false]]], "filtered_resps": [[-7.11328125, false], [-7.98828125, false], [-7.48828125, false], [-5.11328125, false], [-9.109375, false], [-7.48828125, false], [-8.734375, false], [-9.859375, false], [-7.98828125, false], [-8.421875, false], [-4.73828125, false], [-7.98828125, false], [-10.109375, false], [-8.734375, false], [-9.859375, false], [-9.859375, false], [-7.36328125, false], [-8.984375, false], [-7.36328125, false], [-10.234375, false], [-5.11328125, false], [-9.859375, false], [-7.36328125, false], [-8.234375, false], [-9.109375, false], [-7.98828125, false], [-8.421875, false], [-4.73828125, false], [-7.98828125, false], [-5.11328125, false], [-8.359375, false], [-8.734375, false], [-9.234375, false], [-8.984375, false], [-5.11328125, false], [-8.984375, false], [-4.73828125, false], [-9.859375, false], [-8.734375, false], [-8.484375, false], [-9.859375, false], [-8.234375, false], [-8.484375, false], [-8.984375, false], [-7.48828125, false], [-9.859375, false], [-7.36328125, false], [-8.234375, false], [-9.109375, false], [-7.98828125, false], [-8.421875, false], [-4.73828125, false], [-7.98828125, false], [-8.484375, false], [-10.984375, false], [-9.109375, false], [-5.11328125, false], [-9.234375, false], [-7.36328125, false], [-7.48828125, false], [-4.73828125, false], [-8.734375, false], [-9.859375, false], [-8.984375, false], [-7.36328125, false], [-8.984375, false], [-7.36328125, false], [-7.11328125, false], [-9.859375, false], [-7.36328125, false], [-8.984375, false], [-9.234375, false], [-7.98828125, false], [-10.859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2260, "doc": {"id": "MCAS_2004_9_5-v1", "question": "What property of electromagnetic waves makes it possible to use these waves to transmit information between a space shuttle and NASA mission control centers on the ground?", "choices": {"text": ["Electromagnetic waves are transverse waves.", "Electromagnetic waves have very low velocity.", "Electromagnetic waves are all visible to human eyes.", "Electromagnetic waves can travel through a vacuum."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Electromagnetic waves can travel through a vacuum.", "arguments": ["Question: What property of electromagnetic waves makes it possible to use these waves to transmit information between a space shuttle and NASA mission control centers on the ground?\nAnswer:", " ["], "resps": [[[-7.6640625, false]], [[-8.6640625, false]], [[-5.4140625, false]], [[-10.6640625, false]], [[-8.9140625, false]], [[-10.9140625, false]], [[-10.1640625, false]], [[-10.1640625, false]], [[-9.4140625, false]], [[-8.9140625, false]], [[-5.4140625, false]], [[-12.4140625, false]], [[-9.9140625, false]], [[-8.9140625, false]], [[-10.1640625, false]], [[-8.6640625, false]], [[-10.9140625, false]], [[-5.1640625, false]], [[-11.6640625, false]], [[-5.4140625, false]], [[-10.4140625, false]], [[-8.9140625, false]], [[-9.1640625, false]], [[-5.1640625, false]], [[-5.4140625, false]], [[-10.1640625, false]], [[-8.9140625, false]], [[-5.1640625, false]], [[-10.1640625, false]], [[-10.1640625, false]], [[-5.4140625, false]], [[-9.9140625, false]], [[-9.1640625, false]], [[-10.4140625, false]], [[-8.9140625, false]], [[-10.1640625, false]], [[-9.1640625, false]], [[-8.9140625, false]], [[-5.1640625, false]], [[-11.6640625, false]], [[-5.4140625, false]], [[-10.4140625, false]], [[-8.9140625, false]], [[-9.1640625, false]], [[-6.88671875, false]], [[-8.6640625, false]], [[-8.8828125, false]], [[-5.1640625, false]], [[-8.6640625, false]], [[-5.4140625, false]], [[-10.6640625, false]], [[-8.9140625, false]], [[-10.9140625, false]], [[-10.1640625, false]], [[-10.1640625, false]], [[-9.4140625, false]], [[-8.9140625, false]], [[-5.4140625, false]], [[-12.4140625, false]], [[-9.9140625, false]], [[-8.9140625, false]], [[-10.1640625, false]], [[-8.6640625, false]], [[-10.9140625, false]], [[-5.1640625, false]], [[-11.6640625, false]], [[-5.4140625, false]], [[-10.4140625, false]], [[-8.9140625, false]], [[-9.1640625, false]], [[-5.1640625, false]], [[-10.4140625, false]], [[-5.4140625, false]], [[-10.4140625, false]], [[-8.9140625, false]], [[-5.1640625, false]], [[-10.4140625, false]], [[-8.9140625, false]], [[-10.1640625, false]], [[-12.9140625, false]], [[-5.1640625, false]], [[-10.6640625, false]], [[-9.4140625, false]], [[-11.6640625, false]], [[-5.1640625, false]], [[-10.4140625, false]], [[-8.9140625, false]], [[-10.6640625, false]], [[-9.4140625, false]], [[-10.9140625, false]], [[-8.6640625, false]], [[-10.1640625, false]], [[-12.9140625, false]], [[-6.88671875, false]], [[-8.6640625, false]], [[-8.8828125, false]], [[-5.1640625, false]], [[-8.6640625, false]], [[-5.4140625, false]], [[-10.6640625, false]], [[-8.9140625, false]], [[-10.9140625, false]], [[-10.1640625, false]], [[-10.1640625, false]], [[-9.4140625, false]], [[-8.9140625, false]], [[-5.4140625, false]], [[-12.4140625, false]], [[-9.9140625, false]], [[-8.9140625, false]], [[-10.1640625, false]], [[-8.6640625, false]], [[-10.9140625, false]], [[-5.1640625, false]], [[-11.6640625, false]], [[-5.4140625, false]], [[-10.4140625, false]], [[-8.9140625, false]], [[-9.1640625, false]], [[-5.1640625, false]], [[-5.4140625, false]], [[-10.1640625, false]], [[-8.9140625, false]], [[-5.1640625, false]], [[-5.4140625, false]], [[-10.6640625, false]], [[-10.6640625, false]], [[-5.1640625, false]], [[-10.4140625, false]], [[-8.6640625, false]], [[-9.1640625, false]], [[-8.6640625, false]], [[-9.9140625, false]], [[-10.6640625, false]], [[-8.9140625, false]], [[-5.1640625, false]], [[-10.1640625, false]], [[-9.4140625, false]], [[-5.1640625, false]], [[-10.4140625, false]], [[-10.4140625, false]], [[-8.9140625, false]], [[-5.4140625, false]], [[-9.9140625, false]], [[-5.1640625, false]], [[-8.9140625, false]], [[-12.9140625, false]], [[-8.9140625, false]], [[-9.1640625, false]], [[-6.88671875, false]], [[-8.6640625, false]], [[-8.8828125, false]], [[-5.1640625, false]], [[-8.6640625, false]], [[-5.4140625, false]], [[-10.6640625, false]], [[-8.9140625, false]], [[-10.9140625, false]], [[-10.1640625, false]], [[-10.1640625, false]], [[-9.4140625, false]], [[-8.9140625, false]], [[-5.4140625, false]], [[-12.4140625, false]], [[-9.9140625, false]], [[-8.9140625, false]], [[-10.1640625, false]], [[-8.6640625, false]], [[-10.9140625, false]], [[-5.1640625, false]], [[-11.6640625, false]], [[-5.4140625, false]], [[-10.4140625, false]], [[-8.9140625, false]], [[-9.1640625, false]], [[-5.1640625, false]], [[-10.9140625, false]], [[-5.4140625, false]], [[-9.9140625, false]], [[-5.1640625, false]], [[-10.1640625, false]], [[-10.1640625, false]], [[-5.4140625, false]], [[-10.4140625, false]], [[-8.9140625, false]], [[-10.6640625, false]], [[-5.1640625, false]], [[-10.1640625, false]], [[-10.4140625, false]], [[-10.1640625, false]], [[-9.4140625, false]], [[-10.4140625, false]], [[-12.4140625, false]], [[-10.4140625, false]], [[-5.1640625, false]], [[-5.4140625, false]], [[-5.1640625, false]], [[-10.4140625, false]], [[-5.4140625, false]], [[-10.9140625, false]], [[-10.4140625, false]], [[-10.4140625, false]], [[-8.9140625, false]], [[-6.88671875, false]], [[-8.6640625, false]], [[-12.6640625, false]]], "filtered_resps": [[-7.6640625, false], [-8.6640625, false], [-5.4140625, false], [-10.6640625, false], [-8.9140625, false], [-10.9140625, false], [-10.1640625, false], [-10.1640625, false], [-9.4140625, false], [-8.9140625, false], [-5.4140625, false], [-12.4140625, false], [-9.9140625, false], [-8.9140625, false], [-10.1640625, false], [-8.6640625, false], [-10.9140625, false], [-5.1640625, false], [-11.6640625, false], [-5.4140625, false], [-10.4140625, false], [-8.9140625, false], [-9.1640625, false], [-5.1640625, false], [-5.4140625, false], [-10.1640625, false], [-8.9140625, false], [-5.1640625, false], [-10.1640625, false], [-10.1640625, false], [-5.4140625, false], [-9.9140625, false], [-9.1640625, false], [-10.4140625, false], [-8.9140625, false], [-10.1640625, false], [-9.1640625, false], [-8.9140625, false], [-5.1640625, false], [-11.6640625, false], [-5.4140625, false], [-10.4140625, false], [-8.9140625, false], [-9.1640625, false], [-6.88671875, false], [-8.6640625, false], [-8.8828125, false], [-5.1640625, false], [-8.6640625, false], [-5.4140625, false], [-10.6640625, false], [-8.9140625, false], [-10.9140625, false], [-10.1640625, false], [-10.1640625, false], [-9.4140625, false], [-8.9140625, false], [-5.4140625, false], [-12.4140625, false], [-9.9140625, false], [-8.9140625, false], [-10.1640625, false], [-8.6640625, false], [-10.9140625, false], [-5.1640625, false], [-11.6640625, false], [-5.4140625, false], [-10.4140625, false], [-8.9140625, false], [-9.1640625, false], [-5.1640625, false], [-10.4140625, false], [-5.4140625, false], [-10.4140625, false], [-8.9140625, false], [-5.1640625, false], [-10.4140625, false], [-8.9140625, false], [-10.1640625, false], [-12.9140625, false], [-5.1640625, false], [-10.6640625, false], [-9.4140625, false], [-11.6640625, false], [-5.1640625, false], [-10.4140625, false], [-8.9140625, false], [-10.6640625, false], [-9.4140625, false], [-10.9140625, false], [-8.6640625, false], [-10.1640625, false], [-12.9140625, false], [-6.88671875, false], [-8.6640625, false], [-8.8828125, false], [-5.1640625, false], [-8.6640625, false], [-5.4140625, false], [-10.6640625, false], [-8.9140625, false], [-10.9140625, false], [-10.1640625, false], [-10.1640625, false], [-9.4140625, false], [-8.9140625, false], [-5.4140625, false], [-12.4140625, false], [-9.9140625, false], [-8.9140625, false], [-10.1640625, false], [-8.6640625, false], [-10.9140625, false], [-5.1640625, false], [-11.6640625, false], [-5.4140625, false], [-10.4140625, false], [-8.9140625, false], [-9.1640625, false], [-5.1640625, false], [-5.4140625, false], [-10.1640625, false], [-8.9140625, false], [-5.1640625, false], [-5.4140625, false], [-10.6640625, false], [-10.6640625, false], [-5.1640625, false], [-10.4140625, false], [-8.6640625, false], [-9.1640625, false], [-8.6640625, false], [-9.9140625, false], [-10.6640625, false], [-8.9140625, false], [-5.1640625, false], [-10.1640625, false], [-9.4140625, false], [-5.1640625, false], [-10.4140625, false], [-10.4140625, false], [-8.9140625, false], [-5.4140625, false], [-9.9140625, false], [-5.1640625, false], [-8.9140625, false], [-12.9140625, false], [-8.9140625, false], [-9.1640625, false], [-6.88671875, false], [-8.6640625, false], [-8.8828125, false], [-5.1640625, false], [-8.6640625, false], [-5.4140625, false], [-10.6640625, false], [-8.9140625, false], [-10.9140625, false], [-10.1640625, false], [-10.1640625, false], [-9.4140625, false], [-8.9140625, false], [-5.4140625, false], [-12.4140625, false], [-9.9140625, false], [-8.9140625, false], [-10.1640625, false], [-8.6640625, false], [-10.9140625, false], [-5.1640625, false], [-11.6640625, false], [-5.4140625, false], [-10.4140625, false], [-8.9140625, false], [-9.1640625, false], [-5.1640625, false], [-10.9140625, false], [-5.4140625, false], [-9.9140625, false], [-5.1640625, false], [-10.1640625, false], [-10.1640625, false], [-5.4140625, false], [-10.4140625, false], [-8.9140625, false], [-10.6640625, false], [-5.1640625, false], [-10.1640625, false], [-10.4140625, false], [-10.1640625, false], [-9.4140625, false], [-10.4140625, false], [-12.4140625, false], [-10.4140625, false], [-5.1640625, false], [-5.4140625, false], [-5.1640625, false], [-10.4140625, false], [-5.4140625, false], [-10.9140625, false], [-10.4140625, false], [-10.4140625, false], [-8.9140625, false], [-6.88671875, false], [-8.6640625, false], [-12.6640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2268, "doc": {"id": "Mercury_416504", "question": "Both prokaryotes and eukaryotes have small, free-floating organelles. The cell makes these organelles from nucleic acids and amino acids found in food. Without these organelles, the cell could not make proteins. What are these organelles called?", "choices": {"text": ["chloroplasts", "mitochondria", "ribosomes", "vesicles"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "ribosomes", "arguments": ["Question: Both prokaryotes and eukaryotes have small, free-floating organelles. The cell makes these organelles from nucleic acids and amino acids found in food. Without these organelles, the cell could not make proteins. What are these organelles called?\nAnswer:", " ["], "resps": [[[-7.53125, false]], [[-10.03125, false]], [[-6.78125, false]], [[-8.78125, false]], [[-8.28125, false]], [[-9.28125, false]], [[-7.53125, false]], [[-9.28125, false]], [[-9.28125, false]], [[-8.28125, false]], [[-4.53125, false]], [[-9.28125, false]], [[-9.53125, false]], [[-9.28125, false]], [[-10.03125, false]], [[-10.0234375, false]], [[-5.03125, false]], [[-10.03125, false]], [[-8.78125, false]], [[-9.03125, false]], [[-9.53125, false]], [[-9.28125, false]], [[-6.78125, false]], [[-8.78125, false]], [[-9.28125, false]], [[-9.53125, false]], [[-9.03125, false]], [[-7.53125, false]], [[-9.03125, false]], [[-4.53125, false]], [[-10.03125, false]], [[-10.0234375, false]], [[-5.03125, false]], [[-10.03125, false]], [[-7.53125, false]], [[-9.03125, false]], [[-7.53125, false]], [[-9.28125, false]], [[-9.28125, false]], [[-9.28125, false]], [[-8.78125, false]], [[-6.53125, false]], [[-9.28125, false]], [[-10.03125, false]], [[-10.0234375, false]], [[-5.03125, false]], [[-10.03125, false]], [[-10.28125, false]], [[-6.53125, false]], [[-9.28125, false]], [[-9.03125, false]], [[-6.78125, false]], [[-8.28125, false]], [[-6.53125, false]], [[-9.28125, false]], [[-10.03125, false]], [[-13.03125, false]]], "filtered_resps": [[-7.53125, false], [-10.03125, false], [-6.78125, false], [-8.78125, false], [-8.28125, false], [-9.28125, false], [-7.53125, false], [-9.28125, false], [-9.28125, false], [-8.28125, false], [-4.53125, false], [-9.28125, false], [-9.53125, false], [-9.28125, false], [-10.03125, false], [-10.0234375, false], [-5.03125, false], [-10.03125, false], [-8.78125, false], [-9.03125, false], [-9.53125, false], [-9.28125, false], [-6.78125, false], [-8.78125, false], [-9.28125, false], [-9.53125, false], [-9.03125, false], [-7.53125, false], [-9.03125, false], [-4.53125, false], [-10.03125, false], [-10.0234375, false], [-5.03125, false], [-10.03125, false], [-7.53125, false], [-9.03125, false], [-7.53125, false], [-9.28125, false], [-9.28125, false], [-9.28125, false], [-8.78125, false], [-6.53125, false], [-9.28125, false], [-10.03125, false], [-10.0234375, false], [-5.03125, false], [-10.03125, false], [-10.28125, false], [-6.53125, false], [-9.28125, false], [-9.03125, false], [-6.78125, false], [-8.28125, false], [-6.53125, false], [-9.28125, false], [-10.03125, false], [-13.03125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2276, "doc": {"id": "MCAS_2000_8_3", "question": "Chloroplasts in cells make it possible for the cells to", "choices": {"text": ["reproduce.", "hold their rigid shape.", "absorb and excrete materials.", "carry out photosynthesis."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "carry out photosynthesis.", "arguments": ["Question: Chloroplasts in cells make it possible for the cells to\nAnswer:", " ["], "resps": [[[-7.2265625, false]], [[-8.1015625, false]], [[-9.2265625, false]], [[-7.6015625, false]], [[-8.2265625, false]], [[-9.2265625, false]], [[-8.1015625, false]], [[-7.8515625, false]], [[-9.9765625, false]], [[-6.9765625, false]], [[-7.6015625, false]], [[-6.6484375, false]], [[-8.1015625, false]], [[-8.4609375, false]], [[-4.8515625, false]], [[-8.1015625, false]], [[-8.2265625, false]], [[-8.1015625, false]], [[-9.4765625, false]], [[-7.8515625, false]], [[-4.8515625, false]], [[-10.1015625, false]], [[-8.2265625, false]], [[-7.6015625, false]], [[-7.6015625, false]], [[-9.2265625, false]], [[-4.8515625, false]], [[-9.2265625, false]], [[-7.6015625, false]], [[-9.8515625, false]], [[-7.6015625, false]], [[-7.8515625, false]], [[-4.8515625, false]], [[-8.6015625, false]], [[-8.2265625, false]], [[-4.4765625, false]], [[-8.2265625, false]], [[-7.6015625, false]], [[-6.6484375, false]], [[-8.1015625, false]], [[-8.4609375, false]], [[-4.8515625, false]], [[-8.1015625, false]], [[-4.4765625, false]], [[-6.7265625, false]], [[-8.6015625, false]], [[-8.1015625, false]], [[-9.2265625, false]], [[-6.7265625, false]], [[-4.8515625, false]], [[-4.4765625, false]], [[-8.2265625, false]], [[-7.8515625, false]], [[-4.8515625, false]], [[-7.6015625, false]], [[-8.9765625, false]], [[-6.9765625, false]], [[-9.2265625, false]], [[-7.6015625, false]], [[-10.1015625, false]], [[-7.6015625, false]], [[-4.8515625, false]], [[-8.9765625, false]], [[-4.4765625, false]], [[-10.1015625, false]], [[-7.6015625, false]], [[-9.2265625, false]], [[-7.6015625, false]], [[-4.4765625, false]], [[-9.4765625, false]], [[-8.6015625, false]], [[-6.6484375, false]], [[-8.1015625, false]], [[-8.4609375, false]], [[-4.8515625, false]], [[-8.1015625, false]], [[-6.9765625, false]], [[-4.4765625, false]], [[-9.2265625, false]], [[-9.2265625, false]], [[-10.2265625, false]], [[-4.8515625, false]], [[-8.1015625, false]], [[-9.9765625, false]], [[-10.1015625, false]], [[-4.8515625, false]], [[-8.2265625, false]], [[-8.2265625, false]], [[-8.1015625, false]], [[-10.1015625, false]], [[-8.1015625, false]], [[-8.6015625, false]], [[-10.2265625, false]], [[-8.2265625, false]], [[-10.1015625, false]], [[-8.2265625, false]], [[-7.6015625, false]], [[-8.6015625, false]], [[-7.6015625, false]], [[-8.6015625, false]], [[-6.6484375, false]], [[-8.1015625, false]], [[-11.9765625, false]]], "filtered_resps": [[-7.2265625, false], [-8.1015625, false], [-9.2265625, false], [-7.6015625, false], [-8.2265625, false], [-9.2265625, false], [-8.1015625, false], [-7.8515625, false], [-9.9765625, false], [-6.9765625, false], [-7.6015625, false], [-6.6484375, false], [-8.1015625, false], [-8.4609375, false], [-4.8515625, false], [-8.1015625, false], [-8.2265625, false], [-8.1015625, false], [-9.4765625, false], [-7.8515625, false], [-4.8515625, false], [-10.1015625, false], [-8.2265625, false], [-7.6015625, false], [-7.6015625, false], [-9.2265625, false], [-4.8515625, false], [-9.2265625, false], [-7.6015625, false], [-9.8515625, false], [-7.6015625, false], [-7.8515625, false], [-4.8515625, false], [-8.6015625, false], [-8.2265625, false], [-4.4765625, false], [-8.2265625, false], [-7.6015625, false], [-6.6484375, false], [-8.1015625, false], [-8.4609375, false], [-4.8515625, false], [-8.1015625, false], [-4.4765625, false], [-6.7265625, false], [-8.6015625, false], [-8.1015625, false], [-9.2265625, false], [-6.7265625, false], [-4.8515625, false], [-4.4765625, false], [-8.2265625, false], [-7.8515625, false], [-4.8515625, false], [-7.6015625, false], [-8.9765625, false], [-6.9765625, false], [-9.2265625, false], [-7.6015625, false], [-10.1015625, false], [-7.6015625, false], [-4.8515625, false], [-8.9765625, false], [-4.4765625, false], [-10.1015625, false], [-7.6015625, false], [-9.2265625, false], [-7.6015625, false], [-4.4765625, false], [-9.4765625, false], [-8.6015625, false], [-6.6484375, false], [-8.1015625, false], [-8.4609375, false], [-4.8515625, false], [-8.1015625, false], [-6.9765625, false], [-4.4765625, false], [-9.2265625, false], [-9.2265625, false], [-10.2265625, false], [-4.8515625, false], [-8.1015625, false], [-9.9765625, false], [-10.1015625, false], [-4.8515625, false], [-8.2265625, false], [-8.2265625, false], [-8.1015625, false], [-10.1015625, false], [-8.1015625, false], [-8.6015625, false], [-10.2265625, false], [-8.2265625, false], [-10.1015625, false], [-8.2265625, false], [-7.6015625, false], [-8.6015625, false], [-7.6015625, false], [-8.6015625, false], [-6.6484375, false], [-8.1015625, false], [-11.9765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2284, "doc": {"id": "MCAS_2004_5_21", "question": "What is the main advantage of making a laptop computer light in weight?", "choices": {"text": ["to make it easy to carry", "to keep it simple to build", "to make the screen easy to read", "to provide storage for an electrical cord"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "to make it easy to carry", "arguments": ["Question: What is the main advantage of making a laptop computer light in weight?\nAnswer:", " ["], "resps": [[[-8.5390625, false]], [[-9.7890625, false]], [[-10.0390625, false]], [[-9.5390625, false]], [[-6.28515625, false]], [[-11.2890625, false]], [[-5.53515625, false]], [[-12.7890625, false]], [[-9.7890625, false]], [[-6.28515625, false]], [[-8.2890625, false]], [[-10.0390625, false]], [[-6.28515625, false]], [[-9.7890625, false]], [[-5.53515625, false]], [[-10.7890625, false]], [[-13.5390625, false]], [[-6.28515625, false]], [[-10.0390625, false]], [[-9.5390625, false]], [[-6.28515625, false]], [[-10.7890625, false]], [[-5.53515625, false]], [[-12.2890625, false]], [[-12.2890625, false]], [[-13.5390625, false]], [[-9.7890625, false]], [[-9.2109375, false]], [[-6.28515625, false]], [[-9.7890625, false]], [[-10.0390625, false]], [[-9.5390625, false]], [[-6.28515625, false]], [[-12.7890625, false]], [[-9.7890625, false]], [[-9.7890625, false]], [[-11.0390625, false]], [[-6.28515625, false]], [[-8.2890625, false]], [[-10.0390625, false]], [[-6.28515625, false]], [[-10.7890625, false]], [[-8.2890625, false]], [[-11.2890625, false]], [[-11.0390625, false]], [[-9.7890625, false]], [[-9.7890625, false]], [[-6.28515625, false]], [[-10.0390625, false]], [[-9.5390625, false]], [[-6.28515625, false]], [[-11.2890625, false]], [[-11.5390625, false]], [[-8.2890625, false]], [[-9.7890625, false]], [[-11.5390625, false]], [[-9.7890625, false]], [[-9.2109375, false]], [[-6.28515625, false]], [[-9.7890625, false]], [[-10.0390625, false]], [[-9.5390625, false]], [[-6.28515625, false]], [[-11.2890625, false]], [[-5.53515625, false]], [[-12.7890625, false]], [[-9.7890625, false]], [[-6.28515625, false]], [[-10.0390625, false]], [[-11.2890625, false]], [[-9.7890625, false]], [[-6.28515625, false]], [[-10.7890625, false]], [[-10.7890625, false]], [[-12.2890625, false]], [[-9.7890625, false]], [[-9.7890625, false]], [[-11.2890625, false]], [[-6.28515625, false]], [[-9.7890625, false]], [[-5.53515625, false]], [[-10.7890625, false]], [[-13.5390625, false]], [[-6.28515625, false]], [[-10.0390625, false]], [[-9.5390625, false]], [[-6.28515625, false]], [[-12.2890625, false]], [[-9.7890625, false]], [[-5.53515625, false]], [[-11.5390625, false]], [[-9.7890625, false]], [[-9.2109375, false]], [[-6.28515625, false]], [[-9.7890625, false]], [[-10.0390625, false]], [[-9.5390625, false]], [[-6.28515625, false]], [[-11.0390625, false]], [[-12.2890625, false]], [[-9.5390625, false]], [[-11.0390625, false]], [[-8.2890625, false]], [[-11.5390625, false]], [[-9.7890625, false]], [[-6.28515625, false]], [[-10.7890625, false]], [[-10.0390625, false]], [[-9.5390625, false]], [[-12.2890625, false]], [[-5.53515625, false]], [[-13.0390625, false]], [[-9.7890625, false]], [[-6.28515625, false]], [[-11.2890625, false]], [[-9.5390625, false]], [[-12.2890625, false]], [[-6.28515625, false]], [[-5.53515625, false]], [[-11.2890625, false]], [[-6.28515625, false]], [[-9.7890625, false]], [[-9.7890625, false]], [[-9.7890625, false]], [[-10.7890625, false]], [[-10.0390625, false]], [[-12.2890625, false]], [[-8.2890625, false]], [[-10.7890625, false]], [[-5.53515625, false]], [[-9.7890625, false]], [[-6.28515625, false]], [[-10.7890625, false]], [[-9.5390625, false]], [[-12.2890625, false]], [[-11.5390625, false]], [[-9.7890625, false]], [[-13.0390625, false]]], "filtered_resps": [[-8.5390625, false], [-9.7890625, false], [-10.0390625, false], [-9.5390625, false], [-6.28515625, false], [-11.2890625, false], [-5.53515625, false], [-12.7890625, false], [-9.7890625, false], [-6.28515625, false], [-8.2890625, false], [-10.0390625, false], [-6.28515625, false], [-9.7890625, false], [-5.53515625, false], [-10.7890625, false], [-13.5390625, false], [-6.28515625, false], [-10.0390625, false], [-9.5390625, false], [-6.28515625, false], [-10.7890625, false], [-5.53515625, false], [-12.2890625, false], [-12.2890625, false], [-13.5390625, false], [-9.7890625, false], [-9.2109375, false], [-6.28515625, false], [-9.7890625, false], [-10.0390625, false], [-9.5390625, false], [-6.28515625, false], [-12.7890625, false], [-9.7890625, false], [-9.7890625, false], [-11.0390625, false], [-6.28515625, false], [-8.2890625, false], [-10.0390625, false], [-6.28515625, false], [-10.7890625, false], [-8.2890625, false], [-11.2890625, false], [-11.0390625, false], [-9.7890625, false], [-9.7890625, false], [-6.28515625, false], [-10.0390625, false], [-9.5390625, false], [-6.28515625, false], [-11.2890625, false], [-11.5390625, false], [-8.2890625, false], [-9.7890625, false], [-11.5390625, false], [-9.7890625, false], [-9.2109375, false], [-6.28515625, false], [-9.7890625, false], [-10.0390625, false], [-9.5390625, false], [-6.28515625, false], [-11.2890625, false], [-5.53515625, false], [-12.7890625, false], [-9.7890625, false], [-6.28515625, false], [-10.0390625, false], [-11.2890625, false], [-9.7890625, false], [-6.28515625, false], [-10.7890625, false], [-10.7890625, false], [-12.2890625, false], [-9.7890625, false], [-9.7890625, false], [-11.2890625, false], [-6.28515625, false], [-9.7890625, false], [-5.53515625, false], [-10.7890625, false], [-13.5390625, false], [-6.28515625, false], [-10.0390625, false], [-9.5390625, false], [-6.28515625, false], [-12.2890625, false], [-9.7890625, false], [-5.53515625, false], [-11.5390625, false], [-9.7890625, false], [-9.2109375, false], [-6.28515625, false], [-9.7890625, false], [-10.0390625, false], [-9.5390625, false], [-6.28515625, false], [-11.0390625, false], [-12.2890625, false], [-9.5390625, false], [-11.0390625, false], [-8.2890625, false], [-11.5390625, false], [-9.7890625, false], [-6.28515625, false], [-10.7890625, false], [-10.0390625, false], [-9.5390625, false], [-12.2890625, false], [-5.53515625, false], [-13.0390625, false], [-9.7890625, false], [-6.28515625, false], [-11.2890625, false], [-9.5390625, false], [-12.2890625, false], [-6.28515625, false], [-5.53515625, false], [-11.2890625, false], [-6.28515625, false], [-9.7890625, false], [-9.7890625, false], [-9.7890625, false], [-10.7890625, false], [-10.0390625, false], [-12.2890625, false], [-8.2890625, false], [-10.7890625, false], [-5.53515625, false], [-9.7890625, false], [-6.28515625, false], [-10.7890625, false], [-9.5390625, false], [-12.2890625, false], [-11.5390625, false], [-9.7890625, false], [-13.0390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2292, "doc": {"id": "Mercury_184240", "question": "Which event below involves a constructive force?", "choices": {"text": ["earthquake", "volcanic eruption", "flood", "wind storm"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "volcanic eruption", "arguments": ["Question: Which event below involves a constructive force?\nAnswer:", " ["], "resps": [[[-6.484375, false]], [[-8.109375, false]], [[-7.859375, false]], [[-3.859375, false]], [[-9.859375, false]], [[-9.359375, false]], [[-9.859375, false]], [[-11.234375, false]], [[-10.109375, false]], [[-3.859375, false]], [[-9.484375, false]], [[-7.859375, false]], [[-8.109375, false]], [[-9.5, false]], [[-5.109375, false]], [[-8.109375, false]], [[-9.359375, false]], [[-9.734375, false]], [[-9.484375, false]], [[-7.609375, false]], [[-3.859375, false]], [[-9.609375, false]], [[-8.234375, false]], [[-7.609375, false]], [[-5.109375, false]], [[-7.859375, false]], [[-9.859375, false]], [[-10.109375, false]], [[-9.234375, false]], [[-9.359375, false]], [[-8.234375, false]], [[-9.734375, false]], [[-9.609375, false]], [[-8.109375, false]], [[-9.5, false]], [[-5.109375, false]], [[-8.109375, false]], [[-8.734375, false]], [[-9.484375, false]], [[-9.734375, false]], [[-9.734375, false]], [[-8.609375, false]], [[-8.109375, false]], [[-9.5, false]], [[-5.109375, false]], [[-8.109375, false]], [[-9.859375, false]], [[-8.234375, false]], [[-9.609375, false]], [[-8.609375, false]], [[-5.109375, false]], [[-8.234375, false]], [[-9.359375, false]], [[-9.734375, false]], [[-9.859375, false]], [[-9.609375, false]], [[-8.109375, false]], [[-12.234375, false]]], "filtered_resps": [[-6.484375, false], [-8.109375, false], [-7.859375, false], [-3.859375, false], [-9.859375, false], [-9.359375, false], [-9.859375, false], [-11.234375, false], [-10.109375, false], [-3.859375, false], [-9.484375, false], [-7.859375, false], [-8.109375, false], [-9.5, false], [-5.109375, false], [-8.109375, false], [-9.359375, false], [-9.734375, false], [-9.484375, false], [-7.609375, false], [-3.859375, false], [-9.609375, false], [-8.234375, false], [-7.609375, false], [-5.109375, false], [-7.859375, false], [-9.859375, false], [-10.109375, false], [-9.234375, false], [-9.359375, false], [-8.234375, false], [-9.734375, false], [-9.609375, false], [-8.109375, false], [-9.5, false], [-5.109375, false], [-8.109375, false], [-8.734375, false], [-9.484375, false], [-9.734375, false], [-9.734375, false], [-8.609375, false], [-8.109375, false], [-9.5, false], [-5.109375, false], [-8.109375, false], [-9.859375, false], [-8.234375, false], [-9.609375, false], [-8.609375, false], [-5.109375, false], [-8.234375, false], [-9.359375, false], [-9.734375, false], [-9.859375, false], [-9.609375, false], [-8.109375, false], [-12.234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2300, "doc": {"id": "Mercury_7214620", "question": "The number of stars in the Milky Way Galaxy is best estimated as", "choices": {"text": ["one hundred thousand.", "one hundred million.", "one hundred billion.", "one hundred trillion."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "one hundred billion.", "arguments": ["Question: The number of stars in the Milky Way Galaxy is best estimated as\nAnswer:", " ["], "resps": [[[-7.32421875, false]], [[-8.578125, false]], [[-9.578125, false]], [[-6.82421875, false]], [[-8.328125, false]], [[-3.57421875, false]], [[-10.078125, false]], [[-11.328125, false]], [[-6.82421875, false]], [[-8.578125, false]], [[-9.078125, false]], [[-8.328125, false]], [[-8.578125, false]], [[-3.57421875, false]], [[-7.82421875, false]], [[-10.078125, false]], [[-9.578125, false]], [[-11.328125, false]], [[-9.328125, false]], [[-5.57421875, false]], [[-6.82421875, false]], [[-8.578125, false]], [[-5.96875, false]], [[-8.578125, false]], [[-8.09375, false]], [[-3.57421875, false]], [[-8.578125, false]], [[-9.578125, false]], [[-6.82421875, false]], [[-8.328125, false]], [[-3.57421875, false]], [[-10.078125, false]], [[-11.328125, false]], [[-6.82421875, false]], [[-8.578125, false]], [[-9.078125, false]], [[-8.328125, false]], [[-8.578125, false]], [[-3.57421875, false]], [[-8.328125, false]], [[-8.578125, false]], [[-10.328125, false]], [[-10.328125, false]], [[-8.578125, false]], [[-9.578125, false]], [[-6.82421875, false]], [[-5.96875, false]], [[-8.578125, false]], [[-8.09375, false]], [[-3.57421875, false]], [[-8.578125, false]], [[-9.578125, false]], [[-6.82421875, false]], [[-8.328125, false]], [[-3.57421875, false]], [[-10.078125, false]], [[-11.328125, false]], [[-6.82421875, false]], [[-8.578125, false]], [[-9.078125, false]], [[-8.328125, false]], [[-8.578125, false]], [[-3.57421875, false]], [[-8.078125, false]], [[-8.578125, false]], [[-10.328125, false]], [[-10.328125, false]], [[-8.578125, false]], [[-9.578125, false]], [[-6.82421875, false]], [[-5.96875, false]], [[-8.578125, false]], [[-8.09375, false]], [[-3.57421875, false]], [[-8.578125, false]], [[-9.578125, false]], [[-6.82421875, false]], [[-8.328125, false]], [[-3.57421875, false]], [[-10.078125, false]], [[-11.328125, false]], [[-6.82421875, false]], [[-8.578125, false]], [[-9.078125, false]], [[-8.328125, false]], [[-8.578125, false]], [[-3.57421875, false]], [[-7.82421875, false]], [[-9.078125, false]], [[-8.578125, false]], [[-10.328125, false]], [[-10.328125, false]], [[-8.578125, false]], [[-9.578125, false]], [[-6.82421875, false]], [[-5.96875, false]], [[-8.578125, false]], [[-10.578125, false]]], "filtered_resps": [[-7.32421875, false], [-8.578125, false], [-9.578125, false], [-6.82421875, false], [-8.328125, false], [-3.57421875, false], [-10.078125, false], [-11.328125, false], [-6.82421875, false], [-8.578125, false], [-9.078125, false], [-8.328125, false], [-8.578125, false], [-3.57421875, false], [-7.82421875, false], [-10.078125, false], [-9.578125, false], [-11.328125, false], [-9.328125, false], [-5.57421875, false], [-6.82421875, false], [-8.578125, false], [-5.96875, false], [-8.578125, false], [-8.09375, false], [-3.57421875, false], [-8.578125, false], [-9.578125, false], [-6.82421875, false], [-8.328125, false], [-3.57421875, false], [-10.078125, false], [-11.328125, false], [-6.82421875, false], [-8.578125, false], [-9.078125, false], [-8.328125, false], [-8.578125, false], [-3.57421875, false], [-8.328125, false], [-8.578125, false], [-10.328125, false], [-10.328125, false], [-8.578125, false], [-9.578125, false], [-6.82421875, false], [-5.96875, false], [-8.578125, false], [-8.09375, false], [-3.57421875, false], [-8.578125, false], [-9.578125, false], [-6.82421875, false], [-8.328125, false], [-3.57421875, false], [-10.078125, false], [-11.328125, false], [-6.82421875, false], [-8.578125, false], [-9.078125, false], [-8.328125, false], [-8.578125, false], [-3.57421875, false], [-8.078125, false], [-8.578125, false], [-10.328125, false], [-10.328125, false], [-8.578125, false], [-9.578125, false], [-6.82421875, false], [-5.96875, false], [-8.578125, false], [-8.09375, false], [-3.57421875, false], [-8.578125, false], [-9.578125, false], [-6.82421875, false], [-8.328125, false], [-3.57421875, false], [-10.078125, false], [-11.328125, false], [-6.82421875, false], [-8.578125, false], [-9.078125, false], [-8.328125, false], [-8.578125, false], [-3.57421875, false], [-7.82421875, false], [-9.078125, false], [-8.578125, false], [-10.328125, false], [-10.328125, false], [-8.578125, false], [-9.578125, false], [-6.82421875, false], [-5.96875, false], [-8.578125, false], [-10.578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2308, "doc": {"id": "Mercury_7163328", "question": "In a forest ecosystem, the squirrels eat seeds from trees. The squirrels are then eaten by hawks, owls, and foxes. If there were no more owls present in this ecosystem, which would most likely happen in the forest?", "choices": {"text": ["The squirrel population would increase.", "The hawk population would decrease.", "The fox population would decrease.", "The tree population would increase."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "The squirrel population would increase.", "arguments": ["Question: In a forest ecosystem, the squirrels eat seeds from trees. The squirrels are then eaten by hawks, owls, and foxes. If there were no more owls present in this ecosystem, which would most likely happen in the forest?\nAnswer:", " ["], "resps": [[[-6.7578125, false]], [[-9.7578125, false]], [[-7.0078125, false]], [[-8.7578125, false]], [[-7.2578125, false]], [[-4.0078125, false]], [[-8.5078125, false]], [[-10.5078125, false]], [[-10.7578125, false]], [[-9.2578125, false]], [[-10.0078125, false]], [[-10.0078125, false]], [[-7.2578125, false]], [[-9.5078125, false]], [[-4.0078125, false]], [[-9.2578125, false]], [[-8.2578125, false]], [[-9.2578125, false]], [[-10.7578125, false]], [[-9.5078125, false]], [[-5.2578125, false]], [[-10.5078125, false]], [[-9.2578125, false]], [[-8.2578125, false]], [[-7.7578125, false]], [[-4.0078125, false]], [[-9.2578125, false]], [[-8.2578125, false]], [[-10.7578125, false]], [[-9.5078125, false]], [[-8.0078125, false]], [[-4.0078125, false]], [[-9.2578125, false]], [[-7.7578125, false]], [[-9.0078125, false]], [[-10.0078125, false]], [[-7.2578125, false]], [[-5.2578125, false]], [[-8.5078125, false]], [[-7.2578125, false]], [[-5.9453125, false]], [[-9.7578125, false]], [[-9.4609375, false]], [[-4.0078125, false]], [[-9.7578125, false]], [[-7.0078125, false]], [[-8.7578125, false]], [[-7.2578125, false]], [[-4.0078125, false]], [[-8.7578125, false]], [[-5.2578125, false]], [[-9.2578125, false]], [[-10.2578125, false]], [[-4.0078125, false]], [[-9.2578125, false]], [[-8.2578125, false]], [[-9.2578125, false]], [[-10.7578125, false]], [[-9.5078125, false]], [[-5.2578125, false]], [[-10.5078125, false]], [[-9.2578125, false]], [[-8.2578125, false]], [[-7.7578125, false]], [[-4.0078125, false]], [[-9.2578125, false]], [[-8.2578125, false]], [[-10.7578125, false]], [[-9.5078125, false]], [[-8.0078125, false]], [[-4.0078125, false]], [[-8.0078125, false]], [[-7.2578125, false]], [[-9.0078125, false]], [[-10.0078125, false]], [[-7.2578125, false]], [[-5.2578125, false]], [[-8.5078125, false]], [[-7.2578125, false]], [[-5.9453125, false]], [[-9.7578125, false]], [[-9.4453125, false]], [[-4.0078125, false]], [[-9.7578125, false]], [[-7.0078125, false]], [[-8.7578125, false]], [[-7.2578125, false]], [[-4.0078125, false]], [[-8.0078125, false]], [[-8.2578125, false]], [[-10.0078125, false]], [[-4.0078125, false]], [[-9.2578125, false]], [[-8.2578125, false]], [[-9.2578125, false]], [[-10.7578125, false]], [[-9.5078125, false]], [[-5.2578125, false]], [[-10.5078125, false]], [[-9.2578125, false]], [[-8.2578125, false]], [[-7.7578125, false]], [[-4.0078125, false]], [[-9.2578125, false]], [[-8.2578125, false]], [[-10.7578125, false]], [[-9.5078125, false]], [[-8.0078125, false]], [[-4.0078125, false]], [[-8.0078125, false]], [[-7.2578125, false]], [[-9.0078125, false]], [[-10.0078125, false]], [[-7.2578125, false]], [[-5.2578125, false]], [[-8.5078125, false]], [[-7.2578125, false]], [[-5.9453125, false]], [[-9.7578125, false]], [[-9.4453125, false]], [[-4.0078125, false]], [[-9.7578125, false]], [[-7.0078125, false]], [[-8.7578125, false]], [[-7.2578125, false]], [[-4.0078125, false]], [[-10.5078125, false]], [[-10.0078125, false]], [[-7.2578125, false]], [[-7.2578125, false]], [[-4.0078125, false]], [[-9.2578125, false]], [[-8.2578125, false]], [[-9.2578125, false]], [[-10.7578125, false]], [[-9.5078125, false]], [[-5.2578125, false]], [[-10.5078125, false]], [[-9.2578125, false]], [[-8.2578125, false]], [[-7.7578125, false]], [[-4.0078125, false]], [[-9.2578125, false]], [[-8.2578125, false]], [[-10.7578125, false]], [[-9.5078125, false]], [[-8.0078125, false]], [[-4.0078125, false]], [[-9.2578125, false]], [[-7.7578125, false]], [[-9.0078125, false]], [[-10.0078125, false]], [[-7.2578125, false]], [[-5.2578125, false]], [[-8.5078125, false]], [[-7.2578125, false]], [[-5.9453125, false]], [[-9.7578125, false]], [[-12.7578125, false]]], "filtered_resps": [[-6.7578125, false], [-9.7578125, false], [-7.0078125, false], [-8.7578125, false], [-7.2578125, false], [-4.0078125, false], [-8.5078125, false], [-10.5078125, false], [-10.7578125, false], [-9.2578125, false], [-10.0078125, false], [-10.0078125, false], [-7.2578125, false], [-9.5078125, false], [-4.0078125, false], [-9.2578125, false], [-8.2578125, false], [-9.2578125, false], [-10.7578125, false], [-9.5078125, false], [-5.2578125, false], [-10.5078125, false], [-9.2578125, false], [-8.2578125, false], [-7.7578125, false], [-4.0078125, false], [-9.2578125, false], [-8.2578125, false], [-10.7578125, false], [-9.5078125, false], [-8.0078125, false], [-4.0078125, false], [-9.2578125, false], [-7.7578125, false], [-9.0078125, false], [-10.0078125, false], [-7.2578125, false], [-5.2578125, false], [-8.5078125, false], [-7.2578125, false], [-5.9453125, false], [-9.7578125, false], [-9.4609375, false], [-4.0078125, false], [-9.7578125, false], [-7.0078125, false], [-8.7578125, false], [-7.2578125, false], [-4.0078125, false], [-8.7578125, false], [-5.2578125, false], [-9.2578125, false], [-10.2578125, false], [-4.0078125, false], [-9.2578125, false], [-8.2578125, false], [-9.2578125, false], [-10.7578125, false], [-9.5078125, false], [-5.2578125, false], [-10.5078125, false], [-9.2578125, false], [-8.2578125, false], [-7.7578125, false], [-4.0078125, false], [-9.2578125, false], [-8.2578125, false], [-10.7578125, false], [-9.5078125, false], [-8.0078125, false], [-4.0078125, false], [-8.0078125, false], [-7.2578125, false], [-9.0078125, false], [-10.0078125, false], [-7.2578125, false], [-5.2578125, false], [-8.5078125, false], [-7.2578125, false], [-5.9453125, false], [-9.7578125, false], [-9.4453125, false], [-4.0078125, false], [-9.7578125, false], [-7.0078125, false], [-8.7578125, false], [-7.2578125, false], [-4.0078125, false], [-8.0078125, false], [-8.2578125, false], [-10.0078125, false], [-4.0078125, false], [-9.2578125, false], [-8.2578125, false], [-9.2578125, false], [-10.7578125, false], [-9.5078125, false], [-5.2578125, false], [-10.5078125, false], [-9.2578125, false], [-8.2578125, false], [-7.7578125, false], [-4.0078125, false], [-9.2578125, false], [-8.2578125, false], [-10.7578125, false], [-9.5078125, false], [-8.0078125, false], [-4.0078125, false], [-8.0078125, false], [-7.2578125, false], [-9.0078125, false], [-10.0078125, false], [-7.2578125, false], [-5.2578125, false], [-8.5078125, false], [-7.2578125, false], [-5.9453125, false], [-9.7578125, false], [-9.4453125, false], [-4.0078125, false], [-9.7578125, false], [-7.0078125, false], [-8.7578125, false], [-7.2578125, false], [-4.0078125, false], [-10.5078125, false], [-10.0078125, false], [-7.2578125, false], [-7.2578125, false], [-4.0078125, false], [-9.2578125, false], [-8.2578125, false], [-9.2578125, false], [-10.7578125, false], [-9.5078125, false], [-5.2578125, false], [-10.5078125, false], [-9.2578125, false], [-8.2578125, false], [-7.7578125, false], [-4.0078125, false], [-9.2578125, false], [-8.2578125, false], [-10.7578125, false], [-9.5078125, false], [-8.0078125, false], [-4.0078125, false], [-9.2578125, false], [-7.7578125, false], [-9.0078125, false], [-10.0078125, false], [-7.2578125, false], [-5.2578125, false], [-8.5078125, false], [-7.2578125, false], [-5.9453125, false], [-9.7578125, false], [-12.7578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2316, "doc": {"id": "NYSEDREGENTS_2015_4_27", "question": "A bird builds a nest to", "choices": {"text": ["hibernate in winter", "shelter its offspring", "produce more feathers", "eliminate waste"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "shelter its offspring", "arguments": ["Question: A bird builds a nest to\nAnswer:", " ["], "resps": [[[-7.5234375, false]], [[-7.7734375, false]], [[-10.2734375, false]], [[-9.2734375, false]], [[-7.7734375, false]], [[-8.7734375, false]], [[-9.7734375, false]], [[-7.7734375, false]], [[-4.0234375, false]], [[-10.0234375, false]], [[-8.7734375, false]], [[-5.5234375, false]], [[-9.2734375, false]], [[-7.7734375, false]], [[-5.5234375, false]], [[-10.0234375, false]], [[-9.2734375, false]], [[-7.7734375, false]], [[-10.0234375, false]], [[-8.7734375, false]], [[-9.7734375, false]], [[-7.7734375, false]], [[-9.828125, false]], [[-5.5234375, false]], [[-7.7734375, false]], [[-8.7734375, false]], [[-10.2734375, false]], [[-8.7734375, false]], [[-10.0234375, false]], [[-10.0234375, false]], [[-8.7734375, false]], [[-9.7734375, false]], [[-5.5234375, false]], [[-9.2734375, false]], [[-10.0234375, false]], [[-8.7734375, false]], [[-5.5234375, false]], [[-9.5234375, false]], [[-9.0234375, false]], [[-9.0234375, false]], [[-8.7734375, false]], [[-9.0234375, false]], [[-9.7734375, false]], [[-9.2734375, false]], [[-7.7734375, false]], [[-11.0234375, false]], [[-7.7734375, false]], [[-9.828125, false]], [[-5.5234375, false]], [[-7.7734375, false]], [[-9.0234375, false]], [[-9.7734375, false]], [[-9.5234375, false]], [[-8.5234375, false]], [[-10.7734375, false]], [[-8.7734375, false]], [[-8.7734375, false]], [[-5.5234375, false]], [[-10.2734375, false]], [[-9.5234375, false]], [[-9.7734375, false]], [[-8.7734375, false]], [[-5.5234375, false]], [[-9.0234375, false]], [[-8.7734375, false]], [[-4.0234375, false]], [[-10.0234375, false]], [[-10.2734375, false]], [[-8.7734375, false]], [[-9.7734375, false]], [[-8.7734375, false]], [[-7.7734375, false]], [[-9.828125, false]], [[-5.5234375, false]], [[-7.7734375, false]], [[-8.7734375, false]], [[-10.0234375, false]], [[-9.2734375, false]], [[-10.2734375, false]], [[-9.2734375, false]], [[-7.7734375, false]], [[-4.0234375, false]], [[-10.0234375, false]], [[-8.7734375, false]], [[-5.5234375, false]], [[-10.0234375, false]], [[-4.0234375, false]], [[-8.7734375, false]], [[-10.0234375, false]], [[-8.7734375, false]], [[-7.7734375, false]], [[-12.2734375, false]]], "filtered_resps": [[-7.5234375, false], [-7.7734375, false], [-10.2734375, false], [-9.2734375, false], [-7.7734375, false], [-8.7734375, false], [-9.7734375, false], [-7.7734375, false], [-4.0234375, false], [-10.0234375, false], [-8.7734375, false], [-5.5234375, false], [-9.2734375, false], [-7.7734375, false], [-5.5234375, false], [-10.0234375, false], [-9.2734375, false], [-7.7734375, false], [-10.0234375, false], [-8.7734375, false], [-9.7734375, false], [-7.7734375, false], [-9.828125, false], [-5.5234375, false], [-7.7734375, false], [-8.7734375, false], [-10.2734375, false], [-8.7734375, false], [-10.0234375, false], [-10.0234375, false], [-8.7734375, false], [-9.7734375, false], [-5.5234375, false], [-9.2734375, false], [-10.0234375, false], [-8.7734375, false], [-5.5234375, false], [-9.5234375, false], [-9.0234375, false], [-9.0234375, false], [-8.7734375, false], [-9.0234375, false], [-9.7734375, false], [-9.2734375, false], [-7.7734375, false], [-11.0234375, false], [-7.7734375, false], [-9.828125, false], [-5.5234375, false], [-7.7734375, false], [-9.0234375, false], [-9.7734375, false], [-9.5234375, false], [-8.5234375, false], [-10.7734375, false], [-8.7734375, false], [-8.7734375, false], [-5.5234375, false], [-10.2734375, false], [-9.5234375, false], [-9.7734375, false], [-8.7734375, false], [-5.5234375, false], [-9.0234375, false], [-8.7734375, false], [-4.0234375, false], [-10.0234375, false], [-10.2734375, false], [-8.7734375, false], [-9.7734375, false], [-8.7734375, false], [-7.7734375, false], [-9.828125, false], [-5.5234375, false], [-7.7734375, false], [-8.7734375, false], [-10.0234375, false], [-9.2734375, false], [-10.2734375, false], [-9.2734375, false], [-7.7734375, false], [-4.0234375, false], [-10.0234375, false], [-8.7734375, false], [-5.5234375, false], [-10.0234375, false], [-4.0234375, false], [-8.7734375, false], [-10.0234375, false], [-8.7734375, false], [-7.7734375, false], [-12.2734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2324, "doc": {"id": "Mercury_SC_409143", "question": "Sydney is learning about the sources of energy that can run out. Which energy source will run out the fastest?", "choices": {"text": ["flowing water", "natural gas", "sunlight", "wind"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "natural gas", "arguments": ["Question: Sydney is learning about the sources of energy that can run out. Which energy source will run out the fastest?\nAnswer:", " ["], "resps": [[[-7.8203125, false]], [[-8.5703125, false]], [[-10.5703125, false]], [[-10.8203125, false]], [[-8.8203125, false]], [[-10.5703125, false]], [[-9.0703125, false]], [[-10.5703125, false]], [[-12.8203125, false]], [[-5.5703125, false]], [[-10.5703125, false]], [[-5.8203125, false]], [[-11.8203125, false]], [[-7.8203125, false]], [[-12.3203125, false]], [[-8.5703125, false]], [[-10.359375, false]], [[-5.5703125, false]], [[-8.5703125, false]], [[-10.5703125, false]], [[-5.8203125, false]], [[-11.8203125, false]], [[-10.8203125, false]], [[-12.3203125, false]], [[-5.8203125, false]], [[-10.8203125, false]], [[-5.5703125, false]], [[-12.8203125, false]], [[-5.8203125, false]], [[-9.5703125, false]], [[-8.5703125, false]], [[-10.359375, false]], [[-5.5703125, false]], [[-8.5703125, false]], [[-9.5703125, false]], [[-10.8203125, false]], [[-10.5703125, false]], [[-10.8203125, false]], [[-9.0703125, false]], [[-12.8203125, false]], [[-10.5703125, false]], [[-11.8203125, false]], [[-8.5703125, false]], [[-10.359375, false]], [[-5.5703125, false]], [[-8.5703125, false]], [[-10.5703125, false]], [[-9.0703125, false]], [[-10.5703125, false]], [[-9.3203125, false]], [[-8.5703125, false]], [[-15.5703125, false]]], "filtered_resps": [[-7.8203125, false], [-8.5703125, false], [-10.5703125, false], [-10.8203125, false], [-8.8203125, false], [-10.5703125, false], [-9.0703125, false], [-10.5703125, false], [-12.8203125, false], [-5.5703125, false], [-10.5703125, false], [-5.8203125, false], [-11.8203125, false], [-7.8203125, false], [-12.3203125, false], [-8.5703125, false], [-10.359375, false], [-5.5703125, false], [-8.5703125, false], [-10.5703125, false], [-5.8203125, false], [-11.8203125, false], [-10.8203125, false], [-12.3203125, false], [-5.8203125, false], [-10.8203125, false], [-5.5703125, false], [-12.8203125, false], [-5.8203125, false], [-9.5703125, false], [-8.5703125, false], [-10.359375, false], [-5.5703125, false], [-8.5703125, false], [-9.5703125, false], [-10.8203125, false], [-10.5703125, false], [-10.8203125, false], [-9.0703125, false], [-12.8203125, false], [-10.5703125, false], [-11.8203125, false], [-8.5703125, false], [-10.359375, false], [-5.5703125, false], [-8.5703125, false], [-10.5703125, false], [-9.0703125, false], [-10.5703125, false], [-9.3203125, false], [-8.5703125, false], [-15.5703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2332, "doc": {"id": "NYSEDREGENTS_2010_4_17", "question": "Which two life processes occur in both plants and humans?", "choices": {"text": ["growing and reproducing", "germinating and making food", "growing and making food", "germinating and reproducing"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "growing and reproducing", "arguments": ["Question: Which two life processes occur in both plants and humans?\nAnswer:", " ["], "resps": [[[-7.484375, false]], [[-9.984375, false]], [[-11.234375, false]], [[-10.859375, false]], [[-8.234375, false]], [[-11.109375, false]], [[-8.109375, false]], [[-9.484375, false]], [[-11.234375, false]], [[-5.109375, false]], [[-5.234375, false]], [[-9.484375, false]], [[-8.484375, false]], [[-5.109375, false]], [[-10.859375, false]], [[-7.734375, false]], [[-9.484375, false]], [[-10.859375, false]], [[-8.234375, false]], [[-8.484375, false]], [[-10.359375, false]], [[-7.609375, false]], [[-8.109375, false]], [[-9.484375, false]], [[-11.234375, false]], [[-9.984375, false]], [[-10.234375, false]], [[-5.109375, false]], [[-9.984375, false]], [[-11.234375, false]], [[-7.734375, false]], [[-10.859375, false]], [[-10.234375, false]], [[-8.109375, false]], [[-9.484375, false]], [[-5.234375, false]], [[-10.859375, false]], [[-8.109375, false]], [[-9.484375, false]], [[-11.234375, false]], [[-5.109375, false]], [[-5.234375, false]], [[-9.484375, false]], [[-8.484375, false]], [[-5.109375, false]], [[-10.234375, false]], [[-5.234375, false]], [[-9.984375, false]], [[-8.109375, false]], [[-9.484375, false]], [[-11.234375, false]], [[-5.109375, false]], [[-10.734375, false]], [[-8.234375, false]], [[-8.234375, false]], [[-8.484375, false]], [[-9.984375, false]], [[-10.234375, false]], [[-5.109375, false]], [[-9.984375, false]], [[-11.234375, false]], [[-10.859375, false]], [[-8.234375, false]], [[-11.109375, false]], [[-8.109375, false]], [[-9.484375, false]], [[-11.234375, false]], [[-5.109375, false]], [[-5.234375, false]], [[-9.484375, false]], [[-8.484375, false]], [[-5.109375, false]], [[-10.234375, false]], [[-5.234375, false]], [[-9.984375, false]], [[-8.109375, false]], [[-9.484375, false]], [[-11.234375, false]], [[-5.109375, false]], [[-10.734375, false]], [[-8.234375, false]], [[-8.234375, false]], [[-8.484375, false]], [[-9.984375, false]], [[-10.234375, false]], [[-5.109375, false]], [[-9.984375, false]], [[-11.234375, false]], [[-7.734375, false]], [[-10.859375, false]], [[-10.234375, false]], [[-8.109375, false]], [[-9.484375, false]], [[-5.234375, false]], [[-10.859375, false]], [[-8.109375, false]], [[-9.484375, false]], [[-11.234375, false]], [[-5.109375, false]], [[-5.234375, false]], [[-9.484375, false]], [[-8.484375, false]], [[-5.109375, false]], [[-10.859375, false]], [[-7.734375, false]], [[-9.484375, false]], [[-10.859375, false]], [[-8.234375, false]], [[-8.484375, false]], [[-10.359375, false]], [[-7.609375, false]], [[-8.109375, false]], [[-9.484375, false]], [[-11.234375, false]], [[-9.984375, false]], [[-14.859375, false]]], "filtered_resps": [[-7.484375, false], [-9.984375, false], [-11.234375, false], [-10.859375, false], [-8.234375, false], [-11.109375, false], [-8.109375, false], [-9.484375, false], [-11.234375, false], [-5.109375, false], [-5.234375, false], [-9.484375, false], [-8.484375, false], [-5.109375, false], [-10.859375, false], [-7.734375, false], [-9.484375, false], [-10.859375, false], [-8.234375, false], [-8.484375, false], [-10.359375, false], [-7.609375, false], [-8.109375, false], [-9.484375, false], [-11.234375, false], [-9.984375, false], [-10.234375, false], [-5.109375, false], [-9.984375, false], [-11.234375, false], [-7.734375, false], [-10.859375, false], [-10.234375, false], [-8.109375, false], [-9.484375, false], [-5.234375, false], [-10.859375, false], [-8.109375, false], [-9.484375, false], [-11.234375, false], [-5.109375, false], [-5.234375, false], [-9.484375, false], [-8.484375, false], [-5.109375, false], [-10.234375, false], [-5.234375, false], [-9.984375, false], [-8.109375, false], [-9.484375, false], [-11.234375, false], [-5.109375, false], [-10.734375, false], [-8.234375, false], [-8.234375, false], [-8.484375, false], [-9.984375, false], [-10.234375, false], [-5.109375, false], [-9.984375, false], [-11.234375, false], [-10.859375, false], [-8.234375, false], [-11.109375, false], [-8.109375, false], [-9.484375, false], [-11.234375, false], [-5.109375, false], [-5.234375, false], [-9.484375, false], [-8.484375, false], [-5.109375, false], [-10.234375, false], [-5.234375, false], [-9.984375, false], [-8.109375, false], [-9.484375, false], [-11.234375, false], [-5.109375, false], [-10.734375, false], [-8.234375, false], [-8.234375, false], [-8.484375, false], [-9.984375, false], [-10.234375, false], [-5.109375, false], [-9.984375, false], [-11.234375, false], [-7.734375, false], [-10.859375, false], [-10.234375, false], [-8.109375, false], [-9.484375, false], [-5.234375, false], [-10.859375, false], [-8.109375, false], [-9.484375, false], [-11.234375, false], [-5.109375, false], [-5.234375, false], [-9.484375, false], [-8.484375, false], [-5.109375, false], [-10.859375, false], [-7.734375, false], [-9.484375, false], [-10.859375, false], [-8.234375, false], [-8.484375, false], [-10.359375, false], [-7.609375, false], [-8.109375, false], [-9.484375, false], [-11.234375, false], [-9.984375, false], [-14.859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2340, "doc": {"id": "Mercury_SC_401787", "question": "Observation and measurement are important to scientific investigations because", "choices": {"text": ["they are part of the instructions.", "they are used to test a hypothesis.", "they are required to make a hypothesis.", "they keep you safe during an investigation."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "they are used to test a hypothesis.", "arguments": ["Question: Observation and measurement are important to scientific investigations because\nAnswer:", " ["], "resps": [[[-8.0234375, false]], [[-8.7734375, false]], [[-10.2734375, false]], [[-10.5234375, false]], [[-8.0234375, false]], [[-11.5234375, false]], [[-5.5234375, false]], [[-5.7734375, false]], [[-10.5234375, false]], [[-8.0234375, false]], [[-5.5234375, false]], [[-9.7734375, false]], [[-5.7734375, false]], [[-10.5234375, false]], [[-10.2734375, false]], [[-5.5234375, false]], [[-7.8984375, false]], [[-9.6484375, false]], [[-5.5234375, false]], [[-10.2734375, false]], [[-10.5234375, false]], [[-8.0234375, false]], [[-5.5234375, false]], [[-8.1484375, false]], [[-8.6484375, false]], [[-9.5234375, false]], [[-10.2734375, false]], [[-10.5234375, false]], [[-10.7734375, false]], [[-9.5234375, false]], [[-10.2734375, false]], [[-8.1484375, false]], [[-7.8984375, false]], [[-8.6484375, false]], [[-9.5234375, false]], [[-7.6953125, false]], [[-8.7734375, false]], [[-9.4453125, false]], [[-5.5234375, false]], [[-8.7734375, false]], [[-10.2734375, false]], [[-10.5234375, false]], [[-8.0234375, false]], [[-11.5234375, false]], [[-5.5234375, false]], [[-5.7734375, false]], [[-10.5234375, false]], [[-8.0234375, false]], [[-5.5234375, false]], [[-10.7734375, false]], [[-9.5234375, false]], [[-8.0234375, false]], [[-8.5234375, false]], [[-5.5234375, false]], [[-10.2734375, false]], [[-7.8984375, false]], [[-5.5234375, false]], [[-10.2734375, false]], [[-8.0234375, false]], [[-9.5234375, false]], [[-10.2734375, false]], [[-5.5234375, false]], [[-5.7734375, false]], [[-5.5234375, false]], [[-10.5234375, false]], [[-11.5234375, false]], [[-9.7734375, false]], [[-7.8984375, false]], [[-10.2734375, false]], [[-10.5234375, false]], [[-8.0234375, false]], [[-9.5234375, false]], [[-8.1484375, false]], [[-9.5234375, false]], [[-7.6953125, false]], [[-8.7734375, false]], [[-9.4453125, false]], [[-5.5234375, false]], [[-8.7734375, false]], [[-10.2734375, false]], [[-10.5234375, false]], [[-8.0234375, false]], [[-11.5234375, false]], [[-5.5234375, false]], [[-5.7734375, false]], [[-10.5234375, false]], [[-8.0234375, false]], [[-5.5234375, false]], [[-10.5234375, false]], [[-8.0234375, false]], [[-10.1484375, false]], [[-10.7734375, false]], [[-8.1484375, false]], [[-10.5234375, false]], [[-8.0234375, false]], [[-8.5234375, false]], [[-5.5234375, false]], [[-10.2734375, false]], [[-7.8984375, false]], [[-5.5234375, false]], [[-9.3984375, false]], [[-5.7734375, false]], [[-10.3984375, false]], [[-8.0234375, false]], [[-5.5234375, false]], [[-5.7734375, false]], [[-5.5234375, false]], [[-10.5234375, false]], [[-11.5234375, false]], [[-9.7734375, false]], [[-7.8984375, false]], [[-10.2734375, false]], [[-10.5234375, false]], [[-8.0234375, false]], [[-9.5234375, false]], [[-8.1484375, false]], [[-9.5234375, false]], [[-7.6953125, false]], [[-8.7734375, false]], [[-9.4453125, false]], [[-5.5234375, false]], [[-8.7734375, false]], [[-10.2734375, false]], [[-10.5234375, false]], [[-8.0234375, false]], [[-11.5234375, false]], [[-5.5234375, false]], [[-10.3984375, false]], [[-8.0234375, false]], [[-8.0234375, false]], [[-9.7734375, false]], [[-5.5234375, false]], [[-11.5234375, false]], [[-7.8984375, false]], [[-10.7734375, false]], [[-5.5234375, false]], [[-9.5234375, false]], [[-5.7734375, false]], [[-9.6484375, false]], [[-8.0234375, false]], [[-5.5234375, false]], [[-8.5234375, false]], [[-10.7734375, false]], [[-10.5234375, false]], [[-8.1484375, false]], [[-8.6484375, false]], [[-11.3984375, false]], [[-5.5234375, false]], [[-5.7734375, false]], [[-8.6484375, false]], [[-5.5234375, false]], [[-8.1484375, false]], [[-8.6484375, false]], [[-10.7734375, false]], [[-8.0234375, false]], [[-9.5234375, false]], [[-10.2734375, false]], [[-8.1484375, false]], [[-11.3984375, false]], [[-5.7734375, false]], [[-10.2734375, false]], [[-8.1484375, false]], [[-7.8984375, false]], [[-8.6484375, false]], [[-7.6953125, false]], [[-8.7734375, false]], [[-12.3984375, false]]], "filtered_resps": [[-8.0234375, false], [-8.7734375, false], [-10.2734375, false], [-10.5234375, false], [-8.0234375, false], [-11.5234375, false], [-5.5234375, false], [-5.7734375, false], [-10.5234375, false], [-8.0234375, false], [-5.5234375, false], [-9.7734375, false], [-5.7734375, false], [-10.5234375, false], [-10.2734375, false], [-5.5234375, false], [-7.8984375, false], [-9.6484375, false], [-5.5234375, false], [-10.2734375, false], [-10.5234375, false], [-8.0234375, false], [-5.5234375, false], [-8.1484375, false], [-8.6484375, false], [-9.5234375, false], [-10.2734375, false], [-10.5234375, false], [-10.7734375, false], [-9.5234375, false], [-10.2734375, false], [-8.1484375, false], [-7.8984375, false], [-8.6484375, false], [-9.5234375, false], [-7.6953125, false], [-8.7734375, false], [-9.4453125, false], [-5.5234375, false], [-8.7734375, false], [-10.2734375, false], [-10.5234375, false], [-8.0234375, false], [-11.5234375, false], [-5.5234375, false], [-5.7734375, false], [-10.5234375, false], [-8.0234375, false], [-5.5234375, false], [-10.7734375, false], [-9.5234375, false], [-8.0234375, false], [-8.5234375, false], [-5.5234375, false], [-10.2734375, false], [-7.8984375, false], [-5.5234375, false], [-10.2734375, false], [-8.0234375, false], [-9.5234375, false], [-10.2734375, false], [-5.5234375, false], [-5.7734375, false], [-5.5234375, false], [-10.5234375, false], [-11.5234375, false], [-9.7734375, false], [-7.8984375, false], [-10.2734375, false], [-10.5234375, false], [-8.0234375, false], [-9.5234375, false], [-8.1484375, false], [-9.5234375, false], [-7.6953125, false], [-8.7734375, false], [-9.4453125, false], [-5.5234375, false], [-8.7734375, false], [-10.2734375, false], [-10.5234375, false], [-8.0234375, false], [-11.5234375, false], [-5.5234375, false], [-5.7734375, false], [-10.5234375, false], [-8.0234375, false], [-5.5234375, false], [-10.5234375, false], [-8.0234375, false], [-10.1484375, false], [-10.7734375, false], [-8.1484375, false], [-10.5234375, false], [-8.0234375, false], [-8.5234375, false], [-5.5234375, false], [-10.2734375, false], [-7.8984375, false], [-5.5234375, false], [-9.3984375, false], [-5.7734375, false], [-10.3984375, false], [-8.0234375, false], [-5.5234375, false], [-5.7734375, false], [-5.5234375, false], [-10.5234375, false], [-11.5234375, false], [-9.7734375, false], [-7.8984375, false], [-10.2734375, false], [-10.5234375, false], [-8.0234375, false], [-9.5234375, false], [-8.1484375, false], [-9.5234375, false], [-7.6953125, false], [-8.7734375, false], [-9.4453125, false], [-5.5234375, false], [-8.7734375, false], [-10.2734375, false], [-10.5234375, false], [-8.0234375, false], [-11.5234375, false], [-5.5234375, false], [-10.3984375, false], [-8.0234375, false], [-8.0234375, false], [-9.7734375, false], [-5.5234375, false], [-11.5234375, false], [-7.8984375, false], [-10.7734375, false], [-5.5234375, false], [-9.5234375, false], [-5.7734375, false], [-9.6484375, false], [-8.0234375, false], [-5.5234375, false], [-8.5234375, false], [-10.7734375, false], [-10.5234375, false], [-8.1484375, false], [-8.6484375, false], [-11.3984375, false], [-5.5234375, false], [-5.7734375, false], [-8.6484375, false], [-5.5234375, false], [-8.1484375, false], [-8.6484375, false], [-10.7734375, false], [-8.0234375, false], [-9.5234375, false], [-10.2734375, false], [-8.1484375, false], [-11.3984375, false], [-5.7734375, false], [-10.2734375, false], [-8.1484375, false], [-7.8984375, false], [-8.6484375, false], [-7.6953125, false], [-8.7734375, false], [-12.3984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2348, "doc": {"id": "Mercury_SC_404974", "question": "One end of a metal rod is placed over a flame during an investigation. A thermometer is touching the opposite end of the metal rod. Which best describes what is happening during this investigation?", "choices": {"text": ["Convection carries heat to the thermometer.", "Radiant energy warms the thermometer.", "Mechanical energy from the flame carries heat to the thermometer.", "Heat from the flame is conducted through the metal rod to the thermometer."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Heat from the flame is conducted through the metal rod to the thermometer.", "arguments": ["Question: One end of a metal rod is placed over a flame during an investigation. A thermometer is touching the opposite end of the metal rod. Which best describes what is happening during this investigation?\nAnswer:", " ["], "resps": [[[-6.58203125, false]], [[-9.5859375, false]], [[-5.33203125, false]], [[-9.5859375, false]], [[-9.0859375, false]], [[-10.3359375, false]], [[-8.8359375, false]], [[-8.8359375, false]], [[-9.3359375, false]], [[-8.0859375, false]], [[-9.5859375, false]], [[-9.0859375, false]], [[-5.58203125, false]], [[-8.8359375, false]], [[-3.833984375, false]], [[-9.3359375, false]], [[-9.3359375, false]], [[-8.0859375, false]], [[-8.8359375, false]], [[-9.8359375, false]], [[-5.58203125, false]], [[-11.0859375, false]], [[-8.8359375, false]], [[-3.833984375, false]], [[-9.3359375, false]], [[-5.58203125, false]], [[-9.3359375, false]], [[-9.5859375, false]], [[-5.58203125, false]], [[-9.3359375, false]], [[-11.0859375, false]], [[-8.8359375, false]], [[-5.58203125, false]], [[-9.3359375, false]], [[-11.0859375, false]], [[-8.8359375, false]], [[-9.3359375, false]], [[-8.0859375, false]], [[-9.5859375, false]], [[-8.0859375, false]], [[-8.8359375, false]], [[-9.3359375, false]], [[-8.8359375, false]], [[-9.3359375, false]], [[-6.5703125, false]], [[-9.5859375, false]], [[-9.8203125, false]], [[-5.58203125, false]], [[-9.5859375, false]], [[-6.33203125, false]], [[-3.833984375, false]], [[-8.8359375, false]], [[-8.0859375, false]], [[-3.833984375, false]], [[-9.0859375, false]], [[-9.3359375, false]], [[-5.58203125, false]], [[-8.8359375, false]], [[-9.0859375, false]], [[-8.8359375, false]], [[-9.3359375, false]], [[-11.0859375, false]], [[-10.8359375, false]], [[-5.58203125, false]], [[-10.8359375, false]], [[-3.833984375, false]], [[-9.3359375, false]], [[-8.0859375, false]], [[-9.8359375, false]], [[-5.58203125, false]], [[-9.3359375, false]], [[-11.0859375, false]], [[-8.8359375, false]], [[-5.58203125, false]], [[-9.3359375, false]], [[-11.0859375, false]], [[-8.8359375, false]], [[-9.3359375, false]], [[-8.0859375, false]], [[-9.5859375, false]], [[-8.0859375, false]], [[-8.8359375, false]], [[-9.3359375, false]], [[-8.8359375, false]], [[-9.3359375, false]], [[-6.5703125, false]], [[-9.5859375, false]], [[-9.8203125, false]], [[-5.58203125, false]], [[-9.5859375, false]], [[-5.83203125, false]], [[-8.8359375, false]], [[-8.8359375, false]], [[-11.0859375, false]], [[-3.833984375, false]], [[-9.0859375, false]], [[-8.0859375, false]], [[-8.8359375, false]], [[-3.833984375, false]], [[-10.5859375, false]], [[-5.58203125, false]], [[-8.8359375, false]], [[-9.0859375, false]], [[-8.8359375, false]], [[-9.3359375, false]], [[-11.0859375, false]], [[-10.8359375, false]], [[-5.58203125, false]], [[-8.8359375, false]], [[-9.3359375, false]], [[-9.5859375, false]], [[-8.0859375, false]], [[-5.58203125, false]], [[-9.3359375, false]], [[-11.0859375, false]], [[-8.8359375, false]], [[-5.58203125, false]], [[-8.8359375, false]], [[-10.5859375, false]], [[-3.833984375, false]], [[-8.0859375, false]], [[-8.8359375, false]], [[-5.58203125, false]], [[-8.8359375, false]], [[-3.833984375, false]], [[-9.3359375, false]], [[-9.3359375, false]], [[-8.0859375, false]], [[-8.8359375, false]], [[-9.8359375, false]], [[-5.58203125, false]], [[-11.0859375, false]], [[-8.8359375, false]], [[-3.833984375, false]], [[-9.3359375, false]], [[-5.58203125, false]], [[-9.3359375, false]], [[-9.5859375, false]], [[-5.58203125, false]], [[-9.3359375, false]], [[-11.0859375, false]], [[-8.8359375, false]], [[-5.58203125, false]], [[-9.3359375, false]], [[-11.0859375, false]], [[-8.8359375, false]], [[-9.3359375, false]], [[-8.0859375, false]], [[-9.5859375, false]], [[-8.0859375, false]], [[-8.8359375, false]], [[-9.3359375, false]], [[-8.8359375, false]], [[-9.3359375, false]], [[-6.5703125, false]], [[-9.5859375, false]], [[-9.8203125, false]], [[-5.58203125, false]], [[-9.5859375, false]], [[-7.58203125, false]], [[-8.8359375, false]], [[-3.833984375, false]], [[-9.3359375, false]], [[-5.58203125, false]], [[-8.8359375, false]], [[-9.3359375, false]], [[-9.5859375, false]], [[-8.0859375, false]], [[-5.58203125, false]], [[-9.3359375, false]], [[-11.0859375, false]], [[-8.8359375, false]], [[-5.58203125, false]], [[-8.8359375, false]], [[-10.5859375, false]], [[-3.833984375, false]], [[-8.0859375, false]], [[-8.8359375, false]], [[-5.58203125, false]], [[-8.0859375, false]], [[-9.8359375, false]], [[-5.58203125, false]], [[-8.8359375, false]], [[-9.5859375, false]], [[-9.0859375, false]], [[-8.8359375, false]], [[-10.3359375, false]], [[-8.8359375, false]], [[-9.3359375, false]], [[-8.8359375, false]], [[-8.8359375, false]], [[-5.58203125, false]], [[-9.3359375, false]], [[-11.0859375, false]], [[-9.3359375, false]], [[-9.5859375, false]], [[-10.3359375, false]], [[-11.0859375, false]], [[-11.0859375, false]], [[-5.58203125, false]], [[-9.3359375, false]], [[-11.0859375, false]], [[-8.8359375, false]], [[-5.58203125, false]], [[-8.0859375, false]], [[-8.8359375, false]], [[-9.3359375, false]], [[-3.833984375, false]], [[-10.5859375, false]], [[-5.58203125, false]], [[-9.3359375, false]], [[-9.5859375, false]], [[-8.8359375, false]], [[-5.58203125, false]], [[-9.3359375, false]], [[-9.5859375, false]], [[-5.58203125, false]], [[-9.3359375, false]], [[-11.0859375, false]], [[-8.8359375, false]], [[-5.58203125, false]], [[-9.3359375, false]], [[-11.0859375, false]], [[-8.8359375, false]], [[-9.3359375, false]], [[-8.0859375, false]], [[-9.5859375, false]], [[-8.0859375, false]], [[-8.8359375, false]], [[-9.3359375, false]], [[-8.8359375, false]], [[-9.3359375, false]], [[-6.5703125, false]], [[-9.5859375, false]], [[-11.8359375, false]]], "filtered_resps": [[-6.58203125, false], [-9.5859375, false], [-5.33203125, false], [-9.5859375, false], [-9.0859375, false], [-10.3359375, false], [-8.8359375, false], [-8.8359375, false], [-9.3359375, false], [-8.0859375, false], [-9.5859375, false], [-9.0859375, false], [-5.58203125, false], [-8.8359375, false], [-3.833984375, false], [-9.3359375, false], [-9.3359375, false], [-8.0859375, false], [-8.8359375, false], [-9.8359375, false], [-5.58203125, false], [-11.0859375, false], [-8.8359375, false], [-3.833984375, false], [-9.3359375, false], [-5.58203125, false], [-9.3359375, false], [-9.5859375, false], [-5.58203125, false], [-9.3359375, false], [-11.0859375, false], [-8.8359375, false], [-5.58203125, false], [-9.3359375, false], [-11.0859375, false], [-8.8359375, false], [-9.3359375, false], [-8.0859375, false], [-9.5859375, false], [-8.0859375, false], [-8.8359375, false], [-9.3359375, false], [-8.8359375, false], [-9.3359375, false], [-6.5703125, false], [-9.5859375, false], [-9.8203125, false], [-5.58203125, false], [-9.5859375, false], [-6.33203125, false], [-3.833984375, false], [-8.8359375, false], [-8.0859375, false], [-3.833984375, false], [-9.0859375, false], [-9.3359375, false], [-5.58203125, false], [-8.8359375, false], [-9.0859375, false], [-8.8359375, false], [-9.3359375, false], [-11.0859375, false], [-10.8359375, false], [-5.58203125, false], [-10.8359375, false], [-3.833984375, false], [-9.3359375, false], [-8.0859375, false], [-9.8359375, false], [-5.58203125, false], [-9.3359375, false], [-11.0859375, false], [-8.8359375, false], [-5.58203125, false], [-9.3359375, false], [-11.0859375, false], [-8.8359375, false], [-9.3359375, false], [-8.0859375, false], [-9.5859375, false], [-8.0859375, false], [-8.8359375, false], [-9.3359375, false], [-8.8359375, false], [-9.3359375, false], [-6.5703125, false], [-9.5859375, false], [-9.8203125, false], [-5.58203125, false], [-9.5859375, false], [-5.83203125, false], [-8.8359375, false], [-8.8359375, false], [-11.0859375, false], [-3.833984375, false], [-9.0859375, false], [-8.0859375, false], [-8.8359375, false], [-3.833984375, false], [-10.5859375, false], [-5.58203125, false], [-8.8359375, false], [-9.0859375, false], [-8.8359375, false], [-9.3359375, false], [-11.0859375, false], [-10.8359375, false], [-5.58203125, false], [-8.8359375, false], [-9.3359375, false], [-9.5859375, false], [-8.0859375, false], [-5.58203125, false], [-9.3359375, false], [-11.0859375, false], [-8.8359375, false], [-5.58203125, false], [-8.8359375, false], [-10.5859375, false], [-3.833984375, false], [-8.0859375, false], [-8.8359375, false], [-5.58203125, false], [-8.8359375, false], [-3.833984375, false], [-9.3359375, false], [-9.3359375, false], [-8.0859375, false], [-8.8359375, false], [-9.8359375, false], [-5.58203125, false], [-11.0859375, false], [-8.8359375, false], [-3.833984375, false], [-9.3359375, false], [-5.58203125, false], [-9.3359375, false], [-9.5859375, false], [-5.58203125, false], [-9.3359375, false], [-11.0859375, false], [-8.8359375, false], [-5.58203125, false], [-9.3359375, false], [-11.0859375, false], [-8.8359375, false], [-9.3359375, false], [-8.0859375, false], [-9.5859375, false], [-8.0859375, false], [-8.8359375, false], [-9.3359375, false], [-8.8359375, false], [-9.3359375, false], [-6.5703125, false], [-9.5859375, false], [-9.8203125, false], [-5.58203125, false], [-9.5859375, false], [-7.58203125, false], [-8.8359375, false], [-3.833984375, false], [-9.3359375, false], [-5.58203125, false], [-8.8359375, false], [-9.3359375, false], [-9.5859375, false], [-8.0859375, false], [-5.58203125, false], [-9.3359375, false], [-11.0859375, false], [-8.8359375, false], [-5.58203125, false], [-8.8359375, false], [-10.5859375, false], [-3.833984375, false], [-8.0859375, false], [-8.8359375, false], [-5.58203125, false], [-8.0859375, false], [-9.8359375, false], [-5.58203125, false], [-8.8359375, false], [-9.5859375, false], [-9.0859375, false], [-8.8359375, false], [-10.3359375, false], [-8.8359375, false], [-9.3359375, false], [-8.8359375, false], [-8.8359375, false], [-5.58203125, false], [-9.3359375, false], [-11.0859375, false], [-9.3359375, false], [-9.5859375, false], [-10.3359375, false], [-11.0859375, false], [-11.0859375, false], [-5.58203125, false], [-9.3359375, false], [-11.0859375, false], [-8.8359375, false], [-5.58203125, false], [-8.0859375, false], [-8.8359375, false], [-9.3359375, false], [-3.833984375, false], [-10.5859375, false], [-5.58203125, false], [-9.3359375, false], [-9.5859375, false], [-8.8359375, false], [-5.58203125, false], [-9.3359375, false], [-9.5859375, false], [-5.58203125, false], [-9.3359375, false], [-11.0859375, false], [-8.8359375, false], [-5.58203125, false], [-9.3359375, false], [-11.0859375, false], [-8.8359375, false], [-9.3359375, false], [-8.0859375, false], [-9.5859375, false], [-8.0859375, false], [-8.8359375, false], [-9.3359375, false], [-8.8359375, false], [-9.3359375, false], [-6.5703125, false], [-9.5859375, false], [-11.8359375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2356, "doc": {"id": "Mercury_7187250", "question": "When a volcano erupts, new lava is deposited on the slopes of the volcano. After the lava cools and hardens, which types of organisms will most likely be the first to live on the new material?", "choices": {"text": ["large reptiles and amphibians", "small birds and mammals", "mosses and lichens", "bushes and vines"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "mosses and lichens", "arguments": ["Question: When a volcano erupts, new lava is deposited on the slopes of the volcano. After the lava cools and hardens, which types of organisms will most likely be the first to live on the new material?\nAnswer:", " ["], "resps": [[[-7.80859375, false]], [[-9.0546875, false]], [[-9.8046875, false]], [[-6.68359375, false]], [[-9.6796875, false]], [[-11.0546875, false]], [[-6.55859375, false]], [[-5.08203125, false]], [[-9.6796875, false]], [[-6.55859375, false]], [[-11.1796875, false]], [[-12.1796875, false]], [[-8.8046875, false]], [[-9.8046875, false]], [[-6.55859375, false]], [[-9.6796875, false]], [[-5.05859375, false]], [[-6.68359375, false]], [[-10.5546875, false]], [[-8.9296875, false]], [[-5.05859375, false]], [[-6.68359375, false]], [[-11.6796875, false]], [[-11.1796875, false]], [[-11.5546875, false]], [[-8.8046875, false]], [[-10.4296875, false]], [[-8.8046875, false]], [[-6.68359375, false]], [[-10.5546875, false]], [[-9.6796875, false]], [[-9.0546875, false]], [[-10.734375, false]], [[-5.05859375, false]], [[-9.0546875, false]], [[-9.6796875, false]], [[-11.6796875, false]], [[-6.68359375, false]], [[-9.8046875, false]], [[-9.8046875, false]], [[-5.05859375, false]], [[-10.4296875, false]], [[-8.8046875, false]], [[-9.6796875, false]], [[-8.9296875, false]], [[-9.6796875, false]], [[-5.05859375, false]], [[-6.68359375, false]], [[-10.5546875, false]], [[-8.9296875, false]], [[-5.05859375, false]], [[-11.6796875, false]], [[-6.68359375, false]], [[-11.6796875, false]], [[-11.6796875, false]], [[-6.68359375, false]], [[-9.8046875, false]], [[-9.6796875, false]], [[-9.0546875, false]], [[-10.734375, false]], [[-5.05859375, false]], [[-9.0546875, false]], [[-11.6796875, false]], [[-9.4296875, false]], [[-9.6796875, false]], [[-9.6796875, false]], [[-6.55859375, false]], [[-9.6796875, false]], [[-5.05859375, false]], [[-6.68359375, false]], [[-10.5546875, false]], [[-8.9296875, false]], [[-5.05859375, false]], [[-9.8046875, false]], [[-8.8046875, false]], [[-8.6796875, false]], [[-11.5546875, false]], [[-6.55859375, false]], [[-10.5546875, false]], [[-9.6796875, false]], [[-9.0546875, false]], [[-10.734375, false]], [[-5.05859375, false]], [[-9.0546875, false]], [[-10.4296875, false]], [[-11.4296875, false]], [[-9.6796875, false]], [[-11.5546875, false]], [[-6.55859375, false]], [[-9.6796875, false]], [[-5.05859375, false]], [[-6.68359375, false]], [[-10.5546875, false]], [[-8.9296875, false]], [[-5.05859375, false]], [[-11.8046875, false]], [[-8.8046875, false]], [[-10.5546875, false]], [[-6.55859375, false]], [[-9.6796875, false]], [[-9.0546875, false]], [[-13.0546875, false]]], "filtered_resps": [[-7.80859375, false], [-9.0546875, false], [-9.8046875, false], [-6.68359375, false], [-9.6796875, false], [-11.0546875, false], [-6.55859375, false], [-5.08203125, false], [-9.6796875, false], [-6.55859375, false], [-11.1796875, false], [-12.1796875, false], [-8.8046875, false], [-9.8046875, false], [-6.55859375, false], [-9.6796875, false], [-5.05859375, false], [-6.68359375, false], [-10.5546875, false], [-8.9296875, false], [-5.05859375, false], [-6.68359375, false], [-11.6796875, false], [-11.1796875, false], [-11.5546875, false], [-8.8046875, false], [-10.4296875, false], [-8.8046875, false], [-6.68359375, false], [-10.5546875, false], [-9.6796875, false], [-9.0546875, false], [-10.734375, false], [-5.05859375, false], [-9.0546875, false], [-9.6796875, false], [-11.6796875, false], [-6.68359375, false], [-9.8046875, false], [-9.8046875, false], [-5.05859375, false], [-10.4296875, false], [-8.8046875, false], [-9.6796875, false], [-8.9296875, false], [-9.6796875, false], [-5.05859375, false], [-6.68359375, false], [-10.5546875, false], [-8.9296875, false], [-5.05859375, false], [-11.6796875, false], [-6.68359375, false], [-11.6796875, false], [-11.6796875, false], [-6.68359375, false], [-9.8046875, false], [-9.6796875, false], [-9.0546875, false], [-10.734375, false], [-5.05859375, false], [-9.0546875, false], [-11.6796875, false], [-9.4296875, false], [-9.6796875, false], [-9.6796875, false], [-6.55859375, false], [-9.6796875, false], [-5.05859375, false], [-6.68359375, false], [-10.5546875, false], [-8.9296875, false], [-5.05859375, false], [-9.8046875, false], [-8.8046875, false], [-8.6796875, false], [-11.5546875, false], [-6.55859375, false], [-10.5546875, false], [-9.6796875, false], [-9.0546875, false], [-10.734375, false], [-5.05859375, false], [-9.0546875, false], [-10.4296875, false], [-11.4296875, false], [-9.6796875, false], [-11.5546875, false], [-6.55859375, false], [-9.6796875, false], [-5.05859375, false], [-6.68359375, false], [-10.5546875, false], [-8.9296875, false], [-5.05859375, false], [-11.8046875, false], [-8.8046875, false], [-10.5546875, false], [-6.55859375, false], [-9.6796875, false], [-9.0546875, false], [-13.0546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2364, "doc": {"id": "Mercury_7248255", "question": "Which activity illustrates the main function of the motor neuron complex?", "choices": {"text": ["transferring impulses to the appropriate muscle", "receiving sensory impulses from the environment", "delivering regular impulses to the autonomic system", "processing impulses within the cerebral cortex"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "transferring impulses to the appropriate muscle", "arguments": ["Question: Which activity illustrates the main function of the motor neuron complex?\nAnswer:", " ["], "resps": [[[-6.59375, false]], [[-8.46875, false]], [[-8.46875, false]], [[-10.59375, false]], [[-4.96875, false]], [[-10.46875, false]], [[-8.71875, false]], [[-9.71875, false]], [[-10.09375, false]], [[-10.59375, false]], [[-10.59375, false]], [[-8.09375, false]], [[-10.46875, false]], [[-11.34375, false]], [[-4.46875, false]], [[-8.09375, false]], [[-9.59375, false]], [[-9.96875, false]], [[-10.46875, false]], [[-9.96875, false]], [[-8.71875, false]], [[-10.09375, false]], [[-8.71875, false]], [[-4.46875, false]], [[-8.46875, false]], [[-9.34375, false]], [[-4.46875, false]], [[-8.46875, false]], [[-11.71875, false]], [[-10.09375, false]], [[-4.46875, false]], [[-4.96875, false]], [[-9.96875, false]], [[-9.96875, false]], [[-10.59375, false]], [[-9.34375, false]], [[-9.96875, false]], [[-10.59375, false]], [[-8.09375, false]], [[-4.96875, false]], [[-8.46875, false]], [[-10.09375, false]], [[-4.46875, false]], [[-9.59375, false]], [[-10.46875, false]], [[-8.71875, false]], [[-6.96875, false]], [[-9.96875, false]], [[-10.09375, false]], [[-8.46875, false]], [[-8.859375, false]], [[-4.46875, false]], [[-8.46875, false]], [[-10.59375, false]], [[-10.09375, false]], [[-6.96875, false]], [[-10.09375, false]], [[-8.09375, false]], [[-10.34375, false]], [[-8.09375, false]], [[-10.46875, false]], [[-11.34375, false]], [[-4.46875, false]], [[-8.71875, false]], [[-10.09375, false]], [[-10.46875, false]], [[-8.71875, false]], [[-9.34375, false]], [[-10.59375, false]], [[-12.34375, false]], [[-4.46875, false]], [[-8.09375, false]], [[-9.59375, false]], [[-9.96875, false]], [[-10.46875, false]], [[-9.96875, false]], [[-8.71875, false]], [[-10.09375, false]], [[-8.71875, false]], [[-4.46875, false]], [[-9.71875, false]], [[-10.59375, false]], [[-9.34375, false]], [[-9.59375, false]], [[-4.46875, false]], [[-8.46875, false]], [[-11.71875, false]], [[-10.09375, false]], [[-4.46875, false]], [[-10.09375, false]], [[-10.46875, false]], [[-10.34375, false]], [[-8.09375, false]], [[-10.59375, false]], [[-9.34375, false]], [[-10.46875, false]], [[-9.59375, false]], [[-10.09375, false]], [[-10.46875, false]], [[-8.46875, false]], [[-8.46875, false]], [[-8.859375, false]], [[-4.46875, false]], [[-8.46875, false]], [[-9.96875, false]], [[-10.09375, false]], [[-9.96875, false]], [[-8.09375, false]], [[-10.34375, false]], [[-10.09375, false]], [[-10.59375, false]], [[-8.09375, false]], [[-10.46875, false]], [[-11.34375, false]], [[-4.46875, false]], [[-10.59375, false]], [[-10.09375, false]], [[-11.34375, false]], [[-10.46875, false]], [[-9.96875, false]], [[-4.96875, false]], [[-10.59375, false]], [[-4.46875, false]], [[-8.09375, false]], [[-9.59375, false]], [[-9.96875, false]], [[-10.46875, false]], [[-9.96875, false]], [[-8.71875, false]], [[-10.09375, false]], [[-8.71875, false]], [[-4.46875, false]], [[-8.46875, false]], [[-9.34375, false]], [[-4.46875, false]], [[-8.46875, false]], [[-11.71875, false]], [[-10.09375, false]], [[-4.46875, false]], [[-4.96875, false]], [[-10.46875, false]], [[-8.46875, false]], [[-9.34375, false]], [[-10.46875, false]], [[-9.34375, false]], [[-9.59375, false]], [[-8.09375, false]], [[-6.96875, false]], [[-4.46875, false]], [[-8.71875, false]], [[-12.34375, false]], [[-8.71875, false]], [[-8.46875, false]], [[-10.09375, false]], [[-9.59375, false]], [[-8.46875, false]], [[-8.859375, false]], [[-4.46875, false]], [[-8.46875, false]], [[-9.96875, false]], [[-10.59375, false]], [[-9.34375, false]], [[-6.96875, false]], [[-10.09375, false]], [[-8.71875, false]], [[-8.71875, false]], [[-8.09375, false]], [[-10.46875, false]], [[-11.34375, false]], [[-4.46875, false]], [[-8.09375, false]], [[-9.59375, false]], [[-9.96875, false]], [[-10.46875, false]], [[-9.96875, false]], [[-8.71875, false]], [[-10.09375, false]], [[-8.71875, false]], [[-4.46875, false]], [[-10.09375, false]], [[-8.09375, false]], [[-8.46875, false]], [[-11.71875, false]], [[-8.09375, false]], [[-10.46875, false]], [[-4.46875, false]], [[-8.46875, false]], [[-11.71875, false]], [[-10.09375, false]], [[-4.46875, false]], [[-6.96875, false]], [[-10.09375, false]], [[-10.59375, false]], [[-10.09375, false]], [[-8.46875, false]], [[-10.59375, false]], [[-4.96875, false]], [[-9.96875, false]], [[-4.46875, false]], [[-6.96875, false]], [[-9.34375, false]], [[-10.59375, false]], [[-8.46875, false]], [[-10.09375, false]], [[-11.09375, false]], [[-8.46875, false]], [[-12.34375, false]]], "filtered_resps": [[-6.59375, false], [-8.46875, false], [-8.46875, false], [-10.59375, false], [-4.96875, false], [-10.46875, false], [-8.71875, false], [-9.71875, false], [-10.09375, false], [-10.59375, false], [-10.59375, false], [-8.09375, false], [-10.46875, false], [-11.34375, false], [-4.46875, false], [-8.09375, false], [-9.59375, false], [-9.96875, false], [-10.46875, false], [-9.96875, false], [-8.71875, false], [-10.09375, false], [-8.71875, false], [-4.46875, false], [-8.46875, false], [-9.34375, false], [-4.46875, false], [-8.46875, false], [-11.71875, false], [-10.09375, false], [-4.46875, false], [-4.96875, false], [-9.96875, false], [-9.96875, false], [-10.59375, false], [-9.34375, false], [-9.96875, false], [-10.59375, false], [-8.09375, false], [-4.96875, false], [-8.46875, false], [-10.09375, false], [-4.46875, false], [-9.59375, false], [-10.46875, false], [-8.71875, false], [-6.96875, false], [-9.96875, false], [-10.09375, false], [-8.46875, false], [-8.859375, false], [-4.46875, false], [-8.46875, false], [-10.59375, false], [-10.09375, false], [-6.96875, false], [-10.09375, false], [-8.09375, false], [-10.34375, false], [-8.09375, false], [-10.46875, false], [-11.34375, false], [-4.46875, false], [-8.71875, false], [-10.09375, false], [-10.46875, false], [-8.71875, false], [-9.34375, false], [-10.59375, false], [-12.34375, false], [-4.46875, false], [-8.09375, false], [-9.59375, false], [-9.96875, false], [-10.46875, false], [-9.96875, false], [-8.71875, false], [-10.09375, false], [-8.71875, false], [-4.46875, false], [-9.71875, false], [-10.59375, false], [-9.34375, false], [-9.59375, false], [-4.46875, false], [-8.46875, false], [-11.71875, false], [-10.09375, false], [-4.46875, false], [-10.09375, false], [-10.46875, false], [-10.34375, false], [-8.09375, false], [-10.59375, false], [-9.34375, false], [-10.46875, false], [-9.59375, false], [-10.09375, false], [-10.46875, false], [-8.46875, false], [-8.46875, false], [-8.859375, false], [-4.46875, false], [-8.46875, false], [-9.96875, false], [-10.09375, false], [-9.96875, false], [-8.09375, false], [-10.34375, false], [-10.09375, false], [-10.59375, false], [-8.09375, false], [-10.46875, false], [-11.34375, false], [-4.46875, false], [-10.59375, false], [-10.09375, false], [-11.34375, false], [-10.46875, false], [-9.96875, false], [-4.96875, false], [-10.59375, false], [-4.46875, false], [-8.09375, false], [-9.59375, false], [-9.96875, false], [-10.46875, false], [-9.96875, false], [-8.71875, false], [-10.09375, false], [-8.71875, false], [-4.46875, false], [-8.46875, false], [-9.34375, false], [-4.46875, false], [-8.46875, false], [-11.71875, false], [-10.09375, false], [-4.46875, false], [-4.96875, false], [-10.46875, false], [-8.46875, false], [-9.34375, false], [-10.46875, false], [-9.34375, false], [-9.59375, false], [-8.09375, false], [-6.96875, false], [-4.46875, false], [-8.71875, false], [-12.34375, false], [-8.71875, false], [-8.46875, false], [-10.09375, false], [-9.59375, false], [-8.46875, false], [-8.859375, false], [-4.46875, false], [-8.46875, false], [-9.96875, false], [-10.59375, false], [-9.34375, false], [-6.96875, false], [-10.09375, false], [-8.71875, false], [-8.71875, false], [-8.09375, false], [-10.46875, false], [-11.34375, false], [-4.46875, false], [-8.09375, false], [-9.59375, false], [-9.96875, false], [-10.46875, false], [-9.96875, false], [-8.71875, false], [-10.09375, false], [-8.71875, false], [-4.46875, false], [-10.09375, false], [-8.09375, false], [-8.46875, false], [-11.71875, false], [-8.09375, false], [-10.46875, false], [-4.46875, false], [-8.46875, false], [-11.71875, false], [-10.09375, false], [-4.46875, false], [-6.96875, false], [-10.09375, false], [-10.59375, false], [-10.09375, false], [-8.46875, false], [-10.59375, false], [-4.96875, false], [-9.96875, false], [-4.46875, false], [-6.96875, false], [-9.34375, false], [-10.59375, false], [-8.46875, false], [-10.09375, false], [-11.09375, false], [-8.46875, false], [-12.34375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2372, "doc": {"id": "Mercury_7030450", "question": "Which would be a safe practice to exercise during laboratory investigations?", "choices": {"text": ["using open flames to heat all materials", "keeping your cell phone on the laboratory countertop", "knowing where your instructor/laboratory leader is at all times", "removing your safety glasses when moving from station to station"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "knowing where your instructor/laboratory leader is at all times", "arguments": ["Question: Which would be a safe practice to exercise during laboratory investigations?\nAnswer:", " ["], "resps": [[[-7.20703125, false]], [[-10.0859375, false]], [[-11.0859375, false]], [[-10.5859375, false]], [[-9.3359375, false]], [[-10.8359375, false]], [[-12.4609375, false]], [[-4.58203125, false]], [[-10.4609375, false]], [[-11.9609375, false]], [[-9.8359375, false]], [[-10.8359375, false]], [[-4.58203125, false]], [[-11.0859375, false]], [[-11.9609375, false]], [[-7.45703125, false]], [[-12.0859375, false]], [[-9.8359375, false]], [[-10.5859375, false]], [[-4.58203125, false]], [[-11.7109375, false]], [[-10.4609375, false]], [[-4.58203125, false]], [[-12.4609375, false]], [[-9.8359375, false]], [[-7.45703125, false]], [[-11.7109375, false]], [[-4.58203125, false]], [[-7.45703125, false]], [[-11.9609375, false]], [[-11.9609375, false]], [[-4.58203125, false]], [[-12.0859375, false]], [[-7.45703125, false]], [[-11.7109375, false]], [[-9.8359375, false]], [[-13.0859375, false]], [[-9.3359375, false]], [[-7.45703125, false]], [[-11.9609375, false]], [[-10.5859375, false]], [[-10.0859375, false]], [[-10.53125, false]], [[-4.58203125, false]], [[-10.0859375, false]], [[-12.0859375, false]], [[-9.8359375, false]], [[-9.8359375, false]], [[-11.9609375, false]], [[-9.3359375, false]], [[-10.8359375, false]], [[-12.4609375, false]], [[-4.58203125, false]], [[-13.4609375, false]], [[-10.4609375, false]], [[-11.0859375, false]], [[-13.0859375, false]], [[-4.58203125, false]], [[-11.0859375, false]], [[-9.8359375, false]], [[-11.9609375, false]], [[-11.9609375, false]], [[-4.58203125, false]], [[-11.9609375, false]], [[-12.4609375, false]], [[-10.4609375, false]], [[-10.8359375, false]], [[-9.8359375, false]], [[-4.58203125, false]], [[-10.4609375, false]], [[-10.8359375, false]], [[-4.58203125, false]], [[-11.7109375, false]], [[-12.4609375, false]], [[-9.8359375, false]], [[-4.58203125, false]], [[-11.9609375, false]], [[-7.45703125, false]], [[-10.5859375, false]], [[-10.4609375, false]], [[-13.0859375, false]], [[-7.45703125, false]], [[-11.7109375, false]], [[-10.4609375, false]], [[-13.0859375, false]], [[-13.4609375, false]], [[-4.58203125, false]], [[-11.0859375, false]], [[-10.4609375, false]], [[-11.0859375, false]], [[-10.8359375, false]], [[-11.7109375, false]], [[-9.8359375, false]], [[-13.0859375, false]], [[-11.7109375, false]], [[-10.4609375, false]], [[-11.9609375, false]], [[-10.0859375, false]], [[-10.53125, false]], [[-4.58203125, false]], [[-10.0859375, false]], [[-12.0859375, false]], [[-10.8359375, false]], [[-10.4609375, false]], [[-11.9609375, false]], [[-9.3359375, false]], [[-10.8359375, false]], [[-12.4609375, false]], [[-4.58203125, false]], [[-11.9609375, false]], [[-12.4609375, false]], [[-9.8359375, false]], [[-13.0859375, false]], [[-9.8359375, false]], [[-4.58203125, false]], [[-13.4609375, false]], [[-10.4609375, false]], [[-11.0859375, false]], [[-13.0859375, false]], [[-4.58203125, false]], [[-9.3359375, false]], [[-10.8359375, false]], [[-10.5859375, false]], [[-11.7109375, false]], [[-13.0859375, false]], [[-11.0859375, false]], [[-11.0859375, false]], [[-11.7109375, false]], [[-10.4609375, false]], [[-13.0859375, false]], [[-10.7109375, false]], [[-11.9609375, false]], [[-7.45703125, false]], [[-10.5859375, false]], [[-10.4609375, false]], [[-13.0859375, false]], [[-7.45703125, false]], [[-11.7109375, false]], [[-10.4609375, false]], [[-13.0859375, false]], [[-13.4609375, false]], [[-4.58203125, false]], [[-11.9609375, false]], [[-9.8359375, false]], [[-7.45703125, false]], [[-11.4609375, false]], [[-9.8359375, false]], [[-13.0859375, false]], [[-4.58203125, false]], [[-9.3359375, false]], [[-10.5859375, false]], [[-4.58203125, false]], [[-7.45703125, false]], [[-11.7109375, false]], [[-4.58203125, false]], [[-7.45703125, false]], [[-11.9609375, false]], [[-11.9609375, false]], [[-4.58203125, false]], [[-11.7109375, false]], [[-9.3359375, false]], [[-12.0859375, false]], [[-9.8359375, false]], [[-10.5859375, false]], [[-10.0859375, false]], [[-10.53125, false]], [[-4.58203125, false]], [[-10.0859375, false]], [[-13.0859375, false]], [[-9.8359375, false]], [[-12.0859375, false]], [[-10.4609375, false]], [[-11.7109375, false]], [[-9.3359375, false]], [[-10.8359375, false]], [[-12.4609375, false]], [[-4.58203125, false]], [[-13.4609375, false]], [[-10.4609375, false]], [[-11.0859375, false]], [[-13.0859375, false]], [[-4.58203125, false]], [[-10.5859375, false]], [[-7.45703125, false]], [[-11.0859375, false]], [[-9.8359375, false]], [[-11.7109375, false]], [[-13.4609375, false]], [[-4.58203125, false]], [[-12.4609375, false]], [[-11.9609375, false]], [[-7.45703125, false]], [[-10.5859375, false]], [[-10.5859375, false]], [[-9.8359375, false]], [[-10.5859375, false]], [[-4.58203125, false]], [[-11.9609375, false]], [[-12.4609375, false]], [[-9.8359375, false]], [[-10.8359375, false]], [[-4.58203125, false]], [[-12.0859375, false]], [[-10.4609375, false]], [[-11.7109375, false]], [[-9.3359375, false]], [[-10.8359375, false]], [[-12.4609375, false]], [[-4.58203125, false]], [[-11.0859375, false]], [[-13.0859375, false]], [[-10.4609375, false]], [[-12.0859375, false]], [[-4.58203125, false]], [[-10.5859375, false]], [[-11.7109375, false]], [[-7.45703125, false]], [[-11.7109375, false]], [[-9.3359375, false]], [[-10.4609375, false]], [[-10.8359375, false]], [[-4.58203125, false]], [[-11.7109375, false]], [[-10.4609375, false]], [[-4.58203125, false]], [[-10.5859375, false]], [[-11.7109375, false]], [[-7.45703125, false]], [[-11.7109375, false]], [[-9.3359375, false]], [[-10.4609375, false]], [[-10.8359375, false]], [[-10.0859375, false]], [[-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false], [-12.2109375, false]]], "filtered_resps": [[-7.20703125, false], [-10.0859375, false], [-11.0859375, false], [-10.5859375, false], [-9.3359375, false], [-10.8359375, false], [-12.4609375, false], [-4.58203125, false], [-10.4609375, false], [-11.9609375, false], [-9.8359375, false], [-10.8359375, false], [-4.58203125, false], [-11.0859375, false], [-11.9609375, false], [-7.45703125, false], [-12.0859375, false], [-9.8359375, false], [-10.5859375, false], [-4.58203125, false], [-11.7109375, false], [-10.4609375, false], [-4.58203125, false], [-12.4609375, false], [-9.8359375, false], [-7.45703125, false], [-11.7109375, false], [-4.58203125, false], [-7.45703125, false], [-11.9609375, false], [-11.9609375, false], [-4.58203125, false], [-12.0859375, false], [-7.45703125, false], [-11.7109375, false], [-9.8359375, false], [-13.0859375, false], [-9.3359375, false], [-7.45703125, false], [-11.9609375, false], [-10.5859375, false], [-10.0859375, false], [-10.53125, false], [-4.58203125, false], [-10.0859375, false], [-12.0859375, false], [-9.8359375, false], [-9.8359375, false], [-11.9609375, false], [-9.3359375, false], [-10.8359375, false], [-12.4609375, false], [-4.58203125, false], [-13.4609375, false], [-10.4609375, false], [-11.0859375, false], [-13.0859375, false], [-4.58203125, false], [-11.0859375, false], [-9.8359375, false], [-11.9609375, false], [-11.9609375, false], [-4.58203125, false], [-11.9609375, false], [-12.4609375, false], [-10.4609375, false], [-10.8359375, false], [-9.8359375, false], [-4.58203125, false], [-10.4609375, false], [-10.8359375, false], [-4.58203125, false], [-11.7109375, false], [-12.4609375, false], [-9.8359375, false], [-4.58203125, false], [-11.9609375, false], [-7.45703125, false], [-10.5859375, false], [-10.4609375, false], [-13.0859375, false], [-7.45703125, false], [-11.7109375, false], [-10.4609375, false], [-13.0859375, false], [-13.4609375, false], [-4.58203125, false], [-11.0859375, false], [-10.4609375, false], [-11.0859375, false], [-10.8359375, false], [-11.7109375, false], [-9.8359375, false], [-13.0859375, false], [-11.7109375, false], [-10.4609375, false], [-11.9609375, false], [-10.0859375, false], [-10.53125, false], [-4.58203125, false], [-10.0859375, false], [-12.0859375, false], [-10.8359375, false], [-10.4609375, false], [-11.9609375, false], [-9.3359375, false], [-10.8359375, false], [-12.4609375, false], [-4.58203125, false], [-11.9609375, false], [-12.4609375, false], [-9.8359375, false], [-13.0859375, false], [-9.8359375, false], [-4.58203125, false], [-13.4609375, false], [-10.4609375, false], [-11.0859375, false], [-13.0859375, false], [-4.58203125, false], [-9.3359375, false], [-10.8359375, false], [-10.5859375, false], [-11.7109375, false], [-13.0859375, false], [-11.0859375, false], [-11.0859375, false], [-11.7109375, false], [-10.4609375, false], [-13.0859375, false], [-10.7109375, false], [-11.9609375, false], [-7.45703125, false], [-10.5859375, false], [-10.4609375, false], [-13.0859375, false], [-7.45703125, false], [-11.7109375, false], [-10.4609375, false], [-13.0859375, false], [-13.4609375, false], [-4.58203125, false], [-11.9609375, false], [-9.8359375, false], [-7.45703125, false], [-11.4609375, false], [-9.8359375, false], [-13.0859375, false], [-4.58203125, false], [-9.3359375, false], [-10.5859375, false], [-4.58203125, false], [-7.45703125, false], [-11.7109375, false], [-4.58203125, false], [-7.45703125, false], [-11.9609375, false], [-11.9609375, false], [-4.58203125, false], [-11.7109375, false], [-9.3359375, false], [-12.0859375, false], [-9.8359375, false], [-10.5859375, false], [-10.0859375, false], [-10.53125, false], [-4.58203125, false], [-10.0859375, false], [-13.0859375, false], [-9.8359375, false], [-12.0859375, false], [-10.4609375, false], [-11.7109375, false], [-9.3359375, false], [-10.8359375, false], [-12.4609375, false], [-4.58203125, false], [-13.4609375, false], [-10.4609375, false], [-11.0859375, false], [-13.0859375, false], [-4.58203125, false], [-10.5859375, false], [-7.45703125, false], [-11.0859375, false], [-9.8359375, false], [-11.7109375, false], [-13.4609375, false], [-4.58203125, false], [-12.4609375, false], [-11.9609375, false], [-7.45703125, false], [-10.5859375, false], [-10.5859375, false], [-9.8359375, false], [-10.5859375, false], [-4.58203125, false], [-11.9609375, false], [-12.4609375, false], [-9.8359375, false], [-10.8359375, false], [-4.58203125, false], [-12.0859375, false], [-10.4609375, false], [-11.7109375, false], [-9.3359375, false], [-10.8359375, false], [-12.4609375, false], [-4.58203125, false], [-11.0859375, false], [-13.0859375, false], [-10.4609375, false], [-12.0859375, false], [-4.58203125, false], [-10.5859375, false], [-11.7109375, false], [-7.45703125, false], [-11.7109375, false], [-9.3359375, false], [-10.4609375, false], [-10.8359375, false], [-4.58203125, false], [-11.7109375, false], [-10.4609375, false], [-4.58203125, false], [-10.5859375, false], [-11.7109375, false], [-7.45703125, false], [-11.7109375, false], [-9.3359375, false], [-10.4609375, false], [-10.8359375, false], [-10.0859375, false], [-12.2109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 5, "doc": {"id": "CSZ20679", "question": "To express the distance between the Milky Way galaxy and other galaxies, the most appropriate unit of measurement is the", "choices": {"text": ["meter.", "kilometer.", "light-year.", "astronomical unit."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "light-year.", "arguments": ["Question: To express the distance between the Milky Way galaxy and other galaxies, the most appropriate unit of measurement is the\nAnswer:", " ["], "resps": [[[-8.015625, false]], [[-8.015625, false]], [[-4.515625, false]], [[-6.515625, false]], [[-7.515625, false]], [[-6.515625, false]], [[-8.265625, false]], [[-5.328125, false]], [[-8.015625, false]], [[-7.953125, false]], [[-4.515625, false]], [[-8.015625, false]], [[-8.015625, false]], [[-9.515625, false]], [[-8.515625, false]], [[-9.015625, false]], [[-4.515625, false]], [[-6.515625, false]], [[-7.515625, false]], [[-6.515625, false]], [[-8.265625, false]], [[-5.328125, false]], [[-8.015625, false]], [[-7.953125, false]], [[-4.515625, false]], [[-8.015625, false]], [[-8.515625, false]], [[-9.515625, false]], [[-8.515625, false]], [[-7.765625, false]], [[-7.515625, false]], [[-6.515625, false]], [[-9.015625, false]], [[-6.515625, false]], [[-4.515625, false]], [[-8.265625, false]], [[-5.328125, false]], [[-8.015625, false]], [[-7.953125, false]], [[-4.515625, false]], [[-8.015625, false]], [[-4.515625, false]], [[-8.265625, false]], [[-7.515625, false]], [[-8.265625, false]], [[-9.015625, false]], [[-6.515625, false]], [[-9.015625, false]], [[-4.515625, false]], [[-9.515625, false]], [[-6.515625, false]], [[-4.515625, false]], [[-8.515625, false]], [[-4.515625, false]], [[-9.765625, false]], [[-6.515625, false]], [[-9.515625, false]], [[-7.515625, false]], [[-5.328125, false]], [[-8.015625, false]], [[-11.265625, false]]], "filtered_resps": [[-8.015625, false], [-8.015625, false], [-4.515625, false], [-6.515625, false], [-7.515625, false], [-6.515625, false], [-8.265625, false], [-5.328125, false], [-8.015625, false], [-7.953125, false], [-4.515625, false], [-8.015625, false], [-8.015625, false], [-9.515625, false], [-8.515625, false], [-9.015625, false], [-4.515625, false], [-6.515625, false], [-7.515625, false], [-6.515625, false], [-8.265625, false], [-5.328125, false], [-8.015625, false], [-7.953125, false], [-4.515625, false], [-8.015625, false], [-8.515625, false], [-9.515625, false], [-8.515625, false], [-7.765625, false], [-7.515625, false], [-6.515625, false], [-9.015625, false], [-6.515625, false], [-4.515625, false], [-8.265625, false], [-5.328125, false], [-8.015625, false], [-7.953125, false], [-4.515625, false], [-8.015625, false], [-4.515625, false], [-8.265625, false], [-7.515625, false], [-8.265625, false], [-9.015625, false], [-6.515625, false], [-9.015625, false], [-4.515625, false], [-9.515625, false], [-6.515625, false], [-4.515625, false], [-8.515625, false], [-4.515625, false], [-9.765625, false], [-6.515625, false], [-9.515625, false], [-7.515625, false], [-5.328125, false], [-8.015625, false], [-11.265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 13, "doc": {"id": "Mercury_SC_405199", "question": "Which of these will most likely harm a habitat?", "choices": {"text": ["planting trees", "water pollution", "rainfall", "sunlight"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "water pollution", "arguments": ["Question: Which of these will most likely harm a habitat?\nAnswer:", " ["], "resps": [[[-7.5078125, false]], [[-9.0078125, false]], [[-9.5078125, false]], [[-9.2578125, false]], [[-5.8828125, false]], [[-9.0078125, false]], [[-11.1328125, false]], [[-9.6328125, false]], [[-9.0078125, false]], [[-11.8828125, false]], [[-5.5078125, false]], [[-11.1328125, false]], [[-10.6328125, false]], [[-7.7578125, false]], [[-7.7578125, false]], [[-9.6328125, false]], [[-9.0078125, false]], [[-12.21875, false]], [[-5.5078125, false]], [[-9.0078125, false]], [[-10.1328125, false]], [[-5.8828125, false]], [[-11.1328125, false]], [[-7.7578125, false]], [[-10.6328125, false]], [[-5.5078125, false]], [[-9.5078125, false]], [[-9.1328125, false]], [[-9.2578125, false]], [[-9.2578125, false]], [[-11.6328125, false]], [[-11.1328125, false]], [[-9.6328125, false]], [[-9.1328125, false]], [[-9.0078125, false]], [[-9.0078125, false]], [[-12.21875, false]], [[-5.5078125, false]], [[-9.0078125, false]], [[-10.6328125, false]], [[-5.8828125, false]], [[-9.6328125, false]], [[-9.0078125, false]], [[-10.1328125, false]], [[-5.8828125, false]], [[-9.2578125, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-12.21875, false]], [[-5.5078125, false]], [[-9.0078125, false]], [[-9.6328125, false]], [[-11.6328125, false]], [[-9.0078125, false]], [[-9.2578125, false]], [[-9.6328125, false]], [[-11.8828125, false]], [[-11.0078125, false]], [[-11.1328125, false]], [[-9.0078125, false]], [[-14.0078125, false]]], "filtered_resps": [[-7.5078125, false], [-9.0078125, false], [-9.5078125, false], [-9.2578125, false], [-5.8828125, false], [-9.0078125, false], [-11.1328125, false], [-9.6328125, false], [-9.0078125, false], [-11.8828125, false], [-5.5078125, false], [-11.1328125, false], [-10.6328125, false], [-7.7578125, false], [-7.7578125, false], [-9.6328125, false], [-9.0078125, false], [-12.21875, false], [-5.5078125, false], [-9.0078125, false], [-10.1328125, false], [-5.8828125, false], [-11.1328125, false], [-7.7578125, false], [-10.6328125, false], [-5.5078125, false], [-9.5078125, false], [-9.1328125, false], [-9.2578125, false], [-9.2578125, false], [-11.6328125, false], [-11.1328125, false], [-9.6328125, false], [-9.1328125, false], [-9.0078125, false], [-9.0078125, false], [-12.21875, false], [-5.5078125, false], [-9.0078125, false], [-10.6328125, false], [-5.8828125, false], [-9.6328125, false], [-9.0078125, false], [-10.1328125, false], [-5.8828125, false], [-9.2578125, false], [-9.2578125, false], [-9.0078125, false], [-12.21875, false], [-5.5078125, false], [-9.0078125, false], [-9.6328125, false], [-11.6328125, false], [-9.0078125, false], [-9.2578125, false], [-9.6328125, false], [-11.8828125, false], [-11.0078125, false], [-11.1328125, false], [-9.0078125, false], [-14.0078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 21, "doc": {"id": "NCEOGA_2013_8_36", "question": "Where do plants get most of the energy they need to live and grow?", "choices": {"text": ["water", "soil", "air", "sunlight"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "sunlight", "arguments": ["Question: Where do plants get most of the energy they need to live and grow?\nAnswer:", " ["], "resps": [[[-9.2421875, false]], [[-9.7421875, false]], [[-12.7421875, false]], [[-8.7421875, false]], [[-13.4921875, false]], [[-10.4921875, false]], [[-13.9921875, false]], [[-9.7421875, false]], [[-11.09375, false]], [[-6.4921875, false]], [[-9.7421875, false]], [[-11.4921875, false]], [[-10.2421875, false]], [[-10.2421875, false]], [[-12.2421875, false]], [[-9.7421875, false]], [[-11.09375, false]], [[-6.4921875, false]], [[-9.7421875, false]], [[-8.7421875, false]], [[-10.2421875, false]], [[-13.9921875, false]], [[-9.7421875, false]], [[-11.09375, false]], [[-6.4921875, false]], [[-9.7421875, false]], [[-11.4921875, false]], [[-13.2421875, false]], [[-11.2421875, false]], [[-12.2421875, false]], [[-10.2421875, false]], [[-13.9921875, false]], [[-12.9921875, false]], [[-13.4921875, false]], [[-9.7421875, false]], [[-15.7421875, false]]], "filtered_resps": [[-9.2421875, false], [-9.7421875, false], [-12.7421875, false], [-8.7421875, false], [-13.4921875, false], [-10.4921875, false], [-13.9921875, false], [-9.7421875, false], [-11.09375, false], [-6.4921875, false], [-9.7421875, false], [-11.4921875, false], [-10.2421875, false], [-10.2421875, false], [-12.2421875, false], [-9.7421875, false], [-11.09375, false], [-6.4921875, false], [-9.7421875, false], [-8.7421875, false], [-10.2421875, false], [-13.9921875, false], [-9.7421875, false], [-11.09375, false], [-6.4921875, false], [-9.7421875, false], [-11.4921875, false], [-13.2421875, false], [-11.2421875, false], [-12.2421875, false], [-10.2421875, false], [-13.9921875, false], [-12.9921875, false], [-13.4921875, false], [-9.7421875, false], [-15.7421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 29, "doc": {"id": "MCAS_2003_5_3", "question": "What causes sound?", "choices": {"text": ["sunlight", "vibrations", "x-rays", "pitch"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "vibrations", "arguments": ["Question: What causes sound?\nAnswer:", " ["], "resps": [[[-8.234375, false]], [[-8.234375, false]], [[-9.984375, false]], [[-10.984375, false]], [[-11.484375, false]], [[-11.234375, false]], [[-9.734375, false]], [[-13.234375, false]], [[-12.234375, false]], [[-11.734375, false]], [[-8.234375, false]], [[-10.65625, false]], [[-6.234375, false]], [[-8.234375, false]], [[-12.734375, false]], [[-9.734375, false]], [[-10.734375, false]], [[-12.21875, false]], [[-6.234375, false]], [[-11.734375, false]], [[-9.734375, false]], [[-9.484375, false]], [[-11.484375, false]], [[-9.984375, false]], [[-8.234375, false]], [[-10.65625, false]], [[-6.234375, false]], [[-8.234375, false]], [[-10.734375, false]], [[-6.484375, false]], [[-12.21875, false]], [[-6.234375, false]], [[-13.484375, false]], [[-9.984375, false]], [[-8.234375, false]], [[-10.65625, false]], [[-6.234375, false]], [[-8.234375, false]], [[-10.984375, false]], [[-9.734375, false]], [[-11.734375, false]], [[-10.234375, false]], [[-12.234375, false]], [[-8.234375, false]], [[-13.46875, false]]], "filtered_resps": [[-8.234375, false], [-8.234375, false], [-9.984375, false], [-10.984375, false], [-11.484375, false], [-11.234375, false], [-9.734375, false], [-13.234375, false], [-12.234375, false], [-11.734375, false], [-8.234375, false], [-10.65625, false], [-6.234375, false], [-8.234375, false], [-12.734375, false], [-9.734375, false], [-10.734375, false], [-12.21875, false], [-6.234375, false], [-11.734375, false], [-9.734375, false], [-9.484375, false], [-11.484375, false], [-9.984375, false], [-8.234375, false], [-10.65625, false], [-6.234375, false], [-8.234375, false], [-10.734375, false], [-6.484375, false], [-12.21875, false], [-6.234375, false], [-13.484375, false], [-9.984375, false], [-8.234375, false], [-10.65625, false], [-6.234375, false], [-8.234375, false], [-10.984375, false], [-9.734375, false], [-11.734375, false], [-10.234375, false], [-12.234375, false], [-8.234375, false], [-13.46875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 37, "doc": {"id": "Mercury_7128660", "question": "New research uncovers information that proves that the data from an old theory is partially incorrect. What should the scientific community do about the old theory?", "choices": {"text": ["remove the old theory from historical records", "change the research notes in the original theory", "use the new information to update the old theory", "ban the public from discussing the old theory"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "use the new information to update the old theory", "arguments": ["Question: New research uncovers information that proves that the data from an old theory is partially incorrect. What should the scientific community do about the old theory?\nAnswer:", " ["], "resps": [[[-6.73046875, false]], [[-9.484375, false]], [[-12.234375, false]], [[-9.609375, false]], [[-12.609375, false]], [[-11.359375, false]], [[-12.234375, false]], [[-9.609375, false]], [[-5.60546875, false]], [[-11.609375, false]], [[-13.109375, false]], [[-9.609375, false]], [[-5.60546875, false]], [[-11.359375, false]], [[-11.984375, false]], [[-10.859375, false]], [[-5.60546875, false]], [[-11.609375, false]], [[-13.109375, false]], [[-9.609375, false]], [[-11.359375, false]], [[-12.234375, false]], [[-14.609375, false]], [[-5.60546875, false]], [[-10.734375, false]], [[-12.234375, false]], [[-11.359375, false]], [[-12.609375, false]], [[-5.60546875, false]], [[-13.109375, false]], [[-9.984375, false]], [[-10.859375, false]], [[-11.609375, false]], [[-11.359375, false]], [[-12.234375, false]], [[-9.984375, false]], [[-11.234375, false]], [[-7.73046875, false]], [[-11.984375, false]], [[-5.60546875, false]], [[-12.234375, false]], [[-9.609375, false]], [[-11.234375, false]], [[-11.359375, false]], [[-12.234375, false]], [[-10.859375, false]], [[-10.859375, false]], [[-9.484375, false]], [[-10.390625, false]], [[-5.60546875, false]], [[-9.484375, false]], [[-11.234375, false]], [[-13.109375, false]], [[-7.73046875, false]], [[-10.984375, false]], [[-13.734375, false]], [[-9.609375, false]], [[-5.60546875, false]], [[-11.609375, false]], [[-13.109375, false]], [[-9.609375, false]], [[-5.60546875, false]], [[-12.234375, false]], [[-9.609375, false]], [[-10.859375, false]], [[-9.609375, false]], [[-7.73046875, false]], [[-12.234375, false]], [[-11.234375, false]], [[-13.109375, false]], [[-5.60546875, false]], [[-10.984375, false]], [[-11.359375, false]], [[-11.609375, false]], [[-9.609375, false]], [[-10.859375, false]], [[-5.60546875, false]], [[-9.984375, false]], [[-10.984375, false]], [[-5.60546875, false]], [[-11.609375, false]], [[-13.109375, false]], [[-9.609375, false]], [[-5.60546875, false]], [[-11.359375, false]], [[-12.234375, false]], [[-9.984375, false]], [[-13.734375, false]], [[-9.984375, false]], [[-10.984375, false]], [[-7.73046875, false]], [[-11.984375, false]], [[-5.60546875, false]], [[-11.609375, false]], [[-13.109375, false]], [[-9.609375, false]], [[-11.359375, false]], [[-12.234375, false]], [[-14.609375, false]], [[-9.484375, false]], [[-10.390625, false]], [[-5.60546875, false]], [[-9.484375, false]], [[-12.484375, false]], [[-10.859375, false]], [[-9.609375, false]], [[-5.60546875, false]], [[-11.609375, false]], [[-13.109375, false]], [[-9.609375, false]], [[-5.60546875, false]], [[-10.984375, false]], [[-9.609375, false]], [[-12.609375, false]], [[-5.60546875, false]], [[-9.984375, false]], [[-10.984375, false]], [[-10.734375, false]], [[-11.359375, false]], [[-12.234375, false]], [[-12.609375, false]], [[-7.73046875, false]], [[-11.609375, false]], [[-9.984375, false]], [[-11.359375, false]], [[-10.984375, false]], [[-5.60546875, false]], [[-11.609375, false]], [[-11.359375, false]], [[-5.60546875, false]], [[-12.484375, false]], [[-10.984375, false]], [[-10.859375, false]], [[-7.73046875, false]], [[-11.609375, false]], [[-9.609375, false]], [[-5.60546875, false]], [[-11.609375, false]], [[-13.109375, false]], [[-9.609375, false]], [[-5.60546875, false]], [[-11.359375, false]], [[-11.984375, false]], [[-10.859375, false]], [[-5.60546875, false]], [[-11.609375, false]], [[-13.109375, false]], [[-9.609375, false]], [[-11.359375, false]], [[-12.234375, false]], [[-14.609375, false]], [[-9.484375, false]], [[-10.390625, false]], [[-5.60546875, false]], [[-9.484375, false]], [[-10.359375, false]], [[-7.73046875, false]], [[-10.984375, false]], [[-5.60546875, false]], [[-11.609375, false]], [[-13.109375, false]], [[-9.609375, false]], [[-5.60546875, false]], [[-10.984375, false]], [[-12.484375, false]], [[-10.359375, false]], [[-11.984375, false]], [[-9.984375, false]], [[-11.234375, false]], [[-5.60546875, false]], [[-10.734375, false]], [[-12.234375, false]], [[-11.359375, false]], [[-12.609375, false]], [[-5.60546875, false]], [[-10.859375, false]], [[-9.984375, false]], [[-10.859375, false]], [[-11.234375, false]], [[-12.484375, false]], [[-10.859375, false]], [[-10.859375, false]], [[-9.984375, false]], [[-10.984375, false]], [[-13.734375, false]], [[-5.60546875, false]], [[-11.609375, false]], [[-13.109375, false]], [[-9.609375, false]], [[-5.60546875, false]], [[-11.359375, false]], [[-11.984375, false]], [[-10.859375, false]], [[-5.60546875, false]], [[-11.609375, false]], [[-13.109375, false]], [[-9.609375, false]], [[-11.359375, false]], [[-12.234375, false]], [[-14.609375, false]], [[-9.484375, false]], [[-12.734375, false]]], "filtered_resps": [[-6.73046875, false], [-9.484375, false], [-12.234375, false], [-9.609375, false], [-12.609375, false], [-11.359375, false], [-12.234375, false], [-9.609375, false], [-5.60546875, false], [-11.609375, false], [-13.109375, false], [-9.609375, false], [-5.60546875, false], [-11.359375, false], [-11.984375, false], [-10.859375, false], [-5.60546875, false], [-11.609375, false], [-13.109375, false], [-9.609375, false], [-11.359375, false], [-12.234375, false], [-14.609375, false], [-5.60546875, false], [-10.734375, false], [-12.234375, false], [-11.359375, false], [-12.609375, false], [-5.60546875, false], [-13.109375, false], [-9.984375, false], [-10.859375, false], [-11.609375, false], [-11.359375, false], [-12.234375, false], [-9.984375, false], [-11.234375, false], [-7.73046875, false], [-11.984375, false], [-5.60546875, false], [-12.234375, false], [-9.609375, false], [-11.234375, false], [-11.359375, false], [-12.234375, false], [-10.859375, false], [-10.859375, false], [-9.484375, false], [-10.390625, false], [-5.60546875, false], [-9.484375, false], [-11.234375, false], [-13.109375, false], [-7.73046875, false], [-10.984375, false], [-13.734375, false], [-9.609375, false], [-5.60546875, false], [-11.609375, false], [-13.109375, false], [-9.609375, false], [-5.60546875, false], [-12.234375, false], [-9.609375, false], [-10.859375, false], [-9.609375, false], [-7.73046875, false], [-12.234375, false], [-11.234375, false], [-13.109375, false], [-5.60546875, false], [-10.984375, false], [-11.359375, false], [-11.609375, false], [-9.609375, false], [-10.859375, false], [-5.60546875, false], [-9.984375, false], [-10.984375, false], [-5.60546875, false], [-11.609375, false], [-13.109375, false], [-9.609375, false], [-5.60546875, false], [-11.359375, false], [-12.234375, false], [-9.984375, false], [-13.734375, false], [-9.984375, false], [-10.984375, false], [-7.73046875, false], [-11.984375, false], [-5.60546875, false], [-11.609375, false], [-13.109375, false], [-9.609375, false], [-11.359375, false], [-12.234375, false], [-14.609375, false], [-9.484375, false], [-10.390625, false], [-5.60546875, false], [-9.484375, false], [-12.484375, false], [-10.859375, false], [-9.609375, false], [-5.60546875, false], [-11.609375, false], [-13.109375, false], [-9.609375, false], [-5.60546875, false], [-10.984375, false], [-9.609375, false], [-12.609375, false], [-5.60546875, false], [-9.984375, false], [-10.984375, false], [-10.734375, false], [-11.359375, false], [-12.234375, false], [-12.609375, false], [-7.73046875, false], [-11.609375, false], [-9.984375, false], [-11.359375, false], [-10.984375, false], [-5.60546875, false], [-11.609375, false], [-11.359375, false], [-5.60546875, false], [-12.484375, false], [-10.984375, false], [-10.859375, false], [-7.73046875, false], [-11.609375, false], [-9.609375, false], [-5.60546875, false], [-11.609375, false], [-13.109375, false], [-9.609375, false], [-5.60546875, false], [-11.359375, false], [-11.984375, false], [-10.859375, false], [-5.60546875, false], [-11.609375, false], [-13.109375, false], [-9.609375, false], [-11.359375, false], [-12.234375, false], [-14.609375, false], [-9.484375, false], [-10.390625, false], [-5.60546875, false], [-9.484375, false], [-10.359375, false], [-7.73046875, false], [-10.984375, false], [-5.60546875, false], [-11.609375, false], [-13.109375, false], [-9.609375, false], [-5.60546875, false], [-10.984375, false], [-12.484375, false], [-10.359375, false], [-11.984375, false], [-9.984375, false], [-11.234375, false], [-5.60546875, false], [-10.734375, false], [-12.234375, false], [-11.359375, false], [-12.609375, false], [-5.60546875, false], [-10.859375, false], [-9.984375, false], [-10.859375, false], [-11.234375, false], [-12.484375, false], [-10.859375, false], [-10.859375, false], [-9.984375, false], [-10.984375, false], [-13.734375, false], [-5.60546875, false], [-11.609375, false], [-13.109375, false], [-9.609375, false], [-5.60546875, false], [-11.359375, false], [-11.984375, false], [-10.859375, false], [-5.60546875, false], [-11.609375, false], [-13.109375, false], [-9.609375, false], [-11.359375, false], [-12.234375, false], [-14.609375, false], [-9.484375, false], [-12.734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 45, "doc": {"id": "Mercury_SC_410895", "question": "Darryl learns that freezing temperatures may help cause weathering. Which statement explains how freezing temperatures most likely cause weathering?", "choices": {"text": ["by freezing the leaves on trees", "by causing rocks to stick together", "by turning acid rain into acid snow", "by freezing water in the cracks of rocks"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "by freezing water in the cracks of rocks", "arguments": ["Question: Darryl learns that freezing temperatures may help cause weathering. Which statement explains how freezing temperatures most likely cause weathering?\nAnswer:", " ["], "resps": [[[-6.453125, false]], [[-9.703125, false]], [[-6.953125, false]], [[-11.953125, false]], [[-5.953125, false]], [[-8.453125, false]], [[-11.203125, false]], [[-8.703125, false]], [[-8.703125, false]], [[-11.953125, false]], [[-8.453125, false]], [[-9.453125, false]], [[-10.953125, false]], [[-5.953125, false]], [[-10.453125, false]], [[-10.953125, false]], [[-8.703125, false]], [[-5.953125, false]], [[-10.703125, false]], [[-8.703125, false]], [[-5.203125, false]], [[-11.453125, false]], [[-8.703125, false]], [[-9.703125, false]], [[-5.953125, false]], [[-9.453125, false]], [[-9.453125, false]], [[-5.953125, false]], [[-10.453125, false]], [[-11.203125, false]], [[-8.703125, false]], [[-8.703125, false]], [[-9.703125, false]], [[-9.703125, false]], [[-10.1015625, false]], [[-5.953125, false]], [[-9.703125, false]], [[-6.953125, false]], [[-11.953125, false]], [[-5.953125, false]], [[-8.453125, false]], [[-5.203125, false]], [[-11.703125, false]], [[-9.703125, false]], [[-8.453125, false]], [[-9.453125, false]], [[-10.953125, false]], [[-5.953125, false]], [[-11.203125, false]], [[-9.453125, false]], [[-8.453125, false]], [[-10.453125, false]], [[-9.703125, false]], [[-5.953125, false]], [[-10.453125, false]], [[-9.453125, false]], [[-5.953125, false]], [[-9.703125, false]], [[-10.453125, false]], [[-8.453125, false]], [[-8.453125, false]], [[-10.453125, false]], [[-5.953125, false]], [[-10.453125, false]], [[-9.453125, false]], [[-10.953125, false]], [[-8.703125, false]], [[-10.453125, false]], [[-10.953125, false]], [[-8.703125, false]], [[-11.203125, false]], [[-9.703125, false]], [[-10.1015625, false]], [[-5.953125, false]], [[-9.703125, false]], [[-6.953125, false]], [[-11.953125, false]], [[-5.953125, false]], [[-10.453125, false]], [[-11.703125, false]], [[-11.203125, false]], [[-9.453125, false]], [[-8.453125, false]], [[-9.453125, false]], [[-10.953125, false]], [[-5.953125, false]], [[-5.203125, false]], [[-8.453125, false]], [[-8.453125, false]], [[-7.453125, false]], [[-5.953125, false]], [[-11.203125, false]], [[-5.203125, false]], [[-8.453125, false]], [[-9.453125, false]], [[-5.953125, false]], [[-8.453125, false]], [[-9.453125, false]], [[-10.453125, false]], [[-9.453125, false]], [[-5.953125, false]], [[-5.203125, false]], [[-8.453125, false]], [[-8.453125, false]], [[-7.453125, false]], [[-5.953125, false]], [[-9.703125, false]], [[-9.453125, false]], [[-9.453125, false]], [[-9.703125, false]], [[-9.703125, false]], [[-10.1015625, false]], [[-5.953125, false]], [[-9.703125, false]], [[-6.953125, false]], [[-11.953125, false]], [[-5.953125, false]], [[-8.453125, false]], [[-11.203125, false]], [[-8.703125, false]], [[-8.703125, false]], [[-11.953125, false]], [[-8.453125, false]], [[-9.453125, false]], [[-10.953125, false]], [[-5.953125, false]], [[-9.703125, false]], [[-5.203125, false]], [[-10.453125, false]], [[-8.703125, false]], [[-11.203125, false]], [[-5.953125, false]], [[-8.453125, false]], [[-9.453125, false]], [[-5.953125, false]], [[-10.453125, false]], [[-10.953125, false]], [[-8.703125, false]], [[-5.953125, false]], [[-8.453125, false]], [[-11.203125, false]], [[-5.203125, false]], [[-8.453125, false]], [[-10.453125, false]], [[-9.703125, false]], [[-5.953125, false]], [[-9.453125, false]], [[-8.453125, false]], [[-5.953125, false]], [[-11.203125, false]], [[-9.453125, false]], [[-8.453125, false]], [[-10.453125, false]], [[-9.703125, false]], [[-9.703125, false]], [[-11.453125, false]]], "filtered_resps": [[-6.453125, false], [-9.703125, false], [-6.953125, false], [-11.953125, false], [-5.953125, false], [-8.453125, false], [-11.203125, false], [-8.703125, false], [-8.703125, false], [-11.953125, false], [-8.453125, false], [-9.453125, false], [-10.953125, false], [-5.953125, false], [-10.453125, false], [-10.953125, false], [-8.703125, false], [-5.953125, false], [-10.703125, false], [-8.703125, false], [-5.203125, false], [-11.453125, false], [-8.703125, false], [-9.703125, false], [-5.953125, false], [-9.453125, false], [-9.453125, false], [-5.953125, false], [-10.453125, false], [-11.203125, false], [-8.703125, false], [-8.703125, false], [-9.703125, false], [-9.703125, false], [-10.1015625, false], [-5.953125, false], [-9.703125, false], [-6.953125, false], [-11.953125, false], [-5.953125, false], [-8.453125, false], [-5.203125, false], [-11.703125, false], [-9.703125, false], [-8.453125, false], [-9.453125, false], [-10.953125, false], [-5.953125, false], [-11.203125, false], [-9.453125, false], [-8.453125, false], [-10.453125, false], [-9.703125, false], [-5.953125, false], [-10.453125, false], [-9.453125, false], [-5.953125, false], [-9.703125, false], [-10.453125, false], [-8.453125, false], [-8.453125, false], [-10.453125, false], [-5.953125, false], [-10.453125, false], [-9.453125, false], [-10.953125, false], [-8.703125, false], [-10.453125, false], [-10.953125, false], [-8.703125, false], [-11.203125, false], [-9.703125, false], [-10.1015625, false], [-5.953125, false], [-9.703125, false], [-6.953125, false], [-11.953125, false], [-5.953125, false], [-10.453125, false], [-11.703125, false], [-11.203125, false], [-9.453125, false], [-8.453125, false], [-9.453125, false], [-10.953125, false], [-5.953125, false], [-5.203125, false], [-8.453125, false], [-8.453125, false], [-7.453125, false], [-5.953125, false], [-11.203125, false], [-5.203125, false], [-8.453125, false], [-9.453125, false], [-5.953125, false], [-8.453125, false], [-9.453125, false], [-10.453125, false], [-9.453125, false], [-5.953125, false], [-5.203125, false], [-8.453125, false], [-8.453125, false], [-7.453125, false], [-5.953125, false], [-9.703125, false], [-9.453125, false], [-9.453125, false], [-9.703125, false], [-9.703125, false], [-10.1015625, false], [-5.953125, false], [-9.703125, false], [-6.953125, false], [-11.953125, false], [-5.953125, false], [-8.453125, false], [-11.203125, false], [-8.703125, false], [-8.703125, false], [-11.953125, false], [-8.453125, false], [-9.453125, false], [-10.953125, false], [-5.953125, false], [-9.703125, false], [-5.203125, false], [-10.453125, false], [-8.703125, false], [-11.203125, false], [-5.953125, false], [-8.453125, false], [-9.453125, false], [-5.953125, false], [-10.453125, false], [-10.953125, false], [-8.703125, false], [-5.953125, false], [-8.453125, false], [-11.203125, false], [-5.203125, false], [-8.453125, false], [-10.453125, false], [-9.703125, false], [-5.953125, false], [-9.453125, false], [-8.453125, false], [-5.953125, false], [-11.203125, false], [-9.453125, false], [-8.453125, false], [-10.453125, false], [-9.703125, false], [-9.703125, false], [-11.453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 53, "doc": {"id": "VASoL_2009_5_3", "question": "The Apollo 11 mission was able to retrieve samples of the Moon's surface because it was the first mission to have astronauts", "choices": {"text": ["land on the Moon", "orbit a planet", "return to Earth", "walk in space"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "land on the Moon", "arguments": ["Question: The Apollo 11 mission was able to retrieve samples of the Moon's surface because it was the first mission to have astronauts\nAnswer:", " ["], "resps": [[[-6.75390625, false]], [[-7.00390625, false]], [[-11.0, false]], [[-6.75390625, false]], [[-10.25, false]], [[-10.0, false]], [[-5.75390625, false]], [[-10.5, false]], [[-10.25, false]], [[-5.75390625, false]], [[-11.25, false]], [[-10.5, false]], [[-9.75, false]], [[-5.75390625, false]], [[-7.75390625, false]], [[-10.5, false]], [[-10.5, false]], [[-10.25, false]], [[-7.00390625, false]], [[-9.96875, false]], [[-5.75390625, false]], [[-7.00390625, false]], [[-10.5, false]], [[-11.0, false]], [[-9.75, false]], [[-8.75, false]], [[-11.25, false]], [[-5.75390625, false]], [[-6.75390625, false]], [[-5.75390625, false]], [[-10.25, false]], [[-11.0, false]], [[-6.75390625, false]], [[-10.25, false]], [[-9.75, false]], [[-11.25, false]], [[-7.00390625, false]], [[-9.96875, false]], [[-5.75390625, false]], [[-7.00390625, false]], [[-11.0, false]], [[-9.75, false]], [[-11.25, false]], [[-11.25, false]], [[-11.0, false]], [[-10.25, false]], [[-5.75390625, false]], [[-11.25, false]], [[-10.5, false]], [[-5.75390625, false]], [[-6.75390625, false]], [[-6.75390625, false]], [[-11.0, false]], [[-11.25, false]], [[-10.5, false]], [[-7.00390625, false]], [[-9.96875, false]], [[-5.75390625, false]], [[-7.00390625, false]], [[-10.5, false]], [[-6.75390625, false]], [[-11.0, false]], [[-12.0, false]], [[-5.75390625, false]], [[-8.75, false]], [[-10.25, false]], [[-5.75390625, false]], [[-10.0, false]], [[-10.25, false]], [[-6.75390625, false]], [[-10.75, false]], [[-9.75, false]], [[-7.00390625, false]], [[-11.25, false]]], "filtered_resps": [[-6.75390625, false], [-7.00390625, false], [-11.0, false], [-6.75390625, false], [-10.25, false], [-10.0, false], [-5.75390625, false], [-10.5, false], [-10.25, false], [-5.75390625, false], [-11.25, false], [-10.5, false], [-9.75, false], [-5.75390625, false], [-7.75390625, false], [-10.5, false], [-10.5, false], [-10.25, false], [-7.00390625, false], [-9.96875, false], [-5.75390625, false], [-7.00390625, false], [-10.5, false], [-11.0, false], [-9.75, false], [-8.75, false], [-11.25, false], [-5.75390625, false], [-6.75390625, false], [-5.75390625, false], [-10.25, false], [-11.0, false], [-6.75390625, false], [-10.25, false], [-9.75, false], [-11.25, false], [-7.00390625, false], [-9.96875, false], [-5.75390625, false], [-7.00390625, false], [-11.0, false], [-9.75, false], [-11.25, false], [-11.25, false], [-11.0, false], [-10.25, false], [-5.75390625, false], [-11.25, false], [-10.5, false], [-5.75390625, false], [-6.75390625, false], [-6.75390625, false], [-11.0, false], [-11.25, false], [-10.5, false], [-7.00390625, false], [-9.96875, false], [-5.75390625, false], [-7.00390625, false], [-10.5, false], [-6.75390625, false], [-11.0, false], [-12.0, false], [-5.75390625, false], [-8.75, false], [-10.25, false], [-5.75390625, false], [-10.0, false], [-10.25, false], [-6.75390625, false], [-10.75, false], [-9.75, false], [-7.00390625, false], [-11.25, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 61, "doc": {"id": "Mercury_417126", "question": "Bacillus thuringiensis (Bt) is a soil bacterium that is toxic to certain insects. Genes from this bacterium have been inserted into cotton to make Bt cotton. Farmers that use Bt cotton would most likely use less of which of the following?", "choices": {"text": ["water", "fertilizer", "herbicide", "insecticide"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "insecticide", "arguments": ["Question: Bacillus thuringiensis (Bt) is a soil bacterium that is toxic to certain insects. Genes from this bacterium have been inserted into cotton to make Bt cotton. Farmers that use Bt cotton would most likely use less of which of the following?\nAnswer:", " ["], "resps": [[[-6.6875, false]], [[-9.0625, false]], [[-9.1875, false]], [[-4.5625, false]], [[-9.9375, false]], [[-8.3125, false]], [[-10.1875, false]], [[-9.0625, false]], [[-9.34375, false]], [[-5.8125, false]], [[-9.0625, false]], [[-9.4375, false]], [[-8.3125, false]], [[-10.1875, false]], [[-9.9375, false]], [[-7.1875, false]], [[-9.9375, false]], [[-7.1875, false]], [[-10.4375, false]], [[-8.3125, false]], [[-10.1875, false]], [[-9.0625, false]], [[-9.34375, false]], [[-5.8125, false]], [[-9.0625, false]], [[-10.1875, false]], [[-8.3125, false]], [[-10.1875, false]], [[-5.6875, false]], [[-7.1875, false]], [[-7.1875, false]], [[-7.1875, false]], [[-6.5625, false]], [[-8.3125, false]], [[-9.0625, false]], [[-9.34375, false]], [[-5.8125, false]], [[-9.0625, false]], [[-7.1875, false]], [[-7.5625, false]], [[-9.9375, false]], [[-8.3125, false]], [[-7.1875, false]], [[-9.9375, false]], [[-7.1875, false]], [[-7.1875, false]], [[-7.1875, false]], [[-6.5625, false]], [[-8.3125, false]], [[-9.0625, false]], [[-13.8125, false]]], "filtered_resps": [[-6.6875, false], [-9.0625, false], [-9.1875, false], [-4.5625, false], [-9.9375, false], [-8.3125, false], [-10.1875, false], [-9.0625, false], [-9.34375, false], [-5.8125, false], [-9.0625, false], [-9.4375, false], [-8.3125, false], [-10.1875, false], [-9.9375, false], [-7.1875, false], [-9.9375, false], [-7.1875, false], [-10.4375, false], [-8.3125, false], [-10.1875, false], [-9.0625, false], [-9.34375, false], [-5.8125, false], [-9.0625, false], [-10.1875, false], [-8.3125, false], [-10.1875, false], [-5.6875, false], [-7.1875, false], [-7.1875, false], [-7.1875, false], [-6.5625, false], [-8.3125, false], [-9.0625, false], [-9.34375, false], [-5.8125, false], [-9.0625, false], [-7.1875, false], [-7.5625, false], [-9.9375, false], [-8.3125, false], [-7.1875, false], [-9.9375, false], [-7.1875, false], [-7.1875, false], [-7.1875, false], [-6.5625, false], [-8.3125, false], [-9.0625, false], [-13.8125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 69, "doc": {"id": "NYSEDREGENTS_2015_4_30", "question": "Which human activity will help conserve Earth's natural resources?", "choices": {"text": ["leaving the television on all day", "recycling plastic bottles", "cutting down trees", "burning trash in the yard"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "recycling plastic bottles", "arguments": ["Question: Which human activity will help conserve Earth's natural resources?\nAnswer:", " ["], "resps": [[[-7.86328125, false]], [[-8.1171875, false]], [[-10.2421875, false]], [[-6.98828125, false]], [[-6.36328125, false]], [[-12.6171875, false]], [[-8.2421875, false]], [[-10.7421875, false]], [[-12.6171875, false]], [[-4.98828125, false]], [[-11.7421875, false]], [[-12.1171875, false]], [[-6.98828125, false]], [[-4.98828125, false]], [[-11.7421875, false]], [[-6.98828125, false]], [[-10.2421875, false]], [[-6.98828125, false]], [[-12.6171875, false]], [[-8.2421875, false]], [[-8.7421875, false]], [[-8.2421875, false]], [[-8.8671875, false]], [[-10.7421875, false]], [[-4.98828125, false]], [[-8.8671875, false]], [[-10.7421875, false]], [[-4.98828125, false]], [[-6.36328125, false]], [[-10.2421875, false]], [[-10.2421875, false]], [[-4.98828125, false]], [[-8.8671875, false]], [[-6.36328125, false]], [[-11.7421875, false]], [[-8.1171875, false]], [[-10.5, false]], [[-4.98828125, false]], [[-8.1171875, false]], [[-12.3671875, false]], [[-6.98828125, false]], [[-9.3671875, false]], [[-11.7421875, false]], [[-9.3671875, false]], [[-10.2421875, false]], [[-8.2421875, false]], [[-10.7421875, false]], [[-12.6171875, false]], [[-4.98828125, false]], [[-9.3671875, false]], [[-10.2421875, false]], [[-6.36328125, false]], [[-8.7421875, false]], [[-11.7421875, false]], [[-8.2421875, false]], [[-9.3671875, false]], [[-4.98828125, false]], [[-11.6171875, false]], [[-8.8671875, false]], [[-11.7421875, false]], [[-11.7421875, false]], [[-10.2421875, false]], [[-6.98828125, false]], [[-8.7421875, false]], [[-8.1171875, false]], [[-10.5, false]], [[-4.98828125, false]], [[-8.1171875, false]], [[-9.3671875, false]], [[-11.6171875, false]], [[-11.7421875, false]], [[-11.7421875, false]], [[-8.2421875, false]], [[-10.7421875, false]], [[-12.6171875, false]], [[-4.98828125, false]], [[-8.8671875, false]], [[-8.8671875, false]], [[-10.4921875, false]], [[-10.7421875, false]], [[-4.98828125, false]], [[-11.7421875, false]], [[-12.3671875, false]], [[-6.98828125, false]], [[-6.98828125, false]], [[-8.7421875, false]], [[-8.1171875, false]], [[-10.5, false]], [[-4.98828125, false]], [[-8.1171875, false]], [[-11.6171875, false]], [[-11.6171875, false]], [[-12.3671875, false]], [[-10.7421875, false]], [[-8.2421875, false]], [[-10.7421875, false]], [[-12.6171875, false]], [[-4.98828125, false]], [[-11.7421875, false]], [[-12.3671875, false]], [[-6.36328125, false]], [[-8.7421875, false]], [[-12.1171875, false]], [[-4.98828125, false]], [[-8.2421875, false]], [[-10.7421875, false]], [[-4.98828125, false]], [[-11.7421875, false]], [[-12.1171875, false]], [[-6.98828125, false]], [[-4.98828125, false]], [[-11.7421875, false]], [[-6.36328125, false]], [[-12.3671875, false]], [[-8.8671875, false]], [[-8.1171875, false]], [[-15.1171875, false]]], "filtered_resps": [[-7.86328125, false], [-8.1171875, false], [-10.2421875, false], [-6.98828125, false], [-6.36328125, false], [-12.6171875, false], [-8.2421875, false], [-10.7421875, false], [-12.6171875, false], [-4.98828125, false], [-11.7421875, false], [-12.1171875, false], [-6.98828125, false], [-4.98828125, false], [-11.7421875, false], [-6.98828125, false], [-10.2421875, false], [-6.98828125, false], [-12.6171875, false], [-8.2421875, false], [-8.7421875, false], [-8.2421875, false], [-8.8671875, false], [-10.7421875, false], [-4.98828125, false], [-8.8671875, false], [-10.7421875, false], [-4.98828125, false], [-6.36328125, false], [-10.2421875, false], [-10.2421875, false], [-4.98828125, false], [-8.8671875, false], [-6.36328125, false], [-11.7421875, false], [-8.1171875, false], [-10.5, false], [-4.98828125, false], [-8.1171875, false], [-12.3671875, false], [-6.98828125, false], [-9.3671875, false], [-11.7421875, false], [-9.3671875, false], [-10.2421875, false], [-8.2421875, false], [-10.7421875, false], [-12.6171875, false], [-4.98828125, false], [-9.3671875, false], [-10.2421875, false], [-6.36328125, false], [-8.7421875, false], [-11.7421875, false], [-8.2421875, false], [-9.3671875, false], [-4.98828125, false], [-11.6171875, false], [-8.8671875, false], [-11.7421875, false], [-11.7421875, false], [-10.2421875, false], [-6.98828125, false], [-8.7421875, false], [-8.1171875, false], [-10.5, false], [-4.98828125, false], [-8.1171875, false], [-9.3671875, false], [-11.6171875, false], [-11.7421875, false], [-11.7421875, false], [-8.2421875, false], [-10.7421875, false], [-12.6171875, false], [-4.98828125, false], [-8.8671875, false], [-8.8671875, false], [-10.4921875, false], [-10.7421875, false], [-4.98828125, false], [-11.7421875, false], [-12.3671875, false], [-6.98828125, false], [-6.98828125, false], [-8.7421875, false], [-8.1171875, false], [-10.5, false], [-4.98828125, false], [-8.1171875, false], [-11.6171875, false], [-11.6171875, false], [-12.3671875, false], [-10.7421875, false], [-8.2421875, false], [-10.7421875, false], [-12.6171875, false], [-4.98828125, false], [-11.7421875, false], [-12.3671875, false], [-6.36328125, false], [-8.7421875, false], [-12.1171875, false], [-4.98828125, false], [-8.2421875, false], [-10.7421875, false], [-4.98828125, false], [-11.7421875, false], [-12.1171875, false], [-6.98828125, false], [-4.98828125, false], [-11.7421875, false], [-6.36328125, false], [-12.3671875, false], [-8.8671875, false], [-8.1171875, false], [-15.1171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 77, "doc": {"id": "Mercury_SC_402251", "question": "A student performs a lab investigation by measuring the average time it takes for a toy car to travel 10 meters. Why is it best to perform the experiment in three trials?", "choices": {"text": ["to form a good hypothesis", "to increase the accuracy of the results", "to make the results more significant", "to better explain the investigation to others"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "to increase the accuracy of the results", "arguments": ["Question: A student performs a lab investigation by measuring the average time it takes for a toy car to travel 10 meters. Why is it best to perform the experiment in three trials?\nAnswer:", " ["], "resps": [[[-7.61328125, false]], [[-10.109375, false]], [[-9.359375, false]], [[-9.359375, false]], [[-6.11328125, false]], [[-9.859375, false]], [[-9.359375, false]], [[-10.609375, false]], [[-9.859375, false]], [[-6.11328125, false]], [[-5.61328125, false]], [[-6.11328125, false]], [[-12.609375, false]], [[-9.359375, false]], [[-9.359375, false]], [[-9.859375, false]], [[-6.11328125, false]], [[-10.609375, false]], [[-12.109375, false]], [[-9.859375, false]], [[-9.359375, false]], [[-9.359375, false]], [[-10.609375, false]], [[-8.859375, false]], [[-10.359375, false]], [[-8.109375, false]], [[-10.359375, false]], [[-10.109375, false]], [[-10.6953125, false]], [[-6.11328125, false]], [[-10.109375, false]], [[-9.359375, false]], [[-9.359375, false]], [[-6.11328125, false]], [[-8.109375, false]], [[-9.609375, false]], [[-10.359375, false]], [[-10.609375, false]], [[-8.859375, false]], [[-5.61328125, false]], [[-10.359375, false]], [[-8.859375, false]], [[-6.11328125, false]], [[-9.359375, false]], [[-10.609375, false]], [[-8.859375, false]], [[-6.11328125, false]], [[-5.61328125, false]], [[-10.359375, false]], [[-10.359375, false]], [[-10.609375, false]], [[-10.609375, false]], [[-5.61328125, false]], [[-10.359375, false]], [[-12.109375, false]], [[-6.11328125, false]], [[-9.359375, false]], [[-9.859375, false]], [[-6.11328125, false]], [[-9.359375, false]], [[-10.609375, false]], [[-8.859375, false]], [[-6.11328125, false]], [[-10.609375, false]], [[-8.859375, false]], [[-10.359375, false]], [[-10.609375, false]], [[-10.859375, false]], [[-9.359375, false]], [[-10.359375, false]], [[-10.109375, false]], [[-10.6953125, false]], [[-6.11328125, false]], [[-10.109375, false]], [[-9.359375, false]], [[-9.359375, false]], [[-6.11328125, false]], [[-9.859375, false]], [[-5.61328125, false]], [[-10.359375, false]], [[-8.859375, false]], [[-6.11328125, false]], [[-9.359375, false]], [[-10.609375, false]], [[-8.859375, false]], [[-6.11328125, false]], [[-10.609375, false]], [[-8.859375, false]], [[-10.359375, false]], [[-10.609375, false]], [[-10.859375, false]], [[-9.359375, false]], [[-10.359375, false]], [[-6.11328125, false]], [[-9.859375, false]], [[-9.359375, false]], [[-10.609375, false]], [[-8.859375, false]], [[-6.11328125, false]], [[-10.359375, false]], [[-8.109375, false]], [[-12.609375, false]], [[-9.609375, false]], [[-8.109375, false]], [[-9.859375, false]], [[-8.109375, false]], [[-10.359375, false]], [[-5.61328125, false]], [[-9.609375, false]], [[-9.359375, false]], [[-10.109375, false]], [[-10.6953125, false]], [[-6.11328125, false]], [[-10.109375, false]], [[-9.359375, false]], [[-9.359375, false]], [[-6.11328125, false]], [[-8.109375, false]], [[-8.859375, false]], [[-9.359375, false]], [[-9.359375, false]], [[-8.859375, false]], [[-10.609375, false]], [[-6.11328125, false]], [[-8.859375, false]], [[-9.609375, false]], [[-9.859375, false]], [[-10.859375, false]], [[-5.61328125, false]], [[-8.109375, false]], [[-9.609375, false]], [[-6.11328125, false]], [[-9.359375, false]], [[-10.609375, false]], [[-8.859375, false]], [[-6.11328125, false]], [[-8.109375, false]], [[-9.609375, false]], [[-10.859375, false]], [[-8.859375, false]], [[-10.359375, false]], [[-9.359375, false]], [[-8.109375, false]], [[-12.609375, false]], [[-5.61328125, false]], [[-9.359375, false]], [[-8.109375, false]], [[-9.359375, false]], [[-9.609375, false]], [[-6.11328125, false]], [[-9.359375, false]], [[-9.359375, false]], [[-6.11328125, false]], [[-9.359375, false]], [[-9.359375, false]], [[-10.609375, false]], [[-8.859375, false]], [[-10.609375, false]], [[-10.359375, false]], [[-10.109375, false]], [[-12.859375, false]]], "filtered_resps": [[-7.61328125, false], [-10.109375, false], [-9.359375, false], [-9.359375, false], [-6.11328125, false], [-9.859375, false], [-9.359375, false], [-10.609375, false], [-9.859375, false], [-6.11328125, false], [-5.61328125, false], [-6.11328125, false], [-12.609375, false], [-9.359375, false], [-9.359375, false], [-9.859375, false], [-6.11328125, false], [-10.609375, false], [-12.109375, false], [-9.859375, false], [-9.359375, false], [-9.359375, false], [-10.609375, false], [-8.859375, false], [-10.359375, false], [-8.109375, false], [-10.359375, false], [-10.109375, false], [-10.6953125, false], [-6.11328125, false], [-10.109375, false], [-9.359375, false], [-9.359375, false], [-6.11328125, false], [-8.109375, false], [-9.609375, false], [-10.359375, false], [-10.609375, false], [-8.859375, false], [-5.61328125, false], [-10.359375, false], [-8.859375, false], [-6.11328125, false], [-9.359375, false], [-10.609375, false], [-8.859375, false], [-6.11328125, false], [-5.61328125, false], [-10.359375, false], [-10.359375, false], [-10.609375, false], [-10.609375, false], [-5.61328125, false], [-10.359375, false], [-12.109375, false], [-6.11328125, false], [-9.359375, false], [-9.859375, false], [-6.11328125, false], [-9.359375, false], [-10.609375, false], [-8.859375, false], [-6.11328125, false], [-10.609375, false], [-8.859375, false], [-10.359375, false], [-10.609375, false], [-10.859375, false], [-9.359375, false], [-10.359375, false], [-10.109375, false], [-10.6953125, false], [-6.11328125, false], [-10.109375, false], [-9.359375, false], [-9.359375, false], [-6.11328125, false], [-9.859375, false], [-5.61328125, false], [-10.359375, false], [-8.859375, false], [-6.11328125, false], [-9.359375, false], [-10.609375, false], [-8.859375, false], [-6.11328125, false], [-10.609375, false], [-8.859375, false], [-10.359375, false], [-10.609375, false], [-10.859375, false], [-9.359375, false], [-10.359375, false], [-6.11328125, false], [-9.859375, false], [-9.359375, false], [-10.609375, false], [-8.859375, false], [-6.11328125, false], [-10.359375, false], [-8.109375, false], [-12.609375, false], [-9.609375, false], [-8.109375, false], [-9.859375, false], [-8.109375, false], [-10.359375, false], [-5.61328125, false], [-9.609375, false], [-9.359375, false], [-10.109375, false], [-10.6953125, false], [-6.11328125, false], [-10.109375, false], [-9.359375, false], [-9.359375, false], [-6.11328125, false], [-8.109375, false], [-8.859375, false], [-9.359375, false], [-9.359375, false], [-8.859375, false], [-10.609375, false], [-6.11328125, false], [-8.859375, false], [-9.609375, false], [-9.859375, false], [-10.859375, false], [-5.61328125, false], [-8.109375, false], [-9.609375, false], [-6.11328125, false], [-9.359375, false], [-10.609375, false], [-8.859375, false], [-6.11328125, false], [-8.109375, false], [-9.609375, false], [-10.859375, false], [-8.859375, false], [-10.359375, false], [-9.359375, false], [-8.109375, false], [-12.609375, false], [-5.61328125, false], [-9.359375, false], [-8.109375, false], [-9.359375, false], [-9.609375, false], [-6.11328125, false], [-9.359375, false], [-9.359375, false], [-6.11328125, false], [-9.359375, false], [-9.359375, false], [-10.609375, false], [-8.859375, false], [-10.609375, false], [-10.359375, false], [-10.109375, false], [-12.859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 85, "doc": {"id": "Mercury_SC_401308", "question": "Which event helps to renew a resource?", "choices": {"text": ["A seed is planted from a tree.", "An offshore rig pumps oil.", "A car is filled with gasoline.", "An office is heated with coal."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "A seed is planted from a tree.", "arguments": ["Question: Which event helps to renew a resource?\nAnswer:", " ["], "resps": [[[-7.61328125, false]], [[-8.359375, false]], [[-2.736328125, false]], [[-5.36328125, false]], [[-9.359375, false]], [[-7.86328125, false]], [[-7.86328125, false]], [[-10.484375, false]], [[-5.36328125, false]], [[-8.484375, false]], [[-9.359375, false]], [[-5.36328125, false]], [[-10.359375, false]], [[-10.109375, false]], [[-5.23828125, false]], [[-9.609375, false]], [[-10.734375, false]], [[-7.86328125, false]], [[-10.484375, false]], [[-5.36328125, false]], [[-10.859375, false]], [[-9.859375, false]], [[-9.984375, false]], [[-10.984375, false]], [[-5.36328125, false]], [[-5.23828125, false]], [[-5.36328125, false]], [[-10.734375, false]], [[-9.859375, false]], [[-7.86328125, false]], [[-7.86328125, false]], [[-7.8828125, false]], [[-8.359375, false]], [[-10.328125, false]], [[-5.36328125, false]], [[-8.359375, false]], [[-2.736328125, false]], [[-9.609375, false]], [[-5.36328125, false]], [[-9.984375, false]], [[-10.859375, false]], [[-10.859375, false]], [[-9.359375, false]], [[-11.984375, false]], [[-9.984375, false]], [[-9.859375, false]], [[-7.86328125, false]], [[-5.36328125, false]], [[-9.859375, false]], [[-8.484375, false]], [[-12.109375, false]], [[-5.36328125, false]], [[-10.359375, false]], [[-9.734375, false]], [[-10.984375, false]], [[-10.359375, false]], [[-9.359375, false]], [[-5.36328125, false]], [[-9.984375, false]], [[-8.484375, false]], [[-10.109375, false]], [[-7.8828125, false]], [[-8.359375, false]], [[-10.328125, false]], [[-5.36328125, false]], [[-8.359375, false]], [[-2.736328125, false]], [[-5.36328125, false]], [[-10.359375, false]], [[-5.23828125, false]], [[-9.859375, false]], [[-5.36328125, false]], [[-8.484375, false]], [[-9.359375, false]], [[-5.36328125, false]], [[-10.859375, false]], [[-8.484375, false]], [[-10.109375, false]], [[-10.109375, false]], [[-7.86328125, false]], [[-10.484375, false]], [[-5.36328125, false]], [[-11.109375, false]], [[-8.484375, false]], [[-10.734375, false]], [[-11.984375, false]], [[-5.36328125, false]], [[-12.109375, false]], [[-5.23828125, false]], [[-9.359375, false]], [[-9.984375, false]], [[-10.109375, false]], [[-8.484375, false]], [[-9.609375, false]], [[-7.86328125, false]], [[-7.8828125, false]], [[-8.359375, false]], [[-10.328125, false]], [[-5.36328125, false]], [[-8.359375, false]], [[-2.736328125, false]], [[-9.609375, false]], [[-5.36328125, false]], [[-9.984375, false]], [[-10.859375, false]], [[-10.859375, false]], [[-8.484375, false]], [[-10.359375, false]], [[-7.86328125, false]], [[-5.36328125, false]], [[-8.484375, false]], [[-9.359375, false]], [[-5.36328125, false]], [[-11.984375, false]], [[-7.86328125, false]], [[-5.23828125, false]], [[-10.734375, false]], [[-7.86328125, false]], [[-10.484375, false]], [[-5.36328125, false]], [[-11.109375, false]], [[-8.484375, false]], [[-10.734375, false]], [[-11.984375, false]], [[-5.36328125, false]], [[-10.359375, false]], [[-9.984375, false]], [[-5.23828125, false]], [[-10.109375, false]], [[-7.8828125, false]], [[-8.359375, false]], [[-13.609375, false]]], "filtered_resps": [[-7.61328125, false], [-8.359375, false], [-2.736328125, false], [-5.36328125, false], [-9.359375, false], [-7.86328125, false], [-7.86328125, false], [-10.484375, false], [-5.36328125, false], [-8.484375, false], [-9.359375, false], [-5.36328125, false], [-10.359375, false], [-10.109375, false], [-5.23828125, false], [-9.609375, false], [-10.734375, false], [-7.86328125, false], [-10.484375, false], [-5.36328125, false], [-10.859375, false], [-9.859375, false], [-9.984375, false], [-10.984375, false], [-5.36328125, false], [-5.23828125, false], [-5.36328125, false], [-10.734375, false], [-9.859375, false], [-7.86328125, false], [-7.86328125, false], [-7.8828125, false], [-8.359375, false], [-10.328125, false], [-5.36328125, false], [-8.359375, false], [-2.736328125, false], [-9.609375, false], [-5.36328125, false], [-9.984375, false], [-10.859375, false], [-10.859375, false], [-9.359375, false], [-11.984375, false], [-9.984375, false], [-9.859375, false], [-7.86328125, false], [-5.36328125, false], [-9.859375, false], [-8.484375, false], [-12.109375, false], [-5.36328125, false], [-10.359375, false], [-9.734375, false], [-10.984375, false], [-10.359375, false], [-9.359375, false], [-5.36328125, false], [-9.984375, false], [-8.484375, false], [-10.109375, false], [-7.8828125, false], [-8.359375, false], [-10.328125, false], [-5.36328125, false], [-8.359375, false], [-2.736328125, false], [-5.36328125, false], [-10.359375, false], [-5.23828125, false], [-9.859375, false], [-5.36328125, false], [-8.484375, false], [-9.359375, false], [-5.36328125, false], [-10.859375, false], [-8.484375, false], [-10.109375, false], [-10.109375, false], [-7.86328125, false], [-10.484375, false], [-5.36328125, false], [-11.109375, false], [-8.484375, false], [-10.734375, false], [-11.984375, false], [-5.36328125, false], [-12.109375, false], [-5.23828125, false], [-9.359375, false], [-9.984375, false], [-10.109375, false], [-8.484375, false], [-9.609375, false], [-7.86328125, false], [-7.8828125, false], [-8.359375, false], [-10.328125, false], [-5.36328125, false], [-8.359375, false], [-2.736328125, false], [-9.609375, false], [-5.36328125, false], [-9.984375, false], [-10.859375, false], [-10.859375, false], [-8.484375, false], [-10.359375, false], [-7.86328125, false], [-5.36328125, false], [-8.484375, false], [-9.359375, false], [-5.36328125, false], [-11.984375, false], [-7.86328125, false], [-5.23828125, false], [-10.734375, false], [-7.86328125, false], [-10.484375, false], [-5.36328125, false], [-11.109375, false], [-8.484375, false], [-10.734375, false], [-11.984375, false], [-5.36328125, false], [-10.359375, false], [-9.984375, false], [-5.23828125, false], [-10.109375, false], [-7.8828125, false], [-8.359375, false], [-13.609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 93, "doc": {"id": "NYSEDREGENTS_2008_4_6", "question": "When a rock is placed in a graduated cylinder containing water, the height of the water will", "choices": {"text": ["decrease", "increase", "remain the same"], "label": ["A", "B", "C"]}, "answerKey": "B"}, "target": "increase", "arguments": ["Question: When a rock is placed in a graduated cylinder containing water, the height of the water will\nAnswer:", " ["], "resps": [[[-7.2578125, false]], [[-8.2578125, false]], [[-7.7578125, false]], [[-8.5078125, false]], [[-8.2578125, false]], [[-8.0078125, false]], [[-8.5078125, false]], [[-4.7578125, false]], [[-8.2578125, false]], [[-8.5078125, false]], [[-8.2578125, false]], [[-8.7109375, false]], [[-5.2578125, false]], [[-8.2578125, false]], [[-7.5078125, false]], [[-7.7578125, false]], [[-8.2578125, false]], [[-8.0078125, false]], [[-8.5078125, false]], [[-4.7578125, false]], [[-8.2578125, false]], [[-8.5078125, false]], [[-8.2578125, false]], [[-8.7109375, false]], [[-5.2578125, false]], [[-8.2578125, false]], [[-8.0078125, false]], [[-8.5078125, false]], [[-8.0078125, false]], [[-4.7578125, false]], [[-7.5078125, false]], [[-7.7578125, false]], [[-5.2578125, false]], [[-7.0078125, false]], [[-7.7578125, false]], [[-8.5078125, false]], [[-5.2578125, false]], [[-8.2578125, false]], [[-4.7578125, false]], [[-8.0078125, false]], [[-8.5078125, false]], [[-8.2578125, false]], [[-11.0078125, false]]], "filtered_resps": [[-7.2578125, false], [-8.2578125, false], [-7.7578125, false], [-8.5078125, false], [-8.2578125, false], [-8.0078125, false], [-8.5078125, false], [-4.7578125, false], [-8.2578125, false], [-8.5078125, false], [-8.2578125, false], [-8.7109375, false], [-5.2578125, false], [-8.2578125, false], [-7.5078125, false], [-7.7578125, false], [-8.2578125, false], [-8.0078125, false], [-8.5078125, false], [-4.7578125, false], [-8.2578125, false], [-8.5078125, false], [-8.2578125, false], [-8.7109375, false], [-5.2578125, false], [-8.2578125, false], [-8.0078125, false], [-8.5078125, false], [-8.0078125, false], [-4.7578125, false], [-7.5078125, false], [-7.7578125, false], [-5.2578125, false], [-7.0078125, false], [-7.7578125, false], [-8.5078125, false], [-5.2578125, false], [-8.2578125, false], [-4.7578125, false], [-8.0078125, false], [-8.5078125, false], [-8.2578125, false], [-11.0078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 101, "doc": {"id": "MSA_2015_5_37", "question": "Earth revolves around the sun. The amount of time needed for Earth to complete one revolution around the sun is approximately", "choices": {"text": ["1 day", "28 days", "180 days", "365 days"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "365 days", "arguments": ["Question: Earth revolves around the sun. The amount of time needed for Earth to complete one revolution around the sun is approximately\nAnswer:", " ["], "resps": [[[-7.0859375, false]], [[-8.8359375, false]], [[-4.0859375, false]], [[-4.3359375, false]], [[-8.5859375, false]], [[-5.8359375, false]], [[-10.3359375, false]], [[-8.8359375, false]], [[-8.921875, false]], [[-4.3359375, false]], [[-8.8359375, false]], [[-5.0859375, false]], [[-5.8359375, false]], [[-4.3359375, false]], [[-8.5859375, false]], [[-5.8359375, false]], [[-10.3359375, false]], [[-8.3359375, false]], [[-8.8359375, false]], [[-8.921875, false]], [[-4.3359375, false]], [[-8.8359375, false]], [[-4.0859375, false]], [[-5.8359375, false]], [[-5.5859375, false]], [[-4.3359375, false]], [[-8.5859375, false]], [[-5.8359375, false]], [[-10.3359375, false]], [[-8.3359375, false]], [[-8.8359375, false]], [[-8.921875, false]], [[-4.3359375, false]], [[-8.8359375, false]], [[-5.0859375, false]], [[-5.0859375, false]], [[-5.3359375, false]], [[-4.3359375, false]], [[-8.5859375, false]], [[-5.8359375, false]], [[-10.3359375, false]], [[-8.3359375, false]], [[-8.8359375, false]], [[-11.0859375, false]]], "filtered_resps": [[-7.0859375, false], [-8.8359375, false], [-4.0859375, false], [-4.3359375, false], [-8.5859375, false], [-5.8359375, false], [-10.3359375, false], [-8.8359375, false], [-8.921875, false], [-4.3359375, false], [-8.8359375, false], [-5.0859375, false], [-5.8359375, false], [-4.3359375, false], [-8.5859375, false], [-5.8359375, false], [-10.3359375, false], [-8.3359375, false], [-8.8359375, false], [-8.921875, false], [-4.3359375, false], [-8.8359375, false], [-4.0859375, false], [-5.8359375, false], [-5.5859375, false], [-4.3359375, false], [-8.5859375, false], [-5.8359375, false], [-10.3359375, false], [-8.3359375, false], [-8.8359375, false], [-8.921875, false], [-4.3359375, false], [-8.8359375, false], [-5.0859375, false], [-5.0859375, false], [-5.3359375, false], [-4.3359375, false], [-8.5859375, false], [-5.8359375, false], [-10.3359375, false], [-8.3359375, false], [-8.8359375, false], [-11.0859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 109, "doc": {"id": "Mercury_7084315", "question": "When potassium and bromine atoms form chemical bonds, which of these is produced?", "choices": {"text": ["an element", "a mixture", "a compound", "a new form of matter"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "a compound", "arguments": ["Question: When potassium and bromine atoms form chemical bonds, which of these is produced?\nAnswer:", " ["], "resps": [[[-6.4375, false]], [[-9.4375, false]], [[-5.4375, false]], [[-6.4375, false]], [[-4.9375, false]], [[-9.4375, false]], [[-10.6875, false]], [[-9.4375, false]], [[-7.9375, false]], [[-9.4375, false]], [[-6.4375, false]], [[-9.1875, false]], [[-9.4375, false]], [[-9.4375, false]], [[-4.9375, false]], [[-9.4375, false]], [[-5.4375, false]], [[-4.9375, false]], [[-7.9375, false]], [[-6.1875, false]], [[-9.9375, false]], [[-9.1875, false]], [[-8.4375, false]], [[-8.9375, false]], [[-9.4375, false]], [[-9.4375, false]], [[-9.4375, false]], [[-4.9375, false]], [[-9.4375, false]], [[-5.4375, false]], [[-4.9375, false]], [[-6.1875, false]], [[-8.6875, false]], [[-7.9375, false]], [[-7.9375, false]], [[-8.6875, false]], [[-8.4375, false]], [[-6.4375, false]], [[-10.1875, false]], [[-9.4375, false]], [[-9.4375, false]], [[-4.9375, false]], [[-9.4375, false]], [[-5.4375, false]], [[-4.9375, false]], [[-6.4375, false]], [[-9.4375, false]], [[-11.1875, false]], [[-4.9375, false]], [[-10.1875, false]], [[-8.6875, false]], [[-8.9375, false]], [[-7.9375, false]], [[-4.9375, false]], [[-8.6875, false]], [[-10.1875, false]], [[-4.9375, false]], [[-7.9375, false]], [[-5.4375, false]], [[-9.1875, false]], [[-9.1875, false]], [[-9.4375, false]], [[-8.9375, false]], [[-9.4375, false]], [[-12.4375, false]]], "filtered_resps": [[-6.4375, false], [-9.4375, false], [-5.4375, false], [-6.4375, false], [-4.9375, false], [-9.4375, false], [-10.6875, false], [-9.4375, false], [-7.9375, false], [-9.4375, false], [-6.4375, false], [-9.1875, false], [-9.4375, false], [-9.4375, false], [-4.9375, false], [-9.4375, false], [-5.4375, false], [-4.9375, false], [-7.9375, false], [-6.1875, false], [-9.9375, false], [-9.1875, false], [-8.4375, false], [-8.9375, false], [-9.4375, false], [-9.4375, false], [-9.4375, false], [-4.9375, false], [-9.4375, false], [-5.4375, false], [-4.9375, false], [-6.1875, false], [-8.6875, false], [-7.9375, false], [-7.9375, false], [-8.6875, false], [-8.4375, false], [-6.4375, false], [-10.1875, false], [-9.4375, false], [-9.4375, false], [-4.9375, false], [-9.4375, false], [-5.4375, false], [-4.9375, false], [-6.4375, false], [-9.4375, false], [-11.1875, false], [-4.9375, false], [-10.1875, false], [-8.6875, false], [-8.9375, false], [-7.9375, false], [-4.9375, false], [-8.6875, false], [-10.1875, false], [-4.9375, false], [-7.9375, false], [-5.4375, false], [-9.1875, false], [-9.1875, false], [-9.4375, false], [-8.9375, false], [-9.4375, false], [-12.4375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 117, "doc": {"id": "MEA_2010_8_15-v1", "question": "Which device produces mechanical energy?", "choices": {"text": ["a battery", "an electric motor", "a light bulb", "a solar cooker"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "an electric motor", "arguments": ["Question: Which device produces mechanical energy?\nAnswer:", " ["], "resps": [[[-8.3046875, false]], [[-9.0546875, false]], [[-3.556640625, false]], [[-5.3046875, false]], [[-10.3046875, false]], [[-3.556640625, false]], [[-10.3046875, false]], [[-10.3046875, false]], [[-9.0546875, false]], [[-11.3046875, false]], [[-12.0546875, false]], [[-9.0546875, false]], [[-10.1875, false]], [[-5.3046875, false]], [[-9.0546875, false]], [[-3.556640625, false]], [[-10.3046875, false]], [[-5.3046875, false]], [[-9.0546875, false]], [[-11.0546875, false]], [[-9.0546875, false]], [[-9.0546875, false]], [[-10.3046875, false]], [[-11.3046875, false]], [[-8.3046875, false]], [[-9.0546875, false]], [[-5.3046875, false]], [[-8.5546875, false]], [[-10.3046875, false]], [[-10.3046875, false]], [[-10.3046875, false]], [[-11.3046875, false]], [[-9.0546875, false]], [[-10.1875, false]], [[-5.3046875, false]], [[-9.0546875, false]], [[-3.556640625, false]], [[-5.3046875, false]], [[-11.0546875, false]], [[-8.3046875, false]], [[-11.0546875, false]], [[-10.3046875, false]], [[-10.3046875, false]], [[-5.3046875, false]], [[-10.3046875, false]], [[-10.5546875, false]], [[-11.0546875, false]], [[-10.3046875, false]], [[-9.0546875, false]], [[-10.1875, false]], [[-5.3046875, false]], [[-9.0546875, false]], [[-3.556640625, false]], [[-5.3046875, false]], [[-9.3046875, false]], [[-10.3046875, false]], [[-11.0546875, false]], [[-3.556640625, false]], [[-11.3046875, false]], [[-5.3046875, false]], [[-9.0546875, false]], [[-10.3046875, false]], [[-10.3046875, false]], [[-10.0546875, false]], [[-9.0546875, false]], [[-11.3046875, false]], [[-9.0546875, false]], [[-14.8046875, false]]], "filtered_resps": [[-8.3046875, false], [-9.0546875, false], [-3.556640625, false], [-5.3046875, false], [-10.3046875, false], [-3.556640625, false], [-10.3046875, false], [-10.3046875, false], [-9.0546875, false], [-11.3046875, false], [-12.0546875, false], [-9.0546875, false], [-10.1875, false], [-5.3046875, false], [-9.0546875, false], [-3.556640625, false], [-10.3046875, false], [-5.3046875, false], [-9.0546875, false], [-11.0546875, false], [-9.0546875, false], [-9.0546875, false], [-10.3046875, false], [-11.3046875, false], [-8.3046875, false], [-9.0546875, false], [-5.3046875, false], [-8.5546875, false], [-10.3046875, false], [-10.3046875, false], [-10.3046875, false], [-11.3046875, false], [-9.0546875, false], [-10.1875, false], [-5.3046875, false], [-9.0546875, false], [-3.556640625, false], [-5.3046875, false], [-11.0546875, false], [-8.3046875, false], [-11.0546875, false], [-10.3046875, false], [-10.3046875, false], [-5.3046875, false], [-10.3046875, false], [-10.5546875, false], [-11.0546875, false], [-10.3046875, false], [-9.0546875, false], [-10.1875, false], [-5.3046875, false], [-9.0546875, false], [-3.556640625, false], [-5.3046875, false], [-9.3046875, false], [-10.3046875, false], [-11.0546875, false], [-3.556640625, false], [-11.3046875, false], [-5.3046875, false], [-9.0546875, false], [-10.3046875, false], [-10.3046875, false], [-10.0546875, false], [-9.0546875, false], [-11.3046875, false], [-9.0546875, false], [-14.8046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 125, "doc": {"id": "Mercury_402456", "question": "An atom has a mass of 24 and a nuclear charge of 12. Which statement about the atom is accurate?", "choices": {"text": ["It has twice as many protons as electrons.", "It has twice as many neutrons as protons.", "It has equal numbers of neutrons and protons.", "It has equal numbers of nuclear particles and electrons."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "It has equal numbers of neutrons and protons.", "arguments": ["Question: An atom has a mass of 24 and a nuclear charge of 12. Which statement about the atom is accurate?\nAnswer:", " ["], "resps": [[[-5.8359375, false]], [[-9.0859375, false]], [[-5.0859375, false]], [[-7.5859375, false]], [[-5.5859375, false]], [[-7.8359375, false]], [[-3.837890625, false]], [[-8.5859375, false]], [[-5.5859375, false]], [[-7.5859375, false]], [[-10.3359375, false]], [[-7.3359375, false]], [[-6.8359375, false]], [[-7.8359375, false]], [[-5.5859375, false]], [[-3.837890625, false]], [[-8.5859375, false]], [[-5.5859375, false]], [[-6.0859375, false]], [[-3.837890625, false]], [[-6.5859375, false]], [[-9.5859375, false]], [[-5.5859375, false]], [[-6.8359375, false]], [[-8.3359375, false]], [[-9.5859375, false]], [[-7.5859375, false]], [[-9.5859375, false]], [[-6.5859375, false]], [[-8.5859375, false]], [[-5.5859375, false]], [[-3.837890625, false]], [[-8.5859375, false]], [[-5.5859375, false]], [[-7.8359375, false]], [[-8.3359375, false]], [[-7.8359375, false]], [[-6.8359375, false]], [[-7.5859375, false]], [[-8.3359375, false]], [[-9.5859375, false]], [[-6.5859375, false]], [[-8.5859375, false]], [[-6.50390625, false]], [[-9.0859375, false]], [[-9.5, false]], [[-5.5859375, false]], [[-9.0859375, false]], [[-5.0859375, false]], [[-7.5859375, false]], [[-5.5859375, false]], [[-7.8359375, false]], [[-3.837890625, false]], [[-8.5859375, false]], [[-5.5859375, false]], [[-7.5859375, false]], [[-10.3359375, false]], [[-7.3359375, false]], [[-6.8359375, false]], [[-7.8359375, false]], [[-5.5859375, false]], [[-3.837890625, false]], [[-8.5859375, false]], [[-5.5859375, false]], [[-6.0859375, false]], [[-3.837890625, false]], [[-6.5859375, false]], [[-9.5859375, false]], [[-5.5859375, false]], [[-6.5859375, false]], [[-7.8359375, false]], [[-9.3359375, false]], [[-7.5859375, false]], [[-8.3359375, false]], [[-9.5859375, false]], [[-6.5859375, false]], [[-8.5859375, false]], [[-5.5859375, false]], [[-3.837890625, false]], [[-8.5859375, false]], [[-5.5859375, false]], [[-6.8359375, false]], [[-8.3359375, false]], [[-9.5859375, false]], [[-7.5859375, false]], [[-9.5859375, false]], [[-6.5859375, false]], [[-8.5859375, false]], [[-6.50390625, false]], [[-9.0859375, false]], [[-9.5, false]], [[-5.5859375, false]], [[-9.0859375, false]], [[-5.0859375, false]], [[-7.5859375, false]], [[-5.5859375, false]], [[-7.8359375, false]], [[-3.837890625, false]], [[-8.5859375, false]], [[-5.5859375, false]], [[-7.8359375, false]], [[-7.5859375, false]], [[-9.3359375, false]], [[-3.837890625, false]], [[-8.3359375, false]], [[-5.5859375, false]], [[-6.5859375, false]], [[-9.3359375, false]], [[-6.0859375, false]], [[-4.8359375, false]], [[-7.8359375, false]], [[-8.3359375, false]], [[-8.5859375, false]], [[-5.5859375, false]], [[-9.5859375, false]], [[-8.0859375, false]], [[-5.5859375, false]], [[-6.5859375, false]], [[-7.8359375, false]], [[-9.3359375, false]], [[-7.5859375, false]], [[-8.3359375, false]], [[-9.5859375, false]], [[-6.5859375, false]], [[-8.5859375, false]], [[-5.5859375, false]], [[-3.837890625, false]], [[-6.5859375, false]], [[-7.5859375, false]], [[-5.5859375, false]], [[-6.8359375, false]], [[-8.3359375, false]], [[-9.5859375, false]], [[-7.5859375, false]], [[-9.5859375, false]], [[-6.5859375, false]], [[-8.5859375, false]], [[-6.50390625, false]], [[-9.0859375, false]], [[-9.5, false]], [[-5.5859375, false]], [[-9.0859375, false]], [[-5.0859375, false]], [[-7.5859375, false]], [[-5.5859375, false]], [[-7.8359375, false]], [[-3.837890625, false]], [[-8.5859375, false]], [[-5.5859375, false]], [[-7.8359375, false]], [[-7.5859375, false]], [[-9.3359375, false]], [[-3.837890625, false]], [[-8.3359375, false]], [[-5.5859375, false]], [[-6.5859375, false]], [[-9.3359375, false]], [[-6.0859375, false]], [[-4.8359375, false]], [[-7.8359375, false]], [[-8.3359375, false]], [[-8.5859375, false]], [[-5.5859375, false]], [[-9.5859375, false]], [[-8.0859375, false]], [[-5.5859375, false]], [[-6.5859375, false]], [[-9.3359375, false]], [[-6.8359375, false]], [[-8.3359375, false]], [[-7.8359375, false]], [[-3.837890625, false]], [[-8.3359375, false]], [[-5.5859375, false]], [[-6.8359375, false]], [[-3.837890625, false]], [[-8.3359375, false]], [[-7.5859375, false]], [[-7.3359375, false]], [[-6.8359375, false]], [[-8.3359375, false]], [[-7.8359375, false]], [[-8.5859375, false]], [[-5.5859375, false]], [[-3.837890625, false]], [[-6.5859375, false]], [[-7.5859375, false]], [[-5.5859375, false]], [[-7.8359375, false]], [[-8.3359375, false]], [[-7.8359375, false]], [[-6.8359375, false]], [[-7.5859375, false]], [[-8.3359375, false]], [[-9.5859375, false]], [[-6.5859375, false]], [[-8.5859375, false]], [[-6.50390625, false]], [[-9.0859375, false]], [[-11.3359375, false]]], "filtered_resps": [[-5.8359375, false], [-9.0859375, false], [-5.0859375, false], [-7.5859375, false], [-5.5859375, false], [-7.8359375, false], [-3.837890625, false], [-8.5859375, false], [-5.5859375, false], [-7.5859375, false], [-10.3359375, false], [-7.3359375, false], [-6.8359375, false], [-7.8359375, false], [-5.5859375, false], [-3.837890625, false], [-8.5859375, false], [-5.5859375, false], [-6.0859375, false], [-3.837890625, false], [-6.5859375, false], [-9.5859375, false], [-5.5859375, false], [-6.8359375, false], [-8.3359375, false], [-9.5859375, false], [-7.5859375, false], [-9.5859375, false], [-6.5859375, false], [-8.5859375, false], [-5.5859375, false], [-3.837890625, false], [-8.5859375, false], [-5.5859375, false], [-7.8359375, false], [-8.3359375, false], [-7.8359375, false], [-6.8359375, false], [-7.5859375, false], [-8.3359375, false], [-9.5859375, false], [-6.5859375, false], [-8.5859375, false], [-6.50390625, false], [-9.0859375, false], [-9.5, false], [-5.5859375, false], [-9.0859375, false], [-5.0859375, false], [-7.5859375, false], [-5.5859375, false], [-7.8359375, false], [-3.837890625, false], [-8.5859375, false], [-5.5859375, false], [-7.5859375, false], [-10.3359375, false], [-7.3359375, false], [-6.8359375, false], [-7.8359375, false], [-5.5859375, false], [-3.837890625, false], [-8.5859375, false], [-5.5859375, false], [-6.0859375, false], [-3.837890625, false], [-6.5859375, false], [-9.5859375, false], [-5.5859375, false], [-6.5859375, false], [-7.8359375, false], [-9.3359375, false], [-7.5859375, false], [-8.3359375, false], [-9.5859375, false], [-6.5859375, false], [-8.5859375, false], [-5.5859375, false], [-3.837890625, false], [-8.5859375, false], [-5.5859375, false], [-6.8359375, false], [-8.3359375, false], [-9.5859375, false], [-7.5859375, false], [-9.5859375, false], [-6.5859375, false], [-8.5859375, false], [-6.50390625, false], [-9.0859375, false], [-9.5, false], [-5.5859375, false], [-9.0859375, false], [-5.0859375, false], [-7.5859375, false], [-5.5859375, false], [-7.8359375, false], [-3.837890625, false], [-8.5859375, false], [-5.5859375, false], [-7.8359375, false], [-7.5859375, false], [-9.3359375, false], [-3.837890625, false], [-8.3359375, false], [-5.5859375, false], [-6.5859375, false], [-9.3359375, false], [-6.0859375, false], [-4.8359375, false], [-7.8359375, false], [-8.3359375, false], [-8.5859375, false], [-5.5859375, false], [-9.5859375, false], [-8.0859375, false], [-5.5859375, false], [-6.5859375, false], [-7.8359375, false], [-9.3359375, false], [-7.5859375, false], [-8.3359375, false], [-9.5859375, false], [-6.5859375, false], [-8.5859375, false], [-5.5859375, false], [-3.837890625, false], [-6.5859375, false], [-7.5859375, false], [-5.5859375, false], [-6.8359375, false], [-8.3359375, false], [-9.5859375, false], [-7.5859375, false], [-9.5859375, false], [-6.5859375, false], [-8.5859375, false], [-6.50390625, false], [-9.0859375, false], [-9.5, false], [-5.5859375, false], [-9.0859375, false], [-5.0859375, false], [-7.5859375, false], [-5.5859375, false], [-7.8359375, false], [-3.837890625, false], [-8.5859375, false], [-5.5859375, false], [-7.8359375, false], [-7.5859375, false], [-9.3359375, false], [-3.837890625, false], [-8.3359375, false], [-5.5859375, false], [-6.5859375, false], [-9.3359375, false], [-6.0859375, false], [-4.8359375, false], [-7.8359375, false], [-8.3359375, false], [-8.5859375, false], [-5.5859375, false], [-9.5859375, false], [-8.0859375, false], [-5.5859375, false], [-6.5859375, false], [-9.3359375, false], [-6.8359375, false], [-8.3359375, false], [-7.8359375, false], [-3.837890625, false], [-8.3359375, false], [-5.5859375, false], [-6.8359375, false], [-3.837890625, false], [-8.3359375, false], [-7.5859375, false], [-7.3359375, false], [-6.8359375, false], [-8.3359375, false], [-7.8359375, false], [-8.5859375, false], [-5.5859375, false], [-3.837890625, false], [-6.5859375, false], [-7.5859375, false], [-5.5859375, false], [-7.8359375, false], [-8.3359375, false], [-7.8359375, false], [-6.8359375, false], [-7.5859375, false], [-8.3359375, false], [-9.5859375, false], [-6.5859375, false], [-8.5859375, false], [-6.50390625, false], [-9.0859375, false], [-11.3359375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 133, "doc": {"id": "Mercury_SC_406724", "question": "A student is investigating in which type of soil a plant will grow best. Which should the student measure to answer the question?", "choices": {"text": ["height of the plants", "weight of the soil", "amount of water used", "temperature of the room"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "height of the plants", "arguments": ["Question: A student is investigating in which type of soil a plant will grow best. Which should the student measure to answer the question?\nAnswer:", " ["], "resps": [[[-6.31640625, false]], [[-8.5625, false]], [[-8.8125, false]], [[-9.0625, false]], [[-8.8125, false]], [[-9.3125, false]], [[-8.8125, false]], [[-8.3125, false]], [[-5.31640625, false]], [[-8.5625, false]], [[-10.5625, false]], [[-5.31640625, false]], [[-8.3125, false]], [[-8.8125, false]], [[-9.0625, false]], [[-5.31640625, false]], [[-9.5625, false]], [[-10.0625, false]], [[-4.81640625, false]], [[-8.0625, false]], [[-8.3125, false]], [[-8.5625, false]], [[-8.5625, false]], [[-8.984375, false]], [[-5.31640625, false]], [[-8.5625, false]], [[-9.5625, false]], [[-9.0625, false]], [[-8.8125, false]], [[-9.3125, false]], [[-8.8125, false]], [[-8.3125, false]], [[-5.31640625, false]], [[-8.5625, false]], [[-10.5625, false]], [[-5.31640625, false]], [[-8.3125, false]], [[-8.8125, false]], [[-9.0625, false]], [[-5.31640625, false]], [[-8.5625, false]], [[-8.5625, false]], [[-8.8125, false]], [[-10.0625, false]], [[-8.5625, false]], [[-8.984375, false]], [[-5.31640625, false]], [[-8.5625, false]], [[-4.81640625, false]], [[-7.06640625, false]], [[-8.5625, false]], [[-10.3125, false]], [[-8.0625, false]], [[-8.3125, false]], [[-5.31640625, false]], [[-8.5625, false]], [[-10.5625, false]], [[-5.31640625, false]], [[-9.5625, false]], [[-4.81640625, false]], [[-8.3125, false]], [[-9.0625, false]], [[-10.3125, false]], [[-5.31640625, false]], [[-10.3125, false]], [[-8.5625, false]], [[-9.0625, false]], [[-8.0625, false]], [[-8.5625, false]], [[-8.984375, false]], [[-5.31640625, false]], [[-8.5625, false]], [[-8.3125, false]], [[-9.0625, false]], [[-7.06640625, false]], [[-9.5625, false]], [[-9.0625, false]], [[-10.3125, false]], [[-4.81640625, false]], [[-8.3125, false]], [[-10.3125, false]], [[-10.3125, false]], [[-9.0625, false]], [[-5.31640625, false]], [[-8.5625, false]], [[-10.5625, false]], [[-5.31640625, false]], [[-8.3125, false]], [[-8.8125, false]], [[-9.0625, false]], [[-5.31640625, false]], [[-10.3125, false]], [[-8.5625, false]], [[-8.5625, false]], [[-7.06640625, false]], [[-8.5625, false]], [[-12.9375, false]]], "filtered_resps": [[-6.31640625, false], [-8.5625, false], [-8.8125, false], [-9.0625, false], [-8.8125, false], [-9.3125, false], [-8.8125, false], [-8.3125, false], [-5.31640625, false], [-8.5625, false], [-10.5625, false], [-5.31640625, false], [-8.3125, false], [-8.8125, false], [-9.0625, false], [-5.31640625, false], [-9.5625, false], [-10.0625, false], [-4.81640625, false], [-8.0625, false], [-8.3125, false], [-8.5625, false], [-8.5625, false], [-8.984375, false], [-5.31640625, false], [-8.5625, false], [-9.5625, false], [-9.0625, false], [-8.8125, false], [-9.3125, false], [-8.8125, false], [-8.3125, false], [-5.31640625, false], [-8.5625, false], [-10.5625, false], [-5.31640625, false], [-8.3125, false], [-8.8125, false], [-9.0625, false], [-5.31640625, false], [-8.5625, false], [-8.5625, false], [-8.8125, false], [-10.0625, false], [-8.5625, false], [-8.984375, false], [-5.31640625, false], [-8.5625, false], [-4.81640625, false], [-7.06640625, false], [-8.5625, false], [-10.3125, false], [-8.0625, false], [-8.3125, false], [-5.31640625, false], [-8.5625, false], [-10.5625, false], [-5.31640625, false], [-9.5625, false], [-4.81640625, false], [-8.3125, false], [-9.0625, false], [-10.3125, false], [-5.31640625, false], [-10.3125, false], [-8.5625, false], [-9.0625, false], [-8.0625, false], [-8.5625, false], [-8.984375, false], [-5.31640625, false], [-8.5625, false], [-8.3125, false], [-9.0625, false], [-7.06640625, false], [-9.5625, false], [-9.0625, false], [-10.3125, false], [-4.81640625, false], [-8.3125, false], [-10.3125, false], [-10.3125, false], [-9.0625, false], [-5.31640625, false], [-8.5625, false], [-10.5625, false], [-5.31640625, false], [-8.3125, false], [-8.8125, false], [-9.0625, false], [-5.31640625, false], [-10.3125, false], [-8.5625, false], [-8.5625, false], [-7.06640625, false], [-8.5625, false], [-12.9375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 141, "doc": {"id": "TIMSS_2011_4_pg15", "question": "Plants grow best in soils that are rich in which of the following?", "choices": {"text": ["grains of sand", "lumps of clay", "layers of gravel", "decaying plants and animals"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "decaying plants and animals", "arguments": ["Question: Plants grow best in soils that are rich in which of the following?\nAnswer:", " ["], "resps": [[[-6.75390625, false]], [[-8.5, false]], [[-10.0, false]], [[-10.25, false]], [[-5.50390625, false]], [[-8.0, false]], [[-6.75390625, false]], [[-9.5, false]], [[-5.50390625, false]], [[-7.75390625, false]], [[-10.75, false]], [[-5.50390625, false]], [[-9.5, false]], [[-5.50390625, false]], [[-6.75390625, false]], [[-7.00390625, false]], [[-8.5, false]], [[-9.71875, false]], [[-5.50390625, false]], [[-8.5, false]], [[-8.75, false]], [[-9.75, false]], [[-8.25, false]], [[-9.75, false]], [[-9.5, false]], [[-5.50390625, false]], [[-7.75390625, false]], [[-10.75, false]], [[-5.50390625, false]], [[-6.25390625, false]], [[-8.75, false]], [[-5.50390625, false]], [[-10.25, false]], [[-8.5, false]], [[-9.71875, false]], [[-5.50390625, false]], [[-8.5, false]], [[-8.75, false]], [[-5.50390625, false]], [[-10.25, false]], [[-9.25, false]], [[-10.25, false]], [[-9.5, false]], [[-5.50390625, false]], [[-7.75390625, false]], [[-10.75, false]], [[-5.50390625, false]], [[-10.0, false]], [[-10.25, false]], [[-5.50390625, false]], [[-11.25, false]], [[-9.25, false]], [[-8.75, false]], [[-8.5, false]], [[-9.71875, false]], [[-5.50390625, false]], [[-8.5, false]], [[-7.00390625, false]], [[-9.25, false]], [[-6.25390625, false]], [[-5.50390625, false]], [[-10.25, false]], [[-8.0, false]], [[-6.75390625, false]], [[-10.0, false]], [[-5.50390625, false]], [[-9.75, false]], [[-8.75, false]], [[-5.50390625, false]], [[-6.75390625, false]], [[-9.0, false]], [[-9.5, false]], [[-5.50390625, false]], [[-5.50390625, false]], [[-6.75390625, false]], [[-7.00390625, false]], [[-5.50390625, false]], [[-5.50390625, false]], [[-6.75390625, false]], [[-8.0, false]], [[-8.25, false]], [[-5.50390625, false]], [[-8.75, false]], [[-9.5, false]], [[-8.5, false]], [[-13.5, false]]], "filtered_resps": [[-6.75390625, false], [-8.5, false], [-10.0, false], [-10.25, false], [-5.50390625, false], [-8.0, false], [-6.75390625, false], [-9.5, false], [-5.50390625, false], [-7.75390625, false], [-10.75, false], [-5.50390625, false], [-9.5, false], [-5.50390625, false], [-6.75390625, false], [-7.00390625, false], [-8.5, false], [-9.71875, false], [-5.50390625, false], [-8.5, false], [-8.75, false], [-9.75, false], [-8.25, false], [-9.75, false], [-9.5, false], [-5.50390625, false], [-7.75390625, false], [-10.75, false], [-5.50390625, false], [-6.25390625, false], [-8.75, false], [-5.50390625, false], [-10.25, false], [-8.5, false], [-9.71875, false], [-5.50390625, false], [-8.5, false], [-8.75, false], [-5.50390625, false], [-10.25, false], [-9.25, false], [-10.25, false], [-9.5, false], [-5.50390625, false], [-7.75390625, false], [-10.75, false], [-5.50390625, false], [-10.0, false], [-10.25, false], [-5.50390625, false], [-11.25, false], [-9.25, false], [-8.75, false], [-8.5, false], [-9.71875, false], [-5.50390625, false], [-8.5, false], [-7.00390625, false], [-9.25, false], [-6.25390625, false], [-5.50390625, false], [-10.25, false], [-8.0, false], [-6.75390625, false], [-10.0, false], [-5.50390625, false], [-9.75, false], [-8.75, false], [-5.50390625, false], [-6.75390625, false], [-9.0, false], [-9.5, false], [-5.50390625, false], [-5.50390625, false], [-6.75390625, false], [-7.00390625, false], [-5.50390625, false], [-5.50390625, false], [-6.75390625, false], [-8.0, false], [-8.25, false], [-5.50390625, false], [-8.75, false], [-9.5, false], [-8.5, false], [-13.5, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 149, "doc": {"id": "ACTAAP_2008_7_13", "question": "According to Newton's first law of motion, what counteracts gravity to keep a satellite in orbit?", "choices": {"text": ["inertia", "energy", "friction", "magnetism"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "inertia", "arguments": ["Question: According to Newton's first law of motion, what counteracts gravity to keep a satellite in orbit?\nAnswer:", " ["], "resps": [[[-8.0078125, false]], [[-7.50390625, false]], [[-8.7578125, false]], [[-10.5078125, false]], [[-9.0078125, false]], [[-9.5078125, false]], [[-8.5078125, false]], [[-8.7578125, false]], [[-3.505859375, false]], [[-7.50390625, false]], [[-9.53125, false]], [[-5.00390625, false]], [[-7.50390625, false]], [[-9.0078125, false]], [[-10.5078125, false]], [[-9.0078125, false]], [[-9.5078125, false]], [[-10.0078125, false]], [[-10.7578125, false]], [[-7.50390625, false]], [[-9.53125, false]], [[-5.00390625, false]], [[-7.50390625, false]], [[-8.5078125, false]], [[-9.5078125, false]], [[-8.7578125, false]], [[-8.7578125, false]], [[-8.5078125, false]], [[-8.7578125, false]], [[-9.7578125, false]], [[-10.5078125, false]], [[-7.50390625, false]], [[-9.53125, false]], [[-5.00390625, false]], [[-7.50390625, false]], [[-8.5078125, false]], [[-3.505859375, false]], [[-10.0078125, false]], [[-10.5078125, false]], [[-9.0078125, false]], [[-8.5078125, false]], [[-8.7578125, false]], [[-8.0078125, false]], [[-8.5078125, false]], [[-7.50390625, false]], [[-11.7578125, false]]], "filtered_resps": [[-8.0078125, false], [-7.50390625, false], [-8.7578125, false], [-10.5078125, false], [-9.0078125, false], [-9.5078125, false], [-8.5078125, false], [-8.7578125, false], [-3.505859375, false], [-7.50390625, false], [-9.53125, false], [-5.00390625, false], [-7.50390625, false], [-9.0078125, false], [-10.5078125, false], [-9.0078125, false], [-9.5078125, false], [-10.0078125, false], [-10.7578125, false], [-7.50390625, false], [-9.53125, false], [-5.00390625, false], [-7.50390625, false], [-8.5078125, false], [-9.5078125, false], [-8.7578125, false], [-8.7578125, false], [-8.5078125, false], [-8.7578125, false], [-9.7578125, false], [-10.5078125, false], [-7.50390625, false], [-9.53125, false], [-5.00390625, false], [-7.50390625, false], [-8.5078125, false], [-3.505859375, false], [-10.0078125, false], [-10.5078125, false], [-9.0078125, false], [-8.5078125, false], [-8.7578125, false], [-8.0078125, false], [-8.5078125, false], [-7.50390625, false], [-11.7578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 157, "doc": {"id": "MSA_2013_5_5", "question": "Pollutants, such as motor oil and gasoline, are sometimes leaked onto roads by vehicles. How do these pollutants most likely affect the environment?", "choices": {"text": ["Storms wash the pollutants into lakes and rivers.", "Animals become sick from licking the pollutants on the road.", "Animals get stuck in the pollutants when they cross the road.", "Winds blow the pollutants to the side of the road and harm the soil."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Storms wash the pollutants into lakes and rivers.", "arguments": ["Question: Pollutants, such as motor oil and gasoline, are sometimes leaked onto roads by vehicles. How do these pollutants most likely affect the environment?\nAnswer:", " ["], "resps": [[[-8.7890625, false]], [[-10.2890625, false]], [[-7.04296875, false]], [[-14.2890625, false]], [[-10.0390625, false]], [[-14.2890625, false]], [[-12.5390625, false]], [[-12.2890625, false]], [[-6.04296875, false]], [[-13.0390625, false]], [[-8.5390625, false]], [[-12.2890625, false]], [[-13.2890625, false]], [[-6.04296875, false]], [[-14.2890625, false]], [[-13.2890625, false]], [[-10.2890625, false]], [[-6.04296875, false]], [[-12.5390625, false]], [[-10.0390625, false]], [[-11.7890625, false]], [[-11.7890625, false]], [[-12.5390625, false]], [[-14.2890625, false]], [[-8.5390625, false]], [[-12.0390625, false]], [[-14.2890625, false]], [[-12.2890625, false]], [[-6.04296875, false]], [[-11.0390625, false]], [[-12.0390625, false]], [[-14.2890625, false]], [[-10.0390625, false]], [[-6.04296875, false]], [[-11.7890625, false]], [[-8.5390625, false]], [[-15.0390625, false]], [[-10.2890625, false]], [[-12.2890625, false]], [[-6.04296875, false]], [[-8.5390625, false]], [[-12.0390625, false]], [[-10.7890625, false]], [[-6.04296875, false]], [[-14.2890625, false]], [[-11.0390625, false]], [[-13.0390625, false]], [[-10.2890625, false]], [[-14.2890625, false]], [[-12.2890625, false]], [[-7.859375, false]], [[-10.2890625, false]], [[-10.609375, false]], [[-6.04296875, false]], [[-10.2890625, false]], [[-4.54296875, false]], [[-12.0390625, false]], [[-11.0390625, false]], [[-12.5390625, false]], [[-8.5390625, false]], [[-11.7890625, false]], [[-12.2890625, false]], [[-6.04296875, false]], [[-12.5390625, false]], [[-10.2890625, false]], [[-11.5390625, false]], [[-10.0390625, false]], [[-12.5390625, false]], [[-10.2890625, false]], [[-6.04296875, false]], [[-12.2890625, false]], [[-11.0390625, false]], [[-11.5390625, false]], [[-15.0390625, false]], [[-6.04296875, false]], [[-12.7890625, false]], [[-14.2890625, false]], [[-10.0390625, false]], [[-12.5390625, false]], [[-6.04296875, false]], [[-11.7890625, false]], [[-11.0390625, false]], [[-11.5390625, false]], [[-15.0390625, false]], [[-11.0390625, false]], [[-12.0390625, false]], [[-14.2890625, false]], [[-6.04296875, false]], [[-14.2890625, false]], [[-13.2890625, false]], [[-10.2890625, false]], [[-6.04296875, false]], [[-12.5390625, false]], [[-10.0390625, false]], [[-11.7890625, false]], [[-11.7890625, false]], [[-12.5390625, false]], [[-14.2890625, false]], [[-8.5390625, false]], [[-12.0390625, false]], [[-14.2890625, false]], [[-12.2890625, false]], [[-6.04296875, false]], [[-10.0390625, false]], [[-12.0390625, false]], [[-6.04296875, false]], [[-14.2890625, false]], [[-13.2890625, false]], [[-10.2890625, false]], [[-6.04296875, false]], [[-14.2890625, false]], [[-10.0390625, false]], [[-8.5390625, false]], [[-10.7890625, false]], [[-7.859375, false]], [[-10.2890625, false]], [[-10.609375, false]], [[-6.04296875, false]], [[-10.2890625, false]], [[-4.54296875, false]], [[-12.0390625, false]], [[-11.0390625, false]], [[-12.5390625, false]], [[-8.5390625, false]], [[-11.7890625, false]], [[-12.2890625, false]], [[-6.04296875, false]], [[-14.2890625, false]], [[-10.2890625, false]], [[-14.2890625, false]], [[-6.04296875, false]], [[-12.2890625, false]], [[-14.2890625, false]], [[-12.5390625, false]], [[-11.5390625, false]], [[-15.0390625, false]], [[-6.04296875, false]], [[-11.0390625, false]], [[-12.0390625, false]], [[-6.04296875, false]], [[-14.2890625, false]], [[-13.2890625, false]], [[-10.2890625, false]], [[-6.04296875, false]], [[-12.5390625, false]], [[-10.0390625, false]], [[-11.7890625, false]], [[-11.7890625, false]], [[-12.5390625, false]], [[-14.2890625, false]], [[-8.5390625, false]], [[-12.0390625, false]], [[-14.2890625, false]], [[-12.2890625, false]], [[-6.04296875, false]], [[-13.0390625, false]], [[-13.2890625, false]], [[-10.2890625, false]], [[-12.0390625, false]], [[-6.04296875, false]], [[-14.2890625, false]], [[-13.2890625, false]], [[-10.2890625, false]], [[-14.5390625, false]], [[-6.04296875, false]], [[-11.5390625, false]], [[-14.2890625, false]], [[-10.0390625, false]], [[-12.2890625, false]], [[-12.2890625, false]], [[-6.04296875, false]], [[-14.2890625, false]], [[-13.2890625, false]], [[-10.2890625, false]], [[-6.04296875, false]], [[-14.2890625, false]], [[-10.0390625, false]], [[-8.5390625, false]], [[-10.7890625, false]], [[-7.859375, false]], [[-10.2890625, false]], [[-10.609375, false]], [[-6.04296875, false]], [[-10.2890625, false]], [[-8.0390625, false]], [[-11.0390625, false]], [[-12.0390625, false]], [[-10.7890625, false]], [[-12.2890625, false]], [[-6.04296875, false]], [[-12.5390625, false]], [[-11.7890625, false]], [[-10.0390625, false]], [[-13.0390625, false]], [[-6.04296875, false]], [[-14.2890625, false]], [[-13.2890625, false]], [[-10.2890625, false]], [[-6.04296875, false]], [[-12.5390625, false]], [[-10.0390625, false]], [[-11.7890625, false]], [[-11.7890625, false]], [[-12.5390625, false]], [[-14.2890625, false]], [[-8.5390625, false]], [[-12.0390625, false]], [[-14.2890625, false]], [[-12.2890625, false]], [[-6.04296875, false]], [[-14.2890625, false]], [[-10.0390625, false]], [[-6.04296875, false]], [[-14.2890625, false]], [[-13.2890625, false]], [[-10.2890625, false]], [[-6.04296875, false]], [[-12.2890625, false]], [[-11.0390625, false]], [[-10.7890625, false]], [[-10.2890625, false]], [[-6.04296875, false]], [[-10.0390625, false]], [[-12.7890625, false]], [[-6.04296875, false]], [[-14.2890625, false]], [[-13.2890625, false]], [[-10.2890625, false]], [[-6.04296875, false]], [[-14.2890625, false]], [[-10.0390625, false]], [[-8.5390625, false]], [[-10.7890625, false]], [[-6.04296875, false]], [[-8.5390625, false]], [[-12.0390625, false]], [[-10.7890625, false]], [[-6.04296875, false]], [[-13.2890625, false]], [[-8.5390625, false]], [[-14.2890625, false]], [[-12.5390625, false]], [[-6.04296875, false]], [[-14.2890625, false]], [[-13.2890625, false]], [[-10.2890625, false]], [[-6.04296875, false]], [[-12.2890625, false]], [[-10.0390625, false]], [[-11.0390625, false]], [[-11.7890625, false]], [[-7.859375, false]], [[-10.2890625, false]], [[-14.7890625, false]]], "filtered_resps": [[-8.7890625, false], [-10.2890625, false], [-7.04296875, false], [-14.2890625, false], [-10.0390625, false], [-14.2890625, false], [-12.5390625, false], [-12.2890625, false], [-6.04296875, false], [-13.0390625, false], [-8.5390625, false], [-12.2890625, false], [-13.2890625, false], [-6.04296875, false], [-14.2890625, false], [-13.2890625, false], [-10.2890625, false], [-6.04296875, false], [-12.5390625, false], [-10.0390625, false], [-11.7890625, false], [-11.7890625, false], [-12.5390625, false], [-14.2890625, false], [-8.5390625, false], [-12.0390625, false], [-14.2890625, false], [-12.2890625, false], [-6.04296875, false], [-11.0390625, false], [-12.0390625, false], [-14.2890625, false], [-10.0390625, false], [-6.04296875, false], [-11.7890625, false], [-8.5390625, false], [-15.0390625, false], [-10.2890625, false], [-12.2890625, false], [-6.04296875, false], [-8.5390625, false], [-12.0390625, false], [-10.7890625, false], [-6.04296875, false], [-14.2890625, false], [-11.0390625, false], [-13.0390625, false], [-10.2890625, false], [-14.2890625, false], [-12.2890625, false], [-7.859375, false], [-10.2890625, false], [-10.609375, false], [-6.04296875, false], [-10.2890625, false], [-4.54296875, false], [-12.0390625, false], [-11.0390625, false], [-12.5390625, false], [-8.5390625, false], [-11.7890625, false], [-12.2890625, false], [-6.04296875, false], [-12.5390625, false], [-10.2890625, false], [-11.5390625, false], [-10.0390625, false], [-12.5390625, false], [-10.2890625, false], [-6.04296875, false], [-12.2890625, false], [-11.0390625, false], [-11.5390625, false], [-15.0390625, false], [-6.04296875, false], [-12.7890625, false], [-14.2890625, false], [-10.0390625, false], [-12.5390625, false], [-6.04296875, false], [-11.7890625, false], [-11.0390625, false], [-11.5390625, false], [-15.0390625, false], [-11.0390625, false], [-12.0390625, false], [-14.2890625, false], [-6.04296875, false], [-14.2890625, false], [-13.2890625, false], [-10.2890625, false], [-6.04296875, false], [-12.5390625, false], [-10.0390625, false], [-11.7890625, false], [-11.7890625, false], [-12.5390625, false], [-14.2890625, false], [-8.5390625, false], [-12.0390625, false], [-14.2890625, false], [-12.2890625, false], [-6.04296875, false], [-10.0390625, false], [-12.0390625, false], [-6.04296875, false], [-14.2890625, false], [-13.2890625, false], [-10.2890625, false], [-6.04296875, false], [-14.2890625, false], [-10.0390625, false], [-8.5390625, false], [-10.7890625, false], [-7.859375, false], [-10.2890625, false], [-10.609375, false], [-6.04296875, false], [-10.2890625, false], [-4.54296875, false], [-12.0390625, false], [-11.0390625, false], [-12.5390625, false], [-8.5390625, false], [-11.7890625, false], [-12.2890625, false], [-6.04296875, false], [-14.2890625, false], [-10.2890625, false], [-14.2890625, false], [-6.04296875, false], [-12.2890625, false], [-14.2890625, false], [-12.5390625, false], [-11.5390625, false], [-15.0390625, false], [-6.04296875, false], [-11.0390625, false], [-12.0390625, false], [-6.04296875, false], [-14.2890625, false], [-13.2890625, false], [-10.2890625, false], [-6.04296875, false], [-12.5390625, false], [-10.0390625, false], [-11.7890625, false], [-11.7890625, false], [-12.5390625, false], [-14.2890625, false], [-8.5390625, false], [-12.0390625, false], [-14.2890625, false], [-12.2890625, false], [-6.04296875, false], [-13.0390625, false], [-13.2890625, false], [-10.2890625, false], [-12.0390625, false], [-6.04296875, false], [-14.2890625, false], [-13.2890625, false], [-10.2890625, false], [-14.5390625, false], [-6.04296875, false], [-11.5390625, false], [-14.2890625, false], [-10.0390625, false], [-12.2890625, false], [-12.2890625, false], [-6.04296875, false], [-14.2890625, false], [-13.2890625, false], [-10.2890625, false], [-6.04296875, false], [-14.2890625, false], [-10.0390625, false], [-8.5390625, false], [-10.7890625, false], [-7.859375, false], [-10.2890625, false], [-10.609375, false], [-6.04296875, false], [-10.2890625, false], [-8.0390625, false], [-11.0390625, false], [-12.0390625, false], [-10.7890625, false], [-12.2890625, false], [-6.04296875, false], [-12.5390625, false], [-11.7890625, false], [-10.0390625, false], [-13.0390625, false], [-6.04296875, false], [-14.2890625, false], [-13.2890625, false], [-10.2890625, false], [-6.04296875, false], [-12.5390625, false], [-10.0390625, false], [-11.7890625, false], [-11.7890625, false], [-12.5390625, false], [-14.2890625, false], [-8.5390625, false], [-12.0390625, false], [-14.2890625, false], [-12.2890625, false], [-6.04296875, false], [-14.2890625, false], [-10.0390625, false], [-6.04296875, false], [-14.2890625, false], [-13.2890625, false], [-10.2890625, false], [-6.04296875, false], [-12.2890625, false], [-11.0390625, false], [-10.7890625, false], [-10.2890625, false], [-6.04296875, false], [-10.0390625, false], [-12.7890625, false], [-6.04296875, false], [-14.2890625, false], [-13.2890625, false], [-10.2890625, false], [-6.04296875, false], [-14.2890625, false], [-10.0390625, false], [-8.5390625, false], [-10.7890625, false], [-6.04296875, false], [-8.5390625, false], [-12.0390625, false], [-10.7890625, false], [-6.04296875, false], [-13.2890625, false], [-8.5390625, false], [-14.2890625, false], [-12.5390625, false], [-6.04296875, false], [-14.2890625, false], [-13.2890625, false], [-10.2890625, false], [-6.04296875, false], [-12.2890625, false], [-10.0390625, false], [-11.0390625, false], [-11.7890625, false], [-7.859375, false], [-10.2890625, false], [-14.7890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 165, "doc": {"id": "Mercury_SC_401624", "question": "The egg stage in the life cycle of a bird is most like which phase in the life cycle of certain types of flowers?", "choices": {"text": ["seed", "spore", "pollen", "immature flower"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "seed", "arguments": ["Question: The egg stage in the life cycle of a bird is most like which phase in the life cycle of certain types of flowers?\nAnswer:", " ["], "resps": [[[-7.4140625, false]], [[-9.1640625, false]], [[-8.4140625, false]], [[-7.6640625, false]], [[-7.6640625, false]], [[-8.9140625, false]], [[-9.1640625, false]], [[-10.015625, false]], [[-5.4140625, false]], [[-9.1640625, false]], [[-8.4140625, false]], [[-8.4140625, false]], [[-7.9140625, false]], [[-7.9140625, false]], [[-7.6640625, false]], [[-9.1640625, false]], [[-10.015625, false]], [[-5.4140625, false]], [[-9.1640625, false]], [[-8.4140625, false]], [[-7.9140625, false]], [[-9.9140625, false]], [[-9.9140625, false]], [[-7.6640625, false]], [[-7.9140625, false]], [[-9.1640625, false]], [[-10.015625, false]], [[-5.4140625, false]], [[-9.1640625, false]], [[-8.9140625, false]], [[-9.9140625, false]], [[-9.9140625, false]], [[-5.6640625, false]], [[-9.9140625, false]], [[-9.1640625, false]], [[-7.9140625, false]], [[-7.6640625, false]], [[-5.4140625, false]], [[-8.4140625, false]], [[-9.9140625, false]], [[-7.9140625, false]], [[-9.9140625, false]], [[-7.6640625, false]], [[-7.9140625, false]], [[-9.1640625, false]], [[-12.9140625, false]]], "filtered_resps": [[-7.4140625, false], [-9.1640625, false], [-8.4140625, false], [-7.6640625, false], [-7.6640625, false], [-8.9140625, false], [-9.1640625, false], [-10.015625, false], [-5.4140625, false], [-9.1640625, false], [-8.4140625, false], [-8.4140625, false], [-7.9140625, false], [-7.9140625, false], [-7.6640625, false], [-9.1640625, false], [-10.015625, false], [-5.4140625, false], [-9.1640625, false], [-8.4140625, false], [-7.9140625, false], [-9.9140625, false], [-9.9140625, false], [-7.6640625, false], [-7.9140625, false], [-9.1640625, false], [-10.015625, false], [-5.4140625, false], [-9.1640625, false], [-8.9140625, false], [-9.9140625, false], [-9.9140625, false], [-5.6640625, false], [-9.9140625, false], [-9.1640625, false], [-7.9140625, false], [-7.6640625, false], [-5.4140625, false], [-8.4140625, false], [-9.9140625, false], [-7.9140625, false], [-9.9140625, false], [-7.6640625, false], [-7.9140625, false], [-9.1640625, false], [-12.9140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 173, "doc": {"id": "Mercury_SC_400364", "question": "If the climate in an area changed over time to become very cold, which change would most likely help a species living there to survive?", "choices": {"text": ["a thicker neck and longer tail", "a larger mouth and stronger jaws", "an increase in fur and fat", "an increase in height and speed"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "an increase in fur and fat", "arguments": ["Question: If the climate in an area changed over time to become very cold, which change would most likely help a species living there to survive?\nAnswer:", " ["], "resps": [[[-7.3828125, false]], [[-9.1328125, false]], [[-5.2578125, false]], [[-5.6328125, false]], [[-11.0078125, false]], [[-12.2578125, false]], [[-8.2578125, false]], [[-9.8828125, false]], [[-12.0078125, false]], [[-8.1328125, false]], [[-12.0078125, false]], [[-5.6328125, false]], [[-10.0078125, false]], [[-8.1328125, false]], [[-9.8828125, false]], [[-12.0078125, false]], [[-5.6328125, false]], [[-5.2578125, false]], [[-10.0078125, false]], [[-8.5078125, false]], [[-5.6328125, false]], [[-11.5078125, false]], [[-9.8828125, false]], [[-10.0078125, false]], [[-12.3828125, false]], [[-8.1328125, false]], [[-12.0078125, false]], [[-5.6328125, false]], [[-11.0078125, false]], [[-5.2578125, false]], [[-8.2578125, false]], [[-11.5078125, false]], [[-9.1328125, false]], [[-10.3359375, false]], [[-5.6328125, false]], [[-9.1328125, false]], [[-5.2578125, false]], [[-5.6328125, false]], [[-11.5078125, false]], [[-5.2578125, false]], [[-12.0078125, false]], [[-12.3828125, false]], [[-8.1328125, false]], [[-12.0078125, false]], [[-5.6328125, false]], [[-10.8828125, false]], [[-9.8828125, false]], [[-12.0078125, false]], [[-11.0078125, false]], [[-12.2578125, false]], [[-5.6328125, false]], [[-5.2578125, false]], [[-10.0078125, false]], [[-8.5078125, false]], [[-5.6328125, false]], [[-10.3828125, false]], [[-11.0078125, false]], [[-12.0078125, false]], [[-9.8828125, false]], [[-10.0078125, false]], [[-12.3828125, false]], [[-8.1328125, false]], [[-12.0078125, false]], [[-5.6328125, false]], [[-13.2578125, false]], [[-5.2578125, false]], [[-11.1328125, false]], [[-10.3828125, false]], [[-9.1328125, false]], [[-10.3359375, false]], [[-5.6328125, false]], [[-9.1328125, false]], [[-5.2578125, false]], [[-10.0078125, false]], [[-5.6328125, false]], [[-8.2578125, false]], [[-10.0078125, false]], [[-9.8828125, false]], [[-12.0078125, false]], [[-8.1328125, false]], [[-5.2578125, false]], [[-10.3828125, false]], [[-8.1328125, false]], [[-5.6328125, false]], [[-8.2578125, false]], [[-10.0078125, false]], [[-5.6328125, false]], [[-9.7578125, false]], [[-12.0078125, false]], [[-12.0078125, false]], [[-5.6328125, false]], [[-5.2578125, false]], [[-10.0078125, false]], [[-8.5078125, false]], [[-5.6328125, false]], [[-9.7578125, false]], [[-5.2578125, false]], [[-11.0078125, false]], [[-9.1328125, false]], [[-10.3359375, false]], [[-5.6328125, false]], [[-9.1328125, false]], [[-5.2578125, false]], [[-10.0078125, false]], [[-5.6328125, false]], [[-8.2578125, false]], [[-10.0078125, false]], [[-9.8828125, false]], [[-12.0078125, false]], [[-8.1328125, false]], [[-5.2578125, false]], [[-10.3828125, false]], [[-8.1328125, false]], [[-5.6328125, false]], [[-8.2578125, false]], [[-10.0078125, false]], [[-5.6328125, false]], [[-12.2578125, false]], [[-8.1328125, false]], [[-8.2578125, false]], [[-12.3828125, false]], [[-12.2578125, false]], [[-11.0078125, false]], [[-5.6328125, false]], [[-5.2578125, false]], [[-10.0078125, false]], [[-8.5078125, false]], [[-5.6328125, false]], [[-10.3828125, false]], [[-10.2578125, false]], [[-8.1328125, false]], [[-8.1328125, false]], [[-8.5078125, false]], [[-9.1328125, false]], [[-13.7578125, false]]], "filtered_resps": [[-7.3828125, false], [-9.1328125, false], [-5.2578125, false], [-5.6328125, false], [-11.0078125, false], [-12.2578125, false], [-8.2578125, false], [-9.8828125, false], [-12.0078125, false], [-8.1328125, false], [-12.0078125, false], [-5.6328125, false], [-10.0078125, false], [-8.1328125, false], [-9.8828125, false], [-12.0078125, false], [-5.6328125, false], [-5.2578125, false], [-10.0078125, false], [-8.5078125, false], [-5.6328125, false], [-11.5078125, false], [-9.8828125, false], [-10.0078125, false], [-12.3828125, false], [-8.1328125, false], [-12.0078125, false], [-5.6328125, false], [-11.0078125, false], [-5.2578125, false], [-8.2578125, false], [-11.5078125, false], [-9.1328125, false], [-10.3359375, false], [-5.6328125, false], [-9.1328125, false], [-5.2578125, false], [-5.6328125, false], [-11.5078125, false], [-5.2578125, false], [-12.0078125, false], [-12.3828125, false], [-8.1328125, false], [-12.0078125, false], [-5.6328125, false], [-10.8828125, false], [-9.8828125, false], [-12.0078125, false], [-11.0078125, false], [-12.2578125, false], [-5.6328125, false], [-5.2578125, false], [-10.0078125, false], [-8.5078125, false], [-5.6328125, false], [-10.3828125, false], [-11.0078125, false], [-12.0078125, false], [-9.8828125, false], [-10.0078125, false], [-12.3828125, false], [-8.1328125, false], [-12.0078125, false], [-5.6328125, false], [-13.2578125, false], [-5.2578125, false], [-11.1328125, false], [-10.3828125, false], [-9.1328125, false], [-10.3359375, false], [-5.6328125, false], [-9.1328125, false], [-5.2578125, false], [-10.0078125, false], [-5.6328125, false], [-8.2578125, false], [-10.0078125, false], [-9.8828125, false], [-12.0078125, false], [-8.1328125, false], [-5.2578125, false], [-10.3828125, false], [-8.1328125, false], [-5.6328125, false], [-8.2578125, false], [-10.0078125, false], [-5.6328125, false], [-9.7578125, false], [-12.0078125, false], [-12.0078125, false], [-5.6328125, false], [-5.2578125, false], [-10.0078125, false], [-8.5078125, false], [-5.6328125, false], [-9.7578125, false], [-5.2578125, false], [-11.0078125, false], [-9.1328125, false], [-10.3359375, false], [-5.6328125, false], [-9.1328125, false], [-5.2578125, false], [-10.0078125, false], [-5.6328125, false], [-8.2578125, false], [-10.0078125, false], [-9.8828125, false], [-12.0078125, false], [-8.1328125, false], [-5.2578125, false], [-10.3828125, false], [-8.1328125, false], [-5.6328125, false], [-8.2578125, false], [-10.0078125, false], [-5.6328125, false], [-12.2578125, false], [-8.1328125, false], [-8.2578125, false], [-12.3828125, false], [-12.2578125, false], [-11.0078125, false], [-5.6328125, false], [-5.2578125, false], [-10.0078125, false], [-8.5078125, false], [-5.6328125, false], [-10.3828125, false], [-10.2578125, false], [-8.1328125, false], [-8.1328125, false], [-8.5078125, false], [-9.1328125, false], [-13.7578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 181, "doc": {"id": "MCAS_2015_8_6", "question": "Which of the following statements best describes the role of gravity in the formation of stars?", "choices": {"text": ["Gravity converts solid matter into gases and light energy.", "Gravity causes gases and dust particles to condense into spheres.", "Gravity cools gases and liquids until they become one solid mass.", "Gravity pushes rocks and dust particles outward from a dense center."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Gravity causes gases and dust particles to condense into spheres.", "arguments": ["Question: Which of the following statements best describes the role of gravity in the formation of stars?\nAnswer:", " ["], "resps": [[[-6.11328125, false]], [[-9.109375, false]], [[-6.36328125, false]], [[-9.109375, false]], [[-4.36328125, false]], [[-9.109375, false]], [[-8.359375, false]], [[-8.609375, false]], [[-10.859375, false]], [[-5.61328125, false]], [[-6.86328125, false]], [[-9.359375, false]], [[-8.859375, false]], [[-9.109375, false]], [[-7.86328125, false]], [[-9.109375, false]], [[-8.609375, false]], [[-9.609375, false]], [[-5.61328125, false]], [[-9.609375, false]], [[-9.359375, false]], [[-10.609375, false]], [[-8.359375, false]], [[-8.109375, false]], [[-5.61328125, false]], [[-8.109375, false]], [[-4.36328125, false]], [[-8.609375, false]], [[-8.609375, false]], [[-7.86328125, false]], [[-9.109375, false]], [[-5.61328125, false]], [[-8.359375, false]], [[-8.859375, false]], [[-8.609375, false]], [[-9.359375, false]], [[-5.61328125, false]], [[-9.359375, false]], [[-4.36328125, false]], [[-9.609375, false]], [[-7.86328125, false]], [[-9.609375, false]], [[-5.61328125, false]], [[-4.36328125, false]], [[-8.859375, false]], [[-8.109375, false]], [[-5.61328125, false]], [[-10.609375, false]], [[-8.359375, false]], [[-9.359375, false]], [[-8.609375, false]], [[-8.609375, false]], [[-5.61328125, false]], [[-7.86328125, false]], [[-8.859375, false]], [[-7.86328125, false]], [[-9.109375, false]], [[-9.359375, false]], [[-10.859375, false]], [[-6.51953125, false]], [[-9.109375, false]], [[-9.640625, false]], [[-5.61328125, false]], [[-9.109375, false]], [[-6.36328125, false]], [[-9.109375, false]], [[-4.36328125, false]], [[-9.109375, false]], [[-8.359375, false]], [[-8.609375, false]], [[-10.859375, false]], [[-5.61328125, false]], [[-6.86328125, false]], [[-4.36328125, false]], [[-11.609375, false]], [[-9.609375, false]], [[-7.86328125, false]], [[-9.609375, false]], [[-5.61328125, false]], [[-9.359375, false]], [[-4.36328125, false]], [[-9.609375, false]], [[-7.86328125, false]], [[-9.609375, false]], [[-5.61328125, false]], [[-4.36328125, false]], [[-8.859375, false]], [[-8.109375, false]], [[-5.61328125, false]], [[-8.109375, false]], [[-11.609375, false]], [[-9.609375, false]], [[-8.609375, false]], [[-5.61328125, false]], [[-8.609375, false]], [[-4.36328125, false]], [[-9.109375, false]], [[-8.609375, false]], [[-8.359375, false]], [[-6.86328125, false]], [[-10.609375, false]], [[-7.86328125, false]], [[-9.609375, false]], [[-5.61328125, false]], [[-8.609375, false]], [[-9.359375, false]], [[-5.61328125, false]], [[-6.86328125, false]], [[-9.359375, false]], [[-8.859375, false]], [[-8.109375, false]], [[-7.86328125, false]], [[-8.859375, false]], [[-9.609375, false]], [[-7.86328125, false]], [[-5.61328125, false]], [[-8.359375, false]], [[-8.859375, false]], [[-8.609375, false]], [[-9.359375, false]], [[-5.61328125, false]], [[-9.609375, false]], [[-8.609375, false]], [[-8.609375, false]], [[-7.86328125, false]], [[-9.109375, false]], [[-7.86328125, false]], [[-9.609375, false]], [[-6.51953125, false]], [[-9.109375, false]], [[-9.640625, false]], [[-5.61328125, false]], [[-9.109375, false]], [[-6.36328125, false]], [[-9.109375, false]], [[-4.36328125, false]], [[-9.109375, false]], [[-8.359375, false]], [[-8.609375, false]], [[-10.859375, false]], [[-5.61328125, false]], [[-6.86328125, false]], [[-9.359375, false]], [[-9.359375, false]], [[-10.609375, false]], [[-9.609375, false]], [[-5.61328125, false]], [[-9.359375, false]], [[-4.36328125, false]], [[-9.609375, false]], [[-7.86328125, false]], [[-9.609375, false]], [[-5.61328125, false]], [[-4.36328125, false]], [[-8.859375, false]], [[-8.109375, false]], [[-5.61328125, false]], [[-10.609375, false]], [[-8.359375, false]], [[-8.859375, false]], [[-11.609375, false]], [[-8.359375, false]], [[-8.109375, false]], [[-9.609375, false]], [[-5.61328125, false]], [[-11.609375, false]], [[-8.859375, false]], [[-8.609375, false]], [[-8.359375, false]], [[-10.609375, false]], [[-5.61328125, false]], [[-8.609375, false]], [[-8.609375, false]], [[-7.86328125, false]], [[-10.859375, false]], [[-5.61328125, false]], [[-5.61328125, false]], [[-7.86328125, false]], [[-6.86328125, false]], [[-9.359375, false]], [[-8.109375, false]], [[-7.86328125, false]], [[-5.61328125, false]], [[-9.359375, false]], [[-8.859375, false]], [[-7.86328125, false]], [[-5.61328125, false]], [[-9.609375, false]], [[-9.359375, false]], [[-10.609375, false]], [[-8.359375, false]], [[-8.109375, false]], [[-5.61328125, false]], [[-8.109375, false]], [[-4.36328125, false]], [[-9.609375, false]], [[-9.609375, false]], [[-6.51953125, false]], [[-9.109375, false]], [[-9.640625, false]], [[-5.61328125, false]], [[-9.109375, false]], [[-6.36328125, false]], [[-9.109375, false]], [[-4.36328125, false]], [[-9.109375, false]], [[-8.359375, false]], [[-8.609375, false]], [[-10.859375, false]], [[-5.61328125, false]], [[-8.609375, false]], [[-11.609375, false]], [[-9.609375, false]], [[-8.609375, false]], [[-7.86328125, false]], [[-9.609375, false]], [[-5.61328125, false]], [[-9.109375, false]], [[-9.359375, false]], [[-6.86328125, false]], [[-10.109375, false]], [[-9.609375, false]], [[-5.61328125, false]], [[-4.36328125, false]], [[-8.859375, false]], [[-8.109375, false]], [[-5.61328125, false]], [[-8.109375, false]], [[-11.609375, false]], [[-9.609375, false]], [[-8.609375, false]], [[-5.61328125, false]], [[-8.609375, false]], [[-4.36328125, false]], [[-9.109375, false]], [[-8.609375, false]], [[-8.359375, false]], [[-6.86328125, false]], [[-10.609375, false]], [[-7.86328125, false]], [[-9.609375, false]], [[-5.61328125, false]], [[-9.359375, false]], [[-11.609375, false]], [[-8.609375, false]], [[-10.359375, false]], [[-4.36328125, false]], [[-9.109375, false]], [[-8.109375, false]], [[-5.61328125, false]], [[-8.359375, false]], [[-9.109375, false]], [[-9.359375, false]], [[-8.109375, false]], [[-5.61328125, false]], [[-4.36328125, false]], [[-5.61328125, false]], [[-8.109375, false]], [[-7.86328125, false]], [[-8.859375, false]], [[-9.609375, false]], [[-7.86328125, false]], [[-5.61328125, false]], [[-6.86328125, false]], [[-7.86328125, false]], [[-8.859375, false]], [[-8.609375, false]], [[-7.86328125, false]], [[-9.109375, false]], [[-6.51953125, false]], [[-9.109375, false]], [[-10.359375, false]]], "filtered_resps": [[-6.11328125, false], [-9.109375, false], [-6.36328125, false], [-9.109375, false], [-4.36328125, false], [-9.109375, false], [-8.359375, false], [-8.609375, false], [-10.859375, false], [-5.61328125, false], [-6.86328125, false], [-9.359375, false], [-8.859375, false], [-9.109375, false], [-7.86328125, false], [-9.109375, false], [-8.609375, false], [-9.609375, false], [-5.61328125, false], [-9.609375, false], [-9.359375, false], [-10.609375, false], [-8.359375, false], [-8.109375, false], [-5.61328125, false], [-8.109375, false], [-4.36328125, false], [-8.609375, false], [-8.609375, false], [-7.86328125, false], [-9.109375, false], [-5.61328125, false], [-8.359375, false], [-8.859375, false], [-8.609375, false], [-9.359375, false], [-5.61328125, false], [-9.359375, false], [-4.36328125, false], [-9.609375, false], [-7.86328125, false], [-9.609375, false], [-5.61328125, false], [-4.36328125, false], [-8.859375, false], [-8.109375, false], [-5.61328125, false], [-10.609375, false], [-8.359375, false], [-9.359375, false], [-8.609375, false], [-8.609375, false], [-5.61328125, false], [-7.86328125, false], [-8.859375, false], [-7.86328125, false], [-9.109375, false], [-9.359375, false], [-10.859375, false], [-6.51953125, false], [-9.109375, false], [-9.640625, false], [-5.61328125, false], [-9.109375, false], [-6.36328125, false], [-9.109375, false], [-4.36328125, false], [-9.109375, false], [-8.359375, false], [-8.609375, false], [-10.859375, false], [-5.61328125, false], [-6.86328125, false], [-4.36328125, false], [-11.609375, false], [-9.609375, false], [-7.86328125, false], [-9.609375, false], [-5.61328125, false], [-9.359375, false], [-4.36328125, false], [-9.609375, false], [-7.86328125, false], [-9.609375, false], [-5.61328125, false], [-4.36328125, false], [-8.859375, false], [-8.109375, false], [-5.61328125, false], [-8.109375, false], [-11.609375, false], [-9.609375, false], [-8.609375, false], [-5.61328125, false], [-8.609375, false], [-4.36328125, false], [-9.109375, false], [-8.609375, false], [-8.359375, false], [-6.86328125, false], [-10.609375, false], [-7.86328125, false], [-9.609375, false], [-5.61328125, false], [-8.609375, false], [-9.359375, false], [-5.61328125, false], [-6.86328125, false], [-9.359375, false], [-8.859375, false], [-8.109375, false], [-7.86328125, false], [-8.859375, false], [-9.609375, false], [-7.86328125, false], [-5.61328125, false], [-8.359375, false], [-8.859375, false], [-8.609375, false], [-9.359375, false], [-5.61328125, false], [-9.609375, false], [-8.609375, false], [-8.609375, false], [-7.86328125, false], [-9.109375, false], [-7.86328125, false], [-9.609375, false], [-6.51953125, false], [-9.109375, false], [-9.640625, false], [-5.61328125, false], [-9.109375, false], [-6.36328125, false], [-9.109375, false], [-4.36328125, false], [-9.109375, false], [-8.359375, false], [-8.609375, false], [-10.859375, false], [-5.61328125, false], [-6.86328125, false], [-9.359375, false], [-9.359375, false], [-10.609375, false], [-9.609375, false], [-5.61328125, false], [-9.359375, false], [-4.36328125, false], [-9.609375, false], [-7.86328125, false], [-9.609375, false], [-5.61328125, false], [-4.36328125, false], [-8.859375, false], [-8.109375, false], [-5.61328125, false], [-10.609375, false], [-8.359375, false], [-8.859375, false], [-11.609375, false], [-8.359375, false], [-8.109375, false], [-9.609375, false], [-5.61328125, false], [-11.609375, false], [-8.859375, false], [-8.609375, false], [-8.359375, false], [-10.609375, false], [-5.61328125, false], [-8.609375, false], [-8.609375, false], [-7.86328125, false], [-10.859375, false], [-5.61328125, false], [-5.61328125, false], [-7.86328125, false], [-6.86328125, false], [-9.359375, false], [-8.109375, false], [-7.86328125, false], [-5.61328125, false], [-9.359375, false], [-8.859375, false], [-7.86328125, false], [-5.61328125, false], [-9.609375, false], [-9.359375, false], [-10.609375, false], [-8.359375, false], [-8.109375, false], [-5.61328125, false], [-8.109375, false], [-4.36328125, false], [-9.609375, false], [-9.609375, false], [-6.51953125, false], [-9.109375, false], [-9.640625, false], [-5.61328125, false], [-9.109375, false], [-6.36328125, false], [-9.109375, false], [-4.36328125, false], [-9.109375, false], [-8.359375, false], [-8.609375, false], [-10.859375, false], [-5.61328125, false], [-8.609375, false], [-11.609375, false], [-9.609375, false], [-8.609375, false], [-7.86328125, false], [-9.609375, false], [-5.61328125, false], [-9.109375, false], [-9.359375, false], [-6.86328125, false], [-10.109375, false], [-9.609375, false], [-5.61328125, false], [-4.36328125, false], [-8.859375, false], [-8.109375, false], [-5.61328125, false], [-8.109375, false], [-11.609375, false], [-9.609375, false], [-8.609375, false], [-5.61328125, false], [-8.609375, false], [-4.36328125, false], [-9.109375, false], [-8.609375, false], [-8.359375, false], [-6.86328125, false], [-10.609375, false], [-7.86328125, false], [-9.609375, false], [-5.61328125, false], [-9.359375, false], [-11.609375, false], [-8.609375, false], [-10.359375, false], [-4.36328125, false], [-9.109375, false], [-8.109375, false], [-5.61328125, false], [-8.359375, false], [-9.109375, false], [-9.359375, false], [-8.109375, false], [-5.61328125, false], [-4.36328125, false], [-5.61328125, false], [-8.109375, false], [-7.86328125, false], [-8.859375, false], [-9.609375, false], [-7.86328125, false], [-5.61328125, false], [-6.86328125, false], [-7.86328125, false], [-8.859375, false], [-8.609375, false], [-7.86328125, false], [-9.109375, false], [-6.51953125, false], [-9.109375, false], [-10.359375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 189, "doc": {"id": "Mercury_SC_407192", "question": "Which of these is most likely a result of using pesticides on farm crops?", "choices": {"text": ["rainfall levels could decrease", "air temperatures could increase", "water sources could become polluted", "caterpillars could become extinct"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "water sources could become polluted", "arguments": ["Question: Which of these is most likely a result of using pesticides on farm crops?\nAnswer:", " ["], "resps": [[[-7.18359375, false]], [[-8.6875, false]], [[-11.3125, false]], [[-6.30859375, false]], [[-9.3125, false]], [[-8.8125, false]], [[-10.8125, false]], [[-6.30859375, false]], [[-11.0625, false]], [[-11.0625, false]], [[-5.55859375, false]], [[-11.0625, false]], [[-9.0625, false]], [[-11.8125, false]], [[-9.0625, false]], [[-11.0625, false]], [[-10.0625, false]], [[-5.55859375, false]], [[-9.8125, false]], [[-9.3125, false]], [[-10.3125, false]], [[-11.0625, false]], [[-8.4375, false]], [[-5.55859375, false]], [[-8.4375, false]], [[-9.0625, false]], [[-9.8125, false]], [[-11.3125, false]], [[-9.0625, false]], [[-6.30859375, false]], [[-10.0625, false]], [[-9.0625, false]], [[-8.6875, false]], [[-9.6953125, false]], [[-5.55859375, false]], [[-8.6875, false]], [[-6.30859375, false]], [[-9.3125, false]], [[-11.3125, false]], [[-5.55859375, false]], [[-11.6875, false]], [[-9.0625, false]], [[-10.4375, false]], [[-9.3125, false]], [[-9.0625, false]], [[-11.3125, false]], [[-6.30859375, false]], [[-11.6875, false]], [[-10.3125, false]], [[-11.3125, false]], [[-9.0625, false]], [[-10.0625, false]], [[-5.55859375, false]], [[-9.8125, false]], [[-9.3125, false]], [[-10.3125, false]], [[-11.0625, false]], [[-8.4375, false]], [[-5.55859375, false]], [[-9.3125, false]], [[-8.8125, false]], [[-9.8125, false]], [[-11.3125, false]], [[-9.0625, false]], [[-6.30859375, false]], [[-10.0625, false]], [[-9.0625, false]], [[-8.6875, false]], [[-9.6953125, false]], [[-5.55859375, false]], [[-8.6875, false]], [[-10.0625, false]], [[-6.30859375, false]], [[-11.6875, false]], [[-9.0625, false]], [[-11.3125, false]], [[-5.55859375, false]], [[-10.0625, false]], [[-9.3125, false]], [[-10.3125, false]], [[-11.3125, false]], [[-9.8125, false]], [[-9.0625, false]], [[-10.0625, false]], [[-5.55859375, false]], [[-9.8125, false]], [[-9.3125, false]], [[-10.3125, false]], [[-11.0625, false]], [[-8.4375, false]], [[-5.55859375, false]], [[-8.9375, false]], [[-9.0625, false]], [[-9.8125, false]], [[-9.3125, false]], [[-10.4375, false]], [[-9.0625, false]], [[-5.55859375, false]], [[-9.3125, false]], [[-9.3125, false]], [[-11.0625, false]], [[-11.0625, false]], [[-10.3125, false]], [[-11.6875, false]], [[-9.0625, false]], [[-8.4375, false]], [[-8.6875, false]], [[-9.6953125, false]], [[-5.55859375, false]], [[-8.6875, false]], [[-9.8125, false]], [[-6.30859375, false]], [[-11.6875, false]], [[-9.0625, false]], [[-11.3125, false]], [[-9.3125, false]], [[-9.3125, false]], [[-11.0625, false]], [[-11.0625, false]], [[-6.30859375, false]], [[-11.3125, false]], [[-10.0625, false]], [[-5.55859375, false]], [[-9.8125, false]], [[-9.3125, false]], [[-10.3125, false]], [[-11.0625, false]], [[-8.4375, false]], [[-5.55859375, false]], [[-8.9375, false]], [[-9.0625, false]], [[-9.8125, false]], [[-9.3125, false]], [[-10.4375, false]], [[-9.0625, false]], [[-5.55859375, false]], [[-9.0625, false]], [[-11.3125, false]], [[-11.6875, false]], [[-9.3125, false]], [[-8.8125, false]], [[-9.8125, false]], [[-11.6875, false]], [[-8.6875, false]], [[-14.8125, false]]], "filtered_resps": [[-7.18359375, false], [-8.6875, false], [-11.3125, false], [-6.30859375, false], [-9.3125, false], [-8.8125, false], [-10.8125, false], [-6.30859375, false], [-11.0625, false], [-11.0625, false], [-5.55859375, false], [-11.0625, false], [-9.0625, false], [-11.8125, false], [-9.0625, false], [-11.0625, false], [-10.0625, false], [-5.55859375, false], [-9.8125, false], [-9.3125, false], [-10.3125, false], [-11.0625, false], [-8.4375, false], [-5.55859375, false], [-8.4375, false], [-9.0625, false], [-9.8125, false], [-11.3125, false], [-9.0625, false], [-6.30859375, false], [-10.0625, false], [-9.0625, false], [-8.6875, false], [-9.6953125, false], [-5.55859375, false], [-8.6875, false], [-6.30859375, false], [-9.3125, false], [-11.3125, false], [-5.55859375, false], [-11.6875, false], [-9.0625, false], [-10.4375, false], [-9.3125, false], [-9.0625, false], [-11.3125, false], [-6.30859375, false], [-11.6875, false], [-10.3125, false], [-11.3125, false], [-9.0625, false], [-10.0625, false], [-5.55859375, false], [-9.8125, false], [-9.3125, false], [-10.3125, false], [-11.0625, false], [-8.4375, false], [-5.55859375, false], [-9.3125, false], [-8.8125, false], [-9.8125, false], [-11.3125, false], [-9.0625, false], [-6.30859375, false], [-10.0625, false], [-9.0625, false], [-8.6875, false], [-9.6953125, false], [-5.55859375, false], [-8.6875, false], [-10.0625, false], [-6.30859375, false], [-11.6875, false], [-9.0625, false], [-11.3125, false], [-5.55859375, false], [-10.0625, false], [-9.3125, false], [-10.3125, false], [-11.3125, false], [-9.8125, false], [-9.0625, false], [-10.0625, false], [-5.55859375, false], [-9.8125, false], [-9.3125, false], [-10.3125, false], [-11.0625, false], [-8.4375, false], [-5.55859375, false], [-8.9375, false], [-9.0625, false], [-9.8125, false], [-9.3125, false], [-10.4375, false], [-9.0625, false], [-5.55859375, false], [-9.3125, false], [-9.3125, false], [-11.0625, false], [-11.0625, false], [-10.3125, false], [-11.6875, false], [-9.0625, false], [-8.4375, false], [-8.6875, false], [-9.6953125, false], [-5.55859375, false], [-8.6875, false], [-9.8125, false], [-6.30859375, false], [-11.6875, false], [-9.0625, false], [-11.3125, false], [-9.3125, false], [-9.3125, false], [-11.0625, false], [-11.0625, false], [-6.30859375, false], [-11.3125, false], [-10.0625, false], [-5.55859375, false], [-9.8125, false], [-9.3125, false], [-10.3125, false], [-11.0625, false], [-8.4375, false], [-5.55859375, false], [-8.9375, false], [-9.0625, false], [-9.8125, false], [-9.3125, false], [-10.4375, false], [-9.0625, false], [-5.55859375, false], [-9.0625, false], [-11.3125, false], [-11.6875, false], [-9.3125, false], [-8.8125, false], [-9.8125, false], [-11.6875, false], [-8.6875, false], [-14.8125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 197, "doc": {"id": "Mercury_7205573", "question": "All of the planets in the solar system formed at about the same time from a large cloud of gas and dust. How is Earth different from other planets in the solar system?", "choices": {"text": ["Earth has no natural satellites.", "Earth's atmosphere is composed of gases.", "Water is found in all three phases on Earth.", "Volcanoes release liquid rock onto Earth's surface."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Water is found in all three phases on Earth.", "arguments": ["Question: All of the planets in the solar system formed at about the same time from a large cloud of gas and dust. How is Earth different from other planets in the solar system?\nAnswer:", " ["], "resps": [[[-8.375, false]], [[-10.125, false]], [[-5.37890625, false]], [[-9.125, false]], [[-13.375, false]], [[-13.125, false]], [[-13.875, false]], [[-7.12890625, false]], [[-13.875, false]], [[-9.125, false]], [[-12.625, false]], [[-7.12890625, false]], [[-13.125, false]], [[-12.375, false]], [[-7.12890625, false]], [[-13.125, false]], [[-9.125, false]], [[-13.125, false]], [[-15.375, false]], [[-13.375, false]], [[-9.125, false]], [[-12.875, false]], [[-7.12890625, false]], [[-12.625, false]], [[-9.125, false]], [[-13.125, false]], [[-9.375, false]], [[-12.875, false]], [[-12.875, false]], [[-11.125, false]], [[-13.125, false]], [[-9.375, false]], [[-12.625, false]], [[-8.484375, false]], [[-10.125, false]], [[-11.109375, false]], [[-7.12890625, false]], [[-8.125, false]], [[-5.37890625, false]], [[-9.125, false]], [[-13.375, false]], [[-13.125, false]], [[-13.875, false]], [[-10.125, false]], [[-12.625, false]], [[-7.12890625, false]], [[-9.125, false]], [[-13.125, false]], [[-13.875, false]], [[-12.375, false]], [[-12.625, false]], [[-12.625, false]], [[-13.875, false]], [[-9.375, false]], [[-13.375, false]], [[-9.375, false]], [[-7.12890625, false]], [[-11.125, false]], [[-12.625, false]], [[-7.12890625, false]], [[-12.875, false]], [[-12.375, false]], [[-13.875, false]], [[-12.625, false]], [[-12.375, false]], [[-12.625, false]], [[-9.375, false]], [[-11.875, false]], [[-7.12890625, false]], [[-12.375, false]], [[-12.875, false]], [[-7.12890625, false]], [[-14.875, false]], [[-9.125, false]], [[-12.625, false]], [[-9.375, false]], [[-12.625, false]], [[-8.484375, false]], [[-8.125, false]], [[-11.109375, false]], [[-7.12890625, false]], [[-10.125, false]], [[-9.375, false]], [[-9.125, false]], [[-13.125, false]], [[-9.375, false]], [[-13.375, false]], [[-7.12890625, false]], [[-11.125, false]], [[-12.625, false]], [[-7.12890625, false]], [[-12.875, false]], [[-12.375, false]], [[-15.375, false]], [[-13.125, false]], [[-11.875, false]], [[-7.12890625, false]], [[-11.125, false]], [[-13.125, false]], [[-7.12890625, false]], [[-9.125, false]], [[-12.875, false]], [[-12.875, false]], [[-7.12890625, false]], [[-13.125, false]], [[-13.875, false]], [[-13.375, false]], [[-9.375, false]], [[-9.375, false]], [[-7.12890625, false]], [[-12.625, false]], [[-13.875, false]], [[-9.125, false]], [[-12.625, false]], [[-9.375, false]], [[-12.625, false]], [[-7.12890625, false]], [[-12.375, false]], [[-13.125, false]], [[-7.12890625, false]], [[-5.37890625, false]], [[-9.125, false]], [[-13.375, false]], [[-13.125, false]], [[-13.875, false]], [[-8.484375, false]], [[-10.125, false]], [[-11.109375, false]], [[-7.12890625, false]], [[-8.125, false]], [[-10.625, false]], [[-12.375, false]], [[-12.875, false]], [[-12.875, false]], [[-9.125, false]], [[-13.125, false]], [[-12.375, false]], [[-9.375, false]], [[-12.625, false]], [[-7.12890625, false]], [[-13.375, false]], [[-9.375, false]], [[-12.875, false]], [[-9.375, false]], [[-9.125, false]], [[-12.625, false]], [[-9.375, false]], [[-7.12890625, false]], [[-12.875, false]], [[-11.125, false]], [[-16.375, false]], [[-15.375, false]], [[-11.125, false]], [[-11.875, false]], [[-7.12890625, false]], [[-13.375, false]], [[-12.375, false]], [[-12.875, false]], [[-15.125, false]], [[-7.12890625, false]], [[-12.375, false]], [[-13.125, false]], [[-13.125, false]], [[-12.375, false]], [[-7.12890625, false]], [[-5.37890625, false]], [[-9.125, false]], [[-13.375, false]], [[-13.125, false]], [[-13.875, false]], [[-10.125, false]], [[-12.625, false]], [[-7.12890625, false]], [[-12.625, false]], [[-15.375, false]], [[-13.375, false]], [[-12.875, false]], [[-9.125, false]], [[-12.875, false]], [[-9.375, false]], [[-8.484375, false]], [[-8.125, false]], [[-12.875, false]]], "filtered_resps": [[-8.375, false], [-10.125, false], [-5.37890625, false], [-9.125, false], [-13.375, false], [-13.125, false], [-13.875, false], [-7.12890625, false], [-13.875, false], [-9.125, false], [-12.625, false], [-7.12890625, false], [-13.125, false], [-12.375, false], [-7.12890625, false], [-13.125, false], [-9.125, false], [-13.125, false], [-15.375, false], [-13.375, false], [-9.125, false], [-12.875, false], [-7.12890625, false], [-12.625, false], [-9.125, false], [-13.125, false], [-9.375, false], [-12.875, false], [-12.875, false], [-11.125, false], [-13.125, false], [-9.375, false], [-12.625, false], [-8.484375, false], [-10.125, false], [-11.109375, false], [-7.12890625, false], [-8.125, false], [-5.37890625, false], [-9.125, false], [-13.375, false], [-13.125, false], [-13.875, false], [-10.125, false], [-12.625, false], [-7.12890625, false], [-9.125, false], [-13.125, false], [-13.875, false], [-12.375, false], [-12.625, false], [-12.625, false], [-13.875, false], [-9.375, false], [-13.375, false], [-9.375, false], [-7.12890625, false], [-11.125, false], [-12.625, false], [-7.12890625, false], [-12.875, false], [-12.375, false], [-13.875, false], [-12.625, false], [-12.375, false], [-12.625, false], [-9.375, false], [-11.875, false], [-7.12890625, false], [-12.375, false], [-12.875, false], [-7.12890625, false], [-14.875, false], [-9.125, false], [-12.625, false], [-9.375, false], [-12.625, false], [-8.484375, false], [-8.125, false], [-11.109375, false], [-7.12890625, false], [-10.125, false], [-9.375, false], [-9.125, false], [-13.125, false], [-9.375, false], [-13.375, false], [-7.12890625, false], [-11.125, false], [-12.625, false], [-7.12890625, false], [-12.875, false], [-12.375, false], [-15.375, false], [-13.125, false], [-11.875, false], [-7.12890625, false], [-11.125, false], [-13.125, false], [-7.12890625, false], [-9.125, false], [-12.875, false], [-12.875, false], [-7.12890625, false], [-13.125, false], [-13.875, false], [-13.375, false], [-9.375, false], [-9.375, false], [-7.12890625, false], [-12.625, false], [-13.875, false], [-9.125, false], [-12.625, false], [-9.375, false], [-12.625, false], [-7.12890625, false], [-12.375, false], [-13.125, false], [-7.12890625, false], [-5.37890625, false], [-9.125, false], [-13.375, false], [-13.125, false], [-13.875, false], [-8.484375, false], [-10.125, false], [-11.109375, false], [-7.12890625, false], [-8.125, false], [-10.625, false], [-12.375, false], [-12.875, false], [-12.875, false], [-9.125, false], [-13.125, false], [-12.375, false], [-9.375, false], [-12.625, false], [-7.12890625, false], [-13.375, false], [-9.375, false], [-12.875, false], [-9.375, false], [-9.125, false], [-12.625, false], [-9.375, false], [-7.12890625, false], [-12.875, false], [-11.125, false], [-16.375, false], [-15.375, false], [-11.125, false], [-11.875, false], [-7.12890625, false], [-13.375, false], [-12.375, false], [-12.875, false], [-15.125, false], [-7.12890625, false], [-12.375, false], [-13.125, false], [-13.125, false], [-12.375, false], [-7.12890625, false], [-5.37890625, false], [-9.125, false], [-13.375, false], [-13.125, false], [-13.875, false], [-10.125, false], [-12.625, false], [-7.12890625, false], [-12.625, false], [-15.375, false], [-13.375, false], [-12.875, false], [-9.125, false], [-12.875, false], [-9.375, false], [-8.484375, false], [-8.125, false], [-12.875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 205, "doc": {"id": "OHAT_2007_5_12", "question": "A student places a ball on the ground and kicks it. The ball moves along the ground. Why does the ball move?", "choices": {"text": ["The kick decreases the weight of the ball.", "The kick applies a contact force to the ball.", "The kick decreases the force of gravity acting on the ball.", "The kick removes friction between the ball and the ground."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "The kick applies a contact force to the ball.", "arguments": ["Question: A student places a ball on the ground and kicks it. The ball moves along the ground. Why does the ball move?\nAnswer:", " ["], "resps": [[[-7.66796875, false]], [[-9.421875, false]], [[-8.171875, false]], [[-11.421875, false]], [[-10.671875, false]], [[-6.16796875, false]], [[-10.671875, false]], [[-10.171875, false]], [[-9.671875, false]], [[-10.671875, false]], [[-6.16796875, false]], [[-9.671875, false]], [[-10.671875, false]], [[-9.671875, false]], [[-10.671875, false]], [[-10.671875, false]], [[-6.41796875, false]], [[-9.171875, false]], [[-10.671875, false]], [[-9.171875, false]], [[-6.16796875, false]], [[-9.671875, false]], [[-11.421875, false]], [[-10.671875, false]], [[-6.16796875, false]], [[-11.171875, false]], [[-10.671875, false]], [[-10.171875, false]], [[-11.671875, false]], [[-11.421875, false]], [[-9.671875, false]], [[-6.16796875, false]], [[-9.421875, false]], [[-9.671875, false]], [[-6.16796875, false]], [[-9.671875, false]], [[-11.421875, false]], [[-10.671875, false]], [[-6.16796875, false]], [[-6.41796875, false]], [[-6.41796875, false]], [[-10.671875, false]], [[-10.671875, false]], [[-7.46875, false]], [[-9.421875, false]], [[-11.09375, false]], [[-6.16796875, false]], [[-9.421875, false]], [[-8.171875, false]], [[-11.421875, false]], [[-10.671875, false]], [[-6.16796875, false]], [[-10.671875, false]], [[-10.171875, false]], [[-9.671875, false]], [[-10.671875, false]], [[-6.16796875, false]], [[-6.41796875, false]], [[-9.671875, false]], [[-9.671875, false]], [[-10.671875, false]], [[-10.171875, false]], [[-10.671875, false]], [[-9.171875, false]], [[-6.16796875, false]], [[-6.41796875, false]], [[-6.16796875, false]], [[-9.671875, false]], [[-9.421875, false]], [[-10.671875, false]], [[-9.671875, false]], [[-6.41796875, false]], [[-9.671875, false]], [[-9.671875, false]], [[-6.16796875, false]], [[-9.671875, false]], [[-9.421875, false]], [[-10.671875, false]], [[-9.671875, false]], [[-10.671875, false]], [[-6.16796875, false]], [[-9.671875, false]], [[-9.421875, false]], [[-6.16796875, false]], [[-9.671875, false]], [[-11.421875, false]], [[-10.671875, false]], [[-6.16796875, false]], [[-6.41796875, false]], [[-6.41796875, false]], [[-10.671875, false]], [[-10.671875, false]], [[-7.46875, false]], [[-9.421875, false]], [[-11.09375, false]], [[-6.16796875, false]], [[-9.421875, false]], [[-8.171875, false]], [[-11.421875, false]], [[-10.671875, false]], [[-6.16796875, false]], [[-10.671875, false]], [[-10.171875, false]], [[-9.671875, false]], [[-10.671875, false]], [[-6.16796875, false]], [[-9.671875, false]], [[-10.671875, false]], [[-9.671875, false]], [[-10.671875, false]], [[-10.671875, false]], [[-6.41796875, false]], [[-9.171875, false]], [[-10.671875, false]], [[-9.171875, false]], [[-6.16796875, false]], [[-9.671875, false]], [[-11.421875, false]], [[-10.671875, false]], [[-6.16796875, false]], [[-9.671875, false]], [[-9.421875, false]], [[-10.671875, false]], [[-9.671875, false]], [[-10.671875, false]], [[-6.16796875, false]], [[-9.421875, false]], [[-9.671875, false]], [[-6.16796875, false]], [[-11.671875, false]], [[-10.671875, false]], [[-6.41796875, false]], [[-9.671875, false]], [[-10.171875, false]], [[-9.671875, false]], [[-12.671875, false]], [[-6.16796875, false]], [[-6.41796875, false]], [[-9.671875, false]], [[-9.671875, false]], [[-10.171875, false]], [[-10.671875, false]], [[-11.671875, false]], [[-6.16796875, false]], [[-9.421875, false]], [[-10.671875, false]], [[-6.16796875, false]], [[-9.671875, false]], [[-11.421875, false]], [[-10.671875, false]], [[-6.16796875, false]], [[-6.41796875, false]], [[-6.41796875, false]], [[-10.671875, false]], [[-10.671875, false]], [[-7.46875, false]], [[-9.421875, false]], [[-11.09375, false]], [[-6.16796875, false]], [[-9.421875, false]], [[-8.171875, false]], [[-11.421875, false]], [[-10.671875, false]], [[-6.16796875, false]], [[-10.671875, false]], [[-10.171875, false]], [[-9.671875, false]], [[-10.671875, false]], [[-6.16796875, false]], [[-10.671875, false]], [[-10.671875, false]], [[-10.671875, false]], [[-9.421875, false]], [[-9.671875, false]], [[-10.671875, false]], [[-9.171875, false]], [[-6.16796875, false]], [[-9.671875, false]], [[-10.671875, false]], [[-10.171875, false]], [[-9.671875, false]], [[-9.671875, false]], [[-10.171875, false]], [[-9.421875, false]], [[-10.671875, false]], [[-6.16796875, false]], [[-6.41796875, false]], [[-10.671875, false]], [[-9.671875, false]], [[-11.171875, false]], [[-10.671875, false]], [[-10.671875, false]], [[-10.671875, false]], [[-6.16796875, false]], [[-9.671875, false]], [[-11.421875, false]], [[-10.671875, false]], [[-6.16796875, false]], [[-6.41796875, false]], [[-6.41796875, false]], [[-10.671875, false]], [[-10.671875, false]], [[-6.16796875, false]], [[-6.41796875, false]], [[-10.671875, false]], [[-9.671875, false]], [[-6.16796875, false]], [[-9.671875, false]], [[-11.421875, false]], [[-10.671875, false]], [[-6.16796875, false]], [[-11.671875, false]], [[-10.671875, false]], [[-9.421875, false]], [[-10.421875, false]], [[-10.671875, false]], [[-9.671875, false]], [[-7.46875, false]], [[-9.421875, false]], [[-12.921875, false]]], "filtered_resps": [[-7.66796875, false], [-9.421875, false], [-8.171875, false], [-11.421875, false], [-10.671875, false], [-6.16796875, false], [-10.671875, false], [-10.171875, false], [-9.671875, false], [-10.671875, false], [-6.16796875, false], [-9.671875, false], [-10.671875, false], [-9.671875, false], [-10.671875, false], [-10.671875, false], [-6.41796875, false], [-9.171875, false], [-10.671875, false], [-9.171875, false], [-6.16796875, false], [-9.671875, false], [-11.421875, false], [-10.671875, false], [-6.16796875, false], [-11.171875, false], [-10.671875, false], [-10.171875, false], [-11.671875, false], [-11.421875, false], [-9.671875, false], [-6.16796875, false], [-9.421875, false], [-9.671875, false], [-6.16796875, false], [-9.671875, false], [-11.421875, false], [-10.671875, false], [-6.16796875, false], [-6.41796875, false], [-6.41796875, false], [-10.671875, false], [-10.671875, false], [-7.46875, false], [-9.421875, false], [-11.09375, false], [-6.16796875, false], [-9.421875, false], [-8.171875, false], [-11.421875, false], [-10.671875, false], [-6.16796875, false], [-10.671875, false], [-10.171875, false], [-9.671875, false], [-10.671875, false], [-6.16796875, false], [-6.41796875, false], [-9.671875, false], [-9.671875, false], [-10.671875, false], [-10.171875, false], [-10.671875, false], [-9.171875, false], [-6.16796875, false], [-6.41796875, false], [-6.16796875, false], [-9.671875, false], [-9.421875, false], [-10.671875, false], [-9.671875, false], [-6.41796875, false], [-9.671875, false], [-9.671875, false], [-6.16796875, false], [-9.671875, false], [-9.421875, false], [-10.671875, false], [-9.671875, false], [-10.671875, false], [-6.16796875, false], [-9.671875, false], [-9.421875, false], [-6.16796875, false], [-9.671875, false], [-11.421875, false], [-10.671875, false], [-6.16796875, false], [-6.41796875, false], [-6.41796875, false], [-10.671875, false], [-10.671875, false], [-7.46875, false], [-9.421875, false], [-11.09375, false], [-6.16796875, false], [-9.421875, false], [-8.171875, false], [-11.421875, false], [-10.671875, false], [-6.16796875, false], [-10.671875, false], [-10.171875, false], [-9.671875, false], [-10.671875, false], [-6.16796875, false], [-9.671875, false], [-10.671875, false], [-9.671875, false], [-10.671875, false], [-10.671875, false], [-6.41796875, false], [-9.171875, false], [-10.671875, false], [-9.171875, false], [-6.16796875, false], [-9.671875, false], [-11.421875, false], [-10.671875, false], [-6.16796875, false], [-9.671875, false], [-9.421875, false], [-10.671875, false], [-9.671875, false], [-10.671875, false], [-6.16796875, false], [-9.421875, false], [-9.671875, false], [-6.16796875, false], [-11.671875, false], [-10.671875, false], [-6.41796875, false], [-9.671875, false], [-10.171875, false], [-9.671875, false], [-12.671875, false], [-6.16796875, false], [-6.41796875, false], [-9.671875, false], [-9.671875, false], [-10.171875, false], [-10.671875, false], [-11.671875, false], [-6.16796875, false], [-9.421875, false], [-10.671875, false], [-6.16796875, false], [-9.671875, false], [-11.421875, false], [-10.671875, false], [-6.16796875, false], [-6.41796875, false], [-6.41796875, false], [-10.671875, false], [-10.671875, false], [-7.46875, false], [-9.421875, false], [-11.09375, false], [-6.16796875, false], [-9.421875, false], [-8.171875, false], [-11.421875, false], [-10.671875, false], [-6.16796875, false], [-10.671875, false], [-10.171875, false], [-9.671875, false], [-10.671875, false], [-6.16796875, false], [-10.671875, false], [-10.671875, false], [-10.671875, false], [-9.421875, false], [-9.671875, false], [-10.671875, false], [-9.171875, false], [-6.16796875, false], [-9.671875, false], [-10.671875, false], [-10.171875, false], [-9.671875, false], [-9.671875, false], [-10.171875, false], [-9.421875, false], [-10.671875, false], [-6.16796875, false], [-6.41796875, false], [-10.671875, false], [-9.671875, false], [-11.171875, false], [-10.671875, false], [-10.671875, false], [-10.671875, false], [-6.16796875, false], [-9.671875, false], [-11.421875, false], [-10.671875, false], [-6.16796875, false], [-6.41796875, false], [-6.41796875, false], [-10.671875, false], [-10.671875, false], [-6.16796875, false], [-6.41796875, false], [-10.671875, false], [-9.671875, false], [-6.16796875, false], [-9.671875, false], [-11.421875, false], [-10.671875, false], [-6.16796875, false], [-11.671875, false], [-10.671875, false], [-9.421875, false], [-10.421875, false], [-10.671875, false], [-9.671875, false], [-7.46875, false], [-9.421875, false], [-12.921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 213, "doc": {"id": "Mercury_7068705", "question": "Some plants need to be in an environment where water drains easily. Which type of soil content will best benefit these plants?", "choices": {"text": ["sand", "shale", "clay", "silt"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "sand", "arguments": ["Question: Some plants need to be in an environment where water drains easily. Which type of soil content will best benefit these plants?\nAnswer:", " ["], "resps": [[[-7.6796875, false]], [[-9.3046875, false]], [[-10.4296875, false]], [[-7.4296875, false]], [[-10.1796875, false]], [[-8.5546875, false]], [[-9.3046875, false]], [[-11.4375, false]], [[-5.9296875, false]], [[-9.3046875, false]], [[-10.4296875, false]], [[-10.8046875, false]], [[-7.4296875, false]], [[-10.9296875, false]], [[-9.4296875, false]], [[-9.3046875, false]], [[-11.4375, false]], [[-5.9296875, false]], [[-9.3046875, false]], [[-9.9296875, false]], [[-10.9296875, false]], [[-7.4296875, false]], [[-12.4296875, false]], [[-9.3046875, false]], [[-11.4375, false]], [[-5.9296875, false]], [[-9.3046875, false]], [[-10.4296875, false]], [[-10.3046875, false]], [[-10.9296875, false]], [[-10.9296875, false]], [[-9.3046875, false]], [[-14.1796875, false]]], "filtered_resps": [[-7.6796875, false], [-9.3046875, false], [-10.4296875, false], [-7.4296875, false], [-10.1796875, false], [-8.5546875, false], [-9.3046875, false], [-11.4375, false], [-5.9296875, false], [-9.3046875, false], [-10.4296875, false], [-10.8046875, false], [-7.4296875, false], [-10.9296875, false], [-9.4296875, false], [-9.3046875, false], [-11.4375, false], [-5.9296875, false], [-9.3046875, false], [-9.9296875, false], [-10.9296875, false], [-7.4296875, false], [-12.4296875, false], [-9.3046875, false], [-11.4375, false], [-5.9296875, false], [-9.3046875, false], [-10.4296875, false], [-10.3046875, false], [-10.9296875, false], [-10.9296875, false], [-9.3046875, false], [-14.1796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 221, "doc": {"id": "Mercury_7024745", "question": "A student wants to perform an experiment to determine what temperature is best for growing tomato plants. Which is the best piece of equipment to use in this experiment to measure the independent variable?", "choices": {"text": ["rain gauge", "light meter", "tape measure", "thermometer"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "thermometer", "arguments": ["Question: A student wants to perform an experiment to determine what temperature is best for growing tomato plants. Which is the best piece of equipment to use in this experiment to measure the independent variable?\nAnswer:", " ["], "resps": [[[-7.5078125, false]], [[-10.5078125, false]], [[-10.3828125, false]], [[-3.259765625, false]], [[-8.8828125, false]], [[-9.1328125, false]], [[-5.2578125, false]], [[-9.8828125, false]], [[-3.259765625, false]], [[-11.0078125, false]], [[-9.8828125, false]], [[-9.0078125, false]], [[-10.5078125, false]], [[-9.1171875, false]], [[-5.2578125, false]], [[-10.5078125, false]], [[-11.0078125, false]], [[-8.8828125, false]], [[-9.8828125, false]], [[-9.6328125, false]], [[-10.0078125, false]], [[-5.2578125, false]], [[-7.7578125, false]], [[-9.0078125, false]], [[-10.0078125, false]], [[-9.0078125, false]], [[-10.3828125, false]], [[-10.5078125, false]], [[-9.1171875, false]], [[-5.2578125, false]], [[-10.5078125, false]], [[-10.0078125, false]], [[-3.259765625, false]], [[-10.3828125, false]], [[-9.0078125, false]], [[-5.2578125, false]], [[-7.7578125, false]], [[-9.0078125, false]], [[-3.259765625, false]], [[-9.1328125, false]], [[-11.0078125, false]], [[-10.3828125, false]], [[-9.0078125, false]], [[-10.5078125, false]], [[-8.921875, false]], [[-5.2578125, false]], [[-10.5078125, false]], [[-10.0078125, false]], [[-9.6328125, false]], [[-9.0078125, false]], [[-10.3828125, false]], [[-7.7578125, false]], [[-10.0078125, false]], [[-7.7578125, false]], [[-9.0078125, false]], [[-10.0078125, false]], [[-9.0078125, false]], [[-10.3828125, false]], [[-10.5078125, false]], [[-12.6328125, false]]], "filtered_resps": [[-7.5078125, false], [-10.5078125, false], [-10.3828125, false], [-3.259765625, false], [-8.8828125, false], [-9.1328125, false], [-5.2578125, false], [-9.8828125, false], [-3.259765625, false], [-11.0078125, false], [-9.8828125, false], [-9.0078125, false], [-10.5078125, false], [-9.1171875, false], [-5.2578125, false], [-10.5078125, false], [-11.0078125, false], [-8.8828125, false], [-9.8828125, false], [-9.6328125, false], [-10.0078125, false], [-5.2578125, false], [-7.7578125, false], [-9.0078125, false], [-10.0078125, false], [-9.0078125, false], [-10.3828125, false], [-10.5078125, false], [-9.1171875, false], [-5.2578125, false], [-10.5078125, false], [-10.0078125, false], [-3.259765625, false], [-10.3828125, false], [-9.0078125, false], [-5.2578125, false], [-7.7578125, false], [-9.0078125, false], [-3.259765625, false], [-9.1328125, false], [-11.0078125, false], [-10.3828125, false], [-9.0078125, false], [-10.5078125, false], [-8.921875, false], [-5.2578125, false], [-10.5078125, false], [-10.0078125, false], [-9.6328125, false], [-9.0078125, false], [-10.3828125, false], [-7.7578125, false], [-10.0078125, false], [-7.7578125, false], [-9.0078125, false], [-10.0078125, false], [-9.0078125, false], [-10.3828125, false], [-10.5078125, false], [-12.6328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 229, "doc": {"id": "Mercury_7190050", "question": "El Niño is a term that refers to the oceanic phenomenon in which the surface water temperatures increase. The increase in water temperature usually occurs in the tropical Pacific Ocean. Which will most likely occur as a result of this phenomenon to cause environmental changes?", "choices": {"text": ["melting of the polar ice caps", "varied atmospheric conditions", "an increase in volcanic eruptions", "an increase in the length of summers"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "varied atmospheric conditions", "arguments": ["Question: El Niño is a term that refers to the oceanic phenomenon in which the surface water temperatures increase. The increase in water temperature usually occurs in the tropical Pacific Ocean. Which will most likely occur as a result of this phenomenon to cause environmental changes?\nAnswer:", " ["], "resps": [[[-7.6953125, false]], [[-9.6953125, false]], [[-9.1953125, false]], [[-6.9453125, false]], [[-10.9453125, false]], [[-10.4453125, false]], [[-8.4453125, false]], [[-7.4453125, false]], [[-10.6953125, false]], [[-5.1953125, false]], [[-6.4453125, false]], [[-8.4453125, false]], [[-5.1953125, false]], [[-10.4453125, false]], [[-10.4453125, false]], [[-6.9453125, false]], [[-5.1953125, false]], [[-8.4453125, false]], [[-6.4453125, false]], [[-10.9453125, false]], [[-4.1953125, false]], [[-10.6953125, false]], [[-5.1953125, false]], [[-8.4453125, false]], [[-7.9453125, false]], [[-6.9453125, false]], [[-5.1953125, false]], [[-7.9453125, false]], [[-4.1953125, false]], [[-8.4453125, false]], [[-9.4453125, false]], [[-9.6953125, false]], [[-9.1953125, false]], [[-5.1953125, false]], [[-9.6953125, false]], [[-10.9453125, false]], [[-4.1953125, false]], [[-10.6953125, false]], [[-8.4453125, false]], [[-6.9453125, false]], [[-5.1953125, false]], [[-5.1953125, false]], [[-4.1953125, false]], [[-10.4453125, false]], [[-9.1953125, false]], [[-6.4453125, false]], [[-9.4453125, false]], [[-8.4453125, false]], [[-10.4453125, false]], [[-6.9453125, false]], [[-10.6953125, false]], [[-8.4453125, false]], [[-7.9453125, false]], [[-5.1953125, false]], [[-7.9453125, false]], [[-6.4453125, false]], [[-7.4453125, false]], [[-5.1953125, false]], [[-8.4453125, false]], [[-10.4453125, false]], [[-8.4453125, false]], [[-6.4453125, false]], [[-7.4453125, false]], [[-9.4453125, false]], [[-9.6953125, false]], [[-9.1953125, false]], [[-5.1953125, false]], [[-9.6953125, false]], [[-4.1953125, false]], [[-7.4453125, false]], [[-5.1953125, false]], [[-8.4453125, false]], [[-7.4453125, false]], [[-7.9453125, false]], [[-10.6953125, false]], [[-6.9453125, false]], [[-4.1953125, false]], [[-9.4453125, false]], [[-6.9453125, false]], [[-5.1953125, false]], [[-8.4453125, false]], [[-7.4453125, false]], [[-5.1953125, false]], [[-10.9453125, false]], [[-6.4453125, false]], [[-10.9453125, false]], [[-7.9453125, false]], [[-4.1953125, false]], [[-7.4453125, false]], [[-8.4453125, false]], [[-7.9453125, false]], [[-5.1953125, false]], [[-6.9453125, false]], [[-10.6953125, false]], [[-11.6953125, false]], [[-8.4453125, false]], [[-10.4453125, false]], [[-8.4453125, false]], [[-6.4453125, false]], [[-7.4453125, false]], [[-9.4453125, false]], [[-9.6953125, false]], [[-9.1953125, false]], [[-5.1953125, false]], [[-9.6953125, false]], [[-4.1953125, false]], [[-7.4453125, false]], [[-5.1953125, false]], [[-8.4453125, false]], [[-7.4453125, false]], [[-7.9453125, false]], [[-10.6953125, false]], [[-6.9453125, false]], [[-4.1953125, false]], [[-9.4453125, false]], [[-6.9453125, false]], [[-5.1953125, false]], [[-8.4453125, false]], [[-7.4453125, false]], [[-5.1953125, false]], [[-10.4453125, false]], [[-10.4453125, false]], [[-6.9453125, false]], [[-5.1953125, false]], [[-10.9453125, false]], [[-6.9453125, false]], [[-7.4453125, false]], [[-10.6953125, false]], [[-10.4453125, false]], [[-10.4453125, false]], [[-5.1953125, false]], [[-6.4453125, false]], [[-8.4453125, false]], [[-5.1953125, false]], [[-9.4453125, false]], [[-11.6953125, false]], [[-9.1953125, false]], [[-9.1953125, false]], [[-6.9453125, false]], [[-10.6953125, false]], [[-9.4453125, false]], [[-9.6953125, false]], [[-14.4453125, false]]], "filtered_resps": [[-7.6953125, false], [-9.6953125, false], [-9.1953125, false], [-6.9453125, false], [-10.9453125, false], [-10.4453125, false], [-8.4453125, false], [-7.4453125, false], [-10.6953125, false], [-5.1953125, false], [-6.4453125, false], [-8.4453125, false], [-5.1953125, false], [-10.4453125, false], [-10.4453125, false], [-6.9453125, false], [-5.1953125, false], [-8.4453125, false], [-6.4453125, false], [-10.9453125, false], [-4.1953125, false], [-10.6953125, false], [-5.1953125, false], [-8.4453125, false], [-7.9453125, false], [-6.9453125, false], [-5.1953125, false], [-7.9453125, false], [-4.1953125, false], [-8.4453125, false], [-9.4453125, false], [-9.6953125, false], [-9.1953125, false], [-5.1953125, false], [-9.6953125, false], [-10.9453125, false], [-4.1953125, false], [-10.6953125, false], [-8.4453125, false], [-6.9453125, false], [-5.1953125, false], [-5.1953125, false], [-4.1953125, false], [-10.4453125, false], [-9.1953125, false], [-6.4453125, false], [-9.4453125, false], [-8.4453125, false], [-10.4453125, false], [-6.9453125, false], [-10.6953125, false], [-8.4453125, false], [-7.9453125, false], [-5.1953125, false], [-7.9453125, false], [-6.4453125, false], [-7.4453125, false], [-5.1953125, false], [-8.4453125, false], [-10.4453125, false], [-8.4453125, false], [-6.4453125, false], [-7.4453125, false], [-9.4453125, false], [-9.6953125, false], [-9.1953125, false], [-5.1953125, false], [-9.6953125, false], [-4.1953125, false], [-7.4453125, false], [-5.1953125, false], [-8.4453125, false], [-7.4453125, false], [-7.9453125, false], [-10.6953125, false], [-6.9453125, false], [-4.1953125, false], [-9.4453125, false], [-6.9453125, false], [-5.1953125, false], [-8.4453125, false], [-7.4453125, false], [-5.1953125, false], [-10.9453125, false], [-6.4453125, false], [-10.9453125, false], [-7.9453125, false], [-4.1953125, false], [-7.4453125, false], [-8.4453125, false], [-7.9453125, false], [-5.1953125, false], [-6.9453125, false], [-10.6953125, false], [-11.6953125, false], [-8.4453125, false], [-10.4453125, false], [-8.4453125, false], [-6.4453125, false], [-7.4453125, false], [-9.4453125, false], [-9.6953125, false], [-9.1953125, false], [-5.1953125, false], [-9.6953125, false], [-4.1953125, false], [-7.4453125, false], [-5.1953125, false], [-8.4453125, false], [-7.4453125, false], [-7.9453125, false], [-10.6953125, false], [-6.9453125, false], [-4.1953125, false], [-9.4453125, false], [-6.9453125, false], [-5.1953125, false], [-8.4453125, false], [-7.4453125, false], [-5.1953125, false], [-10.4453125, false], [-10.4453125, false], [-6.9453125, false], [-5.1953125, false], [-10.9453125, false], [-6.9453125, false], [-7.4453125, false], [-10.6953125, false], [-10.4453125, false], [-10.4453125, false], [-5.1953125, false], [-6.4453125, false], [-8.4453125, false], [-5.1953125, false], [-9.4453125, false], [-11.6953125, false], [-9.1953125, false], [-9.1953125, false], [-6.9453125, false], [-10.6953125, false], [-9.4453125, false], [-9.6953125, false], [-14.4453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 237, "doc": {"id": "Mercury_SC_416142", "question": "Which would most help pollinators find flowers that are pollinated at night?", "choices": {"text": ["shape", "color", "size", "fragrance"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "fragrance", "arguments": ["Question: Which would most help pollinators find flowers that are pollinated at night?\nAnswer:", " ["], "resps": [[[-7.640625, false]], [[-8.390625, false]], [[-9.640625, false]], [[-10.765625, false]], [[-6.140625, false]], [[-10.515625, false]], [[-9.015625, false]], [[-8.390625, false]], [[-10.09375, false]], [[-5.265625, false]], [[-8.390625, false]], [[-10.390625, false]], [[-9.390625, false]], [[-10.515625, false]], [[-9.390625, false]], [[-11.015625, false]], [[-8.390625, false]], [[-10.09375, false]], [[-5.265625, false]], [[-8.390625, false]], [[-9.640625, false]], [[-9.390625, false]], [[-11.140625, false]], [[-9.015625, false]], [[-8.390625, false]], [[-10.09375, false]], [[-5.265625, false]], [[-8.390625, false]], [[-10.515625, false]], [[-11.015625, false]], [[-6.140625, false]], [[-11.515625, false]], [[-11.015625, false]], [[-6.140625, false]], [[-9.765625, false]], [[-10.390625, false]], [[-9.015625, false]], [[-8.390625, false]], [[-13.390625, false]]], "filtered_resps": [[-7.640625, false], [-8.390625, false], [-9.640625, false], [-10.765625, false], [-6.140625, false], [-10.515625, false], [-9.015625, false], [-8.390625, false], [-10.09375, false], [-5.265625, false], [-8.390625, false], [-10.390625, false], [-9.390625, false], [-10.515625, false], [-9.390625, false], [-11.015625, false], [-8.390625, false], [-10.09375, false], [-5.265625, false], [-8.390625, false], [-9.640625, false], [-9.390625, false], [-11.140625, false], [-9.015625, false], [-8.390625, false], [-10.09375, false], [-5.265625, false], [-8.390625, false], [-10.515625, false], [-11.015625, false], [-6.140625, false], [-11.515625, false], [-11.015625, false], [-6.140625, false], [-9.765625, false], [-10.390625, false], [-9.015625, false], [-8.390625, false], [-13.390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 245, "doc": {"id": "Mercury_7221498", "question": "Energy is transferred in an electrical circuit through", "choices": {"text": ["static protons.", "moving protons.", "static electrons.", "moving electrons."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "moving electrons.", "arguments": ["Question: Energy is transferred in an electrical circuit through\nAnswer:", " ["], "resps": [[[-7.265625, false]], [[-8.515625, false]], [[-9.515625, false]], [[-9.515625, false]], [[-4.515625, false]], [[-9.515625, false]], [[-6.765625, false]], [[-8.265625, false]], [[-5.015625, false]], [[-9.515625, false]], [[-9.140625, false]], [[-9.765625, false]], [[-9.515625, false]], [[-9.765625, false]], [[-7.515625, false]], [[-9.515625, false]], [[-6.39453125, false]], [[-8.515625, false]], [[-7.76953125, false]], [[-5.015625, false]], [[-8.515625, false]], [[-9.140625, false]], [[-9.765625, false]], [[-9.140625, false]], [[-6.765625, false]], [[-7.515625, false]], [[-11.140625, false]], [[-5.015625, false]], [[-9.515625, false]], [[-9.140625, false]], [[-9.765625, false]], [[-9.515625, false]], [[-9.765625, false]], [[-7.515625, false]], [[-9.515625, false]], [[-6.39453125, false]], [[-8.515625, false]], [[-7.76953125, false]], [[-5.015625, false]], [[-8.515625, false]], [[-9.515625, false]], [[-9.515625, false]], [[-4.515625, false]], [[-9.515625, false]], [[-6.765625, false]], [[-8.265625, false]], [[-5.015625, false]], [[-8.640625, false]], [[-9.265625, false]], [[-8.640625, false]], [[-8.265625, false]], [[-9.515625, false]], [[-9.140625, false]], [[-9.765625, false]], [[-7.515625, false]], [[-9.515625, false]], [[-6.39453125, false]], [[-8.515625, false]], [[-7.76953125, false]], [[-5.015625, false]], [[-8.515625, false]], [[-9.140625, false]], [[-9.765625, false]], [[-9.140625, false]], [[-6.765625, false]], [[-7.515625, false]], [[-11.140625, false]], [[-5.015625, false]], [[-8.640625, false]], [[-9.265625, false]], [[-8.640625, false]], [[-8.265625, false]], [[-9.515625, false]], [[-9.140625, false]], [[-9.765625, false]], [[-7.515625, false]], [[-9.515625, false]], [[-6.39453125, false]], [[-8.515625, false]], [[-11.890625, false]]], "filtered_resps": [[-7.265625, false], [-8.515625, false], [-9.515625, false], [-9.515625, false], [-4.515625, false], [-9.515625, false], [-6.765625, false], [-8.265625, false], [-5.015625, false], [-9.515625, false], [-9.140625, false], [-9.765625, false], [-9.515625, false], [-9.765625, false], [-7.515625, false], [-9.515625, false], [-6.39453125, false], [-8.515625, false], [-7.76953125, false], [-5.015625, false], [-8.515625, false], [-9.140625, false], [-9.765625, false], [-9.140625, false], [-6.765625, false], [-7.515625, false], [-11.140625, false], [-5.015625, false], [-9.515625, false], [-9.140625, false], [-9.765625, false], [-9.515625, false], [-9.765625, false], [-7.515625, false], [-9.515625, false], [-6.39453125, false], [-8.515625, false], [-7.76953125, false], [-5.015625, false], [-8.515625, false], [-9.515625, false], [-9.515625, false], [-4.515625, false], [-9.515625, false], [-6.765625, false], [-8.265625, false], [-5.015625, false], [-8.640625, false], [-9.265625, false], [-8.640625, false], [-8.265625, false], [-9.515625, false], [-9.140625, false], [-9.765625, false], [-7.515625, false], [-9.515625, false], [-6.39453125, false], [-8.515625, false], [-7.76953125, false], [-5.015625, false], [-8.515625, false], [-9.140625, false], [-9.765625, false], [-9.140625, false], [-6.765625, false], [-7.515625, false], [-11.140625, false], [-5.015625, false], [-8.640625, false], [-9.265625, false], [-8.640625, false], [-8.265625, false], [-9.515625, false], [-9.140625, false], [-9.765625, false], [-7.515625, false], [-9.515625, false], [-6.39453125, false], [-8.515625, false], [-11.890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 253, "doc": {"id": "AKDE&ED_2008_8_20", "question": "What is a primary role of decomposers in an ecosystem?", "choices": {"text": ["They eliminate matter by taking nitrogen from the ecosystem.", "They eliminate matter by taking phosphorus from the ecosystem.", "They cycle matter by returning carbon and other matter to the ecosystem.", "They cycle matter by returning oxygen and other matter to the ecosystem."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "They cycle matter by returning carbon and other matter to the ecosystem.", "arguments": ["Question: What is a primary role of decomposers in an ecosystem?\nAnswer:", " ["], "resps": [[[-7.671875, false]], [[-9.671875, false]], [[-8.671875, false]], [[-12.171875, false]], [[-6.921875, false]], [[-12.671875, false]], [[-5.671875, false]], [[-6.921875, false]], [[-11.171875, false]], [[-8.671875, false]], [[-11.171875, false]], [[-8.671875, false]], [[-10.171875, false]], [[-5.421875, false]], [[-13.171875, false]], [[-6.921875, false]], [[-5.671875, false]], [[-11.171875, false]], [[-5.421875, false]], [[-13.171875, false]], [[-13.171875, false]], [[-6.921875, false]], [[-12.921875, false]], [[-5.671875, false]], [[-10.921875, false]], [[-12.671875, false]], [[-5.671875, false]], [[-13.171875, false]], [[-5.421875, false]], [[-11.671875, false]], [[-8.671875, false]], [[-10.171875, false]], [[-12.671875, false]], [[-5.671875, false]], [[-10.171875, false]], [[-8.671875, false]], [[-13.171875, false]], [[-12.921875, false]], [[-8.921875, false]], [[-12.671875, false]], [[-6.921875, false]], [[-10.171875, false]], [[-5.671875, false]], [[-11.671875, false]], [[-12.921875, false]], [[-8.921875, false]], [[-11.171875, false]], [[-5.671875, false]], [[-13.171875, false]], [[-12.171875, false]], [[-6.921875, false]], [[-5.671875, false]], [[-6.921875, false]], [[-9.421875, false]], [[-8.921875, false]], [[-10.421875, false]], [[-12.671875, false]], [[-10.421875, false]], [[-13.171875, false]], [[-6.921875, false]], [[-11.171875, false]], [[-8.0, false]], [[-9.671875, false]], [[-10.5, false]], [[-5.671875, false]], [[-9.671875, false]], [[-8.671875, false]], [[-12.171875, false]], [[-6.921875, false]], [[-12.671875, false]], [[-5.671875, false]], [[-6.921875, false]], [[-11.171875, false]], [[-8.671875, false]], [[-11.171875, false]], [[-8.671875, false]], [[-10.171875, false]], [[-5.421875, false]], [[-13.171875, false]], [[-6.921875, false]], [[-5.671875, false]], [[-11.171875, false]], [[-5.421875, false]], [[-13.171875, false]], [[-13.171875, false]], [[-6.921875, false]], [[-12.921875, false]], [[-5.671875, false]], [[-10.921875, false]], [[-12.671875, false]], [[-5.671875, false]], [[-13.171875, false]], [[-5.421875, false]], [[-11.671875, false]], [[-8.671875, false]], [[-10.171875, false]], [[-12.671875, false]], [[-5.671875, false]], [[-10.421875, false]], [[-12.171875, false]], [[-8.921875, false]], [[-10.421875, false]], [[-10.421875, false]], [[-12.171875, false]], [[-8.921875, false]], [[-12.921875, false]], [[-11.921875, false]], [[-10.421875, false]], [[-5.671875, false]], [[-11.671875, false]], [[-12.921875, false]], [[-8.921875, false]], [[-11.171875, false]], [[-5.671875, false]], [[-13.171875, false]], [[-12.171875, false]], [[-6.921875, false]], [[-5.671875, false]], [[-6.921875, false]], [[-9.421875, false]], [[-8.921875, false]], [[-10.421875, false]], [[-12.671875, false]], [[-10.421875, false]], [[-13.171875, false]], [[-6.921875, false]], [[-11.171875, false]], [[-8.0, false]], [[-9.671875, false]], [[-10.5, false]], [[-5.671875, false]], [[-9.671875, false]], [[-8.671875, false]], [[-12.171875, false]], [[-6.921875, false]], [[-12.671875, false]], [[-5.671875, false]], [[-9.421875, false]], [[-12.671875, false]], [[-9.421875, false]], [[-11.171875, false]], [[-6.921875, false]], [[-5.671875, false]], [[-11.171875, false]], [[-5.421875, false]], [[-13.171875, false]], [[-13.171875, false]], [[-6.921875, false]], [[-12.921875, false]], [[-5.671875, false]], [[-10.921875, false]], [[-12.671875, false]], [[-5.671875, false]], [[-12.921875, false]], [[-6.921875, false]], [[-13.171875, false]], [[-11.921875, false]], [[-12.921875, false]], [[-10.171875, false]], [[-8.671875, false]], [[-10.171875, false]], [[-12.671875, false]], [[-5.671875, false]], [[-9.421875, false]], [[-5.421875, false]], [[-12.921875, false]], [[-10.921875, false]], [[-8.921875, false]], [[-10.171875, false]], [[-5.671875, false]], [[-5.421875, false]], [[-10.171875, false]], [[-8.921875, false]], [[-5.671875, false]], [[-8.921875, false]], [[-13.171875, false]], [[-12.171875, false]], [[-6.921875, false]], [[-12.921875, false]], [[-5.671875, false]], [[-11.171875, false]], [[-5.421875, false]], [[-13.171875, false]], [[-13.171875, false]], [[-6.921875, false]], [[-12.921875, false]], [[-5.671875, false]], [[-13.171875, false]], [[-8.921875, false]], [[-5.671875, false]], [[-13.171875, false]], [[-12.171875, false]], [[-6.921875, false]], [[-5.671875, false]], [[-6.921875, false]], [[-9.421875, false]], [[-8.921875, false]], [[-10.421875, false]], [[-12.671875, false]], [[-10.421875, false]], [[-13.171875, false]], [[-6.921875, false]], [[-11.171875, false]], [[-8.0, false]], [[-9.671875, false]], [[-10.5, false]], [[-5.671875, false]], [[-9.671875, false]], [[-8.671875, false]], [[-12.171875, false]], [[-6.921875, false]], [[-12.671875, false]], [[-5.671875, false]], [[-9.421875, false]], [[-12.671875, false]], [[-9.421875, false]], [[-11.171875, false]], [[-6.921875, false]], [[-5.671875, false]], [[-11.171875, false]], [[-5.421875, false]], [[-13.171875, false]], [[-13.171875, false]], [[-6.921875, false]], [[-12.921875, false]], [[-5.671875, false]], [[-10.921875, false]], [[-12.671875, false]], [[-5.671875, false]], [[-12.921875, false]], [[-6.921875, false]], [[-13.171875, false]], [[-11.921875, false]], [[-12.921875, false]], [[-10.171875, false]], [[-8.671875, false]], [[-10.171875, false]], [[-12.671875, false]], [[-5.671875, false]], [[-8.921875, false]], [[-12.421875, false]], [[-12.671875, false]], [[-12.671875, false]], [[-6.921875, false]], [[-10.171875, false]], [[-5.671875, false]], [[-5.421875, false]], [[-10.171875, false]], [[-8.921875, false]], [[-5.671875, false]], [[-8.921875, false]], [[-13.171875, false]], [[-12.171875, false]], [[-6.921875, false]], [[-12.921875, false]], [[-5.671875, false]], [[-11.171875, false]], [[-5.421875, false]], [[-13.171875, false]], [[-13.171875, false]], [[-6.921875, false]], [[-12.921875, false]], [[-5.671875, false]], [[-13.171875, false]], [[-8.921875, false]], [[-5.671875, false]], [[-13.171875, false]], [[-12.171875, false]], [[-6.921875, false]], [[-5.671875, false]], [[-6.921875, false]], [[-9.421875, false]], [[-8.921875, false]], [[-10.421875, false]], [[-12.671875, false]], [[-10.421875, false]], [[-13.171875, false]], [[-6.921875, false]], [[-11.171875, false]], [[-8.0, false]], [[-9.671875, false]], [[-13.671875, false]]], "filtered_resps": [[-7.671875, false], [-9.671875, false], [-8.671875, false], [-12.171875, false], [-6.921875, false], [-12.671875, false], [-5.671875, false], [-6.921875, false], [-11.171875, false], [-8.671875, false], [-11.171875, false], [-8.671875, false], [-10.171875, false], [-5.421875, false], [-13.171875, false], [-6.921875, false], [-5.671875, false], [-11.171875, false], [-5.421875, false], [-13.171875, false], [-13.171875, false], [-6.921875, false], [-12.921875, false], [-5.671875, false], [-10.921875, false], [-12.671875, false], [-5.671875, false], [-13.171875, false], [-5.421875, false], [-11.671875, false], [-8.671875, false], [-10.171875, false], [-12.671875, false], [-5.671875, false], [-10.171875, false], [-8.671875, false], [-13.171875, false], [-12.921875, false], [-8.921875, false], [-12.671875, false], [-6.921875, false], [-10.171875, false], [-5.671875, false], [-11.671875, false], [-12.921875, false], [-8.921875, false], [-11.171875, false], [-5.671875, false], [-13.171875, false], [-12.171875, false], [-6.921875, false], [-5.671875, false], [-6.921875, false], [-9.421875, false], [-8.921875, false], [-10.421875, false], [-12.671875, false], [-10.421875, false], [-13.171875, false], [-6.921875, false], [-11.171875, false], [-8.0, false], [-9.671875, false], [-10.5, false], [-5.671875, false], [-9.671875, false], [-8.671875, false], [-12.171875, false], [-6.921875, false], [-12.671875, false], [-5.671875, false], [-6.921875, false], [-11.171875, false], [-8.671875, false], [-11.171875, false], [-8.671875, false], [-10.171875, false], [-5.421875, false], [-13.171875, false], [-6.921875, false], [-5.671875, false], [-11.171875, false], [-5.421875, false], [-13.171875, false], [-13.171875, false], [-6.921875, false], [-12.921875, false], [-5.671875, false], [-10.921875, false], [-12.671875, false], [-5.671875, false], [-13.171875, false], [-5.421875, false], [-11.671875, false], [-8.671875, false], [-10.171875, false], [-12.671875, false], [-5.671875, false], [-10.421875, false], [-12.171875, false], [-8.921875, false], [-10.421875, false], [-10.421875, false], [-12.171875, false], [-8.921875, false], [-12.921875, false], [-11.921875, false], [-10.421875, false], [-5.671875, false], [-11.671875, false], [-12.921875, false], [-8.921875, false], [-11.171875, false], [-5.671875, false], [-13.171875, false], [-12.171875, false], [-6.921875, false], [-5.671875, false], [-6.921875, false], [-9.421875, false], [-8.921875, false], [-10.421875, false], [-12.671875, false], [-10.421875, false], [-13.171875, false], [-6.921875, false], [-11.171875, false], [-8.0, false], [-9.671875, false], [-10.5, false], [-5.671875, false], [-9.671875, false], [-8.671875, false], [-12.171875, false], [-6.921875, false], [-12.671875, false], [-5.671875, false], [-9.421875, false], [-12.671875, false], [-9.421875, false], [-11.171875, false], [-6.921875, false], [-5.671875, false], [-11.171875, false], [-5.421875, false], [-13.171875, false], [-13.171875, false], [-6.921875, false], [-12.921875, false], [-5.671875, false], [-10.921875, false], [-12.671875, false], [-5.671875, false], [-12.921875, false], [-6.921875, false], [-13.171875, false], [-11.921875, false], [-12.921875, false], [-10.171875, false], [-8.671875, false], [-10.171875, false], [-12.671875, false], [-5.671875, false], [-9.421875, false], [-5.421875, false], [-12.921875, false], [-10.921875, false], [-8.921875, false], [-10.171875, false], [-5.671875, false], [-5.421875, false], [-10.171875, false], [-8.921875, false], [-5.671875, false], [-8.921875, false], [-13.171875, false], [-12.171875, false], [-6.921875, false], [-12.921875, false], [-5.671875, false], [-11.171875, false], [-5.421875, false], [-13.171875, false], [-13.171875, false], [-6.921875, false], [-12.921875, false], [-5.671875, false], [-13.171875, false], [-8.921875, false], [-5.671875, false], [-13.171875, false], [-12.171875, false], [-6.921875, false], [-5.671875, false], [-6.921875, false], [-9.421875, false], [-8.921875, false], [-10.421875, false], [-12.671875, false], [-10.421875, false], [-13.171875, false], [-6.921875, false], [-11.171875, false], [-8.0, false], [-9.671875, false], [-10.5, false], [-5.671875, false], [-9.671875, false], [-8.671875, false], [-12.171875, false], [-6.921875, false], [-12.671875, false], [-5.671875, false], [-9.421875, false], [-12.671875, false], [-9.421875, false], [-11.171875, false], [-6.921875, false], [-5.671875, false], [-11.171875, false], [-5.421875, false], [-13.171875, false], [-13.171875, false], [-6.921875, false], [-12.921875, false], [-5.671875, false], [-10.921875, false], [-12.671875, false], [-5.671875, false], [-12.921875, false], [-6.921875, false], [-13.171875, false], [-11.921875, false], [-12.921875, false], [-10.171875, false], [-8.671875, false], [-10.171875, false], [-12.671875, false], [-5.671875, false], [-8.921875, false], [-12.421875, false], [-12.671875, false], [-12.671875, false], [-6.921875, false], [-10.171875, false], [-5.671875, false], [-5.421875, false], [-10.171875, false], [-8.921875, false], [-5.671875, false], [-8.921875, false], [-13.171875, false], [-12.171875, false], [-6.921875, false], [-12.921875, false], [-5.671875, false], [-11.171875, false], [-5.421875, false], [-13.171875, false], [-13.171875, false], [-6.921875, false], [-12.921875, false], [-5.671875, false], [-13.171875, false], [-8.921875, false], [-5.671875, false], [-13.171875, false], [-12.171875, false], [-6.921875, false], [-5.671875, false], [-6.921875, false], [-9.421875, false], [-8.921875, false], [-10.421875, false], [-12.671875, false], [-10.421875, false], [-13.171875, false], [-6.921875, false], [-11.171875, false], [-8.0, false], [-9.671875, false], [-13.671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 261, "doc": {"id": "Mercury_7222775", "question": "Nevada mines produce greater quantities of a particular resource than any other state. What resource is produced from these mines?", "choices": {"text": ["zinc", "copper", "gold", "lead"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "gold", "arguments": ["Question: Nevada mines produce greater quantities of a particular resource than any other state. What resource is produced from these mines?\nAnswer:", " ["], "resps": [[[-6.62109375, false]], [[-9.125, false]], [[-11.625, false]], [[-7.62109375, false]], [[-8.125, false]], [[-9.125, false]], [[-9.125, false]], [[-8.484375, false]], [[-4.87109375, false]], [[-9.125, false]], [[-9.125, false]], [[-9.125, false]], [[-9.875, false]], [[-9.875, false]], [[-8.625, false]], [[-10.875, false]], [[-9.125, false]], [[-8.484375, false]], [[-4.87109375, false]], [[-9.125, false]], [[-10.375, false]], [[-9.125, false]], [[-8.375, false]], [[-9.125, false]], [[-9.125, false]], [[-8.484375, false]], [[-4.87109375, false]], [[-9.125, false]], [[-8.375, false]], [[-8.625, false]], [[-5.12109375, false]], [[-9.125, false]], [[-9.125, false]], [[-13.375, false]]], "filtered_resps": [[-6.62109375, false], [-9.125, false], [-11.625, false], [-7.62109375, false], [-8.125, false], [-9.125, false], [-9.125, false], [-8.484375, false], [-4.87109375, false], [-9.125, false], [-9.125, false], [-9.125, false], [-9.875, false], [-9.875, false], [-8.625, false], [-10.875, false], [-9.125, false], [-8.484375, false], [-4.87109375, false], [-9.125, false], [-10.375, false], [-9.125, false], [-8.375, false], [-9.125, false], [-9.125, false], [-8.484375, false], [-4.87109375, false], [-9.125, false], [-8.375, false], [-8.625, false], [-5.12109375, false], [-9.125, false], [-9.125, false], [-13.375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 269, "doc": {"id": "Mercury_7083598", "question": "At one time, scientists believed that living organisms came from nonliving objects. This theory was revised through", "choices": {"text": ["changes in popular belief.", "evidence from experiments.", "information published in books.", "advances in the scientific method."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "evidence from experiments.", "arguments": ["Question: At one time, scientists believed that living organisms came from nonliving objects. This theory was revised through\nAnswer:", " ["], "resps": [[[-7.21875, false]], [[-7.96875, false]], [[-6.34375, false]], [[-9.71875, false]], [[-4.21875, false]], [[-8.21875, false]], [[-8.96875, false]], [[-6.71875, false]], [[-8.09375, false]], [[-4.59375, false]], [[-7.34375, false]], [[-8.21875, false]], [[-4.59375, false]], [[-7.46875, false]], [[-8.84375, false]], [[-7.46875, false]], [[-10.46875, false]], [[-9.71875, false]], [[-4.21875, false]], [[-8.59375, false]], [[-4.59375, false]], [[-6.09375, false]], [[-6.71875, false]], [[-9.71875, false]], [[-7.34375, false]], [[-6.71875, false]], [[-7.59375, false]], [[-6.24609375, false]], [[-7.96875, false]], [[-6.87109375, false]], [[-4.59375, false]], [[-7.96875, false]], [[-6.71875, false]], [[-8.21875, false]], [[-7.34375, false]], [[-6.59375, false]], [[-6.71875, false]], [[-8.21875, false]], [[-6.34375, false]], [[-6.71875, false]], [[-4.59375, false]], [[-7.59375, false]], [[-8.59375, false]], [[-8.84375, false]], [[-8.84375, false]], [[-4.59375, false]], [[-6.71875, false]], [[-7.71875, false]], [[-7.46875, false]], [[-6.71875, false]], [[-8.59375, false]], [[-7.34375, false]], [[-8.84375, false]], [[-6.71875, false]], [[-8.21875, false]], [[-9.21875, false]], [[-8.09375, false]], [[-6.24609375, false]], [[-7.96875, false]], [[-6.87109375, false]], [[-4.59375, false]], [[-7.96875, false]], [[-7.34375, false]], [[-8.21875, false]], [[-7.59375, false]], [[-8.84375, false]], [[-8.59375, false]], [[-8.84375, false]], [[-4.21875, false]], [[-9.21875, false]], [[-7.34375, false]], [[-8.84375, false]], [[-8.21875, false]], [[-4.59375, false]], [[-7.46875, false]], [[-10.46875, false]], [[-6.09375, false]], [[-9.71875, false]], [[-7.34375, false]], [[-8.09375, false]], [[-9.71875, false]], [[-6.71875, false]], [[-6.59375, false]], [[-4.59375, false]], [[-7.34375, false]], [[-8.21875, false]], [[-4.59375, false]], [[-6.09375, false]], [[-8.84375, false]], [[-8.84375, false]], [[-9.09375, false]], [[-8.09375, false]], [[-6.24609375, false]], [[-7.96875, false]], [[-6.87109375, false]], [[-4.59375, false]], [[-7.96875, false]], [[-4.21875, false]], [[-6.59375, false]], [[-8.21875, false]], [[-4.21875, false]], [[-8.21875, false]], [[-6.34375, false]], [[-6.71875, false]], [[-8.09375, false]], [[-4.59375, false]], [[-7.34375, false]], [[-8.21875, false]], [[-4.59375, false]], [[-9.21875, false]], [[-9.71875, false]], [[-6.71875, false]], [[-4.59375, false]], [[-8.09375, false]], [[-6.34375, false]], [[-7.34375, false]], [[-6.71875, false]], [[-8.21875, false]], [[-9.21875, false]], [[-7.34375, false]], [[-7.59375, false]], [[-7.34375, false]], [[-6.34375, false]], [[-4.59375, false]], [[-8.84375, false]], [[-6.71875, false]], [[-9.21875, false]], [[-9.71875, false]], [[-8.84375, false]], [[-6.59375, false]], [[-6.24609375, false]], [[-7.96875, false]], [[-11.84375, false]]], "filtered_resps": [[-7.21875, false], [-7.96875, false], [-6.34375, false], [-9.71875, false], [-4.21875, false], [-8.21875, false], [-8.96875, false], [-6.71875, false], [-8.09375, false], [-4.59375, false], [-7.34375, false], [-8.21875, false], [-4.59375, false], [-7.46875, false], [-8.84375, false], [-7.46875, false], [-10.46875, false], [-9.71875, false], [-4.21875, false], [-8.59375, false], [-4.59375, false], [-6.09375, false], [-6.71875, false], [-9.71875, false], [-7.34375, false], [-6.71875, false], [-7.59375, false], [-6.24609375, false], [-7.96875, false], [-6.87109375, false], [-4.59375, false], [-7.96875, false], [-6.71875, false], [-8.21875, false], [-7.34375, false], [-6.59375, false], [-6.71875, false], [-8.21875, false], [-6.34375, false], [-6.71875, false], [-4.59375, false], [-7.59375, false], [-8.59375, false], [-8.84375, false], [-8.84375, false], [-4.59375, false], [-6.71875, false], [-7.71875, false], [-7.46875, false], [-6.71875, false], [-8.59375, false], [-7.34375, false], [-8.84375, false], [-6.71875, false], [-8.21875, false], [-9.21875, false], [-8.09375, false], [-6.24609375, false], [-7.96875, false], [-6.87109375, false], [-4.59375, false], [-7.96875, false], [-7.34375, false], [-8.21875, false], [-7.59375, false], [-8.84375, false], [-8.59375, false], [-8.84375, false], [-4.21875, false], [-9.21875, false], [-7.34375, false], [-8.84375, false], [-8.21875, false], [-4.59375, false], [-7.46875, false], [-10.46875, false], [-6.09375, false], [-9.71875, false], [-7.34375, false], [-8.09375, false], [-9.71875, false], [-6.71875, false], [-6.59375, false], [-4.59375, false], [-7.34375, false], [-8.21875, false], [-4.59375, false], [-6.09375, false], [-8.84375, false], [-8.84375, false], [-9.09375, false], [-8.09375, false], [-6.24609375, false], [-7.96875, false], [-6.87109375, false], [-4.59375, false], [-7.96875, false], [-4.21875, false], [-6.59375, false], [-8.21875, false], [-4.21875, false], [-8.21875, false], [-6.34375, false], [-6.71875, false], [-8.09375, false], [-4.59375, false], [-7.34375, false], [-8.21875, false], [-4.59375, false], [-9.21875, false], [-9.71875, false], [-6.71875, false], [-4.59375, false], [-8.09375, false], [-6.34375, false], [-7.34375, false], [-6.71875, false], [-8.21875, false], [-9.21875, false], [-7.34375, false], [-7.59375, false], [-7.34375, false], [-6.34375, false], [-4.59375, false], [-8.84375, false], [-6.71875, false], [-9.21875, false], [-9.71875, false], [-8.84375, false], [-6.59375, false], [-6.24609375, false], [-7.96875, false], [-11.84375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 277, "doc": {"id": "MDSA_2011_8_2", "question": "One solar day on Jupiter lasts only 9 hours and 50 minutes. What causes a solar day?", "choices": {"text": ["diameter of the planet", "rotational speed of the planet", "speed of a planet in orbit around the sun", "diameter of the orbit of a planet around the sun"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "rotational speed of the planet", "arguments": ["Question: One solar day on Jupiter lasts only 9 hours and 50 minutes. What causes a solar day?\nAnswer:", " ["], "resps": [[[-8.265625, false]], [[-9.265625, false]], [[-11.015625, false]], [[-10.265625, false]], [[-5.515625, false]], [[-10.765625, false]], [[-9.015625, false]], [[-11.015625, false]], [[-9.015625, false]], [[-11.765625, false]], [[-6.265625, false]], [[-10.015625, false]], [[-10.515625, false]], [[-6.265625, false]], [[-11.015625, false]], [[-12.515625, false]], [[-9.015625, false]], [[-6.265625, false]], [[-10.765625, false]], [[-12.015625, false]], [[-5.515625, false]], [[-11.515625, false]], [[-9.015625, false]], [[-11.015625, false]], [[-9.265625, false]], [[-10.59375, false]], [[-6.265625, false]], [[-9.265625, false]], [[-11.765625, false]], [[-10.015625, false]], [[-11.015625, false]], [[-5.515625, false]], [[-11.015625, false]], [[-10.265625, false]], [[-10.015625, false]], [[-11.515625, false]], [[-5.515625, false]], [[-12.015625, false]], [[-6.265625, false]], [[-10.515625, false]], [[-10.765625, false]], [[-9.015625, false]], [[-9.015625, false]], [[-11.015625, false]], [[-6.265625, false]], [[-10.015625, false]], [[-10.515625, false]], [[-6.265625, false]], [[-11.015625, false]], [[-12.515625, false]], [[-9.015625, false]], [[-6.265625, false]], [[-10.765625, false]], [[-12.015625, false]], [[-5.515625, false]], [[-11.515625, false]], [[-9.015625, false]], [[-11.015625, false]], [[-9.265625, false]], [[-10.59375, false]], [[-6.265625, false]], [[-9.265625, false]], [[-10.515625, false]], [[-10.765625, false]], [[-9.015625, false]], [[-9.015625, false]], [[-11.015625, false]], [[-6.265625, false]], [[-10.015625, false]], [[-10.515625, false]], [[-6.265625, false]], [[-5.515625, false]], [[-6.265625, false]], [[-10.765625, false]], [[-12.015625, false]], [[-5.515625, false]], [[-11.515625, false]], [[-9.015625, false]], [[-11.015625, false]], [[-6.265625, false]], [[-10.265625, false]], [[-11.515625, false]], [[-6.265625, false]], [[-10.015625, false]], [[-11.765625, false]], [[-9.765625, false]], [[-10.265625, false]], [[-11.015625, false]], [[-6.265625, false]], [[-5.515625, false]], [[-11.765625, false]], [[-10.015625, false]], [[-12.015625, false]], [[-11.515625, false]], [[-11.015625, false]], [[-6.265625, false]], [[-11.015625, false]], [[-12.515625, false]], [[-9.015625, false]], [[-6.265625, false]], [[-10.515625, false]], [[-12.015625, false]], [[-11.515625, false]], [[-9.265625, false]], [[-10.59375, false]], [[-6.265625, false]], [[-9.265625, false]], [[-11.015625, false]], [[-10.265625, false]], [[-5.515625, false]], [[-10.765625, false]], [[-9.015625, false]], [[-11.015625, false]], [[-9.015625, false]], [[-11.765625, false]], [[-6.265625, false]], [[-10.015625, false]], [[-10.515625, false]], [[-6.265625, false]], [[-11.015625, false]], [[-12.515625, false]], [[-9.015625, false]], [[-6.265625, false]], [[-10.015625, false]], [[-11.765625, false]], [[-9.765625, false]], [[-10.265625, false]], [[-11.015625, false]], [[-6.265625, false]], [[-10.015625, false]], [[-10.515625, false]], [[-6.265625, false]], [[-5.515625, false]], [[-6.265625, false]], [[-10.765625, false]], [[-12.015625, false]], [[-5.515625, false]], [[-11.515625, false]], [[-9.015625, false]], [[-11.015625, false]], [[-6.265625, false]], [[-5.515625, false]], [[-11.765625, false]], [[-10.015625, false]], [[-12.015625, false]], [[-11.515625, false]], [[-11.015625, false]], [[-6.265625, false]], [[-11.015625, false]], [[-12.515625, false]], [[-9.015625, false]], [[-6.265625, false]], [[-10.515625, false]], [[-12.015625, false]], [[-11.515625, false]], [[-9.265625, false]], [[-12.515625, false]]], "filtered_resps": [[-8.265625, false], [-9.265625, false], [-11.015625, false], [-10.265625, false], [-5.515625, false], [-10.765625, false], [-9.015625, false], [-11.015625, false], [-9.015625, false], [-11.765625, false], [-6.265625, false], [-10.015625, false], [-10.515625, false], [-6.265625, false], [-11.015625, false], [-12.515625, false], [-9.015625, false], [-6.265625, false], [-10.765625, false], [-12.015625, false], [-5.515625, false], [-11.515625, false], [-9.015625, false], [-11.015625, false], [-9.265625, false], [-10.59375, false], [-6.265625, false], [-9.265625, false], [-11.765625, false], [-10.015625, false], [-11.015625, false], [-5.515625, false], [-11.015625, false], [-10.265625, false], [-10.015625, false], [-11.515625, false], [-5.515625, false], [-12.015625, false], [-6.265625, false], [-10.515625, false], [-10.765625, false], [-9.015625, false], [-9.015625, false], [-11.015625, false], [-6.265625, false], [-10.015625, false], [-10.515625, false], [-6.265625, false], [-11.015625, false], [-12.515625, false], [-9.015625, false], [-6.265625, false], [-10.765625, false], [-12.015625, false], [-5.515625, false], [-11.515625, false], [-9.015625, false], [-11.015625, false], [-9.265625, false], [-10.59375, false], [-6.265625, false], [-9.265625, false], [-10.515625, false], [-10.765625, false], [-9.015625, false], [-9.015625, false], [-11.015625, false], [-6.265625, false], [-10.015625, false], [-10.515625, false], [-6.265625, false], [-5.515625, false], [-6.265625, false], [-10.765625, false], [-12.015625, false], [-5.515625, false], [-11.515625, false], [-9.015625, false], [-11.015625, false], [-6.265625, false], [-10.265625, false], [-11.515625, false], [-6.265625, false], [-10.015625, false], [-11.765625, false], [-9.765625, false], [-10.265625, false], [-11.015625, false], [-6.265625, false], [-5.515625, false], [-11.765625, false], [-10.015625, false], [-12.015625, false], [-11.515625, false], [-11.015625, false], [-6.265625, false], [-11.015625, false], [-12.515625, false], [-9.015625, false], [-6.265625, false], [-10.515625, false], [-12.015625, false], [-11.515625, false], [-9.265625, false], [-10.59375, false], [-6.265625, false], [-9.265625, false], [-11.015625, false], [-10.265625, false], [-5.515625, false], [-10.765625, false], [-9.015625, false], [-11.015625, false], [-9.015625, false], [-11.765625, false], [-6.265625, false], [-10.015625, false], [-10.515625, false], [-6.265625, false], [-11.015625, false], [-12.515625, false], [-9.015625, false], [-6.265625, false], [-10.015625, false], [-11.765625, false], [-9.765625, false], [-10.265625, false], [-11.015625, false], [-6.265625, false], [-10.015625, false], [-10.515625, false], [-6.265625, false], [-5.515625, false], [-6.265625, false], [-10.765625, false], [-12.015625, false], [-5.515625, false], [-11.515625, false], [-9.015625, false], [-11.015625, false], [-6.265625, false], [-5.515625, false], [-11.765625, false], [-10.015625, false], [-12.015625, false], [-11.515625, false], [-11.015625, false], [-6.265625, false], [-11.015625, false], [-12.515625, false], [-9.015625, false], [-6.265625, false], [-10.515625, false], [-12.015625, false], [-11.515625, false], [-9.265625, false], [-12.515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 285, "doc": {"id": "Mercury_7267540", "question": "Which of these natural disasters is least likely to cause major damage to a prairie ecosystem?", "choices": {"text": ["a flood", "a tornado", "a hurricane", "an earthquake"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "an earthquake", "arguments": ["Question: Which of these natural disasters is least likely to cause major damage to a prairie ecosystem?\nAnswer:", " ["], "resps": [[[-7.6171875, false]], [[-9.8671875, false]], [[-4.8671875, false]], [[-5.6171875, false]], [[-9.3671875, false]], [[-10.3671875, false]], [[-9.1171875, false]], [[-9.1171875, false]], [[-5.8671875, false]], [[-9.8671875, false]], [[-9.84375, false]], [[-5.6171875, false]], [[-9.8671875, false]], [[-4.8671875, false]], [[-5.6171875, false]], [[-10.8671875, false]], [[-9.1171875, false]], [[-10.6171875, false]], [[-10.1171875, false]], [[-4.8671875, false]], [[-5.8671875, false]], [[-9.1171875, false]], [[-9.8671875, false]], [[-9.84375, false]], [[-5.6171875, false]], [[-9.8671875, false]], [[-4.8671875, false]], [[-5.6171875, false]], [[-12.3671875, false]], [[-12.6171875, false]], [[-10.6171875, false]], [[-10.6171875, false]], [[-9.8671875, false]], [[-9.6171875, false]], [[-4.8671875, false]], [[-10.1171875, false]], [[-5.3671875, false]], [[-9.8671875, false]], [[-9.84375, false]], [[-5.6171875, false]], [[-9.8671875, false]], [[-4.8671875, false]], [[-10.1171875, false]], [[-5.6171875, false]], [[-5.3671875, false]], [[-4.8671875, false]], [[-10.6171875, false]], [[-10.8671875, false]], [[-12.3671875, false]], [[-14.6171875, false]], [[-12.6171875, false]], [[-4.8671875, false]], [[-12.1171875, false]], [[-5.3671875, false]], [[-9.8671875, false]], [[-13.8671875, false]]], "filtered_resps": [[-7.6171875, false], [-9.8671875, false], [-4.8671875, false], [-5.6171875, false], [-9.3671875, false], [-10.3671875, false], [-9.1171875, false], [-9.1171875, false], [-5.8671875, false], [-9.8671875, false], [-9.84375, false], [-5.6171875, false], [-9.8671875, false], [-4.8671875, false], [-5.6171875, false], [-10.8671875, false], [-9.1171875, false], [-10.6171875, false], [-10.1171875, false], [-4.8671875, false], [-5.8671875, false], [-9.1171875, false], [-9.8671875, false], [-9.84375, false], [-5.6171875, false], [-9.8671875, false], [-4.8671875, false], [-5.6171875, false], [-12.3671875, false], [-12.6171875, false], [-10.6171875, false], [-10.6171875, false], [-9.8671875, false], [-9.6171875, false], [-4.8671875, false], [-10.1171875, false], [-5.3671875, false], [-9.8671875, false], [-9.84375, false], [-5.6171875, false], [-9.8671875, false], [-4.8671875, false], [-10.1171875, false], [-5.6171875, false], [-5.3671875, false], [-4.8671875, false], [-10.6171875, false], [-10.8671875, false], [-12.3671875, false], [-14.6171875, false], [-12.6171875, false], [-4.8671875, false], [-12.1171875, false], [-5.3671875, false], [-9.8671875, false], [-13.8671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 293, "doc": {"id": "MCAS_2000_8_24", "question": "Which is the best evidence for the theory of continental drift?", "choices": {"text": ["the appearance of volcanoes at the boundaries where plates collide", "earthquakes at boundaries where one plate slides past another", "cases where a species exists in only one isolated place", "fossils of the same species found on widely separated continents"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "fossils of the same species found on widely separated continents", "arguments": ["Question: Which is the best evidence for the theory of continental drift?\nAnswer:", " ["], "resps": [[[-7.484375, false]], [[-8.234375, false]], [[-10.734375, false]], [[-11.734375, false]], [[-7.859375, false]], [[-4.359375, false]], [[-6.609375, false]], [[-9.859375, false]], [[-9.859375, false]], [[-7.859375, false]], [[-6.609375, false]], [[-11.234375, false]], [[-6.609375, false]], [[-9.609375, false]], [[-9.484375, false]], [[-7.859375, false]], [[-4.359375, false]], [[-9.984375, false]], [[-9.859375, false]], [[-4.359375, false]], [[-10.734375, false]], [[-9.984375, false]], [[-10.859375, false]], [[-9.484375, false]], [[-6.609375, false]], [[-9.609375, false]], [[-9.984375, false]], [[-7.859375, false]], [[-9.984375, false]], [[-4.359375, false]], [[-6.609375, false]], [[-10.734375, false]], [[-4.359375, false]], [[-10.734375, false]], [[-11.734375, false]], [[-7.859375, false]], [[-4.359375, false]], [[-9.234375, false]], [[-9.984375, false]], [[-12.609375, false]], [[-9.609375, false]], [[-10.109375, false]], [[-6.609375, false]], [[-11.234375, false]], [[-9.609375, false]], [[-7.859375, false]], [[-9.984375, false]], [[-4.359375, false]], [[-11.109375, false]], [[-11.734375, false]], [[-7.859375, false]], [[-11.234375, false]], [[-7.859375, false]], [[-4.359375, false]], [[-9.859375, false]], [[-10.859375, false]], [[-6.609375, false]], [[-10.734375, false]], [[-7.859375, false]], [[-9.984375, false]], [[-4.359375, false]], [[-9.484375, false]], [[-9.984375, false]], [[-10.859375, false]], [[-10.859375, false]], [[-9.609375, false]], [[-10.109375, false]], [[-7.859375, false]], [[-8.234375, false]], [[-8.546875, false]], [[-4.359375, false]], [[-8.234375, false]], [[-7.859375, false]], [[-6.609375, false]], [[-11.234375, false]], [[-10.734375, false]], [[-11.734375, false]], [[-11.984375, false]], [[-12.609375, false]], [[-6.609375, false]], [[-11.984375, false]], [[-7.859375, false]], [[-9.984375, false]], [[-4.359375, false]], [[-6.609375, false]], [[-10.734375, false]], [[-4.359375, false]], [[-9.234375, false]], [[-9.984375, false]], [[-12.609375, false]], [[-9.609375, false]], [[-10.109375, false]], [[-6.609375, false]], [[-11.234375, false]], [[-9.609375, false]], [[-7.859375, false]], [[-9.984375, false]], [[-4.359375, false]], [[-11.109375, false]], [[-11.734375, false]], [[-7.859375, false]], [[-11.234375, false]], [[-7.859375, false]], [[-4.359375, false]], [[-9.984375, false]], [[-9.609375, false]], [[-7.859375, false]], [[-4.359375, false]], [[-9.859375, false]], [[-10.859375, false]], [[-6.609375, false]], [[-10.734375, false]], [[-7.859375, false]], [[-4.359375, false]], [[-9.984375, false]], [[-10.859375, false]], [[-9.609375, false]], [[-10.109375, false]], [[-7.859375, false]], [[-9.984375, false]], [[-4.359375, false]], [[-9.859375, false]], [[-6.609375, false]], [[-9.984375, false]], [[-10.734375, false]], [[-4.359375, false]], [[-6.609375, false]], [[-9.609375, false]], [[-9.984375, false]], [[-10.734375, false]], [[-11.734375, false]], [[-7.859375, false]], [[-11.234375, false]], [[-8.234375, false]], [[-8.546875, false]], [[-4.359375, false]], [[-8.234375, false]], [[-9.484375, false]], [[-6.609375, false]], [[-9.984375, false]], [[-7.859375, false]], [[-9.984375, false]], [[-4.359375, false]], [[-11.109375, false]], [[-11.734375, false]], [[-7.859375, false]], [[-11.234375, false]], [[-7.859375, false]], [[-4.359375, false]], [[-6.609375, false]], [[-4.359375, false]], [[-9.984375, false]], [[-9.859375, false]], [[-7.859375, false]], [[-9.484375, false]], [[-9.609375, false]], [[-7.859375, false]], [[-9.984375, false]], [[-4.359375, false]], [[-7.859375, false]], [[-10.859375, false]], [[-9.609375, false]], [[-9.984375, false]], [[-10.734375, false]], [[-9.984375, false]], [[-4.359375, false]], [[-9.609375, false]], [[-9.609375, false]], [[-4.359375, false]], [[-9.984375, false]], [[-9.609375, false]], [[-10.859375, false]], [[-12.359375, false]], [[-4.359375, false]], [[-9.984375, false]], [[-9.609375, false]], [[-7.859375, false]], [[-4.359375, false]], [[-9.609375, false]], [[-9.984375, false]], [[-9.984375, false]], [[-10.859375, false]], [[-6.609375, false]], [[-10.734375, false]], [[-7.859375, false]], [[-10.109375, false]], [[-4.359375, false]], [[-9.859375, false]], [[-10.859375, false]], [[-6.609375, false]], [[-9.484375, false]], [[-7.859375, false]], [[-8.234375, false]], [[-8.546875, false]], [[-4.359375, false]], [[-8.234375, false]], [[-9.859375, false]], [[-9.984375, false]], [[-9.984375, false]], [[-9.984375, false]], [[-9.609375, false]], [[-10.859375, false]], [[-9.984375, false]], [[-4.359375, false]], [[-9.984375, false]], [[-9.859375, false]], [[-4.359375, false]], [[-10.734375, false]], [[-11.734375, false]], [[-7.859375, false]], [[-4.359375, false]], [[-9.984375, false]], [[-6.609375, false]], [[-10.359375, false]], [[-7.859375, false]], [[-4.359375, false]], [[-9.984375, false]], [[-9.859375, false]], [[-7.859375, false]], [[-9.484375, false]], [[-9.609375, false]], [[-7.859375, false]], [[-9.984375, false]], [[-4.359375, false]], [[-9.859375, false]], [[-9.984375, false]], [[-12.609375, false]], [[-9.609375, false]], [[-10.109375, false]], [[-4.359375, false]], [[-9.984375, false]], [[-9.609375, false]], [[-4.359375, false]], [[-11.109375, false]], [[-9.609375, false]], [[-10.109375, false]], [[-7.859375, false]], [[-10.859375, false]], [[-12.359375, false]], [[-4.359375, false]], [[-9.984375, false]], [[-7.859375, false]], [[-9.859375, false]], [[-6.609375, false]], [[-11.234375, false]], [[-6.609375, false]], [[-10.734375, false]], [[-7.859375, false]], [[-10.109375, false]], [[-4.359375, false]], [[-9.484375, false]], [[-9.984375, false]], [[-9.609375, false]], [[-10.734375, false]], [[-9.609375, false]], [[-9.609375, false]], [[-7.859375, false]], [[-9.609375, false]], [[-10.734375, false]], [[-9.984375, false]], [[-8.234375, false]], [[-13.359375, false]]], "filtered_resps": [[-7.484375, false], [-8.234375, false], [-10.734375, false], [-11.734375, false], [-7.859375, false], [-4.359375, false], [-6.609375, false], [-9.859375, false], [-9.859375, false], [-7.859375, false], [-6.609375, false], [-11.234375, false], [-6.609375, false], [-9.609375, false], [-9.484375, false], [-7.859375, false], [-4.359375, false], [-9.984375, false], [-9.859375, false], [-4.359375, false], [-10.734375, false], [-9.984375, false], [-10.859375, false], [-9.484375, false], [-6.609375, false], [-9.609375, false], [-9.984375, false], [-7.859375, false], [-9.984375, false], [-4.359375, false], [-6.609375, false], [-10.734375, false], [-4.359375, false], [-10.734375, false], [-11.734375, false], [-7.859375, false], [-4.359375, false], [-9.234375, false], [-9.984375, false], [-12.609375, false], [-9.609375, false], [-10.109375, false], [-6.609375, false], [-11.234375, false], [-9.609375, false], [-7.859375, false], [-9.984375, false], [-4.359375, false], [-11.109375, false], [-11.734375, false], [-7.859375, false], [-11.234375, false], [-7.859375, false], [-4.359375, false], [-9.859375, false], [-10.859375, false], [-6.609375, false], [-10.734375, false], [-7.859375, false], [-9.984375, false], [-4.359375, false], [-9.484375, false], [-9.984375, false], [-10.859375, false], [-10.859375, false], [-9.609375, false], [-10.109375, false], [-7.859375, false], [-8.234375, false], [-8.546875, false], [-4.359375, false], [-8.234375, false], [-7.859375, false], [-6.609375, false], [-11.234375, false], [-10.734375, false], [-11.734375, false], [-11.984375, false], [-12.609375, false], [-6.609375, false], [-11.984375, false], [-7.859375, false], [-9.984375, false], [-4.359375, false], [-6.609375, false], [-10.734375, false], [-4.359375, false], [-9.234375, false], [-9.984375, false], [-12.609375, false], [-9.609375, false], [-10.109375, false], [-6.609375, false], [-11.234375, false], [-9.609375, false], [-7.859375, false], [-9.984375, false], [-4.359375, false], [-11.109375, false], [-11.734375, false], [-7.859375, false], [-11.234375, false], [-7.859375, false], [-4.359375, false], [-9.984375, false], [-9.609375, false], [-7.859375, false], [-4.359375, false], [-9.859375, false], [-10.859375, false], [-6.609375, false], [-10.734375, false], [-7.859375, false], [-4.359375, false], [-9.984375, false], [-10.859375, false], [-9.609375, false], [-10.109375, false], [-7.859375, false], [-9.984375, false], [-4.359375, false], [-9.859375, false], [-6.609375, false], [-9.984375, false], [-10.734375, false], [-4.359375, false], [-6.609375, false], [-9.609375, false], [-9.984375, false], [-10.734375, false], [-11.734375, false], [-7.859375, false], [-11.234375, false], [-8.234375, false], [-8.546875, false], [-4.359375, false], [-8.234375, false], [-9.484375, false], [-6.609375, false], [-9.984375, false], [-7.859375, false], [-9.984375, false], [-4.359375, false], [-11.109375, false], [-11.734375, false], [-7.859375, false], [-11.234375, false], [-7.859375, false], [-4.359375, false], [-6.609375, false], [-4.359375, false], [-9.984375, false], [-9.859375, false], [-7.859375, false], [-9.484375, false], [-9.609375, false], [-7.859375, false], [-9.984375, false], [-4.359375, false], [-7.859375, false], [-10.859375, false], [-9.609375, false], [-9.984375, false], [-10.734375, false], [-9.984375, false], [-4.359375, false], [-9.609375, false], [-9.609375, false], [-4.359375, false], [-9.984375, false], [-9.609375, false], [-10.859375, false], [-12.359375, false], [-4.359375, false], [-9.984375, false], [-9.609375, false], [-7.859375, false], [-4.359375, false], [-9.609375, false], [-9.984375, false], [-9.984375, false], [-10.859375, false], [-6.609375, false], [-10.734375, false], [-7.859375, false], [-10.109375, false], [-4.359375, false], [-9.859375, false], [-10.859375, false], [-6.609375, false], [-9.484375, false], [-7.859375, false], [-8.234375, false], [-8.546875, false], [-4.359375, false], [-8.234375, false], [-9.859375, false], [-9.984375, false], [-9.984375, false], [-9.984375, false], [-9.609375, false], [-10.859375, false], [-9.984375, false], [-4.359375, false], [-9.984375, false], [-9.859375, false], [-4.359375, false], [-10.734375, false], [-11.734375, false], [-7.859375, false], [-4.359375, false], [-9.984375, false], [-6.609375, false], [-10.359375, false], [-7.859375, false], [-4.359375, false], [-9.984375, false], [-9.859375, false], [-7.859375, false], [-9.484375, false], [-9.609375, false], [-7.859375, false], [-9.984375, false], [-4.359375, false], [-9.859375, false], [-9.984375, false], [-12.609375, false], [-9.609375, false], [-10.109375, false], [-4.359375, false], [-9.984375, false], [-9.609375, false], [-4.359375, false], [-11.109375, false], [-9.609375, false], [-10.109375, false], [-7.859375, false], [-10.859375, false], [-12.359375, false], [-4.359375, false], [-9.984375, false], [-7.859375, false], [-9.859375, false], [-6.609375, false], [-11.234375, false], [-6.609375, false], [-10.734375, false], [-7.859375, false], [-10.109375, false], [-4.359375, false], [-9.484375, false], [-9.984375, false], [-9.609375, false], [-10.734375, false], [-9.609375, false], [-9.609375, false], [-7.859375, false], [-9.609375, false], [-10.734375, false], [-9.984375, false], [-8.234375, false], [-13.359375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 301, "doc": {"id": "Mercury_416375", "question": "Which of these events during a storm at sea can add oxygen from the atmosphere to ocean water?", "choices": {"text": ["high winds", "lightning", "pressure change", "temperature change"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "high winds", "arguments": ["Question: Which of these events during a storm at sea can add oxygen from the atmosphere to ocean water?\nAnswer:", " ["], "resps": [[[-6.99609375, false]], [[-9.0, false]], [[-10.25, false]], [[-8.875, false]], [[-12.0, false]], [[-10.25, false]], [[-4.99609375, false]], [[-9.125, false]], [[-8.875, false]], [[-10.25, false]], [[-7.24609375, false]], [[-8.25, false]], [[-9.0, false]], [[-9.40625, false]], [[-4.99609375, false]], [[-9.0, false]], [[-11.125, false]], [[-8.875, false]], [[-12.0, false]], [[-10.25, false]], [[-10.125, false]], [[-10.25, false]], [[-8.875, false]], [[-10.25, false]], [[-12.0, false]], [[-9.0, false]], [[-9.40625, false]], [[-4.99609375, false]], [[-9.0, false]], [[-9.375, false]], [[-10.5, false]], [[-7.24609375, false]], [[-8.25, false]], [[-8.25, false]], [[-11.625, false]], [[-10.5, false]], [[-7.24609375, false]], [[-4.99609375, false]], [[-8.125, false]], [[-10.25, false]], [[-4.99609375, false]], [[-10.25, false]], [[-12.0, false]], [[-7.24609375, false]], [[-9.0, false]], [[-9.40625, false]], [[-4.99609375, false]], [[-9.0, false]], [[-10.125, false]], [[-7.24609375, false]], [[-10.125, false]], [[-9.375, false]], [[-7.24609375, false]], [[-10.5, false]], [[-4.99609375, false]], [[-10.125, false]], [[-11.625, false]], [[-10.5, false]], [[-7.24609375, false]], [[-4.99609375, false]], [[-8.125, false]], [[-10.25, false]], [[-4.99609375, false]], [[-10.25, false]], [[-12.0, false]], [[-7.24609375, false]], [[-9.0, false]], [[-12.375, false]]], "filtered_resps": [[-6.99609375, false], [-9.0, false], [-10.25, false], [-8.875, false], [-12.0, false], [-10.25, false], [-4.99609375, false], [-9.125, false], [-8.875, false], [-10.25, false], [-7.24609375, false], [-8.25, false], [-9.0, false], [-9.40625, false], [-4.99609375, false], [-9.0, false], [-11.125, false], [-8.875, false], [-12.0, false], [-10.25, false], [-10.125, false], [-10.25, false], [-8.875, false], [-10.25, false], [-12.0, false], [-9.0, false], [-9.40625, false], [-4.99609375, false], [-9.0, false], [-9.375, false], [-10.5, false], [-7.24609375, false], [-8.25, false], [-8.25, false], [-11.625, false], [-10.5, false], [-7.24609375, false], [-4.99609375, false], [-8.125, false], [-10.25, false], [-4.99609375, false], [-10.25, false], [-12.0, false], [-7.24609375, false], [-9.0, false], [-9.40625, false], [-4.99609375, false], [-9.0, false], [-10.125, false], [-7.24609375, false], [-10.125, false], [-9.375, false], [-7.24609375, false], [-10.5, false], [-4.99609375, false], [-10.125, false], [-11.625, false], [-10.5, false], [-7.24609375, false], [-4.99609375, false], [-8.125, false], [-10.25, false], [-4.99609375, false], [-10.25, false], [-12.0, false], [-7.24609375, false], [-9.0, false], [-12.375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 309, "doc": {"id": "FCAT_2008_5_7", "question": "Erosion and weathering can both cause changes to the surface of Earth. Which of the following happens only because of erosion and NOT because of weathering?", "choices": {"text": ["Rocks form deep underground.", "Rocks become smooth and round.", "Rocks are broken apart into small pieces.", "Rocks are moved from one place to another."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Rocks are moved from one place to another.", "arguments": ["Question: Erosion and weathering can both cause changes to the surface of Earth. Which of the following happens only because of erosion and NOT because of weathering?\nAnswer:", " ["], "resps": [[[-7.125, false]], [[-10.125, false]], [[-7.125, false]], [[-7.375, false]], [[-7.125, false]], [[-10.125, false]], [[-9.375, false]], [[-5.125, false]], [[-8.125, false]], [[-7.375, false]], [[-9.125, false]], [[-9.375, false]], [[-5.125, false]], [[-6.125, false]], [[-5.625, false]], [[-5.625, false]], [[-8.875, false]], [[-5.125, false]], [[-10.875, false]], [[-8.625, false]], [[-6.125, false]], [[-5.625, false]], [[-9.125, false]], [[-10.125, false]], [[-9.125, false]], [[-7.375, false]], [[-10.875, false]], [[-8.625, false]], [[-6.125, false]], [[-6.2265625, false]], [[-10.125, false]], [[-9.1015625, false]], [[-5.125, false]], [[-10.125, false]], [[-7.125, false]], [[-7.375, false]], [[-7.125, false]], [[-10.125, false]], [[-9.375, false]], [[-5.125, false]], [[-5.375, false]], [[-5.625, false]], [[-7.125, false]], [[-7.375, false]], [[-9.375, false]], [[-5.625, false]], [[-5.125, false]], [[-9.375, false]], [[-9.375, false]], [[-7.375, false]], [[-7.375, false]], [[-10.375, false]], [[-9.875, false]], [[-5.125, false]], [[-4.125, false]], [[-8.625, false]], [[-6.125, false]], [[-5.125, false]], [[-9.125, false]], [[-7.375, false]], [[-10.875, false]], [[-8.625, false]], [[-6.125, false]], [[-6.2265625, false]], [[-10.125, false]], [[-9.1015625, false]], [[-5.125, false]], [[-10.125, false]], [[-7.125, false]], [[-7.375, false]], [[-7.125, false]], [[-10.125, false]], [[-9.375, false]], [[-5.125, false]], [[-4.125, false]], [[-9.125, false]], [[-5.625, false]], [[-5.125, false]], [[-5.375, false]], [[-9.125, false]], [[-7.375, false]], [[-10.125, false]], [[-5.625, false]], [[-8.625, false]], [[-5.125, false]], [[-4.125, false]], [[-8.875, false]], [[-4.125, false]], [[-9.125, false]], [[-10.375, false]], [[-5.125, false]], [[-7.875, false]], [[-8.625, false]], [[-10.375, false]], [[-7.375, false]], [[-5.125, false]], [[-9.375, false]], [[-9.375, false]], [[-4.125, false]], [[-9.875, false]], [[-9.875, false]], [[-5.125, false]], [[-8.875, false]], [[-7.875, false]], [[-5.625, false]], [[-7.125, false]], [[-5.625, false]], [[-9.375, false]], [[-6.2265625, false]], [[-10.125, false]], [[-9.1015625, false]], [[-5.125, false]], [[-10.125, false]], [[-7.125, false]], [[-7.375, false]], [[-7.125, false]], [[-10.125, false]], [[-9.375, false]], [[-5.125, false]], [[-4.125, false]], [[-9.125, false]], [[-5.625, false]], [[-5.125, false]], [[-9.375, false]], [[-7.375, false]], [[-10.375, false]], [[-5.625, false]], [[-6.125, false]], [[-5.125, false]], [[-8.125, false]], [[-9.125, false]], [[-7.375, false]], [[-9.375, false]], [[-5.125, false]], [[-7.375, false]], [[-8.625, false]], [[-5.625, false]], [[-5.125, false]], [[-8.875, false]], [[-9.875, false]], [[-4.125, false]], [[-7.125, false]], [[-5.625, false]], [[-5.125, false]], [[-10.375, false]], [[-7.375, false]], [[-5.125, false]], [[-4.125, false]], [[-8.625, false]], [[-7.375, false]], [[-10.375, false]], [[-9.875, false]], [[-5.625, false]], [[-9.125, false]], [[-6.2265625, false]], [[-10.125, false]], [[-12.125, false]]], "filtered_resps": [[-7.125, false], [-10.125, false], [-7.125, false], [-7.375, false], [-7.125, false], [-10.125, false], [-9.375, false], [-5.125, false], [-8.125, false], [-7.375, false], [-9.125, false], [-9.375, false], [-5.125, false], [-6.125, false], [-5.625, false], [-5.625, false], [-8.875, false], [-5.125, false], [-10.875, false], [-8.625, false], [-6.125, false], [-5.625, false], [-9.125, false], [-10.125, false], [-9.125, false], [-7.375, false], [-10.875, false], [-8.625, false], [-6.125, false], [-6.2265625, false], [-10.125, false], [-9.1015625, false], [-5.125, false], [-10.125, false], [-7.125, false], [-7.375, false], [-7.125, false], [-10.125, false], [-9.375, false], [-5.125, false], [-5.375, false], [-5.625, false], [-7.125, false], [-7.375, false], [-9.375, false], [-5.625, false], [-5.125, false], [-9.375, false], [-9.375, false], [-7.375, false], [-7.375, false], [-10.375, false], [-9.875, false], [-5.125, false], [-4.125, false], [-8.625, false], [-6.125, false], [-5.125, false], [-9.125, false], [-7.375, false], [-10.875, false], [-8.625, false], [-6.125, false], [-6.2265625, false], [-10.125, false], [-9.1015625, false], [-5.125, false], [-10.125, false], [-7.125, false], [-7.375, false], [-7.125, false], [-10.125, false], [-9.375, false], [-5.125, false], [-4.125, false], [-9.125, false], [-5.625, false], [-5.125, false], [-5.375, false], [-9.125, false], [-7.375, false], [-10.125, false], [-5.625, false], [-8.625, false], [-5.125, false], [-4.125, false], [-8.875, false], [-4.125, false], [-9.125, false], [-10.375, false], [-5.125, false], [-7.875, false], [-8.625, false], [-10.375, false], [-7.375, false], [-5.125, false], [-9.375, false], [-9.375, false], [-4.125, false], [-9.875, false], [-9.875, false], [-5.125, false], [-8.875, false], [-7.875, false], [-5.625, false], [-7.125, false], [-5.625, false], [-9.375, false], [-6.2265625, false], [-10.125, false], [-9.1015625, false], [-5.125, false], [-10.125, false], [-7.125, false], [-7.375, false], [-7.125, false], [-10.125, false], [-9.375, false], [-5.125, false], [-4.125, false], [-9.125, false], [-5.625, false], [-5.125, false], [-9.375, false], [-7.375, false], [-10.375, false], [-5.625, false], [-6.125, false], [-5.125, false], [-8.125, false], [-9.125, false], [-7.375, false], [-9.375, false], [-5.125, false], [-7.375, false], [-8.625, false], [-5.625, false], [-5.125, false], [-8.875, false], [-9.875, false], [-4.125, false], [-7.125, false], [-5.625, false], [-5.125, false], [-10.375, false], [-7.375, false], [-5.125, false], [-4.125, false], [-8.625, false], [-7.375, false], [-10.375, false], [-9.875, false], [-5.625, false], [-9.125, false], [-6.2265625, false], [-10.125, false], [-12.125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 317, "doc": {"id": "NAEP_2009_4_S11+1", "question": "Which material is the best conductor of electricity?", "choices": {"text": ["Wood", "Metal", "Stone", "Plastic"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Metal", "arguments": ["Question: Which material is the best conductor of electricity?\nAnswer:", " ["], "resps": [[[-9.625, false]], [[-8.875, false]], [[-7.375, false]], [[-9.375, false]], [[-9.375, false]], [[-11.875, false]], [[-8.875, false]], [[-10.25, false]], [[-5.375, false]], [[-8.875, false]], [[-6.375, false]], [[-9.375, false]], [[-9.625, false]], [[-6.125, false]], [[-10.125, false]], [[-8.875, false]], [[-10.25, false]], [[-5.375, false]], [[-8.875, false]], [[-5.375, false]], [[-9.625, false]], [[-9.375, false]], [[-8.875, false]], [[-9.375, false]], [[-8.875, false]], [[-10.25, false]], [[-5.375, false]], [[-8.875, false]], [[-5.375, false]], [[-10.125, false]], [[-6.125, false]], [[-9.125, false]], [[-9.625, false]], [[-8.125, false]], [[-10.125, false]], [[-8.875, false]], [[-15.875, false]]], "filtered_resps": [[-9.625, false], [-8.875, false], [-7.375, false], [-9.375, false], [-9.375, false], [-11.875, false], [-8.875, false], [-10.25, false], [-5.375, false], [-8.875, false], [-6.375, false], [-9.375, false], [-9.625, false], [-6.125, false], [-10.125, false], [-8.875, false], [-10.25, false], [-5.375, false], [-8.875, false], [-5.375, false], [-9.625, false], [-9.375, false], [-8.875, false], [-9.375, false], [-8.875, false], [-10.25, false], [-5.375, false], [-8.875, false], [-5.375, false], [-10.125, false], [-6.125, false], [-9.125, false], [-9.625, false], [-8.125, false], [-10.125, false], [-8.875, false], [-15.875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 325, "doc": {"id": "Mercury_7124320", "question": "Three scientists conducted the same experiment to analyze the effectiveness of a cleaning agent on household bacteria. What is the main advantage of having the experiment repeated?", "choices": {"text": ["More bacteria will be destroyed.", "The results will be more reliable.", "A scientific journal will publish their work.", "The conclusion will lead to new discoveries."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "The results will be more reliable.", "arguments": ["Question: Three scientists conducted the same experiment to analyze the effectiveness of a cleaning agent on household bacteria. What is the main advantage of having the experiment repeated?\nAnswer:", " ["], "resps": [[[-7.60546875, false]], [[-9.4765625, false]], [[-7.73046875, false]], [[-9.1015625, false]], [[-11.9765625, false]], [[-9.4765625, false]], [[-6.23046875, false]], [[-9.4765625, false]], [[-6.10546875, false]], [[-10.2265625, false]], [[-10.7265625, false]], [[-9.4765625, false]], [[-11.9765625, false]], [[-8.8515625, false]], [[-6.10546875, false]], [[-6.23046875, false]], [[-11.2265625, false]], [[-8.8515625, false]], [[-12.2265625, false]], [[-12.2265625, false]], [[-6.23046875, false]], [[-9.4765625, false]], [[-9.4765625, false]], [[-6.23046875, false]], [[-10.2265625, false]], [[-9.4765625, false]], [[-10.2265625, false]], [[-10.7265625, false]], [[-11.9765625, false]], [[-9.1015625, false]], [[-12.4765625, false]], [[-9.4765625, false]], [[-10.2265625, false]], [[-7.546875, false]], [[-9.4765625, false]], [[-10.421875, false]], [[-6.23046875, false]], [[-9.4765625, false]], [[-7.35546875, false]], [[-11.3515625, false]], [[-9.4765625, false]], [[-6.23046875, false]], [[-11.9765625, false]], [[-9.4765625, false]], [[-10.2265625, false]], [[-11.7265625, false]], [[-12.2265625, false]], [[-10.7265625, false]], [[-10.2265625, false]], [[-6.23046875, false]], [[-11.2265625, false]], [[-8.8515625, false]], [[-12.2265625, false]], [[-12.2265625, false]], [[-6.23046875, false]], [[-9.4765625, false]], [[-9.4765625, false]], [[-6.23046875, false]], [[-11.4765625, false]], [[-9.1015625, false]], [[-11.9765625, false]], [[-9.4765625, false]], [[-6.23046875, false]], [[-11.9765625, false]], [[-9.4765625, false]], [[-12.2265625, false]], [[-8.8515625, false]], [[-6.10546875, false]], [[-9.4765625, false]], [[-12.2265625, false]], [[-9.4765625, false]], [[-7.546875, false]], [[-9.4765625, false]], [[-10.421875, false]], [[-6.23046875, false]], [[-9.4765625, false]], [[-2.853515625, false]], [[-6.23046875, false]], [[-10.2265625, false]], [[-10.2265625, false]], [[-8.8515625, false]], [[-9.4765625, false]], [[-10.3515625, false]], [[-10.7265625, false]], [[-8.8515625, false]], [[-10.7265625, false]], [[-8.8515625, false]], [[-10.2265625, false]], [[-6.23046875, false]], [[-13.2265625, false]], [[-9.1015625, false]], [[-11.7265625, false]], [[-11.9765625, false]], [[-10.3515625, false]], [[-6.10546875, false]], [[-12.2265625, false]], [[-6.23046875, false]], [[-11.2265625, false]], [[-8.8515625, false]], [[-12.2265625, false]], [[-12.2265625, false]], [[-6.23046875, false]], [[-10.1015625, false]], [[-11.7265625, false]], [[-9.4765625, false]], [[-12.2265625, false]], [[-8.8515625, false]], [[-10.2265625, false]], [[-11.3515625, false]], [[-6.23046875, false]], [[-10.7265625, false]], [[-11.3515625, false]], [[-9.4765625, false]], [[-8.8515625, false]], [[-11.9765625, false]], [[-6.23046875, false]], [[-11.2265625, false]], [[-9.1015625, false]], [[-11.9765625, false]], [[-11.2265625, false]], [[-7.546875, false]], [[-9.4765625, false]], [[-10.421875, false]], [[-6.23046875, false]], [[-9.4765625, false]], [[-7.35546875, false]], [[-11.3515625, false]], [[-9.4765625, false]], [[-6.23046875, false]], [[-10.2265625, false]], [[-9.1015625, false]], [[-10.3515625, false]], [[-10.2265625, false]], [[-12.2265625, false]], [[-11.7265625, false]], [[-10.2265625, false]], [[-8.8515625, false]], [[-9.1015625, false]], [[-10.3515625, false]], [[-6.23046875, false]], [[-11.2265625, false]], [[-8.8515625, false]], [[-12.2265625, false]], [[-12.2265625, false]], [[-6.23046875, false]], [[-12.2265625, false]], [[-9.4765625, false]], [[-6.10546875, false]], [[-10.2265625, false]], [[-6.23046875, false]], [[-10.7265625, false]], [[-9.1015625, false]], [[-6.23046875, false]], [[-10.3515625, false]], [[-9.4765625, false]], [[-11.2265625, false]], [[-6.23046875, false]], [[-10.2265625, false]], [[-8.8515625, false]], [[-10.2265625, false]], [[-10.2265625, false]], [[-9.1015625, false]], [[-11.7265625, false]], [[-9.4765625, false]], [[-11.9765625, false]], [[-8.8515625, false]], [[-9.4765625, false]], [[-10.2265625, false]], [[-7.546875, false]], [[-9.4765625, false]], [[-11.8515625, false]]], "filtered_resps": [[-7.60546875, false], [-9.4765625, false], [-7.73046875, false], [-9.1015625, false], [-11.9765625, false], [-9.4765625, false], [-6.23046875, false], [-9.4765625, false], [-6.10546875, false], [-10.2265625, false], [-10.7265625, false], [-9.4765625, false], [-11.9765625, false], [-8.8515625, false], [-6.10546875, false], [-6.23046875, false], [-11.2265625, false], [-8.8515625, false], [-12.2265625, false], [-12.2265625, false], [-6.23046875, false], [-9.4765625, false], [-9.4765625, false], [-6.23046875, false], [-10.2265625, false], [-9.4765625, false], [-10.2265625, false], [-10.7265625, false], [-11.9765625, false], [-9.1015625, false], [-12.4765625, false], [-9.4765625, false], [-10.2265625, false], [-7.546875, false], [-9.4765625, false], [-10.421875, false], [-6.23046875, false], [-9.4765625, false], [-7.35546875, false], [-11.3515625, false], [-9.4765625, false], [-6.23046875, false], [-11.9765625, false], [-9.4765625, false], [-10.2265625, false], [-11.7265625, false], [-12.2265625, false], [-10.7265625, false], [-10.2265625, false], [-6.23046875, false], [-11.2265625, false], [-8.8515625, false], [-12.2265625, false], [-12.2265625, false], [-6.23046875, false], [-9.4765625, false], [-9.4765625, false], [-6.23046875, false], [-11.4765625, false], [-9.1015625, false], [-11.9765625, false], [-9.4765625, false], [-6.23046875, false], [-11.9765625, false], [-9.4765625, false], [-12.2265625, false], [-8.8515625, false], [-6.10546875, false], [-9.4765625, false], [-12.2265625, false], [-9.4765625, false], [-7.546875, false], [-9.4765625, false], [-10.421875, false], [-6.23046875, false], [-9.4765625, false], [-2.853515625, false], [-6.23046875, false], [-10.2265625, false], [-10.2265625, false], [-8.8515625, false], [-9.4765625, false], [-10.3515625, false], [-10.7265625, false], [-8.8515625, false], [-10.7265625, false], [-8.8515625, false], [-10.2265625, false], [-6.23046875, false], [-13.2265625, false], [-9.1015625, false], [-11.7265625, false], [-11.9765625, false], [-10.3515625, false], [-6.10546875, false], [-12.2265625, false], [-6.23046875, false], [-11.2265625, false], [-8.8515625, false], [-12.2265625, false], [-12.2265625, false], [-6.23046875, false], [-10.1015625, false], [-11.7265625, false], [-9.4765625, false], [-12.2265625, false], [-8.8515625, false], [-10.2265625, false], [-11.3515625, false], [-6.23046875, false], [-10.7265625, false], [-11.3515625, false], [-9.4765625, false], [-8.8515625, false], [-11.9765625, false], [-6.23046875, false], [-11.2265625, false], [-9.1015625, false], [-11.9765625, false], [-11.2265625, false], [-7.546875, false], [-9.4765625, false], [-10.421875, false], [-6.23046875, false], [-9.4765625, false], [-7.35546875, false], [-11.3515625, false], [-9.4765625, false], [-6.23046875, false], [-10.2265625, false], [-9.1015625, false], [-10.3515625, false], [-10.2265625, false], [-12.2265625, false], [-11.7265625, false], [-10.2265625, false], [-8.8515625, false], [-9.1015625, false], [-10.3515625, false], [-6.23046875, false], [-11.2265625, false], [-8.8515625, false], [-12.2265625, false], [-12.2265625, false], [-6.23046875, false], [-12.2265625, false], [-9.4765625, false], [-6.10546875, false], [-10.2265625, false], [-6.23046875, false], [-10.7265625, false], [-9.1015625, false], [-6.23046875, false], [-10.3515625, false], [-9.4765625, false], [-11.2265625, false], [-6.23046875, false], [-10.2265625, false], [-8.8515625, false], [-10.2265625, false], [-10.2265625, false], [-9.1015625, false], [-11.7265625, false], [-9.4765625, false], [-11.9765625, false], [-8.8515625, false], [-9.4765625, false], [-10.2265625, false], [-7.546875, false], [-9.4765625, false], [-11.8515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 333, "doc": {"id": "Mercury_192343", "question": "Many flowers attract bees. Bees consume nectar from the flower for energy. How does this interaction benefit the plant?", "choices": {"text": ["by increasing photosynthesis", "by pollinating it", "by limiting growth", "by reducing competition"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "by pollinating it", "arguments": ["Question: Many flowers attract bees. Bees consume nectar from the flower for energy. How does this interaction benefit the plant?\nAnswer:", " ["], "resps": [[[-8.328125, false]], [[-10.078125, false]], [[-9.828125, false]], [[-13.828125, false]], [[-6.08203125, false]], [[-10.828125, false]], [[-9.828125, false]], [[-11.078125, false]], [[-13.328125, false]], [[-10.578125, false]], [[-7.58203125, false]], [[-11.828125, false]], [[-10.828125, false]], [[-9.828125, false]], [[-14.078125, false]], [[-6.08203125, false]], [[-12.578125, false]], [[-13.328125, false]], [[-11.328125, false]], [[-13.578125, false]], [[-11.328125, false]], [[-11.828125, false]], [[-13.828125, false]], [[-9.828125, false]], [[-13.578125, false]], [[-13.328125, false]], [[-10.578125, false]], [[-11.828125, false]], [[-10.828125, false]], [[-11.828125, false]], [[-10.078125, false]], [[-10.921875, false]], [[-6.08203125, false]], [[-10.078125, false]], [[-9.828125, false]], [[-13.828125, false]], [[-6.08203125, false]], [[-12.578125, false]], [[-11.328125, false]], [[-12.828125, false]], [[-12.828125, false]], [[-10.828125, false]], [[-9.828125, false]], [[-7.58203125, false]], [[-13.578125, false]], [[-10.828125, false]], [[-9.828125, false]], [[-14.078125, false]], [[-6.08203125, false]], [[-10.828125, false]], [[-13.578125, false]], [[-10.078125, false]], [[-10.921875, false]], [[-6.08203125, false]], [[-10.078125, false]], [[-9.828125, false]], [[-13.828125, false]], [[-6.08203125, false]], [[-12.828125, false]], [[-10.828125, false]], [[-13.328125, false]], [[-10.828125, false]], [[-13.578125, false]], [[-10.828125, false]], [[-9.828125, false]], [[-14.078125, false]], [[-6.08203125, false]], [[-14.078125, false]], [[-13.328125, false]], [[-11.328125, false]], [[-12.828125, false]], [[-13.578125, false]], [[-13.328125, false]], [[-10.078125, false]], [[-10.921875, false]], [[-6.08203125, false]], [[-10.078125, false]], [[-9.828125, false]], [[-13.828125, false]], [[-6.08203125, false]], [[-13.328125, false]], [[-10.578125, false]], [[-11.078125, false]], [[-13.078125, false]], [[-11.078125, false]], [[-10.828125, false]], [[-9.828125, false]], [[-14.078125, false]], [[-6.08203125, false]], [[-11.078125, false]], [[-11.328125, false]], [[-13.328125, false]], [[-12.578125, false]], [[-10.578125, false]], [[-13.578125, false]], [[-10.828125, false]], [[-13.578125, false]], [[-10.828125, false]], [[-11.328125, false]], [[-9.828125, false]], [[-10.078125, false]], [[-13.578125, false]]], "filtered_resps": [[-8.328125, false], [-10.078125, false], [-9.828125, false], [-13.828125, false], [-6.08203125, false], [-10.828125, false], [-9.828125, false], [-11.078125, false], [-13.328125, false], [-10.578125, false], [-7.58203125, false], [-11.828125, false], [-10.828125, false], [-9.828125, false], [-14.078125, false], [-6.08203125, false], [-12.578125, false], [-13.328125, false], [-11.328125, false], [-13.578125, false], [-11.328125, false], [-11.828125, false], [-13.828125, false], [-9.828125, false], [-13.578125, false], [-13.328125, false], [-10.578125, false], [-11.828125, false], [-10.828125, false], [-11.828125, false], [-10.078125, false], [-10.921875, false], [-6.08203125, false], [-10.078125, false], [-9.828125, false], [-13.828125, false], [-6.08203125, false], [-12.578125, false], [-11.328125, false], [-12.828125, false], [-12.828125, false], [-10.828125, false], [-9.828125, false], [-7.58203125, false], [-13.578125, false], [-10.828125, false], [-9.828125, false], [-14.078125, false], [-6.08203125, false], [-10.828125, false], [-13.578125, false], [-10.078125, false], [-10.921875, false], [-6.08203125, false], [-10.078125, false], [-9.828125, false], [-13.828125, false], [-6.08203125, false], [-12.828125, false], [-10.828125, false], [-13.328125, false], [-10.828125, false], [-13.578125, false], [-10.828125, false], [-9.828125, false], [-14.078125, false], [-6.08203125, false], [-14.078125, false], [-13.328125, false], [-11.328125, false], [-12.828125, false], [-13.578125, false], [-13.328125, false], [-10.078125, false], [-10.921875, false], [-6.08203125, false], [-10.078125, false], [-9.828125, false], [-13.828125, false], [-6.08203125, false], [-13.328125, false], [-10.578125, false], [-11.078125, false], [-13.078125, false], [-11.078125, false], [-10.828125, false], [-9.828125, false], [-14.078125, false], [-6.08203125, false], [-11.078125, false], [-11.328125, false], [-13.328125, false], [-12.578125, false], [-10.578125, false], [-13.578125, false], [-10.828125, false], [-13.578125, false], [-10.828125, false], [-11.328125, false], [-9.828125, false], [-10.078125, false], [-13.578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 341, "doc": {"id": "LEAP_2008_4_10287", "question": "Anne and her father find a 30-million year-old tropical plant fossil in Louisiana. Which question does the fossil help them answer?", "choices": {"text": ["Were there mountains in Louisiana 30 million years ago?", "What was the climate like in Louisiana 30 million years ago?", "Were there earthquakes in Louisiana 30 million years ago?", "What kind of animals lived in Louisiana 30 million years ago?"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "What was the climate like in Louisiana 30 million years ago?", "arguments": ["Question: Anne and her father find a 30-million year-old tropical plant fossil in Louisiana. Which question does the fossil help them answer?\nAnswer:", " ["], "resps": [[[-6.109375, false]], [[-6.859375, false]], [[-7.109375, false]], [[-7.859375, false]], [[-9.859375, false]], [[-7.859375, false]], [[-5.859375, false]], [[-9.359375, false]], [[-10.484375, false]], [[-7.859375, false]], [[-9.859375, false]], [[-7.859375, false]], [[-5.859375, false]], [[-9.734375, false]], [[-9.109375, false]], [[-11.359375, false]], [[-8.359375, false]], [[-9.359375, false]], [[-4.359375, false]], [[-8.359375, false]], [[-8.359375, false]], [[-9.109375, false]], [[-5.859375, false]], [[-8.359375, false]], [[-8.359375, false]], [[-5.859375, false]], [[-7.359375, false]], [[-9.109375, false]], [[-11.359375, false]], [[-8.359375, false]], [[-9.109375, false]], [[-8.359375, false]], [[-4.359375, false]], [[-8.359375, false]], [[-4.359375, false]], [[-5.859375, false]], [[-7.359375, false]], [[-8.859375, false]], [[-5.859375, false]], [[-9.734375, false]], [[-8.359375, false]], [[-9.609375, false]], [[-9.609375, false]], [[-8.359375, false]], [[-9.109375, false]], [[-8.359375, false]], [[-5.859375, false]], [[-10.609375, false]], [[-7.859375, false]], [[-4.359375, false]], [[-9.859375, false]], [[-9.109375, false]], [[-5.859375, false]], [[-4.359375, false]], [[-9.984375, false]], [[-9.109375, false]], [[-8.359375, false]], [[-6.859375, false]], [[-10.34375, false]], [[-5.859375, false]], [[-6.859375, false]], [[-7.109375, false]], [[-10.484375, false]], [[-4.359375, false]], [[-9.359375, false]], [[-5.859375, false]], [[-9.359375, false]], [[-4.359375, false]], [[-9.109375, false]], [[-5.859375, false]], [[-9.359375, false]], [[-10.484375, false]], [[-7.859375, false]], [[-5.859375, false]], [[-7.609375, false]], [[-9.609375, false]], [[-8.359375, false]], [[-9.734375, false]], [[-4.359375, false]], [[-9.359375, false]], [[-7.859375, false]], [[-5.859375, false]], [[-9.609375, false]], [[-8.359375, false]], [[-9.859375, false]], [[-7.859375, false]], [[-5.859375, false]], [[-8.359375, false]], [[-8.359375, false]], [[-5.859375, false]], [[-7.359375, false]], [[-9.109375, false]], [[-11.359375, false]], [[-8.359375, false]], [[-9.109375, false]], [[-8.359375, false]], [[-4.359375, false]], [[-8.359375, false]], [[-4.359375, false]], [[-5.859375, false]], [[-7.359375, false]], [[-8.859375, false]], [[-5.859375, false]], [[-9.734375, false]], [[-8.359375, false]], [[-9.609375, false]], [[-9.609375, false]], [[-8.359375, false]], [[-9.109375, false]], [[-8.359375, false]], [[-5.859375, false]], [[-10.609375, false]], [[-7.859375, false]], [[-4.359375, false]], [[-9.859375, false]], [[-9.109375, false]], [[-5.859375, false]], [[-4.359375, false]], [[-9.984375, false]], [[-9.109375, false]], [[-8.359375, false]], [[-6.859375, false]], [[-10.34375, false]], [[-5.859375, false]], [[-6.859375, false]], [[-7.109375, false]], [[-7.859375, false]], [[-9.859375, false]], [[-7.859375, false]], [[-5.859375, false]], [[-9.359375, false]], [[-10.484375, false]], [[-7.859375, false]], [[-9.859375, false]], [[-7.859375, false]], [[-5.859375, false]], [[-7.859375, false]], [[-4.359375, false]], [[-9.859375, false]], [[-9.359375, false]], [[-10.484375, false]], [[-9.359375, false]], [[-11.359375, false]], [[-4.359375, false]], [[-9.859375, false]], [[-7.859375, false]], [[-9.109375, false]], [[-5.859375, false]], [[-8.359375, false]], [[-8.359375, false]], [[-5.859375, false]], [[-7.359375, false]], [[-9.109375, false]], [[-11.359375, false]], [[-8.359375, false]], [[-9.109375, false]], [[-8.359375, false]], [[-4.359375, false]], [[-8.359375, false]], [[-4.359375, false]], [[-5.859375, false]], [[-7.359375, false]], [[-8.859375, false]], [[-5.859375, false]], [[-9.734375, false]], [[-8.359375, false]], [[-9.609375, false]], [[-9.609375, false]], [[-8.359375, false]], [[-9.109375, false]], [[-8.359375, false]], [[-5.859375, false]], [[-10.609375, false]], [[-7.859375, false]], [[-4.359375, false]], [[-9.859375, false]], [[-9.109375, false]], [[-5.859375, false]], [[-4.359375, false]], [[-9.984375, false]], [[-9.109375, false]], [[-8.359375, false]], [[-6.859375, false]], [[-10.34375, false]], [[-5.859375, false]], [[-6.859375, false]], [[-7.109375, false]], [[-10.484375, false]], [[-4.359375, false]], [[-9.359375, false]], [[-5.859375, false]], [[-9.859375, false]], [[-8.359375, false]], [[-8.359375, false]], [[-7.359375, false]], [[-5.859375, false]], [[-9.109375, false]], [[-8.609375, false]], [[-5.859375, false]], [[-4.359375, false]], [[-8.359375, false]], [[-8.359375, false]], [[-9.734375, false]], [[-4.359375, false]], [[-9.609375, false]], [[-9.109375, false]], [[-5.859375, false]], [[-9.609375, false]], [[-8.359375, false]], [[-8.859375, false]], [[-7.859375, false]], [[-7.359375, false]], [[-5.859375, false]], [[-8.359375, false]], [[-8.359375, false]], [[-5.859375, false]], [[-7.359375, false]], [[-9.109375, false]], [[-11.359375, false]], [[-8.359375, false]], [[-9.109375, false]], [[-8.359375, false]], [[-4.359375, false]], [[-8.359375, false]], [[-4.359375, false]], [[-5.859375, false]], [[-7.359375, false]], [[-8.859375, false]], [[-5.859375, false]], [[-9.734375, false]], [[-8.359375, false]], [[-9.609375, false]], [[-9.609375, false]], [[-8.359375, false]], [[-9.109375, false]], [[-8.359375, false]], [[-5.859375, false]], [[-10.609375, false]], [[-7.859375, false]], [[-4.359375, false]], [[-9.859375, false]], [[-9.109375, false]], [[-5.859375, false]], [[-4.359375, false]], [[-9.984375, false]], [[-9.109375, false]], [[-8.359375, false]], [[-6.859375, false]], [[-11.984375, false]]], "filtered_resps": [[-6.109375, false], [-6.859375, false], [-7.109375, false], [-7.859375, false], [-9.859375, false], [-7.859375, false], [-5.859375, false], [-9.359375, false], [-10.484375, false], [-7.859375, false], [-9.859375, false], [-7.859375, false], [-5.859375, false], [-9.734375, false], [-9.109375, false], [-11.359375, false], [-8.359375, false], [-9.359375, false], [-4.359375, false], [-8.359375, false], [-8.359375, false], [-9.109375, false], [-5.859375, false], [-8.359375, false], [-8.359375, false], [-5.859375, false], [-7.359375, false], [-9.109375, false], [-11.359375, false], [-8.359375, false], [-9.109375, false], [-8.359375, false], [-4.359375, false], [-8.359375, false], [-4.359375, false], [-5.859375, false], [-7.359375, false], [-8.859375, false], [-5.859375, false], [-9.734375, false], [-8.359375, false], [-9.609375, false], [-9.609375, false], [-8.359375, false], [-9.109375, false], [-8.359375, false], [-5.859375, false], [-10.609375, false], [-7.859375, false], [-4.359375, false], [-9.859375, false], [-9.109375, false], [-5.859375, false], [-4.359375, false], [-9.984375, false], [-9.109375, false], [-8.359375, false], [-6.859375, false], [-10.34375, false], [-5.859375, false], [-6.859375, false], [-7.109375, false], [-10.484375, false], [-4.359375, false], [-9.359375, false], [-5.859375, false], [-9.359375, false], [-4.359375, false], [-9.109375, false], [-5.859375, false], [-9.359375, false], [-10.484375, false], [-7.859375, false], [-5.859375, false], [-7.609375, false], [-9.609375, false], [-8.359375, false], [-9.734375, false], [-4.359375, false], [-9.359375, false], [-7.859375, false], [-5.859375, false], [-9.609375, false], [-8.359375, false], [-9.859375, false], [-7.859375, false], [-5.859375, false], [-8.359375, false], [-8.359375, false], [-5.859375, false], [-7.359375, false], [-9.109375, false], [-11.359375, false], [-8.359375, false], [-9.109375, false], [-8.359375, false], [-4.359375, false], [-8.359375, false], [-4.359375, false], [-5.859375, false], [-7.359375, false], [-8.859375, false], [-5.859375, false], [-9.734375, false], [-8.359375, false], [-9.609375, false], [-9.609375, false], [-8.359375, false], [-9.109375, false], [-8.359375, false], [-5.859375, false], [-10.609375, false], [-7.859375, false], [-4.359375, false], [-9.859375, false], [-9.109375, false], [-5.859375, false], [-4.359375, false], [-9.984375, false], [-9.109375, false], [-8.359375, false], [-6.859375, false], [-10.34375, false], [-5.859375, false], [-6.859375, false], [-7.109375, false], [-7.859375, false], [-9.859375, false], [-7.859375, false], [-5.859375, false], [-9.359375, false], [-10.484375, false], [-7.859375, false], [-9.859375, false], [-7.859375, false], [-5.859375, false], [-7.859375, false], [-4.359375, false], [-9.859375, false], [-9.359375, false], [-10.484375, false], [-9.359375, false], [-11.359375, false], [-4.359375, false], [-9.859375, false], [-7.859375, false], [-9.109375, false], [-5.859375, false], [-8.359375, false], [-8.359375, false], [-5.859375, false], [-7.359375, false], [-9.109375, false], [-11.359375, false], [-8.359375, false], [-9.109375, false], [-8.359375, false], [-4.359375, false], [-8.359375, false], [-4.359375, false], [-5.859375, false], [-7.359375, false], [-8.859375, false], [-5.859375, false], [-9.734375, false], [-8.359375, false], [-9.609375, false], [-9.609375, false], [-8.359375, false], [-9.109375, false], [-8.359375, false], [-5.859375, false], [-10.609375, false], [-7.859375, false], [-4.359375, false], [-9.859375, false], [-9.109375, false], [-5.859375, false], [-4.359375, false], [-9.984375, false], [-9.109375, false], [-8.359375, false], [-6.859375, false], [-10.34375, false], [-5.859375, false], [-6.859375, false], [-7.109375, false], [-10.484375, false], [-4.359375, false], [-9.359375, false], [-5.859375, false], [-9.859375, false], [-8.359375, false], [-8.359375, false], [-7.359375, false], [-5.859375, false], [-9.109375, false], [-8.609375, false], [-5.859375, false], [-4.359375, false], [-8.359375, false], [-8.359375, false], [-9.734375, false], [-4.359375, false], [-9.609375, false], [-9.109375, false], [-5.859375, false], [-9.609375, false], [-8.359375, false], [-8.859375, false], [-7.859375, false], [-7.359375, false], [-5.859375, false], [-8.359375, false], [-8.359375, false], [-5.859375, false], [-7.359375, false], [-9.109375, false], [-11.359375, false], [-8.359375, false], [-9.109375, false], [-8.359375, false], [-4.359375, false], [-8.359375, false], [-4.359375, false], [-5.859375, false], [-7.359375, false], [-8.859375, false], [-5.859375, false], [-9.734375, false], [-8.359375, false], [-9.609375, false], [-9.609375, false], [-8.359375, false], [-9.109375, false], [-8.359375, false], [-5.859375, false], [-10.609375, false], [-7.859375, false], [-4.359375, false], [-9.859375, false], [-9.109375, false], [-5.859375, false], [-4.359375, false], [-9.984375, false], [-9.109375, false], [-8.359375, false], [-6.859375, false], [-11.984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 349, "doc": {"id": "Mercury_7015925", "question": "Which of these is most likely to create large areas of land subsidence?", "choices": {"text": ["eruptions of volcanoes", "extraction of ground water", "global warming", "greenhouse effect"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "extraction of ground water", "arguments": ["Question: Which of these is most likely to create large areas of land subsidence?\nAnswer:", " ["], "resps": [[[-7.734375, false]], [[-8.859375, false]], [[-7.109375, false]], [[-10.484375, false]], [[-11.359375, false]], [[-9.359375, false]], [[-10.484375, false]], [[-9.609375, false]], [[-10.234375, false]], [[-9.609375, false]], [[-9.734375, false]], [[-5.609375, false]], [[-10.234375, false]], [[-9.734375, false]], [[-5.609375, false]], [[-11.109375, false]], [[-10.234375, false]], [[-10.359375, false]], [[-9.234375, false]], [[-5.859375, false]], [[-9.609375, false]], [[-10.234375, false]], [[-7.109375, false]], [[-9.734375, false]], [[-8.859375, false]], [[-9.9375, false]], [[-5.609375, false]], [[-8.859375, false]], [[-7.109375, false]], [[-11.234375, false]], [[-10.484375, false]], [[-10.484375, false]], [[-5.859375, false]], [[-9.234375, false]], [[-10.484375, false]], [[-9.609375, false]], [[-10.234375, false]], [[-9.609375, false]], [[-5.609375, false]], [[-10.234375, false]], [[-9.734375, false]], [[-5.609375, false]], [[-12.234375, false]], [[-10.484375, false]], [[-10.234375, false]], [[-11.359375, false]], [[-9.609375, false]], [[-8.234375, false]], [[-5.609375, false]], [[-11.859375, false]], [[-5.859375, false]], [[-10.484375, false]], [[-7.109375, false]], [[-10.484375, false]], [[-8.859375, false]], [[-9.9375, false]], [[-5.609375, false]], [[-8.859375, false]], [[-12.234375, false]], [[-10.359375, false]], [[-10.234375, false]], [[-8.984375, false]], [[-5.859375, false]], [[-10.359375, false]], [[-5.609375, false]], [[-11.859375, false]], [[-5.859375, false]], [[-10.484375, false]], [[-10.484375, false]], [[-9.609375, false]], [[-9.609375, false]], [[-12.234375, false]], [[-8.859375, false]], [[-9.9375, false]], [[-5.609375, false]], [[-8.859375, false]], [[-12.234375, false]], [[-10.484375, false]], [[-7.109375, false]], [[-7.109375, false]], [[-9.609375, false]], [[-10.859375, false]], [[-10.234375, false]], [[-11.359375, false]], [[-9.734375, false]], [[-7.109375, false]], [[-5.609375, false]], [[-7.109375, false]], [[-9.734375, false]], [[-9.734375, false]], [[-7.109375, false]], [[-9.234375, false]], [[-10.484375, false]], [[-8.859375, false]], [[-14.234375, false]]], "filtered_resps": [[-7.734375, false], [-8.859375, false], [-7.109375, false], [-10.484375, false], [-11.359375, false], [-9.359375, false], [-10.484375, false], [-9.609375, false], [-10.234375, false], [-9.609375, false], [-9.734375, false], [-5.609375, false], [-10.234375, false], [-9.734375, false], [-5.609375, false], [-11.109375, false], [-10.234375, false], [-10.359375, false], [-9.234375, false], [-5.859375, false], [-9.609375, false], [-10.234375, false], [-7.109375, false], [-9.734375, false], [-8.859375, false], [-9.9375, false], [-5.609375, false], [-8.859375, false], [-7.109375, false], [-11.234375, false], [-10.484375, false], [-10.484375, false], [-5.859375, false], [-9.234375, false], [-10.484375, false], [-9.609375, false], [-10.234375, false], [-9.609375, false], [-5.609375, false], [-10.234375, false], [-9.734375, false], [-5.609375, false], [-12.234375, false], [-10.484375, false], [-10.234375, false], [-11.359375, false], [-9.609375, false], [-8.234375, false], [-5.609375, false], [-11.859375, false], [-5.859375, false], [-10.484375, false], [-7.109375, false], [-10.484375, false], [-8.859375, false], [-9.9375, false], [-5.609375, false], [-8.859375, false], [-12.234375, false], [-10.359375, false], [-10.234375, false], [-8.984375, false], [-5.859375, false], [-10.359375, false], [-5.609375, false], [-11.859375, false], [-5.859375, false], [-10.484375, false], [-10.484375, false], [-9.609375, false], [-9.609375, false], [-12.234375, false], [-8.859375, false], [-9.9375, false], [-5.609375, false], [-8.859375, false], [-12.234375, false], [-10.484375, false], [-7.109375, false], [-7.109375, false], [-9.609375, false], [-10.859375, false], [-10.234375, false], [-11.359375, false], [-9.734375, false], [-7.109375, false], [-5.609375, false], [-7.109375, false], [-9.734375, false], [-9.734375, false], [-7.109375, false], [-9.234375, false], [-10.484375, false], [-8.859375, false], [-14.234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 357, "doc": {"id": "Mercury_7227798", "question": "Which property supports the hypothesis that eukaryotic mitochondria were once prokaryotic organisms?", "choices": {"text": ["They lack genetic material.", "They lack a mechanism of motility.", "They lack internal membrane-bound organelles.", "They lack a need for proteins in their life functions."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "They lack internal membrane-bound organelles.", "arguments": ["Question: Which property supports the hypothesis that eukaryotic mitochondria were once prokaryotic organisms?\nAnswer:", " ["], "resps": [[[-6.0234375, false]], [[-8.3984375, false]], [[-5.6484375, false]], [[-8.1484375, false]], [[-4.1484375, false]], [[-8.5234375, false]], [[-5.0234375, false]], [[-8.5234375, false]], [[-3.8984375, false]], [[-5.8984375, false]], [[-7.3984375, false]], [[-5.0234375, false]], [[-8.7734375, false]], [[-4.1484375, false]], [[-7.8984375, false]], [[-4.1484375, false]], [[-8.0234375, false]], [[-7.2734375, false]], [[-5.8984375, false]], [[-5.0234375, false]], [[-6.1484375, false]], [[-3.8984375, false]], [[-8.0234375, false]], [[-4.1484375, false]], [[-6.8984375, false]], [[-7.2734375, false]], [[-3.8984375, false]], [[-8.5234375, false]], [[-6.90234375, false]], [[-8.3984375, false]], [[-9.53125, false]], [[-5.0234375, false]], [[-8.3984375, false]], [[-5.6484375, false]], [[-8.1484375, false]], [[-4.1484375, false]], [[-8.5234375, false]], [[-5.0234375, false]], [[-8.5234375, false]], [[-3.8984375, false]], [[-5.8984375, false]], [[-7.3984375, false]], [[-5.0234375, false]], [[-3.8984375, false]], [[-5.0234375, false]], [[-6.1484375, false]], [[-4.1484375, false]], [[-5.8984375, false]], [[-8.1484375, false]], [[-3.8984375, false]], [[-7.8984375, false]], [[-7.2734375, false]], [[-8.0234375, false]], [[-6.1484375, false]], [[-5.0234375, false]], [[-8.5234375, false]], [[-8.7734375, false]], [[-5.0234375, false]], [[-6.1484375, false]], [[-8.5234375, false]], [[-8.0234375, false]], [[-7.2734375, false]], [[-8.5234375, false]], [[-7.2734375, false]], [[-8.0234375, false]], [[-8.5234375, false]], [[-6.90234375, false]], [[-8.3984375, false]], [[-9.53125, false]], [[-5.0234375, false]], [[-8.3984375, false]], [[-5.6484375, false]], [[-8.1484375, false]], [[-4.1484375, false]], [[-8.5234375, false]], [[-5.0234375, false]], [[-8.5234375, false]], [[-3.8984375, false]], [[-5.8984375, false]], [[-7.3984375, false]], [[-5.0234375, false]], [[-7.2734375, false]], [[-7.8984375, false]], [[-8.0234375, false]], [[-4.1484375, false]], [[-6.8984375, false]], [[-7.8984375, false]], [[-3.8984375, false]], [[-8.5234375, false]], [[-5.0234375, false]], [[-6.1484375, false]], [[-4.1484375, false]], [[-6.1484375, false]], [[-6.1484375, false]], [[-6.8984375, false]], [[-3.8984375, false]], [[-7.8984375, false]], [[-4.1484375, false]], [[-7.0234375, false]], [[-6.1484375, false]], [[-8.5234375, false]], [[-8.8984375, false]], [[-7.8984375, false]], [[-6.6484375, false]], [[-5.0234375, false]], [[-8.5234375, false]], [[-6.8984375, false]], [[-8.7734375, false]], [[-3.8984375, false]], [[-7.8984375, false]], [[-4.1484375, false]], [[-8.5234375, false]], [[-8.5234375, false]], [[-4.1484375, false]], [[-8.0234375, false]], [[-6.90234375, false]], [[-8.3984375, false]], [[-9.53125, false]], [[-5.0234375, false]], [[-8.3984375, false]], [[-5.6484375, false]], [[-8.1484375, false]], [[-4.1484375, false]], [[-8.5234375, false]], [[-5.0234375, false]], [[-8.5234375, false]], [[-3.8984375, false]], [[-5.8984375, false]], [[-7.3984375, false]], [[-5.0234375, false]], [[-3.8984375, false]], [[-5.0234375, false]], [[-7.8984375, false]], [[-4.1484375, false]], [[-4.1484375, false]], [[-6.6484375, false]], [[-5.0234375, false]], [[-8.7734375, false]], [[-8.5234375, false]], [[-6.8984375, false]], [[-5.0234375, false]], [[-6.7734375, false]], [[-6.8984375, false]], [[-8.5234375, false]], [[-8.0234375, false]], [[-4.1484375, false]], [[-7.2734375, false]], [[-7.8984375, false]], [[-8.0234375, false]], [[-5.0234375, false]], [[-7.2734375, false]], [[-7.8984375, false]], [[-5.0234375, false]], [[-8.0234375, false]], [[-8.1484375, false]], [[-4.1484375, false]], [[-7.2734375, false]], [[-6.8984375, false]], [[-5.0234375, false]], [[-8.5234375, false]], [[-7.2734375, false]], [[-8.7734375, false]], [[-4.1484375, false]], [[-5.0234375, false]], [[-8.7734375, false]], [[-8.8984375, false]], [[-7.8984375, false]], [[-5.8984375, false]], [[-8.0234375, false]], [[-7.2734375, false]], [[-8.5234375, false]], [[-7.8984375, false]], [[-8.0234375, false]], [[-6.90234375, false]], [[-8.3984375, false]], [[-12.7734375, false]]], "filtered_resps": [[-6.0234375, false], [-8.3984375, false], [-5.6484375, false], [-8.1484375, false], [-4.1484375, false], [-8.5234375, false], [-5.0234375, false], [-8.5234375, false], [-3.8984375, false], [-5.8984375, false], [-7.3984375, false], [-5.0234375, false], [-8.7734375, false], [-4.1484375, false], [-7.8984375, false], [-4.1484375, false], [-8.0234375, false], [-7.2734375, false], [-5.8984375, false], [-5.0234375, false], [-6.1484375, false], [-3.8984375, false], [-8.0234375, false], [-4.1484375, false], [-6.8984375, false], [-7.2734375, false], [-3.8984375, false], [-8.5234375, false], [-6.90234375, false], [-8.3984375, false], [-9.53125, false], [-5.0234375, false], [-8.3984375, false], [-5.6484375, false], [-8.1484375, false], [-4.1484375, false], [-8.5234375, false], [-5.0234375, false], [-8.5234375, false], [-3.8984375, false], [-5.8984375, false], [-7.3984375, false], [-5.0234375, false], [-3.8984375, false], [-5.0234375, false], [-6.1484375, false], [-4.1484375, false], [-5.8984375, false], [-8.1484375, false], [-3.8984375, false], [-7.8984375, false], [-7.2734375, false], [-8.0234375, false], [-6.1484375, false], [-5.0234375, false], [-8.5234375, false], [-8.7734375, false], [-5.0234375, false], [-6.1484375, false], [-8.5234375, false], [-8.0234375, false], [-7.2734375, false], [-8.5234375, false], [-7.2734375, false], [-8.0234375, false], [-8.5234375, false], [-6.90234375, false], [-8.3984375, false], [-9.53125, false], [-5.0234375, false], [-8.3984375, false], [-5.6484375, false], [-8.1484375, false], [-4.1484375, false], [-8.5234375, false], [-5.0234375, false], [-8.5234375, false], [-3.8984375, false], [-5.8984375, false], [-7.3984375, false], [-5.0234375, false], [-7.2734375, false], [-7.8984375, false], [-8.0234375, false], [-4.1484375, false], [-6.8984375, false], [-7.8984375, false], [-3.8984375, false], [-8.5234375, false], [-5.0234375, false], [-6.1484375, false], [-4.1484375, false], [-6.1484375, false], [-6.1484375, false], [-6.8984375, false], [-3.8984375, false], [-7.8984375, false], [-4.1484375, false], [-7.0234375, false], [-6.1484375, false], [-8.5234375, false], [-8.8984375, false], [-7.8984375, false], [-6.6484375, false], [-5.0234375, false], [-8.5234375, false], [-6.8984375, false], [-8.7734375, false], [-3.8984375, false], [-7.8984375, false], [-4.1484375, false], [-8.5234375, false], [-8.5234375, false], [-4.1484375, false], [-8.0234375, false], [-6.90234375, false], [-8.3984375, false], [-9.53125, false], [-5.0234375, false], [-8.3984375, false], [-5.6484375, false], [-8.1484375, false], [-4.1484375, false], [-8.5234375, false], [-5.0234375, false], [-8.5234375, false], [-3.8984375, false], [-5.8984375, false], [-7.3984375, false], [-5.0234375, false], [-3.8984375, false], [-5.0234375, false], [-7.8984375, false], [-4.1484375, false], [-4.1484375, false], [-6.6484375, false], [-5.0234375, false], [-8.7734375, false], [-8.5234375, false], [-6.8984375, false], [-5.0234375, false], [-6.7734375, false], [-6.8984375, false], [-8.5234375, false], [-8.0234375, false], [-4.1484375, false], [-7.2734375, false], [-7.8984375, false], [-8.0234375, false], [-5.0234375, false], [-7.2734375, false], [-7.8984375, false], [-5.0234375, false], [-8.0234375, false], [-8.1484375, false], [-4.1484375, false], [-7.2734375, false], [-6.8984375, false], [-5.0234375, false], [-8.5234375, false], [-7.2734375, false], [-8.7734375, false], [-4.1484375, false], [-5.0234375, false], [-8.7734375, false], [-8.8984375, false], [-7.8984375, false], [-5.8984375, false], [-8.0234375, false], [-7.2734375, false], [-8.5234375, false], [-7.8984375, false], [-8.0234375, false], [-6.90234375, false], [-8.3984375, false], [-12.7734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 365, "doc": {"id": "NYSEDREGENTS_2015_8_33", "question": "Heat transfer by conduction occurs when molecules", "choices": {"text": ["flow as currents through liquids", "form waves that travel through space", "become less dense and rise", "collide with other molecules"], "label": ["1", "2", "3", "4"]}, "answerKey": "4"}, "target": "collide with other molecules", "arguments": ["Question: Heat transfer by conduction occurs when molecules\nAnswer:", " ["], "resps": [[[-7.35546875, false]], [[-8.3515625, false]], [[-9.8515625, false]], [[-10.1015625, false]], [[-8.3515625, false]], [[-9.7265625, false]], [[-4.85546875, false]], [[-4.35546875, false]], [[-8.8515625, false]], [[-4.85546875, false]], [[-7.85546875, false]], [[-9.8515625, false]], [[-9.7265625, false]], [[-9.7265625, false]], [[-8.1015625, false]], [[-7.85546875, false]], [[-9.8515625, false]], [[-8.8515625, false]], [[-4.85546875, false]], [[-9.8515625, false]], [[-8.3515625, false]], [[-9.7265625, false]], [[-8.3515625, false]], [[-9.8515625, false]], [[-10.3515625, false]], [[-8.3515625, false]], [[-4.85546875, false]], [[-10.1015625, false]], [[-7.10546875, false]], [[-8.8515625, false]], [[-9.8515625, false]], [[-7.10546875, false]], [[-8.6015625, false]], [[-8.8515625, false]], [[-8.3515625, false]], [[-8.28125, false]], [[-4.85546875, false]], [[-8.3515625, false]], [[-9.8515625, false]], [[-8.3515625, false]], [[-9.7265625, false]], [[-8.3515625, false]], [[-4.85546875, false]], [[-9.7265625, false]], [[-4.35546875, false]], [[-9.3515625, false]], [[-8.1015625, false]], [[-8.8515625, false]], [[-4.85546875, false]], [[-9.8515625, false]], [[-8.3515625, false]], [[-4.35546875, false]], [[-9.8515625, false]], [[-4.85546875, false]], [[-9.8515625, false]], [[-9.7265625, false]], [[-4.35546875, false]], [[-9.3515625, false]], [[-8.1015625, false]], [[-10.1015625, false]], [[-4.85546875, false]], [[-9.8515625, false]], [[-8.3515625, false]], [[-9.7265625, false]], [[-8.3515625, false]], [[-9.8515625, false]], [[-10.3515625, false]], [[-8.3515625, false]], [[-4.85546875, false]], [[-8.8515625, false]], [[-9.1015625, false]], [[-4.35546875, false]], [[-7.85546875, false]], [[-8.1015625, false]], [[-8.3515625, false]], [[-8.28125, false]], [[-4.85546875, false]], [[-8.3515625, false]], [[-6.85546875, false]], [[-8.1015625, false]], [[-7.85546875, false]], [[-8.3515625, false]], [[-8.3515625, false]], [[-8.1015625, false]], [[-4.85546875, false]], [[-10.1015625, false]], [[-8.1015625, false]], [[-8.8515625, false]], [[-8.8515625, false]], [[-4.85546875, false]], [[-8.6015625, false]], [[-8.1015625, false]], [[-7.85546875, false]], [[-8.8515625, false]], [[-8.1015625, false]], [[-4.85546875, false]], [[-4.35546875, false]], [[-7.85546875, false]], [[-8.6015625, false]], [[-4.85546875, false]], [[-9.7265625, false]], [[-7.10546875, false]], [[-8.8515625, false]], [[-8.1015625, false]], [[-8.3515625, false]], [[-8.28125, false]], [[-4.85546875, false]], [[-8.3515625, false]], [[-7.85546875, false]], [[-8.3515625, false]], [[-10.1015625, false]], [[-10.1015625, false]], [[-7.10546875, false]], [[-8.6015625, false]], [[-8.1015625, false]], [[-4.85546875, false]], [[-9.7265625, false]], [[-7.10546875, false]], [[-9.8515625, false]], [[-8.3515625, false]], [[-4.85546875, false]], [[-8.3515625, false]], [[-9.8515625, false]], [[-8.3515625, false]], [[-8.1015625, false]], [[-9.7265625, false]], [[-4.85546875, false]], [[-8.3515625, false]], [[-8.3515625, false]], [[-10.1015625, false]], [[-8.1015625, false]], [[-7.85546875, false]], [[-9.8515625, false]], [[-10.1015625, false]], [[-8.1015625, false]], [[-8.8515625, false]], [[-8.3515625, false]], [[-10.8515625, false]]], "filtered_resps": [[-7.35546875, false], [-8.3515625, false], [-9.8515625, false], [-10.1015625, false], [-8.3515625, false], [-9.7265625, false], [-4.85546875, false], [-4.35546875, false], [-8.8515625, false], [-4.85546875, false], [-7.85546875, false], [-9.8515625, false], [-9.7265625, false], [-9.7265625, false], [-8.1015625, false], [-7.85546875, false], [-9.8515625, false], [-8.8515625, false], [-4.85546875, false], [-9.8515625, false], [-8.3515625, false], [-9.7265625, false], [-8.3515625, false], [-9.8515625, false], [-10.3515625, false], [-8.3515625, false], [-4.85546875, false], [-10.1015625, false], [-7.10546875, false], [-8.8515625, false], [-9.8515625, false], [-7.10546875, false], [-8.6015625, false], [-8.8515625, false], [-8.3515625, false], [-8.28125, false], [-4.85546875, false], [-8.3515625, false], [-9.8515625, false], [-8.3515625, false], [-9.7265625, false], [-8.3515625, false], [-4.85546875, false], [-9.7265625, false], [-4.35546875, false], [-9.3515625, false], [-8.1015625, false], [-8.8515625, false], [-4.85546875, false], [-9.8515625, false], [-8.3515625, false], [-4.35546875, false], [-9.8515625, false], [-4.85546875, false], [-9.8515625, false], [-9.7265625, false], [-4.35546875, false], [-9.3515625, false], [-8.1015625, false], [-10.1015625, false], [-4.85546875, false], [-9.8515625, false], [-8.3515625, false], [-9.7265625, false], [-8.3515625, false], [-9.8515625, false], [-10.3515625, false], [-8.3515625, false], [-4.85546875, false], [-8.8515625, false], [-9.1015625, false], [-4.35546875, false], [-7.85546875, false], [-8.1015625, false], [-8.3515625, false], [-8.28125, false], [-4.85546875, false], [-8.3515625, false], [-6.85546875, false], [-8.1015625, false], [-7.85546875, false], [-8.3515625, false], [-8.3515625, false], [-8.1015625, false], [-4.85546875, false], [-10.1015625, false], [-8.1015625, false], [-8.8515625, false], [-8.8515625, false], [-4.85546875, false], [-8.6015625, false], [-8.1015625, false], [-7.85546875, false], [-8.8515625, false], [-8.1015625, false], [-4.85546875, false], [-4.35546875, false], [-7.85546875, false], [-8.6015625, false], [-4.85546875, false], [-9.7265625, false], [-7.10546875, false], [-8.8515625, false], [-8.1015625, false], [-8.3515625, false], [-8.28125, false], [-4.85546875, false], [-8.3515625, false], [-7.85546875, false], [-8.3515625, false], [-10.1015625, false], [-10.1015625, false], [-7.10546875, false], [-8.6015625, false], [-8.1015625, false], [-4.85546875, false], [-9.7265625, false], [-7.10546875, false], [-9.8515625, false], [-8.3515625, false], [-4.85546875, false], [-8.3515625, false], [-9.8515625, false], [-8.3515625, false], [-8.1015625, false], [-9.7265625, false], [-4.85546875, false], [-8.3515625, false], [-8.3515625, false], [-10.1015625, false], [-8.1015625, false], [-7.85546875, false], [-9.8515625, false], [-10.1015625, false], [-8.1015625, false], [-8.8515625, false], [-8.3515625, false], [-10.8515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 373, "doc": {"id": "Mercury_7247853", "question": "How do muscles and bones work together to create body movement?", "choices": {"text": ["The muscles pull on the bones.", "The muscles protect the bones.", "Muscles grow at the same rate as bones.", "Muscles send electrical impulses to bones."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "The muscles pull on the bones.", "arguments": ["Question: How do muscles and bones work together to create body movement?\nAnswer:", " ["], "resps": [[[-8.1640625, false]], [[-9.9140625, false]], [[-6.9140625, false]], [[-13.4140625, false]], [[-11.4140625, false]], [[-6.4140625, false]], [[-10.1640625, false]], [[-12.1640625, false]], [[-10.6640625, false]], [[-9.9140625, false]], [[-11.6640625, false]], [[-11.4140625, false]], [[-10.6640625, false]], [[-6.4140625, false]], [[-12.9140625, false]], [[-12.1640625, false]], [[-11.6640625, false]], [[-11.6640625, false]], [[-6.4140625, false]], [[-11.9140625, false]], [[-11.9140625, false]], [[-6.4140625, false]], [[-11.6640625, false]], [[-13.4140625, false]], [[-11.4140625, false]], [[-6.4140625, false]], [[-10.4140625, false]], [[-11.9140625, false]], [[-11.9140625, false]], [[-11.4140625, false]], [[-10.6640625, false]], [[-8.0234375, false]], [[-9.9140625, false]], [[-11.140625, false]], [[-6.4140625, false]], [[-9.9140625, false]], [[-6.9140625, false]], [[-13.4140625, false]], [[-11.4140625, false]], [[-6.4140625, false]], [[-10.1640625, false]], [[-12.1640625, false]], [[-10.6640625, false]], [[-9.9140625, false]], [[-11.6640625, false]], [[-11.4140625, false]], [[-10.6640625, false]], [[-6.4140625, false]], [[-12.9140625, false]], [[-12.9140625, false]], [[-11.9140625, false]], [[-11.6640625, false]], [[-11.4140625, false]], [[-9.9140625, false]], [[-11.6640625, false]], [[-6.4140625, false]], [[-11.6640625, false]], [[-13.4140625, false]], [[-11.4140625, false]], [[-6.4140625, false]], [[-10.4140625, false]], [[-11.9140625, false]], [[-11.9140625, false]], [[-11.4140625, false]], [[-10.6640625, false]], [[-8.0234375, false]], [[-9.9140625, false]], [[-11.140625, false]], [[-6.4140625, false]], [[-9.9140625, false]], [[-6.6640625, false]], [[-12.1640625, false]], [[-10.6640625, false]], [[-9.9140625, false]], [[-11.6640625, false]], [[-11.4140625, false]], [[-10.6640625, false]], [[-6.4140625, false]], [[-13.1640625, false]], [[-12.9140625, false]], [[-11.9140625, false]], [[-11.4140625, false]], [[-6.4140625, false]], [[-6.9140625, false]], [[-11.6640625, false]], [[-6.4140625, false]], [[-11.6640625, false]], [[-13.4140625, false]], [[-11.4140625, false]], [[-6.4140625, false]], [[-10.6640625, false]], [[-6.9140625, false]], [[-10.1640625, false]], [[-11.4140625, false]], [[-6.4140625, false]], [[-12.9140625, false]], [[-6.9140625, false]], [[-11.6640625, false]], [[-11.4140625, false]], [[-6.4140625, false]], [[-6.9140625, false]], [[-10.6640625, false]], [[-6.4140625, false]], [[-10.4140625, false]], [[-11.9140625, false]], [[-11.9140625, false]], [[-11.4140625, false]], [[-10.6640625, false]], [[-8.0234375, false]], [[-9.9140625, false]], [[-11.140625, false]], [[-6.4140625, false]], [[-9.9140625, false]], [[-6.6640625, false]], [[-12.1640625, false]], [[-10.6640625, false]], [[-9.9140625, false]], [[-11.6640625, false]], [[-11.4140625, false]], [[-10.6640625, false]], [[-6.4140625, false]], [[-10.6640625, false]], [[-11.4140625, false]], [[-11.9140625, false]], [[-12.1640625, false]], [[-6.4140625, false]], [[-11.4140625, false]], [[-11.6640625, false]], [[-11.4140625, false]], [[-9.9140625, false]], [[-11.6640625, false]], [[-12.9140625, false]], [[-11.1640625, false]], [[-9.9140625, false]], [[-6.9140625, false]], [[-11.6640625, false]], [[-6.4140625, false]], [[-11.1640625, false]], [[-10.1640625, false]], [[-12.9140625, false]], [[-12.1640625, false]], [[-11.6640625, false]], [[-10.6640625, false]], [[-11.4140625, false]], [[-10.6640625, false]], [[-6.4140625, false]], [[-11.6640625, false]], [[-11.9140625, false]], [[-6.4140625, false]], [[-10.4140625, false]], [[-11.9140625, false]], [[-11.9140625, false]], [[-11.4140625, false]], [[-10.6640625, false]], [[-8.0234375, false]], [[-9.9140625, false]], [[-12.9140625, false]]], "filtered_resps": [[-8.1640625, false], [-9.9140625, false], [-6.9140625, false], [-13.4140625, false], [-11.4140625, false], [-6.4140625, false], [-10.1640625, false], [-12.1640625, false], [-10.6640625, false], [-9.9140625, false], [-11.6640625, false], [-11.4140625, false], [-10.6640625, false], [-6.4140625, false], [-12.9140625, false], [-12.1640625, false], [-11.6640625, false], [-11.6640625, false], [-6.4140625, false], [-11.9140625, false], [-11.9140625, false], [-6.4140625, false], [-11.6640625, false], [-13.4140625, false], [-11.4140625, false], [-6.4140625, false], [-10.4140625, false], [-11.9140625, false], [-11.9140625, false], [-11.4140625, false], [-10.6640625, false], [-8.0234375, false], [-9.9140625, false], [-11.140625, false], [-6.4140625, false], [-9.9140625, false], [-6.9140625, false], [-13.4140625, false], [-11.4140625, false], [-6.4140625, false], [-10.1640625, false], [-12.1640625, false], [-10.6640625, false], [-9.9140625, false], [-11.6640625, false], [-11.4140625, false], [-10.6640625, false], [-6.4140625, false], [-12.9140625, false], [-12.9140625, false], [-11.9140625, false], [-11.6640625, false], [-11.4140625, false], [-9.9140625, false], [-11.6640625, false], [-6.4140625, false], [-11.6640625, false], [-13.4140625, false], [-11.4140625, false], [-6.4140625, false], [-10.4140625, false], [-11.9140625, false], [-11.9140625, false], [-11.4140625, false], [-10.6640625, false], [-8.0234375, false], [-9.9140625, false], [-11.140625, false], [-6.4140625, false], [-9.9140625, false], [-6.6640625, false], [-12.1640625, false], [-10.6640625, false], [-9.9140625, false], [-11.6640625, false], [-11.4140625, false], [-10.6640625, false], [-6.4140625, false], [-13.1640625, false], [-12.9140625, false], [-11.9140625, false], [-11.4140625, false], [-6.4140625, false], [-6.9140625, false], [-11.6640625, false], [-6.4140625, false], [-11.6640625, false], [-13.4140625, false], [-11.4140625, false], [-6.4140625, false], [-10.6640625, false], [-6.9140625, false], [-10.1640625, false], [-11.4140625, false], [-6.4140625, false], [-12.9140625, false], [-6.9140625, false], [-11.6640625, false], [-11.4140625, false], [-6.4140625, false], [-6.9140625, false], [-10.6640625, false], [-6.4140625, false], [-10.4140625, false], [-11.9140625, false], [-11.9140625, false], [-11.4140625, false], [-10.6640625, false], [-8.0234375, false], [-9.9140625, false], [-11.140625, false], [-6.4140625, false], [-9.9140625, false], [-6.6640625, false], [-12.1640625, false], [-10.6640625, false], [-9.9140625, false], [-11.6640625, false], [-11.4140625, false], [-10.6640625, false], [-6.4140625, false], [-10.6640625, false], [-11.4140625, false], [-11.9140625, false], [-12.1640625, false], [-6.4140625, false], [-11.4140625, false], [-11.6640625, false], [-11.4140625, false], [-9.9140625, false], [-11.6640625, false], [-12.9140625, false], [-11.1640625, false], [-9.9140625, false], [-6.9140625, false], [-11.6640625, false], [-6.4140625, false], [-11.1640625, false], [-10.1640625, false], [-12.9140625, false], [-12.1640625, false], [-11.6640625, false], [-10.6640625, false], [-11.4140625, false], [-10.6640625, false], [-6.4140625, false], [-11.6640625, false], [-11.9140625, false], [-6.4140625, false], [-10.4140625, false], [-11.9140625, false], [-11.9140625, false], [-11.4140625, false], [-10.6640625, false], [-8.0234375, false], [-9.9140625, false], [-12.9140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 381, "doc": {"id": "AIMS_2008_4_18", "question": "Which of the following contains salt water?", "choices": {"text": ["oceans", "raindrops", "groundwater", "polar icecaps"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "oceans", "arguments": ["Question: Which of the following contains salt water?\nAnswer:", " ["], "resps": [[[-6.9453125, false]], [[-9.4453125, false]], [[-7.4453125, false]], [[-7.4453125, false]], [[-8.6953125, false]], [[-4.6953125, false]], [[-7.4453125, false]], [[-7.4453125, false]], [[-9.4453125, false]], [[-9.9375, false]], [[-5.6953125, false]], [[-9.4453125, false]], [[-9.4453125, false]], [[-4.6953125, false]], [[-7.9453125, false]], [[-7.4453125, false]], [[-7.4453125, false]], [[-9.4453125, false]], [[-7.4453125, false]], [[-8.9453125, false]], [[-7.4453125, false]], [[-9.4453125, false]], [[-9.9375, false]], [[-5.6953125, false]], [[-9.4453125, false]], [[-11.1953125, false]], [[-9.4453125, false]], [[-7.4453125, false]], [[-9.4453125, false]], [[-7.4453125, false]], [[-7.4453125, false]], [[-8.1953125, false]], [[-4.6953125, false]], [[-9.9453125, false]], [[-8.6953125, false]], [[-9.4453125, false]], [[-9.4453125, false]], [[-9.9375, false]], [[-5.6953125, false]], [[-9.4453125, false]], [[-8.9453125, false]], [[-7.4453125, false]], [[-8.6953125, false]], [[-4.6953125, false]], [[-9.4453125, false]], [[-5.6953125, false]], [[-7.9453125, false]], [[-7.4453125, false]], [[-8.6953125, false]], [[-7.4453125, false]], [[-4.6953125, false]], [[-8.9453125, false]], [[-7.4453125, false]], [[-9.4453125, false]], [[-12.1953125, false]]], "filtered_resps": [[-6.9453125, false], [-9.4453125, false], [-7.4453125, false], [-7.4453125, false], [-8.6953125, false], [-4.6953125, false], [-7.4453125, false], [-7.4453125, false], [-9.4453125, false], [-9.9375, false], [-5.6953125, false], [-9.4453125, false], [-9.4453125, false], [-4.6953125, false], [-7.9453125, false], [-7.4453125, false], [-7.4453125, false], [-9.4453125, false], [-7.4453125, false], [-8.9453125, false], [-7.4453125, false], [-9.4453125, false], [-9.9375, false], [-5.6953125, false], [-9.4453125, false], [-11.1953125, false], [-9.4453125, false], [-7.4453125, false], [-9.4453125, false], [-7.4453125, false], [-7.4453125, false], [-8.1953125, false], [-4.6953125, false], [-9.9453125, false], [-8.6953125, false], [-9.4453125, false], [-9.4453125, false], [-9.9375, false], [-5.6953125, false], [-9.4453125, false], [-8.9453125, false], [-7.4453125, false], [-8.6953125, false], [-4.6953125, false], [-9.4453125, false], [-5.6953125, false], [-7.9453125, false], [-7.4453125, false], [-8.6953125, false], [-7.4453125, false], [-4.6953125, false], [-8.9453125, false], [-7.4453125, false], [-9.4453125, false], [-12.1953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 389, "doc": {"id": "Mercury_405465", "question": "After a person eats, the food is converted into energy by", "choices": {"text": ["muscles.", "tissues.", "bones.", "cells."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "cells.", "arguments": ["Question: After a person eats, the food is converted into energy by\nAnswer:", " ["], "resps": [[[-7.4140625, false]], [[-8.9140625, false]], [[-9.1640625, false]], [[-9.5390625, false]], [[-8.0390625, false]], [[-6.0390625, false]], [[-9.2890625, false]], [[-8.1640625, false]], [[-8.0390625, false]], [[-6.61328125, false]], [[-8.9140625, false]], [[-8.484375, false]], [[-4.7890625, false]], [[-8.9140625, false]], [[-8.7890625, false]], [[-7.5390625, false]], [[-8.0390625, false]], [[-8.0390625, false]], [[-9.5390625, false]], [[-8.1640625, false]], [[-8.0390625, false]], [[-6.61328125, false]], [[-8.9140625, false]], [[-8.484375, false]], [[-4.7890625, false]], [[-8.9140625, false]], [[-6.7890625, false]], [[-9.2890625, false]], [[-7.7890625, false]], [[-8.1640625, false]], [[-8.0390625, false]], [[-6.61328125, false]], [[-8.9140625, false]], [[-8.484375, false]], [[-4.7890625, false]], [[-8.9140625, false]], [[-6.0390625, false]], [[-8.1640625, false]], [[-9.2890625, false]], [[-9.2890625, false]], [[-8.0390625, false]], [[-6.61328125, false]], [[-8.9140625, false]], [[-12.2890625, false]]], "filtered_resps": [[-7.4140625, false], [-8.9140625, false], [-9.1640625, false], [-9.5390625, false], [-8.0390625, false], [-6.0390625, false], [-9.2890625, false], [-8.1640625, false], [-8.0390625, false], [-6.61328125, false], [-8.9140625, false], [-8.484375, false], [-4.7890625, false], [-8.9140625, false], [-8.7890625, false], [-7.5390625, false], [-8.0390625, false], [-8.0390625, false], [-9.5390625, false], [-8.1640625, false], [-8.0390625, false], [-6.61328125, false], [-8.9140625, false], [-8.484375, false], [-4.7890625, false], [-8.9140625, false], [-6.7890625, false], [-9.2890625, false], [-7.7890625, false], [-8.1640625, false], [-8.0390625, false], [-6.61328125, false], [-8.9140625, false], [-8.484375, false], [-4.7890625, false], [-8.9140625, false], [-6.0390625, false], [-8.1640625, false], [-9.2890625, false], [-9.2890625, false], [-8.0390625, false], [-6.61328125, false], [-8.9140625, false], [-12.2890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 397, "doc": {"id": "Mercury_7124128", "question": "The breakfast that a student ate provided energy for bicycling later in the day. Which energy transformation most likely occurred?", "choices": {"text": ["radiant to nuclear", "chemical to nuclear", "radiant to mechanical", "chemical to mechanical"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "chemical to mechanical", "arguments": ["Question: The breakfast that a student ate provided energy for bicycling later in the day. Which energy transformation most likely occurred?\nAnswer:", " ["], "resps": [[[-6.9921875, false]], [[-9.4921875, false]], [[-10.3671875, false]], [[-4.9921875, false]], [[-8.3671875, false]], [[-7.9921875, false]], [[-4.9921875, false]], [[-9.3671875, false]], [[-9.3671875, false]], [[-4.9921875, false]], [[-9.3671875, false]], [[-8.4921875, false]], [[-4.9921875, false]], [[-9.3671875, false]], [[-10.4921875, false]], [[-7.4921875, false]], [[-10.2421875, false]], [[-7.8671875, false]], [[-4.9921875, false]], [[-10.3671875, false]], [[-9.4921875, false]], [[-11.1484375, false]], [[-4.9921875, false]], [[-9.4921875, false]], [[-7.4921875, false]], [[-10.2421875, false]], [[-7.8671875, false]], [[-8.3671875, false]], [[-7.9921875, false]], [[-7.4921875, false]], [[-4.9921875, false]], [[-10.2421875, false]], [[-4.9921875, false]], [[-9.3671875, false]], [[-8.4921875, false]], [[-4.9921875, false]], [[-9.3671875, false]], [[-10.4921875, false]], [[-7.4921875, false]], [[-10.2421875, false]], [[-7.8671875, false]], [[-4.9921875, false]], [[-10.3671875, false]], [[-9.4921875, false]], [[-11.1484375, false]], [[-4.9921875, false]], [[-9.4921875, false]], [[-10.3671875, false]], [[-4.9921875, false]], [[-8.3671875, false]], [[-7.9921875, false]], [[-4.9921875, false]], [[-9.3671875, false]], [[-9.3671875, false]], [[-4.9921875, false]], [[-9.3671875, false]], [[-8.4921875, false]], [[-4.9921875, false]], [[-8.3671875, false]], [[-7.8671875, false]], [[-7.4921875, false]], [[-10.2421875, false]], [[-4.9921875, false]], [[-9.3671875, false]], [[-7.9921875, false]], [[-7.4921875, false]], [[-4.9921875, false]], [[-10.2421875, false]], [[-9.4921875, false]], [[-11.1484375, false]], [[-4.9921875, false]], [[-9.4921875, false]], [[-7.4921875, false]], [[-10.2421875, false]], [[-7.8671875, false]], [[-8.3671875, false]], [[-7.9921875, false]], [[-7.4921875, false]], [[-4.9921875, false]], [[-10.2421875, false]], [[-4.9921875, false]], [[-9.3671875, false]], [[-8.4921875, false]], [[-4.9921875, false]], [[-8.3671875, false]], [[-7.8671875, false]], [[-7.4921875, false]], [[-10.2421875, false]], [[-4.9921875, false]], [[-9.3671875, false]], [[-7.9921875, false]], [[-7.4921875, false]], [[-4.9921875, false]], [[-10.2421875, false]], [[-9.4921875, false]], [[-13.4921875, false]]], "filtered_resps": [[-6.9921875, false], [-9.4921875, false], [-10.3671875, false], [-4.9921875, false], [-8.3671875, false], [-7.9921875, false], [-4.9921875, false], [-9.3671875, false], [-9.3671875, false], [-4.9921875, false], [-9.3671875, false], [-8.4921875, false], [-4.9921875, false], [-9.3671875, false], [-10.4921875, false], [-7.4921875, false], [-10.2421875, false], [-7.8671875, false], [-4.9921875, false], [-10.3671875, false], [-9.4921875, false], [-11.1484375, false], [-4.9921875, false], [-9.4921875, false], [-7.4921875, false], [-10.2421875, false], [-7.8671875, false], [-8.3671875, false], [-7.9921875, false], [-7.4921875, false], [-4.9921875, false], [-10.2421875, false], [-4.9921875, false], [-9.3671875, false], [-8.4921875, false], [-4.9921875, false], [-9.3671875, false], [-10.4921875, false], [-7.4921875, false], [-10.2421875, false], [-7.8671875, false], [-4.9921875, false], [-10.3671875, false], [-9.4921875, false], [-11.1484375, false], [-4.9921875, false], [-9.4921875, false], [-10.3671875, false], [-4.9921875, false], [-8.3671875, false], [-7.9921875, false], [-4.9921875, false], [-9.3671875, false], [-9.3671875, false], [-4.9921875, false], [-9.3671875, false], [-8.4921875, false], [-4.9921875, false], [-8.3671875, false], [-7.8671875, false], [-7.4921875, false], [-10.2421875, false], [-4.9921875, false], [-9.3671875, false], [-7.9921875, false], [-7.4921875, false], [-4.9921875, false], [-10.2421875, false], [-9.4921875, false], [-11.1484375, false], [-4.9921875, false], [-9.4921875, false], [-7.4921875, false], [-10.2421875, false], [-7.8671875, false], [-8.3671875, false], [-7.9921875, false], [-7.4921875, false], [-4.9921875, false], [-10.2421875, false], [-4.9921875, false], [-9.3671875, false], [-8.4921875, false], [-4.9921875, false], [-8.3671875, false], [-7.8671875, false], [-7.4921875, false], [-10.2421875, false], [-4.9921875, false], [-9.3671875, false], [-7.9921875, false], [-7.4921875, false], [-4.9921875, false], [-10.2421875, false], [-9.4921875, false], [-13.4921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 405, "doc": {"id": "Mercury_SC_408033", "question": "One rabbit runs faster than other rabbits in its population. How will the ability to run fast most likely benefit the rabbit?", "choices": {"text": ["by keeping the rabbit warmer in the winter", "by helping the rabbit blend with its environment", "by allowing the rabbit to find more sources of food", "by making it easier for the rabbit to escape from predators"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "by making it easier for the rabbit to escape from predators", "arguments": ["Question: One rabbit runs faster than other rabbits in its population. How will the ability to run fast most likely benefit the rabbit?\nAnswer:", " ["], "resps": [[[-7.36328125, false]], [[-9.859375, false]], [[-10.109375, false]], [[-12.609375, false]], [[-6.11328125, false]], [[-11.359375, false]], [[-9.359375, false]], [[-9.359375, false]], [[-11.359375, false]], [[-9.859375, false]], [[-10.109375, false]], [[-12.109375, false]], [[-6.11328125, false]], [[-10.859375, false]], [[-11.609375, false]], [[-9.359375, false]], [[-6.11328125, false]], [[-10.609375, false]], [[-6.36328125, false]], [[-10.109375, false]], [[-10.109375, false]], [[-9.859375, false]], [[-10.859375, false]], [[-6.11328125, false]], [[-12.109375, false]], [[-6.36328125, false]], [[-10.609375, false]], [[-11.359375, false]], [[-9.359375, false]], [[-10.609375, false]], [[-6.11328125, false]], [[-9.859375, false]], [[-10.109375, false]], [[-6.11328125, false]], [[-10.859375, false]], [[-11.609375, false]], [[-9.359375, false]], [[-6.11328125, false]], [[-12.109375, false]], [[-9.859375, false]], [[-10.109375, false]], [[-10.859375, false]], [[-9.359375, false]], [[-10.609375, false]], [[-9.859375, false]], [[-10.734375, false]], [[-6.11328125, false]], [[-9.859375, false]], [[-10.109375, false]], [[-12.609375, false]], [[-6.11328125, false]], [[-11.609375, false]], [[-9.359375, false]], [[-11.359375, false]], [[-11.359375, false]], [[-9.859375, false]], [[-10.109375, false]], [[-12.109375, false]], [[-6.11328125, false]], [[-10.859375, false]], [[-11.609375, false]], [[-9.359375, false]], [[-6.11328125, false]], [[-10.609375, false]], [[-6.36328125, false]], [[-10.109375, false]], [[-10.109375, false]], [[-9.859375, false]], [[-10.859375, false]], [[-6.11328125, false]], [[-10.109375, false]], [[-11.359375, false]], [[-9.359375, false]], [[-10.109375, false]], [[-10.109375, false]], [[-6.11328125, false]], [[-12.109375, false]], [[-9.859375, false]], [[-10.859375, false]], [[-11.609375, false]], [[-6.11328125, false]], [[-9.859375, false]], [[-10.859375, false]], [[-10.359375, false]], [[-6.11328125, false]], [[-9.359375, false]], [[-10.109375, false]], [[-11.359375, false]], [[-9.859375, false]], [[-10.609375, false]], [[-11.109375, false]], [[-10.109375, false]], [[-11.359375, false]], [[-9.359375, false]], [[-10.109375, false]], [[-10.859375, false]], [[-9.859375, false]], [[-10.734375, false]], [[-6.11328125, false]], [[-9.859375, false]], [[-10.109375, false]], [[-12.609375, false]], [[-6.11328125, false]], [[-6.36328125, false]], [[-11.359375, false]], [[-11.359375, false]], [[-11.109375, false]], [[-12.109375, false]], [[-9.859375, false]], [[-10.109375, false]], [[-12.109375, false]], [[-6.11328125, false]], [[-10.859375, false]], [[-11.609375, false]], [[-9.359375, false]], [[-6.11328125, false]], [[-10.609375, false]], [[-6.36328125, false]], [[-10.109375, false]], [[-10.109375, false]], [[-9.859375, false]], [[-10.859375, false]], [[-6.11328125, false]], [[-10.859375, false]], [[-11.109375, false]], [[-6.11328125, false]], [[-10.609375, false]], [[-9.859375, false]], [[-10.109375, false]], [[-10.109375, false]], [[-6.11328125, false]], [[-11.359375, false]], [[-11.109375, false]], [[-10.609375, false]], [[-9.359375, false]], [[-6.11328125, false]], [[-10.359375, false]], [[-11.109375, false]], [[-11.609375, false]], [[-10.609375, false]], [[-10.109375, false]], [[-9.359375, false]], [[-10.359375, false]], [[-6.11328125, false]], [[-11.109375, false]], [[-10.609375, false]], [[-6.11328125, false]], [[-10.609375, false]], [[-11.109375, false]], [[-11.109375, false]], [[-10.109375, false]], [[-9.859375, false]], [[-10.734375, false]], [[-6.11328125, false]], [[-9.859375, false]], [[-10.109375, false]], [[-12.609375, false]], [[-6.11328125, false]], [[-11.359375, false]], [[-6.36328125, false]], [[-11.359375, false]], [[-9.859375, false]], [[-10.109375, false]], [[-12.109375, false]], [[-6.11328125, false]], [[-9.859375, false]], [[-10.859375, false]], [[-6.11328125, false]], [[-9.359375, false]], [[-6.36328125, false]], [[-10.359375, false]], [[-9.859375, false]], [[-9.359375, false]], [[-10.609375, false]], [[-6.11328125, false]], [[-10.609375, false]], [[-11.109375, false]], [[-10.609375, false]], [[-6.11328125, false]], [[-10.859375, false]], [[-11.609375, false]], [[-9.359375, false]], [[-6.11328125, false]], [[-10.609375, false]], [[-6.36328125, false]], [[-10.109375, false]], [[-10.109375, false]], [[-9.859375, false]], [[-10.859375, false]], [[-6.11328125, false]], [[-10.859375, false]], [[-11.109375, false]], [[-6.11328125, false]], [[-9.359375, false]], [[-10.359375, false]], [[-10.109375, false]], [[-6.36328125, false]], [[-11.359375, false]], [[-9.359375, false]], [[-6.11328125, false]], [[-10.609375, false]], [[-10.609375, false]], [[-11.109375, false]], [[-11.359375, false]], [[-6.11328125, false]], [[-11.359375, false]], [[-10.609375, false]], [[-9.359375, false]], [[-10.109375, false]], [[-6.36328125, false]], [[-10.859375, false]], [[-11.109375, false]], [[-10.609375, false]], [[-10.359375, false]], [[-9.859375, false]], [[-13.859375, false]]], "filtered_resps": [[-7.36328125, false], [-9.859375, false], [-10.109375, false], [-12.609375, false], [-6.11328125, false], [-11.359375, false], [-9.359375, false], [-9.359375, false], [-11.359375, false], [-9.859375, false], [-10.109375, false], [-12.109375, false], [-6.11328125, false], [-10.859375, false], [-11.609375, false], [-9.359375, false], [-6.11328125, false], [-10.609375, false], [-6.36328125, false], [-10.109375, false], [-10.109375, false], [-9.859375, false], [-10.859375, false], [-6.11328125, false], [-12.109375, false], [-6.36328125, false], [-10.609375, false], [-11.359375, false], [-9.359375, false], [-10.609375, false], [-6.11328125, false], [-9.859375, false], [-10.109375, false], [-6.11328125, false], [-10.859375, false], [-11.609375, false], [-9.359375, false], [-6.11328125, false], [-12.109375, false], [-9.859375, false], [-10.109375, false], [-10.859375, false], [-9.359375, false], [-10.609375, false], [-9.859375, false], [-10.734375, false], [-6.11328125, false], [-9.859375, false], [-10.109375, false], [-12.609375, false], [-6.11328125, false], [-11.609375, false], [-9.359375, false], [-11.359375, false], [-11.359375, false], [-9.859375, false], [-10.109375, false], [-12.109375, false], [-6.11328125, false], [-10.859375, false], [-11.609375, false], [-9.359375, false], [-6.11328125, false], [-10.609375, false], [-6.36328125, false], [-10.109375, false], [-10.109375, false], [-9.859375, false], [-10.859375, false], [-6.11328125, false], [-10.109375, false], [-11.359375, false], [-9.359375, false], [-10.109375, false], [-10.109375, false], [-6.11328125, false], [-12.109375, false], [-9.859375, false], [-10.859375, false], [-11.609375, false], [-6.11328125, false], [-9.859375, false], [-10.859375, false], [-10.359375, false], [-6.11328125, false], [-9.359375, false], [-10.109375, false], [-11.359375, false], [-9.859375, false], [-10.609375, false], [-11.109375, false], [-10.109375, false], [-11.359375, false], [-9.359375, false], [-10.109375, false], [-10.859375, false], [-9.859375, false], [-10.734375, false], [-6.11328125, false], [-9.859375, false], [-10.109375, false], [-12.609375, false], [-6.11328125, false], [-6.36328125, false], [-11.359375, false], [-11.359375, false], [-11.109375, false], [-12.109375, false], [-9.859375, false], [-10.109375, false], [-12.109375, false], [-6.11328125, false], [-10.859375, false], [-11.609375, false], [-9.359375, false], [-6.11328125, false], [-10.609375, false], [-6.36328125, false], [-10.109375, false], [-10.109375, false], [-9.859375, false], [-10.859375, false], [-6.11328125, false], [-10.859375, false], [-11.109375, false], [-6.11328125, false], [-10.609375, false], [-9.859375, false], [-10.109375, false], [-10.109375, false], [-6.11328125, false], [-11.359375, false], [-11.109375, false], [-10.609375, false], [-9.359375, false], [-6.11328125, false], [-10.359375, false], [-11.109375, false], [-11.609375, false], [-10.609375, false], [-10.109375, false], [-9.359375, false], [-10.359375, false], [-6.11328125, false], [-11.109375, false], [-10.609375, false], [-6.11328125, false], [-10.609375, false], [-11.109375, false], [-11.109375, false], [-10.109375, false], [-9.859375, false], [-10.734375, false], [-6.11328125, false], [-9.859375, false], [-10.109375, false], [-12.609375, false], [-6.11328125, false], [-11.359375, false], [-6.36328125, false], [-11.359375, false], [-9.859375, false], [-10.109375, false], [-12.109375, false], [-6.11328125, false], [-9.859375, false], [-10.859375, false], [-6.11328125, false], [-9.359375, false], [-6.36328125, false], [-10.359375, false], [-9.859375, false], [-9.359375, false], [-10.609375, false], [-6.11328125, false], [-10.609375, false], [-11.109375, false], [-10.609375, false], [-6.11328125, false], [-10.859375, false], [-11.609375, false], [-9.359375, false], [-6.11328125, false], [-10.609375, false], [-6.36328125, false], [-10.109375, false], [-10.109375, false], [-9.859375, false], [-10.859375, false], [-6.11328125, false], [-10.859375, false], [-11.109375, false], [-6.11328125, false], [-9.359375, false], [-10.359375, false], [-10.109375, false], [-6.36328125, false], [-11.359375, false], [-9.359375, false], [-6.11328125, false], [-10.609375, false], [-10.609375, false], [-11.109375, false], [-11.359375, false], [-6.11328125, false], [-11.359375, false], [-10.609375, false], [-9.359375, false], [-10.109375, false], [-6.36328125, false], [-10.859375, false], [-11.109375, false], [-10.609375, false], [-10.359375, false], [-9.859375, false], [-13.859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 413, "doc": {"id": "Mercury_SC_406674", "question": "The fossil record shows that trees have changed throughout the years. Which of the following conclusions would be best supported by the fossil record?", "choices": {"text": ["The environment has changed.", "Animals need leafy trees.", "Rocks can destroy trees.", "Trees give off oxygen."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "The environment has changed.", "arguments": ["Question: The fossil record shows that trees have changed throughout the years. Which of the following conclusions would be best supported by the fossil record?\nAnswer:", " ["], "resps": [[[-6.859375, false]], [[-8.859375, false]], [[-5.859375, false]], [[-9.859375, false]], [[-7.109375, false]], [[-5.859375, false]], [[-7.109375, false]], [[-8.359375, false]], [[-9.359375, false]], [[-8.109375, false]], [[-9.109375, false]], [[-8.609375, false]], [[-8.359375, false]], [[-9.109375, false]], [[-7.109375, false]], [[-8.359375, false]], [[-9.109375, false]], [[-5.859375, false]], [[-9.859375, false]], [[-4.359375, false]], [[-10.109375, false]], [[-5.859375, false]], [[-6.359375, false]], [[-9.859375, false]], [[-4.359375, false]], [[-8.359375, false]], [[-10.359375, false]], [[-7.109375, false]], [[-7.109375, false]], [[-7.359375, false]], [[-8.859375, false]], [[-10.484375, false]], [[-5.859375, false]], [[-8.859375, false]], [[-2.609375, false]], [[-8.359375, false]], [[-8.109375, false]], [[-9.109375, false]], [[-4.359375, false]], [[-9.109375, false]], [[-10.109375, false]], [[-5.859375, false]], [[-8.359375, false]], [[-7.109375, false]], [[-7.109375, false]], [[-7.109375, false]], [[-5.859375, false]], [[-9.109375, false]], [[-7.109375, false]], [[-4.359375, false]], [[-7.859375, false]], [[-10.359375, false]], [[-5.859375, false]], [[-9.109375, false]], [[-9.109375, false]], [[-7.109375, false]], [[-7.109375, false]], [[-10.109375, false]], [[-7.359375, false]], [[-8.859375, false]], [[-10.484375, false]], [[-5.859375, false]], [[-8.859375, false]], [[-6.859375, false]], [[-8.609375, false]], [[-6.359375, false]], [[-9.859375, false]], [[-10.109375, false]], [[-5.859375, false]], [[-6.359375, false]], [[-4.359375, false]], [[-8.359375, false]], [[-5.859375, false]], [[-7.109375, false]], [[-7.109375, false]], [[-10.109375, false]], [[-9.109375, false]], [[-9.109375, false]], [[-8.609375, false]], [[-10.359375, false]], [[-5.859375, false]], [[-9.109375, false]], [[-9.109375, false]], [[-7.109375, false]], [[-7.109375, false]], [[-10.109375, false]], [[-7.359375, false]], [[-8.859375, false]], [[-10.484375, false]], [[-5.859375, false]], [[-8.859375, false]], [[-5.859375, false]], [[-9.109375, false]], [[-7.109375, false]], [[-7.109375, false]], [[-10.109375, false]], [[-5.859375, false]], [[-10.359375, false]], [[-8.109375, false]], [[-9.359375, false]], [[-7.109375, false]], [[-5.859375, false]], [[-8.609375, false]], [[-7.859375, false]], [[-7.859375, false]], [[-5.859375, false]], [[-8.609375, false]], [[-8.859375, false]], [[-10.359375, false]], [[-10.359375, false]], [[-7.109375, false]], [[-8.359375, false]], [[-7.359375, false]], [[-8.859375, false]], [[-12.859375, false]]], "filtered_resps": [[-6.859375, false], [-8.859375, false], [-5.859375, false], [-9.859375, false], [-7.109375, false], [-5.859375, false], [-7.109375, false], [-8.359375, false], [-9.359375, false], [-8.109375, false], [-9.109375, false], [-8.609375, false], [-8.359375, false], [-9.109375, false], [-7.109375, false], [-8.359375, false], [-9.109375, false], [-5.859375, false], [-9.859375, false], [-4.359375, false], [-10.109375, false], [-5.859375, false], [-6.359375, false], [-9.859375, false], [-4.359375, false], [-8.359375, false], [-10.359375, false], [-7.109375, false], [-7.109375, false], [-7.359375, false], [-8.859375, false], [-10.484375, false], [-5.859375, false], [-8.859375, false], [-2.609375, false], [-8.359375, false], [-8.109375, false], [-9.109375, false], [-4.359375, false], [-9.109375, false], [-10.109375, false], [-5.859375, false], [-8.359375, false], [-7.109375, false], [-7.109375, false], [-7.109375, false], [-5.859375, false], [-9.109375, false], [-7.109375, false], [-4.359375, false], [-7.859375, false], [-10.359375, false], [-5.859375, false], [-9.109375, false], [-9.109375, false], [-7.109375, false], [-7.109375, false], [-10.109375, false], [-7.359375, false], [-8.859375, false], [-10.484375, false], [-5.859375, false], [-8.859375, false], [-6.859375, false], [-8.609375, false], [-6.359375, false], [-9.859375, false], [-10.109375, false], [-5.859375, false], [-6.359375, false], [-4.359375, false], [-8.359375, false], [-5.859375, false], [-7.109375, false], [-7.109375, false], [-10.109375, false], [-9.109375, false], [-9.109375, false], [-8.609375, false], [-10.359375, false], [-5.859375, false], [-9.109375, false], [-9.109375, false], [-7.109375, false], [-7.109375, false], [-10.109375, false], [-7.359375, false], [-8.859375, false], [-10.484375, false], [-5.859375, false], [-8.859375, false], [-5.859375, false], [-9.109375, false], [-7.109375, false], [-7.109375, false], [-10.109375, false], [-5.859375, false], [-10.359375, false], [-8.109375, false], [-9.359375, false], [-7.109375, false], [-5.859375, false], [-8.609375, false], [-7.859375, false], [-7.859375, false], [-5.859375, false], [-8.609375, false], [-8.859375, false], [-10.359375, false], [-10.359375, false], [-7.109375, false], [-8.359375, false], [-7.359375, false], [-8.859375, false], [-12.859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 421, "doc": {"id": "Mercury_7108238", "question": "In the 18th century, smallpox was a common and deadly disease. A country doctor, Edward Jenner, observed that patients working with cattle who contracted a mild disease called cowpox, never came down with the more serious smallpox. When Jenner obtained liquid from cowpox sores and injected it into healthy patients, they became immune to smallpox. What term best describes Jenner's treatment for smallpox?", "choices": {"text": ["vaccination", "gene therapy", "chemotherapy", "genetic engineering"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "vaccination", "arguments": ["Question: In the 18th century, smallpox was a common and deadly disease. A country doctor, Edward Jenner, observed that patients working with cattle who contracted a mild disease called cowpox, never came down with the more serious smallpox. When Jenner obtained liquid from cowpox sores and injected it into healthy patients, they became immune to smallpox. What term best describes Jenner's treatment for smallpox?\nAnswer:", " ["], "resps": [[[-6.89453125, false]], [[-6.76953125, false]], [[-9.640625, false]], [[-5.39453125, false]], [[-6.64453125, false]], [[-6.64453125, false]], [[-8.515625, false]], [[-9.140625, false]], [[-5.39453125, false]], [[-10.265625, false]], [[-8.515625, false]], [[-9.140625, false]], [[-9.140625, false]], [[-6.76953125, false]], [[-10.6796875, false]], [[-5.1796875, false]], [[-6.76953125, false]], [[-11.140625, false]], [[-7.64453125, false]], [[-9.140625, false]], [[-7.64453125, false]], [[-5.26953125, false]], [[-10.265625, false]], [[-9.515625, false]], [[-7.64453125, false]], [[-9.765625, false]], [[-5.39453125, false]], [[-8.765625, false]], [[-11.890625, false]], [[-6.76953125, false]], [[-10.6796875, false]], [[-5.26953125, false]], [[-6.76953125, false]], [[-6.64453125, false]], [[-9.515625, false]], [[-7.64453125, false]], [[-9.515625, false]], [[-9.140625, false]], [[-10.265625, false]], [[-9.515625, false]], [[-7.64453125, false]], [[-9.765625, false]], [[-5.39453125, false]], [[-8.765625, false]], [[-11.890625, false]], [[-6.76953125, false]], [[-10.6796875, false]], [[-5.26953125, false]], [[-6.76953125, false]], [[-11.140625, false]], [[-7.64453125, false]], [[-9.140625, false]], [[-7.64453125, false]], [[-10.265625, false]], [[-8.515625, false]], [[-6.64453125, false]], [[-5.26953125, false]], [[-7.64453125, false]], [[-9.140625, false]], [[-11.140625, false]], [[-8.515625, false]], [[-9.140625, false]], [[-7.64453125, false]], [[-7.64453125, false]], [[-9.765625, false]], [[-8.515625, false]], [[-9.140625, false]], [[-11.140625, false]], [[-6.76953125, false]], [[-12.640625, false]]], "filtered_resps": [[-6.89453125, false], [-6.76953125, false], [-9.640625, false], [-5.39453125, false], [-6.64453125, false], [-6.64453125, false], [-8.515625, false], [-9.140625, false], [-5.39453125, false], [-10.265625, false], [-8.515625, false], [-9.140625, false], [-9.140625, false], [-6.76953125, false], [-10.6796875, false], [-5.1796875, false], [-6.76953125, false], [-11.140625, false], [-7.64453125, false], [-9.140625, false], [-7.64453125, false], [-5.26953125, false], [-10.265625, false], [-9.515625, false], [-7.64453125, false], [-9.765625, false], [-5.39453125, false], [-8.765625, false], [-11.890625, false], [-6.76953125, false], [-10.6796875, false], [-5.26953125, false], [-6.76953125, false], [-6.64453125, false], [-9.515625, false], [-7.64453125, false], [-9.515625, false], [-9.140625, false], [-10.265625, false], [-9.515625, false], [-7.64453125, false], [-9.765625, false], [-5.39453125, false], [-8.765625, false], [-11.890625, false], [-6.76953125, false], [-10.6796875, false], [-5.26953125, false], [-6.76953125, false], [-11.140625, false], [-7.64453125, false], [-9.140625, false], [-7.64453125, false], [-10.265625, false], [-8.515625, false], [-6.64453125, false], [-5.26953125, false], [-7.64453125, false], [-9.140625, false], [-11.140625, false], [-8.515625, false], [-9.140625, false], [-7.64453125, false], [-7.64453125, false], [-9.765625, false], [-8.515625, false], [-9.140625, false], [-11.140625, false], [-6.76953125, false], [-12.640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 429, "doc": {"id": "NYSEDREGENTS_2015_8_20", "question": "All of the different organisms interacting in a pond make up", "choices": {"text": ["a community", "a population", "the water cycle", "the habitat"], "label": ["1", "2", "3", "4"]}, "answerKey": "1"}, "target": "a community", "arguments": ["Question: All of the different organisms interacting in a pond make up\nAnswer:", " ["], "resps": [[[-7.56640625, false]], [[-9.0625, false]], [[-4.81640625, false]], [[-5.81640625, false]], [[-9.3125, false]], [[-9.8125, false]], [[-11.5625, false]], [[-11.5625, false]], [[-10.8125, false]], [[-9.3125, false]], [[-8.8125, false]], [[-11.5625, false]], [[-11.5625, false]], [[-9.0625, false]], [[-10.515625, false]], [[-5.81640625, false]], [[-9.0625, false]], [[-4.81640625, false]], [[-5.81640625, false]], [[-9.8125, false]], [[-9.8125, false]], [[-9.8125, false]], [[-10.8125, false]], [[-10.3125, false]], [[-4.81640625, false]], [[-11.5625, false]], [[-8.8125, false]], [[-9.8125, false]], [[-9.3125, false]], [[-9.0625, false]], [[-10.515625, false]], [[-5.81640625, false]], [[-9.0625, false]], [[-11.5625, false]], [[-10.8125, false]], [[-8.3125, false]], [[-5.81640625, false]], [[-10.5625, false]], [[-4.81640625, false]], [[-11.5625, false]], [[-8.3125, false]], [[-10.8125, false]], [[-5.81640625, false]], [[-9.3125, false]], [[-11.5625, false]], [[-9.3125, false]], [[-10.3125, false]], [[-8.3125, false]], [[-9.0625, false]], [[-10.515625, false]], [[-5.81640625, false]], [[-9.0625, false]], [[-11.5625, false]], [[-10.8125, false]], [[-8.3125, false]], [[-5.81640625, false]], [[-10.8125, false]], [[-4.81640625, false]], [[-9.3125, false]], [[-8.8125, false]], [[-11.5625, false]], [[-4.81640625, false]], [[-11.5625, false]], [[-9.0625, false]], [[-12.0625, false]]], "filtered_resps": [[-7.56640625, false], [-9.0625, false], [-4.81640625, false], [-5.81640625, false], [-9.3125, false], [-9.8125, false], [-11.5625, false], [-11.5625, false], [-10.8125, false], [-9.3125, false], [-8.8125, false], [-11.5625, false], [-11.5625, false], [-9.0625, false], [-10.515625, false], [-5.81640625, false], [-9.0625, false], [-4.81640625, false], [-5.81640625, false], [-9.8125, false], [-9.8125, false], [-9.8125, false], [-10.8125, false], [-10.3125, false], [-4.81640625, false], [-11.5625, false], [-8.8125, false], [-9.8125, false], [-9.3125, false], [-9.0625, false], [-10.515625, false], [-5.81640625, false], [-9.0625, false], [-11.5625, false], [-10.8125, false], [-8.3125, false], [-5.81640625, false], [-10.5625, false], [-4.81640625, false], [-11.5625, false], [-8.3125, false], [-10.8125, false], [-5.81640625, false], [-9.3125, false], [-11.5625, false], [-9.3125, false], [-10.3125, false], [-8.3125, false], [-9.0625, false], [-10.515625, false], [-5.81640625, false], [-9.0625, false], [-11.5625, false], [-10.8125, false], [-8.3125, false], [-5.81640625, false], [-10.8125, false], [-4.81640625, false], [-9.3125, false], [-8.8125, false], [-11.5625, false], [-4.81640625, false], [-11.5625, false], [-9.0625, false], [-12.0625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 437, "doc": {"id": "NYSEDREGENTS_2013_4_23", "question": "Which term is an example of a life process?", "choices": {"text": ["coloration", "camouflage", "migration", "reproduction"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "reproduction", "arguments": ["Question: Which term is an example of a life process?\nAnswer:", " ["], "resps": [[[-7.7421875, false]], [[-7.9921875, false]], [[-8.3671875, false]], [[-8.8671875, false]], [[-9.4921875, false]], [[-8.8671875, false]], [[-10.3671875, false]], [[-4.2421875, false]], [[-10.3671875, false]], [[-8.3671875, false]], [[-8.8671875, false]], [[-9.2421875, false]], [[-7.9921875, false]], [[-9.7421875, false]], [[-5.2421875, false]], [[-7.9921875, false]], [[-8.3671875, false]], [[-4.2421875, false]], [[-9.4921875, false]], [[-8.8671875, false]], [[-10.3671875, false]], [[-9.9921875, false]], [[-9.4921875, false]], [[-4.2421875, false]], [[-11.3671875, false]], [[-7.6171875, false]], [[-7.9921875, false]], [[-9.7421875, false]], [[-5.2421875, false]], [[-7.9921875, false]], [[-9.4921875, false]], [[-8.3671875, false]], [[-11.3671875, false]], [[-10.3671875, false]], [[-4.2421875, false]], [[-10.3671875, false]], [[-8.3671875, false]], [[-8.8671875, false]], [[-9.2421875, false]], [[-7.9921875, false]], [[-9.7421875, false]], [[-5.2421875, false]], [[-7.9921875, false]], [[-10.3671875, false]], [[-7.6171875, false]], [[-9.3671875, false]], [[-10.3671875, false]], [[-8.8671875, false]], [[-8.4921875, false]], [[-10.3671875, false]], [[-8.3671875, false]], [[-10.3671875, false]], [[-8.3671875, false]], [[-8.8671875, false]], [[-9.2421875, false]], [[-7.9921875, false]], [[-13.1171875, false]]], "filtered_resps": [[-7.7421875, false], [-7.9921875, false], [-8.3671875, false], [-8.8671875, false], [-9.4921875, false], [-8.8671875, false], [-10.3671875, false], [-4.2421875, false], [-10.3671875, false], [-8.3671875, false], [-8.8671875, false], [-9.2421875, false], [-7.9921875, false], [-9.7421875, false], [-5.2421875, false], [-7.9921875, false], [-8.3671875, false], [-4.2421875, false], [-9.4921875, false], [-8.8671875, false], [-10.3671875, false], [-9.9921875, false], [-9.4921875, false], [-4.2421875, false], [-11.3671875, false], [-7.6171875, false], [-7.9921875, false], [-9.7421875, false], [-5.2421875, false], [-7.9921875, false], [-9.4921875, false], [-8.3671875, false], [-11.3671875, false], [-10.3671875, false], [-4.2421875, false], [-10.3671875, false], [-8.3671875, false], [-8.8671875, false], [-9.2421875, false], [-7.9921875, false], [-9.7421875, false], [-5.2421875, false], [-7.9921875, false], [-10.3671875, false], [-7.6171875, false], [-9.3671875, false], [-10.3671875, false], [-8.8671875, false], [-8.4921875, false], [-10.3671875, false], [-8.3671875, false], [-10.3671875, false], [-8.3671875, false], [-8.8671875, false], [-9.2421875, false], [-7.9921875, false], [-13.1171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 445, "doc": {"id": "MEAP_2005_8_33", "question": "When soil becomes saturated during rainfall, excess water begins to collect on the surface. Downslope movement of this excess water to rivers, lakes, and streams is called", "choices": {"text": ["runoff.", "filtration.", "groundwater.", "condensation."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "runoff.", "arguments": ["Question: When soil becomes saturated during rainfall, excess water begins to collect on the surface. Downslope movement of this excess water to rivers, lakes, and streams is called\nAnswer:", " ["], "resps": [[[-7.765625, false]], [[-8.765625, false]], [[-11.140625, false]], [[-11.265625, false]], [[-9.015625, false]], [[-8.765625, false]], [[-9.890625, false]], [[-9.890625, false]], [[-6.26171875, false]], [[-8.765625, false]], [[-9.515625, false]], [[-5.140625, false]], [[-8.765625, false]], [[-9.890625, false]], [[-8.765625, false]], [[-10.140625, false]], [[-11.390625, false]], [[-11.140625, false]], [[-5.390625, false]], [[-11.390625, false]], [[-8.765625, false]], [[-8.765625, false]], [[-9.015625, false]], [[-6.26171875, false]], [[-8.765625, false]], [[-9.515625, false]], [[-5.140625, false]], [[-8.765625, false]], [[-10.640625, false]], [[-11.140625, false]], [[-8.765625, false]], [[-11.265625, false]], [[-9.015625, false]], [[-6.390625, false]], [[-11.390625, false]], [[-5.390625, false]], [[-11.390625, false]], [[-7.890625, false]], [[-11.140625, false]], [[-6.26171875, false]], [[-8.765625, false]], [[-9.515625, false]], [[-5.140625, false]], [[-8.765625, false]], [[-8.265625, false]], [[-8.765625, false]], [[-9.015625, false]], [[-6.390625, false]], [[-7.890625, false]], [[-9.015625, false]], [[-9.015625, false]], [[-5.390625, false]], [[-11.390625, false]], [[-8.765625, false]], [[-8.765625, false]], [[-9.015625, false]], [[-6.26171875, false]], [[-8.765625, false]], [[-11.640625, false]]], "filtered_resps": [[-7.765625, false], [-8.765625, false], [-11.140625, false], [-11.265625, false], [-9.015625, false], [-8.765625, false], [-9.890625, false], [-9.890625, false], [-6.26171875, false], [-8.765625, false], [-9.515625, false], [-5.140625, false], [-8.765625, false], [-9.890625, false], [-8.765625, false], [-10.140625, false], [-11.390625, false], [-11.140625, false], [-5.390625, false], [-11.390625, false], [-8.765625, false], [-8.765625, false], [-9.015625, false], [-6.26171875, false], [-8.765625, false], [-9.515625, false], [-5.140625, false], [-8.765625, false], [-10.640625, false], [-11.140625, false], [-8.765625, false], [-11.265625, false], [-9.015625, false], [-6.390625, false], [-11.390625, false], [-5.390625, false], [-11.390625, false], [-7.890625, false], [-11.140625, false], [-6.26171875, false], [-8.765625, false], [-9.515625, false], [-5.140625, false], [-8.765625, false], [-8.265625, false], [-8.765625, false], [-9.015625, false], [-6.390625, false], [-7.890625, false], [-9.015625, false], [-9.015625, false], [-5.390625, false], [-11.390625, false], [-8.765625, false], [-8.765625, false], [-9.015625, false], [-6.26171875, false], [-8.765625, false], [-11.640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 453, "doc": {"id": "Mercury_SC_400871", "question": "Water evaporates mostly from", "choices": {"text": ["land.", "snow.", "clouds.", "oceans."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "oceans.", "arguments": ["Question: Water evaporates mostly from\nAnswer:", " ["], "resps": [[[-7.71875, false]], [[-8.21875, false]], [[-10.21875, false]], [[-5.46875, false]], [[-8.46875, false]], [[-7.46875, false]], [[-6.5703125, false]], [[-8.21875, false]], [[-8.3828125, false]], [[-5.46875, false]], [[-8.21875, false]], [[-9.21875, false]], [[-8.46875, false]], [[-8.21875, false]], [[-9.46875, false]], [[-6.5703125, false]], [[-8.21875, false]], [[-8.3828125, false]], [[-5.46875, false]], [[-8.21875, false]], [[-8.71875, false]], [[-10.21875, false]], [[-8.21875, false]], [[-10.21875, false]], [[-7.46875, false]], [[-9.21875, false]], [[-6.5703125, false]], [[-8.21875, false]], [[-8.3828125, false]], [[-5.46875, false]], [[-8.21875, false]], [[-8.21875, false]], [[-8.71875, false]], [[-4.96875, false]], [[-5.46875, false]], [[-8.46875, false]], [[-9.21875, false]], [[-6.5703125, false]], [[-8.21875, false]], [[-12.21875, false]]], "filtered_resps": [[-7.71875, false], [-8.21875, false], [-10.21875, false], [-5.46875, false], [-8.46875, false], [-7.46875, false], [-6.5703125, false], [-8.21875, false], [-8.3828125, false], [-5.46875, false], [-8.21875, false], [-9.21875, false], [-8.46875, false], [-8.21875, false], [-9.46875, false], [-6.5703125, false], [-8.21875, false], [-8.3828125, false], [-5.46875, false], [-8.21875, false], [-8.71875, false], [-10.21875, false], [-8.21875, false], [-10.21875, false], [-7.46875, false], [-9.21875, false], [-6.5703125, false], [-8.21875, false], [-8.3828125, false], [-5.46875, false], [-8.21875, false], [-8.21875, false], [-8.71875, false], [-4.96875, false], [-5.46875, false], [-8.46875, false], [-9.21875, false], [-6.5703125, false], [-8.21875, false], [-12.21875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 461, "doc": {"id": "NYSEDREGENTS_2012_4_20", "question": "Green plants get the energy they need to make food from", "choices": {"text": ["water", "air", "soil", "sunlight"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "sunlight", "arguments": ["Question: Green plants get the energy they need to make food from\nAnswer:", " ["], "resps": [[[-7.87109375, false]], [[-8.375, false]], [[-10.625, false]], [[-6.12109375, false]], [[-11.375, false]], [[-9.375, false]], [[-11.125, false]], [[-8.375, false]], [[-9.53125, false]], [[-5.62109375, false]], [[-8.375, false]], [[-6.12109375, false]], [[-8.875, false]], [[-11.125, false]], [[-8.375, false]], [[-9.53125, false]], [[-5.62109375, false]], [[-8.375, false]], [[-10.125, false]], [[-9.875, false]], [[-8.875, false]], [[-10.625, false]], [[-8.375, false]], [[-9.53125, false]], [[-5.62109375, false]], [[-8.375, false]], [[-10.125, false]], [[-11.625, false]], [[-9.625, false]], [[-10.625, false]], [[-8.875, false]], [[-11.125, false]], [[-11.125, false]], [[-11.375, false]], [[-8.375, false]], [[-12.875, false]]], "filtered_resps": [[-7.87109375, false], [-8.375, false], [-10.625, false], [-6.12109375, false], [-11.375, false], [-9.375, false], [-11.125, false], [-8.375, false], [-9.53125, false], [-5.62109375, false], [-8.375, false], [-6.12109375, false], [-8.875, false], [-11.125, false], [-8.375, false], [-9.53125, false], [-5.62109375, false], [-8.375, false], [-10.125, false], [-9.875, false], [-8.875, false], [-10.625, false], [-8.375, false], [-9.53125, false], [-5.62109375, false], [-8.375, false], [-10.125, false], [-11.625, false], [-9.625, false], [-10.625, false], [-8.875, false], [-11.125, false], [-11.125, false], [-11.375, false], [-8.375, false], [-12.875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 469, "doc": {"id": "Mercury_7011760", "question": "Twentieth-century research and development of vaccines significantly reduced the threat of", "choices": {"text": ["polio.", "stroke.", "diabetes.", "osteoporosis."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "polio.", "arguments": ["Question: Twentieth-century research and development of vaccines significantly reduced the threat of\nAnswer:", " ["], "resps": [[[-6.828125, false]], [[-7.953125, false]], [[-9.703125, false]], [[-8.828125, false]], [[-10.328125, false]], [[-7.828125, false]], [[-8.828125, false]], [[-7.1015625, false]], [[-7.953125, false]], [[-8.6015625, false]], [[-4.953125, false]], [[-7.953125, false]], [[-8.953125, false]], [[-9.203125, false]], [[-10.203125, false]], [[-8.828125, false]], [[-10.578125, false]], [[-8.453125, false]], [[-7.1015625, false]], [[-7.953125, false]], [[-8.6015625, false]], [[-4.953125, false]], [[-7.953125, false]], [[-8.578125, false]], [[-7.828125, false]], [[-5.453125, false]], [[-8.078125, false]], [[-8.453125, false]], [[-9.203125, false]], [[-8.453125, false]], [[-8.953125, false]], [[-7.1015625, false]], [[-7.953125, false]], [[-8.6015625, false]], [[-4.953125, false]], [[-7.953125, false]], [[-8.828125, false]], [[-8.953125, false]], [[-9.203125, false]], [[-8.453125, false]], [[-8.828125, false]], [[-9.703125, false]], [[-8.828125, false]], [[-10.203125, false]], [[-8.828125, false]], [[-8.953125, false]], [[-7.828125, false]], [[-8.953125, false]], [[-7.1015625, false]], [[-7.953125, false]], [[-11.703125, false]]], "filtered_resps": [[-6.828125, false], [-7.953125, false], [-9.703125, false], [-8.828125, false], [-10.328125, false], [-7.828125, false], [-8.828125, false], [-7.1015625, false], [-7.953125, false], [-8.6015625, false], [-4.953125, false], [-7.953125, false], [-8.953125, false], [-9.203125, false], [-10.203125, false], [-8.828125, false], [-10.578125, false], [-8.453125, false], [-7.1015625, false], [-7.953125, false], [-8.6015625, false], [-4.953125, false], [-7.953125, false], [-8.578125, false], [-7.828125, false], [-5.453125, false], [-8.078125, false], [-8.453125, false], [-9.203125, false], [-8.453125, false], [-8.953125, false], [-7.1015625, false], [-7.953125, false], [-8.6015625, false], [-4.953125, false], [-7.953125, false], [-8.828125, false], [-8.953125, false], [-9.203125, false], [-8.453125, false], [-8.828125, false], [-9.703125, false], [-8.828125, false], [-10.203125, false], [-8.828125, false], [-8.953125, false], [-7.828125, false], [-8.953125, false], [-7.1015625, false], [-7.953125, false], [-11.703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 477, "doc": {"id": "NYSEDREGENTS_2012_8_6", "question": "The fur of the snowshoe rabbit changes to a lighter color in the winter. This allows the rabbit to blend in with its surroundings. This change is an example of", "choices": {"text": ["extinction", "competition", "biological adaptation", "ecological succession"], "label": ["1", "2", "3", "4"]}, "answerKey": "3"}, "target": "biological adaptation", "arguments": ["Question: The fur of the snowshoe rabbit changes to a lighter color in the winter. This allows the rabbit to blend in with its surroundings. This change is an example of\nAnswer:", " ["], "resps": [[[-7.21484375, false]], [[-7.83984375, false]], [[-8.2109375, false]], [[-9.0859375, false]], [[-9.5859375, false]], [[-7.96484375, false]], [[-7.83984375, false]], [[-7.83984375, false]], [[-9.5859375, false]], [[-7.96484375, false]], [[-8.4609375, false]], [[-7.83984375, false]], [[-7.83984375, false]], [[-8.359375, false]], [[-5.08984375, false]], [[-7.83984375, false]], [[-7.83984375, false]], [[-8.4609375, false]], [[-9.2109375, false]], [[-8.7109375, false]], [[-8.2109375, false]], [[-9.5859375, false]], [[-7.96484375, false]], [[-9.5859375, false]], [[-7.96484375, false]], [[-8.4609375, false]], [[-7.83984375, false]], [[-7.83984375, false]], [[-8.46875, false]], [[-5.08984375, false]], [[-7.83984375, false]], [[-6.46484375, false]], [[-7.96484375, false]], [[-8.4609375, false]], [[-9.7109375, false]], [[-8.4609375, false]], [[-9.8359375, false]], [[-7.96484375, false]], [[-7.83984375, false]], [[-4.08984375, false]], [[-9.7109375, false]], [[-5.08984375, false]], [[-4.08984375, false]], [[-7.58984375, false]], [[-4.08984375, false]], [[-8.7109375, false]], [[-9.5859375, false]], [[-4.08984375, false]], [[-9.5859375, false]], [[-7.96484375, false]], [[-8.4609375, false]], [[-7.83984375, false]], [[-7.83984375, false]], [[-8.46875, false]], [[-5.08984375, false]], [[-7.83984375, false]], [[-8.2109375, false]], [[-7.83984375, false]], [[-8.4609375, false]], [[-9.7109375, false]], [[-8.4609375, false]], [[-9.8359375, false]], [[-7.96484375, false]], [[-7.83984375, false]], [[-4.08984375, false]], [[-9.7109375, false]], [[-5.08984375, false]], [[-8.2109375, false]], [[-10.9609375, false]], [[-7.83984375, false]], [[-7.83984375, false]], [[-8.2109375, false]], [[-8.2109375, false]], [[-8.2109375, false]], [[-7.96484375, false]], [[-8.4609375, false]], [[-7.83984375, false]], [[-7.83984375, false]], [[-12.0859375, false]]], "filtered_resps": [[-7.21484375, false], [-7.83984375, false], [-8.2109375, false], [-9.0859375, false], [-9.5859375, false], [-7.96484375, false], [-7.83984375, false], [-7.83984375, false], [-9.5859375, false], [-7.96484375, false], [-8.4609375, false], [-7.83984375, false], [-7.83984375, false], [-8.359375, false], [-5.08984375, false], [-7.83984375, false], [-7.83984375, false], [-8.4609375, false], [-9.2109375, false], [-8.7109375, false], [-8.2109375, false], [-9.5859375, false], [-7.96484375, false], [-9.5859375, false], [-7.96484375, false], [-8.4609375, false], [-7.83984375, false], [-7.83984375, false], [-8.46875, false], [-5.08984375, false], [-7.83984375, false], [-6.46484375, false], [-7.96484375, false], [-8.4609375, false], [-9.7109375, false], [-8.4609375, false], [-9.8359375, false], [-7.96484375, false], [-7.83984375, false], [-4.08984375, false], [-9.7109375, false], [-5.08984375, false], [-4.08984375, false], [-7.58984375, false], [-4.08984375, false], [-8.7109375, false], [-9.5859375, false], [-4.08984375, false], [-9.5859375, false], [-7.96484375, false], [-8.4609375, false], [-7.83984375, false], [-7.83984375, false], [-8.46875, false], [-5.08984375, false], [-7.83984375, false], [-8.2109375, false], [-7.83984375, false], [-8.4609375, false], [-9.7109375, false], [-8.4609375, false], [-9.8359375, false], [-7.96484375, false], [-7.83984375, false], [-4.08984375, false], [-9.7109375, false], [-5.08984375, false], [-8.2109375, false], [-10.9609375, false], [-7.83984375, false], [-7.83984375, false], [-8.2109375, false], [-8.2109375, false], [-8.2109375, false], [-7.96484375, false], [-8.4609375, false], [-7.83984375, false], [-7.83984375, false], [-12.0859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 485, "doc": {"id": "MEAP_2005_8_14", "question": "When European settlers first came to North America, the average thickness of the top layer of soil was approximately 23 cm. Today, the average thickness of the top layer of soil is less than 15 cm. Which of the following factors has most likely had the greatest effect on erosion of the top layer of soil?", "choices": {"text": ["farming", "restoring wetlands", "species reintroduction", "excessive groundwater use"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "farming", "arguments": ["Question: When European settlers first came to North America, the average thickness of the top layer of soil was approximately 23 cm. Today, the average thickness of the top layer of soil is less than 15 cm. Which of the following factors has most likely had the greatest effect on erosion of the top layer of soil?\nAnswer:", " ["], "resps": [[[-7.2734375, false]], [[-10.0234375, false]], [[-7.5234375, false]], [[-3.6484375, false]], [[-8.6484375, false]], [[-9.1484375, false]], [[-8.1484375, false]], [[-7.7734375, false]], [[-10.2734375, false]], [[-10.0234375, false]], [[-9.578125, false]], [[-5.421875, false]], [[-10.0234375, false]], [[-8.6484375, false]], [[-7.2734375, false]], [[-10.0234375, false]], [[-10.0234375, false]], [[-7.6484375, false]], [[-8.6484375, false]], [[-8.1484375, false]], [[-7.7734375, false]], [[-10.2734375, false]], [[-5.421875, false]], [[-10.1484375, false]], [[-7.2734375, false]], [[-10.0234375, false]], [[-9.6484375, false]], [[-3.6484375, false]], [[-7.7734375, false]], [[-5.2734375, false]], [[-10.0234375, false]], [[-10.0234375, false]], [[-9.578125, false]], [[-5.421875, false]], [[-10.0234375, false]], [[-10.0234375, false]], [[-8.8984375, false]], [[-7.2734375, false]], [[-7.1484375, false]], [[-8.1484375, false]], [[-7.2734375, false]], [[-10.0234375, false]], [[-5.3984375, false]], [[-8.6484375, false]], [[-7.2734375, false]], [[-8.1484375, false]], [[-7.7734375, false]], [[-10.0234375, false]], [[-8.6484375, false]], [[-7.6484375, false]], [[-5.2734375, false]], [[-11.8984375, false]], [[-7.1484375, false]], [[-10.0234375, false]], [[-8.1484375, false]], [[-7.6484375, false]], [[-7.7734375, false]], [[-10.0234375, false]], [[-9.578125, false]], [[-5.3984375, false]], [[-10.0234375, false]], [[-7.2734375, false]], [[-10.7734375, false]], [[-7.1484375, false]], [[-7.2734375, false]], [[-10.0234375, false]], [[-10.0234375, false]], [[-8.1484375, false]], [[-11.3984375, false]], [[-7.2734375, false]], [[-5.3984375, false]], [[-10.2734375, false]], [[-8.6484375, false]], [[-7.6484375, false]], [[-11.8984375, false]], [[-7.7734375, false]], [[-5.2734375, false]], [[-10.1484375, false]], [[-3.6484375, false]], [[-10.0234375, false]], [[-7.2734375, false]], [[-8.6484375, false]], [[-5.3984375, false]], [[-11.8984375, false]], [[-10.0234375, false]], [[-7.2734375, false]], [[-10.0234375, false]], [[-13.6484375, false]]], "filtered_resps": [[-7.2734375, false], [-10.0234375, false], [-7.5234375, false], [-3.6484375, false], [-8.6484375, false], [-9.1484375, false], [-8.1484375, false], [-7.7734375, false], [-10.2734375, false], [-10.0234375, false], [-9.578125, false], [-5.421875, false], [-10.0234375, false], [-8.6484375, false], [-7.2734375, false], [-10.0234375, false], [-10.0234375, false], [-7.6484375, false], [-8.6484375, false], [-8.1484375, false], [-7.7734375, false], [-10.2734375, false], [-5.421875, false], [-10.1484375, false], [-7.2734375, false], [-10.0234375, false], [-9.6484375, false], [-3.6484375, false], [-7.7734375, false], [-5.2734375, false], [-10.0234375, false], [-10.0234375, false], [-9.578125, false], [-5.421875, false], [-10.0234375, false], [-10.0234375, false], [-8.8984375, false], [-7.2734375, false], [-7.1484375, false], [-8.1484375, false], [-7.2734375, false], [-10.0234375, false], [-5.3984375, false], [-8.6484375, false], [-7.2734375, false], [-8.1484375, false], [-7.7734375, false], [-10.0234375, false], [-8.6484375, false], [-7.6484375, false], [-5.2734375, false], [-11.8984375, false], [-7.1484375, false], [-10.0234375, false], [-8.1484375, false], [-7.6484375, false], [-7.7734375, false], [-10.0234375, false], [-9.578125, false], [-5.3984375, false], [-10.0234375, false], [-7.2734375, false], [-10.7734375, false], [-7.1484375, false], [-7.2734375, false], [-10.0234375, false], [-10.0234375, false], [-8.1484375, false], [-11.3984375, false], [-7.2734375, false], [-5.3984375, false], [-10.2734375, false], [-8.6484375, false], [-7.6484375, false], [-11.8984375, false], [-7.7734375, false], [-5.2734375, false], [-10.1484375, false], [-3.6484375, false], [-10.0234375, false], [-7.2734375, false], [-8.6484375, false], [-5.3984375, false], [-11.8984375, false], [-10.0234375, false], [-7.2734375, false], [-10.0234375, false], [-13.6484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 493, "doc": {"id": "CSZ20770", "question": "Iron oxides, such as rust, form when iron metal reacts with oxygen in the air. What are the chemical symbols for the two elements found in iron oxide?", "choices": {"text": ["I and O", "Ir and O", "Fe and O", "Pb and O"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Fe and O", "arguments": ["Question: Iron oxides, such as rust, form when iron metal reacts with oxygen in the air. What are the chemical symbols for the two elements found in iron oxide?\nAnswer:", " ["], "resps": [[[-5.5546875, false]], [[-8.8046875, false]], [[-3.302734375, false]], [[-4.0546875, false]], [[-5.5546875, false]], [[-5.8046875, false]], [[-9.3046875, false]], [[-4.0546875, false]], [[-4.0546875, false]], [[-8.8046875, false]], [[-7.7734375, false]], [[-4.0546875, false]], [[-8.8046875, false]], [[-3.302734375, false]], [[-7.0546875, false]], [[-4.0546875, false]], [[-5.5546875, false]], [[-5.8046875, false]], [[-9.3046875, false]], [[-4.0546875, false]], [[-4.0546875, false]], [[-8.8046875, false]], [[-7.7734375, false]], [[-4.0546875, false]], [[-8.8046875, false]], [[-5.5546875, false]], [[-8.5546875, false]], [[-4.0546875, false]], [[-5.5546875, false]], [[-5.8046875, false]], [[-9.3046875, false]], [[-4.0546875, false]], [[-4.0546875, false]], [[-8.8046875, false]], [[-7.7734375, false]], [[-4.0546875, false]], [[-8.8046875, false]], [[-5.0546875, false]], [[-6.5546875, false]], [[-4.0546875, false]], [[-5.5546875, false]], [[-5.8046875, false]], [[-9.3046875, false]], [[-4.0546875, false]], [[-4.0546875, false]], [[-8.8046875, false]], [[-11.0546875, false]]], "filtered_resps": [[-5.5546875, false], [-8.8046875, false], [-3.302734375, false], [-4.0546875, false], [-5.5546875, false], [-5.8046875, false], [-9.3046875, false], [-4.0546875, false], [-4.0546875, false], [-8.8046875, false], [-7.7734375, false], [-4.0546875, false], [-8.8046875, false], [-3.302734375, false], [-7.0546875, false], [-4.0546875, false], [-5.5546875, false], [-5.8046875, false], [-9.3046875, false], [-4.0546875, false], [-4.0546875, false], [-8.8046875, false], [-7.7734375, false], [-4.0546875, false], [-8.8046875, false], [-5.5546875, false], [-8.5546875, false], [-4.0546875, false], [-5.5546875, false], [-5.8046875, false], [-9.3046875, false], [-4.0546875, false], [-4.0546875, false], [-8.8046875, false], [-7.7734375, false], [-4.0546875, false], [-8.8046875, false], [-5.0546875, false], [-6.5546875, false], [-4.0546875, false], [-5.5546875, false], [-5.8046875, false], [-9.3046875, false], [-4.0546875, false], [-4.0546875, false], [-8.8046875, false], [-11.0546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 501, "doc": {"id": "Mercury_7218050", "question": "A city is experiencing heavy smog formed by motor vehicle exhaust. Which of these weather conditions contributes most to the formation of smog?", "choices": {"text": ["dry line", "cold front", "tropical cyclone", "temperature inversion"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "temperature inversion", "arguments": ["Question: A city is experiencing heavy smog formed by motor vehicle exhaust. Which of these weather conditions contributes most to the formation of smog?\nAnswer:", " ["], "resps": [[[-6.796875, false]], [[-10.546875, false]], [[-7.296875, false]], [[-12.546875, false]], [[-12.296875, false]], [[-5.296875, false]], [[-11.546875, false]], [[-7.796875, false]], [[-10.546875, false]], [[-7.546875, false]], [[-10.546875, false]], [[-9.859375, false]], [[-5.296875, false]], [[-10.546875, false]], [[-7.796875, false]], [[-6.546875, false]], [[-11.546875, false]], [[-7.296875, false]], [[-5.296875, false]], [[-9.796875, false]], [[-12.546875, false]], [[-6.546875, false]], [[-10.546875, false]], [[-12.296875, false]], [[-10.546875, false]], [[-9.859375, false]], [[-5.296875, false]], [[-10.546875, false]], [[-12.296875, false]], [[-12.546875, false]], [[-6.546875, false]], [[-10.796875, false]], [[-7.796875, false]], [[-7.796875, false]], [[-3.796875, false]], [[-11.546875, false]], [[-5.296875, false]], [[-7.796875, false]], [[-12.296875, false]], [[-7.796875, false]], [[-11.546875, false]], [[-6.546875, false]], [[-10.546875, false]], [[-7.546875, false]], [[-10.546875, false]], [[-9.859375, false]], [[-5.296875, false]], [[-10.546875, false]], [[-12.296875, false]], [[-7.546875, false]], [[-9.546875, false]], [[-10.796875, false]], [[-7.546875, false]], [[-12.546875, false]], [[-3.796875, false]], [[-12.296875, false]], [[-11.296875, false]], [[-12.546875, false]], [[-7.546875, false]], [[-5.296875, false]], [[-7.796875, false]], [[-10.546875, false]], [[-11.296875, false]], [[-7.546875, false]], [[-12.546875, false]], [[-10.296875, false]], [[-7.796875, false]], [[-6.546875, false]], [[-10.546875, false]], [[-10.546875, false]], [[-11.546875, false]]], "filtered_resps": [[-6.796875, false], [-10.546875, false], [-7.296875, false], [-12.546875, false], [-12.296875, false], [-5.296875, false], [-11.546875, false], [-7.796875, false], [-10.546875, false], [-7.546875, false], [-10.546875, false], [-9.859375, false], [-5.296875, false], [-10.546875, false], [-7.796875, false], [-6.546875, false], [-11.546875, false], [-7.296875, false], [-5.296875, false], [-9.796875, false], [-12.546875, false], [-6.546875, false], [-10.546875, false], [-12.296875, false], [-10.546875, false], [-9.859375, false], [-5.296875, false], [-10.546875, false], [-12.296875, false], [-12.546875, false], [-6.546875, false], [-10.796875, false], [-7.796875, false], [-7.796875, false], [-3.796875, false], [-11.546875, false], [-5.296875, false], [-7.796875, false], [-12.296875, false], [-7.796875, false], [-11.546875, false], [-6.546875, false], [-10.546875, false], [-7.546875, false], [-10.546875, false], [-9.859375, false], [-5.296875, false], [-10.546875, false], [-12.296875, false], [-7.546875, false], [-9.546875, false], [-10.796875, false], [-7.546875, false], [-12.546875, false], [-3.796875, false], [-12.296875, false], [-11.296875, false], [-12.546875, false], [-7.546875, false], [-5.296875, false], [-7.796875, false], [-10.546875, false], [-11.296875, false], [-7.546875, false], [-12.546875, false], [-10.296875, false], [-7.796875, false], [-6.546875, false], [-10.546875, false], [-10.546875, false], [-11.546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 509, "doc": {"id": "Mercury_7201163", "question": "The bacterium Brucella abortus causes fever in humans. Biologists studying this bacterium found that when exposed to light, the bacterium becomes more virulent. How can this change in virulence most likely be described?", "choices": {"text": ["as a behavioral adaptation", "as a survival disadvantage", "as a response to a stimulus", "as an acquired characteristic"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "as a response to a stimulus", "arguments": ["Question: The bacterium Brucella abortus causes fever in humans. Biologists studying this bacterium found that when exposed to light, the bacterium becomes more virulent. How can this change in virulence most likely be described?\nAnswer:", " ["], "resps": [[[-7.6015625, false]], [[-9.3515625, false]], [[-7.8515625, false]], [[-11.3515625, false]], [[-4.8515625, false]], [[-7.8515625, false]], [[-4.8515625, false]], [[-8.1015625, false]], [[-10.6015625, false]], [[-12.8515625, false]], [[-7.8515625, false]], [[-11.3515625, false]], [[-10.8515625, false]], [[-10.8515625, false]], [[-13.1015625, false]], [[-7.8515625, false]], [[-11.8515625, false]], [[-4.8515625, false]], [[-7.8515625, false]], [[-11.6015625, false]], [[-7.8515625, false]], [[-11.3515625, false]], [[-12.1015625, false]], [[-7.8515625, false]], [[-12.1015625, false]], [[-10.8515625, false]], [[-10.8515625, false]], [[-11.6015625, false]], [[-9.3515625, false]], [[-9.890625, false]], [[-4.8515625, false]], [[-9.3515625, false]], [[-7.8515625, false]], [[-11.3515625, false]], [[-4.8515625, false]], [[-7.8515625, false]], [[-4.8515625, false]], [[-11.3515625, false]], [[-12.3515625, false]], [[-13.1015625, false]], [[-11.3515625, false]], [[-10.8515625, false]], [[-11.3515625, false]], [[-7.8515625, false]], [[-11.8515625, false]], [[-4.8515625, false]], [[-11.6015625, false]], [[-10.8515625, false]], [[-11.3515625, false]], [[-7.8515625, false]], [[-11.6015625, false]], [[-11.3515625, false]], [[-7.8515625, false]], [[-11.6015625, false]], [[-12.1015625, false]], [[-7.8515625, false]], [[-14.8515625, false]], [[-10.6015625, false]], [[-9.3515625, false]], [[-9.890625, false]], [[-4.8515625, false]], [[-9.3515625, false]], [[-7.8515625, false]], [[-11.3515625, false]], [[-4.8515625, false]], [[-7.8515625, false]], [[-4.8515625, false]], [[-13.1015625, false]], [[-10.6015625, false]], [[-11.3515625, false]], [[-11.3515625, false]], [[-10.8515625, false]], [[-11.6015625, false]], [[-11.3515625, false]], [[-10.6015625, false]], [[-4.8515625, false]], [[-12.1015625, false]], [[-10.8515625, false]], [[-4.8515625, false]], [[-7.8515625, false]], [[-4.8515625, false]], [[-11.3515625, false]], [[-12.1015625, false]], [[-10.8515625, false]], [[-12.6015625, false]], [[-12.3515625, false]], [[-11.8515625, false]], [[-12.3515625, false]], [[-11.3515625, false]], [[-9.3515625, false]], [[-9.890625, false]], [[-4.8515625, false]], [[-9.3515625, false]], [[-7.8515625, false]], [[-11.3515625, false]], [[-4.8515625, false]], [[-7.8515625, false]], [[-11.6015625, false]], [[-4.8515625, false]], [[-7.8515625, false]], [[-10.6015625, false]], [[-13.1015625, false]], [[-12.3515625, false]], [[-10.8515625, false]], [[-13.1015625, false]], [[-10.6015625, false]], [[-11.6015625, false]], [[-4.8515625, false]], [[-10.6015625, false]], [[-12.8515625, false]], [[-7.8515625, false]], [[-13.1015625, false]], [[-7.8515625, false]], [[-10.6015625, false]], [[-12.1015625, false]], [[-10.6015625, false]], [[-13.1015625, false]], [[-10.8515625, false]], [[-11.3515625, false]], [[-12.1015625, false]], [[-10.8515625, false]], [[-10.6015625, false]], [[-9.3515625, false]], [[-13.1015625, false]]], "filtered_resps": [[-7.6015625, false], [-9.3515625, false], [-7.8515625, false], [-11.3515625, false], [-4.8515625, false], [-7.8515625, false], [-4.8515625, false], [-8.1015625, false], [-10.6015625, false], [-12.8515625, false], [-7.8515625, false], [-11.3515625, false], [-10.8515625, false], [-10.8515625, false], [-13.1015625, false], [-7.8515625, false], [-11.8515625, false], [-4.8515625, false], [-7.8515625, false], [-11.6015625, false], [-7.8515625, false], [-11.3515625, false], [-12.1015625, false], [-7.8515625, false], [-12.1015625, false], [-10.8515625, false], [-10.8515625, false], [-11.6015625, false], [-9.3515625, false], [-9.890625, false], [-4.8515625, false], [-9.3515625, false], [-7.8515625, false], [-11.3515625, false], [-4.8515625, false], [-7.8515625, false], [-4.8515625, false], [-11.3515625, false], [-12.3515625, false], [-13.1015625, false], [-11.3515625, false], [-10.8515625, false], [-11.3515625, false], [-7.8515625, false], [-11.8515625, false], [-4.8515625, false], [-11.6015625, false], [-10.8515625, false], [-11.3515625, false], [-7.8515625, false], [-11.6015625, false], [-11.3515625, false], [-7.8515625, false], [-11.6015625, false], [-12.1015625, false], [-7.8515625, false], [-14.8515625, false], [-10.6015625, false], [-9.3515625, false], [-9.890625, false], [-4.8515625, false], [-9.3515625, false], [-7.8515625, false], [-11.3515625, false], [-4.8515625, false], [-7.8515625, false], [-4.8515625, false], [-13.1015625, false], [-10.6015625, false], [-11.3515625, false], [-11.3515625, false], [-10.8515625, false], [-11.6015625, false], [-11.3515625, false], [-10.6015625, false], [-4.8515625, false], [-12.1015625, false], [-10.8515625, false], [-4.8515625, false], [-7.8515625, false], [-4.8515625, false], [-11.3515625, false], [-12.1015625, false], [-10.8515625, false], [-12.6015625, false], [-12.3515625, false], [-11.8515625, false], [-12.3515625, false], [-11.3515625, false], [-9.3515625, false], [-9.890625, false], [-4.8515625, false], [-9.3515625, false], [-7.8515625, false], [-11.3515625, false], [-4.8515625, false], [-7.8515625, false], [-11.6015625, false], [-4.8515625, false], [-7.8515625, false], [-10.6015625, false], [-13.1015625, false], [-12.3515625, false], [-10.8515625, false], [-13.1015625, false], [-10.6015625, false], [-11.6015625, false], [-4.8515625, false], [-10.6015625, false], [-12.8515625, false], [-7.8515625, false], [-13.1015625, false], [-7.8515625, false], [-10.6015625, false], [-12.1015625, false], [-10.6015625, false], [-13.1015625, false], [-10.8515625, false], [-11.3515625, false], [-12.1015625, false], [-10.8515625, false], [-10.6015625, false], [-9.3515625, false], [-13.1015625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 517, "doc": {"id": "Mercury_SC_409577", "question": "Dan knows the Earth is tilted 23.5° on its axis. Which is caused because of this tilt?", "choices": {"text": ["day can become night", "different seasons occur", "low tide can become high tide", "the change in phases of the Moon"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "different seasons occur", "arguments": ["Question: Dan knows the Earth is tilted 23.5° on its axis. Which is caused because of this tilt?\nAnswer:", " ["], "resps": [[[-6.69140625, false]], [[-8.6875, false]], [[-7.44140625, false]], [[-4.69140625, false]], [[-9.6875, false]], [[-5.19140625, false]], [[-7.44140625, false]], [[-4.69140625, false]], [[-8.4375, false]], [[-5.19140625, false]], [[-6.69140625, false]], [[-7.94140625, false]], [[-7.44140625, false]], [[-8.6875, false]], [[-8.9375, false]], [[-7.94140625, false]], [[-5.19140625, false]], [[-8.4375, false]], [[-7.94140625, false]], [[-10.1875, false]], [[-8.6875, false]], [[-8.4375, false]], [[-8.6875, false]], [[-9.625, false]], [[-5.19140625, false]], [[-8.6875, false]], [[-7.44140625, false]], [[-7.94140625, false]], [[-8.4375, false]], [[-8.4375, false]], [[-7.94140625, false]], [[-8.9375, false]], [[-7.94140625, false]], [[-8.4375, false]], [[-8.4375, false]], [[-5.19140625, false]], [[-8.1875, false]], [[-7.94140625, false]], [[-4.69140625, false]], [[-8.1875, false]], [[-8.6875, false]], [[-8.4375, false]], [[-8.1875, false]], [[-5.19140625, false]], [[-8.6875, false]], [[-7.44140625, false]], [[-7.44140625, false]], [[-9.9375, false]], [[-8.9375, false]], [[-8.6875, false]], [[-9.625, false]], [[-5.19140625, false]], [[-8.6875, false]], [[-9.6875, false]], [[-8.6875, false]], [[-8.9375, false]], [[-5.19140625, false]], [[-8.4375, false]], [[-7.94140625, false]], [[-7.44140625, false]], [[-7.94140625, false]], [[-5.19140625, false]], [[-7.44140625, false]], [[-4.69140625, false]], [[-8.4375, false]], [[-5.19140625, false]], [[-6.69140625, false]], [[-7.94140625, false]], [[-7.44140625, false]], [[-8.6875, false]], [[-8.9375, false]], [[-7.94140625, false]], [[-5.19140625, false]], [[-8.6875, false]], [[-7.94140625, false]], [[-10.1875, false]], [[-8.6875, false]], [[-5.19140625, false]], [[-8.4375, false]], [[-7.94140625, false]], [[-7.44140625, false]], [[-7.94140625, false]], [[-8.6875, false]], [[-9.625, false]], [[-5.19140625, false]], [[-8.6875, false]], [[-8.4375, false]], [[-8.6875, false]], [[-7.94140625, false]], [[-5.19140625, false]], [[-7.44140625, false]], [[-8.6875, false]], [[-4.69140625, false]], [[-8.4375, false]], [[-10.1875, false]], [[-7.94140625, false]], [[-5.19140625, false]], [[-7.94140625, false]], [[-8.4375, false]], [[-5.19140625, false]], [[-8.1875, false]], [[-8.6875, false]], [[-4.69140625, false]], [[-8.1875, false]], [[-7.94140625, false]], [[-8.1875, false]], [[-5.19140625, false]], [[-8.6875, false]], [[-8.4375, false]], [[-5.19140625, false]], [[-8.4375, false]], [[-8.6875, false]], [[-7.94140625, false]], [[-5.19140625, false]], [[-6.69140625, false]], [[-8.6875, false]], [[-8.6875, false]], [[-8.4375, false]], [[-8.6875, false]], [[-12.4375, false]]], "filtered_resps": [[-6.69140625, false], [-8.6875, false], [-7.44140625, false], [-4.69140625, false], [-9.6875, false], [-5.19140625, false], [-7.44140625, false], [-4.69140625, false], [-8.4375, false], [-5.19140625, false], [-6.69140625, false], [-7.94140625, false], [-7.44140625, false], [-8.6875, false], [-8.9375, false], [-7.94140625, false], [-5.19140625, false], [-8.4375, false], [-7.94140625, false], [-10.1875, false], [-8.6875, false], [-8.4375, false], [-8.6875, false], [-9.625, false], [-5.19140625, false], [-8.6875, false], [-7.44140625, false], [-7.94140625, false], [-8.4375, false], [-8.4375, false], [-7.94140625, false], [-8.9375, false], [-7.94140625, false], [-8.4375, false], [-8.4375, false], [-5.19140625, false], [-8.1875, false], [-7.94140625, false], [-4.69140625, false], [-8.1875, false], [-8.6875, false], [-8.4375, false], [-8.1875, false], [-5.19140625, false], [-8.6875, false], [-7.44140625, false], [-7.44140625, false], [-9.9375, false], [-8.9375, false], [-8.6875, false], [-9.625, false], [-5.19140625, false], [-8.6875, false], [-9.6875, false], [-8.6875, false], [-8.9375, false], [-5.19140625, false], [-8.4375, false], [-7.94140625, false], [-7.44140625, false], [-7.94140625, false], [-5.19140625, false], [-7.44140625, false], [-4.69140625, false], [-8.4375, false], [-5.19140625, false], [-6.69140625, false], [-7.94140625, false], [-7.44140625, false], [-8.6875, false], [-8.9375, false], [-7.94140625, false], [-5.19140625, false], [-8.6875, false], [-7.94140625, false], [-10.1875, false], [-8.6875, false], [-5.19140625, false], [-8.4375, false], [-7.94140625, false], [-7.44140625, false], [-7.94140625, false], [-8.6875, false], [-9.625, false], [-5.19140625, false], [-8.6875, false], [-8.4375, false], [-8.6875, false], [-7.94140625, false], [-5.19140625, false], [-7.44140625, false], [-8.6875, false], [-4.69140625, false], [-8.4375, false], [-10.1875, false], [-7.94140625, false], [-5.19140625, false], [-7.94140625, false], [-8.4375, false], [-5.19140625, false], [-8.1875, false], [-8.6875, false], [-4.69140625, false], [-8.1875, false], [-7.94140625, false], [-8.1875, false], [-5.19140625, false], [-8.6875, false], [-8.4375, false], [-5.19140625, false], [-8.4375, false], [-8.6875, false], [-7.94140625, false], [-5.19140625, false], [-6.69140625, false], [-8.6875, false], [-8.6875, false], [-8.4375, false], [-8.6875, false], [-12.4375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 525, "doc": {"id": "Mercury_405777", "question": "What is the most important property architects must consider when selecting materials for the walls, ceilings, and floors for a new concert hall?", "choices": {"text": ["thermal properties", "chemical properties", "electrical properties", "acoustical properties"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "acoustical properties", "arguments": ["Question: What is the most important property architects must consider when selecting materials for the walls, ceilings, and floors for a new concert hall?\nAnswer:", " ["], "resps": [[[-8.3515625, false]], [[-9.3515625, false]], [[-11.9765625, false]], [[-12.4765625, false]], [[-10.2265625, false]], [[-11.6015625, false]], [[-11.8515625, false]], [[-7.1015625, false]], [[-10.9765625, false]], [[-5.9765625, false]], [[-10.6015625, false]], [[-11.6015625, false]], [[-11.1015625, false]], [[-10.6015625, false]], [[-10.2265625, false]], [[-11.6015625, false]], [[-11.9765625, false]], [[-10.7265625, false]], [[-10.2265625, false]], [[-10.3515625, false]], [[-9.3515625, false]], [[-10.9921875, false]], [[-5.9765625, false]], [[-9.3515625, false]], [[-10.9765625, false]], [[-12.4765625, false]], [[-10.2265625, false]], [[-11.8515625, false]], [[-10.7265625, false]], [[-10.9765625, false]], [[-7.1015625, false]], [[-10.9765625, false]], [[-5.9765625, false]], [[-10.6015625, false]], [[-11.6015625, false]], [[-11.1015625, false]], [[-10.6015625, false]], [[-10.2265625, false]], [[-11.6015625, false]], [[-11.9765625, false]], [[-10.7265625, false]], [[-10.2265625, false]], [[-10.3515625, false]], [[-9.3515625, false]], [[-10.9921875, false]], [[-5.9765625, false]], [[-9.3515625, false]], [[-10.2265625, false]], [[-10.9765625, false]], [[-10.2265625, false]], [[-10.9765625, false]], [[-11.9765625, false]], [[-11.6015625, false]], [[-10.7265625, false]], [[-10.9765625, false]], [[-7.1015625, false]], [[-10.9765625, false]], [[-5.9765625, false]], [[-10.6015625, false]], [[-11.6015625, false]], [[-11.1015625, false]], [[-10.6015625, false]], [[-10.2265625, false]], [[-11.6015625, false]], [[-11.9765625, false]], [[-10.7265625, false]], [[-10.2265625, false]], [[-10.3515625, false]], [[-9.3515625, false]], [[-10.9921875, false]], [[-5.9765625, false]], [[-9.3515625, false]], [[-7.1015625, false]], [[-10.9765625, false]], [[-11.1015625, false]], [[-12.4765625, false]], [[-10.3515625, false]], [[-11.9765625, false]], [[-10.7265625, false]], [[-10.9765625, false]], [[-7.1015625, false]], [[-10.9765625, false]], [[-5.9765625, false]], [[-10.6015625, false]], [[-11.6015625, false]], [[-11.1015625, false]], [[-10.6015625, false]], [[-10.2265625, false]], [[-11.6015625, false]], [[-11.9765625, false]], [[-10.7265625, false]], [[-10.2265625, false]], [[-10.3515625, false]], [[-9.3515625, false]], [[-12.3515625, false]]], "filtered_resps": [[-8.3515625, false], [-9.3515625, false], [-11.9765625, false], [-12.4765625, false], [-10.2265625, false], [-11.6015625, false], [-11.8515625, false], [-7.1015625, false], [-10.9765625, false], [-5.9765625, false], [-10.6015625, false], [-11.6015625, false], [-11.1015625, false], [-10.6015625, false], [-10.2265625, false], [-11.6015625, false], [-11.9765625, false], [-10.7265625, false], [-10.2265625, false], [-10.3515625, false], [-9.3515625, false], [-10.9921875, false], [-5.9765625, false], [-9.3515625, false], [-10.9765625, false], [-12.4765625, false], [-10.2265625, false], [-11.8515625, false], [-10.7265625, false], [-10.9765625, false], [-7.1015625, false], [-10.9765625, false], [-5.9765625, false], [-10.6015625, false], [-11.6015625, false], [-11.1015625, false], [-10.6015625, false], [-10.2265625, false], [-11.6015625, false], [-11.9765625, false], [-10.7265625, false], [-10.2265625, false], [-10.3515625, false], [-9.3515625, false], [-10.9921875, false], [-5.9765625, false], [-9.3515625, false], [-10.2265625, false], [-10.9765625, false], [-10.2265625, false], [-10.9765625, false], [-11.9765625, false], [-11.6015625, false], [-10.7265625, false], [-10.9765625, false], [-7.1015625, false], [-10.9765625, false], [-5.9765625, false], [-10.6015625, false], [-11.6015625, false], [-11.1015625, false], [-10.6015625, false], [-10.2265625, false], [-11.6015625, false], [-11.9765625, false], [-10.7265625, false], [-10.2265625, false], [-10.3515625, false], [-9.3515625, false], [-10.9921875, false], [-5.9765625, false], [-9.3515625, false], [-7.1015625, false], [-10.9765625, false], [-11.1015625, false], [-12.4765625, false], [-10.3515625, false], [-11.9765625, false], [-10.7265625, false], [-10.9765625, false], [-7.1015625, false], [-10.9765625, false], [-5.9765625, false], [-10.6015625, false], [-11.6015625, false], [-11.1015625, false], [-10.6015625, false], [-10.2265625, false], [-11.6015625, false], [-11.9765625, false], [-10.7265625, false], [-10.2265625, false], [-10.3515625, false], [-9.3515625, false], [-12.3515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 533, "doc": {"id": "FCAT_2012_8_4", "question": "An object moves through space with balanced forces acting on it. Which statement best describes the speed and direction of the object as long as the forces acting on it remain balanced?", "choices": {"text": ["The speed and direction of the object will both change.", "The speed and direction of the object will remain constant.", "The speed will change, but the direction will remain constant.", "The speed will remain constant, but the direction will change."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "The speed and direction of the object will remain constant.", "arguments": ["Question: An object moves through space with balanced forces acting on it. Which statement best describes the speed and direction of the object as long as the forces acting on it remain balanced?\nAnswer:", " ["], "resps": [[[-6.34375, false]], [[-8.84375, false]], [[-6.09375, false]], [[-7.59375, false]], [[-7.34375, false]], [[-4.59375, false]], [[-6.59375, false]], [[-7.09375, false]], [[-7.34375, false]], [[-7.34375, false]], [[-5.84375, false]], [[-4.59375, false]], [[-3.34375, false]], [[-8.09375, false]], [[-5.84375, false]], [[-4.59375, false]], [[-5.84375, false]], [[-7.09375, false]], [[-7.34375, false]], [[-7.34375, false]], [[-5.59375, false]], [[-6.84375, false]], [[-7.09375, false]], [[-8.59375, false]], [[-8.09375, false]], [[-4.59375, false]], [[-8.59375, false]], [[-5.59375, false]], [[-4.59375, false]], [[-6.84375, false]], [[-7.59375, false]], [[-7.34375, false]], [[-4.59375, false]], [[-8.59375, false]], [[-4.09375, false]], [[-8.34375, false]], [[-7.34375, false]], [[-5.59375, false]], [[-6.84375, false]], [[-4.59375, false]], [[-8.84375, false]], [[-7.09375, false]], [[-7.34375, false]], [[-7.34375, false]], [[-4.59375, false]], [[-4.09375, false]], [[-8.59375, false]], [[-6.84375, false]], [[-7.59375, false]], [[-4.59375, false]], [[-5.59375, false]], [[-7.59375, false]], [[-3.34375, false]], [[-8.09375, false]], [[-7.59375, false]], [[-7.34375, false]], [[-6.171875, false]], [[-8.84375, false]], [[-8.796875, false]], [[-4.59375, false]], [[-8.84375, false]], [[-6.09375, false]], [[-7.59375, false]], [[-7.34375, false]], [[-4.59375, false]], [[-6.59375, false]], [[-7.09375, false]], [[-7.34375, false]], [[-7.34375, false]], [[-5.84375, false]], [[-4.59375, false]], [[-3.34375, false]], [[-8.09375, false]], [[-5.84375, false]], [[-4.59375, false]], [[-5.84375, false]], [[-7.09375, false]], [[-7.34375, false]], [[-7.34375, false]], [[-5.59375, false]], [[-6.84375, false]], [[-7.09375, false]], [[-8.59375, false]], [[-8.09375, false]], [[-4.59375, false]], [[-8.59375, false]], [[-5.59375, false]], [[-4.59375, false]], [[-6.84375, false]], [[-7.59375, false]], [[-7.34375, false]], [[-4.59375, false]], [[-8.59375, false]], [[-4.09375, false]], [[-8.34375, false]], [[-7.34375, false]], [[-5.59375, false]], [[-6.84375, false]], [[-4.59375, false]], [[-8.84375, false]], [[-7.09375, false]], [[-7.34375, false]], [[-7.34375, false]], [[-4.59375, false]], [[-7.34375, false]], [[-7.34375, false]], [[-5.59375, false]], [[-3.34375, false]], [[-7.09375, false]], [[-8.09375, false]], [[-4.59375, false]], [[-5.59375, false]], [[-8.59375, false]], [[-8.09375, false]], [[-6.59375, false]], [[-6.84375, false]], [[-3.34375, false]], [[-8.09375, false]], [[-6.84375, false]], [[-6.171875, false]], [[-8.84375, false]], [[-8.796875, false]], [[-4.59375, false]], [[-8.84375, false]], [[-6.09375, false]], [[-7.59375, false]], [[-7.34375, false]], [[-4.59375, false]], [[-6.59375, false]], [[-7.09375, false]], [[-7.34375, false]], [[-7.34375, false]], [[-5.84375, false]], [[-4.59375, false]], [[-8.84375, false]], [[-7.09375, false]], [[-7.34375, false]], [[-7.34375, false]], [[-4.59375, false]], [[-5.59375, false]], [[-7.59375, false]], [[-3.34375, false]], [[-8.09375, false]], [[-7.59375, false]], [[-7.34375, false]], [[-8.796875, false]], [[-4.59375, false]], [[-4.09375, false]], [[-7.09375, false]], [[-6.84375, false]], [[-4.59375, false]], [[-6.84375, false]], [[-7.59375, false]], [[-7.34375, false]], [[-4.59375, false]], [[-5.84375, false]], [[-7.09375, false]], [[-7.34375, false]], [[-7.34375, false]], [[-5.59375, false]], [[-6.84375, false]], [[-7.09375, false]], [[-8.59375, false]], [[-8.09375, false]], [[-4.59375, false]], [[-8.84375, false]], [[-7.09375, false]], [[-7.34375, false]], [[-7.34375, false]], [[-4.59375, false]], [[-7.34375, false]], [[-7.34375, false]], [[-5.59375, false]], [[-3.34375, false]], [[-7.09375, false]], [[-8.09375, false]], [[-4.59375, false]], [[-5.59375, false]], [[-8.59375, false]], [[-8.09375, false]], [[-6.59375, false]], [[-6.84375, false]], [[-3.34375, false]], [[-8.09375, false]], [[-6.84375, false]], [[-6.171875, false]], [[-8.84375, false]], [[-8.796875, false]], [[-4.59375, false]], [[-8.84375, false]], [[-6.09375, false]], [[-7.59375, false]], [[-7.34375, false]], [[-4.59375, false]], [[-6.59375, false]], [[-7.09375, false]], [[-7.34375, false]], [[-7.34375, false]], [[-5.84375, false]], [[-4.59375, false]], [[-8.84375, false]], [[-7.09375, false]], [[-7.34375, false]], [[-7.34375, false]], [[-4.59375, false]], [[-7.34375, false]], [[-7.34375, false]], [[-5.59375, false]], [[-3.34375, false]], [[-7.09375, false]], [[-8.09375, false]], [[-4.59375, false]], [[-5.59375, false]], [[-8.59375, false]], [[-8.09375, false]], [[-6.59375, false]], [[-6.84375, false]], [[-3.34375, false]], [[-8.09375, false]], [[-6.84375, false]], [[-8.796875, false]], [[-4.59375, false]], [[-4.09375, false]], [[-7.09375, false]], [[-6.84375, false]], [[-4.59375, false]], [[-6.84375, false]], [[-7.59375, false]], [[-7.34375, false]], [[-4.59375, false]], [[-5.84375, false]], [[-7.09375, false]], [[-7.34375, false]], [[-7.34375, false]], [[-5.59375, false]], [[-6.84375, false]], [[-7.09375, false]], [[-8.59375, false]], [[-8.09375, false]], [[-4.59375, false]], [[-8.84375, false]], [[-7.09375, false]], [[-7.34375, false]], [[-7.34375, false]], [[-4.59375, false]], [[-5.59375, false]], [[-7.59375, false]], [[-3.34375, false]], [[-8.09375, false]], [[-7.59375, false]], [[-7.34375, false]], [[-6.171875, false]], [[-8.84375, false]], [[-11.09375, false]]], "filtered_resps": [[-6.34375, false], [-8.84375, false], [-6.09375, false], [-7.59375, false], [-7.34375, false], [-4.59375, false], [-6.59375, false], [-7.09375, false], [-7.34375, false], [-7.34375, false], [-5.84375, false], [-4.59375, false], [-3.34375, false], [-8.09375, false], [-5.84375, false], [-4.59375, false], [-5.84375, false], [-7.09375, false], [-7.34375, false], [-7.34375, false], [-5.59375, false], [-6.84375, false], [-7.09375, false], [-8.59375, false], [-8.09375, false], [-4.59375, false], [-8.59375, false], [-5.59375, false], [-4.59375, false], [-6.84375, false], [-7.59375, false], [-7.34375, false], [-4.59375, false], [-8.59375, false], [-4.09375, false], [-8.34375, false], [-7.34375, false], [-5.59375, false], [-6.84375, false], [-4.59375, false], [-8.84375, false], [-7.09375, false], [-7.34375, false], [-7.34375, false], [-4.59375, false], [-4.09375, false], [-8.59375, false], [-6.84375, false], [-7.59375, false], [-4.59375, false], [-5.59375, false], [-7.59375, false], [-3.34375, false], [-8.09375, false], [-7.59375, false], [-7.34375, false], [-6.171875, false], [-8.84375, false], [-8.796875, false], [-4.59375, false], [-8.84375, false], [-6.09375, false], [-7.59375, false], [-7.34375, false], [-4.59375, false], [-6.59375, false], [-7.09375, false], [-7.34375, false], [-7.34375, false], [-5.84375, false], [-4.59375, false], [-3.34375, false], [-8.09375, false], [-5.84375, false], [-4.59375, false], [-5.84375, false], [-7.09375, false], [-7.34375, false], [-7.34375, false], [-5.59375, false], [-6.84375, false], [-7.09375, false], [-8.59375, false], [-8.09375, false], [-4.59375, false], [-8.59375, false], [-5.59375, false], [-4.59375, false], [-6.84375, false], [-7.59375, false], [-7.34375, false], [-4.59375, false], [-8.59375, false], [-4.09375, false], [-8.34375, false], [-7.34375, false], [-5.59375, false], [-6.84375, false], [-4.59375, false], [-8.84375, false], [-7.09375, false], [-7.34375, false], [-7.34375, false], [-4.59375, false], [-7.34375, false], [-7.34375, false], [-5.59375, false], [-3.34375, false], [-7.09375, false], [-8.09375, false], [-4.59375, false], [-5.59375, false], [-8.59375, false], [-8.09375, false], [-6.59375, false], [-6.84375, false], [-3.34375, false], [-8.09375, false], [-6.84375, false], [-6.171875, false], [-8.84375, false], [-8.796875, false], [-4.59375, false], [-8.84375, false], [-6.09375, false], [-7.59375, false], [-7.34375, false], [-4.59375, false], [-6.59375, false], [-7.09375, false], [-7.34375, false], [-7.34375, false], [-5.84375, false], [-4.59375, false], [-8.84375, false], [-7.09375, false], [-7.34375, false], [-7.34375, false], [-4.59375, false], [-5.59375, false], [-7.59375, false], [-3.34375, false], [-8.09375, false], [-7.59375, false], [-7.34375, false], [-8.796875, false], [-4.59375, false], [-4.09375, false], [-7.09375, false], [-6.84375, false], [-4.59375, false], [-6.84375, false], [-7.59375, false], [-7.34375, false], [-4.59375, false], [-5.84375, false], [-7.09375, false], [-7.34375, false], [-7.34375, false], [-5.59375, false], [-6.84375, false], [-7.09375, false], [-8.59375, false], [-8.09375, false], [-4.59375, false], [-8.84375, false], [-7.09375, false], [-7.34375, false], [-7.34375, false], [-4.59375, false], [-7.34375, false], [-7.34375, false], [-5.59375, false], [-3.34375, false], [-7.09375, false], [-8.09375, false], [-4.59375, false], [-5.59375, false], [-8.59375, false], [-8.09375, false], [-6.59375, false], [-6.84375, false], [-3.34375, false], [-8.09375, false], [-6.84375, false], [-6.171875, false], [-8.84375, false], [-8.796875, false], [-4.59375, false], [-8.84375, false], [-6.09375, false], [-7.59375, false], [-7.34375, false], [-4.59375, false], [-6.59375, false], [-7.09375, false], [-7.34375, false], [-7.34375, false], [-5.84375, false], [-4.59375, false], [-8.84375, false], [-7.09375, false], [-7.34375, false], [-7.34375, false], [-4.59375, false], [-7.34375, false], [-7.34375, false], [-5.59375, false], [-3.34375, false], [-7.09375, false], [-8.09375, false], [-4.59375, false], [-5.59375, false], [-8.59375, false], [-8.09375, false], [-6.59375, false], [-6.84375, false], [-3.34375, false], [-8.09375, false], [-6.84375, false], [-8.796875, false], [-4.59375, false], [-4.09375, false], [-7.09375, false], [-6.84375, false], [-4.59375, false], [-6.84375, false], [-7.59375, false], [-7.34375, false], [-4.59375, false], [-5.84375, false], [-7.09375, false], [-7.34375, false], [-7.34375, false], [-5.59375, false], [-6.84375, false], [-7.09375, false], [-8.59375, false], [-8.09375, false], [-4.59375, false], [-8.84375, false], [-7.09375, false], [-7.34375, false], [-7.34375, false], [-4.59375, false], [-5.59375, false], [-7.59375, false], [-3.34375, false], [-8.09375, false], [-7.59375, false], [-7.34375, false], [-6.171875, false], [-8.84375, false], [-11.09375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 541, "doc": {"id": "NYSEDREGENTS_2008_4_7", "question": "Which energy transformation occurs when a person hits a drum with a drumstick?", "choices": {"text": ["electrical to light", "sound to electrical", "light to mechanical", "mechanical to sound"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "mechanical to sound", "arguments": ["Question: Which energy transformation occurs when a person hits a drum with a drumstick?\nAnswer:", " ["], "resps": [[[-7.125, false]], [[-8.625, false]], [[-8.625, false]], [[-10.75, false]], [[-8.625, false]], [[-9.0, false]], [[-9.5, false]], [[-10.125, false]], [[-8.875, false]], [[-9.0, false]], [[-4.375, false]], [[-10.75, false]], [[-5.625, false]], [[-9.5, false]], [[-10.125, false]], [[-5.625, false]], [[-10.75, false]], [[-8.875, false]], [[-11.875, false]], [[-11.375, false]], [[-9.5, false]], [[-8.625, false]], [[-10.4375, false]], [[-5.625, false]], [[-8.625, false]], [[-9.125, false]], [[-10.125, false]], [[-10.25, false]], [[-10.0, false]], [[-9.25, false]], [[-5.625, false]], [[-9.5, false]], [[-10.125, false]], [[-5.625, false]], [[-8.625, false]], [[-10.75, false]], [[-8.625, false]], [[-9.0, false]], [[-9.5, false]], [[-10.125, false]], [[-8.875, false]], [[-9.0, false]], [[-4.375, false]], [[-10.75, false]], [[-8.625, false]], [[-10.4375, false]], [[-5.625, false]], [[-8.625, false]], [[-10.75, false]], [[-8.875, false]], [[-11.875, false]], [[-11.375, false]], [[-9.5, false]], [[-5.625, false]], [[-9.5, false]], [[-10.125, false]], [[-5.625, false]], [[-10.0, false]], [[-8.625, false]], [[-9.0, false]], [[-11.375, false]], [[-4.375, false]], [[-10.0, false]], [[-8.875, false]], [[-9.0, false]], [[-4.375, false]], [[-10.75, false]], [[-8.625, false]], [[-10.4375, false]], [[-5.625, false]], [[-8.625, false]], [[-10.0, false]], [[-8.625, false]], [[-9.0, false]], [[-11.375, false]], [[-4.375, false]], [[-10.0, false]], [[-8.875, false]], [[-9.0, false]], [[-4.375, false]], [[-10.75, false]], [[-5.625, false]], [[-9.5, false]], [[-10.125, false]], [[-5.625, false]], [[-9.125, false]], [[-10.125, false]], [[-10.25, false]], [[-10.0, false]], [[-9.25, false]], [[-8.625, false]], [[-14.0, false]]], "filtered_resps": [[-7.125, false], [-8.625, false], [-8.625, false], [-10.75, false], [-8.625, false], [-9.0, false], [-9.5, false], [-10.125, false], [-8.875, false], [-9.0, false], [-4.375, false], [-10.75, false], [-5.625, false], [-9.5, false], [-10.125, false], [-5.625, false], [-10.75, false], [-8.875, false], [-11.875, false], [-11.375, false], [-9.5, false], [-8.625, false], [-10.4375, false], [-5.625, false], [-8.625, false], [-9.125, false], [-10.125, false], [-10.25, false], [-10.0, false], [-9.25, false], [-5.625, false], [-9.5, false], [-10.125, false], [-5.625, false], [-8.625, false], [-10.75, false], [-8.625, false], [-9.0, false], [-9.5, false], [-10.125, false], [-8.875, false], [-9.0, false], [-4.375, false], [-10.75, false], [-8.625, false], [-10.4375, false], [-5.625, false], [-8.625, false], [-10.75, false], [-8.875, false], [-11.875, false], [-11.375, false], [-9.5, false], [-5.625, false], [-9.5, false], [-10.125, false], [-5.625, false], [-10.0, false], [-8.625, false], [-9.0, false], [-11.375, false], [-4.375, false], [-10.0, false], [-8.875, false], [-9.0, false], [-4.375, false], [-10.75, false], [-8.625, false], [-10.4375, false], [-5.625, false], [-8.625, false], [-10.0, false], [-8.625, false], [-9.0, false], [-11.375, false], [-4.375, false], [-10.0, false], [-8.875, false], [-9.0, false], [-4.375, false], [-10.75, false], [-5.625, false], [-9.5, false], [-10.125, false], [-5.625, false], [-9.125, false], [-10.125, false], [-10.25, false], [-10.0, false], [-9.25, false], [-8.625, false], [-14.0, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 549, "doc": {"id": "Mercury_7248308", "question": "Bile salts play a crucial role in gastrointestinal homeostasis and digestion. Which phrase is the best description of the gastrointestinal function of bile salts?", "choices": {"text": ["digestion and absorption of proteins in the liver", "digestion and absorption of fats in the small intestine", "digestion and absorption of carbohydrates in the liver", "digestion and absorption of cholesterol in the large intestine"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "digestion and absorption of fats in the small intestine", "arguments": ["Question: Bile salts play a crucial role in gastrointestinal homeostasis and digestion. Which phrase is the best description of the gastrointestinal function of bile salts?\nAnswer:", " ["], "resps": [[[-5.4765625, false]], [[-8.7265625, false]], [[-8.3515625, false]], [[-7.6015625, false]], [[-9.6015625, false]], [[-8.3515625, false]], [[-8.7265625, false]], [[-8.8515625, false]], [[-7.6015625, false]], [[-7.9765625, false]], [[-7.8515625, false]], [[-4.8515625, false]], [[-4.3515625, false]], [[-7.8515625, false]], [[-8.3515625, false]], [[-4.8515625, false]], [[-4.3515625, false]], [[-6.3515625, false]], [[-8.7265625, false]], [[-7.9765625, false]], [[-10.4765625, false]], [[-7.1015625, false]], [[-8.8515625, false]], [[-7.6015625, false]], [[-7.9765625, false]], [[-7.8515625, false]], [[-4.8515625, false]], [[-7.9765625, false]], [[-9.4765625, false]], [[-4.8515625, false]], [[-7.1015625, false]], [[-10.4765625, false]], [[-7.9765625, false]], [[-8.8515625, false]], [[-8.3515625, false]], [[-7.6015625, false]], [[-7.8515625, false]], [[-8.7265625, false]], [[-4.8515625, false]], [[-7.6015625, false]], [[-7.8515625, false]], [[-4.8515625, false]], [[-8.8515625, false]], [[-7.8515625, false]], [[-8.3515625, false]], [[-4.8515625, false]], [[-7.7265625, false]], [[-7.6015625, false]], [[-8.8515625, false]], [[-8.3515625, false]], [[-10.4765625, false]], [[-8.7265625, false]], [[-9.2890625, false]], [[-4.8515625, false]], [[-8.7265625, false]], [[-8.3515625, false]], [[-7.6015625, false]], [[-9.6015625, false]], [[-8.3515625, false]], [[-8.7265625, false]], [[-8.8515625, false]], [[-7.6015625, false]], [[-7.9765625, false]], [[-7.8515625, false]], [[-4.8515625, false]], [[-4.3515625, false]], [[-7.8515625, false]], [[-8.3515625, false]], [[-4.8515625, false]], [[-4.3515625, false]], [[-6.3515625, false]], [[-8.7265625, false]], [[-7.9765625, false]], [[-10.4765625, false]], [[-7.1015625, false]], [[-8.8515625, false]], [[-7.6015625, false]], [[-7.9765625, false]], [[-7.8515625, false]], [[-4.8515625, false]], [[-7.9765625, false]], [[-9.4765625, false]], [[-4.8515625, false]], [[-9.4765625, false]], [[-4.3515625, false]], [[-8.8515625, false]], [[-8.7265625, false]], [[-4.8515625, false]], [[-7.6015625, false]], [[-7.8515625, false]], [[-4.8515625, false]], [[-8.8515625, false]], [[-7.8515625, false]], [[-8.3515625, false]], [[-4.8515625, false]], [[-8.7265625, false]], [[-8.1015625, false]], [[-4.3515625, false]], [[-7.7265625, false]], [[-7.7265625, false]], [[-4.8515625, false]], [[-7.6015625, false]], [[-7.8515625, false]], [[-8.8515625, false]], [[-8.3515625, false]], [[-8.7265625, false]], [[-8.8515625, false]], [[-7.6015625, false]], [[-7.8515625, false]], [[-8.3515625, false]], [[-8.7265625, false]], [[-9.2890625, false]], [[-4.8515625, false]], [[-8.7265625, false]], [[-8.3515625, false]], [[-7.6015625, false]], [[-9.6015625, false]], [[-8.3515625, false]], [[-8.7265625, false]], [[-8.8515625, false]], [[-7.6015625, false]], [[-7.9765625, false]], [[-7.8515625, false]], [[-4.8515625, false]], [[-4.3515625, false]], [[-7.8515625, false]], [[-8.3515625, false]], [[-4.8515625, false]], [[-4.3515625, false]], [[-6.3515625, false]], [[-8.7265625, false]], [[-7.9765625, false]], [[-10.4765625, false]], [[-7.1015625, false]], [[-8.8515625, false]], [[-7.6015625, false]], [[-7.9765625, false]], [[-7.8515625, false]], [[-4.8515625, false]], [[-7.9765625, false]], [[-9.4765625, false]], [[-4.8515625, false]], [[-5.6015625, false]], [[-4.3515625, false]], [[-10.4765625, false]], [[-6.3515625, false]], [[-7.9765625, false]], [[-7.8515625, false]], [[-10.8515625, false]], [[-8.3515625, false]], [[-10.4765625, false]], [[-4.3515625, false]], [[-8.8515625, false]], [[-8.3515625, false]], [[-8.7265625, false]], [[-4.8515625, false]], [[-7.6015625, false]], [[-7.8515625, false]], [[-4.8515625, false]], [[-8.8515625, false]], [[-7.8515625, false]], [[-8.3515625, false]], [[-4.8515625, false]], [[-7.7265625, false]], [[-7.6015625, false]], [[-8.8515625, false]], [[-8.3515625, false]], [[-10.4765625, false]], [[-8.7265625, false]], [[-9.2890625, false]], [[-4.8515625, false]], [[-8.7265625, false]], [[-8.3515625, false]], [[-7.6015625, false]], [[-9.6015625, false]], [[-8.3515625, false]], [[-8.7265625, false]], [[-8.8515625, false]], [[-7.6015625, false]], [[-7.9765625, false]], [[-7.8515625, false]], [[-4.8515625, false]], [[-4.3515625, false]], [[-7.8515625, false]], [[-8.3515625, false]], [[-4.8515625, false]], [[-4.3515625, false]], [[-6.3515625, false]], [[-8.7265625, false]], [[-7.9765625, false]], [[-10.4765625, false]], [[-7.1015625, false]], [[-8.8515625, false]], [[-7.6015625, false]], [[-7.9765625, false]], [[-7.8515625, false]], [[-4.8515625, false]], [[-7.9765625, false]], [[-9.4765625, false]], [[-4.8515625, false]], [[-5.6015625, false]], [[-7.8515625, false]], [[-7.9765625, false]], [[-7.7265625, false]], [[-8.3515625, false]], [[-8.7265625, false]], [[-8.8515625, false]], [[-8.3515625, false]], [[-10.4765625, false]], [[-7.9765625, false]], [[-7.7265625, false]], [[-4.8515625, false]], [[-7.6015625, false]], [[-7.8515625, false]], [[-4.8515625, false]], [[-8.8515625, false]], [[-7.8515625, false]], [[-8.3515625, false]], [[-4.8515625, false]], [[-7.7265625, false]], [[-4.3515625, false]], [[-10.4765625, false]], [[-9.6015625, false]], [[-8.3515625, false]], [[-4.8515625, false]], [[-7.6015625, false]], [[-7.8515625, false]], [[-8.8515625, false]], [[-8.3515625, false]], [[-8.7265625, false]], [[-8.8515625, false]], [[-7.6015625, false]], [[-7.8515625, false]], [[-8.3515625, false]], [[-8.7265625, false]], [[-10.4765625, false]]], "filtered_resps": [[-5.4765625, false], [-8.7265625, false], [-8.3515625, false], [-7.6015625, false], [-9.6015625, false], [-8.3515625, false], [-8.7265625, false], [-8.8515625, false], [-7.6015625, false], [-7.9765625, false], [-7.8515625, false], [-4.8515625, false], [-4.3515625, false], [-7.8515625, false], [-8.3515625, false], [-4.8515625, false], [-4.3515625, false], [-6.3515625, false], [-8.7265625, false], [-7.9765625, false], [-10.4765625, false], [-7.1015625, false], [-8.8515625, false], [-7.6015625, false], [-7.9765625, false], [-7.8515625, false], [-4.8515625, false], [-7.9765625, false], [-9.4765625, false], [-4.8515625, false], [-7.1015625, false], [-10.4765625, false], [-7.9765625, false], [-8.8515625, false], [-8.3515625, false], [-7.6015625, false], [-7.8515625, false], [-8.7265625, false], [-4.8515625, false], [-7.6015625, false], [-7.8515625, false], [-4.8515625, false], [-8.8515625, false], [-7.8515625, false], [-8.3515625, false], [-4.8515625, false], [-7.7265625, false], [-7.6015625, false], [-8.8515625, false], [-8.3515625, false], [-10.4765625, false], [-8.7265625, false], [-9.2890625, false], [-4.8515625, false], [-8.7265625, false], [-8.3515625, false], [-7.6015625, false], [-9.6015625, false], [-8.3515625, false], [-8.7265625, false], [-8.8515625, false], [-7.6015625, false], [-7.9765625, false], [-7.8515625, false], [-4.8515625, false], [-4.3515625, false], [-7.8515625, false], [-8.3515625, false], [-4.8515625, false], [-4.3515625, false], [-6.3515625, false], [-8.7265625, false], [-7.9765625, false], [-10.4765625, false], [-7.1015625, false], [-8.8515625, false], [-7.6015625, false], [-7.9765625, false], [-7.8515625, false], [-4.8515625, false], [-7.9765625, false], [-9.4765625, false], [-4.8515625, false], [-9.4765625, false], [-4.3515625, false], [-8.8515625, false], [-8.7265625, false], [-4.8515625, false], [-7.6015625, false], [-7.8515625, false], [-4.8515625, false], [-8.8515625, false], [-7.8515625, false], [-8.3515625, false], [-4.8515625, false], [-8.7265625, false], [-8.1015625, false], [-4.3515625, false], [-7.7265625, false], [-7.7265625, false], [-4.8515625, false], [-7.6015625, false], [-7.8515625, false], [-8.8515625, false], [-8.3515625, false], [-8.7265625, false], [-8.8515625, false], [-7.6015625, false], [-7.8515625, false], [-8.3515625, false], [-8.7265625, false], [-9.2890625, false], [-4.8515625, false], [-8.7265625, false], [-8.3515625, false], [-7.6015625, false], [-9.6015625, false], [-8.3515625, false], [-8.7265625, false], [-8.8515625, false], [-7.6015625, false], [-7.9765625, false], [-7.8515625, false], [-4.8515625, false], [-4.3515625, false], [-7.8515625, false], [-8.3515625, false], [-4.8515625, false], [-4.3515625, false], [-6.3515625, false], [-8.7265625, false], [-7.9765625, false], [-10.4765625, false], [-7.1015625, false], [-8.8515625, false], [-7.6015625, false], [-7.9765625, false], [-7.8515625, false], [-4.8515625, false], [-7.9765625, false], [-9.4765625, false], [-4.8515625, false], [-5.6015625, false], [-4.3515625, false], [-10.4765625, false], [-6.3515625, false], [-7.9765625, false], [-7.8515625, false], [-10.8515625, false], [-8.3515625, false], [-10.4765625, false], [-4.3515625, false], [-8.8515625, false], [-8.3515625, false], [-8.7265625, false], [-4.8515625, false], [-7.6015625, false], [-7.8515625, false], [-4.8515625, false], [-8.8515625, false], [-7.8515625, false], [-8.3515625, false], [-4.8515625, false], [-7.7265625, false], [-7.6015625, false], [-8.8515625, false], [-8.3515625, false], [-10.4765625, false], [-8.7265625, false], [-9.2890625, false], [-4.8515625, false], [-8.7265625, false], [-8.3515625, false], [-7.6015625, false], [-9.6015625, false], [-8.3515625, false], [-8.7265625, false], [-8.8515625, false], [-7.6015625, false], [-7.9765625, false], [-7.8515625, false], [-4.8515625, false], [-4.3515625, false], [-7.8515625, false], [-8.3515625, false], [-4.8515625, false], [-4.3515625, false], [-6.3515625, false], [-8.7265625, false], [-7.9765625, false], [-10.4765625, false], [-7.1015625, false], [-8.8515625, false], [-7.6015625, false], [-7.9765625, false], [-7.8515625, false], [-4.8515625, false], [-7.9765625, false], [-9.4765625, false], [-4.8515625, false], [-5.6015625, false], [-7.8515625, false], [-7.9765625, false], [-7.7265625, false], [-8.3515625, false], [-8.7265625, false], [-8.8515625, false], [-8.3515625, false], [-10.4765625, false], [-7.9765625, false], [-7.7265625, false], [-4.8515625, false], [-7.6015625, false], [-7.8515625, false], [-4.8515625, false], [-8.8515625, false], [-7.8515625, false], [-8.3515625, false], [-4.8515625, false], [-7.7265625, false], [-4.3515625, false], [-10.4765625, false], [-9.6015625, false], [-8.3515625, false], [-4.8515625, false], [-7.6015625, false], [-7.8515625, false], [-8.8515625, false], [-8.3515625, false], [-8.7265625, false], [-8.8515625, false], [-7.6015625, false], [-7.8515625, false], [-8.3515625, false], [-8.7265625, false], [-10.4765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 557, "doc": {"id": "MDSA_2010_8_38", "question": "When taken to a new habitat, non-native plants often threaten native plants of the new habitat. Why do non-native plants threaten native plants?", "choices": {"text": ["Non-native plants are able to mutate rapidly.", "Non-native plants cause native animals to relocate.", "Non-native plants are able to be used for medicine.", "Non-native plants compete with native plants for resources."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Non-native plants compete with native plants for resources.", "arguments": ["Question: When taken to a new habitat, non-native plants often threaten native plants of the new habitat. Why do non-native plants threaten native plants?\nAnswer:", " ["], "resps": [[[-7.6875, false]], [[-9.4375, false]], [[-4.9375, false]], [[-9.4375, false]], [[-8.4375, false]], [[-7.9375, false]], [[-8.4375, false]], [[-6.9375, false]], [[-12.9375, false]], [[-8.9375, false]], [[-12.9375, false]], [[-8.6875, false]], [[-6.1875, false]], [[-10.6875, false]], [[-10.6875, false]], [[-6.9375, false]], [[-8.4375, false]], [[-12.9375, false]], [[-11.4375, false]], [[-6.1875, false]], [[-6.9375, false]], [[-12.6875, false]], [[-8.6875, false]], [[-6.1875, false]], [[-6.9375, false]], [[-9.9375, false]], [[-10.6875, false]], [[-8.6875, false]], [[-6.1875, false]], [[-12.9375, false]], [[-9.4375, false]], [[-6.1875, false]], [[-13.1875, false]], [[-12.9375, false]], [[-12.9375, false]], [[-6.9375, false]], [[-12.9375, false]], [[-8.6875, false]], [[-6.1875, false]], [[-12.6875, false]], [[-6.9375, false]], [[-10.6875, false]], [[-8.9375, false]], [[-9.9375, false]], [[-10.6875, false]], [[-13.4375, false]], [[-8.578125, false]], [[-9.4375, false]], [[-11.703125, false]], [[-6.1875, false]], [[-9.4375, false]], [[-4.9375, false]], [[-9.4375, false]], [[-8.4375, false]], [[-7.9375, false]], [[-8.4375, false]], [[-6.9375, false]], [[-12.9375, false]], [[-8.9375, false]], [[-12.9375, false]], [[-8.6875, false]], [[-6.1875, false]], [[-10.6875, false]], [[-10.6875, false]], [[-6.9375, false]], [[-8.4375, false]], [[-12.9375, false]], [[-11.4375, false]], [[-6.1875, false]], [[-10.1875, false]], [[-6.9375, false]], [[-12.9375, false]], [[-11.4375, false]], [[-8.6875, false]], [[-6.1875, false]], [[-8.4375, false]], [[-6.9375, false]], [[-12.9375, false]], [[-8.9375, false]], [[-12.9375, false]], [[-8.6875, false]], [[-6.1875, false]], [[-6.9375, false]], [[-8.4375, false]], [[-8.9375, false]], [[-13.1875, false]], [[-6.9375, false]], [[-10.6875, false]], [[-11.4375, false]], [[-6.1875, false]], [[-12.9375, false]], [[-9.4375, false]], [[-6.1875, false]], [[-12.6875, false]], [[-8.6875, false]], [[-10.6875, false]], [[-9.4375, false]], [[-10.1875, false]], [[-6.9375, false]], [[-12.9375, false]], [[-8.6875, false]], [[-8.578125, false]], [[-9.4375, false]], [[-11.703125, false]], [[-6.1875, false]], [[-9.4375, false]], [[-4.9375, false]], [[-9.4375, false]], [[-8.4375, false]], [[-7.9375, false]], [[-8.4375, false]], [[-6.9375, false]], [[-12.9375, false]], [[-8.9375, false]], [[-12.9375, false]], [[-8.6875, false]], [[-6.1875, false]], [[-10.6875, false]], [[-10.6875, false]], [[-6.9375, false]], [[-8.4375, false]], [[-12.9375, false]], [[-11.4375, false]], [[-6.1875, false]], [[-6.9375, false]], [[-12.6875, false]], [[-8.6875, false]], [[-6.1875, false]], [[-6.9375, false]], [[-9.9375, false]], [[-10.6875, false]], [[-8.6875, false]], [[-6.1875, false]], [[-12.9375, false]], [[-9.4375, false]], [[-6.1875, false]], [[-9.9375, false]], [[-8.6875, false]], [[-6.1875, false]], [[-12.9375, false]], [[-11.4375, false]], [[-8.6875, false]], [[-9.9375, false]], [[-6.1875, false]], [[-12.1875, false]], [[-9.4375, false]], [[-12.6875, false]], [[-6.1875, false]], [[-13.1875, false]], [[-8.6875, false]], [[-9.9375, false]], [[-8.9375, false]], [[-10.1875, false]], [[-8.9375, false]], [[-8.4375, false]], [[-8.6875, false]], [[-8.578125, false]], [[-9.4375, false]], [[-11.703125, false]], [[-6.1875, false]], [[-9.4375, false]], [[-4.9375, false]], [[-9.4375, false]], [[-8.4375, false]], [[-7.9375, false]], [[-8.4375, false]], [[-6.9375, false]], [[-12.9375, false]], [[-8.9375, false]], [[-12.9375, false]], [[-8.6875, false]], [[-6.1875, false]], [[-10.6875, false]], [[-10.6875, false]], [[-6.9375, false]], [[-8.4375, false]], [[-12.9375, false]], [[-11.4375, false]], [[-6.1875, false]], [[-10.1875, false]], [[-9.4375, false]], [[-13.1875, false]], [[-10.6875, false]], [[-8.6875, false]], [[-12.9375, false]], [[-8.6875, false]], [[-6.1875, false]], [[-12.4375, false]], [[-8.9375, false]], [[-12.9375, false]], [[-12.6875, false]], [[-6.1875, false]], [[-8.4375, false]], [[-6.9375, false]], [[-12.9375, false]], [[-8.9375, false]], [[-12.9375, false]], [[-8.6875, false]], [[-6.1875, false]], [[-10.6875, false]], [[-10.6875, false]], [[-6.9375, false]], [[-8.4375, false]], [[-12.9375, false]], [[-11.4375, false]], [[-6.1875, false]], [[-12.1875, false]], [[-9.4375, false]], [[-12.6875, false]], [[-6.1875, false]], [[-12.6875, false]], [[-8.6875, false]], [[-11.4375, false]], [[-9.4375, false]], [[-12.9375, false]], [[-12.6875, false]], [[-10.1875, false]], [[-8.6875, false]], [[-11.4375, false]], [[-8.578125, false]], [[-9.4375, false]], [[-13.6875, false]]], "filtered_resps": [[-7.6875, false], [-9.4375, false], [-4.9375, false], [-9.4375, false], [-8.4375, false], [-7.9375, false], [-8.4375, false], [-6.9375, false], [-12.9375, false], [-8.9375, false], [-12.9375, false], [-8.6875, false], [-6.1875, false], [-10.6875, false], [-10.6875, false], [-6.9375, false], [-8.4375, false], [-12.9375, false], [-11.4375, false], [-6.1875, false], [-6.9375, false], [-12.6875, false], [-8.6875, false], [-6.1875, false], [-6.9375, false], [-9.9375, false], [-10.6875, false], [-8.6875, false], [-6.1875, false], [-12.9375, false], [-9.4375, false], [-6.1875, false], [-13.1875, false], [-12.9375, false], [-12.9375, false], [-6.9375, false], [-12.9375, false], [-8.6875, false], [-6.1875, false], [-12.6875, false], [-6.9375, false], [-10.6875, false], [-8.9375, false], [-9.9375, false], [-10.6875, false], [-13.4375, false], [-8.578125, false], [-9.4375, false], [-11.703125, false], [-6.1875, false], [-9.4375, false], [-4.9375, false], [-9.4375, false], [-8.4375, false], [-7.9375, false], [-8.4375, false], [-6.9375, false], [-12.9375, false], [-8.9375, false], [-12.9375, false], [-8.6875, false], [-6.1875, false], [-10.6875, false], [-10.6875, false], [-6.9375, false], [-8.4375, false], [-12.9375, false], [-11.4375, false], [-6.1875, false], [-10.1875, false], [-6.9375, false], [-12.9375, false], [-11.4375, false], [-8.6875, false], [-6.1875, false], [-8.4375, false], [-6.9375, false], [-12.9375, false], [-8.9375, false], [-12.9375, false], [-8.6875, false], [-6.1875, false], [-6.9375, false], [-8.4375, false], [-8.9375, false], [-13.1875, false], [-6.9375, false], [-10.6875, false], [-11.4375, false], [-6.1875, false], [-12.9375, false], [-9.4375, false], [-6.1875, false], [-12.6875, false], [-8.6875, false], [-10.6875, false], [-9.4375, false], [-10.1875, false], [-6.9375, false], [-12.9375, false], [-8.6875, false], [-8.578125, false], [-9.4375, false], [-11.703125, false], [-6.1875, false], [-9.4375, false], [-4.9375, false], [-9.4375, false], [-8.4375, false], [-7.9375, false], [-8.4375, false], [-6.9375, false], [-12.9375, false], [-8.9375, false], [-12.9375, false], [-8.6875, false], [-6.1875, false], [-10.6875, false], [-10.6875, false], [-6.9375, false], [-8.4375, false], [-12.9375, false], [-11.4375, false], [-6.1875, false], [-6.9375, false], [-12.6875, false], [-8.6875, false], [-6.1875, false], [-6.9375, false], [-9.9375, false], [-10.6875, false], [-8.6875, false], [-6.1875, false], [-12.9375, false], [-9.4375, false], [-6.1875, false], [-9.9375, false], [-8.6875, false], [-6.1875, false], [-12.9375, false], [-11.4375, false], [-8.6875, false], [-9.9375, false], [-6.1875, false], [-12.1875, false], [-9.4375, false], [-12.6875, false], [-6.1875, false], [-13.1875, false], [-8.6875, false], [-9.9375, false], [-8.9375, false], [-10.1875, false], [-8.9375, false], [-8.4375, false], [-8.6875, false], [-8.578125, false], [-9.4375, false], [-11.703125, false], [-6.1875, false], [-9.4375, false], [-4.9375, false], [-9.4375, false], [-8.4375, false], [-7.9375, false], [-8.4375, false], [-6.9375, false], [-12.9375, false], [-8.9375, false], [-12.9375, false], [-8.6875, false], [-6.1875, false], [-10.6875, false], [-10.6875, false], [-6.9375, false], [-8.4375, false], [-12.9375, false], [-11.4375, false], [-6.1875, false], [-10.1875, false], [-9.4375, false], [-13.1875, false], [-10.6875, false], [-8.6875, false], [-12.9375, false], [-8.6875, false], [-6.1875, false], [-12.4375, false], [-8.9375, false], [-12.9375, false], [-12.6875, false], [-6.1875, false], [-8.4375, false], [-6.9375, false], [-12.9375, false], [-8.9375, false], [-12.9375, false], [-8.6875, false], [-6.1875, false], [-10.6875, false], [-10.6875, false], [-6.9375, false], [-8.4375, false], [-12.9375, false], [-11.4375, false], [-6.1875, false], [-12.1875, false], [-9.4375, false], [-12.6875, false], [-6.1875, false], [-12.6875, false], [-8.6875, false], [-11.4375, false], [-9.4375, false], [-12.9375, false], [-12.6875, false], [-10.1875, false], [-8.6875, false], [-11.4375, false], [-8.578125, false], [-9.4375, false], [-13.6875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 565, "doc": {"id": "Mercury_7011393", "question": "What would be the phenotype of a cross between a homozygous dominant tall plant and a homozygous recessive short plant?", "choices": {"text": ["100% tall", "100% short", "25% short, 75% tall", "50% short, 50% tall"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "100% tall", "arguments": ["Question: What would be the phenotype of a cross between a homozygous dominant tall plant and a homozygous recessive short plant?\nAnswer:", " ["], "resps": [[[-6.8515625, false]], [[-9.1015625, false]], [[-7.1015625, false]], [[-9.6015625, false]], [[-9.6015625, false]], [[-10.8515625, false]], [[-5.8515625, false]], [[-9.8515625, false]], [[-4.1015625, false]], [[-11.3515625, false]], [[-11.3515625, false]], [[-9.1015625, false]], [[-10.40625, false]], [[-5.8515625, false]], [[-9.1015625, false]], [[-7.1015625, false]], [[-9.6015625, false]], [[-9.6015625, false]], [[-10.8515625, false]], [[-5.8515625, false]], [[-10.6015625, false]], [[-9.8515625, false]], [[-10.1015625, false]], [[-9.8515625, false]], [[-9.8515625, false]], [[-9.1015625, false]], [[-10.40625, false]], [[-5.8515625, false]], [[-9.1015625, false]], [[-7.6015625, false]], [[-8.8515625, false]], [[-10.8515625, false]], [[-5.8515625, false]], [[-10.6015625, false]], [[-9.8515625, false]], [[-10.1015625, false]], [[-9.8515625, false]], [[-9.8515625, false]], [[-10.40625, false]], [[-5.8515625, false]], [[-10.1015625, false]], [[-8.8515625, false]], [[-10.8515625, false]], [[-5.8515625, false]], [[-9.8515625, false]], [[-4.1015625, false]], [[-11.3515625, false]], [[-11.3515625, false]], [[-9.1015625, false]], [[-10.40625, false]], [[-5.8515625, false]], [[-9.1015625, false]], [[-8.8515625, false]], [[-9.6015625, false]], [[-10.8515625, false]], [[-5.8515625, false]], [[-10.6015625, false]], [[-9.8515625, false]], [[-10.1015625, false]], [[-9.8515625, false]], [[-9.8515625, false]], [[-10.40625, false]], [[-5.8515625, false]], [[-8.8515625, false]], [[-9.6015625, false]], [[-10.8515625, false]], [[-5.8515625, false]], [[-9.8515625, false]], [[-4.1015625, false]], [[-11.3515625, false]], [[-11.3515625, false]], [[-9.1015625, false]], [[-13.1015625, false]]], "filtered_resps": [[-6.8515625, false], [-9.1015625, false], [-7.1015625, false], [-9.6015625, false], [-9.6015625, false], [-10.8515625, false], [-5.8515625, false], [-9.8515625, false], [-4.1015625, false], [-11.3515625, false], [-11.3515625, false], [-9.1015625, false], [-10.40625, false], [-5.8515625, false], [-9.1015625, false], [-7.1015625, false], [-9.6015625, false], [-9.6015625, false], [-10.8515625, false], [-5.8515625, false], [-10.6015625, false], [-9.8515625, false], [-10.1015625, false], [-9.8515625, false], [-9.8515625, false], [-9.1015625, false], [-10.40625, false], [-5.8515625, false], [-9.1015625, false], [-7.6015625, false], [-8.8515625, false], [-10.8515625, false], [-5.8515625, false], [-10.6015625, false], [-9.8515625, false], [-10.1015625, false], [-9.8515625, false], [-9.8515625, false], [-10.40625, false], [-5.8515625, false], [-10.1015625, false], [-8.8515625, false], [-10.8515625, false], [-5.8515625, false], [-9.8515625, false], [-4.1015625, false], [-11.3515625, false], [-11.3515625, false], [-9.1015625, false], [-10.40625, false], [-5.8515625, false], [-9.1015625, false], [-8.8515625, false], [-9.6015625, false], [-10.8515625, false], [-5.8515625, false], [-10.6015625, false], [-9.8515625, false], [-10.1015625, false], [-9.8515625, false], [-9.8515625, false], [-10.40625, false], [-5.8515625, false], [-8.8515625, false], [-9.6015625, false], [-10.8515625, false], [-5.8515625, false], [-9.8515625, false], [-4.1015625, false], [-11.3515625, false], [-11.3515625, false], [-9.1015625, false], [-13.1015625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 573, "doc": {"id": "Mercury_SC_401833", "question": "Students went on a class field trip to Natural Bridge Caverns. They noticed rock formations in the cave called stalactites. Which of these processes caused the stalactites to form?", "choices": {"text": ["heat", "pressure", "freezing", "deposition"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "deposition", "arguments": ["Question: Students went on a class field trip to Natural Bridge Caverns. They noticed rock formations in the cave called stalactites. Which of these processes caused the stalactites to form?\nAnswer:", " ["], "resps": [[[-6.87890625, false]], [[-9.7578125, false]], [[-10.8828125, false]], [[-6.87890625, false]], [[-4.50390625, false]], [[-9.3828125, false]], [[-9.7578125, false]], [[-10.125, false]], [[-5.37890625, false]], [[-9.7578125, false]], [[-8.7578125, false]], [[-9.5078125, false]], [[-6.87890625, false]], [[-8.0078125, false]], [[-8.0078125, false]], [[-10.2578125, false]], [[-9.5078125, false]], [[-6.87890625, false]], [[-9.7578125, false]], [[-10.125, false]], [[-5.37890625, false]], [[-9.7578125, false]], [[-8.2578125, false]], [[-9.5078125, false]], [[-6.87890625, false]], [[-6.87890625, false]], [[-10.2578125, false]], [[-8.5078125, false]], [[-8.8828125, false]], [[-11.1328125, false]], [[-9.7578125, false]], [[-10.125, false]], [[-5.37890625, false]], [[-9.7578125, false]], [[-8.6328125, false]], [[-6.87890625, false]], [[-8.7578125, false]], [[-7.87890625, false]], [[-8.0078125, false]], [[-8.5078125, false]], [[-9.3828125, false]], [[-8.5078125, false]], [[-7.87890625, false]], [[-8.8828125, false]], [[-9.7578125, false]], [[-12.3828125, false]]], "filtered_resps": [[-6.87890625, false], [-9.7578125, false], [-10.8828125, false], [-6.87890625, false], [-4.50390625, false], [-9.3828125, false], [-9.7578125, false], [-10.125, false], [-5.37890625, false], [-9.7578125, false], [-8.7578125, false], [-9.5078125, false], [-6.87890625, false], [-8.0078125, false], [-8.0078125, false], [-10.2578125, false], [-9.5078125, false], [-6.87890625, false], [-9.7578125, false], [-10.125, false], [-5.37890625, false], [-9.7578125, false], [-8.2578125, false], [-9.5078125, false], [-6.87890625, false], [-6.87890625, false], [-10.2578125, false], [-8.5078125, false], [-8.8828125, false], [-11.1328125, false], [-9.7578125, false], [-10.125, false], [-5.37890625, false], [-9.7578125, false], [-8.6328125, false], [-6.87890625, false], [-8.7578125, false], [-7.87890625, false], [-8.0078125, false], [-8.5078125, false], [-9.3828125, false], [-8.5078125, false], [-7.87890625, false], [-8.8828125, false], [-9.7578125, false], [-12.3828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 581, "doc": {"id": "MDSA_2011_8_13", "question": "The need for farmland in Brazil has led to the cutting of the rain forests in the Amazon. Cutting trees in the Amazon rain forest might have a global effect by", "choices": {"text": ["decreasing the amount of fresh water", "increasing the number of animal species", "decreasing the average yearly temperatures", "increasing carbon dioxide levels in the atmosphere"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "increasing carbon dioxide levels in the atmosphere", "arguments": ["Question: The need for farmland in Brazil has led to the cutting of the rain forests in the Amazon. Cutting trees in the Amazon rain forest might have a global effect by\nAnswer:", " ["], "resps": [[[-6.921875, false]], [[-8.296875, false]], [[-7.171875, false]], [[-7.671875, false]], [[-7.421875, false]], [[-10.171875, false]], [[-7.671875, false]], [[-5.796875, false]], [[-8.796875, false]], [[-7.171875, false]], [[-8.546875, false]], [[-10.671875, false]], [[-4.796875, false]], [[-10.421875, false]], [[-9.921875, false]], [[-7.671875, false]], [[-4.796875, false]], [[-5.796875, false]], [[-10.671875, false]], [[-8.421875, false]], [[-11.296875, false]], [[-8.546875, false]], [[-10.421875, false]], [[-4.796875, false]], [[-8.421875, false]], [[-9.421875, false]], [[-4.796875, false]], [[-9.421875, false]], [[-10.171875, false]], [[-7.671875, false]], [[-8.796875, false]], [[-9.921875, false]], [[-4.796875, false]], [[-8.921875, false]], [[-5.796875, false]], [[-10.421875, false]], [[-7.671875, false]], [[-10.171875, false]], [[-8.296875, false]], [[-7.33203125, false]], [[-4.796875, false]], [[-8.296875, false]], [[-7.171875, false]], [[-8.546875, false]], [[-7.421875, false]], [[-10.171875, false]], [[-7.671875, false]], [[-5.796875, false]], [[-8.796875, false]], [[-7.171875, false]], [[-8.546875, false]], [[-10.671875, false]], [[-4.796875, false]], [[-10.421875, false]], [[-9.921875, false]], [[-7.671875, false]], [[-4.796875, false]], [[-8.546875, false]], [[-11.296875, false]], [[-10.671875, false]], [[-8.671875, false]], [[-7.671875, false]], [[-10.171875, false]], [[-4.796875, false]], [[-8.421875, false]], [[-9.421875, false]], [[-4.796875, false]], [[-5.796875, false]], [[-8.546875, false]], [[-7.171875, false]], [[-10.671875, false]], [[-5.796875, false]], [[-9.421875, false]], [[-4.796875, false]], [[-8.796875, false]], [[-8.921875, false]], [[-7.671875, false]], [[-7.421875, false]], [[-7.171875, false]], [[-7.671875, false]], [[-8.796875, false]], [[-8.296875, false]], [[-7.33203125, false]], [[-4.796875, false]], [[-8.296875, false]], [[-7.171875, false]], [[-7.671875, false]], [[-7.421875, false]], [[-10.171875, false]], [[-7.671875, false]], [[-5.796875, false]], [[-8.796875, false]], [[-7.171875, false]], [[-8.546875, false]], [[-10.671875, false]], [[-4.796875, false]], [[-10.421875, false]], [[-9.921875, false]], [[-7.671875, false]], [[-4.796875, false]], [[-5.796875, false]], [[-11.296875, false]], [[-7.671875, false]], [[-10.171875, false]], [[-5.796875, false]], [[-10.671875, false]], [[-7.671875, false]], [[-4.796875, false]], [[-10.046875, false]], [[-7.671875, false]], [[-5.796875, false]], [[-10.171875, false]], [[-9.421875, false]], [[-10.046875, false]], [[-4.796875, false]], [[-10.421875, false]], [[-7.671875, false]], [[-10.671875, false]], [[-8.921875, false]], [[-7.671875, false]], [[-10.171875, false]], [[-5.796875, false]], [[-10.421875, false]], [[-11.296875, false]], [[-10.171875, false]], [[-7.671875, false]], [[-8.796875, false]], [[-8.296875, false]], [[-7.33203125, false]], [[-4.796875, false]], [[-8.296875, false]], [[-7.171875, false]], [[-8.546875, false]], [[-7.421875, false]], [[-10.171875, false]], [[-7.671875, false]], [[-5.796875, false]], [[-8.796875, false]], [[-7.171875, false]], [[-8.546875, false]], [[-10.671875, false]], [[-4.796875, false]], [[-7.421875, false]], [[-5.796875, false]], [[-10.171875, false]], [[-8.671875, false]], [[-8.421875, false]], [[-8.546875, false]], [[-4.796875, false]], [[-7.171875, false]], [[-7.171875, false]], [[-8.421875, false]], [[-10.796875, false]], [[-7.171875, false]], [[-7.171875, false]], [[-7.671875, false]], [[-4.796875, false]], [[-9.421875, false]], [[-7.671875, false]], [[-11.296875, false]], [[-7.671875, false]], [[-9.421875, false]], [[-8.796875, false]], [[-4.796875, false]], [[-7.171875, false]], [[-8.546875, false]], [[-4.796875, false]], [[-10.421875, false]], [[-9.921875, false]], [[-7.671875, false]], [[-4.796875, false]], [[-5.796875, false]], [[-10.421875, false]], [[-10.671875, false]], [[-8.421875, false]], [[-8.796875, false]], [[-8.921875, false]], [[-9.921875, false]], [[-7.671875, false]], [[-10.171875, false]], [[-7.671875, false]], [[-8.296875, false]], [[-11.671875, false]]], "filtered_resps": [[-6.921875, false], [-8.296875, false], [-7.171875, false], [-7.671875, false], [-7.421875, false], [-10.171875, false], [-7.671875, false], [-5.796875, false], [-8.796875, false], [-7.171875, false], [-8.546875, false], [-10.671875, false], [-4.796875, false], [-10.421875, false], [-9.921875, false], [-7.671875, false], [-4.796875, false], [-5.796875, false], [-10.671875, false], [-8.421875, false], [-11.296875, false], [-8.546875, false], [-10.421875, false], [-4.796875, false], [-8.421875, false], [-9.421875, false], [-4.796875, false], [-9.421875, false], [-10.171875, false], [-7.671875, false], [-8.796875, false], [-9.921875, false], [-4.796875, false], [-8.921875, false], [-5.796875, false], [-10.421875, false], [-7.671875, false], [-10.171875, false], [-8.296875, false], [-7.33203125, false], [-4.796875, false], [-8.296875, false], [-7.171875, false], [-8.546875, false], [-7.421875, false], [-10.171875, false], [-7.671875, false], [-5.796875, false], [-8.796875, false], [-7.171875, false], [-8.546875, false], [-10.671875, false], [-4.796875, false], [-10.421875, false], [-9.921875, false], [-7.671875, false], [-4.796875, false], [-8.546875, false], [-11.296875, false], [-10.671875, false], [-8.671875, false], [-7.671875, false], [-10.171875, false], [-4.796875, false], [-8.421875, false], [-9.421875, false], [-4.796875, false], [-5.796875, false], [-8.546875, false], [-7.171875, false], [-10.671875, false], [-5.796875, false], [-9.421875, false], [-4.796875, false], [-8.796875, false], [-8.921875, false], [-7.671875, false], [-7.421875, false], [-7.171875, false], [-7.671875, false], [-8.796875, false], [-8.296875, false], [-7.33203125, false], [-4.796875, false], [-8.296875, false], [-7.171875, false], [-7.671875, false], [-7.421875, false], [-10.171875, false], [-7.671875, false], [-5.796875, false], [-8.796875, false], [-7.171875, false], [-8.546875, false], [-10.671875, false], [-4.796875, false], [-10.421875, false], [-9.921875, false], [-7.671875, false], [-4.796875, false], [-5.796875, false], [-11.296875, false], [-7.671875, false], [-10.171875, false], [-5.796875, false], [-10.671875, false], [-7.671875, false], [-4.796875, false], [-10.046875, false], [-7.671875, false], [-5.796875, false], [-10.171875, false], [-9.421875, false], [-10.046875, false], [-4.796875, false], [-10.421875, false], [-7.671875, false], [-10.671875, false], [-8.921875, false], [-7.671875, false], [-10.171875, false], [-5.796875, false], [-10.421875, false], [-11.296875, false], [-10.171875, false], [-7.671875, false], [-8.796875, false], [-8.296875, false], [-7.33203125, false], [-4.796875, false], [-8.296875, false], [-7.171875, false], [-8.546875, false], [-7.421875, false], [-10.171875, false], [-7.671875, false], [-5.796875, false], [-8.796875, false], [-7.171875, false], [-8.546875, false], [-10.671875, false], [-4.796875, false], [-7.421875, false], [-5.796875, false], [-10.171875, false], [-8.671875, false], [-8.421875, false], [-8.546875, false], [-4.796875, false], [-7.171875, false], [-7.171875, false], [-8.421875, false], [-10.796875, false], [-7.171875, false], [-7.171875, false], [-7.671875, false], [-4.796875, false], [-9.421875, false], [-7.671875, false], [-11.296875, false], [-7.671875, false], [-9.421875, false], [-8.796875, false], [-4.796875, false], [-7.171875, false], [-8.546875, false], [-4.796875, false], [-10.421875, false], [-9.921875, false], [-7.671875, false], [-4.796875, false], [-5.796875, false], [-10.421875, false], [-10.671875, false], [-8.421875, false], [-8.796875, false], [-8.921875, false], [-9.921875, false], [-7.671875, false], [-10.171875, false], [-7.671875, false], [-8.296875, false], [-11.671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 589, "doc": {"id": "Mercury_SC_414087", "question": "Some pea plants always have peas with smooth skin. Other pea plants always have peas with wrinkled skin. How can a student best predict which kind of pea will grow from a seed that is planted?", "choices": {"text": ["by checking the amount of water in the soil", "by checking how often the pea plant receives sunlight", "by checking how much space the plant will have to grow", "by checking the type of peas growing on the parent plants"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "by checking the type of peas growing on the parent plants", "arguments": ["Question: Some pea plants always have peas with smooth skin. Other pea plants always have peas with wrinkled skin. How can a student best predict which kind of pea will grow from a seed that is planted?\nAnswer:", " ["], "resps": [[[-7.51171875, false]], [[-9.765625, false]], [[-8.265625, false]], [[-11.515625, false]], [[-5.76171875, false]], [[-10.015625, false]], [[-11.015625, false]], [[-9.765625, false]], [[-10.015625, false]], [[-9.765625, false]], [[-9.765625, false]], [[-10.515625, false]], [[-11.765625, false]], [[-5.76171875, false]], [[-10.765625, false]], [[-11.015625, false]], [[-9.765625, false]], [[-5.76171875, false]], [[-6.26171875, false]], [[-10.515625, false]], [[-10.015625, false]], [[-10.265625, false]], [[-10.515625, false]], [[-10.765625, false]], [[-5.76171875, false]], [[-10.015625, false]], [[-11.015625, false]], [[-5.76171875, false]], [[-8.765625, false]], [[-6.26171875, false]], [[-10.765625, false]], [[-9.765625, false]], [[-10.515625, false]], [[-5.76171875, false]], [[-9.765625, false]], [[-10.515625, false]], [[-5.76171875, false]], [[-10.765625, false]], [[-11.015625, false]], [[-9.765625, false]], [[-5.76171875, false]], [[-10.765625, false]], [[-10.015625, false]], [[-9.765625, false]], [[-12.015625, false]], [[-9.765625, false]], [[-10.4296875, false]], [[-5.76171875, false]], [[-9.765625, false]], [[-8.265625, false]], [[-11.515625, false]], [[-5.76171875, false]], [[-10.015625, false]], [[-11.015625, false]], [[-9.765625, false]], [[-10.015625, false]], [[-9.765625, false]], [[-9.765625, false]], [[-10.515625, false]], [[-11.765625, false]], [[-5.76171875, false]], [[-11.015625, false]], [[-10.015625, false]], [[-8.765625, false]], [[-5.76171875, false]], [[-10.015625, false]], [[-11.015625, false]], [[-10.765625, false]], [[-9.765625, false]], [[-10.515625, false]], [[-5.76171875, false]], [[-10.765625, false]], [[-11.015625, false]], [[-9.765625, false]], [[-5.76171875, false]], [[-9.265625, false]], [[-9.765625, false]], [[-6.26171875, false]], [[-5.76171875, false]], [[-9.265625, false]], [[-12.015625, false]], [[-6.26171875, false]], [[-10.515625, false]], [[-10.765625, false]], [[-5.76171875, false]], [[-10.515625, false]], [[-9.765625, false]], [[-10.015625, false]], [[-9.765625, false]], [[-9.765625, false]], [[-10.765625, false]], [[-9.765625, false]], [[-10.765625, false]], [[-5.76171875, false]], [[-10.765625, false]], [[-10.265625, false]], [[-10.515625, false]], [[-12.015625, false]], [[-9.765625, false]], [[-11.765625, false]], [[-11.015625, false]], [[-10.765625, false]], [[-9.765625, false]], [[-10.4296875, false]], [[-5.76171875, false]], [[-9.765625, false]], [[-8.265625, false]], [[-11.515625, false]], [[-5.76171875, false]], [[-10.015625, false]], [[-11.015625, false]], [[-9.765625, false]], [[-10.015625, false]], [[-9.765625, false]], [[-9.765625, false]], [[-10.515625, false]], [[-11.765625, false]], [[-5.76171875, false]], [[-11.015625, false]], [[-10.015625, false]], [[-8.765625, false]], [[-5.76171875, false]], [[-10.515625, false]], [[-10.265625, false]], [[-10.015625, false]], [[-11.015625, false]], [[-5.76171875, false]], [[-10.765625, false]], [[-9.265625, false]], [[-6.26171875, false]], [[-10.015625, false]], [[-9.765625, false]], [[-5.76171875, false]], [[-10.765625, false]], [[-11.015625, false]], [[-9.765625, false]], [[-5.76171875, false]], [[-9.265625, false]], [[-12.015625, false]], [[-6.26171875, false]], [[-10.515625, false]], [[-10.765625, false]], [[-5.76171875, false]], [[-8.765625, false]], [[-9.765625, false]], [[-12.015625, false]], [[-12.015625, false]], [[-5.76171875, false]], [[-11.015625, false]], [[-6.26171875, false]], [[-10.765625, false]], [[-9.765625, false]], [[-5.76171875, false]], [[-10.765625, false]], [[-10.015625, false]], [[-5.76171875, false]], [[-11.765625, false]], [[-10.515625, false]], [[-10.015625, false]], [[-8.765625, false]], [[-9.765625, false]], [[-10.4296875, false]], [[-5.76171875, false]], [[-9.765625, false]], [[-8.265625, false]], [[-11.515625, false]], [[-5.76171875, false]], [[-10.015625, false]], [[-11.015625, false]], [[-9.765625, false]], [[-10.015625, false]], [[-9.765625, false]], [[-9.765625, false]], [[-10.515625, false]], [[-11.765625, false]], [[-5.76171875, false]], [[-10.765625, false]], [[-11.015625, false]], [[-9.765625, false]], [[-5.76171875, false]], [[-10.765625, false]], [[-11.515625, false]], [[-9.265625, false]], [[-9.765625, false]], [[-5.76171875, false]], [[-10.015625, false]], [[-11.015625, false]], [[-5.76171875, false]], [[-9.265625, false]], [[-9.765625, false]], [[-6.26171875, false]], [[-10.765625, false]], [[-5.76171875, false]], [[-11.765625, false]], [[-10.515625, false]], [[-10.015625, false]], [[-8.765625, false]], [[-9.765625, false]], [[-10.515625, false]], [[-11.765625, false]], [[-5.76171875, false]], [[-10.015625, false]], [[-10.515625, false]], [[-5.76171875, false]], [[-10.765625, false]], [[-11.015625, false]], [[-9.765625, false]], [[-5.76171875, false]], [[-9.265625, false]], [[-6.26171875, false]], [[-10.515625, false]], [[-9.765625, false]], [[-10.515625, false]], [[-10.765625, false]], [[-5.76171875, false]], [[-9.265625, false]], [[-12.015625, false]], [[-6.26171875, false]], [[-10.515625, false]], [[-10.765625, false]], [[-10.765625, false]], [[-9.765625, false]], [[-13.265625, false]]], "filtered_resps": [[-7.51171875, false], [-9.765625, false], [-8.265625, false], [-11.515625, false], [-5.76171875, false], [-10.015625, false], [-11.015625, false], [-9.765625, false], [-10.015625, false], [-9.765625, false], [-9.765625, false], [-10.515625, false], [-11.765625, false], [-5.76171875, false], [-10.765625, false], [-11.015625, false], [-9.765625, false], [-5.76171875, false], [-6.26171875, false], [-10.515625, false], [-10.015625, false], [-10.265625, false], [-10.515625, false], [-10.765625, false], [-5.76171875, false], [-10.015625, false], [-11.015625, false], [-5.76171875, false], [-8.765625, false], [-6.26171875, false], [-10.765625, false], [-9.765625, false], [-10.515625, false], [-5.76171875, false], [-9.765625, false], [-10.515625, false], [-5.76171875, false], [-10.765625, false], [-11.015625, false], [-9.765625, false], [-5.76171875, false], [-10.765625, false], [-10.015625, false], [-9.765625, false], [-12.015625, false], [-9.765625, false], [-10.4296875, false], [-5.76171875, false], [-9.765625, false], [-8.265625, false], [-11.515625, false], [-5.76171875, false], [-10.015625, false], [-11.015625, false], [-9.765625, false], [-10.015625, false], [-9.765625, false], [-9.765625, false], [-10.515625, false], [-11.765625, false], [-5.76171875, false], [-11.015625, false], [-10.015625, false], [-8.765625, false], [-5.76171875, false], [-10.015625, false], [-11.015625, false], [-10.765625, false], [-9.765625, false], [-10.515625, false], [-5.76171875, false], [-10.765625, false], [-11.015625, false], [-9.765625, false], [-5.76171875, false], [-9.265625, false], [-9.765625, false], [-6.26171875, false], [-5.76171875, false], [-9.265625, false], [-12.015625, false], [-6.26171875, false], [-10.515625, false], [-10.765625, false], [-5.76171875, false], [-10.515625, false], [-9.765625, false], [-10.015625, false], [-9.765625, false], [-9.765625, false], [-10.765625, false], [-9.765625, false], [-10.765625, false], [-5.76171875, false], [-10.765625, false], [-10.265625, false], [-10.515625, false], [-12.015625, false], [-9.765625, false], [-11.765625, false], [-11.015625, false], [-10.765625, false], [-9.765625, false], [-10.4296875, false], [-5.76171875, false], [-9.765625, false], [-8.265625, false], [-11.515625, false], [-5.76171875, false], [-10.015625, false], [-11.015625, false], [-9.765625, false], [-10.015625, false], [-9.765625, false], [-9.765625, false], [-10.515625, false], [-11.765625, false], [-5.76171875, false], [-11.015625, false], [-10.015625, false], [-8.765625, false], [-5.76171875, false], [-10.515625, false], [-10.265625, false], [-10.015625, false], [-11.015625, false], [-5.76171875, false], [-10.765625, false], [-9.265625, false], [-6.26171875, false], [-10.015625, false], [-9.765625, false], [-5.76171875, false], [-10.765625, false], [-11.015625, false], [-9.765625, false], [-5.76171875, false], [-9.265625, false], [-12.015625, false], [-6.26171875, false], [-10.515625, false], [-10.765625, false], [-5.76171875, false], [-8.765625, false], [-9.765625, false], [-12.015625, false], [-12.015625, false], [-5.76171875, false], [-11.015625, false], [-6.26171875, false], [-10.765625, false], [-9.765625, false], [-5.76171875, false], [-10.765625, false], [-10.015625, false], [-5.76171875, false], [-11.765625, false], [-10.515625, false], [-10.015625, false], [-8.765625, false], [-9.765625, false], [-10.4296875, false], [-5.76171875, false], [-9.765625, false], [-8.265625, false], [-11.515625, false], [-5.76171875, false], [-10.015625, false], [-11.015625, false], [-9.765625, false], [-10.015625, false], [-9.765625, false], [-9.765625, false], [-10.515625, false], [-11.765625, false], [-5.76171875, false], [-10.765625, false], [-11.015625, false], [-9.765625, false], [-5.76171875, false], [-10.765625, false], [-11.515625, false], [-9.265625, false], [-9.765625, false], [-5.76171875, false], [-10.015625, false], [-11.015625, false], [-5.76171875, false], [-9.265625, false], [-9.765625, false], [-6.26171875, false], [-10.765625, false], [-5.76171875, false], [-11.765625, false], [-10.515625, false], [-10.015625, false], [-8.765625, false], [-9.765625, false], [-10.515625, false], [-11.765625, false], [-5.76171875, false], [-10.015625, false], [-10.515625, false], [-5.76171875, false], [-10.765625, false], [-11.015625, false], [-9.765625, false], [-5.76171875, false], [-9.265625, false], [-6.26171875, false], [-10.515625, false], [-9.765625, false], [-10.515625, false], [-10.765625, false], [-5.76171875, false], [-9.265625, false], [-12.015625, false], [-6.26171875, false], [-10.515625, false], [-10.765625, false], [-10.765625, false], [-9.765625, false], [-13.265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 597, "doc": {"id": "Mercury_7168718", "question": "The weight of an object can change because of the force that acts on that object. Which force causes the weight of an object to change?", "choices": {"text": ["gravitational", "electrical", "magnetic", "friction"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "gravitational", "arguments": ["Question: The weight of an object can change because of the force that acts on that object. Which force causes the weight of an object to change?\nAnswer:", " ["], "resps": [[[-8.3515625, false]], [[-9.8515625, false]], [[-10.6015625, false]], [[-10.3515625, false]], [[-5.6015625, false]], [[-8.6015625, false]], [[-9.3515625, false]], [[-8.6015625, false]], [[-5.6015625, false]], [[-8.6015625, false]], [[-9.3515625, false]], [[-10.1015625, false]], [[-10.1015625, false]], [[-5.6015625, false]], [[-10.1015625, false]], [[-9.8515625, false]], [[-9.8828125, false]], [[-4.8515625, false]], [[-9.8515625, false]], [[-8.3515625, false]], [[-10.1015625, false]], [[-8.3515625, false]], [[-8.3515625, false]], [[-8.6015625, false]], [[-10.3515625, false]], [[-9.3515625, false]], [[-8.3515625, false]], [[-5.6015625, false]], [[-10.1015625, false]], [[-9.8515625, false]], [[-9.8828125, false]], [[-4.8515625, false]], [[-9.8515625, false]], [[-7.8515625, false]], [[-5.6015625, false]], [[-10.6015625, false]], [[-10.1015625, false]], [[-8.3515625, false]], [[-8.6015625, false]], [[-9.3515625, false]], [[-8.3515625, false]], [[-9.8515625, false]], [[-9.8828125, false]], [[-4.8515625, false]], [[-9.8515625, false]], [[-7.8515625, false]], [[-10.3515625, false]], [[-9.3515625, false]], [[-8.3515625, false]], [[-8.6015625, false]], [[-9.3515625, false]], [[-10.1015625, false]], [[-10.1015625, false]], [[-9.8515625, false]], [[-12.6015625, false]]], "filtered_resps": [[-8.3515625, false], [-9.8515625, false], [-10.6015625, false], [-10.3515625, false], [-5.6015625, false], [-8.6015625, false], [-9.3515625, false], [-8.6015625, false], [-5.6015625, false], [-8.6015625, false], [-9.3515625, false], [-10.1015625, false], [-10.1015625, false], [-5.6015625, false], [-10.1015625, false], [-9.8515625, false], [-9.8828125, false], [-4.8515625, false], [-9.8515625, false], [-8.3515625, false], [-10.1015625, false], [-8.3515625, false], [-8.3515625, false], [-8.6015625, false], [-10.3515625, false], [-9.3515625, false], [-8.3515625, false], [-5.6015625, false], [-10.1015625, false], [-9.8515625, false], [-9.8828125, false], [-4.8515625, false], [-9.8515625, false], [-7.8515625, false], [-5.6015625, false], [-10.6015625, false], [-10.1015625, false], [-8.3515625, false], [-8.6015625, false], [-9.3515625, false], [-8.3515625, false], [-9.8515625, false], [-9.8828125, false], [-4.8515625, false], [-9.8515625, false], [-7.8515625, false], [-10.3515625, false], [-9.3515625, false], [-8.3515625, false], [-8.6015625, false], [-9.3515625, false], [-10.1015625, false], [-10.1015625, false], [-9.8515625, false], [-12.6015625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 605, "doc": {"id": "MDSA_2008_8_29", "question": "Leaf cells are one type of tree cell. Which process occurs in a growing leaf cell?", "choices": {"text": ["evolution", "adaptation", "sugar production", "sexual reproduction"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "sugar production", "arguments": ["Question: Leaf cells are one type of tree cell. Which process occurs in a growing leaf cell?\nAnswer:", " ["], "resps": [[[-7.265625, false]], [[-10.515625, false]], [[-8.265625, false]], [[-11.515625, false]], [[-8.765625, false]], [[-9.515625, false]], [[-11.765625, false]], [[-10.765625, false]], [[-8.765625, false]], [[-8.765625, false]], [[-10.015625, false]], [[-10.515625, false]], [[-9.9453125, false]], [[-5.515625, false]], [[-10.515625, false]], [[-4.265625, false]], [[-9.515625, false]], [[-4.265625, false]], [[-10.015625, false]], [[-10.765625, false]], [[-4.265625, false]], [[-10.765625, false]], [[-8.765625, false]], [[-8.765625, false]], [[-10.015625, false]], [[-10.515625, false]], [[-9.9453125, false]], [[-5.515625, false]], [[-10.515625, false]], [[-9.765625, false]], [[-11.765625, false]], [[-9.765625, false]], [[-4.265625, false]], [[-11.015625, false]], [[-5.515625, false]], [[-10.015625, false]], [[-11.015625, false]], [[-8.765625, false]], [[-9.515625, false]], [[-11.765625, false]], [[-7.265625, false]], [[-10.765625, false]], [[-8.765625, false]], [[-8.765625, false]], [[-10.015625, false]], [[-10.515625, false]], [[-9.9453125, false]], [[-5.515625, false]], [[-10.515625, false]], [[-9.765625, false]], [[-8.265625, false]], [[-9.515625, false]], [[-11.765625, false]], [[-4.265625, false]], [[-9.515625, false]], [[-5.515625, false]], [[-11.015625, false]], [[-8.265625, false]], [[-10.015625, false]], [[-11.015625, false]], [[-8.765625, false]], [[-9.515625, false]], [[-11.765625, false]], [[-7.265625, false]], [[-10.765625, false]], [[-8.765625, false]], [[-8.765625, false]], [[-10.015625, false]], [[-10.515625, false]], [[-12.765625, false]]], "filtered_resps": [[-7.265625, false], [-10.515625, false], [-8.265625, false], [-11.515625, false], [-8.765625, false], [-9.515625, false], [-11.765625, false], [-10.765625, false], [-8.765625, false], [-8.765625, false], [-10.015625, false], [-10.515625, false], [-9.9453125, false], [-5.515625, false], [-10.515625, false], [-4.265625, false], [-9.515625, false], [-4.265625, false], [-10.015625, false], [-10.765625, false], [-4.265625, false], [-10.765625, false], [-8.765625, false], [-8.765625, false], [-10.015625, false], [-10.515625, false], [-9.9453125, false], [-5.515625, false], [-10.515625, false], [-9.765625, false], [-11.765625, false], [-9.765625, false], [-4.265625, false], [-11.015625, false], [-5.515625, false], [-10.015625, false], [-11.015625, false], [-8.765625, false], [-9.515625, false], [-11.765625, false], [-7.265625, false], [-10.765625, false], [-8.765625, false], [-8.765625, false], [-10.015625, false], [-10.515625, false], [-9.9453125, false], [-5.515625, false], [-10.515625, false], [-9.765625, false], [-8.265625, false], [-9.515625, false], [-11.765625, false], [-4.265625, false], [-9.515625, false], [-5.515625, false], [-11.015625, false], [-8.265625, false], [-10.015625, false], [-11.015625, false], [-8.765625, false], [-9.515625, false], [-11.765625, false], [-7.265625, false], [-10.765625, false], [-8.765625, false], [-8.765625, false], [-10.015625, false], [-10.515625, false], [-12.765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 613, "doc": {"id": "Mercury_SC_416527", "question": "Which part of a plant makes sugar from carbon dioxide?", "choices": {"text": ["stem", "leaf", "root", "flower"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "leaf", "arguments": ["Question: Which part of a plant makes sugar from carbon dioxide?\nAnswer:", " ["], "resps": [[[-7.85546875, false]], [[-9.859375, false]], [[-9.359375, false]], [[-9.109375, false]], [[-9.359375, false]], [[-8.859375, false]], [[-9.859375, false]], [[-10.03125, false]], [[-6.10546875, false]], [[-9.859375, false]], [[-11.609375, false]], [[-9.359375, false]], [[-4.35546875, false]], [[-11.859375, false]], [[-9.859375, false]], [[-10.03125, false]], [[-6.10546875, false]], [[-9.859375, false]], [[-10.609375, false]], [[-8.609375, false]], [[-8.609375, false]], [[-9.109375, false]], [[-9.859375, false]], [[-10.03125, false]], [[-6.10546875, false]], [[-9.859375, false]], [[-11.859375, false]], [[-11.609375, false]], [[-8.609375, false]], [[-9.859375, false]], [[-9.359375, false]], [[-10.609375, false]], [[-9.859375, false]], [[-15.859375, false]]], "filtered_resps": [[-7.85546875, false], [-9.859375, false], [-9.359375, false], [-9.109375, false], [-9.359375, false], [-8.859375, false], [-9.859375, false], [-10.03125, false], [-6.10546875, false], [-9.859375, false], [-11.609375, false], [-9.359375, false], [-4.35546875, false], [-11.859375, false], [-9.859375, false], [-10.03125, false], [-6.10546875, false], [-9.859375, false], [-10.609375, false], [-8.609375, false], [-8.609375, false], [-9.109375, false], [-9.859375, false], [-10.03125, false], [-6.10546875, false], [-9.859375, false], [-11.859375, false], [-11.609375, false], [-8.609375, false], [-9.859375, false], [-9.359375, false], [-10.609375, false], [-9.859375, false], [-15.859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 621, "doc": {"id": "Mercury_400158", "question": "How does sedimentary rock form?", "choices": {"text": ["sediments cool", "sediments melt", "sediments separate", "sediments compress"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "sediments compress", "arguments": ["Question: How does sedimentary rock form?\nAnswer:", " ["], "resps": [[[-8.84375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-8.84375, false]], [[-10.84375, false]], [[-10.34375, false]], [[-10.59375, false]], [[-8.84375, false]], [[-11.84375, false]], [[-12.34375, false]], [[-9.34375, false]], [[-5.84375, false]], [[-9.84375, false]], [[-10.84375, false]], [[-10.84375, false]], [[-12.09375, false]], [[-9.34375, false]], [[-9.46875, false]], [[-5.84375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-8.84375, false]], [[-10.84375, false]], [[-10.34375, false]], [[-10.59375, false]], [[-8.84375, false]], [[-11.84375, false]], [[-12.34375, false]], [[-9.34375, false]], [[-5.84375, false]], [[-10.59375, false]], [[-8.84375, false]], [[-12.09375, false]], [[-12.34375, false]], [[-9.34375, false]], [[-9.46875, false]], [[-5.84375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-8.84375, false]], [[-10.84375, false]], [[-10.34375, false]], [[-10.59375, false]], [[-8.84375, false]], [[-11.84375, false]], [[-12.34375, false]], [[-9.34375, false]], [[-5.84375, false]], [[-9.34375, false]], [[-8.84375, false]], [[-10.34375, false]], [[-6.59375, false]], [[-12.34375, false]], [[-6.59375, false]], [[-12.34375, false]], [[-8.84375, false]], [[-9.34375, false]], [[-9.46875, false]], [[-5.84375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-8.84375, false]], [[-10.84375, false]], [[-10.34375, false]], [[-10.59375, false]], [[-8.84375, false]], [[-11.84375, false]], [[-12.34375, false]], [[-9.34375, false]], [[-5.84375, false]], [[-9.84375, false]], [[-10.84375, false]], [[-10.59375, false]], [[-10.34375, false]], [[-12.34375, false]], [[-8.84375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-12.34375, false]]], "filtered_resps": [[-8.84375, false], [-9.34375, false], [-9.34375, false], [-8.84375, false], [-10.84375, false], [-10.34375, false], [-10.59375, false], [-8.84375, false], [-11.84375, false], [-12.34375, false], [-9.34375, false], [-5.84375, false], [-9.84375, false], [-10.84375, false], [-10.84375, false], [-12.09375, false], [-9.34375, false], [-9.46875, false], [-5.84375, false], [-9.34375, false], [-9.34375, false], [-8.84375, false], [-10.84375, false], [-10.34375, false], [-10.59375, false], [-8.84375, false], [-11.84375, false], [-12.34375, false], [-9.34375, false], [-5.84375, false], [-10.59375, false], [-8.84375, false], [-12.09375, false], [-12.34375, false], [-9.34375, false], [-9.46875, false], [-5.84375, false], [-9.34375, false], [-9.34375, false], [-8.84375, false], [-10.84375, false], [-10.34375, false], [-10.59375, false], [-8.84375, false], [-11.84375, false], [-12.34375, false], [-9.34375, false], [-5.84375, false], [-9.34375, false], [-8.84375, false], [-10.34375, false], [-6.59375, false], [-12.34375, false], [-6.59375, false], [-12.34375, false], [-8.84375, false], [-9.34375, false], [-9.46875, false], [-5.84375, false], [-9.34375, false], [-9.34375, false], [-8.84375, false], [-10.84375, false], [-10.34375, false], [-10.59375, false], [-8.84375, false], [-11.84375, false], [-12.34375, false], [-9.34375, false], [-5.84375, false], [-9.84375, false], [-10.84375, false], [-10.59375, false], [-10.34375, false], [-12.34375, false], [-8.84375, false], [-9.34375, false], [-9.34375, false], [-9.34375, false], [-12.34375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 629, "doc": {"id": "Mercury_SC_415005", "question": "Which two things interact most in the water cycle?", "choices": {"text": ["oceans and the Moon", "oceans and the Sun", "lakes and the Moon", "lakes and the Sun"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "oceans and the Sun", "arguments": ["Question: Which two things interact most in the water cycle?\nAnswer:", " ["], "resps": [[[-8.21875, false]], [[-9.96875, false]], [[-7.09375, false]], [[-7.59375, false]], [[-7.21875, false]], [[-5.46875, false]], [[-9.09375, false]], [[-8.84375, false]], [[-5.21875, false]], [[-5.46875, false]], [[-9.09375, false]], [[-7.21875, false]], [[-5.21875, false]], [[-10.59375, false]], [[-11.96875, false]], [[-7.21875, false]], [[-5.21875, false]], [[-7.71875, false]], [[-7.09375, false]], [[-7.09375, false]], [[-9.09375, false]], [[-9.96875, false]], [[-10.296875, false]], [[-5.21875, false]], [[-9.96875, false]], [[-7.09375, false]], [[-7.59375, false]], [[-7.21875, false]], [[-5.46875, false]], [[-9.09375, false]], [[-8.84375, false]], [[-5.21875, false]], [[-5.46875, false]], [[-9.09375, false]], [[-7.21875, false]], [[-5.21875, false]], [[-10.59375, false]], [[-11.96875, false]], [[-7.21875, false]], [[-5.21875, false]], [[-6.46875, false]], [[-10.71875, false]], [[-9.09375, false]], [[-9.96875, false]], [[-10.296875, false]], [[-5.21875, false]], [[-9.96875, false]], [[-10.59375, false]], [[-5.46875, false]], [[-11.09375, false]], [[-7.21875, false]], [[-8.84375, false]], [[-5.21875, false]], [[-5.46875, false]], [[-9.09375, false]], [[-7.21875, false]], [[-5.21875, false]], [[-10.59375, false]], [[-11.96875, false]], [[-7.21875, false]], [[-5.21875, false]], [[-7.71875, false]], [[-7.09375, false]], [[-7.09375, false]], [[-9.09375, false]], [[-9.96875, false]], [[-10.296875, false]], [[-5.21875, false]], [[-9.96875, false]], [[-10.59375, false]], [[-5.46875, false]], [[-11.09375, false]], [[-7.21875, false]], [[-8.84375, false]], [[-5.21875, false]], [[-5.46875, false]], [[-9.09375, false]], [[-7.21875, false]], [[-5.21875, false]], [[-10.59375, false]], [[-11.96875, false]], [[-7.21875, false]], [[-5.21875, false]], [[-6.46875, false]], [[-10.71875, false]], [[-9.09375, false]], [[-9.96875, false]], [[-15.71875, false]]], "filtered_resps": [[-8.21875, false], [-9.96875, false], [-7.09375, false], [-7.59375, false], [-7.21875, false], [-5.46875, false], [-9.09375, false], [-8.84375, false], [-5.21875, false], [-5.46875, false], [-9.09375, false], [-7.21875, false], [-5.21875, false], [-10.59375, false], [-11.96875, false], [-7.21875, false], [-5.21875, false], [-7.71875, false], [-7.09375, false], [-7.09375, false], [-9.09375, false], [-9.96875, false], [-10.296875, false], [-5.21875, false], [-9.96875, false], [-7.09375, false], [-7.59375, false], [-7.21875, false], [-5.46875, false], [-9.09375, false], [-8.84375, false], [-5.21875, false], [-5.46875, false], [-9.09375, false], [-7.21875, false], [-5.21875, false], [-10.59375, false], [-11.96875, false], [-7.21875, false], [-5.21875, false], [-6.46875, false], [-10.71875, false], [-9.09375, false], [-9.96875, false], [-10.296875, false], [-5.21875, false], [-9.96875, false], [-10.59375, false], [-5.46875, false], [-11.09375, false], [-7.21875, false], [-8.84375, false], [-5.21875, false], [-5.46875, false], [-9.09375, false], [-7.21875, false], [-5.21875, false], [-10.59375, false], [-11.96875, false], [-7.21875, false], [-5.21875, false], [-7.71875, false], [-7.09375, false], [-7.09375, false], [-9.09375, false], [-9.96875, false], [-10.296875, false], [-5.21875, false], [-9.96875, false], [-10.59375, false], [-5.46875, false], [-11.09375, false], [-7.21875, false], [-8.84375, false], [-5.21875, false], [-5.46875, false], [-9.09375, false], [-7.21875, false], [-5.21875, false], [-10.59375, false], [-11.96875, false], [-7.21875, false], [-5.21875, false], [-6.46875, false], [-10.71875, false], [-9.09375, false], [-9.96875, false], [-15.71875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 637, "doc": {"id": "Mercury_178308", "question": "In the late 1700s, Antoine Lavoisier performed a series of experiments to find out what happened when a substance burned. In each experiment, he observed that the weight of a container and its contents was the same at the end of the experiment as it had been in the beginning. These observations led him to propose the law of", "choices": {"text": ["combustion.", "fixed proportions.", "conservation of mass.", "conservation of energy."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "conservation of mass.", "arguments": ["Question: In the late 1700s, Antoine Lavoisier performed a series of experiments to find out what happened when a substance burned. In each experiment, he observed that the weight of a container and its contents was the same at the end of the experiment as it had been in the beginning. These observations led him to propose the law of\nAnswer:", " ["], "resps": [[[-6.703125, false]], [[-7.953125, false]], [[-7.828125, false]], [[-8.703125, false]], [[-8.953125, false]], [[-6.453125, false]], [[-9.828125, false]], [[-8.953125, false]], [[-9.453125, false]], [[-7.703125, false]], [[-8.703125, false]], [[-7.328125, false]], [[-7.0546875, false]], [[-7.953125, false]], [[-7.4296875, false]], [[-5.0703125, false]], [[-7.953125, false]], [[-8.328125, false]], [[-7.703125, false]], [[-7.828125, false]], [[-7.703125, false]], [[-8.203125, false]], [[-5.078125, false]], [[-8.453125, false]], [[-9.453125, false]], [[-8.703125, false]], [[-8.453125, false]], [[-8.703125, false]], [[-9.453125, false]], [[-9.453125, false]], [[-7.703125, false]], [[-8.703125, false]], [[-7.328125, false]], [[-8.953125, false]], [[-7.0546875, false]], [[-7.953125, false]], [[-7.4296875, false]], [[-5.078125, false]], [[-7.953125, false]], [[-7.828125, false]], [[-8.703125, false]], [[-7.328125, false]], [[-8.953125, false]], [[-7.703125, false]], [[-9.453125, false]], [[-8.703125, false]], [[-4.453125, false]], [[-9.453125, false]], [[-7.703125, false]], [[-8.703125, false]], [[-7.328125, false]], [[-5.078125, false]], [[-8.703125, false]], [[-8.328125, false]], [[-5.078125, false]], [[-8.953125, false]], [[-4.453125, false]], [[-8.953125, false]], [[-8.953125, false]], [[-7.0546875, false]], [[-7.953125, false]], [[-7.4296875, false]], [[-5.078125, false]], [[-7.953125, false]], [[-7.828125, false]], [[-8.703125, false]], [[-7.328125, false]], [[-8.953125, false]], [[-7.703125, false]], [[-9.453125, false]], [[-8.703125, false]], [[-4.453125, false]], [[-9.453125, false]], [[-7.703125, false]], [[-8.703125, false]], [[-7.328125, false]], [[-5.078125, false]], [[-8.703125, false]], [[-8.328125, false]], [[-5.078125, false]], [[-7.703125, false]], [[-7.328125, false]], [[-7.703125, false]], [[-9.453125, false]], [[-9.953125, false]], [[-9.578125, false]], [[-7.0546875, false]], [[-7.953125, false]], [[-11.078125, false]]], "filtered_resps": [[-6.703125, false], [-7.953125, false], [-7.828125, false], [-8.703125, false], [-8.953125, false], [-6.453125, false], [-9.828125, false], [-8.953125, false], [-9.453125, false], [-7.703125, false], [-8.703125, false], [-7.328125, false], [-7.0546875, false], [-7.953125, false], [-7.4296875, false], [-5.0703125, false], [-7.953125, false], [-8.328125, false], [-7.703125, false], [-7.828125, false], [-7.703125, false], [-8.203125, false], [-5.078125, false], [-8.453125, false], [-9.453125, false], [-8.703125, false], [-8.453125, false], [-8.703125, false], [-9.453125, false], [-9.453125, false], [-7.703125, false], [-8.703125, false], [-7.328125, false], [-8.953125, false], [-7.0546875, false], [-7.953125, false], [-7.4296875, false], [-5.078125, false], [-7.953125, false], [-7.828125, false], [-8.703125, false], [-7.328125, false], [-8.953125, false], [-7.703125, false], [-9.453125, false], [-8.703125, false], [-4.453125, false], [-9.453125, false], [-7.703125, false], [-8.703125, false], [-7.328125, false], [-5.078125, false], [-8.703125, false], [-8.328125, false], [-5.078125, false], [-8.953125, false], [-4.453125, false], [-8.953125, false], [-8.953125, false], [-7.0546875, false], [-7.953125, false], [-7.4296875, false], [-5.078125, false], [-7.953125, false], [-7.828125, false], [-8.703125, false], [-7.328125, false], [-8.953125, false], [-7.703125, false], [-9.453125, false], [-8.703125, false], [-4.453125, false], [-9.453125, false], [-7.703125, false], [-8.703125, false], [-7.328125, false], [-5.078125, false], [-8.703125, false], [-8.328125, false], [-5.078125, false], [-7.703125, false], [-7.328125, false], [-7.703125, false], [-9.453125, false], [-9.953125, false], [-9.578125, false], [-7.0546875, false], [-7.953125, false], [-11.078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 645, "doc": {"id": "ACTAAP_2008_5_12", "question": "In which case does a physical change occur?", "choices": {"text": ["Ice melts into water.", "Bread burns in a toaster.", "A cake bakes in an oven.", "Two chemicals form a new substance."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Ice melts into water.", "arguments": ["Question: In which case does a physical change occur?\nAnswer:", " ["], "resps": [[[-7.51171875, false]], [[-9.0078125, false]], [[-5.26171875, false]], [[-10.5078125, false]], [[-9.2578125, false]], [[-6.01171875, false]], [[-11.0078125, false]], [[-9.2578125, false]], [[-11.5078125, false]], [[-10.7578125, false]], [[-9.7578125, false]], [[-6.01171875, false]], [[-8.5078125, false]], [[-10.2578125, false]], [[-10.7578125, false]], [[-10.5078125, false]], [[-6.01171875, false]], [[-11.0078125, false]], [[-5.01171875, false]], [[-10.7578125, false]], [[-9.2578125, false]], [[-11.2578125, false]], [[-7.9296875, false]], [[-9.0078125, false]], [[-10.4296875, false]], [[-6.01171875, false]], [[-9.0078125, false]], [[-7.76171875, false]], [[-11.2578125, false]], [[-9.2578125, false]], [[-5.01171875, false]], [[-10.2578125, false]], [[-6.01171875, false]], [[-9.5078125, false]], [[-10.0078125, false]], [[-11.2578125, false]], [[-10.2578125, false]], [[-9.7578125, false]], [[-6.01171875, false]], [[-8.5078125, false]], [[-10.2578125, false]], [[-6.01171875, false]], [[-5.01171875, false]], [[-6.01171875, false]], [[-10.7578125, false]], [[-10.5078125, false]], [[-5.01171875, false]], [[-9.7578125, false]], [[-10.7578125, false]], [[-9.2578125, false]], [[-11.2578125, false]], [[-7.9296875, false]], [[-9.0078125, false]], [[-10.4296875, false]], [[-6.01171875, false]], [[-9.0078125, false]], [[-2.509765625, false]], [[-6.01171875, false]], [[-10.5078125, false]], [[-5.01171875, false]], [[-11.2578125, false]], [[-9.2578125, false]], [[-6.01171875, false]], [[-9.5078125, false]], [[-5.01171875, false]], [[-11.2578125, false]], [[-9.2578125, false]], [[-9.7578125, false]], [[-6.01171875, false]], [[-8.5078125, false]], [[-10.2578125, false]], [[-6.01171875, false]], [[-5.01171875, false]], [[-10.2578125, false]], [[-6.01171875, false]], [[-10.5078125, false]], [[-11.2578125, false]], [[-9.2578125, false]], [[-10.2578125, false]], [[-7.9296875, false]], [[-9.0078125, false]], [[-10.4296875, false]], [[-6.01171875, false]], [[-9.0078125, false]], [[-8.0078125, false]], [[-11.0078125, false]], [[-10.5078125, false]], [[-6.01171875, false]], [[-10.5078125, false]], [[-12.2578125, false]], [[-9.2578125, false]], [[-11.0078125, false]], [[-8.5078125, false]], [[-10.5078125, false]], [[-5.01171875, false]], [[-11.5078125, false]], [[-9.7578125, false]], [[-6.01171875, false]], [[-10.7578125, false]], [[-10.5078125, false]], [[-11.2578125, false]], [[-11.0078125, false]], [[-6.01171875, false]], [[-5.01171875, false]], [[-6.01171875, false]], [[-10.2578125, false]], [[-9.2578125, false]], [[-11.0078125, false]], [[-6.01171875, false]], [[-9.7578125, false]], [[-10.0078125, false]], [[-9.5078125, false]], [[-9.7578125, false]], [[-10.7578125, false]], [[-5.01171875, false]], [[-10.2578125, false]], [[-10.5078125, false]], [[-9.2578125, false]], [[-7.9296875, false]], [[-9.0078125, false]], [[-13.0078125, false]]], "filtered_resps": [[-7.51171875, false], [-9.0078125, false], [-5.26171875, false], [-10.5078125, false], [-9.2578125, false], [-6.01171875, false], [-11.0078125, false], [-9.2578125, false], [-11.5078125, false], [-10.7578125, false], [-9.7578125, false], [-6.01171875, false], [-8.5078125, false], [-10.2578125, false], [-10.7578125, false], [-10.5078125, false], [-6.01171875, false], [-11.0078125, false], [-5.01171875, false], [-10.7578125, false], [-9.2578125, false], [-11.2578125, false], [-7.9296875, false], [-9.0078125, false], [-10.4296875, false], [-6.01171875, false], [-9.0078125, false], [-7.76171875, false], [-11.2578125, false], [-9.2578125, false], [-5.01171875, false], [-10.2578125, false], [-6.01171875, false], [-9.5078125, false], [-10.0078125, false], [-11.2578125, false], [-10.2578125, false], [-9.7578125, false], [-6.01171875, false], [-8.5078125, false], [-10.2578125, false], [-6.01171875, false], [-5.01171875, false], [-6.01171875, false], [-10.7578125, false], [-10.5078125, false], [-5.01171875, false], [-9.7578125, false], [-10.7578125, false], [-9.2578125, false], [-11.2578125, false], [-7.9296875, false], [-9.0078125, false], [-10.4296875, false], [-6.01171875, false], [-9.0078125, false], [-2.509765625, false], [-6.01171875, false], [-10.5078125, false], [-5.01171875, false], [-11.2578125, false], [-9.2578125, false], [-6.01171875, false], [-9.5078125, false], [-5.01171875, false], [-11.2578125, false], [-9.2578125, false], [-9.7578125, false], [-6.01171875, false], [-8.5078125, false], [-10.2578125, false], [-6.01171875, false], [-5.01171875, false], [-10.2578125, false], [-6.01171875, false], [-10.5078125, false], [-11.2578125, false], [-9.2578125, false], [-10.2578125, false], [-7.9296875, false], [-9.0078125, false], [-10.4296875, false], [-6.01171875, false], [-9.0078125, false], [-8.0078125, false], [-11.0078125, false], [-10.5078125, false], [-6.01171875, false], [-10.5078125, false], [-12.2578125, false], [-9.2578125, false], [-11.0078125, false], [-8.5078125, false], [-10.5078125, false], [-5.01171875, false], [-11.5078125, false], [-9.7578125, false], [-6.01171875, false], [-10.7578125, false], [-10.5078125, false], [-11.2578125, false], [-11.0078125, false], [-6.01171875, false], [-5.01171875, false], [-6.01171875, false], [-10.2578125, false], [-9.2578125, false], [-11.0078125, false], [-6.01171875, false], [-9.7578125, false], [-10.0078125, false], [-9.5078125, false], [-9.7578125, false], [-10.7578125, false], [-5.01171875, false], [-10.2578125, false], [-10.5078125, false], [-9.2578125, false], [-7.9296875, false], [-9.0078125, false], [-13.0078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 653, "doc": {"id": "Mercury_SC_408425", "question": "The human body is made up of several systems. The mouth, esophagus, and stomach are all parts of which system?", "choices": {"text": ["circulatory", "digestive", "nervous", "skeletal"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "digestive", "arguments": ["Question: The human body is made up of several systems. The mouth, esophagus, and stomach are all parts of which system?\nAnswer:", " ["], "resps": [[[-7.47265625, false]], [[-11.2265625, false]], [[-8.9765625, false]], [[-11.2265625, false]], [[-11.4765625, false]], [[-8.9765625, false]], [[-10.4765625, false]], [[-9.7265625, false]], [[-6.97265625, false]], [[-9.9765625, false]], [[-9.7265625, false]], [[-11.4765625, false]], [[-12.9765625, false]], [[-11.2265625, false]], [[-10.453125, false]], [[-5.97265625, false]], [[-11.2265625, false]], [[-10.9765625, false]], [[-11.2265625, false]], [[-11.7265625, false]], [[-9.4765625, false]], [[-8.7265625, false]], [[-9.9765625, false]], [[-11.2265625, false]], [[-10.9765625, false]], [[-9.4765625, false]], [[-11.2265625, false]], [[-10.453125, false]], [[-5.97265625, false]], [[-11.2265625, false]], [[-9.7265625, false]], [[-9.4765625, false]], [[-11.4765625, false]], [[-10.9765625, false]], [[-9.7265625, false]], [[-10.4765625, false]], [[-8.7265625, false]], [[-11.2265625, false]], [[-10.453125, false]], [[-5.97265625, false]], [[-11.2265625, false]], [[-8.7265625, false]], [[-7.72265625, false]], [[-9.4765625, false]], [[-9.7265625, false]], [[-9.4765625, false]], [[-9.9765625, false]], [[-6.97265625, false]], [[-9.7265625, false]], [[-11.2265625, false]], [[-11.9765625, false]]], "filtered_resps": [[-7.47265625, false], [-11.2265625, false], [-8.9765625, false], [-11.2265625, false], [-11.4765625, false], [-8.9765625, false], [-10.4765625, false], [-9.7265625, false], [-6.97265625, false], [-9.9765625, false], [-9.7265625, false], [-11.4765625, false], [-12.9765625, false], [-11.2265625, false], [-10.453125, false], [-5.97265625, false], [-11.2265625, false], [-10.9765625, false], [-11.2265625, false], [-11.7265625, false], [-9.4765625, false], [-8.7265625, false], [-9.9765625, false], [-11.2265625, false], [-10.9765625, false], [-9.4765625, false], [-11.2265625, false], [-10.453125, false], [-5.97265625, false], [-11.2265625, false], [-9.7265625, false], [-9.4765625, false], [-11.4765625, false], [-10.9765625, false], [-9.7265625, false], [-10.4765625, false], [-8.7265625, false], [-11.2265625, false], [-10.453125, false], [-5.97265625, false], [-11.2265625, false], [-8.7265625, false], [-7.72265625, false], [-9.4765625, false], [-9.7265625, false], [-9.4765625, false], [-9.9765625, false], [-6.97265625, false], [-9.7265625, false], [-11.2265625, false], [-11.9765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 661, "doc": {"id": "Mercury_7128870", "question": "A teacher uses an instrument that records decibel levels. What is the teacher measuring?", "choices": {"text": ["noise levels", "intensity of light", "relative humidity", "types of thermal energy"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "noise levels", "arguments": ["Question: A teacher uses an instrument that records decibel levels. What is the teacher measuring?\nAnswer:", " ["], "resps": [[[-6.7734375, false]], [[-9.2734375, false]], [[-9.2734375, false]], [[-10.0234375, false]], [[-9.0234375, false]], [[-9.0234375, false]], [[-9.2734375, false]], [[-5.7734375, false]], [[-10.5234375, false]], [[-9.2734375, false]], [[-10.2734375, false]], [[-9.2734375, false]], [[-10.5234375, false]], [[-9.0234375, false]], [[-9.2734375, false]], [[-9.8984375, false]], [[-5.7734375, false]], [[-9.2734375, false]], [[-9.0234375, false]], [[-9.2734375, false]], [[-9.0234375, false]], [[-9.2734375, false]], [[-9.2734375, false]], [[-9.0234375, false]], [[-9.0234375, false]], [[-9.0234375, false]], [[-11.2734375, false]], [[-5.7734375, false]], [[-10.0234375, false]], [[-8.5234375, false]], [[-5.7734375, false]], [[-10.5234375, false]], [[-9.0234375, false]], [[-11.0234375, false]], [[-10.7734375, false]], [[-9.0234375, false]], [[-9.2734375, false]], [[-9.8984375, false]], [[-5.7734375, false]], [[-9.2734375, false]], [[-10.5234375, false]], [[-9.2734375, false]], [[-10.5234375, false]], [[-4.5234375, false]], [[-9.0234375, false]], [[-9.0234375, false]], [[-10.2734375, false]], [[-9.2734375, false]], [[-5.7734375, false]], [[-10.7734375, false]], [[-10.0234375, false]], [[-8.0234375, false]], [[-9.0234375, false]], [[-6.7734375, false]], [[-9.0234375, false]], [[-9.0234375, false]], [[-11.2734375, false]], [[-9.2734375, false]], [[-9.8984375, false]], [[-5.7734375, false]], [[-9.2734375, false]], [[-9.0234375, false]], [[-11.2734375, false]], [[-10.0234375, false]], [[-9.2734375, false]], [[-9.0234375, false]], [[-5.7734375, false]], [[-10.0234375, false]], [[-8.5234375, false]], [[-5.7734375, false]], [[-9.0234375, false]], [[-10.7734375, false]], [[-9.2734375, false]], [[-10.5234375, false]], [[-8.0234375, false]], [[-4.5234375, false]], [[-10.5234375, false]], [[-5.7734375, false]], [[-9.2734375, false]], [[-9.2734375, false]], [[-9.2734375, false]], [[-10.5234375, false]], [[-11.0234375, false]], [[-11.2734375, false]], [[-9.2734375, false]], [[-12.5234375, false]]], "filtered_resps": [[-6.7734375, false], [-9.2734375, false], [-9.2734375, false], [-10.0234375, false], [-9.0234375, false], [-9.0234375, false], [-9.2734375, false], [-5.7734375, false], [-10.5234375, false], [-9.2734375, false], [-10.2734375, false], [-9.2734375, false], [-10.5234375, false], [-9.0234375, false], [-9.2734375, false], [-9.8984375, false], [-5.7734375, false], [-9.2734375, false], [-9.0234375, false], [-9.2734375, false], [-9.0234375, false], [-9.2734375, false], [-9.2734375, false], [-9.0234375, false], [-9.0234375, false], [-9.0234375, false], [-11.2734375, false], [-5.7734375, false], [-10.0234375, false], [-8.5234375, false], [-5.7734375, false], [-10.5234375, false], [-9.0234375, false], [-11.0234375, false], [-10.7734375, false], [-9.0234375, false], [-9.2734375, false], [-9.8984375, false], [-5.7734375, false], [-9.2734375, false], [-10.5234375, false], [-9.2734375, false], [-10.5234375, false], [-4.5234375, false], [-9.0234375, false], [-9.0234375, false], [-10.2734375, false], [-9.2734375, false], [-5.7734375, false], [-10.7734375, false], [-10.0234375, false], [-8.0234375, false], [-9.0234375, false], [-6.7734375, false], [-9.0234375, false], [-9.0234375, false], [-11.2734375, false], [-9.2734375, false], [-9.8984375, false], [-5.7734375, false], [-9.2734375, false], [-9.0234375, false], [-11.2734375, false], [-10.0234375, false], [-9.2734375, false], [-9.0234375, false], [-5.7734375, false], [-10.0234375, false], [-8.5234375, false], [-5.7734375, false], [-9.0234375, false], [-10.7734375, false], [-9.2734375, false], [-10.5234375, false], [-8.0234375, false], [-4.5234375, false], [-10.5234375, false], [-5.7734375, false], [-9.2734375, false], [-9.2734375, false], [-9.2734375, false], [-10.5234375, false], [-11.0234375, false], [-11.2734375, false], [-9.2734375, false], [-12.5234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 669, "doc": {"id": "Mercury_416642", "question": "Which protist has starch granules in its cytoplasm?", "choices": {"text": ["amoeba", "euglena", "paramecium", "volvox"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "euglena", "arguments": ["Question: Which protist has starch granules in its cytoplasm?\nAnswer:", " ["], "resps": [[[-6.9296875, false]], [[-8.4296875, false]], [[-4.1796875, false]], [[-9.8046875, false]], [[-8.8046875, false]], [[-6.8046875, false]], [[-8.8046875, false]], [[-4.1796875, false]], [[-8.4296875, false]], [[-10.515625, false]], [[-5.4296875, false]], [[-8.4296875, false]], [[-6.8046875, false]], [[-10.0546875, false]], [[-10.4296875, false]], [[-9.8046875, false]], [[-6.8046875, false]], [[-8.9296875, false]], [[-4.1796875, false]], [[-8.4296875, false]], [[-10.515625, false]], [[-5.4296875, false]], [[-8.4296875, false]], [[-8.8046875, false]], [[-4.1796875, false]], [[-7.6796875, false]], [[-4.1796875, false]], [[-9.8046875, false]], [[-6.8046875, false]], [[-7.3046875, false]], [[-9.1796875, false]], [[-10.0546875, false]], [[-9.8046875, false]], [[-8.4296875, false]], [[-10.515625, false]], [[-5.4296875, false]], [[-8.4296875, false]], [[-11.1796875, false]], [[-8.8046875, false]], [[-9.8046875, false]], [[-11.1796875, false]], [[-8.8046875, false]], [[-9.0546875, false]], [[-8.4296875, false]], [[-13.8046875, false]]], "filtered_resps": [[-6.9296875, false], [-8.4296875, false], [-4.1796875, false], [-9.8046875, false], [-8.8046875, false], [-6.8046875, false], [-8.8046875, false], [-4.1796875, false], [-8.4296875, false], [-10.515625, false], [-5.4296875, false], [-8.4296875, false], [-6.8046875, false], [-10.0546875, false], [-10.4296875, false], [-9.8046875, false], [-6.8046875, false], [-8.9296875, false], [-4.1796875, false], [-8.4296875, false], [-10.515625, false], [-5.4296875, false], [-8.4296875, false], [-8.8046875, false], [-4.1796875, false], [-7.6796875, false], [-4.1796875, false], [-9.8046875, false], [-6.8046875, false], [-7.3046875, false], [-9.1796875, false], [-10.0546875, false], [-9.8046875, false], [-8.4296875, false], [-10.515625, false], [-5.4296875, false], [-8.4296875, false], [-11.1796875, false], [-8.8046875, false], [-9.8046875, false], [-11.1796875, false], [-8.8046875, false], [-9.0546875, false], [-8.4296875, false], [-13.8046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 677, "doc": {"id": "NYSEDREGENTS_2012_8_3", "question": "Which statement is an inference?", "choices": {"text": ["A thermometer shows that the air temperature is 56°F.", "A mineral sample of galena produced a gray-black streak when tested.", "Based on previous data, ten hurricanes may occur in the year 2013.", "A weather vane indicates the wind is coming from the west."], "label": ["1", "2", "3", "4"]}, "answerKey": "3"}, "target": "Based on previous data, ten hurricanes may occur in the year 2013.", "arguments": ["Question: Which statement is an inference?\nAnswer:", " ["], "resps": [[[-7.078125, false]], [[-8.078125, false]], [[-2.828125, false]], [[-5.828125, false]], [[-10.578125, false]], [[-11.578125, false]], [[-8.078125, false]], [[-11.578125, false]], [[-10.078125, false]], [[-10.078125, false]], [[-10.078125, false]], [[-8.078125, false]], [[-10.578125, false]], [[-8.078125, false]], [[-11.578125, false]], [[-5.828125, false]], [[-9.828125, false]], [[-11.578125, false]], [[-10.078125, false]], [[-10.328125, false]], [[-9.828125, false]], [[-5.828125, false]], [[-10.578125, false]], [[-11.578125, false]], [[-4.578125, false]], [[-10.578125, false]], [[-5.828125, false]], [[-10.578125, false]], [[-11.578125, false]], [[-8.078125, false]], [[-5.828125, false]], [[-4.578125, false]], [[-8.078125, false]], [[-11.578125, false]], [[-5.828125, false]], [[-10.578125, false]], [[-8.078125, false]], [[-10.078125, false]], [[-9.078125, false]], [[-8.078125, false]], [[-11.578125, false]], [[-4.578125, false]], [[-10.578125, false]], [[-10.578125, false]], [[-11.578125, false]], [[-8.078125, false]], [[-5.828125, false]], [[-8.078125, false]], [[-9.828125, false]], [[-5.828125, false]], [[-9.578125, false]], [[-10.578125, false]], [[-14.828125, false]], [[-7.828125, false]], [[-7.359375, false]], [[-8.078125, false]], [[-9.609375, false]], [[-5.828125, false]], [[-8.078125, false]], [[-2.828125, false]], [[-5.828125, false]], [[-10.078125, false]], [[-8.078125, false]], [[-8.828125, false]], [[-8.078125, false]], [[-11.578125, false]], [[-4.578125, false]], [[-9.578125, false]], [[-5.828125, false]], [[-9.828125, false]], [[-4.578125, false]], [[-10.078125, false]], [[-9.078125, false]], [[-9.578125, false]], [[-8.078125, false]], [[-5.828125, false]], [[-10.078125, false]], [[-9.578125, false]], [[-5.828125, false]], [[-11.828125, false]], [[-4.578125, false]], [[-9.578125, false]], [[-8.078125, false]], [[-8.828125, false]], [[-4.578125, false]], [[-5.828125, false]], [[-9.078125, false]], [[-11.578125, false]], [[-10.078125, false]], [[-9.328125, false]], [[-10.578125, false]], [[-9.328125, false]], [[-8.078125, false]], [[-9.328125, false]], [[-5.828125, false]], [[-4.578125, false]], [[-5.828125, false]], [[-11.828125, false]], [[-11.578125, false]], [[-4.578125, false]], [[-11.328125, false]], [[-7.578125, false]], [[-8.578125, false]], [[-9.578125, false]], [[-4.578125, false]], [[-9.328125, false]], [[-10.078125, false]], [[-5.828125, false]], [[-9.828125, false]], [[-10.578125, false]], [[-11.578125, false]], [[-8.078125, false]], [[-4.578125, false]], [[-10.078125, false]], [[-5.828125, false]], [[-10.328125, false]], [[-11.578125, false]], [[-8.078125, false]], [[-8.828125, false]], [[-5.828125, false]], [[-10.578125, false]], [[-8.078125, false]], [[-9.828125, false]], [[-10.578125, false]], [[-8.078125, false]], [[-9.328125, false]], [[-7.359375, false]], [[-8.078125, false]], [[-9.609375, false]], [[-5.828125, false]], [[-8.078125, false]], [[-7.328125, false]], [[-4.578125, false]], [[-9.828125, false]], [[-8.078125, false]], [[-9.328125, false]], [[-5.828125, false]], [[-10.078125, false]], [[-8.828125, false]], [[-5.828125, false]], [[-9.078125, false]], [[-11.578125, false]], [[-8.078125, false]], [[-10.328125, false]], [[-8.078125, false]], [[-10.078125, false]], [[-10.578125, false]], [[-9.828125, false]], [[-5.828125, false]], [[-9.328125, false]], [[-4.578125, false]], [[-10.578125, false]], [[-4.578125, false]], [[-9.609375, false]], [[-5.828125, false]], [[-10.578125, false]], [[-8.078125, false]], [[-8.828125, false]], [[-5.828125, false]], [[-11.578125, false]], [[-10.578125, false]], [[-11.578125, false]], [[-11.578125, false]], [[-8.078125, false]], [[-9.328125, false]], [[-4.578125, false]], [[-8.828125, false]], [[-8.078125, false]], [[-9.828125, false]], [[-5.828125, false]], [[-10.078125, false]], [[-4.578125, false]], [[-11.328125, false]], [[-5.828125, false]], [[-10.078125, false]], [[-9.328125, false]], [[-9.328125, false]], [[-10.578125, false]], [[-11.578125, false]], [[-5.828125, false]], [[-8.078125, false]], [[-8.828125, false]], [[-5.828125, false]], [[-10.578125, false]], [[-11.578125, false]], [[-8.078125, false]], [[-5.828125, false]], [[-11.328125, false]], [[-8.078125, false]], [[-4.578125, false]], [[-11.578125, false]], [[-5.828125, false]], [[-8.328125, false]], [[-8.828125, false]], [[-7.078125, false]], [[-9.078125, false]], [[-7.359375, false]], [[-8.078125, false]], [[-9.609375, false]], [[-5.828125, false]], [[-8.078125, false]], [[-2.828125, false]], [[-5.828125, false]], [[-10.328125, false]], [[-8.078125, false]], [[-4.578125, false]], [[-10.578125, false]], [[-11.578125, false]], [[-8.078125, false]], [[-11.578125, false]], [[-5.828125, false]], [[-10.328125, false]], [[-4.578125, false]], [[-8.828125, false]], [[-8.078125, false]], [[-5.828125, false]], [[-8.078125, false]], [[-8.828125, false]], [[-9.328125, false]], [[-8.078125, false]], [[-9.328125, false]], [[-4.578125, false]], [[-10.578125, false]], [[-8.078125, false]], [[-9.828125, false]], [[-5.828125, false]], [[-10.578125, false]], [[-11.578125, false]], [[-8.078125, false]], [[-5.828125, false]], [[-10.328125, false]], [[-8.078125, false]], [[-8.828125, false]], [[-9.328125, false]], [[-5.828125, false]], [[-8.078125, false]], [[-9.828125, false]], [[-5.828125, false]], [[-9.328125, false]], [[-10.078125, false]], [[-10.078125, false]], [[-8.078125, false]], [[-8.828125, false]], [[-11.828125, false]], [[-5.828125, false]], [[-9.578125, false]], [[-11.578125, false]], [[-10.078125, false]], [[-10.078125, false]], [[-5.828125, false]], [[-10.578125, false]], [[-11.578125, false]], [[-8.078125, false]], [[-5.828125, false]], [[-10.328125, false]], [[-8.078125, false]], [[-9.828125, false]], [[-10.578125, false]], [[-7.359375, false]], [[-8.078125, false]], [[-12.828125, false]]], "filtered_resps": [[-7.078125, false], [-8.078125, false], [-2.828125, false], [-5.828125, false], [-10.578125, false], [-11.578125, false], [-8.078125, false], [-11.578125, false], [-10.078125, false], [-10.078125, false], [-10.078125, false], [-8.078125, false], [-10.578125, false], [-8.078125, false], [-11.578125, false], [-5.828125, false], [-9.828125, false], [-11.578125, false], [-10.078125, false], [-10.328125, false], [-9.828125, false], [-5.828125, false], [-10.578125, false], [-11.578125, false], [-4.578125, false], [-10.578125, false], [-5.828125, false], [-10.578125, false], [-11.578125, false], [-8.078125, false], [-5.828125, false], [-4.578125, false], [-8.078125, false], [-11.578125, false], [-5.828125, false], [-10.578125, false], [-8.078125, false], [-10.078125, false], [-9.078125, false], [-8.078125, false], [-11.578125, false], [-4.578125, false], [-10.578125, false], [-10.578125, false], [-11.578125, false], [-8.078125, false], [-5.828125, false], [-8.078125, false], [-9.828125, false], [-5.828125, false], [-9.578125, false], [-10.578125, false], [-14.828125, false], [-7.828125, false], [-7.359375, false], [-8.078125, false], [-9.609375, false], [-5.828125, false], [-8.078125, false], [-2.828125, false], [-5.828125, false], [-10.078125, false], [-8.078125, false], [-8.828125, false], [-8.078125, false], [-11.578125, false], [-4.578125, false], [-9.578125, false], [-5.828125, false], [-9.828125, false], [-4.578125, false], [-10.078125, false], [-9.078125, false], [-9.578125, false], [-8.078125, false], [-5.828125, false], [-10.078125, false], [-9.578125, false], [-5.828125, false], [-11.828125, false], [-4.578125, false], [-9.578125, false], [-8.078125, false], [-8.828125, false], [-4.578125, false], [-5.828125, false], [-9.078125, false], [-11.578125, false], [-10.078125, false], [-9.328125, false], [-10.578125, false], [-9.328125, false], [-8.078125, false], [-9.328125, false], [-5.828125, false], [-4.578125, false], [-5.828125, false], [-11.828125, false], [-11.578125, false], [-4.578125, false], [-11.328125, false], [-7.578125, false], [-8.578125, false], [-9.578125, false], [-4.578125, false], [-9.328125, false], [-10.078125, false], [-5.828125, false], [-9.828125, false], [-10.578125, false], [-11.578125, false], [-8.078125, false], [-4.578125, false], [-10.078125, false], [-5.828125, false], [-10.328125, false], [-11.578125, false], [-8.078125, false], [-8.828125, false], [-5.828125, false], [-10.578125, false], [-8.078125, false], [-9.828125, false], [-10.578125, false], [-8.078125, false], [-9.328125, false], [-7.359375, false], [-8.078125, false], [-9.609375, false], [-5.828125, false], [-8.078125, false], [-7.328125, false], [-4.578125, false], [-9.828125, false], [-8.078125, false], [-9.328125, false], [-5.828125, false], [-10.078125, false], [-8.828125, false], [-5.828125, false], [-9.078125, false], [-11.578125, false], [-8.078125, false], [-10.328125, false], [-8.078125, false], [-10.078125, false], [-10.578125, false], [-9.828125, false], [-5.828125, false], [-9.328125, false], [-4.578125, false], [-10.578125, false], [-4.578125, false], [-9.609375, false], [-5.828125, false], [-10.578125, false], [-8.078125, false], [-8.828125, false], [-5.828125, false], [-11.578125, false], [-10.578125, false], [-11.578125, false], [-11.578125, false], [-8.078125, false], [-9.328125, false], [-4.578125, false], [-8.828125, false], [-8.078125, false], [-9.828125, false], [-5.828125, false], [-10.078125, false], [-4.578125, false], [-11.328125, false], [-5.828125, false], [-10.078125, false], [-9.328125, false], [-9.328125, false], [-10.578125, false], [-11.578125, false], [-5.828125, false], [-8.078125, false], [-8.828125, false], [-5.828125, false], [-10.578125, false], [-11.578125, false], [-8.078125, false], [-5.828125, false], [-11.328125, false], [-8.078125, false], [-4.578125, false], [-11.578125, false], [-5.828125, false], [-8.328125, false], [-8.828125, false], [-7.078125, false], [-9.078125, false], [-7.359375, false], [-8.078125, false], [-9.609375, false], [-5.828125, false], [-8.078125, false], [-2.828125, false], [-5.828125, false], [-10.328125, false], [-8.078125, false], [-4.578125, false], [-10.578125, false], [-11.578125, false], [-8.078125, false], [-11.578125, false], [-5.828125, false], [-10.328125, false], [-4.578125, false], [-8.828125, false], [-8.078125, false], [-5.828125, false], [-8.078125, false], [-8.828125, false], [-9.328125, false], [-8.078125, false], [-9.328125, false], [-4.578125, false], [-10.578125, false], [-8.078125, false], [-9.828125, false], [-5.828125, false], [-10.578125, false], [-11.578125, false], [-8.078125, false], [-5.828125, false], [-10.328125, false], [-8.078125, false], [-8.828125, false], [-9.328125, false], [-5.828125, false], [-8.078125, false], [-9.828125, false], [-5.828125, false], [-9.328125, false], [-10.078125, false], [-10.078125, false], [-8.078125, false], [-8.828125, false], [-11.828125, false], [-5.828125, false], [-9.578125, false], [-11.578125, false], [-10.078125, false], [-10.078125, false], [-5.828125, false], [-10.578125, false], [-11.578125, false], [-8.078125, false], [-5.828125, false], [-10.328125, false], [-8.078125, false], [-9.828125, false], [-10.578125, false], [-7.359375, false], [-8.078125, false], [-12.828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 685, "doc": {"id": "Mercury_175963", "question": "The discovery of penicillin helped in the", "choices": {"text": ["treatment of infections.", "healing of bones.", "discovery of viruses.", "search for diseases."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "treatment of infections.", "arguments": ["Question: The discovery of penicillin helped in the\nAnswer:", " ["], "resps": [[[-7.578125, false]], [[-7.953125, false]], [[-10.453125, false]], [[-9.328125, false]], [[-8.953125, false]], [[-5.828125, false]], [[-10.453125, false]], [[-10.578125, false]], [[-8.953125, false]], [[-9.328125, false]], [[-10.453125, false]], [[-5.328125, false]], [[-9.578125, false]], [[-10.203125, false]], [[-5.328125, false]], [[-7.828125, false]], [[-9.328125, false]], [[-10.203125, false]], [[-8.953125, false]], [[-8.703125, false]], [[-10.453125, false]], [[-7.828125, false]], [[-9.578125, false]], [[-9.328125, false]], [[-9.328125, false]], [[-7.5546875, false]], [[-7.953125, false]], [[-8.6171875, false]], [[-5.328125, false]], [[-7.953125, false]], [[-10.953125, false]], [[-8.953125, false]], [[-5.828125, false]], [[-10.203125, false]], [[-7.828125, false]], [[-9.328125, false]], [[-10.953125, false]], [[-5.328125, false]], [[-9.578125, false]], [[-10.203125, false]], [[-5.328125, false]], [[-7.578125, false]], [[-9.578125, false]], [[-9.328125, false]], [[-8.953125, false]], [[-9.328125, false]], [[-7.5546875, false]], [[-7.953125, false]], [[-8.6171875, false]], [[-5.328125, false]], [[-7.953125, false]], [[-8.953125, false]], [[-7.828125, false]], [[-9.328125, false]], [[-8.703125, false]], [[-9.578125, false]], [[-10.203125, false]], [[-8.953125, false]], [[-9.328125, false]], [[-10.953125, false]], [[-5.328125, false]], [[-9.578125, false]], [[-10.203125, false]], [[-5.328125, false]], [[-10.203125, false]], [[-7.828125, false]], [[-9.328125, false]], [[-10.578125, false]], [[-9.328125, false]], [[-8.953125, false]], [[-9.328125, false]], [[-7.5546875, false]], [[-7.953125, false]], [[-8.6171875, false]], [[-5.328125, false]], [[-7.953125, false]], [[-9.328125, false]], [[-8.953125, false]], [[-5.828125, false]], [[-9.328125, false]], [[-8.703125, false]], [[-10.953125, false]], [[-5.328125, false]], [[-10.203125, false]], [[-9.578125, false]], [[-9.328125, false]], [[-5.328125, false]], [[-8.953125, false]], [[-7.828125, false]], [[-9.328125, false]], [[-8.953125, false]], [[-5.828125, false]], [[-9.328125, false]], [[-8.953125, false]], [[-9.328125, false]], [[-7.5546875, false]], [[-7.953125, false]], [[-11.703125, false]]], "filtered_resps": [[-7.578125, false], [-7.953125, false], [-10.453125, false], [-9.328125, false], [-8.953125, false], [-5.828125, false], [-10.453125, false], [-10.578125, false], [-8.953125, false], [-9.328125, false], [-10.453125, false], [-5.328125, false], [-9.578125, false], [-10.203125, false], [-5.328125, false], [-7.828125, false], [-9.328125, false], [-10.203125, false], [-8.953125, false], [-8.703125, false], [-10.453125, false], [-7.828125, false], [-9.578125, false], [-9.328125, false], [-9.328125, false], [-7.5546875, false], [-7.953125, false], [-8.6171875, false], [-5.328125, false], [-7.953125, false], [-10.953125, false], [-8.953125, false], [-5.828125, false], [-10.203125, false], [-7.828125, false], [-9.328125, false], [-10.953125, false], [-5.328125, false], [-9.578125, false], [-10.203125, false], [-5.328125, false], [-7.578125, false], [-9.578125, false], [-9.328125, false], [-8.953125, false], [-9.328125, false], [-7.5546875, false], [-7.953125, false], [-8.6171875, false], [-5.328125, false], [-7.953125, false], [-8.953125, false], [-7.828125, false], [-9.328125, false], [-8.703125, false], [-9.578125, false], [-10.203125, false], [-8.953125, false], [-9.328125, false], [-10.953125, false], [-5.328125, false], [-9.578125, false], [-10.203125, false], [-5.328125, false], [-10.203125, false], [-7.828125, false], [-9.328125, false], [-10.578125, false], [-9.328125, false], [-8.953125, false], [-9.328125, false], [-7.5546875, false], [-7.953125, false], [-8.6171875, false], [-5.328125, false], [-7.953125, false], [-9.328125, false], [-8.953125, false], [-5.828125, false], [-9.328125, false], [-8.703125, false], [-10.953125, false], [-5.328125, false], [-10.203125, false], [-9.578125, false], [-9.328125, false], [-5.328125, false], [-8.953125, false], [-7.828125, false], [-9.328125, false], [-8.953125, false], [-5.828125, false], [-9.328125, false], [-8.953125, false], [-9.328125, false], [-7.5546875, false], [-7.953125, false], [-11.703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 693, "doc": {"id": "Mercury_7206063", "question": "The climate of an area would be expected to have the least fluctuations in temperatures where the", "choices": {"text": ["atmospheric nitrogen is low.", "vegetation is sparse.", "days are longest.", "humidity is high."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "humidity is high.", "arguments": ["Question: The climate of an area would be expected to have the least fluctuations in temperatures where the\nAnswer:", " ["], "resps": [[[-7.38671875, false]], [[-8.390625, false]], [[-4.51171875, false]], [[-8.640625, false]], [[-8.515625, false]], [[-8.265625, false]], [[-8.890625, false]], [[-8.140625, false]], [[-9.265625, false]], [[-7.38671875, false]], [[-9.640625, false]], [[-7.51171875, false]], [[-8.390625, false]], [[-4.88671875, false]], [[-7.76171875, false]], [[-7.51171875, false]], [[-8.640625, false]], [[-9.640625, false]], [[-8.265625, false]], [[-10.515625, false]], [[-7.38671875, false]], [[-7.76171875, false]], [[-4.88671875, false]], [[-7.51171875, false]], [[-8.890625, false]], [[-4.88671875, false]], [[-10.015625, false]], [[-8.265625, false]], [[-9.140625, false]], [[-6.1875, false]], [[-8.390625, false]], [[-7.75, false]], [[-4.88671875, false]], [[-8.390625, false]], [[-10.765625, false]], [[-7.38671875, false]], [[-10.515625, false]], [[-7.38671875, false]], [[-8.640625, false]], [[-4.51171875, false]], [[-8.640625, false]], [[-7.51171875, false]], [[-8.265625, false]], [[-7.76171875, false]], [[-4.88671875, false]], [[-7.51171875, false]], [[-8.890625, false]], [[-4.88671875, false]], [[-8.890625, false]], [[-8.140625, false]], [[-4.51171875, false]], [[-9.640625, false]], [[-8.890625, false]], [[-7.38671875, false]], [[-6.1875, false]], [[-8.390625, false]], [[-7.75, false]], [[-4.88671875, false]], [[-8.390625, false]], [[-7.51171875, false]], [[-4.51171875, false]], [[-10.265625, false]], [[-8.890625, false]], [[-4.88671875, false]], [[-4.51171875, false]], [[-9.640625, false]], [[-7.38671875, false]], [[-4.88671875, false]], [[-10.015625, false]], [[-8.265625, false]], [[-7.76171875, false]], [[-10.515625, false]], [[-7.38671875, false]], [[-8.890625, false]], [[-8.640625, false]], [[-6.1875, false]], [[-8.390625, false]], [[-7.75, false]], [[-4.88671875, false]], [[-8.390625, false]], [[-9.265625, false]], [[-10.765625, false]], [[-8.515625, false]], [[-7.51171875, false]], [[-7.51171875, false]], [[-7.51171875, false]], [[-8.640625, false]], [[-10.265625, false]], [[-4.88671875, false]], [[-7.51171875, false]], [[-8.890625, false]], [[-4.88671875, false]], [[-9.265625, false]], [[-7.51171875, false]], [[-10.515625, false]], [[-9.265625, false]], [[-6.1875, false]], [[-8.390625, false]], [[-11.265625, false]]], "filtered_resps": [[-7.38671875, false], [-8.390625, false], [-4.51171875, false], [-8.640625, false], [-8.515625, false], [-8.265625, false], [-8.890625, false], [-8.140625, false], [-9.265625, false], [-7.38671875, false], [-9.640625, false], [-7.51171875, false], [-8.390625, false], [-4.88671875, false], [-7.76171875, false], [-7.51171875, false], [-8.640625, false], [-9.640625, false], [-8.265625, false], [-10.515625, false], [-7.38671875, false], [-7.76171875, false], [-4.88671875, false], [-7.51171875, false], [-8.890625, false], [-4.88671875, false], [-10.015625, false], [-8.265625, false], [-9.140625, false], [-6.1875, false], [-8.390625, false], [-7.75, false], [-4.88671875, false], [-8.390625, false], [-10.765625, false], [-7.38671875, false], [-10.515625, false], [-7.38671875, false], [-8.640625, false], [-4.51171875, false], [-8.640625, false], [-7.51171875, false], [-8.265625, false], [-7.76171875, false], [-4.88671875, false], [-7.51171875, false], [-8.890625, false], [-4.88671875, false], [-8.890625, false], [-8.140625, false], [-4.51171875, false], [-9.640625, false], [-8.890625, false], [-7.38671875, false], [-6.1875, false], [-8.390625, false], [-7.75, false], [-4.88671875, false], [-8.390625, false], [-7.51171875, false], [-4.51171875, false], [-10.265625, false], [-8.890625, false], [-4.88671875, false], [-4.51171875, false], [-9.640625, false], [-7.38671875, false], [-4.88671875, false], [-10.015625, false], [-8.265625, false], [-7.76171875, false], [-10.515625, false], [-7.38671875, false], [-8.890625, false], [-8.640625, false], [-6.1875, false], [-8.390625, false], [-7.75, false], [-4.88671875, false], [-8.390625, false], [-9.265625, false], [-10.765625, false], [-8.515625, false], [-7.51171875, false], [-7.51171875, false], [-7.51171875, false], [-8.640625, false], [-10.265625, false], [-4.88671875, false], [-7.51171875, false], [-8.890625, false], [-4.88671875, false], [-9.265625, false], [-7.51171875, false], [-10.515625, false], [-9.265625, false], [-6.1875, false], [-8.390625, false], [-11.265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 701, "doc": {"id": "NYSEDREGENTS_2015_4_17", "question": "Which process is common to most living things?", "choices": {"text": ["flying", "talking", "seeing", "reproducing"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "reproducing", "arguments": ["Question: Which process is common to most living things?\nAnswer:", " ["], "resps": [[[-8.3203125, false]], [[-8.8203125, false]], [[-10.0703125, false]], [[-9.9453125, false]], [[-11.3203125, false]], [[-8.5703125, false]], [[-8.9453125, false]], [[-10.9453125, false]], [[-8.8203125, false]], [[-10.484375, false]], [[-4.9453125, false]], [[-8.8203125, false]], [[-10.8203125, false]], [[-4.3203125, false]], [[-9.9453125, false]], [[-9.4453125, false]], [[-8.5703125, false]], [[-8.9453125, false]], [[-10.9453125, false]], [[-8.8203125, false]], [[-10.484375, false]], [[-4.9453125, false]], [[-8.8203125, false]], [[-8.3203125, false]], [[-7.1953125, false]], [[-7.1953125, false]], [[-8.5703125, false]], [[-8.9453125, false]], [[-10.9453125, false]], [[-8.8203125, false]], [[-10.484375, false]], [[-4.9453125, false]], [[-8.8203125, false]], [[-10.5703125, false]], [[-7.1953125, false]], [[-9.3203125, false]], [[-10.5703125, false]], [[-8.4453125, false]], [[-8.1953125, false]], [[-10.0703125, false]], [[-7.1953125, false]], [[-8.5703125, false]], [[-8.9453125, false]], [[-10.9453125, false]], [[-8.8203125, false]], [[-15.1953125, false]]], "filtered_resps": [[-8.3203125, false], [-8.8203125, false], [-10.0703125, false], [-9.9453125, false], [-11.3203125, false], [-8.5703125, false], [-8.9453125, false], [-10.9453125, false], [-8.8203125, false], [-10.484375, false], [-4.9453125, false], [-8.8203125, false], [-10.8203125, false], [-4.3203125, false], [-9.9453125, false], [-9.4453125, false], [-8.5703125, false], [-8.9453125, false], [-10.9453125, false], [-8.8203125, false], [-10.484375, false], [-4.9453125, false], [-8.8203125, false], [-8.3203125, false], [-7.1953125, false], [-7.1953125, false], [-8.5703125, false], [-8.9453125, false], [-10.9453125, false], [-8.8203125, false], [-10.484375, false], [-4.9453125, false], [-8.8203125, false], [-10.5703125, false], [-7.1953125, false], [-9.3203125, false], [-10.5703125, false], [-8.4453125, false], [-8.1953125, false], [-10.0703125, false], [-7.1953125, false], [-8.5703125, false], [-8.9453125, false], [-10.9453125, false], [-8.8203125, false], [-15.1953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 709, "doc": {"id": "Mercury_SC_400709", "question": "Which statement best compares gravity on the Moon to gravity on Earth?", "choices": {"text": ["Gravity on the Moon is greater because it is closer to the Sun.", "Gravity on the Moon is less because it is smaller than the Earth.", "Gravity on the Moon is less because it has less atmosphere than the Earth.", "Gravity on the Moon is greater because it has less mass than the Earth."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Gravity on the Moon is less because it is smaller than the Earth.", "arguments": ["Question: Which statement best compares gravity on the Moon to gravity on Earth?\nAnswer:", " ["], "resps": [[[-6.39453125, false]], [[-7.64453125, false]], [[-6.39453125, false]], [[-10.890625, false]], [[-6.14453125, false]], [[-9.640625, false]], [[-8.890625, false]], [[-9.140625, false]], [[-11.640625, false]], [[-5.89453125, false]], [[-10.640625, false]], [[-9.890625, false]], [[-5.89453125, false]], [[-9.140625, false]], [[-9.640625, false]], [[-8.890625, false]], [[-5.89453125, false]], [[-6.64453125, false]], [[-10.640625, false]], [[-10.640625, false]], [[-9.890625, false]], [[-5.89453125, false]], [[-8.890625, false]], [[-9.640625, false]], [[-5.89453125, false]], [[-9.640625, false]], [[-10.890625, false]], [[-8.890625, false]], [[-6.14453125, false]], [[-9.140625, false]], [[-8.890625, false]], [[-10.890625, false]], [[-5.89453125, false]], [[-8.140625, false]], [[-8.890625, false]], [[-8.640625, false]], [[-6.14453125, false]], [[-11.890625, false]], [[-9.640625, false]], [[-8.890625, false]], [[-5.89453125, false]], [[-8.890625, false]], [[-9.140625, false]], [[-5.89453125, false]], [[-8.890625, false]], [[-9.640625, false]], [[-5.89453125, false]], [[-8.640625, false]], [[-10.640625, false]], [[-10.640625, false]], [[-9.640625, false]], [[-8.890625, false]], [[-10.890625, false]], [[-5.89453125, false]], [[-9.140625, false]], [[-10.640625, false]], [[-5.89453125, false]], [[-9.140625, false]], [[-9.640625, false]], [[-8.890625, false]], [[-5.89453125, false]], [[-6.64453125, false]], [[-11.890625, false]], [[-9.890625, false]], [[-7.265625, false]], [[-7.64453125, false]], [[-9.765625, false]], [[-5.89453125, false]], [[-7.64453125, false]], [[-6.39453125, false]], [[-10.890625, false]], [[-6.14453125, false]], [[-9.640625, false]], [[-8.890625, false]], [[-9.140625, false]], [[-11.640625, false]], [[-5.89453125, false]], [[-10.640625, false]], [[-9.890625, false]], [[-5.89453125, false]], [[-9.140625, false]], [[-9.640625, false]], [[-8.890625, false]], [[-5.89453125, false]], [[-6.64453125, false]], [[-10.640625, false]], [[-10.640625, false]], [[-9.890625, false]], [[-5.89453125, false]], [[-8.890625, false]], [[-9.640625, false]], [[-5.89453125, false]], [[-10.640625, false]], [[-8.890625, false]], [[-9.640625, false]], [[-9.640625, false]], [[-5.89453125, false]], [[-8.140625, false]], [[-8.890625, false]], [[-8.640625, false]], [[-6.14453125, false]], [[-11.890625, false]], [[-9.640625, false]], [[-8.890625, false]], [[-5.89453125, false]], [[-8.890625, false]], [[-9.140625, false]], [[-5.89453125, false]], [[-8.890625, false]], [[-9.640625, false]], [[-5.89453125, false]], [[-9.640625, false]], [[-8.640625, false]], [[-6.14453125, false]], [[-10.640625, false]], [[-10.640625, false]], [[-8.890625, false]], [[-10.890625, false]], [[-5.89453125, false]], [[-9.140625, false]], [[-9.640625, false]], [[-6.14453125, false]], [[-9.890625, false]], [[-5.89453125, false]], [[-9.140625, false]], [[-9.640625, false]], [[-8.890625, false]], [[-5.89453125, false]], [[-5.39453125, false]], [[-6.14453125, false]], [[-10.890625, false]], [[-9.140625, false]], [[-9.640625, false]], [[-7.265625, false]], [[-7.64453125, false]], [[-9.765625, false]], [[-5.89453125, false]], [[-7.64453125, false]], [[-6.39453125, false]], [[-10.890625, false]], [[-6.14453125, false]], [[-9.640625, false]], [[-8.890625, false]], [[-9.140625, false]], [[-11.640625, false]], [[-5.89453125, false]], [[-10.640625, false]], [[-9.890625, false]], [[-5.89453125, false]], [[-9.140625, false]], [[-9.640625, false]], [[-8.890625, false]], [[-5.89453125, false]], [[-6.64453125, false]], [[-10.640625, false]], [[-10.640625, false]], [[-9.890625, false]], [[-5.89453125, false]], [[-8.890625, false]], [[-9.640625, false]], [[-5.89453125, false]], [[-10.640625, false]], [[-8.890625, false]], [[-9.640625, false]], [[-9.640625, false]], [[-5.89453125, false]], [[-8.140625, false]], [[-8.890625, false]], [[-8.640625, false]], [[-6.14453125, false]], [[-11.890625, false]], [[-9.640625, false]], [[-8.890625, false]], [[-5.89453125, false]], [[-8.890625, false]], [[-9.140625, false]], [[-5.89453125, false]], [[-9.640625, false]], [[-6.14453125, false]], [[-9.640625, false]], [[-5.89453125, false]], [[-10.640625, false]], [[-8.890625, false]], [[-9.640625, false]], [[-9.640625, false]], [[-5.89453125, false]], [[-6.14453125, false]], [[-9.140625, false]], [[-8.640625, false]], [[-10.640625, false]], [[-9.640625, false]], [[-9.390625, false]], [[-9.640625, false]], [[-8.890625, false]], [[-10.890625, false]], [[-8.890625, false]], [[-5.89453125, false]], [[-9.140625, false]], [[-9.640625, false]], [[-6.14453125, false]], [[-9.890625, false]], [[-5.89453125, false]], [[-9.140625, false]], [[-9.640625, false]], [[-8.890625, false]], [[-5.89453125, false]], [[-5.39453125, false]], [[-6.14453125, false]], [[-10.890625, false]], [[-9.140625, false]], [[-9.640625, false]], [[-7.265625, false]], [[-7.64453125, false]], [[-9.765625, false]], [[-5.89453125, false]], [[-7.64453125, false]], [[-6.39453125, false]], [[-10.890625, false]], [[-6.14453125, false]], [[-9.640625, false]], [[-8.890625, false]], [[-9.140625, false]], [[-11.640625, false]], [[-5.89453125, false]], [[-10.640625, false]], [[-9.890625, false]], [[-5.89453125, false]], [[-9.140625, false]], [[-9.640625, false]], [[-8.890625, false]], [[-5.89453125, false]], [[-6.64453125, false]], [[-10.640625, false]], [[-10.640625, false]], [[-9.890625, false]], [[-5.89453125, false]], [[-8.890625, false]], [[-9.640625, false]], [[-5.89453125, false]], [[-9.640625, false]], [[-10.890625, false]], [[-8.890625, false]], [[-6.14453125, false]], [[-9.140625, false]], [[-8.890625, false]], [[-10.890625, false]], [[-5.89453125, false]], [[-8.140625, false]], [[-8.890625, false]], [[-8.640625, false]], [[-6.14453125, false]], [[-11.890625, false]], [[-9.640625, false]], [[-8.890625, false]], [[-5.89453125, false]], [[-8.890625, false]], [[-9.140625, false]], [[-5.89453125, false]], [[-9.640625, false]], [[-6.14453125, false]], [[-9.640625, false]], [[-5.89453125, false]], [[-10.640625, false]], [[-8.890625, false]], [[-9.640625, false]], [[-9.640625, false]], [[-5.89453125, false]], [[-8.640625, false]], [[-6.14453125, false]], [[-9.640625, false]], [[-9.640625, false]], [[-5.89453125, false]], [[-9.140625, false]], [[-9.640625, false]], [[-6.14453125, false]], [[-9.890625, false]], [[-5.89453125, false]], [[-9.140625, false]], [[-9.640625, false]], [[-8.890625, false]], [[-5.89453125, false]], [[-5.39453125, false]], [[-6.14453125, false]], [[-10.890625, false]], [[-9.140625, false]], [[-9.640625, false]], [[-7.265625, false]], [[-7.64453125, false]], [[-11.640625, false]]], "filtered_resps": [[-6.39453125, false], [-7.64453125, false], [-6.39453125, false], [-10.890625, false], [-6.14453125, false], [-9.640625, false], [-8.890625, false], [-9.140625, false], [-11.640625, false], [-5.89453125, false], [-10.640625, false], [-9.890625, false], [-5.89453125, false], [-9.140625, false], [-9.640625, false], [-8.890625, false], [-5.89453125, false], [-6.64453125, false], [-10.640625, false], [-10.640625, false], [-9.890625, false], [-5.89453125, false], [-8.890625, false], [-9.640625, false], [-5.89453125, false], [-9.640625, false], [-10.890625, false], [-8.890625, false], [-6.14453125, false], [-9.140625, false], [-8.890625, false], [-10.890625, false], [-5.89453125, false], [-8.140625, false], [-8.890625, false], [-8.640625, false], [-6.14453125, false], [-11.890625, false], [-9.640625, false], [-8.890625, false], [-5.89453125, false], [-8.890625, false], [-9.140625, false], [-5.89453125, false], [-8.890625, false], [-9.640625, false], [-5.89453125, false], [-8.640625, false], [-10.640625, false], [-10.640625, false], [-9.640625, false], [-8.890625, false], [-10.890625, false], [-5.89453125, false], [-9.140625, false], [-10.640625, false], [-5.89453125, false], [-9.140625, false], [-9.640625, false], [-8.890625, false], [-5.89453125, false], [-6.64453125, false], [-11.890625, false], [-9.890625, false], [-7.265625, false], [-7.64453125, false], [-9.765625, false], [-5.89453125, false], [-7.64453125, false], [-6.39453125, false], [-10.890625, false], [-6.14453125, false], [-9.640625, false], [-8.890625, false], [-9.140625, false], [-11.640625, false], [-5.89453125, false], [-10.640625, false], [-9.890625, false], [-5.89453125, false], [-9.140625, false], [-9.640625, false], [-8.890625, false], [-5.89453125, false], [-6.64453125, false], [-10.640625, false], [-10.640625, false], [-9.890625, false], [-5.89453125, false], [-8.890625, false], [-9.640625, false], [-5.89453125, false], [-10.640625, false], [-8.890625, false], [-9.640625, false], [-9.640625, false], [-5.89453125, false], [-8.140625, false], [-8.890625, false], [-8.640625, false], [-6.14453125, false], [-11.890625, false], [-9.640625, false], [-8.890625, false], [-5.89453125, false], [-8.890625, false], [-9.140625, false], [-5.89453125, false], [-8.890625, false], [-9.640625, false], [-5.89453125, false], [-9.640625, false], [-8.640625, false], [-6.14453125, false], [-10.640625, false], [-10.640625, false], [-8.890625, false], [-10.890625, false], [-5.89453125, false], [-9.140625, false], [-9.640625, false], [-6.14453125, false], [-9.890625, false], [-5.89453125, false], [-9.140625, false], [-9.640625, false], [-8.890625, false], [-5.89453125, false], [-5.39453125, false], [-6.14453125, false], [-10.890625, false], [-9.140625, false], [-9.640625, false], [-7.265625, false], [-7.64453125, false], [-9.765625, false], [-5.89453125, false], [-7.64453125, false], [-6.39453125, false], [-10.890625, false], [-6.14453125, false], [-9.640625, false], [-8.890625, false], [-9.140625, false], [-11.640625, false], [-5.89453125, false], [-10.640625, false], [-9.890625, false], [-5.89453125, false], [-9.140625, false], [-9.640625, false], [-8.890625, false], [-5.89453125, false], [-6.64453125, false], [-10.640625, false], [-10.640625, false], [-9.890625, false], [-5.89453125, false], [-8.890625, false], [-9.640625, false], [-5.89453125, false], [-10.640625, false], [-8.890625, false], [-9.640625, false], [-9.640625, false], [-5.89453125, false], [-8.140625, false], [-8.890625, false], [-8.640625, false], [-6.14453125, false], [-11.890625, false], [-9.640625, false], [-8.890625, false], [-5.89453125, false], [-8.890625, false], [-9.140625, false], [-5.89453125, false], [-9.640625, false], [-6.14453125, false], [-9.640625, false], [-5.89453125, false], [-10.640625, false], [-8.890625, false], [-9.640625, false], [-9.640625, false], [-5.89453125, false], [-6.14453125, false], [-9.140625, false], [-8.640625, false], [-10.640625, false], [-9.640625, false], [-9.390625, false], [-9.640625, false], [-8.890625, false], [-10.890625, false], [-8.890625, false], [-5.89453125, false], [-9.140625, false], [-9.640625, false], [-6.14453125, false], [-9.890625, false], [-5.89453125, false], [-9.140625, false], [-9.640625, false], [-8.890625, false], [-5.89453125, false], [-5.39453125, false], [-6.14453125, false], [-10.890625, false], [-9.140625, false], [-9.640625, false], [-7.265625, false], [-7.64453125, false], [-9.765625, false], [-5.89453125, false], [-7.64453125, false], [-6.39453125, false], [-10.890625, false], [-6.14453125, false], [-9.640625, false], [-8.890625, false], [-9.140625, false], [-11.640625, false], [-5.89453125, false], [-10.640625, false], [-9.890625, false], [-5.89453125, false], [-9.140625, false], [-9.640625, false], [-8.890625, false], [-5.89453125, false], [-6.64453125, false], [-10.640625, false], [-10.640625, false], [-9.890625, false], [-5.89453125, false], [-8.890625, false], [-9.640625, false], [-5.89453125, false], [-9.640625, false], [-10.890625, false], [-8.890625, false], [-6.14453125, false], [-9.140625, false], [-8.890625, false], [-10.890625, false], [-5.89453125, false], [-8.140625, false], [-8.890625, false], [-8.640625, false], [-6.14453125, false], [-11.890625, false], [-9.640625, false], [-8.890625, false], [-5.89453125, false], [-8.890625, false], [-9.140625, false], [-5.89453125, false], [-9.640625, false], [-6.14453125, false], [-9.640625, false], [-5.89453125, false], [-10.640625, false], [-8.890625, false], [-9.640625, false], [-9.640625, false], [-5.89453125, false], [-8.640625, false], [-6.14453125, false], [-9.640625, false], [-9.640625, false], [-5.89453125, false], [-9.140625, false], [-9.640625, false], [-6.14453125, false], [-9.890625, false], [-5.89453125, false], [-9.140625, false], [-9.640625, false], [-8.890625, false], [-5.89453125, false], [-5.39453125, false], [-6.14453125, false], [-10.890625, false], [-9.140625, false], [-9.640625, false], [-7.265625, false], [-7.64453125, false], [-11.640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 717, "doc": {"id": "NYSEDREGENTS_2015_4_13", "question": "Which color baseball cap would absorb the most light on a sunny day?", "choices": {"text": ["pink", "black", "white", "yellow"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "black", "arguments": ["Question: Which color baseball cap would absorb the most light on a sunny day?\nAnswer:", " ["], "resps": [[[-8.4765625, false]], [[-8.9765625, false]], [[-11.7265625, false]], [[-9.2265625, false]], [[-10.4765625, false]], [[-13.2265625, false]], [[-8.9765625, false]], [[-10.5078125, false]], [[-5.7265625, false]], [[-8.9765625, false]], [[-10.7265625, false]], [[-11.2265625, false]], [[-5.2265625, false]], [[-10.7265625, false]], [[-13.2265625, false]], [[-8.9765625, false]], [[-10.5078125, false]], [[-5.7265625, false]], [[-8.9765625, false]], [[-10.7265625, false]], [[-11.9765625, false]], [[-9.2265625, false]], [[-10.2265625, false]], [[-10.2265625, false]], [[-8.9765625, false]], [[-10.5078125, false]], [[-5.7265625, false]], [[-8.9765625, false]], [[-11.9765625, false]], [[-10.2265625, false]], [[-11.2265625, false]], [[-11.2265625, false]], [[-10.2265625, false]], [[-10.7265625, false]], [[-8.9765625, false]], [[-13.7265625, false]]], "filtered_resps": [[-8.4765625, false], [-8.9765625, false], [-11.7265625, false], [-9.2265625, false], [-10.4765625, false], [-13.2265625, false], [-8.9765625, false], [-10.5078125, false], [-5.7265625, false], [-8.9765625, false], [-10.7265625, false], [-11.2265625, false], [-5.2265625, false], [-10.7265625, false], [-13.2265625, false], [-8.9765625, false], [-10.5078125, false], [-5.7265625, false], [-8.9765625, false], [-10.7265625, false], [-11.9765625, false], [-9.2265625, false], [-10.2265625, false], [-10.2265625, false], [-8.9765625, false], [-10.5078125, false], [-5.7265625, false], [-8.9765625, false], [-11.9765625, false], [-10.2265625, false], [-11.2265625, false], [-11.2265625, false], [-10.2265625, false], [-10.7265625, false], [-8.9765625, false], [-13.7265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 725, "doc": {"id": "MEA_2016_5_3", "question": "During which time of day are the highest temperatures most often recorded?", "choices": {"text": ["sunset", "afternoon", "sunrise", "night"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "afternoon", "arguments": ["Question: During which time of day are the highest temperatures most often recorded?\nAnswer:", " ["], "resps": [[[-7.21484375, false]], [[-9.46875, false]], [[-10.71875, false]], [[-12.96875, false]], [[-9.71875, false]], [[-10.71875, false]], [[-10.71875, false]], [[-11.21875, false]], [[-9.46875, false]], [[-9.6875, false]], [[-5.46484375, false]], [[-9.46875, false]], [[-8.21875, false]], [[-11.21875, false]], [[-11.21875, false]], [[-10.71875, false]], [[-12.96875, false]], [[-9.71875, false]], [[-11.21875, false]], [[-11.21875, false]], [[-9.71875, false]], [[-9.46875, false]], [[-9.6875, false]], [[-5.46484375, false]], [[-9.46875, false]], [[-10.71875, false]], [[-12.96875, false]], [[-9.71875, false]], [[-12.96875, false]], [[-10.71875, false]], [[-10.71875, false]], [[-10.71875, false]], [[-9.46875, false]], [[-9.6875, false]], [[-5.46484375, false]], [[-9.46875, false]], [[-9.71875, false]], [[-10.71875, false]], [[-14.71875, false]], [[-12.46875, false]], [[-11.21875, false]], [[-9.46875, false]], [[-11.71875, false]]], "filtered_resps": [[-7.21484375, false], [-9.46875, false], [-10.71875, false], [-12.96875, false], [-9.71875, false], [-10.71875, false], [-10.71875, false], [-11.21875, false], [-9.46875, false], [-9.6875, false], [-5.46484375, false], [-9.46875, false], [-8.21875, false], [-11.21875, false], [-11.21875, false], [-10.71875, false], [-12.96875, false], [-9.71875, false], [-11.21875, false], [-11.21875, false], [-9.71875, false], [-9.46875, false], [-9.6875, false], [-5.46484375, false], [-9.46875, false], [-10.71875, false], [-12.96875, false], [-9.71875, false], [-12.96875, false], [-10.71875, false], [-10.71875, false], [-10.71875, false], [-9.46875, false], [-9.6875, false], [-5.46484375, false], [-9.46875, false], [-9.71875, false], [-10.71875, false], [-14.71875, false], [-12.46875, false], [-11.21875, false], [-9.46875, false], [-11.71875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 733, "doc": {"id": "Mercury_411809", "question": "Which term correctly describes all of the following materials? salt water, vinegar, bronze, air, beach sand", "choices": {"text": ["compounds", "mixtures", "solutions", "elements"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "mixtures", "arguments": ["Question: Which term correctly describes all of the following materials? salt water, vinegar, bronze, air, beach sand\nAnswer:", " ["], "resps": [[[-7.078125, false]], [[-8.078125, false]], [[-6.828125, false]], [[-9.078125, false]], [[-8.328125, false]], [[-9.328125, false]], [[-9.078125, false]], [[-9.828125, false]], [[-7.328125, false]], [[-8.078125, false]], [[-7.328125, false]], [[-8.078125, false]], [[-9.84375, false]], [[-5.828125, false]], [[-8.078125, false]], [[-8.328125, false]], [[-8.328125, false]], [[-9.328125, false]], [[-9.078125, false]], [[-9.828125, false]], [[-9.578125, false]], [[-7.828125, false]], [[-7.328125, false]], [[-8.078125, false]], [[-9.84375, false]], [[-5.828125, false]], [[-8.078125, false]], [[-7.328125, false]], [[-9.078125, false]], [[-9.578125, false]], [[-9.828125, false]], [[-9.078125, false]], [[-8.328125, false]], [[-9.078125, false]], [[-7.328125, false]], [[-7.328125, false]], [[-8.078125, false]], [[-9.84375, false]], [[-5.828125, false]], [[-8.078125, false]], [[-7.828125, false]], [[-9.578125, false]], [[-7.828125, false]], [[-8.328125, false]], [[-7.828125, false]], [[-7.328125, false]], [[-9.078125, false]], [[-7.328125, false]], [[-8.078125, false]], [[-12.828125, false]]], "filtered_resps": [[-7.078125, false], [-8.078125, false], [-6.828125, false], [-9.078125, false], [-8.328125, false], [-9.328125, false], [-9.078125, false], [-9.828125, false], [-7.328125, false], [-8.078125, false], [-7.328125, false], [-8.078125, false], [-9.84375, false], [-5.828125, false], [-8.078125, false], [-8.328125, false], [-8.328125, false], [-9.328125, false], [-9.078125, false], [-9.828125, false], [-9.578125, false], [-7.828125, false], [-7.328125, false], [-8.078125, false], [-9.84375, false], [-5.828125, false], [-8.078125, false], [-7.328125, false], [-9.078125, false], [-9.578125, false], [-9.828125, false], [-9.078125, false], [-8.328125, false], [-9.078125, false], [-7.328125, false], [-7.328125, false], [-8.078125, false], [-9.84375, false], [-5.828125, false], [-8.078125, false], [-7.828125, false], [-9.578125, false], [-7.828125, false], [-8.328125, false], [-7.828125, false], [-7.328125, false], [-9.078125, false], [-7.328125, false], [-8.078125, false], [-12.828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 741, "doc": {"id": "Mercury_7056648", "question": "Which event is an example of conduction?", "choices": {"text": ["Sunlight travels from the Sun to warm Earth.", "Boiling water in a pot warms a spoon inside the pot.", "A fire in a fireplace warms the air in a room.", "Cold water is heated in a microwave oven."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Boiling water in a pot warms a spoon inside the pot.", "arguments": ["Question: Which event is an example of conduction?\nAnswer:", " ["], "resps": [[[-7.3984375, false]], [[-7.8984375, false]], [[-5.8984375, false]], [[-10.1484375, false]], [[-9.3984375, false]], [[-10.0234375, false]], [[-8.7734375, false]], [[-11.5234375, false]], [[-11.1484375, false]], [[-10.0234375, false]], [[-5.2734375, false]], [[-10.0234375, false]], [[-10.1484375, false]], [[-4.5234375, false]], [[-10.6484375, false]], [[-7.5234375, false]], [[-10.0234375, false]], [[-8.3984375, false]], [[-5.2734375, false]], [[-9.6484375, false]], [[-10.1484375, false]], [[-9.7734375, false]], [[-10.1484375, false]], [[-5.2734375, false]], [[-10.0234375, false]], [[-11.1484375, false]], [[-7.5234375, false]], [[-5.2734375, false]], [[-5.8984375, false]], [[-10.1484375, false]], [[-9.3984375, false]], [[-5.2734375, false]], [[-10.0234375, false]], [[-9.7734375, false]], [[-5.2734375, false]], [[-10.3984375, false]], [[-4.5234375, false]], [[-10.1484375, false]], [[-10.1484375, false]], [[-5.2734375, false]], [[-4.7734375, false]], [[-4.5234375, false]], [[-10.1484375, false]], [[-10.0234375, false]], [[-11.1484375, false]], [[-6.890625, false]], [[-7.8984375, false]], [[-9.015625, false]], [[-5.2734375, false]], [[-7.8984375, false]], [[-7.1484375, false]], [[-9.7734375, false]], [[-8.7734375, false]], [[-10.0234375, false]], [[-8.7734375, false]], [[-9.3984375, false]], [[-11.5234375, false]], [[-5.2734375, false]], [[-10.3984375, false]], [[-4.5234375, false]], [[-10.0234375, false]], [[-7.5234375, false]], [[-10.1484375, false]], [[-5.2734375, false]], [[-8.7734375, false]], [[-9.3984375, false]], [[-5.2734375, false]], [[-4.5234375, false]], [[-5.2734375, false]], [[-10.1484375, false]], [[-9.7734375, false]], [[-10.0234375, false]], [[-5.2734375, false]], [[-10.3984375, false]], [[-4.5234375, false]], [[-10.1484375, false]], [[-10.1484375, false]], [[-8.3984375, false]], [[-5.2734375, false]], [[-4.5234375, false]], [[-5.2734375, false]], [[-8.3984375, false]], [[-10.1484375, false]], [[-9.7734375, false]], [[-9.7734375, false]], [[-9.3984375, false]], [[-5.2734375, false]], [[-8.7734375, false]], [[-9.3984375, false]], [[-8.3984375, false]], [[-8.7734375, false]], [[-9.8984375, false]], [[-7.5234375, false]], [[-5.2734375, false]], [[-10.0234375, false]], [[-11.1484375, false]], [[-7.5234375, false]], [[-5.2734375, false]], [[-10.1484375, false]], [[-9.7734375, false]], [[-10.0234375, false]], [[-6.890625, false]], [[-7.8984375, false]], [[-9.015625, false]], [[-5.2734375, false]], [[-7.8984375, false]], [[-2.5234375, false]], [[-5.2734375, false]], [[-9.6484375, false]], [[-8.7734375, false]], [[-10.1484375, false]], [[-7.5234375, false]], [[-5.2734375, false]], [[-8.7734375, false]], [[-9.3984375, false]], [[-5.2734375, false]], [[-4.5234375, false]], [[-5.2734375, false]], [[-9.6484375, false]], [[-8.7734375, false]], [[-10.1484375, false]], [[-7.5234375, false]], [[-10.1484375, false]], [[-10.0234375, false]], [[-4.5234375, false]], [[-9.1484375, false]], [[-7.5234375, false]], [[-5.2734375, false]], [[-10.3984375, false]], [[-4.5234375, false]], [[-10.1484375, false]], [[-10.1484375, false]], [[-8.3984375, false]], [[-5.2734375, false]], [[-10.0234375, false]], [[-11.1484375, false]], [[-7.5234375, false]], [[-5.2734375, false]], [[-4.5234375, false]], [[-8.7734375, false]], [[-10.1484375, false]], [[-5.2734375, false]], [[-8.7734375, false]], [[-9.3984375, false]], [[-5.2734375, false]], [[-4.5234375, false]], [[-5.2734375, false]], [[-10.1484375, false]], [[-9.7734375, false]], [[-9.7734375, false]], [[-10.1484375, false]], [[-6.890625, false]], [[-7.8984375, false]], [[-9.015625, false]], [[-5.2734375, false]], [[-7.8984375, false]], [[-6.1484375, false]], [[-9.7734375, false]], [[-10.0234375, false]], [[-9.8984375, false]], [[-5.2734375, false]], [[-10.3984375, false]], [[-4.5234375, false]], [[-10.0234375, false]], [[-7.5234375, false]], [[-10.1484375, false]], [[-5.2734375, false]], [[-8.7734375, false]], [[-8.3984375, false]], [[-5.2734375, false]], [[-11.1484375, false]], [[-7.5234375, false]], [[-4.5234375, false]], [[-10.0234375, false]], [[-7.5234375, false]], [[-9.8984375, false]], [[-5.2734375, false]], [[-8.7734375, false]], [[-9.3984375, false]], [[-5.2734375, false]], [[-4.5234375, false]], [[-5.2734375, false]], [[-10.1484375, false]], [[-8.7734375, false]], [[-9.1484375, false]], [[-10.1484375, false]], [[-9.7734375, false]], [[-10.3984375, false]], [[-4.5234375, false]], [[-10.6484375, false]], [[-7.5234375, false]], [[-5.2734375, false]], [[-9.7734375, false]], [[-10.6484375, false]], [[-7.5234375, false]], [[-9.3984375, false]], [[-6.890625, false]], [[-7.8984375, false]], [[-13.1484375, false]]], "filtered_resps": [[-7.3984375, false], [-7.8984375, false], [-5.8984375, false], [-10.1484375, false], [-9.3984375, false], [-10.0234375, false], [-8.7734375, false], [-11.5234375, false], [-11.1484375, false], [-10.0234375, false], [-5.2734375, false], [-10.0234375, false], [-10.1484375, false], [-4.5234375, false], [-10.6484375, false], [-7.5234375, false], [-10.0234375, false], [-8.3984375, false], [-5.2734375, false], [-9.6484375, false], [-10.1484375, false], [-9.7734375, false], [-10.1484375, false], [-5.2734375, false], [-10.0234375, false], [-11.1484375, false], [-7.5234375, false], [-5.2734375, false], [-5.8984375, false], [-10.1484375, false], [-9.3984375, false], [-5.2734375, false], [-10.0234375, false], [-9.7734375, false], [-5.2734375, false], [-10.3984375, false], [-4.5234375, false], [-10.1484375, false], [-10.1484375, false], [-5.2734375, false], [-4.7734375, false], [-4.5234375, false], [-10.1484375, false], [-10.0234375, false], [-11.1484375, false], [-6.890625, false], [-7.8984375, false], [-9.015625, false], [-5.2734375, false], [-7.8984375, false], [-7.1484375, false], [-9.7734375, false], [-8.7734375, false], [-10.0234375, false], [-8.7734375, false], [-9.3984375, false], [-11.5234375, false], [-5.2734375, false], [-10.3984375, false], [-4.5234375, false], [-10.0234375, false], [-7.5234375, false], [-10.1484375, false], [-5.2734375, false], [-8.7734375, false], [-9.3984375, false], [-5.2734375, false], [-4.5234375, false], [-5.2734375, false], [-10.1484375, false], [-9.7734375, false], [-10.0234375, false], [-5.2734375, false], [-10.3984375, false], [-4.5234375, false], [-10.1484375, false], [-10.1484375, false], [-8.3984375, false], [-5.2734375, false], [-4.5234375, false], [-5.2734375, false], [-8.3984375, false], [-10.1484375, false], [-9.7734375, false], [-9.7734375, false], [-9.3984375, false], [-5.2734375, false], [-8.7734375, false], [-9.3984375, false], [-8.3984375, false], [-8.7734375, false], [-9.8984375, false], [-7.5234375, false], [-5.2734375, false], [-10.0234375, false], [-11.1484375, false], [-7.5234375, false], [-5.2734375, false], [-10.1484375, false], [-9.7734375, false], [-10.0234375, false], [-6.890625, false], [-7.8984375, false], [-9.015625, false], [-5.2734375, false], [-7.8984375, false], [-2.5234375, false], [-5.2734375, false], [-9.6484375, false], [-8.7734375, false], [-10.1484375, false], [-7.5234375, false], [-5.2734375, false], [-8.7734375, false], [-9.3984375, false], [-5.2734375, false], [-4.5234375, false], [-5.2734375, false], [-9.6484375, false], [-8.7734375, false], [-10.1484375, false], [-7.5234375, false], [-10.1484375, false], [-10.0234375, false], [-4.5234375, false], [-9.1484375, false], [-7.5234375, false], [-5.2734375, false], [-10.3984375, false], [-4.5234375, false], [-10.1484375, false], [-10.1484375, false], [-8.3984375, false], [-5.2734375, false], [-10.0234375, false], [-11.1484375, false], [-7.5234375, false], [-5.2734375, false], [-4.5234375, false], [-8.7734375, false], [-10.1484375, false], [-5.2734375, false], [-8.7734375, false], [-9.3984375, false], [-5.2734375, false], [-4.5234375, false], [-5.2734375, false], [-10.1484375, false], [-9.7734375, false], [-9.7734375, false], [-10.1484375, false], [-6.890625, false], [-7.8984375, false], [-9.015625, false], [-5.2734375, false], [-7.8984375, false], [-6.1484375, false], [-9.7734375, false], [-10.0234375, false], [-9.8984375, false], [-5.2734375, false], [-10.3984375, false], [-4.5234375, false], [-10.0234375, false], [-7.5234375, false], [-10.1484375, false], [-5.2734375, false], [-8.7734375, false], [-8.3984375, false], [-5.2734375, false], [-11.1484375, false], [-7.5234375, false], [-4.5234375, false], [-10.0234375, false], [-7.5234375, false], [-9.8984375, false], [-5.2734375, false], [-8.7734375, false], [-9.3984375, false], [-5.2734375, false], [-4.5234375, false], [-5.2734375, false], [-10.1484375, false], [-8.7734375, false], [-9.1484375, false], [-10.1484375, false], [-9.7734375, false], [-10.3984375, false], [-4.5234375, false], [-10.6484375, false], [-7.5234375, false], [-5.2734375, false], [-9.7734375, false], [-10.6484375, false], [-7.5234375, false], [-9.3984375, false], [-6.890625, false], [-7.8984375, false], [-13.1484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 749, "doc": {"id": "NYSEDREGENTS_2013_8_13", "question": "The human respiratory system is responsible for removing", "choices": {"text": ["fat from cells", "carbon dioxide from blood", "hormones from glands", "nutrients from food"], "label": ["1", "2", "3", "4"]}, "answerKey": "2"}, "target": "carbon dioxide from blood", "arguments": ["Question: The human respiratory system is responsible for removing\nAnswer:", " ["], "resps": [[[-7.6328125, false]], [[-9.1328125, false]], [[-10.6328125, false]], [[-5.8828125, false]], [[-10.3828125, false]], [[-4.3828125, false]], [[-10.6328125, false]], [[-10.6328125, false]], [[-8.1328125, false]], [[-10.7578125, false]], [[-4.3828125, false]], [[-7.1328125, false]], [[-8.6328125, false]], [[-10.3828125, false]], [[-10.3828125, false]], [[-8.6328125, false]], [[-9.1328125, false]], [[-8.5546875, false]], [[-4.3828125, false]], [[-9.1328125, false]], [[-7.1328125, false]], [[-5.8828125, false]], [[-10.6328125, false]], [[-7.6328125, false]], [[-8.1328125, false]], [[-8.1328125, false]], [[-4.3828125, false]], [[-9.1328125, false]], [[-8.3828125, false]], [[-8.1328125, false]], [[-9.6328125, false]], [[-8.3828125, false]], [[-9.1328125, false]], [[-8.6328125, false]], [[-4.3828125, false]], [[-10.6328125, false]], [[-10.6328125, false]], [[-8.1328125, false]], [[-10.7578125, false]], [[-4.3828125, false]], [[-7.6328125, false]], [[-10.3828125, false]], [[-8.1328125, false]], [[-8.1328125, false]], [[-9.1328125, false]], [[-9.1328125, false]], [[-8.5546875, false]], [[-4.3828125, false]], [[-9.1328125, false]], [[-9.6328125, false]], [[-8.1328125, false]], [[-10.6328125, false]], [[-10.7578125, false]], [[-8.1328125, false]], [[-8.1328125, false]], [[-8.6328125, false]], [[-8.6328125, false]], [[-4.3828125, false]], [[-10.6328125, false]], [[-10.6328125, false]], [[-8.1328125, false]], [[-10.7578125, false]], [[-4.3828125, false]], [[-10.3828125, false]], [[-10.3828125, false]], [[-5.8828125, false]], [[-8.1328125, false]], [[-9.1328125, false]], [[-8.6328125, false]], [[-9.1328125, false]], [[-8.5546875, false]], [[-4.3828125, false]], [[-9.1328125, false]], [[-8.1328125, false]], [[-10.3828125, false]], [[-10.3828125, false]], [[-10.6328125, false]], [[-8.3828125, false]], [[-8.6328125, false]], [[-8.1328125, false]], [[-10.3828125, false]], [[-8.6328125, false]], [[-4.3828125, false]], [[-10.6328125, false]], [[-10.6328125, false]], [[-8.1328125, false]], [[-10.7578125, false]], [[-4.3828125, false]], [[-10.6328125, false]], [[-8.1328125, false]], [[-8.1328125, false]], [[-9.1328125, false]], [[-9.1328125, false]], [[-11.6328125, false]]], "filtered_resps": [[-7.6328125, false], [-9.1328125, false], [-10.6328125, false], [-5.8828125, false], [-10.3828125, false], [-4.3828125, false], [-10.6328125, false], [-10.6328125, false], [-8.1328125, false], [-10.7578125, false], [-4.3828125, false], [-7.1328125, false], [-8.6328125, false], [-10.3828125, false], [-10.3828125, false], [-8.6328125, false], [-9.1328125, false], [-8.5546875, false], [-4.3828125, false], [-9.1328125, false], [-7.1328125, false], [-5.8828125, false], [-10.6328125, false], [-7.6328125, false], [-8.1328125, false], [-8.1328125, false], [-4.3828125, false], [-9.1328125, false], [-8.3828125, false], [-8.1328125, false], [-9.6328125, false], [-8.3828125, false], [-9.1328125, false], [-8.6328125, false], [-4.3828125, false], [-10.6328125, false], [-10.6328125, false], [-8.1328125, false], [-10.7578125, false], [-4.3828125, false], [-7.6328125, false], [-10.3828125, false], [-8.1328125, false], [-8.1328125, false], [-9.1328125, false], [-9.1328125, false], [-8.5546875, false], [-4.3828125, false], [-9.1328125, false], [-9.6328125, false], [-8.1328125, false], [-10.6328125, false], [-10.7578125, false], [-8.1328125, false], [-8.1328125, false], [-8.6328125, false], [-8.6328125, false], [-4.3828125, false], [-10.6328125, false], [-10.6328125, false], [-8.1328125, false], [-10.7578125, false], [-4.3828125, false], [-10.3828125, false], [-10.3828125, false], [-5.8828125, false], [-8.1328125, false], [-9.1328125, false], [-8.6328125, false], [-9.1328125, false], [-8.5546875, false], [-4.3828125, false], [-9.1328125, false], [-8.1328125, false], [-10.3828125, false], [-10.3828125, false], [-10.6328125, false], [-8.3828125, false], [-8.6328125, false], [-8.1328125, false], [-10.3828125, false], [-8.6328125, false], [-4.3828125, false], [-10.6328125, false], [-10.6328125, false], [-8.1328125, false], [-10.7578125, false], [-4.3828125, false], [-10.6328125, false], [-8.1328125, false], [-8.1328125, false], [-9.1328125, false], [-9.1328125, false], [-11.6328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 757, "doc": {"id": "Mercury_7207463", "question": "Which of these properties of water has the greatest effect on the water cycle?", "choices": {"text": ["neutral pH", "freezing and boiling points", "dissolves many substances", "forms six-sided crystals"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "freezing and boiling points", "arguments": ["Question: Which of these properties of water has the greatest effect on the water cycle?\nAnswer:", " ["], "resps": [[[-7.9375, false]], [[-9.6875, false]], [[-7.9375, false]], [[-6.9375, false]], [[-10.9375, false]], [[-9.6875, false]], [[-11.6875, false]], [[-5.1875, false]], [[-10.4375, false]], [[-5.4375, false]], [[-8.9375, false]], [[-4.9375, false]], [[-9.6875, false]], [[-9.953125, false]], [[-5.4375, false]], [[-9.6875, false]], [[-8.9375, false]], [[-11.6875, false]], [[-6.9375, false]], [[-6.9375, false]], [[-10.9375, false]], [[-8.4375, false]], [[-7.9375, false]], [[-11.9375, false]], [[-5.4375, false]], [[-5.1875, false]], [[-7.9375, false]], [[-7.6875, false]], [[-5.4375, false]], [[-8.4375, false]], [[-7.1875, false]], [[-8.4375, false]], [[-10.4375, false]], [[-8.4375, false]], [[-7.9375, false]], [[-11.9375, false]], [[-5.4375, false]], [[-8.9375, false]], [[-7.1875, false]], [[-8.4375, false]], [[-7.9375, false]], [[-9.6875, false]], [[-9.4375, false]], [[-9.6875, false]], [[-9.953125, false]], [[-5.4375, false]], [[-9.6875, false]], [[-7.6875, false]], [[-8.4375, false]], [[-9.4375, false]], [[-9.4375, false]], [[-7.1875, false]], [[-10.4375, false]], [[-10.9375, false]], [[-6.9375, false]], [[-9.4375, false]], [[-5.4375, false]], [[-7.9375, false]], [[-5.1875, false]], [[-7.9375, false]], [[-10.1875, false]], [[-5.4375, false]], [[-9.4375, false]], [[-10.9375, false]], [[-8.4375, false]], [[-9.4375, false]], [[-9.6875, false]], [[-5.1875, false]], [[-7.9375, false]], [[-8.4375, false]], [[-6.9375, false]], [[-9.4375, false]], [[-9.6875, false]], [[-9.953125, false]], [[-5.4375, false]], [[-9.6875, false]], [[-8.9375, false]], [[-7.1875, false]], [[-11.6875, false]], [[-7.9375, false]], [[-9.4375, false]], [[-5.4375, false]], [[-9.4375, false]], [[-8.4375, false]], [[-11.4375, false]], [[-5.9375, false]], [[-9.4375, false]], [[-8.4375, false]], [[-7.6875, false]], [[-6.9375, false]], [[-7.6875, false]], [[-5.4375, false]], [[-8.4375, false]], [[-11.6875, false]], [[-10.1875, false]], [[-9.4375, false]], [[-9.6875, false]], [[-5.1875, false]], [[-10.4375, false]], [[-9.4375, false]], [[-9.6875, false]], [[-14.1875, false]]], "filtered_resps": [[-7.9375, false], [-9.6875, false], [-7.9375, false], [-6.9375, false], [-10.9375, false], [-9.6875, false], [-11.6875, false], [-5.1875, false], [-10.4375, false], [-5.4375, false], [-8.9375, false], [-4.9375, false], [-9.6875, false], [-9.953125, false], [-5.4375, false], [-9.6875, false], [-8.9375, false], [-11.6875, false], [-6.9375, false], [-6.9375, false], [-10.9375, false], [-8.4375, false], [-7.9375, false], [-11.9375, false], [-5.4375, false], [-5.1875, false], [-7.9375, false], [-7.6875, false], [-5.4375, false], [-8.4375, false], [-7.1875, false], [-8.4375, false], [-10.4375, false], [-8.4375, false], [-7.9375, false], [-11.9375, false], [-5.4375, false], [-8.9375, false], [-7.1875, false], [-8.4375, false], [-7.9375, false], [-9.6875, false], [-9.4375, false], [-9.6875, false], [-9.953125, false], [-5.4375, false], [-9.6875, false], [-7.6875, false], [-8.4375, false], [-9.4375, false], [-9.4375, false], [-7.1875, false], [-10.4375, false], [-10.9375, false], [-6.9375, false], [-9.4375, false], [-5.4375, false], [-7.9375, false], [-5.1875, false], [-7.9375, false], [-10.1875, false], [-5.4375, false], [-9.4375, false], [-10.9375, false], [-8.4375, false], [-9.4375, false], [-9.6875, false], [-5.1875, false], [-7.9375, false], [-8.4375, false], [-6.9375, false], [-9.4375, false], [-9.6875, false], [-9.953125, false], [-5.4375, false], [-9.6875, false], [-8.9375, false], [-7.1875, false], [-11.6875, false], [-7.9375, false], [-9.4375, false], [-5.4375, false], [-9.4375, false], [-8.4375, false], [-11.4375, false], [-5.9375, false], [-9.4375, false], [-8.4375, false], [-7.6875, false], [-6.9375, false], [-7.6875, false], [-5.4375, false], [-8.4375, false], [-11.6875, false], [-10.1875, false], [-9.4375, false], [-9.6875, false], [-5.1875, false], [-10.4375, false], [-9.4375, false], [-9.6875, false], [-14.1875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 765, "doc": {"id": "Mercury_7014000", "question": "A lack of control in the muscular system is most likely related to a problem in what other organ system?", "choices": {"text": ["nervous", "immune", "excretory", "digestive"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "nervous", "arguments": ["Question: A lack of control in the muscular system is most likely related to a problem in what other organ system?\nAnswer:", " ["], "resps": [[[-7.02734375, false]], [[-10.7734375, false]], [[-9.7734375, false]], [[-11.0234375, false]], [[-10.7734375, false]], [[-11.5234375, false]], [[-9.5234375, false]], [[-9.0234375, false]], [[-8.5234375, false]], [[-10.7734375, false]], [[-9.875, false]], [[-5.02734375, false]], [[-10.7734375, false]], [[-10.0234375, false]], [[-9.7734375, false]], [[-9.7734375, false]], [[-9.0234375, false]], [[-9.7734375, false]], [[-11.0234375, false]], [[-10.7734375, false]], [[-9.875, false]], [[-5.02734375, false]], [[-10.7734375, false]], [[-11.0234375, false]], [[-9.7734375, false]], [[-8.0234375, false]], [[-10.7734375, false]], [[-11.0234375, false]], [[-10.2734375, false]], [[-9.5234375, false]], [[-10.7734375, false]], [[-13.0234375, false]], [[-10.7734375, false]], [[-9.875, false]], [[-5.02734375, false]], [[-10.7734375, false]], [[-9.7734375, false]], [[-10.0234375, false]], [[-11.7734375, false]], [[-11.0234375, false]], [[-8.5234375, false]], [[-10.2734375, false]], [[-10.0234375, false]], [[-11.5234375, false]], [[-11.0234375, false]], [[-10.7734375, false]], [[-11.2734375, false]]], "filtered_resps": [[-7.02734375, false], [-10.7734375, false], [-9.7734375, false], [-11.0234375, false], [-10.7734375, false], [-11.5234375, false], [-9.5234375, false], [-9.0234375, false], [-8.5234375, false], [-10.7734375, false], [-9.875, false], [-5.02734375, false], [-10.7734375, false], [-10.0234375, false], [-9.7734375, false], [-9.7734375, false], [-9.0234375, false], [-9.7734375, false], [-11.0234375, false], [-10.7734375, false], [-9.875, false], [-5.02734375, false], [-10.7734375, false], [-11.0234375, false], [-9.7734375, false], [-8.0234375, false], [-10.7734375, false], [-11.0234375, false], [-10.2734375, false], [-9.5234375, false], [-10.7734375, false], [-13.0234375, false], [-10.7734375, false], [-9.875, false], [-5.02734375, false], [-10.7734375, false], [-9.7734375, false], [-10.0234375, false], [-11.7734375, false], [-11.0234375, false], [-8.5234375, false], [-10.2734375, false], [-10.0234375, false], [-11.5234375, false], [-11.0234375, false], [-10.7734375, false], [-11.2734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 773, "doc": {"id": "Mercury_7141278", "question": "In which of the following are nutrients directly absorbed from the bloodstream?", "choices": {"text": ["cell", "organ", "organisms", "tissue"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "cell", "arguments": ["Question: In which of the following are nutrients directly absorbed from the bloodstream?\nAnswer:", " ["], "resps": [[[-6.63671875, false]], [[-10.890625, false]], [[-5.13671875, false]], [[-9.640625, false]], [[-8.640625, false]], [[-8.640625, false]], [[-10.890625, false]], [[-9.515625, false]], [[-5.38671875, false]], [[-10.890625, false]], [[-7.13671875, false]], [[-10.390625, false]], [[-9.890625, false]], [[-5.13671875, false]], [[-7.13671875, false]], [[-10.890625, false]], [[-9.515625, false]], [[-5.38671875, false]], [[-10.890625, false]], [[-7.13671875, false]], [[-10.390625, false]], [[-9.890625, false]], [[-5.13671875, false]], [[-7.13671875, false]], [[-6.63671875, false]], [[-8.640625, false]], [[-6.88671875, false]], [[-8.640625, false]], [[-10.890625, false]], [[-9.515625, false]], [[-5.38671875, false]], [[-10.890625, false]], [[-9.140625, false]], [[-6.63671875, false]], [[-8.640625, false]], [[-8.640625, false]], [[-8.890625, false]], [[-9.640625, false]], [[-10.890625, false]], [[-11.390625, false]]], "filtered_resps": [[-6.63671875, false], [-10.890625, false], [-5.13671875, false], [-9.640625, false], [-8.640625, false], [-8.640625, false], [-10.890625, false], [-9.515625, false], [-5.38671875, false], [-10.890625, false], [-7.13671875, false], [-10.390625, false], [-9.890625, false], [-5.13671875, false], [-7.13671875, false], [-10.890625, false], [-9.515625, false], [-5.38671875, false], [-10.890625, false], [-7.13671875, false], [-10.390625, false], [-9.890625, false], [-5.13671875, false], [-7.13671875, false], [-6.63671875, false], [-8.640625, false], [-6.88671875, false], [-8.640625, false], [-10.890625, false], [-9.515625, false], [-5.38671875, false], [-10.890625, false], [-9.140625, false], [-6.63671875, false], [-8.640625, false], [-8.640625, false], [-8.890625, false], [-9.640625, false], [-10.890625, false], [-11.390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 781, "doc": {"id": "Mercury_405940", "question": "From simplest to most complicated, how are multicellular organisms organized?", "choices": {"text": ["organ system, organ, cell, tissue", "organ, tissue, cell, organ system", "tissue, cell, organ system, organ", "cell, tissue, organ, organ system"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "cell, tissue, organ, organ system", "arguments": ["Question: From simplest to most complicated, how are multicellular organisms organized?\nAnswer:", " ["], "resps": [[[-7.43359375, false]], [[-9.4296875, false]], [[-9.6796875, false]], [[-9.9296875, false]], [[-12.1796875, false]], [[-5.43359375, false]], [[-9.6796875, false]], [[-5.43359375, false]], [[-9.9296875, false]], [[-12.4296875, false]], [[-9.9296875, false]], [[-10.4296875, false]], [[-7.18359375, false]], [[-9.9296875, false]], [[-10.171875, false]], [[-5.43359375, false]], [[-9.6796875, false]], [[-9.9296875, false]], [[-12.1796875, false]], [[-5.43359375, false]], [[-9.6796875, false]], [[-10.171875, false]], [[-5.43359375, false]], [[-7.93359375, false]], [[-7.18359375, false]], [[-10.4296875, false]], [[-10.4296875, false]], [[-10.171875, false]], [[-5.43359375, false]], [[-10.4296875, false]], [[-9.6796875, false]], [[-9.9296875, false]], [[-9.9296875, false]], [[-11.1796875, false]], [[-7.18359375, false]], [[-9.4296875, false]], [[-10.171875, false]], [[-5.43359375, false]], [[-9.4296875, false]], [[-9.6796875, false]], [[-9.9296875, false]], [[-12.1796875, false]], [[-5.43359375, false]], [[-9.6796875, false]], [[-10.171875, false]], [[-5.43359375, false]], [[-10.4296875, false]], [[-9.6796875, false]], [[-9.9296875, false]], [[-9.9296875, false]], [[-11.1796875, false]], [[-7.18359375, false]], [[-10.171875, false]], [[-5.43359375, false]], [[-7.93359375, false]], [[-7.18359375, false]], [[-10.4296875, false]], [[-10.4296875, false]], [[-10.171875, false]], [[-5.43359375, false]], [[-9.6796875, false]], [[-9.9296875, false]], [[-12.1796875, false]], [[-5.43359375, false]], [[-9.6796875, false]], [[-5.43359375, false]], [[-9.9296875, false]], [[-12.4296875, false]], [[-9.9296875, false]], [[-10.4296875, false]], [[-7.18359375, false]], [[-9.9296875, false]], [[-9.4296875, false]], [[-10.171875, false]], [[-5.43359375, false]], [[-9.4296875, false]], [[-10.4296875, false]], [[-9.6796875, false]], [[-9.9296875, false]], [[-9.9296875, false]], [[-11.1796875, false]], [[-7.18359375, false]], [[-10.171875, false]], [[-5.43359375, false]], [[-7.93359375, false]], [[-7.18359375, false]], [[-10.4296875, false]], [[-10.4296875, false]], [[-10.171875, false]], [[-5.43359375, false]], [[-9.6796875, false]], [[-9.9296875, false]], [[-12.1796875, false]], [[-5.43359375, false]], [[-9.6796875, false]], [[-5.43359375, false]], [[-9.9296875, false]], [[-12.4296875, false]], [[-9.9296875, false]], [[-10.4296875, false]], [[-7.18359375, false]], [[-9.9296875, false]], [[-10.171875, false]], [[-5.43359375, false]], [[-9.6796875, false]], [[-9.9296875, false]], [[-12.1796875, false]], [[-5.43359375, false]], [[-9.6796875, false]], [[-9.4296875, false]], [[-10.171875, false]], [[-5.43359375, false]], [[-9.4296875, false]], [[-7.93359375, false]], [[-7.18359375, false]], [[-10.4296875, false]], [[-10.4296875, false]], [[-10.171875, false]], [[-5.43359375, false]], [[-10.4296875, false]], [[-9.6796875, false]], [[-9.9296875, false]], [[-9.9296875, false]], [[-11.1796875, false]], [[-7.18359375, false]], [[-10.171875, false]], [[-5.43359375, false]], [[-9.6796875, false]], [[-9.9296875, false]], [[-12.1796875, false]], [[-5.43359375, false]], [[-9.6796875, false]], [[-10.171875, false]], [[-5.43359375, false]], [[-9.6796875, false]], [[-9.9296875, false]], [[-12.1796875, false]], [[-5.43359375, false]], [[-9.6796875, false]], [[-5.43359375, false]], [[-9.9296875, false]], [[-12.4296875, false]], [[-9.9296875, false]], [[-10.4296875, false]], [[-7.18359375, false]], [[-9.9296875, false]], [[-9.4296875, false]], [[-12.9296875, false]]], "filtered_resps": [[-7.43359375, false], [-9.4296875, false], [-9.6796875, false], [-9.9296875, false], [-12.1796875, false], [-5.43359375, false], [-9.6796875, false], [-5.43359375, false], [-9.9296875, false], [-12.4296875, false], [-9.9296875, false], [-10.4296875, false], [-7.18359375, false], [-9.9296875, false], [-10.171875, false], [-5.43359375, false], [-9.6796875, false], [-9.9296875, false], [-12.1796875, false], [-5.43359375, false], [-9.6796875, false], [-10.171875, false], [-5.43359375, false], [-7.93359375, false], [-7.18359375, false], [-10.4296875, false], [-10.4296875, false], [-10.171875, false], [-5.43359375, false], [-10.4296875, false], [-9.6796875, false], [-9.9296875, false], [-9.9296875, false], [-11.1796875, false], [-7.18359375, false], [-9.4296875, false], [-10.171875, false], [-5.43359375, false], [-9.4296875, false], [-9.6796875, false], [-9.9296875, false], [-12.1796875, false], [-5.43359375, false], [-9.6796875, false], [-10.171875, false], [-5.43359375, false], [-10.4296875, false], [-9.6796875, false], [-9.9296875, false], [-9.9296875, false], [-11.1796875, false], [-7.18359375, false], [-10.171875, false], [-5.43359375, false], [-7.93359375, false], [-7.18359375, false], [-10.4296875, false], [-10.4296875, false], [-10.171875, false], [-5.43359375, false], [-9.6796875, false], [-9.9296875, false], [-12.1796875, false], [-5.43359375, false], [-9.6796875, false], [-5.43359375, false], [-9.9296875, false], [-12.4296875, false], [-9.9296875, false], [-10.4296875, false], [-7.18359375, false], [-9.9296875, false], [-9.4296875, false], [-10.171875, false], [-5.43359375, false], [-9.4296875, false], [-10.4296875, false], [-9.6796875, false], [-9.9296875, false], [-9.9296875, false], [-11.1796875, false], [-7.18359375, false], [-10.171875, false], [-5.43359375, false], [-7.93359375, false], [-7.18359375, false], [-10.4296875, false], [-10.4296875, false], [-10.171875, false], [-5.43359375, false], [-9.6796875, false], [-9.9296875, false], [-12.1796875, false], [-5.43359375, false], [-9.6796875, false], [-5.43359375, false], [-9.9296875, false], [-12.4296875, false], [-9.9296875, false], [-10.4296875, false], [-7.18359375, false], [-9.9296875, false], [-10.171875, false], [-5.43359375, false], [-9.6796875, false], [-9.9296875, false], [-12.1796875, false], [-5.43359375, false], [-9.6796875, false], [-9.4296875, false], [-10.171875, false], [-5.43359375, false], [-9.4296875, false], [-7.93359375, false], [-7.18359375, false], [-10.4296875, false], [-10.4296875, false], [-10.171875, false], [-5.43359375, false], [-10.4296875, false], [-9.6796875, false], [-9.9296875, false], [-9.9296875, false], [-11.1796875, false], [-7.18359375, false], [-10.171875, false], [-5.43359375, false], [-9.6796875, false], [-9.9296875, false], [-12.1796875, false], [-5.43359375, false], [-9.6796875, false], [-10.171875, false], [-5.43359375, false], [-9.6796875, false], [-9.9296875, false], [-12.1796875, false], [-5.43359375, false], [-9.6796875, false], [-5.43359375, false], [-9.9296875, false], [-12.4296875, false], [-9.9296875, false], [-10.4296875, false], [-7.18359375, false], [-9.9296875, false], [-9.4296875, false], [-12.9296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 789, "doc": {"id": "Mercury_7141890", "question": "Based on the organization of living things, tissues", "choices": {"text": ["form systems.", "are made of cells.", "are made of organs.", "do the work of cells."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "are made of cells.", "arguments": ["Question: Based on the organization of living things, tissues\nAnswer:", " ["], "resps": [[[-7.23828125, false]], [[-9.1171875, false]], [[-9.1171875, false]], [[-8.7421875, false]], [[-9.8671875, false]], [[-9.4921875, false]], [[-5.23828125, false]], [[-8.6171875, false]], [[-11.2421875, false]], [[-8.6171875, false]], [[-8.3671875, false]], [[-6.98828125, false]], [[-9.4921875, false]], [[-8.6171875, false]], [[-6.890625, false]], [[-9.1171875, false]], [[-9.515625, false]], [[-5.23828125, false]], [[-9.1171875, false]], [[-4.73828125, false]], [[-9.8671875, false]], [[-6.98828125, false]], [[-5.23828125, false]], [[-9.4921875, false]], [[-4.73828125, false]], [[-8.3671875, false]], [[-6.98828125, false]], [[-5.23828125, false]], [[-8.7421875, false]], [[-9.1171875, false]], [[-5.23828125, false]], [[-6.36328125, false]], [[-6.98828125, false]], [[-9.3671875, false]], [[-9.3671875, false]], [[-8.6171875, false]], [[-6.890625, false]], [[-9.1171875, false]], [[-9.515625, false]], [[-5.23828125, false]], [[-9.1171875, false]], [[-4.73828125, false]], [[-9.8671875, false]], [[-6.98828125, false]], [[-5.23828125, false]], [[-9.4921875, false]], [[-4.73828125, false]], [[-8.3671875, false]], [[-6.98828125, false]], [[-5.23828125, false]], [[-8.7421875, false]], [[-9.1171875, false]], [[-5.23828125, false]], [[-8.7421875, false]], [[-9.8671875, false]], [[-9.6171875, false]], [[-4.73828125, false]], [[-9.7421875, false]], [[-8.6171875, false]], [[-6.890625, false]], [[-9.1171875, false]], [[-9.515625, false]], [[-5.23828125, false]], [[-9.1171875, false]], [[-8.3671875, false]], [[-8.7421875, false]], [[-5.23828125, false]], [[-8.3671875, false]], [[-9.7421875, false]], [[-6.98828125, false]], [[-5.23828125, false]], [[-9.6171875, false]], [[-8.7421875, false]], [[-9.8671875, false]], [[-8.9921875, false]], [[-5.23828125, false]], [[-8.7421875, false]], [[-9.1171875, false]], [[-5.23828125, false]], [[-6.36328125, false]], [[-6.98828125, false]], [[-9.3671875, false]], [[-9.3671875, false]], [[-8.6171875, false]], [[-6.890625, false]], [[-9.1171875, false]], [[-12.8671875, false]]], "filtered_resps": [[-7.23828125, false], [-9.1171875, false], [-9.1171875, false], [-8.7421875, false], [-9.8671875, false], [-9.4921875, false], [-5.23828125, false], [-8.6171875, false], [-11.2421875, false], [-8.6171875, false], [-8.3671875, false], [-6.98828125, false], [-9.4921875, false], [-8.6171875, false], [-6.890625, false], [-9.1171875, false], [-9.515625, false], [-5.23828125, false], [-9.1171875, false], [-4.73828125, false], [-9.8671875, false], [-6.98828125, false], [-5.23828125, false], [-9.4921875, false], [-4.73828125, false], [-8.3671875, false], [-6.98828125, false], [-5.23828125, false], [-8.7421875, false], [-9.1171875, false], [-5.23828125, false], [-6.36328125, false], [-6.98828125, false], [-9.3671875, false], [-9.3671875, false], [-8.6171875, false], [-6.890625, false], [-9.1171875, false], [-9.515625, false], [-5.23828125, false], [-9.1171875, false], [-4.73828125, false], [-9.8671875, false], [-6.98828125, false], [-5.23828125, false], [-9.4921875, false], [-4.73828125, false], [-8.3671875, false], [-6.98828125, false], [-5.23828125, false], [-8.7421875, false], [-9.1171875, false], [-5.23828125, false], [-8.7421875, false], [-9.8671875, false], [-9.6171875, false], [-4.73828125, false], [-9.7421875, false], [-8.6171875, false], [-6.890625, false], [-9.1171875, false], [-9.515625, false], [-5.23828125, false], [-9.1171875, false], [-8.3671875, false], [-8.7421875, false], [-5.23828125, false], [-8.3671875, false], [-9.7421875, false], [-6.98828125, false], [-5.23828125, false], [-9.6171875, false], [-8.7421875, false], [-9.8671875, false], [-8.9921875, false], [-5.23828125, false], [-8.7421875, false], [-9.1171875, false], [-5.23828125, false], [-6.36328125, false], [-6.98828125, false], [-9.3671875, false], [-9.3671875, false], [-8.6171875, false], [-6.890625, false], [-9.1171875, false], [-12.8671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 797, "doc": {"id": "Mercury_7084018", "question": "Less force is required to launch a spaceship from the surface of the Moon than to launch an identical ship from the surface of Earth because", "choices": {"text": ["the Moon has a smaller surface area than Earth.", "the mass of an object on Earth is greater than on the Moon.", "the gravitational field of the Moon is less than that of Earth.", "the atmosphere of the Moon is much thinner than that of Earth."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "the gravitational field of the Moon is less than that of Earth.", "arguments": ["Question: Less force is required to launch a spaceship from the surface of the Moon than to launch an identical ship from the surface of Earth because\nAnswer:", " ["], "resps": [[[-7.07421875, false]], [[-8.0703125, false]], [[-8.4453125, false]], [[-8.5703125, false]], [[-8.3203125, false]], [[-4.57421875, false]], [[-6.57421875, false]], [[-9.4453125, false]], [[-9.4453125, false]], [[-8.3203125, false]], [[-4.57421875, false]], [[-8.5703125, false]], [[-5.07421875, false]], [[-8.0703125, false]], [[-4.57421875, false]], [[-5.07421875, false]], [[-4.57421875, false]], [[-8.0703125, false]], [[-8.5703125, false]], [[-5.07421875, false]], [[-9.0703125, false]], [[-9.0703125, false]], [[-8.3203125, false]], [[-8.9453125, false]], [[-4.57421875, false]], [[-8.0703125, false]], [[-10.3203125, false]], [[-8.9453125, false]], [[-8.0703125, false]], [[-5.07421875, false]], [[-8.3203125, false]], [[-8.3203125, false]], [[-4.57421875, false]], [[-5.07421875, false]], [[-8.9453125, false]], [[-8.3203125, false]], [[-5.07421875, false]], [[-4.57421875, false]], [[-8.4453125, false]], [[-8.5703125, false]], [[-5.07421875, false]], [[-8.3203125, false]], [[-4.57421875, false]], [[-5.57421875, false]], [[-5.07421875, false]], [[-8.9453125, false]], [[-8.4453125, false]], [[-8.5703125, false]], [[-6.09375, false]], [[-8.0703125, false]], [[-8.59375, false]], [[-4.57421875, false]], [[-8.0703125, false]], [[-8.4453125, false]], [[-8.5703125, false]], [[-8.3203125, false]], [[-4.57421875, false]], [[-8.5703125, false]], [[-5.07421875, false]], [[-8.0703125, false]], [[-8.0703125, false]], [[-4.57421875, false]], [[-9.4453125, false]], [[-8.0703125, false]], [[-4.57421875, false]], [[-5.07421875, false]], [[-8.3203125, false]], [[-4.57421875, false]], [[-9.4453125, false]], [[-6.57421875, false]], [[-11.1953125, false]], [[-8.3203125, false]], [[-8.3203125, false]], [[-8.4453125, false]], [[-4.57421875, false]], [[-9.4453125, false]], [[-8.3203125, false]], [[-4.57421875, false]], [[-5.57421875, false]], [[-5.07421875, false]], [[-8.9453125, false]], [[-8.4453125, false]], [[-8.5703125, false]], [[-4.57421875, false]], [[-8.0703125, false]], [[-8.0703125, false]], [[-4.57421875, false]], [[-9.4453125, false]], [[-8.9453125, false]], [[-8.3203125, false]], [[-5.07421875, false]], [[-8.4453125, false]], [[-8.3203125, false]], [[-8.9453125, false]], [[-4.57421875, false]], [[-8.4453125, false]], [[-8.5703125, false]], [[-5.07421875, false]], [[-8.3203125, false]], [[-4.57421875, false]], [[-9.4453125, false]], [[-8.3203125, false]], [[-4.57421875, false]], [[-8.4453125, false]], [[-8.5703125, false]], [[-8.3203125, false]], [[-4.57421875, false]], [[-6.57421875, false]], [[-9.4453125, false]], [[-9.4453125, false]], [[-8.3203125, false]], [[-6.09375, false]], [[-8.0703125, false]], [[-8.59375, false]], [[-4.57421875, false]], [[-8.0703125, false]], [[-8.4453125, false]], [[-8.5703125, false]], [[-8.3203125, false]], [[-4.57421875, false]], [[-9.4453125, false]], [[-8.9453125, false]], [[-5.07421875, false]], [[-9.0703125, false]], [[-8.0703125, false]], [[-8.4453125, false]], [[-5.07421875, false]], [[-8.4453125, false]], [[-8.0703125, false]], [[-9.4453125, false]], [[-8.3203125, false]], [[-5.07421875, false]], [[-9.0703125, false]], [[-4.57421875, false]], [[-8.0703125, false]], [[-8.0703125, false]], [[-8.3203125, false]], [[-9.0703125, false]], [[-8.3203125, false]], [[-4.57421875, false]], [[-9.4453125, false]], [[-8.0703125, false]], [[-4.57421875, false]], [[-8.4453125, false]], [[-8.5703125, false]], [[-8.3203125, false]], [[-4.57421875, false]], [[-6.57421875, false]], [[-9.4453125, false]], [[-9.4453125, false]], [[-8.3203125, false]], [[-4.57421875, false]], [[-8.0703125, false]], [[-8.0703125, false]], [[-4.57421875, false]], [[-9.0703125, false]], [[-8.3203125, false]], [[-8.0703125, false]], [[-8.0703125, false]], [[-4.57421875, false]], [[-8.4453125, false]], [[-8.5703125, false]], [[-5.07421875, false]], [[-8.3203125, false]], [[-4.57421875, false]], [[-8.4453125, false]], [[-8.5703125, false]], [[-5.07421875, false]], [[-8.4453125, false]], [[-4.57421875, false]], [[-9.4453125, false]], [[-8.0703125, false]], [[-4.57421875, false]], [[-5.57421875, false]], [[-5.07421875, false]], [[-8.9453125, false]], [[-8.4453125, false]], [[-8.5703125, false]], [[-6.09375, false]], [[-8.0703125, false]], [[-8.59375, false]], [[-4.57421875, false]], [[-8.0703125, false]], [[-8.4453125, false]], [[-8.5703125, false]], [[-8.3203125, false]], [[-4.57421875, false]], [[-5.07421875, false]], [[-8.4453125, false]], [[-8.5703125, false]], [[-9.4453125, false]], [[-8.0703125, false]], [[-8.8203125, false]], [[-8.5703125, false]], [[-8.3203125, false]], [[-8.9453125, false]], [[-8.3203125, false]], [[-4.57421875, false]], [[-9.4453125, false]], [[-8.0703125, false]], [[-4.57421875, false]], [[-8.4453125, false]], [[-8.5703125, false]], [[-8.3203125, false]], [[-4.57421875, false]], [[-6.57421875, false]], [[-9.4453125, false]], [[-9.4453125, false]], [[-8.3203125, false]], [[-4.57421875, false]], [[-8.0703125, false]], [[-8.0703125, false]], [[-4.57421875, false]], [[-8.5703125, false]], [[-10.3203125, false]], [[-8.3203125, false]], [[-8.5703125, false]], [[-4.57421875, false]], [[-8.4453125, false]], [[-8.5703125, false]], [[-8.0703125, false]], [[-8.3203125, false]], [[-8.3203125, false]], [[-8.3203125, false]], [[-8.9453125, false]], [[-4.57421875, false]], [[-8.4453125, false]], [[-8.5703125, false]], [[-5.07421875, false]], [[-8.3203125, false]], [[-4.57421875, false]], [[-8.4453125, false]], [[-8.5703125, false]], [[-5.07421875, false]], [[-8.4453125, false]], [[-4.57421875, false]], [[-9.4453125, false]], [[-8.0703125, false]], [[-4.57421875, false]], [[-5.57421875, false]], [[-5.07421875, false]], [[-8.9453125, false]], [[-8.4453125, false]], [[-8.5703125, false]], [[-6.09375, false]], [[-8.0703125, false]], [[-11.0703125, false]]], "filtered_resps": [[-7.07421875, false], [-8.0703125, false], [-8.4453125, false], [-8.5703125, false], [-8.3203125, false], [-4.57421875, false], [-6.57421875, false], [-9.4453125, false], [-9.4453125, false], [-8.3203125, false], [-4.57421875, false], [-8.5703125, false], [-5.07421875, false], [-8.0703125, false], [-4.57421875, false], [-5.07421875, false], [-4.57421875, false], [-8.0703125, false], [-8.5703125, false], [-5.07421875, false], [-9.0703125, false], [-9.0703125, false], [-8.3203125, false], [-8.9453125, false], [-4.57421875, false], [-8.0703125, false], [-10.3203125, false], [-8.9453125, false], [-8.0703125, false], [-5.07421875, false], [-8.3203125, false], [-8.3203125, false], [-4.57421875, false], [-5.07421875, false], [-8.9453125, false], [-8.3203125, false], [-5.07421875, false], [-4.57421875, false], [-8.4453125, false], [-8.5703125, false], [-5.07421875, false], [-8.3203125, false], [-4.57421875, false], [-5.57421875, false], [-5.07421875, false], [-8.9453125, false], [-8.4453125, false], [-8.5703125, false], [-6.09375, false], [-8.0703125, false], [-8.59375, false], [-4.57421875, false], [-8.0703125, false], [-8.4453125, false], [-8.5703125, false], [-8.3203125, false], [-4.57421875, false], [-8.5703125, false], [-5.07421875, false], [-8.0703125, false], [-8.0703125, false], [-4.57421875, false], [-9.4453125, false], [-8.0703125, false], [-4.57421875, false], [-5.07421875, false], [-8.3203125, false], [-4.57421875, false], [-9.4453125, false], [-6.57421875, false], [-11.1953125, false], [-8.3203125, false], [-8.3203125, false], [-8.4453125, false], [-4.57421875, false], [-9.4453125, false], [-8.3203125, false], [-4.57421875, false], [-5.57421875, false], [-5.07421875, false], [-8.9453125, false], [-8.4453125, false], [-8.5703125, false], [-4.57421875, false], [-8.0703125, false], [-8.0703125, false], [-4.57421875, false], [-9.4453125, false], [-8.9453125, false], [-8.3203125, false], [-5.07421875, false], [-8.4453125, false], [-8.3203125, false], [-8.9453125, false], [-4.57421875, false], [-8.4453125, false], [-8.5703125, false], [-5.07421875, false], [-8.3203125, false], [-4.57421875, false], [-9.4453125, false], [-8.3203125, false], [-4.57421875, false], [-8.4453125, false], [-8.5703125, false], [-8.3203125, false], [-4.57421875, false], [-6.57421875, false], [-9.4453125, false], [-9.4453125, false], [-8.3203125, false], [-6.09375, false], [-8.0703125, false], [-8.59375, false], [-4.57421875, false], [-8.0703125, false], [-8.4453125, false], [-8.5703125, false], [-8.3203125, false], [-4.57421875, false], [-9.4453125, false], [-8.9453125, false], [-5.07421875, false], [-9.0703125, false], [-8.0703125, false], [-8.4453125, false], [-5.07421875, false], [-8.4453125, false], [-8.0703125, false], [-9.4453125, false], [-8.3203125, false], [-5.07421875, false], [-9.0703125, false], [-4.57421875, false], [-8.0703125, false], [-8.0703125, false], [-8.3203125, false], [-9.0703125, false], [-8.3203125, false], [-4.57421875, false], [-9.4453125, false], [-8.0703125, false], [-4.57421875, false], [-8.4453125, false], [-8.5703125, false], [-8.3203125, false], [-4.57421875, false], [-6.57421875, false], [-9.4453125, false], [-9.4453125, false], [-8.3203125, false], [-4.57421875, false], [-8.0703125, false], [-8.0703125, false], [-4.57421875, false], [-9.0703125, false], [-8.3203125, false], [-8.0703125, false], [-8.0703125, false], [-4.57421875, false], [-8.4453125, false], [-8.5703125, false], [-5.07421875, false], [-8.3203125, false], [-4.57421875, false], [-8.4453125, false], [-8.5703125, false], [-5.07421875, false], [-8.4453125, false], [-4.57421875, false], [-9.4453125, false], [-8.0703125, false], [-4.57421875, false], [-5.57421875, false], [-5.07421875, false], [-8.9453125, false], [-8.4453125, false], [-8.5703125, false], [-6.09375, false], [-8.0703125, false], [-8.59375, false], [-4.57421875, false], [-8.0703125, false], [-8.4453125, false], [-8.5703125, false], [-8.3203125, false], [-4.57421875, false], [-5.07421875, false], [-8.4453125, false], [-8.5703125, false], [-9.4453125, false], [-8.0703125, false], [-8.8203125, false], [-8.5703125, false], [-8.3203125, false], [-8.9453125, false], [-8.3203125, false], [-4.57421875, false], [-9.4453125, false], [-8.0703125, false], [-4.57421875, false], [-8.4453125, false], [-8.5703125, false], [-8.3203125, false], [-4.57421875, false], [-6.57421875, false], [-9.4453125, false], [-9.4453125, false], [-8.3203125, false], [-4.57421875, false], [-8.0703125, false], [-8.0703125, false], [-4.57421875, false], [-8.5703125, false], [-10.3203125, false], [-8.3203125, false], [-8.5703125, false], [-4.57421875, false], [-8.4453125, false], [-8.5703125, false], [-8.0703125, false], [-8.3203125, false], [-8.3203125, false], [-8.3203125, false], [-8.9453125, false], [-4.57421875, false], [-8.4453125, false], [-8.5703125, false], [-5.07421875, false], [-8.3203125, false], [-4.57421875, false], [-8.4453125, false], [-8.5703125, false], [-5.07421875, false], [-8.4453125, false], [-4.57421875, false], [-9.4453125, false], [-8.0703125, false], [-4.57421875, false], [-5.57421875, false], [-5.07421875, false], [-8.9453125, false], [-8.4453125, false], [-8.5703125, false], [-6.09375, false], [-8.0703125, false], [-11.0703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 805, "doc": {"id": "Mercury_180198", "question": "Which of the following is a direct result of Earth's tilt on its axis?", "choices": {"text": ["tides", "seasons", "weather", "gravity"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "seasons", "arguments": ["Question: Which of the following is a direct result of Earth's tilt on its axis?\nAnswer:", " ["], "resps": [[[-6.66796875, false]], [[-8.4140625, false]], [[-7.66796875, false]], [[-8.6640625, false]], [[-8.6640625, false]], [[-7.91796875, false]], [[-7.91796875, false]], [[-8.4140625, false]], [[-9.140625, false]], [[-4.66796875, false]], [[-8.4140625, false]], [[-7.91796875, false]], [[-7.91796875, false]], [[-4.16796875, false]], [[-7.91796875, false]], [[-9.1640625, false]], [[-8.6640625, false]], [[-7.91796875, false]], [[-8.4140625, false]], [[-9.140625, false]], [[-4.66796875, false]], [[-8.4140625, false]], [[-10.1640625, false]], [[-7.91796875, false]], [[-4.16796875, false]], [[-7.66796875, false]], [[-9.1640625, false]], [[-7.91796875, false]], [[-9.1640625, false]], [[-8.4140625, false]], [[-9.140625, false]], [[-4.66796875, false]], [[-8.4140625, false]], [[-10.6640625, false]], [[-9.1640625, false]], [[-4.16796875, false]], [[-8.4140625, false]], [[-8.6640625, false]], [[-7.66796875, false]], [[-8.9140625, false]], [[-8.4140625, false]], [[-12.6640625, false]]], "filtered_resps": [[-6.66796875, false], [-8.4140625, false], [-7.66796875, false], [-8.6640625, false], [-8.6640625, false], [-7.91796875, false], [-7.91796875, false], [-8.4140625, false], [-9.140625, false], [-4.66796875, false], [-8.4140625, false], [-7.91796875, false], [-7.91796875, false], [-4.16796875, false], [-7.91796875, false], [-9.1640625, false], [-8.6640625, false], [-7.91796875, false], [-8.4140625, false], [-9.140625, false], [-4.66796875, false], [-8.4140625, false], [-10.1640625, false], [-7.91796875, false], [-4.16796875, false], [-7.66796875, false], [-9.1640625, false], [-7.91796875, false], [-9.1640625, false], [-8.4140625, false], [-9.140625, false], [-4.66796875, false], [-8.4140625, false], [-10.6640625, false], [-9.1640625, false], [-4.16796875, false], [-8.4140625, false], [-8.6640625, false], [-7.66796875, false], [-8.9140625, false], [-8.4140625, false], [-12.6640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 813, "doc": {"id": "Mercury_7026810", "question": "The burning of fossil fuels in cities results in high levels of air pollution. Which urban design would best help reduce air pollution?", "choices": {"text": ["numerous park areas", "frequent trash recycling", "efficient public transportation", "effective street lighting"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "efficient public transportation", "arguments": ["Question: The burning of fossil fuels in cities results in high levels of air pollution. Which urban design would best help reduce air pollution?\nAnswer:", " ["], "resps": [[[-7.98046875, false]], [[-8.9765625, false]], [[-11.4765625, false]], [[-12.7265625, false]], [[-11.7265625, false]], [[-9.2265625, false]], [[-12.4765625, false]], [[-10.6015625, false]], [[-12.7265625, false]], [[-10.6015625, false]], [[-5.23046875, false]], [[-10.7265625, false]], [[-5.73046875, false]], [[-12.4765625, false]], [[-12.8515625, false]], [[-5.23046875, false]], [[-5.73046875, false]], [[-12.4765625, false]], [[-9.2265625, false]], [[-5.73046875, false]], [[-10.6015625, false]], [[-8.9765625, false]], [[-9.7578125, false]], [[-5.23046875, false]], [[-8.9765625, false]], [[-11.8515625, false]], [[-12.4765625, false]], [[-9.2265625, false]], [[-14.1015625, false]], [[-12.7265625, false]], [[-9.2265625, false]], [[-11.4765625, false]], [[-12.4765625, false]], [[-5.23046875, false]], [[-12.4765625, false]], [[-12.4765625, false]], [[-5.73046875, false]], [[-10.6015625, false]], [[-12.1015625, false]], [[-5.23046875, false]], [[-12.4765625, false]], [[-9.2265625, false]], [[-11.2265625, false]], [[-13.9765625, false]], [[-11.2265625, false]], [[-11.6015625, false]], [[-9.2265625, false]], [[-11.4765625, false]], [[-13.1015625, false]], [[-8.9765625, false]], [[-9.7578125, false]], [[-5.23046875, false]], [[-8.9765625, false]], [[-9.2265625, false]], [[-11.8515625, false]], [[-11.8515625, false]], [[-9.2265625, false]], [[-11.2265625, false]], [[-9.2265625, false]], [[-9.2265625, false]], [[-11.4765625, false]], [[-12.4765625, false]], [[-5.23046875, false]], [[-10.7265625, false]], [[-12.7265625, false]], [[-10.8515625, false]], [[-11.6015625, false]], [[-9.2265625, false]], [[-11.2265625, false]], [[-5.23046875, false]], [[-12.4765625, false]], [[-12.4765625, false]], [[-5.73046875, false]], [[-11.4765625, false]], [[-10.6015625, false]], [[-10.7265625, false]], [[-10.6015625, false]], [[-12.4765625, false]], [[-12.4765625, false]], [[-5.73046875, false]], [[-12.4765625, false]], [[-9.2265625, false]], [[-10.6015625, false]], [[-11.4765625, false]], [[-8.9765625, false]], [[-9.7578125, false]], [[-5.23046875, false]], [[-8.9765625, false]], [[-9.2265625, false]], [[-11.8515625, false]], [[-11.8515625, false]], [[-9.2265625, false]], [[-11.2265625, false]], [[-12.4765625, false]], [[-9.2265625, false]], [[-12.6015625, false]], [[-9.2265625, false]], [[-5.23046875, false]], [[-10.6015625, false]], [[-12.4765625, false]], [[-12.4765625, false]], [[-9.2265625, false]], [[-9.2265625, false]], [[-12.4765625, false]], [[-5.23046875, false]], [[-11.6015625, false]], [[-9.2265625, false]], [[-13.1015625, false]], [[-12.1015625, false]], [[-12.4765625, false]], [[-9.2265625, false]], [[-11.4765625, false]], [[-13.1015625, false]], [[-8.9765625, false]], [[-13.1015625, false]]], "filtered_resps": [[-7.98046875, false], [-8.9765625, false], [-11.4765625, false], [-12.7265625, false], [-11.7265625, false], [-9.2265625, false], [-12.4765625, false], [-10.6015625, false], [-12.7265625, false], [-10.6015625, false], [-5.23046875, false], [-10.7265625, false], [-5.73046875, false], [-12.4765625, false], [-12.8515625, false], [-5.23046875, false], [-5.73046875, false], [-12.4765625, false], [-9.2265625, false], [-5.73046875, false], [-10.6015625, false], [-8.9765625, false], [-9.7578125, false], [-5.23046875, false], [-8.9765625, false], [-11.8515625, false], [-12.4765625, false], [-9.2265625, false], [-14.1015625, false], [-12.7265625, false], [-9.2265625, false], [-11.4765625, false], [-12.4765625, false], [-5.23046875, false], [-12.4765625, false], [-12.4765625, false], [-5.73046875, false], [-10.6015625, false], [-12.1015625, false], [-5.23046875, false], [-12.4765625, false], [-9.2265625, false], [-11.2265625, false], [-13.9765625, false], [-11.2265625, false], [-11.6015625, false], [-9.2265625, false], [-11.4765625, false], [-13.1015625, false], [-8.9765625, false], [-9.7578125, false], [-5.23046875, false], [-8.9765625, false], [-9.2265625, false], [-11.8515625, false], [-11.8515625, false], [-9.2265625, false], [-11.2265625, false], [-9.2265625, false], [-9.2265625, false], [-11.4765625, false], [-12.4765625, false], [-5.23046875, false], [-10.7265625, false], [-12.7265625, false], [-10.8515625, false], [-11.6015625, false], [-9.2265625, false], [-11.2265625, false], [-5.23046875, false], [-12.4765625, false], [-12.4765625, false], [-5.73046875, false], [-11.4765625, false], [-10.6015625, false], [-10.7265625, false], [-10.6015625, false], [-12.4765625, false], [-12.4765625, false], [-5.73046875, false], [-12.4765625, false], [-9.2265625, false], [-10.6015625, false], [-11.4765625, false], [-8.9765625, false], [-9.7578125, false], [-5.23046875, false], [-8.9765625, false], [-9.2265625, false], [-11.8515625, false], [-11.8515625, false], [-9.2265625, false], [-11.2265625, false], [-12.4765625, false], [-9.2265625, false], [-12.6015625, false], [-9.2265625, false], [-5.23046875, false], [-10.6015625, false], [-12.4765625, false], [-12.4765625, false], [-9.2265625, false], [-9.2265625, false], [-12.4765625, false], [-5.23046875, false], [-11.6015625, false], [-9.2265625, false], [-13.1015625, false], [-12.1015625, false], [-12.4765625, false], [-9.2265625, false], [-11.4765625, false], [-13.1015625, false], [-8.9765625, false], [-13.1015625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 821, "doc": {"id": "Mercury_7113978", "question": "What is the most likely result of large-scale agricultural fertilization on aquatic systems?", "choices": {"text": ["increased fish populations", "more biodiversity over time", "less oxygen available for fish", "reduced water levels"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "less oxygen available for fish", "arguments": ["Question: What is the most likely result of large-scale agricultural fertilization on aquatic systems?\nAnswer:", " ["], "resps": [[[-7.73046875, false]], [[-9.2265625, false]], [[-9.8515625, false]], [[-9.1015625, false]], [[-10.1015625, false]], [[-12.1015625, false]], [[-9.1015625, false]], [[-5.35546875, false]], [[-10.4765625, false]], [[-9.1015625, false]], [[-8.4765625, false]], [[-5.60546875, false]], [[-10.8515625, false]], [[-9.8515625, false]], [[-10.4765625, false]], [[-12.3515625, false]], [[-5.60546875, false]], [[-10.4765625, false]], [[-9.4765625, false]], [[-10.4765625, false]], [[-11.9765625, false]], [[-11.1015625, false]], [[-5.35546875, false]], [[-12.1015625, false]], [[-9.8515625, false]], [[-9.4765625, false]], [[-9.1015625, false]], [[-10.4765625, false]], [[-9.2265625, false]], [[-10.40625, false]], [[-5.60546875, false]], [[-9.2265625, false]], [[-11.6015625, false]], [[-9.4765625, false]], [[-12.1015625, false]], [[-9.1015625, false]], [[-5.60546875, false]], [[-11.3515625, false]], [[-9.8515625, false]], [[-9.4765625, false]], [[-8.4765625, false]], [[-9.8515625, false]], [[-13.1015625, false]], [[-9.1015625, false]], [[-12.1015625, false]], [[-10.4765625, false]], [[-9.8515625, false]], [[-12.1015625, false]], [[-10.9765625, false]], [[-5.60546875, false]], [[-9.4765625, false]], [[-13.1015625, false]], [[-9.1015625, false]], [[-12.1015625, false]], [[-5.60546875, false]], [[-12.1015625, false]], [[-9.8515625, false]], [[-11.6015625, false]], [[-9.1015625, false]], [[-9.2265625, false]], [[-10.40625, false]], [[-5.60546875, false]], [[-9.2265625, false]], [[-11.1015625, false]], [[-9.1015625, false]], [[-10.4765625, false]], [[-10.4765625, false]], [[-5.60546875, false]], [[-9.4765625, false]], [[-12.4765625, false]], [[-10.9765625, false]], [[-12.9765625, false]], [[-9.1015625, false]], [[-9.1015625, false]], [[-5.60546875, false]], [[-5.35546875, false]], [[-13.1015625, false]], [[-5.35546875, false]], [[-9.8515625, false]], [[-11.1015625, false]], [[-5.35546875, false]], [[-11.3515625, false]], [[-11.1015625, false]], [[-9.1015625, false]], [[-5.60546875, false]], [[-10.8515625, false]], [[-9.4765625, false]], [[-12.1015625, false]], [[-5.60546875, false]], [[-10.8515625, false]], [[-9.8515625, false]], [[-10.4765625, false]], [[-12.3515625, false]], [[-9.2265625, false]], [[-10.40625, false]], [[-5.60546875, false]], [[-9.2265625, false]], [[-12.1015625, false]], [[-9.1015625, false]], [[-8.4765625, false]], [[-11.9765625, false]], [[-10.1015625, false]], [[-9.1015625, false]], [[-8.4765625, false]], [[-5.60546875, false]], [[-11.8515625, false]], [[-5.35546875, false]], [[-12.1015625, false]], [[-9.1015625, false]], [[-12.1015625, false]], [[-5.60546875, false]], [[-11.1015625, false]], [[-9.1015625, false]], [[-13.1015625, false]], [[-9.1015625, false]], [[-11.1015625, false]], [[-10.4765625, false]], [[-9.2265625, false]], [[-14.7265625, false]]], "filtered_resps": [[-7.73046875, false], [-9.2265625, false], [-9.8515625, false], [-9.1015625, false], [-10.1015625, false], [-12.1015625, false], [-9.1015625, false], [-5.35546875, false], [-10.4765625, false], [-9.1015625, false], [-8.4765625, false], [-5.60546875, false], [-10.8515625, false], [-9.8515625, false], [-10.4765625, false], [-12.3515625, false], [-5.60546875, false], [-10.4765625, false], [-9.4765625, false], [-10.4765625, false], [-11.9765625, false], [-11.1015625, false], [-5.35546875, false], [-12.1015625, false], [-9.8515625, false], [-9.4765625, false], [-9.1015625, false], [-10.4765625, false], [-9.2265625, false], [-10.40625, false], [-5.60546875, false], [-9.2265625, false], [-11.6015625, false], [-9.4765625, false], [-12.1015625, false], [-9.1015625, false], [-5.60546875, false], [-11.3515625, false], [-9.8515625, false], [-9.4765625, false], [-8.4765625, false], [-9.8515625, false], [-13.1015625, false], [-9.1015625, false], [-12.1015625, false], [-10.4765625, false], [-9.8515625, false], [-12.1015625, false], [-10.9765625, false], [-5.60546875, false], [-9.4765625, false], [-13.1015625, false], [-9.1015625, false], [-12.1015625, false], [-5.60546875, false], [-12.1015625, false], [-9.8515625, false], [-11.6015625, false], [-9.1015625, false], [-9.2265625, false], [-10.40625, false], [-5.60546875, false], [-9.2265625, false], [-11.1015625, false], [-9.1015625, false], [-10.4765625, false], [-10.4765625, false], [-5.60546875, false], [-9.4765625, false], [-12.4765625, false], [-10.9765625, false], [-12.9765625, false], [-9.1015625, false], [-9.1015625, false], [-5.60546875, false], [-5.35546875, false], [-13.1015625, false], [-5.35546875, false], [-9.8515625, false], [-11.1015625, false], [-5.35546875, false], [-11.3515625, false], [-11.1015625, false], [-9.1015625, false], [-5.60546875, false], [-10.8515625, false], [-9.4765625, false], [-12.1015625, false], [-5.60546875, false], [-10.8515625, false], [-9.8515625, false], [-10.4765625, false], [-12.3515625, false], [-9.2265625, false], [-10.40625, false], [-5.60546875, false], [-9.2265625, false], [-12.1015625, false], [-9.1015625, false], [-8.4765625, false], [-11.9765625, false], [-10.1015625, false], [-9.1015625, false], [-8.4765625, false], [-5.60546875, false], [-11.8515625, false], [-5.35546875, false], [-12.1015625, false], [-9.1015625, false], [-12.1015625, false], [-5.60546875, false], [-11.1015625, false], [-9.1015625, false], [-13.1015625, false], [-9.1015625, false], [-11.1015625, false], [-10.4765625, false], [-9.2265625, false], [-14.7265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 829, "doc": {"id": "Mercury_7013895", "question": "Which scientist is best known for research that led to the modern understanding of the atom?", "choices": {"text": ["Newton", "Dalton", "Galileo", "Copernicus"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Dalton", "arguments": ["Question: Which scientist is best known for research that led to the modern understanding of the atom?\nAnswer:", " ["], "resps": [[[-6.75, false]], [[-9.0, false]], [[-6.75, false]], [[-9.75, false]], [[-11.0, false]], [[-10.0, false]], [[-11.5, false]], [[-9.25, false]], [[-9.0, false]], [[-9.0390625, false]], [[-5.5, false]], [[-9.0, false]], [[-6.5, false]], [[-7.25, false]], [[-10.75, false]], [[-10.0, false]], [[-11.5, false]], [[-9.25, false]], [[-9.0, false]], [[-9.0390625, false]], [[-5.5, false]], [[-9.0, false]], [[-6.75, false]], [[-7.25, false]], [[-10.75, false]], [[-10.5, false]], [[-10.75, false]], [[-9.75, false]], [[-11.5, false]], [[-9.0, false]], [[-9.0390625, false]], [[-5.5, false]], [[-9.0, false]], [[-4.0, false]], [[-11.5, false]], [[-10.0, false]], [[-9.75, false]], [[-10.0, false]], [[-9.25, false]], [[-10.5, false]], [[-9.5, false]], [[-11.0, false]], [[-10.5, false]], [[-9.0, false]], [[-13.5, false]]], "filtered_resps": [[-6.75, false], [-9.0, false], [-6.75, false], [-9.75, false], [-11.0, false], [-10.0, false], [-11.5, false], [-9.25, false], [-9.0, false], [-9.0390625, false], [-5.5, false], [-9.0, false], [-6.5, false], [-7.25, false], [-10.75, false], [-10.0, false], [-11.5, false], [-9.25, false], [-9.0, false], [-9.0390625, false], [-5.5, false], [-9.0, false], [-6.75, false], [-7.25, false], [-10.75, false], [-10.5, false], [-10.75, false], [-9.75, false], [-11.5, false], [-9.0, false], [-9.0390625, false], [-5.5, false], [-9.0, false], [-4.0, false], [-11.5, false], [-10.0, false], [-9.75, false], [-10.0, false], [-9.25, false], [-10.5, false], [-9.5, false], [-11.0, false], [-10.5, false], [-9.0, false], [-13.5, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 837, "doc": {"id": "Mercury_7160528", "question": "Energy is absorbed and released through endothermic and exothermic processes. Which is an example of an exothermic process?", "choices": {"text": ["ice melting", "ice sublimating", "water evaporating", "water freezing"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "water freezing", "arguments": ["Question: Energy is absorbed and released through endothermic and exothermic processes. Which is an example of an exothermic process?\nAnswer:", " ["], "resps": [[[-6.7265625, false]], [[-10.2265625, false]], [[-6.9765625, false]], [[-6.4765625, false]], [[-6.2265625, false]], [[-4.7265625, false]], [[-7.9765625, false]], [[-6.2265625, false]], [[-10.3515625, false]], [[-10.1015625, false]], [[-6.9765625, false]], [[-8.2265625, false]], [[-11.2265625, false]], [[-10.2265625, false]], [[-8.9609375, false]], [[-4.7265625, false]], [[-10.2265625, false]], [[-6.9765625, false]], [[-6.4765625, false]], [[-6.2265625, false]], [[-4.7265625, false]], [[-9.6015625, false]], [[-9.3515625, false]], [[-7.9765625, false]], [[-10.3515625, false]], [[-6.9765625, false]], [[-7.9765625, false]], [[-4.7265625, false]], [[-10.1015625, false]], [[-6.9765625, false]], [[-8.2265625, false]], [[-11.2265625, false]], [[-10.2265625, false]], [[-8.9609375, false]], [[-4.7265625, false]], [[-10.2265625, false]], [[-11.2265625, false]], [[-4.7265625, false]], [[-10.1015625, false]], [[-6.2265625, false]], [[-10.8515625, false]], [[-4.7265625, false]], [[-6.2265625, false]], [[-9.6015625, false]], [[-4.7265625, false]], [[-8.7265625, false]], [[-7.4765625, false]], [[-10.8515625, false]], [[-4.7265625, false]], [[-10.1015625, false]], [[-6.9765625, false]], [[-8.2265625, false]], [[-11.2265625, false]], [[-10.2265625, false]], [[-8.9609375, false]], [[-4.7265625, false]], [[-10.2265625, false]], [[-11.2265625, false]], [[-4.7265625, false]], [[-10.1015625, false]], [[-6.2265625, false]], [[-10.8515625, false]], [[-4.7265625, false]], [[-8.7265625, false]], [[-10.8515625, false]], [[-6.2265625, false]], [[-6.2265625, false]], [[-10.6015625, false]], [[-6.9765625, false]], [[-8.2265625, false]], [[-11.2265625, false]], [[-10.2265625, false]], [[-13.4765625, false]]], "filtered_resps": [[-6.7265625, false], [-10.2265625, false], [-6.9765625, false], [-6.4765625, false], [-6.2265625, false], [-4.7265625, false], [-7.9765625, false], [-6.2265625, false], [-10.3515625, false], [-10.1015625, false], [-6.9765625, false], [-8.2265625, false], [-11.2265625, false], [-10.2265625, false], [-8.9609375, false], [-4.7265625, false], [-10.2265625, false], [-6.9765625, false], [-6.4765625, false], [-6.2265625, false], [-4.7265625, false], [-9.6015625, false], [-9.3515625, false], [-7.9765625, false], [-10.3515625, false], [-6.9765625, false], [-7.9765625, false], [-4.7265625, false], [-10.1015625, false], [-6.9765625, false], [-8.2265625, false], [-11.2265625, false], [-10.2265625, false], [-8.9609375, false], [-4.7265625, false], [-10.2265625, false], [-11.2265625, false], [-4.7265625, false], [-10.1015625, false], [-6.2265625, false], [-10.8515625, false], [-4.7265625, false], [-6.2265625, false], [-9.6015625, false], [-4.7265625, false], [-8.7265625, false], [-7.4765625, false], [-10.8515625, false], [-4.7265625, false], [-10.1015625, false], [-6.9765625, false], [-8.2265625, false], [-11.2265625, false], [-10.2265625, false], [-8.9609375, false], [-4.7265625, false], [-10.2265625, false], [-11.2265625, false], [-4.7265625, false], [-10.1015625, false], [-6.2265625, false], [-10.8515625, false], [-4.7265625, false], [-8.7265625, false], [-10.8515625, false], [-6.2265625, false], [-6.2265625, false], [-10.6015625, false], [-6.9765625, false], [-8.2265625, false], [-11.2265625, false], [-10.2265625, false], [-13.4765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 845, "doc": {"id": "Mercury_SC_405838", "question": "A scientist is watching birds from far away. Which object is the scientist most likely using to watch the birds?", "choices": {"text": ["goggles", "binoculars", "sunglasses", "microscope"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "binoculars", "arguments": ["Question: A scientist is watching birds from far away. Which object is the scientist most likely using to watch the birds?\nAnswer:", " ["], "resps": [[[-7.89453125, false]], [[-8.8984375, false]], [[-12.1484375, false]], [[-9.8984375, false]], [[-12.1484375, false]], [[-12.1484375, false]], [[-9.6484375, false]], [[-9.3984375, false]], [[-9.3984375, false]], [[-8.8984375, false]], [[-10.53125, false]], [[-5.64453125, false]], [[-8.8984375, false]], [[-9.6484375, false]], [[-10.6484375, false]], [[-9.6484375, false]], [[-9.8984375, false]], [[-10.6484375, false]], [[-11.1484375, false]], [[-9.6484375, false]], [[-3.146484375, false]], [[-10.6484375, false]], [[-9.3984375, false]], [[-8.8984375, false]], [[-10.53125, false]], [[-5.64453125, false]], [[-8.8984375, false]], [[-9.3984375, false]], [[-11.1484375, false]], [[-9.6484375, false]], [[-12.1484375, false]], [[-9.6484375, false]], [[-3.146484375, false]], [[-9.3984375, false]], [[-9.3984375, false]], [[-9.3984375, false]], [[-9.3984375, false]], [[-8.8984375, false]], [[-10.53125, false]], [[-5.64453125, false]], [[-8.8984375, false]], [[-11.1484375, false]], [[-10.6484375, false]], [[-10.6484375, false]], [[-10.6484375, false]], [[-9.8984375, false]], [[-9.3984375, false]], [[-10.6484375, false]], [[-9.8984375, false]], [[-10.6484375, false]], [[-9.3984375, false]], [[-8.8984375, false]], [[-13.1484375, false]]], "filtered_resps": [[-7.89453125, false], [-8.8984375, false], [-12.1484375, false], [-9.8984375, false], [-12.1484375, false], [-12.1484375, false], [-9.6484375, false], [-9.3984375, false], [-9.3984375, false], [-8.8984375, false], [-10.53125, false], [-5.64453125, false], [-8.8984375, false], [-9.6484375, false], [-10.6484375, false], [-9.6484375, false], [-9.8984375, false], [-10.6484375, false], [-11.1484375, false], [-9.6484375, false], [-3.146484375, false], [-10.6484375, false], [-9.3984375, false], [-8.8984375, false], [-10.53125, false], [-5.64453125, false], [-8.8984375, false], [-9.3984375, false], [-11.1484375, false], [-9.6484375, false], [-12.1484375, false], [-9.6484375, false], [-3.146484375, false], [-9.3984375, false], [-9.3984375, false], [-9.3984375, false], [-9.3984375, false], [-8.8984375, false], [-10.53125, false], [-5.64453125, false], [-8.8984375, false], [-11.1484375, false], [-10.6484375, false], [-10.6484375, false], [-10.6484375, false], [-9.8984375, false], [-9.3984375, false], [-10.6484375, false], [-9.8984375, false], [-10.6484375, false], [-9.3984375, false], [-8.8984375, false], [-13.1484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 853, "doc": {"id": "Mercury_7205748", "question": "Which of these is required to support the theory of star formation?", "choices": {"text": ["laws passed by the government", "Internet sites discussing star formation", "pictures of stars of different ages", "evaluation of data by many scientists"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "evaluation of data by many scientists", "arguments": ["Question: Which of these is required to support the theory of star formation?\nAnswer:", " ["], "resps": [[[-5.86328125, false]], [[-8.3671875, false]], [[-9.6171875, false]], [[-4.98828125, false]], [[-9.6171875, false]], [[-8.7421875, false]], [[-4.86328125, false]], [[-7.48828125, false]], [[-4.98828125, false]], [[-8.7421875, false]], [[-8.7421875, false]], [[-7.23828125, false]], [[-7.73828125, false]], [[-4.86328125, false]], [[-6.11328125, false]], [[-10.1171875, false]], [[-4.86328125, false]], [[-7.98828125, false]], [[-8.9921875, false]], [[-7.23828125, false]], [[-4.86328125, false]], [[-9.7421875, false]], [[-9.1171875, false]], [[-8.1171875, false]], [[-7.23828125, false]], [[-8.1171875, false]], [[-7.48828125, false]], [[-8.3671875, false]], [[-7.23828125, false]], [[-7.48828125, false]], [[-7.98828125, false]], [[-8.3671875, false]], [[-8.421875, false]], [[-4.86328125, false]], [[-8.3671875, false]], [[-4.61328125, false]], [[-7.48828125, false]], [[-7.98828125, false]], [[-7.23828125, false]], [[-8.1171875, false]], [[-7.48828125, false]], [[-7.23828125, false]], [[-7.98828125, false]], [[-4.86328125, false]], [[-8.7421875, false]], [[-7.73828125, false]], [[-7.98828125, false]], [[-7.23828125, false]], [[-8.7421875, false]], [[-4.86328125, false]], [[-7.73828125, false]], [[-7.73828125, false]], [[-8.7421875, false]], [[-6.48828125, false]], [[-10.3671875, false]], [[-8.7421875, false]], [[-8.7421875, false]], [[-7.73828125, false]], [[-7.48828125, false]], [[-9.7421875, false]], [[-4.86328125, false]], [[-8.7421875, false]], [[-7.98828125, false]], [[-4.98828125, false]], [[-8.1171875, false]], [[-4.86328125, false]], [[-7.86328125, false]], [[-9.1171875, false]], [[-8.1171875, false]], [[-8.3671875, false]], [[-4.98828125, false]], [[-7.98828125, false]], [[-7.73828125, false]], [[-9.1171875, false]], [[-7.48828125, false]], [[-8.3671875, false]], [[-8.421875, false]], [[-4.86328125, false]], [[-8.3671875, false]], [[-7.48828125, false]], [[-7.73828125, false]], [[-6.48828125, false]], [[-7.98828125, false]], [[-10.3671875, false]], [[-8.1171875, false]], [[-7.23828125, false]], [[-8.7421875, false]], [[-4.86328125, false]], [[-9.1171875, false]], [[-7.86328125, false]], [[-4.86328125, false]], [[-8.7421875, false]], [[-7.98828125, false]], [[-4.98828125, false]], [[-8.1171875, false]], [[-8.7421875, false]], [[-4.86328125, false]], [[-9.1171875, false]], [[-7.86328125, false]], [[-4.86328125, false]], [[-7.73828125, false]], [[-7.73828125, false]], [[-7.86328125, false]], [[-7.86328125, false]], [[-7.23828125, false]], [[-8.1171875, false]], [[-7.23828125, false]], [[-7.48828125, false]], [[-7.98828125, false]], [[-4.86328125, false]], [[-4.98828125, false]], [[-9.7421875, false]], [[-7.23828125, false]], [[-8.7421875, false]], [[-8.3671875, false]], [[-8.421875, false]], [[-4.86328125, false]], [[-8.3671875, false]], [[-7.23828125, false]], [[-8.1171875, false]], [[-4.98828125, false]], [[-9.6171875, false]], [[-10.3671875, false]], [[-4.98828125, false]], [[-7.98828125, false]], [[-7.73828125, false]], [[-9.1171875, false]], [[-7.48828125, false]], [[-4.86328125, false]], [[-9.1171875, false]], [[-7.86328125, false]], [[-4.86328125, false]], [[-7.73828125, false]], [[-4.98828125, false]], [[-7.98828125, false]], [[-4.98828125, false]], [[-4.86328125, false]], [[-6.11328125, false]], [[-10.1171875, false]], [[-4.86328125, false]], [[-8.3671875, false]], [[-4.98828125, false]], [[-7.48828125, false]], [[-10.1171875, false]], [[-4.86328125, false]], [[-8.7421875, false]], [[-6.48828125, false]], [[-7.73828125, false]], [[-7.23828125, false]], [[-7.48828125, false]], [[-7.98828125, false]], [[-7.73828125, false]], [[-8.7421875, false]], [[-7.98828125, false]], [[-8.7421875, false]], [[-8.3671875, false]], [[-11.1171875, false]]], "filtered_resps": [[-5.86328125, false], [-8.3671875, false], [-9.6171875, false], [-4.98828125, false], [-9.6171875, false], [-8.7421875, false], [-4.86328125, false], [-7.48828125, false], [-4.98828125, false], [-8.7421875, false], [-8.7421875, false], [-7.23828125, false], [-7.73828125, false], [-4.86328125, false], [-6.11328125, false], [-10.1171875, false], [-4.86328125, false], [-7.98828125, false], [-8.9921875, false], [-7.23828125, false], [-4.86328125, false], [-9.7421875, false], [-9.1171875, false], [-8.1171875, false], [-7.23828125, false], [-8.1171875, false], [-7.48828125, false], [-8.3671875, false], [-7.23828125, false], [-7.48828125, false], [-7.98828125, false], [-8.3671875, false], [-8.421875, false], [-4.86328125, false], [-8.3671875, false], [-4.61328125, false], [-7.48828125, false], [-7.98828125, false], [-7.23828125, false], [-8.1171875, false], [-7.48828125, false], [-7.23828125, false], [-7.98828125, false], [-4.86328125, false], [-8.7421875, false], [-7.73828125, false], [-7.98828125, false], [-7.23828125, false], [-8.7421875, false], [-4.86328125, false], [-7.73828125, false], [-7.73828125, false], [-8.7421875, false], [-6.48828125, false], [-10.3671875, false], [-8.7421875, false], [-8.7421875, false], [-7.73828125, false], [-7.48828125, false], [-9.7421875, false], [-4.86328125, false], [-8.7421875, false], [-7.98828125, false], [-4.98828125, false], [-8.1171875, false], [-4.86328125, false], [-7.86328125, false], [-9.1171875, false], [-8.1171875, false], [-8.3671875, false], [-4.98828125, false], [-7.98828125, false], [-7.73828125, false], [-9.1171875, false], [-7.48828125, false], [-8.3671875, false], [-8.421875, false], [-4.86328125, false], [-8.3671875, false], [-7.48828125, false], [-7.73828125, false], [-6.48828125, false], [-7.98828125, false], [-10.3671875, false], [-8.1171875, false], [-7.23828125, false], [-8.7421875, false], [-4.86328125, false], [-9.1171875, false], [-7.86328125, false], [-4.86328125, false], [-8.7421875, false], [-7.98828125, false], [-4.98828125, false], [-8.1171875, false], [-8.7421875, false], [-4.86328125, false], [-9.1171875, false], [-7.86328125, false], [-4.86328125, false], [-7.73828125, false], [-7.73828125, false], [-7.86328125, false], [-7.86328125, false], [-7.23828125, false], [-8.1171875, false], [-7.23828125, false], [-7.48828125, false], [-7.98828125, false], [-4.86328125, false], [-4.98828125, false], [-9.7421875, false], [-7.23828125, false], [-8.7421875, false], [-8.3671875, false], [-8.421875, false], [-4.86328125, false], [-8.3671875, false], [-7.23828125, false], [-8.1171875, false], [-4.98828125, false], [-9.6171875, false], [-10.3671875, false], [-4.98828125, false], [-7.98828125, false], [-7.73828125, false], [-9.1171875, false], [-7.48828125, false], [-4.86328125, false], [-9.1171875, false], [-7.86328125, false], [-4.86328125, false], [-7.73828125, false], [-4.98828125, false], [-7.98828125, false], [-4.98828125, false], [-4.86328125, false], [-6.11328125, false], [-10.1171875, false], [-4.86328125, false], [-8.3671875, false], [-4.98828125, false], [-7.48828125, false], [-10.1171875, false], [-4.86328125, false], [-8.7421875, false], [-6.48828125, false], [-7.73828125, false], [-7.23828125, false], [-7.48828125, false], [-7.98828125, false], [-7.73828125, false], [-8.7421875, false], [-7.98828125, false], [-8.7421875, false], [-8.3671875, false], [-11.1171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 861, "doc": {"id": "MCAS_2011_8_17696", "question": "Which of the following units best represents the density of an object?", "choices": {"text": ["kg", "hr", "m/s^2", "g/cm^3"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "g/cm^3", "arguments": ["Question: Which of the following units best represents the density of an object?\nAnswer:", " ["], "resps": [[[-6.66796875, false]], [[-8.546875, false]], [[-7.16796875, false]], [[-7.54296875, false]], [[-8.546875, false]], [[-7.91796875, false]], [[-4.41796875, false]], [[-8.546875, false]], [[-7.16796875, false]], [[-7.91796875, false]], [[-8.546875, false]], [[-7.91796875, false]], [[-4.41796875, false]], [[-8.546875, false]], [[-5.16796875, false]], [[-8.921875, false]], [[-6.79296875, false]], [[-11.046875, false]], [[-5.79296875, false]], [[-8.546875, false]], [[-7.91796875, false]], [[-4.41796875, false]], [[-8.546875, false]], [[-7.54296875, false]], [[-8.921875, false]], [[-6.91796875, false]], [[-5.16796875, false]], [[-11.046875, false]], [[-6.29296875, false]], [[-8.546875, false]], [[-11.421875, false]]], "filtered_resps": [[-6.66796875, false], [-8.546875, false], [-7.16796875, false], [-7.54296875, false], [-8.546875, false], [-7.91796875, false], [-4.41796875, false], [-8.546875, false], [-7.16796875, false], [-7.91796875, false], [-8.546875, false], [-7.91796875, false], [-4.41796875, false], [-8.546875, false], [-5.16796875, false], [-8.921875, false], [-6.79296875, false], [-11.046875, false], [-5.79296875, false], [-8.546875, false], [-7.91796875, false], [-4.41796875, false], [-8.546875, false], [-7.54296875, false], [-8.921875, false], [-6.91796875, false], [-5.16796875, false], [-11.046875, false], [-6.29296875, false], [-8.546875, false], [-11.421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 869, "doc": {"id": "Mercury_7210350", "question": "An increase of carbon dioxide in Earth's atmosphere is most likely to have which effect?", "choices": {"text": ["decreased variations in day length", "increased average air temperature", "increased burn rate for incoming meteoroids", "decreased rate of ozone layer destruction"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "increased average air temperature", "arguments": ["Question: An increase of carbon dioxide in Earth's atmosphere is most likely to have which effect?\nAnswer:", " ["], "resps": [[[-7.8671875, false]], [[-8.3671875, false]], [[-9.1171875, false]], [[-8.8671875, false]], [[-9.8671875, false]], [[-12.6171875, false]], [[-8.8671875, false]], [[-3.869140625, false]], [[-10.3671875, false]], [[-8.8671875, false]], [[-9.1171875, false]], [[-5.1171875, false]], [[-13.3671875, false]], [[-3.869140625, false]], [[-12.6171875, false]], [[-8.3671875, false]], [[-3.869140625, false]], [[-10.8671875, false]], [[-8.3671875, false]], [[-8.3671875, false]], [[-9.6171875, false]], [[-10.3671875, false]], [[-5.1171875, false]], [[-8.3671875, false]], [[-9.6171875, false]], [[-5.1171875, false]], [[-9.1171875, false]], [[-3.869140625, false]], [[-11.8671875, false]], [[-5.1171875, false]], [[-11.3671875, false]], [[-8.8671875, false]], [[-9.6171875, false]], [[-12.6171875, false]], [[-10.8671875, false]], [[-11.6171875, false]], [[-8.3671875, false]], [[-9.375, false]], [[-5.1171875, false]], [[-8.3671875, false]], [[-8.3671875, false]], [[-9.6171875, false]], [[-9.8671875, false]], [[-12.6171875, false]], [[-8.8671875, false]], [[-3.869140625, false]], [[-10.3671875, false]], [[-8.8671875, false]], [[-9.1171875, false]], [[-5.1171875, false]], [[-3.869140625, false]], [[-13.3671875, false]], [[-8.8671875, false]], [[-12.6171875, false]], [[-3.869140625, false]], [[-12.6171875, false]], [[-8.8671875, false]], [[-5.1171875, false]], [[-3.869140625, false]], [[-8.3671875, false]], [[-12.6171875, false]], [[-5.1171875, false]], [[-10.8671875, false]], [[-8.8671875, false]], [[-10.3671875, false]], [[-9.6171875, false]], [[-8.8671875, false]], [[-12.6171875, false]], [[-3.869140625, false]], [[-10.8671875, false]], [[-11.8671875, false]], [[-12.6171875, false]], [[-8.8671875, false]], [[-8.3671875, false]], [[-9.375, false]], [[-5.1171875, false]], [[-8.3671875, false]], [[-8.3671875, false]], [[-9.6171875, false]], [[-9.8671875, false]], [[-12.6171875, false]], [[-8.8671875, false]], [[-3.869140625, false]], [[-10.3671875, false]], [[-8.8671875, false]], [[-9.1171875, false]], [[-5.1171875, false]], [[-9.8671875, false]], [[-11.8671875, false]], [[-12.6171875, false]], [[-9.6171875, false]], [[-5.1171875, false]], [[-12.6171875, false]], [[-3.869140625, false]], [[-10.8671875, false]], [[-8.8671875, false]], [[-5.1171875, false]], [[-10.8671875, false]], [[-8.3671875, false]], [[-12.6171875, false]], [[-5.1171875, false]], [[-8.3671875, false]], [[-9.6171875, false]], [[-9.8671875, false]], [[-8.3671875, false]], [[-10.3671875, false]], [[-8.3671875, false]], [[-9.6171875, false]], [[-12.6171875, false]], [[-5.1171875, false]], [[-10.3671875, false]], [[-8.8671875, false]], [[-10.8671875, false]], [[-8.8671875, false]], [[-8.3671875, false]], [[-12.6171875, false]], [[-8.3671875, false]], [[-8.3671875, false]], [[-9.1171875, false]], [[-10.3671875, false]], [[-8.3671875, false]], [[-9.375, false]], [[-5.1171875, false]], [[-8.3671875, false]], [[-9.1171875, false]], [[-8.8671875, false]], [[-9.8671875, false]], [[-12.6171875, false]], [[-8.8671875, false]], [[-3.869140625, false]], [[-10.3671875, false]], [[-8.8671875, false]], [[-9.1171875, false]], [[-5.1171875, false]], [[-12.6171875, false]], [[-3.869140625, false]], [[-10.8671875, false]], [[-8.8671875, false]], [[-5.1171875, false]], [[-8.3671875, false]], [[-10.8671875, false]], [[-5.1171875, false]], [[-8.3671875, false]], [[-12.8671875, false]], [[-8.3671875, false]], [[-9.6171875, false]], [[-8.8671875, false]], [[-5.1171875, false]], [[-11.3671875, false]], [[-3.869140625, false]], [[-11.8671875, false]], [[-8.8671875, false]], [[-12.6171875, false]], [[-5.1171875, false]], [[-9.1171875, false]], [[-8.8671875, false]], [[-10.3671875, false]], [[-10.8671875, false]], [[-12.6171875, false]], [[-11.8671875, false]], [[-9.8671875, false]], [[-10.8671875, false]], [[-8.3671875, false]], [[-8.3671875, false]], [[-9.6171875, false]], [[-8.3671875, false]], [[-14.6171875, false]]], "filtered_resps": [[-7.8671875, false], [-8.3671875, false], [-9.1171875, false], [-8.8671875, false], [-9.8671875, false], [-12.6171875, false], [-8.8671875, false], [-3.869140625, false], [-10.3671875, false], [-8.8671875, false], [-9.1171875, false], [-5.1171875, false], [-13.3671875, false], [-3.869140625, false], [-12.6171875, false], [-8.3671875, false], [-3.869140625, false], [-10.8671875, false], [-8.3671875, false], [-8.3671875, false], [-9.6171875, false], [-10.3671875, false], [-5.1171875, false], [-8.3671875, false], [-9.6171875, false], [-5.1171875, false], [-9.1171875, false], [-3.869140625, false], [-11.8671875, false], [-5.1171875, false], [-11.3671875, false], [-8.8671875, false], [-9.6171875, false], [-12.6171875, false], [-10.8671875, false], [-11.6171875, false], [-8.3671875, false], [-9.375, false], [-5.1171875, false], [-8.3671875, false], [-8.3671875, false], [-9.6171875, false], [-9.8671875, false], [-12.6171875, false], [-8.8671875, false], [-3.869140625, false], [-10.3671875, false], [-8.8671875, false], [-9.1171875, false], [-5.1171875, false], [-3.869140625, false], [-13.3671875, false], [-8.8671875, false], [-12.6171875, false], [-3.869140625, false], [-12.6171875, false], [-8.8671875, false], [-5.1171875, false], [-3.869140625, false], [-8.3671875, false], [-12.6171875, false], [-5.1171875, false], [-10.8671875, false], [-8.8671875, false], [-10.3671875, false], [-9.6171875, false], [-8.8671875, false], [-12.6171875, false], [-3.869140625, false], [-10.8671875, false], [-11.8671875, false], [-12.6171875, false], [-8.8671875, false], [-8.3671875, false], [-9.375, false], [-5.1171875, false], [-8.3671875, false], [-8.3671875, false], [-9.6171875, false], [-9.8671875, false], [-12.6171875, false], [-8.8671875, false], [-3.869140625, false], [-10.3671875, false], [-8.8671875, false], [-9.1171875, false], [-5.1171875, false], [-9.8671875, false], [-11.8671875, false], [-12.6171875, false], [-9.6171875, false], [-5.1171875, false], [-12.6171875, false], [-3.869140625, false], [-10.8671875, false], [-8.8671875, false], [-5.1171875, false], [-10.8671875, false], [-8.3671875, false], [-12.6171875, false], [-5.1171875, false], [-8.3671875, false], [-9.6171875, false], [-9.8671875, false], [-8.3671875, false], [-10.3671875, false], [-8.3671875, false], [-9.6171875, false], [-12.6171875, false], [-5.1171875, false], [-10.3671875, false], [-8.8671875, false], [-10.8671875, false], [-8.8671875, false], [-8.3671875, false], [-12.6171875, false], [-8.3671875, false], [-8.3671875, false], [-9.1171875, false], [-10.3671875, false], [-8.3671875, false], [-9.375, false], [-5.1171875, false], [-8.3671875, false], [-9.1171875, false], [-8.8671875, false], [-9.8671875, false], [-12.6171875, false], [-8.8671875, false], [-3.869140625, false], [-10.3671875, false], [-8.8671875, false], [-9.1171875, false], [-5.1171875, false], [-12.6171875, false], [-3.869140625, false], [-10.8671875, false], [-8.8671875, false], [-5.1171875, false], [-8.3671875, false], [-10.8671875, false], [-5.1171875, false], [-8.3671875, false], [-12.8671875, false], [-8.3671875, false], [-9.6171875, false], [-8.8671875, false], [-5.1171875, false], [-11.3671875, false], [-3.869140625, false], [-11.8671875, false], [-8.8671875, false], [-12.6171875, false], [-5.1171875, false], [-9.1171875, false], [-8.8671875, false], [-10.3671875, false], [-10.8671875, false], [-12.6171875, false], [-11.8671875, false], [-9.8671875, false], [-10.8671875, false], [-8.3671875, false], [-8.3671875, false], [-9.6171875, false], [-8.3671875, false], [-14.6171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 877, "doc": {"id": "Mercury_7137480", "question": "Ava conducted an experiment to determine respiratory rates during different activities. She counted the number of breaths per minute. Ava noted that the number of breaths increases as physical activity increases. Why is there an increase in the number of breaths per minute as activity increases?", "choices": {"text": ["As activity increases, more oxygen is exhaled.", "As activity increases, breathing becomes more efficient.", "As activity increases, the oxygen needs of cells increase.", "As activity increases, the rate of the heart beating increases."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "As activity increases, the oxygen needs of cells increase.", "arguments": ["Question: Ava conducted an experiment to determine respiratory rates during different activities. She counted the number of breaths per minute. Ava noted that the number of breaths increases as physical activity increases. Why is there an increase in the number of breaths per minute as activity increases?\nAnswer:", " ["], "resps": [[[-7.67578125, false]], [[-9.921875, false]], [[-3.67578125, false]], [[-10.421875, false]], [[-6.42578125, false]], [[-6.67578125, false]], [[-9.671875, false]], [[-10.421875, false]], [[-9.421875, false]], [[-11.921875, false]], [[-9.421875, false]], [[-10.421875, false]], [[-12.671875, false]], [[-6.42578125, false]], [[-9.421875, false]], [[-10.671875, false]], [[-9.671875, false]], [[-11.171875, false]], [[-10.421875, false]], [[-6.67578125, false]], [[-10.421875, false]], [[-10.421875, false]], [[-10.421875, false]], [[-10.6640625, false]], [[-6.42578125, false]], [[-10.921875, false]], [[-9.921875, false]], [[-11.171875, false]], [[-10.421875, false]], [[-6.42578125, false]], [[-9.921875, false]], [[-10.421875, false]], [[-12.671875, false]], [[-12.421875, false]], [[-10.421875, false]], [[-10.671875, false]], [[-6.42578125, false]], [[-9.421875, false]], [[-10.421875, false]], [[-6.42578125, false]], [[-10.421875, false]], [[-10.421875, false]], [[-12.171875, false]], [[-6.67578125, false]], [[-11.671875, false]], [[-10.421875, false]], [[-10.171875, false]], [[-7.4140625, false]], [[-9.921875, false]], [[-10.6640625, false]], [[-6.42578125, false]], [[-9.921875, false]], [[-3.67578125, false]], [[-10.421875, false]], [[-6.42578125, false]], [[-6.67578125, false]], [[-9.671875, false]], [[-10.421875, false]], [[-9.421875, false]], [[-11.921875, false]], [[-9.421875, false]], [[-10.421875, false]], [[-12.671875, false]], [[-6.42578125, false]], [[-9.421875, false]], [[-10.671875, false]], [[-9.671875, false]], [[-11.171875, false]], [[-10.421875, false]], [[-6.67578125, false]], [[-10.421875, false]], [[-10.421875, false]], [[-10.421875, false]], [[-10.6640625, false]], [[-6.42578125, false]], [[-8.171875, false]], [[-11.171875, false]], [[-10.421875, false]], [[-6.67578125, false]], [[-10.421875, false]], [[-12.171875, false]], [[-9.421875, false]], [[-10.671875, false]], [[-12.421875, false]], [[-6.42578125, false]], [[-8.171875, false]], [[-10.421875, false]], [[-9.671875, false]], [[-9.921875, false]], [[-10.921875, false]], [[-10.421875, false]], [[-10.421875, false]], [[-6.42578125, false]], [[-10.921875, false]], [[-9.921875, false]], [[-11.171875, false]], [[-10.421875, false]], [[-6.42578125, false]], [[-10.421875, false]], [[-9.921875, false]], [[-9.921875, false]], [[-9.421875, false]], [[-9.671875, false]], [[-9.421875, false]], [[-10.421875, false]], [[-10.671875, false]], [[-10.421875, false]], [[-7.4140625, false]], [[-9.921875, false]], [[-10.6640625, false]], [[-6.42578125, false]], [[-9.921875, false]], [[-3.67578125, false]], [[-10.421875, false]], [[-6.42578125, false]], [[-6.67578125, false]], [[-9.671875, false]], [[-10.421875, false]], [[-9.421875, false]], [[-11.921875, false]], [[-9.421875, false]], [[-10.421875, false]], [[-12.671875, false]], [[-6.42578125, false]], [[-9.421875, false]], [[-10.671875, false]], [[-9.671875, false]], [[-11.171875, false]], [[-10.421875, false]], [[-6.67578125, false]], [[-10.421875, false]], [[-10.421875, false]], [[-10.421875, false]], [[-10.6640625, false]], [[-6.42578125, false]], [[-10.421875, false]], [[-12.171875, false]], [[-10.421875, false]], [[-6.42578125, false]], [[-9.921875, false]], [[-10.421875, false]], [[-12.671875, false]], [[-12.421875, false]], [[-10.421875, false]], [[-10.671875, false]], [[-6.42578125, false]], [[-10.671875, false]], [[-10.421875, false]], [[-10.421875, false]], [[-10.171875, false]], [[-10.421875, false]], [[-6.42578125, false]], [[-9.921875, false]], [[-9.921875, false]], [[-6.42578125, false]], [[-9.671875, false]], [[-10.421875, false]], [[-11.671875, false]], [[-11.671875, false]], [[-10.421875, false]], [[-6.42578125, false]], [[-9.421875, false]], [[-10.671875, false]], [[-9.671875, false]], [[-11.171875, false]], [[-10.421875, false]], [[-6.67578125, false]], [[-10.421875, false]], [[-10.421875, false]], [[-7.4140625, false]], [[-9.921875, false]], [[-10.6640625, false]], [[-6.42578125, false]], [[-9.921875, false]], [[-3.67578125, false]], [[-10.421875, false]], [[-6.42578125, false]], [[-6.67578125, false]], [[-9.671875, false]], [[-10.421875, false]], [[-9.421875, false]], [[-11.921875, false]], [[-9.421875, false]], [[-10.421875, false]], [[-12.671875, false]], [[-6.42578125, false]], [[-9.421875, false]], [[-10.671875, false]], [[-9.671875, false]], [[-11.171875, false]], [[-10.421875, false]], [[-6.67578125, false]], [[-10.421875, false]], [[-10.421875, false]], [[-10.421875, false]], [[-10.6640625, false]], [[-6.42578125, false]], [[-10.421875, false]], [[-12.171875, false]], [[-10.421875, false]], [[-6.42578125, false]], [[-11.171875, false]], [[-6.67578125, false]], [[-10.421875, false]], [[-10.421875, false]], [[-6.42578125, false]], [[-9.921875, false]], [[-9.921875, false]], [[-6.42578125, false]], [[-10.421875, false]], [[-12.171875, false]], [[-10.421875, false]], [[-6.42578125, false]], [[-12.171875, false]], [[-10.421875, false]], [[-6.67578125, false]], [[-11.171875, false]], [[-10.421875, false]], [[-6.42578125, false]], [[-8.171875, false]], [[-10.421875, false]], [[-6.67578125, false]], [[-10.421875, false]], [[-9.421875, false]], [[-10.671875, false]], [[-12.421875, false]], [[-6.42578125, false]], [[-9.421875, false]], [[-10.671875, false]], [[-9.671875, false]], [[-11.171875, false]], [[-10.421875, false]], [[-6.67578125, false]], [[-10.421875, false]], [[-10.421875, false]], [[-10.421875, false]], [[-7.4140625, false]], [[-9.921875, false]], [[-14.421875, false]]], "filtered_resps": [[-7.67578125, false], [-9.921875, false], [-3.67578125, false], [-10.421875, false], [-6.42578125, false], [-6.67578125, false], [-9.671875, false], [-10.421875, false], [-9.421875, false], [-11.921875, false], [-9.421875, false], [-10.421875, false], [-12.671875, false], [-6.42578125, false], [-9.421875, false], [-10.671875, false], [-9.671875, false], [-11.171875, false], [-10.421875, false], [-6.67578125, false], [-10.421875, false], [-10.421875, false], [-10.421875, false], [-10.6640625, false], [-6.42578125, false], [-10.921875, false], [-9.921875, false], [-11.171875, false], [-10.421875, false], [-6.42578125, false], [-9.921875, false], [-10.421875, false], [-12.671875, false], [-12.421875, false], [-10.421875, false], [-10.671875, false], [-6.42578125, false], [-9.421875, false], [-10.421875, false], [-6.42578125, false], [-10.421875, false], [-10.421875, false], [-12.171875, false], [-6.67578125, false], [-11.671875, false], [-10.421875, false], [-10.171875, false], [-7.4140625, false], [-9.921875, false], [-10.6640625, false], [-6.42578125, false], [-9.921875, false], [-3.67578125, false], [-10.421875, false], [-6.42578125, false], [-6.67578125, false], [-9.671875, false], [-10.421875, false], [-9.421875, false], [-11.921875, false], [-9.421875, false], [-10.421875, false], [-12.671875, false], [-6.42578125, false], [-9.421875, false], [-10.671875, false], [-9.671875, false], [-11.171875, false], [-10.421875, false], [-6.67578125, false], [-10.421875, false], [-10.421875, false], [-10.421875, false], [-10.6640625, false], [-6.42578125, false], [-8.171875, false], [-11.171875, false], [-10.421875, false], [-6.67578125, false], [-10.421875, false], [-12.171875, false], [-9.421875, false], [-10.671875, false], [-12.421875, false], [-6.42578125, false], [-8.171875, false], [-10.421875, false], [-9.671875, false], [-9.921875, false], [-10.921875, false], [-10.421875, false], [-10.421875, false], [-6.42578125, false], [-10.921875, false], [-9.921875, false], [-11.171875, false], [-10.421875, false], [-6.42578125, false], [-10.421875, false], [-9.921875, false], [-9.921875, false], [-9.421875, false], [-9.671875, false], [-9.421875, false], [-10.421875, false], [-10.671875, false], [-10.421875, false], [-7.4140625, false], [-9.921875, false], [-10.6640625, false], [-6.42578125, false], [-9.921875, false], [-3.67578125, false], [-10.421875, false], [-6.42578125, false], [-6.67578125, false], [-9.671875, false], [-10.421875, false], [-9.421875, false], [-11.921875, false], [-9.421875, false], [-10.421875, false], [-12.671875, false], [-6.42578125, false], [-9.421875, false], [-10.671875, false], [-9.671875, false], [-11.171875, false], [-10.421875, false], [-6.67578125, false], [-10.421875, false], [-10.421875, false], [-10.421875, false], [-10.6640625, false], [-6.42578125, false], [-10.421875, false], [-12.171875, false], [-10.421875, false], [-6.42578125, false], [-9.921875, false], [-10.421875, false], [-12.671875, false], [-12.421875, false], [-10.421875, false], [-10.671875, false], [-6.42578125, false], [-10.671875, false], [-10.421875, false], [-10.421875, false], [-10.171875, false], [-10.421875, false], [-6.42578125, false], [-9.921875, false], [-9.921875, false], [-6.42578125, false], [-9.671875, false], [-10.421875, false], [-11.671875, false], [-11.671875, false], [-10.421875, false], [-6.42578125, false], [-9.421875, false], [-10.671875, false], [-9.671875, false], [-11.171875, false], [-10.421875, false], [-6.67578125, false], [-10.421875, false], [-10.421875, false], [-7.4140625, false], [-9.921875, false], [-10.6640625, false], [-6.42578125, false], [-9.921875, false], [-3.67578125, false], [-10.421875, false], [-6.42578125, false], [-6.67578125, false], [-9.671875, false], [-10.421875, false], [-9.421875, false], [-11.921875, false], [-9.421875, false], [-10.421875, false], [-12.671875, false], [-6.42578125, false], [-9.421875, false], [-10.671875, false], [-9.671875, false], [-11.171875, false], [-10.421875, false], [-6.67578125, false], [-10.421875, false], [-10.421875, false], [-10.421875, false], [-10.6640625, false], [-6.42578125, false], [-10.421875, false], [-12.171875, false], [-10.421875, false], [-6.42578125, false], [-11.171875, false], [-6.67578125, false], [-10.421875, false], [-10.421875, false], [-6.42578125, false], [-9.921875, false], [-9.921875, false], [-6.42578125, false], [-10.421875, false], [-12.171875, false], [-10.421875, false], [-6.42578125, false], [-12.171875, false], [-10.421875, false], [-6.67578125, false], [-11.171875, false], [-10.421875, false], [-6.42578125, false], [-8.171875, false], [-10.421875, false], [-6.67578125, false], [-10.421875, false], [-9.421875, false], [-10.671875, false], [-12.421875, false], [-6.42578125, false], [-9.421875, false], [-10.671875, false], [-9.671875, false], [-11.171875, false], [-10.421875, false], [-6.67578125, false], [-10.421875, false], [-10.421875, false], [-10.421875, false], [-7.4140625, false], [-9.921875, false], [-14.421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 885, "doc": {"id": "ACTAAP_2009_7_9", "question": "A ball rolling on the ground is observed to slow down and stop. Based on Newton's first law of motion, what is the best conclusion?", "choices": {"text": ["An object in motion eventually stops.", "The ball must have been going slightly uphill.", "The ball did not have enough mass to keep going.", "There must have been an outside force acting on the ball."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "There must have been an outside force acting on the ball.", "arguments": ["Question: A ball rolling on the ground is observed to slow down and stop. Based on Newton's first law of motion, what is the best conclusion?\nAnswer:", " ["], "resps": [[[-6.69921875, false]], [[-7.94921875, false]], [[-2.197265625, false]], [[-8.1953125, false]], [[-5.44921875, false]], [[-9.9453125, false]], [[-5.44921875, false]], [[-9.9453125, false]], [[-9.4453125, false]], [[-6.94921875, false]], [[-8.1953125, false]], [[-5.44921875, false]], [[-8.1953125, false]], [[-8.1953125, false]], [[-5.44921875, false]], [[-7.94921875, false]], [[-9.9453125, false]], [[-8.1953125, false]], [[-8.1953125, false]], [[-9.9453125, false]], [[-8.1953125, false]], [[-5.44921875, false]], [[-9.4453125, false]], [[-6.94921875, false]], [[-9.4453125, false]], [[-8.1953125, false]], [[-8.1953125, false]], [[-9.1953125, false]], [[-4.44921875, false]], [[-8.9453125, false]], [[-8.9453125, false]], [[-9.6953125, false]], [[-5.44921875, false]], [[-7.69921875, false]], [[-8.1953125, false]], [[-9.9453125, false]], [[-7.44921875, false]], [[-7.69921875, false]], [[-6.8828125, false]], [[-7.94921875, false]], [[-9.5078125, false]], [[-5.44921875, false]], [[-7.94921875, false]], [[-6.69921875, false]], [[-8.6953125, false]], [[-9.4453125, false]], [[-5.44921875, false]], [[-5.44921875, false]], [[-4.44921875, false]], [[-8.9453125, false]], [[-8.9453125, false]], [[-5.44921875, false]], [[-7.94921875, false]], [[-9.1953125, false]], [[-7.69921875, false]], [[-8.1953125, false]], [[-5.44921875, false]], [[-8.6953125, false]], [[-4.44921875, false]], [[-6.94921875, false]], [[-9.4453125, false]], [[-5.44921875, false]], [[-5.44921875, false]], [[-9.4453125, false]], [[-9.4453125, false]], [[-8.1953125, false]], [[-5.44921875, false]], [[-8.9453125, false]], [[-9.9453125, false]], [[-8.1953125, false]], [[-8.1953125, false]], [[-8.9453125, false]], [[-5.44921875, false]], [[-7.69921875, false]], [[-8.9453125, false]], [[-8.1953125, false]], [[-8.9453125, false]], [[-8.6953125, false]], [[-8.1953125, false]], [[-8.9453125, false]], [[-9.6953125, false]], [[-5.44921875, false]], [[-9.1953125, false]], [[-7.44921875, false]], [[-8.6953125, false]], [[-8.1953125, false]], [[-8.9453125, false]], [[-8.9453125, false]], [[-6.8828125, false]], [[-7.94921875, false]], [[-9.5078125, false]], [[-5.44921875, false]], [[-7.94921875, false]], [[-6.69921875, false]], [[-8.6953125, false]], [[-9.4453125, false]], [[-5.44921875, false]], [[-5.44921875, false]], [[-4.44921875, false]], [[-8.9453125, false]], [[-8.9453125, false]], [[-5.44921875, false]], [[-7.44921875, false]], [[-8.1953125, false]], [[-7.44921875, false]], [[-5.44921875, false]], [[-8.1953125, false]], [[-9.9453125, false]], [[-8.1953125, false]], [[-5.44921875, false]], [[-8.6953125, false]], [[-4.44921875, false]], [[-6.94921875, false]], [[-9.4453125, false]], [[-5.44921875, false]], [[-9.4453125, false]], [[-8.1953125, false]], [[-9.9453125, false]], [[-9.1953125, false]], [[-8.9453125, false]], [[-8.6953125, false]], [[-5.44921875, false]], [[-7.94921875, false]], [[-4.44921875, false]], [[-7.69921875, false]], [[-7.69921875, false]], [[-5.44921875, false]], [[-8.1953125, false]], [[-9.9453125, false]], [[-5.44921875, false]], [[-8.1953125, false]], [[-9.4453125, false]], [[-9.4453125, false]], [[-7.44921875, false]], [[-5.44921875, false]], [[-8.9453125, false]], [[-9.9453125, false]], [[-8.1953125, false]], [[-8.1953125, false]], [[-8.9453125, false]], [[-6.8828125, false]], [[-7.94921875, false]], [[-9.5078125, false]], [[-5.44921875, false]], [[-7.94921875, false]], [[-6.69921875, false]], [[-8.6953125, false]], [[-9.4453125, false]], [[-8.6953125, false]], [[-9.4453125, false]], [[-5.44921875, false]], [[-7.94921875, false]], [[-9.1953125, false]], [[-7.69921875, false]], [[-8.1953125, false]], [[-5.44921875, false]], [[-8.6953125, false]], [[-4.44921875, false]], [[-6.94921875, false]], [[-9.4453125, false]], [[-5.44921875, false]], [[-5.44921875, false]], [[-9.4453125, false]], [[-9.4453125, false]], [[-8.1953125, false]], [[-5.44921875, false]], [[-4.44921875, false]], [[-8.1953125, false]], [[-5.44921875, false]], [[-9.9453125, false]], [[-9.1953125, false]], [[-8.1953125, false]], [[-7.69921875, false]], [[-8.1953125, false]], [[-7.44921875, false]], [[-9.4453125, false]], [[-5.44921875, false]], [[-7.69921875, false]], [[-9.9453125, false]], [[-8.6953125, false]], [[-6.94921875, false]], [[-9.4453125, false]], [[-5.44921875, false]], [[-4.44921875, false]], [[-6.94921875, false]], [[-8.1953125, false]], [[-8.1953125, false]], [[-8.1953125, false]], [[-8.9453125, false]], [[-5.44921875, false]], [[-9.9453125, false]], [[-8.1953125, false]], [[-5.44921875, false]], [[-8.1953125, false]], [[-8.6953125, false]], [[-9.4453125, false]], [[-5.44921875, false]], [[-5.44921875, false]], [[-4.44921875, false]], [[-8.9453125, false]], [[-8.9453125, false]], [[-6.8828125, false]], [[-7.94921875, false]], [[-11.9453125, false]]], "filtered_resps": [[-6.69921875, false], [-7.94921875, false], [-2.197265625, false], [-8.1953125, false], [-5.44921875, false], [-9.9453125, false], [-5.44921875, false], [-9.9453125, false], [-9.4453125, false], [-6.94921875, false], [-8.1953125, false], [-5.44921875, false], [-8.1953125, false], [-8.1953125, false], [-5.44921875, false], [-7.94921875, false], [-9.9453125, false], [-8.1953125, false], [-8.1953125, false], [-9.9453125, false], [-8.1953125, false], [-5.44921875, false], [-9.4453125, false], [-6.94921875, false], [-9.4453125, false], [-8.1953125, false], [-8.1953125, false], [-9.1953125, false], [-4.44921875, false], [-8.9453125, false], [-8.9453125, false], [-9.6953125, false], [-5.44921875, false], [-7.69921875, false], [-8.1953125, false], [-9.9453125, false], [-7.44921875, false], [-7.69921875, false], [-6.8828125, false], [-7.94921875, false], [-9.5078125, false], [-5.44921875, false], [-7.94921875, false], [-6.69921875, false], [-8.6953125, false], [-9.4453125, false], [-5.44921875, false], [-5.44921875, false], [-4.44921875, false], [-8.9453125, false], [-8.9453125, false], [-5.44921875, false], [-7.94921875, false], [-9.1953125, false], [-7.69921875, false], [-8.1953125, false], [-5.44921875, false], [-8.6953125, false], [-4.44921875, false], [-6.94921875, false], [-9.4453125, false], [-5.44921875, false], [-5.44921875, false], [-9.4453125, false], [-9.4453125, false], [-8.1953125, false], [-5.44921875, false], [-8.9453125, false], [-9.9453125, false], [-8.1953125, false], [-8.1953125, false], [-8.9453125, false], [-5.44921875, false], [-7.69921875, false], [-8.9453125, false], [-8.1953125, false], [-8.9453125, false], [-8.6953125, false], [-8.1953125, false], [-8.9453125, false], [-9.6953125, false], [-5.44921875, false], [-9.1953125, false], [-7.44921875, false], [-8.6953125, false], [-8.1953125, false], [-8.9453125, false], [-8.9453125, false], [-6.8828125, false], [-7.94921875, false], [-9.5078125, false], [-5.44921875, false], [-7.94921875, false], [-6.69921875, false], [-8.6953125, false], [-9.4453125, false], [-5.44921875, false], [-5.44921875, false], [-4.44921875, false], [-8.9453125, false], [-8.9453125, false], [-5.44921875, false], [-7.44921875, false], [-8.1953125, false], [-7.44921875, false], [-5.44921875, false], [-8.1953125, false], [-9.9453125, false], [-8.1953125, false], [-5.44921875, false], [-8.6953125, false], [-4.44921875, false], [-6.94921875, false], [-9.4453125, false], [-5.44921875, false], [-9.4453125, false], [-8.1953125, false], [-9.9453125, false], [-9.1953125, false], [-8.9453125, false], [-8.6953125, false], [-5.44921875, false], [-7.94921875, false], [-4.44921875, false], [-7.69921875, false], [-7.69921875, false], [-5.44921875, false], [-8.1953125, false], [-9.9453125, false], [-5.44921875, false], [-8.1953125, false], [-9.4453125, false], [-9.4453125, false], [-7.44921875, false], [-5.44921875, false], [-8.9453125, false], [-9.9453125, false], [-8.1953125, false], [-8.1953125, false], [-8.9453125, false], [-6.8828125, false], [-7.94921875, false], [-9.5078125, false], [-5.44921875, false], [-7.94921875, false], [-6.69921875, false], [-8.6953125, false], [-9.4453125, false], [-8.6953125, false], [-9.4453125, false], [-5.44921875, false], [-7.94921875, false], [-9.1953125, false], [-7.69921875, false], [-8.1953125, false], [-5.44921875, false], [-8.6953125, false], [-4.44921875, false], [-6.94921875, false], [-9.4453125, false], [-5.44921875, false], [-5.44921875, false], [-9.4453125, false], [-9.4453125, false], [-8.1953125, false], [-5.44921875, false], [-4.44921875, false], [-8.1953125, false], [-5.44921875, false], [-9.9453125, false], [-9.1953125, false], [-8.1953125, false], [-7.69921875, false], [-8.1953125, false], [-7.44921875, false], [-9.4453125, false], [-5.44921875, false], [-7.69921875, false], [-9.9453125, false], [-8.6953125, false], [-6.94921875, false], [-9.4453125, false], [-5.44921875, false], [-4.44921875, false], [-6.94921875, false], [-8.1953125, false], [-8.1953125, false], [-8.1953125, false], [-8.9453125, false], [-5.44921875, false], [-9.9453125, false], [-8.1953125, false], [-5.44921875, false], [-8.1953125, false], [-8.6953125, false], [-9.4453125, false], [-5.44921875, false], [-5.44921875, false], [-4.44921875, false], [-8.9453125, false], [-8.9453125, false], [-6.8828125, false], [-7.94921875, false], [-11.9453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 893, "doc": {"id": "Mercury_7128853", "question": "As the loudness of a sound wave increases, which will also increase?", "choices": {"text": ["amplitude", "frequency", "velocity", "wavelength"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "amplitude", "arguments": ["Question: As the loudness of a sound wave increases, which will also increase?\nAnswer:", " ["], "resps": [[[-7.49609375, false]], [[-8.9921875, false]], [[-5.24609375, false]], [[-7.99609375, false]], [[-8.7421875, false]], [[-9.7421875, false]], [[-8.7421875, false]], [[-7.74609375, false]], [[-8.9921875, false]], [[-8.2421875, false]], [[-8.2421875, false]], [[-8.9921875, false]], [[-9.328125, false]], [[-4.99609375, false]], [[-8.9921875, false]], [[-7.24609375, false]], [[-8.9921875, false]], [[-8.2421875, false]], [[-8.4921875, false]], [[-8.9921875, false]], [[-8.2421875, false]], [[-8.2421875, false]], [[-8.7421875, false]], [[-9.9921875, false]], [[-8.9921875, false]], [[-9.328125, false]], [[-4.99609375, false]], [[-8.9921875, false]], [[-8.7421875, false]], [[-8.2421875, false]], [[-9.7421875, false]], [[-9.9921875, false]], [[-8.7421875, false]], [[-8.7421875, false]], [[-7.74609375, false]], [[-9.9921875, false]], [[-8.9921875, false]], [[-9.328125, false]], [[-4.99609375, false]], [[-8.9921875, false]], [[-9.9921875, false]], [[-5.24609375, false]], [[-8.7421875, false]], [[-8.2421875, false]], [[-9.7421875, false]], [[-8.2421875, false]], [[-8.2421875, false]], [[-10.7421875, false]], [[-7.74609375, false]], [[-8.9921875, false]], [[-8.9921875, false]], [[-12.7421875, false]]], "filtered_resps": [[-7.49609375, false], [-8.9921875, false], [-5.24609375, false], [-7.99609375, false], [-8.7421875, false], [-9.7421875, false], [-8.7421875, false], [-7.74609375, false], [-8.9921875, false], [-8.2421875, false], [-8.2421875, false], [-8.9921875, false], [-9.328125, false], [-4.99609375, false], [-8.9921875, false], [-7.24609375, false], [-8.9921875, false], [-8.2421875, false], [-8.4921875, false], [-8.9921875, false], [-8.2421875, false], [-8.2421875, false], [-8.7421875, false], [-9.9921875, false], [-8.9921875, false], [-9.328125, false], [-4.99609375, false], [-8.9921875, false], [-8.7421875, false], [-8.2421875, false], [-9.7421875, false], [-9.9921875, false], [-8.7421875, false], [-8.7421875, false], [-7.74609375, false], [-9.9921875, false], [-8.9921875, false], [-9.328125, false], [-4.99609375, false], [-8.9921875, false], [-9.9921875, false], [-5.24609375, false], [-8.7421875, false], [-8.2421875, false], [-9.7421875, false], [-8.2421875, false], [-8.2421875, false], [-10.7421875, false], [-7.74609375, false], [-8.9921875, false], [-8.9921875, false], [-12.7421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 901, "doc": {"id": "Mercury_7206623", "question": "A student measures the rising temperature of heated water for 20 minutes in two-minute intervals. Which of these tools will best help the student organize the data?", "choices": {"text": ["flow chart", "pie chart", "data table", "bar graph"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "data table", "arguments": ["Question: A student measures the rising temperature of heated water for 20 minutes in two-minute intervals. Which of these tools will best help the student organize the data?\nAnswer:", " ["], "resps": [[[-7.4453125, false]], [[-10.3203125, false]], [[-8.0703125, false]], [[-10.4453125, false]], [[-8.5703125, false]], [[-9.5703125, false]], [[-5.1953125, false]], [[-7.6953125, false]], [[-9.4453125, false]], [[-2.8203125, false]], [[-9.1953125, false]], [[-8.8203125, false]], [[-10.3203125, false]], [[-9.890625, false]], [[-5.1953125, false]], [[-10.3203125, false]], [[-9.5703125, false]], [[-7.6953125, false]], [[-7.8203125, false]], [[-5.1953125, false]], [[-7.6953125, false]], [[-9.4453125, false]], [[-2.8203125, false]], [[-9.1953125, false]], [[-8.8203125, false]], [[-10.3203125, false]], [[-9.890625, false]], [[-5.1953125, false]], [[-10.3203125, false]], [[-7.5703125, false]], [[-2.8203125, false]], [[-8.8203125, false]], [[-2.8203125, false]], [[-5.1953125, false]], [[-8.8203125, false]], [[-2.8203125, false]], [[-6.4453125, false]], [[-10.4453125, false]], [[-7.8203125, false]], [[-10.3203125, false]], [[-9.890625, false]], [[-5.1953125, false]], [[-10.3203125, false]], [[-6.4453125, false]], [[-2.8203125, false]], [[-9.1953125, false]], [[-5.1953125, false]], [[-9.1953125, false]], [[-9.1953125, false]], [[-2.8203125, false]], [[-9.5703125, false]], [[-9.4453125, false]], [[-10.3203125, false]], [[-11.8203125, false]]], "filtered_resps": [[-7.4453125, false], [-10.3203125, false], [-8.0703125, false], [-10.4453125, false], [-8.5703125, false], [-9.5703125, false], [-5.1953125, false], [-7.6953125, false], [-9.4453125, false], [-2.8203125, false], [-9.1953125, false], [-8.8203125, false], [-10.3203125, false], [-9.890625, false], [-5.1953125, false], [-10.3203125, false], [-9.5703125, false], [-7.6953125, false], [-7.8203125, false], [-5.1953125, false], [-7.6953125, false], [-9.4453125, false], [-2.8203125, false], [-9.1953125, false], [-8.8203125, false], [-10.3203125, false], [-9.890625, false], [-5.1953125, false], [-10.3203125, false], [-7.5703125, false], [-2.8203125, false], [-8.8203125, false], [-2.8203125, false], [-5.1953125, false], [-8.8203125, false], [-2.8203125, false], [-6.4453125, false], [-10.4453125, false], [-7.8203125, false], [-10.3203125, false], [-9.890625, false], [-5.1953125, false], [-10.3203125, false], [-6.4453125, false], [-2.8203125, false], [-9.1953125, false], [-5.1953125, false], [-9.1953125, false], [-9.1953125, false], [-2.8203125, false], [-9.5703125, false], [-9.4453125, false], [-10.3203125, false], [-11.8203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 909, "doc": {"id": "Mercury_SC_408628", "question": "Marta and Roger are comparing how long it takes two different types of seeds to sprout. They plant both types of seeds in similar pots, place them in a sunny window, and water them daily. If they want to conduct their investigation correctly, which information is most important to record?", "choices": {"text": ["the depth of the soil", "the temperature of the water", "the number of days until the seeds sprout", "the size of pot used for growing the seeds"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "the number of days until the seeds sprout", "arguments": ["Question: Marta and Roger are comparing how long it takes two different types of seeds to sprout. They plant both types of seeds in similar pots, place them in a sunny window, and water them daily. If they want to conduct their investigation correctly, which information is most important to record?\nAnswer:", " ["], "resps": [[[-6.51953125, false]], [[-8.6484375, false]], [[-9.0234375, false]], [[-9.3984375, false]], [[-8.6484375, false]], [[-6.01953125, false]], [[-7.76953125, false]], [[-8.6484375, false]], [[-8.5234375, false]], [[-9.0234375, false]], [[-9.3984375, false]], [[-6.01953125, false]], [[-9.0234375, false]], [[-9.8984375, false]], [[-6.01953125, false]], [[-9.0234375, false]], [[-9.3984375, false]], [[-8.6484375, false]], [[-6.01953125, false]], [[-8.8984375, false]], [[-9.0234375, false]], [[-8.3984375, false]], [[-10.8984375, false]], [[-8.6484375, false]], [[-9.9921875, false]], [[-6.01953125, false]], [[-8.6484375, false]], [[-9.0234375, false]], [[-9.3984375, false]], [[-8.6484375, false]], [[-6.01953125, false]], [[-9.0234375, false]], [[-8.6484375, false]], [[-7.76953125, false]], [[-8.5234375, false]], [[-8.6484375, false]], [[-8.3984375, false]], [[-5.51953125, false]], [[-9.0234375, false]], [[-10.3984375, false]], [[-8.3984375, false]], [[-8.6484375, false]], [[-6.01953125, false]], [[-9.0234375, false]], [[-9.8984375, false]], [[-6.01953125, false]], [[-9.0234375, false]], [[-9.3984375, false]], [[-8.6484375, false]], [[-6.01953125, false]], [[-9.3984375, false]], [[-5.51953125, false]], [[-9.0234375, false]], [[-8.6484375, false]], [[-8.3984375, false]], [[-8.6484375, false]], [[-9.9921875, false]], [[-6.01953125, false]], [[-8.6484375, false]], [[-9.0234375, false]], [[-9.3984375, false]], [[-8.6484375, false]], [[-6.01953125, false]], [[-8.2734375, false]], [[-10.3984375, false]], [[-7.76953125, false]], [[-6.26953125, false]], [[-8.6484375, false]], [[-8.3984375, false]], [[-6.01953125, false]], [[-9.0234375, false]], [[-9.8984375, false]], [[-6.01953125, false]], [[-7.76953125, false]], [[-5.51953125, false]], [[-9.7734375, false]], [[-8.8984375, false]], [[-6.01953125, false]], [[-10.3984375, false]], [[-8.2734375, false]], [[-9.0234375, false]], [[-8.3984375, false]], [[-10.8984375, false]], [[-6.01953125, false]], [[-9.0234375, false]], [[-9.3984375, false]], [[-8.6484375, false]], [[-6.01953125, false]], [[-8.8984375, false]], [[-8.6484375, false]], [[-8.6484375, false]], [[-7.76953125, false]], [[-8.8984375, false]], [[-6.01953125, false]], [[-8.8984375, false]], [[-8.5234375, false]], [[-8.3984375, false]], [[-9.0234375, false]], [[-10.3984375, false]], [[-9.0234375, false]], [[-8.6484375, false]], [[-9.9921875, false]], [[-6.01953125, false]], [[-8.6484375, false]], [[-9.0234375, false]], [[-9.3984375, false]], [[-8.6484375, false]], [[-6.01953125, false]], [[-8.8984375, false]], [[-8.3984375, false]], [[-10.8984375, false]], [[-8.6484375, false]], [[-6.01953125, false]], [[-9.0234375, false]], [[-9.8984375, false]], [[-6.01953125, false]], [[-8.5234375, false]], [[-9.0234375, false]], [[-9.0234375, false]], [[-6.01953125, false]], [[-10.3984375, false]], [[-8.8984375, false]], [[-8.6484375, false]], [[-7.76953125, false]], [[-6.01953125, false]], [[-9.8984375, false]], [[-9.0234375, false]], [[-8.3984375, false]], [[-6.01953125, false]], [[-9.6484375, false]], [[-8.3984375, false]], [[-9.0234375, false]], [[-9.3984375, false]], [[-8.3984375, false]], [[-8.2734375, false]], [[-9.6484375, false]], [[-6.01953125, false]], [[-9.0234375, false]], [[-9.3984375, false]], [[-8.6484375, false]], [[-6.01953125, false]], [[-8.8984375, false]], [[-8.6484375, false]], [[-8.6484375, false]], [[-7.76953125, false]], [[-8.8984375, false]], [[-8.6484375, false]], [[-12.1484375, false]]], "filtered_resps": [[-6.51953125, false], [-8.6484375, false], [-9.0234375, false], [-9.3984375, false], [-8.6484375, false], [-6.01953125, false], [-7.76953125, false], [-8.6484375, false], [-8.5234375, false], [-9.0234375, false], [-9.3984375, false], [-6.01953125, false], [-9.0234375, false], [-9.8984375, false], [-6.01953125, false], [-9.0234375, false], [-9.3984375, false], [-8.6484375, false], [-6.01953125, false], [-8.8984375, false], [-9.0234375, false], [-8.3984375, false], [-10.8984375, false], [-8.6484375, false], [-9.9921875, false], [-6.01953125, false], [-8.6484375, false], [-9.0234375, false], [-9.3984375, false], [-8.6484375, false], [-6.01953125, false], [-9.0234375, false], [-8.6484375, false], [-7.76953125, false], [-8.5234375, false], [-8.6484375, false], [-8.3984375, false], [-5.51953125, false], [-9.0234375, false], [-10.3984375, false], [-8.3984375, false], [-8.6484375, false], [-6.01953125, false], [-9.0234375, false], [-9.8984375, false], [-6.01953125, false], [-9.0234375, false], [-9.3984375, false], [-8.6484375, false], [-6.01953125, false], [-9.3984375, false], [-5.51953125, false], [-9.0234375, false], [-8.6484375, false], [-8.3984375, false], [-8.6484375, false], [-9.9921875, false], [-6.01953125, false], [-8.6484375, false], [-9.0234375, false], [-9.3984375, false], [-8.6484375, false], [-6.01953125, false], [-8.2734375, false], [-10.3984375, false], [-7.76953125, false], [-6.26953125, false], [-8.6484375, false], [-8.3984375, false], [-6.01953125, false], [-9.0234375, false], [-9.8984375, false], [-6.01953125, false], [-7.76953125, false], [-5.51953125, false], [-9.7734375, false], [-8.8984375, false], [-6.01953125, false], [-10.3984375, false], [-8.2734375, false], [-9.0234375, false], [-8.3984375, false], [-10.8984375, false], [-6.01953125, false], [-9.0234375, false], [-9.3984375, false], [-8.6484375, false], [-6.01953125, false], [-8.8984375, false], [-8.6484375, false], [-8.6484375, false], [-7.76953125, false], [-8.8984375, false], [-6.01953125, false], [-8.8984375, false], [-8.5234375, false], [-8.3984375, false], [-9.0234375, false], [-10.3984375, false], [-9.0234375, false], [-8.6484375, false], [-9.9921875, false], [-6.01953125, false], [-8.6484375, false], [-9.0234375, false], [-9.3984375, false], [-8.6484375, false], [-6.01953125, false], [-8.8984375, false], [-8.3984375, false], [-10.8984375, false], [-8.6484375, false], [-6.01953125, false], [-9.0234375, false], [-9.8984375, false], [-6.01953125, false], [-8.5234375, false], [-9.0234375, false], [-9.0234375, false], [-6.01953125, false], [-10.3984375, false], [-8.8984375, false], [-8.6484375, false], [-7.76953125, false], [-6.01953125, false], [-9.8984375, false], [-9.0234375, false], [-8.3984375, false], [-6.01953125, false], [-9.6484375, false], [-8.3984375, false], [-9.0234375, false], [-9.3984375, false], [-8.3984375, false], [-8.2734375, false], [-9.6484375, false], [-6.01953125, false], [-9.0234375, false], [-9.3984375, false], [-8.6484375, false], [-6.01953125, false], [-8.8984375, false], [-8.6484375, false], [-8.6484375, false], [-7.76953125, false], [-8.8984375, false], [-8.6484375, false], [-12.1484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 917, "doc": {"id": "NYSEDREGENTS_2010_8_6", "question": "A student fails to eat a balanced diet over a period of time. This lack of a balanced diet can lead to", "choices": {"text": ["selective breeding", "dynamic equilibrium", "extinction", "disease"], "label": ["1", "2", "3", "4"]}, "answerKey": "4"}, "target": "disease", "arguments": ["Question: A student fails to eat a balanced diet over a period of time. This lack of a balanced diet can lead to\nAnswer:", " ["], "resps": [[[-7.35546875, false]], [[-8.984375, false]], [[-8.859375, false]], [[-8.609375, false]], [[-10.109375, false]], [[-8.609375, false]], [[-6.73046875, false]], [[-9.609375, false]], [[-7.98046875, false]], [[-9.859375, false]], [[-8.609375, false]], [[-4.85546875, false]], [[-6.10546875, false]], [[-10.734375, false]], [[-8.609375, false]], [[-8.609375, false]], [[-7.35546875, false]], [[-7.98046875, false]], [[-8.859375, false]], [[-10.359375, false]], [[-8.984375, false]], [[-8.5625, false]], [[-4.85546875, false]], [[-8.984375, false]], [[-7.35546875, false]], [[-10.859375, false]], [[-8.859375, false]], [[-3.60546875, false]], [[-9.734375, false]], [[-7.98046875, false]], [[-6.73046875, false]], [[-4.85546875, false]], [[-8.609375, false]], [[-9.484375, false]], [[-9.734375, false]], [[-7.98046875, false]], [[-10.109375, false]], [[-7.98046875, false]], [[-6.10546875, false]], [[-10.734375, false]], [[-7.98046875, false]], [[-9.734375, false]], [[-9.734375, false]], [[-8.984375, false]], [[-8.5625, false]], [[-4.85546875, false]], [[-8.984375, false]], [[-8.609375, false]], [[-9.484375, false]], [[-9.609375, false]], [[-7.98046875, false]], [[-8.859375, false]], [[-6.73046875, false]], [[-9.609375, false]], [[-7.98046875, false]], [[-8.484375, false]], [[-8.859375, false]], [[-8.984375, false]], [[-8.5625, false]], [[-4.85546875, false]], [[-8.984375, false]], [[-7.35546875, false]], [[-7.98046875, false]], [[-8.859375, false]], [[-8.609375, false]], [[-3.60546875, false]], [[-8.859375, false]], [[-8.609375, false]], [[-8.984375, false]], [[-10.234375, false]]], "filtered_resps": [[-7.35546875, false], [-8.984375, false], [-8.859375, false], [-8.609375, false], [-10.109375, false], [-8.609375, false], [-6.73046875, false], [-9.609375, false], [-7.98046875, false], [-9.859375, false], [-8.609375, false], [-4.85546875, false], [-6.10546875, false], [-10.734375, false], [-8.609375, false], [-8.609375, false], [-7.35546875, false], [-7.98046875, false], [-8.859375, false], [-10.359375, false], [-8.984375, false], [-8.5625, false], [-4.85546875, false], [-8.984375, false], [-7.35546875, false], [-10.859375, false], [-8.859375, false], [-3.60546875, false], [-9.734375, false], [-7.98046875, false], [-6.73046875, false], [-4.85546875, false], [-8.609375, false], [-9.484375, false], [-9.734375, false], [-7.98046875, false], [-10.109375, false], [-7.98046875, false], [-6.10546875, false], [-10.734375, false], [-7.98046875, false], [-9.734375, false], [-9.734375, false], [-8.984375, false], [-8.5625, false], [-4.85546875, false], [-8.984375, false], [-8.609375, false], [-9.484375, false], [-9.609375, false], [-7.98046875, false], [-8.859375, false], [-6.73046875, false], [-9.609375, false], [-7.98046875, false], [-8.484375, false], [-8.859375, false], [-8.984375, false], [-8.5625, false], [-4.85546875, false], [-8.984375, false], [-7.35546875, false], [-7.98046875, false], [-8.859375, false], [-8.609375, false], [-3.60546875, false], [-8.859375, false], [-8.609375, false], [-8.984375, false], [-10.234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 925, "doc": {"id": "Mercury_7056543", "question": "What should be added to soil to increase its water retention?", "choices": {"text": ["pebbles", "sand", "rocks", "clay"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "clay", "arguments": ["Question: What should be added to soil to increase its water retention?\nAnswer:", " ["], "resps": [[[-7.13671875, false]], [[-9.265625, false]], [[-11.015625, false]], [[-10.765625, false]], [[-11.015625, false]], [[-11.015625, false]], [[-10.640625, false]], [[-10.765625, false]], [[-9.890625, false]], [[-9.265625, false]], [[-10.1953125, false]], [[-5.63671875, false]], [[-9.265625, false]], [[-9.890625, false]], [[-6.26171875, false]], [[-10.640625, false]], [[-9.140625, false]], [[-9.265625, false]], [[-10.1953125, false]], [[-5.63671875, false]], [[-9.265625, false]], [[-12.140625, false]], [[-9.765625, false]], [[-10.390625, false]], [[-12.140625, false]], [[-9.890625, false]], [[-9.265625, false]], [[-10.1953125, false]], [[-5.63671875, false]], [[-9.265625, false]], [[-10.390625, false]], [[-10.640625, false]], [[-6.26171875, false]], [[-12.265625, false]], [[-9.265625, false]], [[-13.140625, false]]], "filtered_resps": [[-7.13671875, false], [-9.265625, false], [-11.015625, false], [-10.765625, false], [-11.015625, false], [-11.015625, false], [-10.640625, false], [-10.765625, false], [-9.890625, false], [-9.265625, false], [-10.1953125, false], [-5.63671875, false], [-9.265625, false], [-9.890625, false], [-6.26171875, false], [-10.640625, false], [-9.140625, false], [-9.265625, false], [-10.1953125, false], [-5.63671875, false], [-9.265625, false], [-12.140625, false], [-9.765625, false], [-10.390625, false], [-12.140625, false], [-9.890625, false], [-9.265625, false], [-10.1953125, false], [-5.63671875, false], [-9.265625, false], [-10.390625, false], [-10.640625, false], [-6.26171875, false], [-12.265625, false], [-9.265625, false], [-13.140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 933, "doc": {"id": "Mercury_SC_405510", "question": "Which statement describes the formation of a delta?", "choices": {"text": ["A large mass of ice and snow accumulates.", "A mound of sand is built by wind.", "A low area of land is surrounded by mountains.", "A mass of sediment is deposited at the mouth of a river."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "A mass of sediment is deposited at the mouth of a river.", "arguments": ["Question: Which statement describes the formation of a delta?\nAnswer:", " ["], "resps": [[[-6.55078125, false]], [[-8.796875, false]], [[-2.298828125, false]], [[-4.80078125, false]], [[-9.546875, false]], [[-3.298828125, false]], [[-9.296875, false]], [[-10.546875, false]], [[-7.80078125, false]], [[-4.80078125, false]], [[-8.796875, false]], [[-3.298828125, false]], [[-8.796875, false]], [[-8.796875, false]], [[-4.80078125, false]], [[-8.546875, false]], [[-8.546875, false]], [[-4.80078125, false]], [[-8.296875, false]], [[-7.80078125, false]], [[-7.80078125, false]], [[-4.80078125, false]], [[-3.298828125, false]], [[-7.80078125, false]], [[-7.30078125, false]], [[-4.80078125, false]], [[-8.796875, false]], [[-7.80078125, false]], [[-8.546875, false]], [[-10.796875, false]], [[-4.80078125, false]], [[-3.298828125, false]], [[-7.80078125, false]], [[-7.80078125, false]], [[-9.796875, false]], [[-8.796875, false]], [[-9.796875, false]], [[-9.546875, false]], [[-3.298828125, false]], [[-9.046875, false]], [[-7.80078125, false]], [[-8.796875, false]], [[-5.9765625, false]], [[-8.796875, false]], [[-8.3515625, false]], [[-4.80078125, false]], [[-8.796875, false]], [[-2.298828125, false]], [[-4.80078125, false]], [[-8.796875, false]], [[-8.546875, false]], [[-9.796875, false]], [[-7.80078125, false]], [[-7.30078125, false]], [[-4.80078125, false]], [[-8.546875, false]], [[-8.546875, false]], [[-4.80078125, false]], [[-8.796875, false]], [[-3.298828125, false]], [[-7.80078125, false]], [[-7.30078125, false]], [[-4.80078125, false]], [[-8.296875, false]], [[-8.796875, false]], [[-4.80078125, false]], [[-6.30078125, false]], [[-9.796875, false]], [[-8.296875, false]], [[-9.546875, false]], [[-9.046875, false]], [[-4.80078125, false]], [[-6.30078125, false]], [[-10.046875, false]], [[-4.80078125, false]], [[-10.796875, false]], [[-8.296875, false]], [[-7.80078125, false]], [[-7.30078125, false]], [[-5.9765625, false]], [[-8.796875, false]], [[-8.3515625, false]], [[-4.80078125, false]], [[-8.796875, false]], [[-2.298828125, false]], [[-4.80078125, false]], [[-9.546875, false]], [[-8.546875, false]], [[-10.796875, false]], [[-4.80078125, false]], [[-3.298828125, false]], [[-9.296875, false]], [[-7.80078125, false]], [[-3.298828125, false]], [[-4.80078125, false]], [[-8.546875, false]], [[-8.546875, false]], [[-4.80078125, false]], [[-9.546875, false]], [[-3.298828125, false]], [[-7.80078125, false]], [[-7.30078125, false]], [[-4.80078125, false]], [[-8.296875, false]], [[-8.796875, false]], [[-4.80078125, false]], [[-8.796875, false]], [[-9.796875, false]], [[-9.296875, false]], [[-9.296875, false]], [[-8.546875, false]], [[-9.796875, false]], [[-7.80078125, false]], [[-7.30078125, false]], [[-7.80078125, false]], [[-7.30078125, false]], [[-4.80078125, false]], [[-6.30078125, false]], [[-10.046875, false]], [[-4.80078125, false]], [[-8.796875, false]], [[-8.546875, false]], [[-9.796875, false]], [[-7.80078125, false]], [[-9.046875, false]], [[-3.298828125, false]], [[-8.296875, false]], [[-7.80078125, false]], [[-8.796875, false]], [[-5.9765625, false]], [[-8.796875, false]], [[-8.3515625, false]], [[-4.80078125, false]], [[-8.796875, false]], [[-2.298828125, false]], [[-4.80078125, false]], [[-8.796875, false]], [[-3.298828125, false]], [[-8.796875, false]], [[-8.796875, false]], [[-4.80078125, false]], [[-8.546875, false]], [[-8.546875, false]], [[-4.80078125, false]], [[-8.796875, false]], [[-7.80078125, false]], [[-7.30078125, false]], [[-8.296875, false]], [[-8.796875, false]], [[-7.80078125, false]], [[-7.80078125, false]], [[-9.046875, false]], [[-4.80078125, false]], [[-8.296875, false]], [[-8.796875, false]], [[-4.80078125, false]], [[-7.30078125, false]], [[-7.80078125, false]], [[-8.296875, false]], [[-8.546875, false]], [[-8.796875, false]], [[-8.296875, false]], [[-9.046875, false]], [[-7.80078125, false]], [[-7.30078125, false]], [[-4.80078125, false]], [[-3.298828125, false]], [[-9.046875, false]], [[-4.80078125, false]], [[-9.046875, false]], [[-9.296875, false]], [[-7.80078125, false]], [[-4.80078125, false]], [[-8.796875, false]], [[-8.546875, false]], [[-9.796875, false]], [[-9.046875, false]], [[-9.296875, false]], [[-4.80078125, false]], [[-8.546875, false]], [[-8.546875, false]], [[-4.80078125, false]], [[-3.298828125, false]], [[-4.80078125, false]], [[-9.296875, false]], [[-8.296875, false]], [[-8.546875, false]], [[-7.80078125, false]], [[-9.296875, false]], [[-5.9765625, false]], [[-8.796875, false]], [[-11.546875, false]]], "filtered_resps": [[-6.55078125, false], [-8.796875, false], [-2.298828125, false], [-4.80078125, false], [-9.546875, false], [-3.298828125, false], [-9.296875, false], [-10.546875, false], [-7.80078125, false], [-4.80078125, false], [-8.796875, false], [-3.298828125, false], [-8.796875, false], [-8.796875, false], [-4.80078125, false], [-8.546875, false], [-8.546875, false], [-4.80078125, false], [-8.296875, false], [-7.80078125, false], [-7.80078125, false], [-4.80078125, false], [-3.298828125, false], [-7.80078125, false], [-7.30078125, false], [-4.80078125, false], [-8.796875, false], [-7.80078125, false], [-8.546875, false], [-10.796875, false], [-4.80078125, false], [-3.298828125, false], [-7.80078125, false], [-7.80078125, false], [-9.796875, false], [-8.796875, false], [-9.796875, false], [-9.546875, false], [-3.298828125, false], [-9.046875, false], [-7.80078125, false], [-8.796875, false], [-5.9765625, false], [-8.796875, false], [-8.3515625, false], [-4.80078125, false], [-8.796875, false], [-2.298828125, false], [-4.80078125, false], [-8.796875, false], [-8.546875, false], [-9.796875, false], [-7.80078125, false], [-7.30078125, false], [-4.80078125, false], [-8.546875, false], [-8.546875, false], [-4.80078125, false], [-8.796875, false], [-3.298828125, false], [-7.80078125, false], [-7.30078125, false], [-4.80078125, false], [-8.296875, false], [-8.796875, false], [-4.80078125, false], [-6.30078125, false], [-9.796875, false], [-8.296875, false], [-9.546875, false], [-9.046875, false], [-4.80078125, false], [-6.30078125, false], [-10.046875, false], [-4.80078125, false], [-10.796875, false], [-8.296875, false], [-7.80078125, false], [-7.30078125, false], [-5.9765625, false], [-8.796875, false], [-8.3515625, false], [-4.80078125, false], [-8.796875, false], [-2.298828125, false], [-4.80078125, false], [-9.546875, false], [-8.546875, false], [-10.796875, false], [-4.80078125, false], [-3.298828125, false], [-9.296875, false], [-7.80078125, false], [-3.298828125, false], [-4.80078125, false], [-8.546875, false], [-8.546875, false], [-4.80078125, false], [-9.546875, false], [-3.298828125, false], [-7.80078125, false], [-7.30078125, false], [-4.80078125, false], [-8.296875, false], [-8.796875, false], [-4.80078125, false], [-8.796875, false], [-9.796875, false], [-9.296875, false], [-9.296875, false], [-8.546875, false], [-9.796875, false], [-7.80078125, false], [-7.30078125, false], [-7.80078125, false], [-7.30078125, false], [-4.80078125, false], [-6.30078125, false], [-10.046875, false], [-4.80078125, false], [-8.796875, false], [-8.546875, false], [-9.796875, false], [-7.80078125, false], [-9.046875, false], [-3.298828125, false], [-8.296875, false], [-7.80078125, false], [-8.796875, false], [-5.9765625, false], [-8.796875, false], [-8.3515625, false], [-4.80078125, false], [-8.796875, false], [-2.298828125, false], [-4.80078125, false], [-8.796875, false], [-3.298828125, false], [-8.796875, false], [-8.796875, false], [-4.80078125, false], [-8.546875, false], [-8.546875, false], [-4.80078125, false], [-8.796875, false], [-7.80078125, false], [-7.30078125, false], [-8.296875, false], [-8.796875, false], [-7.80078125, false], [-7.80078125, false], [-9.046875, false], [-4.80078125, false], [-8.296875, false], [-8.796875, false], [-4.80078125, false], [-7.30078125, false], [-7.80078125, false], [-8.296875, false], [-8.546875, false], [-8.796875, false], [-8.296875, false], [-9.046875, false], [-7.80078125, false], [-7.30078125, false], [-4.80078125, false], [-3.298828125, false], [-9.046875, false], [-4.80078125, false], [-9.046875, false], [-9.296875, false], [-7.80078125, false], [-4.80078125, false], [-8.796875, false], [-8.546875, false], [-9.796875, false], [-9.046875, false], [-9.296875, false], [-4.80078125, false], [-8.546875, false], [-8.546875, false], [-4.80078125, false], [-3.298828125, false], [-4.80078125, false], [-9.296875, false], [-8.296875, false], [-8.546875, false], [-7.80078125, false], [-9.296875, false], [-5.9765625, false], [-8.796875, false], [-11.546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 941, "doc": {"id": "Mercury_406546", "question": "A plant that has traits identical to the parent plant provides evidence that the plant", "choices": {"text": ["resulted from sexual reproduction.", "resulted from asexual reproduction.", "will develop many seeds.", "will have large leaves."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "resulted from asexual reproduction.", "arguments": ["Question: A plant that has traits identical to the parent plant provides evidence that the plant\nAnswer:", " ["], "resps": [[[-6.9921875, false]], [[-7.6171875, false]], [[-8.6171875, false]], [[-7.7421875, false]], [[-8.9921875, false]], [[-9.9921875, false]], [[-9.8671875, false]], [[-9.1171875, false]], [[-7.7421875, false]], [[-7.2421875, false]], [[-4.8671875, false]], [[-10.1171875, false]], [[-8.6171875, false]], [[-8.1171875, false]], [[-8.9921875, false]], [[-4.8671875, false]], [[-8.9921875, false]], [[-7.7421875, false]], [[-7.2421875, false]], [[-9.9921875, false]], [[-3.865234375, false]], [[-9.8671875, false]], [[-4.8671875, false]], [[-8.6171875, false]], [[-7.7421875, false]], [[-8.2421875, false]], [[-8.6171875, false]], [[-8.1171875, false]], [[-7.2421875, false]], [[-9.9921875, false]], [[-7.3671875, false]], [[-9.1171875, false]], [[-7.1171875, false]], [[-8.1171875, false]], [[-7.7421875, false]], [[-6.6953125, false]], [[-7.6171875, false]], [[-9.3828125, false]], [[-4.8671875, false]], [[-7.6171875, false]], [[-8.6171875, false]], [[-7.7421875, false]], [[-8.9921875, false]], [[-9.9921875, false]], [[-9.8671875, false]], [[-9.1171875, false]], [[-7.7421875, false]], [[-7.2421875, false]], [[-4.8671875, false]], [[-10.1171875, false]], [[-8.6171875, false]], [[-8.1171875, false]], [[-8.9921875, false]], [[-4.8671875, false]], [[-3.865234375, false]], [[-8.9921875, false]], [[-7.7421875, false]], [[-7.2421875, false]], [[-9.9921875, false]], [[-3.865234375, false]], [[-9.8671875, false]], [[-4.8671875, false]], [[-8.6171875, false]], [[-7.7421875, false]], [[-8.2421875, false]], [[-8.6171875, false]], [[-8.1171875, false]], [[-7.2421875, false]], [[-9.9921875, false]], [[-7.3671875, false]], [[-9.1171875, false]], [[-7.1171875, false]], [[-8.1171875, false]], [[-7.7421875, false]], [[-6.6953125, false]], [[-7.6171875, false]], [[-9.3828125, false]], [[-4.8671875, false]], [[-7.6171875, false]], [[-9.3671875, false]], [[-7.1171875, false]], [[-9.8671875, false]], [[-9.8671875, false]], [[-4.8671875, false]], [[-7.2421875, false]], [[-7.7421875, false]], [[-9.7421875, false]], [[-7.7421875, false]], [[-9.8671875, false]], [[-8.1171875, false]], [[-8.2421875, false]], [[-4.8671875, false]], [[-8.9921875, false]], [[-3.865234375, false]], [[-7.7421875, false]], [[-9.3671875, false]], [[-4.8671875, false]], [[-8.9921875, false]], [[-7.7421875, false]], [[-7.7421875, false]], [[-7.2421875, false]], [[-8.9921875, false]], [[-6.6953125, false]], [[-7.6171875, false]], [[-9.3828125, false]], [[-4.8671875, false]], [[-7.6171875, false]], [[-9.3671875, false]], [[-7.1171875, false]], [[-9.8671875, false]], [[-9.8671875, false]], [[-4.8671875, false]], [[-8.8671875, false]], [[-3.865234375, false]], [[-9.7421875, false]], [[-7.7421875, false]], [[-4.8671875, false]], [[-9.8671875, false]], [[-3.865234375, false]], [[-8.6171875, false]], [[-9.4921875, false]], [[-7.7421875, false]], [[-4.8671875, false]], [[-9.8671875, false]], [[-7.7421875, false]], [[-3.865234375, false]], [[-9.7421875, false]], [[-7.7421875, false]], [[-8.9921875, false]], [[-6.6953125, false]], [[-7.6171875, false]], [[-11.8671875, false]]], "filtered_resps": [[-6.9921875, false], [-7.6171875, false], [-8.6171875, false], [-7.7421875, false], [-8.9921875, false], [-9.9921875, false], [-9.8671875, false], [-9.1171875, false], [-7.7421875, false], [-7.2421875, false], [-4.8671875, false], [-10.1171875, false], [-8.6171875, false], [-8.1171875, false], [-8.9921875, false], [-4.8671875, false], [-8.9921875, false], [-7.7421875, false], [-7.2421875, false], [-9.9921875, false], [-3.865234375, false], [-9.8671875, false], [-4.8671875, false], [-8.6171875, false], [-7.7421875, false], [-8.2421875, false], [-8.6171875, false], [-8.1171875, false], [-7.2421875, false], [-9.9921875, false], [-7.3671875, false], [-9.1171875, false], [-7.1171875, false], [-8.1171875, false], [-7.7421875, false], [-6.6953125, false], [-7.6171875, false], [-9.3828125, false], [-4.8671875, false], [-7.6171875, false], [-8.6171875, false], [-7.7421875, false], [-8.9921875, false], [-9.9921875, false], [-9.8671875, false], [-9.1171875, false], [-7.7421875, false], [-7.2421875, false], [-4.8671875, false], [-10.1171875, false], [-8.6171875, false], [-8.1171875, false], [-8.9921875, false], [-4.8671875, false], [-3.865234375, false], [-8.9921875, false], [-7.7421875, false], [-7.2421875, false], [-9.9921875, false], [-3.865234375, false], [-9.8671875, false], [-4.8671875, false], [-8.6171875, false], [-7.7421875, false], [-8.2421875, false], [-8.6171875, false], [-8.1171875, false], [-7.2421875, false], [-9.9921875, false], [-7.3671875, false], [-9.1171875, false], [-7.1171875, false], [-8.1171875, false], [-7.7421875, false], [-6.6953125, false], [-7.6171875, false], [-9.3828125, false], [-4.8671875, false], [-7.6171875, false], [-9.3671875, false], [-7.1171875, false], [-9.8671875, false], [-9.8671875, false], [-4.8671875, false], [-7.2421875, false], [-7.7421875, false], [-9.7421875, false], [-7.7421875, false], [-9.8671875, false], [-8.1171875, false], [-8.2421875, false], [-4.8671875, false], [-8.9921875, false], [-3.865234375, false], [-7.7421875, false], [-9.3671875, false], [-4.8671875, false], [-8.9921875, false], [-7.7421875, false], [-7.7421875, false], [-7.2421875, false], [-8.9921875, false], [-6.6953125, false], [-7.6171875, false], [-9.3828125, false], [-4.8671875, false], [-7.6171875, false], [-9.3671875, false], [-7.1171875, false], [-9.8671875, false], [-9.8671875, false], [-4.8671875, false], [-8.8671875, false], [-3.865234375, false], [-9.7421875, false], [-7.7421875, false], [-4.8671875, false], [-9.8671875, false], [-3.865234375, false], [-8.6171875, false], [-9.4921875, false], [-7.7421875, false], [-4.8671875, false], [-9.8671875, false], [-7.7421875, false], [-3.865234375, false], [-9.7421875, false], [-7.7421875, false], [-8.9921875, false], [-6.6953125, false], [-7.6171875, false], [-11.8671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 949, "doc": {"id": "Mercury_7211260", "question": "Which widely used energy sources are nonrenewable and also a source of greenhouse gas emissions?", "choices": {"text": ["wind turbines", "hydroelectric dams", "fossil fuels", "solar cells"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "fossil fuels", "arguments": ["Question: Which widely used energy sources are nonrenewable and also a source of greenhouse gas emissions?\nAnswer:", " ["], "resps": [[[-8.46875, false]], [[-9.71875, false]], [[-10.96875, false]], [[-8.21875, false]], [[-9.96875, false]], [[-10.46875, false]], [[-5.71484375, false]], [[-12.96875, false]], [[-10.46875, false]], [[-12.46875, false]], [[-12.21875, false]], [[-8.21875, false]], [[-9.96875, false]], [[-7.71484375, false]], [[-10.96875, false]], [[-9.71875, false]], [[-9.625, false]], [[-5.71484375, false]], [[-9.71875, false]], [[-12.21875, false]], [[-12.21875, false]], [[-10.46875, false]], [[-12.46875, false]], [[-9.71875, false]], [[-7.71484375, false]], [[-10.96875, false]], [[-7.71484375, false]], [[-10.71875, false]], [[-12.96875, false]], [[-12.46875, false]], [[-8.21875, false]], [[-10.71875, false]], [[-5.71484375, false]], [[-10.46875, false]], [[-7.21484375, false]], [[-10.71875, false]], [[-10.96875, false]], [[-9.71875, false]], [[-9.625, false]], [[-5.71484375, false]], [[-9.71875, false]], [[-11.46875, false]], [[-9.71875, false]], [[-10.96875, false]], [[-10.96875, false]], [[-8.21875, false]], [[-10.96875, false]], [[-5.71484375, false]], [[-11.46875, false]], [[-10.46875, false]], [[-7.71484375, false]], [[-10.96875, false]], [[-10.96875, false]], [[-9.71875, false]], [[-9.625, false]], [[-5.71484375, false]], [[-9.71875, false]], [[-10.96875, false]], [[-9.71875, false]], [[-10.96875, false]], [[-7.21484375, false]], [[-12.46875, false]], [[-5.71484375, false]], [[-10.71875, false]], [[-7.71484375, false]], [[-10.96875, false]], [[-10.96875, false]], [[-10.96875, false]], [[-9.71875, false]], [[-15.71875, false]]], "filtered_resps": [[-8.46875, false], [-9.71875, false], [-10.96875, false], [-8.21875, false], [-9.96875, false], [-10.46875, false], [-5.71484375, false], [-12.96875, false], [-10.46875, false], [-12.46875, false], [-12.21875, false], [-8.21875, false], [-9.96875, false], [-7.71484375, false], [-10.96875, false], [-9.71875, false], [-9.625, false], [-5.71484375, false], [-9.71875, false], [-12.21875, false], [-12.21875, false], [-10.46875, false], [-12.46875, false], [-9.71875, false], [-7.71484375, false], [-10.96875, false], [-7.71484375, false], [-10.71875, false], [-12.96875, false], [-12.46875, false], [-8.21875, false], [-10.71875, false], [-5.71484375, false], [-10.46875, false], [-7.21484375, false], [-10.71875, false], [-10.96875, false], [-9.71875, false], [-9.625, false], [-5.71484375, false], [-9.71875, false], [-11.46875, false], [-9.71875, false], [-10.96875, false], [-10.96875, false], [-8.21875, false], [-10.96875, false], [-5.71484375, false], [-11.46875, false], [-10.46875, false], [-7.71484375, false], [-10.96875, false], [-10.96875, false], [-9.71875, false], [-9.625, false], [-5.71484375, false], [-9.71875, false], [-10.96875, false], [-9.71875, false], [-10.96875, false], [-7.21484375, false], [-12.46875, false], [-5.71484375, false], [-10.71875, false], [-7.71484375, false], [-10.96875, false], [-10.96875, false], [-10.96875, false], [-9.71875, false], [-15.71875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 957, "doc": {"id": "Mercury_7162803", "question": "At an archaeological dig site, scientists, volunteers, and students collect items used by people living hundreds of years ago. To determine the history of the different people who may have lived at the site, which is the best method to classify the recovered items?", "choices": {"text": ["by the type of item", "by the size of the item", "by the person who located the item", "by the soil layer where the item was found"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "by the soil layer where the item was found", "arguments": ["Question: At an archaeological dig site, scientists, volunteers, and students collect items used by people living hundreds of years ago. To determine the history of the different people who may have lived at the site, which is the best method to classify the recovered items?\nAnswer:", " ["], "resps": [[[-6.89453125, false]], [[-9.2734375, false]], [[-9.5234375, false]], [[-13.0234375, false]], [[-5.39453125, false]], [[-10.8984375, false]], [[-11.2734375, false]], [[-8.2734375, false]], [[-5.39453125, false]], [[-10.8984375, false]], [[-13.0234375, false]], [[-9.6484375, false]], [[-8.2734375, false]], [[-5.39453125, false]], [[-10.2734375, false]], [[-10.1484375, false]], [[-5.39453125, false]], [[-8.5234375, false]], [[-10.8984375, false]], [[-8.2734375, false]], [[-10.1484375, false]], [[-9.2734375, false]], [[-10.65625, false]], [[-5.39453125, false]], [[-9.2734375, false]], [[-9.5234375, false]], [[-13.0234375, false]], [[-5.39453125, false]], [[-10.8984375, false]], [[-11.2734375, false]], [[-8.2734375, false]], [[-5.39453125, false]], [[-9.5234375, false]], [[-8.5234375, false]], [[-11.8984375, false]], [[-8.2734375, false]], [[-5.39453125, false]], [[-10.2734375, false]], [[-10.1484375, false]], [[-5.39453125, false]], [[-10.8984375, false]], [[-11.2734375, false]], [[-8.2734375, false]], [[-5.39453125, false]], [[-8.5234375, false]], [[-10.8984375, false]], [[-8.2734375, false]], [[-10.1484375, false]], [[-9.2734375, false]], [[-10.65625, false]], [[-5.39453125, false]], [[-9.2734375, false]], [[-9.5234375, false]], [[-13.0234375, false]], [[-5.39453125, false]], [[-10.8984375, false]], [[-11.2734375, false]], [[-8.2734375, false]], [[-5.39453125, false]], [[-9.6484375, false]], [[-8.2734375, false]], [[-11.1484375, false]], [[-9.5234375, false]], [[-10.2734375, false]], [[-10.5234375, false]], [[-5.39453125, false]], [[-11.0234375, false]], [[-11.2734375, false]], [[-10.2734375, false]], [[-5.39453125, false]], [[-10.7734375, false]], [[-10.2734375, false]], [[-10.1484375, false]], [[-5.76953125, false]], [[-10.8984375, false]], [[-8.2734375, false]], [[-10.3984375, false]], [[-5.39453125, false]], [[-10.8984375, false]], [[-11.2734375, false]], [[-8.2734375, false]], [[-5.39453125, false]], [[-8.5234375, false]], [[-10.8984375, false]], [[-8.2734375, false]], [[-10.1484375, false]], [[-9.2734375, false]], [[-10.65625, false]], [[-5.39453125, false]], [[-9.2734375, false]], [[-9.5234375, false]], [[-13.0234375, false]], [[-5.39453125, false]], [[-10.8984375, false]], [[-11.2734375, false]], [[-8.2734375, false]], [[-5.39453125, false]], [[-9.5234375, false]], [[-10.2734375, false]], [[-8.5234375, false]], [[-10.7734375, false]], [[-5.39453125, false]], [[-10.7734375, false]], [[-5.76953125, false]], [[-13.0234375, false]], [[-8.2734375, false]], [[-11.1484375, false]], [[-5.39453125, false]], [[-11.0234375, false]], [[-11.2734375, false]], [[-8.2734375, false]], [[-11.1484375, false]], [[-8.2734375, false]], [[-5.39453125, false]], [[-10.8984375, false]], [[-11.2734375, false]], [[-8.2734375, false]], [[-5.39453125, false]], [[-8.5234375, false]], [[-10.8984375, false]], [[-8.2734375, false]], [[-10.1484375, false]], [[-5.39453125, false]], [[-11.0234375, false]], [[-5.76953125, false]], [[-9.5234375, false]], [[-5.39453125, false]], [[-10.1484375, false]], [[-10.2734375, false]], [[-10.6484375, false]], [[-10.5234375, false]], [[-10.3984375, false]], [[-9.2734375, false]], [[-12.6484375, false]]], "filtered_resps": [[-6.89453125, false], [-9.2734375, false], [-9.5234375, false], [-13.0234375, false], [-5.39453125, false], [-10.8984375, false], [-11.2734375, false], [-8.2734375, false], [-5.39453125, false], [-10.8984375, false], [-13.0234375, false], [-9.6484375, false], [-8.2734375, false], [-5.39453125, false], [-10.2734375, false], [-10.1484375, false], [-5.39453125, false], [-8.5234375, false], [-10.8984375, false], [-8.2734375, false], [-10.1484375, false], [-9.2734375, false], [-10.65625, false], [-5.39453125, false], [-9.2734375, false], [-9.5234375, false], [-13.0234375, false], [-5.39453125, false], [-10.8984375, false], [-11.2734375, false], [-8.2734375, false], [-5.39453125, false], [-9.5234375, false], [-8.5234375, false], [-11.8984375, false], [-8.2734375, false], [-5.39453125, false], [-10.2734375, false], [-10.1484375, false], [-5.39453125, false], [-10.8984375, false], [-11.2734375, false], [-8.2734375, false], [-5.39453125, false], [-8.5234375, false], [-10.8984375, false], [-8.2734375, false], [-10.1484375, false], [-9.2734375, false], [-10.65625, false], [-5.39453125, false], [-9.2734375, false], [-9.5234375, false], [-13.0234375, false], [-5.39453125, false], [-10.8984375, false], [-11.2734375, false], [-8.2734375, false], [-5.39453125, false], [-9.6484375, false], [-8.2734375, false], [-11.1484375, false], [-9.5234375, false], [-10.2734375, false], [-10.5234375, false], [-5.39453125, false], [-11.0234375, false], [-11.2734375, false], [-10.2734375, false], [-5.39453125, false], [-10.7734375, false], [-10.2734375, false], [-10.1484375, false], [-5.76953125, false], [-10.8984375, false], [-8.2734375, false], [-10.3984375, false], [-5.39453125, false], [-10.8984375, false], [-11.2734375, false], [-8.2734375, false], [-5.39453125, false], [-8.5234375, false], [-10.8984375, false], [-8.2734375, false], [-10.1484375, false], [-9.2734375, false], [-10.65625, false], [-5.39453125, false], [-9.2734375, false], [-9.5234375, false], [-13.0234375, false], [-5.39453125, false], [-10.8984375, false], [-11.2734375, false], [-8.2734375, false], [-5.39453125, false], [-9.5234375, false], [-10.2734375, false], [-8.5234375, false], [-10.7734375, false], [-5.39453125, false], [-10.7734375, false], [-5.76953125, false], [-13.0234375, false], [-8.2734375, false], [-11.1484375, false], [-5.39453125, false], [-11.0234375, false], [-11.2734375, false], [-8.2734375, false], [-11.1484375, false], [-8.2734375, false], [-5.39453125, false], [-10.8984375, false], [-11.2734375, false], [-8.2734375, false], [-5.39453125, false], [-8.5234375, false], [-10.8984375, false], [-8.2734375, false], [-10.1484375, false], [-5.39453125, false], [-11.0234375, false], [-5.76953125, false], [-9.5234375, false], [-5.39453125, false], [-10.1484375, false], [-10.2734375, false], [-10.6484375, false], [-10.5234375, false], [-10.3984375, false], [-9.2734375, false], [-12.6484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 965, "doc": {"id": "Mercury_7188510", "question": "During cellular respiration glucose molecules undergo a series of reactions. This process results in the formation of up to 38 molecules of high-energy ATP per each molecule of glucose. Which is the source of the energy stored in these ATP molecules?", "choices": {"text": ["kinetic energy generated by the chemical reactions", "chemical energy originally stored in the glucose molecule", "electric current created during the destruction of electrons in the glucose", "potential energy from the difference in the concentration gradients of the cell"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "chemical energy originally stored in the glucose molecule", "arguments": ["Question: During cellular respiration glucose molecules undergo a series of reactions. This process results in the formation of up to 38 molecules of high-energy ATP per each molecule of glucose. Which is the source of the energy stored in these ATP molecules?\nAnswer:", " ["], "resps": [[[-7.19140625, false]], [[-10.1953125, false]], [[-7.94140625, false]], [[-6.94140625, false]], [[-7.19140625, false]], [[-8.6953125, false]], [[-8.4453125, false]], [[-6.94140625, false]], [[-4.19140625, false]], [[-4.94140625, false]], [[-8.6953125, false]], [[-7.19140625, false]], [[-8.6953125, false]], [[-9.6953125, false]], [[-9.1953125, false]], [[-10.4453125, false]], [[-4.94140625, false]], [[-9.1953125, false]], [[-8.6953125, false]], [[-7.19140625, false]], [[-8.6953125, false]], [[-9.6953125, false]], [[-4.69140625, false]], [[-8.4453125, false]], [[-8.6953125, false]], [[-7.19140625, false]], [[-4.94140625, false]], [[-7.69140625, false]], [[-10.4453125, false]], [[-4.94140625, false]], [[-8.4453125, false]], [[-8.4453125, false]], [[-8.6953125, false]], [[-4.94140625, false]], [[-4.19140625, false]], [[-8.4453125, false]], [[-8.6953125, false]], [[-6.94140625, false]], [[-6.94140625, false]], [[-4.19140625, false]], [[-4.69140625, false]], [[-8.9453125, false]], [[-4.94140625, false]], [[-9.6953125, false]], [[-8.6953125, false]], [[-4.69140625, false]], [[-4.19140625, false]], [[-8.4453125, false]], [[-6.94140625, false]], [[-8.1953125, false]], [[-7.19140625, false]], [[-9.4453125, false]], [[-10.1953125, false]], [[-10.234375, false]], [[-4.94140625, false]], [[-10.1953125, false]], [[-4.19140625, false]], [[-8.4453125, false]], [[-8.6953125, false]], [[-6.94140625, false]], [[-6.94140625, false]], [[-4.19140625, false]], [[-4.69140625, false]], [[-8.9453125, false]], [[-4.94140625, false]], [[-8.6953125, false]], [[-7.19140625, false]], [[-8.6953125, false]], [[-9.6953125, false]], [[-9.1953125, false]], [[-10.4453125, false]], [[-4.94140625, false]], [[-8.1953125, false]], [[-9.6953125, false]], [[-6.94140625, false]], [[-9.1953125, false]], [[-6.94140625, false]], [[-7.19140625, false]], [[-4.69140625, false]], [[-8.9453125, false]], [[-8.9453125, false]], [[-10.4453125, false]], [[-4.94140625, false]], [[-9.4453125, false]], [[-8.4453125, false]], [[-8.1953125, false]], [[-9.6953125, false]], [[-8.6953125, false]], [[-7.19140625, false]], [[-4.94140625, false]], [[-6.94140625, false]], [[-7.19140625, false]], [[-4.94140625, false]], [[-8.4453125, false]], [[-8.4453125, false]], [[-8.6953125, false]], [[-4.94140625, false]], [[-9.1953125, false]], [[-8.9453125, false]], [[-8.4453125, false]], [[-4.19140625, false]], [[-8.1953125, false]], [[-9.4453125, false]], [[-8.6953125, false]], [[-4.94140625, false]], [[-6.94140625, false]], [[-8.1953125, false]], [[-8.9453125, false]], [[-8.6953125, false]], [[-4.19140625, false]], [[-8.4453125, false]], [[-8.9453125, false]], [[-8.6953125, false]], [[-10.1953125, false]], [[-10.234375, false]], [[-4.94140625, false]], [[-10.1953125, false]], [[-8.6953125, false]], [[-8.9453125, false]], [[-8.6953125, false]], [[-4.19140625, false]], [[-8.4453125, false]], [[-9.6953125, false]], [[-6.94140625, false]], [[-4.19140625, false]], [[-4.94140625, false]], [[-4.19140625, false]], [[-8.4453125, false]], [[-9.6953125, false]], [[-9.6953125, false]], [[-8.6953125, false]], [[-7.19140625, false]], [[-8.4453125, false]], [[-4.94140625, false]], [[-4.19140625, false]], [[-9.6953125, false]], [[-8.6953125, false]], [[-4.69140625, false]], [[-8.4453125, false]], [[-8.6953125, false]], [[-7.19140625, false]], [[-4.94140625, false]], [[-7.19140625, false]], [[-8.4453125, false]], [[-9.6953125, false]], [[-6.94140625, false]], [[-7.19140625, false]], [[-9.1953125, false]], [[-4.94140625, false]], [[-8.4453125, false]], [[-8.4453125, false]], [[-8.6953125, false]], [[-4.94140625, false]], [[-7.19140625, false]], [[-8.6953125, false]], [[-9.4453125, false]], [[-8.4453125, false]], [[-9.6953125, false]], [[-8.4453125, false]], [[-4.19140625, false]], [[-8.4453125, false]], [[-6.94140625, false]], [[-8.1953125, false]], [[-7.19140625, false]], [[-4.94140625, false]], [[-8.1953125, false]], [[-9.4453125, false]], [[-4.94140625, false]], [[-8.6953125, false]], [[-8.9453125, false]], [[-8.6953125, false]], [[-4.19140625, false]], [[-8.4453125, false]], [[-9.6953125, false]], [[-8.1953125, false]], [[-7.19140625, false]], [[-9.4453125, false]], [[-4.94140625, false]], [[-6.94140625, false]], [[-7.19140625, false]], [[-4.94140625, false]], [[-8.4453125, false]], [[-8.4453125, false]], [[-8.6953125, false]], [[-4.94140625, false]], [[-9.1953125, false]], [[-8.9453125, false]], [[-8.4453125, false]], [[-4.19140625, false]], [[-8.1953125, false]], [[-9.4453125, false]], [[-8.6953125, false]], [[-10.1953125, false]], [[-10.234375, false]], [[-4.94140625, false]], [[-10.1953125, false]], [[-8.1953125, false]], [[-8.1953125, false]], [[-8.4453125, false]], [[-8.6953125, false]], [[-7.19140625, false]], [[-8.4453125, false]], [[-6.94140625, false]], [[-4.69140625, false]], [[-8.9453125, false]], [[-4.94140625, false]], [[-8.6953125, false]], [[-7.19140625, false]], [[-8.6953125, false]], [[-9.6953125, false]], [[-9.1953125, false]], [[-10.4453125, false]], [[-4.94140625, false]], [[-9.4453125, false]], [[-9.6953125, false]], [[-8.1953125, false]], [[-6.94140625, false]], [[-4.94140625, false]], [[-8.4453125, false]], [[-8.4453125, false]], [[-8.6953125, false]], [[-4.94140625, false]], [[-7.19140625, false]], [[-6.94140625, false]], [[-9.4453125, false]], [[-9.4453125, false]], [[-8.6953125, false]], [[-9.6953125, false]], [[-8.6953125, false]], [[-7.19140625, false]], [[-4.19140625, false]], [[-8.6953125, false]], [[-4.94140625, false]], [[-6.94140625, false]], [[-7.19140625, false]], [[-4.94140625, false]], [[-8.4453125, false]], [[-8.4453125, false]], [[-8.6953125, false]], [[-4.94140625, false]], [[-4.19140625, false]], [[-8.1953125, false]], [[-7.19140625, false]], [[-4.19140625, false]], [[-8.6953125, false]], [[-7.19140625, false]], [[-8.4453125, false]], [[-9.6953125, false]], [[-4.69140625, false]], [[-8.4453125, false]], [[-6.94140625, false]], [[-8.1953125, false]], [[-7.19140625, false]], [[-4.94140625, false]], [[-9.1953125, false]], [[-9.6953125, false]], [[-4.69140625, false]], [[-7.19140625, false]], [[-6.94140625, false]], [[-8.6953125, false]], [[-7.19140625, false]], [[-8.4453125, false]], [[-9.4453125, false]], [[-4.94140625, false]], [[-8.1953125, false]], [[-9.4453125, false]], [[-4.94140625, false]], [[-8.4453125, false]], [[-8.4453125, false]], [[-8.6953125, false]], [[-4.94140625, false]], [[-4.19140625, false]], [[-8.6953125, false]], [[-8.9453125, false]], [[-8.9453125, false]], [[-10.1953125, false]], [[-13.4453125, false]]], "filtered_resps": [[-7.19140625, false], [-10.1953125, false], [-7.94140625, false], [-6.94140625, false], [-7.19140625, false], [-8.6953125, false], [-8.4453125, false], [-6.94140625, false], [-4.19140625, false], [-4.94140625, false], [-8.6953125, false], [-7.19140625, false], [-8.6953125, false], [-9.6953125, false], [-9.1953125, false], [-10.4453125, false], [-4.94140625, false], [-9.1953125, false], [-8.6953125, false], [-7.19140625, false], [-8.6953125, false], [-9.6953125, false], [-4.69140625, false], [-8.4453125, false], [-8.6953125, false], [-7.19140625, false], [-4.94140625, false], [-7.69140625, false], [-10.4453125, false], [-4.94140625, false], [-8.4453125, false], [-8.4453125, false], [-8.6953125, false], [-4.94140625, false], [-4.19140625, false], [-8.4453125, false], [-8.6953125, false], [-6.94140625, false], [-6.94140625, false], [-4.19140625, false], [-4.69140625, false], [-8.9453125, false], [-4.94140625, false], [-9.6953125, false], [-8.6953125, false], [-4.69140625, false], [-4.19140625, false], [-8.4453125, false], [-6.94140625, false], [-8.1953125, false], [-7.19140625, false], [-9.4453125, false], [-10.1953125, false], [-10.234375, false], [-4.94140625, false], [-10.1953125, false], [-4.19140625, false], [-8.4453125, false], [-8.6953125, false], [-6.94140625, false], [-6.94140625, false], [-4.19140625, false], [-4.69140625, false], [-8.9453125, false], [-4.94140625, false], [-8.6953125, false], [-7.19140625, false], [-8.6953125, false], [-9.6953125, false], [-9.1953125, false], [-10.4453125, false], [-4.94140625, false], [-8.1953125, false], [-9.6953125, false], [-6.94140625, false], [-9.1953125, false], [-6.94140625, false], [-7.19140625, false], [-4.69140625, false], [-8.9453125, false], [-8.9453125, false], [-10.4453125, false], [-4.94140625, false], [-9.4453125, false], [-8.4453125, false], [-8.1953125, false], [-9.6953125, false], [-8.6953125, false], [-7.19140625, false], [-4.94140625, false], [-6.94140625, false], [-7.19140625, false], [-4.94140625, false], [-8.4453125, false], [-8.4453125, false], [-8.6953125, false], [-4.94140625, false], [-9.1953125, false], [-8.9453125, false], [-8.4453125, false], [-4.19140625, false], [-8.1953125, false], [-9.4453125, false], [-8.6953125, false], [-4.94140625, false], [-6.94140625, false], [-8.1953125, false], [-8.9453125, false], [-8.6953125, false], [-4.19140625, false], [-8.4453125, false], [-8.9453125, false], [-8.6953125, false], [-10.1953125, false], [-10.234375, false], [-4.94140625, false], [-10.1953125, false], [-8.6953125, false], [-8.9453125, false], [-8.6953125, false], [-4.19140625, false], [-8.4453125, false], [-9.6953125, false], [-6.94140625, false], [-4.19140625, false], [-4.94140625, false], [-4.19140625, false], [-8.4453125, false], [-9.6953125, false], [-9.6953125, false], [-8.6953125, false], [-7.19140625, false], [-8.4453125, false], [-4.94140625, false], [-4.19140625, false], [-9.6953125, false], [-8.6953125, false], [-4.69140625, false], [-8.4453125, false], [-8.6953125, false], [-7.19140625, false], [-4.94140625, false], [-7.19140625, false], [-8.4453125, false], [-9.6953125, false], [-6.94140625, false], [-7.19140625, false], [-9.1953125, false], [-4.94140625, false], [-8.4453125, false], [-8.4453125, false], [-8.6953125, false], [-4.94140625, false], [-7.19140625, false], [-8.6953125, false], [-9.4453125, false], [-8.4453125, false], [-9.6953125, false], [-8.4453125, false], [-4.19140625, false], [-8.4453125, false], [-6.94140625, false], [-8.1953125, false], [-7.19140625, false], [-4.94140625, false], [-8.1953125, false], [-9.4453125, false], [-4.94140625, false], [-8.6953125, false], [-8.9453125, false], [-8.6953125, false], [-4.19140625, false], [-8.4453125, false], [-9.6953125, false], [-8.1953125, false], [-7.19140625, false], [-9.4453125, false], [-4.94140625, false], [-6.94140625, false], [-7.19140625, false], [-4.94140625, false], [-8.4453125, false], [-8.4453125, false], [-8.6953125, false], [-4.94140625, false], [-9.1953125, false], [-8.9453125, false], [-8.4453125, false], [-4.19140625, false], [-8.1953125, false], [-9.4453125, false], [-8.6953125, false], [-10.1953125, false], [-10.234375, false], [-4.94140625, false], [-10.1953125, false], [-8.1953125, false], [-8.1953125, false], [-8.4453125, false], [-8.6953125, false], [-7.19140625, false], [-8.4453125, false], [-6.94140625, false], [-4.69140625, false], [-8.9453125, false], [-4.94140625, false], [-8.6953125, false], [-7.19140625, false], [-8.6953125, false], [-9.6953125, false], [-9.1953125, false], [-10.4453125, false], [-4.94140625, false], [-9.4453125, false], [-9.6953125, false], [-8.1953125, false], [-6.94140625, false], [-4.94140625, false], [-8.4453125, false], [-8.4453125, false], [-8.6953125, false], [-4.94140625, false], [-7.19140625, false], [-6.94140625, false], [-9.4453125, false], [-9.4453125, false], [-8.6953125, false], [-9.6953125, false], [-8.6953125, false], [-7.19140625, false], [-4.19140625, false], [-8.6953125, false], [-4.94140625, false], [-6.94140625, false], [-7.19140625, false], [-4.94140625, false], [-8.4453125, false], [-8.4453125, false], [-8.6953125, false], [-4.94140625, false], [-4.19140625, false], [-8.1953125, false], [-7.19140625, false], [-4.19140625, false], [-8.6953125, false], [-7.19140625, false], [-8.4453125, false], [-9.6953125, false], [-4.69140625, false], [-8.4453125, false], [-6.94140625, false], [-8.1953125, false], [-7.19140625, false], [-4.94140625, false], [-9.1953125, false], [-9.6953125, false], [-4.69140625, false], [-7.19140625, false], [-6.94140625, false], [-8.6953125, false], [-7.19140625, false], [-8.4453125, false], [-9.4453125, false], [-4.94140625, false], [-8.1953125, false], [-9.4453125, false], [-4.94140625, false], [-8.4453125, false], [-8.4453125, false], [-8.6953125, false], [-4.94140625, false], [-4.19140625, false], [-8.6953125, false], [-8.9453125, false], [-8.9453125, false], [-10.1953125, false], [-13.4453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 973, "doc": {"id": "Mercury_7207078", "question": "The temperatures in space vary from extremely cold to extremely hot. Earth's surface temperature is relatively stable. Which of these is most responsible for Earth's surface temperatures?", "choices": {"text": ["solar radiation reflected from the Moon", "many volcanic eruptions near the Ring of Fire", "the greenhouse effect in the atmosphere", "plankton distribution in shallow ocean waters"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "the greenhouse effect in the atmosphere", "arguments": ["Question: The temperatures in space vary from extremely cold to extremely hot. Earth's surface temperature is relatively stable. Which of these is most responsible for Earth's surface temperatures?\nAnswer:", " ["], "resps": [[[-7.08984375, false]], [[-9.34375, false]], [[-9.84375, false]], [[-7.58984375, false]], [[-11.09375, false]], [[-3.841796875, false]], [[-10.59375, false]], [[-5.33984375, false]], [[-10.59375, false]], [[-3.841796875, false]], [[-7.58984375, false]], [[-7.08984375, false]], [[-3.841796875, false]], [[-8.84375, false]], [[-7.08984375, false]], [[-7.58984375, false]], [[-8.34375, false]], [[-5.33984375, false]], [[-10.59375, false]], [[-7.08984375, false]], [[-7.58984375, false]], [[-11.09375, false]], [[-7.08984375, false]], [[-7.58984375, false]], [[-8.84375, false]], [[-7.08984375, false]], [[-7.58984375, false]], [[-5.33984375, false]], [[-7.58984375, false]], [[-10.59375, false]], [[-7.58984375, false]], [[-7.08984375, false]], [[-5.33984375, false]], [[-8.84375, false]], [[-9.84375, false]], [[-7.08984375, false]], [[-5.33984375, false]], [[-6.08984375, false]], [[-7.58984375, false]], [[-7.58984375, false]], [[-8.34375, false]], [[-9.34375, false]], [[-9.421875, false]], [[-5.33984375, false]], [[-9.34375, false]], [[-7.08984375, false]], [[-3.841796875, false]], [[-8.34375, false]], [[-10.59375, false]], [[-5.33984375, false]], [[-10.34375, false]], [[-7.58984375, false]], [[-11.09375, false]], [[-7.58984375, false]], [[-3.841796875, false]], [[-8.34375, false]], [[-7.08984375, false]], [[-7.58984375, false]], [[-5.33984375, false]], [[-7.08984375, false]], [[-10.59375, false]], [[-11.84375, false]], [[-8.34375, false]], [[-8.84375, false]], [[-7.08984375, false]], [[-7.58984375, false]], [[-8.34375, false]], [[-9.84375, false]], [[-5.33984375, false]], [[-8.34375, false]], [[-7.08984375, false]], [[-3.841796875, false]], [[-10.59375, false]], [[-5.33984375, false]], [[-8.84375, false]], [[-9.84375, false]], [[-7.08984375, false]], [[-5.33984375, false]], [[-8.34375, false]], [[-7.08984375, false]], [[-8.34375, false]], [[-11.09375, false]], [[-5.33984375, false]], [[-7.58984375, false]], [[-7.58984375, false]], [[-5.33984375, false]], [[-6.58984375, false]], [[-7.08984375, false]], [[-10.59375, false]], [[-7.08984375, false]], [[-9.34375, false]], [[-9.421875, false]], [[-5.33984375, false]], [[-9.34375, false]], [[-8.84375, false]], [[-9.84375, false]], [[-7.08984375, false]], [[-5.33984375, false]], [[-11.09375, false]], [[-10.59375, false]], [[-7.08984375, false]], [[-7.08984375, false]], [[-8.34375, false]], [[-9.84375, false]], [[-7.58984375, false]], [[-11.84375, false]], [[-9.84375, false]], [[-7.08984375, false]], [[-5.33984375, false]], [[-7.08984375, false]], [[-7.58984375, false]], [[-7.58984375, false]], [[-7.08984375, false]], [[-7.58984375, false]], [[-8.84375, false]], [[-5.33984375, false]], [[-7.08984375, false]], [[-8.34375, false]], [[-5.33984375, false]], [[-8.84375, false]], [[-9.84375, false]], [[-7.08984375, false]], [[-5.33984375, false]], [[-3.841796875, false]], [[-8.84375, false]], [[-7.08984375, false]], [[-7.58984375, false]], [[-9.84375, false]], [[-8.34375, false]], [[-9.84375, false]], [[-7.08984375, false]], [[-10.59375, false]], [[-7.08984375, false]], [[-9.34375, false]], [[-9.421875, false]], [[-5.33984375, false]], [[-9.34375, false]], [[-8.34375, false]], [[-11.09375, false]], [[-3.841796875, false]], [[-8.34375, false]], [[-9.84375, false]], [[-8.84375, false]], [[-7.58984375, false]], [[-8.34375, false]], [[-5.33984375, false]], [[-7.58984375, false]], [[-7.08984375, false]], [[-9.84375, false]], [[-8.84375, false]], [[-10.59375, false]], [[-7.08984375, false]], [[-6.58984375, false]], [[-11.84375, false]], [[-8.84375, false]], [[-7.08984375, false]], [[-7.58984375, false]], [[-8.34375, false]], [[-5.33984375, false]], [[-7.08984375, false]], [[-8.34375, false]], [[-5.33984375, false]], [[-9.84375, false]], [[-9.84375, false]], [[-3.841796875, false]], [[-11.09375, false]], [[-11.09375, false]], [[-7.58984375, false]], [[-11.09375, false]], [[-5.33984375, false]], [[-7.58984375, false]], [[-7.58984375, false]], [[-7.08984375, false]], [[-3.841796875, false]], [[-8.34375, false]], [[-5.33984375, false]], [[-11.09375, false]], [[-3.841796875, false]], [[-8.84375, false]], [[-7.08984375, false]], [[-10.59375, false]], [[-9.84375, false]], [[-9.34375, false]], [[-12.59375, false]]], "filtered_resps": [[-7.08984375, false], [-9.34375, false], [-9.84375, false], [-7.58984375, false], [-11.09375, false], [-3.841796875, false], [-10.59375, false], [-5.33984375, false], [-10.59375, false], [-3.841796875, false], [-7.58984375, false], [-7.08984375, false], [-3.841796875, false], [-8.84375, false], [-7.08984375, false], [-7.58984375, false], [-8.34375, false], [-5.33984375, false], [-10.59375, false], [-7.08984375, false], [-7.58984375, false], [-11.09375, false], [-7.08984375, false], [-7.58984375, false], [-8.84375, false], [-7.08984375, false], [-7.58984375, false], [-5.33984375, false], [-7.58984375, false], [-10.59375, false], [-7.58984375, false], [-7.08984375, false], [-5.33984375, false], [-8.84375, false], [-9.84375, false], [-7.08984375, false], [-5.33984375, false], [-6.08984375, false], [-7.58984375, false], [-7.58984375, false], [-8.34375, false], [-9.34375, false], [-9.421875, false], [-5.33984375, false], [-9.34375, false], [-7.08984375, false], [-3.841796875, false], [-8.34375, false], [-10.59375, false], [-5.33984375, false], [-10.34375, false], [-7.58984375, false], [-11.09375, false], [-7.58984375, false], [-3.841796875, false], [-8.34375, false], [-7.08984375, false], [-7.58984375, false], [-5.33984375, false], [-7.08984375, false], [-10.59375, false], [-11.84375, false], [-8.34375, false], [-8.84375, false], [-7.08984375, false], [-7.58984375, false], [-8.34375, false], [-9.84375, false], [-5.33984375, false], [-8.34375, false], [-7.08984375, false], [-3.841796875, false], [-10.59375, false], [-5.33984375, false], [-8.84375, false], [-9.84375, false], [-7.08984375, false], [-5.33984375, false], [-8.34375, false], [-7.08984375, false], [-8.34375, false], [-11.09375, false], [-5.33984375, false], [-7.58984375, false], [-7.58984375, false], [-5.33984375, false], [-6.58984375, false], [-7.08984375, false], [-10.59375, false], [-7.08984375, false], [-9.34375, false], [-9.421875, false], [-5.33984375, false], [-9.34375, false], [-8.84375, false], [-9.84375, false], [-7.08984375, false], [-5.33984375, false], [-11.09375, false], [-10.59375, false], [-7.08984375, false], [-7.08984375, false], [-8.34375, false], [-9.84375, false], [-7.58984375, false], [-11.84375, false], [-9.84375, false], [-7.08984375, false], [-5.33984375, false], [-7.08984375, false], [-7.58984375, false], [-7.58984375, false], [-7.08984375, false], [-7.58984375, false], [-8.84375, false], [-5.33984375, false], [-7.08984375, false], [-8.34375, false], [-5.33984375, false], [-8.84375, false], [-9.84375, false], [-7.08984375, false], [-5.33984375, false], [-3.841796875, false], [-8.84375, false], [-7.08984375, false], [-7.58984375, false], [-9.84375, false], [-8.34375, false], [-9.84375, false], [-7.08984375, false], [-10.59375, false], [-7.08984375, false], [-9.34375, false], [-9.421875, false], [-5.33984375, false], [-9.34375, false], [-8.34375, false], [-11.09375, false], [-3.841796875, false], [-8.34375, false], [-9.84375, false], [-8.84375, false], [-7.58984375, false], [-8.34375, false], [-5.33984375, false], [-7.58984375, false], [-7.08984375, false], [-9.84375, false], [-8.84375, false], [-10.59375, false], [-7.08984375, false], [-6.58984375, false], [-11.84375, false], [-8.84375, false], [-7.08984375, false], [-7.58984375, false], [-8.34375, false], [-5.33984375, false], [-7.08984375, false], [-8.34375, false], [-5.33984375, false], [-9.84375, false], [-9.84375, false], [-3.841796875, false], [-11.09375, false], [-11.09375, false], [-7.58984375, false], [-11.09375, false], [-5.33984375, false], [-7.58984375, false], [-7.58984375, false], [-7.08984375, false], [-3.841796875, false], [-8.34375, false], [-5.33984375, false], [-11.09375, false], [-3.841796875, false], [-8.84375, false], [-7.08984375, false], [-10.59375, false], [-9.84375, false], [-9.34375, false], [-12.59375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 981, "doc": {"id": "MCAS_2006_9_42", "question": "Some campers are sitting around a campfire outside their tent. Which product of the fire is in the form of electromagnetic waves?", "choices": {"text": ["light", "smoke", "sound", "water vapor"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "light", "arguments": ["Question: Some campers are sitting around a campfire outside their tent. Which product of the fire is in the form of electromagnetic waves?\nAnswer:", " ["], "resps": [[[-7.63671875, false]], [[-9.390625, false]], [[-10.390625, false]], [[-7.63671875, false]], [[-11.140625, false]], [[-9.640625, false]], [[-10.140625, false]], [[-9.390625, false]], [[-9.34375, false]], [[-4.88671875, false]], [[-9.390625, false]], [[-8.890625, false]], [[-6.88671875, false]], [[-8.890625, false]], [[-10.140625, false]], [[-8.390625, false]], [[-9.390625, false]], [[-9.34375, false]], [[-4.88671875, false]], [[-9.390625, false]], [[-8.890625, false]], [[-8.890625, false]], [[-9.890625, false]], [[-8.890625, false]], [[-10.140625, false]], [[-9.390625, false]], [[-9.34375, false]], [[-4.88671875, false]], [[-9.390625, false]], [[-10.390625, false]], [[-3.638671875, false]], [[-10.140625, false]], [[-8.390625, false]], [[-9.390625, false]], [[-4.88671875, false]], [[-10.390625, false]], [[-3.638671875, false]], [[-9.640625, false]], [[-8.890625, false]], [[-9.390625, false]], [[-9.390625, false]], [[-13.390625, false]]], "filtered_resps": [[-7.63671875, false], [-9.390625, false], [-10.390625, false], [-7.63671875, false], [-11.140625, false], [-9.640625, false], [-10.140625, false], [-9.390625, false], [-9.34375, false], [-4.88671875, false], [-9.390625, false], [-8.890625, false], [-6.88671875, false], [-8.890625, false], [-10.140625, false], [-8.390625, false], [-9.390625, false], [-9.34375, false], [-4.88671875, false], [-9.390625, false], [-8.890625, false], [-8.890625, false], [-9.890625, false], [-8.890625, false], [-10.140625, false], [-9.390625, false], [-9.34375, false], [-4.88671875, false], [-9.390625, false], [-10.390625, false], [-3.638671875, false], [-10.140625, false], [-8.390625, false], [-9.390625, false], [-4.88671875, false], [-10.390625, false], [-3.638671875, false], [-9.640625, false], [-8.890625, false], [-9.390625, false], [-9.390625, false], [-13.390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 989, "doc": {"id": "Mercury_7220010", "question": "In Type 1 diabetes, the immune system attacks the pancreatic cells that produce insulin. Without insulin, people that have Type 1 diabetes are unable to regulate blood glucose levels. What two symptoms are most likely associated with Type 1 diabetes?", "choices": {"text": ["extreme thirst and weight loss", "intense aches and spasms", "severe loss of hearing and vision", "excessive loss of coordination and memory"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "extreme thirst and weight loss", "arguments": ["Question: In Type 1 diabetes, the immune system attacks the pancreatic cells that produce insulin. Without insulin, people that have Type 1 diabetes are unable to regulate blood glucose levels. What two symptoms are most likely associated with Type 1 diabetes?\nAnswer:", " ["], "resps": [[[-7.48046875, false]], [[-11.7265625, false]], [[-9.7265625, false]], [[-8.9765625, false]], [[-10.2265625, false]], [[-10.4765625, false]], [[-9.7265625, false]], [[-10.2265625, false]], [[-9.7265625, false]], [[-4.73046875, false]], [[-10.2265625, false]], [[-10.2265625, false]], [[-8.2265625, false]], [[-10.4765625, false]], [[-8.4765625, false]], [[-10.2265625, false]], [[-4.73046875, false]], [[-3.98046875, false]], [[-9.2265625, false]], [[-9.4765625, false]], [[-4.73046875, false]], [[-9.4765625, false]], [[-9.7265625, false]], [[-8.2265625, false]], [[-11.4765625, false]], [[-10.2265625, false]], [[-10.2265625, false]], [[-4.73046875, false]], [[-10.4765625, false]], [[-8.2265625, false]], [[-8.4765625, false]], [[-8.4765625, false]], [[-11.7265625, false]], [[-9.140625, false]], [[-4.73046875, false]], [[-11.7265625, false]], [[-8.2265625, false]], [[-9.2265625, false]], [[-10.2265625, false]], [[-9.7265625, false]], [[-9.2265625, false]], [[-8.4765625, false]], [[-9.7265625, false]], [[-4.73046875, false]], [[-3.98046875, false]], [[-7.23046875, false]], [[-10.2265625, false]], [[-9.7265625, false]], [[-8.4765625, false]], [[-4.73046875, false]], [[-3.98046875, false]], [[-9.2265625, false]], [[-9.4765625, false]], [[-4.73046875, false]], [[-8.4765625, false]], [[-9.9765625, false]], [[-3.98046875, false]], [[-8.4765625, false]], [[-10.2265625, false]], [[-8.4765625, false]], [[-11.7265625, false]], [[-9.140625, false]], [[-4.73046875, false]], [[-11.7265625, false]], [[-8.4765625, false]], [[-9.7265625, false]], [[-11.4765625, false]], [[-9.7265625, false]], [[-10.4765625, false]], [[-9.7265625, false]], [[-4.73046875, false]], [[-10.4765625, false]], [[-8.2265625, false]], [[-8.4765625, false]], [[-8.4765625, false]], [[-4.73046875, false]], [[-8.2265625, false]], [[-10.7265625, false]], [[-4.73046875, false]], [[-10.2265625, false]], [[-9.7265625, false]], [[-3.98046875, false]], [[-10.4765625, false]], [[-8.2265625, false]], [[-9.2265625, false]], [[-11.4765625, false]], [[-4.73046875, false]], [[-3.98046875, false]], [[-9.2265625, false]], [[-9.4765625, false]], [[-4.73046875, false]], [[-11.4765625, false]], [[-8.2265625, false]], [[-8.4765625, false]], [[-8.2265625, false]], [[-8.2265625, false]], [[-9.2265625, false]], [[-11.7265625, false]], [[-9.140625, false]], [[-4.73046875, false]], [[-11.7265625, false]], [[-9.7265625, false]], [[-8.9765625, false]], [[-7.23046875, false]], [[-9.7265625, false]], [[-8.4765625, false]], [[-8.4765625, false]], [[-8.2265625, false]], [[-11.4765625, false]], [[-9.7265625, false]], [[-4.73046875, false]], [[-10.4765625, false]], [[-8.2265625, false]], [[-8.4765625, false]], [[-8.4765625, false]], [[-4.73046875, false]], [[-8.2265625, false]], [[-10.7265625, false]], [[-4.73046875, false]], [[-7.23046875, false]], [[-8.2265625, false]], [[-8.2265625, false]], [[-10.4765625, false]], [[-9.4765625, false]], [[-8.2265625, false]], [[-9.2265625, false]], [[-3.98046875, false]], [[-10.2265625, false]], [[-8.2265625, false]], [[-8.2265625, false]], [[-9.2265625, false]], [[-4.73046875, false]], [[-3.98046875, false]], [[-9.2265625, false]], [[-9.4765625, false]], [[-4.73046875, false]], [[-10.2265625, false]], [[-9.7265625, false]], [[-10.2265625, false]], [[-8.2265625, false]], [[-10.4765625, false]], [[-12.7265625, false]], [[-11.7265625, false]], [[-10.7265625, false]]], "filtered_resps": [[-7.48046875, false], [-11.7265625, false], [-9.7265625, false], [-8.9765625, false], [-10.2265625, false], [-10.4765625, false], [-9.7265625, false], [-10.2265625, false], [-9.7265625, false], [-4.73046875, false], [-10.2265625, false], [-10.2265625, false], [-8.2265625, false], [-10.4765625, false], [-8.4765625, false], [-10.2265625, false], [-4.73046875, false], [-3.98046875, false], [-9.2265625, false], [-9.4765625, false], [-4.73046875, false], [-9.4765625, false], [-9.7265625, false], [-8.2265625, false], [-11.4765625, false], [-10.2265625, false], [-10.2265625, false], [-4.73046875, false], [-10.4765625, false], [-8.2265625, false], [-8.4765625, false], [-8.4765625, false], [-11.7265625, false], [-9.140625, false], [-4.73046875, false], [-11.7265625, false], [-8.2265625, false], [-9.2265625, false], [-10.2265625, false], [-9.7265625, false], [-9.2265625, false], [-8.4765625, false], [-9.7265625, false], [-4.73046875, false], [-3.98046875, false], [-7.23046875, false], [-10.2265625, false], [-9.7265625, false], [-8.4765625, false], [-4.73046875, false], [-3.98046875, false], [-9.2265625, false], [-9.4765625, false], [-4.73046875, false], [-8.4765625, false], [-9.9765625, false], [-3.98046875, false], [-8.4765625, false], [-10.2265625, false], [-8.4765625, false], [-11.7265625, false], [-9.140625, false], [-4.73046875, false], [-11.7265625, false], [-8.4765625, false], [-9.7265625, false], [-11.4765625, false], [-9.7265625, false], [-10.4765625, false], [-9.7265625, false], [-4.73046875, false], [-10.4765625, false], [-8.2265625, false], [-8.4765625, false], [-8.4765625, false], [-4.73046875, false], [-8.2265625, false], [-10.7265625, false], [-4.73046875, false], [-10.2265625, false], [-9.7265625, false], [-3.98046875, false], [-10.4765625, false], [-8.2265625, false], [-9.2265625, false], [-11.4765625, false], [-4.73046875, false], [-3.98046875, false], [-9.2265625, false], [-9.4765625, false], [-4.73046875, false], [-11.4765625, false], [-8.2265625, false], [-8.4765625, false], [-8.2265625, false], [-8.2265625, false], [-9.2265625, false], [-11.7265625, false], [-9.140625, false], [-4.73046875, false], [-11.7265625, false], [-9.7265625, false], [-8.9765625, false], [-7.23046875, false], [-9.7265625, false], [-8.4765625, false], [-8.4765625, false], [-8.2265625, false], [-11.4765625, false], [-9.7265625, false], [-4.73046875, false], [-10.4765625, false], [-8.2265625, false], [-8.4765625, false], [-8.4765625, false], [-4.73046875, false], [-8.2265625, false], [-10.7265625, false], [-4.73046875, false], [-7.23046875, false], [-8.2265625, false], [-8.2265625, false], [-10.4765625, false], [-9.4765625, false], [-8.2265625, false], [-9.2265625, false], [-3.98046875, false], [-10.2265625, false], [-8.2265625, false], [-8.2265625, false], [-9.2265625, false], [-4.73046875, false], [-3.98046875, false], [-9.2265625, false], [-9.4765625, false], [-4.73046875, false], [-10.2265625, false], [-9.7265625, false], [-10.2265625, false], [-8.2265625, false], [-10.4765625, false], [-12.7265625, false], [-11.7265625, false], [-10.7265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 997, "doc": {"id": "AKDE&ED_2008_8_30", "question": "Seasons in Alaska are primarily caused by which factor as Earth revolves around the Sun?", "choices": {"text": ["the tilt of Earth on its axis", "the rate of rotation of Earth", "the effects of solar flare activity", "the relative distance between Earth and the Sun"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "the tilt of Earth on its axis", "arguments": ["Question: Seasons in Alaska are primarily caused by which factor as Earth revolves around the Sun?\nAnswer:", " ["], "resps": [[[-7.6484375, false]], [[-8.8984375, false]], [[-8.3984375, false]], [[-11.1484375, false]], [[-6.1484375, false]], [[-4.8984375, false]], [[-8.3984375, false]], [[-8.6484375, false]], [[-9.8984375, false]], [[-8.3984375, false]], [[-4.8984375, false]], [[-8.6484375, false]], [[-9.3984375, false]], [[-4.8984375, false]], [[-4.3984375, false]], [[-5.8984375, false]], [[-9.3984375, false]], [[-8.3984375, false]], [[-11.1484375, false]], [[-4.8984375, false]], [[-8.6484375, false]], [[-9.6484375, false]], [[-4.8984375, false]], [[-8.6484375, false]], [[-8.3984375, false]], [[-8.8984375, false]], [[-4.8984375, false]], [[-5.8984375, false]], [[-10.8984375, false]], [[-8.6484375, false]], [[-8.8984375, false]], [[-8.8984375, false]], [[-9.6875, false]], [[-4.8984375, false]], [[-8.8984375, false]], [[-8.3984375, false]], [[-11.1484375, false]], [[-6.1484375, false]], [[-4.8984375, false]], [[-9.3984375, false]], [[-5.8984375, false]], [[-8.3984375, false]], [[-6.1484375, false]], [[-4.8984375, false]], [[-8.6484375, false]], [[-9.3984375, false]], [[-4.8984375, false]], [[-9.3984375, false]], [[-8.6484375, false]], [[-8.3984375, false]], [[-5.8984375, false]], [[-8.3984375, false]], [[-8.6484375, false]], [[-8.6484375, false]], [[-9.6484375, false]], [[-4.8984375, false]], [[-8.6484375, false]], [[-9.3984375, false]], [[-4.8984375, false]], [[-4.3984375, false]], [[-5.8984375, false]], [[-9.3984375, false]], [[-8.3984375, false]], [[-11.1484375, false]], [[-8.8984375, false]], [[-9.6875, false]], [[-4.8984375, false]], [[-8.8984375, false]], [[-8.3984375, false]], [[-11.1484375, false]], [[-6.1484375, false]], [[-4.8984375, false]], [[-6.1484375, false]], [[-9.3984375, false]], [[-9.3984375, false]], [[-6.1484375, false]], [[-8.8984375, false]], [[-8.3984375, false]], [[-8.8984375, false]], [[-4.8984375, false]], [[-8.6484375, false]], [[-9.3984375, false]], [[-4.8984375, false]], [[-8.8984375, false]], [[-8.6484375, false]], [[-9.8984375, false]], [[-5.8984375, false]], [[-9.3984375, false]], [[-4.8984375, false]], [[-9.3984375, false]], [[-9.8984375, false]], [[-5.8984375, false]], [[-9.3984375, false]], [[-6.1484375, false]], [[-4.8984375, false]], [[-5.8984375, false]], [[-8.8984375, false]], [[-8.3984375, false]], [[-8.6484375, false]], [[-9.8984375, false]], [[-8.6484375, false]], [[-8.3984375, false]], [[-10.3984375, false]], [[-8.8984375, false]], [[-9.6875, false]], [[-4.8984375, false]], [[-8.8984375, false]], [[-8.3984375, false]], [[-11.1484375, false]], [[-6.1484375, false]], [[-4.8984375, false]], [[-9.3984375, false]], [[-6.1484375, false]], [[-9.8984375, false]], [[-5.8984375, false]], [[-8.3984375, false]], [[-8.6484375, false]], [[-9.8984375, false]], [[-6.1484375, false]], [[-4.8984375, false]], [[-8.8984375, false]], [[-8.6484375, false]], [[-8.8984375, false]], [[-8.3984375, false]], [[-5.8984375, false]], [[-9.6484375, false]], [[-8.8984375, false]], [[-6.1484375, false]], [[-4.8984375, false]], [[-7.6484375, false]], [[-6.1484375, false]], [[-8.3984375, false]], [[-9.8984375, false]], [[-6.1484375, false]], [[-6.1484375, false]], [[-9.6484375, false]], [[-4.8984375, false]], [[-4.3984375, false]], [[-5.8984375, false]], [[-9.3984375, false]], [[-8.3984375, false]], [[-11.1484375, false]], [[-4.8984375, false]], [[-5.8984375, false]], [[-9.6484375, false]], [[-8.8984375, false]], [[-4.8984375, false]], [[-8.3984375, false]], [[-11.1484375, false]], [[-6.1484375, false]], [[-4.8984375, false]], [[-5.6484375, false]], [[-11.6484375, false]], [[-9.6484375, false]], [[-8.8984375, false]], [[-12.1484375, false]]], "filtered_resps": [[-7.6484375, false], [-8.8984375, false], [-8.3984375, false], [-11.1484375, false], [-6.1484375, false], [-4.8984375, false], [-8.3984375, false], [-8.6484375, false], [-9.8984375, false], [-8.3984375, false], [-4.8984375, false], [-8.6484375, false], [-9.3984375, false], [-4.8984375, false], [-4.3984375, false], [-5.8984375, false], [-9.3984375, false], [-8.3984375, false], [-11.1484375, false], [-4.8984375, false], [-8.6484375, false], [-9.6484375, false], [-4.8984375, false], [-8.6484375, false], [-8.3984375, false], [-8.8984375, false], [-4.8984375, false], [-5.8984375, false], [-10.8984375, false], [-8.6484375, false], [-8.8984375, false], [-8.8984375, false], [-9.6875, false], [-4.8984375, false], [-8.8984375, false], [-8.3984375, false], [-11.1484375, false], [-6.1484375, false], [-4.8984375, false], [-9.3984375, false], [-5.8984375, false], [-8.3984375, false], [-6.1484375, false], [-4.8984375, false], [-8.6484375, false], [-9.3984375, false], [-4.8984375, false], [-9.3984375, false], [-8.6484375, false], [-8.3984375, false], [-5.8984375, false], [-8.3984375, false], [-8.6484375, false], [-8.6484375, false], [-9.6484375, false], [-4.8984375, false], [-8.6484375, false], [-9.3984375, false], [-4.8984375, false], [-4.3984375, false], [-5.8984375, false], [-9.3984375, false], [-8.3984375, false], [-11.1484375, false], [-8.8984375, false], [-9.6875, false], [-4.8984375, false], [-8.8984375, false], [-8.3984375, false], [-11.1484375, false], [-6.1484375, false], [-4.8984375, false], [-6.1484375, false], [-9.3984375, false], [-9.3984375, false], [-6.1484375, false], [-8.8984375, false], [-8.3984375, false], [-8.8984375, false], [-4.8984375, false], [-8.6484375, false], [-9.3984375, false], [-4.8984375, false], [-8.8984375, false], [-8.6484375, false], [-9.8984375, false], [-5.8984375, false], [-9.3984375, false], [-4.8984375, false], [-9.3984375, false], [-9.8984375, false], [-5.8984375, false], [-9.3984375, false], [-6.1484375, false], [-4.8984375, false], [-5.8984375, false], [-8.8984375, false], [-8.3984375, false], [-8.6484375, false], [-9.8984375, false], [-8.6484375, false], [-8.3984375, false], [-10.3984375, false], [-8.8984375, false], [-9.6875, false], [-4.8984375, false], [-8.8984375, false], [-8.3984375, false], [-11.1484375, false], [-6.1484375, false], [-4.8984375, false], [-9.3984375, false], [-6.1484375, false], [-9.8984375, false], [-5.8984375, false], [-8.3984375, false], [-8.6484375, false], [-9.8984375, false], [-6.1484375, false], [-4.8984375, false], [-8.8984375, false], [-8.6484375, false], [-8.8984375, false], [-8.3984375, false], [-5.8984375, false], [-9.6484375, false], [-8.8984375, false], [-6.1484375, false], [-4.8984375, false], [-7.6484375, false], [-6.1484375, false], [-8.3984375, false], [-9.8984375, false], [-6.1484375, false], [-6.1484375, false], [-9.6484375, false], [-4.8984375, false], [-4.3984375, false], [-5.8984375, false], [-9.3984375, false], [-8.3984375, false], [-11.1484375, false], [-4.8984375, false], [-5.8984375, false], [-9.6484375, false], [-8.8984375, false], [-4.8984375, false], [-8.3984375, false], [-11.1484375, false], [-6.1484375, false], [-4.8984375, false], [-5.6484375, false], [-11.6484375, false], [-9.6484375, false], [-8.8984375, false], [-12.1484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1005, "doc": {"id": "Mercury_LBS10287", "question": "Which of these correctly lists Earth's layers in order from the center to the surface?", "choices": {"text": ["outer core, inner core, asthenosphere, lithosphere", "asthenosphere, lithosphere, outer core, inner core", "inner core, asthenosphere, lithosphere, outer core", "inner core, outer core, asthenosphere, lithosphere"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "inner core, outer core, asthenosphere, lithosphere", "arguments": ["Question: Which of these correctly lists Earth's layers in order from the center to the surface?\nAnswer:", " ["], "resps": [[[-5.6015625, false]], [[-8.1015625, false]], [[-8.6015625, false]], [[-11.1015625, false]], [[-8.6015625, false]], [[-6.8515625, false]], [[-9.3515625, false]], [[-5.6015625, false]], [[-7.1015625, false]], [[-8.6015625, false]], [[-9.3515625, false]], [[-6.8515625, false]], [[-9.09375, false]], [[-5.6015625, false]], [[-7.1015625, false]], [[-8.3515625, false]], [[-8.3515625, false]], [[-6.8515625, false]], [[-9.3515625, false]], [[-5.6015625, false]], [[-7.1015625, false]], [[-8.6015625, false]], [[-9.3515625, false]], [[-6.8515625, false]], [[-9.09375, false]], [[-5.6015625, false]], [[-4.3515625, false]], [[-9.1015625, false]], [[-8.6015625, false]], [[-9.1015625, false]], [[-6.8515625, false]], [[-8.3515625, false]], [[-8.6015625, false]], [[-9.1015625, false]], [[-7.6015625, false]], [[-9.1015625, false]], [[-6.8515625, false]], [[-9.3515625, false]], [[-6.8515625, false]], [[-9.09375, false]], [[-5.6015625, false]], [[-8.8515625, false]], [[-7.1015625, false]], [[-8.6015625, false]], [[-9.1015625, false]], [[-8.6015625, false]], [[-9.1015625, false]], [[-7.6015625, false]], [[-9.1015625, false]], [[-6.8515625, false]], [[-9.3515625, false]], [[-6.8515625, false]], [[-8.1015625, false]], [[-9.09375, false]], [[-5.6015625, false]], [[-8.1015625, false]], [[-4.3515625, false]], [[-9.1015625, false]], [[-8.6015625, false]], [[-9.1015625, false]], [[-6.8515625, false]], [[-8.3515625, false]], [[-8.6015625, false]], [[-9.1015625, false]], [[-7.6015625, false]], [[-9.1015625, false]], [[-6.8515625, false]], [[-9.3515625, false]], [[-6.8515625, false]], [[-9.09375, false]], [[-5.6015625, false]], [[-8.8515625, false]], [[-7.1015625, false]], [[-8.6015625, false]], [[-9.1015625, false]], [[-8.6015625, false]], [[-9.1015625, false]], [[-7.6015625, false]], [[-9.1015625, false]], [[-6.8515625, false]], [[-9.3515625, false]], [[-6.8515625, false]], [[-9.09375, false]], [[-5.6015625, false]], [[-8.6015625, false]], [[-11.1015625, false]], [[-8.6015625, false]], [[-6.8515625, false]], [[-9.3515625, false]], [[-5.6015625, false]], [[-7.1015625, false]], [[-8.6015625, false]], [[-9.3515625, false]], [[-6.8515625, false]], [[-9.09375, false]], [[-5.6015625, false]], [[-7.1015625, false]], [[-8.3515625, false]], [[-8.3515625, false]], [[-6.8515625, false]], [[-9.3515625, false]], [[-5.6015625, false]], [[-7.1015625, false]], [[-8.6015625, false]], [[-9.3515625, false]], [[-6.8515625, false]], [[-8.1015625, false]], [[-9.09375, false]], [[-5.6015625, false]], [[-8.1015625, false]], [[-7.1015625, false]], [[-8.3515625, false]], [[-8.3515625, false]], [[-6.8515625, false]], [[-9.3515625, false]], [[-5.6015625, false]], [[-7.1015625, false]], [[-8.6015625, false]], [[-9.3515625, false]], [[-6.8515625, false]], [[-9.09375, false]], [[-5.6015625, false]], [[-4.3515625, false]], [[-9.1015625, false]], [[-8.6015625, false]], [[-9.1015625, false]], [[-6.8515625, false]], [[-8.3515625, false]], [[-8.6015625, false]], [[-9.1015625, false]], [[-7.6015625, false]], [[-9.1015625, false]], [[-6.8515625, false]], [[-9.3515625, false]], [[-6.8515625, false]], [[-9.09375, false]], [[-5.6015625, false]], [[-8.8515625, false]], [[-7.1015625, false]], [[-8.6015625, false]], [[-9.1015625, false]], [[-8.6015625, false]], [[-9.1015625, false]], [[-7.6015625, false]], [[-9.1015625, false]], [[-6.8515625, false]], [[-9.3515625, false]], [[-6.8515625, false]], [[-9.09375, false]], [[-5.6015625, false]], [[-8.6015625, false]], [[-11.1015625, false]], [[-8.6015625, false]], [[-6.8515625, false]], [[-9.3515625, false]], [[-5.6015625, false]], [[-7.1015625, false]], [[-8.6015625, false]], [[-9.3515625, false]], [[-6.8515625, false]], [[-8.1015625, false]], [[-9.09375, false]], [[-5.6015625, false]], [[-8.1015625, false]], [[-7.1015625, false]], [[-8.3515625, false]], [[-8.3515625, false]], [[-6.8515625, false]], [[-9.3515625, false]], [[-5.6015625, false]], [[-7.1015625, false]], [[-8.6015625, false]], [[-9.3515625, false]], [[-6.8515625, false]], [[-9.09375, false]], [[-5.6015625, false]], [[-8.6015625, false]], [[-11.1015625, false]], [[-8.6015625, false]], [[-6.8515625, false]], [[-9.3515625, false]], [[-5.6015625, false]], [[-7.1015625, false]], [[-8.6015625, false]], [[-9.3515625, false]], [[-6.8515625, false]], [[-9.09375, false]], [[-5.6015625, false]], [[-4.3515625, false]], [[-9.1015625, false]], [[-8.6015625, false]], [[-9.1015625, false]], [[-6.8515625, false]], [[-8.3515625, false]], [[-8.6015625, false]], [[-9.1015625, false]], [[-7.6015625, false]], [[-9.1015625, false]], [[-6.8515625, false]], [[-9.3515625, false]], [[-6.8515625, false]], [[-9.09375, false]], [[-5.6015625, false]], [[-8.8515625, false]], [[-7.1015625, false]], [[-8.6015625, false]], [[-9.1015625, false]], [[-8.6015625, false]], [[-9.1015625, false]], [[-7.6015625, false]], [[-9.1015625, false]], [[-6.8515625, false]], [[-9.3515625, false]], [[-6.8515625, false]], [[-8.1015625, false]], [[-11.6015625, false]]], "filtered_resps": [[-5.6015625, false], [-8.1015625, false], [-8.6015625, false], [-11.1015625, false], [-8.6015625, false], [-6.8515625, false], [-9.3515625, false], [-5.6015625, false], [-7.1015625, false], [-8.6015625, false], [-9.3515625, false], [-6.8515625, false], [-9.09375, false], [-5.6015625, false], [-7.1015625, false], [-8.3515625, false], [-8.3515625, false], [-6.8515625, false], [-9.3515625, false], [-5.6015625, false], [-7.1015625, false], [-8.6015625, false], [-9.3515625, false], [-6.8515625, false], [-9.09375, false], [-5.6015625, false], [-4.3515625, false], [-9.1015625, false], [-8.6015625, false], [-9.1015625, false], [-6.8515625, false], [-8.3515625, false], [-8.6015625, false], [-9.1015625, false], [-7.6015625, false], [-9.1015625, false], [-6.8515625, false], [-9.3515625, false], [-6.8515625, false], [-9.09375, false], [-5.6015625, false], [-8.8515625, false], [-7.1015625, false], [-8.6015625, false], [-9.1015625, false], [-8.6015625, false], [-9.1015625, false], [-7.6015625, false], [-9.1015625, false], [-6.8515625, false], [-9.3515625, false], [-6.8515625, false], [-8.1015625, false], [-9.09375, false], [-5.6015625, false], [-8.1015625, false], [-4.3515625, false], [-9.1015625, false], [-8.6015625, false], [-9.1015625, false], [-6.8515625, false], [-8.3515625, false], [-8.6015625, false], [-9.1015625, false], [-7.6015625, false], [-9.1015625, false], [-6.8515625, false], [-9.3515625, false], [-6.8515625, false], [-9.09375, false], [-5.6015625, false], [-8.8515625, false], [-7.1015625, false], [-8.6015625, false], [-9.1015625, false], [-8.6015625, false], [-9.1015625, false], [-7.6015625, false], [-9.1015625, false], [-6.8515625, false], [-9.3515625, false], [-6.8515625, false], [-9.09375, false], [-5.6015625, false], [-8.6015625, false], [-11.1015625, false], [-8.6015625, false], [-6.8515625, false], [-9.3515625, false], [-5.6015625, false], [-7.1015625, false], [-8.6015625, false], [-9.3515625, false], [-6.8515625, false], [-9.09375, false], [-5.6015625, false], [-7.1015625, false], [-8.3515625, false], [-8.3515625, false], [-6.8515625, false], [-9.3515625, false], [-5.6015625, false], [-7.1015625, false], [-8.6015625, false], [-9.3515625, false], [-6.8515625, false], [-8.1015625, false], [-9.09375, false], [-5.6015625, false], [-8.1015625, false], [-7.1015625, false], [-8.3515625, false], [-8.3515625, false], [-6.8515625, false], [-9.3515625, false], [-5.6015625, false], [-7.1015625, false], [-8.6015625, false], [-9.3515625, false], [-6.8515625, false], [-9.09375, false], [-5.6015625, false], [-4.3515625, false], [-9.1015625, false], [-8.6015625, false], [-9.1015625, false], [-6.8515625, false], [-8.3515625, false], [-8.6015625, false], [-9.1015625, false], [-7.6015625, false], [-9.1015625, false], [-6.8515625, false], [-9.3515625, false], [-6.8515625, false], [-9.09375, false], [-5.6015625, false], [-8.8515625, false], [-7.1015625, false], [-8.6015625, false], [-9.1015625, false], [-8.6015625, false], [-9.1015625, false], [-7.6015625, false], [-9.1015625, false], [-6.8515625, false], [-9.3515625, false], [-6.8515625, false], [-9.09375, false], [-5.6015625, false], [-8.6015625, false], [-11.1015625, false], [-8.6015625, false], [-6.8515625, false], [-9.3515625, false], [-5.6015625, false], [-7.1015625, false], [-8.6015625, false], [-9.3515625, false], [-6.8515625, false], [-8.1015625, false], [-9.09375, false], [-5.6015625, false], [-8.1015625, false], [-7.1015625, false], [-8.3515625, false], [-8.3515625, false], [-6.8515625, false], [-9.3515625, false], [-5.6015625, false], [-7.1015625, false], [-8.6015625, false], [-9.3515625, false], [-6.8515625, false], [-9.09375, false], [-5.6015625, false], [-8.6015625, false], [-11.1015625, false], [-8.6015625, false], [-6.8515625, false], [-9.3515625, false], [-5.6015625, false], [-7.1015625, false], [-8.6015625, false], [-9.3515625, false], [-6.8515625, false], [-9.09375, false], [-5.6015625, false], [-4.3515625, false], [-9.1015625, false], [-8.6015625, false], [-9.1015625, false], [-6.8515625, false], [-8.3515625, false], [-8.6015625, false], [-9.1015625, false], [-7.6015625, false], [-9.1015625, false], [-6.8515625, false], [-9.3515625, false], [-6.8515625, false], [-9.09375, false], [-5.6015625, false], [-8.8515625, false], [-7.1015625, false], [-8.6015625, false], [-9.1015625, false], [-8.6015625, false], [-9.1015625, false], [-7.6015625, false], [-9.1015625, false], [-6.8515625, false], [-9.3515625, false], [-6.8515625, false], [-8.1015625, false], [-11.6015625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1013, "doc": {"id": "Mercury_SC_400361", "question": "Which form of energy do plants need to capture in order to perform photosynthesis?", "choices": {"text": ["heat", "solar", "chemical", "electrical"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "solar", "arguments": ["Question: Which form of energy do plants need to capture in order to perform photosynthesis?\nAnswer:", " ["], "resps": [[[-7.12109375, false]], [[-9.3671875, false]], [[-9.8671875, false]], [[-7.62109375, false]], [[-6.12109375, false]], [[-10.1171875, false]], [[-9.3671875, false]], [[-10.1015625, false]], [[-5.37109375, false]], [[-9.3671875, false]], [[-9.8671875, false]], [[-7.37109375, false]], [[-10.6171875, false]], [[-6.12109375, false]], [[-11.8671875, false]], [[-9.3671875, false]], [[-10.1015625, false]], [[-5.37109375, false]], [[-9.3671875, false]], [[-6.87109375, false]], [[-9.8671875, false]], [[-7.62109375, false]], [[-9.3671875, false]], [[-7.62109375, false]], [[-6.87109375, false]], [[-6.12109375, false]], [[-10.6171875, false]], [[-9.3671875, false]], [[-10.1015625, false]], [[-5.37109375, false]], [[-9.3671875, false]], [[-7.62109375, false]], [[-10.6171875, false]], [[-7.62109375, false]], [[-6.87109375, false]], [[-10.1171875, false]], [[-11.8671875, false]], [[-7.62109375, false]], [[-6.87109375, false]], [[-6.12109375, false]], [[-10.6171875, false]], [[-9.3671875, false]], [[-14.8671875, false]]], "filtered_resps": [[-7.12109375, false], [-9.3671875, false], [-9.8671875, false], [-7.62109375, false], [-6.12109375, false], [-10.1171875, false], [-9.3671875, false], [-10.1015625, false], [-5.37109375, false], [-9.3671875, false], [-9.8671875, false], [-7.37109375, false], [-10.6171875, false], [-6.12109375, false], [-11.8671875, false], [-9.3671875, false], [-10.1015625, false], [-5.37109375, false], [-9.3671875, false], [-6.87109375, false], [-9.8671875, false], [-7.62109375, false], [-9.3671875, false], [-7.62109375, false], [-6.87109375, false], [-6.12109375, false], [-10.6171875, false], [-9.3671875, false], [-10.1015625, false], [-5.37109375, false], [-9.3671875, false], [-7.62109375, false], [-10.6171875, false], [-7.62109375, false], [-6.87109375, false], [-10.1171875, false], [-11.8671875, false], [-7.62109375, false], [-6.87109375, false], [-6.12109375, false], [-10.6171875, false], [-9.3671875, false], [-14.8671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1021, "doc": {"id": "VASoL_2007_3_15", "question": "Which of these warms most of the air, water, and land on Earth?", "choices": {"text": ["Coal", "Electricity", "Sunlight", "Wind"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Sunlight", "arguments": ["Question: Which of these warms most of the air, water, and land on Earth?\nAnswer:", " ["], "resps": [[[-8.53125, false]], [[-9.28125, false]], [[-5.03125, false]], [[-7.03125, false]], [[-5.28125, false]], [[-10.53125, false]], [[-9.28125, false]], [[-10.0078125, false]], [[-5.53125, false]], [[-9.28125, false]], [[-5.28125, false]], [[-10.53125, false]], [[-7.53125, false]], [[-9.03125, false]], [[-10.53125, false]], [[-11.78125, false]], [[-8.53125, false]], [[-9.03125, false]], [[-8.53125, false]], [[-10.53125, false]], [[-11.03125, false]], [[-9.28125, false]], [[-10.0078125, false]], [[-5.53125, false]], [[-9.28125, false]], [[-5.78125, false]], [[-12.03125, false]], [[-9.78125, false]], [[-10.53125, false]], [[-8.53125, false]], [[-11.28125, false]], [[-10.03125, false]], [[-10.53125, false]], [[-9.28125, false]], [[-10.0078125, false]], [[-5.53125, false]], [[-9.28125, false]], [[-6.03125, false]], [[-8.53125, false]], [[-9.78125, false]], [[-9.03125, false]], [[-9.28125, false]], [[-13.28125, false]]], "filtered_resps": [[-8.53125, false], [-9.28125, false], [-5.03125, false], [-7.03125, false], [-5.28125, false], [-10.53125, false], [-9.28125, false], [-10.0078125, false], [-5.53125, false], [-9.28125, false], [-5.28125, false], [-10.53125, false], [-7.53125, false], [-9.03125, false], [-10.53125, false], [-11.78125, false], [-8.53125, false], [-9.03125, false], [-8.53125, false], [-10.53125, false], [-11.03125, false], [-9.28125, false], [-10.0078125, false], [-5.53125, false], [-9.28125, false], [-5.78125, false], [-12.03125, false], [-9.78125, false], [-10.53125, false], [-8.53125, false], [-11.28125, false], [-10.03125, false], [-10.53125, false], [-9.28125, false], [-10.0078125, false], [-5.53125, false], [-9.28125, false], [-6.03125, false], [-8.53125, false], [-9.78125, false], [-9.03125, false], [-9.28125, false], [-13.28125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1029, "doc": {"id": "VASoL_2008_5_26", "question": "Which of these are the deepest parts of the ocean?", "choices": {"text": ["Continental shelves", "Continental slopes", "Ocean trenches", "Abyssal plains"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Ocean trenches", "arguments": ["Question: Which of these are the deepest parts of the ocean?\nAnswer:", " ["], "resps": [[[-8.1796875, false]], [[-8.6796875, false]], [[-6.1796875, false]], [[-9.4296875, false]], [[-10.1796875, false]], [[-12.4296875, false]], [[-10.4296875, false]], [[-10.1796875, false]], [[-9.1796875, false]], [[-10.1796875, false]], [[-12.4296875, false]], [[-7.1796875, false]], [[-10.9296875, false]], [[-5.4296875, false]], [[-8.6796875, false]], [[-13.1796875, false]], [[-9.1796875, false]], [[-10.9296875, false]], [[-11.6796875, false]], [[-9.1796875, false]], [[-8.6796875, false]], [[-8.6796875, false]], [[-9.0234375, false]], [[-5.4296875, false]], [[-8.6796875, false]], [[-6.1796875, false]], [[-9.4296875, false]], [[-10.1796875, false]], [[-12.4296875, false]], [[-10.4296875, false]], [[-10.1796875, false]], [[-9.1796875, false]], [[-10.1796875, false]], [[-12.4296875, false]], [[-7.1796875, false]], [[-10.9296875, false]], [[-5.4296875, false]], [[-8.6796875, false]], [[-10.9296875, false]], [[-9.4296875, false]], [[-10.4296875, false]], [[-9.1796875, false]], [[-8.6796875, false]], [[-8.6796875, false]], [[-9.0234375, false]], [[-5.4296875, false]], [[-8.6796875, false]], [[-6.4296875, false]], [[-9.9296875, false]], [[-9.1796875, false]], [[-7.1796875, false]], [[-10.1796875, false]], [[-5.4296875, false]], [[-12.4296875, false]], [[-11.9296875, false]], [[-9.1796875, false]], [[-10.1796875, false]], [[-9.9296875, false]], [[-13.1796875, false]], [[-9.1796875, false]], [[-8.6796875, false]], [[-8.6796875, false]], [[-9.0234375, false]], [[-5.4296875, false]], [[-8.6796875, false]], [[-4.4296875, false]], [[-11.4296875, false]], [[-12.4296875, false]], [[-8.6796875, false]], [[-8.6796875, false]], [[-7.1796875, false]], [[-10.9296875, false]], [[-5.4296875, false]], [[-10.4296875, false]], [[-10.9296875, false]], [[-7.1796875, false]], [[-10.4296875, false]], [[-10.1796875, false]], [[-8.6796875, false]], [[-8.6796875, false]], [[-13.1796875, false]]], "filtered_resps": [[-8.1796875, false], [-8.6796875, false], [-6.1796875, false], [-9.4296875, false], [-10.1796875, false], [-12.4296875, false], [-10.4296875, false], [-10.1796875, false], [-9.1796875, false], [-10.1796875, false], [-12.4296875, false], [-7.1796875, false], [-10.9296875, false], [-5.4296875, false], [-8.6796875, false], [-13.1796875, false], [-9.1796875, false], [-10.9296875, false], [-11.6796875, false], [-9.1796875, false], [-8.6796875, false], [-8.6796875, false], [-9.0234375, false], [-5.4296875, false], [-8.6796875, false], [-6.1796875, false], [-9.4296875, false], [-10.1796875, false], [-12.4296875, false], [-10.4296875, false], [-10.1796875, false], [-9.1796875, false], [-10.1796875, false], [-12.4296875, false], [-7.1796875, false], [-10.9296875, false], [-5.4296875, false], [-8.6796875, false], [-10.9296875, false], [-9.4296875, false], [-10.4296875, false], [-9.1796875, false], [-8.6796875, false], [-8.6796875, false], [-9.0234375, false], [-5.4296875, false], [-8.6796875, false], [-6.4296875, false], [-9.9296875, false], [-9.1796875, false], [-7.1796875, false], [-10.1796875, false], [-5.4296875, false], [-12.4296875, false], [-11.9296875, false], [-9.1796875, false], [-10.1796875, false], [-9.9296875, false], [-13.1796875, false], [-9.1796875, false], [-8.6796875, false], [-8.6796875, false], [-9.0234375, false], [-5.4296875, false], [-8.6796875, false], [-4.4296875, false], [-11.4296875, false], [-12.4296875, false], [-8.6796875, false], [-8.6796875, false], [-7.1796875, false], [-10.9296875, false], [-5.4296875, false], [-10.4296875, false], [-10.9296875, false], [-7.1796875, false], [-10.4296875, false], [-10.1796875, false], [-8.6796875, false], [-8.6796875, false], [-13.1796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1037, "doc": {"id": "Mercury_SC_415350", "question": "Which is an inherited characteristic on a horse?", "choices": {"text": ["a long mane", "a steel shoe", "a missing tooth", "a bruised leg"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "a long mane", "arguments": ["Question: Which is an inherited characteristic on a horse?\nAnswer:", " ["], "resps": [[[-7.84765625, false]], [[-8.2265625, false]], [[-4.22265625, false]], [[-5.59765625, false]], [[-10.3515625, false]], [[-9.7265625, false]], [[-8.8515625, false]], [[-11.2265625, false]], [[-5.59765625, false]], [[-10.3515625, false]], [[-4.22265625, false]], [[-8.8515625, false]], [[-8.3515625, false]], [[-8.2265625, false]], [[-10.3515625, false]], [[-5.59765625, false]], [[-8.2265625, false]], [[-4.22265625, false]], [[-5.59765625, false]], [[-8.9765625, false]], [[-10.2265625, false]], [[-8.3515625, false]], [[-8.3515625, false]], [[-10.3515625, false]], [[-5.59765625, false]], [[-8.9765625, false]], [[-10.7265625, false]], [[-9.7265625, false]], [[-8.3515625, false]], [[-8.2265625, false]], [[-10.3515625, false]], [[-5.59765625, false]], [[-8.2265625, false]], [[-4.22265625, false]], [[-5.59765625, false]], [[-10.3515625, false]], [[-9.6015625, false]], [[-8.9765625, false]], [[-8.9765625, false]], [[-9.6015625, false]], [[-8.8515625, false]], [[-11.2265625, false]], [[-5.59765625, false]], [[-10.2265625, false]], [[-9.7265625, false]], [[-9.7265625, false]], [[-10.2265625, false]], [[-10.7265625, false]], [[-8.2265625, false]], [[-10.3515625, false]], [[-5.59765625, false]], [[-8.2265625, false]], [[-4.22265625, false]], [[-5.59765625, false]], [[-9.3515625, false]], [[-10.6015625, false]], [[-9.9765625, false]], [[-9.6015625, false]], [[-8.9765625, false]], [[-8.3515625, false]], [[-9.6015625, false]], [[-5.59765625, false]], [[-10.3515625, false]], [[-8.3515625, false]], [[-11.2265625, false]], [[-8.2265625, false]], [[-12.9765625, false]]], "filtered_resps": [[-7.84765625, false], [-8.2265625, false], [-4.22265625, false], [-5.59765625, false], [-10.3515625, false], [-9.7265625, false], [-8.8515625, false], [-11.2265625, false], [-5.59765625, false], [-10.3515625, false], [-4.22265625, false], [-8.8515625, false], [-8.3515625, false], [-8.2265625, false], [-10.3515625, false], [-5.59765625, false], [-8.2265625, false], [-4.22265625, false], [-5.59765625, false], [-8.9765625, false], [-10.2265625, false], [-8.3515625, false], [-8.3515625, false], [-10.3515625, false], [-5.59765625, false], [-8.9765625, false], [-10.7265625, false], [-9.7265625, false], [-8.3515625, false], [-8.2265625, false], [-10.3515625, false], [-5.59765625, false], [-8.2265625, false], [-4.22265625, false], [-5.59765625, false], [-10.3515625, false], [-9.6015625, false], [-8.9765625, false], [-8.9765625, false], [-9.6015625, false], [-8.8515625, false], [-11.2265625, false], [-5.59765625, false], [-10.2265625, false], [-9.7265625, false], [-9.7265625, false], [-10.2265625, false], [-10.7265625, false], [-8.2265625, false], [-10.3515625, false], [-5.59765625, false], [-8.2265625, false], [-4.22265625, false], [-5.59765625, false], [-9.3515625, false], [-10.6015625, false], [-9.9765625, false], [-9.6015625, false], [-8.9765625, false], [-8.3515625, false], [-9.6015625, false], [-5.59765625, false], [-10.3515625, false], [-8.3515625, false], [-11.2265625, false], [-8.2265625, false], [-12.9765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1045, "doc": {"id": "VASoL_2008_3_38", "question": "Ice cubes are an example of which form of water?", "choices": {"text": ["Gas", "Liquid", "Solid", "Natural"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Solid", "arguments": ["Question: Ice cubes are an example of which form of water?\nAnswer:", " ["], "resps": [[[-7.75390625, false]], [[-9.5078125, false]], [[-6.75390625, false]], [[-6.00390625, false]], [[-8.7578125, false]], [[-9.5078125, false]], [[-9.578125, false]], [[-5.50390625, false]], [[-9.5078125, false]], [[-8.0078125, false]], [[-6.75390625, false]], [[-12.2578125, false]], [[-10.0078125, false]], [[-6.75390625, false]], [[-8.7578125, false]], [[-9.5078125, false]], [[-9.578125, false]], [[-5.50390625, false]], [[-9.5078125, false]], [[-5.25390625, false]], [[-8.7578125, false]], [[-10.0078125, false]], [[-6.75390625, false]], [[-8.7578125, false]], [[-9.5078125, false]], [[-9.578125, false]], [[-5.50390625, false]], [[-9.5078125, false]], [[-7.25390625, false]], [[-6.00390625, false]], [[-10.7578125, false]], [[-10.0078125, false]], [[-11.2578125, false]], [[-6.00390625, false]], [[-10.0078125, false]], [[-9.5078125, false]], [[-13.0078125, false]]], "filtered_resps": [[-7.75390625, false], [-9.5078125, false], [-6.75390625, false], [-6.00390625, false], [-8.7578125, false], [-9.5078125, false], [-9.578125, false], [-5.50390625, false], [-9.5078125, false], [-8.0078125, false], [-6.75390625, false], [-12.2578125, false], [-10.0078125, false], [-6.75390625, false], [-8.7578125, false], [-9.5078125, false], [-9.578125, false], [-5.50390625, false], [-9.5078125, false], [-5.25390625, false], [-8.7578125, false], [-10.0078125, false], [-6.75390625, false], [-8.7578125, false], [-9.5078125, false], [-9.578125, false], [-5.50390625, false], [-9.5078125, false], [-7.25390625, false], [-6.00390625, false], [-10.7578125, false], [-10.0078125, false], [-11.2578125, false], [-6.00390625, false], [-10.0078125, false], [-9.5078125, false], [-13.0078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1053, "doc": {"id": "NYSEDREGENTS_2012_4_18", "question": "The main function of a fish's fins is to help the fish", "choices": {"text": ["reproduce", "see", "breathe", "move"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "move", "arguments": ["Question: The main function of a fish's fins is to help the fish\nAnswer:", " ["], "resps": [[[-7.70703125, false]], [[-8.4609375, false]], [[-11.4609375, false]], [[-9.4609375, false]], [[-11.4609375, false]], [[-11.4609375, false]], [[-9.9609375, false]], [[-9.4609375, false]], [[-11.2109375, false]], [[-10.2109375, false]], [[-9.4609375, false]], [[-8.4609375, false]], [[-9.578125, false]], [[-5.95703125, false]], [[-8.4609375, false]], [[-9.7109375, false]], [[-9.4609375, false]], [[-9.4609375, false]], [[-8.4609375, false]], [[-9.578125, false]], [[-5.95703125, false]], [[-8.4609375, false]], [[-9.9609375, false]], [[-11.4609375, false]], [[-9.4609375, false]], [[-4.70703125, false]], [[-11.9609375, false]], [[-12.2109375, false]], [[-9.4609375, false]], [[-8.4609375, false]], [[-9.578125, false]], [[-5.95703125, false]], [[-8.4609375, false]], [[-11.7109375, false]], [[-9.9609375, false]], [[-11.9609375, false]], [[-9.4609375, false]], [[-8.4609375, false]], [[-11.9609375, false]]], "filtered_resps": [[-7.70703125, false], [-8.4609375, false], [-11.4609375, false], [-9.4609375, false], [-11.4609375, false], [-11.4609375, false], [-9.9609375, false], [-9.4609375, false], [-11.2109375, false], [-10.2109375, false], [-9.4609375, false], [-8.4609375, false], [-9.578125, false], [-5.95703125, false], [-8.4609375, false], [-9.7109375, false], [-9.4609375, false], [-9.4609375, false], [-8.4609375, false], [-9.578125, false], [-5.95703125, false], [-8.4609375, false], [-9.9609375, false], [-11.4609375, false], [-9.4609375, false], [-4.70703125, false], [-11.9609375, false], [-12.2109375, false], [-9.4609375, false], [-8.4609375, false], [-9.578125, false], [-5.95703125, false], [-8.4609375, false], [-11.7109375, false], [-9.9609375, false], [-11.9609375, false], [-9.4609375, false], [-8.4609375, false], [-11.9609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1061, "doc": {"id": "Mercury_SC_LBS10618", "question": "Which of these moves in a regular path around the Sun?", "choices": {"text": ["a planet", "a constellation", "a meteor", "a star"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "a planet", "arguments": ["Question: Which of these moves in a regular path around the Sun?\nAnswer:", " ["], "resps": [[[-6.45703125, false]], [[-7.70703125, false]], [[-4.95703125, false]], [[-4.45703125, false]], [[-8.7109375, false]], [[-9.4609375, false]], [[-4.95703125, false]], [[-7.95703125, false]], [[-7.45703125, false]], [[-8.4609375, false]], [[-7.70703125, false]], [[-8.34375, false]], [[-4.45703125, false]], [[-7.70703125, false]], [[-4.95703125, false]], [[-4.45703125, false]], [[-6.95703125, false]], [[-9.4609375, false]], [[-7.95703125, false]], [[-7.70703125, false]], [[-8.4609375, false]], [[-7.45703125, false]], [[-9.4609375, false]], [[-9.4609375, false]], [[-4.95703125, false]], [[-8.4609375, false]], [[-8.4609375, false]], [[-9.4609375, false]], [[-7.95703125, false]], [[-7.70703125, false]], [[-8.34375, false]], [[-4.45703125, false]], [[-7.70703125, false]], [[-4.95703125, false]], [[-4.45703125, false]], [[-8.2109375, false]], [[-7.45703125, false]], [[-8.4609375, false]], [[-7.45703125, false]], [[-9.4609375, false]], [[-8.4609375, false]], [[-7.70703125, false]], [[-8.34375, false]], [[-4.45703125, false]], [[-7.70703125, false]], [[-4.95703125, false]], [[-4.45703125, false]], [[-7.70703125, false]], [[-8.4609375, false]], [[-4.95703125, false]], [[-8.4609375, false]], [[-7.70703125, false]], [[-10.8359375, false]]], "filtered_resps": [[-6.45703125, false], [-7.70703125, false], [-4.95703125, false], [-4.45703125, false], [-8.7109375, false], [-9.4609375, false], [-4.95703125, false], [-7.95703125, false], [-7.45703125, false], [-8.4609375, false], [-7.70703125, false], [-8.34375, false], [-4.45703125, false], [-7.70703125, false], [-4.95703125, false], [-4.45703125, false], [-6.95703125, false], [-9.4609375, false], [-7.95703125, false], [-7.70703125, false], [-8.4609375, false], [-7.45703125, false], [-9.4609375, false], [-9.4609375, false], [-4.95703125, false], [-8.4609375, false], [-8.4609375, false], [-9.4609375, false], [-7.95703125, false], [-7.70703125, false], [-8.34375, false], [-4.45703125, false], [-7.70703125, false], [-4.95703125, false], [-4.45703125, false], [-8.2109375, false], [-7.45703125, false], [-8.4609375, false], [-7.45703125, false], [-9.4609375, false], [-8.4609375, false], [-7.70703125, false], [-8.34375, false], [-4.45703125, false], [-7.70703125, false], [-4.95703125, false], [-4.45703125, false], [-7.70703125, false], [-8.4609375, false], [-4.95703125, false], [-8.4609375, false], [-7.70703125, false], [-10.8359375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1069, "doc": {"id": "Mercury_SC_405482", "question": "Indigo buntings are birds that nest in Florida during the summer. Male buntings are bright blue in color while females are a dull brown. How does the dull brown color of the female buntings help the species survive?", "choices": {"text": ["It helps male birds find a mate.", "It helps the birds find food more easily.", "It helps hide the birds while they sit on their nests.", "It helps the birds find the flock when migrating."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "It helps hide the birds while they sit on their nests.", "arguments": ["Question: Indigo buntings are birds that nest in Florida during the summer. Male buntings are bright blue in color while females are a dull brown. How does the dull brown color of the female buntings help the species survive?\nAnswer:", " ["], "resps": [[[-7.99609375, false]], [[-9.5, false]], [[-4.99609375, false]], [[-13.75, false]], [[-5.99609375, false]], [[-13.75, false]], [[-10.25, false]], [[-11.75, false]], [[-13.0, false]], [[-11.75, false]], [[-5.99609375, false]], [[-13.25, false]], [[-7.74609375, false]], [[-11.75, false]], [[-10.25, false]], [[-5.99609375, false]], [[-10.25, false]], [[-10.5, false]], [[-12.25, false]], [[-10.5, false]], [[-11.75, false]], [[-5.99609375, false]], [[-11.75, false]], [[-10.5, false]], [[-10.25, false]], [[-10.5, false]], [[-5.99609375, false]], [[-7.74609375, false]], [[-5.99609375, false]], [[-13.25, false]], [[-7.74609375, false]], [[-13.75, false]], [[-10.25, false]], [[-8.359375, false]], [[-9.5, false]], [[-11.609375, false]], [[-5.99609375, false]], [[-9.5, false]], [[-4.99609375, false]], [[-13.75, false]], [[-5.99609375, false]], [[-13.75, false]], [[-10.25, false]], [[-11.75, false]], [[-13.0, false]], [[-11.75, false]], [[-5.99609375, false]], [[-13.75, false]], [[-13.75, false]], [[-10.25, false]], [[-5.99609375, false]], [[-10.25, false]], [[-10.5, false]], [[-12.25, false]], [[-10.5, false]], [[-11.75, false]], [[-5.99609375, false]], [[-11.75, false]], [[-10.5, false]], [[-10.25, false]], [[-10.5, false]], [[-5.99609375, false]], [[-11.75, false]], [[-10.75, false]], [[-10.75, false]], [[-10.5, false]], [[-5.99609375, false]], [[-13.25, false]], [[-10.75, false]], [[-12.25, false]], [[-10.25, false]], [[-5.99609375, false]], [[-10.25, false]], [[-7.74609375, false]], [[-11.75, false]], [[-10.5, false]], [[-11.75, false]], [[-13.75, false]], [[-8.359375, false]], [[-9.5, false]], [[-11.609375, false]], [[-5.99609375, false]], [[-9.5, false]], [[-4.99609375, false]], [[-13.75, false]], [[-5.99609375, false]], [[-13.75, false]], [[-10.25, false]], [[-11.75, false]], [[-13.0, false]], [[-11.75, false]], [[-5.99609375, false]], [[-13.75, false]], [[-10.5, false]], [[-10.5, false]], [[-10.25, false]], [[-5.99609375, false]], [[-13.75, false]], [[-13.75, false]], [[-10.25, false]], [[-5.99609375, false]], [[-10.25, false]], [[-10.5, false]], [[-12.25, false]], [[-10.5, false]], [[-11.75, false]], [[-5.99609375, false]], [[-13.25, false]], [[-13.75, false]], [[-10.5, false]], [[-11.75, false]], [[-10.25, false]], [[-5.99609375, false]], [[-13.75, false]], [[-13.75, false]], [[-10.25, false]], [[-13.75, false]], [[-5.99609375, false]], [[-11.75, false]], [[-10.5, false]], [[-13.75, false]], [[-5.99609375, false]], [[-10.75, false]], [[-10.25, false]], [[-5.99609375, false]], [[-13.75, false]], [[-13.75, false]], [[-10.25, false]], [[-10.5, false]], [[-12.25, false]], [[-5.99609375, false]], [[-10.25, false]], [[-10.25, false]], [[-11.75, false]], [[-13.75, false]], [[-11.75, false]], [[-8.359375, false]], [[-9.5, false]], [[-11.609375, false]], [[-5.99609375, false]], [[-9.5, false]], [[-4.99609375, false]], [[-13.75, false]], [[-5.99609375, false]], [[-13.75, false]], [[-10.25, false]], [[-11.75, false]], [[-13.0, false]], [[-11.75, false]], [[-5.99609375, false]], [[-13.75, false]], [[-13.75, false]], [[-10.25, false]], [[-5.99609375, false]], [[-10.25, false]], [[-10.5, false]], [[-12.25, false]], [[-10.5, false]], [[-11.75, false]], [[-5.99609375, false]], [[-11.75, false]], [[-10.5, false]], [[-10.25, false]], [[-10.5, false]], [[-5.99609375, false]], [[-13.75, false]], [[-13.75, false]], [[-10.25, false]], [[-5.99609375, false]], [[-11.75, false]], [[-11.75, false]], [[-10.75, false]], [[-12.5, false]], [[-13.5, false]], [[-5.99609375, false]], [[-13.25, false]], [[-13.75, false]], [[-10.25, false]], [[-10.25, false]], [[-5.99609375, false]], [[-13.25, false]], [[-10.5, false]], [[-14.75, false]], [[-12.25, false]], [[-7.74609375, false]], [[-13.75, false]], [[-10.5, false]], [[-10.25, false]], [[-14.75, false]], [[-8.359375, false]], [[-9.5, false]], [[-13.0, false]]], "filtered_resps": [[-7.99609375, false], [-9.5, false], [-4.99609375, false], [-13.75, false], [-5.99609375, false], [-13.75, false], [-10.25, false], [-11.75, false], [-13.0, false], [-11.75, false], [-5.99609375, false], [-13.25, false], [-7.74609375, false], [-11.75, false], [-10.25, false], [-5.99609375, false], [-10.25, false], [-10.5, false], [-12.25, false], [-10.5, false], [-11.75, false], [-5.99609375, false], [-11.75, false], [-10.5, false], [-10.25, false], [-10.5, false], [-5.99609375, false], [-7.74609375, false], [-5.99609375, false], [-13.25, false], [-7.74609375, false], [-13.75, false], [-10.25, false], [-8.359375, false], [-9.5, false], [-11.609375, false], [-5.99609375, false], [-9.5, false], [-4.99609375, false], [-13.75, false], [-5.99609375, false], [-13.75, false], [-10.25, false], [-11.75, false], [-13.0, false], [-11.75, false], [-5.99609375, false], [-13.75, false], [-13.75, false], [-10.25, false], [-5.99609375, false], [-10.25, false], [-10.5, false], [-12.25, false], [-10.5, false], [-11.75, false], [-5.99609375, false], [-11.75, false], [-10.5, false], [-10.25, false], [-10.5, false], [-5.99609375, false], [-11.75, false], [-10.75, false], [-10.75, false], [-10.5, false], [-5.99609375, false], [-13.25, false], [-10.75, false], [-12.25, false], [-10.25, false], [-5.99609375, false], [-10.25, false], [-7.74609375, false], [-11.75, false], [-10.5, false], [-11.75, false], [-13.75, false], [-8.359375, false], [-9.5, false], [-11.609375, false], [-5.99609375, false], [-9.5, false], [-4.99609375, false], [-13.75, false], [-5.99609375, false], [-13.75, false], [-10.25, false], [-11.75, false], [-13.0, false], [-11.75, false], [-5.99609375, false], [-13.75, false], [-10.5, false], [-10.5, false], [-10.25, false], [-5.99609375, false], [-13.75, false], [-13.75, false], [-10.25, false], [-5.99609375, false], [-10.25, false], [-10.5, false], [-12.25, false], [-10.5, false], [-11.75, false], [-5.99609375, false], [-13.25, false], [-13.75, false], [-10.5, false], [-11.75, false], [-10.25, false], [-5.99609375, false], [-13.75, false], [-13.75, false], [-10.25, false], [-13.75, false], [-5.99609375, false], [-11.75, false], [-10.5, false], [-13.75, false], [-5.99609375, false], [-10.75, false], [-10.25, false], [-5.99609375, false], [-13.75, false], [-13.75, false], [-10.25, false], [-10.5, false], [-12.25, false], [-5.99609375, false], [-10.25, false], [-10.25, false], [-11.75, false], [-13.75, false], [-11.75, false], [-8.359375, false], [-9.5, false], [-11.609375, false], [-5.99609375, false], [-9.5, false], [-4.99609375, false], [-13.75, false], [-5.99609375, false], [-13.75, false], [-10.25, false], [-11.75, false], [-13.0, false], [-11.75, false], [-5.99609375, false], [-13.75, false], [-13.75, false], [-10.25, false], [-5.99609375, false], [-10.25, false], [-10.5, false], [-12.25, false], [-10.5, false], [-11.75, false], [-5.99609375, false], [-11.75, false], [-10.5, false], [-10.25, false], [-10.5, false], [-5.99609375, false], [-13.75, false], [-13.75, false], [-10.25, false], [-5.99609375, false], [-11.75, false], [-11.75, false], [-10.75, false], [-12.5, false], [-13.5, false], [-5.99609375, false], [-13.25, false], [-13.75, false], [-10.25, false], [-10.25, false], [-5.99609375, false], [-13.25, false], [-10.5, false], [-14.75, false], [-12.25, false], [-7.74609375, false], [-13.75, false], [-10.5, false], [-10.25, false], [-14.75, false], [-8.359375, false], [-9.5, false], [-13.0, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1077, "doc": {"id": "Mercury_7131023", "question": "Which statement best explains why the force of a hurricane diminishes as the hurricane moves over land?", "choices": {"text": ["A high pressure area develops.", "The sea level rises on the coast.", "The winds start to spin clockwise.", "The supply of warm, moist air decreases."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "The supply of warm, moist air decreases.", "arguments": ["Question: Which statement best explains why the force of a hurricane diminishes as the hurricane moves over land?\nAnswer:", " ["], "resps": [[[-7.484375, false]], [[-8.984375, false]], [[-2.486328125, false]], [[-5.734375, false]], [[-9.734375, false]], [[-9.234375, false]], [[-11.734375, false]], [[-9.734375, false]], [[-5.734375, false]], [[-9.234375, false]], [[-10.734375, false]], [[-8.484375, false]], [[-9.984375, false]], [[-9.984375, false]], [[-12.484375, false]], [[-10.734375, false]], [[-8.484375, false]], [[-5.734375, false]], [[-4.734375, false]], [[-10.734375, false]], [[-8.484375, false]], [[-4.734375, false]], [[-5.734375, false]], [[-8.234375, false]], [[-8.484375, false]], [[-9.984375, false]], [[-8.484375, false]], [[-11.234375, false]], [[-10.234375, false]], [[-9.234375, false]], [[-9.984375, false]], [[-6.6484375, false]], [[-8.984375, false]], [[-9.765625, false]], [[-5.734375, false]], [[-8.984375, false]], [[-6.734375, false]], [[-9.734375, false]], [[-8.484375, false]], [[-5.734375, false]], [[-9.984375, false]], [[-8.484375, false]], [[-4.734375, false]], [[-5.734375, false]], [[-11.234375, false]], [[-8.484375, false]], [[-9.984375, false]], [[-8.484375, false]], [[-11.234375, false]], [[-5.734375, false]], [[-10.734375, false]], [[-9.234375, false]], [[-9.984375, false]], [[-8.484375, false]], [[-9.984375, false]], [[-5.734375, false]], [[-10.234375, false]], [[-9.984375, false]], [[-5.734375, false]], [[-9.234375, false]], [[-9.734375, false]], [[-8.484375, false]], [[-5.734375, false]], [[-9.484375, false]], [[-10.234375, false]], [[-4.734375, false]], [[-9.984375, false]], [[-9.234375, false]], [[-6.6484375, false]], [[-8.984375, false]], [[-9.765625, false]], [[-5.734375, false]], [[-8.984375, false]], [[-6.734375, false]], [[-9.734375, false]], [[-8.484375, false]], [[-5.734375, false]], [[-10.234375, false]], [[-9.234375, false]], [[-9.984375, false]], [[-8.234375, false]], [[-9.984375, false]], [[-5.734375, false]], [[-9.984375, false]], [[-9.234375, false]], [[-4.734375, false]], [[-10.734375, false]], [[-9.234375, false]], [[-5.734375, false]], [[-9.234375, false]], [[-10.234375, false]], [[-5.734375, false]], [[-9.984375, false]], [[-9.234375, false]], [[-9.234375, false]], [[-9.984375, false]], [[-5.734375, false]], [[-9.484375, false]], [[-11.234375, false]], [[-10.234375, false]], [[-9.484375, false]], [[-11.484375, false]], [[-10.234375, false]], [[-9.234375, false]], [[-9.984375, false]], [[-8.484375, false]], [[-6.6484375, false]], [[-8.984375, false]], [[-9.765625, false]], [[-5.734375, false]], [[-8.984375, false]], [[-6.734375, false]], [[-9.734375, false]], [[-8.484375, false]], [[-5.734375, false]], [[-9.984375, false]], [[-12.484375, false]], [[-9.234375, false]], [[-9.234375, false]], [[-11.234375, false]], [[-11.734375, false]], [[-5.734375, false]], [[-10.234375, false]], [[-8.984375, false]], [[-5.734375, false]], [[-10.234375, false]], [[-4.734375, false]], [[-10.734375, false]], [[-9.984375, false]], [[-9.765625, false]], [[-5.734375, false]], [[-9.984375, false]], [[-10.234375, false]], [[-9.234375, false]], [[-9.984375, false]], [[-9.234375, false]], [[-5.734375, false]], [[-4.734375, false]], [[-9.234375, false]], [[-10.734375, false]], [[-5.734375, false]], [[-8.234375, false]], [[-8.484375, false]], [[-9.484375, false]], [[-10.734375, false]], [[-8.484375, false]], [[-4.734375, false]], [[-9.984375, false]], [[-8.484375, false]], [[-9.984375, false]], [[-6.6484375, false]], [[-8.984375, false]], [[-12.734375, false]]], "filtered_resps": [[-7.484375, false], [-8.984375, false], [-2.486328125, false], [-5.734375, false], [-9.734375, false], [-9.234375, false], [-11.734375, false], [-9.734375, false], [-5.734375, false], [-9.234375, false], [-10.734375, false], [-8.484375, false], [-9.984375, false], [-9.984375, false], [-12.484375, false], [-10.734375, false], [-8.484375, false], [-5.734375, false], [-4.734375, false], [-10.734375, false], [-8.484375, false], [-4.734375, false], [-5.734375, false], [-8.234375, false], [-8.484375, false], [-9.984375, false], [-8.484375, false], [-11.234375, false], [-10.234375, false], [-9.234375, false], [-9.984375, false], [-6.6484375, false], [-8.984375, false], [-9.765625, false], [-5.734375, false], [-8.984375, false], [-6.734375, false], [-9.734375, false], [-8.484375, false], [-5.734375, false], [-9.984375, false], [-8.484375, false], [-4.734375, false], [-5.734375, false], [-11.234375, false], [-8.484375, false], [-9.984375, false], [-8.484375, false], [-11.234375, false], [-5.734375, false], [-10.734375, false], [-9.234375, false], [-9.984375, false], [-8.484375, false], [-9.984375, false], [-5.734375, false], [-10.234375, false], [-9.984375, false], [-5.734375, false], [-9.234375, false], [-9.734375, false], [-8.484375, false], [-5.734375, false], [-9.484375, false], [-10.234375, false], [-4.734375, false], [-9.984375, false], [-9.234375, false], [-6.6484375, false], [-8.984375, false], [-9.765625, false], [-5.734375, false], [-8.984375, false], [-6.734375, false], [-9.734375, false], [-8.484375, false], [-5.734375, false], [-10.234375, false], [-9.234375, false], [-9.984375, false], [-8.234375, false], [-9.984375, false], [-5.734375, false], [-9.984375, false], [-9.234375, false], [-4.734375, false], [-10.734375, false], [-9.234375, false], [-5.734375, false], [-9.234375, false], [-10.234375, false], [-5.734375, false], [-9.984375, false], [-9.234375, false], [-9.234375, false], [-9.984375, false], [-5.734375, false], [-9.484375, false], [-11.234375, false], [-10.234375, false], [-9.484375, false], [-11.484375, false], [-10.234375, false], [-9.234375, false], [-9.984375, false], [-8.484375, false], [-6.6484375, false], [-8.984375, false], [-9.765625, false], [-5.734375, false], [-8.984375, false], [-6.734375, false], [-9.734375, false], [-8.484375, false], [-5.734375, false], [-9.984375, false], [-12.484375, false], [-9.234375, false], [-9.234375, false], [-11.234375, false], [-11.734375, false], [-5.734375, false], [-10.234375, false], [-8.984375, false], [-5.734375, false], [-10.234375, false], [-4.734375, false], [-10.734375, false], [-9.984375, false], [-9.765625, false], [-5.734375, false], [-9.984375, false], [-10.234375, false], [-9.234375, false], [-9.984375, false], [-9.234375, false], [-5.734375, false], [-4.734375, false], [-9.234375, false], [-10.734375, false], [-5.734375, false], [-8.234375, false], [-8.484375, false], [-9.484375, false], [-10.734375, false], [-8.484375, false], [-4.734375, false], [-9.984375, false], [-8.484375, false], [-9.984375, false], [-6.6484375, false], [-8.984375, false], [-12.734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1085, "doc": {"id": "Mercury_401643", "question": "Which trait does a cactus seedling inherit from its parents?", "choices": {"text": ["the amount of water it absorbs", "the length of its spines", "the type of organism that pollinates its flowers", "the number of organisms that consume its fruit"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "the length of its spines", "arguments": ["Question: Which trait does a cactus seedling inherit from its parents?\nAnswer:", " ["], "resps": [[[-7.4921875, false]], [[-8.6171875, false]], [[-10.4921875, false]], [[-11.7421875, false]], [[-9.3671875, false]], [[-5.2421875, false]], [[-4.8671875, false]], [[-10.4921875, false]], [[-9.1171875, false]], [[-10.7421875, false]], [[-9.4921875, false]], [[-10.4921875, false]], [[-5.2421875, false]], [[-9.1171875, false]], [[-11.2421875, false]], [[-5.2421875, false]], [[-10.9921875, false]], [[-4.8671875, false]], [[-10.4921875, false]], [[-9.3671875, false]], [[-10.9921875, false]], [[-5.2421875, false]], [[-9.6171875, false]], [[-10.4921875, false]], [[-5.2421875, false]], [[-4.8671875, false]], [[-8.7421875, false]], [[-9.6171875, false]], [[-9.1171875, false]], [[-10.9921875, false]], [[-8.7421875, false]], [[-9.6171875, false]], [[-8.6171875, false]], [[-10.484375, false]], [[-5.2421875, false]], [[-8.6171875, false]], [[-10.4921875, false]], [[-11.7421875, false]], [[-9.3671875, false]], [[-5.2421875, false]], [[-10.2421875, false]], [[-9.3671875, false]], [[-9.4921875, false]], [[-11.6171875, false]], [[-10.4921875, false]], [[-11.7421875, false]], [[-5.2421875, false]], [[-9.1171875, false]], [[-11.2421875, false]], [[-5.2421875, false]], [[-9.6171875, false]], [[-10.4921875, false]], [[-9.6171875, false]], [[-5.2421875, false]], [[-9.6171875, false]], [[-10.2421875, false]], [[-9.6171875, false]], [[-9.4921875, false]], [[-9.3671875, false]], [[-9.6171875, false]], [[-8.6171875, false]], [[-10.484375, false]], [[-5.2421875, false]], [[-8.6171875, false]], [[-10.4921875, false]], [[-11.7421875, false]], [[-9.3671875, false]], [[-5.2421875, false]], [[-10.4921875, false]], [[-10.4921875, false]], [[-10.2421875, false]], [[-9.3671875, false]], [[-5.2421875, false]], [[-9.1171875, false]], [[-11.2421875, false]], [[-5.2421875, false]], [[-9.1171875, false]], [[-10.9921875, false]], [[-11.6171875, false]], [[-4.8671875, false]], [[-9.4921875, false]], [[-9.6171875, false]], [[-9.6171875, false]], [[-10.4921875, false]], [[-5.2421875, false]], [[-10.4921875, false]], [[-11.7421875, false]], [[-4.8671875, false]], [[-10.4921875, false]], [[-5.2421875, false]], [[-10.2421875, false]], [[-9.1171875, false]], [[-10.2421875, false]], [[-10.2421875, false]], [[-9.6171875, false]], [[-9.4921875, false]], [[-4.8671875, false]], [[-10.4921875, false]], [[-9.3671875, false]], [[-9.6171875, false]], [[-5.2421875, false]], [[-9.6171875, false]], [[-10.4921875, false]], [[-9.6171875, false]], [[-5.2421875, false]], [[-11.2421875, false]], [[-10.2421875, false]], [[-9.1171875, false]], [[-10.9921875, false]], [[-9.3671875, false]], [[-10.9921875, false]], [[-9.6171875, false]], [[-8.6171875, false]], [[-10.484375, false]], [[-5.2421875, false]], [[-8.6171875, false]], [[-10.4921875, false]], [[-11.7421875, false]], [[-9.3671875, false]], [[-5.2421875, false]], [[-9.4921875, false]], [[-10.7421875, false]], [[-10.4921875, false]], [[-8.7421875, false]], [[-9.3671875, false]], [[-10.9921875, false]], [[-5.2421875, false]], [[-9.1171875, false]], [[-11.2421875, false]], [[-5.2421875, false]], [[-9.1171875, false]], [[-10.9921875, false]], [[-11.6171875, false]], [[-4.8671875, false]], [[-9.4921875, false]], [[-9.6171875, false]], [[-9.6171875, false]], [[-10.4921875, false]], [[-9.6171875, false]], [[-5.2421875, false]], [[-10.4921875, false]], [[-11.7421875, false]], [[-4.8671875, false]], [[-10.4921875, false]], [[-5.2421875, false]], [[-8.2421875, false]], [[-9.1171875, false]], [[-9.4921875, false]], [[-9.6171875, false]], [[-10.7421875, false]], [[-10.4921875, false]], [[-9.3671875, false]], [[-5.2421875, false]], [[-9.6171875, false]], [[-10.4921875, false]], [[-9.6171875, false]], [[-5.2421875, false]], [[-11.2421875, false]], [[-10.9921875, false]], [[-10.7421875, false]], [[-9.6171875, false]], [[-10.4921875, false]], [[-8.6171875, false]], [[-13.4921875, false]]], "filtered_resps": [[-7.4921875, false], [-8.6171875, false], [-10.4921875, false], [-11.7421875, false], [-9.3671875, false], [-5.2421875, false], [-4.8671875, false], [-10.4921875, false], [-9.1171875, false], [-10.7421875, false], [-9.4921875, false], [-10.4921875, false], [-5.2421875, false], [-9.1171875, false], [-11.2421875, false], [-5.2421875, false], [-10.9921875, false], [-4.8671875, false], [-10.4921875, false], [-9.3671875, false], [-10.9921875, false], [-5.2421875, false], [-9.6171875, false], [-10.4921875, false], [-5.2421875, false], [-4.8671875, false], [-8.7421875, false], [-9.6171875, false], [-9.1171875, false], [-10.9921875, false], [-8.7421875, false], [-9.6171875, false], [-8.6171875, false], [-10.484375, false], [-5.2421875, false], [-8.6171875, false], [-10.4921875, false], [-11.7421875, false], [-9.3671875, false], [-5.2421875, false], [-10.2421875, false], [-9.3671875, false], [-9.4921875, false], [-11.6171875, false], [-10.4921875, false], [-11.7421875, false], [-5.2421875, false], [-9.1171875, false], [-11.2421875, false], [-5.2421875, false], [-9.6171875, false], [-10.4921875, false], [-9.6171875, false], [-5.2421875, false], [-9.6171875, false], [-10.2421875, false], [-9.6171875, false], [-9.4921875, false], [-9.3671875, false], [-9.6171875, false], [-8.6171875, false], [-10.484375, false], [-5.2421875, false], [-8.6171875, false], [-10.4921875, false], [-11.7421875, false], [-9.3671875, false], [-5.2421875, false], [-10.4921875, false], [-10.4921875, false], [-10.2421875, false], [-9.3671875, false], [-5.2421875, false], [-9.1171875, false], [-11.2421875, false], [-5.2421875, false], [-9.1171875, false], [-10.9921875, false], [-11.6171875, false], [-4.8671875, false], [-9.4921875, false], [-9.6171875, false], [-9.6171875, false], [-10.4921875, false], [-5.2421875, false], [-10.4921875, false], [-11.7421875, false], [-4.8671875, false], [-10.4921875, false], [-5.2421875, false], [-10.2421875, false], [-9.1171875, false], [-10.2421875, false], [-10.2421875, false], [-9.6171875, false], [-9.4921875, false], [-4.8671875, false], [-10.4921875, false], [-9.3671875, false], [-9.6171875, false], [-5.2421875, false], [-9.6171875, false], [-10.4921875, false], [-9.6171875, false], [-5.2421875, false], [-11.2421875, false], [-10.2421875, false], [-9.1171875, false], [-10.9921875, false], [-9.3671875, false], [-10.9921875, false], [-9.6171875, false], [-8.6171875, false], [-10.484375, false], [-5.2421875, false], [-8.6171875, false], [-10.4921875, false], [-11.7421875, false], [-9.3671875, false], [-5.2421875, false], [-9.4921875, false], [-10.7421875, false], [-10.4921875, false], [-8.7421875, false], [-9.3671875, false], [-10.9921875, false], [-5.2421875, false], [-9.1171875, false], [-11.2421875, false], [-5.2421875, false], [-9.1171875, false], [-10.9921875, false], [-11.6171875, false], [-4.8671875, false], [-9.4921875, false], [-9.6171875, false], [-9.6171875, false], [-10.4921875, false], [-9.6171875, false], [-5.2421875, false], [-10.4921875, false], [-11.7421875, false], [-4.8671875, false], [-10.4921875, false], [-5.2421875, false], [-8.2421875, false], [-9.1171875, false], [-9.4921875, false], [-9.6171875, false], [-10.7421875, false], [-10.4921875, false], [-9.3671875, false], [-5.2421875, false], [-9.6171875, false], [-10.4921875, false], [-9.6171875, false], [-5.2421875, false], [-11.2421875, false], [-10.9921875, false], [-10.7421875, false], [-9.6171875, false], [-10.4921875, false], [-8.6171875, false], [-13.4921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1093, "doc": {"id": "Mercury_SC_402071", "question": "What event occurs because of the rotation of Earth?", "choices": {"text": ["tides", "four seasons", "night and day", "changes in the weather"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "night and day", "arguments": ["Question: What event occurs because of the rotation of Earth?\nAnswer:", " ["], "resps": [[[-8.2734375, false]], [[-8.7734375, false]], [[-9.7734375, false]], [[-9.7734375, false]], [[-10.5234375, false]], [[-7.26953125, false]], [[-9.0234375, false]], [[-8.7734375, false]], [[-10.0, false]], [[-5.51953125, false]], [[-8.7734375, false]], [[-10.5234375, false]], [[-10.0234375, false]], [[-10.5234375, false]], [[-9.5234375, false]], [[-5.51953125, false]], [[-9.0234375, false]], [[-7.26953125, false]], [[-5.26953125, false]], [[-9.0234375, false]], [[-10.0234375, false]], [[-11.2734375, false]], [[-9.0234375, false]], [[-8.7734375, false]], [[-10.0, false]], [[-5.51953125, false]], [[-8.7734375, false]], [[-11.2734375, false]], [[-9.7734375, false]], [[-12.2734375, false]], [[-11.2734375, false]], [[-9.7734375, false]], [[-5.51953125, false]], [[-5.26953125, false]], [[-11.2734375, false]], [[-10.5234375, false]], [[-5.51953125, false]], [[-10.5234375, false]], [[-5.26953125, false]], [[-11.7734375, false]], [[-8.7734375, false]], [[-10.0, false]], [[-5.51953125, false]], [[-8.7734375, false]], [[-10.0234375, false]], [[-11.2734375, false]], [[-5.26953125, false]], [[-11.2734375, false]], [[-12.2734375, false]], [[-7.26953125, false]], [[-9.0234375, false]], [[-5.51953125, false]], [[-9.7734375, false]], [[-11.2734375, false]], [[-5.51953125, false]], [[-9.7734375, false]], [[-11.2734375, false]], [[-7.26953125, false]], [[-5.51953125, false]], [[-11.0234375, false]], [[-7.26953125, false]], [[-5.26953125, false]], [[-9.7734375, false]], [[-11.2734375, false]], [[-7.26953125, false]], [[-9.5234375, false]], [[-8.7734375, false]], [[-13.2734375, false]]], "filtered_resps": [[-8.2734375, false], [-8.7734375, false], [-9.7734375, false], [-9.7734375, false], [-10.5234375, false], [-7.26953125, false], [-9.0234375, false], [-8.7734375, false], [-10.0, false], [-5.51953125, false], [-8.7734375, false], [-10.5234375, false], [-10.0234375, false], [-10.5234375, false], [-9.5234375, false], [-5.51953125, false], [-9.0234375, false], [-7.26953125, false], [-5.26953125, false], [-9.0234375, false], [-10.0234375, false], [-11.2734375, false], [-9.0234375, false], [-8.7734375, false], [-10.0, false], [-5.51953125, false], [-8.7734375, false], [-11.2734375, false], [-9.7734375, false], [-12.2734375, false], [-11.2734375, false], [-9.7734375, false], [-5.51953125, false], [-5.26953125, false], [-11.2734375, false], [-10.5234375, false], [-5.51953125, false], [-10.5234375, false], [-5.26953125, false], [-11.7734375, false], [-8.7734375, false], [-10.0, false], [-5.51953125, false], [-8.7734375, false], [-10.0234375, false], [-11.2734375, false], [-5.26953125, false], [-11.2734375, false], [-12.2734375, false], [-7.26953125, false], [-9.0234375, false], [-5.51953125, false], [-9.7734375, false], [-11.2734375, false], [-5.51953125, false], [-9.7734375, false], [-11.2734375, false], [-7.26953125, false], [-5.51953125, false], [-11.0234375, false], [-7.26953125, false], [-5.26953125, false], [-9.7734375, false], [-11.2734375, false], [-7.26953125, false], [-9.5234375, false], [-8.7734375, false], [-13.2734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1101, "doc": {"id": "Mercury_7206133", "question": "Shale is a common sedimentary rock. Which of these was required to form shale?", "choices": {"text": ["evaporating", "condensing", "melting", "compacting"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "compacting", "arguments": ["Question: Shale is a common sedimentary rock. Which of these was required to form shale?\nAnswer:", " ["], "resps": [[[-7.5234375, false]], [[-8.7734375, false]], [[-7.5234375, false]], [[-10.2734375, false]], [[-4.2734375, false]], [[-9.2734375, false]], [[-7.7734375, false]], [[-10.0234375, false]], [[-4.2734375, false]], [[-10.2734375, false]], [[-9.0234375, false]], [[-9.0234375, false]], [[-9.2734375, false]], [[-8.7734375, false]], [[-9.453125, false]], [[-5.0234375, false]], [[-8.7734375, false]], [[-7.5234375, false]], [[-7.7734375, false]], [[-9.0234375, false]], [[-10.2734375, false]], [[-7.5234375, false]], [[-9.0234375, false]], [[-8.5234375, false]], [[-9.0234375, false]], [[-9.0234375, false]], [[-9.2734375, false]], [[-8.7734375, false]], [[-9.453125, false]], [[-5.0234375, false]], [[-8.7734375, false]], [[-8.5234375, false]], [[-7.5234375, false]], [[-10.2734375, false]], [[-10.2734375, false]], [[-9.0234375, false]], [[-9.0234375, false]], [[-9.2734375, false]], [[-8.7734375, false]], [[-9.453125, false]], [[-5.0234375, false]], [[-8.7734375, false]], [[-7.5234375, false]], [[-7.7734375, false]], [[-8.5234375, false]], [[-9.2734375, false]], [[-4.2734375, false]], [[-7.5234375, false]], [[-10.2734375, false]], [[-9.0234375, false]], [[-9.0234375, false]], [[-9.2734375, false]], [[-8.7734375, false]], [[-13.5234375, false]]], "filtered_resps": [[-7.5234375, false], [-8.7734375, false], [-7.5234375, false], [-10.2734375, false], [-4.2734375, false], [-9.2734375, false], [-7.7734375, false], [-10.0234375, false], [-4.2734375, false], [-10.2734375, false], [-9.0234375, false], [-9.0234375, false], [-9.2734375, false], [-8.7734375, false], [-9.453125, false], [-5.0234375, false], [-8.7734375, false], [-7.5234375, false], [-7.7734375, false], [-9.0234375, false], [-10.2734375, false], [-7.5234375, false], [-9.0234375, false], [-8.5234375, false], [-9.0234375, false], [-9.0234375, false], [-9.2734375, false], [-8.7734375, false], [-9.453125, false], [-5.0234375, false], [-8.7734375, false], [-8.5234375, false], [-7.5234375, false], [-10.2734375, false], [-10.2734375, false], [-9.0234375, false], [-9.0234375, false], [-9.2734375, false], [-8.7734375, false], [-9.453125, false], [-5.0234375, false], [-8.7734375, false], [-7.5234375, false], [-7.7734375, false], [-8.5234375, false], [-9.2734375, false], [-4.2734375, false], [-7.5234375, false], [-10.2734375, false], [-9.0234375, false], [-9.0234375, false], [-9.2734375, false], [-8.7734375, false], [-13.5234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1109, "doc": {"id": "MEA_2016_8_18", "question": "What are two of Earth's natural resources?", "choices": {"text": ["nuclear power plants and batteries", "forests and nuclear power plants", "batteries and waterfalls", "forests and waterfalls"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "forests and waterfalls", "arguments": ["Question: What are two of Earth's natural resources?\nAnswer:", " ["], "resps": [[[-7.640625, false]], [[-8.390625, false]], [[-10.640625, false]], [[-11.640625, false]], [[-10.390625, false]], [[-9.640625, false]], [[-8.140625, false]], [[-6.890625, false]], [[-12.390625, false]], [[-5.390625, false]], [[-10.390625, false]], [[-8.390625, false]], [[-9.640625, false]], [[-8.140625, false]], [[-12.390625, false]], [[-5.390625, false]], [[-10.390625, false]], [[-9.640625, false]], [[-6.890625, false]], [[-10.640625, false]], [[-11.890625, false]], [[-11.140625, false]], [[-5.390625, false]], [[-6.890625, false]], [[-10.640625, false]], [[-9.640625, false]], [[-5.390625, false]], [[-12.390625, false]], [[-6.890625, false]], [[-11.890625, false]], [[-11.890625, false]], [[-8.140625, false]], [[-12.390625, false]], [[-7.890625, false]], [[-8.140625, false]], [[-11.140625, false]], [[-8.390625, false]], [[-9.8203125, false]], [[-5.390625, false]], [[-8.390625, false]], [[-11.140625, false]], [[-8.390625, false]], [[-12.390625, false]], [[-8.140625, false]], [[-11.140625, false]], [[-11.890625, false]], [[-11.140625, false]], [[-5.390625, false]], [[-6.890625, false]], [[-10.640625, false]], [[-9.640625, false]], [[-5.390625, false]], [[-10.640625, false]], [[-11.640625, false]], [[-10.390625, false]], [[-9.640625, false]], [[-8.140625, false]], [[-6.890625, false]], [[-12.390625, false]], [[-5.390625, false]], [[-10.390625, false]], [[-8.390625, false]], [[-9.640625, false]], [[-8.140625, false]], [[-12.390625, false]], [[-5.390625, false]], [[-10.390625, false]], [[-9.640625, false]], [[-6.890625, false]], [[-10.640625, false]], [[-11.890625, false]], [[-11.140625, false]], [[-8.390625, false]], [[-9.8203125, false]], [[-5.390625, false]], [[-8.390625, false]], [[-12.390625, false]], [[-6.890625, false]], [[-11.890625, false]], [[-11.890625, false]], [[-8.140625, false]], [[-12.390625, false]], [[-7.890625, false]], [[-8.140625, false]], [[-11.140625, false]], [[-5.390625, false]], [[-6.890625, false]], [[-10.640625, false]], [[-9.640625, false]], [[-5.390625, false]], [[-9.640625, false]], [[-6.890625, false]], [[-11.890625, false]], [[-8.140625, false]], [[-12.390625, false]], [[-11.140625, false]], [[-6.890625, false]], [[-9.640625, false]], [[-9.640625, false]], [[-11.140625, false]], [[-8.390625, false]], [[-9.8203125, false]], [[-5.390625, false]], [[-8.390625, false]], [[-11.140625, false]], [[-8.390625, false]], [[-12.390625, false]], [[-8.140625, false]], [[-11.140625, false]], [[-11.890625, false]], [[-11.140625, false]], [[-5.390625, false]], [[-6.890625, false]], [[-10.640625, false]], [[-9.640625, false]], [[-5.390625, false]], [[-9.640625, false]], [[-6.890625, false]], [[-11.890625, false]], [[-8.140625, false]], [[-12.390625, false]], [[-11.140625, false]], [[-6.890625, false]], [[-9.640625, false]], [[-9.640625, false]], [[-11.140625, false]], [[-8.390625, false]], [[-12.890625, false]]], "filtered_resps": [[-7.640625, false], [-8.390625, false], [-10.640625, false], [-11.640625, false], [-10.390625, false], [-9.640625, false], [-8.140625, false], [-6.890625, false], [-12.390625, false], [-5.390625, false], [-10.390625, false], [-8.390625, false], [-9.640625, false], [-8.140625, false], [-12.390625, false], [-5.390625, false], [-10.390625, false], [-9.640625, false], [-6.890625, false], [-10.640625, false], [-11.890625, false], [-11.140625, false], [-5.390625, false], [-6.890625, false], [-10.640625, false], [-9.640625, false], [-5.390625, false], [-12.390625, false], [-6.890625, false], [-11.890625, false], [-11.890625, false], [-8.140625, false], [-12.390625, false], [-7.890625, false], [-8.140625, false], [-11.140625, false], [-8.390625, false], [-9.8203125, false], [-5.390625, false], [-8.390625, false], [-11.140625, false], [-8.390625, false], [-12.390625, false], [-8.140625, false], [-11.140625, false], [-11.890625, false], [-11.140625, false], [-5.390625, false], [-6.890625, false], [-10.640625, false], [-9.640625, false], [-5.390625, false], [-10.640625, false], [-11.640625, false], [-10.390625, false], [-9.640625, false], [-8.140625, false], [-6.890625, false], [-12.390625, false], [-5.390625, false], [-10.390625, false], [-8.390625, false], [-9.640625, false], [-8.140625, false], [-12.390625, false], [-5.390625, false], [-10.390625, false], [-9.640625, false], [-6.890625, false], [-10.640625, false], [-11.890625, false], [-11.140625, false], [-8.390625, false], [-9.8203125, false], [-5.390625, false], [-8.390625, false], [-12.390625, false], [-6.890625, false], [-11.890625, false], [-11.890625, false], [-8.140625, false], [-12.390625, false], [-7.890625, false], [-8.140625, false], [-11.140625, false], [-5.390625, false], [-6.890625, false], [-10.640625, false], [-9.640625, false], [-5.390625, false], [-9.640625, false], [-6.890625, false], [-11.890625, false], [-8.140625, false], [-12.390625, false], [-11.140625, false], [-6.890625, false], [-9.640625, false], [-9.640625, false], [-11.140625, false], [-8.390625, false], [-9.8203125, false], [-5.390625, false], [-8.390625, false], [-11.140625, false], [-8.390625, false], [-12.390625, false], [-8.140625, false], [-11.140625, false], [-11.890625, false], [-11.140625, false], [-5.390625, false], [-6.890625, false], [-10.640625, false], [-9.640625, false], [-5.390625, false], [-9.640625, false], [-6.890625, false], [-11.890625, false], [-8.140625, false], [-12.390625, false], [-11.140625, false], [-6.890625, false], [-9.640625, false], [-9.640625, false], [-11.140625, false], [-8.390625, false], [-12.890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1117, "doc": {"id": "Mercury_SC_401000", "question": "The following advertisement was placed in the window of a camping supply store. \"The double-thermal 'Polar Snooze' sleeping bag is here! It will keep you warm for winter camping!\" Based on this advertisement, the best conclusion about Polar Snooze sleeping bags is that they", "choices": {"text": ["are lightweight.", "have insulation.", "make winter camping easy.", "cost less than other sleeping bags."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "have insulation.", "arguments": ["Question: The following advertisement was placed in the window of a camping supply store. \"The double-thermal 'Polar Snooze' sleeping bag is here! It will keep you warm for winter camping!\" Based on this advertisement, the best conclusion about Polar Snooze sleeping bags is that they\nAnswer:", " ["], "resps": [[[-7.02734375, false]], [[-7.02734375, false]], [[-4.77734375, false]], [[-10.0234375, false]], [[-9.0234375, false]], [[-5.36328125, false]], [[-10.7734375, false]], [[-8.2734375, false]], [[-10.1484375, false]], [[-10.6484375, false]], [[-10.0234375, false]], [[-9.5234375, false]], [[-9.0234375, false]], [[-8.2734375, false]], [[-10.1484375, false]], [[-10.6484375, false]], [[-10.0234375, false]], [[-6.84375, false]], [[-7.02734375, false]], [[-8.9296875, false]], [[-5.27734375, false]], [[-7.02734375, false]], [[-10.6484375, false]], [[-4.77734375, false]], [[-10.7734375, false]], [[-9.0234375, false]], [[-5.27734375, false]], [[-8.2734375, false]], [[-8.8984375, false]], [[-9.3984375, false]], [[-11.5234375, false]], [[-10.7734375, false]], [[-4.77734375, false]], [[-10.0234375, false]], [[-8.2734375, false]], [[-10.1484375, false]], [[-8.8984375, false]], [[-6.84375, false]], [[-7.02734375, false]], [[-8.9296875, false]], [[-5.27734375, false]], [[-7.02734375, false]], [[-8.7734375, false]], [[-4.77734375, false]], [[-10.3984375, false]], [[-9.0234375, false]], [[-5.27734375, false]], [[-9.5234375, false]], [[-8.2734375, false]], [[-8.8984375, false]], [[-10.0234375, false]], [[-9.0234375, false]], [[-10.0234375, false]], [[-5.27734375, false]], [[-9.1484375, false]], [[-4.77734375, false]], [[-8.7734375, false]], [[-8.7734375, false]], [[-8.2734375, false]], [[-8.8984375, false]], [[-10.1484375, false]], [[-5.27734375, false]], [[-9.0234375, false]], [[-4.77734375, false]], [[-9.3984375, false]], [[-11.8984375, false]], [[-6.84375, false]], [[-7.02734375, false]], [[-8.90625, false]], [[-5.27734375, false]], [[-7.02734375, false]], [[-9.1484375, false]], [[-10.1484375, false]], [[-9.3984375, false]], [[-10.0234375, false]], [[-5.27734375, false]], [[-10.7734375, false]], [[-9.0234375, false]], [[-9.3984375, false]], [[-9.3984375, false]], [[-5.27734375, false]], [[-10.0234375, false]], [[-10.6484375, false]], [[-4.77734375, false]], [[-8.8984375, false]], [[-5.27734375, false]], [[-10.1484375, false]], [[-10.0234375, false]], [[-10.6484375, false]], [[-9.0234375, false]], [[-10.0234375, false]], [[-5.27734375, false]], [[-9.3984375, false]], [[-10.7734375, false]], [[-9.0234375, false]], [[-9.0234375, false]], [[-8.7734375, false]], [[-8.2734375, false]], [[-8.8984375, false]], [[-10.1484375, false]], [[-5.27734375, false]], [[-7.27734375, false]], [[-4.77734375, false]], [[-10.1484375, false]], [[-9.3984375, false]], [[-6.84375, false]], [[-7.02734375, false]], [[-11.8984375, false]]], "filtered_resps": [[-7.02734375, false], [-7.02734375, false], [-4.77734375, false], [-10.0234375, false], [-9.0234375, false], [-5.36328125, false], [-10.7734375, false], [-8.2734375, false], [-10.1484375, false], [-10.6484375, false], [-10.0234375, false], [-9.5234375, false], [-9.0234375, false], [-8.2734375, false], [-10.1484375, false], [-10.6484375, false], [-10.0234375, false], [-6.84375, false], [-7.02734375, false], [-8.9296875, false], [-5.27734375, false], [-7.02734375, false], [-10.6484375, false], [-4.77734375, false], [-10.7734375, false], [-9.0234375, false], [-5.27734375, false], [-8.2734375, false], [-8.8984375, false], [-9.3984375, false], [-11.5234375, false], [-10.7734375, false], [-4.77734375, false], [-10.0234375, false], [-8.2734375, false], [-10.1484375, false], [-8.8984375, false], [-6.84375, false], [-7.02734375, false], [-8.9296875, false], [-5.27734375, false], [-7.02734375, false], [-8.7734375, false], [-4.77734375, false], [-10.3984375, false], [-9.0234375, false], [-5.27734375, false], [-9.5234375, false], [-8.2734375, false], [-8.8984375, false], [-10.0234375, false], [-9.0234375, false], [-10.0234375, false], [-5.27734375, false], [-9.1484375, false], [-4.77734375, false], [-8.7734375, false], [-8.7734375, false], [-8.2734375, false], [-8.8984375, false], [-10.1484375, false], [-5.27734375, false], [-9.0234375, false], [-4.77734375, false], [-9.3984375, false], [-11.8984375, false], [-6.84375, false], [-7.02734375, false], [-8.90625, false], [-5.27734375, false], [-7.02734375, false], [-9.1484375, false], [-10.1484375, false], [-9.3984375, false], [-10.0234375, false], [-5.27734375, false], [-10.7734375, false], [-9.0234375, false], [-9.3984375, false], [-9.3984375, false], [-5.27734375, false], [-10.0234375, false], [-10.6484375, false], [-4.77734375, false], [-8.8984375, false], [-5.27734375, false], [-10.1484375, false], [-10.0234375, false], [-10.6484375, false], [-9.0234375, false], [-10.0234375, false], [-5.27734375, false], [-9.3984375, false], [-10.7734375, false], [-9.0234375, false], [-9.0234375, false], [-8.7734375, false], [-8.2734375, false], [-8.8984375, false], [-10.1484375, false], [-5.27734375, false], [-7.27734375, false], [-4.77734375, false], [-10.1484375, false], [-9.3984375, false], [-6.84375, false], [-7.02734375, false], [-11.8984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1125, "doc": {"id": "Mercury_SC_401129", "question": "The mass of an object is measured using which unit?", "choices": {"text": ["liter", "gram", "meter", "yard"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "gram", "arguments": ["Question: The mass of an object is measured using which unit?\nAnswer:", " ["], "resps": [[[-7.625, false]], [[-8.375, false]], [[-7.625, false]], [[-9.875, false]], [[-7.125, false]], [[-7.625, false]], [[-8.625, false]], [[-8.375, false]], [[-9.234375, false]], [[-4.375, false]], [[-8.375, false]], [[-6.625, false]], [[-8.625, false]], [[-4.375, false]], [[-3.123046875, false]], [[-8.375, false]], [[-9.234375, false]], [[-4.375, false]], [[-8.375, false]], [[-3.123046875, false]], [[-7.625, false]], [[-7.125, false]], [[-7.625, false]], [[-8.625, false]], [[-8.375, false]], [[-9.234375, false]], [[-4.375, false]], [[-8.375, false]], [[-8.875, false]], [[-4.375, false]], [[-8.625, false]], [[-9.375, false]], [[-8.375, false]], [[-12.875, false]]], "filtered_resps": [[-7.625, false], [-8.375, false], [-7.625, false], [-9.875, false], [-7.125, false], [-7.625, false], [-8.625, false], [-8.375, false], [-9.234375, false], [-4.375, false], [-8.375, false], [-6.625, false], [-8.625, false], [-4.375, false], [-3.123046875, false], [-8.375, false], [-9.234375, false], [-4.375, false], [-8.375, false], [-3.123046875, false], [-7.625, false], [-7.125, false], [-7.625, false], [-8.625, false], [-8.375, false], [-9.234375, false], [-4.375, false], [-8.375, false], [-8.875, false], [-4.375, false], [-8.625, false], [-9.375, false], [-8.375, false], [-12.875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1133, "doc": {"id": "Mercury_SC_405865", "question": "Four objects are on a wooden ramp. Which object is most likely to roll off the ramp if it is pushed gently?", "choices": {"text": ["flat eraser", "round ball", "bent paper clip", "wooden cube"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "round ball", "arguments": ["Question: Four objects are on a wooden ramp. Which object is most likely to roll off the ramp if it is pushed gently?\nAnswer:", " ["], "resps": [[[-6.73828125, false]], [[-8.234375, false]], [[-8.734375, false]], [[-8.734375, false]], [[-3.98828125, false]], [[-9.234375, false]], [[-5.48828125, false]], [[-7.98828125, false]], [[-8.734375, false]], [[-3.98828125, false]], [[-8.484375, false]], [[-7.98828125, false]], [[-8.734375, false]], [[-8.234375, false]], [[-9.8984375, false]], [[-5.48828125, false]], [[-8.234375, false]], [[-8.734375, false]], [[-8.984375, false]], [[-10.234375, false]], [[-8.234375, false]], [[-8.234375, false]], [[-5.48828125, false]], [[-6.73828125, false]], [[-3.98828125, false]], [[-8.734375, false]], [[-8.734375, false]], [[-8.234375, false]], [[-9.8984375, false]], [[-5.48828125, false]], [[-8.234375, false]], [[-6.73828125, false]], [[-7.98828125, false]], [[-8.234375, false]], [[-9.234375, false]], [[-5.48828125, false]], [[-7.98828125, false]], [[-3.98828125, false]], [[-7.98828125, false]], [[-7.98828125, false]], [[-8.734375, false]], [[-5.48828125, false]], [[-6.48828125, false]], [[-8.734375, false]], [[-8.984375, false]], [[-7.98828125, false]], [[-8.234375, false]], [[-9.8984375, false]], [[-5.48828125, false]], [[-8.234375, false]], [[-9.484375, false]], [[-8.984375, false]], [[-8.984375, false]], [[-8.234375, false]], [[-7.98828125, false]], [[-8.234375, false]], [[-5.48828125, false]], [[-6.48828125, false]], [[-10.234375, false]], [[-6.73828125, false]], [[-7.98828125, false]], [[-8.234375, false]], [[-12.984375, false]]], "filtered_resps": [[-6.73828125, false], [-8.234375, false], [-8.734375, false], [-8.734375, false], [-3.98828125, false], [-9.234375, false], [-5.48828125, false], [-7.98828125, false], [-8.734375, false], [-3.98828125, false], [-8.484375, false], [-7.98828125, false], [-8.734375, false], [-8.234375, false], [-9.8984375, false], [-5.48828125, false], [-8.234375, false], [-8.734375, false], [-8.984375, false], [-10.234375, false], [-8.234375, false], [-8.234375, false], [-5.48828125, false], [-6.73828125, false], [-3.98828125, false], [-8.734375, false], [-8.734375, false], [-8.234375, false], [-9.8984375, false], [-5.48828125, false], [-8.234375, false], [-6.73828125, false], [-7.98828125, false], [-8.234375, false], [-9.234375, false], [-5.48828125, false], [-7.98828125, false], [-3.98828125, false], [-7.98828125, false], [-7.98828125, false], [-8.734375, false], [-5.48828125, false], [-6.48828125, false], [-8.734375, false], [-8.984375, false], [-7.98828125, false], [-8.234375, false], [-9.8984375, false], [-5.48828125, false], [-8.234375, false], [-9.484375, false], [-8.984375, false], [-8.984375, false], [-8.234375, false], [-7.98828125, false], [-8.234375, false], [-5.48828125, false], [-6.48828125, false], [-10.234375, false], [-6.73828125, false], [-7.98828125, false], [-8.234375, false], [-12.984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1141, "doc": {"id": "Mercury_SC_415454", "question": "Which alternative energy resource adds carbon dioxide to the atmosphere?", "choices": {"text": ["nuclear energy", "biofuel energy", "wind energy", "geothermal energy"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "biofuel energy", "arguments": ["Question: Which alternative energy resource adds carbon dioxide to the atmosphere?\nAnswer:", " ["], "resps": [[[-7.90234375, false]], [[-9.1484375, false]], [[-11.1484375, false]], [[-11.1484375, false]], [[-10.3984375, false]], [[-11.3984375, false]], [[-7.90234375, false]], [[-5.90234375, false]], [[-13.3984375, false]], [[-5.40234375, false]], [[-7.90234375, false]], [[-11.1484375, false]], [[-7.90234375, false]], [[-13.3984375, false]], [[-13.3984375, false]], [[-12.3984375, false]], [[-9.1484375, false]], [[-10.09375, false]], [[-5.40234375, false]], [[-9.1484375, false]], [[-12.3984375, false]], [[-9.1484375, false]], [[-9.3984375, false]], [[-11.8984375, false]], [[-11.1484375, false]], [[-7.90234375, false]], [[-11.3984375, false]], [[-5.40234375, false]], [[-7.90234375, false]], [[-11.1484375, false]], [[-7.90234375, false]], [[-13.3984375, false]], [[-13.3984375, false]], [[-12.3984375, false]], [[-9.1484375, false]], [[-10.09375, false]], [[-5.40234375, false]], [[-9.1484375, false]], [[-11.1484375, false]], [[-9.1484375, false]], [[-11.1484375, false]], [[-10.3984375, false]], [[-5.40234375, false]], [[-7.90234375, false]], [[-11.1484375, false]], [[-7.90234375, false]], [[-13.3984375, false]], [[-13.3984375, false]], [[-12.3984375, false]], [[-9.1484375, false]], [[-10.09375, false]], [[-5.40234375, false]], [[-9.1484375, false]], [[-13.3984375, false]], [[-7.90234375, false]], [[-9.3984375, false]], [[-12.8984375, false]], [[-12.1484375, false]], [[-7.90234375, false]], [[-13.3984375, false]], [[-11.1484375, false]], [[-5.90234375, false]], [[-11.3984375, false]], [[-5.40234375, false]], [[-7.90234375, false]], [[-11.1484375, false]], [[-7.90234375, false]], [[-13.3984375, false]], [[-13.3984375, false]], [[-12.3984375, false]], [[-9.1484375, false]], [[-15.3984375, false]]], "filtered_resps": [[-7.90234375, false], [-9.1484375, false], [-11.1484375, false], [-11.1484375, false], [-10.3984375, false], [-11.3984375, false], [-7.90234375, false], [-5.90234375, false], [-13.3984375, false], [-5.40234375, false], [-7.90234375, false], [-11.1484375, false], [-7.90234375, false], [-13.3984375, false], [-13.3984375, false], [-12.3984375, false], [-9.1484375, false], [-10.09375, false], [-5.40234375, false], [-9.1484375, false], [-12.3984375, false], [-9.1484375, false], [-9.3984375, false], [-11.8984375, false], [-11.1484375, false], [-7.90234375, false], [-11.3984375, false], [-5.40234375, false], [-7.90234375, false], [-11.1484375, false], [-7.90234375, false], [-13.3984375, false], [-13.3984375, false], [-12.3984375, false], [-9.1484375, false], [-10.09375, false], [-5.40234375, false], [-9.1484375, false], [-11.1484375, false], [-9.1484375, false], [-11.1484375, false], [-10.3984375, false], [-5.40234375, false], [-7.90234375, false], [-11.1484375, false], [-7.90234375, false], [-13.3984375, false], [-13.3984375, false], [-12.3984375, false], [-9.1484375, false], [-10.09375, false], [-5.40234375, false], [-9.1484375, false], [-13.3984375, false], [-7.90234375, false], [-9.3984375, false], [-12.8984375, false], [-12.1484375, false], [-7.90234375, false], [-13.3984375, false], [-11.1484375, false], [-5.90234375, false], [-11.3984375, false], [-5.40234375, false], [-7.90234375, false], [-11.1484375, false], [-7.90234375, false], [-13.3984375, false], [-13.3984375, false], [-12.3984375, false], [-9.1484375, false], [-15.3984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1149, "doc": {"id": "MCAS_2010_8_12003", "question": "Substances enter any plant or animal cell by passing through which of the following structures?", "choices": {"text": ["nucleus", "cell membrane", "vacuole", "chloroplast"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "cell membrane", "arguments": ["Question: Substances enter any plant or animal cell by passing through which of the following structures?\nAnswer:", " ["], "resps": [[[-7.2890625, false]], [[-10.5390625, false]], [[-8.5390625, false]], [[-9.9140625, false]], [[-6.4140625, false]], [[-8.1640625, false]], [[-7.2890625, false]], [[-9.9140625, false]], [[-8.7890625, false]], [[-10.5390625, false]], [[-8.921875, false]], [[-4.6640625, false]], [[-10.5390625, false]], [[-6.4140625, false]], [[-7.2890625, false]], [[-8.1640625, false]], [[-8.1640625, false]], [[-4.6640625, false]], [[-9.4140625, false]], [[-7.2890625, false]], [[-9.4140625, false]], [[-7.5390625, false]], [[-10.6640625, false]], [[-4.1640625, false]], [[-8.5390625, false]], [[-7.2890625, false]], [[-10.5390625, false]], [[-8.921875, false]], [[-4.6640625, false]], [[-10.5390625, false]], [[-10.4140625, false]], [[-4.1640625, false]], [[-6.4140625, false]], [[-9.9140625, false]], [[-7.7890625, false]], [[-8.1640625, false]], [[-7.2890625, false]], [[-10.5390625, false]], [[-8.921875, false]], [[-4.6640625, false]], [[-10.5390625, false]], [[-6.4140625, false]], [[-9.6640625, false]], [[-8.1640625, false]], [[-7.7890625, false]], [[-10.6640625, false]], [[-7.7890625, false]], [[-9.9140625, false]], [[-8.1640625, false]], [[-4.1640625, false]], [[-8.7890625, false]], [[-10.2890625, false]], [[-10.5390625, false]], [[-12.2890625, false]]], "filtered_resps": [[-7.2890625, false], [-10.5390625, false], [-8.5390625, false], [-9.9140625, false], [-6.4140625, false], [-8.1640625, false], [-7.2890625, false], [-9.9140625, false], [-8.7890625, false], [-10.5390625, false], [-8.921875, false], [-4.6640625, false], [-10.5390625, false], [-6.4140625, false], [-7.2890625, false], [-8.1640625, false], [-8.1640625, false], [-4.6640625, false], [-9.4140625, false], [-7.2890625, false], [-9.4140625, false], [-7.5390625, false], [-10.6640625, false], [-4.1640625, false], [-8.5390625, false], [-7.2890625, false], [-10.5390625, false], [-8.921875, false], [-4.6640625, false], [-10.5390625, false], [-10.4140625, false], [-4.1640625, false], [-6.4140625, false], [-9.9140625, false], [-7.7890625, false], [-8.1640625, false], [-7.2890625, false], [-10.5390625, false], [-8.921875, false], [-4.6640625, false], [-10.5390625, false], [-6.4140625, false], [-9.6640625, false], [-8.1640625, false], [-7.7890625, false], [-10.6640625, false], [-7.7890625, false], [-9.9140625, false], [-8.1640625, false], [-4.1640625, false], [-8.7890625, false], [-10.2890625, false], [-10.5390625, false], [-12.2890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1157, "doc": {"id": "Mercury_7044713", "question": "When riding a roller coaster, an electric motor pulls the roller coaster to the top of the first hill. What force pulls the roller coaster down the hill?", "choices": {"text": ["friction", "speed", "gravity", "mass"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "gravity", "arguments": ["Question: When riding a roller coaster, an electric motor pulls the roller coaster to the top of the first hill. What force pulls the roller coaster down the hill?\nAnswer:", " ["], "resps": [[[-7.5625, false]], [[-10.0625, false]], [[-8.0625, false]], [[-8.5625, false]], [[-9.0625, false]], [[-7.8125, false]], [[-7.3125, false]], [[-9.0625, false]], [[-10.3125, false]], [[-8.8125, false]], [[-10.0625, false]], [[-9.734375, false]], [[-5.0625, false]], [[-10.0625, false]], [[-8.8125, false]], [[-8.3125, false]], [[-8.0625, false]], [[-8.0625, false]], [[-8.5625, false]], [[-10.0625, false]], [[-9.734375, false]], [[-5.0625, false]], [[-10.0625, false]], [[-9.0625, false]], [[-8.5625, false]], [[-4.5625, false]], [[-7.8125, false]], [[-9.0625, false]], [[-7.3125, false]], [[-10.3125, false]], [[-10.0625, false]], [[-9.734375, false]], [[-5.0625, false]], [[-10.0625, false]], [[-7.0625, false]], [[-4.5625, false]], [[-8.8125, false]], [[-8.8125, false]], [[-10.0625, false]], [[-12.5625, false]]], "filtered_resps": [[-7.5625, false], [-10.0625, false], [-8.0625, false], [-8.5625, false], [-9.0625, false], [-7.8125, false], [-7.3125, false], [-9.0625, false], [-10.3125, false], [-8.8125, false], [-10.0625, false], [-9.734375, false], [-5.0625, false], [-10.0625, false], [-8.8125, false], [-8.3125, false], [-8.0625, false], [-8.0625, false], [-8.5625, false], [-10.0625, false], [-9.734375, false], [-5.0625, false], [-10.0625, false], [-9.0625, false], [-8.5625, false], [-4.5625, false], [-7.8125, false], [-9.0625, false], [-7.3125, false], [-10.3125, false], [-10.0625, false], [-9.734375, false], [-5.0625, false], [-10.0625, false], [-7.0625, false], [-4.5625, false], [-8.8125, false], [-8.8125, false], [-10.0625, false], [-12.5625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1165, "doc": {"id": "Mercury_7016520", "question": "When scientists proposed the Theory of Continental Drift, there were many skeptics. Which discovery confirmed that the continents move on plates?", "choices": {"text": ["deep-sea currents", "earthquake formation", "spreading of the sea floor", "sedimentary rocks"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "spreading of the sea floor", "arguments": ["Question: When scientists proposed the Theory of Continental Drift, there were many skeptics. Which discovery confirmed that the continents move on plates?\nAnswer:", " ["], "resps": [[[-7.23046875, false]], [[-8.4765625, false]], [[-9.3515625, false]], [[-7.60546875, false]], [[-7.60546875, false]], [[-8.8515625, false]], [[-6.48046875, false]], [[-9.6015625, false]], [[-7.60546875, false]], [[-5.60546875, false]], [[-5.35546875, false]], [[-8.3515625, false]], [[-11.9765625, false]], [[-9.3515625, false]], [[-9.3515625, false]], [[-7.60546875, false]], [[-9.6015625, false]], [[-9.9765625, false]], [[-9.6015625, false]], [[-8.4765625, false]], [[-9.703125, false]], [[-5.35546875, false]], [[-8.4765625, false]], [[-7.60546875, false]], [[-5.60546875, false]], [[-9.3515625, false]], [[-9.9765625, false]], [[-11.4765625, false]], [[-11.8515625, false]], [[-11.9765625, false]], [[-5.60546875, false]], [[-10.4765625, false]], [[-7.60546875, false]], [[-5.35546875, false]], [[-8.7265625, false]], [[-9.6015625, false]], [[-9.3515625, false]], [[-9.2265625, false]], [[-5.60546875, false]], [[-9.9765625, false]], [[-9.4765625, false]], [[-9.6015625, false]], [[-9.6015625, false]], [[-8.4765625, false]], [[-9.703125, false]], [[-5.35546875, false]], [[-8.4765625, false]], [[-9.6015625, false]], [[-8.8515625, false]], [[-9.3515625, false]], [[-7.60546875, false]], [[-5.60546875, false]], [[-9.3515625, false]], [[-9.4765625, false]], [[-9.6015625, false]], [[-11.6015625, false]], [[-5.35546875, false]], [[-9.6015625, false]], [[-8.7265625, false]], [[-5.35546875, false]], [[-9.9765625, false]], [[-11.4765625, false]], [[-7.60546875, false]], [[-5.35546875, false]], [[-9.6015625, false]], [[-7.60546875, false]], [[-5.60546875, false]], [[-5.35546875, false]], [[-8.7265625, false]], [[-10.8515625, false]], [[-9.6015625, false]], [[-9.6015625, false]], [[-9.3515625, false]], [[-8.4765625, false]], [[-9.703125, false]], [[-5.35546875, false]], [[-8.4765625, false]], [[-9.6015625, false]], [[-7.60546875, false]], [[-9.3515625, false]], [[-9.4765625, false]], [[-9.2265625, false]], [[-7.60546875, false]], [[-9.6015625, false]], [[-9.9765625, false]], [[-5.60546875, false]], [[-9.3515625, false]], [[-12.3515625, false]], [[-5.35546875, false]], [[-9.3515625, false]], [[-9.6015625, false]], [[-8.3515625, false]], [[-10.4765625, false]], [[-9.6015625, false]], [[-8.4765625, false]], [[-12.9765625, false]]], "filtered_resps": [[-7.23046875, false], [-8.4765625, false], [-9.3515625, false], [-7.60546875, false], [-7.60546875, false], [-8.8515625, false], [-6.48046875, false], [-9.6015625, false], [-7.60546875, false], [-5.60546875, false], [-5.35546875, false], [-8.3515625, false], [-11.9765625, false], [-9.3515625, false], [-9.3515625, false], [-7.60546875, false], [-9.6015625, false], [-9.9765625, false], [-9.6015625, false], [-8.4765625, false], [-9.703125, false], [-5.35546875, false], [-8.4765625, false], [-7.60546875, false], [-5.60546875, false], [-9.3515625, false], [-9.9765625, false], [-11.4765625, false], [-11.8515625, false], [-11.9765625, false], [-5.60546875, false], [-10.4765625, false], [-7.60546875, false], [-5.35546875, false], [-8.7265625, false], [-9.6015625, false], [-9.3515625, false], [-9.2265625, false], [-5.60546875, false], [-9.9765625, false], [-9.4765625, false], [-9.6015625, false], [-9.6015625, false], [-8.4765625, false], [-9.703125, false], [-5.35546875, false], [-8.4765625, false], [-9.6015625, false], [-8.8515625, false], [-9.3515625, false], [-7.60546875, false], [-5.60546875, false], [-9.3515625, false], [-9.4765625, false], [-9.6015625, false], [-11.6015625, false], [-5.35546875, false], [-9.6015625, false], [-8.7265625, false], [-5.35546875, false], [-9.9765625, false], [-11.4765625, false], [-7.60546875, false], [-5.35546875, false], [-9.6015625, false], [-7.60546875, false], [-5.60546875, false], [-5.35546875, false], [-8.7265625, false], [-10.8515625, false], [-9.6015625, false], [-9.6015625, false], [-9.3515625, false], [-8.4765625, false], [-9.703125, false], [-5.35546875, false], [-8.4765625, false], [-9.6015625, false], [-7.60546875, false], [-9.3515625, false], [-9.4765625, false], [-9.2265625, false], [-7.60546875, false], [-9.6015625, false], [-9.9765625, false], [-5.60546875, false], [-9.3515625, false], [-12.3515625, false], [-5.35546875, false], [-9.3515625, false], [-9.6015625, false], [-8.3515625, false], [-10.4765625, false], [-9.6015625, false], [-8.4765625, false], [-12.9765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1173, "doc": {"id": "VASoL_2011_5_25", "question": "All of the populations of species in an area make up a", "choices": {"text": ["region", "niche", "family", "community"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "community", "arguments": ["Question: All of the populations of species in an area make up a\nAnswer:", " ["], "resps": [[[-7.3828125, false]], [[-8.0078125, false]], [[-10.8828125, false]], [[-7.8828125, false]], [[-12.0078125, false]], [[-8.0078125, false]], [[-10.0078125, false]], [[-8.1328125, false]], [[-8.0078125, false]], [[-9.1484375, false]], [[-5.6328125, false]], [[-8.0078125, false]], [[-8.1328125, false]], [[-8.0078125, false]], [[-9.8828125, false]], [[-10.8828125, false]], [[-7.8828125, false]], [[-8.0078125, false]], [[-9.1484375, false]], [[-5.6328125, false]], [[-8.0078125, false]], [[-10.1328125, false]], [[-4.6328125, false]], [[-10.7578125, false]], [[-8.0078125, false]], [[-10.6328125, false]], [[-10.7578125, false]], [[-8.0078125, false]], [[-9.1484375, false]], [[-5.6328125, false]], [[-8.0078125, false]], [[-9.8828125, false]], [[-10.0078125, false]], [[-10.7578125, false]], [[-10.7578125, false]], [[-11.3828125, false]], [[-8.1328125, false]], [[-8.0078125, false]], [[-11.1328125, false]], [[-10.7578125, false]], [[-8.0078125, false]], [[-11.2578125, false]]], "filtered_resps": [[-7.3828125, false], [-8.0078125, false], [-10.8828125, false], [-7.8828125, false], [-12.0078125, false], [-8.0078125, false], [-10.0078125, false], [-8.1328125, false], [-8.0078125, false], [-9.1484375, false], [-5.6328125, false], [-8.0078125, false], [-8.1328125, false], [-8.0078125, false], [-9.8828125, false], [-10.8828125, false], [-7.8828125, false], [-8.0078125, false], [-9.1484375, false], [-5.6328125, false], [-8.0078125, false], [-10.1328125, false], [-4.6328125, false], [-10.7578125, false], [-8.0078125, false], [-10.6328125, false], [-10.7578125, false], [-8.0078125, false], [-9.1484375, false], [-5.6328125, false], [-8.0078125, false], [-9.8828125, false], [-10.0078125, false], [-10.7578125, false], [-10.7578125, false], [-11.3828125, false], [-8.1328125, false], [-8.0078125, false], [-11.1328125, false], [-10.7578125, false], [-8.0078125, false], [-11.2578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1181, "doc": {"id": "Mercury_189753", "question": "The Earth's equator receives more direct sunlight than the regions to its north and south. This distribution of sunlight accounts directly for which phenomenon?", "choices": {"text": ["The westward deflection of equatorial winds.", "The movement of rising air currents away from the equator.", "The rotation of storm systems.", "The formation of calm \"eyes\" in the centers of cyclones."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "The movement of rising air currents away from the equator.", "arguments": ["Question: The Earth's equator receives more direct sunlight than the regions to its north and south. This distribution of sunlight accounts directly for which phenomenon?\nAnswer:", " ["], "resps": [[[-7.2421875, false]], [[-8.2421875, false]], [[-6.4921875, false]], [[-11.2421875, false]], [[-7.4921875, false]], [[-4.9921875, false]], [[-10.9921875, false]], [[-7.4921875, false]], [[-9.7421875, false]], [[-10.7421875, false]], [[-10.9921875, false]], [[-5.7421875, false]], [[-10.2421875, false]], [[-8.2421875, false]], [[-4.9921875, false]], [[-8.2421875, false]], [[-7.4921875, false]], [[-10.2421875, false]], [[-10.7421875, false]], [[-7.4921875, false]], [[-9.9921875, false]], [[-10.7421875, false]], [[-8.9921875, false]], [[-7.4921875, false]], [[-9.9921875, false]], [[-4.9921875, false]], [[-7.4921875, false]], [[-10.2421875, false]], [[-4.9921875, false]], [[-7.4921875, false]], [[-11.2421875, false]], [[-11.9921875, false]], [[-5.7421875, false]], [[-10.7421875, false]], [[-7.4921875, false]], [[-10.2421875, false]], [[-8.9921875, false]], [[-5.7421875, false]], [[-10.7421875, false]], [[-4.9921875, false]], [[-10.9921875, false]], [[-8.9921875, false]], [[-9.9921875, false]], [[-8.2421875, false]], [[-9.7421875, false]], [[-6.29296875, false]], [[-8.2421875, false]], [[-9.921875, false]], [[-4.9921875, false]], [[-8.2421875, false]], [[-6.4921875, false]], [[-11.2421875, false]], [[-7.4921875, false]], [[-4.9921875, false]], [[-9.7421875, false]], [[-7.4921875, false]], [[-10.9921875, false]], [[-7.4921875, false]], [[-9.7421875, false]], [[-7.4921875, false]], [[-9.9921875, false]], [[-10.7421875, false]], [[-4.9921875, false]], [[-7.4921875, false]], [[-10.2421875, false]], [[-4.9921875, false]], [[-10.2421875, false]], [[-8.9921875, false]], [[-9.7421875, false]], [[-8.9921875, false]], [[-9.9921875, false]], [[-12.4921875, false]], [[-4.9921875, false]], [[-5.7421875, false]], [[-8.9921875, false]], [[-10.2421875, false]], [[-4.9921875, false]], [[-9.9921875, false]], [[-11.9921875, false]], [[-10.2421875, false]], [[-10.2421875, false]], [[-7.4921875, false]], [[-9.9921875, false]], [[-10.7421875, false]], [[-9.7421875, false]], [[-4.9921875, false]], [[-5.7421875, false]], [[-10.9921875, false]], [[-5.7421875, false]], [[-11.7421875, false]], [[-4.9921875, false]], [[-10.2421875, false]], [[-10.2421875, false]], [[-7.4921875, false]], [[-9.7421875, false]], [[-4.9921875, false]], [[-10.7421875, false]], [[-11.2421875, false]], [[-7.4921875, false]], [[-4.9921875, false]], [[-7.4921875, false]], [[-11.2421875, false]], [[-11.9921875, false]], [[-5.7421875, false]], [[-10.7421875, false]], [[-7.4921875, false]], [[-10.2421875, false]], [[-6.29296875, false]], [[-8.2421875, false]], [[-9.921875, false]], [[-4.9921875, false]], [[-8.2421875, false]], [[-6.4921875, false]], [[-11.2421875, false]], [[-7.4921875, false]], [[-4.9921875, false]], [[-10.2421875, false]], [[-7.4921875, false]], [[-10.7421875, false]], [[-5.7421875, false]], [[-10.7421875, false]], [[-8.9921875, false]], [[-7.4921875, false]], [[-9.9921875, false]], [[-4.9921875, false]], [[-7.4921875, false]], [[-10.2421875, false]], [[-4.9921875, false]], [[-9.7421875, false]], [[-10.7421875, false]], [[-7.4921875, false]], [[-10.2421875, false]], [[-9.7421875, false]], [[-4.9921875, false]], [[-9.7421875, false]], [[-11.7421875, false]], [[-9.7421875, false]], [[-10.7421875, false]], [[-7.4921875, false]], [[-9.7421875, false]], [[-9.7421875, false]], [[-6.29296875, false]], [[-8.2421875, false]], [[-9.921875, false]], [[-4.9921875, false]], [[-8.2421875, false]], [[-6.4921875, false]], [[-11.2421875, false]], [[-7.4921875, false]], [[-4.9921875, false]], [[-10.2421875, false]], [[-7.4921875, false]], [[-10.2421875, false]], [[-9.7421875, false]], [[-5.7421875, false]], [[-10.7421875, false]], [[-8.9921875, false]], [[-7.4921875, false]], [[-9.9921875, false]], [[-4.9921875, false]], [[-7.4921875, false]], [[-10.2421875, false]], [[-4.9921875, false]], [[-9.9921875, false]], [[-5.7421875, false]], [[-10.7421875, false]], [[-9.7421875, false]], [[-4.9921875, false]], [[-6.4921875, false]], [[-7.4921875, false]], [[-11.7421875, false]], [[-7.4921875, false]], [[-9.7421875, false]], [[-6.4921875, false]], [[-4.9921875, false]], [[-8.9921875, false]], [[-9.9921875, false]], [[-4.9921875, false]], [[-10.7421875, false]], [[-11.2421875, false]], [[-7.4921875, false]], [[-4.9921875, false]], [[-9.9921875, false]], [[-7.4921875, false]], [[-9.9921875, false]], [[-10.7421875, false]], [[-7.4921875, false]], [[-10.2421875, false]], [[-9.7421875, false]], [[-4.9921875, false]], [[-7.4921875, false]], [[-10.2421875, false]], [[-4.9921875, false]], [[-9.9921875, false]], [[-11.7421875, false]], [[-9.9921875, false]], [[-10.7421875, false]], [[-7.4921875, false]], [[-9.9921875, false]], [[-7.4921875, false]], [[-9.7421875, false]], [[-6.29296875, false]], [[-8.2421875, false]], [[-12.2421875, false]]], "filtered_resps": [[-7.2421875, false], [-8.2421875, false], [-6.4921875, false], [-11.2421875, false], [-7.4921875, false], [-4.9921875, false], [-10.9921875, false], [-7.4921875, false], [-9.7421875, false], [-10.7421875, false], [-10.9921875, false], [-5.7421875, false], [-10.2421875, false], [-8.2421875, false], [-4.9921875, false], [-8.2421875, false], [-7.4921875, false], [-10.2421875, false], [-10.7421875, false], [-7.4921875, false], [-9.9921875, false], [-10.7421875, false], [-8.9921875, false], [-7.4921875, false], [-9.9921875, false], [-4.9921875, false], [-7.4921875, false], [-10.2421875, false], [-4.9921875, false], [-7.4921875, false], [-11.2421875, false], [-11.9921875, false], [-5.7421875, false], [-10.7421875, false], [-7.4921875, false], [-10.2421875, false], [-8.9921875, false], [-5.7421875, false], [-10.7421875, false], [-4.9921875, false], [-10.9921875, false], [-8.9921875, false], [-9.9921875, false], [-8.2421875, false], [-9.7421875, false], [-6.29296875, false], [-8.2421875, false], [-9.921875, false], [-4.9921875, false], [-8.2421875, false], [-6.4921875, false], [-11.2421875, false], [-7.4921875, false], [-4.9921875, false], [-9.7421875, false], [-7.4921875, false], [-10.9921875, false], [-7.4921875, false], [-9.7421875, false], [-7.4921875, false], [-9.9921875, false], [-10.7421875, false], [-4.9921875, false], [-7.4921875, false], [-10.2421875, false], [-4.9921875, false], [-10.2421875, false], [-8.9921875, false], [-9.7421875, false], [-8.9921875, false], [-9.9921875, false], [-12.4921875, false], [-4.9921875, false], [-5.7421875, false], [-8.9921875, false], [-10.2421875, false], [-4.9921875, false], [-9.9921875, false], [-11.9921875, false], [-10.2421875, false], [-10.2421875, false], [-7.4921875, false], [-9.9921875, false], [-10.7421875, false], [-9.7421875, false], [-4.9921875, false], [-5.7421875, false], [-10.9921875, false], [-5.7421875, false], [-11.7421875, false], [-4.9921875, false], [-10.2421875, false], [-10.2421875, false], [-7.4921875, false], [-9.7421875, false], [-4.9921875, false], [-10.7421875, false], [-11.2421875, false], [-7.4921875, false], [-4.9921875, false], [-7.4921875, false], [-11.2421875, false], [-11.9921875, false], [-5.7421875, false], [-10.7421875, false], [-7.4921875, false], [-10.2421875, false], [-6.29296875, false], [-8.2421875, false], [-9.921875, false], [-4.9921875, false], [-8.2421875, false], [-6.4921875, false], [-11.2421875, false], [-7.4921875, false], [-4.9921875, false], [-10.2421875, false], [-7.4921875, false], [-10.7421875, false], [-5.7421875, false], [-10.7421875, false], [-8.9921875, false], [-7.4921875, false], [-9.9921875, false], [-4.9921875, false], [-7.4921875, false], [-10.2421875, false], [-4.9921875, false], [-9.7421875, false], [-10.7421875, false], [-7.4921875, false], [-10.2421875, false], [-9.7421875, false], [-4.9921875, false], [-9.7421875, false], [-11.7421875, false], [-9.7421875, false], [-10.7421875, false], [-7.4921875, false], [-9.7421875, false], [-9.7421875, false], [-6.29296875, false], [-8.2421875, false], [-9.921875, false], [-4.9921875, false], [-8.2421875, false], [-6.4921875, false], [-11.2421875, false], [-7.4921875, false], [-4.9921875, false], [-10.2421875, false], [-7.4921875, false], [-10.2421875, false], [-9.7421875, false], [-5.7421875, false], [-10.7421875, false], [-8.9921875, false], [-7.4921875, false], [-9.9921875, false], [-4.9921875, false], [-7.4921875, false], [-10.2421875, false], [-4.9921875, false], [-9.9921875, false], [-5.7421875, false], [-10.7421875, false], [-9.7421875, false], [-4.9921875, false], [-6.4921875, false], [-7.4921875, false], [-11.7421875, false], [-7.4921875, false], [-9.7421875, false], [-6.4921875, false], [-4.9921875, false], [-8.9921875, false], [-9.9921875, false], [-4.9921875, false], [-10.7421875, false], [-11.2421875, false], [-7.4921875, false], [-4.9921875, false], [-9.9921875, false], [-7.4921875, false], [-9.9921875, false], [-10.7421875, false], [-7.4921875, false], [-10.2421875, false], [-9.7421875, false], [-4.9921875, false], [-7.4921875, false], [-10.2421875, false], [-4.9921875, false], [-9.9921875, false], [-11.7421875, false], [-9.9921875, false], [-10.7421875, false], [-7.4921875, false], [-9.9921875, false], [-7.4921875, false], [-9.7421875, false], [-6.29296875, false], [-8.2421875, false], [-12.2421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1189, "doc": {"id": "Mercury_7097440", "question": "Water puddles on a sidewalk evaporate when the Sun heats the water. Which of these best describes what is happening as the water evaporates?", "choices": {"text": ["Water changes phase as it releases heat to the environment.", "Water boils as it absorbs energy from the sidewalk.", "Water becomes a gas as it absorbs energy from the Sun.", "Water evaporates as its thermal energy is transferred to the air."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Water becomes a gas as it absorbs energy from the Sun.", "arguments": ["Question: Water puddles on a sidewalk evaporate when the Sun heats the water. Which of these best describes what is happening as the water evaporates?\nAnswer:", " ["], "resps": [[[-7.17578125, false]], [[-9.421875, false]], [[-6.67578125, false]], [[-3.17578125, false]], [[-9.421875, false]], [[-5.42578125, false]], [[-9.671875, false]], [[-5.67578125, false]], [[-6.67578125, false]], [[-8.671875, false]], [[-3.17578125, false]], [[-7.92578125, false]], [[-10.171875, false]], [[-5.42578125, false]], [[-8.921875, false]], [[-5.67578125, false]], [[-8.421875, false]], [[-8.671875, false]], [[-3.17578125, false]], [[-8.921875, false]], [[-5.42578125, false]], [[-5.67578125, false]], [[-3.17578125, false]], [[-8.921875, false]], [[-5.67578125, false]], [[-7.17578125, false]], [[-9.421875, false]], [[-5.67578125, false]], [[-9.671875, false]], [[-5.42578125, false]], [[-9.671875, false]], [[-5.42578125, false]], [[-3.17578125, false]], [[-8.921875, false]], [[-5.42578125, false]], [[-8.921875, false]], [[-5.67578125, false]], [[-8.671875, false]], [[-5.42578125, false]], [[-3.17578125, false]], [[-9.421875, false]], [[-5.67578125, false]], [[-9.421875, false]], [[-7.17578125, false]], [[-5.67578125, false]], [[-9.421875, false]], [[-8.671875, false]], [[-5.42578125, false]], [[-5.67578125, false]], [[-5.42578125, false]], [[-7.92578125, false]], [[-9.171875, false]], [[-7.17578125, false]], [[-9.671875, false]], [[-7.17578125, false]], [[-7.92578125, false]], [[-8.171875, false]], [[-5.42578125, false]], [[-7.92578125, false]], [[-9.421875, false]], [[-6.66796875, false]], [[-9.421875, false]], [[-9.921875, false]], [[-5.67578125, false]], [[-9.421875, false]], [[-6.67578125, false]], [[-3.17578125, false]], [[-9.421875, false]], [[-5.42578125, false]], [[-9.671875, false]], [[-5.67578125, false]], [[-5.17578125, false]], [[-7.17578125, false]], [[-7.17578125, false]], [[-9.671875, false]], [[-8.921875, false]], [[-5.67578125, false]], [[-3.17578125, false]], [[-8.921875, false]], [[-5.67578125, false]], [[-7.17578125, false]], [[-9.421875, false]], [[-5.67578125, false]], [[-3.17578125, false]], [[-5.17578125, false]], [[-8.921875, false]], [[-7.17578125, false]], [[-9.671875, false]], [[-5.17578125, false]], [[-8.921875, false]], [[-5.67578125, false]], [[-5.42578125, false]], [[-7.92578125, false]], [[-5.42578125, false]], [[-9.671875, false]], [[-10.171875, false]], [[-9.921875, false]], [[-5.67578125, false]], [[-7.92578125, false]], [[-9.671875, false]], [[-7.17578125, false]], [[-8.171875, false]], [[-5.67578125, false]], [[-9.421875, false]], [[-8.671875, false]], [[-5.42578125, false]], [[-5.67578125, false]], [[-8.921875, false]], [[-7.17578125, false]], [[-5.92578125, false]], [[-5.42578125, false]], [[-9.671875, false]], [[-3.17578125, false]], [[-9.671875, false]], [[-8.921875, false]], [[-6.66796875, false]], [[-9.421875, false]], [[-9.921875, false]], [[-5.67578125, false]], [[-9.421875, false]], [[-6.67578125, false]], [[-3.17578125, false]], [[-9.421875, false]], [[-5.42578125, false]], [[-9.671875, false]], [[-5.67578125, false]], [[-5.17578125, false]], [[-5.42578125, false]], [[-6.67578125, false]], [[-7.17578125, false]], [[-8.171875, false]], [[-5.42578125, false]], [[-8.921875, false]], [[-5.67578125, false]], [[-3.17578125, false]], [[-5.67578125, false]], [[-10.171875, false]], [[-3.17578125, false]], [[-8.921875, false]], [[-5.67578125, false]], [[-3.17578125, false]], [[-8.921875, false]], [[-5.67578125, false]], [[-7.17578125, false]], [[-9.421875, false]], [[-5.67578125, false]], [[-3.17578125, false]], [[-5.17578125, false]], [[-8.921875, false]], [[-7.17578125, false]], [[-9.671875, false]], [[-5.17578125, false]], [[-8.921875, false]], [[-5.67578125, false]], [[-5.42578125, false]], [[-7.92578125, false]], [[-5.42578125, false]], [[-9.671875, false]], [[-10.171875, false]], [[-9.921875, false]], [[-5.67578125, false]], [[-7.92578125, false]], [[-9.671875, false]], [[-7.17578125, false]], [[-8.171875, false]], [[-5.67578125, false]], [[-9.421875, false]], [[-8.671875, false]], [[-5.42578125, false]], [[-5.67578125, false]], [[-5.67578125, false]], [[-9.921875, false]], [[-7.92578125, false]], [[-6.66796875, false]], [[-9.421875, false]], [[-9.921875, false]], [[-5.67578125, false]], [[-9.421875, false]], [[-6.67578125, false]], [[-3.17578125, false]], [[-9.421875, false]], [[-5.42578125, false]], [[-9.671875, false]], [[-5.67578125, false]], [[-5.42578125, false]], [[-9.171875, false]], [[-3.17578125, false]], [[-8.421875, false]], [[-7.17578125, false]], [[-9.671875, false]], [[-3.17578125, false]], [[-9.421875, false]], [[-5.42578125, false]], [[-8.921875, false]], [[-5.67578125, false]], [[-3.17578125, false]], [[-8.921875, false]], [[-5.67578125, false]], [[-7.17578125, false]], [[-9.421875, false]], [[-8.921875, false]], [[-5.67578125, false]], [[-9.421875, false]], [[-8.671875, false]], [[-5.42578125, false]], [[-9.671875, false]], [[-8.171875, false]], [[-3.17578125, false]], [[-9.671875, false]], [[-5.67578125, false]], [[-5.42578125, false]], [[-7.92578125, false]], [[-5.42578125, false]], [[-9.671875, false]], [[-10.171875, false]], [[-9.921875, false]], [[-5.67578125, false]], [[-7.17578125, false]], [[-8.921875, false]], [[-5.67578125, false]], [[-9.421875, false]], [[-9.671875, false]], [[-3.17578125, false]], [[-7.92578125, false]], [[-8.921875, false]], [[-7.92578125, false]], [[-5.42578125, false]], [[-9.671875, false]], [[-9.671875, false]], [[-5.42578125, false]], [[-5.92578125, false]], [[-5.67578125, false]], [[-9.421875, false]], [[-7.17578125, false]], [[-5.67578125, false]], [[-9.421875, false]], [[-8.671875, false]], [[-5.42578125, false]], [[-5.67578125, false]], [[-3.17578125, false]], [[-7.17578125, false]], [[-9.671875, false]], [[-6.66796875, false]], [[-9.421875, false]], [[-12.171875, false]]], "filtered_resps": [[-7.17578125, false], [-9.421875, false], [-6.67578125, false], [-3.17578125, false], [-9.421875, false], [-5.42578125, false], [-9.671875, false], [-5.67578125, false], [-6.67578125, false], [-8.671875, false], [-3.17578125, false], [-7.92578125, false], [-10.171875, false], [-5.42578125, false], [-8.921875, false], [-5.67578125, false], [-8.421875, false], [-8.671875, false], [-3.17578125, false], [-8.921875, false], [-5.42578125, false], [-5.67578125, false], [-3.17578125, false], [-8.921875, false], [-5.67578125, false], [-7.17578125, false], [-9.421875, false], [-5.67578125, false], [-9.671875, false], [-5.42578125, false], [-9.671875, false], [-5.42578125, false], [-3.17578125, false], [-8.921875, false], [-5.42578125, false], [-8.921875, false], [-5.67578125, false], [-8.671875, false], [-5.42578125, false], [-3.17578125, false], [-9.421875, false], [-5.67578125, false], [-9.421875, false], [-7.17578125, false], [-5.67578125, false], [-9.421875, false], [-8.671875, false], [-5.42578125, false], [-5.67578125, false], [-5.42578125, false], [-7.92578125, false], [-9.171875, false], [-7.17578125, false], [-9.671875, false], [-7.17578125, false], [-7.92578125, false], [-8.171875, false], [-5.42578125, false], [-7.92578125, false], [-9.421875, false], [-6.66796875, false], [-9.421875, false], [-9.921875, false], [-5.67578125, false], [-9.421875, false], [-6.67578125, false], [-3.17578125, false], [-9.421875, false], [-5.42578125, false], [-9.671875, false], [-5.67578125, false], [-5.17578125, false], [-7.17578125, false], [-7.17578125, false], [-9.671875, false], [-8.921875, false], [-5.67578125, false], [-3.17578125, false], [-8.921875, false], [-5.67578125, false], [-7.17578125, false], [-9.421875, false], [-5.67578125, false], [-3.17578125, false], [-5.17578125, false], [-8.921875, false], [-7.17578125, false], [-9.671875, false], [-5.17578125, false], [-8.921875, false], [-5.67578125, false], [-5.42578125, false], [-7.92578125, false], [-5.42578125, false], [-9.671875, false], [-10.171875, false], [-9.921875, false], [-5.67578125, false], [-7.92578125, false], [-9.671875, false], [-7.17578125, false], [-8.171875, false], [-5.67578125, false], [-9.421875, false], [-8.671875, false], [-5.42578125, false], [-5.67578125, false], [-8.921875, false], [-7.17578125, false], [-5.92578125, false], [-5.42578125, false], [-9.671875, false], [-3.17578125, false], [-9.671875, false], [-8.921875, false], [-6.66796875, false], [-9.421875, false], [-9.921875, false], [-5.67578125, false], [-9.421875, false], [-6.67578125, false], [-3.17578125, false], [-9.421875, false], [-5.42578125, false], [-9.671875, false], [-5.67578125, false], [-5.17578125, false], [-5.42578125, false], [-6.67578125, false], [-7.17578125, false], [-8.171875, false], [-5.42578125, false], [-8.921875, false], [-5.67578125, false], [-3.17578125, false], [-5.67578125, false], [-10.171875, false], [-3.17578125, false], [-8.921875, false], [-5.67578125, false], [-3.17578125, false], [-8.921875, false], [-5.67578125, false], [-7.17578125, false], [-9.421875, false], [-5.67578125, false], [-3.17578125, false], [-5.17578125, false], [-8.921875, false], [-7.17578125, false], [-9.671875, false], [-5.17578125, false], [-8.921875, false], [-5.67578125, false], [-5.42578125, false], [-7.92578125, false], [-5.42578125, false], [-9.671875, false], [-10.171875, false], [-9.921875, false], [-5.67578125, false], [-7.92578125, false], [-9.671875, false], [-7.17578125, false], [-8.171875, false], [-5.67578125, false], [-9.421875, false], [-8.671875, false], [-5.42578125, false], [-5.67578125, false], [-5.67578125, false], [-9.921875, false], [-7.92578125, false], [-6.66796875, false], [-9.421875, false], [-9.921875, false], [-5.67578125, false], [-9.421875, false], [-6.67578125, false], [-3.17578125, false], [-9.421875, false], [-5.42578125, false], [-9.671875, false], [-5.67578125, false], [-5.42578125, false], [-9.171875, false], [-3.17578125, false], [-8.421875, false], [-7.17578125, false], [-9.671875, false], [-3.17578125, false], [-9.421875, false], [-5.42578125, false], [-8.921875, false], [-5.67578125, false], [-3.17578125, false], [-8.921875, false], [-5.67578125, false], [-7.17578125, false], [-9.421875, false], [-8.921875, false], [-5.67578125, false], [-9.421875, false], [-8.671875, false], [-5.42578125, false], [-9.671875, false], [-8.171875, false], [-3.17578125, false], [-9.671875, false], [-5.67578125, false], [-5.42578125, false], [-7.92578125, false], [-5.42578125, false], [-9.671875, false], [-10.171875, false], [-9.921875, false], [-5.67578125, false], [-7.17578125, false], [-8.921875, false], [-5.67578125, false], [-9.421875, false], [-9.671875, false], [-3.17578125, false], [-7.92578125, false], [-8.921875, false], [-7.92578125, false], [-5.42578125, false], [-9.671875, false], [-9.671875, false], [-5.42578125, false], [-5.92578125, false], [-5.67578125, false], [-9.421875, false], [-7.17578125, false], [-5.67578125, false], [-9.421875, false], [-8.671875, false], [-5.42578125, false], [-5.67578125, false], [-3.17578125, false], [-7.17578125, false], [-9.671875, false], [-6.66796875, false], [-9.421875, false], [-12.171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1197, "doc": {"id": "NYSEDREGENTS_2013_8_11", "question": "Which gas is transported by the circulatory system in humans and is used by cells during respiration to release energy stored in food?", "choices": {"text": ["carbon dioxide", "nitrogen", "hydrogen", "oxygen"], "label": ["1", "2", "3", "4"]}, "answerKey": "4"}, "target": "oxygen", "arguments": ["Question: Which gas is transported by the circulatory system in humans and is used by cells during respiration to release energy stored in food?\nAnswer:", " ["], "resps": [[[-7.67578125, false]], [[-10.6796875, false]], [[-5.42578125, false]], [[-5.42578125, false]], [[-11.4296875, false]], [[-8.1796875, false]], [[-6.92578125, false]], [[-5.92578125, false]], [[-5.17578125, false]], [[-10.1796875, false]], [[-8.1796875, false]], [[-6.92578125, false]], [[-8.4296875, false]], [[-8.1796875, false]], [[-10.1796875, false]], [[-8.9296875, false]], [[-10.6796875, false]], [[-9.5, false]], [[-5.17578125, false]], [[-10.6796875, false]], [[-5.92578125, false]], [[-8.1796875, false]], [[-9.6796875, false]], [[-11.4296875, false]], [[-6.92578125, false]], [[-9.9296875, false]], [[-8.9296875, false]], [[-5.92578125, false]], [[-10.6796875, false]], [[-9.5, false]], [[-5.17578125, false]], [[-10.6796875, false]], [[-7.92578125, false]], [[-10.9296875, false]], [[-10.1796875, false]], [[-11.4296875, false]], [[-6.92578125, false]], [[-9.9296875, false]], [[-8.9296875, false]], [[-5.92578125, false]], [[-10.6796875, false]], [[-9.5, false]], [[-5.17578125, false]], [[-10.6796875, false]], [[-6.92578125, false]], [[-8.4296875, false]], [[-10.9296875, false]], [[-9.9296875, false]], [[-8.9296875, false]], [[-5.92578125, false]], [[-10.6796875, false]], [[-15.4296875, false]]], "filtered_resps": [[-7.67578125, false], [-10.6796875, false], [-5.42578125, false], [-5.42578125, false], [-11.4296875, false], [-8.1796875, false], [-6.92578125, false], [-5.92578125, false], [-5.17578125, false], [-10.1796875, false], [-8.1796875, false], [-6.92578125, false], [-8.4296875, false], [-8.1796875, false], [-10.1796875, false], [-8.9296875, false], [-10.6796875, false], [-9.5, false], [-5.17578125, false], [-10.6796875, false], [-5.92578125, false], [-8.1796875, false], [-9.6796875, false], [-11.4296875, false], [-6.92578125, false], [-9.9296875, false], [-8.9296875, false], [-5.92578125, false], [-10.6796875, false], [-9.5, false], [-5.17578125, false], [-10.6796875, false], [-7.92578125, false], [-10.9296875, false], [-10.1796875, false], [-11.4296875, false], [-6.92578125, false], [-9.9296875, false], [-8.9296875, false], [-5.92578125, false], [-10.6796875, false], [-9.5, false], [-5.17578125, false], [-10.6796875, false], [-6.92578125, false], [-8.4296875, false], [-10.9296875, false], [-9.9296875, false], [-8.9296875, false], [-5.92578125, false], [-10.6796875, false], [-15.4296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1205, "doc": {"id": "ACTAAP_2013_7_8", "question": "Which are caused by the Coriolis Effect?", "choices": {"text": ["tornadoes", "volcanoes", "wind patterns", "stationary fronts"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "wind patterns", "arguments": ["Question: Which are caused by the Coriolis Effect?\nAnswer:", " ["], "resps": [[[-8.28125, false]], [[-8.28125, false]], [[-10.53125, false]], [[-9.03125, false]], [[-10.78125, false]], [[-10.28125, false]], [[-5.78515625, false]], [[-9.78125, false]], [[-9.03125, false]], [[-9.03125, false]], [[-9.03125, false]], [[-8.28125, false]], [[-9.4375, false]], [[-5.53515625, false]], [[-8.28125, false]], [[-11.28125, false]], [[-9.03125, false]], [[-11.03125, false]], [[-10.03125, false]], [[-5.78515625, false]], [[-10.28125, false]], [[-9.03125, false]], [[-9.03125, false]], [[-9.03125, false]], [[-8.28125, false]], [[-9.4375, false]], [[-5.53515625, false]], [[-8.28125, false]], [[-10.78125, false]], [[-8.53125, false]], [[-10.28125, false]], [[-9.78125, false]], [[-5.53515625, false]], [[-10.03125, false]], [[-5.78515625, false]], [[-10.53125, false]], [[-10.53125, false]], [[-9.03125, false]], [[-10.78125, false]], [[-10.28125, false]], [[-9.03125, false]], [[-8.28125, false]], [[-9.4375, false]], [[-5.53515625, false]], [[-8.28125, false]], [[-9.03125, false]], [[-10.53125, false]], [[-5.78515625, false]], [[-10.53125, false]], [[-8.53125, false]], [[-9.03125, false]], [[-10.28125, false]], [[-5.78515625, false]], [[-10.78125, false]], [[-12.53125, false]], [[-5.53515625, false]], [[-10.03125, false]], [[-10.78125, false]], [[-9.03125, false]], [[-10.28125, false]], [[-10.53125, false]], [[-9.03125, false]], [[-8.28125, false]], [[-12.28125, false]]], "filtered_resps": [[-8.28125, false], [-8.28125, false], [-10.53125, false], [-9.03125, false], [-10.78125, false], [-10.28125, false], [-5.78515625, false], [-9.78125, false], [-9.03125, false], [-9.03125, false], [-9.03125, false], [-8.28125, false], [-9.4375, false], [-5.53515625, false], [-8.28125, false], [-11.28125, false], [-9.03125, false], [-11.03125, false], [-10.03125, false], [-5.78515625, false], [-10.28125, false], [-9.03125, false], [-9.03125, false], [-9.03125, false], [-8.28125, false], [-9.4375, false], [-5.53515625, false], [-8.28125, false], [-10.78125, false], [-8.53125, false], [-10.28125, false], [-9.78125, false], [-5.53515625, false], [-10.03125, false], [-5.78515625, false], [-10.53125, false], [-10.53125, false], [-9.03125, false], [-10.78125, false], [-10.28125, false], [-9.03125, false], [-8.28125, false], [-9.4375, false], [-5.53515625, false], [-8.28125, false], [-9.03125, false], [-10.53125, false], [-5.78515625, false], [-10.53125, false], [-8.53125, false], [-9.03125, false], [-10.28125, false], [-5.78515625, false], [-10.78125, false], [-12.53125, false], [-5.53515625, false], [-10.03125, false], [-10.78125, false], [-9.03125, false], [-10.28125, false], [-10.53125, false], [-9.03125, false], [-8.28125, false], [-12.28125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1213, "doc": {"id": "Mercury_7234168", "question": "A certain fossil (Y) is found in a layer of rock that lies between two index fossils, X and Z. Surprisingly, the older of the index fossils (Z) is found above the other fossils, suggesting that the rock layer has overturned. Which dating method is best to confirm the rock layer has overturned by determining the ages of these fossils?", "choices": {"text": ["anatomical comparison", "gene sequencing", "radiometric analysis", "fossil depth measurement"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "radiometric analysis", "arguments": ["Question: A certain fossil (Y) is found in a layer of rock that lies between two index fossils, X and Z. Surprisingly, the older of the index fossils (Z) is found above the other fossils, suggesting that the rock layer has overturned. Which dating method is best to confirm the rock layer has overturned by determining the ages of these fossils?\nAnswer:", " ["], "resps": [[[-6.390625, false]], [[-8.390625, false]], [[-5.140625, false]], [[-8.890625, false]], [[-5.140625, false]], [[-9.390625, false]], [[-9.765625, false]], [[-8.890625, false]], [[-8.890625, false]], [[-8.890625, false]], [[-5.140625, false]], [[-10.890625, false]], [[-5.31640625, false]], [[-8.890625, false]], [[-9.765625, false]], [[-8.890625, false]], [[-7.890625, false]], [[-5.140625, false]], [[-9.640625, false]], [[-8.890625, false]], [[-9.515625, false]], [[-9.765625, false]], [[-8.890625, false]], [[-8.390625, false]], [[-9.390625, false]], [[-5.31640625, false]], [[-8.390625, false]], [[-10.640625, false]], [[-7.640625, false]], [[-8.890625, false]], [[-7.640625, false]], [[-5.31640625, false]], [[-9.515625, false]], [[-7.640625, false]], [[-10.765625, false]], [[-10.765625, false]], [[-7.640625, false]], [[-8.890625, false]], [[-8.890625, false]], [[-8.890625, false]], [[-8.890625, false]], [[-10.640625, false]], [[-8.390625, false]], [[-9.390625, false]], [[-5.390625, false]], [[-8.390625, false]], [[-9.640625, false]], [[-5.140625, false]], [[-9.890625, false]], [[-8.890625, false]], [[-9.765625, false]], [[-8.890625, false]], [[-7.640625, false]], [[-9.390625, false]], [[-9.640625, false]], [[-8.890625, false]], [[-8.890625, false]], [[-5.390625, false]], [[-5.140625, false]], [[-8.890625, false]], [[-5.140625, false]], [[-10.890625, false]], [[-9.390625, false]], [[-9.515625, false]], [[-8.890625, false]], [[-9.515625, false]], [[-8.390625, false]], [[-9.5234375, false]], [[-5.390625, false]], [[-8.390625, false]], [[-8.390625, false]], [[-9.765625, false]], [[-9.515625, false]], [[-9.515625, false]], [[-8.890625, false]], [[-10.890625, false]], [[-5.390625, false]], [[-9.890625, false]], [[-7.640625, false]], [[-7.890625, false]], [[-9.390625, false]], [[-10.765625, false]], [[-5.390625, false]], [[-8.890625, false]], [[-7.640625, false]], [[-5.140625, false]], [[-9.515625, false]], [[-10.765625, false]], [[-9.640625, false]], [[-7.640625, false]], [[-8.890625, false]], [[-7.640625, false]], [[-8.890625, false]], [[-9.390625, false]], [[-8.390625, false]], [[-12.015625, false]]], "filtered_resps": [[-6.390625, false], [-8.390625, false], [-5.140625, false], [-8.890625, false], [-5.140625, false], [-9.390625, false], [-9.765625, false], [-8.890625, false], [-8.890625, false], [-8.890625, false], [-5.140625, false], [-10.890625, false], [-5.31640625, false], [-8.890625, false], [-9.765625, false], [-8.890625, false], [-7.890625, false], [-5.140625, false], [-9.640625, false], [-8.890625, false], [-9.515625, false], [-9.765625, false], [-8.890625, false], [-8.390625, false], [-9.390625, false], [-5.31640625, false], [-8.390625, false], [-10.640625, false], [-7.640625, false], [-8.890625, false], [-7.640625, false], [-5.31640625, false], [-9.515625, false], [-7.640625, false], [-10.765625, false], [-10.765625, false], [-7.640625, false], [-8.890625, false], [-8.890625, false], [-8.890625, false], [-8.890625, false], [-10.640625, false], [-8.390625, false], [-9.390625, false], [-5.390625, false], [-8.390625, false], [-9.640625, false], [-5.140625, false], [-9.890625, false], [-8.890625, false], [-9.765625, false], [-8.890625, false], [-7.640625, false], [-9.390625, false], [-9.640625, false], [-8.890625, false], [-8.890625, false], [-5.390625, false], [-5.140625, false], [-8.890625, false], [-5.140625, false], [-10.890625, false], [-9.390625, false], [-9.515625, false], [-8.890625, false], [-9.515625, false], [-8.390625, false], [-9.5234375, false], [-5.390625, false], [-8.390625, false], [-8.390625, false], [-9.765625, false], [-9.515625, false], [-9.515625, false], [-8.890625, false], [-10.890625, false], [-5.390625, false], [-9.890625, false], [-7.640625, false], [-7.890625, false], [-9.390625, false], [-10.765625, false], [-5.390625, false], [-8.890625, false], [-7.640625, false], [-5.140625, false], [-9.515625, false], [-10.765625, false], [-9.640625, false], [-7.640625, false], [-8.890625, false], [-7.640625, false], [-8.890625, false], [-9.390625, false], [-8.390625, false], [-12.015625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1221, "doc": {"id": "VASoL_2010_3_2", "question": "Skunks spray a strong-smelling liquid to ___.", "choices": {"text": ["get rid of wastes", "attract prey", "defend themselves", "help nearby plants grow"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "defend themselves", "arguments": ["Question: Skunks spray a strong-smelling liquid to ___.\nAnswer:", " ["], "resps": [[[-6.87890625, false]], [[-7.87890625, false]], [[-8.6328125, false]], [[-8.3828125, false]], [[-9.6328125, false]], [[-3.255859375, false]], [[-9.8828125, false]], [[-8.1328125, false]], [[-8.1328125, false]], [[-3.255859375, false]], [[-6.75390625, false]], [[-8.7578125, false]], [[-3.255859375, false]], [[-9.2578125, false]], [[-5.12890625, false]], [[-6.75390625, false]], [[-9.6328125, false]], [[-8.3828125, false]], [[-6.75390625, false]], [[-7.87890625, false]], [[-10.109375, false]], [[-3.255859375, false]], [[-7.87890625, false]], [[-5.12890625, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-9.8828125, false]], [[-5.12890625, false]], [[-6.75390625, false]], [[-9.6328125, false]], [[-3.255859375, false]], [[-8.7578125, false]], [[-9.8828125, false]], [[-8.3828125, false]], [[-10.3828125, false]], [[-7.87890625, false]], [[-10.109375, false]], [[-3.255859375, false]], [[-7.87890625, false]], [[-8.1328125, false]], [[-8.3828125, false]], [[-8.7578125, false]], [[-8.3828125, false]], [[-8.2578125, false]], [[-8.1328125, false]], [[-3.255859375, false]], [[-9.6328125, false]], [[-8.5078125, false]], [[-8.3828125, false]], [[-8.6328125, false]], [[-6.75390625, false]], [[-8.3828125, false]], [[-8.6328125, false]], [[-10.1328125, false]], [[-8.3828125, false]], [[-6.75390625, false]], [[-7.87890625, false]], [[-10.109375, false]], [[-3.255859375, false]], [[-7.87890625, false]], [[-8.5078125, false]], [[-8.3828125, false]], [[-8.6328125, false]], [[-8.7578125, false]], [[-3.255859375, false]], [[-8.2578125, false]], [[-8.3828125, false]], [[-5.12890625, false]], [[-9.8828125, false]], [[-7.87890625, false]], [[-10.3828125, false]], [[-3.255859375, false]], [[-8.7578125, false]], [[-8.6328125, false]], [[-5.12890625, false]], [[-8.2578125, false]], [[-9.6328125, false]], [[-6.75390625, false]], [[-3.255859375, false]], [[-8.6328125, false]], [[-9.8828125, false]], [[-6.75390625, false]], [[-9.2578125, false]], [[-7.87890625, false]], [[-12.2578125, false]]], "filtered_resps": [[-6.87890625, false], [-7.87890625, false], [-8.6328125, false], [-8.3828125, false], [-9.6328125, false], [-3.255859375, false], [-9.8828125, false], [-8.1328125, false], [-8.1328125, false], [-3.255859375, false], [-6.75390625, false], [-8.7578125, false], [-3.255859375, false], [-9.2578125, false], [-5.12890625, false], [-6.75390625, false], [-9.6328125, false], [-8.3828125, false], [-6.75390625, false], [-7.87890625, false], [-10.109375, false], [-3.255859375, false], [-7.87890625, false], [-5.12890625, false], [-9.6328125, false], [-9.6328125, false], [-9.8828125, false], [-5.12890625, false], [-6.75390625, false], [-9.6328125, false], [-3.255859375, false], [-8.7578125, false], [-9.8828125, false], [-8.3828125, false], [-10.3828125, false], [-7.87890625, false], [-10.109375, false], [-3.255859375, false], [-7.87890625, false], [-8.1328125, false], [-8.3828125, false], [-8.7578125, false], [-8.3828125, false], [-8.2578125, false], [-8.1328125, false], [-3.255859375, false], [-9.6328125, false], [-8.5078125, false], [-8.3828125, false], [-8.6328125, false], [-6.75390625, false], [-8.3828125, false], [-8.6328125, false], [-10.1328125, false], [-8.3828125, false], [-6.75390625, false], [-7.87890625, false], [-10.109375, false], [-3.255859375, false], [-7.87890625, false], [-8.5078125, false], [-8.3828125, false], [-8.6328125, false], [-8.7578125, false], [-3.255859375, false], [-8.2578125, false], [-8.3828125, false], [-5.12890625, false], [-9.8828125, false], [-7.87890625, false], [-10.3828125, false], [-3.255859375, false], [-8.7578125, false], [-8.6328125, false], [-5.12890625, false], [-8.2578125, false], [-9.6328125, false], [-6.75390625, false], [-3.255859375, false], [-8.6328125, false], [-9.8828125, false], [-6.75390625, false], [-9.2578125, false], [-7.87890625, false], [-12.2578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1229, "doc": {"id": "Mercury_404898", "question": "Which is a basic structure found in all living organisms?", "choices": {"text": ["cell", "organ", "compound", "element"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "cell", "arguments": ["Question: Which is a basic structure found in all living organisms?\nAnswer:", " ["], "resps": [[[-8.3359375, false]], [[-10.0859375, false]], [[-6.33203125, false]], [[-7.08203125, false]], [[-10.5859375, false]], [[-10.5859375, false]], [[-10.0859375, false]], [[-9.5703125, false]], [[-5.08203125, false]], [[-10.0859375, false]], [[-8.8359375, false]], [[-9.5859375, false]], [[-11.3359375, false]], [[-3.333984375, false]], [[-9.8359375, false]], [[-10.0859375, false]], [[-9.5703125, false]], [[-5.08203125, false]], [[-10.0859375, false]], [[-6.33203125, false]], [[-8.8359375, false]], [[-9.3359375, false]], [[-10.8359375, false]], [[-8.8359375, false]], [[-10.0859375, false]], [[-9.8359375, false]], [[-8.8359375, false]], [[-10.0859375, false]], [[-9.5703125, false]], [[-5.08203125, false]], [[-10.0859375, false]], [[-7.08203125, false]], [[-10.5859375, false]], [[-7.08203125, false]], [[-9.3359375, false]], [[-7.08203125, false]], [[-9.8359375, false]], [[-10.0859375, false]], [[-10.0859375, false]], [[-14.8359375, false]]], "filtered_resps": [[-8.3359375, false], [-10.0859375, false], [-6.33203125, false], [-7.08203125, false], [-10.5859375, false], [-10.5859375, false], [-10.0859375, false], [-9.5703125, false], [-5.08203125, false], [-10.0859375, false], [-8.8359375, false], [-9.5859375, false], [-11.3359375, false], [-3.333984375, false], [-9.8359375, false], [-10.0859375, false], [-9.5703125, false], [-5.08203125, false], [-10.0859375, false], [-6.33203125, false], [-8.8359375, false], [-9.3359375, false], [-10.8359375, false], [-8.8359375, false], [-10.0859375, false], [-9.8359375, false], [-8.8359375, false], [-10.0859375, false], [-9.5703125, false], [-5.08203125, false], [-10.0859375, false], [-7.08203125, false], [-10.5859375, false], [-7.08203125, false], [-9.3359375, false], [-7.08203125, false], [-9.8359375, false], [-10.0859375, false], [-10.0859375, false], [-14.8359375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1237, "doc": {"id": "Mercury_7015803", "question": "Which measurement is the most accurate way to describe the distance between the Sun and its nearest neighboring star?", "choices": {"text": ["4 light-years", "400 light-years", "4 billion kilometers", "400 billion kilometers"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "4 light-years", "arguments": ["Question: Which measurement is the most accurate way to describe the distance between the Sun and its nearest neighboring star?\nAnswer:", " ["], "resps": [[[-7.23046875, false]], [[-8.2265625, false]], [[-7.73046875, false]], [[-4.98046875, false]], [[-9.2265625, false]], [[-8.2265625, false]], [[-10.7265625, false]], [[-8.9765625, false]], [[-7.48046875, false]], [[-5.98046875, false]], [[-9.7265625, false]], [[-7.73046875, false]], [[-5.48046875, false]], [[-8.9765625, false]], [[-8.4765625, false]], [[-8.2265625, false]], [[-8.8203125, false]], [[-4.98046875, false]], [[-8.2265625, false]], [[-7.73046875, false]], [[-6.48046875, false]], [[-6.48046875, false]], [[-4.98046875, false]], [[-9.2265625, false]], [[-8.2265625, false]], [[-10.7265625, false]], [[-8.9765625, false]], [[-7.48046875, false]], [[-5.98046875, false]], [[-9.7265625, false]], [[-7.73046875, false]], [[-5.48046875, false]], [[-8.9765625, false]], [[-8.4765625, false]], [[-8.2265625, false]], [[-8.8203125, false]], [[-4.98046875, false]], [[-8.2265625, false]], [[-7.73046875, false]], [[-4.98046875, false]], [[-7.98046875, false]], [[-8.2265625, false]], [[-9.2265625, false]], [[-9.2265625, false]], [[-8.2265625, false]], [[-8.9765625, false]], [[-7.48046875, false]], [[-4.98046875, false]], [[-8.7265625, false]], [[-8.2265625, false]], [[-9.2265625, false]], [[-8.9765625, false]], [[-5.98046875, false]], [[-7.73046875, false]], [[-7.48046875, false]], [[-7.73046875, false]], [[-8.9765625, false]], [[-8.4765625, false]], [[-8.2265625, false]], [[-8.8203125, false]], [[-4.98046875, false]], [[-8.2265625, false]], [[-7.73046875, false]], [[-6.48046875, false]], [[-6.48046875, false]], [[-4.98046875, false]], [[-7.98046875, false]], [[-8.2265625, false]], [[-9.2265625, false]], [[-9.2265625, false]], [[-8.2265625, false]], [[-8.9765625, false]], [[-7.48046875, false]], [[-4.98046875, false]], [[-8.7265625, false]], [[-8.2265625, false]], [[-9.2265625, false]], [[-8.9765625, false]], [[-5.98046875, false]], [[-7.73046875, false]], [[-7.48046875, false]], [[-7.73046875, false]], [[-8.9765625, false]], [[-8.4765625, false]], [[-8.2265625, false]], [[-11.4765625, false]]], "filtered_resps": [[-7.23046875, false], [-8.2265625, false], [-7.73046875, false], [-4.98046875, false], [-9.2265625, false], [-8.2265625, false], [-10.7265625, false], [-8.9765625, false], [-7.48046875, false], [-5.98046875, false], [-9.7265625, false], [-7.73046875, false], [-5.48046875, false], [-8.9765625, false], [-8.4765625, false], [-8.2265625, false], [-8.8203125, false], [-4.98046875, false], [-8.2265625, false], [-7.73046875, false], [-6.48046875, false], [-6.48046875, false], [-4.98046875, false], [-9.2265625, false], [-8.2265625, false], [-10.7265625, false], [-8.9765625, false], [-7.48046875, false], [-5.98046875, false], [-9.7265625, false], [-7.73046875, false], [-5.48046875, false], [-8.9765625, false], [-8.4765625, false], [-8.2265625, false], [-8.8203125, false], [-4.98046875, false], [-8.2265625, false], [-7.73046875, false], [-4.98046875, false], [-7.98046875, false], [-8.2265625, false], [-9.2265625, false], [-9.2265625, false], [-8.2265625, false], [-8.9765625, false], [-7.48046875, false], [-4.98046875, false], [-8.7265625, false], [-8.2265625, false], [-9.2265625, false], [-8.9765625, false], [-5.98046875, false], [-7.73046875, false], [-7.48046875, false], [-7.73046875, false], [-8.9765625, false], [-8.4765625, false], [-8.2265625, false], [-8.8203125, false], [-4.98046875, false], [-8.2265625, false], [-7.73046875, false], [-6.48046875, false], [-6.48046875, false], [-4.98046875, false], [-7.98046875, false], [-8.2265625, false], [-9.2265625, false], [-9.2265625, false], [-8.2265625, false], [-8.9765625, false], [-7.48046875, false], [-4.98046875, false], [-8.7265625, false], [-8.2265625, false], [-9.2265625, false], [-8.9765625, false], [-5.98046875, false], [-7.73046875, false], [-7.48046875, false], [-7.73046875, false], [-8.9765625, false], [-8.4765625, false], [-8.2265625, false], [-11.4765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1245, "doc": {"id": "Mercury_7263848", "question": "Auroras occur where Earth's magnetosphere traps high-energy particles in which region of the atmosphere?", "choices": {"text": ["troposphere", "stratosphere", "thermosphere", "exosphere"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "thermosphere", "arguments": ["Question: Auroras occur where Earth's magnetosphere traps high-energy particles in which region of the atmosphere?\nAnswer:", " ["], "resps": [[[-6.953125, false]], [[-7.703125, false]], [[-10.953125, false]], [[-10.703125, false]], [[-9.203125, false]], [[-9.953125, false]], [[-9.203125, false]], [[-9.453125, false]], [[-9.953125, false]], [[-10.953125, false]], [[-8.453125, false]], [[-10.703125, false]], [[-8.453125, false]], [[-7.703125, false]], [[-7.921875, false]], [[-4.703125, false]], [[-7.703125, false]], [[-9.453125, false]], [[-10.953125, false]], [[-10.703125, false]], [[-6.703125, false]], [[-10.953125, false]], [[-9.203125, false]], [[-9.453125, false]], [[-9.953125, false]], [[-10.953125, false]], [[-8.453125, false]], [[-10.703125, false]], [[-8.453125, false]], [[-7.703125, false]], [[-7.921875, false]], [[-4.703125, false]], [[-7.703125, false]], [[-10.953125, false]], [[-10.953125, false]], [[-8.453125, false]], [[-10.703125, false]], [[-10.203125, false]], [[-9.203125, false]], [[-9.453125, false]], [[-9.953125, false]], [[-10.953125, false]], [[-8.453125, false]], [[-10.703125, false]], [[-8.453125, false]], [[-7.703125, false]], [[-7.921875, false]], [[-4.703125, false]], [[-7.703125, false]], [[-8.453125, false]], [[-11.203125, false]], [[-9.203125, false]], [[-9.453125, false]], [[-9.953125, false]], [[-10.953125, false]], [[-8.453125, false]], [[-10.703125, false]], [[-8.453125, false]], [[-7.703125, false]], [[-12.203125, false]]], "filtered_resps": [[-6.953125, false], [-7.703125, false], [-10.953125, false], [-10.703125, false], [-9.203125, false], [-9.953125, false], [-9.203125, false], [-9.453125, false], [-9.953125, false], [-10.953125, false], [-8.453125, false], [-10.703125, false], [-8.453125, false], [-7.703125, false], [-7.921875, false], [-4.703125, false], [-7.703125, false], [-9.453125, false], [-10.953125, false], [-10.703125, false], [-6.703125, false], [-10.953125, false], [-9.203125, false], [-9.453125, false], [-9.953125, false], [-10.953125, false], [-8.453125, false], [-10.703125, false], [-8.453125, false], [-7.703125, false], [-7.921875, false], [-4.703125, false], [-7.703125, false], [-10.953125, false], [-10.953125, false], [-8.453125, false], [-10.703125, false], [-10.203125, false], [-9.203125, false], [-9.453125, false], [-9.953125, false], [-10.953125, false], [-8.453125, false], [-10.703125, false], [-8.453125, false], [-7.703125, false], [-7.921875, false], [-4.703125, false], [-7.703125, false], [-8.453125, false], [-11.203125, false], [-9.203125, false], [-9.453125, false], [-9.953125, false], [-10.953125, false], [-8.453125, false], [-10.703125, false], [-8.453125, false], [-7.703125, false], [-12.203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1253, "doc": {"id": "Mercury_SC_401307", "question": "Finding fossils of warm-weather plants in the rock layers of a cold northern island suggests that", "choices": {"text": ["the plants used to be harvested for food.", "the island used to be located farther south.", "the climate of the island used to be warmer.", "the fossils used to be more resistant to cold."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "the climate of the island used to be warmer.", "arguments": ["Question: Finding fossils of warm-weather plants in the rock layers of a cold northern island suggests that\nAnswer:", " ["], "resps": [[[-7.4609375, false]], [[-7.7109375, false]], [[-10.8359375, false]], [[-10.4609375, false]], [[-8.0859375, false]], [[-5.4609375, false]], [[-8.5859375, false]], [[-10.3359375, false]], [[-5.3359375, false]], [[-8.8359375, false]], [[-10.8359375, false]], [[-9.4609375, false]], [[-5.4609375, false]], [[-11.4609375, false]], [[-9.4609375, false]], [[-8.0859375, false]], [[-8.2109375, false]], [[-5.4609375, false]], [[-10.8359375, false]], [[-9.5859375, false]], [[-5.4609375, false]], [[-7.7109375, false]], [[-8.0859375, false]], [[-5.4609375, false]], [[-10.4609375, false]], [[-5.3359375, false]], [[-9.8359375, false]], [[-11.0859375, false]], [[-8.0859375, false]], [[-9.4609375, false]], [[-10.8359375, false]], [[-8.0859375, false]], [[-8.2109375, false]], [[-5.4609375, false]], [[-8.9609375, false]], [[-9.5859375, false]], [[-9.8359375, false]], [[-5.4609375, false]], [[-8.9609375, false]], [[-9.5859375, false]], [[-9.5859375, false]], [[-8.2109375, false]], [[-7.35546875, false]], [[-7.7109375, false]], [[-9.109375, false]], [[-5.4609375, false]], [[-7.7109375, false]], [[-10.8359375, false]], [[-10.4609375, false]], [[-8.0859375, false]], [[-5.4609375, false]], [[-7.9609375, false]], [[-9.4609375, false]], [[-10.3359375, false]], [[-5.3359375, false]], [[-8.8359375, false]], [[-8.2109375, false]], [[-5.4609375, false]], [[-11.4609375, false]], [[-9.4609375, false]], [[-8.0859375, false]], [[-8.2109375, false]], [[-5.4609375, false]], [[-10.8359375, false]], [[-9.5859375, false]], [[-5.4609375, false]], [[-7.7109375, false]], [[-8.0859375, false]], [[-5.4609375, false]], [[-10.3359375, false]], [[-9.5859375, false]], [[-8.7109375, false]], [[-5.3359375, false]], [[-10.8359375, false]], [[-8.0859375, false]], [[-8.2109375, false]], [[-5.4609375, false]], [[-8.9609375, false]], [[-5.3359375, false]], [[-9.8359375, false]], [[-10.8359375, false]], [[-10.4609375, false]], [[-8.0859375, false]], [[-9.8359375, false]], [[-5.4609375, false]], [[-9.4609375, false]], [[-9.5859375, false]], [[-11.4609375, false]], [[-10.8359375, false]], [[-10.4609375, false]], [[-7.35546875, false]], [[-7.7109375, false]], [[-9.109375, false]], [[-5.4609375, false]], [[-7.7109375, false]], [[-10.8359375, false]], [[-10.4609375, false]], [[-8.0859375, false]], [[-5.4609375, false]], [[-8.7109375, false]], [[-10.3359375, false]], [[-7.9609375, false]], [[-9.8359375, false]], [[-5.3359375, false]], [[-10.8359375, false]], [[-8.0859375, false]], [[-5.4609375, false]], [[-9.5859375, false]], [[-8.9609375, false]], [[-5.4609375, false]], [[-10.8359375, false]], [[-10.4609375, false]], [[-8.0859375, false]], [[-5.4609375, false]], [[-7.9609375, false]], [[-9.4609375, false]], [[-10.3359375, false]], [[-5.3359375, false]], [[-8.8359375, false]], [[-8.2109375, false]], [[-5.4609375, false]], [[-11.4609375, false]], [[-9.4609375, false]], [[-8.0859375, false]], [[-8.2109375, false]], [[-5.4609375, false]], [[-10.8359375, false]], [[-9.5859375, false]], [[-5.4609375, false]], [[-7.7109375, false]], [[-8.0859375, false]], [[-5.4609375, false]], [[-9.5859375, false]], [[-5.3359375, false]], [[-9.8359375, false]], [[-9.8359375, false]], [[-8.0859375, false]], [[-9.8359375, false]], [[-7.35546875, false]], [[-7.7109375, false]], [[-9.109375, false]], [[-5.4609375, false]], [[-7.7109375, false]], [[-10.8359375, false]], [[-10.4609375, false]], [[-8.0859375, false]], [[-5.4609375, false]], [[-8.9609375, false]], [[-9.5859375, false]], [[-9.4609375, false]], [[-9.4609375, false]], [[-7.9609375, false]], [[-10.3359375, false]], [[-9.4609375, false]], [[-5.4609375, false]], [[-11.4609375, false]], [[-9.4609375, false]], [[-8.0859375, false]], [[-8.2109375, false]], [[-5.4609375, false]], [[-10.8359375, false]], [[-9.5859375, false]], [[-5.4609375, false]], [[-7.7109375, false]], [[-8.0859375, false]], [[-5.4609375, false]], [[-9.8359375, false]], [[-9.5859375, false]], [[-9.8359375, false]], [[-8.0859375, false]], [[-5.4609375, false]], [[-9.8359375, false]], [[-8.0859375, false]], [[-9.4609375, false]], [[-7.9609375, false]], [[-9.4609375, false]], [[-10.8359375, false]], [[-5.3359375, false]], [[-8.8359375, false]], [[-10.8359375, false]], [[-5.4609375, false]], [[-10.8359375, false]], [[-9.5859375, false]], [[-5.4609375, false]], [[-8.7109375, false]], [[-9.5859375, false]], [[-10.3359375, false]], [[-8.2109375, false]], [[-7.35546875, false]], [[-7.7109375, false]], [[-11.9609375, false]]], "filtered_resps": [[-7.4609375, false], [-7.7109375, false], [-10.8359375, false], [-10.4609375, false], [-8.0859375, false], [-5.4609375, false], [-8.5859375, false], [-10.3359375, false], [-5.3359375, false], [-8.8359375, false], [-10.8359375, false], [-9.4609375, false], [-5.4609375, false], [-11.4609375, false], [-9.4609375, false], [-8.0859375, false], [-8.2109375, false], [-5.4609375, false], [-10.8359375, false], [-9.5859375, false], [-5.4609375, false], [-7.7109375, false], [-8.0859375, false], [-5.4609375, false], [-10.4609375, false], [-5.3359375, false], [-9.8359375, false], [-11.0859375, false], [-8.0859375, false], [-9.4609375, false], [-10.8359375, false], [-8.0859375, false], [-8.2109375, false], [-5.4609375, false], [-8.9609375, false], [-9.5859375, false], [-9.8359375, false], [-5.4609375, false], [-8.9609375, false], [-9.5859375, false], [-9.5859375, false], [-8.2109375, false], [-7.35546875, false], [-7.7109375, false], [-9.109375, false], [-5.4609375, false], [-7.7109375, false], [-10.8359375, false], [-10.4609375, false], [-8.0859375, false], [-5.4609375, false], [-7.9609375, false], [-9.4609375, false], [-10.3359375, false], [-5.3359375, false], [-8.8359375, false], [-8.2109375, false], [-5.4609375, false], [-11.4609375, false], [-9.4609375, false], [-8.0859375, false], [-8.2109375, false], [-5.4609375, false], [-10.8359375, false], [-9.5859375, false], [-5.4609375, false], [-7.7109375, false], [-8.0859375, false], [-5.4609375, false], [-10.3359375, false], [-9.5859375, false], [-8.7109375, false], [-5.3359375, false], [-10.8359375, false], [-8.0859375, false], [-8.2109375, false], [-5.4609375, false], [-8.9609375, false], [-5.3359375, false], [-9.8359375, false], [-10.8359375, false], [-10.4609375, false], [-8.0859375, false], [-9.8359375, false], [-5.4609375, false], [-9.4609375, false], [-9.5859375, false], [-11.4609375, false], [-10.8359375, false], [-10.4609375, false], [-7.35546875, false], [-7.7109375, false], [-9.109375, false], [-5.4609375, false], [-7.7109375, false], [-10.8359375, false], [-10.4609375, false], [-8.0859375, false], [-5.4609375, false], [-8.7109375, false], [-10.3359375, false], [-7.9609375, false], [-9.8359375, false], [-5.3359375, false], [-10.8359375, false], [-8.0859375, false], [-5.4609375, false], [-9.5859375, false], [-8.9609375, false], [-5.4609375, false], [-10.8359375, false], [-10.4609375, false], [-8.0859375, false], [-5.4609375, false], [-7.9609375, false], [-9.4609375, false], [-10.3359375, false], [-5.3359375, false], [-8.8359375, false], [-8.2109375, false], [-5.4609375, false], [-11.4609375, false], [-9.4609375, false], [-8.0859375, false], [-8.2109375, false], [-5.4609375, false], [-10.8359375, false], [-9.5859375, false], [-5.4609375, false], [-7.7109375, false], [-8.0859375, false], [-5.4609375, false], [-9.5859375, false], [-5.3359375, false], [-9.8359375, false], [-9.8359375, false], [-8.0859375, false], [-9.8359375, false], [-7.35546875, false], [-7.7109375, false], [-9.109375, false], [-5.4609375, false], [-7.7109375, false], [-10.8359375, false], [-10.4609375, false], [-8.0859375, false], [-5.4609375, false], [-8.9609375, false], [-9.5859375, false], [-9.4609375, false], [-9.4609375, false], [-7.9609375, false], [-10.3359375, false], [-9.4609375, false], [-5.4609375, false], [-11.4609375, false], [-9.4609375, false], [-8.0859375, false], [-8.2109375, false], [-5.4609375, false], [-10.8359375, false], [-9.5859375, false], [-5.4609375, false], [-7.7109375, false], [-8.0859375, false], [-5.4609375, false], [-9.8359375, false], [-9.5859375, false], [-9.8359375, false], [-8.0859375, false], [-5.4609375, false], [-9.8359375, false], [-8.0859375, false], [-9.4609375, false], [-7.9609375, false], [-9.4609375, false], [-10.8359375, false], [-5.3359375, false], [-8.8359375, false], [-10.8359375, false], [-5.4609375, false], [-10.8359375, false], [-9.5859375, false], [-5.4609375, false], [-8.7109375, false], [-9.5859375, false], [-10.3359375, false], [-8.2109375, false], [-7.35546875, false], [-7.7109375, false], [-11.9609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1261, "doc": {"id": "MCAS_2012_8_23648", "question": "Which of the following parts of the human body is most complex?", "choices": {"text": ["heart", "kidney", "white blood cell", "central nervous system"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "central nervous system", "arguments": ["Question: Which of the following parts of the human body is most complex?\nAnswer:", " ["], "resps": [[[-7.37109375, false]], [[-10.8671875, false]], [[-10.6171875, false]], [[-9.3671875, false]], [[-5.62109375, false]], [[-11.1171875, false]], [[-9.6171875, false]], [[-10.8671875, false]], [[-9.890625, false]], [[-4.87109375, false]], [[-10.8671875, false]], [[-6.62109375, false]], [[-9.8671875, false]], [[-11.1171875, false]], [[-9.6171875, false]], [[-9.3671875, false]], [[-12.6171875, false]], [[-10.8671875, false]], [[-9.890625, false]], [[-4.87109375, false]], [[-10.8671875, false]], [[-8.8671875, false]], [[-10.6171875, false]], [[-9.8671875, false]], [[-9.6171875, false]], [[-9.3671875, false]], [[-4.87109375, false]], [[-8.8671875, false]], [[-9.8671875, false]], [[-8.1171875, false]], [[-8.1171875, false]], [[-11.1171875, false]], [[-4.87109375, false]], [[-7.87109375, false]], [[-9.3671875, false]], [[-9.8671875, false]], [[-9.8671875, false]], [[-10.8671875, false]], [[-9.890625, false]], [[-4.87109375, false]], [[-10.8671875, false]], [[-7.87109375, false]], [[-9.3671875, false]], [[-9.6171875, false]], [[-9.6171875, false]], [[-11.1171875, false]], [[-5.62109375, false]], [[-9.8671875, false]], [[-4.87109375, false]], [[-9.6171875, false]], [[-9.3671875, false]], [[-11.1171875, false]], [[-10.3671875, false]], [[-8.1171875, false]], [[-9.1171875, false]], [[-9.1171875, false]], [[-4.87109375, false]], [[-9.1171875, false]], [[-12.6171875, false]], [[-9.1171875, false]], [[-9.6171875, false]], [[-9.3671875, false]], [[-8.8671875, false]], [[-10.8671875, false]], [[-12.8671875, false]]], "filtered_resps": [[-7.37109375, false], [-10.8671875, false], [-10.6171875, false], [-9.3671875, false], [-5.62109375, false], [-11.1171875, false], [-9.6171875, false], [-10.8671875, false], [-9.890625, false], [-4.87109375, false], [-10.8671875, false], [-6.62109375, false], [-9.8671875, false], [-11.1171875, false], [-9.6171875, false], [-9.3671875, false], [-12.6171875, false], [-10.8671875, false], [-9.890625, false], [-4.87109375, false], [-10.8671875, false], [-8.8671875, false], [-10.6171875, false], [-9.8671875, false], [-9.6171875, false], [-9.3671875, false], [-4.87109375, false], [-8.8671875, false], [-9.8671875, false], [-8.1171875, false], [-8.1171875, false], [-11.1171875, false], [-4.87109375, false], [-7.87109375, false], [-9.3671875, false], [-9.8671875, false], [-9.8671875, false], [-10.8671875, false], [-9.890625, false], [-4.87109375, false], [-10.8671875, false], [-7.87109375, false], [-9.3671875, false], [-9.6171875, false], [-9.6171875, false], [-11.1171875, false], [-5.62109375, false], [-9.8671875, false], [-4.87109375, false], [-9.6171875, false], [-9.3671875, false], [-11.1171875, false], [-10.3671875, false], [-8.1171875, false], [-9.1171875, false], [-9.1171875, false], [-4.87109375, false], [-9.1171875, false], [-12.6171875, false], [-9.1171875, false], [-9.6171875, false], [-9.3671875, false], [-8.8671875, false], [-10.8671875, false], [-12.8671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1269, "doc": {"id": "MCAS_2000_8_23", "question": "Use the information below to answer the question. Many people are concerned that the reduction in the number of acres of forested area on Earth will lead to a large reduction in the amount of oxygen in Earth's atmosphere. If this happens, an organism's ability to breathe would be affected. The effect would be similar to moving the organism from", "choices": {"text": ["sea level to a mountaintop.", "sea level to a valley below sea level.", "a mountaintop to sea level.", "a beach at sea level to a valley at sea level."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "sea level to a mountaintop.", "arguments": ["Question: Use the information below to answer the question. Many people are concerned that the reduction in the number of acres of forested area on Earth will lead to a large reduction in the amount of oxygen in Earth's atmosphere. If this happens, an organism's ability to breathe would be affected. The effect would be similar to moving the organism from\nAnswer:", " ["], "resps": [[[-6.3515625, false]], [[-7.4765625, false]], [[-7.8515625, false]], [[-7.6015625, false]], [[-4.4765625, false]], [[-4.61328125, false]], [[-10.2265625, false]], [[-7.6015625, false]], [[-9.6015625, false]], [[-7.6015625, false]], [[-10.2265625, false]], [[-4.61328125, false]], [[-9.4765625, false]], [[-7.9765625, false]], [[-4.61328125, false]], [[-4.4765625, false]], [[-4.6015625, false]], [[-8.9765625, false]], [[-7.9765625, false]], [[-11.1015625, false]], [[-7.6015625, false]], [[-9.4765625, false]], [[-4.4765625, false]], [[-7.6015625, false]], [[-7.6015625, false]], [[-9.4765625, false]], [[-7.9765625, false]], [[-7.6015625, false]], [[-6.22265625, false]], [[-7.4765625, false]], [[-6.89453125, false]], [[-4.6015625, false]], [[-7.4765625, false]], [[-7.8515625, false]], [[-7.6015625, false]], [[-4.4765625, false]], [[-4.6015625, false]], [[-10.2265625, false]], [[-7.6015625, false]], [[-9.6015625, false]], [[-7.6015625, false]], [[-10.2265625, false]], [[-4.6015625, false]], [[-9.4765625, false]], [[-7.9765625, false]], [[-4.6015625, false]], [[-4.4765625, false]], [[-4.6015625, false]], [[-9.6015625, false]], [[-4.4765625, false]], [[-10.2265625, false]], [[-10.2265625, false]], [[-7.6015625, false]], [[-10.2265625, false]], [[-4.6015625, false]], [[-5.9765625, false]], [[-7.6015625, false]], [[-10.2265625, false]], [[-7.9765625, false]], [[-9.2265625, false]], [[-4.6015625, false]], [[-7.8515625, false]], [[-7.6015625, false]], [[-4.4765625, false]], [[-4.6015625, false]], [[-10.2265625, false]], [[-7.6015625, false]], [[-9.6015625, false]], [[-7.6015625, false]], [[-10.2265625, false]], [[-6.22265625, false]], [[-7.4765625, false]], [[-6.89453125, false]], [[-4.6015625, false]], [[-7.4765625, false]], [[-4.4765625, false]], [[-4.6015625, false]], [[-8.9765625, false]], [[-7.9765625, false]], [[-11.1015625, false]], [[-7.6015625, false]], [[-9.4765625, false]], [[-4.4765625, false]], [[-7.6015625, false]], [[-7.6015625, false]], [[-9.4765625, false]], [[-7.9765625, false]], [[-7.6015625, false]], [[-4.6015625, false]], [[-9.4765625, false]], [[-7.9765625, false]], [[-4.6015625, false]], [[-7.8515625, false]], [[-7.6015625, false]], [[-4.4765625, false]], [[-4.6015625, false]], [[-10.2265625, false]], [[-7.6015625, false]], [[-9.6015625, false]], [[-7.6015625, false]], [[-10.2265625, false]], [[-6.22265625, false]], [[-7.4765625, false]], [[-6.84765625, false]], [[-4.6015625, false]], [[-7.4765625, false]], [[-4.4765625, false]], [[-4.6015625, false]], [[-5.9765625, false]], [[-7.6015625, false]], [[-4.4765625, false]], [[-7.2265625, false]], [[-10.2265625, false]], [[-4.6015625, false]], [[-4.4765625, false]], [[-9.4765625, false]], [[-4.6015625, false]], [[-7.8515625, false]], [[-7.6015625, false]], [[-4.4765625, false]], [[-4.6015625, false]], [[-10.2265625, false]], [[-7.6015625, false]], [[-9.6015625, false]], [[-7.6015625, false]], [[-10.2265625, false]], [[-4.6015625, false]], [[-9.4765625, false]], [[-7.9765625, false]], [[-4.6015625, false]], [[-4.4765625, false]], [[-4.6015625, false]], [[-9.6015625, false]], [[-4.4765625, false]], [[-10.2265625, false]], [[-10.2265625, false]], [[-7.6015625, false]], [[-10.2265625, false]], [[-4.6015625, false]], [[-4.4765625, false]], [[-9.4765625, false]], [[-4.6015625, false]], [[-7.8515625, false]], [[-7.6015625, false]], [[-4.4765625, false]], [[-4.6015625, false]], [[-10.2265625, false]], [[-7.6015625, false]], [[-9.6015625, false]], [[-7.6015625, false]], [[-10.2265625, false]], [[-6.22265625, false]], [[-7.4765625, false]], [[-10.3515625, false]]], "filtered_resps": [[-6.3515625, false], [-7.4765625, false], [-7.8515625, false], [-7.6015625, false], [-4.4765625, false], [-4.61328125, false], [-10.2265625, false], [-7.6015625, false], [-9.6015625, false], [-7.6015625, false], [-10.2265625, false], [-4.61328125, false], [-9.4765625, false], [-7.9765625, false], [-4.61328125, false], [-4.4765625, false], [-4.6015625, false], [-8.9765625, false], [-7.9765625, false], [-11.1015625, false], [-7.6015625, false], [-9.4765625, false], [-4.4765625, false], [-7.6015625, false], [-7.6015625, false], [-9.4765625, false], [-7.9765625, false], [-7.6015625, false], [-6.22265625, false], [-7.4765625, false], [-6.89453125, false], [-4.6015625, false], [-7.4765625, false], [-7.8515625, false], [-7.6015625, false], [-4.4765625, false], [-4.6015625, false], [-10.2265625, false], [-7.6015625, false], [-9.6015625, false], [-7.6015625, false], [-10.2265625, false], [-4.6015625, false], [-9.4765625, false], [-7.9765625, false], [-4.6015625, false], [-4.4765625, false], [-4.6015625, false], [-9.6015625, false], [-4.4765625, false], [-10.2265625, false], [-10.2265625, false], [-7.6015625, false], [-10.2265625, false], [-4.6015625, false], [-5.9765625, false], [-7.6015625, false], [-10.2265625, false], [-7.9765625, false], [-9.2265625, false], [-4.6015625, false], [-7.8515625, false], [-7.6015625, false], [-4.4765625, false], [-4.6015625, false], [-10.2265625, false], [-7.6015625, false], [-9.6015625, false], [-7.6015625, false], [-10.2265625, false], [-6.22265625, false], [-7.4765625, false], [-6.89453125, false], [-4.6015625, false], [-7.4765625, false], [-4.4765625, false], [-4.6015625, false], [-8.9765625, false], [-7.9765625, false], [-11.1015625, false], [-7.6015625, false], [-9.4765625, false], [-4.4765625, false], [-7.6015625, false], [-7.6015625, false], [-9.4765625, false], [-7.9765625, false], [-7.6015625, false], [-4.6015625, false], [-9.4765625, false], [-7.9765625, false], [-4.6015625, false], [-7.8515625, false], [-7.6015625, false], [-4.4765625, false], [-4.6015625, false], [-10.2265625, false], [-7.6015625, false], [-9.6015625, false], [-7.6015625, false], [-10.2265625, false], [-6.22265625, false], [-7.4765625, false], [-6.84765625, false], [-4.6015625, false], [-7.4765625, false], [-4.4765625, false], [-4.6015625, false], [-5.9765625, false], [-7.6015625, false], [-4.4765625, false], [-7.2265625, false], [-10.2265625, false], [-4.6015625, false], [-4.4765625, false], [-9.4765625, false], [-4.6015625, false], [-7.8515625, false], [-7.6015625, false], [-4.4765625, false], [-4.6015625, false], [-10.2265625, false], [-7.6015625, false], [-9.6015625, false], [-7.6015625, false], [-10.2265625, false], [-4.6015625, false], [-9.4765625, false], [-7.9765625, false], [-4.6015625, false], [-4.4765625, false], [-4.6015625, false], [-9.6015625, false], [-4.4765625, false], [-10.2265625, false], [-10.2265625, false], [-7.6015625, false], [-10.2265625, false], [-4.6015625, false], [-4.4765625, false], [-9.4765625, false], [-4.6015625, false], [-7.8515625, false], [-7.6015625, false], [-4.4765625, false], [-4.6015625, false], [-10.2265625, false], [-7.6015625, false], [-9.6015625, false], [-7.6015625, false], [-10.2265625, false], [-6.22265625, false], [-7.4765625, false], [-10.3515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1277, "doc": {"id": "LEAP_2006_8_10411", "question": "Raquel fed a litter of five kittens an all-meat diet for two weeks and found that they gained an average of 15 ounces. She concluded that eating meat is the best way to help kittens grow. What should Raquel have done to make this a better experiment?", "choices": {"text": ["tested five kittens on a non-meat diet also", "weighed the kittens in grams", "used only one kitten", "tested dogs as well as cats"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "tested five kittens on a non-meat diet also", "arguments": ["Question: Raquel fed a litter of five kittens an all-meat diet for two weeks and found that they gained an average of 15 ounces. She concluded that eating meat is the best way to help kittens grow. What should Raquel have done to make this a better experiment?\nAnswer:", " ["], "resps": [[[-7.40234375, false]], [[-10.90625, false]], [[-12.15625, false]], [[-10.90625, false]], [[-11.15625, false]], [[-12.15625, false]], [[-10.90625, false]], [[-11.65625, false]], [[-6.15234375, false]], [[-12.15625, false]], [[-9.40625, false]], [[-13.90625, false]], [[-10.90625, false]], [[-6.15234375, false]], [[-11.65625, false]], [[-9.40625, false]], [[-12.15625, false]], [[-12.15625, false]], [[-10.90625, false]], [[-12.65625, false]], [[-11.15625, false]], [[-6.15234375, false]], [[-12.15625, false]], [[-12.65625, false]], [[-6.15234375, false]], [[-8.15625, false]], [[-6.15234375, false]], [[-12.65625, false]], [[-12.15625, false]], [[-12.65625, false]], [[-8.65625, false]], [[-13.40625, false]], [[-10.90625, false]], [[-8.15625, false]], [[-12.15625, false]], [[-6.15234375, false]], [[-11.65625, false]], [[-9.40625, false]], [[-10.90625, false]], [[-12.15625, false]], [[-6.15234375, false]], [[-8.15625, false]], [[-12.40625, false]], [[-11.15625, false]], [[-12.15625, false]], [[-10.90625, false]], [[-11.25, false]], [[-6.15234375, false]], [[-10.90625, false]], [[-12.40625, false]], [[-10.90625, false]], [[-9.40625, false]], [[-14.15625, false]], [[-12.90625, false]], [[-10.90625, false]], [[-11.65625, false]], [[-6.15234375, false]], [[-12.15625, false]], [[-12.90625, false]], [[-10.90625, false]], [[-6.15234375, false]], [[-11.65625, false]], [[-9.40625, false]], [[-12.15625, false]], [[-12.15625, false]], [[-10.90625, false]], [[-12.65625, false]], [[-11.15625, false]], [[-6.15234375, false]], [[-9.40625, false]], [[-12.65625, false]], [[-6.15234375, false]], [[-14.15625, false]], [[-8.40625, false]], [[-8.15625, false]], [[-13.40625, false]], [[-11.15625, false]], [[-10.90625, false]], [[-11.25, false]], [[-6.15234375, false]], [[-10.90625, false]], [[-12.90625, false]], [[-11.15625, false]], [[-10.90625, false]], [[-11.65625, false]], [[-6.15234375, false]], [[-12.15625, false]], [[-12.65625, false]], [[-12.40625, false]], [[-14.65625, false]], [[-6.15234375, false]], [[-12.15625, false]], [[-12.65625, false]], [[-10.90625, false]], [[-6.15234375, false]], [[-11.65625, false]], [[-9.40625, false]], [[-12.15625, false]], [[-12.15625, false]], [[-10.90625, false]], [[-12.65625, false]], [[-10.90625, false]], [[-11.25, false]], [[-6.15234375, false]], [[-10.90625, false]], [[-12.15625, false]], [[-10.90625, false]], [[-11.15625, false]], [[-12.15625, false]], [[-10.90625, false]], [[-11.65625, false]], [[-6.15234375, false]], [[-11.65625, false]], [[-12.15625, false]], [[-14.15625, false]], [[-11.15625, false]], [[-6.15234375, false]], [[-8.15625, false]], [[-11.15625, false]], [[-6.15234375, false]], [[-12.40625, false]], [[-10.90625, false]], [[-12.40625, false]], [[-12.40625, false]], [[-6.15234375, false]], [[-8.15625, false]], [[-11.15625, false]], [[-6.15234375, false]], [[-11.65625, false]], [[-8.15625, false]], [[-12.15625, false]], [[-11.15625, false]], [[-10.90625, false]], [[-12.90625, false]]], "filtered_resps": [[-7.40234375, false], [-10.90625, false], [-12.15625, false], [-10.90625, false], [-11.15625, false], [-12.15625, false], [-10.90625, false], [-11.65625, false], [-6.15234375, false], [-12.15625, false], [-9.40625, false], [-13.90625, false], [-10.90625, false], [-6.15234375, false], [-11.65625, false], [-9.40625, false], [-12.15625, false], [-12.15625, false], [-10.90625, false], [-12.65625, false], [-11.15625, false], [-6.15234375, false], [-12.15625, false], [-12.65625, false], [-6.15234375, false], [-8.15625, false], [-6.15234375, false], [-12.65625, false], [-12.15625, false], [-12.65625, false], [-8.65625, false], [-13.40625, false], [-10.90625, false], [-8.15625, false], [-12.15625, false], [-6.15234375, false], [-11.65625, false], [-9.40625, false], [-10.90625, false], [-12.15625, false], [-6.15234375, false], [-8.15625, false], [-12.40625, false], [-11.15625, false], [-12.15625, false], [-10.90625, false], [-11.25, false], [-6.15234375, false], [-10.90625, false], [-12.40625, false], [-10.90625, false], [-9.40625, false], [-14.15625, false], [-12.90625, false], [-10.90625, false], [-11.65625, false], [-6.15234375, false], [-12.15625, false], [-12.90625, false], [-10.90625, false], [-6.15234375, false], [-11.65625, false], [-9.40625, false], [-12.15625, false], [-12.15625, false], [-10.90625, false], [-12.65625, false], [-11.15625, false], [-6.15234375, false], [-9.40625, false], [-12.65625, false], [-6.15234375, false], [-14.15625, false], [-8.40625, false], [-8.15625, false], [-13.40625, false], [-11.15625, false], [-10.90625, false], [-11.25, false], [-6.15234375, false], [-10.90625, false], [-12.90625, false], [-11.15625, false], [-10.90625, false], [-11.65625, false], [-6.15234375, false], [-12.15625, false], [-12.65625, false], [-12.40625, false], [-14.65625, false], [-6.15234375, false], [-12.15625, false], [-12.65625, false], [-10.90625, false], [-6.15234375, false], [-11.65625, false], [-9.40625, false], [-12.15625, false], [-12.15625, false], [-10.90625, false], [-12.65625, false], [-10.90625, false], [-11.25, false], [-6.15234375, false], [-10.90625, false], [-12.15625, false], [-10.90625, false], [-11.15625, false], [-12.15625, false], [-10.90625, false], [-11.65625, false], [-6.15234375, false], [-11.65625, false], [-12.15625, false], [-14.15625, false], [-11.15625, false], [-6.15234375, false], [-8.15625, false], [-11.15625, false], [-6.15234375, false], [-12.40625, false], [-10.90625, false], [-12.40625, false], [-12.40625, false], [-6.15234375, false], [-8.15625, false], [-11.15625, false], [-6.15234375, false], [-11.65625, false], [-8.15625, false], [-12.15625, false], [-11.15625, false], [-10.90625, false], [-12.90625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1285, "doc": {"id": "MDSA_2010_5_3", "question": "Heating and cooling water change the state of matter of water. What happens when a block of ice is heated to 10° Celsius?", "choices": {"text": ["It melts to form liquid water.", "It condenses to form liquid water.", "It freezes to become heavier ice.", "It evaporates to become a vapor (gas)."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "It melts to form liquid water.", "arguments": ["Question: Heating and cooling water change the state of matter of water. What happens when a block of ice is heated to 10° Celsius?\nAnswer:", " ["], "resps": [[[-7.984375, false]], [[-9.484375, false]], [[-5.984375, false]], [[-10.484375, false]], [[-5.734375, false]], [[-11.234375, false]], [[-9.734375, false]], [[-10.984375, false]], [[-10.484375, false]], [[-10.984375, false]], [[-5.734375, false]], [[-10.484375, false]], [[-10.734375, false]], [[-5.734375, false]], [[-11.734375, false]], [[-10.734375, false]], [[-13.234375, false]], [[-11.234375, false]], [[-5.734375, false]], [[-10.984375, false]], [[-9.484375, false]], [[-13.234375, false]], [[-11.484375, false]], [[-9.484375, false]], [[-10.984375, false]], [[-5.734375, false]], [[-13.234375, false]], [[-4.984375, false]], [[-10.484375, false]], [[-9.734375, false]], [[-13.234375, false]], [[-7.2421875, false]], [[-9.484375, false]], [[-9.9921875, false]], [[-5.734375, false]], [[-9.484375, false]], [[-5.984375, false]], [[-10.484375, false]], [[-5.734375, false]], [[-10.234375, false]], [[-10.734375, false]], [[-10.984375, false]], [[-10.984375, false]], [[-9.734375, false]], [[-10.984375, false]], [[-10.984375, false]], [[-9.734375, false]], [[-10.984375, false]], [[-5.734375, false]], [[-10.484375, false]], [[-10.734375, false]], [[-5.734375, false]], [[-11.734375, false]], [[-10.734375, false]], [[-13.234375, false]], [[-11.234375, false]], [[-5.734375, false]], [[-10.984375, false]], [[-9.484375, false]], [[-13.234375, false]], [[-11.484375, false]], [[-9.484375, false]], [[-10.984375, false]], [[-5.734375, false]], [[-13.234375, false]], [[-4.984375, false]], [[-10.484375, false]], [[-9.734375, false]], [[-13.234375, false]], [[-7.2421875, false]], [[-9.484375, false]], [[-9.9921875, false]], [[-5.734375, false]], [[-9.484375, false]], [[-5.984375, false]], [[-10.484375, false]], [[-5.734375, false]], [[-11.734375, false]], [[-13.234375, false]], [[-9.734375, false]], [[-9.734375, false]], [[-12.734375, false]], [[-9.734375, false]], [[-10.984375, false]], [[-5.734375, false]], [[-10.484375, false]], [[-10.734375, false]], [[-5.734375, false]], [[-10.234375, false]], [[-9.734375, false]], [[-10.234375, false]], [[-10.734375, false]], [[-11.234375, false]], [[-9.734375, false]], [[-5.734375, false]], [[-11.484375, false]], [[-9.734375, false]], [[-4.984375, false]], [[-12.984375, false]], [[-9.484375, false]], [[-9.734375, false]], [[-13.234375, false]], [[-5.734375, false]], [[-9.484375, false]], [[-10.234375, false]], [[-9.734375, false]], [[-7.2421875, false]], [[-9.484375, false]], [[-9.9921875, false]], [[-5.734375, false]], [[-9.484375, false]], [[-5.984375, false]], [[-10.484375, false]], [[-5.734375, false]], [[-9.734375, false]], [[-12.984375, false]], [[-4.984375, false]], [[-11.984375, false]], [[-10.734375, false]], [[-13.234375, false]], [[-4.984375, false]], [[-10.484375, false]], [[-9.734375, false]], [[-10.984375, false]], [[-5.734375, false]], [[-10.484375, false]], [[-10.734375, false]], [[-5.734375, false]], [[-10.234375, false]], [[-9.734375, false]], [[-10.234375, false]], [[-10.734375, false]], [[-11.234375, false]], [[-9.734375, false]], [[-5.734375, false]], [[-4.984375, false]], [[-5.734375, false]], [[-12.984375, false]], [[-4.984375, false]], [[-11.984375, false]], [[-10.734375, false]], [[-13.234375, false]], [[-5.734375, false]], [[-5.984375, false]], [[-11.984375, false]], [[-4.984375, false]], [[-10.984375, false]], [[-11.234375, false]], [[-7.2421875, false]], [[-9.484375, false]], [[-12.734375, false]]], "filtered_resps": [[-7.984375, false], [-9.484375, false], [-5.984375, false], [-10.484375, false], [-5.734375, false], [-11.234375, false], [-9.734375, false], [-10.984375, false], [-10.484375, false], [-10.984375, false], [-5.734375, false], [-10.484375, false], [-10.734375, false], [-5.734375, false], [-11.734375, false], [-10.734375, false], [-13.234375, false], [-11.234375, false], [-5.734375, false], [-10.984375, false], [-9.484375, false], [-13.234375, false], [-11.484375, false], [-9.484375, false], [-10.984375, false], [-5.734375, false], [-13.234375, false], [-4.984375, false], [-10.484375, false], [-9.734375, false], [-13.234375, false], [-7.2421875, false], [-9.484375, false], [-9.9921875, false], [-5.734375, false], [-9.484375, false], [-5.984375, false], [-10.484375, false], [-5.734375, false], [-10.234375, false], [-10.734375, false], [-10.984375, false], [-10.984375, false], [-9.734375, false], [-10.984375, false], [-10.984375, false], [-9.734375, false], [-10.984375, false], [-5.734375, false], [-10.484375, false], [-10.734375, false], [-5.734375, false], [-11.734375, false], [-10.734375, false], [-13.234375, false], [-11.234375, false], [-5.734375, false], [-10.984375, false], [-9.484375, false], [-13.234375, false], [-11.484375, false], [-9.484375, false], [-10.984375, false], [-5.734375, false], [-13.234375, false], [-4.984375, false], [-10.484375, false], [-9.734375, false], [-13.234375, false], [-7.2421875, false], [-9.484375, false], [-9.9921875, false], [-5.734375, false], [-9.484375, false], [-5.984375, false], [-10.484375, false], [-5.734375, false], [-11.734375, false], [-13.234375, false], [-9.734375, false], [-9.734375, false], [-12.734375, false], [-9.734375, false], [-10.984375, false], [-5.734375, false], [-10.484375, false], [-10.734375, false], [-5.734375, false], [-10.234375, false], [-9.734375, false], [-10.234375, false], [-10.734375, false], [-11.234375, false], [-9.734375, false], [-5.734375, false], [-11.484375, false], [-9.734375, false], [-4.984375, false], [-12.984375, false], [-9.484375, false], [-9.734375, false], [-13.234375, false], [-5.734375, false], [-9.484375, false], [-10.234375, false], [-9.734375, false], [-7.2421875, false], [-9.484375, false], [-9.9921875, false], [-5.734375, false], [-9.484375, false], [-5.984375, false], [-10.484375, false], [-5.734375, false], [-9.734375, false], [-12.984375, false], [-4.984375, false], [-11.984375, false], [-10.734375, false], [-13.234375, false], [-4.984375, false], [-10.484375, false], [-9.734375, false], [-10.984375, false], [-5.734375, false], [-10.484375, false], [-10.734375, false], [-5.734375, false], [-10.234375, false], [-9.734375, false], [-10.234375, false], [-10.734375, false], [-11.234375, false], [-9.734375, false], [-5.734375, false], [-4.984375, false], [-5.734375, false], [-12.984375, false], [-4.984375, false], [-11.984375, false], [-10.734375, false], [-13.234375, false], [-5.734375, false], [-5.984375, false], [-11.984375, false], [-4.984375, false], [-10.984375, false], [-11.234375, false], [-7.2421875, false], [-9.484375, false], [-12.734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1293, "doc": {"id": "Mercury_7212940", "question": "Two characteristics of the Nevada climate are low humidity and abundant sunshine. This combination of characteristics most likely results in", "choices": {"text": ["low altitude fog.", "rapid evaporation.", "high elevation snowfall.", "frequent thunderstorms."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "rapid evaporation.", "arguments": ["Question: Two characteristics of the Nevada climate are low humidity and abundant sunshine. This combination of characteristics most likely results in\nAnswer:", " ["], "resps": [[[-6.68359375, false]], [[-8.1875, false]], [[-9.6875, false]], [[-7.18359375, false]], [[-9.9375, false]], [[-4.43359375, false]], [[-2.18359375, false]], [[-9.6875, false]], [[-8.4375, false]], [[-6.68359375, false]], [[-8.4375, false]], [[-10.9375, false]], [[-5.68359375, false]], [[-7.68359375, false]], [[-4.43359375, false]], [[-8.1875, false]], [[-7.18359375, false]], [[-9.9375, false]], [[-5.58203125, false]], [[-8.1875, false]], [[-8.328125, false]], [[-4.43359375, false]], [[-8.1875, false]], [[-8.9375, false]], [[-2.18359375, false]], [[-7.93359375, false]], [[-6.68359375, false]], [[-5.68359375, false]], [[-4.43359375, false]], [[-7.68359375, false]], [[-10.1875, false]], [[-2.18359375, false]], [[-7.93359375, false]], [[-7.18359375, false]], [[-8.9375, false]], [[-2.18359375, false]], [[-8.4375, false]], [[-6.68359375, false]], [[-7.18359375, false]], [[-7.68359375, false]], [[-5.58203125, false]], [[-8.1875, false]], [[-8.328125, false]], [[-4.43359375, false]], [[-8.1875, false]], [[-9.4375, false]], [[-6.68359375, false]], [[-9.9375, false]], [[-9.4375, false]], [[-4.43359375, false]], [[-7.68359375, false]], [[-9.6875, false]], [[-7.68359375, false]], [[-10.1875, false]], [[-2.18359375, false]], [[-8.4375, false]], [[-6.68359375, false]], [[-7.18359375, false]], [[-7.68359375, false]], [[-4.43359375, false]], [[-8.4375, false]], [[-7.68359375, false]], [[-7.18359375, false]], [[-9.9375, false]], [[-8.1875, false]], [[-2.18359375, false]], [[-9.6875, false]], [[-9.6875, false]], [[-5.58203125, false]], [[-8.1875, false]], [[-8.328125, false]], [[-4.43359375, false]], [[-8.1875, false]], [[-8.1875, false]], [[-8.9375, false]], [[-7.68359375, false]], [[-9.9375, false]], [[-10.9375, false]], [[-7.68359375, false]], [[-7.68359375, false]], [[-8.4375, false]], [[-4.43359375, false]], [[-8.4375, false]], [[-9.4375, false]], [[-10.9375, false]], [[-7.68359375, false]], [[-5.68359375, false]], [[-7.68359375, false]], [[-8.9375, false]], [[-8.4375, false]], [[-8.4375, false]], [[-7.18359375, false]], [[-8.9375, false]], [[-8.4375, false]], [[-8.4375, false]], [[-5.58203125, false]], [[-8.1875, false]], [[-11.4375, false]]], "filtered_resps": [[-6.68359375, false], [-8.1875, false], [-9.6875, false], [-7.18359375, false], [-9.9375, false], [-4.43359375, false], [-2.18359375, false], [-9.6875, false], [-8.4375, false], [-6.68359375, false], [-8.4375, false], [-10.9375, false], [-5.68359375, false], [-7.68359375, false], [-4.43359375, false], [-8.1875, false], [-7.18359375, false], [-9.9375, false], [-5.58203125, false], [-8.1875, false], [-8.328125, false], [-4.43359375, false], [-8.1875, false], [-8.9375, false], [-2.18359375, false], [-7.93359375, false], [-6.68359375, false], [-5.68359375, false], [-4.43359375, false], [-7.68359375, false], [-10.1875, false], [-2.18359375, false], [-7.93359375, false], [-7.18359375, false], [-8.9375, false], [-2.18359375, false], [-8.4375, false], [-6.68359375, false], [-7.18359375, false], [-7.68359375, false], [-5.58203125, false], [-8.1875, false], [-8.328125, false], [-4.43359375, false], [-8.1875, false], [-9.4375, false], [-6.68359375, false], [-9.9375, false], [-9.4375, false], [-4.43359375, false], [-7.68359375, false], [-9.6875, false], [-7.68359375, false], [-10.1875, false], [-2.18359375, false], [-8.4375, false], [-6.68359375, false], [-7.18359375, false], [-7.68359375, false], [-4.43359375, false], [-8.4375, false], [-7.68359375, false], [-7.18359375, false], [-9.9375, false], [-8.1875, false], [-2.18359375, false], [-9.6875, false], [-9.6875, false], [-5.58203125, false], [-8.1875, false], [-8.328125, false], [-4.43359375, false], [-8.1875, false], [-8.1875, false], [-8.9375, false], [-7.68359375, false], [-9.9375, false], [-10.9375, false], [-7.68359375, false], [-7.68359375, false], [-8.4375, false], [-4.43359375, false], [-8.4375, false], [-9.4375, false], [-10.9375, false], [-7.68359375, false], [-5.68359375, false], [-7.68359375, false], [-8.9375, false], [-8.4375, false], [-8.4375, false], [-7.18359375, false], [-8.9375, false], [-8.4375, false], [-8.4375, false], [-5.58203125, false], [-8.1875, false], [-11.4375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1301, "doc": {"id": "VASoL_2007_5_30", "question": "A student made observations of four rock samples. Which of these observations most likely describes a sedimentary rock?", "choices": {"text": ["Sample 1 has bands of light and dark crystals.", "Sample 2 has pink, gray, and white crystals grown together.", "Sample 3 is made up of one huge, pale pink crystal.", "Sample 4 is made up of layers of sand grains cemented together."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Sample 4 is made up of layers of sand grains cemented together.", "arguments": ["Question: A student made observations of four rock samples. Which of these observations most likely describes a sedimentary rock?\nAnswer:", " ["], "resps": [[[-6.3125, false]], [[-8.8125, false]], [[-4.8125, false]], [[-3.3125, false]], [[-7.5625, false]], [[-7.0625, false]], [[-9.0625, false]], [[-7.5625, false]], [[-5.5625, false]], [[-5.3125, false]], [[-5.5625, false]], [[-9.8125, false]], [[-3.3125, false]], [[-8.0625, false]], [[-5.5625, false]], [[-4.3125, false]], [[-3.3125, false]], [[-7.5625, false]], [[-7.0625, false]], [[-8.0625, false]], [[-5.5625, false]], [[-8.0625, false]], [[-8.0625, false]], [[-5.5625, false]], [[-9.0625, false]], [[-8.3125, false]], [[-8.8125, false]], [[-9.8125, false]], [[-8.8125, false]], [[-5.5625, false]], [[-3.3125, false]], [[-7.5625, false]], [[-7.0625, false]], [[-5.5625, false]], [[-7.0625, false]], [[-3.3125, false]], [[-8.0625, false]], [[-8.8125, false]], [[-5.5625, false]], [[-5.8125, false]], [[-8.0625, false]], [[-9.5625, false]], [[-8.0625, false]], [[-8.8125, false]], [[-3.3125, false]], [[-9.0625, false]], [[-8.0625, false]], [[-6.390625, false]], [[-8.8125, false]], [[-9.765625, false]], [[-5.5625, false]], [[-8.8125, false]], [[-4.8125, false]], [[-3.3125, false]], [[-7.5625, false]], [[-7.0625, false]], [[-9.0625, false]], [[-7.5625, false]], [[-5.5625, false]], [[-6.3125, false]], [[-5.5625, false]], [[-9.8125, false]], [[-3.3125, false]], [[-8.0625, false]], [[-5.5625, false]], [[-7.0625, false]], [[-8.3125, false]], [[-7.5625, false]], [[-8.8125, false]], [[-9.765625, false]], [[-5.5625, false]], [[-8.8125, false]], [[-8.0625, false]], [[-3.3125, false]], [[-9.5625, false]], [[-9.765625, false]], [[-5.5625, false]], [[-3.3125, false]], [[-7.5625, false]], [[-7.0625, false]], [[-5.5625, false]], [[-10.5625, false]], [[-9.8125, false]], [[-8.3125, false]], [[-8.8125, false]], [[-7.5625, false]], [[-5.5625, false]], [[-5.8125, false]], [[-8.0625, false]], [[-9.5625, false]], [[-8.0625, false]], [[-8.8125, false]], [[-3.3125, false]], [[-9.0625, false]], [[-8.0625, false]], [[-5.5625, false]], [[-8.8125, false]], [[-8.0625, false]], [[-8.0625, false]], [[-10.5625, false]], [[-7.5625, false]], [[-5.5625, false]], [[-8.8125, false]], [[-8.0625, false]], [[-8.8125, false]], [[-7.5625, false]], [[-8.8125, false]], [[-9.8125, false]], [[-7.5625, false]], [[-8.0625, false]], [[-6.390625, false]], [[-8.8125, false]], [[-9.765625, false]], [[-5.5625, false]], [[-8.8125, false]], [[-4.8125, false]], [[-3.3125, false]], [[-7.5625, false]], [[-7.0625, false]], [[-9.0625, false]], [[-7.5625, false]], [[-5.5625, false]], [[-7.0625, false]], [[-5.5625, false]], [[-8.3125, false]], [[-8.0625, false]], [[-5.5625, false]], [[-7.5625, false]], [[-3.3125, false]], [[-7.0625, false]], [[-7.5625, false]], [[-5.5625, false]], [[-10.8125, false]], [[-7.0625, false]], [[-5.5625, false]], [[-8.0625, false]], [[-8.0625, false]], [[-5.5625, false]], [[-8.0625, false]], [[-7.5625, false]], [[-7.5625, false]], [[-5.5625, false]], [[-9.8125, false]], [[-10.8125, false]], [[-8.8125, false]], [[-7.5625, false]], [[-9.765625, false]], [[-5.5625, false]], [[-7.0625, false]], [[-3.3125, false]], [[-9.0625, false]], [[-7.5625, false]], [[-5.5625, false]], [[-7.0625, false]], [[-8.3125, false]], [[-7.5625, false]], [[-8.8125, false]], [[-5.5625, false]], [[-5.8125, false]], [[-8.0625, false]], [[-9.5625, false]], [[-8.0625, false]], [[-8.8125, false]], [[-3.3125, false]], [[-9.0625, false]], [[-6.390625, false]], [[-8.8125, false]], [[-9.765625, false]], [[-5.5625, false]], [[-8.8125, false]], [[-4.8125, false]], [[-3.3125, false]], [[-7.5625, false]], [[-7.0625, false]], [[-9.0625, false]], [[-7.5625, false]], [[-5.5625, false]], [[-7.3125, false]], [[-5.5625, false]], [[-8.3125, false]], [[-8.0625, false]], [[-5.5625, false]], [[-7.5625, false]], [[-3.3125, false]], [[-7.0625, false]], [[-7.5625, false]], [[-5.5625, false]], [[-10.8125, false]], [[-7.0625, false]], [[-5.5625, false]], [[-8.0625, false]], [[-8.0625, false]], [[-5.5625, false]], [[-9.0625, false]], [[-3.3125, false]], [[-9.5625, false]], [[-7.5625, false]], [[-8.0625, false]], [[-8.0625, false]], [[-5.5625, false]], [[-8.0625, false]], [[-8.0625, false]], [[-5.5625, false]], [[-8.0625, false]], [[-3.3125, false]], [[-7.5625, false]], [[-7.0625, false]], [[-5.5625, false]], [[-8.8125, false]], [[-8.0625, false]], [[-3.3125, false]], [[-8.3125, false]], [[-7.5625, false]], [[-8.0625, false]], [[-5.5625, false]], [[-5.8125, false]], [[-7.5625, false]], [[-7.5625, false]], [[-7.5625, false]], [[-7.5625, false]], [[-8.8125, false]], [[-7.5625, false]], [[-7.0625, false]], [[-5.5625, false]], [[-8.8125, false]], [[-8.0625, false]], [[-8.8125, false]], [[-7.5625, false]], [[-8.8125, false]], [[-9.8125, false]], [[-7.5625, false]], [[-8.0625, false]], [[-6.390625, false]], [[-8.8125, false]], [[-11.5625, false]]], "filtered_resps": [[-6.3125, false], [-8.8125, false], [-4.8125, false], [-3.3125, false], [-7.5625, false], [-7.0625, false], [-9.0625, false], [-7.5625, false], [-5.5625, false], [-5.3125, false], [-5.5625, false], [-9.8125, false], [-3.3125, false], [-8.0625, false], [-5.5625, false], [-4.3125, false], [-3.3125, false], [-7.5625, false], [-7.0625, false], [-8.0625, false], [-5.5625, false], [-8.0625, false], [-8.0625, false], [-5.5625, false], [-9.0625, false], [-8.3125, false], [-8.8125, false], [-9.8125, false], [-8.8125, false], [-5.5625, false], [-3.3125, false], [-7.5625, false], [-7.0625, false], [-5.5625, false], [-7.0625, false], [-3.3125, false], [-8.0625, false], [-8.8125, false], [-5.5625, false], [-5.8125, false], [-8.0625, false], [-9.5625, false], [-8.0625, false], [-8.8125, false], [-3.3125, false], [-9.0625, false], [-8.0625, false], [-6.390625, false], [-8.8125, false], [-9.765625, false], [-5.5625, false], [-8.8125, false], [-4.8125, false], [-3.3125, false], [-7.5625, false], [-7.0625, false], [-9.0625, false], [-7.5625, false], [-5.5625, false], [-6.3125, false], [-5.5625, false], [-9.8125, false], [-3.3125, false], [-8.0625, false], [-5.5625, false], [-7.0625, false], [-8.3125, false], [-7.5625, false], [-8.8125, false], [-9.765625, false], [-5.5625, false], [-8.8125, false], [-8.0625, false], [-3.3125, false], [-9.5625, false], [-9.765625, false], [-5.5625, false], [-3.3125, false], [-7.5625, false], [-7.0625, false], [-5.5625, false], [-10.5625, false], [-9.8125, false], [-8.3125, false], [-8.8125, false], [-7.5625, false], [-5.5625, false], [-5.8125, false], [-8.0625, false], [-9.5625, false], [-8.0625, false], [-8.8125, false], [-3.3125, false], [-9.0625, false], [-8.0625, false], [-5.5625, false], [-8.8125, false], [-8.0625, false], [-8.0625, false], [-10.5625, false], [-7.5625, false], [-5.5625, false], [-8.8125, false], [-8.0625, false], [-8.8125, false], [-7.5625, false], [-8.8125, false], [-9.8125, false], [-7.5625, false], [-8.0625, false], [-6.390625, false], [-8.8125, false], [-9.765625, false], [-5.5625, false], [-8.8125, false], [-4.8125, false], [-3.3125, false], [-7.5625, false], [-7.0625, false], [-9.0625, false], [-7.5625, false], [-5.5625, false], [-7.0625, false], [-5.5625, false], [-8.3125, false], [-8.0625, false], [-5.5625, false], [-7.5625, false], [-3.3125, false], [-7.0625, false], [-7.5625, false], [-5.5625, false], [-10.8125, false], [-7.0625, false], [-5.5625, false], [-8.0625, false], [-8.0625, false], [-5.5625, false], [-8.0625, false], [-7.5625, false], [-7.5625, false], [-5.5625, false], [-9.8125, false], [-10.8125, false], [-8.8125, false], [-7.5625, false], [-9.765625, false], [-5.5625, false], [-7.0625, false], [-3.3125, false], [-9.0625, false], [-7.5625, false], [-5.5625, false], [-7.0625, false], [-8.3125, false], [-7.5625, false], [-8.8125, false], [-5.5625, false], [-5.8125, false], [-8.0625, false], [-9.5625, false], [-8.0625, false], [-8.8125, false], [-3.3125, false], [-9.0625, false], [-6.390625, false], [-8.8125, false], [-9.765625, false], [-5.5625, false], [-8.8125, false], [-4.8125, false], [-3.3125, false], [-7.5625, false], [-7.0625, false], [-9.0625, false], [-7.5625, false], [-5.5625, false], [-7.3125, false], [-5.5625, false], [-8.3125, false], [-8.0625, false], [-5.5625, false], [-7.5625, false], [-3.3125, false], [-7.0625, false], [-7.5625, false], [-5.5625, false], [-10.8125, false], [-7.0625, false], [-5.5625, false], [-8.0625, false], [-8.0625, false], [-5.5625, false], [-9.0625, false], [-3.3125, false], [-9.5625, false], [-7.5625, false], [-8.0625, false], [-8.0625, false], [-5.5625, false], [-8.0625, false], [-8.0625, false], [-5.5625, false], [-8.0625, false], [-3.3125, false], [-7.5625, false], [-7.0625, false], [-5.5625, false], [-8.8125, false], [-8.0625, false], [-3.3125, false], [-8.3125, false], [-7.5625, false], [-8.0625, false], [-5.5625, false], [-5.8125, false], [-7.5625, false], [-7.5625, false], [-7.5625, false], [-7.5625, false], [-8.8125, false], [-7.5625, false], [-7.0625, false], [-5.5625, false], [-8.8125, false], [-8.0625, false], [-8.8125, false], [-7.5625, false], [-8.8125, false], [-9.8125, false], [-7.5625, false], [-8.0625, false], [-6.390625, false], [-8.8125, false], [-11.5625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1309, "doc": {"id": "Mercury_SC_405883", "question": "What is a way of improving air quality?", "choices": {"text": ["driving large cars", "building more factories", "burning wood in the fireplace", "using solar energy to produce electricity"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "using solar energy to produce electricity", "arguments": ["Question: What is a way of improving air quality?\nAnswer:", " ["], "resps": [[[-8.03125, false]], [[-8.40625, false]], [[-10.03125, false]], [[-12.78125, false]], [[-8.15625, false]], [[-12.90625, false]], [[-8.15625, false]], [[-11.28125, false]], [[-13.15625, false]], [[-5.53515625, false]], [[-11.40625, false]], [[-5.78515625, false]], [[-12.78125, false]], [[-13.15625, false]], [[-8.78125, false]], [[-5.53515625, false]], [[-10.90625, false]], [[-5.78515625, false]], [[-12.78125, false]], [[-10.03125, false]], [[-8.40625, false]], [[-10.2578125, false]], [[-5.53515625, false]], [[-8.40625, false]], [[-11.28125, false]], [[-11.40625, false]], [[-8.15625, false]], [[-11.40625, false]], [[-10.03125, false]], [[-8.15625, false]], [[-11.28125, false]], [[-13.15625, false]], [[-5.53515625, false]], [[-11.15625, false]], [[-8.65625, false]], [[-12.78125, false]], [[-8.78125, false]], [[-5.53515625, false]], [[-11.53125, false]], [[-5.78515625, false]], [[-10.90625, false]], [[-11.90625, false]], [[-8.65625, false]], [[-12.78125, false]], [[-8.15625, false]], [[-8.78125, false]], [[-10.03125, false]], [[-8.40625, false]], [[-10.2578125, false]], [[-5.53515625, false]], [[-8.40625, false]], [[-11.28125, false]], [[-11.40625, false]], [[-12.78125, false]], [[-11.28125, false]], [[-8.15625, false]], [[-11.28125, false]], [[-13.15625, false]], [[-5.53515625, false]], [[-11.78125, false]], [[-8.65625, false]], [[-8.65625, false]], [[-10.03125, false]], [[-5.53515625, false]], [[-8.15625, false]], [[-11.28125, false]], [[-5.53515625, false]], [[-11.90625, false]], [[-11.15625, false]], [[-8.78125, false]], [[-5.53515625, false]], [[-11.53125, false]], [[-8.15625, false]], [[-12.78125, false]], [[-8.78125, false]], [[-10.40625, false]], [[-11.40625, false]], [[-5.78515625, false]], [[-10.90625, false]], [[-8.78125, false]], [[-8.40625, false]], [[-10.2578125, false]], [[-5.53515625, false]], [[-8.40625, false]], [[-11.40625, false]], [[-10.03125, false]], [[-8.15625, false]], [[-11.28125, false]], [[-13.15625, false]], [[-5.53515625, false]], [[-10.03125, false]], [[-8.65625, false]], [[-11.40625, false]], [[-5.78515625, false]], [[-12.78125, false]], [[-5.53515625, false]], [[-8.78125, false]], [[-11.28125, false]], [[-8.78125, false]], [[-12.78125, false]], [[-13.15625, false]], [[-13.40625, false]], [[-5.53515625, false]], [[-11.90625, false]], [[-8.65625, false]], [[-5.53515625, false]], [[-10.40625, false]], [[-12.78125, false]], [[-8.65625, false]], [[-10.03125, false]], [[-11.40625, false]], [[-10.90625, false]], [[-8.78125, false]], [[-5.53515625, false]], [[-8.78125, false]], [[-11.40625, false]], [[-8.78125, false]], [[-10.90625, false]], [[-11.90625, false]], [[-12.78125, false]], [[-8.15625, false]], [[-10.90625, false]], [[-8.15625, false]], [[-11.90625, false]], [[-13.40625, false]], [[-8.40625, false]], [[-14.40625, false]]], "filtered_resps": [[-8.03125, false], [-8.40625, false], [-10.03125, false], [-12.78125, false], [-8.15625, false], [-12.90625, false], [-8.15625, false], [-11.28125, false], [-13.15625, false], [-5.53515625, false], [-11.40625, false], [-5.78515625, false], [-12.78125, false], [-13.15625, false], [-8.78125, false], [-5.53515625, false], [-10.90625, false], [-5.78515625, false], [-12.78125, false], [-10.03125, false], [-8.40625, false], [-10.2578125, false], [-5.53515625, false], [-8.40625, false], [-11.28125, false], [-11.40625, false], [-8.15625, false], [-11.40625, false], [-10.03125, false], [-8.15625, false], [-11.28125, false], [-13.15625, false], [-5.53515625, false], [-11.15625, false], [-8.65625, false], [-12.78125, false], [-8.78125, false], [-5.53515625, false], [-11.53125, false], [-5.78515625, false], [-10.90625, false], [-11.90625, false], [-8.65625, false], [-12.78125, false], [-8.15625, false], [-8.78125, false], [-10.03125, false], [-8.40625, false], [-10.2578125, false], [-5.53515625, false], [-8.40625, false], [-11.28125, false], [-11.40625, false], [-12.78125, false], [-11.28125, false], [-8.15625, false], [-11.28125, false], [-13.15625, false], [-5.53515625, false], [-11.78125, false], [-8.65625, false], [-8.65625, false], [-10.03125, false], [-5.53515625, false], [-8.15625, false], [-11.28125, false], [-5.53515625, false], [-11.90625, false], [-11.15625, false], [-8.78125, false], [-5.53515625, false], [-11.53125, false], [-8.15625, false], [-12.78125, false], [-8.78125, false], [-10.40625, false], [-11.40625, false], [-5.78515625, false], [-10.90625, false], [-8.78125, false], [-8.40625, false], [-10.2578125, false], [-5.53515625, false], [-8.40625, false], [-11.40625, false], [-10.03125, false], [-8.15625, false], [-11.28125, false], [-13.15625, false], [-5.53515625, false], [-10.03125, false], [-8.65625, false], [-11.40625, false], [-5.78515625, false], [-12.78125, false], [-5.53515625, false], [-8.78125, false], [-11.28125, false], [-8.78125, false], [-12.78125, false], [-13.15625, false], [-13.40625, false], [-5.53515625, false], [-11.90625, false], [-8.65625, false], [-5.53515625, false], [-10.40625, false], [-12.78125, false], [-8.65625, false], [-10.03125, false], [-11.40625, false], [-10.90625, false], [-8.78125, false], [-5.53515625, false], [-8.78125, false], [-11.40625, false], [-8.78125, false], [-10.90625, false], [-11.90625, false], [-12.78125, false], [-8.15625, false], [-10.90625, false], [-8.15625, false], [-11.90625, false], [-13.40625, false], [-8.40625, false], [-14.40625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1317, "doc": {"id": "MSA_2012_8_28", "question": "Common soaps are often basic. Which of these is a property of a chemical base?", "choices": {"text": ["sour taste", "pH equal to 6", "turns litmus paper blue", "forms bubbles with limestone"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "turns litmus paper blue", "arguments": ["Question: Common soaps are often basic. Which of these is a property of a chemical base?\nAnswer:", " ["], "resps": [[[-6.12109375, false]], [[-9.375, false]], [[-8.625, false]], [[-7.62109375, false]], [[-8.125, false]], [[-10.875, false]], [[-5.12109375, false]], [[-9.375, false]], [[-4.12109375, false]], [[-8.625, false]], [[-9.375, false]], [[-8.125, false]], [[-9.375, false]], [[-9.328125, false]], [[-5.12109375, false]], [[-9.375, false]], [[-9.125, false]], [[-5.87109375, false]], [[-5.12109375, false]], [[-8.125, false]], [[-11.375, false]], [[-8.125, false]], [[-4.12109375, false]], [[-9.625, false]], [[-5.12109375, false]], [[-9.375, false]], [[-7.62109375, false]], [[-5.12109375, false]], [[-9.875, false]], [[-9.375, false]], [[-9.328125, false]], [[-5.12109375, false]], [[-9.375, false]], [[-9.375, false]], [[-8.125, false]], [[-10.875, false]], [[-7.87109375, false]], [[-8.625, false]], [[-5.12109375, false]], [[-9.625, false]], [[-6.87109375, false]], [[-9.375, false]], [[-6.62109375, false]], [[-8.125, false]], [[-8.625, false]], [[-5.12109375, false]], [[-9.125, false]], [[-4.12109375, false]], [[-9.125, false]], [[-8.125, false]], [[-10.875, false]], [[-5.12109375, false]], [[-7.87109375, false]], [[-9.625, false]], [[-8.125, false]], [[-8.125, false]], [[-9.375, false]], [[-9.328125, false]], [[-5.12109375, false]], [[-9.375, false]], [[-10.875, false]], [[-7.62109375, false]], [[-10.875, false]], [[-6.62109375, false]], [[-8.625, false]], [[-5.12109375, false]], [[-7.87109375, false]], [[-8.125, false]], [[-7.87109375, false]], [[-7.87109375, false]], [[-9.625, false]], [[-8.125, false]], [[-8.625, false]], [[-5.12109375, false]], [[-9.125, false]], [[-6.87109375, false]], [[-9.375, false]], [[-10.125, false]], [[-5.12109375, false]], [[-9.625, false]], [[-6.87109375, false]], [[-6.62109375, false]], [[-8.125, false]], [[-8.625, false]], [[-9.375, false]], [[-7.62109375, false]], [[-7.87109375, false]], [[-8.125, false]], [[-9.375, false]], [[-13.125, false]]], "filtered_resps": [[-6.12109375, false], [-9.375, false], [-8.625, false], [-7.62109375, false], [-8.125, false], [-10.875, false], [-5.12109375, false], [-9.375, false], [-4.12109375, false], [-8.625, false], [-9.375, false], [-8.125, false], [-9.375, false], [-9.328125, false], [-5.12109375, false], [-9.375, false], [-9.125, false], [-5.87109375, false], [-5.12109375, false], [-8.125, false], [-11.375, false], [-8.125, false], [-4.12109375, false], [-9.625, false], [-5.12109375, false], [-9.375, false], [-7.62109375, false], [-5.12109375, false], [-9.875, false], [-9.375, false], [-9.328125, false], [-5.12109375, false], [-9.375, false], [-9.375, false], [-8.125, false], [-10.875, false], [-7.87109375, false], [-8.625, false], [-5.12109375, false], [-9.625, false], [-6.87109375, false], [-9.375, false], [-6.62109375, false], [-8.125, false], [-8.625, false], [-5.12109375, false], [-9.125, false], [-4.12109375, false], [-9.125, false], [-8.125, false], [-10.875, false], [-5.12109375, false], [-7.87109375, false], [-9.625, false], [-8.125, false], [-8.125, false], [-9.375, false], [-9.328125, false], [-5.12109375, false], [-9.375, false], [-10.875, false], [-7.62109375, false], [-10.875, false], [-6.62109375, false], [-8.625, false], [-5.12109375, false], [-7.87109375, false], [-8.125, false], [-7.87109375, false], [-7.87109375, false], [-9.625, false], [-8.125, false], [-8.625, false], [-5.12109375, false], [-9.125, false], [-6.87109375, false], [-9.375, false], [-10.125, false], [-5.12109375, false], [-9.625, false], [-6.87109375, false], [-6.62109375, false], [-8.125, false], [-8.625, false], [-9.375, false], [-7.62109375, false], [-7.87109375, false], [-8.125, false], [-9.375, false], [-13.125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1325, "doc": {"id": "AIMS_2009_4_20", "question": "Ducks live near ponds and lakes. The shape of a duck's foot helps it swim and walk on muddy ground. Which factor is most important in determining the shape of a baby duck's foot?", "choices": {"text": ["the shape of the parent ducks' feet", "the temperature of the pond water", "the amount of mud in the bottom of the pond", "the amount of rain that fell before the duck was born"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "the shape of the parent ducks' feet", "arguments": ["Question: Ducks live near ponds and lakes. The shape of a duck's foot helps it swim and walk on muddy ground. Which factor is most important in determining the shape of a baby duck's foot?\nAnswer:", " ["], "resps": [[[-7.1875, false]], [[-6.9375, false]], [[-10.3125, false]], [[-11.0625, false]], [[-9.6875, false]], [[-5.6875, false]], [[-8.9375, false]], [[-11.0625, false]], [[-5.1875, false]], [[-9.8125, false]], [[-9.6875, false]], [[-5.6875, false]], [[-9.3125, false]], [[-8.1875, false]], [[-5.6875, false]], [[-10.3125, false]], [[-11.0625, false]], [[-9.6875, false]], [[-5.6875, false]], [[-9.8125, false]], [[-5.1875, false]], [[-10.3125, false]], [[-9.6875, false]], [[-9.3125, false]], [[-10.3125, false]], [[-5.6875, false]], [[-8.8125, false]], [[-10.8125, false]], [[-8.3125, false]], [[-10.0625, false]], [[-8.9375, false]], [[-9.0625, false]], [[-5.6875, false]], [[-8.1875, false]], [[-9.6875, false]], [[-9.6875, false]], [[-10.3125, false]], [[-6.9375, false]], [[-10.6875, false]], [[-5.6875, false]], [[-9.0625, false]], [[-10.3125, false]], [[-11.0625, false]], [[-9.6875, false]], [[-5.6875, false]], [[-10.3125, false]], [[-9.6875, false]], [[-9.6875, false]], [[-9.8125, false]], [[-9.6875, false]], [[-10.3125, false]], [[-5.1875, false]], [[-10.3125, false]], [[-10.8125, false]], [[-10.3125, false]], [[-9.6875, false]], [[-5.6875, false]], [[-9.3125, false]], [[-8.1875, false]], [[-5.6875, false]], [[-10.3125, false]], [[-11.0625, false]], [[-9.6875, false]], [[-5.6875, false]], [[-9.8125, false]], [[-9.3125, false]], [[-9.3125, false]], [[-8.8125, false]], [[-5.6875, false]], [[-10.8125, false]], [[-5.1875, false]], [[-10.3125, false]], [[-9.6875, false]], [[-10.3125, false]], [[-9.0625, false]], [[-10.6875, false]], [[-5.6875, false]], [[-9.0625, false]], [[-10.3125, false]], [[-11.0625, false]], [[-9.6875, false]], [[-5.6875, false]], [[-5.1875, false]], [[-9.6875, false]], [[-9.3125, false]], [[-10.8125, false]], [[-9.3125, false]], [[-10.3125, false]], [[-5.6875, false]], [[-9.3125, false]], [[-8.1875, false]], [[-5.6875, false]], [[-9.6875, false]], [[-10.8125, false]], [[-8.8125, false]], [[-5.6875, false]], [[-10.5625, false]], [[-9.3125, false]], [[-5.6875, false]], [[-10.3125, false]], [[-11.0625, false]], [[-9.6875, false]], [[-5.6875, false]], [[-7.4375, false]], [[-9.3125, false]], [[-10.3125, false]], [[-10.3125, false]], [[-9.3125, false]], [[-9.6875, false]], [[-5.6875, false]], [[-9.3125, false]], [[-8.1875, false]], [[-5.6875, false]], [[-10.3125, false]], [[-11.0625, false]], [[-9.6875, false]], [[-5.6875, false]], [[-9.8125, false]], [[-9.3125, false]], [[-9.3125, false]], [[-8.8125, false]], [[-9.0625, false]], [[-10.6875, false]], [[-5.6875, false]], [[-9.0625, false]], [[-10.3125, false]], [[-11.0625, false]], [[-9.6875, false]], [[-5.6875, false]], [[-5.1875, false]], [[-9.6875, false]], [[-9.3125, false]], [[-10.8125, false]], [[-9.3125, false]], [[-10.3125, false]], [[-5.6875, false]], [[-9.3125, false]], [[-8.1875, false]], [[-5.6875, false]], [[-10.3125, false]], [[-5.1875, false]], [[-10.5625, false]], [[-9.3125, false]], [[-5.6875, false]], [[-10.3125, false]], [[-11.0625, false]], [[-5.1875, false]], [[-10.3125, false]], [[-5.6875, false]], [[-8.1875, false]], [[-9.6875, false]], [[-10.4375, false]], [[-10.4375, false]], [[-5.6875, false]], [[-7.4375, false]], [[-9.6875, false]], [[-8.1875, false]], [[-9.3125, false]], [[-10.3125, false]], [[-9.6875, false]], [[-5.6875, false]], [[-10.3125, false]], [[-11.0625, false]], [[-9.6875, false]], [[-5.6875, false]], [[-8.8125, false]], [[-10.8125, false]], [[-8.3125, false]], [[-10.0625, false]], [[-5.6875, false]], [[-10.8125, false]], [[-5.1875, false]], [[-8.9375, false]], [[-5.6875, false]], [[-7.4375, false]], [[-9.3125, false]], [[-10.3125, false]], [[-9.3125, false]], [[-9.0625, false]], [[-11.6875, false]]], "filtered_resps": [[-7.1875, false], [-6.9375, false], [-10.3125, false], [-11.0625, false], [-9.6875, false], [-5.6875, false], [-8.9375, false], [-11.0625, false], [-5.1875, false], [-9.8125, false], [-9.6875, false], [-5.6875, false], [-9.3125, false], [-8.1875, false], [-5.6875, false], [-10.3125, false], [-11.0625, false], [-9.6875, false], [-5.6875, false], [-9.8125, false], [-5.1875, false], [-10.3125, false], [-9.6875, false], [-9.3125, false], [-10.3125, false], [-5.6875, false], [-8.8125, false], [-10.8125, false], [-8.3125, false], [-10.0625, false], [-8.9375, false], [-9.0625, false], [-5.6875, false], [-8.1875, false], [-9.6875, false], [-9.6875, false], [-10.3125, false], [-6.9375, false], [-10.6875, false], [-5.6875, false], [-9.0625, false], [-10.3125, false], [-11.0625, false], [-9.6875, false], [-5.6875, false], [-10.3125, false], [-9.6875, false], [-9.6875, false], [-9.8125, false], [-9.6875, false], [-10.3125, false], [-5.1875, false], [-10.3125, false], [-10.8125, false], [-10.3125, false], [-9.6875, false], [-5.6875, false], [-9.3125, false], [-8.1875, false], [-5.6875, false], [-10.3125, false], [-11.0625, false], [-9.6875, false], [-5.6875, false], [-9.8125, false], [-9.3125, false], [-9.3125, false], [-8.8125, false], [-5.6875, false], [-10.8125, false], [-5.1875, false], [-10.3125, false], [-9.6875, false], [-10.3125, false], [-9.0625, false], [-10.6875, false], [-5.6875, false], [-9.0625, false], [-10.3125, false], [-11.0625, false], [-9.6875, false], [-5.6875, false], [-5.1875, false], [-9.6875, false], [-9.3125, false], [-10.8125, false], [-9.3125, false], [-10.3125, false], [-5.6875, false], [-9.3125, false], [-8.1875, false], [-5.6875, false], [-9.6875, false], [-10.8125, false], [-8.8125, false], [-5.6875, false], [-10.5625, false], [-9.3125, false], [-5.6875, false], [-10.3125, false], [-11.0625, false], [-9.6875, false], [-5.6875, false], [-7.4375, false], [-9.3125, false], [-10.3125, false], [-10.3125, false], [-9.3125, false], [-9.6875, false], [-5.6875, false], [-9.3125, false], [-8.1875, false], [-5.6875, false], [-10.3125, false], [-11.0625, false], [-9.6875, false], [-5.6875, false], [-9.8125, false], [-9.3125, false], [-9.3125, false], [-8.8125, false], [-9.0625, false], [-10.6875, false], [-5.6875, false], [-9.0625, false], [-10.3125, false], [-11.0625, false], [-9.6875, false], [-5.6875, false], [-5.1875, false], [-9.6875, false], [-9.3125, false], [-10.8125, false], [-9.3125, false], [-10.3125, false], [-5.6875, false], [-9.3125, false], [-8.1875, false], [-5.6875, false], [-10.3125, false], [-5.1875, false], [-10.5625, false], [-9.3125, false], [-5.6875, false], [-10.3125, false], [-11.0625, false], [-5.1875, false], [-10.3125, false], [-5.6875, false], [-8.1875, false], [-9.6875, false], [-10.4375, false], [-10.4375, false], [-5.6875, false], [-7.4375, false], [-9.6875, false], [-8.1875, false], [-9.3125, false], [-10.3125, false], [-9.6875, false], [-5.6875, false], [-10.3125, false], [-11.0625, false], [-9.6875, false], [-5.6875, false], [-8.8125, false], [-10.8125, false], [-8.3125, false], [-10.0625, false], [-5.6875, false], [-10.8125, false], [-5.1875, false], [-8.9375, false], [-5.6875, false], [-7.4375, false], [-9.3125, false], [-10.3125, false], [-9.3125, false], [-9.0625, false], [-11.6875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1333, "doc": {"id": "Mercury_7145583", "question": "Elias investigates whether soaking beans in water before planting affects how the beans grow. Which beans would most likely be the control group?", "choices": {"text": ["the beans that were soaked the least amount of time", "the beans that were not soaked in water", "the beans that had the greatest mass", "the beans that grew the tallest"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "the beans that were not soaked in water", "arguments": ["Question: Elias investigates whether soaking beans in water before planting affects how the beans grow. Which beans would most likely be the control group?\nAnswer:", " ["], "resps": [[[-6.62109375, false]], [[-7.62109375, false]], [[-10.1171875, false]], [[-10.2421875, false]], [[-9.2421875, false]], [[-5.37109375, false]], [[-7.12109375, false]], [[-9.2421875, false]], [[-5.74609375, false]], [[-8.1171875, false]], [[-9.7421875, false]], [[-5.37109375, false]], [[-10.1171875, false]], [[-10.2421875, false]], [[-5.74609375, false]], [[-10.1171875, false]], [[-5.37109375, false]], [[-6.74609375, false]], [[-9.2421875, false]], [[-8.3671875, false]], [[-9.2421875, false]], [[-5.37109375, false]], [[-9.7421875, false]], [[-8.1171875, false]], [[-5.74609375, false]], [[-7.87109375, false]], [[-9.2421875, false]], [[-7.49609375, false]], [[-5.37109375, false]], [[-10.1171875, false]], [[-10.2421875, false]], [[-9.2421875, false]], [[-5.37109375, false]], [[-10.3671875, false]], [[-9.2421875, false]], [[-5.74609375, false]], [[-9.7421875, false]], [[-10.1171875, false]], [[-5.37109375, false]], [[-5.74609375, false]], [[-9.3671875, false]], [[-8.1171875, false]], [[-10.2421875, false]], [[-8.1171875, false]], [[-10.1171875, false]], [[-5.37109375, false]], [[-8.1171875, false]], [[-9.7421875, false]], [[-5.37109375, false]], [[-10.1171875, false]], [[-9.4921875, false]], [[-9.3671875, false]], [[-9.2421875, false]], [[-7.62109375, false]], [[-9.34375, false]], [[-5.37109375, false]], [[-7.62109375, false]], [[-10.1171875, false]], [[-10.2421875, false]], [[-9.2421875, false]], [[-5.37109375, false]], [[-7.12109375, false]], [[-9.2421875, false]], [[-5.74609375, false]], [[-8.1171875, false]], [[-9.7421875, false]], [[-5.37109375, false]], [[-10.1171875, false]], [[-10.2421875, false]], [[-5.74609375, false]], [[-10.1171875, false]], [[-5.37109375, false]], [[-6.74609375, false]], [[-9.2421875, false]], [[-8.3671875, false]], [[-9.2421875, false]], [[-5.37109375, false]], [[-8.1171875, false]], [[-8.1171875, false]], [[-10.1171875, false]], [[-5.37109375, false]], [[-9.7421875, false]], [[-8.1171875, false]], [[-5.74609375, false]], [[-7.87109375, false]], [[-9.2421875, false]], [[-7.49609375, false]], [[-5.37109375, false]], [[-9.4921875, false]], [[-8.1171875, false]], [[-5.37109375, false]], [[-6.74609375, false]], [[-5.74609375, false]], [[-10.1171875, false]], [[-9.2421875, false]], [[-8.3671875, false]], [[-7.62109375, false]], [[-9.34375, false]], [[-5.37109375, false]], [[-7.62109375, false]], [[-10.1171875, false]], [[-10.2421875, false]], [[-9.2421875, false]], [[-5.37109375, false]], [[-7.12109375, false]], [[-9.2421875, false]], [[-5.74609375, false]], [[-8.1171875, false]], [[-9.7421875, false]], [[-5.37109375, false]], [[-10.1171875, false]], [[-10.2421875, false]], [[-5.74609375, false]], [[-10.1171875, false]], [[-5.37109375, false]], [[-10.2421875, false]], [[-5.74609375, false]], [[-7.49609375, false]], [[-5.37109375, false]], [[-10.1171875, false]], [[-10.2421875, false]], [[-9.2421875, false]], [[-5.37109375, false]], [[-10.7421875, false]], [[-8.3671875, false]], [[-9.2421875, false]], [[-5.74609375, false]], [[-10.1171875, false]], [[-9.2421875, false]], [[-9.7421875, false]], [[-10.1171875, false]], [[-5.37109375, false]], [[-9.3671875, false]], [[-5.74609375, false]], [[-9.7421875, false]], [[-9.7421875, false]], [[-7.62109375, false]], [[-9.34375, false]], [[-5.37109375, false]], [[-7.62109375, false]], [[-10.1171875, false]], [[-10.2421875, false]], [[-9.2421875, false]], [[-5.37109375, false]], [[-7.12109375, false]], [[-9.2421875, false]], [[-5.74609375, false]], [[-8.1171875, false]], [[-9.7421875, false]], [[-5.37109375, false]], [[-10.1171875, false]], [[-10.2421875, false]], [[-5.74609375, false]], [[-10.1171875, false]], [[-5.37109375, false]], [[-10.7421875, false]], [[-8.3671875, false]], [[-9.2421875, false]], [[-6.74609375, false]], [[-5.37109375, false]], [[-10.1171875, false]], [[-10.2421875, false]], [[-9.2421875, false]], [[-5.37109375, false]], [[-10.1171875, false]], [[-5.74609375, false]], [[-10.3671875, false]], [[-10.3671875, false]], [[-9.2421875, false]], [[-9.7421875, false]], [[-10.1171875, false]], [[-7.62109375, false]], [[-12.7421875, false]]], "filtered_resps": [[-6.62109375, false], [-7.62109375, false], [-10.1171875, false], [-10.2421875, false], [-9.2421875, false], [-5.37109375, false], [-7.12109375, false], [-9.2421875, false], [-5.74609375, false], [-8.1171875, false], [-9.7421875, false], [-5.37109375, false], [-10.1171875, false], [-10.2421875, false], [-5.74609375, false], [-10.1171875, false], [-5.37109375, false], [-6.74609375, false], [-9.2421875, false], [-8.3671875, false], [-9.2421875, false], [-5.37109375, false], [-9.7421875, false], [-8.1171875, false], [-5.74609375, false], [-7.87109375, false], [-9.2421875, false], [-7.49609375, false], [-5.37109375, false], [-10.1171875, false], [-10.2421875, false], [-9.2421875, false], [-5.37109375, false], [-10.3671875, false], [-9.2421875, false], [-5.74609375, false], [-9.7421875, false], [-10.1171875, false], [-5.37109375, false], [-5.74609375, false], [-9.3671875, false], [-8.1171875, false], [-10.2421875, false], [-8.1171875, false], [-10.1171875, false], [-5.37109375, false], [-8.1171875, false], [-9.7421875, false], [-5.37109375, false], [-10.1171875, false], [-9.4921875, false], [-9.3671875, false], [-9.2421875, false], [-7.62109375, false], [-9.34375, false], [-5.37109375, false], [-7.62109375, false], [-10.1171875, false], [-10.2421875, false], [-9.2421875, false], [-5.37109375, false], [-7.12109375, false], [-9.2421875, false], [-5.74609375, false], [-8.1171875, false], [-9.7421875, false], [-5.37109375, false], [-10.1171875, false], [-10.2421875, false], [-5.74609375, false], [-10.1171875, false], [-5.37109375, false], [-6.74609375, false], [-9.2421875, false], [-8.3671875, false], [-9.2421875, false], [-5.37109375, false], [-8.1171875, false], [-8.1171875, false], [-10.1171875, false], [-5.37109375, false], [-9.7421875, false], [-8.1171875, false], [-5.74609375, false], [-7.87109375, false], [-9.2421875, false], [-7.49609375, false], [-5.37109375, false], [-9.4921875, false], [-8.1171875, false], [-5.37109375, false], [-6.74609375, false], [-5.74609375, false], [-10.1171875, false], [-9.2421875, false], [-8.3671875, false], [-7.62109375, false], [-9.34375, false], [-5.37109375, false], [-7.62109375, false], [-10.1171875, false], [-10.2421875, false], [-9.2421875, false], [-5.37109375, false], [-7.12109375, false], [-9.2421875, false], [-5.74609375, false], [-8.1171875, false], [-9.7421875, false], [-5.37109375, false], [-10.1171875, false], [-10.2421875, false], [-5.74609375, false], [-10.1171875, false], [-5.37109375, false], [-10.2421875, false], [-5.74609375, false], [-7.49609375, false], [-5.37109375, false], [-10.1171875, false], [-10.2421875, false], [-9.2421875, false], [-5.37109375, false], [-10.7421875, false], [-8.3671875, false], [-9.2421875, false], [-5.74609375, false], [-10.1171875, false], [-9.2421875, false], [-9.7421875, false], [-10.1171875, false], [-5.37109375, false], [-9.3671875, false], [-5.74609375, false], [-9.7421875, false], [-9.7421875, false], [-7.62109375, false], [-9.34375, false], [-5.37109375, false], [-7.62109375, false], [-10.1171875, false], [-10.2421875, false], [-9.2421875, false], [-5.37109375, false], [-7.12109375, false], [-9.2421875, false], [-5.74609375, false], [-8.1171875, false], [-9.7421875, false], [-5.37109375, false], [-10.1171875, false], [-10.2421875, false], [-5.74609375, false], [-10.1171875, false], [-5.37109375, false], [-10.7421875, false], [-8.3671875, false], [-9.2421875, false], [-6.74609375, false], [-5.37109375, false], [-10.1171875, false], [-10.2421875, false], [-9.2421875, false], [-5.37109375, false], [-10.1171875, false], [-5.74609375, false], [-10.3671875, false], [-10.3671875, false], [-9.2421875, false], [-9.7421875, false], [-10.1171875, false], [-7.62109375, false], [-12.7421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1341, "doc": {"id": "MCAS_2003_8_28", "question": "Kendra's mom is purchasing a car, but cannot decide what color to get. Kendra advises her mom that a car with a black exterior will be uncomfortable in the summer. This observation is correct because dark objects, as compared to lighter colored objects,", "choices": {"text": ["reduce heat transfer.", "are generally more dense.", "absorb more of the Sun's energy.", "reflect sunlight more efficiently."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "absorb more of the Sun's energy.", "arguments": ["Question: Kendra's mom is purchasing a car, but cannot decide what color to get. Kendra advises her mom that a car with a black exterior will be uncomfortable in the summer. This observation is correct because dark objects, as compared to lighter colored objects,\nAnswer:", " ["], "resps": [[[-7.40234375, false]], [[-7.27734375, false]], [[-10.40625, false]], [[-8.53125, false]], [[-8.28125, false]], [[-10.65625, false]], [[-7.90234375, false]], [[-8.53125, false]], [[-5.16796875, false]], [[-10.40625, false]], [[-8.53125, false]], [[-3.90234375, false]], [[-10.03125, false]], [[-5.16796875, false]], [[-10.03125, false]], [[-10.40625, false]], [[-3.90234375, false]], [[-8.90625, false]], [[-8.28125, false]], [[-9.53125, false]], [[-8.53125, false]], [[-10.40625, false]], [[-6.3125, false]], [[-7.27734375, false]], [[-8.375, false]], [[-5.15234375, false]], [[-7.27734375, false]], [[-3.90234375, false]], [[-10.40625, false]], [[-8.53125, false]], [[-5.15234375, false]], [[-10.15625, false]], [[-8.53125, false]], [[-8.90625, false]], [[-8.53125, false]], [[-10.40625, false]], [[-3.90234375, false]], [[-9.65625, false]], [[-9.65625, false]], [[-10.78125, false]], [[-5.15234375, false]], [[-10.03125, false]], [[-8.28125, false]], [[-10.40625, false]], [[-8.53125, false]], [[-5.15234375, false]], [[-8.28125, false]], [[-8.53125, false]], [[-8.90625, false]], [[-8.28125, false]], [[-8.53125, false]], [[-6.3125, false]], [[-7.27734375, false]], [[-8.375, false]], [[-5.15234375, false]], [[-5.27734375, false]], [[-3.90234375, false]], [[-7.02734375, false]], [[-8.28125, false]], [[-8.28125, false]], [[-10.40625, false]], [[-7.02734375, false]], [[-5.15234375, false]], [[-10.03125, false]], [[-8.28125, false]], [[-10.40625, false]], [[-8.53125, false]], [[-5.15234375, false]], [[-8.28125, false]], [[-9.53125, false]], [[-5.15234375, false]], [[-10.03125, false]], [[-10.40625, false]], [[-8.53125, false]], [[-5.15234375, false]], [[-5.52734375, false]], [[-10.65625, false]], [[-8.90625, false]], [[-7.27734375, false]], [[-8.28125, false]], [[-5.15234375, false]], [[-8.53125, false]], [[-8.90625, false]], [[-8.53125, false]], [[-10.40625, false]], [[-10.15625, false]], [[-10.78125, false]], [[-6.3125, false]], [[-5.27734375, false]], [[-8.375, false]], [[-5.15234375, false]], [[-7.27734375, false]], [[-10.40625, false]], [[-8.53125, false]], [[-9.53125, false]], [[-9.65625, false]], [[-8.53125, false]], [[-7.90234375, false]], [[-10.03125, false]], [[-5.15234375, false]], [[-8.28125, false]], [[-10.65625, false]], [[-8.90625, false]], [[-9.65625, false]], [[-7.65234375, false]], [[-10.15625, false]], [[-10.40625, false]], [[-10.03125, false]], [[-5.15234375, false]], [[-10.03125, false]], [[-8.28125, false]], [[-10.40625, false]], [[-8.53125, false]], [[-5.15234375, false]], [[-8.53125, false]], [[-9.53125, false]], [[-9.53125, false]], [[-7.65234375, false]], [[-7.90234375, false]], [[-7.65234375, false]], [[-8.53125, false]], [[-8.90625, false]], [[-10.03125, false]], [[-9.65625, false]], [[-10.78125, false]], [[-6.3125, false]], [[-7.27734375, false]], [[-11.15625, false]]], "filtered_resps": [[-7.40234375, false], [-7.27734375, false], [-10.40625, false], [-8.53125, false], [-8.28125, false], [-10.65625, false], [-7.90234375, false], [-8.53125, false], [-5.16796875, false], [-10.40625, false], [-8.53125, false], [-3.90234375, false], [-10.03125, false], [-5.16796875, false], [-10.03125, false], [-10.40625, false], [-3.90234375, false], [-8.90625, false], [-8.28125, false], [-9.53125, false], [-8.53125, false], [-10.40625, false], [-6.3125, false], [-7.27734375, false], [-8.375, false], [-5.15234375, false], [-7.27734375, false], [-3.90234375, false], [-10.40625, false], [-8.53125, false], [-5.15234375, false], [-10.15625, false], [-8.53125, false], [-8.90625, false], [-8.53125, false], [-10.40625, false], [-3.90234375, false], [-9.65625, false], [-9.65625, false], [-10.78125, false], [-5.15234375, false], [-10.03125, false], [-8.28125, false], [-10.40625, false], [-8.53125, false], [-5.15234375, false], [-8.28125, false], [-8.53125, false], [-8.90625, false], [-8.28125, false], [-8.53125, false], [-6.3125, false], [-7.27734375, false], [-8.375, false], [-5.15234375, false], [-5.27734375, false], [-3.90234375, false], [-7.02734375, false], [-8.28125, false], [-8.28125, false], [-10.40625, false], [-7.02734375, false], [-5.15234375, false], [-10.03125, false], [-8.28125, false], [-10.40625, false], [-8.53125, false], [-5.15234375, false], [-8.28125, false], [-9.53125, false], [-5.15234375, false], [-10.03125, false], [-10.40625, false], [-8.53125, false], [-5.15234375, false], [-5.52734375, false], [-10.65625, false], [-8.90625, false], [-7.27734375, false], [-8.28125, false], [-5.15234375, false], [-8.53125, false], [-8.90625, false], [-8.53125, false], [-10.40625, false], [-10.15625, false], [-10.78125, false], [-6.3125, false], [-5.27734375, false], [-8.375, false], [-5.15234375, false], [-7.27734375, false], [-10.40625, false], [-8.53125, false], [-9.53125, false], [-9.65625, false], [-8.53125, false], [-7.90234375, false], [-10.03125, false], [-5.15234375, false], [-8.28125, false], [-10.65625, false], [-8.90625, false], [-9.65625, false], [-7.65234375, false], [-10.15625, false], [-10.40625, false], [-10.03125, false], [-5.15234375, false], [-10.03125, false], [-8.28125, false], [-10.40625, false], [-8.53125, false], [-5.15234375, false], [-8.53125, false], [-9.53125, false], [-9.53125, false], [-7.65234375, false], [-7.90234375, false], [-7.65234375, false], [-8.53125, false], [-8.90625, false], [-10.03125, false], [-9.65625, false], [-10.78125, false], [-6.3125, false], [-7.27734375, false], [-11.15625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1349, "doc": {"id": "ACTAAP_2015_7_4", "question": "A student mixes a spoonful of sand into a beaker of water. Which two methods can be used to separate the sand from the water?", "choices": {"text": ["filtration and evaporation", "settling and chromatography", "chromatography and filtration", "settling and magnetic attraction"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "filtration and evaporation", "arguments": ["Question: A student mixes a spoonful of sand into a beaker of water. Which two methods can be used to separate the sand from the water?\nAnswer:", " ["], "resps": [[[-7.01171875, false]], [[-10.2578125, false]], [[-8.2578125, false]], [[-7.26171875, false]], [[-10.0078125, false]], [[-10.0078125, false]], [[-9.7578125, false]], [[-3.759765625, false]], [[-10.0078125, false]], [[-7.26171875, false]], [[-9.7578125, false]], [[-8.0078125, false]], [[-5.01171875, false]], [[-3.759765625, false]], [[-8.0078125, false]], [[-7.76171875, false]], [[-5.01171875, false]], [[-7.26171875, false]], [[-8.5078125, false]], [[-3.759765625, false]], [[-10.0078125, false]], [[-9.7578125, false]], [[-9.7578125, false]], [[-3.759765625, false]], [[-10.0078125, false]], [[-7.26171875, false]], [[-9.7578125, false]], [[-8.0078125, false]], [[-10.2578125, false]], [[-9.0546875, false]], [[-5.01171875, false]], [[-10.2578125, false]], [[-8.5078125, false]], [[-7.26171875, false]], [[-10.0078125, false]], [[-10.0078125, false]], [[-10.0078125, false]], [[-7.26171875, false]], [[-8.0078125, false]], [[-10.2578125, false]], [[-5.01171875, false]], [[-3.759765625, false]], [[-8.0078125, false]], [[-7.76171875, false]], [[-5.01171875, false]], [[-7.01171875, false]], [[-10.5078125, false]], [[-9.7578125, false]], [[-9.7578125, false]], [[-7.51171875, false]], [[-3.759765625, false]], [[-10.0078125, false]], [[-9.7578125, false]], [[-10.2578125, false]], [[-9.7578125, false]], [[-3.759765625, false]], [[-10.0078125, false]], [[-10.5078125, false]], [[-10.7578125, false]], [[-10.2578125, false]], [[-9.0546875, false]], [[-5.01171875, false]], [[-10.2578125, false]], [[-7.01171875, false]], [[-10.5078125, false]], [[-9.7578125, false]], [[-9.7578125, false]], [[-7.51171875, false]], [[-3.759765625, false]], [[-10.0078125, false]], [[-9.7578125, false]], [[-10.2578125, false]], [[-9.7578125, false]], [[-3.759765625, false]], [[-10.0078125, false]], [[-10.5078125, false]], [[-10.7578125, false]], [[-5.01171875, false]], [[-3.759765625, false]], [[-8.0078125, false]], [[-7.76171875, false]], [[-5.01171875, false]], [[-8.2578125, false]], [[-7.26171875, false]], [[-10.0078125, false]], [[-10.0078125, false]], [[-9.7578125, false]], [[-3.759765625, false]], [[-10.0078125, false]], [[-7.26171875, false]], [[-9.7578125, false]], [[-8.0078125, false]], [[-10.2578125, false]], [[-8.90625, false]], [[-5.01171875, false]], [[-10.2578125, false]], [[-8.5078125, false]], [[-7.26171875, false]], [[-10.0078125, false]], [[-10.0078125, false]], [[-10.0078125, false]], [[-7.26171875, false]], [[-8.0078125, false]], [[-10.2578125, false]], [[-5.01171875, false]], [[-3.759765625, false]], [[-8.0078125, false]], [[-7.76171875, false]], [[-5.01171875, false]], [[-7.51171875, false]], [[-3.759765625, false]], [[-10.2578125, false]], [[-8.0078125, false]], [[-7.26171875, false]], [[-10.0078125, false]], [[-7.26171875, false]], [[-7.01171875, false]], [[-5.01171875, false]], [[-3.759765625, false]], [[-10.0078125, false]], [[-10.0078125, false]], [[-9.7578125, false]], [[-3.759765625, false]], [[-7.01171875, false]], [[-10.0078125, false]], [[-7.26171875, false]], [[-9.7578125, false]], [[-8.0078125, false]], [[-10.2578125, false]], [[-11.5078125, false]]], "filtered_resps": [[-7.01171875, false], [-10.2578125, false], [-8.2578125, false], [-7.26171875, false], [-10.0078125, false], [-10.0078125, false], [-9.7578125, false], [-3.759765625, false], [-10.0078125, false], [-7.26171875, false], [-9.7578125, false], [-8.0078125, false], [-5.01171875, false], [-3.759765625, false], [-8.0078125, false], [-7.76171875, false], [-5.01171875, false], [-7.26171875, false], [-8.5078125, false], [-3.759765625, false], [-10.0078125, false], [-9.7578125, false], [-9.7578125, false], [-3.759765625, false], [-10.0078125, false], [-7.26171875, false], [-9.7578125, false], [-8.0078125, false], [-10.2578125, false], [-9.0546875, false], [-5.01171875, false], [-10.2578125, false], [-8.5078125, false], [-7.26171875, false], [-10.0078125, false], [-10.0078125, false], [-10.0078125, false], [-7.26171875, false], [-8.0078125, false], [-10.2578125, false], [-5.01171875, false], [-3.759765625, false], [-8.0078125, false], [-7.76171875, false], [-5.01171875, false], [-7.01171875, false], [-10.5078125, false], [-9.7578125, false], [-9.7578125, false], [-7.51171875, false], [-3.759765625, false], [-10.0078125, false], [-9.7578125, false], [-10.2578125, false], [-9.7578125, false], [-3.759765625, false], [-10.0078125, false], [-10.5078125, false], [-10.7578125, false], [-10.2578125, false], [-9.0546875, false], [-5.01171875, false], [-10.2578125, false], [-7.01171875, false], [-10.5078125, false], [-9.7578125, false], [-9.7578125, false], [-7.51171875, false], [-3.759765625, false], [-10.0078125, false], [-9.7578125, false], [-10.2578125, false], [-9.7578125, false], [-3.759765625, false], [-10.0078125, false], [-10.5078125, false], [-10.7578125, false], [-5.01171875, false], [-3.759765625, false], [-8.0078125, false], [-7.76171875, false], [-5.01171875, false], [-8.2578125, false], [-7.26171875, false], [-10.0078125, false], [-10.0078125, false], [-9.7578125, false], [-3.759765625, false], [-10.0078125, false], [-7.26171875, false], [-9.7578125, false], [-8.0078125, false], [-10.2578125, false], [-8.90625, false], [-5.01171875, false], [-10.2578125, false], [-8.5078125, false], [-7.26171875, false], [-10.0078125, false], [-10.0078125, false], [-10.0078125, false], [-7.26171875, false], [-8.0078125, false], [-10.2578125, false], [-5.01171875, false], [-3.759765625, false], [-8.0078125, false], [-7.76171875, false], [-5.01171875, false], [-7.51171875, false], [-3.759765625, false], [-10.2578125, false], [-8.0078125, false], [-7.26171875, false], [-10.0078125, false], [-7.26171875, false], [-7.01171875, false], [-5.01171875, false], [-3.759765625, false], [-10.0078125, false], [-10.0078125, false], [-9.7578125, false], [-3.759765625, false], [-7.01171875, false], [-10.0078125, false], [-7.26171875, false], [-9.7578125, false], [-8.0078125, false], [-10.2578125, false], [-11.5078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1357, "doc": {"id": "Mercury_7165813", "question": "A student is reading the nutritional information on a box of cereal. It says that a single serving contains 215 calories. Which type of energy is being measured by this unit?", "choices": {"text": ["kinetic", "chemical", "electrical", "mechanical"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "chemical", "arguments": ["Question: A student is reading the nutritional information on a box of cereal. It says that a single serving contains 215 calories. Which type of energy is being measured by this unit?\nAnswer:", " ["], "resps": [[[-6.84765625, false]], [[-10.1015625, false]], [[-4.84765625, false]], [[-9.6015625, false]], [[-7.34765625, false]], [[-8.6015625, false]], [[-7.84765625, false]], [[-9.6015625, false]], [[-4.59765625, false]], [[-10.1015625, false]], [[-8.578125, false]], [[-5.09765625, false]], [[-10.1015625, false]], [[-4.59765625, false]], [[-8.6015625, false]], [[-8.6015625, false]], [[-5.09765625, false]], [[-9.6015625, false]], [[-4.59765625, false]], [[-5.09765625, false]], [[-9.1015625, false]], [[-10.1015625, false]], [[-8.578125, false]], [[-5.09765625, false]], [[-10.1015625, false]], [[-8.6015625, false]], [[-9.1015625, false]], [[-8.6015625, false]], [[-4.59765625, false]], [[-7.84765625, false]], [[-10.6015625, false]], [[-9.6015625, false]], [[-4.59765625, false]], [[-5.09765625, false]], [[-9.1015625, false]], [[-10.1015625, false]], [[-8.578125, false]], [[-5.09765625, false]], [[-10.1015625, false]], [[-5.09765625, false]], [[-8.6015625, false]], [[-4.59765625, false]], [[-8.6015625, false]], [[-5.09765625, false]], [[-7.34765625, false]], [[-9.6015625, false]], [[-4.59765625, false]], [[-5.09765625, false]], [[-9.1015625, false]], [[-10.1015625, false]], [[-13.1015625, false]]], "filtered_resps": [[-6.84765625, false], [-10.1015625, false], [-4.84765625, false], [-9.6015625, false], [-7.34765625, false], [-8.6015625, false], [-7.84765625, false], [-9.6015625, false], [-4.59765625, false], [-10.1015625, false], [-8.578125, false], [-5.09765625, false], [-10.1015625, false], [-4.59765625, false], [-8.6015625, false], [-8.6015625, false], [-5.09765625, false], [-9.6015625, false], [-4.59765625, false], [-5.09765625, false], [-9.1015625, false], [-10.1015625, false], [-8.578125, false], [-5.09765625, false], [-10.1015625, false], [-8.6015625, false], [-9.1015625, false], [-8.6015625, false], [-4.59765625, false], [-7.84765625, false], [-10.6015625, false], [-9.6015625, false], [-4.59765625, false], [-5.09765625, false], [-9.1015625, false], [-10.1015625, false], [-8.578125, false], [-5.09765625, false], [-10.1015625, false], [-5.09765625, false], [-8.6015625, false], [-4.59765625, false], [-8.6015625, false], [-5.09765625, false], [-7.34765625, false], [-9.6015625, false], [-4.59765625, false], [-5.09765625, false], [-9.1015625, false], [-10.1015625, false], [-13.1015625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1365, "doc": {"id": "Mercury_SC_411419", "question": "Plants that are different from each another may have similar structures. Which structure do all plants have in common?", "choices": {"text": ["flowers", "fruit", "roots", "trunks"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "roots", "arguments": ["Question: Plants that are different from each another may have similar structures. Which structure do all plants have in common?\nAnswer:", " ["], "resps": [[[-7.45703125, false]], [[-9.3359375, false]], [[-10.3359375, false]], [[-9.9609375, false]], [[-8.3359375, false]], [[-9.9609375, false]], [[-7.58203125, false]], [[-8.4609375, false]], [[-9.3359375, false]], [[-9.3359375, false]], [[-9.765625, false]], [[-5.08203125, false]], [[-9.3359375, false]], [[-10.3359375, false]], [[-8.4609375, false]], [[-10.7109375, false]], [[-9.0859375, false]], [[-9.2109375, false]], [[-9.3359375, false]], [[-9.765625, false]], [[-5.08203125, false]], [[-9.3359375, false]], [[-8.4609375, false]], [[-8.3359375, false]], [[-8.3359375, false]], [[-9.2109375, false]], [[-9.3359375, false]], [[-9.3359375, false]], [[-9.765625, false]], [[-5.08203125, false]], [[-9.3359375, false]], [[-9.2109375, false]], [[-8.4609375, false]], [[-10.7109375, false]], [[-8.9609375, false]], [[-8.9609375, false]], [[-9.3359375, false]], [[-9.3359375, false]], [[-12.7109375, false]]], "filtered_resps": [[-7.45703125, false], [-9.3359375, false], [-10.3359375, false], [-9.9609375, false], [-8.3359375, false], [-9.9609375, false], [-7.58203125, false], [-8.4609375, false], [-9.3359375, false], [-9.3359375, false], [-9.765625, false], [-5.08203125, false], [-9.3359375, false], [-10.3359375, false], [-8.4609375, false], [-10.7109375, false], [-9.0859375, false], [-9.2109375, false], [-9.3359375, false], [-9.765625, false], [-5.08203125, false], [-9.3359375, false], [-8.4609375, false], [-8.3359375, false], [-8.3359375, false], [-9.2109375, false], [-9.3359375, false], [-9.3359375, false], [-9.765625, false], [-5.08203125, false], [-9.3359375, false], [-9.2109375, false], [-8.4609375, false], [-10.7109375, false], [-8.9609375, false], [-8.9609375, false], [-9.3359375, false], [-9.3359375, false], [-12.7109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1373, "doc": {"id": "VASoL_2008_5_33", "question": "Michael Faraday showed how electric current in a wire produces", "choices": {"text": ["molecules", "chemicals", "a vibration", "a magnetic field"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "a magnetic field", "arguments": ["Question: Michael Faraday showed how electric current in a wire produces\nAnswer:", " ["], "resps": [[[-6.87890625, false]], [[-7.12890625, false]], [[-8.625, false]], [[-10.125, false]], [[-9.625, false]], [[-8.375, false]], [[-8.625, false]], [[-9.375, false]], [[-9.625, false]], [[-8.375, false]], [[-9.125, false]], [[-7.12890625, false]], [[-8.9453125, false]], [[-5.37890625, false]], [[-7.12890625, false]], [[-8.625, false]], [[-9.375, false]], [[-8.375, false]], [[-8.625, false]], [[-7.37890625, false]], [[-8.625, false]], [[-4.62890625, false]], [[-9.625, false]], [[-9.125, false]], [[-7.12890625, false]], [[-8.9453125, false]], [[-5.37890625, false]], [[-7.12890625, false]], [[-4.62890625, false]], [[-5.37890625, false]], [[-9.125, false]], [[-7.37890625, false]], [[-8.375, false]], [[-8.875, false]], [[-4.62890625, false]], [[-9.625, false]], [[-7.37890625, false]], [[-10.125, false]], [[-8.125, false]], [[-7.12890625, false]], [[-8.9453125, false]], [[-5.37890625, false]], [[-7.12890625, false]], [[-4.62890625, false]], [[-5.37890625, false]], [[-8.625, false]], [[-4.62890625, false]], [[-11.5, false]], [[-8.125, false]], [[-8.375, false]], [[-9.625, false]], [[-7.37890625, false]], [[-8.625, false]], [[-5.37890625, false]], [[-8.125, false]], [[-7.37890625, false]], [[-8.375, false]], [[-9.625, false]], [[-9.375, false]], [[-7.12890625, false]], [[-12.25, false]]], "filtered_resps": [[-6.87890625, false], [-7.12890625, false], [-8.625, false], [-10.125, false], [-9.625, false], [-8.375, false], [-8.625, false], [-9.375, false], [-9.625, false], [-8.375, false], [-9.125, false], [-7.12890625, false], [-8.9453125, false], [-5.37890625, false], [-7.12890625, false], [-8.625, false], [-9.375, false], [-8.375, false], [-8.625, false], [-7.37890625, false], [-8.625, false], [-4.62890625, false], [-9.625, false], [-9.125, false], [-7.12890625, false], [-8.9453125, false], [-5.37890625, false], [-7.12890625, false], [-4.62890625, false], [-5.37890625, false], [-9.125, false], [-7.37890625, false], [-8.375, false], [-8.875, false], [-4.62890625, false], [-9.625, false], [-7.37890625, false], [-10.125, false], [-8.125, false], [-7.12890625, false], [-8.9453125, false], [-5.37890625, false], [-7.12890625, false], [-4.62890625, false], [-5.37890625, false], [-8.625, false], [-4.62890625, false], [-11.5, false], [-8.125, false], [-8.375, false], [-9.625, false], [-7.37890625, false], [-8.625, false], [-5.37890625, false], [-8.125, false], [-7.37890625, false], [-8.375, false], [-9.625, false], [-9.375, false], [-7.12890625, false], [-12.25, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1381, "doc": {"id": "Mercury_7091893", "question": "The Great Miami Aquifer is a large underground water supply that lies under much of southwest Ohio. The water level of the aquifer could be reduced over time by too much", "choices": {"text": ["rainfall.", "pollution.", "irrigation.", "evaporation."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "irrigation.", "arguments": ["Question: The Great Miami Aquifer is a large underground water supply that lies under much of southwest Ohio. The water level of the aquifer could be reduced over time by too much\nAnswer:", " ["], "resps": [[[-7.61328125, false]], [[-9.359375, false]], [[-12.109375, false]], [[-6.86328125, false]], [[-9.234375, false]], [[-9.609375, false]], [[-10.609375, false]], [[-6.86328125, false]], [[-11.359375, false]], [[-11.359375, false]], [[-6.92578125, false]], [[-9.359375, false]], [[-9.109375, false]], [[-5.36328125, false]], [[-9.359375, false]], [[-10.859375, false]], [[-9.734375, false]], [[-11.359375, false]], [[-11.359375, false]], [[-11.609375, false]], [[-11.609375, false]], [[-9.234375, false]], [[-9.734375, false]], [[-9.609375, false]], [[-6.92578125, false]], [[-9.359375, false]], [[-9.109375, false]], [[-5.36328125, false]], [[-9.359375, false]], [[-9.234375, false]], [[-12.109375, false]], [[-12.109375, false]], [[-9.234375, false]], [[-12.109375, false]], [[-6.86328125, false]], [[-11.609375, false]], [[-9.234375, false]], [[-9.734375, false]], [[-9.609375, false]], [[-6.92578125, false]], [[-9.359375, false]], [[-9.109375, false]], [[-5.36328125, false]], [[-9.359375, false]], [[-9.234375, false]], [[-12.859375, false]], [[-6.86328125, false]], [[-10.859375, false]], [[-9.734375, false]], [[-12.109375, false]], [[-6.86328125, false]], [[-11.609375, false]], [[-9.234375, false]], [[-9.734375, false]], [[-9.609375, false]], [[-6.92578125, false]], [[-9.359375, false]], [[-12.359375, false]]], "filtered_resps": [[-7.61328125, false], [-9.359375, false], [-12.109375, false], [-6.86328125, false], [-9.234375, false], [-9.609375, false], [-10.609375, false], [-6.86328125, false], [-11.359375, false], [-11.359375, false], [-6.92578125, false], [-9.359375, false], [-9.109375, false], [-5.36328125, false], [-9.359375, false], [-10.859375, false], [-9.734375, false], [-11.359375, false], [-11.359375, false], [-11.609375, false], [-11.609375, false], [-9.234375, false], [-9.734375, false], [-9.609375, false], [-6.92578125, false], [-9.359375, false], [-9.109375, false], [-5.36328125, false], [-9.359375, false], [-9.234375, false], [-12.109375, false], [-12.109375, false], [-9.234375, false], [-12.109375, false], [-6.86328125, false], [-11.609375, false], [-9.234375, false], [-9.734375, false], [-9.609375, false], [-6.92578125, false], [-9.359375, false], [-9.109375, false], [-5.36328125, false], [-9.359375, false], [-9.234375, false], [-12.859375, false], [-6.86328125, false], [-10.859375, false], [-9.734375, false], [-12.109375, false], [-6.86328125, false], [-11.609375, false], [-9.234375, false], [-9.734375, false], [-9.609375, false], [-6.92578125, false], [-9.359375, false], [-12.359375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1389, "doc": {"id": "Mercury_SC_416653", "question": "Which type of ecosystem has the greatest variation in temperature from its top to its bottom?", "choices": {"text": ["lake", "pond", "ocean", "estuary"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "ocean", "arguments": ["Question: Which type of ecosystem has the greatest variation in temperature from its top to its bottom?\nAnswer:", " ["], "resps": [[[-8.015625, false]], [[-8.765625, false]], [[-9.765625, false]], [[-3.51171875, false]], [[-11.640625, false]], [[-5.76171875, false]], [[-8.765625, false]], [[-10.265625, false]], [[-5.51171875, false]], [[-8.765625, false]], [[-10.265625, false]], [[-8.015625, false]], [[-9.015625, false]], [[-7.76171875, false]], [[-8.765625, false]], [[-10.265625, false]], [[-5.51171875, false]], [[-8.765625, false]], [[-8.015625, false]], [[-8.765625, false]], [[-5.76171875, false]], [[-3.51171875, false]], [[-9.015625, false]], [[-8.765625, false]], [[-10.265625, false]], [[-5.51171875, false]], [[-8.765625, false]], [[-5.76171875, false]], [[-9.765625, false]], [[-10.640625, false]], [[-12.140625, false]], [[-3.51171875, false]], [[-10.265625, false]], [[-11.140625, false]], [[-8.765625, false]], [[-14.015625, false]]], "filtered_resps": [[-8.015625, false], [-8.765625, false], [-9.765625, false], [-3.51171875, false], [-11.640625, false], [-5.76171875, false], [-8.765625, false], [-10.265625, false], [-5.51171875, false], [-8.765625, false], [-10.265625, false], [-8.015625, false], [-9.015625, false], [-7.76171875, false], [-8.765625, false], [-10.265625, false], [-5.51171875, false], [-8.765625, false], [-8.015625, false], [-8.765625, false], [-5.76171875, false], [-3.51171875, false], [-9.015625, false], [-8.765625, false], [-10.265625, false], [-5.51171875, false], [-8.765625, false], [-5.76171875, false], [-9.765625, false], [-10.640625, false], [-12.140625, false], [-3.51171875, false], [-10.265625, false], [-11.140625, false], [-8.765625, false], [-14.015625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1397, "doc": {"id": "Mercury_7201268", "question": "The European starling entered North America in the late 1800s. It proved very successful and was able to spread throughout the United States by 1955. The survival and rapid reproduction of starlings most likely limited the population size of which organisms within its habitats?", "choices": {"text": ["its decomposers", "its competitors", "its mutualists", "its predators"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "its competitors", "arguments": ["Question: The European starling entered North America in the late 1800s. It proved very successful and was able to spread throughout the United States by 1955. The survival and rapid reproduction of starlings most likely limited the population size of which organisms within its habitats?\nAnswer:", " ["], "resps": [[[-6.88671875, false]], [[-9.390625, false]], [[-9.390625, false]], [[-11.140625, false]], [[-10.140625, false]], [[-5.63671875, false]], [[-9.140625, false]], [[-9.140625, false]], [[-9.140625, false]], [[-9.890625, false]], [[-11.390625, false]], [[-10.140625, false]], [[-9.890625, false]], [[-10.140625, false]], [[-9.140625, false]], [[-10.640625, false]], [[-10.140625, false]], [[-9.390625, false]], [[-10.515625, false]], [[-5.63671875, false]], [[-9.390625, false]], [[-9.390625, false]], [[-11.140625, false]], [[-10.140625, false]], [[-5.63671875, false]], [[-9.140625, false]], [[-9.890625, false]], [[-11.390625, false]], [[-10.140625, false]], [[-9.140625, false]], [[-11.140625, false]], [[-9.390625, false]], [[-11.140625, false]], [[-9.890625, false]], [[-10.640625, false]], [[-10.140625, false]], [[-9.390625, false]], [[-10.515625, false]], [[-5.63671875, false]], [[-9.390625, false]], [[-9.390625, false]], [[-11.140625, false]], [[-10.140625, false]], [[-5.63671875, false]], [[-11.390625, false]], [[-12.640625, false]], [[-11.140625, false]], [[-12.640625, false]], [[-6.63671875, false]], [[-10.640625, false]], [[-9.390625, false]], [[-10.140625, false]], [[-11.140625, false]], [[-10.140625, false]], [[-9.390625, false]], [[-10.6015625, false]], [[-5.63671875, false]], [[-9.390625, false]], [[-9.390625, false]], [[-11.140625, false]], [[-10.140625, false]], [[-5.63671875, false]], [[-10.140625, false]], [[-10.640625, false]], [[-9.140625, false]], [[-9.140625, false]], [[-6.63671875, false]], [[-11.140625, false]], [[-9.890625, false]], [[-10.640625, false]], [[-10.140625, false]], [[-9.390625, false]], [[-12.390625, false]]], "filtered_resps": [[-6.88671875, false], [-9.390625, false], [-9.390625, false], [-11.140625, false], [-10.140625, false], [-5.63671875, false], [-9.140625, false], [-9.140625, false], [-9.140625, false], [-9.890625, false], [-11.390625, false], [-10.140625, false], [-9.890625, false], [-10.140625, false], [-9.140625, false], [-10.640625, false], [-10.140625, false], [-9.390625, false], [-10.515625, false], [-5.63671875, false], [-9.390625, false], [-9.390625, false], [-11.140625, false], [-10.140625, false], [-5.63671875, false], [-9.140625, false], [-9.890625, false], [-11.390625, false], [-10.140625, false], [-9.140625, false], [-11.140625, false], [-9.390625, false], [-11.140625, false], [-9.890625, false], [-10.640625, false], [-10.140625, false], [-9.390625, false], [-10.515625, false], [-5.63671875, false], [-9.390625, false], [-9.390625, false], [-11.140625, false], [-10.140625, false], [-5.63671875, false], [-11.390625, false], [-12.640625, false], [-11.140625, false], [-12.640625, false], [-6.63671875, false], [-10.640625, false], [-9.390625, false], [-10.140625, false], [-11.140625, false], [-10.140625, false], [-9.390625, false], [-10.6015625, false], [-5.63671875, false], [-9.390625, false], [-9.390625, false], [-11.140625, false], [-10.140625, false], [-5.63671875, false], [-10.140625, false], [-10.640625, false], [-9.140625, false], [-9.140625, false], [-6.63671875, false], [-11.140625, false], [-9.890625, false], [-10.640625, false], [-10.140625, false], [-9.390625, false], [-12.390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1405, "doc": {"id": "VASoL_2007_5_12", "question": "Which of these best describes the relationship between Earth's layers?", "choices": {"text": ["The hottest layers are closest to the core.", "The more liquid layers are closest to the crust.", "The lightest layers are closest to the core.", "The more metallic layers are closest to the crust."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "The hottest layers are closest to the core.", "arguments": ["Question: Which of these best describes the relationship between Earth's layers?\nAnswer:", " ["], "resps": [[[-6.92578125, false]], [[-8.4296875, false]], [[-6.67578125, false]], [[-10.9296875, false]], [[-7.42578125, false]], [[-5.17578125, false]], [[-10.9296875, false]], [[-8.9296875, false]], [[-10.4296875, false]], [[-10.4296875, false]], [[-7.42578125, false]], [[-10.4296875, false]], [[-10.4296875, false]], [[-5.17578125, false]], [[-10.6796875, false]], [[-5.42578125, false]], [[-11.4296875, false]], [[-7.42578125, false]], [[-11.1796875, false]], [[-10.4296875, false]], [[-5.17578125, false]], [[-5.42578125, false]], [[-11.1796875, false]], [[-7.42578125, false]], [[-5.17578125, false]], [[-8.9296875, false]], [[-10.6796875, false]], [[-8.9296875, false]], [[-10.4296875, false]], [[-7.42578125, false]], [[-10.4296875, false]], [[-10.4296875, false]], [[-5.17578125, false]], [[-10.4296875, false]], [[-8.9296875, false]], [[-5.17578125, false]], [[-10.4296875, false]], [[-10.9296875, false]], [[-7.42578125, false]], [[-5.17578125, false]], [[-8.9296875, false]], [[-8.9296875, false]], [[-11.1796875, false]], [[-7.42578125, false]], [[-6.4375, false]], [[-8.4296875, false]], [[-8.9375, false]], [[-5.17578125, false]], [[-8.4296875, false]], [[-6.67578125, false]], [[-10.9296875, false]], [[-7.42578125, false]], [[-5.17578125, false]], [[-9.4296875, false]], [[-8.9296875, false]], [[-11.1796875, false]], [[-7.42578125, false]], [[-5.17578125, false]], [[-10.6796875, false]], [[-8.4296875, false]], [[-12.9296875, false]], [[-13.4296875, false]], [[-8.4296875, false]], [[-9.9296875, false]], [[-5.17578125, false]], [[-10.6796875, false]], [[-5.42578125, false]], [[-11.4296875, false]], [[-7.42578125, false]], [[-11.1796875, false]], [[-10.4296875, false]], [[-5.17578125, false]], [[-5.42578125, false]], [[-11.1796875, false]], [[-7.42578125, false]], [[-5.17578125, false]], [[-8.9296875, false]], [[-10.6796875, false]], [[-8.9296875, false]], [[-10.4296875, false]], [[-7.42578125, false]], [[-10.4296875, false]], [[-10.4296875, false]], [[-5.17578125, false]], [[-10.4296875, false]], [[-8.9296875, false]], [[-5.17578125, false]], [[-10.4296875, false]], [[-10.9296875, false]], [[-7.42578125, false]], [[-5.17578125, false]], [[-8.9296875, false]], [[-11.1796875, false]], [[-13.4296875, false]], [[-10.4296875, false]], [[-10.4296875, false]], [[-6.4375, false]], [[-8.4296875, false]], [[-8.9375, false]], [[-5.17578125, false]], [[-8.4296875, false]], [[-6.67578125, false]], [[-10.9296875, false]], [[-7.42578125, false]], [[-5.17578125, false]], [[-10.6796875, false]], [[-8.4296875, false]], [[-11.9296875, false]], [[-10.9296875, false]], [[-10.4296875, false]], [[-7.42578125, false]], [[-10.4296875, false]], [[-10.4296875, false]], [[-5.17578125, false]], [[-10.6796875, false]], [[-5.42578125, false]], [[-11.4296875, false]], [[-7.42578125, false]], [[-11.1796875, false]], [[-10.4296875, false]], [[-5.17578125, false]], [[-5.42578125, false]], [[-11.1796875, false]], [[-7.42578125, false]], [[-5.17578125, false]], [[-8.9296875, false]], [[-10.6796875, false]], [[-8.9296875, false]], [[-10.4296875, false]], [[-7.42578125, false]], [[-10.4296875, false]], [[-10.4296875, false]], [[-5.17578125, false]], [[-10.4296875, false]], [[-8.9296875, false]], [[-5.17578125, false]], [[-10.4296875, false]], [[-10.9296875, false]], [[-7.42578125, false]], [[-5.17578125, false]], [[-8.9296875, false]], [[-8.9296875, false]], [[-11.1796875, false]], [[-7.42578125, false]], [[-6.4375, false]], [[-8.4296875, false]], [[-8.9375, false]], [[-5.17578125, false]], [[-8.4296875, false]], [[-6.67578125, false]], [[-10.9296875, false]], [[-7.42578125, false]], [[-5.17578125, false]], [[-9.4296875, false]], [[-8.9296875, false]], [[-11.1796875, false]], [[-7.42578125, false]], [[-5.17578125, false]], [[-9.4296875, false]], [[-7.42578125, false]], [[-10.4296875, false]], [[-5.42578125, false]], [[-10.6796875, false]], [[-10.6796875, false]], [[-8.4296875, false]], [[-8.9296875, false]], [[-5.17578125, false]], [[-10.6796875, false]], [[-5.42578125, false]], [[-11.4296875, false]], [[-7.42578125, false]], [[-11.1796875, false]], [[-10.4296875, false]], [[-5.17578125, false]], [[-5.42578125, false]], [[-11.1796875, false]], [[-7.42578125, false]], [[-5.17578125, false]], [[-8.9296875, false]], [[-10.6796875, false]], [[-8.9296875, false]], [[-10.4296875, false]], [[-7.42578125, false]], [[-10.4296875, false]], [[-10.4296875, false]], [[-5.17578125, false]], [[-10.4296875, false]], [[-8.9296875, false]], [[-5.17578125, false]], [[-10.4296875, false]], [[-10.9296875, false]], [[-7.42578125, false]], [[-5.17578125, false]], [[-8.9296875, false]], [[-11.1796875, false]], [[-13.4296875, false]], [[-10.4296875, false]], [[-10.4296875, false]], [[-6.4375, false]], [[-8.4296875, false]], [[-13.1796875, false]]], "filtered_resps": [[-6.92578125, false], [-8.4296875, false], [-6.67578125, false], [-10.9296875, false], [-7.42578125, false], [-5.17578125, false], [-10.9296875, false], [-8.9296875, false], [-10.4296875, false], [-10.4296875, false], [-7.42578125, false], [-10.4296875, false], [-10.4296875, false], [-5.17578125, false], [-10.6796875, false], [-5.42578125, false], [-11.4296875, false], [-7.42578125, false], [-11.1796875, false], [-10.4296875, false], [-5.17578125, false], [-5.42578125, false], [-11.1796875, false], [-7.42578125, false], [-5.17578125, false], [-8.9296875, false], [-10.6796875, false], [-8.9296875, false], [-10.4296875, false], [-7.42578125, false], [-10.4296875, false], [-10.4296875, false], [-5.17578125, false], [-10.4296875, false], [-8.9296875, false], [-5.17578125, false], [-10.4296875, false], [-10.9296875, false], [-7.42578125, false], [-5.17578125, false], [-8.9296875, false], [-8.9296875, false], [-11.1796875, false], [-7.42578125, false], [-6.4375, false], [-8.4296875, false], [-8.9375, false], [-5.17578125, false], [-8.4296875, false], [-6.67578125, false], [-10.9296875, false], [-7.42578125, false], [-5.17578125, false], [-9.4296875, false], [-8.9296875, false], [-11.1796875, false], [-7.42578125, false], [-5.17578125, false], [-10.6796875, false], [-8.4296875, false], [-12.9296875, false], [-13.4296875, false], [-8.4296875, false], [-9.9296875, false], [-5.17578125, false], [-10.6796875, false], [-5.42578125, false], [-11.4296875, false], [-7.42578125, false], [-11.1796875, false], [-10.4296875, false], [-5.17578125, false], [-5.42578125, false], [-11.1796875, false], [-7.42578125, false], [-5.17578125, false], [-8.9296875, false], [-10.6796875, false], [-8.9296875, false], [-10.4296875, false], [-7.42578125, false], [-10.4296875, false], [-10.4296875, false], [-5.17578125, false], [-10.4296875, false], [-8.9296875, false], [-5.17578125, false], [-10.4296875, false], [-10.9296875, false], [-7.42578125, false], [-5.17578125, false], [-8.9296875, false], [-11.1796875, false], [-13.4296875, false], [-10.4296875, false], [-10.4296875, false], [-6.4375, false], [-8.4296875, false], [-8.9375, false], [-5.17578125, false], [-8.4296875, false], [-6.67578125, false], [-10.9296875, false], [-7.42578125, false], [-5.17578125, false], [-10.6796875, false], [-8.4296875, false], [-11.9296875, false], [-10.9296875, false], [-10.4296875, false], [-7.42578125, false], [-10.4296875, false], [-10.4296875, false], [-5.17578125, false], [-10.6796875, false], [-5.42578125, false], [-11.4296875, false], [-7.42578125, false], [-11.1796875, false], [-10.4296875, false], [-5.17578125, false], [-5.42578125, false], [-11.1796875, false], [-7.42578125, false], [-5.17578125, false], [-8.9296875, false], [-10.6796875, false], [-8.9296875, false], [-10.4296875, false], [-7.42578125, false], [-10.4296875, false], [-10.4296875, false], [-5.17578125, false], [-10.4296875, false], [-8.9296875, false], [-5.17578125, false], [-10.4296875, false], [-10.9296875, false], [-7.42578125, false], [-5.17578125, false], [-8.9296875, false], [-8.9296875, false], [-11.1796875, false], [-7.42578125, false], [-6.4375, false], [-8.4296875, false], [-8.9375, false], [-5.17578125, false], [-8.4296875, false], [-6.67578125, false], [-10.9296875, false], [-7.42578125, false], [-5.17578125, false], [-9.4296875, false], [-8.9296875, false], [-11.1796875, false], [-7.42578125, false], [-5.17578125, false], [-9.4296875, false], [-7.42578125, false], [-10.4296875, false], [-5.42578125, false], [-10.6796875, false], [-10.6796875, false], [-8.4296875, false], [-8.9296875, false], [-5.17578125, false], [-10.6796875, false], [-5.42578125, false], [-11.4296875, false], [-7.42578125, false], [-11.1796875, false], [-10.4296875, false], [-5.17578125, false], [-5.42578125, false], [-11.1796875, false], [-7.42578125, false], [-5.17578125, false], [-8.9296875, false], [-10.6796875, false], [-8.9296875, false], [-10.4296875, false], [-7.42578125, false], [-10.4296875, false], [-10.4296875, false], [-5.17578125, false], [-10.4296875, false], [-8.9296875, false], [-5.17578125, false], [-10.4296875, false], [-10.9296875, false], [-7.42578125, false], [-5.17578125, false], [-8.9296875, false], [-11.1796875, false], [-13.4296875, false], [-10.4296875, false], [-10.4296875, false], [-6.4375, false], [-8.4296875, false], [-13.1796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1413, "doc": {"id": "Mercury_7234343", "question": "Which difference between land and water contributes most directly to global climate change resulting from tectonic movement?", "choices": {"text": ["mean material densities", "magnetic material content", "heat absorption and retention properties", "rate of radioactivity-related heat release"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "heat absorption and retention properties", "arguments": ["Question: Which difference between land and water contributes most directly to global climate change resulting from tectonic movement?\nAnswer:", " ["], "resps": [[[-7.69921875, false]], [[-8.9453125, false]], [[-10.9453125, false]], [[-8.6953125, false]], [[-6.69921875, false]], [[-10.4453125, false]], [[-5.94921875, false]], [[-10.9453125, false]], [[-6.69921875, false]], [[-10.6953125, false]], [[-8.6953125, false]], [[-12.1953125, false]], [[-9.9453125, false]], [[-6.69921875, false]], [[-11.4453125, false]], [[-5.94921875, false]], [[-9.6953125, false]], [[-8.6953125, false]], [[-10.4453125, false]], [[-10.6953125, false]], [[-9.9453125, false]], [[-10.6953125, false]], [[-9.9453125, false]], [[-8.6953125, false]], [[-10.6953125, false]], [[-8.9453125, false]], [[-10.2421875, false]], [[-5.94921875, false]], [[-8.9453125, false]], [[-10.9453125, false]], [[-6.69921875, false]], [[-12.6953125, false]], [[-10.4453125, false]], [[-8.6953125, false]], [[-10.6953125, false]], [[-9.9453125, false]], [[-10.4453125, false]], [[-5.94921875, false]], [[-10.9453125, false]], [[-6.69921875, false]], [[-10.6953125, false]], [[-8.6953125, false]], [[-12.1953125, false]], [[-9.9453125, false]], [[-6.69921875, false]], [[-11.4453125, false]], [[-5.94921875, false]], [[-10.4453125, false]], [[-10.4453125, false]], [[-10.4453125, false]], [[-10.6953125, false]], [[-8.6953125, false]], [[-10.4453125, false]], [[-10.6953125, false]], [[-8.9453125, false]], [[-10.2421875, false]], [[-5.94921875, false]], [[-8.9453125, false]], [[-11.9453125, false]], [[-8.6953125, false]], [[-6.69921875, false]], [[-10.6953125, false]], [[-5.94921875, false]], [[-6.69921875, false]], [[-10.6953125, false]], [[-10.6953125, false]], [[-10.4453125, false]], [[-12.1953125, false]], [[-10.9453125, false]], [[-10.6953125, false]], [[-9.9453125, false]], [[-10.4453125, false]], [[-10.4453125, false]], [[-5.94921875, false]], [[-6.69921875, false]], [[-10.4453125, false]], [[-9.6953125, false]], [[-5.94921875, false]], [[-12.1953125, false]], [[-8.6953125, false]], [[-10.6953125, false]], [[-8.6953125, false]], [[-10.4453125, false]], [[-10.6953125, false]], [[-9.9453125, false]], [[-10.4453125, false]], [[-10.4453125, false]], [[-5.94921875, false]], [[-10.9453125, false]], [[-12.1953125, false]], [[-10.4453125, false]], [[-10.9453125, false]], [[-8.6953125, false]], [[-12.1953125, false]], [[-10.6953125, false]], [[-9.9453125, false]], [[-8.6953125, false]], [[-10.6953125, false]], [[-8.9453125, false]], [[-10.2421875, false]], [[-5.94921875, false]], [[-8.9453125, false]], [[-12.1953125, false]], [[-6.69921875, false]], [[-10.6953125, false]], [[-8.6953125, false]], [[-5.94921875, false]], [[-10.4453125, false]], [[-10.6953125, false]], [[-5.94921875, false]], [[-12.1953125, false]], [[-6.69921875, false]], [[-9.6953125, false]], [[-9.9453125, false]], [[-10.4453125, false]], [[-6.69921875, false]], [[-10.4453125, false]], [[-10.6953125, false]], [[-9.9453125, false]], [[-12.9453125, false]], [[-9.9453125, false]], [[-10.6953125, false]], [[-11.9453125, false]], [[-6.69921875, false]], [[-12.1953125, false]], [[-8.6953125, false]], [[-11.4453125, false]], [[-6.69921875, false]], [[-10.6953125, false]], [[-8.6953125, false]], [[-9.6953125, false]], [[-5.94921875, false]], [[-11.9453125, false]], [[-8.6953125, false]], [[-6.69921875, false]], [[-10.6953125, false]], [[-5.94921875, false]], [[-12.1953125, false]], [[-8.6953125, false]], [[-11.4453125, false]], [[-8.6953125, false]], [[-6.69921875, false]], [[-10.6953125, false]], [[-8.6953125, false]], [[-8.9453125, false]], [[-14.6953125, false]]], "filtered_resps": [[-7.69921875, false], [-8.9453125, false], [-10.9453125, false], [-8.6953125, false], [-6.69921875, false], [-10.4453125, false], [-5.94921875, false], [-10.9453125, false], [-6.69921875, false], [-10.6953125, false], [-8.6953125, false], [-12.1953125, false], [-9.9453125, false], [-6.69921875, false], [-11.4453125, false], [-5.94921875, false], [-9.6953125, false], [-8.6953125, false], [-10.4453125, false], [-10.6953125, false], [-9.9453125, false], [-10.6953125, false], [-9.9453125, false], [-8.6953125, false], [-10.6953125, false], [-8.9453125, false], [-10.2421875, false], [-5.94921875, false], [-8.9453125, false], [-10.9453125, false], [-6.69921875, false], [-12.6953125, false], [-10.4453125, false], [-8.6953125, false], [-10.6953125, false], [-9.9453125, false], [-10.4453125, false], [-5.94921875, false], [-10.9453125, false], [-6.69921875, false], [-10.6953125, false], [-8.6953125, false], [-12.1953125, false], [-9.9453125, false], [-6.69921875, false], [-11.4453125, false], [-5.94921875, false], [-10.4453125, false], [-10.4453125, false], [-10.4453125, false], [-10.6953125, false], [-8.6953125, false], [-10.4453125, false], [-10.6953125, false], [-8.9453125, false], [-10.2421875, false], [-5.94921875, false], [-8.9453125, false], [-11.9453125, false], [-8.6953125, false], [-6.69921875, false], [-10.6953125, false], [-5.94921875, false], [-6.69921875, false], [-10.6953125, false], [-10.6953125, false], [-10.4453125, false], [-12.1953125, false], [-10.9453125, false], [-10.6953125, false], [-9.9453125, false], [-10.4453125, false], [-10.4453125, false], [-5.94921875, false], [-6.69921875, false], [-10.4453125, false], [-9.6953125, false], [-5.94921875, false], [-12.1953125, false], [-8.6953125, false], [-10.6953125, false], [-8.6953125, false], [-10.4453125, false], [-10.6953125, false], [-9.9453125, false], [-10.4453125, false], [-10.4453125, false], [-5.94921875, false], [-10.9453125, false], [-12.1953125, false], [-10.4453125, false], [-10.9453125, false], [-8.6953125, false], [-12.1953125, false], [-10.6953125, false], [-9.9453125, false], [-8.6953125, false], [-10.6953125, false], [-8.9453125, false], [-10.2421875, false], [-5.94921875, false], [-8.9453125, false], [-12.1953125, false], [-6.69921875, false], [-10.6953125, false], [-8.6953125, false], [-5.94921875, false], [-10.4453125, false], [-10.6953125, false], [-5.94921875, false], [-12.1953125, false], [-6.69921875, false], [-9.6953125, false], [-9.9453125, false], [-10.4453125, false], [-6.69921875, false], [-10.4453125, false], [-10.6953125, false], [-9.9453125, false], [-12.9453125, false], [-9.9453125, false], [-10.6953125, false], [-11.9453125, false], [-6.69921875, false], [-12.1953125, false], [-8.6953125, false], [-11.4453125, false], [-6.69921875, false], [-10.6953125, false], [-8.6953125, false], [-9.6953125, false], [-5.94921875, false], [-11.9453125, false], [-8.6953125, false], [-6.69921875, false], [-10.6953125, false], [-5.94921875, false], [-12.1953125, false], [-8.6953125, false], [-11.4453125, false], [-8.6953125, false], [-6.69921875, false], [-10.6953125, false], [-8.6953125, false], [-8.9453125, false], [-14.6953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1421, "doc": {"id": "TIMSS_2011_8_pg23", "question": "The following waste materials are buried in a landfill. Which will break down most quickly?", "choices": {"text": ["steel", "plastic", "glass", "paper"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "paper", "arguments": ["Question: The following waste materials are buried in a landfill. Which will break down most quickly?\nAnswer:", " ["], "resps": [[[-7.1875, false]], [[-9.3125, false]], [[-10.3125, false]], [[-10.8125, false]], [[-8.8125, false]], [[-8.8125, false]], [[-9.1875, false]], [[-9.3125, false]], [[-8.796875, false]], [[-4.9375, false]], [[-9.3125, false]], [[-11.1875, false]], [[-9.1875, false]], [[-5.6875, false]], [[-10.3125, false]], [[-10.8125, false]], [[-8.6875, false]], [[-8.6875, false]], [[-9.3125, false]], [[-8.796875, false]], [[-4.9375, false]], [[-9.3125, false]], [[-11.9375, false]], [[-9.1875, false]], [[-5.6875, false]], [[-10.3125, false]], [[-10.3125, false]], [[-9.3125, false]], [[-8.796875, false]], [[-4.9375, false]], [[-9.3125, false]], [[-11.1875, false]], [[-5.6875, false]], [[-11.1875, false]], [[-8.8125, false]], [[-10.5625, false]], [[-9.3125, false]], [[-15.0625, false]]], "filtered_resps": [[-7.1875, false], [-9.3125, false], [-10.3125, false], [-10.8125, false], [-8.8125, false], [-8.8125, false], [-9.1875, false], [-9.3125, false], [-8.796875, false], [-4.9375, false], [-9.3125, false], [-11.1875, false], [-9.1875, false], [-5.6875, false], [-10.3125, false], [-10.8125, false], [-8.6875, false], [-8.6875, false], [-9.3125, false], [-8.796875, false], [-4.9375, false], [-9.3125, false], [-11.9375, false], [-9.1875, false], [-5.6875, false], [-10.3125, false], [-10.3125, false], [-9.3125, false], [-8.796875, false], [-4.9375, false], [-9.3125, false], [-11.1875, false], [-5.6875, false], [-11.1875, false], [-8.8125, false], [-10.5625, false], [-9.3125, false], [-15.0625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1429, "doc": {"id": "Mercury_404991", "question": "Which is a primary energy source used by power plants to generate electricity?", "choices": {"text": ["coal", "wood", "gasoline", "batteries"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "coal", "arguments": ["Question: Which is a primary energy source used by power plants to generate electricity?\nAnswer:", " ["], "resps": [[[-8.0625, false]], [[-9.3125, false]], [[-9.8125, false]], [[-10.0625, false]], [[-5.80859375, false]], [[-11.8125, false]], [[-9.3125, false]], [[-9.9375, false]], [[-5.80859375, false]], [[-9.3125, false]], [[-11.5625, false]], [[-10.0625, false]], [[-10.0625, false]], [[-12.0625, false]], [[-9.3125, false]], [[-9.9375, false]], [[-5.80859375, false]], [[-9.3125, false]], [[-14.0625, false]], [[-5.80859375, false]], [[-11.8125, false]], [[-10.0625, false]], [[-11.8125, false]], [[-8.3125, false]], [[-9.8125, false]], [[-9.0625, false]], [[-9.3125, false]], [[-9.9375, false]], [[-5.80859375, false]], [[-9.3125, false]], [[-12.0625, false]], [[-5.80859375, false]], [[-13.0625, false]], [[-13.0625, false]], [[-9.0625, false]], [[-14.5625, false]], [[-8.3125, false]], [[-9.0625, false]], [[-11.8125, false]], [[-9.3125, false]], [[-15.3125, false]]], "filtered_resps": [[-8.0625, false], [-9.3125, false], [-9.8125, false], [-10.0625, false], [-5.80859375, false], [-11.8125, false], [-9.3125, false], [-9.9375, false], [-5.80859375, false], [-9.3125, false], [-11.5625, false], [-10.0625, false], [-10.0625, false], [-12.0625, false], [-9.3125, false], [-9.9375, false], [-5.80859375, false], [-9.3125, false], [-14.0625, false], [-5.80859375, false], [-11.8125, false], [-10.0625, false], [-11.8125, false], [-8.3125, false], [-9.8125, false], [-9.0625, false], [-9.3125, false], [-9.9375, false], [-5.80859375, false], [-9.3125, false], [-12.0625, false], [-5.80859375, false], [-13.0625, false], [-13.0625, false], [-9.0625, false], [-14.5625, false], [-8.3125, false], [-9.0625, false], [-11.8125, false], [-9.3125, false], [-15.3125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1437, "doc": {"id": "Mercury_SC_400843", "question": "Which material is attracted to a magnet?", "choices": {"text": ["iron", "wood", "plastic", "ice"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "iron", "arguments": ["Question: Which material is attracted to a magnet?\nAnswer:", " ["], "resps": [[[-8.265625, false]], [[-8.015625, false]], [[-8.265625, false]], [[-8.765625, false]], [[-9.765625, false]], [[-8.265625, false]], [[-8.015625, false]], [[-9.4296875, false]], [[-5.26171875, false]], [[-8.015625, false]], [[-10.515625, false]], [[-9.765625, false]], [[-9.765625, false]], [[-11.015625, false]], [[-8.015625, false]], [[-9.4296875, false]], [[-5.26171875, false]], [[-8.015625, false]], [[-9.015625, false]], [[-9.515625, false]], [[-4.26171875, false]], [[-8.515625, false]], [[-9.265625, false]], [[-8.265625, false]], [[-8.765625, false]], [[-8.015625, false]], [[-9.4296875, false]], [[-5.26171875, false]], [[-8.015625, false]], [[-8.265625, false]], [[-8.765625, false]], [[-9.515625, false]], [[-8.015625, false]], [[-13.265625, false]]], "filtered_resps": [[-8.265625, false], [-8.015625, false], [-8.265625, false], [-8.765625, false], [-9.765625, false], [-8.265625, false], [-8.015625, false], [-9.4296875, false], [-5.26171875, false], [-8.015625, false], [-10.515625, false], [-9.765625, false], [-9.765625, false], [-11.015625, false], [-8.015625, false], [-9.4296875, false], [-5.26171875, false], [-8.015625, false], [-9.015625, false], [-9.515625, false], [-4.26171875, false], [-8.515625, false], [-9.265625, false], [-8.265625, false], [-8.765625, false], [-8.015625, false], [-9.4296875, false], [-5.26171875, false], [-8.015625, false], [-8.265625, false], [-8.765625, false], [-9.515625, false], [-8.015625, false], [-13.265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1445, "doc": {"id": "Mercury_SC_409669", "question": "A scientist discovered a way to turn plant material into fuel. This more cleanly burning fuel can be used in cars. How do people most likely benefit from turning plant material into fuel?", "choices": {"text": ["Cars are safer to drive.", "Farmers grow more plants.", "The amount of air pollution is reduced.", "The number of cars around the world increases."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "The amount of air pollution is reduced.", "arguments": ["Question: A scientist discovered a way to turn plant material into fuel. This more cleanly burning fuel can be used in cars. How do people most likely benefit from turning plant material into fuel?\nAnswer:", " ["], "resps": [[[-7.7265625, false]], [[-9.8515625, false]], [[-6.4765625, false]], [[-6.4765625, false]], [[-12.9765625, false]], [[-10.6015625, false]], [[-5.9765625, false]], [[-6.4765625, false]], [[-12.9765625, false]], [[-9.2265625, false]], [[-5.9765625, false]], [[-10.6015625, false]], [[-6.4765625, false]], [[-12.7265625, false]], [[-9.2265625, false]], [[-12.9765625, false]], [[-5.9765625, false]], [[-12.3515625, false]], [[-11.1015625, false]], [[-5.9765625, false]], [[-10.8515625, false]], [[-12.9765625, false]], [[-8.4765625, false]], [[-13.2265625, false]], [[-9.2265625, false]], [[-8.21875, false]], [[-9.8515625, false]], [[-10.78125, false]], [[-5.9765625, false]], [[-9.8515625, false]], [[-7.7265625, false]], [[-6.4765625, false]], [[-12.9765625, false]], [[-11.9765625, false]], [[-9.2265625, false]], [[-12.9765625, false]], [[-10.6015625, false]], [[-5.9765625, false]], [[-14.1015625, false]], [[-12.9765625, false]], [[-11.1015625, false]], [[-11.9765625, false]], [[-5.9765625, false]], [[-11.9765625, false]], [[-11.1015625, false]], [[-12.9765625, false]], [[-9.2265625, false]], [[-5.9765625, false]], [[-10.1015625, false]], [[-11.6015625, false]], [[-6.4765625, false]], [[-11.4765625, false]], [[-12.3515625, false]], [[-10.6015625, false]], [[-8.21875, false]], [[-9.8515625, false]], [[-10.78125, false]], [[-5.9765625, false]], [[-9.8515625, false]], [[-8.4765625, false]], [[-12.4765625, false]], [[-9.2265625, false]], [[-5.9765625, false]], [[-6.4765625, false]], [[-11.9765625, false]], [[-11.1015625, false]], [[-11.6015625, false]], [[-11.4765625, false]], [[-12.3515625, false]], [[-5.9765625, false]], [[-11.1015625, false]], [[-12.7265625, false]], [[-5.9765625, false]], [[-6.4765625, false]], [[-8.4765625, false]], [[-12.9765625, false]], [[-5.9765625, false]], [[-10.1015625, false]], [[-11.1015625, false]], [[-11.6015625, false]], [[-11.6015625, false]], [[-11.6015625, false]], [[-12.3515625, false]], [[-8.4765625, false]], [[-11.1015625, false]], [[-11.4765625, false]], [[-5.9765625, false]], [[-8.4765625, false]], [[-10.6015625, false]], [[-5.9765625, false]], [[-12.9765625, false]], [[-9.2265625, false]], [[-10.8515625, false]], [[-11.6015625, false]], [[-11.2265625, false]], [[-9.2265625, false]], [[-10.8515625, false]], [[-8.21875, false]], [[-9.8515625, false]], [[-10.78125, false]], [[-5.9765625, false]], [[-9.8515625, false]], [[-8.4765625, false]], [[-12.4765625, false]], [[-9.2265625, false]], [[-5.9765625, false]], [[-11.4765625, false]], [[-11.6015625, false]], [[-11.9765625, false]], [[-11.1015625, false]], [[-9.2265625, false]], [[-12.9765625, false]], [[-5.9765625, false]], [[-11.1015625, false]], [[-12.7265625, false]], [[-5.9765625, false]], [[-11.2265625, false]], [[-6.4765625, false]], [[-12.9765625, false]], [[-10.6015625, false]], [[-5.9765625, false]], [[-6.4765625, false]], [[-12.9765625, false]], [[-11.1015625, false]], [[-11.6015625, false]], [[-11.4765625, false]], [[-10.8515625, false]], [[-5.9765625, false]], [[-12.3515625, false]], [[-12.4765625, false]], [[-9.2265625, false]], [[-5.9765625, false]], [[-11.9765625, false]], [[-11.1015625, false]], [[-12.9765625, false]], [[-11.6015625, false]], [[-10.8515625, false]], [[-5.9765625, false]], [[-8.4765625, false]], [[-11.4765625, false]], [[-11.2265625, false]], [[-12.9765625, false]], [[-9.2265625, false]], [[-6.4765625, false]], [[-10.6015625, false]], [[-9.2265625, false]], [[-10.6015625, false]], [[-8.21875, false]], [[-9.8515625, false]], [[-13.7265625, false]]], "filtered_resps": [[-7.7265625, false], [-9.8515625, false], [-6.4765625, false], [-6.4765625, false], [-12.9765625, false], [-10.6015625, false], [-5.9765625, false], [-6.4765625, false], [-12.9765625, false], [-9.2265625, false], [-5.9765625, false], [-10.6015625, false], [-6.4765625, false], [-12.7265625, false], [-9.2265625, false], [-12.9765625, false], [-5.9765625, false], [-12.3515625, false], [-11.1015625, false], [-5.9765625, false], [-10.8515625, false], [-12.9765625, false], [-8.4765625, false], [-13.2265625, false], [-9.2265625, false], [-8.21875, false], [-9.8515625, false], [-10.78125, false], [-5.9765625, false], [-9.8515625, false], [-7.7265625, false], [-6.4765625, false], [-12.9765625, false], [-11.9765625, false], [-9.2265625, false], [-12.9765625, false], [-10.6015625, false], [-5.9765625, false], [-14.1015625, false], [-12.9765625, false], [-11.1015625, false], [-11.9765625, false], [-5.9765625, false], [-11.9765625, false], [-11.1015625, false], [-12.9765625, false], [-9.2265625, false], [-5.9765625, false], [-10.1015625, false], [-11.6015625, false], [-6.4765625, false], [-11.4765625, false], [-12.3515625, false], [-10.6015625, false], [-8.21875, false], [-9.8515625, false], [-10.78125, false], [-5.9765625, false], [-9.8515625, false], [-8.4765625, false], [-12.4765625, false], [-9.2265625, false], [-5.9765625, false], [-6.4765625, false], [-11.9765625, false], [-11.1015625, false], [-11.6015625, false], [-11.4765625, false], [-12.3515625, false], [-5.9765625, false], [-11.1015625, false], [-12.7265625, false], [-5.9765625, false], [-6.4765625, false], [-8.4765625, false], [-12.9765625, false], [-5.9765625, false], [-10.1015625, false], [-11.1015625, false], [-11.6015625, false], [-11.6015625, false], [-11.6015625, false], [-12.3515625, false], [-8.4765625, false], [-11.1015625, false], [-11.4765625, false], [-5.9765625, false], [-8.4765625, false], [-10.6015625, false], [-5.9765625, false], [-12.9765625, false], [-9.2265625, false], [-10.8515625, false], [-11.6015625, false], [-11.2265625, false], [-9.2265625, false], [-10.8515625, false], [-8.21875, false], [-9.8515625, false], [-10.78125, false], [-5.9765625, false], [-9.8515625, false], [-8.4765625, false], [-12.4765625, false], [-9.2265625, false], [-5.9765625, false], [-11.4765625, false], [-11.6015625, false], [-11.9765625, false], [-11.1015625, false], [-9.2265625, false], [-12.9765625, false], [-5.9765625, false], [-11.1015625, false], [-12.7265625, false], [-5.9765625, false], [-11.2265625, false], [-6.4765625, false], [-12.9765625, false], [-10.6015625, false], [-5.9765625, false], [-6.4765625, false], [-12.9765625, false], [-11.1015625, false], [-11.6015625, false], [-11.4765625, false], [-10.8515625, false], [-5.9765625, false], [-12.3515625, false], [-12.4765625, false], [-9.2265625, false], [-5.9765625, false], [-11.9765625, false], [-11.1015625, false], [-12.9765625, false], [-11.6015625, false], [-10.8515625, false], [-5.9765625, false], [-8.4765625, false], [-11.4765625, false], [-11.2265625, false], [-12.9765625, false], [-9.2265625, false], [-6.4765625, false], [-10.6015625, false], [-9.2265625, false], [-10.6015625, false], [-8.21875, false], [-9.8515625, false], [-13.7265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1453, "doc": {"id": "NYSEDREGENTS_2013_8_22", "question": "A biological community is made up of all the", "choices": {"text": ["populations living in an area", "natural resources present in an area", "members of a species on Earth", "environments on Earth"], "label": ["1", "2", "3", "4"]}, "answerKey": "1"}, "target": "populations living in an area", "arguments": ["Question: A biological community is made up of all the\nAnswer:", " ["], "resps": [[[-7.5546875, false]], [[-7.9296875, false]], [[-9.1796875, false]], [[-9.4296875, false]], [[-9.1796875, false]], [[-10.3046875, false]], [[-9.6796875, false]], [[-3.4296875, false]], [[-9.9296875, false]], [[-7.3046875, false]], [[-9.4296875, false]], [[-7.8046875, false]], [[-8.4296875, false]], [[-5.0546875, false]], [[-9.6796875, false]], [[-7.3046875, false]], [[-10.3046875, false]], [[-7.3046875, false]], [[-7.8046875, false]], [[-10.4296875, false]], [[-5.0546875, false]], [[-7.3046875, false]], [[-7.8046875, false]], [[-5.0546875, false]], [[-3.4296875, false]], [[-7.8046875, false]], [[-5.0546875, false]], [[-3.4296875, false]], [[-9.6796875, false]], [[-7.1796875, false]], [[-3.4296875, false]], [[-7.9296875, false]], [[-8.828125, false]], [[-5.0546875, false]], [[-7.9296875, false]], [[-7.8046875, false]], [[-3.4296875, false]], [[-9.9296875, false]], [[-10.3046875, false]], [[-9.6796875, false]], [[-3.4296875, false]], [[-9.6796875, false]], [[-5.0546875, false]], [[-9.6796875, false]], [[-7.1796875, false]], [[-8.4296875, false]], [[-9.4296875, false]], [[-10.3046875, false]], [[-9.6796875, false]], [[-7.9296875, false]], [[-7.1796875, false]], [[-8.4296875, false]], [[-5.0546875, false]], [[-9.1796875, false]], [[-9.6796875, false]], [[-7.1796875, false]], [[-8.4296875, false]], [[-7.1796875, false]], [[-7.8046875, false]], [[-9.9296875, false]], [[-5.0546875, false]], [[-7.3046875, false]], [[-7.8046875, false]], [[-5.0546875, false]], [[-3.4296875, false]], [[-7.8046875, false]], [[-5.0546875, false]], [[-3.4296875, false]], [[-9.6796875, false]], [[-7.1796875, false]], [[-3.4296875, false]], [[-7.9296875, false]], [[-8.828125, false]], [[-5.0546875, false]], [[-7.9296875, false]], [[-10.0546875, false]], [[-7.1796875, false]], [[-10.0546875, false]], [[-6.9296875, false]], [[-7.1796875, false]], [[-9.6796875, false]], [[-8.4296875, false]], [[-5.0546875, false]], [[-9.4296875, false]], [[-9.3046875, false]], [[-5.0546875, false]], [[-3.4296875, false]], [[-5.0546875, false]], [[-8.4296875, false]], [[-9.1796875, false]], [[-7.1796875, false]], [[-7.9296875, false]], [[-7.3046875, false]], [[-7.1796875, false]], [[-8.4296875, false]], [[-5.0546875, false]], [[-9.4296875, false]], [[-7.8046875, false]], [[-5.0546875, false]], [[-5.3046875, false]], [[-3.4296875, false]], [[-9.6796875, false]], [[-9.9296875, false]], [[-10.0546875, false]], [[-7.9296875, false]], [[-8.828125, false]], [[-5.0546875, false]], [[-7.9296875, false]], [[-7.1796875, false]], [[-7.8046875, false]], [[-10.3046875, false]], [[-7.3046875, false]], [[-9.6796875, false]], [[-9.4296875, false]], [[-7.8046875, false]], [[-10.0546875, false]], [[-7.1796875, false]], [[-7.8046875, false]], [[-9.9296875, false]], [[-8.4296875, false]], [[-5.0546875, false]], [[-9.4296875, false]], [[-7.8046875, false]], [[-5.0546875, false]], [[-5.3046875, false]], [[-3.4296875, false]], [[-9.6796875, false]], [[-9.9296875, false]], [[-10.0546875, false]], [[-7.9296875, false]], [[-11.6796875, false]]], "filtered_resps": [[-7.5546875, false], [-7.9296875, false], [-9.1796875, false], [-9.4296875, false], [-9.1796875, false], [-10.3046875, false], [-9.6796875, false], [-3.4296875, false], [-9.9296875, false], [-7.3046875, false], [-9.4296875, false], [-7.8046875, false], [-8.4296875, false], [-5.0546875, false], [-9.6796875, false], [-7.3046875, false], [-10.3046875, false], [-7.3046875, false], [-7.8046875, false], [-10.4296875, false], [-5.0546875, false], [-7.3046875, false], [-7.8046875, false], [-5.0546875, false], [-3.4296875, false], [-7.8046875, false], [-5.0546875, false], [-3.4296875, false], [-9.6796875, false], [-7.1796875, false], [-3.4296875, false], [-7.9296875, false], [-8.828125, false], [-5.0546875, false], [-7.9296875, false], [-7.8046875, false], [-3.4296875, false], [-9.9296875, false], [-10.3046875, false], [-9.6796875, false], [-3.4296875, false], [-9.6796875, false], [-5.0546875, false], [-9.6796875, false], [-7.1796875, false], [-8.4296875, false], [-9.4296875, false], [-10.3046875, false], [-9.6796875, false], [-7.9296875, false], [-7.1796875, false], [-8.4296875, false], [-5.0546875, false], [-9.1796875, false], [-9.6796875, false], [-7.1796875, false], [-8.4296875, false], [-7.1796875, false], [-7.8046875, false], [-9.9296875, false], [-5.0546875, false], [-7.3046875, false], [-7.8046875, false], [-5.0546875, false], [-3.4296875, false], [-7.8046875, false], [-5.0546875, false], [-3.4296875, false], [-9.6796875, false], [-7.1796875, false], [-3.4296875, false], [-7.9296875, false], [-8.828125, false], [-5.0546875, false], [-7.9296875, false], [-10.0546875, false], [-7.1796875, false], [-10.0546875, false], [-6.9296875, false], [-7.1796875, false], [-9.6796875, false], [-8.4296875, false], [-5.0546875, false], [-9.4296875, false], [-9.3046875, false], [-5.0546875, false], [-3.4296875, false], [-5.0546875, false], [-8.4296875, false], [-9.1796875, false], [-7.1796875, false], [-7.9296875, false], [-7.3046875, false], [-7.1796875, false], [-8.4296875, false], [-5.0546875, false], [-9.4296875, false], [-7.8046875, false], [-5.0546875, false], [-5.3046875, false], [-3.4296875, false], [-9.6796875, false], [-9.9296875, false], [-10.0546875, false], [-7.9296875, false], [-8.828125, false], [-5.0546875, false], [-7.9296875, false], [-7.1796875, false], [-7.8046875, false], [-10.3046875, false], [-7.3046875, false], [-9.6796875, false], [-9.4296875, false], [-7.8046875, false], [-10.0546875, false], [-7.1796875, false], [-7.8046875, false], [-9.9296875, false], [-8.4296875, false], [-5.0546875, false], [-9.4296875, false], [-7.8046875, false], [-5.0546875, false], [-5.3046875, false], [-3.4296875, false], [-9.6796875, false], [-9.9296875, false], [-10.0546875, false], [-7.9296875, false], [-11.6796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1461, "doc": {"id": "NYSEDREGENTS_2012_8_30", "question": "Rocks are classified as sedimentary, metamorphic, or igneous on the basis of the", "choices": {"text": ["age of the rocks", "way the rocks were formed", "types of fossils the rocks contain", "number of minerals found in the rocks"], "label": ["1", "2", "3", "4"]}, "answerKey": "2"}, "target": "way the rocks were formed", "arguments": ["Question: Rocks are classified as sedimentary, metamorphic, or igneous on the basis of the\nAnswer:", " ["], "resps": [[[-7.98046875, false]], [[-8.2265625, false]], [[-5.73046875, false]], [[-8.9765625, false]], [[-7.98046875, false]], [[-3.98046875, false]], [[-10.2265625, false]], [[-8.7265625, false]], [[-3.98046875, false]], [[-10.2265625, false]], [[-11.2265625, false]], [[-7.98046875, false]], [[-3.98046875, false]], [[-8.4765625, false]], [[-10.2265625, false]], [[-6.98046875, false]], [[-10.2265625, false]], [[-8.9765625, false]], [[-8.2265625, false]], [[-8.890625, false]], [[-3.98046875, false]], [[-8.2265625, false]], [[-11.4765625, false]], [[-5.73046875, false]], [[-11.4765625, false]], [[-3.98046875, false]], [[-10.2265625, false]], [[-11.2265625, false]], [[-7.98046875, false]], [[-3.98046875, false]], [[-8.4765625, false]], [[-10.2265625, false]], [[-6.98046875, false]], [[-10.2265625, false]], [[-8.9765625, false]], [[-3.98046875, false]], [[-11.4765625, false]], [[-7.98046875, false]], [[-8.4765625, false]], [[-7.98046875, false]], [[-3.98046875, false]], [[-8.7265625, false]], [[-10.2265625, false]], [[-8.4765625, false]], [[-8.2265625, false]], [[-7.98046875, false]], [[-10.4765625, false]], [[-8.2265625, false]], [[-8.890625, false]], [[-3.98046875, false]], [[-8.2265625, false]], [[-10.2265625, false]], [[-11.4765625, false]], [[-8.7265625, false]], [[-7.98046875, false]], [[-8.9765625, false]], [[-3.98046875, false]], [[-10.2265625, false]], [[-8.7265625, false]], [[-3.98046875, false]], [[-8.7265625, false]], [[-10.2265625, false]], [[-8.9765625, false]], [[-8.9765625, false]], [[-7.98046875, false]], [[-9.9765625, false]], [[-8.9765625, false]], [[-3.98046875, false]], [[-10.2265625, false]], [[-11.2265625, false]], [[-7.98046875, false]], [[-3.98046875, false]], [[-8.4765625, false]], [[-10.2265625, false]], [[-6.98046875, false]], [[-10.2265625, false]], [[-8.9765625, false]], [[-3.98046875, false]], [[-6.98046875, false]], [[-10.2265625, false]], [[-8.9765625, false]], [[-10.2265625, false]], [[-5.73046875, false]], [[-7.98046875, false]], [[-8.9765625, false]], [[-8.2265625, false]], [[-8.890625, false]], [[-3.98046875, false]], [[-8.2265625, false]], [[-8.9765625, false]], [[-10.9765625, false]], [[-8.2265625, false]], [[-7.98046875, false]], [[-7.98046875, false]], [[-8.4765625, false]], [[-3.98046875, false]], [[-10.2265625, false]], [[-8.7265625, false]], [[-3.98046875, false]], [[-8.2265625, false]], [[-7.98046875, false]], [[-8.9765625, false]], [[-7.98046875, false]], [[-8.4765625, false]], [[-5.73046875, false]], [[-9.9765625, false]], [[-8.9765625, false]], [[-3.98046875, false]], [[-8.7265625, false]], [[-10.2265625, false]], [[-10.9765625, false]], [[-8.9765625, false]], [[-10.4765625, false]], [[-3.98046875, false]], [[-7.98046875, false]], [[-8.9765625, false]], [[-3.98046875, false]], [[-10.2265625, false]], [[-11.2265625, false]], [[-7.98046875, false]], [[-3.98046875, false]], [[-8.4765625, false]], [[-10.2265625, false]], [[-6.98046875, false]], [[-10.2265625, false]], [[-8.9765625, false]], [[-8.2265625, false]], [[-12.7265625, false]]], "filtered_resps": [[-7.98046875, false], [-8.2265625, false], [-5.73046875, false], [-8.9765625, false], [-7.98046875, false], [-3.98046875, false], [-10.2265625, false], [-8.7265625, false], [-3.98046875, false], [-10.2265625, false], [-11.2265625, false], [-7.98046875, false], [-3.98046875, false], [-8.4765625, false], [-10.2265625, false], [-6.98046875, false], [-10.2265625, false], [-8.9765625, false], [-8.2265625, false], [-8.890625, false], [-3.98046875, false], [-8.2265625, false], [-11.4765625, false], [-5.73046875, false], [-11.4765625, false], [-3.98046875, false], [-10.2265625, false], [-11.2265625, false], [-7.98046875, false], [-3.98046875, false], [-8.4765625, false], [-10.2265625, false], [-6.98046875, false], [-10.2265625, false], [-8.9765625, false], [-3.98046875, false], [-11.4765625, false], [-7.98046875, false], [-8.4765625, false], [-7.98046875, false], [-3.98046875, false], [-8.7265625, false], [-10.2265625, false], [-8.4765625, false], [-8.2265625, false], [-7.98046875, false], [-10.4765625, false], [-8.2265625, false], [-8.890625, false], [-3.98046875, false], [-8.2265625, false], [-10.2265625, false], [-11.4765625, false], [-8.7265625, false], [-7.98046875, false], [-8.9765625, false], [-3.98046875, false], [-10.2265625, false], [-8.7265625, false], [-3.98046875, false], [-8.7265625, false], [-10.2265625, false], [-8.9765625, false], [-8.9765625, false], [-7.98046875, false], [-9.9765625, false], [-8.9765625, false], [-3.98046875, false], [-10.2265625, false], [-11.2265625, false], [-7.98046875, false], [-3.98046875, false], [-8.4765625, false], [-10.2265625, false], [-6.98046875, false], [-10.2265625, false], [-8.9765625, false], [-3.98046875, false], [-6.98046875, false], [-10.2265625, false], [-8.9765625, false], [-10.2265625, false], [-5.73046875, false], [-7.98046875, false], [-8.9765625, false], [-8.2265625, false], [-8.890625, false], [-3.98046875, false], [-8.2265625, false], [-8.9765625, false], [-10.9765625, false], [-8.2265625, false], [-7.98046875, false], [-7.98046875, false], [-8.4765625, false], [-3.98046875, false], [-10.2265625, false], [-8.7265625, false], [-3.98046875, false], [-8.2265625, false], [-7.98046875, false], [-8.9765625, false], [-7.98046875, false], [-8.4765625, false], [-5.73046875, false], [-9.9765625, false], [-8.9765625, false], [-3.98046875, false], [-8.7265625, false], [-10.2265625, false], [-10.9765625, false], [-8.9765625, false], [-10.4765625, false], [-3.98046875, false], [-7.98046875, false], [-8.9765625, false], [-3.98046875, false], [-10.2265625, false], [-11.2265625, false], [-7.98046875, false], [-3.98046875, false], [-8.4765625, false], [-10.2265625, false], [-6.98046875, false], [-10.2265625, false], [-8.9765625, false], [-8.2265625, false], [-12.7265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1469, "doc": {"id": "NYSEDREGENTS_2013_4_8", "question": "Two empty metal cans, one black and one white, were placed outside on a hot day. Both cans were the same size and were left in the Sun for 3 hours. Compared to the white can, the black can would most likely be", "choices": {"text": ["cooler, because it absorbs less sunlight", "cooler, because it absorbs more sunlight", "warmer, because it absorbs less sunlight", "warmer, because it absorbs more sunlight"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "warmer, because it absorbs more sunlight", "arguments": ["Question: Two empty metal cans, one black and one white, were placed outside on a hot day. Both cans were the same size and were left in the Sun for 3 hours. Compared to the white can, the black can would most likely be\nAnswer:", " ["], "resps": [[[-7.125, false]], [[-7.875, false]], [[-7.125, false]], [[-9.5, false]], [[-9.5, false]], [[-10.125, false]], [[-7.625, false]], [[-9.125, false]], [[-8.90625, false]], [[-5.125, false]], [[-5.625, false]], [[-7.625, false]], [[-7.125, false]], [[-3.873046875, false]], [[-10.125, false]], [[-8.75, false]], [[-7.625, false]], [[-5.125, false]], [[-7.375, false]], [[-8.625, false]], [[-5.125, false]], [[-3.873046875, false]], [[-5.625, false]], [[-8.75, false]], [[-9.5, false]], [[-9.125, false]], [[-5.625, false]], [[-8.75, false]], [[-5.125, false]], [[-10.125, false]], [[-7.625, false]], [[-8.75, false]], [[-8.75, false]], [[-5.125, false]], [[-8.75, false]], [[-10.125, false]], [[-7.625, false]], [[-10.125, false]], [[-7.375, false]], [[-9.125, false]], [[-9.625, false]], [[-8.625, false]], [[-7.875, false]], [[-8.90625, false]], [[-5.125, false]], [[-7.875, false]], [[-7.125, false]], [[-9.5, false]], [[-9.5, false]], [[-10.125, false]], [[-7.625, false]], [[-9.125, false]], [[-8.90625, false]], [[-5.125, false]], [[-5.625, false]], [[-7.625, false]], [[-7.125, false]], [[-3.873046875, false]], [[-10.125, false]], [[-8.75, false]], [[-7.625, false]], [[-5.125, false]], [[-7.375, false]], [[-8.625, false]], [[-5.125, false]], [[-3.873046875, false]], [[-5.625, false]], [[-8.75, false]], [[-9.5, false]], [[-9.125, false]], [[-5.625, false]], [[-8.75, false]], [[-5.125, false]], [[-8.75, false]], [[-9.5, false]], [[-9.125, false]], [[-7.625, false]], [[-5.125, false]], [[-8.75, false]], [[-10.125, false]], [[-7.625, false]], [[-10.125, false]], [[-7.375, false]], [[-9.125, false]], [[-9.625, false]], [[-8.625, false]], [[-7.875, false]], [[-8.90625, false]], [[-5.125, false]], [[-7.875, false]], [[-8.5, false]], [[-3.873046875, false]], [[-9.125, false]], [[-8.75, false]], [[-7.625, false]], [[-9.125, false]], [[-8.90625, false]], [[-5.125, false]], [[-5.625, false]], [[-7.625, false]], [[-7.125, false]], [[-3.873046875, false]], [[-10.125, false]], [[-8.75, false]], [[-7.625, false]], [[-5.125, false]], [[-7.375, false]], [[-8.625, false]], [[-5.125, false]], [[-3.873046875, false]], [[-5.625, false]], [[-8.75, false]], [[-9.5, false]], [[-9.125, false]], [[-5.625, false]], [[-8.75, false]], [[-5.125, false]], [[-10.125, false]], [[-7.625, false]], [[-8.75, false]], [[-8.75, false]], [[-5.125, false]], [[-8.75, false]], [[-10.125, false]], [[-7.625, false]], [[-10.125, false]], [[-7.375, false]], [[-9.125, false]], [[-9.625, false]], [[-8.625, false]], [[-7.875, false]], [[-8.90625, false]], [[-5.125, false]], [[-7.875, false]], [[-8.5, false]], [[-3.873046875, false]], [[-9.125, false]], [[-8.75, false]], [[-7.625, false]], [[-9.125, false]], [[-8.90625, false]], [[-5.125, false]], [[-5.625, false]], [[-7.625, false]], [[-7.125, false]], [[-3.873046875, false]], [[-10.125, false]], [[-8.75, false]], [[-7.625, false]], [[-5.125, false]], [[-7.375, false]], [[-8.625, false]], [[-5.125, false]], [[-3.873046875, false]], [[-5.625, false]], [[-8.75, false]], [[-9.5, false]], [[-9.125, false]], [[-5.625, false]], [[-8.75, false]], [[-5.125, false]], [[-8.75, false]], [[-9.5, false]], [[-9.125, false]], [[-7.625, false]], [[-5.125, false]], [[-8.75, false]], [[-10.125, false]], [[-7.625, false]], [[-10.125, false]], [[-7.375, false]], [[-9.125, false]], [[-9.625, false]], [[-8.625, false]], [[-7.875, false]], [[-11.0, false]]], "filtered_resps": [[-7.125, false], [-7.875, false], [-7.125, false], [-9.5, false], [-9.5, false], [-10.125, false], [-7.625, false], [-9.125, false], [-8.90625, false], [-5.125, false], [-5.625, false], [-7.625, false], [-7.125, false], [-3.873046875, false], [-10.125, false], [-8.75, false], [-7.625, false], [-5.125, false], [-7.375, false], [-8.625, false], [-5.125, false], [-3.873046875, false], [-5.625, false], [-8.75, false], [-9.5, false], [-9.125, false], [-5.625, false], [-8.75, false], [-5.125, false], [-10.125, false], [-7.625, false], [-8.75, false], [-8.75, false], [-5.125, false], [-8.75, false], [-10.125, false], [-7.625, false], [-10.125, false], [-7.375, false], [-9.125, false], [-9.625, false], [-8.625, false], [-7.875, false], [-8.90625, false], [-5.125, false], [-7.875, false], [-7.125, false], [-9.5, false], [-9.5, false], [-10.125, false], [-7.625, false], [-9.125, false], [-8.90625, false], [-5.125, false], [-5.625, false], [-7.625, false], [-7.125, false], [-3.873046875, false], [-10.125, false], [-8.75, false], [-7.625, false], [-5.125, false], [-7.375, false], [-8.625, false], [-5.125, false], [-3.873046875, false], [-5.625, false], [-8.75, false], [-9.5, false], [-9.125, false], [-5.625, false], [-8.75, false], [-5.125, false], [-8.75, false], [-9.5, false], [-9.125, false], [-7.625, false], [-5.125, false], [-8.75, false], [-10.125, false], [-7.625, false], [-10.125, false], [-7.375, false], [-9.125, false], [-9.625, false], [-8.625, false], [-7.875, false], [-8.90625, false], [-5.125, false], [-7.875, false], [-8.5, false], [-3.873046875, false], [-9.125, false], [-8.75, false], [-7.625, false], [-9.125, false], [-8.90625, false], [-5.125, false], [-5.625, false], [-7.625, false], [-7.125, false], [-3.873046875, false], [-10.125, false], [-8.75, false], [-7.625, false], [-5.125, false], [-7.375, false], [-8.625, false], [-5.125, false], [-3.873046875, false], [-5.625, false], [-8.75, false], [-9.5, false], [-9.125, false], [-5.625, false], [-8.75, false], [-5.125, false], [-10.125, false], [-7.625, false], [-8.75, false], [-8.75, false], [-5.125, false], [-8.75, false], [-10.125, false], [-7.625, false], [-10.125, false], [-7.375, false], [-9.125, false], [-9.625, false], [-8.625, false], [-7.875, false], [-8.90625, false], [-5.125, false], [-7.875, false], [-8.5, false], [-3.873046875, false], [-9.125, false], [-8.75, false], [-7.625, false], [-9.125, false], [-8.90625, false], [-5.125, false], [-5.625, false], [-7.625, false], [-7.125, false], [-3.873046875, false], [-10.125, false], [-8.75, false], [-7.625, false], [-5.125, false], [-7.375, false], [-8.625, false], [-5.125, false], [-3.873046875, false], [-5.625, false], [-8.75, false], [-9.5, false], [-9.125, false], [-5.625, false], [-8.75, false], [-5.125, false], [-8.75, false], [-9.5, false], [-9.125, false], [-7.625, false], [-5.125, false], [-8.75, false], [-10.125, false], [-7.625, false], [-10.125, false], [-7.375, false], [-9.125, false], [-9.625, false], [-8.625, false], [-7.875, false], [-11.0, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1477, "doc": {"id": "Mercury_SC_401789", "question": "Which natural process is responsible for the formation of the Mississippi Delta?", "choices": {"text": ["snow", "drought", "deposition", "weathering"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "deposition", "arguments": ["Question: Which natural process is responsible for the formation of the Mississippi Delta?\nAnswer:", " ["], "resps": [[[-7.7578125, false]], [[-9.7578125, false]], [[-10.3828125, false]], [[-8.5078125, false]], [[-7.5078125, false]], [[-11.8828125, false]], [[-9.7578125, false]], [[-9.828125, false]], [[-5.1328125, false]], [[-9.7578125, false]], [[-8.6328125, false]], [[-11.2578125, false]], [[-7.5078125, false]], [[-11.2578125, false]], [[-12.0078125, false]], [[-12.6328125, false]], [[-11.1328125, false]], [[-9.7578125, false]], [[-9.828125, false]], [[-5.1328125, false]], [[-9.7578125, false]], [[-8.6328125, false]], [[-7.5078125, false]], [[-9.6328125, false]], [[-7.5078125, false]], [[-10.3828125, false]], [[-9.1328125, false]], [[-11.1328125, false]], [[-9.1328125, false]], [[-7.5078125, false]], [[-8.5078125, false]], [[-9.7578125, false]], [[-9.828125, false]], [[-5.1328125, false]], [[-9.7578125, false]], [[-11.8828125, false]], [[-7.5078125, false]], [[-5.1328125, false]], [[-11.1328125, false]], [[-12.6328125, false]], [[-7.5078125, false]], [[-11.2578125, false]], [[-9.1328125, false]], [[-8.5078125, false]], [[-12.0078125, false]], [[-9.7578125, false]], [[-14.6328125, false]]], "filtered_resps": [[-7.7578125, false], [-9.7578125, false], [-10.3828125, false], [-8.5078125, false], [-7.5078125, false], [-11.8828125, false], [-9.7578125, false], [-9.828125, false], [-5.1328125, false], [-9.7578125, false], [-8.6328125, false], [-11.2578125, false], [-7.5078125, false], [-11.2578125, false], [-12.0078125, false], [-12.6328125, false], [-11.1328125, false], [-9.7578125, false], [-9.828125, false], [-5.1328125, false], [-9.7578125, false], [-8.6328125, false], [-7.5078125, false], [-9.6328125, false], [-7.5078125, false], [-10.3828125, false], [-9.1328125, false], [-11.1328125, false], [-9.1328125, false], [-7.5078125, false], [-8.5078125, false], [-9.7578125, false], [-9.828125, false], [-5.1328125, false], [-9.7578125, false], [-11.8828125, false], [-7.5078125, false], [-5.1328125, false], [-11.1328125, false], [-12.6328125, false], [-7.5078125, false], [-11.2578125, false], [-9.1328125, false], [-8.5078125, false], [-12.0078125, false], [-9.7578125, false], [-14.6328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1485, "doc": {"id": "Mercury_SC_400848", "question": "Which tool is used to observe the cell wall of a leaf?", "choices": {"text": ["ruler", "camera", "hand lens", "microscope"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "microscope", "arguments": ["Question: Which tool is used to observe the cell wall of a leaf?\nAnswer:", " ["], "resps": [[[-8.125, false]], [[-9.375, false]], [[-10.375, false]], [[-9.875, false]], [[-9.625, false]], [[-8.0, false]], [[-10.375, false]], [[-9.375, false]], [[-9.015625, false]], [[-4.75, false]], [[-9.375, false]], [[-8.875, false]], [[-3.375, false]], [[-8.5, false]], [[-8.0, false]], [[-10.375, false]], [[-3.375, false]], [[-9.375, false]], [[-9.015625, false]], [[-4.75, false]], [[-9.375, false]], [[-10.0, false]], [[-3.375, false]], [[-9.0, false]], [[-10.375, false]], [[-4.75, false]], [[-9.625, false]], [[-8.0, false]], [[-9.0, false]], [[-7.75, false]], [[-9.375, false]], [[-9.015625, false]], [[-4.75, false]], [[-9.375, false]], [[-8.5, false]], [[-9.125, false]], [[-8.875, false]], [[-10.375, false]], [[-7.75, false]], [[-7.75, false]], [[-8.875, false]], [[-7.75, false]], [[-9.875, false]], [[-8.0, false]], [[-9.375, false]], [[-12.5, false]]], "filtered_resps": [[-8.125, false], [-9.375, false], [-10.375, false], [-9.875, false], [-9.625, false], [-8.0, false], [-10.375, false], [-9.375, false], [-9.015625, false], [-4.75, false], [-9.375, false], [-8.875, false], [-3.375, false], [-8.5, false], [-8.0, false], [-10.375, false], [-3.375, false], [-9.375, false], [-9.015625, false], [-4.75, false], [-9.375, false], [-10.0, false], [-3.375, false], [-9.0, false], [-10.375, false], [-4.75, false], [-9.625, false], [-8.0, false], [-9.0, false], [-7.75, false], [-9.375, false], [-9.015625, false], [-4.75, false], [-9.375, false], [-8.5, false], [-9.125, false], [-8.875, false], [-10.375, false], [-7.75, false], [-7.75, false], [-8.875, false], [-7.75, false], [-9.875, false], [-8.0, false], [-9.375, false], [-12.5, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1493, "doc": {"id": "LEAP__7_10355", "question": "Leslie's science teacher told her she must take a flexible approach to solving problems. What did Leslie's teacher most likely mean?", "choices": {"text": ["Leslie should not follow the experimental instructions exactly.", "Leslie should only write down lab results that seem to be correct.", "Leslie should accept all scientific theories even if they have been proven wrong.", "Leslie should be willing to consider many possible causes for her observations."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Leslie should be willing to consider many possible causes for her observations.", "arguments": ["Question: Leslie's science teacher told her she must take a flexible approach to solving problems. What did Leslie's teacher most likely mean?\nAnswer:", " ["], "resps": [[[-6.8046875, false]], [[-6.0546875, false]], [[-6.1796875, false]], [[-8.1796875, false]], [[-9.3046875, false]], [[-8.9296875, false]], [[-8.0546875, false]], [[-8.1796875, false]], [[-5.4296875, false]], [[-9.3046875, false]], [[-10.0546875, false]], [[-9.3046875, false]], [[-10.1796875, false]], [[-8.9296875, false]], [[-8.6796875, false]], [[-5.4296875, false]], [[-9.0546875, false]], [[-9.3046875, false]], [[-9.8046875, false]], [[-5.4296875, false]], [[-9.0546875, false]], [[-9.3046875, false]], [[-8.9296875, false]], [[-8.9296875, false]], [[-9.3046875, false]], [[-10.0546875, false]], [[-5.4296875, false]], [[-9.8046875, false]], [[-10.0546875, false]], [[-8.1796875, false]], [[-5.4296875, false]], [[-8.1796875, false]], [[-9.4296875, false]], [[-9.8046875, false]], [[-8.1796875, false]], [[-10.5546875, false]], [[-8.0546875, false]], [[-9.8046875, false]], [[-8.1796875, false]], [[-9.0546875, false]], [[-9.8046875, false]], [[-4.6796875, false]], [[-8.9296875, false]], [[-5.4296875, false]], [[-8.0546875, false]], [[-9.0546875, false]], [[-9.3046875, false]], [[-9.8046875, false]], [[-10.5546875, false]], [[-10.1796875, false]], [[-7.9296875, false]], [[-9.8046875, false]], [[-8.0546875, false]], [[-9.3046875, false]], [[-9.0546875, false]], [[-9.3046875, false]], [[-5.4296875, false]], [[-8.1796875, false]], [[-9.4296875, false]], [[-4.6796875, false]], [[-7.9296875, false]], [[-9.8046875, false]], [[-8.9296875, false]], [[-11.0546875, false]], [[-7.35546875, false]], [[-6.0546875, false]], [[-9.796875, false]], [[-5.4296875, false]], [[-6.0546875, false]], [[-6.1796875, false]], [[-8.1796875, false]], [[-9.3046875, false]], [[-8.9296875, false]], [[-8.0546875, false]], [[-8.1796875, false]], [[-5.4296875, false]], [[-9.3046875, false]], [[-10.0546875, false]], [[-9.3046875, false]], [[-10.1796875, false]], [[-8.9296875, false]], [[-8.6796875, false]], [[-5.4296875, false]], [[-9.3046875, false]], [[-9.0546875, false]], [[-8.9296875, false]], [[-11.0546875, false]], [[-5.4296875, false]], [[-10.0546875, false]], [[-10.5546875, false]], [[-8.0546875, false]], [[-9.8046875, false]], [[-8.1796875, false]], [[-5.4296875, false]], [[-8.6796875, false]], [[-9.3046875, false]], [[-10.0546875, false]], [[-9.0546875, false]], [[-5.4296875, false]], [[-8.9296875, false]], [[-4.6796875, false]], [[-8.3046875, false]], [[-5.4296875, false]], [[-10.5546875, false]], [[-8.1796875, false]], [[-9.3046875, false]], [[-10.1796875, false]], [[-8.9296875, false]], [[-9.8046875, false]], [[-9.3046875, false]], [[-5.4296875, false]], [[-9.8046875, false]], [[-10.0546875, false]], [[-4.6796875, false]], [[-9.8046875, false]], [[-5.4296875, false]], [[-9.3046875, false]], [[-8.1796875, false]], [[-8.1796875, false]], [[-9.8046875, false]], [[-5.4296875, false]], [[-9.8046875, false]], [[-9.3046875, false]], [[-5.4296875, false]], [[-8.3046875, false]], [[-8.1796875, false]], [[-5.4296875, false]], [[-7.9296875, false]], [[-9.3046875, false]], [[-10.5546875, false]], [[-10.5546875, false]], [[-8.1796875, false]], [[-7.9296875, false]], [[-9.8046875, false]], [[-7.35546875, false]], [[-6.0546875, false]], [[-9.796875, false]], [[-5.4296875, false]], [[-6.0546875, false]], [[-6.1796875, false]], [[-8.1796875, false]], [[-9.3046875, false]], [[-8.9296875, false]], [[-8.0546875, false]], [[-8.1796875, false]], [[-5.4296875, false]], [[-9.3046875, false]], [[-10.0546875, false]], [[-9.3046875, false]], [[-10.1796875, false]], [[-8.9296875, false]], [[-8.6796875, false]], [[-5.4296875, false]], [[-4.6796875, false]], [[-7.9296875, false]], [[-7.9296875, false]], [[-8.1796875, false]], [[-9.8046875, false]], [[-9.8046875, false]], [[-5.4296875, false]], [[-4.6796875, false]], [[-8.9296875, false]], [[-8.9296875, false]], [[-5.4296875, false]], [[-9.3046875, false]], [[-7.9296875, false]], [[-8.0546875, false]], [[-8.1796875, false]], [[-9.0546875, false]], [[-9.8046875, false]], [[-8.0546875, false]], [[-9.0546875, false]], [[-8.0546875, false]], [[-7.9296875, false]], [[-5.4296875, false]], [[-9.8046875, false]], [[-10.0546875, false]], [[-8.1796875, false]], [[-9.3046875, false]], [[-10.5546875, false]], [[-8.0546875, false]], [[-8.1796875, false]], [[-9.3046875, false]], [[-5.4296875, false]], [[-8.1796875, false]], [[-10.1796875, false]], [[-8.1796875, false]], [[-9.0546875, false]], [[-5.4296875, false]], [[-8.0546875, false]], [[-9.0546875, false]], [[-5.4296875, false]], [[-9.8046875, false]], [[-10.0546875, false]], [[-8.1796875, false]], [[-11.0546875, false]], [[-5.4296875, false]], [[-10.0546875, false]], [[-4.6796875, false]], [[-10.1796875, false]], [[-8.1796875, false]], [[-5.4296875, false]], [[-8.3046875, false]], [[-8.1796875, false]], [[-8.1796875, false]], [[-9.0546875, false]], [[-5.4296875, false]], [[-9.8046875, false]], [[-10.5546875, false]], [[-9.3046875, false]], [[-10.1796875, false]], [[-8.1796875, false]], [[-9.0546875, false]], [[-5.4296875, false]], [[-10.0546875, false]], [[-10.5546875, false]], [[-9.3046875, false]], [[-9.0546875, false]], [[-10.5546875, false]], [[-7.35546875, false]], [[-6.0546875, false]], [[-9.796875, false]], [[-5.4296875, false]], [[-6.0546875, false]], [[-6.1796875, false]], [[-8.1796875, false]], [[-9.3046875, false]], [[-8.9296875, false]], [[-8.0546875, false]], [[-8.1796875, false]], [[-5.4296875, false]], [[-9.3046875, false]], [[-10.0546875, false]], [[-9.3046875, false]], [[-10.1796875, false]], [[-8.9296875, false]], [[-8.6796875, false]], [[-5.4296875, false]], [[-8.3046875, false]], [[-8.1796875, false]], [[-5.4296875, false]], [[-10.0546875, false]], [[-8.0546875, false]], [[-8.9296875, false]], [[-8.9296875, false]], [[-8.0546875, false]], [[-9.0546875, false]], [[-10.5546875, false]], [[-5.4296875, false]], [[-9.8046875, false]], [[-9.3046875, false]], [[-5.4296875, false]], [[-7.9296875, false]], [[-9.3046875, false]], [[-9.0546875, false]], [[-9.3046875, false]], [[-8.0546875, false]], [[-8.6796875, false]], [[-8.1796875, false]], [[-10.5546875, false]], [[-5.4296875, false]], [[-9.8046875, false]], [[-4.6796875, false]], [[-9.0546875, false]], [[-11.0546875, false]], [[-5.4296875, false]], [[-9.8046875, false]], [[-9.3046875, false]], [[-9.3046875, false]], [[-9.3046875, false]], [[-8.0546875, false]], [[-8.3046875, false]], [[-8.9296875, false]], [[-8.1796875, false]], [[-5.4296875, false]], [[-7.9296875, false]], [[-4.6796875, false]], [[-10.1796875, false]], [[-9.3046875, false]], [[-8.1796875, false]], [[-9.3046875, false]], [[-5.4296875, false]], [[-9.0546875, false]], [[-9.3046875, false]], [[-10.5546875, false]], [[-5.4296875, false]], [[-10.0546875, false]], [[-8.1796875, false]], [[-10.5546875, false]], [[-5.4296875, false]], [[-9.3046875, false]], [[-8.3046875, false]], [[-9.3046875, false]], [[-8.1796875, false]], [[-10.5546875, false]], [[-10.1796875, false]], [[-4.6796875, false]], [[-9.8046875, false]], [[-8.0546875, false]], [[-9.3046875, false]], [[-9.0546875, false]], [[-9.3046875, false]], [[-7.35546875, false]], [[-6.0546875, false]], [[-12.0546875, false]]], "filtered_resps": [[-6.8046875, false], [-6.0546875, false], [-6.1796875, false], [-8.1796875, false], [-9.3046875, false], [-8.9296875, false], [-8.0546875, false], [-8.1796875, false], [-5.4296875, false], [-9.3046875, false], [-10.0546875, false], [-9.3046875, false], [-10.1796875, false], [-8.9296875, false], [-8.6796875, false], [-5.4296875, false], [-9.0546875, false], [-9.3046875, false], [-9.8046875, false], [-5.4296875, false], [-9.0546875, false], [-9.3046875, false], [-8.9296875, false], [-8.9296875, false], [-9.3046875, false], [-10.0546875, false], [-5.4296875, false], [-9.8046875, false], [-10.0546875, false], [-8.1796875, false], [-5.4296875, false], [-8.1796875, false], [-9.4296875, false], [-9.8046875, false], [-8.1796875, false], [-10.5546875, false], [-8.0546875, false], [-9.8046875, false], [-8.1796875, false], [-9.0546875, false], [-9.8046875, false], [-4.6796875, false], [-8.9296875, false], [-5.4296875, false], [-8.0546875, false], [-9.0546875, false], [-9.3046875, false], [-9.8046875, false], [-10.5546875, false], [-10.1796875, false], [-7.9296875, false], [-9.8046875, false], [-8.0546875, false], [-9.3046875, false], [-9.0546875, false], [-9.3046875, false], [-5.4296875, false], [-8.1796875, false], [-9.4296875, false], [-4.6796875, false], [-7.9296875, false], [-9.8046875, false], [-8.9296875, false], [-11.0546875, false], [-7.35546875, false], [-6.0546875, false], [-9.796875, false], [-5.4296875, false], [-6.0546875, false], [-6.1796875, false], [-8.1796875, false], [-9.3046875, false], [-8.9296875, false], [-8.0546875, false], [-8.1796875, false], [-5.4296875, false], [-9.3046875, false], [-10.0546875, false], [-9.3046875, false], [-10.1796875, false], [-8.9296875, false], [-8.6796875, false], [-5.4296875, false], [-9.3046875, false], [-9.0546875, false], [-8.9296875, false], [-11.0546875, false], [-5.4296875, false], [-10.0546875, false], [-10.5546875, false], [-8.0546875, false], [-9.8046875, false], [-8.1796875, false], [-5.4296875, false], [-8.6796875, false], [-9.3046875, false], [-10.0546875, false], [-9.0546875, false], [-5.4296875, false], [-8.9296875, false], [-4.6796875, false], [-8.3046875, false], [-5.4296875, false], [-10.5546875, false], [-8.1796875, false], [-9.3046875, false], [-10.1796875, false], [-8.9296875, false], [-9.8046875, false], [-9.3046875, false], [-5.4296875, false], [-9.8046875, false], [-10.0546875, false], [-4.6796875, false], [-9.8046875, false], [-5.4296875, false], [-9.3046875, false], [-8.1796875, false], [-8.1796875, false], [-9.8046875, false], [-5.4296875, false], [-9.8046875, false], [-9.3046875, false], [-5.4296875, false], [-8.3046875, false], [-8.1796875, false], [-5.4296875, false], [-7.9296875, false], [-9.3046875, false], [-10.5546875, false], [-10.5546875, false], [-8.1796875, false], [-7.9296875, false], [-9.8046875, false], [-7.35546875, false], [-6.0546875, false], [-9.796875, false], [-5.4296875, false], [-6.0546875, false], [-6.1796875, false], [-8.1796875, false], [-9.3046875, false], [-8.9296875, false], [-8.0546875, false], [-8.1796875, false], [-5.4296875, false], [-9.3046875, false], [-10.0546875, false], [-9.3046875, false], [-10.1796875, false], [-8.9296875, false], [-8.6796875, false], [-5.4296875, false], [-4.6796875, false], [-7.9296875, false], [-7.9296875, false], [-8.1796875, false], [-9.8046875, false], [-9.8046875, false], [-5.4296875, false], [-4.6796875, false], [-8.9296875, false], [-8.9296875, false], [-5.4296875, false], [-9.3046875, false], [-7.9296875, false], [-8.0546875, false], [-8.1796875, false], [-9.0546875, false], [-9.8046875, false], [-8.0546875, false], [-9.0546875, false], [-8.0546875, false], [-7.9296875, false], [-5.4296875, false], [-9.8046875, false], [-10.0546875, false], [-8.1796875, false], [-9.3046875, false], [-10.5546875, false], [-8.0546875, false], [-8.1796875, false], [-9.3046875, false], [-5.4296875, false], [-8.1796875, false], [-10.1796875, false], [-8.1796875, false], [-9.0546875, false], [-5.4296875, false], [-8.0546875, false], [-9.0546875, false], [-5.4296875, false], [-9.8046875, false], [-10.0546875, false], [-8.1796875, false], [-11.0546875, false], [-5.4296875, false], [-10.0546875, false], [-4.6796875, false], [-10.1796875, false], [-8.1796875, false], [-5.4296875, false], [-8.3046875, false], [-8.1796875, false], [-8.1796875, false], [-9.0546875, false], [-5.4296875, false], [-9.8046875, false], [-10.5546875, false], [-9.3046875, false], [-10.1796875, false], [-8.1796875, false], [-9.0546875, false], [-5.4296875, false], [-10.0546875, false], [-10.5546875, false], [-9.3046875, false], [-9.0546875, false], [-10.5546875, false], [-7.35546875, false], [-6.0546875, false], [-9.796875, false], [-5.4296875, false], [-6.0546875, false], [-6.1796875, false], [-8.1796875, false], [-9.3046875, false], [-8.9296875, false], [-8.0546875, false], [-8.1796875, false], [-5.4296875, false], [-9.3046875, false], [-10.0546875, false], [-9.3046875, false], [-10.1796875, false], [-8.9296875, false], [-8.6796875, false], [-5.4296875, false], [-8.3046875, false], [-8.1796875, false], [-5.4296875, false], [-10.0546875, false], [-8.0546875, false], [-8.9296875, false], [-8.9296875, false], [-8.0546875, false], [-9.0546875, false], [-10.5546875, false], [-5.4296875, false], [-9.8046875, false], [-9.3046875, false], [-5.4296875, false], [-7.9296875, false], [-9.3046875, false], [-9.0546875, false], [-9.3046875, false], [-8.0546875, false], [-8.6796875, false], [-8.1796875, false], [-10.5546875, false], [-5.4296875, false], [-9.8046875, false], [-4.6796875, false], [-9.0546875, false], [-11.0546875, false], [-5.4296875, false], [-9.8046875, false], [-9.3046875, false], [-9.3046875, false], [-9.3046875, false], [-8.0546875, false], [-8.3046875, false], [-8.9296875, false], [-8.1796875, false], [-5.4296875, false], [-7.9296875, false], [-4.6796875, false], [-10.1796875, false], [-9.3046875, false], [-8.1796875, false], [-9.3046875, false], [-5.4296875, false], [-9.0546875, false], [-9.3046875, false], [-10.5546875, false], [-5.4296875, false], [-10.0546875, false], [-8.1796875, false], [-10.5546875, false], [-5.4296875, false], [-9.3046875, false], [-8.3046875, false], [-9.3046875, false], [-8.1796875, false], [-10.5546875, false], [-10.1796875, false], [-4.6796875, false], [-9.8046875, false], [-8.0546875, false], [-9.3046875, false], [-9.0546875, false], [-9.3046875, false], [-7.35546875, false], [-6.0546875, false], [-12.0546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1501, "doc": {"id": "NYSEDREGENTS_2013_4_13", "question": "Which organisms break down and recycle dead plants and animals?", "choices": {"text": ["predators", "prey", "decomposers", "producers"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "decomposers", "arguments": ["Question: Which organisms break down and recycle dead plants and animals?\nAnswer:", " ["], "resps": [[[-8.2734375, false]], [[-9.2734375, false]], [[-10.5234375, false]], [[-9.7734375, false]], [[-7.2734375, false]], [[-9.0234375, false]], [[-6.0234375, false]], [[-11.7734375, false]], [[-8.2734375, false]], [[-9.7734375, false]], [[-8.7734375, false]], [[-9.2734375, false]], [[-10.296875, false]], [[-4.5234375, false]], [[-9.2734375, false]], [[-10.5234375, false]], [[-9.7734375, false]], [[-7.2734375, false]], [[-12.2734375, false]], [[-9.2734375, false]], [[-10.296875, false]], [[-4.5234375, false]], [[-9.2734375, false]], [[-9.0234375, false]], [[-7.2734375, false]], [[-8.2734375, false]], [[-8.2734375, false]], [[-11.3984375, false]], [[-10.5234375, false]], [[-8.2734375, false]], [[-8.7734375, false]], [[-7.2734375, false]], [[-9.7734375, false]], [[-8.7734375, false]], [[-9.2734375, false]], [[-10.296875, false]], [[-4.5234375, false]], [[-9.2734375, false]], [[-10.5234375, false]], [[-9.7734375, false]], [[-8.2734375, false]], [[-9.0234375, false]], [[-10.5234375, false]], [[-8.2734375, false]], [[-7.2734375, false]], [[-9.7734375, false]], [[-8.7734375, false]], [[-9.2734375, false]], [[-14.2734375, false]]], "filtered_resps": [[-8.2734375, false], [-9.2734375, false], [-10.5234375, false], [-9.7734375, false], [-7.2734375, false], [-9.0234375, false], [-6.0234375, false], [-11.7734375, false], [-8.2734375, false], [-9.7734375, false], [-8.7734375, false], [-9.2734375, false], [-10.296875, false], [-4.5234375, false], [-9.2734375, false], [-10.5234375, false], [-9.7734375, false], [-7.2734375, false], [-12.2734375, false], [-9.2734375, false], [-10.296875, false], [-4.5234375, false], [-9.2734375, false], [-9.0234375, false], [-7.2734375, false], [-8.2734375, false], [-8.2734375, false], [-11.3984375, false], [-10.5234375, false], [-8.2734375, false], [-8.7734375, false], [-7.2734375, false], [-9.7734375, false], [-8.7734375, false], [-9.2734375, false], [-10.296875, false], [-4.5234375, false], [-9.2734375, false], [-10.5234375, false], [-9.7734375, false], [-8.2734375, false], [-9.0234375, false], [-10.5234375, false], [-8.2734375, false], [-7.2734375, false], [-9.7734375, false], [-8.7734375, false], [-9.2734375, false], [-14.2734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1509, "doc": {"id": "Mercury_7210105", "question": "A student records the temperature in the schoolyard every day for a month. Which is the best way to present the temperature data so each day can be compared?", "choices": {"text": ["summary paragraph", "labeled diagram", "pie chart", "bar graph"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "bar graph", "arguments": ["Question: A student records the temperature in the schoolyard every day for a month. Which is the best way to present the temperature data so each day can be compared?\nAnswer:", " ["], "resps": [[[-7.1015625, false]], [[-9.9765625, false]], [[-9.6015625, false]], [[-9.9765625, false]], [[-7.7265625, false]], [[-7.7265625, false]], [[-4.2265625, false]], [[-9.9765625, false]], [[-10.4765625, false]], [[-5.6015625, false]], [[-8.8515625, false]], [[-4.2265625, false]], [[-9.9765625, false]], [[-4.2265625, false]], [[-10.7265625, false]], [[-9.9765625, false]], [[-4.2265625, false]], [[-8.8515625, false]], [[-9.6015625, false]], [[-9.9765625, false]], [[-10.109375, false]], [[-5.6015625, false]], [[-9.9765625, false]], [[-10.8515625, false]], [[-4.2265625, false]], [[-7.3515625, false]], [[-8.1015625, false]], [[-10.8515625, false]], [[-8.1015625, false]], [[-7.9765625, false]], [[-5.6015625, false]], [[-7.9765625, false]], [[-7.8515625, false]], [[-4.2265625, false]], [[-10.7265625, false]], [[-9.9765625, false]], [[-4.2265625, false]], [[-7.7265625, false]], [[-9.9765625, false]], [[-10.109375, false]], [[-5.6015625, false]], [[-9.9765625, false]], [[-8.8515625, false]], [[-7.8515625, false]], [[-8.1015625, false]], [[-5.6015625, false]], [[-8.7265625, false]], [[-9.6015625, false]], [[-4.2265625, false]], [[-9.9765625, false]], [[-8.9765625, false]], [[-9.9765625, false]], [[-10.109375, false]], [[-5.6015625, false]], [[-9.9765625, false]], [[-7.3515625, false]], [[-4.2265625, false]], [[-9.9765625, false]], [[-5.6015625, false]], [[-10.7265625, false]], [[-9.9765625, false]], [[-4.2265625, false]], [[-8.8515625, false]], [[-9.6015625, false]], [[-9.9765625, false]], [[-11.3515625, false]]], "filtered_resps": [[-7.1015625, false], [-9.9765625, false], [-9.6015625, false], [-9.9765625, false], [-7.7265625, false], [-7.7265625, false], [-4.2265625, false], [-9.9765625, false], [-10.4765625, false], [-5.6015625, false], [-8.8515625, false], [-4.2265625, false], [-9.9765625, false], [-4.2265625, false], [-10.7265625, false], [-9.9765625, false], [-4.2265625, false], [-8.8515625, false], [-9.6015625, false], [-9.9765625, false], [-10.109375, false], [-5.6015625, false], [-9.9765625, false], [-10.8515625, false], [-4.2265625, false], [-7.3515625, false], [-8.1015625, false], [-10.8515625, false], [-8.1015625, false], [-7.9765625, false], [-5.6015625, false], [-7.9765625, false], [-7.8515625, false], [-4.2265625, false], [-10.7265625, false], [-9.9765625, false], [-4.2265625, false], [-7.7265625, false], [-9.9765625, false], [-10.109375, false], [-5.6015625, false], [-9.9765625, false], [-8.8515625, false], [-7.8515625, false], [-8.1015625, false], [-5.6015625, false], [-8.7265625, false], [-9.6015625, false], [-4.2265625, false], [-9.9765625, false], [-8.9765625, false], [-9.9765625, false], [-10.109375, false], [-5.6015625, false], [-9.9765625, false], [-7.3515625, false], [-4.2265625, false], [-9.9765625, false], [-5.6015625, false], [-10.7265625, false], [-9.9765625, false], [-4.2265625, false], [-8.8515625, false], [-9.6015625, false], [-9.9765625, false], [-11.3515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1517, "doc": {"id": "Mercury_7004130", "question": "Which would most likely cause a decrease in the number of woodpeckers in an ecosystem?", "choices": {"text": ["draining a spring-fed pond", "plowing and planting meadows", "destroying all dead trees and stumps", "building a road around a small forest"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "destroying all dead trees and stumps", "arguments": ["Question: Which would most likely cause a decrease in the number of woodpeckers in an ecosystem?\nAnswer:", " ["], "resps": [[[-7.78125, false]], [[-9.78125, false]], [[-8.78125, false]], [[-11.28125, false]], [[-4.65625, false]], [[-8.65625, false]], [[-8.90625, false]], [[-8.65625, false]], [[-8.90625, false]], [[-12.28125, false]], [[-5.78125, false]], [[-4.65625, false]], [[-5.78125, false]], [[-10.03125, false]], [[-10.03125, false]], [[-11.28125, false]], [[-8.65625, false]], [[-8.90625, false]], [[-12.28125, false]], [[-6.78125, false]], [[-9.40625, false]], [[-8.03125, false]], [[-8.78125, false]], [[-5.78125, false]], [[-10.03125, false]], [[-8.78125, false]], [[-8.90625, false]], [[-8.78125, false]], [[-9.78125, false]], [[-11.1875, false]], [[-5.78125, false]], [[-9.78125, false]], [[-10.03125, false]], [[-10.15625, false]], [[-8.78125, false]], [[-11.15625, false]], [[-8.65625, false]], [[-8.90625, false]], [[-12.28125, false]], [[-5.78125, false]], [[-4.65625, false]], [[-8.90625, false]], [[-8.78125, false]], [[-5.78125, false]], [[-10.03125, false]], [[-10.15625, false]], [[-4.65625, false]], [[-8.90625, false]], [[-11.15625, false]], [[-8.65625, false]], [[-8.90625, false]], [[-12.28125, false]], [[-5.78125, false]], [[-10.53125, false]], [[-8.03125, false]], [[-4.65625, false]], [[-8.78125, false]], [[-8.78125, false]], [[-11.15625, false]], [[-10.03125, false]], [[-9.78125, false]], [[-11.1875, false]], [[-5.78125, false]], [[-9.78125, false]], [[-8.78125, false]], [[-8.03125, false]], [[-10.03125, false]], [[-11.15625, false]], [[-11.28125, false]], [[-8.78125, false]], [[-11.90625, false]], [[-8.65625, false]], [[-8.90625, false]], [[-12.28125, false]], [[-5.78125, false]], [[-4.65625, false]], [[-10.15625, false]], [[-10.15625, false]], [[-5.78125, false]], [[-8.78125, false]], [[-8.03125, false]], [[-4.65625, false]], [[-8.78125, false]], [[-5.78125, false]], [[-11.15625, false]], [[-11.28125, false]], [[-8.03125, false]], [[-8.03125, false]], [[-10.03125, false]], [[-5.78125, false]], [[-4.65625, false]], [[-8.90625, false]], [[-8.78125, false]], [[-5.78125, false]], [[-10.03125, false]], [[-11.15625, false]], [[-11.53125, false]], [[-10.53125, false]], [[-10.03125, false]], [[-10.03125, false]], [[-9.78125, false]], [[-11.1875, false]], [[-5.78125, false]], [[-9.78125, false]], [[-10.53125, false]], [[-11.53125, false]], [[-8.65625, false]], [[-10.15625, false]], [[-8.78125, false]], [[-8.65625, false]], [[-8.90625, false]], [[-12.28125, false]], [[-5.78125, false]], [[-4.65625, false]], [[-5.78125, false]], [[-11.28125, false]], [[-8.78125, false]], [[-4.65625, false]], [[-8.78125, false]], [[-5.78125, false]], [[-4.65625, false]], [[-11.28125, false]], [[-8.78125, false]], [[-11.53125, false]], [[-8.90625, false]], [[-8.78125, false]], [[-5.78125, false]], [[-4.65625, false]], [[-5.78125, false]], [[-10.03125, false]], [[-10.53125, false]], [[-4.65625, false]], [[-10.15625, false]], [[-10.15625, false]], [[-5.78125, false]], [[-9.40625, false]], [[-8.78125, false]], [[-11.28125, false]], [[-8.03125, false]], [[-10.03125, false]], [[-11.15625, false]], [[-9.78125, false]], [[-14.40625, false]]], "filtered_resps": [[-7.78125, false], [-9.78125, false], [-8.78125, false], [-11.28125, false], [-4.65625, false], [-8.65625, false], [-8.90625, false], [-8.65625, false], [-8.90625, false], [-12.28125, false], [-5.78125, false], [-4.65625, false], [-5.78125, false], [-10.03125, false], [-10.03125, false], [-11.28125, false], [-8.65625, false], [-8.90625, false], [-12.28125, false], [-6.78125, false], [-9.40625, false], [-8.03125, false], [-8.78125, false], [-5.78125, false], [-10.03125, false], [-8.78125, false], [-8.90625, false], [-8.78125, false], [-9.78125, false], [-11.1875, false], [-5.78125, false], [-9.78125, false], [-10.03125, false], [-10.15625, false], [-8.78125, false], [-11.15625, false], [-8.65625, false], [-8.90625, false], [-12.28125, false], [-5.78125, false], [-4.65625, false], [-8.90625, false], [-8.78125, false], [-5.78125, false], [-10.03125, false], [-10.15625, false], [-4.65625, false], [-8.90625, false], [-11.15625, false], [-8.65625, false], [-8.90625, false], [-12.28125, false], [-5.78125, false], [-10.53125, false], [-8.03125, false], [-4.65625, false], [-8.78125, false], [-8.78125, false], [-11.15625, false], [-10.03125, false], [-9.78125, false], [-11.1875, false], [-5.78125, false], [-9.78125, false], [-8.78125, false], [-8.03125, false], [-10.03125, false], [-11.15625, false], [-11.28125, false], [-8.78125, false], [-11.90625, false], [-8.65625, false], [-8.90625, false], [-12.28125, false], [-5.78125, false], [-4.65625, false], [-10.15625, false], [-10.15625, false], [-5.78125, false], [-8.78125, false], [-8.03125, false], [-4.65625, false], [-8.78125, false], [-5.78125, false], [-11.15625, false], [-11.28125, false], [-8.03125, false], [-8.03125, false], [-10.03125, false], [-5.78125, false], [-4.65625, false], [-8.90625, false], [-8.78125, false], [-5.78125, false], [-10.03125, false], [-11.15625, false], [-11.53125, false], [-10.53125, false], [-10.03125, false], [-10.03125, false], [-9.78125, false], [-11.1875, false], [-5.78125, false], [-9.78125, false], [-10.53125, false], [-11.53125, false], [-8.65625, false], [-10.15625, false], [-8.78125, false], [-8.65625, false], [-8.90625, false], [-12.28125, false], [-5.78125, false], [-4.65625, false], [-5.78125, false], [-11.28125, false], [-8.78125, false], [-4.65625, false], [-8.78125, false], [-5.78125, false], [-4.65625, false], [-11.28125, false], [-8.78125, false], [-11.53125, false], [-8.90625, false], [-8.78125, false], [-5.78125, false], [-4.65625, false], [-5.78125, false], [-10.03125, false], [-10.53125, false], [-4.65625, false], [-10.15625, false], [-10.15625, false], [-5.78125, false], [-9.40625, false], [-8.78125, false], [-11.28125, false], [-8.03125, false], [-10.03125, false], [-11.15625, false], [-9.78125, false], [-14.40625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1525, "doc": {"id": "Mercury_404900", "question": "During which process are nuclei duplicated?", "choices": {"text": ["mitosis", "respiration", "photosynthesis", "fertilization"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "mitosis", "arguments": ["Question: During which process are nuclei duplicated?\nAnswer:", " ["], "resps": [[[-7.8515625, false]], [[-10.1015625, false]], [[-9.6015625, false]], [[-9.6015625, false]], [[-10.8515625, false]], [[-10.6015625, false]], [[-10.3515625, false]], [[-9.6015625, false]], [[-10.3515625, false]], [[-10.1015625, false]], [[-10.84375, false]], [[-5.6015625, false]], [[-10.1015625, false]], [[-10.1015625, false]], [[-9.6015625, false]], [[-10.3515625, false]], [[-9.8515625, false]], [[-9.6015625, false]], [[-10.1015625, false]], [[-6.8515625, false]], [[-10.8515625, false]], [[-9.6015625, false]], [[-10.6015625, false]], [[-9.1015625, false]], [[-10.1015625, false]], [[-10.84375, false]], [[-5.6015625, false]], [[-10.1015625, false]], [[-9.8515625, false]], [[-11.3515625, false]], [[-10.6015625, false]], [[-10.8515625, false]], [[-10.6015625, false]], [[-10.3515625, false]], [[-12.1015625, false]], [[-9.1015625, false]], [[-10.8515625, false]], [[-11.3515625, false]], [[-9.6015625, false]], [[-10.3515625, false]], [[-9.6015625, false]], [[-10.3515625, false]], [[-10.1015625, false]], [[-10.84375, false]], [[-5.6015625, false]], [[-10.1015625, false]], [[-11.1015625, false]], [[-9.6015625, false]], [[-10.1015625, false]], [[-10.8515625, false]], [[-9.6015625, false]], [[-11.8515625, false]], [[-9.6015625, false]], [[-10.1015625, false]], [[-6.8515625, false]], [[-10.8515625, false]], [[-9.6015625, false]], [[-10.6015625, false]], [[-9.1015625, false]], [[-10.1015625, false]], [[-13.6015625, false]]], "filtered_resps": [[-7.8515625, false], [-10.1015625, false], [-9.6015625, false], [-9.6015625, false], [-10.8515625, false], [-10.6015625, false], [-10.3515625, false], [-9.6015625, false], [-10.3515625, false], [-10.1015625, false], [-10.84375, false], [-5.6015625, false], [-10.1015625, false], [-10.1015625, false], [-9.6015625, false], [-10.3515625, false], [-9.8515625, false], [-9.6015625, false], [-10.1015625, false], [-6.8515625, false], [-10.8515625, false], [-9.6015625, false], [-10.6015625, false], [-9.1015625, false], [-10.1015625, false], [-10.84375, false], [-5.6015625, false], [-10.1015625, false], [-9.8515625, false], [-11.3515625, false], [-10.6015625, false], [-10.8515625, false], [-10.6015625, false], [-10.3515625, false], [-12.1015625, false], [-9.1015625, false], [-10.8515625, false], [-11.3515625, false], [-9.6015625, false], [-10.3515625, false], [-9.6015625, false], [-10.3515625, false], [-10.1015625, false], [-10.84375, false], [-5.6015625, false], [-10.1015625, false], [-11.1015625, false], [-9.6015625, false], [-10.1015625, false], [-10.8515625, false], [-9.6015625, false], [-11.8515625, false], [-9.6015625, false], [-10.1015625, false], [-6.8515625, false], [-10.8515625, false], [-9.6015625, false], [-10.6015625, false], [-9.1015625, false], [-10.1015625, false], [-13.6015625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1533, "doc": {"id": "Mercury_7025025", "question": "In the rock cycle an igneous rock forms from", "choices": {"text": ["cooling temperatures", "high pressure and heat", "weathering and erosion", "compacted plant remains"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "cooling temperatures", "arguments": ["Question: In the rock cycle an igneous rock forms from\nAnswer:", " ["], "resps": [[[-8.015625, false]], [[-8.515625, false]], [[-8.515625, false]], [[-10.265625, false]], [[-10.265625, false]], [[-10.765625, false]], [[-8.015625, false]], [[-9.265625, false]], [[-9.265625, false]], [[-4.26171875, false]], [[-10.515625, false]], [[-8.015625, false]], [[-9.765625, false]], [[-9.265625, false]], [[-8.015625, false]], [[-9.515625, false]], [[-5.51171875, false]], [[-10.515625, false]], [[-10.265625, false]], [[-9.515625, false]], [[-8.015625, false]], [[-9.265625, false]], [[-8.515625, false]], [[-7.65625, false]], [[-4.26171875, false]], [[-8.515625, false]], [[-11.015625, false]], [[-8.015625, false]], [[-9.265625, false]], [[-11.015625, false]], [[-4.26171875, false]], [[-9.265625, false]], [[-9.515625, false]], [[-8.015625, false]], [[-9.265625, false]], [[-9.265625, false]], [[-10.265625, false]], [[-9.515625, false]], [[-8.015625, false]], [[-4.26171875, false]], [[-5.51171875, false]], [[-9.265625, false]], [[-10.265625, false]], [[-4.26171875, false]], [[-11.015625, false]], [[-8.015625, false]], [[-5.51171875, false]], [[-10.515625, false]], [[-8.515625, false]], [[-7.65625, false]], [[-4.26171875, false]], [[-8.515625, false]], [[-11.015625, false]], [[-8.015625, false]], [[-5.51171875, false]], [[-10.515625, false]], [[-11.015625, false]], [[-8.015625, false]], [[-9.515625, false]], [[-8.015625, false]], [[-9.265625, false]], [[-9.265625, false]], [[-4.26171875, false]], [[-5.51171875, false]], [[-9.265625, false]], [[-10.265625, false]], [[-4.26171875, false]], [[-8.015625, false]], [[-9.515625, false]], [[-10.265625, false]], [[-9.265625, false]], [[-8.015625, false]], [[-10.265625, false]], [[-9.265625, false]], [[-8.515625, false]], [[-7.65625, false]], [[-4.26171875, false]], [[-8.515625, false]], [[-8.515625, false]], [[-10.265625, false]], [[-9.765625, false]], [[-9.265625, false]], [[-5.51171875, false]], [[-8.515625, false]], [[-10.515625, false]], [[-8.015625, false]], [[-10.265625, false]], [[-4.26171875, false]], [[-9.265625, false]], [[-10.765625, false]], [[-5.51171875, false]], [[-9.265625, false]], [[-10.515625, false]], [[-4.26171875, false]], [[-9.515625, false]], [[-8.015625, false]], [[-9.765625, false]], [[-5.51171875, false]], [[-8.015625, false]], [[-9.265625, false]], [[-9.265625, false]], [[-8.515625, false]], [[-11.765625, false]]], "filtered_resps": [[-8.015625, false], [-8.515625, false], [-8.515625, false], [-10.265625, false], [-10.265625, false], [-10.765625, false], [-8.015625, false], [-9.265625, false], [-9.265625, false], [-4.26171875, false], [-10.515625, false], [-8.015625, false], [-9.765625, false], [-9.265625, false], [-8.015625, false], [-9.515625, false], [-5.51171875, false], [-10.515625, false], [-10.265625, false], [-9.515625, false], [-8.015625, false], [-9.265625, false], [-8.515625, false], [-7.65625, false], [-4.26171875, false], [-8.515625, false], [-11.015625, false], [-8.015625, false], [-9.265625, false], [-11.015625, false], [-4.26171875, false], [-9.265625, false], [-9.515625, false], [-8.015625, false], [-9.265625, false], [-9.265625, false], [-10.265625, false], [-9.515625, false], [-8.015625, false], [-4.26171875, false], [-5.51171875, false], [-9.265625, false], [-10.265625, false], [-4.26171875, false], [-11.015625, false], [-8.015625, false], [-5.51171875, false], [-10.515625, false], [-8.515625, false], [-7.65625, false], [-4.26171875, false], [-8.515625, false], [-11.015625, false], [-8.015625, false], [-5.51171875, false], [-10.515625, false], [-11.015625, false], [-8.015625, false], [-9.515625, false], [-8.015625, false], [-9.265625, false], [-9.265625, false], [-4.26171875, false], [-5.51171875, false], [-9.265625, false], [-10.265625, false], [-4.26171875, false], [-8.015625, false], [-9.515625, false], [-10.265625, false], [-9.265625, false], [-8.015625, false], [-10.265625, false], [-9.265625, false], [-8.515625, false], [-7.65625, false], [-4.26171875, false], [-8.515625, false], [-8.515625, false], [-10.265625, false], [-9.765625, false], [-9.265625, false], [-5.51171875, false], [-8.515625, false], [-10.515625, false], [-8.015625, false], [-10.265625, false], [-4.26171875, false], [-9.265625, false], [-10.765625, false], [-5.51171875, false], [-9.265625, false], [-10.515625, false], [-4.26171875, false], [-9.515625, false], [-8.015625, false], [-9.765625, false], [-5.51171875, false], [-8.015625, false], [-9.265625, false], [-9.265625, false], [-8.515625, false], [-11.765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1541, "doc": {"id": "Mercury_7108063", "question": "Which of these has been controlled in an attempt to reduce the depletion of ozone in Earth's atmosphere?", "choices": {"text": ["methods of filtering gasoline", "use of chlorofluorocarbons (CFCs)", "methods of radioactive waste storage", "use of mercury (Hg) compounds"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "use of chlorofluorocarbons (CFCs)", "arguments": ["Question: Which of these has been controlled in an attempt to reduce the depletion of ozone in Earth's atmosphere?\nAnswer:", " ["], "resps": [[[-6.92578125, false]], [[-8.296875, false]], [[-9.046875, false]], [[-7.17578125, false]], [[-9.921875, false]], [[-10.046875, false]], [[-5.05078125, false]], [[-8.671875, false]], [[-10.046875, false]], [[-4.55078125, false]], [[-5.05078125, false]], [[-9.296875, false]], [[-4.55078125, false]], [[-9.296875, false]], [[-6.67578125, false]], [[-10.671875, false]], [[-9.921875, false]], [[-7.17578125, false]], [[-11.046875, false]], [[-6.67578125, false]], [[-7.42578125, false]], [[-11.796875, false]], [[-4.55078125, false]], [[-11.796875, false]], [[-5.17578125, false]], [[-10.046875, false]], [[-5.05078125, false]], [[-10.671875, false]], [[-6.67578125, false]], [[-7.42578125, false]], [[-7.17578125, false]], [[-8.296875, false]], [[-9.1953125, false]], [[-4.55078125, false]], [[-8.296875, false]], [[-9.921875, false]], [[-10.046875, false]], [[-7.17578125, false]], [[-4.55078125, false]], [[-5.05078125, false]], [[-9.296875, false]], [[-4.55078125, false]], [[-8.046875, false]], [[-10.046875, false]], [[-10.671875, false]], [[-5.05078125, false]], [[-11.046875, false]], [[-5.05078125, false]], [[-9.296875, false]], [[-10.671875, false]], [[-9.921875, false]], [[-5.05078125, false]], [[-11.046875, false]], [[-5.05078125, false]], [[-8.046875, false]], [[-5.17578125, false]], [[-11.046875, false]], [[-9.171875, false]], [[-5.05078125, false]], [[-7.42578125, false]], [[-10.046875, false]], [[-4.55078125, false]], [[-4.55078125, false]], [[-4.55078125, false]], [[-7.67578125, false]], [[-4.55078125, false]], [[-10.046875, false]], [[-10.671875, false]], [[-8.296875, false]], [[-9.1953125, false]], [[-4.55078125, false]], [[-8.296875, false]], [[-9.046875, false]], [[-7.17578125, false]], [[-9.921875, false]], [[-10.046875, false]], [[-5.05078125, false]], [[-8.671875, false]], [[-10.046875, false]], [[-4.55078125, false]], [[-5.05078125, false]], [[-9.296875, false]], [[-4.55078125, false]], [[-11.046875, false]], [[-5.17578125, false]], [[-8.671875, false]], [[-6.67578125, false]], [[-5.05078125, false]], [[-5.17578125, false]], [[-8.046875, false]], [[-9.921875, false]], [[-6.67578125, false]], [[-10.671875, false]], [[-7.17578125, false]], [[-4.55078125, false]], [[-11.171875, false]], [[-5.17578125, false]], [[-10.046875, false]], [[-9.921875, false]], [[-7.17578125, false]], [[-4.55078125, false]], [[-10.046875, false]], [[-9.921875, false]], [[-5.05078125, false]], [[-11.046875, false]], [[-5.17578125, false]], [[-11.796875, false]], [[-7.17578125, false]], [[-8.296875, false]], [[-9.1953125, false]], [[-4.55078125, false]], [[-8.296875, false]], [[-9.921875, false]], [[-10.046875, false]], [[-7.17578125, false]], [[-4.55078125, false]], [[-5.05078125, false]], [[-9.296875, false]], [[-4.55078125, false]], [[-9.046875, false]], [[-7.17578125, false]], [[-11.046875, false]], [[-8.046875, false]], [[-9.921875, false]], [[-11.046875, false]], [[-10.921875, false]], [[-4.55078125, false]], [[-4.55078125, false]], [[-5.55078125, false]], [[-11.796875, false]], [[-10.671875, false]], [[-4.55078125, false]], [[-8.046875, false]], [[-5.05078125, false]], [[-9.046875, false]], [[-8.921875, false]], [[-5.05078125, false]], [[-9.921875, false]], [[-7.42578125, false]], [[-8.671875, false]], [[-10.046875, false]], [[-8.296875, false]], [[-14.421875, false]]], "filtered_resps": [[-6.92578125, false], [-8.296875, false], [-9.046875, false], [-7.17578125, false], [-9.921875, false], [-10.046875, false], [-5.05078125, false], [-8.671875, false], [-10.046875, false], [-4.55078125, false], [-5.05078125, false], [-9.296875, false], [-4.55078125, false], [-9.296875, false], [-6.67578125, false], [-10.671875, false], [-9.921875, false], [-7.17578125, false], [-11.046875, false], [-6.67578125, false], [-7.42578125, false], [-11.796875, false], [-4.55078125, false], [-11.796875, false], [-5.17578125, false], [-10.046875, false], [-5.05078125, false], [-10.671875, false], [-6.67578125, false], [-7.42578125, false], [-7.17578125, false], [-8.296875, false], [-9.1953125, false], [-4.55078125, false], [-8.296875, false], [-9.921875, false], [-10.046875, false], [-7.17578125, false], [-4.55078125, false], [-5.05078125, false], [-9.296875, false], [-4.55078125, false], [-8.046875, false], [-10.046875, false], [-10.671875, false], [-5.05078125, false], [-11.046875, false], [-5.05078125, false], [-9.296875, false], [-10.671875, false], [-9.921875, false], [-5.05078125, false], [-11.046875, false], [-5.05078125, false], [-8.046875, false], [-5.17578125, false], [-11.046875, false], [-9.171875, false], [-5.05078125, false], [-7.42578125, false], [-10.046875, false], [-4.55078125, false], [-4.55078125, false], [-4.55078125, false], [-7.67578125, false], [-4.55078125, false], [-10.046875, false], [-10.671875, false], [-8.296875, false], [-9.1953125, false], [-4.55078125, false], [-8.296875, false], [-9.046875, false], [-7.17578125, false], [-9.921875, false], [-10.046875, false], [-5.05078125, false], [-8.671875, false], [-10.046875, false], [-4.55078125, false], [-5.05078125, false], [-9.296875, false], [-4.55078125, false], [-11.046875, false], [-5.17578125, false], [-8.671875, false], [-6.67578125, false], [-5.05078125, false], [-5.17578125, false], [-8.046875, false], [-9.921875, false], [-6.67578125, false], [-10.671875, false], [-7.17578125, false], [-4.55078125, false], [-11.171875, false], [-5.17578125, false], [-10.046875, false], [-9.921875, false], [-7.17578125, false], [-4.55078125, false], [-10.046875, false], [-9.921875, false], [-5.05078125, false], [-11.046875, false], [-5.17578125, false], [-11.796875, false], [-7.17578125, false], [-8.296875, false], [-9.1953125, false], [-4.55078125, false], [-8.296875, false], [-9.921875, false], [-10.046875, false], [-7.17578125, false], [-4.55078125, false], [-5.05078125, false], [-9.296875, false], [-4.55078125, false], [-9.046875, false], [-7.17578125, false], [-11.046875, false], [-8.046875, false], [-9.921875, false], [-11.046875, false], [-10.921875, false], [-4.55078125, false], [-4.55078125, false], [-5.55078125, false], [-11.796875, false], [-10.671875, false], [-4.55078125, false], [-8.046875, false], [-5.05078125, false], [-9.046875, false], [-8.921875, false], [-5.05078125, false], [-9.921875, false], [-7.42578125, false], [-8.671875, false], [-10.046875, false], [-8.296875, false], [-14.421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1549, "doc": {"id": "Mercury_SC_401781", "question": "Which would be considered an inexhaustible resource?", "choices": {"text": ["oil", "topsoil", "sunlight", "aluminum"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "sunlight", "arguments": ["Question: Which would be considered an inexhaustible resource?\nAnswer:", " ["], "resps": [[[-7.41796875, false]], [[-7.54296875, false]], [[-9.796875, false]], [[-8.046875, false]], [[-9.546875, false]], [[-7.54296875, false]], [[-10.703125, false]], [[-5.79296875, false]], [[-7.54296875, false]], [[-10.796875, false]], [[-9.796875, false]], [[-10.046875, false]], [[-9.796875, false]], [[-9.796875, false]], [[-8.046875, false]], [[-9.546875, false]], [[-7.54296875, false]], [[-10.703125, false]], [[-5.79296875, false]], [[-7.54296875, false]], [[-9.796875, false]], [[-11.171875, false]], [[-9.296875, false]], [[-9.546875, false]], [[-8.046875, false]], [[-11.796875, false]], [[-11.046875, false]], [[-10.796875, false]], [[-7.54296875, false]], [[-10.703125, false]], [[-5.79296875, false]], [[-7.54296875, false]], [[-5.29296875, false]], [[-9.546875, false]], [[-11.171875, false]], [[-10.671875, false]], [[-8.046875, false]], [[-9.296875, false]], [[-11.171875, false]], [[-10.671875, false]], [[-7.54296875, false]], [[-13.171875, false]]], "filtered_resps": [[-7.41796875, false], [-7.54296875, false], [-9.796875, false], [-8.046875, false], [-9.546875, false], [-7.54296875, false], [-10.703125, false], [-5.79296875, false], [-7.54296875, false], [-10.796875, false], [-9.796875, false], [-10.046875, false], [-9.796875, false], [-9.796875, false], [-8.046875, false], [-9.546875, false], [-7.54296875, false], [-10.703125, false], [-5.79296875, false], [-7.54296875, false], [-9.796875, false], [-11.171875, false], [-9.296875, false], [-9.546875, false], [-8.046875, false], [-11.796875, false], [-11.046875, false], [-10.796875, false], [-7.54296875, false], [-10.703125, false], [-5.79296875, false], [-7.54296875, false], [-5.29296875, false], [-9.546875, false], [-11.171875, false], [-10.671875, false], [-8.046875, false], [-9.296875, false], [-11.171875, false], [-10.671875, false], [-7.54296875, false], [-13.171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1557, "doc": {"id": "Mercury_7057243", "question": "A student mixes salt and water in a beaker to form a solution. What properties of the substances would allow the student to then separate the components?", "choices": {"text": ["densities", "particle sizes", "boiling points", "electrical conductivity"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "boiling points", "arguments": ["Question: A student mixes salt and water in a beaker to form a solution. What properties of the substances would allow the student to then separate the components?\nAnswer:", " ["], "resps": [[[-6.3125, false]], [[-9.5625, false]], [[-8.8125, false]], [[-8.0625, false]], [[-8.5625, false]], [[-9.3125, false]], [[-8.0625, false]], [[-8.8125, false]], [[-8.0625, false]], [[-8.0625, false]], [[-9.3125, false]], [[-9.5625, false]], [[-10.0703125, false]], [[-5.8125, false]], [[-9.5625, false]], [[-9.5625, false]], [[-5.3125, false]], [[-10.0625, false]], [[-8.8125, false]], [[-8.0625, false]], [[-8.0625, false]], [[-10.3125, false]], [[-8.0625, false]], [[-5.8125, false]], [[-9.3125, false]], [[-8.0625, false]], [[-10.0625, false]], [[-8.0625, false]], [[-9.3125, false]], [[-9.5625, false]], [[-10.0703125, false]], [[-5.8125, false]], [[-9.5625, false]], [[-7.5625, false]], [[-9.3125, false]], [[-8.0625, false]], [[-10.3125, false]], [[-8.0625, false]], [[-8.5625, false]], [[-10.0625, false]], [[-5.8125, false]], [[-9.5625, false]], [[-9.3125, false]], [[-8.0625, false]], [[-8.5625, false]], [[-8.8125, false]], [[-9.3125, false]], [[-9.5625, false]], [[-10.0703125, false]], [[-5.8125, false]], [[-9.5625, false]], [[-8.0625, false]], [[-10.3125, false]], [[-8.0625, false]], [[-8.0625, false]], [[-8.8125, false]], [[-10.0625, false]], [[-8.0625, false]], [[-8.0625, false]], [[-5.3125, false]], [[-10.3125, false]], [[-5.8125, false]], [[-8.0625, false]], [[-9.3125, false]], [[-8.5625, false]], [[-8.8125, false]], [[-9.3125, false]], [[-8.0625, false]], [[-8.8125, false]], [[-8.0625, false]], [[-10.0625, false]], [[-8.0625, false]], [[-8.8125, false]], [[-10.8125, false]], [[-9.5625, false]], [[-11.0625, false]]], "filtered_resps": [[-6.3125, false], [-9.5625, false], [-8.8125, false], [-8.0625, false], [-8.5625, false], [-9.3125, false], [-8.0625, false], [-8.8125, false], [-8.0625, false], [-8.0625, false], [-9.3125, false], [-9.5625, false], [-10.0703125, false], [-5.8125, false], [-9.5625, false], [-9.5625, false], [-5.3125, false], [-10.0625, false], [-8.8125, false], [-8.0625, false], [-8.0625, false], [-10.3125, false], [-8.0625, false], [-5.8125, false], [-9.3125, false], [-8.0625, false], [-10.0625, false], [-8.0625, false], [-9.3125, false], [-9.5625, false], [-10.0703125, false], [-5.8125, false], [-9.5625, false], [-7.5625, false], [-9.3125, false], [-8.0625, false], [-10.3125, false], [-8.0625, false], [-8.5625, false], [-10.0625, false], [-5.8125, false], [-9.5625, false], [-9.3125, false], [-8.0625, false], [-8.5625, false], [-8.8125, false], [-9.3125, false], [-9.5625, false], [-10.0703125, false], [-5.8125, false], [-9.5625, false], [-8.0625, false], [-10.3125, false], [-8.0625, false], [-8.0625, false], [-8.8125, false], [-10.0625, false], [-8.0625, false], [-8.0625, false], [-5.3125, false], [-10.3125, false], [-5.8125, false], [-8.0625, false], [-9.3125, false], [-8.5625, false], [-8.8125, false], [-9.3125, false], [-8.0625, false], [-8.8125, false], [-8.0625, false], [-10.0625, false], [-8.0625, false], [-8.8125, false], [-10.8125, false], [-9.5625, false], [-11.0625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1565, "doc": {"id": "Mercury_SC_413009", "question": "How does the Sun help move water from the ocean through the water cycle?", "choices": {"text": ["by causing surface water to evaporate", "by adding particles to the water", "by increasing the amount of water", "by blowing water toward land"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "by causing surface water to evaporate", "arguments": ["Question: How does the Sun help move water from the ocean through the water cycle?\nAnswer:", " ["], "resps": [[[-8.2421875, false]], [[-9.7421875, false]], [[-10.9921875, false]], [[-13.7421875, false]], [[-6.4921875, false]], [[-11.4921875, false]], [[-7.4921875, false]], [[-12.4921875, false]], [[-10.4921875, false]], [[-9.9921875, false]], [[-11.9921875, false]], [[-14.2421875, false]], [[-6.4921875, false]], [[-10.4921875, false]], [[-12.4921875, false]], [[-13.4921875, false]], [[-11.4921875, false]], [[-7.4921875, false]], [[-11.4921875, false]], [[-9.7421875, false]], [[-6.4921875, false]], [[-11.9921875, false]], [[-7.4921875, false]], [[-12.4921875, false]], [[-9.7421875, false]], [[-13.4921875, false]], [[-6.4921875, false]], [[-12.4921875, false]], [[-9.9921875, false]], [[-6.4921875, false]], [[-9.7421875, false]], [[-11.9921875, false]], [[-7.4921875, false]], [[-11.4921875, false]], [[-9.9921875, false]], [[-13.4921875, false]], [[-7.4921875, false]], [[-12.4921875, false]], [[-9.7421875, false]], [[-9.7421875, false]], [[-10.5546875, false]], [[-6.4921875, false]], [[-9.7421875, false]], [[-10.9921875, false]], [[-13.7421875, false]], [[-6.4921875, false]], [[-7.4921875, false]], [[-10.4921875, false]], [[-10.4921875, false]], [[-9.9921875, false]], [[-11.9921875, false]], [[-14.2421875, false]], [[-6.4921875, false]], [[-11.4921875, false]], [[-7.4921875, false]], [[-13.4921875, false]], [[-12.4921875, false]], [[-9.9921875, false]], [[-11.4921875, false]], [[-11.9921875, false]], [[-9.7421875, false]], [[-10.4921875, false]], [[-6.4921875, false]], [[-12.4921875, false]], [[-9.9921875, false]], [[-6.4921875, false]], [[-12.4921875, false]], [[-12.2421875, false]], [[-9.7421875, false]], [[-6.4921875, false]], [[-11.9921875, false]], [[-7.4921875, false]], [[-12.4921875, false]], [[-9.7421875, false]], [[-13.4921875, false]], [[-9.7421875, false]], [[-10.5546875, false]], [[-6.4921875, false]], [[-9.7421875, false]], [[-10.9921875, false]], [[-13.7421875, false]], [[-6.4921875, false]], [[-9.9921875, false]], [[-11.9921875, false]], [[-11.4921875, false]], [[-13.4921875, false]], [[-9.7421875, false]], [[-7.4921875, false]], [[-10.4921875, false]], [[-9.9921875, false]], [[-11.9921875, false]], [[-14.2421875, false]], [[-6.4921875, false]], [[-12.4921875, false]], [[-12.2421875, false]], [[-9.7421875, false]], [[-6.4921875, false]], [[-7.4921875, false]], [[-11.7421875, false]], [[-9.9921875, false]], [[-12.4921875, false]], [[-11.9921875, false]], [[-12.4921875, false]], [[-6.4921875, false]], [[-9.9921875, false]], [[-11.4921875, false]], [[-6.4921875, false]], [[-11.9921875, false]], [[-7.4921875, false]], [[-12.4921875, false]], [[-9.7421875, false]], [[-13.4921875, false]], [[-9.7421875, false]], [[-10.5546875, false]], [[-6.4921875, false]], [[-9.7421875, false]], [[-10.9921875, false]], [[-13.7421875, false]], [[-6.4921875, false]], [[-10.9921875, false]], [[-11.9921875, false]], [[-9.9921875, false]], [[-11.9921875, false]], [[-9.9921875, false]], [[-11.9921875, false]], [[-14.2421875, false]], [[-6.4921875, false]], [[-11.9921875, false]], [[-7.4921875, false]], [[-12.4921875, false]], [[-9.7421875, false]], [[-13.4921875, false]], [[-6.4921875, false]], [[-12.4921875, false]], [[-9.9921875, false]], [[-11.9921875, false]], [[-7.4921875, false]], [[-13.4921875, false]], [[-10.4921875, false]], [[-6.4921875, false]], [[-11.9921875, false]], [[-7.4921875, false]], [[-11.9921875, false]], [[-10.4921875, false]], [[-9.7421875, false]], [[-13.7421875, false]]], "filtered_resps": [[-8.2421875, false], [-9.7421875, false], [-10.9921875, false], [-13.7421875, false], [-6.4921875, false], [-11.4921875, false], [-7.4921875, false], [-12.4921875, false], [-10.4921875, false], [-9.9921875, false], [-11.9921875, false], [-14.2421875, false], [-6.4921875, false], [-10.4921875, false], [-12.4921875, false], [-13.4921875, false], [-11.4921875, false], [-7.4921875, false], [-11.4921875, false], [-9.7421875, false], [-6.4921875, false], [-11.9921875, false], [-7.4921875, false], [-12.4921875, false], [-9.7421875, false], [-13.4921875, false], [-6.4921875, false], [-12.4921875, false], [-9.9921875, false], [-6.4921875, false], [-9.7421875, false], [-11.9921875, false], [-7.4921875, false], [-11.4921875, false], [-9.9921875, false], [-13.4921875, false], [-7.4921875, false], [-12.4921875, false], [-9.7421875, false], [-9.7421875, false], [-10.5546875, false], [-6.4921875, false], [-9.7421875, false], [-10.9921875, false], [-13.7421875, false], [-6.4921875, false], [-7.4921875, false], [-10.4921875, false], [-10.4921875, false], [-9.9921875, false], [-11.9921875, false], [-14.2421875, false], [-6.4921875, false], [-11.4921875, false], [-7.4921875, false], [-13.4921875, false], [-12.4921875, false], [-9.9921875, false], [-11.4921875, false], [-11.9921875, false], [-9.7421875, false], [-10.4921875, false], [-6.4921875, false], [-12.4921875, false], [-9.9921875, false], [-6.4921875, false], [-12.4921875, false], [-12.2421875, false], [-9.7421875, false], [-6.4921875, false], [-11.9921875, false], [-7.4921875, false], [-12.4921875, false], [-9.7421875, false], [-13.4921875, false], [-9.7421875, false], [-10.5546875, false], [-6.4921875, false], [-9.7421875, false], [-10.9921875, false], [-13.7421875, false], [-6.4921875, false], [-9.9921875, false], [-11.9921875, false], [-11.4921875, false], [-13.4921875, false], [-9.7421875, false], [-7.4921875, false], [-10.4921875, false], [-9.9921875, false], [-11.9921875, false], [-14.2421875, false], [-6.4921875, false], [-12.4921875, false], [-12.2421875, false], [-9.7421875, false], [-6.4921875, false], [-7.4921875, false], [-11.7421875, false], [-9.9921875, false], [-12.4921875, false], [-11.9921875, false], [-12.4921875, false], [-6.4921875, false], [-9.9921875, false], [-11.4921875, false], [-6.4921875, false], [-11.9921875, false], [-7.4921875, false], [-12.4921875, false], [-9.7421875, false], [-13.4921875, false], [-9.7421875, false], [-10.5546875, false], [-6.4921875, false], [-9.7421875, false], [-10.9921875, false], [-13.7421875, false], [-6.4921875, false], [-10.9921875, false], [-11.9921875, false], [-9.9921875, false], [-11.9921875, false], [-9.9921875, false], [-11.9921875, false], [-14.2421875, false], [-6.4921875, false], [-11.9921875, false], [-7.4921875, false], [-12.4921875, false], [-9.7421875, false], [-13.4921875, false], [-6.4921875, false], [-12.4921875, false], [-9.9921875, false], [-11.9921875, false], [-7.4921875, false], [-13.4921875, false], [-10.4921875, false], [-6.4921875, false], [-11.9921875, false], [-7.4921875, false], [-11.9921875, false], [-10.4921875, false], [-9.7421875, false], [-13.7421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1573, "doc": {"id": "Mercury_7092453", "question": "Rivers and streams can carry sediments long distances before they are deposited. What is formed when sediments are deposited at the mouth of a river?", "choices": {"text": ["a levee", "a gully", "a delta", "a rift"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "a delta", "arguments": ["Question: Rivers and streams can carry sediments long distances before they are deposited. What is formed when sediments are deposited at the mouth of a river?\nAnswer:", " ["], "resps": [[[-8.0546875, false]], [[-10.3046875, false]], [[-5.0546875, false]], [[-5.8046875, false]], [[-10.3046875, false]], [[-8.3046875, false]], [[-12.0546875, false]], [[-8.3046875, false]], [[-8.3046875, false]], [[-10.3046875, false]], [[-10.484375, false]], [[-5.8046875, false]], [[-10.3046875, false]], [[-5.0546875, false]], [[-5.8046875, false]], [[-12.0546875, false]], [[-12.3046875, false]], [[-10.3046875, false]], [[-10.3046875, false]], [[-12.0546875, false]], [[-10.3046875, false]], [[-10.484375, false]], [[-5.8046875, false]], [[-10.3046875, false]], [[-5.0546875, false]], [[-5.8046875, false]], [[-10.0546875, false]], [[-8.3046875, false]], [[-10.3046875, false]], [[-11.3046875, false]], [[-5.0546875, false]], [[-10.3046875, false]], [[-10.484375, false]], [[-5.8046875, false]], [[-10.3046875, false]], [[-5.0546875, false]], [[-5.8046875, false]], [[-11.0546875, false]], [[-10.3046875, false]], [[-10.0546875, false]], [[-11.3046875, false]], [[-10.3046875, false]], [[-13.0546875, false]]], "filtered_resps": [[-8.0546875, false], [-10.3046875, false], [-5.0546875, false], [-5.8046875, false], [-10.3046875, false], [-8.3046875, false], [-12.0546875, false], [-8.3046875, false], [-8.3046875, false], [-10.3046875, false], [-10.484375, false], [-5.8046875, false], [-10.3046875, false], [-5.0546875, false], [-5.8046875, false], [-12.0546875, false], [-12.3046875, false], [-10.3046875, false], [-10.3046875, false], [-12.0546875, false], [-10.3046875, false], [-10.484375, false], [-5.8046875, false], [-10.3046875, false], [-5.0546875, false], [-5.8046875, false], [-10.0546875, false], [-8.3046875, false], [-10.3046875, false], [-11.3046875, false], [-5.0546875, false], [-10.3046875, false], [-10.484375, false], [-5.8046875, false], [-10.3046875, false], [-5.0546875, false], [-5.8046875, false], [-11.0546875, false], [-10.3046875, false], [-10.0546875, false], [-11.3046875, false], [-10.3046875, false], [-13.0546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1581, "doc": {"id": "Mercury_SC_401164", "question": "Plants store energy in what form?", "choices": {"text": ["heat", "light", "chemical", "mechanical"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "chemical", "arguments": ["Question: Plants store energy in what form?\nAnswer:", " ["], "resps": [[[-7.7265625, false]], [[-9.2265625, false]], [[-9.7265625, false]], [[-8.9765625, false]], [[-5.7265625, false]], [[-10.4765625, false]], [[-9.2265625, false]], [[-10.8125, false]], [[-5.4765625, false]], [[-9.2265625, false]], [[-9.9765625, false]], [[-8.9765625, false]], [[-10.4765625, false]], [[-9.7265625, false]], [[-10.4765625, false]], [[-9.2265625, false]], [[-10.8125, false]], [[-5.4765625, false]], [[-9.2265625, false]], [[-6.9765625, false]], [[-9.7265625, false]], [[-8.9765625, false]], [[-8.7265625, false]], [[-8.9765625, false]], [[-6.9765625, false]], [[-5.7265625, false]], [[-9.9765625, false]], [[-9.2265625, false]], [[-10.8125, false]], [[-5.4765625, false]], [[-9.2265625, false]], [[-8.7265625, false]], [[-8.9765625, false]], [[-6.9765625, false]], [[-9.7265625, false]], [[-5.7265625, false]], [[-8.4765625, false]], [[-8.9765625, false]], [[-6.9765625, false]], [[-5.7265625, false]], [[-9.9765625, false]], [[-9.2265625, false]], [[-14.4765625, false]]], "filtered_resps": [[-7.7265625, false], [-9.2265625, false], [-9.7265625, false], [-8.9765625, false], [-5.7265625, false], [-10.4765625, false], [-9.2265625, false], [-10.8125, false], [-5.4765625, false], [-9.2265625, false], [-9.9765625, false], [-8.9765625, false], [-10.4765625, false], [-9.7265625, false], [-10.4765625, false], [-9.2265625, false], [-10.8125, false], [-5.4765625, false], [-9.2265625, false], [-6.9765625, false], [-9.7265625, false], [-8.9765625, false], [-8.7265625, false], [-8.9765625, false], [-6.9765625, false], [-5.7265625, false], [-9.9765625, false], [-9.2265625, false], [-10.8125, false], [-5.4765625, false], [-9.2265625, false], [-8.7265625, false], [-8.9765625, false], [-6.9765625, false], [-9.7265625, false], [-5.7265625, false], [-8.4765625, false], [-8.9765625, false], [-6.9765625, false], [-5.7265625, false], [-9.9765625, false], [-9.2265625, false], [-14.4765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1589, "doc": {"id": "Mercury_176610", "question": "As wave frequency is increased, wave energy", "choices": {"text": ["stays constant.", "is unaffected.", "increases.", "decreases."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "increases.", "arguments": ["Question: As wave frequency is increased, wave energy\nAnswer:", " ["], "resps": [[[-6.7734375, false]], [[-9.0234375, false]], [[-8.5234375, false]], [[-8.2734375, false]], [[-5.7734375, false]], [[-9.5234375, false]], [[-8.5234375, false]], [[-3.7734375, false]], [[-8.0234375, false]], [[-8.2734375, false]], [[-7.2734375, false]], [[-8.5234375, false]], [[-8.2734375, false]], [[-5.7734375, false]], [[-7.2734375, false]], [[-8.2734375, false]], [[-5.625, false]], [[-9.0234375, false]], [[-6.875, false]], [[-3.7734375, false]], [[-9.0234375, false]], [[-7.0234375, false]], [[-8.5234375, false]], [[-3.7734375, false]], [[-8.5234375, false]], [[-7.2734375, false]], [[-5.7734375, false]], [[-7.0234375, false]], [[-7.0234375, false]], [[-8.2734375, false]], [[-8.0234375, false]], [[-8.2734375, false]], [[-8.2734375, false]], [[-7.7734375, false]], [[-5.625, false]], [[-9.0234375, false]], [[-6.875, false]], [[-3.7734375, false]], [[-9.0234375, false]], [[-7.0234375, false]], [[-7.2734375, false]], [[-8.0234375, false]], [[-8.5234375, false]], [[-8.2734375, false]], [[-5.7734375, false]], [[-8.5234375, false]], [[-8.2734375, false]], [[-8.5234375, false]], [[-5.625, false]], [[-9.0234375, false]], [[-6.875, false]], [[-3.7734375, false]], [[-9.0234375, false]], [[-7.7734375, false]], [[-8.2734375, false]], [[-8.0234375, false]], [[-8.5234375, false]], [[-8.2734375, false]], [[-5.7734375, false]], [[-8.5234375, false]], [[-8.2734375, false]], [[-8.5234375, false]], [[-5.625, false]], [[-9.0234375, false]], [[-11.7734375, false]]], "filtered_resps": [[-6.7734375, false], [-9.0234375, false], [-8.5234375, false], [-8.2734375, false], [-5.7734375, false], [-9.5234375, false], [-8.5234375, false], [-3.7734375, false], [-8.0234375, false], [-8.2734375, false], [-7.2734375, false], [-8.5234375, false], [-8.2734375, false], [-5.7734375, false], [-7.2734375, false], [-8.2734375, false], [-5.625, false], [-9.0234375, false], [-6.875, false], [-3.7734375, false], [-9.0234375, false], [-7.0234375, false], [-8.5234375, false], [-3.7734375, false], [-8.5234375, false], [-7.2734375, false], [-5.7734375, false], [-7.0234375, false], [-7.0234375, false], [-8.2734375, false], [-8.0234375, false], [-8.2734375, false], [-8.2734375, false], [-7.7734375, false], [-5.625, false], [-9.0234375, false], [-6.875, false], [-3.7734375, false], [-9.0234375, false], [-7.0234375, false], [-7.2734375, false], [-8.0234375, false], [-8.5234375, false], [-8.2734375, false], [-5.7734375, false], [-8.5234375, false], [-8.2734375, false], [-8.5234375, false], [-5.625, false], [-9.0234375, false], [-6.875, false], [-3.7734375, false], [-9.0234375, false], [-7.7734375, false], [-8.2734375, false], [-8.0234375, false], [-8.5234375, false], [-8.2734375, false], [-5.7734375, false], [-8.5234375, false], [-8.2734375, false], [-8.5234375, false], [-5.625, false], [-9.0234375, false], [-11.7734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1597, "doc": {"id": "NYSEDREGENTS_2008_8_28", "question": "Which statement would most likely be included in a news report about an approaching hurricane?", "choices": {"text": ["Open the windows to equalize air pressure.", "Install snow tires and check the antifreeze in the car radiator.", "Evacuate low-lying areas near the coast.", "Expect wind speed to decrease for the next several hours."], "label": ["1", "2", "3", "4"]}, "answerKey": "3"}, "target": "Evacuate low-lying areas near the coast.", "arguments": ["Question: Which statement would most likely be included in a news report about an approaching hurricane?\nAnswer:", " ["], "resps": [[[-6.99609375, false]], [[-7.74609375, false]], [[-7.49609375, false]], [[-9.7421875, false]], [[-7.99609375, false]], [[-9.2421875, false]], [[-5.74609375, false]], [[-9.4921875, false]], [[-9.9921875, false]], [[-7.99609375, false]], [[-5.74609375, false]], [[-10.4921875, false]], [[-8.7421875, false]], [[-9.2421875, false]], [[-8.7421875, false]], [[-9.9921875, false]], [[-10.4921875, false]], [[-9.9921875, false]], [[-5.74609375, false]], [[-9.4921875, false]], [[-9.9921875, false]], [[-5.74609375, false]], [[-7.99609375, false]], [[-12.4921875, false]], [[-11.7421875, false]], [[-4.49609375, false]], [[-11.2421875, false]], [[-8.7421875, false]], [[-11.4921875, false]], [[-7.99609375, false]], [[-5.74609375, false]], [[-4.49609375, false]], [[-8.7421875, false]], [[-10.7421875, false]], [[-5.74609375, false]], [[-9.7421875, false]], [[-10.7421875, false]], [[-7.99609375, false]], [[-9.9921875, false]], [[-9.9921875, false]], [[-11.7421875, false]], [[-10.7421875, false]], [[-7.99609375, false]], [[-6.60546875, false]], [[-7.74609375, false]], [[-9.359375, false]], [[-5.74609375, false]], [[-7.74609375, false]], [[-4.74609375, false]], [[-9.2421875, false]], [[-9.9921875, false]], [[-9.4921875, false]], [[-4.49609375, false]], [[-11.2421875, false]], [[-11.2421875, false]], [[-5.74609375, false]], [[-9.9921875, false]], [[-9.2421875, false]], [[-9.9921875, false]], [[-10.4921875, false]], [[-5.74609375, false]], [[-9.4921875, false]], [[-8.7421875, false]], [[-10.7421875, false]], [[-7.99609375, false]], [[-9.9921875, false]], [[-5.74609375, false]], [[-4.49609375, false]], [[-9.2421875, false]], [[-8.7421875, false]], [[-5.74609375, false]], [[-9.2421875, false]], [[-9.9921875, false]], [[-7.99609375, false]], [[-9.2421875, false]], [[-11.2421875, false]], [[-5.74609375, false]], [[-9.4921875, false]], [[-9.9921875, false]], [[-7.99609375, false]], [[-5.74609375, false]], [[-4.49609375, false]], [[-9.2421875, false]], [[-9.4921875, false]], [[-8.7421875, false]], [[-9.4921875, false]], [[-10.7421875, false]], [[-7.99609375, false]], [[-7.99609375, false]], [[-11.4921875, false]], [[-7.99609375, false]], [[-5.74609375, false]], [[-8.7421875, false]], [[-9.2421875, false]], [[-5.74609375, false]], [[-9.4921875, false]], [[-9.9921875, false]], [[-7.99609375, false]], [[-5.74609375, false]], [[-9.2421875, false]], [[-4.49609375, false]], [[-10.7421875, false]], [[-5.74609375, false]], [[-10.7421875, false]], [[-4.49609375, false]], [[-8.7421875, false]], [[-8.7421875, false]], [[-4.49609375, false]], [[-9.4921875, false]], [[-9.9921875, false]], [[-10.7421875, false]], [[-6.60546875, false]], [[-7.74609375, false]], [[-9.359375, false]], [[-5.74609375, false]], [[-7.74609375, false]], [[-5.74609375, false]], [[-10.9921875, false]], [[-4.49609375, false]], [[-9.2421875, false]], [[-11.7421875, false]], [[-4.49609375, false]], [[-9.4921875, false]], [[-7.99609375, false]], [[-5.74609375, false]], [[-11.2421875, false]], [[-9.9921875, false]], [[-10.4921875, false]], [[-6.49609375, false]], [[-11.2421875, false]], [[-11.9921875, false]], [[-8.7421875, false]], [[-9.2421875, false]], [[-11.7421875, false]], [[-5.74609375, false]], [[-4.49609375, false]], [[-10.7421875, false]], [[-7.99609375, false]], [[-4.49609375, false]], [[-9.9921875, false]], [[-5.74609375, false]], [[-9.2421875, false]], [[-7.99609375, false]], [[-4.49609375, false]], [[-10.7421875, false]], [[-5.74609375, false]], [[-9.4921875, false]], [[-9.9921875, false]], [[-7.99609375, false]], [[-5.74609375, false]], [[-9.2421875, false]], [[-9.9921875, false]], [[-4.49609375, false]], [[-9.9921875, false]], [[-9.4921875, false]], [[-6.60546875, false]], [[-7.74609375, false]], [[-9.359375, false]], [[-5.74609375, false]], [[-7.74609375, false]], [[-5.74609375, false]], [[-10.2421875, false]], [[-9.7421875, false]], [[-7.99609375, false]], [[-9.2421875, false]], [[-9.4921875, false]], [[-5.74609375, false]], [[-10.4921875, false]], [[-8.7421875, false]], [[-9.2421875, false]], [[-8.7421875, false]], [[-5.74609375, false]], [[-9.9921875, false]], [[-9.7421875, false]], [[-7.99609375, false]], [[-7.99609375, false]], [[-8.7421875, false]], [[-5.74609375, false]], [[-9.4921875, false]], [[-9.9921875, false]], [[-5.74609375, false]], [[-8.7421875, false]], [[-7.99609375, false]], [[-9.2421875, false]], [[-10.7421875, false]], [[-7.99609375, false]], [[-4.49609375, false]], [[-9.9921875, false]], [[-7.99609375, false]], [[-5.74609375, false]], [[-9.4921875, false]], [[-9.9921875, false]], [[-10.7421875, false]], [[-5.74609375, false]], [[-9.4921875, false]], [[-9.9921875, false]], [[-7.99609375, false]], [[-5.74609375, false]], [[-9.2421875, false]], [[-7.99609375, false]], [[-10.2421875, false]], [[-9.4921875, false]], [[-5.74609375, false]], [[-9.9921875, false]], [[-7.99609375, false]], [[-10.9921875, false]], [[-7.99609375, false]], [[-10.7421875, false]], [[-4.49609375, false]], [[-11.2421875, false]], [[-5.74609375, false]], [[-9.9921875, false]], [[-9.9921875, false]], [[-11.7421875, false]], [[-10.7421875, false]], [[-9.9921875, false]], [[-6.60546875, false]], [[-7.74609375, false]], [[-12.4921875, false]]], "filtered_resps": [[-6.99609375, false], [-7.74609375, false], [-7.49609375, false], [-9.7421875, false], [-7.99609375, false], [-9.2421875, false], [-5.74609375, false], [-9.4921875, false], [-9.9921875, false], [-7.99609375, false], [-5.74609375, false], [-10.4921875, false], [-8.7421875, false], [-9.2421875, false], [-8.7421875, false], [-9.9921875, false], [-10.4921875, false], [-9.9921875, false], [-5.74609375, false], [-9.4921875, false], [-9.9921875, false], [-5.74609375, false], [-7.99609375, false], [-12.4921875, false], [-11.7421875, false], [-4.49609375, false], [-11.2421875, false], [-8.7421875, false], [-11.4921875, false], [-7.99609375, false], [-5.74609375, false], [-4.49609375, false], [-8.7421875, false], [-10.7421875, false], [-5.74609375, false], [-9.7421875, false], [-10.7421875, false], [-7.99609375, false], [-9.9921875, false], [-9.9921875, false], [-11.7421875, false], [-10.7421875, false], [-7.99609375, false], [-6.60546875, false], [-7.74609375, false], [-9.359375, false], [-5.74609375, false], [-7.74609375, false], [-4.74609375, false], [-9.2421875, false], [-9.9921875, false], [-9.4921875, false], [-4.49609375, false], [-11.2421875, false], [-11.2421875, false], [-5.74609375, false], [-9.9921875, false], [-9.2421875, false], [-9.9921875, false], [-10.4921875, false], [-5.74609375, false], [-9.4921875, false], [-8.7421875, false], [-10.7421875, false], [-7.99609375, false], [-9.9921875, false], [-5.74609375, false], [-4.49609375, false], [-9.2421875, false], [-8.7421875, false], [-5.74609375, false], [-9.2421875, false], [-9.9921875, false], [-7.99609375, false], [-9.2421875, false], [-11.2421875, false], [-5.74609375, false], [-9.4921875, false], [-9.9921875, false], [-7.99609375, false], [-5.74609375, false], [-4.49609375, false], [-9.2421875, false], [-9.4921875, false], [-8.7421875, false], [-9.4921875, false], [-10.7421875, false], [-7.99609375, false], [-7.99609375, false], [-11.4921875, false], [-7.99609375, false], [-5.74609375, false], [-8.7421875, false], [-9.2421875, false], [-5.74609375, false], [-9.4921875, false], [-9.9921875, false], [-7.99609375, false], [-5.74609375, false], [-9.2421875, false], [-4.49609375, false], [-10.7421875, false], [-5.74609375, false], [-10.7421875, false], [-4.49609375, false], [-8.7421875, false], [-8.7421875, false], [-4.49609375, false], [-9.4921875, false], [-9.9921875, false], [-10.7421875, false], [-6.60546875, false], [-7.74609375, false], [-9.359375, false], [-5.74609375, false], [-7.74609375, false], [-5.74609375, false], [-10.9921875, false], [-4.49609375, false], [-9.2421875, false], [-11.7421875, false], [-4.49609375, false], [-9.4921875, false], [-7.99609375, false], [-5.74609375, false], [-11.2421875, false], [-9.9921875, false], [-10.4921875, false], [-6.49609375, false], [-11.2421875, false], [-11.9921875, false], [-8.7421875, false], [-9.2421875, false], [-11.7421875, false], [-5.74609375, false], [-4.49609375, false], [-10.7421875, false], [-7.99609375, false], [-4.49609375, false], [-9.9921875, false], [-5.74609375, false], [-9.2421875, false], [-7.99609375, false], [-4.49609375, false], [-10.7421875, false], [-5.74609375, false], [-9.4921875, false], [-9.9921875, false], [-7.99609375, false], [-5.74609375, false], [-9.2421875, false], [-9.9921875, false], [-4.49609375, false], [-9.9921875, false], [-9.4921875, false], [-6.60546875, false], [-7.74609375, false], [-9.359375, false], [-5.74609375, false], [-7.74609375, false], [-5.74609375, false], [-10.2421875, false], [-9.7421875, false], [-7.99609375, false], [-9.2421875, false], [-9.4921875, false], [-5.74609375, false], [-10.4921875, false], [-8.7421875, false], [-9.2421875, false], [-8.7421875, false], [-5.74609375, false], [-9.9921875, false], [-9.7421875, false], [-7.99609375, false], [-7.99609375, false], [-8.7421875, false], [-5.74609375, false], [-9.4921875, false], [-9.9921875, false], [-5.74609375, false], [-8.7421875, false], [-7.99609375, false], [-9.2421875, false], [-10.7421875, false], [-7.99609375, false], [-4.49609375, false], [-9.9921875, false], [-7.99609375, false], [-5.74609375, false], [-9.4921875, false], [-9.9921875, false], [-10.7421875, false], [-5.74609375, false], [-9.4921875, false], [-9.9921875, false], [-7.99609375, false], [-5.74609375, false], [-9.2421875, false], [-7.99609375, false], [-10.2421875, false], [-9.4921875, false], [-5.74609375, false], [-9.9921875, false], [-7.99609375, false], [-10.9921875, false], [-7.99609375, false], [-10.7421875, false], [-4.49609375, false], [-11.2421875, false], [-5.74609375, false], [-9.9921875, false], [-9.9921875, false], [-11.7421875, false], [-10.7421875, false], [-9.9921875, false], [-6.60546875, false], [-7.74609375, false], [-12.4921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1605, "doc": {"id": "Mercury_412298", "question": "Increased human populations can lead to the depletion of locally available resources within communities. Compared to other communities, which of these locally available resources is most likely to be depleted in desert communities?", "choices": {"text": ["mineral", "oxygen", "gasoline", "water"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "water", "arguments": ["Question: Increased human populations can lead to the depletion of locally available resources within communities. Compared to other communities, which of these locally available resources is most likely to be depleted in desert communities?\nAnswer:", " ["], "resps": [[[-7.421875, false]], [[-9.796875, false]], [[-11.296875, false]], [[-6.921875, false]], [[-9.921875, false]], [[-6.921875, false]], [[-12.046875, false]], [[-6.921875, false]], [[-8.921875, false]], [[-9.796875, false]], [[-11.703125, false]], [[-5.7890625, false]], [[-9.796875, false]], [[-8.796875, false]], [[-11.296875, false]], [[-11.171875, false]], [[-11.921875, false]], [[-6.921875, false]], [[-9.921875, false]], [[-9.796875, false]], [[-11.703125, false]], [[-5.7890625, false]], [[-9.796875, false]], [[-11.921875, false]], [[-6.921875, false]], [[-10.296875, false]], [[-8.796875, false]], [[-8.921875, false]], [[-6.921875, false]], [[-9.921875, false]], [[-6.921875, false]], [[-9.796875, false]], [[-11.703125, false]], [[-5.796875, false]], [[-9.796875, false]], [[-9.671875, false]], [[-6.921875, false]], [[-11.421875, false]], [[-6.921875, false]], [[-12.046875, false]], [[-9.796875, false]], [[-13.171875, false]]], "filtered_resps": [[-7.421875, false], [-9.796875, false], [-11.296875, false], [-6.921875, false], [-9.921875, false], [-6.921875, false], [-12.046875, false], [-6.921875, false], [-8.921875, false], [-9.796875, false], [-11.703125, false], [-5.7890625, false], [-9.796875, false], [-8.796875, false], [-11.296875, false], [-11.171875, false], [-11.921875, false], [-6.921875, false], [-9.921875, false], [-9.796875, false], [-11.703125, false], [-5.7890625, false], [-9.796875, false], [-11.921875, false], [-6.921875, false], [-10.296875, false], [-8.796875, false], [-8.921875, false], [-6.921875, false], [-9.921875, false], [-6.921875, false], [-9.796875, false], [-11.703125, false], [-5.796875, false], [-9.796875, false], [-9.671875, false], [-6.921875, false], [-11.421875, false], [-6.921875, false], [-12.046875, false], [-9.796875, false], [-13.171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1613, "doc": {"id": "Mercury_7085435", "question": "The most common source of nonrenewable resources used to generate electricity in the state of Nevada is", "choices": {"text": ["oil.", "coal.", "geothermal.", "hydroelectric."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "coal.", "arguments": ["Question: The most common source of nonrenewable resources used to generate electricity in the state of Nevada is\nAnswer:", " ["], "resps": [[[-8.390625, false]], [[-9.390625, false]], [[-9.390625, false]], [[-8.390625, false]], [[-8.890625, false]], [[-6.15234375, false]], [[-9.390625, false]], [[-8.15625, false]], [[-4.640625, false]], [[-9.390625, false]], [[-10.390625, false]], [[-9.390625, false]], [[-5.890625, false]], [[-8.890625, false]], [[-6.15234375, false]], [[-9.390625, false]], [[-8.15625, false]], [[-4.640625, false]], [[-9.390625, false]], [[-12.890625, false]], [[-8.140625, false]], [[-9.390625, false]], [[-12.390625, false]], [[-12.140625, false]], [[-8.140625, false]], [[-13.140625, false]], [[-9.890625, false]], [[-5.890625, false]], [[-8.890625, false]], [[-6.15234375, false]], [[-9.390625, false]], [[-8.15625, false]], [[-4.640625, false]], [[-9.390625, false]], [[-12.140625, false]], [[-11.890625, false]], [[-9.390625, false]], [[-13.140625, false]], [[-9.390625, false]], [[-8.140625, false]], [[-8.890625, false]], [[-8.140625, false]], [[-10.390625, false]], [[-12.390625, false]], [[-13.140625, false]], [[-8.390625, false]], [[-10.390625, false]], [[-6.15234375, false]], [[-9.390625, false]], [[-14.640625, false]]], "filtered_resps": [[-8.390625, false], [-9.390625, false], [-9.390625, false], [-8.390625, false], [-8.890625, false], [-6.15234375, false], [-9.390625, false], [-8.15625, false], [-4.640625, false], [-9.390625, false], [-10.390625, false], [-9.390625, false], [-5.890625, false], [-8.890625, false], [-6.15234375, false], [-9.390625, false], [-8.15625, false], [-4.640625, false], [-9.390625, false], [-12.890625, false], [-8.140625, false], [-9.390625, false], [-12.390625, false], [-12.140625, false], [-8.140625, false], [-13.140625, false], [-9.890625, false], [-5.890625, false], [-8.890625, false], [-6.15234375, false], [-9.390625, false], [-8.15625, false], [-4.640625, false], [-9.390625, false], [-12.140625, false], [-11.890625, false], [-9.390625, false], [-13.140625, false], [-9.390625, false], [-8.140625, false], [-8.890625, false], [-8.140625, false], [-10.390625, false], [-12.390625, false], [-13.140625, false], [-8.390625, false], [-10.390625, false], [-6.15234375, false], [-9.390625, false], [-14.640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1621, "doc": {"id": "AIMS_2008_8_7", "question": "Which of the following is a benefit of using radiation as a medical treatment?", "choices": {"text": ["It kills cancer cells.", "It produces healthy cells.", "It improves immune system function.", "It prevents many forms of illness in patients."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "It kills cancer cells.", "arguments": ["Question: Which of the following is a benefit of using radiation as a medical treatment?\nAnswer:", " ["], "resps": [[[-7.58984375, false]], [[-9.84375, false]], [[-4.96484375, false]], [[-11.71875, false]], [[-5.71484375, false]], [[-9.71875, false]], [[-7.96484375, false]], [[-10.96875, false]], [[-10.96875, false]], [[-10.09375, false]], [[-5.71484375, false]], [[-10.34375, false]], [[-5.33984375, false]], [[-10.09375, false]], [[-10.34375, false]], [[-8.84375, false]], [[-10.71875, false]], [[-5.71484375, false]], [[-10.34375, false]], [[-8.84375, false]], [[-10.96875, false]], [[-10.96875, false]], [[-10.09375, false]], [[-7.0234375, false]], [[-9.84375, false]], [[-9.6484375, false]], [[-5.71484375, false]], [[-9.84375, false]], [[-4.96484375, false]], [[-11.71875, false]], [[-5.71484375, false]], [[-10.09375, false]], [[-10.71875, false]], [[-9.59375, false]], [[-11.21875, false]], [[-10.21875, false]], [[-10.34375, false]], [[-8.84375, false]], [[-10.09375, false]], [[-5.71484375, false]], [[-12.34375, false]], [[-8.84375, false]], [[-5.33984375, false]], [[-10.96875, false]], [[-11.71875, false]], [[-12.34375, false]], [[-12.34375, false]], [[-5.71484375, false]], [[-10.34375, false]], [[-8.84375, false]], [[-10.96875, false]], [[-10.96875, false]], [[-10.09375, false]], [[-7.0234375, false]], [[-9.84375, false]], [[-9.6484375, false]], [[-5.71484375, false]], [[-9.84375, false]], [[-4.96484375, false]], [[-11.71875, false]], [[-5.71484375, false]], [[-7.96484375, false]], [[-9.59375, false]], [[-10.09375, false]], [[-10.71875, false]], [[-9.59375, false]], [[-11.09375, false]], [[-8.84375, false]], [[-10.09375, false]], [[-5.71484375, false]], [[-7.96484375, false]], [[-9.59375, false]], [[-9.59375, false]], [[-10.21875, false]], [[-10.09375, false]], [[-8.84375, false]], [[-5.71484375, false]], [[-10.09375, false]], [[-12.34375, false]], [[-10.09375, false]], [[-11.71875, false]], [[-8.84375, false]], [[-9.59375, false]], [[-5.71484375, false]], [[-12.09375, false]], [[-10.21875, false]], [[-10.09375, false]], [[-10.34375, false]], [[-11.71875, false]], [[-7.96484375, false]], [[-9.59375, false]], [[-10.09375, false]], [[-7.0234375, false]], [[-9.84375, false]], [[-9.6484375, false]], [[-5.71484375, false]], [[-9.84375, false]], [[-4.96484375, false]], [[-11.71875, false]], [[-5.71484375, false]], [[-10.09375, false]], [[-10.71875, false]], [[-8.84375, false]], [[-11.09375, false]], [[-8.84375, false]], [[-10.09375, false]], [[-11.71875, false]], [[-10.09375, false]], [[-5.71484375, false]], [[-9.59375, false]], [[-5.33984375, false]], [[-10.09375, false]], [[-12.34375, false]], [[-5.71484375, false]], [[-12.09375, false]], [[-9.59375, false]], [[-10.71875, false]], [[-9.59375, false]], [[-10.09375, false]], [[-5.71484375, false]], [[-9.59375, false]], [[-12.09375, false]], [[-5.71484375, false]], [[-7.96484375, false]], [[-10.96875, false]], [[-10.96875, false]], [[-10.09375, false]], [[-8.84375, false]], [[-10.09375, false]], [[-10.09375, false]], [[-5.71484375, false]], [[-7.96484375, false]], [[-10.09375, false]], [[-5.71484375, false]], [[-10.09375, false]], [[-5.33984375, false]], [[-11.71875, false]], [[-7.96484375, false]], [[-8.84375, false]], [[-10.09375, false]], [[-11.71875, false]], [[-10.09375, false]], [[-7.0234375, false]], [[-9.84375, false]], [[-13.59375, false]]], "filtered_resps": [[-7.58984375, false], [-9.84375, false], [-4.96484375, false], [-11.71875, false], [-5.71484375, false], [-9.71875, false], [-7.96484375, false], [-10.96875, false], [-10.96875, false], [-10.09375, false], [-5.71484375, false], [-10.34375, false], [-5.33984375, false], [-10.09375, false], [-10.34375, false], [-8.84375, false], [-10.71875, false], [-5.71484375, false], [-10.34375, false], [-8.84375, false], [-10.96875, false], [-10.96875, false], [-10.09375, false], [-7.0234375, false], [-9.84375, false], [-9.6484375, false], [-5.71484375, false], [-9.84375, false], [-4.96484375, false], [-11.71875, false], [-5.71484375, false], [-10.09375, false], [-10.71875, false], [-9.59375, false], [-11.21875, false], [-10.21875, false], [-10.34375, false], [-8.84375, false], [-10.09375, false], [-5.71484375, false], [-12.34375, false], [-8.84375, false], [-5.33984375, false], [-10.96875, false], [-11.71875, false], [-12.34375, false], [-12.34375, false], [-5.71484375, false], [-10.34375, false], [-8.84375, false], [-10.96875, false], [-10.96875, false], [-10.09375, false], [-7.0234375, false], [-9.84375, false], [-9.6484375, false], [-5.71484375, false], [-9.84375, false], [-4.96484375, false], [-11.71875, false], [-5.71484375, false], [-7.96484375, false], [-9.59375, false], [-10.09375, false], [-10.71875, false], [-9.59375, false], [-11.09375, false], [-8.84375, false], [-10.09375, false], [-5.71484375, false], [-7.96484375, false], [-9.59375, false], [-9.59375, false], [-10.21875, false], [-10.09375, false], [-8.84375, false], [-5.71484375, false], [-10.09375, false], [-12.34375, false], [-10.09375, false], [-11.71875, false], [-8.84375, false], [-9.59375, false], [-5.71484375, false], [-12.09375, false], [-10.21875, false], [-10.09375, false], [-10.34375, false], [-11.71875, false], [-7.96484375, false], [-9.59375, false], [-10.09375, false], [-7.0234375, false], [-9.84375, false], [-9.6484375, false], [-5.71484375, false], [-9.84375, false], [-4.96484375, false], [-11.71875, false], [-5.71484375, false], [-10.09375, false], [-10.71875, false], [-8.84375, false], [-11.09375, false], [-8.84375, false], [-10.09375, false], [-11.71875, false], [-10.09375, false], [-5.71484375, false], [-9.59375, false], [-5.33984375, false], [-10.09375, false], [-12.34375, false], [-5.71484375, false], [-12.09375, false], [-9.59375, false], [-10.71875, false], [-9.59375, false], [-10.09375, false], [-5.71484375, false], [-9.59375, false], [-12.09375, false], [-5.71484375, false], [-7.96484375, false], [-10.96875, false], [-10.96875, false], [-10.09375, false], [-8.84375, false], [-10.09375, false], [-10.09375, false], [-5.71484375, false], [-7.96484375, false], [-10.09375, false], [-5.71484375, false], [-10.09375, false], [-5.33984375, false], [-11.71875, false], [-7.96484375, false], [-8.84375, false], [-10.09375, false], [-11.71875, false], [-10.09375, false], [-7.0234375, false], [-9.84375, false], [-13.59375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1629, "doc": {"id": "Mercury_7009748", "question": "Sonar can be used to measure distances underwater. This is accomplished by sending a sound wave to a \"target\" while measuring the total time it takes for the wave to reach the target and then return to its source. Which of the following sound wave characteristics must be known when using sonar to measure distances?", "choices": {"text": ["amplitude", "wavelength", "frequency", "speed"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "speed", "arguments": ["Question: Sonar can be used to measure distances underwater. This is accomplished by sending a sound wave to a \"target\" while measuring the total time it takes for the wave to reach the target and then return to its source. Which of the following sound wave characteristics must be known when using sonar to measure distances?\nAnswer:", " ["], "resps": [[[-7.01953125, false]], [[-9.0234375, false]], [[-3.021484375, false]], [[-7.01953125, false]], [[-8.7734375, false]], [[-8.7734375, false]], [[-6.51953125, false]], [[-8.7734375, false]], [[-9.2734375, false]], [[-5.76953125, false]], [[-7.26953125, false]], [[-9.0234375, false]], [[-8.4375, false]], [[-4.51953125, false]], [[-9.0234375, false]], [[-9.0234375, false]], [[-3.021484375, false]], [[-7.51953125, false]], [[-7.26953125, false]], [[-8.7734375, false]], [[-7.26953125, false]], [[-7.01953125, false]], [[-9.6484375, false]], [[-8.7734375, false]], [[-8.8984375, false]], [[-9.0234375, false]], [[-8.4375, false]], [[-4.51953125, false]], [[-9.0234375, false]], [[-7.01953125, false]], [[-8.5234375, false]], [[-7.26953125, false]], [[-8.7734375, false]], [[-9.2734375, false]], [[-7.26953125, false]], [[-7.01953125, false]], [[-7.26953125, false]], [[-9.5234375, false]], [[-9.0234375, false]], [[-8.4375, false]], [[-4.51953125, false]], [[-9.0234375, false]], [[-7.26953125, false]], [[-8.7734375, false]], [[-7.26953125, false]], [[-7.26953125, false]], [[-5.76953125, false]], [[-9.0234375, false]], [[-12.5234375, false]]], "filtered_resps": [[-7.01953125, false], [-9.0234375, false], [-3.021484375, false], [-7.01953125, false], [-8.7734375, false], [-8.7734375, false], [-6.51953125, false], [-8.7734375, false], [-9.2734375, false], [-5.76953125, false], [-7.26953125, false], [-9.0234375, false], [-8.4375, false], [-4.51953125, false], [-9.0234375, false], [-9.0234375, false], [-3.021484375, false], [-7.51953125, false], [-7.26953125, false], [-8.7734375, false], [-7.26953125, false], [-7.01953125, false], [-9.6484375, false], [-8.7734375, false], [-8.8984375, false], [-9.0234375, false], [-8.4375, false], [-4.51953125, false], [-9.0234375, false], [-7.01953125, false], [-8.5234375, false], [-7.26953125, false], [-8.7734375, false], [-9.2734375, false], [-7.26953125, false], [-7.01953125, false], [-7.26953125, false], [-9.5234375, false], [-9.0234375, false], [-8.4375, false], [-4.51953125, false], [-9.0234375, false], [-7.26953125, false], [-8.7734375, false], [-7.26953125, false], [-7.26953125, false], [-5.76953125, false], [-9.0234375, false], [-12.5234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1637, "doc": {"id": "Mercury_SC_406703", "question": "A student finds an animal in the wild. He decides it is a bird because it has", "choices": {"text": ["fins.", "scales.", "feathers.", "four legs."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "feathers.", "arguments": ["Question: A student finds an animal in the wild. He decides it is a bird because it has\nAnswer:", " ["], "resps": [[[-6.74609375, false]], [[-8.25, false]], [[-8.75, false]], [[-8.25, false]], [[-8.5, false]], [[-8.75, false]], [[-6.7890625, false]], [[-8.25, false]], [[-9.7890625, false]], [[-5.24609375, false]], [[-8.25, false]], [[-8.75, false]], [[-8.5, false]], [[-3.74609375, false]], [[-10.0, false]], [[-8.5, false]], [[-8.75, false]], [[-6.7890625, false]], [[-8.25, false]], [[-9.7890625, false]], [[-5.24609375, false]], [[-8.25, false]], [[-8.75, false]], [[-8.5, false]], [[-3.74609375, false]], [[-10.5, false]], [[-9.25, false]], [[-8.5, false]], [[-9.75, false]], [[-8.75, false]], [[-6.7890625, false]], [[-8.25, false]], [[-9.7890625, false]], [[-5.24609375, false]], [[-8.25, false]], [[-8.75, false]], [[-9.0, false]], [[-10.0, false]], [[-9.75, false]], [[-5.24609375, false]], [[-10.0, false]], [[-8.5, false]], [[-10.5, false]], [[-8.75, false]], [[-6.7890625, false]], [[-8.25, false]], [[-11.25, false]]], "filtered_resps": [[-6.74609375, false], [-8.25, false], [-8.75, false], [-8.25, false], [-8.5, false], [-8.75, false], [-6.7890625, false], [-8.25, false], [-9.7890625, false], [-5.24609375, false], [-8.25, false], [-8.75, false], [-8.5, false], [-3.74609375, false], [-10.0, false], [-8.5, false], [-8.75, false], [-6.7890625, false], [-8.25, false], [-9.7890625, false], [-5.24609375, false], [-8.25, false], [-8.75, false], [-8.5, false], [-3.74609375, false], [-10.5, false], [-9.25, false], [-8.5, false], [-9.75, false], [-8.75, false], [-6.7890625, false], [-8.25, false], [-9.7890625, false], [-5.24609375, false], [-8.25, false], [-8.75, false], [-9.0, false], [-10.0, false], [-9.75, false], [-5.24609375, false], [-10.0, false], [-8.5, false], [-10.5, false], [-8.75, false], [-6.7890625, false], [-8.25, false], [-11.25, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1645, "doc": {"id": "LEAP_2004_4_10260", "question": "Which object in the sky is a satellite of the planet Earth?", "choices": {"text": ["Sun", "Moon", "Mars", "Saturn"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Moon", "arguments": ["Question: Which object in the sky is a satellite of the planet Earth?\nAnswer:", " ["], "resps": [[[-7.7734375, false]], [[-8.2734375, false]], [[-6.2734375, false]], [[-11.5234375, false]], [[-10.7734375, false]], [[-8.2734375, false]], [[-10.15625, false]], [[-6.0234375, false]], [[-8.2734375, false]], [[-7.5234375, false]], [[-10.5234375, false]], [[-10.5234375, false]], [[-10.7734375, false]], [[-8.2734375, false]], [[-10.15625, false]], [[-6.0234375, false]], [[-8.2734375, false]], [[-7.5234375, false]], [[-4.7734375, false]], [[-11.2734375, false]], [[-10.0234375, false]], [[-8.2734375, false]], [[-10.15625, false]], [[-6.0234375, false]], [[-8.2734375, false]], [[-6.2734375, false]], [[-4.7734375, false]], [[-10.2734375, false]], [[-11.5234375, false]], [[-11.2734375, false]], [[-10.7734375, false]], [[-8.2734375, false]], [[-11.2734375, false]]], "filtered_resps": [[-7.7734375, false], [-8.2734375, false], [-6.2734375, false], [-11.5234375, false], [-10.7734375, false], [-8.2734375, false], [-10.15625, false], [-6.0234375, false], [-8.2734375, false], [-7.5234375, false], [-10.5234375, false], [-10.5234375, false], [-10.7734375, false], [-8.2734375, false], [-10.15625, false], [-6.0234375, false], [-8.2734375, false], [-7.5234375, false], [-4.7734375, false], [-11.2734375, false], [-10.0234375, false], [-8.2734375, false], [-10.15625, false], [-6.0234375, false], [-8.2734375, false], [-6.2734375, false], [-4.7734375, false], [-10.2734375, false], [-11.5234375, false], [-11.2734375, false], [-10.7734375, false], [-8.2734375, false], [-11.2734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1653, "doc": {"id": "VASoL_2009_3_21", "question": "From what source does almost all heat energy on Earth come?", "choices": {"text": ["Wind", "Water", "The Sun", "The Moon"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "The Sun", "arguments": ["Question: From what source does almost all heat energy on Earth come?\nAnswer:", " ["], "resps": [[[-8.0859375, false]], [[-8.5859375, false]], [[-8.0859375, false]], [[-9.3359375, false]], [[-11.0859375, false]], [[-10.8359375, false]], [[-8.5859375, false]], [[-9.59375, false]], [[-5.0859375, false]], [[-8.5859375, false]], [[-8.0859375, false]], [[-7.0859375, false]], [[-11.5859375, false]], [[-8.8359375, false]], [[-12.5859375, false]], [[-8.5859375, false]], [[-9.59375, false]], [[-5.0859375, false]], [[-8.5859375, false]], [[-8.0859375, false]], [[-11.8359375, false]], [[-8.8359375, false]], [[-5.0859375, false]], [[-7.0859375, false]], [[-11.5859375, false]], [[-11.0859375, false]], [[-8.5859375, false]], [[-9.59375, false]], [[-5.0859375, false]], [[-8.5859375, false]], [[-8.0859375, false]], [[-11.8359375, false]], [[-8.8359375, false]], [[-5.0859375, false]], [[-7.5859375, false]], [[-10.3359375, false]], [[-10.3359375, false]], [[-11.0859375, false]], [[-8.5859375, false]], [[-14.5859375, false]]], "filtered_resps": [[-8.0859375, false], [-8.5859375, false], [-8.0859375, false], [-9.3359375, false], [-11.0859375, false], [-10.8359375, false], [-8.5859375, false], [-9.59375, false], [-5.0859375, false], [-8.5859375, false], [-8.0859375, false], [-7.0859375, false], [-11.5859375, false], [-8.8359375, false], [-12.5859375, false], [-8.5859375, false], [-9.59375, false], [-5.0859375, false], [-8.5859375, false], [-8.0859375, false], [-11.8359375, false], [-8.8359375, false], [-5.0859375, false], [-7.0859375, false], [-11.5859375, false], [-11.0859375, false], [-8.5859375, false], [-9.59375, false], [-5.0859375, false], [-8.5859375, false], [-8.0859375, false], [-11.8359375, false], [-8.8359375, false], [-5.0859375, false], [-7.5859375, false], [-10.3359375, false], [-10.3359375, false], [-11.0859375, false], [-8.5859375, false], [-14.5859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1661, "doc": {"id": "Mercury_7136150", "question": "In humans, digestion begins in the mouth. The complete process of digestion occurs with the help of many different parts of the body. Which term best identifies the parts of the body that carry out the function of digestion?", "choices": {"text": ["an organ", "an organism", "a system", "a tissue"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "a system", "arguments": ["Question: In humans, digestion begins in the mouth. The complete process of digestion occurs with the help of many different parts of the body. Which term best identifies the parts of the body that carry out the function of digestion?\nAnswer:", " ["], "resps": [[[-7.09375, false]], [[-10.09375, false]], [[-6.09375, false]], [[-9.09375, false]], [[-5.09375, false]], [[-8.84375, false]], [[-10.34375, false]], [[-10.34375, false]], [[-6.09375, false]], [[-9.09375, false]], [[-10.09375, false]], [[-10.3515625, false]], [[-5.09375, false]], [[-10.09375, false]], [[-6.09375, false]], [[-9.09375, false]], [[-5.09375, false]], [[-8.84375, false]], [[-10.34375, false]], [[-10.34375, false]], [[-6.09375, false]], [[-9.09375, false]], [[-10.09375, false]], [[-7.34375, false]], [[-9.34375, false]], [[-10.09375, false]], [[-10.3515625, false]], [[-5.09375, false]], [[-10.09375, false]], [[-6.09375, false]], [[-5.09375, false]], [[-7.34375, false]], [[-12.09375, false]], [[-7.34375, false]], [[-9.84375, false]], [[-9.84375, false]], [[-9.34375, false]], [[-10.09375, false]], [[-10.3515625, false]], [[-5.09375, false]], [[-10.09375, false]], [[-6.09375, false]], [[-5.09375, false]], [[-9.84375, false]], [[-10.09375, false]], [[-7.34375, false]], [[-7.34375, false]], [[-9.59375, false]], [[-9.84375, false]], [[-10.09375, false]], [[-12.09375, false]]], "filtered_resps": [[-7.09375, false], [-10.09375, false], [-6.09375, false], [-9.09375, false], [-5.09375, false], [-8.84375, false], [-10.34375, false], [-10.34375, false], [-6.09375, false], [-9.09375, false], [-10.09375, false], [-10.3515625, false], [-5.09375, false], [-10.09375, false], [-6.09375, false], [-9.09375, false], [-5.09375, false], [-8.84375, false], [-10.34375, false], [-10.34375, false], [-6.09375, false], [-9.09375, false], [-10.09375, false], [-7.34375, false], [-9.34375, false], [-10.09375, false], [-10.3515625, false], [-5.09375, false], [-10.09375, false], [-6.09375, false], [-5.09375, false], [-7.34375, false], [-12.09375, false], [-7.34375, false], [-9.84375, false], [-9.84375, false], [-9.34375, false], [-10.09375, false], [-10.3515625, false], [-5.09375, false], [-10.09375, false], [-6.09375, false], [-5.09375, false], [-9.84375, false], [-10.09375, false], [-7.34375, false], [-7.34375, false], [-9.59375, false], [-9.84375, false], [-10.09375, false], [-12.09375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1669, "doc": {"id": "Mercury_SC_400031", "question": "What information would be most helpful to a person with allergies when selecting food products?", "choices": {"text": ["the ingredients", "the serving size", "the nutritional information", "the company that makes it"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "the ingredients", "arguments": ["Question: What information would be most helpful to a person with allergies when selecting food products?\nAnswer:", " ["], "resps": [[[-7.82421875, false]], [[-10.3203125, false]], [[-13.0703125, false]], [[-12.3203125, false]], [[-10.0703125, false]], [[-6.07421875, false]], [[-8.8203125, false]], [[-12.3203125, false]], [[-12.5703125, false]], [[-13.0703125, false]], [[-10.0703125, false]], [[-11.3203125, false]], [[-8.8203125, false]], [[-10.0703125, false]], [[-12.3203125, false]], [[-13.0703125, false]], [[-11.8203125, false]], [[-10.3203125, false]], [[-11.3125, false]], [[-6.07421875, false]], [[-10.3203125, false]], [[-13.0703125, false]], [[-12.3203125, false]], [[-10.0703125, false]], [[-6.07421875, false]], [[-11.8203125, false]], [[-10.0703125, false]], [[-13.0703125, false]], [[-13.3203125, false]], [[-8.8203125, false]], [[-12.3203125, false]], [[-12.5703125, false]], [[-6.07421875, false]], [[-11.8203125, false]], [[-8.8203125, false]], [[-13.8203125, false]], [[-10.0703125, false]], [[-10.3203125, false]], [[-11.3125, false]], [[-6.07421875, false]], [[-10.3203125, false]], [[-13.0703125, false]], [[-12.3203125, false]], [[-10.0703125, false]], [[-6.07421875, false]], [[-12.3203125, false]], [[-12.8203125, false]], [[-13.0703125, false]], [[-13.0703125, false]], [[-8.8203125, false]], [[-13.0703125, false]], [[-8.8203125, false]], [[-10.5703125, false]], [[-12.3203125, false]], [[-7.32421875, false]], [[-12.8203125, false]], [[-6.07421875, false]], [[-8.8203125, false]], [[-12.3203125, false]], [[-11.5703125, false]], [[-10.5703125, false]], [[-13.0703125, false]], [[-13.3203125, false]], [[-7.32421875, false]], [[-13.0703125, false]], [[-8.8203125, false]], [[-10.5703125, false]], [[-12.3203125, false]], [[-10.3203125, false]], [[-11.3125, false]], [[-6.07421875, false]], [[-10.3203125, false]], [[-13.0703125, false]], [[-12.3203125, false]], [[-10.0703125, false]], [[-6.07421875, false]], [[-11.5703125, false]], [[-10.5703125, false]], [[-13.3203125, false]], [[-11.5703125, false]], [[-7.32421875, false]], [[-12.3203125, false]], [[-14.5703125, false]], [[-6.07421875, false]], [[-13.0703125, false]], [[-12.3203125, false]], [[-7.32421875, false]], [[-13.0703125, false]], [[-6.07421875, false]], [[-13.3203125, false]], [[-7.32421875, false]], [[-12.5703125, false]], [[-10.0703125, false]], [[-11.8203125, false]], [[-6.07421875, false]], [[-8.8203125, false]], [[-13.0703125, false]], [[-10.3203125, false]], [[-12.8203125, false]]], "filtered_resps": [[-7.82421875, false], [-10.3203125, false], [-13.0703125, false], [-12.3203125, false], [-10.0703125, false], [-6.07421875, false], [-8.8203125, false], [-12.3203125, false], [-12.5703125, false], [-13.0703125, false], [-10.0703125, false], [-11.3203125, false], [-8.8203125, false], [-10.0703125, false], [-12.3203125, false], [-13.0703125, false], [-11.8203125, false], [-10.3203125, false], [-11.3125, false], [-6.07421875, false], [-10.3203125, false], [-13.0703125, false], [-12.3203125, false], [-10.0703125, false], [-6.07421875, false], [-11.8203125, false], [-10.0703125, false], [-13.0703125, false], [-13.3203125, false], [-8.8203125, false], [-12.3203125, false], [-12.5703125, false], [-6.07421875, false], [-11.8203125, false], [-8.8203125, false], [-13.8203125, false], [-10.0703125, false], [-10.3203125, false], [-11.3125, false], [-6.07421875, false], [-10.3203125, false], [-13.0703125, false], [-12.3203125, false], [-10.0703125, false], [-6.07421875, false], [-12.3203125, false], [-12.8203125, false], [-13.0703125, false], [-13.0703125, false], [-8.8203125, false], [-13.0703125, false], [-8.8203125, false], [-10.5703125, false], [-12.3203125, false], [-7.32421875, false], [-12.8203125, false], [-6.07421875, false], [-8.8203125, false], [-12.3203125, false], [-11.5703125, false], [-10.5703125, false], [-13.0703125, false], [-13.3203125, false], [-7.32421875, false], [-13.0703125, false], [-8.8203125, false], [-10.5703125, false], [-12.3203125, false], [-10.3203125, false], [-11.3125, false], [-6.07421875, false], [-10.3203125, false], [-13.0703125, false], [-12.3203125, false], [-10.0703125, false], [-6.07421875, false], [-11.5703125, false], [-10.5703125, false], [-13.3203125, false], [-11.5703125, false], [-7.32421875, false], [-12.3203125, false], [-14.5703125, false], [-6.07421875, false], [-13.0703125, false], [-12.3203125, false], [-7.32421875, false], [-13.0703125, false], [-6.07421875, false], [-13.3203125, false], [-7.32421875, false], [-12.5703125, false], [-10.0703125, false], [-11.8203125, false], [-6.07421875, false], [-8.8203125, false], [-13.0703125, false], [-10.3203125, false], [-12.8203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1677, "doc": {"id": "NYSEDREGENTS_2010_4_15", "question": "As the distance between a magnet and a metal paper clip increases, the force of attraction between them", "choices": {"text": ["decreases", "increases", "remains the same"], "label": ["A", "B", "C"]}, "answerKey": "A"}, "target": "decreases", "arguments": ["Question: As the distance between a magnet and a metal paper clip increases, the force of attraction between them\nAnswer:", " ["], "resps": [[[-6.44140625, false]], [[-8.9453125, false]], [[-7.94140625, false]], [[-7.94140625, false]], [[-7.44140625, false]], [[-7.94140625, false]], [[-7.94140625, false]], [[-4.44140625, false]], [[-8.4453125, false]], [[-7.94140625, false]], [[-8.4453125, false]], [[-8.9453125, false]], [[-8.953125, false]], [[-4.94140625, false]], [[-8.9453125, false]], [[-7.44140625, false]], [[-6.94140625, false]], [[-7.44140625, false]], [[-7.94140625, false]], [[-7.94140625, false]], [[-4.44140625, false]], [[-8.4453125, false]], [[-7.94140625, false]], [[-8.4453125, false]], [[-8.9453125, false]], [[-8.953125, false]], [[-4.94140625, false]], [[-8.9453125, false]], [[-7.94140625, false]], [[-7.94140625, false]], [[-5.94140625, false]], [[-4.44140625, false]], [[-7.44140625, false]], [[-6.94140625, false]], [[-8.4453125, false]], [[-4.94140625, false]], [[-6.94140625, false]], [[-8.1953125, false]], [[-7.94140625, false]], [[-4.94140625, false]], [[-8.4453125, false]], [[-4.44140625, false]], [[-5.94140625, false]], [[-7.94140625, false]], [[-8.9453125, false]], [[-10.1953125, false]]], "filtered_resps": [[-6.44140625, false], [-8.9453125, false], [-7.94140625, false], [-7.94140625, false], [-7.44140625, false], [-7.94140625, false], [-7.94140625, false], [-4.44140625, false], [-8.4453125, false], [-7.94140625, false], [-8.4453125, false], [-8.9453125, false], [-8.953125, false], [-4.94140625, false], [-8.9453125, false], [-7.44140625, false], [-6.94140625, false], [-7.44140625, false], [-7.94140625, false], [-7.94140625, false], [-4.44140625, false], [-8.4453125, false], [-7.94140625, false], [-8.4453125, false], [-8.9453125, false], [-8.953125, false], [-4.94140625, false], [-8.9453125, false], [-7.94140625, false], [-7.94140625, false], [-5.94140625, false], [-4.44140625, false], [-7.44140625, false], [-6.94140625, false], [-8.4453125, false], [-4.94140625, false], [-6.94140625, false], [-8.1953125, false], [-7.94140625, false], [-4.94140625, false], [-8.4453125, false], [-4.44140625, false], [-5.94140625, false], [-7.94140625, false], [-8.9453125, false], [-10.1953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1685, "doc": {"id": "MDSA_2007_8_60", "question": "A puppy has traits from its mother and its father. Which of these structures provides genetic information from the father to the puppy?", "choices": {"text": ["a muscle cell", "a nerve cell", "a blood cell", "a sperm cell"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "a sperm cell", "arguments": ["Question: A puppy has traits from its mother and its father. Which of these structures provides genetic information from the father to the puppy?\nAnswer:", " ["], "resps": [[[-6.421875, false]], [[-9.671875, false]], [[-3.546875, false]], [[-5.046875, false]], [[-7.296875, false]], [[-8.421875, false]], [[-8.546875, false]], [[-6.671875, false]], [[-9.796875, false]], [[-8.796875, false]], [[-5.046875, false]], [[-6.671875, false]], [[-8.796875, false]], [[-9.796875, false]], [[-9.796875, false]], [[-9.671875, false]], [[-9.7734375, false]], [[-5.046875, false]], [[-9.671875, false]], [[-3.546875, false]], [[-5.046875, false]], [[-7.796875, false]], [[-8.796875, false]], [[-7.671875, false]], [[-10.171875, false]], [[-8.796875, false]], [[-5.046875, false]], [[-6.671875, false]], [[-8.796875, false]], [[-9.796875, false]], [[-9.796875, false]], [[-9.671875, false]], [[-9.7734375, false]], [[-5.046875, false]], [[-9.671875, false]], [[-3.546875, false]], [[-5.046875, false]], [[-5.546875, false]], [[-9.796875, false]], [[-8.546875, false]], [[-8.546875, false]], [[-7.296875, false]], [[-5.046875, false]], [[-6.671875, false]], [[-8.796875, false]], [[-9.796875, false]], [[-9.796875, false]], [[-9.671875, false]], [[-9.7734375, false]], [[-5.046875, false]], [[-9.671875, false]], [[-3.546875, false]], [[-5.046875, false]], [[-8.546875, false]], [[-7.796875, false]], [[-8.796875, false]], [[-7.671875, false]], [[-7.296875, false]], [[-5.046875, false]], [[-6.671875, false]], [[-8.796875, false]], [[-9.796875, false]], [[-9.796875, false]], [[-9.671875, false]], [[-12.421875, false]]], "filtered_resps": [[-6.421875, false], [-9.671875, false], [-3.546875, false], [-5.046875, false], [-7.296875, false], [-8.421875, false], [-8.546875, false], [-6.671875, false], [-9.796875, false], [-8.796875, false], [-5.046875, false], [-6.671875, false], [-8.796875, false], [-9.796875, false], [-9.796875, false], [-9.671875, false], [-9.7734375, false], [-5.046875, false], [-9.671875, false], [-3.546875, false], [-5.046875, false], [-7.796875, false], [-8.796875, false], [-7.671875, false], [-10.171875, false], [-8.796875, false], [-5.046875, false], [-6.671875, false], [-8.796875, false], [-9.796875, false], [-9.796875, false], [-9.671875, false], [-9.7734375, false], [-5.046875, false], [-9.671875, false], [-3.546875, false], [-5.046875, false], [-5.546875, false], [-9.796875, false], [-8.546875, false], [-8.546875, false], [-7.296875, false], [-5.046875, false], [-6.671875, false], [-8.796875, false], [-9.796875, false], [-9.796875, false], [-9.671875, false], [-9.7734375, false], [-5.046875, false], [-9.671875, false], [-3.546875, false], [-5.046875, false], [-8.546875, false], [-7.796875, false], [-8.796875, false], [-7.671875, false], [-7.296875, false], [-5.046875, false], [-6.671875, false], [-8.796875, false], [-9.796875, false], [-9.796875, false], [-9.671875, false], [-12.421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1693, "doc": {"id": "NYSEDREGENTS_2012_8_17", "question": "The basic life functions of an organism are carried on by", "choices": {"text": ["cells", "nutrients", "atoms", "hormones"], "label": ["1", "2", "3", "4"]}, "answerKey": "1"}, "target": "cells", "arguments": ["Question: The basic life functions of an organism are carried on by\nAnswer:", " ["], "resps": [[[-7.27734375, false]], [[-9.28125, false]], [[-5.90234375, false]], [[-7.40234375, false]], [[-8.65625, false]], [[-8.65625, false]], [[-8.03125, false]], [[-9.28125, false]], [[-8.2109375, false]], [[-4.27734375, false]], [[-9.28125, false]], [[-7.90234375, false]], [[-9.40625, false]], [[-9.15625, false]], [[-9.15625, false]], [[-7.40234375, false]], [[-7.40234375, false]], [[-7.90234375, false]], [[-9.15625, false]], [[-8.03125, false]], [[-9.28125, false]], [[-8.2109375, false]], [[-4.27734375, false]], [[-9.28125, false]], [[-4.40234375, false]], [[-9.15625, false]], [[-8.15625, false]], [[-8.78125, false]], [[-8.03125, false]], [[-9.28125, false]], [[-8.2109375, false]], [[-4.27734375, false]], [[-9.28125, false]], [[-9.78125, false]], [[-8.15625, false]], [[-9.15625, false]], [[-8.78125, false]], [[-8.15625, false]], [[-7.90234375, false]], [[-7.40234375, false]], [[-8.03125, false]], [[-9.28125, false]], [[-12.03125, false]]], "filtered_resps": [[-7.27734375, false], [-9.28125, false], [-5.90234375, false], [-7.40234375, false], [-8.65625, false], [-8.65625, false], [-8.03125, false], [-9.28125, false], [-8.2109375, false], [-4.27734375, false], [-9.28125, false], [-7.90234375, false], [-9.40625, false], [-9.15625, false], [-9.15625, false], [-7.40234375, false], [-7.40234375, false], [-7.90234375, false], [-9.15625, false], [-8.03125, false], [-9.28125, false], [-8.2109375, false], [-4.27734375, false], [-9.28125, false], [-4.40234375, false], [-9.15625, false], [-8.15625, false], [-8.78125, false], [-8.03125, false], [-9.28125, false], [-8.2109375, false], [-4.27734375, false], [-9.28125, false], [-9.78125, false], [-8.15625, false], [-9.15625, false], [-8.78125, false], [-8.15625, false], [-7.90234375, false], [-7.40234375, false], [-8.03125, false], [-9.28125, false], [-12.03125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1701, "doc": {"id": "Mercury_7216983", "question": "Students compared the growth rate of the roots of basil plants in three different water solutions. Measurements were recorded every other day for eight weeks. Which unit of measure is most appropriate for this investigation?", "choices": {"text": ["meters", "centiliters", "millimeters", "liters"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "millimeters", "arguments": ["Question: Students compared the growth rate of the roots of basil plants in three different water solutions. Measurements were recorded every other day for eight weeks. Which unit of measure is most appropriate for this investigation?\nAnswer:", " ["], "resps": [[[-6.66796875, false]], [[-9.046875, false]], [[-3.794921875, false]], [[-7.41796875, false]], [[-7.29296875, false]], [[-7.41796875, false]], [[-7.04296875, false]], [[-7.41796875, false]], [[-9.046875, false]], [[-8.6171875, false]], [[-4.79296875, false]], [[-9.046875, false]], [[-6.79296875, false]], [[-7.41796875, false]], [[-5.54296875, false]], [[-7.29296875, false]], [[-8.046875, false]], [[-8.171875, false]], [[-8.046875, false]], [[-7.29296875, false]], [[-7.41796875, false]], [[-7.04296875, false]], [[-7.41796875, false]], [[-9.046875, false]], [[-8.6171875, false]], [[-4.79296875, false]], [[-9.046875, false]], [[-3.794921875, false]], [[-8.046875, false]], [[-8.171875, false]], [[-8.171875, false]], [[-8.046875, false]], [[-3.794921875, false]], [[-7.41796875, false]], [[-7.29296875, false]], [[-7.41796875, false]], [[-7.04296875, false]], [[-7.41796875, false]], [[-9.046875, false]], [[-8.6171875, false]], [[-4.79296875, false]], [[-9.046875, false]], [[-8.171875, false]], [[-8.046875, false]], [[-7.29296875, false]], [[-7.41796875, false]], [[-7.04296875, false]], [[-7.41796875, false]], [[-9.046875, false]], [[-12.046875, false]]], "filtered_resps": [[-6.66796875, false], [-9.046875, false], [-3.794921875, false], [-7.41796875, false], [-7.29296875, false], [-7.41796875, false], [-7.04296875, false], [-7.41796875, false], [-9.046875, false], [-8.6171875, false], [-4.79296875, false], [-9.046875, false], [-6.79296875, false], [-7.41796875, false], [-5.54296875, false], [-7.29296875, false], [-8.046875, false], [-8.171875, false], [-8.046875, false], [-7.29296875, false], [-7.41796875, false], [-7.04296875, false], [-7.41796875, false], [-9.046875, false], [-8.6171875, false], [-4.79296875, false], [-9.046875, false], [-3.794921875, false], [-8.046875, false], [-8.171875, false], [-8.171875, false], [-8.046875, false], [-3.794921875, false], [-7.41796875, false], [-7.29296875, false], [-7.41796875, false], [-7.04296875, false], [-7.41796875, false], [-9.046875, false], [-8.6171875, false], [-4.79296875, false], [-9.046875, false], [-8.171875, false], [-8.046875, false], [-7.29296875, false], [-7.41796875, false], [-7.04296875, false], [-7.41796875, false], [-9.046875, false], [-12.046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1709, "doc": {"id": "Mercury_SC_415395", "question": "What is the difference between magma and lava?", "choices": {"text": ["Magma is below ground. Lava is above ground.", "Magma is cool. Lava is hot.", "Magma comes out of earthquakes. Lava comes out of volcanoes.", "Magma is solid. Lava is liquid."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Magma is below ground. Lava is above ground.", "arguments": ["Question: What is the difference between magma and lava?\nAnswer:", " ["], "resps": [[[-7.33203125, false]], [[-8.0859375, false]], [[-5.58203125, false]], [[-5.83203125, false]], [[-11.5859375, false]], [[-9.0859375, false]], [[-5.83203125, false]], [[-6.58203125, false]], [[-9.5859375, false]], [[-10.8359375, false]], [[-6.58203125, false]], [[-11.8359375, false]], [[-8.5859375, false]], [[-10.5859375, false]], [[-12.0859375, false]], [[-11.5859375, false]], [[-6.58203125, false]], [[-11.5859375, false]], [[-12.0859375, false]], [[-12.0859375, false]], [[-11.8359375, false]], [[-10.8359375, false]], [[-12.0859375, false]], [[-7.796875, false]], [[-6.58203125, false]], [[-6.83203125, false]], [[-5.83203125, false]], [[-10.8359375, false]], [[-5.83203125, false]], [[-6.58203125, false]], [[-9.5859375, false]], [[-10.8359375, false]], [[-6.58203125, false]], [[-5.83203125, false]], [[-11.8359375, false]], [[-12.0859375, false]], [[-10.8359375, false]], [[-8.5859375, false]], [[-6.58203125, false]], [[-11.5859375, false]], [[-12.0859375, false]], [[-12.0859375, false]], [[-11.8359375, false]], [[-10.8359375, false]], [[-12.0859375, false]], [[-7.796875, false]], [[-8.0859375, false]], [[-10.046875, false]], [[-6.58203125, false]], [[-8.0859375, false]], [[-5.58203125, false]], [[-5.83203125, false]], [[-11.5859375, false]], [[-9.0859375, false]], [[-5.83203125, false]], [[-6.58203125, false]], [[-9.5859375, false]], [[-10.8359375, false]], [[-6.58203125, false]], [[-10.5859375, false]], [[-12.0859375, false]], [[-12.0859375, false]], [[-10.5859375, false]], [[-7.796875, false]], [[-6.58203125, false]], [[-6.83203125, false]], [[-5.83203125, false]], [[-10.8359375, false]], [[-5.83203125, false]], [[-6.58203125, false]], [[-9.5859375, false]], [[-10.8359375, false]], [[-6.58203125, false]], [[-11.5859375, false]], [[-12.0859375, false]], [[-12.3359375, false]], [[-7.796875, false]], [[-8.0859375, false]], [[-10.046875, false]], [[-6.58203125, false]], [[-8.0859375, false]], [[-5.58203125, false]], [[-5.83203125, false]], [[-11.5859375, false]], [[-9.0859375, false]], [[-5.83203125, false]], [[-6.58203125, false]], [[-10.5859375, false]], [[-12.0859375, false]], [[-9.0859375, false]], [[-8.5859375, false]], [[-10.8359375, false]], [[-6.58203125, false]], [[-12.0859375, false]], [[-11.8359375, false]], [[-12.3359375, false]], [[-6.58203125, false]], [[-12.0859375, false]], [[-11.8359375, false]], [[-6.58203125, false]], [[-8.5859375, false]], [[-5.83203125, false]], [[-12.0859375, false]], [[-12.3359375, false]], [[-11.5859375, false]], [[-13.3359375, false]], [[-11.8359375, false]], [[-5.83203125, false]], [[-13.0859375, false]], [[-8.5859375, false]], [[-10.8359375, false]], [[-7.796875, false]], [[-6.58203125, false]], [[-6.83203125, false]], [[-5.83203125, false]], [[-10.8359375, false]], [[-5.83203125, false]], [[-6.58203125, false]], [[-10.5859375, false]], [[-12.0859375, false]], [[-9.0859375, false]], [[-8.5859375, false]], [[-10.8359375, false]], [[-6.58203125, false]], [[-12.0859375, false]], [[-11.8359375, false]], [[-12.3359375, false]], [[-6.58203125, false]], [[-12.0859375, false]], [[-11.8359375, false]], [[-6.58203125, false]], [[-10.8359375, false]], [[-12.0859375, false]], [[-10.5859375, false]], [[-10.5859375, false]], [[-5.83203125, false]], [[-10.8359375, false]], [[-12.0859375, false]], [[-8.5859375, false]], [[-10.8359375, false]], [[-7.796875, false]], [[-8.0859375, false]], [[-10.046875, false]], [[-6.58203125, false]], [[-8.0859375, false]], [[-5.58203125, false]], [[-5.83203125, false]], [[-11.5859375, false]], [[-9.0859375, false]], [[-5.83203125, false]], [[-6.58203125, false]], [[-9.5859375, false]], [[-10.8359375, false]], [[-6.58203125, false]], [[-10.8359375, false]], [[-12.0859375, false]], [[-10.5859375, false]], [[-9.5859375, false]], [[-12.0859375, false]], [[-7.796875, false]], [[-6.58203125, false]], [[-6.83203125, false]], [[-5.83203125, false]], [[-10.8359375, false]], [[-5.83203125, false]], [[-6.58203125, false]], [[-9.5859375, false]], [[-10.8359375, false]], [[-6.58203125, false]], [[-10.5859375, false]], [[-9.5859375, false]], [[-13.3359375, false]], [[-11.8359375, false]], [[-9.5859375, false]], [[-12.0859375, false]], [[-7.796875, false]], [[-8.0859375, false]], [[-12.5859375, false]]], "filtered_resps": [[-7.33203125, false], [-8.0859375, false], [-5.58203125, false], [-5.83203125, false], [-11.5859375, false], [-9.0859375, false], [-5.83203125, false], [-6.58203125, false], [-9.5859375, false], [-10.8359375, false], [-6.58203125, false], [-11.8359375, false], [-8.5859375, false], [-10.5859375, false], [-12.0859375, false], [-11.5859375, false], [-6.58203125, false], [-11.5859375, false], [-12.0859375, false], [-12.0859375, false], [-11.8359375, false], [-10.8359375, false], [-12.0859375, false], [-7.796875, false], [-6.58203125, false], [-6.83203125, false], [-5.83203125, false], [-10.8359375, false], [-5.83203125, false], [-6.58203125, false], [-9.5859375, false], [-10.8359375, false], [-6.58203125, false], [-5.83203125, false], [-11.8359375, false], [-12.0859375, false], [-10.8359375, false], [-8.5859375, false], [-6.58203125, false], [-11.5859375, false], [-12.0859375, false], [-12.0859375, false], [-11.8359375, false], [-10.8359375, false], [-12.0859375, false], [-7.796875, false], [-8.0859375, false], [-10.046875, false], [-6.58203125, false], [-8.0859375, false], [-5.58203125, false], [-5.83203125, false], [-11.5859375, false], [-9.0859375, false], [-5.83203125, false], [-6.58203125, false], [-9.5859375, false], [-10.8359375, false], [-6.58203125, false], [-10.5859375, false], [-12.0859375, false], [-12.0859375, false], [-10.5859375, false], [-7.796875, false], [-6.58203125, false], [-6.83203125, false], [-5.83203125, false], [-10.8359375, false], [-5.83203125, false], [-6.58203125, false], [-9.5859375, false], [-10.8359375, false], [-6.58203125, false], [-11.5859375, false], [-12.0859375, false], [-12.3359375, false], [-7.796875, false], [-8.0859375, false], [-10.046875, false], [-6.58203125, false], [-8.0859375, false], [-5.58203125, false], [-5.83203125, false], [-11.5859375, false], [-9.0859375, false], [-5.83203125, false], [-6.58203125, false], [-10.5859375, false], [-12.0859375, false], [-9.0859375, false], [-8.5859375, false], [-10.8359375, false], [-6.58203125, false], [-12.0859375, false], [-11.8359375, false], [-12.3359375, false], [-6.58203125, false], [-12.0859375, false], [-11.8359375, false], [-6.58203125, false], [-8.5859375, false], [-5.83203125, false], [-12.0859375, false], [-12.3359375, false], [-11.5859375, false], [-13.3359375, false], [-11.8359375, false], [-5.83203125, false], [-13.0859375, false], [-8.5859375, false], [-10.8359375, false], [-7.796875, false], [-6.58203125, false], [-6.83203125, false], [-5.83203125, false], [-10.8359375, false], [-5.83203125, false], [-6.58203125, false], [-10.5859375, false], [-12.0859375, false], [-9.0859375, false], [-8.5859375, false], [-10.8359375, false], [-6.58203125, false], [-12.0859375, false], [-11.8359375, false], [-12.3359375, false], [-6.58203125, false], [-12.0859375, false], [-11.8359375, false], [-6.58203125, false], [-10.8359375, false], [-12.0859375, false], [-10.5859375, false], [-10.5859375, false], [-5.83203125, false], [-10.8359375, false], [-12.0859375, false], [-8.5859375, false], [-10.8359375, false], [-7.796875, false], [-8.0859375, false], [-10.046875, false], [-6.58203125, false], [-8.0859375, false], [-5.58203125, false], [-5.83203125, false], [-11.5859375, false], [-9.0859375, false], [-5.83203125, false], [-6.58203125, false], [-9.5859375, false], [-10.8359375, false], [-6.58203125, false], [-10.8359375, false], [-12.0859375, false], [-10.5859375, false], [-9.5859375, false], [-12.0859375, false], [-7.796875, false], [-6.58203125, false], [-6.83203125, false], [-5.83203125, false], [-10.8359375, false], [-5.83203125, false], [-6.58203125, false], [-9.5859375, false], [-10.8359375, false], [-6.58203125, false], [-10.5859375, false], [-9.5859375, false], [-13.3359375, false], [-11.8359375, false], [-9.5859375, false], [-12.0859375, false], [-7.796875, false], [-8.0859375, false], [-12.5859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1717, "doc": {"id": "Mercury_7032480", "question": "When a person's arm touches something hot, the muscles in the arm react to pull the arm away. Which body system alerts the muscles to react?", "choices": {"text": ["Nervous", "Digestive", "Circulatory", "Respiratory"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Nervous", "arguments": ["Question: When a person's arm touches something hot, the muscles in the arm react to pull the arm away. Which body system alerts the muscles to react?\nAnswer:", " ["], "resps": [[[-8.109375, false]], [[-11.109375, false]], [[-7.35546875, false]], [[-10.359375, false]], [[-10.609375, false]], [[-11.109375, false]], [[-9.359375, false]], [[-10.609375, false]], [[-10.359375, false]], [[-11.109375, false]], [[-10.6484375, false]], [[-5.10546875, false]], [[-11.109375, false]], [[-8.359375, false]], [[-9.859375, false]], [[-11.359375, false]], [[-10.359375, false]], [[-10.359375, false]], [[-9.609375, false]], [[-9.859375, false]], [[-11.109375, false]], [[-10.359375, false]], [[-11.109375, false]], [[-10.6484375, false]], [[-5.10546875, false]], [[-11.109375, false]], [[-5.60546875, false]], [[-9.859375, false]], [[-10.609375, false]], [[-8.609375, false]], [[-10.609375, false]], [[-9.359375, false]], [[-6.60546875, false]], [[-9.609375, false]], [[-9.359375, false]], [[-10.609375, false]], [[-13.359375, false]], [[-11.109375, false]], [[-10.6484375, false]], [[-5.10546875, false]], [[-11.109375, false]], [[-7.10546875, false]], [[-10.359375, false]], [[-10.359375, false]], [[-10.859375, false]], [[-9.859375, false]], [[-10.609375, false]], [[-6.60546875, false]], [[-9.609375, false]], [[-9.359375, false]], [[-10.609375, false]], [[-13.359375, false]], [[-11.109375, false]], [[-14.109375, false]]], "filtered_resps": [[-8.109375, false], [-11.109375, false], [-7.35546875, false], [-10.359375, false], [-10.609375, false], [-11.109375, false], [-9.359375, false], [-10.609375, false], [-10.359375, false], [-11.109375, false], [-10.6484375, false], [-5.10546875, false], [-11.109375, false], [-8.359375, false], [-9.859375, false], [-11.359375, false], [-10.359375, false], [-10.359375, false], [-9.609375, false], [-9.859375, false], [-11.109375, false], [-10.359375, false], [-11.109375, false], [-10.6484375, false], [-5.10546875, false], [-11.109375, false], [-5.60546875, false], [-9.859375, false], [-10.609375, false], [-8.609375, false], [-10.609375, false], [-9.359375, false], [-6.60546875, false], [-9.609375, false], [-9.359375, false], [-10.609375, false], [-13.359375, false], [-11.109375, false], [-10.6484375, false], [-5.10546875, false], [-11.109375, false], [-7.10546875, false], [-10.359375, false], [-10.359375, false], [-10.859375, false], [-9.859375, false], [-10.609375, false], [-6.60546875, false], [-9.609375, false], [-9.359375, false], [-10.609375, false], [-13.359375, false], [-11.109375, false], [-14.109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1725, "doc": {"id": "Mercury_178815", "question": "Which of the following describes diffraction?", "choices": {"text": ["the bouncing back of waves as they meet a surface", "the bending of waves as they pass from one medium to another", "the bending of waves as they pass an edge or an opening", "the combining of two waves that meet at a point"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "the bending of waves as they pass an edge or an opening", "arguments": ["Question: Which of the following describes diffraction?\nAnswer:", " ["], "resps": [[[-7.0390625, false]], [[-8.7890625, false]], [[-9.5390625, false]], [[-10.2890625, false]], [[-7.6640625, false]], [[-5.4140625, false]], [[-7.2890625, false]], [[-7.1640625, false]], [[-10.0390625, false]], [[-7.7890625, false]], [[-8.6640625, false]], [[-7.6640625, false]], [[-7.7890625, false]], [[-11.4140625, false]], [[-5.4140625, false]], [[-7.2890625, false]], [[-3.916015625, false]], [[-8.6640625, false]], [[-8.7890625, false]], [[-5.4140625, false]], [[-7.1640625, false]], [[-7.4140625, false]], [[-5.4140625, false]], [[-10.0390625, false]], [[-3.916015625, false]], [[-9.5390625, false]], [[-7.6640625, false]], [[-8.2890625, false]], [[-5.4140625, false]], [[-3.916015625, false]], [[-8.2890625, false]], [[-5.4140625, false]], [[-9.5390625, false]], [[-10.2890625, false]], [[-7.6640625, false]], [[-9.6640625, false]], [[-5.4140625, false]], [[-9.0390625, false]], [[-7.6640625, false]], [[-7.6640625, false]], [[-9.5390625, false]], [[-5.4140625, false]], [[-3.916015625, false]], [[-5.4140625, false]], [[-8.2890625, false]], [[-10.0390625, false]], [[-8.7890625, false]], [[-7.4140625, false]], [[-3.916015625, false]], [[-8.6640625, false]], [[-7.6640625, false]], [[-8.7890625, false]], [[-8.921875, false]], [[-5.4140625, false]], [[-8.7890625, false]], [[-9.5390625, false]], [[-10.2890625, false]], [[-7.6640625, false]], [[-5.4140625, false]], [[-7.2890625, false]], [[-7.6640625, false]], [[-7.7890625, false]], [[-7.2890625, false]], [[-7.6640625, false]], [[-7.7890625, false]], [[-11.4140625, false]], [[-5.4140625, false]], [[-7.1640625, false]], [[-7.4140625, false]], [[-5.4140625, false]], [[-10.0390625, false]], [[-3.916015625, false]], [[-9.5390625, false]], [[-7.6640625, false]], [[-8.2890625, false]], [[-5.4140625, false]], [[-3.916015625, false]], [[-8.2890625, false]], [[-5.4140625, false]], [[-9.5390625, false]], [[-10.2890625, false]], [[-7.6640625, false]], [[-9.6640625, false]], [[-5.4140625, false]], [[-8.7890625, false]], [[-3.916015625, false]], [[-8.2890625, false]], [[-8.2890625, false]], [[-5.4140625, false]], [[-7.4140625, false]], [[-8.7890625, false]], [[-7.1640625, false]], [[-9.0390625, false]], [[-5.4140625, false]], [[-7.1640625, false]], [[-7.7890625, false]], [[-7.6640625, false]], [[-5.4140625, false]], [[-9.0390625, false]], [[-7.6640625, false]], [[-7.2890625, false]], [[-7.6640625, false]], [[-10.0390625, false]], [[-9.0390625, false]], [[-5.4140625, false]], [[-9.5390625, false]], [[-7.1640625, false]], [[-5.4140625, false]], [[-3.916015625, false]], [[-7.7890625, false]], [[-7.1640625, false]], [[-9.5390625, false]], [[-10.2890625, false]], [[-7.6640625, false]], [[-8.7890625, false]], [[-8.7890625, false]], [[-8.921875, false]], [[-5.4140625, false]], [[-8.7890625, false]], [[-9.5390625, false]], [[-10.2890625, false]], [[-7.6640625, false]], [[-5.4140625, false]], [[-7.2890625, false]], [[-7.6640625, false]], [[-7.7890625, false]], [[-7.2890625, false]], [[-7.6640625, false]], [[-7.7890625, false]], [[-11.4140625, false]], [[-5.4140625, false]], [[-7.1640625, false]], [[-7.4140625, false]], [[-5.4140625, false]], [[-10.0390625, false]], [[-3.916015625, false]], [[-9.5390625, false]], [[-7.6640625, false]], [[-8.2890625, false]], [[-5.4140625, false]], [[-3.916015625, false]], [[-8.2890625, false]], [[-5.4140625, false]], [[-9.5390625, false]], [[-10.2890625, false]], [[-7.6640625, false]], [[-9.6640625, false]], [[-5.4140625, false]], [[-8.7890625, false]], [[-3.916015625, false]], [[-8.2890625, false]], [[-8.2890625, false]], [[-5.4140625, false]], [[-3.916015625, false]], [[-7.7890625, false]], [[-5.4140625, false]], [[-7.6640625, false]], [[-7.2890625, false]], [[-11.4140625, false]], [[-7.6640625, false]], [[-5.4140625, false]], [[-7.1640625, false]], [[-8.7890625, false]], [[-5.4140625, false]], [[-3.916015625, false]], [[-7.7890625, false]], [[-5.4140625, false]], [[-7.1640625, false]], [[-8.7890625, false]], [[-7.6640625, false]], [[-7.7890625, false]], [[-7.6640625, false]], [[-7.7890625, false]], [[-11.4140625, false]], [[-8.7890625, false]], [[-8.921875, false]], [[-5.4140625, false]], [[-8.7890625, false]], [[-9.5390625, false]], [[-10.2890625, false]], [[-7.6640625, false]], [[-5.4140625, false]], [[-8.6640625, false]], [[-7.1640625, false]], [[-9.0390625, false]], [[-7.2890625, false]], [[-7.6640625, false]], [[-7.7890625, false]], [[-7.6640625, false]], [[-7.7890625, false]], [[-11.4140625, false]], [[-5.4140625, false]], [[-7.1640625, false]], [[-7.4140625, false]], [[-5.4140625, false]], [[-9.5390625, false]], [[-10.0390625, false]], [[-7.1640625, false]], [[-5.4140625, false]], [[-10.0390625, false]], [[-3.916015625, false]], [[-9.5390625, false]], [[-7.6640625, false]], [[-8.2890625, false]], [[-5.4140625, false]], [[-9.5390625, false]], [[-10.2890625, false]], [[-3.916015625, false]], [[-9.5390625, false]], [[-5.4140625, false]], [[-9.0390625, false]], [[-7.6640625, false]], [[-7.6640625, false]], [[-9.5390625, false]], [[-5.4140625, false]], [[-3.916015625, false]], [[-9.5390625, false]], [[-5.4140625, false]], [[-3.916015625, false]], [[-5.4140625, false]], [[-8.7890625, false]], [[-7.1640625, false]], [[-7.6640625, false]], [[-7.7890625, false]], [[-9.5390625, false]], [[-8.7890625, false]], [[-12.9140625, false]]], "filtered_resps": [[-7.0390625, false], [-8.7890625, false], [-9.5390625, false], [-10.2890625, false], [-7.6640625, false], [-5.4140625, false], [-7.2890625, false], [-7.1640625, false], [-10.0390625, false], [-7.7890625, false], [-8.6640625, false], [-7.6640625, false], [-7.7890625, false], [-11.4140625, false], [-5.4140625, false], [-7.2890625, false], [-3.916015625, false], [-8.6640625, false], [-8.7890625, false], [-5.4140625, false], [-7.1640625, false], [-7.4140625, false], [-5.4140625, false], [-10.0390625, false], [-3.916015625, false], [-9.5390625, false], [-7.6640625, false], [-8.2890625, false], [-5.4140625, false], [-3.916015625, false], [-8.2890625, false], [-5.4140625, false], [-9.5390625, false], [-10.2890625, false], [-7.6640625, false], [-9.6640625, false], [-5.4140625, false], [-9.0390625, false], [-7.6640625, false], [-7.6640625, false], [-9.5390625, false], [-5.4140625, false], [-3.916015625, false], [-5.4140625, false], [-8.2890625, false], [-10.0390625, false], [-8.7890625, false], [-7.4140625, false], [-3.916015625, false], [-8.6640625, false], [-7.6640625, false], [-8.7890625, false], [-8.921875, false], [-5.4140625, false], [-8.7890625, false], [-9.5390625, false], [-10.2890625, false], [-7.6640625, false], [-5.4140625, false], [-7.2890625, false], [-7.6640625, false], [-7.7890625, false], [-7.2890625, false], [-7.6640625, false], [-7.7890625, false], [-11.4140625, false], [-5.4140625, false], [-7.1640625, false], [-7.4140625, false], [-5.4140625, false], [-10.0390625, false], [-3.916015625, false], [-9.5390625, false], [-7.6640625, false], [-8.2890625, false], [-5.4140625, false], [-3.916015625, false], [-8.2890625, false], [-5.4140625, false], [-9.5390625, false], [-10.2890625, false], [-7.6640625, false], [-9.6640625, false], [-5.4140625, false], [-8.7890625, false], [-3.916015625, false], [-8.2890625, false], [-8.2890625, false], [-5.4140625, false], [-7.4140625, false], [-8.7890625, false], [-7.1640625, false], [-9.0390625, false], [-5.4140625, false], [-7.1640625, false], [-7.7890625, false], [-7.6640625, false], [-5.4140625, false], [-9.0390625, false], [-7.6640625, false], [-7.2890625, false], [-7.6640625, false], [-10.0390625, false], [-9.0390625, false], [-5.4140625, false], [-9.5390625, false], [-7.1640625, false], [-5.4140625, false], [-3.916015625, false], [-7.7890625, false], [-7.1640625, false], [-9.5390625, false], [-10.2890625, false], [-7.6640625, false], [-8.7890625, false], [-8.7890625, false], [-8.921875, false], [-5.4140625, false], [-8.7890625, false], [-9.5390625, false], [-10.2890625, false], [-7.6640625, false], [-5.4140625, false], [-7.2890625, false], [-7.6640625, false], [-7.7890625, false], [-7.2890625, false], [-7.6640625, false], [-7.7890625, false], [-11.4140625, false], [-5.4140625, false], [-7.1640625, false], [-7.4140625, false], [-5.4140625, false], [-10.0390625, false], [-3.916015625, false], [-9.5390625, false], [-7.6640625, false], [-8.2890625, false], [-5.4140625, false], [-3.916015625, false], [-8.2890625, false], [-5.4140625, false], [-9.5390625, false], [-10.2890625, false], [-7.6640625, false], [-9.6640625, false], [-5.4140625, false], [-8.7890625, false], [-3.916015625, false], [-8.2890625, false], [-8.2890625, false], [-5.4140625, false], [-3.916015625, false], [-7.7890625, false], [-5.4140625, false], [-7.6640625, false], [-7.2890625, false], [-11.4140625, false], [-7.6640625, false], [-5.4140625, false], [-7.1640625, false], [-8.7890625, false], [-5.4140625, false], [-3.916015625, false], [-7.7890625, false], [-5.4140625, false], [-7.1640625, false], [-8.7890625, false], [-7.6640625, false], [-7.7890625, false], [-7.6640625, false], [-7.7890625, false], [-11.4140625, false], [-8.7890625, false], [-8.921875, false], [-5.4140625, false], [-8.7890625, false], [-9.5390625, false], [-10.2890625, false], [-7.6640625, false], [-5.4140625, false], [-8.6640625, false], [-7.1640625, false], [-9.0390625, false], [-7.2890625, false], [-7.6640625, false], [-7.7890625, false], [-7.6640625, false], [-7.7890625, false], [-11.4140625, false], [-5.4140625, false], [-7.1640625, false], [-7.4140625, false], [-5.4140625, false], [-9.5390625, false], [-10.0390625, false], [-7.1640625, false], [-5.4140625, false], [-10.0390625, false], [-3.916015625, false], [-9.5390625, false], [-7.6640625, false], [-8.2890625, false], [-5.4140625, false], [-9.5390625, false], [-10.2890625, false], [-3.916015625, false], [-9.5390625, false], [-5.4140625, false], [-9.0390625, false], [-7.6640625, false], [-7.6640625, false], [-9.5390625, false], [-5.4140625, false], [-3.916015625, false], [-9.5390625, false], [-5.4140625, false], [-3.916015625, false], [-5.4140625, false], [-8.7890625, false], [-7.1640625, false], [-7.6640625, false], [-7.7890625, false], [-9.5390625, false], [-8.7890625, false], [-12.9140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1733, "doc": {"id": "Mercury_7008908", "question": "When a skydiver jumps from a plane, the open parachute will increase the air resistance by", "choices": {"text": ["reducing fluid friction.", "increasing surface area.", "increasing terminal velocity.", "decreasing mass."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "increasing surface area.", "arguments": ["Question: When a skydiver jumps from a plane, the open parachute will increase the air resistance by\nAnswer:", " ["], "resps": [[[-7.75390625, false]], [[-8.6328125, false]], [[-9.2578125, false]], [[-9.2578125, false]], [[-9.2578125, false]], [[-10.0078125, false]], [[-8.8828125, false]], [[-8.2578125, false]], [[-8.1328125, false]], [[-10.0078125, false]], [[-5.00390625, false]], [[-9.1328125, false]], [[-10.6328125, false]], [[-10.0078125, false]], [[-8.2578125, false]], [[-9.2578125, false]], [[-5.00390625, false]], [[-9.1328125, false]], [[-9.2578125, false]], [[-8.2578125, false]], [[-8.8828125, false]], [[-9.1328125, false]], [[-8.2578125, false]], [[-10.1328125, false]], [[-8.1328125, false]], [[-6.26953125, false]], [[-8.6328125, false]], [[-8.203125, false]], [[-5.00390625, false]], [[-8.6328125, false]], [[-8.2578125, false]], [[-8.1328125, false]], [[-8.8828125, false]], [[-9.2578125, false]], [[-9.2578125, false]], [[-5.25390625, false]], [[-8.8828125, false]], [[-8.2578125, false]], [[-8.1328125, false]], [[-10.0078125, false]], [[-5.00390625, false]], [[-8.8828125, false]], [[-10.0078125, false]], [[-9.2578125, false]], [[-9.1328125, false]], [[-5.25390625, false]], [[-8.8828125, false]], [[-9.2578125, false]], [[-5.00390625, false]], [[-5.25390625, false]], [[-9.2578125, false]], [[-9.2578125, false]], [[-5.25390625, false]], [[-6.26953125, false]], [[-8.6328125, false]], [[-8.203125, false]], [[-5.00390625, false]], [[-8.6328125, false]], [[-8.2578125, false]], [[-8.1328125, false]], [[-8.8828125, false]], [[-9.2578125, false]], [[-9.2578125, false]], [[-5.25390625, false]], [[-8.8828125, false]], [[-8.2578125, false]], [[-8.1328125, false]], [[-10.0078125, false]], [[-5.00390625, false]], [[-9.1328125, false]], [[-9.2578125, false]], [[-9.2578125, false]], [[-10.3828125, false]], [[-8.2578125, false]], [[-8.1328125, false]], [[-5.25390625, false]], [[-10.6328125, false]], [[-5.00390625, false]], [[-10.3828125, false]], [[-9.2578125, false]], [[-10.6328125, false]], [[-10.1328125, false]], [[-8.8828125, false]], [[-8.2578125, false]], [[-9.1328125, false]], [[-10.7578125, false]], [[-6.26953125, false]], [[-8.6328125, false]], [[-8.203125, false]], [[-5.00390625, false]], [[-8.6328125, false]], [[-9.2578125, false]], [[-9.2578125, false]], [[-8.8828125, false]], [[-9.2578125, false]], [[-9.2578125, false]], [[-5.25390625, false]], [[-8.8828125, false]], [[-8.2578125, false]], [[-8.1328125, false]], [[-10.0078125, false]], [[-5.00390625, false]], [[-10.3828125, false]], [[-5.25390625, false]], [[-8.8828125, false]], [[-8.8828125, false]], [[-6.26953125, false]], [[-8.6328125, false]], [[-11.1328125, false]]], "filtered_resps": [[-7.75390625, false], [-8.6328125, false], [-9.2578125, false], [-9.2578125, false], [-9.2578125, false], [-10.0078125, false], [-8.8828125, false], [-8.2578125, false], [-8.1328125, false], [-10.0078125, false], [-5.00390625, false], [-9.1328125, false], [-10.6328125, false], [-10.0078125, false], [-8.2578125, false], [-9.2578125, false], [-5.00390625, false], [-9.1328125, false], [-9.2578125, false], [-8.2578125, false], [-8.8828125, false], [-9.1328125, false], [-8.2578125, false], [-10.1328125, false], [-8.1328125, false], [-6.26953125, false], [-8.6328125, false], [-8.203125, false], [-5.00390625, false], [-8.6328125, false], [-8.2578125, false], [-8.1328125, false], [-8.8828125, false], [-9.2578125, false], [-9.2578125, false], [-5.25390625, false], [-8.8828125, false], [-8.2578125, false], [-8.1328125, false], [-10.0078125, false], [-5.00390625, false], [-8.8828125, false], [-10.0078125, false], [-9.2578125, false], [-9.1328125, false], [-5.25390625, false], [-8.8828125, false], [-9.2578125, false], [-5.00390625, false], [-5.25390625, false], [-9.2578125, false], [-9.2578125, false], [-5.25390625, false], [-6.26953125, false], [-8.6328125, false], [-8.203125, false], [-5.00390625, false], [-8.6328125, false], [-8.2578125, false], [-8.1328125, false], [-8.8828125, false], [-9.2578125, false], [-9.2578125, false], [-5.25390625, false], [-8.8828125, false], [-8.2578125, false], [-8.1328125, false], [-10.0078125, false], [-5.00390625, false], [-9.1328125, false], [-9.2578125, false], [-9.2578125, false], [-10.3828125, false], [-8.2578125, false], [-8.1328125, false], [-5.25390625, false], [-10.6328125, false], [-5.00390625, false], [-10.3828125, false], [-9.2578125, false], [-10.6328125, false], [-10.1328125, false], [-8.8828125, false], [-8.2578125, false], [-9.1328125, false], [-10.7578125, false], [-6.26953125, false], [-8.6328125, false], [-8.203125, false], [-5.00390625, false], [-8.6328125, false], [-9.2578125, false], [-9.2578125, false], [-8.8828125, false], [-9.2578125, false], [-9.2578125, false], [-5.25390625, false], [-8.8828125, false], [-8.2578125, false], [-8.1328125, false], [-10.0078125, false], [-5.00390625, false], [-10.3828125, false], [-5.25390625, false], [-8.8828125, false], [-8.8828125, false], [-6.26953125, false], [-8.6328125, false], [-11.1328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1741, "doc": {"id": "Mercury_177188", "question": "The smallest particle of matter that can be identified as an element is called", "choices": {"text": ["an atom.", "a proton.", "an electron.", "a molecule."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "an atom.", "arguments": ["Question: The smallest particle of matter that can be identified as an element is called\nAnswer:", " ["], "resps": [[[-6.16796875, false]], [[-8.1640625, false]], [[-3.916015625, false]], [[-6.91796875, false]], [[-4.91796875, false]], [[-3.916015625, false]], [[-8.6640625, false]], [[-8.9140625, false]], [[-6.41796875, false]], [[-6.234375, false]], [[-8.1640625, false]], [[-8.609375, false]], [[-4.91796875, false]], [[-8.1640625, false]], [[-3.916015625, false]], [[-4.91796875, false]], [[-7.91796875, false]], [[-8.4140625, false]], [[-8.9140625, false]], [[-8.6640625, false]], [[-8.9140625, false]], [[-6.91796875, false]], [[-6.234375, false]], [[-8.1640625, false]], [[-8.609375, false]], [[-4.91796875, false]], [[-8.1640625, false]], [[-3.916015625, false]], [[-6.91796875, false]], [[-4.91796875, false]], [[-8.4140625, false]], [[-9.6640625, false]], [[-8.4140625, false]], [[-6.66796875, false]], [[-8.6640625, false]], [[-8.4140625, false]], [[-8.9140625, false]], [[-6.91796875, false]], [[-6.234375, false]], [[-8.1640625, false]], [[-8.609375, false]], [[-4.91796875, false]], [[-8.1640625, false]], [[-3.916015625, false]], [[-4.91796875, false]], [[-6.41796875, false]], [[-8.9140625, false]], [[-9.6640625, false]], [[-8.4140625, false]], [[-6.66796875, false]], [[-8.6640625, false]], [[-9.6640625, false]], [[-8.4140625, false]], [[-6.234375, false]], [[-8.1640625, false]], [[-10.4140625, false]]], "filtered_resps": [[-6.16796875, false], [-8.1640625, false], [-3.916015625, false], [-6.91796875, false], [-4.91796875, false], [-3.916015625, false], [-8.6640625, false], [-8.9140625, false], [-6.41796875, false], [-6.234375, false], [-8.1640625, false], [-8.609375, false], [-4.91796875, false], [-8.1640625, false], [-3.916015625, false], [-4.91796875, false], [-7.91796875, false], [-8.4140625, false], [-8.9140625, false], [-8.6640625, false], [-8.9140625, false], [-6.91796875, false], [-6.234375, false], [-8.1640625, false], [-8.609375, false], [-4.91796875, false], [-8.1640625, false], [-3.916015625, false], [-6.91796875, false], [-4.91796875, false], [-8.4140625, false], [-9.6640625, false], [-8.4140625, false], [-6.66796875, false], [-8.6640625, false], [-8.4140625, false], [-8.9140625, false], [-6.91796875, false], [-6.234375, false], [-8.1640625, false], [-8.609375, false], [-4.91796875, false], [-8.1640625, false], [-3.916015625, false], [-4.91796875, false], [-6.41796875, false], [-8.9140625, false], [-9.6640625, false], [-8.4140625, false], [-6.66796875, false], [-8.6640625, false], [-9.6640625, false], [-8.4140625, false], [-6.234375, false], [-8.1640625, false], [-10.4140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1749, "doc": {"id": "NYSEDREGENTS_2015_8_26", "question": "Earth's hydrosphere is a layer of", "choices": {"text": ["rock", "air", "lava", "water"], "label": ["1", "2", "3", "4"]}, "answerKey": "4"}, "target": "water", "arguments": ["Question: Earth's hydrosphere is a layer of\nAnswer:", " ["], "resps": [[[-7.4453125, false]], [[-7.6953125, false]], [[-11.1953125, false]], [[-9.4453125, false]], [[-8.9453125, false]], [[-10.4453125, false]], [[-7.6953125, false]], [[-7.78125, false]], [[-4.9453125, false]], [[-7.6953125, false]], [[-4.9453125, false]], [[-7.6953125, false]], [[-11.1953125, false]], [[-7.6953125, false]], [[-7.78125, false]], [[-4.9453125, false]], [[-7.6953125, false]], [[-10.6953125, false]], [[-4.9453125, false]], [[-10.6953125, false]], [[-4.9453125, false]], [[-7.6953125, false]], [[-7.78125, false]], [[-4.9453125, false]], [[-7.6953125, false]], [[-10.1953125, false]], [[-4.9453125, false]], [[-10.9453125, false]], [[-8.4453125, false]], [[-11.1953125, false]], [[-7.6953125, false]], [[-10.9453125, false]]], "filtered_resps": [[-7.4453125, false], [-7.6953125, false], [-11.1953125, false], [-9.4453125, false], [-8.9453125, false], [-10.4453125, false], [-7.6953125, false], [-7.78125, false], [-4.9453125, false], [-7.6953125, false], [-4.9453125, false], [-7.6953125, false], [-11.1953125, false], [-7.6953125, false], [-7.78125, false], [-4.9453125, false], [-7.6953125, false], [-10.6953125, false], [-4.9453125, false], [-10.6953125, false], [-4.9453125, false], [-7.6953125, false], [-7.78125, false], [-4.9453125, false], [-7.6953125, false], [-10.1953125, false], [-4.9453125, false], [-10.9453125, false], [-8.4453125, false], [-11.1953125, false], [-7.6953125, false], [-10.9453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1757, "doc": {"id": "TIMSS_1995_8_Q11", "question": "Which statement explains why daylight and darkness occur on Earth?", "choices": {"text": ["The Earth rotates on its axis.", "The Sun rotates on its axis.", "The Earth's axis is tilted.", "The Earth revolves around the Sun."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "The Earth rotates on its axis.", "arguments": ["Question: Which statement explains why daylight and darkness occur on Earth?\nAnswer:", " ["], "resps": [[[-7.28515625, false]], [[-8.78125, false]], [[-8.28125, false]], [[-12.03125, false]], [[-9.03125, false]], [[-6.53515625, false]], [[-5.78515625, false]], [[-7.03515625, false]], [[-12.28125, false]], [[-10.78125, false]], [[-12.03125, false]], [[-6.53515625, false]], [[-12.28125, false]], [[-9.28125, false]], [[-10.78125, false]], [[-7.03515625, false]], [[-10.78125, false]], [[-9.03125, false]], [[-10.53125, false]], [[-6.53515625, false]], [[-9.28125, false]], [[-10.78125, false]], [[-6.53515625, false]], [[-10.53125, false]], [[-10.78125, false]], [[-10.53125, false]], [[-6.53515625, false]], [[-7.03515625, false]], [[-11.78125, false]], [[-10.53125, false]], [[-10.53125, false]], [[-7.45703125, false]], [[-8.78125, false]], [[-10.953125, false]], [[-6.53515625, false]], [[-8.78125, false]], [[-8.28125, false]], [[-12.03125, false]], [[-9.03125, false]], [[-6.53515625, false]], [[-6.78515625, false]], [[-12.78125, false]], [[-10.78125, false]], [[-6.53515625, false]], [[-12.28125, false]], [[-9.28125, false]], [[-10.78125, false]], [[-7.03515625, false]], [[-10.78125, false]], [[-9.03125, false]], [[-10.53125, false]], [[-6.53515625, false]], [[-9.28125, false]], [[-10.78125, false]], [[-6.53515625, false]], [[-10.53125, false]], [[-10.78125, false]], [[-10.53125, false]], [[-6.53515625, false]], [[-7.03515625, false]], [[-11.78125, false]], [[-10.53125, false]], [[-10.53125, false]], [[-7.45703125, false]], [[-8.78125, false]], [[-10.953125, false]], [[-6.53515625, false]], [[-5.78515625, false]], [[-8.28125, false]], [[-12.03125, false]], [[-9.03125, false]], [[-6.53515625, false]], [[-5.78515625, false]], [[-7.03515625, false]], [[-12.28125, false]], [[-10.78125, false]], [[-12.03125, false]], [[-8.78125, false]], [[-10.53125, false]], [[-6.53515625, false]], [[-7.03515625, false]], [[-11.78125, false]], [[-10.53125, false]], [[-10.53125, false]], [[-6.53515625, false]], [[-10.53125, false]], [[-10.53125, false]], [[-6.53515625, false]], [[-10.78125, false]], [[-10.53125, false]], [[-11.78125, false]], [[-10.78125, false]], [[-9.03125, false]], [[-9.53125, false]], [[-7.45703125, false]], [[-5.78515625, false]], [[-10.953125, false]], [[-6.53515625, false]], [[-8.78125, false]], [[-8.28125, false]], [[-12.03125, false]], [[-9.03125, false]], [[-6.53515625, false]], [[-5.78515625, false]], [[-7.03515625, false]], [[-12.28125, false]], [[-10.78125, false]], [[-12.03125, false]], [[-6.53515625, false]], [[-12.28125, false]], [[-9.03125, false]], [[-11.78125, false]], [[-9.28125, false]], [[-11.78125, false]], [[-11.78125, false]], [[-9.03125, false]], [[-10.53125, false]], [[-6.53515625, false]], [[-7.03515625, false]], [[-12.28125, false]], [[-9.28125, false]], [[-12.78125, false]], [[-10.78125, false]], [[-9.53125, false]], [[-6.53515625, false]], [[-10.78125, false]], [[-12.03125, false]], [[-9.03125, false]], [[-6.53515625, false]], [[-6.78515625, false]], [[-12.78125, false]], [[-10.78125, false]], [[-7.45703125, false]], [[-8.78125, false]], [[-12.28125, false]]], "filtered_resps": [[-7.28515625, false], [-8.78125, false], [-8.28125, false], [-12.03125, false], [-9.03125, false], [-6.53515625, false], [-5.78515625, false], [-7.03515625, false], [-12.28125, false], [-10.78125, false], [-12.03125, false], [-6.53515625, false], [-12.28125, false], [-9.28125, false], [-10.78125, false], [-7.03515625, false], [-10.78125, false], [-9.03125, false], [-10.53125, false], [-6.53515625, false], [-9.28125, false], [-10.78125, false], [-6.53515625, false], [-10.53125, false], [-10.78125, false], [-10.53125, false], [-6.53515625, false], [-7.03515625, false], [-11.78125, false], [-10.53125, false], [-10.53125, false], [-7.45703125, false], [-8.78125, false], [-10.953125, false], [-6.53515625, false], [-8.78125, false], [-8.28125, false], [-12.03125, false], [-9.03125, false], [-6.53515625, false], [-6.78515625, false], [-12.78125, false], [-10.78125, false], [-6.53515625, false], [-12.28125, false], [-9.28125, false], [-10.78125, false], [-7.03515625, false], [-10.78125, false], [-9.03125, false], [-10.53125, false], [-6.53515625, false], [-9.28125, false], [-10.78125, false], [-6.53515625, false], [-10.53125, false], [-10.78125, false], [-10.53125, false], [-6.53515625, false], [-7.03515625, false], [-11.78125, false], [-10.53125, false], [-10.53125, false], [-7.45703125, false], [-8.78125, false], [-10.953125, false], [-6.53515625, false], [-5.78515625, false], [-8.28125, false], [-12.03125, false], [-9.03125, false], [-6.53515625, false], [-5.78515625, false], [-7.03515625, false], [-12.28125, false], [-10.78125, false], [-12.03125, false], [-8.78125, false], [-10.53125, false], [-6.53515625, false], [-7.03515625, false], [-11.78125, false], [-10.53125, false], [-10.53125, false], [-6.53515625, false], [-10.53125, false], [-10.53125, false], [-6.53515625, false], [-10.78125, false], [-10.53125, false], [-11.78125, false], [-10.78125, false], [-9.03125, false], [-9.53125, false], [-7.45703125, false], [-5.78515625, false], [-10.953125, false], [-6.53515625, false], [-8.78125, false], [-8.28125, false], [-12.03125, false], [-9.03125, false], [-6.53515625, false], [-5.78515625, false], [-7.03515625, false], [-12.28125, false], [-10.78125, false], [-12.03125, false], [-6.53515625, false], [-12.28125, false], [-9.03125, false], [-11.78125, false], [-9.28125, false], [-11.78125, false], [-11.78125, false], [-9.03125, false], [-10.53125, false], [-6.53515625, false], [-7.03515625, false], [-12.28125, false], [-9.28125, false], [-12.78125, false], [-10.78125, false], [-9.53125, false], [-6.53515625, false], [-10.78125, false], [-12.03125, false], [-9.03125, false], [-6.53515625, false], [-6.78515625, false], [-12.78125, false], [-10.78125, false], [-7.45703125, false], [-8.78125, false], [-12.28125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1765, "doc": {"id": "Mercury_SC_401123", "question": "When light hits a mirror, most of the light is", "choices": {"text": ["refracted.", "reflected.", "absorbed.", "transmitted."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "reflected.", "arguments": ["Question: When light hits a mirror, most of the light is\nAnswer:", " ["], "resps": [[[-7.58203125, false]], [[-8.328125, false]], [[-9.828125, false]], [[-8.578125, false]], [[-9.078125, false]], [[-9.828125, false]], [[-5.58203125, false]], [[-9.328125, false]], [[-9.828125, false]], [[-8.578125, false]], [[-10.078125, false]], [[-7.1796875, false]], [[-8.328125, false]], [[-9.4296875, false]], [[-5.58203125, false]], [[-8.328125, false]], [[-9.828125, false]], [[-8.578125, false]], [[-9.078125, false]], [[-9.578125, false]], [[-8.578125, false]], [[-9.328125, false]], [[-9.828125, false]], [[-8.578125, false]], [[-10.078125, false]], [[-7.1796875, false]], [[-8.328125, false]], [[-9.4296875, false]], [[-5.58203125, false]], [[-8.328125, false]], [[-5.58203125, false]], [[-7.33203125, false]], [[-9.328125, false]], [[-8.578125, false]], [[-9.828125, false]], [[-7.33203125, false]], [[-8.578125, false]], [[-10.078125, false]], [[-7.1796875, false]], [[-8.328125, false]], [[-9.4296875, false]], [[-5.58203125, false]], [[-8.328125, false]], [[-9.828125, false]], [[-9.828125, false]], [[-5.58203125, false]], [[-8.828125, false]], [[-9.328125, false]], [[-9.828125, false]], [[-8.328125, false]], [[-9.828125, false]], [[-9.828125, false]], [[-8.578125, false]], [[-10.078125, false]], [[-7.1796875, false]], [[-8.328125, false]], [[-11.828125, false]]], "filtered_resps": [[-7.58203125, false], [-8.328125, false], [-9.828125, false], [-8.578125, false], [-9.078125, false], [-9.828125, false], [-5.58203125, false], [-9.328125, false], [-9.828125, false], [-8.578125, false], [-10.078125, false], [-7.1796875, false], [-8.328125, false], [-9.4296875, false], [-5.58203125, false], [-8.328125, false], [-9.828125, false], [-8.578125, false], [-9.078125, false], [-9.578125, false], [-8.578125, false], [-9.328125, false], [-9.828125, false], [-8.578125, false], [-10.078125, false], [-7.1796875, false], [-8.328125, false], [-9.4296875, false], [-5.58203125, false], [-8.328125, false], [-5.58203125, false], [-7.33203125, false], [-9.328125, false], [-8.578125, false], [-9.828125, false], [-7.33203125, false], [-8.578125, false], [-10.078125, false], [-7.1796875, false], [-8.328125, false], [-9.4296875, false], [-5.58203125, false], [-8.328125, false], [-9.828125, false], [-9.828125, false], [-5.58203125, false], [-8.828125, false], [-9.328125, false], [-9.828125, false], [-8.328125, false], [-9.828125, false], [-9.828125, false], [-8.578125, false], [-10.078125, false], [-7.1796875, false], [-8.328125, false], [-11.828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1773, "doc": {"id": "Mercury_184380", "question": "Which group of organisms is most responsible for changing the composition of Earth's early atmosphere?", "choices": {"text": ["algae", "fungi", "reptiles", "angiosperms"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "algae", "arguments": ["Question: Which group of organisms is most responsible for changing the composition of Earth's early atmosphere?\nAnswer:", " ["], "resps": [[[-7.6328125, false]], [[-8.1328125, false]], [[-5.8828125, false]], [[-10.1328125, false]], [[-11.6328125, false]], [[-5.8828125, false]], [[-7.1328125, false]], [[-8.1328125, false]], [[-9.984375, false]], [[-4.6328125, false]], [[-8.1328125, false]], [[-9.8828125, false]], [[-11.6328125, false]], [[-9.6328125, false]], [[-11.6328125, false]], [[-9.3828125, false]], [[-8.1328125, false]], [[-9.984375, false]], [[-4.6328125, false]], [[-8.1328125, false]], [[-10.1328125, false]], [[-7.1328125, false]], [[-9.8828125, false]], [[-11.3828125, false]], [[-9.3828125, false]], [[-10.1328125, false]], [[-7.1328125, false]], [[-10.1328125, false]], [[-8.1328125, false]], [[-9.984375, false]], [[-4.6328125, false]], [[-8.1328125, false]], [[-5.8828125, false]], [[-9.6328125, false]], [[-11.6328125, false]], [[-9.3828125, false]], [[-8.3828125, false]], [[-10.1328125, false]], [[-9.8828125, false]], [[-7.1328125, false]], [[-10.1328125, false]], [[-10.8828125, false]], [[-10.1328125, false]], [[-8.1328125, false]], [[-14.1328125, false]]], "filtered_resps": [[-7.6328125, false], [-8.1328125, false], [-5.8828125, false], [-10.1328125, false], [-11.6328125, false], [-5.8828125, false], [-7.1328125, false], [-8.1328125, false], [-9.984375, false], [-4.6328125, false], [-8.1328125, false], [-9.8828125, false], [-11.6328125, false], [-9.6328125, false], [-11.6328125, false], [-9.3828125, false], [-8.1328125, false], [-9.984375, false], [-4.6328125, false], [-8.1328125, false], [-10.1328125, false], [-7.1328125, false], [-9.8828125, false], [-11.3828125, false], [-9.3828125, false], [-10.1328125, false], [-7.1328125, false], [-10.1328125, false], [-8.1328125, false], [-9.984375, false], [-4.6328125, false], [-8.1328125, false], [-5.8828125, false], [-9.6328125, false], [-11.6328125, false], [-9.3828125, false], [-8.3828125, false], [-10.1328125, false], [-9.8828125, false], [-7.1328125, false], [-10.1328125, false], [-10.8828125, false], [-10.1328125, false], [-8.1328125, false], [-14.1328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1781, "doc": {"id": "Mercury_7172865", "question": "Acid rain can damage limestone buildings and marble statues. It can also harm organisms living in ponds and other ecosystems. Which pollutant in the atmosphere causes most of the acid rain?", "choices": {"text": ["fluorocarbons from aerosol spray cans", "nitrous oxide from volcanic eruptions", "sulfur dioxide from burning fossil fuels", "soil particles from the use of farm equipment"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "sulfur dioxide from burning fossil fuels", "arguments": ["Question: Acid rain can damage limestone buildings and marble statues. It can also harm organisms living in ponds and other ecosystems. Which pollutant in the atmosphere causes most of the acid rain?\nAnswer:", " ["], "resps": [[[-8.5859375, false]], [[-10.0859375, false]], [[-10.8359375, false]], [[-10.8359375, false]], [[-8.3359375, false]], [[-5.83984375, false]], [[-13.3359375, false]], [[-5.83984375, false]], [[-8.3359375, false]], [[-5.83984375, false]], [[-13.3359375, false]], [[-9.8359375, false]], [[-5.83984375, false]], [[-6.08984375, false]], [[-11.5859375, false]], [[-4.58984375, false]], [[-10.8359375, false]], [[-13.3359375, false]], [[-5.83984375, false]], [[-8.3359375, false]], [[-4.58984375, false]], [[-5.83984375, false]], [[-8.5859375, false]], [[-13.3359375, false]], [[-5.83984375, false]], [[-11.5859375, false]], [[-5.83984375, false]], [[-10.8359375, false]], [[-4.58984375, false]], [[-11.5859375, false]], [[-10.3359375, false]], [[-13.3359375, false]], [[-5.83984375, false]], [[-11.5859375, false]], [[-4.58984375, false]], [[-8.3359375, false]], [[-5.83984375, false]], [[-6.08984375, false]], [[-11.5859375, false]], [[-10.0859375, false]], [[-9.265625, false]], [[-4.58984375, false]], [[-10.0859375, false]], [[-6.08984375, false]], [[-8.3359375, false]], [[-11.5859375, false]], [[-13.3359375, false]], [[-5.83984375, false]], [[-8.3359375, false]], [[-11.5859375, false]], [[-4.58984375, false]], [[-5.83984375, false]], [[-10.3359375, false]], [[-8.3359375, false]], [[-8.0859375, false]], [[-8.5859375, false]], [[-4.58984375, false]], [[-10.8359375, false]], [[-13.3359375, false]], [[-5.83984375, false]], [[-8.3359375, false]], [[-4.58984375, false]], [[-12.8359375, false]], [[-5.83984375, false]], [[-10.8359375, false]], [[-8.3359375, false]], [[-5.83984375, false]], [[-6.08984375, false]], [[-8.3359375, false]], [[-8.3359375, false]], [[-4.58984375, false]], [[-8.5859375, false]], [[-13.3359375, false]], [[-8.3359375, false]], [[-10.3359375, false]], [[-11.5859375, false]], [[-8.3359375, false]], [[-5.83984375, false]], [[-6.08984375, false]], [[-11.5859375, false]], [[-10.0859375, false]], [[-9.265625, false]], [[-4.58984375, false]], [[-10.0859375, false]], [[-11.5859375, false]], [[-8.3359375, false]], [[-10.8359375, false]], [[-10.8359375, false]], [[-8.3359375, false]], [[-13.3359375, false]], [[-4.58984375, false]], [[-8.0859375, false]], [[-8.3359375, false]], [[-5.83984375, false]], [[-10.3359375, false]], [[-8.3359375, false]], [[-8.0859375, false]], [[-8.5859375, false]], [[-4.58984375, false]], [[-10.8359375, false]], [[-13.3359375, false]], [[-5.83984375, false]], [[-8.3359375, false]], [[-4.58984375, false]], [[-9.8359375, false]], [[-8.3359375, false]], [[-13.3359375, false]], [[-6.08984375, false]], [[-8.3359375, false]], [[-6.08984375, false]], [[-12.5859375, false]], [[-4.58984375, false]], [[-10.8359375, false]], [[-5.83984375, false]], [[-11.5859375, false]], [[-11.5859375, false]], [[-8.3359375, false]], [[-10.8359375, false]], [[-4.58984375, false]], [[-10.8359375, false]], [[-8.3359375, false]], [[-8.5859375, false]], [[-10.8359375, false]], [[-11.5859375, false]], [[-10.0859375, false]], [[-9.265625, false]], [[-4.58984375, false]], [[-10.0859375, false]], [[-11.5859375, false]], [[-5.83984375, false]], [[-8.3359375, false]], [[-10.8359375, false]], [[-4.58984375, false]], [[-10.3359375, false]], [[-5.83984375, false]], [[-13.3359375, false]], [[-11.5859375, false]], [[-8.3359375, false]], [[-8.3359375, false]], [[-10.8359375, false]], [[-8.5859375, false]], [[-11.5859375, false]], [[-4.58984375, false]], [[-10.8359375, false]], [[-13.3359375, false]], [[-5.83984375, false]], [[-8.3359375, false]], [[-4.58984375, false]], [[-11.5859375, false]], [[-10.5859375, false]], [[-8.5859375, false]], [[-4.58984375, false]], [[-8.3359375, false]], [[-11.5859375, false]], [[-8.5859375, false]], [[-4.58984375, false]], [[-5.83984375, false]], [[-10.8359375, false]], [[-4.58984375, false]], [[-10.8359375, false]], [[-5.83984375, false]], [[-13.3359375, false]], [[-8.3359375, false]], [[-4.58984375, false]], [[-8.5859375, false]], [[-14.3359375, false]], [[-8.3359375, false]], [[-8.3359375, false]], [[-10.3359375, false]], [[-8.3359375, false]], [[-8.5859375, false]], [[-6.08984375, false]], [[-11.5859375, false]], [[-10.0859375, false]], [[-16.34375, false]]], "filtered_resps": [[-8.5859375, false], [-10.0859375, false], [-10.8359375, false], [-10.8359375, false], [-8.3359375, false], [-5.83984375, false], [-13.3359375, false], [-5.83984375, false], [-8.3359375, false], [-5.83984375, false], [-13.3359375, false], [-9.8359375, false], [-5.83984375, false], [-6.08984375, false], [-11.5859375, false], [-4.58984375, false], [-10.8359375, false], [-13.3359375, false], [-5.83984375, false], [-8.3359375, false], [-4.58984375, false], [-5.83984375, false], [-8.5859375, false], [-13.3359375, false], [-5.83984375, false], [-11.5859375, false], [-5.83984375, false], [-10.8359375, false], [-4.58984375, false], [-11.5859375, false], [-10.3359375, false], [-13.3359375, false], [-5.83984375, false], [-11.5859375, false], [-4.58984375, false], [-8.3359375, false], [-5.83984375, false], [-6.08984375, false], [-11.5859375, false], [-10.0859375, false], [-9.265625, false], [-4.58984375, false], [-10.0859375, false], [-6.08984375, false], [-8.3359375, false], [-11.5859375, false], [-13.3359375, false], [-5.83984375, false], [-8.3359375, false], [-11.5859375, false], [-4.58984375, false], [-5.83984375, false], [-10.3359375, false], [-8.3359375, false], [-8.0859375, false], [-8.5859375, false], [-4.58984375, false], [-10.8359375, false], [-13.3359375, false], [-5.83984375, false], [-8.3359375, false], [-4.58984375, false], [-12.8359375, false], [-5.83984375, false], [-10.8359375, false], [-8.3359375, false], [-5.83984375, false], [-6.08984375, false], [-8.3359375, false], [-8.3359375, false], [-4.58984375, false], [-8.5859375, false], [-13.3359375, false], [-8.3359375, false], [-10.3359375, false], [-11.5859375, false], [-8.3359375, false], [-5.83984375, false], [-6.08984375, false], [-11.5859375, false], [-10.0859375, false], [-9.265625, false], [-4.58984375, false], [-10.0859375, false], [-11.5859375, false], [-8.3359375, false], [-10.8359375, false], [-10.8359375, false], [-8.3359375, false], [-13.3359375, false], [-4.58984375, false], [-8.0859375, false], [-8.3359375, false], [-5.83984375, false], [-10.3359375, false], [-8.3359375, false], [-8.0859375, false], [-8.5859375, false], [-4.58984375, false], [-10.8359375, false], [-13.3359375, false], [-5.83984375, false], [-8.3359375, false], [-4.58984375, false], [-9.8359375, false], [-8.3359375, false], [-13.3359375, false], [-6.08984375, false], [-8.3359375, false], [-6.08984375, false], [-12.5859375, false], [-4.58984375, false], [-10.8359375, false], [-5.83984375, false], [-11.5859375, false], [-11.5859375, false], [-8.3359375, false], [-10.8359375, false], [-4.58984375, false], [-10.8359375, false], [-8.3359375, false], [-8.5859375, false], [-10.8359375, false], [-11.5859375, false], [-10.0859375, false], [-9.265625, false], [-4.58984375, false], [-10.0859375, false], [-11.5859375, false], [-5.83984375, false], [-8.3359375, false], [-10.8359375, false], [-4.58984375, false], [-10.3359375, false], [-5.83984375, false], [-13.3359375, false], [-11.5859375, false], [-8.3359375, false], [-8.3359375, false], [-10.8359375, false], [-8.5859375, false], [-11.5859375, false], [-4.58984375, false], [-10.8359375, false], [-13.3359375, false], [-5.83984375, false], [-8.3359375, false], [-4.58984375, false], [-11.5859375, false], [-10.5859375, false], [-8.5859375, false], [-4.58984375, false], [-8.3359375, false], [-11.5859375, false], [-8.5859375, false], [-4.58984375, false], [-5.83984375, false], [-10.8359375, false], [-4.58984375, false], [-10.8359375, false], [-5.83984375, false], [-13.3359375, false], [-8.3359375, false], [-4.58984375, false], [-8.5859375, false], [-14.3359375, false], [-8.3359375, false], [-8.3359375, false], [-10.3359375, false], [-8.3359375, false], [-8.5859375, false], [-6.08984375, false], [-11.5859375, false], [-10.0859375, false], [-16.34375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1789, "doc": {"id": "Mercury_7216615", "question": "Which statement describes a characteristic of both sexual and asexual reproduction?", "choices": {"text": ["The processes require egg cells.", "New cells are produced.", "Two parents are required.", "The processes produce genetically unique offspring."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "New cells are produced.", "arguments": ["Question: Which statement describes a characteristic of both sexual and asexual reproduction?\nAnswer:", " ["], "resps": [[[-7.22265625, false]], [[-9.2265625, false]], [[-7.97265625, false]], [[-10.4765625, false]], [[-7.22265625, false]], [[-5.47265625, false]], [[-8.2265625, false]], [[-8.7265625, false]], [[-7.47265625, false]], [[-6.72265625, false]], [[-7.22265625, false]], [[-9.2265625, false]], [[-9.2265625, false]], [[-7.22265625, false]], [[-9.2265625, false]], [[-5.47265625, false]], [[-8.7265625, false]], [[-7.22265625, false]], [[-9.9765625, false]], [[-9.7265625, false]], [[-8.2265625, false]], [[-8.7265625, false]], [[-7.22265625, false]], [[-5.47265625, false]], [[-7.22265625, false]], [[-10.2265625, false]], [[-10.2265625, false]], [[-5.47265625, false]], [[-6.72265625, false]], [[-7.22265625, false]], [[-9.9765625, false]], [[-9.9765625, false]], [[-9.2265625, false]], [[-6.5, false]], [[-9.2265625, false]], [[-10.0, false]], [[-5.47265625, false]], [[-9.2265625, false]], [[-8.2265625, false]], [[-7.22265625, false]], [[-11.2265625, false]], [[-5.47265625, false]], [[-6.72265625, false]], [[-7.22265625, false]], [[-9.9765625, false]], [[-9.9765625, false]], [[-9.2265625, false]], [[-5.47265625, false]], [[-2.974609375, false]], [[-8.7265625, false]], [[-7.22265625, false]], [[-5.47265625, false]], [[-8.2265625, false]], [[-8.7265625, false]], [[-7.47265625, false]], [[-7.72265625, false]], [[-9.7265625, false]], [[-6.72265625, false]], [[-7.22265625, false]], [[-7.72265625, false]], [[-6.5, false]], [[-9.2265625, false]], [[-10.0, false]], [[-5.47265625, false]], [[-9.2265625, false]], [[-7.97265625, false]], [[-11.2265625, false]], [[-7.47265625, false]], [[-5.47265625, false]], [[-8.2265625, false]], [[-2.974609375, false]], [[-8.7265625, false]], [[-7.22265625, false]], [[-8.7265625, false]], [[-10.4765625, false]], [[-9.2265625, false]], [[-5.47265625, false]], [[-2.974609375, false]], [[-8.7265625, false]], [[-7.22265625, false]], [[-5.47265625, false]], [[-8.7265625, false]], [[-7.22265625, false]], [[-9.9765625, false]], [[-9.7265625, false]], [[-8.2265625, false]], [[-8.7265625, false]], [[-7.22265625, false]], [[-7.72265625, false]], [[-6.5, false]], [[-9.2265625, false]], [[-10.0, false]], [[-5.47265625, false]], [[-9.2265625, false]], [[-7.97265625, false]], [[-10.4765625, false]], [[-7.22265625, false]], [[-5.47265625, false]], [[-8.2265625, false]], [[-8.7265625, false]], [[-7.47265625, false]], [[-6.72265625, false]], [[-7.22265625, false]], [[-9.2265625, false]], [[-9.2265625, false]], [[-7.22265625, false]], [[-9.2265625, false]], [[-5.47265625, false]], [[-8.2265625, false]], [[-8.7265625, false]], [[-7.47265625, false]], [[-7.72265625, false]], [[-9.7265625, false]], [[-6.72265625, false]], [[-7.22265625, false]], [[-5.47265625, false]], [[-10.2265625, false]], [[-7.22265625, false]], [[-8.7265625, false]], [[-7.22265625, false]], [[-10.4765625, false]], [[-8.2265625, false]], [[-6.72265625, false]], [[-2.974609375, false]], [[-9.9765625, false]], [[-9.9765625, false]], [[-10.7265625, false]], [[-5.47265625, false]], [[-9.7265625, false]], [[-8.7265625, false]], [[-8.2265625, false]], [[-9.9765625, false]], [[-9.7265625, false]], [[-7.22265625, false]], [[-5.47265625, false]], [[-7.47265625, false]], [[-9.2265625, false]], [[-9.2265625, false]], [[-9.2265625, false]], [[-8.2265625, false]], [[-8.7265625, false]], [[-8.2265625, false]], [[-8.7265625, false]], [[-10.2265625, false]], [[-6.5, false]], [[-9.2265625, false]], [[-12.9765625, false]]], "filtered_resps": [[-7.22265625, false], [-9.2265625, false], [-7.97265625, false], [-10.4765625, false], [-7.22265625, false], [-5.47265625, false], [-8.2265625, false], [-8.7265625, false], [-7.47265625, false], [-6.72265625, false], [-7.22265625, false], [-9.2265625, false], [-9.2265625, false], [-7.22265625, false], [-9.2265625, false], [-5.47265625, false], [-8.7265625, false], [-7.22265625, false], [-9.9765625, false], [-9.7265625, false], [-8.2265625, false], [-8.7265625, false], [-7.22265625, false], [-5.47265625, false], [-7.22265625, false], [-10.2265625, false], [-10.2265625, false], [-5.47265625, false], [-6.72265625, false], [-7.22265625, false], [-9.9765625, false], [-9.9765625, false], [-9.2265625, false], [-6.5, false], [-9.2265625, false], [-10.0, false], [-5.47265625, false], [-9.2265625, false], [-8.2265625, false], [-7.22265625, false], [-11.2265625, false], [-5.47265625, false], [-6.72265625, false], [-7.22265625, false], [-9.9765625, false], [-9.9765625, false], [-9.2265625, false], [-5.47265625, false], [-2.974609375, false], [-8.7265625, false], [-7.22265625, false], [-5.47265625, false], [-8.2265625, false], [-8.7265625, false], [-7.47265625, false], [-7.72265625, false], [-9.7265625, false], [-6.72265625, false], [-7.22265625, false], [-7.72265625, false], [-6.5, false], [-9.2265625, false], [-10.0, false], [-5.47265625, false], [-9.2265625, false], [-7.97265625, false], [-11.2265625, false], [-7.47265625, false], [-5.47265625, false], [-8.2265625, false], [-2.974609375, false], [-8.7265625, false], [-7.22265625, false], [-8.7265625, false], [-10.4765625, false], [-9.2265625, false], [-5.47265625, false], [-2.974609375, false], [-8.7265625, false], [-7.22265625, false], [-5.47265625, false], [-8.7265625, false], [-7.22265625, false], [-9.9765625, false], [-9.7265625, false], [-8.2265625, false], [-8.7265625, false], [-7.22265625, false], [-7.72265625, false], [-6.5, false], [-9.2265625, false], [-10.0, false], [-5.47265625, false], [-9.2265625, false], [-7.97265625, false], [-10.4765625, false], [-7.22265625, false], [-5.47265625, false], [-8.2265625, false], [-8.7265625, false], [-7.47265625, false], [-6.72265625, false], [-7.22265625, false], [-9.2265625, false], [-9.2265625, false], [-7.22265625, false], [-9.2265625, false], [-5.47265625, false], [-8.2265625, false], [-8.7265625, false], [-7.47265625, false], [-7.72265625, false], [-9.7265625, false], [-6.72265625, false], [-7.22265625, false], [-5.47265625, false], [-10.2265625, false], [-7.22265625, false], [-8.7265625, false], [-7.22265625, false], [-10.4765625, false], [-8.2265625, false], [-6.72265625, false], [-2.974609375, false], [-9.9765625, false], [-9.9765625, false], [-10.7265625, false], [-5.47265625, false], [-9.7265625, false], [-8.7265625, false], [-8.2265625, false], [-9.9765625, false], [-9.7265625, false], [-7.22265625, false], [-5.47265625, false], [-7.47265625, false], [-9.2265625, false], [-9.2265625, false], [-9.2265625, false], [-8.2265625, false], [-8.7265625, false], [-8.2265625, false], [-8.7265625, false], [-10.2265625, false], [-6.5, false], [-9.2265625, false], [-12.9765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1797, "doc": {"id": "Mercury_7004638", "question": "A certain snake species in an ecosystem eats small rodents. If a bird species is introduced into the ecosystem that also eats small rodents, which of these will most likely increase?", "choices": {"text": ["parasitism", "migration", "mutualism", "competition"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "competition", "arguments": ["Question: A certain snake species in an ecosystem eats small rodents. If a bird species is introduced into the ecosystem that also eats small rodents, which of these will most likely increase?\nAnswer:", " ["], "resps": [[[-6.96875, false]], [[-9.21875, false]], [[-8.96875, false]], [[-4.71875, false]], [[-8.71875, false]], [[-4.71875, false]], [[-8.71875, false]], [[-8.96875, false]], [[-11.21875, false]], [[-8.96875, false]], [[-8.71875, false]], [[-10.96875, false]], [[-9.21875, false]], [[-10.9609375, false]], [[-5.96875, false]], [[-9.21875, false]], [[-10.96875, false]], [[-8.96875, false]], [[-10.21875, false]], [[-8.71875, false]], [[-4.71875, false]], [[-11.21875, false]], [[-8.96875, false]], [[-8.71875, false]], [[-7.96875, false]], [[-9.21875, false]], [[-11.0703125, false]], [[-5.96875, false]], [[-9.21875, false]], [[-10.96875, false]], [[-10.71875, false]], [[-11.21875, false]], [[-10.71875, false]], [[-4.71875, false]], [[-8.71875, false]], [[-8.96875, false]], [[-8.71875, false]], [[-10.96875, false]], [[-9.21875, false]], [[-11.0703125, false]], [[-5.96875, false]], [[-9.21875, false]], [[-9.46875, false]], [[-8.71875, false]], [[-10.96875, false]], [[-8.96875, false]], [[-7.46875, false]], [[-11.21875, false]], [[-8.96875, false]], [[-11.21875, false]], [[-8.96875, false]], [[-8.71875, false]], [[-7.96875, false]], [[-9.21875, false]], [[-12.96875, false]]], "filtered_resps": [[-6.96875, false], [-9.21875, false], [-8.96875, false], [-4.71875, false], [-8.71875, false], [-4.71875, false], [-8.71875, false], [-8.96875, false], [-11.21875, false], [-8.96875, false], [-8.71875, false], [-10.96875, false], [-9.21875, false], [-10.9609375, false], [-5.96875, false], [-9.21875, false], [-10.96875, false], [-8.96875, false], [-10.21875, false], [-8.71875, false], [-4.71875, false], [-11.21875, false], [-8.96875, false], [-8.71875, false], [-7.96875, false], [-9.21875, false], [-11.0703125, false], [-5.96875, false], [-9.21875, false], [-10.96875, false], [-10.71875, false], [-11.21875, false], [-10.71875, false], [-4.71875, false], [-8.71875, false], [-8.96875, false], [-8.71875, false], [-10.96875, false], [-9.21875, false], [-11.0703125, false], [-5.96875, false], [-9.21875, false], [-9.46875, false], [-8.71875, false], [-10.96875, false], [-8.96875, false], [-7.46875, false], [-11.21875, false], [-8.96875, false], [-11.21875, false], [-8.96875, false], [-8.71875, false], [-7.96875, false], [-9.21875, false], [-12.96875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1805, "doc": {"id": "MCAS_2004_9_21", "question": "In the first step of making some ceramic cups, the following manufacturing process is used. Liquid clay is poured into a mold, allowed to solidify, then removed from the mold. What is the name of this manufacturing process?", "choices": {"text": ["casting", "milling", "finishing", "refining"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "casting", "arguments": ["Question: In the first step of making some ceramic cups, the following manufacturing process is used. Liquid clay is poured into a mold, allowed to solidify, then removed from the mold. What is the name of this manufacturing process?\nAnswer:", " ["], "resps": [[[-6.23828125, false]], [[-8.7421875, false]], [[-8.7421875, false]], [[-5.11328125, false]], [[-8.7421875, false]], [[-9.8671875, false]], [[-7.86328125, false]], [[-8.4921875, false]], [[-10.6171875, false]], [[-8.7421875, false]], [[-9.734375, false]], [[-5.23828125, false]], [[-8.7421875, false]], [[-8.2421875, false]], [[-7.86328125, false]], [[-10.4921875, false]], [[-10.4921875, false]], [[-7.86328125, false]], [[-8.4921875, false]], [[-10.6171875, false]], [[-8.7421875, false]], [[-9.734375, false]], [[-5.23828125, false]], [[-8.7421875, false]], [[-9.6171875, false]], [[-7.86328125, false]], [[-8.4921875, false]], [[-7.86328125, false]], [[-8.7421875, false]], [[-10.1171875, false]], [[-7.86328125, false]], [[-8.4921875, false]], [[-10.6171875, false]], [[-8.7421875, false]], [[-9.734375, false]], [[-5.23828125, false]], [[-8.7421875, false]], [[-9.8671875, false]], [[-7.48828125, false]], [[-9.6171875, false]], [[-7.86328125, false]], [[-8.4921875, false]], [[-7.86328125, false]], [[-8.4921875, false]], [[-10.6171875, false]], [[-8.7421875, false]], [[-12.2421875, false]]], "filtered_resps": [[-6.23828125, false], [-8.7421875, false], [-8.7421875, false], [-5.11328125, false], [-8.7421875, false], [-9.8671875, false], [-7.86328125, false], [-8.4921875, false], [-10.6171875, false], [-8.7421875, false], [-9.734375, false], [-5.23828125, false], [-8.7421875, false], [-8.2421875, false], [-7.86328125, false], [-10.4921875, false], [-10.4921875, false], [-7.86328125, false], [-8.4921875, false], [-10.6171875, false], [-8.7421875, false], [-9.734375, false], [-5.23828125, false], [-8.7421875, false], [-9.6171875, false], [-7.86328125, false], [-8.4921875, false], [-7.86328125, false], [-8.7421875, false], [-10.1171875, false], [-7.86328125, false], [-8.4921875, false], [-10.6171875, false], [-8.7421875, false], [-9.734375, false], [-5.23828125, false], [-8.7421875, false], [-9.8671875, false], [-7.48828125, false], [-9.6171875, false], [-7.86328125, false], [-8.4921875, false], [-7.86328125, false], [-8.4921875, false], [-10.6171875, false], [-8.7421875, false], [-12.2421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1813, "doc": {"id": "Mercury_SC_LBS11012", "question": "A homeowner wants to use a renewable source of energy to heat the home. Which of these would be the best to use?", "choices": {"text": ["coal", "gas", "oil", "solar"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "solar", "arguments": ["Question: A homeowner wants to use a renewable source of energy to heat the home. Which of these would be the best to use?\nAnswer:", " ["], "resps": [[[-7.234375, false]], [[-9.984375, false]], [[-9.234375, false]], [[-10.234375, false]], [[-3.732421875, false]], [[-11.484375, false]], [[-9.984375, false]], [[-9.8125, false]], [[-5.484375, false]], [[-9.984375, false]], [[-11.734375, false]], [[-3.732421875, false]], [[-9.984375, false]], [[-9.984375, false]], [[-9.8125, false]], [[-5.484375, false]], [[-9.984375, false]], [[-10.234375, false]], [[-8.484375, false]], [[-11.484375, false]], [[-9.984375, false]], [[-9.8125, false]], [[-5.484375, false]], [[-9.984375, false]], [[-9.984375, false]], [[-10.234375, false]], [[-11.484375, false]], [[-3.732421875, false]], [[-11.484375, false]], [[-9.984375, false]], [[-14.234375, false]]], "filtered_resps": [[-7.234375, false], [-9.984375, false], [-9.234375, false], [-10.234375, false], [-3.732421875, false], [-11.484375, false], [-9.984375, false], [-9.8125, false], [-5.484375, false], [-9.984375, false], [-11.734375, false], [-3.732421875, false], [-9.984375, false], [-9.984375, false], [-9.8125, false], [-5.484375, false], [-9.984375, false], [-10.234375, false], [-8.484375, false], [-11.484375, false], [-9.984375, false], [-9.8125, false], [-5.484375, false], [-9.984375, false], [-9.984375, false], [-10.234375, false], [-11.484375, false], [-3.732421875, false], [-11.484375, false], [-9.984375, false], [-14.234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1821, "doc": {"id": "MCAS_2005_9_11", "question": "Two boxes, A and B, both contain the same number of nitrogen gas molecules. The gas molecules in box A have twice the average speed of the molecules in box B. Which of the following best describes the nitrogen gas in box A?", "choices": {"text": ["The nitrogen gas in box A has a greater mass than the nitrogen gas in box B.", "The nitrogen gas in box A has a greater density than the nitrogen gas in box B.", "The nitrogen gas in box A has a greater temperature than the nitrogen gas in box B.", "The nitrogen gas in box A has a greater specific gravity than the nitrogen gas in box B."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "The nitrogen gas in box A has a greater temperature than the nitrogen gas in box B.", "arguments": ["Question: Two boxes, A and B, both contain the same number of nitrogen gas molecules. The gas molecules in box A have twice the average speed of the molecules in box B. Which of the following best describes the nitrogen gas in box A?\nAnswer:", " ["], "resps": [[[-6.55859375, false]], [[-9.0546875, false]], [[-7.55859375, false]], [[-8.8046875, false]], [[-7.55859375, false]], [[-5.55859375, false]], [[-6.80859375, false]], [[-6.80859375, false]], [[-9.8046875, false]], [[-8.8046875, false]], [[-8.8046875, false]], [[-9.0546875, false]], [[-7.55859375, false]], [[-6.80859375, false]], [[-5.55859375, false]], [[-9.0546875, false]], [[-3.056640625, false]], [[-9.0546875, false]], [[-5.55859375, false]], [[-6.80859375, false]], [[-6.80859375, false]], [[-5.55859375, false]], [[-4.55859375, false]], [[-8.8046875, false]], [[-8.3046875, false]], [[-5.55859375, false]], [[-1.0576171875, true]], [[-5.55859375, false]], [[-8.8046875, false]], [[-3.056640625, false]], [[-9.0546875, false]], [[-5.55859375, false]], [[-3.056640625, false]], [[-5.55859375, false]], [[-9.0546875, false]], [[-8.8046875, false]], [[-7.55859375, false]], [[-3.056640625, false]], [[-9.8046875, false]], [[-7.55859375, false]], [[-8.8046875, false]], [[-5.55859375, false]], [[-8.3046875, false]], [[-3.056640625, false]], [[-9.0546875, false]], [[-9.0546875, false]], [[-5.55859375, false]], [[-9.8046875, false]], [[-8.8046875, false]], [[-3.056640625, false]], [[-6.80859375, false]], [[-5.55859375, false]], [[-9.8046875, false]], [[-8.8046875, false]], [[-7.55859375, false]], [[-5.55859375, false]], [[-6.80859375, false]], [[-6.80859375, false]], [[-9.8046875, false]], [[-8.8046875, false]], [[-8.8046875, false]], [[-9.0546875, false]], [[-7.55859375, false]], [[-6.80859375, false]], [[-5.55859375, false]], [[-9.0546875, false]], [[-3.056640625, false]], [[-9.0546875, false]], [[-5.55859375, false]], [[-6.80859375, false]], [[-6.80859375, false]], [[-5.55859375, false]], [[-4.55859375, false]], [[-8.8046875, false]], [[-8.3046875, false]], [[-5.55859375, false]], [[-2.806640625, false]], [[-6.7578125, false]], [[-9.0546875, false]], [[-9.2578125, false]], [[-5.55859375, false]], [[-9.0546875, false]], [[-7.55859375, false]], [[-8.8046875, false]], [[-7.55859375, false]], [[-5.55859375, false]], [[-6.80859375, false]], [[-6.80859375, false]], [[-9.8046875, false]], [[-8.8046875, false]], [[-8.8046875, false]], [[-9.0546875, false]], [[-7.55859375, false]], [[-6.80859375, false]], [[-5.55859375, false]], [[-9.0546875, false]], [[-3.056640625, false]], [[-9.0546875, false]], [[-5.55859375, false]], [[-6.80859375, false]], [[-6.80859375, false]], [[-5.55859375, false]], [[-4.55859375, false]], [[-8.8046875, false]], [[-8.3046875, false]], [[-5.55859375, false]], [[-1.0576171875, true]], [[-5.55859375, false]], [[-8.8046875, false]], [[-3.056640625, false]], [[-9.0546875, false]], [[-5.55859375, false]], [[-3.056640625, false]], [[-5.55859375, false]], [[-9.0546875, false]], [[-8.8046875, false]], [[-7.55859375, false]], [[-3.056640625, false]], [[-9.8046875, false]], [[-7.55859375, false]], [[-8.8046875, false]], [[-5.55859375, false]], [[-6.30859375, false]], [[-7.55859375, false]], [[-6.80859375, false]], [[-9.0546875, false]], [[-6.80859375, false]], [[-9.8046875, false]], [[-9.3046875, false]], [[-5.55859375, false]], [[-9.8046875, false]], [[-8.8046875, false]], [[-3.056640625, false]], [[-6.80859375, false]], [[-5.55859375, false]], [[-9.8046875, false]], [[-8.8046875, false]], [[-7.55859375, false]], [[-5.55859375, false]], [[-6.80859375, false]], [[-6.80859375, false]], [[-9.8046875, false]], [[-8.8046875, false]], [[-8.8046875, false]], [[-9.0546875, false]], [[-7.55859375, false]], [[-6.80859375, false]], [[-5.55859375, false]], [[-9.0546875, false]], [[-3.056640625, false]], [[-9.0546875, false]], [[-5.55859375, false]], [[-6.80859375, false]], [[-6.80859375, false]], [[-5.55859375, false]], [[-4.55859375, false]], [[-8.8046875, false]], [[-8.3046875, false]], [[-5.55859375, false]], [[-2.806640625, false]], [[-6.7578125, false]], [[-9.0546875, false]], [[-9.2578125, false]], [[-5.55859375, false]], [[-9.0546875, false]], [[-7.55859375, false]], [[-8.8046875, false]], [[-7.55859375, false]], [[-5.55859375, false]], [[-6.80859375, false]], [[-6.80859375, false]], [[-9.8046875, false]], [[-8.8046875, false]], [[-8.8046875, false]], [[-9.0546875, false]], [[-7.55859375, false]], [[-6.80859375, false]], [[-5.55859375, false]], [[-9.0546875, false]], [[-3.056640625, false]], [[-9.0546875, false]], [[-5.55859375, false]], [[-6.80859375, false]], [[-6.80859375, false]], [[-5.55859375, false]], [[-4.55859375, false]], [[-8.8046875, false]], [[-8.3046875, false]], [[-5.55859375, false]], [[-1.0576171875, true]], [[-5.55859375, false]], [[-8.8046875, false]], [[-3.056640625, false]], [[-9.0546875, false]], [[-5.55859375, false]], [[-3.056640625, false]], [[-5.55859375, false]], [[-9.0546875, false]], [[-8.8046875, false]], [[-7.55859375, false]], [[-3.056640625, false]], [[-9.8046875, false]], [[-7.55859375, false]], [[-8.8046875, false]], [[-5.55859375, false]], [[-9.8046875, false]], [[-7.55859375, false]], [[-8.3046875, false]], [[-8.0546875, false]], [[-7.55859375, false]], [[-8.8046875, false]], [[-3.056640625, false]], [[-9.8046875, false]], [[-9.5546875, false]], [[-8.8046875, false]], [[-7.55859375, false]], [[-5.55859375, false]], [[-9.8046875, false]], [[-8.8046875, false]], [[-3.056640625, false]], [[-6.80859375, false]], [[-5.55859375, false]], [[-9.8046875, false]], [[-8.8046875, false]], [[-7.55859375, false]], [[-5.55859375, false]], [[-6.80859375, false]], [[-6.80859375, false]], [[-9.8046875, false]], [[-8.8046875, false]], [[-8.8046875, false]], [[-9.0546875, false]], [[-7.55859375, false]], [[-6.80859375, false]], [[-5.55859375, false]], [[-9.0546875, false]], [[-3.056640625, false]], [[-9.0546875, false]], [[-5.55859375, false]], [[-6.80859375, false]], [[-6.80859375, false]], [[-5.55859375, false]], [[-4.55859375, false]], [[-8.8046875, false]], [[-8.3046875, false]], [[-5.55859375, false]], [[-2.806640625, false]], [[-6.7578125, false]], [[-9.0546875, false]], [[-9.2578125, false]], [[-5.55859375, false]], [[-9.0546875, false]], [[-7.55859375, false]], [[-8.8046875, false]], [[-7.55859375, false]], [[-5.55859375, false]], [[-6.80859375, false]], [[-6.80859375, false]], [[-9.8046875, false]], [[-8.8046875, false]], [[-8.8046875, false]], [[-9.0546875, false]], [[-7.55859375, false]], [[-6.80859375, false]], [[-5.55859375, false]], [[-9.0546875, false]], [[-3.056640625, false]], [[-9.0546875, false]], [[-5.55859375, false]], [[-6.80859375, false]], [[-6.80859375, false]], [[-5.55859375, false]], [[-4.55859375, false]], [[-8.8046875, false]], [[-8.3046875, false]], [[-5.55859375, false]], [[-1.0576171875, true]], [[-5.55859375, false]], [[-8.8046875, false]], [[-3.056640625, false]], [[-9.0546875, false]], [[-5.55859375, false]], [[-3.056640625, false]], [[-5.55859375, false]], [[-9.0546875, false]], [[-8.8046875, false]], [[-7.55859375, false]], [[-3.056640625, false]], [[-9.8046875, false]], [[-7.55859375, false]], [[-8.8046875, false]], [[-5.55859375, false]], [[-9.0546875, false]], [[-8.0546875, false]], [[-7.55859375, false]], [[-5.05859375, false]], [[-6.80859375, false]], [[-8.5546875, false]], [[-6.80859375, false]], [[-5.05859375, false]], [[-5.55859375, false]], [[-9.0546875, false]], [[-8.8046875, false]], [[-3.056640625, false]], [[-8.3046875, false]], [[-6.80859375, false]], [[-9.8046875, false]], [[-9.3046875, false]], [[-5.55859375, false]], [[-9.8046875, false]], [[-8.8046875, false]], [[-3.056640625, false]], [[-6.80859375, false]], [[-5.55859375, false]], [[-9.8046875, false]], [[-8.8046875, false]], [[-7.55859375, false]], [[-5.55859375, false]], [[-6.80859375, false]], [[-6.80859375, false]], [[-9.8046875, false]], [[-8.8046875, false]], [[-8.8046875, false]], [[-9.0546875, false]], [[-7.55859375, false]], [[-6.80859375, false]], [[-5.55859375, false]], [[-9.0546875, false]], [[-3.056640625, false]], [[-9.0546875, false]], [[-5.55859375, false]], [[-6.80859375, false]], [[-6.80859375, false]], [[-5.55859375, false]], [[-4.55859375, false]], [[-8.8046875, false]], [[-8.3046875, false]], [[-5.55859375, false]], [[-2.806640625, false]], [[-6.7578125, false]], [[-9.0546875, false]], [[-11.8046875, false]]], "filtered_resps": [[-6.55859375, false], [-9.0546875, false], [-7.55859375, false], [-8.8046875, false], [-7.55859375, false], [-5.55859375, false], [-6.80859375, false], [-6.80859375, false], [-9.8046875, false], [-8.8046875, false], [-8.8046875, false], [-9.0546875, false], [-7.55859375, false], [-6.80859375, false], [-5.55859375, false], [-9.0546875, false], [-3.056640625, false], [-9.0546875, false], [-5.55859375, false], [-6.80859375, false], [-6.80859375, false], [-5.55859375, false], [-4.55859375, false], [-8.8046875, false], [-8.3046875, false], [-5.55859375, false], [-1.0576171875, true], [-5.55859375, false], [-8.8046875, false], [-3.056640625, false], [-9.0546875, false], [-5.55859375, false], [-3.056640625, false], [-5.55859375, false], [-9.0546875, false], [-8.8046875, false], [-7.55859375, false], [-3.056640625, false], [-9.8046875, false], [-7.55859375, false], [-8.8046875, false], [-5.55859375, false], [-8.3046875, false], [-3.056640625, false], [-9.0546875, false], [-9.0546875, false], [-5.55859375, false], [-9.8046875, false], [-8.8046875, false], [-3.056640625, false], [-6.80859375, false], [-5.55859375, false], [-9.8046875, false], [-8.8046875, false], [-7.55859375, false], [-5.55859375, false], [-6.80859375, false], [-6.80859375, false], [-9.8046875, false], [-8.8046875, false], [-8.8046875, false], [-9.0546875, false], [-7.55859375, false], [-6.80859375, false], [-5.55859375, false], [-9.0546875, false], [-3.056640625, false], [-9.0546875, false], [-5.55859375, false], [-6.80859375, false], [-6.80859375, false], [-5.55859375, false], [-4.55859375, false], [-8.8046875, false], [-8.3046875, false], [-5.55859375, false], [-2.806640625, false], [-6.7578125, false], [-9.0546875, false], [-9.2578125, false], [-5.55859375, false], [-9.0546875, false], [-7.55859375, false], [-8.8046875, false], [-7.55859375, false], [-5.55859375, false], [-6.80859375, false], [-6.80859375, false], [-9.8046875, false], [-8.8046875, false], [-8.8046875, false], [-9.0546875, false], [-7.55859375, false], [-6.80859375, false], [-5.55859375, false], [-9.0546875, false], [-3.056640625, false], [-9.0546875, false], [-5.55859375, false], [-6.80859375, false], [-6.80859375, false], [-5.55859375, false], [-4.55859375, false], [-8.8046875, false], [-8.3046875, false], [-5.55859375, false], [-1.0576171875, true], [-5.55859375, false], [-8.8046875, false], [-3.056640625, false], [-9.0546875, false], [-5.55859375, false], [-3.056640625, false], [-5.55859375, false], [-9.0546875, false], [-8.8046875, false], [-7.55859375, false], [-3.056640625, false], [-9.8046875, false], [-7.55859375, false], [-8.8046875, false], [-5.55859375, false], [-6.30859375, false], [-7.55859375, false], [-6.80859375, false], [-9.0546875, false], [-6.80859375, false], [-9.8046875, false], [-9.3046875, false], [-5.55859375, false], [-9.8046875, false], [-8.8046875, false], [-3.056640625, false], [-6.80859375, false], [-5.55859375, false], [-9.8046875, false], [-8.8046875, false], [-7.55859375, false], [-5.55859375, false], [-6.80859375, false], [-6.80859375, false], [-9.8046875, false], [-8.8046875, false], [-8.8046875, false], [-9.0546875, false], [-7.55859375, false], [-6.80859375, false], [-5.55859375, false], [-9.0546875, false], [-3.056640625, false], [-9.0546875, false], [-5.55859375, false], [-6.80859375, false], [-6.80859375, false], [-5.55859375, false], [-4.55859375, false], [-8.8046875, false], [-8.3046875, false], [-5.55859375, false], [-2.806640625, false], [-6.7578125, false], [-9.0546875, false], [-9.2578125, false], [-5.55859375, false], [-9.0546875, false], [-7.55859375, false], [-8.8046875, false], [-7.55859375, false], [-5.55859375, false], [-6.80859375, false], [-6.80859375, false], [-9.8046875, false], [-8.8046875, false], [-8.8046875, false], [-9.0546875, false], [-7.55859375, false], [-6.80859375, false], [-5.55859375, false], [-9.0546875, false], [-3.056640625, false], [-9.0546875, false], [-5.55859375, false], [-6.80859375, false], [-6.80859375, false], [-5.55859375, false], [-4.55859375, false], [-8.8046875, false], [-8.3046875, false], [-5.55859375, false], [-1.0576171875, true], [-5.55859375, false], [-8.8046875, false], [-3.056640625, false], [-9.0546875, false], [-5.55859375, false], [-3.056640625, false], [-5.55859375, false], [-9.0546875, false], [-8.8046875, false], [-7.55859375, false], [-3.056640625, false], [-9.8046875, false], [-7.55859375, false], [-8.8046875, false], [-5.55859375, false], [-9.8046875, false], [-7.55859375, false], [-8.3046875, false], [-8.0546875, false], [-7.55859375, false], [-8.8046875, false], [-3.056640625, false], [-9.8046875, false], [-9.5546875, false], [-8.8046875, false], [-7.55859375, false], [-5.55859375, false], [-9.8046875, false], [-8.8046875, false], [-3.056640625, false], [-6.80859375, false], [-5.55859375, false], [-9.8046875, false], [-8.8046875, false], [-7.55859375, false], [-5.55859375, false], [-6.80859375, false], [-6.80859375, false], [-9.8046875, false], [-8.8046875, false], [-8.8046875, false], [-9.0546875, false], [-7.55859375, false], [-6.80859375, false], [-5.55859375, false], [-9.0546875, false], [-3.056640625, false], [-9.0546875, false], [-5.55859375, false], [-6.80859375, false], [-6.80859375, false], [-5.55859375, false], [-4.55859375, false], [-8.8046875, false], [-8.3046875, false], [-5.55859375, false], [-2.806640625, false], [-6.7578125, false], [-9.0546875, false], [-9.2578125, false], [-5.55859375, false], [-9.0546875, false], [-7.55859375, false], [-8.8046875, false], [-7.55859375, false], [-5.55859375, false], [-6.80859375, false], [-6.80859375, false], [-9.8046875, false], [-8.8046875, false], [-8.8046875, false], [-9.0546875, false], [-7.55859375, false], [-6.80859375, false], [-5.55859375, false], [-9.0546875, false], [-3.056640625, false], [-9.0546875, false], [-5.55859375, false], [-6.80859375, false], [-6.80859375, false], [-5.55859375, false], [-4.55859375, false], [-8.8046875, false], [-8.3046875, false], [-5.55859375, false], [-1.0576171875, true], [-5.55859375, false], [-8.8046875, false], [-3.056640625, false], [-9.0546875, false], [-5.55859375, false], [-3.056640625, false], [-5.55859375, false], [-9.0546875, false], [-8.8046875, false], [-7.55859375, false], [-3.056640625, false], [-9.8046875, false], [-7.55859375, false], [-8.8046875, false], [-5.55859375, false], [-9.0546875, false], [-8.0546875, false], [-7.55859375, false], [-5.05859375, false], [-6.80859375, false], [-8.5546875, false], [-6.80859375, false], [-5.05859375, false], [-5.55859375, false], [-9.0546875, false], [-8.8046875, false], [-3.056640625, false], [-8.3046875, false], [-6.80859375, false], [-9.8046875, false], [-9.3046875, false], [-5.55859375, false], [-9.8046875, false], [-8.8046875, false], [-3.056640625, false], [-6.80859375, false], [-5.55859375, false], [-9.8046875, false], [-8.8046875, false], [-7.55859375, false], [-5.55859375, false], [-6.80859375, false], [-6.80859375, false], [-9.8046875, false], [-8.8046875, false], [-8.8046875, false], [-9.0546875, false], [-7.55859375, false], [-6.80859375, false], [-5.55859375, false], [-9.0546875, false], [-3.056640625, false], [-9.0546875, false], [-5.55859375, false], [-6.80859375, false], [-6.80859375, false], [-5.55859375, false], [-4.55859375, false], [-8.8046875, false], [-8.3046875, false], [-5.55859375, false], [-2.806640625, false], [-6.7578125, false], [-9.0546875, false], [-11.8046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1829, "doc": {"id": "Mercury_7186130", "question": "Theresa studied different forms of energy. Which is the best way of expressing the amount of mechanical energy exerted by a force?", "choices": {"text": ["kilowatts", "kilocalories", "newton-meters", "foot-pounds per second"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "newton-meters", "arguments": ["Question: Theresa studied different forms of energy. Which is the best way of expressing the amount of mechanical energy exerted by a force?\nAnswer:", " ["], "resps": [[[-5.87109375, false]], [[-8.125, false]], [[-7.49609375, false]], [[-7.87109375, false]], [[-8.125, false]], [[-9.5, false]], [[-7.74609375, false]], [[-4.12109375, false]], [[-7.24609375, false]], [[-7.24609375, false]], [[-7.24609375, false]], [[-8.125, false]], [[-8.6796875, false]], [[-4.87109375, false]], [[-8.125, false]], [[-7.49609375, false]], [[-7.87109375, false]], [[-8.125, false]], [[-9.5, false]], [[-6.49609375, false]], [[-4.12109375, false]], [[-8.125, false]], [[-9.5, false]], [[-8.25, false]], [[-7.87109375, false]], [[-6.99609375, false]], [[-7.24609375, false]], [[-8.125, false]], [[-8.6796875, false]], [[-4.87109375, false]], [[-8.125, false]], [[-7.99609375, false]], [[-6.99609375, false]], [[-7.74609375, false]], [[-7.24609375, false]], [[-9.5, false]], [[-7.99609375, false]], [[-5.87109375, false]], [[-5.99609375, false]], [[-6.99609375, false]], [[-7.24609375, false]], [[-6.99609375, false]], [[-8.25, false]], [[-7.24609375, false]], [[-8.125, false]], [[-8.6796875, false]], [[-4.87109375, false]], [[-8.125, false]], [[-7.12109375, false]], [[-9.5, false]], [[-9.5, false]], [[-7.24609375, false]], [[-5.87109375, false]], [[-6.87109375, false]], [[-9.5, false]], [[-8.125, false]], [[-7.99609375, false]], [[-7.37109375, false]], [[-7.24609375, false]], [[-4.87109375, false]], [[-6.87109375, false]], [[-6.99609375, false]], [[-8.25, false]], [[-4.87109375, false]], [[-7.24609375, false]], [[-6.99609375, false]], [[-6.49609375, false]], [[-9.5, false]], [[-7.99609375, false]], [[-7.37109375, false]], [[-8.125, false]], [[-11.125, false]]], "filtered_resps": [[-5.87109375, false], [-8.125, false], [-7.49609375, false], [-7.87109375, false], [-8.125, false], [-9.5, false], [-7.74609375, false], [-4.12109375, false], [-7.24609375, false], [-7.24609375, false], [-7.24609375, false], [-8.125, false], [-8.6796875, false], [-4.87109375, false], [-8.125, false], [-7.49609375, false], [-7.87109375, false], [-8.125, false], [-9.5, false], [-6.49609375, false], [-4.12109375, false], [-8.125, false], [-9.5, false], [-8.25, false], [-7.87109375, false], [-6.99609375, false], [-7.24609375, false], [-8.125, false], [-8.6796875, false], [-4.87109375, false], [-8.125, false], [-7.99609375, false], [-6.99609375, false], [-7.74609375, false], [-7.24609375, false], [-9.5, false], [-7.99609375, false], [-5.87109375, false], [-5.99609375, false], [-6.99609375, false], [-7.24609375, false], [-6.99609375, false], [-8.25, false], [-7.24609375, false], [-8.125, false], [-8.6796875, false], [-4.87109375, false], [-8.125, false], [-7.12109375, false], [-9.5, false], [-9.5, false], [-7.24609375, false], [-5.87109375, false], [-6.87109375, false], [-9.5, false], [-8.125, false], [-7.99609375, false], [-7.37109375, false], [-7.24609375, false], [-4.87109375, false], [-6.87109375, false], [-6.99609375, false], [-8.25, false], [-4.87109375, false], [-7.24609375, false], [-6.99609375, false], [-6.49609375, false], [-9.5, false], [-7.99609375, false], [-7.37109375, false], [-8.125, false], [-11.125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1837, "doc": {"id": "Mercury_7026618", "question": "The amount of elements heavier than hydrogen is constantly increasing in the universe. Which best identifies the bodies in which this change is taking place?", "choices": {"text": ["stars", "planets", "galaxies", "solar systems"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "stars", "arguments": ["Question: The amount of elements heavier than hydrogen is constantly increasing in the universe. Which best identifies the bodies in which this change is taking place?\nAnswer:", " ["], "resps": [[[-5.96875, false]], [[-8.71875, false]], [[-9.46875, false]], [[-8.71875, false]], [[-5.46875, false]], [[-8.96875, false]], [[-9.46875, false]], [[-8.71875, false]], [[-9.15625, false]], [[-5.21875, false]], [[-8.71875, false]], [[-7.96875, false]], [[-9.96875, false]], [[-5.46875, false]], [[-8.21875, false]], [[-7.96875, false]], [[-8.71875, false]], [[-9.46875, false]], [[-8.71875, false]], [[-9.15625, false]], [[-5.21875, false]], [[-8.71875, false]], [[-9.96875, false]], [[-5.46875, false]], [[-9.96875, false]], [[-5.46875, false]], [[-7.96875, false]], [[-8.21875, false]], [[-7.96875, false]], [[-9.46875, false]], [[-8.71875, false]], [[-9.15625, false]], [[-5.21875, false]], [[-8.71875, false]], [[-9.46875, false]], [[-9.96875, false]], [[-9.96875, false]], [[-5.46875, false]], [[-8.96875, false]], [[-5.21875, false]], [[-9.46875, false]], [[-10.96875, false]], [[-9.46875, false]], [[-8.71875, false]], [[-7.96875, false]], [[-7.46875, false]], [[-9.46875, false]], [[-8.71875, false]], [[-11.71875, false]]], "filtered_resps": [[-5.96875, false], [-8.71875, false], [-9.46875, false], [-8.71875, false], [-5.46875, false], [-8.96875, false], [-9.46875, false], [-8.71875, false], [-9.15625, false], [-5.21875, false], [-8.71875, false], [-7.96875, false], [-9.96875, false], [-5.46875, false], [-8.21875, false], [-7.96875, false], [-8.71875, false], [-9.46875, false], [-8.71875, false], [-9.15625, false], [-5.21875, false], [-8.71875, false], [-9.96875, false], [-5.46875, false], [-9.96875, false], [-5.46875, false], [-7.96875, false], [-8.21875, false], [-7.96875, false], [-9.46875, false], [-8.71875, false], [-9.15625, false], [-5.21875, false], [-8.71875, false], [-9.46875, false], [-9.96875, false], [-9.96875, false], [-5.46875, false], [-8.96875, false], [-5.21875, false], [-9.46875, false], [-10.96875, false], [-9.46875, false], [-8.71875, false], [-7.96875, false], [-7.46875, false], [-9.46875, false], [-8.71875, false], [-11.71875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1845, "doc": {"id": "Mercury_189980", "question": "A mouse's rate of carbon dioxide output increased. Which of the following most likely happened?", "choices": {"text": ["The mouse went to sleep.", "The mouse ate some food.", "The mouse started running.", "The mouse detected an odor."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "The mouse started running.", "arguments": ["Question: A mouse's rate of carbon dioxide output increased. Which of the following most likely happened?\nAnswer:", " ["], "resps": [[[-6.69140625, false]], [[-9.4453125, false]], [[-6.94140625, false]], [[-9.9453125, false]], [[-8.6953125, false]], [[-5.69140625, false]], [[-7.19140625, false]], [[-7.94140625, false]], [[-9.9453125, false]], [[-9.1953125, false]], [[-8.6953125, false]], [[-5.69140625, false]], [[-10.1953125, false]], [[-8.6953125, false]], [[-7.44140625, false]], [[-9.1953125, false]], [[-5.69140625, false]], [[-9.1953125, false]], [[-7.94140625, false]], [[-5.69140625, false]], [[-9.1953125, false]], [[-9.9453125, false]], [[-8.6953125, false]], [[-8.6953125, false]], [[-8.6953125, false]], [[-6.9609375, false]], [[-9.4453125, false]], [[-10.0859375, false]], [[-5.69140625, false]], [[-9.4453125, false]], [[-6.94140625, false]], [[-9.9453125, false]], [[-8.6953125, false]], [[-5.69140625, false]], [[-7.19140625, false]], [[-7.94140625, false]], [[-9.9453125, false]], [[-9.1953125, false]], [[-8.6953125, false]], [[-5.69140625, false]], [[-3.44140625, false]], [[-9.1953125, false]], [[-8.6953125, false]], [[-5.69140625, false]], [[-9.1953125, false]], [[-7.94140625, false]], [[-7.19140625, false]], [[-8.6953125, false]], [[-5.69140625, false]], [[-9.1953125, false]], [[-7.94140625, false]], [[-7.94140625, false]], [[-7.19140625, false]], [[-6.9609375, false]], [[-9.4453125, false]], [[-10.0859375, false]], [[-5.69140625, false]], [[-9.4453125, false]], [[-6.94140625, false]], [[-9.9453125, false]], [[-8.6953125, false]], [[-5.69140625, false]], [[-7.19140625, false]], [[-7.94140625, false]], [[-9.9453125, false]], [[-9.1953125, false]], [[-8.6953125, false]], [[-5.69140625, false]], [[-9.1953125, false]], [[-9.1953125, false]], [[-3.44140625, false]], [[-8.9453125, false]], [[-9.1953125, false]], [[-8.6953125, false]], [[-7.19140625, false]], [[-5.69140625, false]], [[-8.9453125, false]], [[-9.9453125, false]], [[-7.44140625, false]], [[-7.44140625, false]], [[-8.1953125, false]], [[-7.44140625, false]], [[-9.9453125, false]], [[-6.9609375, false]], [[-9.4453125, false]], [[-10.0859375, false]], [[-5.69140625, false]], [[-9.4453125, false]], [[-6.94140625, false]], [[-9.9453125, false]], [[-8.6953125, false]], [[-5.69140625, false]], [[-7.19140625, false]], [[-7.94140625, false]], [[-9.9453125, false]], [[-9.1953125, false]], [[-8.6953125, false]], [[-5.69140625, false]], [[-7.19140625, false]], [[-8.6953125, false]], [[-9.1953125, false]], [[-8.6953125, false]], [[-6.69140625, false]], [[-9.1953125, false]], [[-8.6953125, false]], [[-7.19140625, false]], [[-5.69140625, false]], [[-3.44140625, false]], [[-7.44140625, false]], [[-5.69140625, false]], [[-7.94140625, false]], [[-7.19140625, false]], [[-7.94140625, false]], [[-8.9453125, false]], [[-6.9609375, false]], [[-9.4453125, false]], [[-12.6953125, false]]], "filtered_resps": [[-6.69140625, false], [-9.4453125, false], [-6.94140625, false], [-9.9453125, false], [-8.6953125, false], [-5.69140625, false], [-7.19140625, false], [-7.94140625, false], [-9.9453125, false], [-9.1953125, false], [-8.6953125, false], [-5.69140625, false], [-10.1953125, false], [-8.6953125, false], [-7.44140625, false], [-9.1953125, false], [-5.69140625, false], [-9.1953125, false], [-7.94140625, false], [-5.69140625, false], [-9.1953125, false], [-9.9453125, false], [-8.6953125, false], [-8.6953125, false], [-8.6953125, false], [-6.9609375, false], [-9.4453125, false], [-10.0859375, false], [-5.69140625, false], [-9.4453125, false], [-6.94140625, false], [-9.9453125, false], [-8.6953125, false], [-5.69140625, false], [-7.19140625, false], [-7.94140625, false], [-9.9453125, false], [-9.1953125, false], [-8.6953125, false], [-5.69140625, false], [-3.44140625, false], [-9.1953125, false], [-8.6953125, false], [-5.69140625, false], [-9.1953125, false], [-7.94140625, false], [-7.19140625, false], [-8.6953125, false], [-5.69140625, false], [-9.1953125, false], [-7.94140625, false], [-7.94140625, false], [-7.19140625, false], [-6.9609375, false], [-9.4453125, false], [-10.0859375, false], [-5.69140625, false], [-9.4453125, false], [-6.94140625, false], [-9.9453125, false], [-8.6953125, false], [-5.69140625, false], [-7.19140625, false], [-7.94140625, false], [-9.9453125, false], [-9.1953125, false], [-8.6953125, false], [-5.69140625, false], [-9.1953125, false], [-9.1953125, false], [-3.44140625, false], [-8.9453125, false], [-9.1953125, false], [-8.6953125, false], [-7.19140625, false], [-5.69140625, false], [-8.9453125, false], [-9.9453125, false], [-7.44140625, false], [-7.44140625, false], [-8.1953125, false], [-7.44140625, false], [-9.9453125, false], [-6.9609375, false], [-9.4453125, false], [-10.0859375, false], [-5.69140625, false], [-9.4453125, false], [-6.94140625, false], [-9.9453125, false], [-8.6953125, false], [-5.69140625, false], [-7.19140625, false], [-7.94140625, false], [-9.9453125, false], [-9.1953125, false], [-8.6953125, false], [-5.69140625, false], [-7.19140625, false], [-8.6953125, false], [-9.1953125, false], [-8.6953125, false], [-6.69140625, false], [-9.1953125, false], [-8.6953125, false], [-7.19140625, false], [-5.69140625, false], [-3.44140625, false], [-7.44140625, false], [-5.69140625, false], [-7.94140625, false], [-7.19140625, false], [-7.94140625, false], [-8.9453125, false], [-6.9609375, false], [-9.4453125, false], [-12.6953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1853, "doc": {"id": "Mercury_SC_LBS10267", "question": "Which of the following was invented by Benjamin Franklin?", "choices": {"text": ["bifocal lens", "telescope lens", "telephone", "camera"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "bifocal lens", "arguments": ["Question: Which of the following was invented by Benjamin Franklin?\nAnswer:", " ["], "resps": [[[-8.234375, false]], [[-8.484375, false]], [[-8.234375, false]], [[-8.734375, false]], [[-8.984375, false]], [[-8.984375, false]], [[-8.734375, false]], [[-3.73828125, false]], [[-9.734375, false]], [[-5.48828125, false]], [[-9.734375, false]], [[-9.234375, false]], [[-10.734375, false]], [[-8.734375, false]], [[-8.484375, false]], [[-10.125, false]], [[-5.48828125, false]], [[-8.484375, false]], [[-9.984375, false]], [[-9.234375, false]], [[-9.734375, false]], [[-9.234375, false]], [[-8.734375, false]], [[-8.734375, false]], [[-8.984375, false]], [[-9.984375, false]], [[-9.234375, false]], [[-5.48828125, false]], [[-9.734375, false]], [[-9.234375, false]], [[-10.734375, false]], [[-8.734375, false]], [[-8.484375, false]], [[-10.125, false]], [[-5.48828125, false]], [[-8.484375, false]], [[-9.984375, false]], [[-9.234375, false]], [[-9.734375, false]], [[-9.234375, false]], [[-9.984375, false]], [[-11.234375, false]], [[-8.984375, false]], [[-10.734375, false]], [[-9.234375, false]], [[-8.484375, false]], [[-10.125, false]], [[-5.48828125, false]], [[-8.484375, false]], [[-8.734375, false]], [[-3.73828125, false]], [[-9.734375, false]], [[-9.234375, false]], [[-9.984375, false]], [[-3.73828125, false]], [[-8.484375, false]], [[-13.234375, false]]], "filtered_resps": [[-8.234375, false], [-8.484375, false], [-8.234375, false], [-8.734375, false], [-8.984375, false], [-8.984375, false], [-8.734375, false], [-3.73828125, false], [-9.734375, false], [-5.48828125, false], [-9.734375, false], [-9.234375, false], [-10.734375, false], [-8.734375, false], [-8.484375, false], [-10.125, false], [-5.48828125, false], [-8.484375, false], [-9.984375, false], [-9.234375, false], [-9.734375, false], [-9.234375, false], [-8.734375, false], [-8.734375, false], [-8.984375, false], [-9.984375, false], [-9.234375, false], [-5.48828125, false], [-9.734375, false], [-9.234375, false], [-10.734375, false], [-8.734375, false], [-8.484375, false], [-10.125, false], [-5.48828125, false], [-8.484375, false], [-9.984375, false], [-9.234375, false], [-9.734375, false], [-9.234375, false], [-9.984375, false], [-11.234375, false], [-8.984375, false], [-10.734375, false], [-9.234375, false], [-8.484375, false], [-10.125, false], [-5.48828125, false], [-8.484375, false], [-8.734375, false], [-3.73828125, false], [-9.734375, false], [-9.234375, false], [-9.984375, false], [-3.73828125, false], [-8.484375, false], [-13.234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1861, "doc": {"id": "Mercury_400332", "question": "In humans, a V-shaped hairline is dominant over a straight hairline. If one parent is homozygous for a V-shaped hairline ( HH ) while the other parent is homozygous for a straight hairline ( hh ), what is the probability that the offspring of these parents will have a straight hairline?", "choices": {"text": ["0%", "50%", "75%", "100%"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "0%", "arguments": ["Question: In humans, a V-shaped hairline is dominant over a straight hairline. If one parent is homozygous for a V-shaped hairline ( HH ) while the other parent is homozygous for a straight hairline ( hh ), what is the probability that the offspring of these parents will have a straight hairline?\nAnswer:", " ["], "resps": [[[-6.26953125, false]], [[-9.5234375, false]], [[-4.51953125, false]], [[-6.76953125, false]], [[-9.5234375, false]], [[-7.98046875, false]], [[-3.765625, false]], [[-9.5234375, false]], [[-4.76953125, false]], [[-4.51953125, false]], [[-6.76953125, false]], [[-9.5234375, false]], [[-7.98046875, false]], [[-3.765625, false]], [[-9.5234375, false]], [[-6.01953125, false]], [[-4.76953125, false]], [[-6.76953125, false]], [[-9.5234375, false]], [[-8.0625, false]], [[-3.765625, false]], [[-9.5234375, false]], [[-3.76953125, false]], [[-4.51953125, false]], [[-4.51953125, false]], [[-6.76953125, false]], [[-9.5234375, false]], [[-10.2734375, false]]], "filtered_resps": [[-6.26953125, false], [-9.5234375, false], [-4.51953125, false], [-6.76953125, false], [-9.5234375, false], [-7.98046875, false], [-3.765625, false], [-9.5234375, false], [-4.76953125, false], [-4.51953125, false], [-6.76953125, false], [-9.5234375, false], [-7.98046875, false], [-3.765625, false], [-9.5234375, false], [-6.01953125, false], [-4.76953125, false], [-6.76953125, false], [-9.5234375, false], [-8.0625, false], [-3.765625, false], [-9.5234375, false], [-3.76953125, false], [-4.51953125, false], [-4.51953125, false], [-6.76953125, false], [-9.5234375, false], [-10.2734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1869, "doc": {"id": "Mercury_405943", "question": "Which part makes a plant cell different from an animal cell?", "choices": {"text": ["cell membrane", "cell wall", "cytoplasm", "nucleus"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "cell wall", "arguments": ["Question: Which part makes a plant cell different from an animal cell?\nAnswer:", " ["], "resps": [[[-8.0546875, false]], [[-9.3046875, false]], [[-8.3046875, false]], [[-8.5546875, false]], [[-10.0546875, false]], [[-10.0546875, false]], [[-5.80078125, false]], [[-10.0546875, false]], [[-8.5546875, false]], [[-10.0546875, false]], [[-9.0546875, false]], [[-10.5546875, false]], [[-5.30078125, false]], [[-10.0546875, false]], [[-8.5546875, false]], [[-9.3046875, false]], [[-9.8671875, false]], [[-5.80078125, false]], [[-9.3046875, false]], [[-8.3046875, false]], [[-8.5546875, false]], [[-10.0546875, false]], [[-10.0546875, false]], [[-5.80078125, false]], [[-10.3046875, false]], [[-5.30078125, false]], [[-10.0546875, false]], [[-10.0546875, false]], [[-9.3046875, false]], [[-9.8671875, false]], [[-5.80078125, false]], [[-9.3046875, false]], [[-8.3046875, false]], [[-12.0546875, false]], [[-10.3046875, false]], [[-9.8046875, false]], [[-9.8046875, false]], [[-10.0546875, false]], [[-5.30078125, false]], [[-10.3046875, false]], [[-10.0546875, false]], [[-9.3046875, false]], [[-9.8671875, false]], [[-5.80078125, false]], [[-9.3046875, false]], [[-10.0546875, false]], [[-11.8046875, false]], [[-8.3046875, false]], [[-10.0546875, false]], [[-8.5546875, false]], [[-11.8046875, false]], [[-10.3046875, false]], [[-9.3046875, false]], [[-14.0546875, false]]], "filtered_resps": [[-8.0546875, false], [-9.3046875, false], [-8.3046875, false], [-8.5546875, false], [-10.0546875, false], [-10.0546875, false], [-5.80078125, false], [-10.0546875, false], [-8.5546875, false], [-10.0546875, false], [-9.0546875, false], [-10.5546875, false], [-5.30078125, false], [-10.0546875, false], [-8.5546875, false], [-9.3046875, false], [-9.8671875, false], [-5.80078125, false], [-9.3046875, false], [-8.3046875, false], [-8.5546875, false], [-10.0546875, false], [-10.0546875, false], [-5.80078125, false], [-10.3046875, false], [-5.30078125, false], [-10.0546875, false], [-10.0546875, false], [-9.3046875, false], [-9.8671875, false], [-5.80078125, false], [-9.3046875, false], [-8.3046875, false], [-12.0546875, false], [-10.3046875, false], [-9.8046875, false], [-9.8046875, false], [-10.0546875, false], [-5.30078125, false], [-10.3046875, false], [-10.0546875, false], [-9.3046875, false], [-9.8671875, false], [-5.80078125, false], [-9.3046875, false], [-10.0546875, false], [-11.8046875, false], [-8.3046875, false], [-10.0546875, false], [-8.5546875, false], [-11.8046875, false], [-10.3046875, false], [-9.3046875, false], [-14.0546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1877, "doc": {"id": "Mercury_7043908", "question": "What is the major cause of ocean waves?", "choices": {"text": ["wind", "Moon's gravity", "salinity", "Earth's rotation"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "wind", "arguments": ["Question: What is the major cause of ocean waves?\nAnswer:", " ["], "resps": [[[-8.9375, false]], [[-8.4375, false]], [[-10.4375, false]], [[-11.1875, false]], [[-10.9375, false]], [[-8.6875, false]], [[-8.4375, false]], [[-9.2578125, false]], [[-4.93359375, false]], [[-7.18359375, false]], [[-7.18359375, false]], [[-8.1875, false]], [[-8.1875, false]], [[-10.9375, false]], [[-8.4375, false]], [[-9.1875, false]], [[-4.93359375, false]], [[-12.9375, false]], [[-11.4375, false]], [[-6.93359375, false]], [[-11.9375, false]], [[-11.1875, false]], [[-11.9375, false]], [[-12.6875, false]], [[-7.18359375, false]], [[-9.2578125, false]], [[-4.93359375, false]], [[-8.4375, false]], [[-9.1875, false]], [[-6.93359375, false]], [[-11.6875, false]], [[-11.1875, false]], [[-10.9375, false]], [[-11.1875, false]], [[-11.9375, false]], [[-12.6875, false]], [[-8.4375, false]], [[-9.2578125, false]], [[-4.93359375, false]], [[-7.18359375, false]], [[-5.18359375, false]], [[-6.93359375, false]], [[-11.4375, false]], [[-11.9375, false]], [[-12.1875, false]], [[-8.4375, false]], [[-9.1875, false]], [[-4.93359375, false]], [[-11.4375, false]], [[-8.1875, false]], [[-11.9375, false]], [[-6.93359375, false]], [[-11.9375, false]], [[-11.1875, false]], [[-8.1875, false]], [[-10.9375, false]], [[-7.18359375, false]], [[-14.6875, false]]], "filtered_resps": [[-8.9375, false], [-8.4375, false], [-10.4375, false], [-11.1875, false], [-10.9375, false], [-8.6875, false], [-8.4375, false], [-9.2578125, false], [-4.93359375, false], [-7.18359375, false], [-7.18359375, false], [-8.1875, false], [-8.1875, false], [-10.9375, false], [-8.4375, false], [-9.1875, false], [-4.93359375, false], [-12.9375, false], [-11.4375, false], [-6.93359375, false], [-11.9375, false], [-11.1875, false], [-11.9375, false], [-12.6875, false], [-7.18359375, false], [-9.2578125, false], [-4.93359375, false], [-8.4375, false], [-9.1875, false], [-6.93359375, false], [-11.6875, false], [-11.1875, false], [-10.9375, false], [-11.1875, false], [-11.9375, false], [-12.6875, false], [-8.4375, false], [-9.2578125, false], [-4.93359375, false], [-7.18359375, false], [-5.18359375, false], [-6.93359375, false], [-11.4375, false], [-11.9375, false], [-12.1875, false], [-8.4375, false], [-9.1875, false], [-4.93359375, false], [-11.4375, false], [-8.1875, false], [-11.9375, false], [-6.93359375, false], [-11.9375, false], [-11.1875, false], [-8.1875, false], [-10.9375, false], [-7.18359375, false], [-14.6875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1885, "doc": {"id": "Mercury_7234028", "question": "Which property is thought to characterize objects in the Oort Cloud?", "choices": {"text": ["They are composed mostly of iron.", "They are composed mostly of ice.", "They regularly revolve near the Sun.", "They regularly replenish water on Earth."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "They are composed mostly of ice.", "arguments": ["Question: Which property is thought to characterize objects in the Oort Cloud?\nAnswer:", " ["], "resps": [[[-6.28125, false]], [[-7.03125, false]], [[-6.53125, false]], [[-9.53125, false]], [[-8.78125, false]], [[-11.28125, false]], [[-5.28125, false]], [[-5.28125, false]], [[-9.53125, false]], [[-8.78125, false]], [[-5.28125, false]], [[-7.53125, false]], [[-9.53125, false]], [[-9.03125, false]], [[-8.78125, false]], [[-9.53125, false]], [[-8.78125, false]], [[-8.78125, false]], [[-9.28125, false]], [[-5.28125, false]], [[-9.03125, false]], [[-9.53125, false]], [[-8.78125, false]], [[-9.03125, false]], [[-10.78125, false]], [[-11.28125, false]], [[-5.28125, false]], [[-9.53125, false]], [[-8.53125, false]], [[-5.28125, false]], [[-8.28125, false]], [[-9.53125, false]], [[-9.53125, false]], [[-8.78125, false]], [[-7.28125, false]], [[-7.03125, false]], [[-9.28125, false]], [[-5.28125, false]], [[-7.03125, false]], [[-6.53125, false]], [[-9.53125, false]], [[-8.78125, false]], [[-11.28125, false]], [[-5.28125, false]], [[-5.28125, false]], [[-9.53125, false]], [[-8.78125, false]], [[-5.28125, false]], [[-7.53125, false]], [[-9.53125, false]], [[-9.03125, false]], [[-8.78125, false]], [[-9.53125, false]], [[-8.78125, false]], [[-8.78125, false]], [[-9.28125, false]], [[-5.28125, false]], [[-9.03125, false]], [[-9.53125, false]], [[-8.78125, false]], [[-9.03125, false]], [[-10.78125, false]], [[-11.28125, false]], [[-5.28125, false]], [[-9.53125, false]], [[-8.53125, false]], [[-5.28125, false]], [[-8.28125, false]], [[-7.53125, false]], [[-8.78125, false]], [[-7.28125, false]], [[-7.03125, false]], [[-9.28125, false]], [[-5.28125, false]], [[-7.03125, false]], [[-6.53125, false]], [[-9.53125, false]], [[-8.78125, false]], [[-11.28125, false]], [[-5.28125, false]], [[-9.53125, false]], [[-8.78125, false]], [[-10.78125, false]], [[-11.03125, false]], [[-10.78125, false]], [[-5.28125, false]], [[-9.53125, false]], [[-10.78125, false]], [[-11.28125, false]], [[-5.28125, false]], [[-9.53125, false]], [[-8.78125, false]], [[-9.53125, false]], [[-9.53125, false]], [[-10.78125, false]], [[-9.53125, false]], [[-8.78125, false]], [[-5.28125, false]], [[-8.78125, false]], [[-8.78125, false]], [[-5.28125, false]], [[-9.53125, false]], [[-5.28125, false]], [[-9.03125, false]], [[-9.53125, false]], [[-8.78125, false]], [[-5.28125, false]], [[-5.78125, false]], [[-11.03125, false]], [[-8.78125, false]], [[-7.28125, false]], [[-7.03125, false]], [[-9.28125, false]], [[-5.28125, false]], [[-7.03125, false]], [[-6.53125, false]], [[-9.53125, false]], [[-8.78125, false]], [[-11.28125, false]], [[-5.28125, false]], [[-9.53125, false]], [[-8.78125, false]], [[-10.78125, false]], [[-11.03125, false]], [[-10.78125, false]], [[-5.28125, false]], [[-9.53125, false]], [[-10.78125, false]], [[-11.28125, false]], [[-5.28125, false]], [[-9.53125, false]], [[-8.78125, false]], [[-8.78125, false]], [[-10.78125, false]], [[-8.78125, false]], [[-8.78125, false]], [[-8.28125, false]], [[-8.78125, false]], [[-9.53125, false]], [[-5.28125, false]], [[-9.78125, false]], [[-5.28125, false]], [[-9.03125, false]], [[-8.78125, false]], [[-9.53125, false]], [[-5.28125, false]], [[-9.53125, false]], [[-8.78125, false]], [[-5.28125, false]], [[-6.28125, false]], [[-5.28125, false]], [[-9.53125, false]], [[-9.03125, false]], [[-9.53125, false]], [[-7.28125, false]], [[-7.03125, false]], [[-11.03125, false]]], "filtered_resps": [[-6.28125, false], [-7.03125, false], [-6.53125, false], [-9.53125, false], [-8.78125, false], [-11.28125, false], [-5.28125, false], [-5.28125, false], [-9.53125, false], [-8.78125, false], [-5.28125, false], [-7.53125, false], [-9.53125, false], [-9.03125, false], [-8.78125, false], [-9.53125, false], [-8.78125, false], [-8.78125, false], [-9.28125, false], [-5.28125, false], [-9.03125, false], [-9.53125, false], [-8.78125, false], [-9.03125, false], [-10.78125, false], [-11.28125, false], [-5.28125, false], [-9.53125, false], [-8.53125, false], [-5.28125, false], [-8.28125, false], [-9.53125, false], [-9.53125, false], [-8.78125, false], [-7.28125, false], [-7.03125, false], [-9.28125, false], [-5.28125, false], [-7.03125, false], [-6.53125, false], [-9.53125, false], [-8.78125, false], [-11.28125, false], [-5.28125, false], [-5.28125, false], [-9.53125, false], [-8.78125, false], [-5.28125, false], [-7.53125, false], [-9.53125, false], [-9.03125, false], [-8.78125, false], [-9.53125, false], [-8.78125, false], [-8.78125, false], [-9.28125, false], [-5.28125, false], [-9.03125, false], [-9.53125, false], [-8.78125, false], [-9.03125, false], [-10.78125, false], [-11.28125, false], [-5.28125, false], [-9.53125, false], [-8.53125, false], [-5.28125, false], [-8.28125, false], [-7.53125, false], [-8.78125, false], [-7.28125, false], [-7.03125, false], [-9.28125, false], [-5.28125, false], [-7.03125, false], [-6.53125, false], [-9.53125, false], [-8.78125, false], [-11.28125, false], [-5.28125, false], [-9.53125, false], [-8.78125, false], [-10.78125, false], [-11.03125, false], [-10.78125, false], [-5.28125, false], [-9.53125, false], [-10.78125, false], [-11.28125, false], [-5.28125, false], [-9.53125, false], [-8.78125, false], [-9.53125, false], [-9.53125, false], [-10.78125, false], [-9.53125, false], [-8.78125, false], [-5.28125, false], [-8.78125, false], [-8.78125, false], [-5.28125, false], [-9.53125, false], [-5.28125, false], [-9.03125, false], [-9.53125, false], [-8.78125, false], [-5.28125, false], [-5.78125, false], [-11.03125, false], [-8.78125, false], [-7.28125, false], [-7.03125, false], [-9.28125, false], [-5.28125, false], [-7.03125, false], [-6.53125, false], [-9.53125, false], [-8.78125, false], [-11.28125, false], [-5.28125, false], [-9.53125, false], [-8.78125, false], [-10.78125, false], [-11.03125, false], [-10.78125, false], [-5.28125, false], [-9.53125, false], [-10.78125, false], [-11.28125, false], [-5.28125, false], [-9.53125, false], [-8.78125, false], [-8.78125, false], [-10.78125, false], [-8.78125, false], [-8.78125, false], [-8.28125, false], [-8.78125, false], [-9.53125, false], [-5.28125, false], [-9.78125, false], [-5.28125, false], [-9.03125, false], [-8.78125, false], [-9.53125, false], [-5.28125, false], [-9.53125, false], [-8.78125, false], [-5.28125, false], [-6.28125, false], [-5.28125, false], [-9.53125, false], [-9.03125, false], [-9.53125, false], [-7.28125, false], [-7.03125, false], [-11.03125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1893, "doc": {"id": "Mercury_7017185", "question": "What is the major cause of seasonal changes?", "choices": {"text": ["tilt of the Earth's axis", "Earth changing its distance from the Sun", "changing patterns in wind and ocean currents", "cycles in the amount of energy released by the Sun"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "tilt of the Earth's axis", "arguments": ["Question: What is the major cause of seasonal changes?\nAnswer:", " ["], "resps": [[[-8.328125, false]], [[-7.328125, false]], [[-11.703125, false]], [[-9.078125, false]], [[-11.078125, false]], [[-11.703125, false]], [[-5.453125, false]], [[-8.578125, false]], [[-9.953125, false]], [[-5.453125, false]], [[-11.703125, false]], [[-12.578125, false]], [[-8.578125, false]], [[-5.453125, false]], [[-5.578125, false]], [[-6.703125, false]], [[-11.703125, false]], [[-11.703125, false]], [[-12.578125, false]], [[-9.578125, false]], [[-10.328125, false]], [[-5.453125, false]], [[-6.703125, false]], [[-11.453125, false]], [[-9.078125, false]], [[-10.328125, false]], [[-7.328125, false]], [[-10.1875, false]], [[-5.453125, false]], [[-9.578125, false]], [[-5.578125, false]], [[-6.703125, false]], [[-11.703125, false]], [[-11.703125, false]], [[-12.578125, false]], [[-5.453125, false]], [[-9.953125, false]], [[-12.578125, false]], [[-6.703125, false]], [[-11.203125, false]], [[-13.078125, false]], [[-9.078125, false]], [[-11.203125, false]], [[-13.078125, false]], [[-5.453125, false]], [[-9.078125, false]], [[-11.703125, false]], [[-10.328125, false]], [[-5.453125, false]], [[-8.203125, false]], [[-9.078125, false]], [[-10.328125, false]], [[-11.703125, false]], [[-6.703125, false]], [[-11.203125, false]], [[-9.953125, false]], [[-8.578125, false]], [[-5.453125, false]], [[-9.953125, false]], [[-11.703125, false]], [[-8.578125, false]], [[-11.953125, false]], [[-5.453125, false]], [[-11.703125, false]], [[-12.578125, false]], [[-8.578125, false]], [[-5.453125, false]], [[-6.078125, false]], [[-11.828125, false]], [[-11.203125, false]], [[-9.578125, false]], [[-10.1875, false]], [[-5.453125, false]], [[-9.578125, false]], [[-9.953125, false]], [[-12.578125, false]], [[-6.703125, false]], [[-11.203125, false]], [[-13.078125, false]], [[-9.078125, false]], [[-11.203125, false]], [[-13.078125, false]], [[-5.453125, false]], [[-11.578125, false]], [[-6.703125, false]], [[-11.703125, false]], [[-11.703125, false]], [[-8.578125, false]], [[-11.703125, false]], [[-11.203125, false]], [[-10.328125, false]], [[-5.453125, false]], [[-9.078125, false]], [[-11.203125, false]], [[-5.453125, false]], [[-10.703125, false]], [[-9.078125, false]], [[-11.203125, false]], [[-8.203125, false]], [[-5.453125, false]], [[-6.703125, false]], [[-11.203125, false]], [[-8.203125, false]], [[-5.453125, false]], [[-8.578125, false]], [[-9.953125, false]], [[-8.578125, false]], [[-6.703125, false]], [[-11.203125, false]], [[-5.453125, false]], [[-9.953125, false]], [[-11.828125, false]], [[-11.703125, false]], [[-11.703125, false]], [[-8.578125, false]], [[-11.203125, false]], [[-11.703125, false]], [[-10.328125, false]], [[-9.578125, false]], [[-10.1875, false]], [[-5.453125, false]], [[-9.578125, false]], [[-9.953125, false]], [[-12.703125, false]], [[-9.953125, false]], [[-11.078125, false]], [[-8.578125, false]], [[-10.328125, false]], [[-5.453125, false]], [[-9.078125, false]], [[-11.203125, false]], [[-5.453125, false]], [[-11.703125, false]], [[-12.578125, false]], [[-8.578125, false]], [[-5.453125, false]], [[-6.703125, false]], [[-11.953125, false]], [[-8.578125, false]], [[-11.828125, false]], [[-11.203125, false]], [[-11.703125, false]], [[-5.453125, false]], [[-8.578125, false]], [[-9.953125, false]], [[-5.453125, false]], [[-8.578125, false]], [[-11.203125, false]], [[-8.578125, false]], [[-11.703125, false]], [[-13.078125, false]], [[-12.703125, false]], [[-5.453125, false]], [[-11.703125, false]], [[-8.578125, false]], [[-11.078125, false]], [[-8.578125, false]], [[-6.703125, false]], [[-10.328125, false]], [[-8.578125, false]], [[-8.203125, false]], [[-5.453125, false]], [[-9.828125, false]], [[-12.703125, false]], [[-5.453125, false]], [[-11.703125, false]], [[-12.578125, false]], [[-8.578125, false]], [[-5.453125, false]], [[-6.078125, false]], [[-11.828125, false]], [[-11.203125, false]], [[-9.578125, false]], [[-13.953125, false]]], "filtered_resps": [[-8.328125, false], [-7.328125, false], [-11.703125, false], [-9.078125, false], [-11.078125, false], [-11.703125, false], [-5.453125, false], [-8.578125, false], [-9.953125, false], [-5.453125, false], [-11.703125, false], [-12.578125, false], [-8.578125, false], [-5.453125, false], [-5.578125, false], [-6.703125, false], [-11.703125, false], [-11.703125, false], [-12.578125, false], [-9.578125, false], [-10.328125, false], [-5.453125, false], [-6.703125, false], [-11.453125, false], [-9.078125, false], [-10.328125, false], [-7.328125, false], [-10.1875, false], [-5.453125, false], [-9.578125, false], [-5.578125, false], [-6.703125, false], [-11.703125, false], [-11.703125, false], [-12.578125, false], [-5.453125, false], [-9.953125, false], [-12.578125, false], [-6.703125, false], [-11.203125, false], [-13.078125, false], [-9.078125, false], [-11.203125, false], [-13.078125, false], [-5.453125, false], [-9.078125, false], [-11.703125, false], [-10.328125, false], [-5.453125, false], [-8.203125, false], [-9.078125, false], [-10.328125, false], [-11.703125, false], [-6.703125, false], [-11.203125, false], [-9.953125, false], [-8.578125, false], [-5.453125, false], [-9.953125, false], [-11.703125, false], [-8.578125, false], [-11.953125, false], [-5.453125, false], [-11.703125, false], [-12.578125, false], [-8.578125, false], [-5.453125, false], [-6.078125, false], [-11.828125, false], [-11.203125, false], [-9.578125, false], [-10.1875, false], [-5.453125, false], [-9.578125, false], [-9.953125, false], [-12.578125, false], [-6.703125, false], [-11.203125, false], [-13.078125, false], [-9.078125, false], [-11.203125, false], [-13.078125, false], [-5.453125, false], [-11.578125, false], [-6.703125, false], [-11.703125, false], [-11.703125, false], [-8.578125, false], [-11.703125, false], [-11.203125, false], [-10.328125, false], [-5.453125, false], [-9.078125, false], [-11.203125, false], [-5.453125, false], [-10.703125, false], [-9.078125, false], [-11.203125, false], [-8.203125, false], [-5.453125, false], [-6.703125, false], [-11.203125, false], [-8.203125, false], [-5.453125, false], [-8.578125, false], [-9.953125, false], [-8.578125, false], [-6.703125, false], [-11.203125, false], [-5.453125, false], [-9.953125, false], [-11.828125, false], [-11.703125, false], [-11.703125, false], [-8.578125, false], [-11.203125, false], [-11.703125, false], [-10.328125, false], [-9.578125, false], [-10.1875, false], [-5.453125, false], [-9.578125, false], [-9.953125, false], [-12.703125, false], [-9.953125, false], [-11.078125, false], [-8.578125, false], [-10.328125, false], [-5.453125, false], [-9.078125, false], [-11.203125, false], [-5.453125, false], [-11.703125, false], [-12.578125, false], [-8.578125, false], [-5.453125, false], [-6.703125, false], [-11.953125, false], [-8.578125, false], [-11.828125, false], [-11.203125, false], [-11.703125, false], [-5.453125, false], [-8.578125, false], [-9.953125, false], [-5.453125, false], [-8.578125, false], [-11.203125, false], [-8.578125, false], [-11.703125, false], [-13.078125, false], [-12.703125, false], [-5.453125, false], [-11.703125, false], [-8.578125, false], [-11.078125, false], [-8.578125, false], [-6.703125, false], [-10.328125, false], [-8.578125, false], [-8.203125, false], [-5.453125, false], [-9.828125, false], [-12.703125, false], [-5.453125, false], [-11.703125, false], [-12.578125, false], [-8.578125, false], [-5.453125, false], [-6.078125, false], [-11.828125, false], [-11.203125, false], [-9.578125, false], [-13.953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1901, "doc": {"id": "MCAS_2000_4_23", "question": "Cactus plants grow best in environments (habitats) that are", "choices": {"text": ["hot and dry.", "hot and wet.", "cold and dry.", "cold and wet."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "hot and dry.", "arguments": ["Question: Cactus plants grow best in environments (habitats) that are\nAnswer:", " ["], "resps": [[[-7.0703125, false]], [[-7.9453125, false]], [[-8.9453125, false]], [[-7.8203125, false]], [[-10.6953125, false]], [[-4.5703125, false]], [[-5.5703125, false]], [[-8.9453125, false]], [[-7.0703125, false]], [[-4.5703125, false]], [[-7.0703125, false]], [[-10.0703125, false]], [[-10.1953125, false]], [[-5.87109375, false]], [[-7.9453125, false]], [[-8.5, false]], [[-4.5703125, false]], [[-7.9453125, false]], [[-8.9453125, false]], [[-7.8203125, false]], [[-10.6953125, false]], [[-4.5703125, false]], [[-5.5703125, false]], [[-8.9453125, false]], [[-7.0703125, false]], [[-4.5703125, false]], [[-10.1953125, false]], [[-7.5703125, false]], [[-10.6953125, false]], [[-5.87109375, false]], [[-7.9453125, false]], [[-8.5, false]], [[-4.5703125, false]], [[-7.9453125, false]], [[-7.8203125, false]], [[-7.8203125, false]], [[-9.3203125, false]], [[-7.0703125, false]], [[-4.5703125, false]], [[-5.5703125, false]], [[-8.9453125, false]], [[-7.0703125, false]], [[-4.5703125, false]], [[-7.0703125, false]], [[-10.0703125, false]], [[-10.1953125, false]], [[-5.87109375, false]], [[-7.9453125, false]], [[-8.5, false]], [[-4.5703125, false]], [[-7.9453125, false]], [[-7.8203125, false]], [[-7.8203125, false]], [[-9.3203125, false]], [[-7.0703125, false]], [[-4.5703125, false]], [[-5.5703125, false]], [[-8.9453125, false]], [[-7.0703125, false]], [[-4.5703125, false]], [[-10.1953125, false]], [[-7.5703125, false]], [[-10.6953125, false]], [[-5.87109375, false]], [[-7.9453125, false]], [[-11.8203125, false]]], "filtered_resps": [[-7.0703125, false], [-7.9453125, false], [-8.9453125, false], [-7.8203125, false], [-10.6953125, false], [-4.5703125, false], [-5.5703125, false], [-8.9453125, false], [-7.0703125, false], [-4.5703125, false], [-7.0703125, false], [-10.0703125, false], [-10.1953125, false], [-5.87109375, false], [-7.9453125, false], [-8.5, false], [-4.5703125, false], [-7.9453125, false], [-8.9453125, false], [-7.8203125, false], [-10.6953125, false], [-4.5703125, false], [-5.5703125, false], [-8.9453125, false], [-7.0703125, false], [-4.5703125, false], [-10.1953125, false], [-7.5703125, false], [-10.6953125, false], [-5.87109375, false], [-7.9453125, false], [-8.5, false], [-4.5703125, false], [-7.9453125, false], [-7.8203125, false], [-7.8203125, false], [-9.3203125, false], [-7.0703125, false], [-4.5703125, false], [-5.5703125, false], [-8.9453125, false], [-7.0703125, false], [-4.5703125, false], [-7.0703125, false], [-10.0703125, false], [-10.1953125, false], [-5.87109375, false], [-7.9453125, false], [-8.5, false], [-4.5703125, false], [-7.9453125, false], [-7.8203125, false], [-7.8203125, false], [-9.3203125, false], [-7.0703125, false], [-4.5703125, false], [-5.5703125, false], [-8.9453125, false], [-7.0703125, false], [-4.5703125, false], [-10.1953125, false], [-7.5703125, false], [-10.6953125, false], [-5.87109375, false], [-7.9453125, false], [-11.8203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1909, "doc": {"id": "Mercury_SC_LBS10948", "question": "What is one difference between birds and reptiles?", "choices": {"text": ["Birds lay eggs and reptiles do not.", "Reptiles are meat-eaters and birds are not.", "Birds breathe oxygen and reptiles do not.", "Reptiles are cold-blooded and birds are not."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Reptiles are cold-blooded and birds are not.", "arguments": ["Question: What is one difference between birds and reptiles?\nAnswer:", " ["], "resps": [[[-7.80859375, false]], [[-9.5625, false]], [[-7.30859375, false]], [[-10.5625, false]], [[-11.0625, false]], [[-10.5625, false]], [[-11.3125, false]], [[-6.80859375, false]], [[-10.0625, false]], [[-7.05859375, false]], [[-14.5625, false]], [[-6.80859375, false]], [[-9.8125, false]], [[-13.3125, false]], [[-13.3125, false]], [[-11.3125, false]], [[-6.80859375, false]], [[-7.05859375, false]], [[-10.8125, false]], [[-10.5625, false]], [[-6.80859375, false]], [[-11.0625, false]], [[-9.8125, false]], [[-10.3125, false]], [[-12.5625, false]], [[-10.5625, false]], [[-10.0625, false]], [[-9.8125, false]], [[-11.3125, false]], [[-6.80859375, false]], [[-10.5625, false]], [[-11.0625, false]], [[-6.80859375, false]], [[-10.8125, false]], [[-11.0625, false]], [[-12.5625, false]], [[-8.78125, false]], [[-9.5625, false]], [[-11.53125, false]], [[-6.80859375, false]], [[-9.5625, false]], [[-8.0625, false]], [[-9.8125, false]], [[-10.3125, false]], [[-12.5625, false]], [[-10.5625, false]], [[-10.0625, false]], [[-9.8125, false]], [[-11.3125, false]], [[-6.80859375, false]], [[-7.05859375, false]], [[-11.0625, false]], [[-9.8125, false]], [[-6.80859375, false]], [[-14.0625, false]], [[-9.8125, false]], [[-7.05859375, false]], [[-12.5625, false]], [[-7.05859375, false]], [[-9.8125, false]], [[-7.05859375, false]], [[-12.5625, false]], [[-9.8125, false]], [[-11.0625, false]], [[-11.3125, false]], [[-6.80859375, false]], [[-7.05859375, false]], [[-10.8125, false]], [[-10.5625, false]], [[-6.80859375, false]], [[-11.5625, false]], [[-10.5625, false]], [[-11.0625, false]], [[-10.5625, false]], [[-11.3125, false]], [[-6.80859375, false]], [[-7.05859375, false]], [[-11.0625, false]], [[-9.8125, false]], [[-6.80859375, false]], [[-10.8125, false]], [[-11.0625, false]], [[-12.5625, false]], [[-8.78125, false]], [[-9.5625, false]], [[-11.53125, false]], [[-6.80859375, false]], [[-9.5625, false]], [[-7.30859375, false]], [[-10.5625, false]], [[-11.0625, false]], [[-10.5625, false]], [[-11.3125, false]], [[-6.80859375, false]], [[-11.5625, false]], [[-11.0625, false]], [[-9.8125, false]], [[-7.05859375, false]], [[-12.5625, false]], [[-11.8125, false]], [[-9.8125, false]], [[-6.80859375, false]], [[-11.0625, false]], [[-13.0625, false]], [[-14.5625, false]], [[-13.3125, false]], [[-9.8125, false]], [[-10.8125, false]], [[-6.80859375, false]], [[-7.05859375, false]], [[-10.8125, false]], [[-10.5625, false]], [[-6.80859375, false]], [[-11.0625, false]], [[-9.8125, false]], [[-10.3125, false]], [[-12.5625, false]], [[-10.5625, false]], [[-10.0625, false]], [[-9.8125, false]], [[-11.3125, false]], [[-6.80859375, false]], [[-10.5625, false]], [[-11.0625, false]], [[-6.80859375, false]], [[-10.8125, false]], [[-11.0625, false]], [[-12.5625, false]], [[-8.78125, false]], [[-9.5625, false]], [[-11.53125, false]], [[-6.80859375, false]], [[-9.5625, false]], [[-8.0625, false]], [[-9.8125, false]], [[-10.3125, false]], [[-12.5625, false]], [[-10.5625, false]], [[-10.0625, false]], [[-9.8125, false]], [[-11.3125, false]], [[-6.80859375, false]], [[-7.05859375, false]], [[-11.0625, false]], [[-9.8125, false]], [[-6.80859375, false]], [[-11.8125, false]], [[-11.0625, false]], [[-10.0625, false]], [[-10.5625, false]], [[-7.05859375, false]], [[-11.5625, false]], [[-10.0625, false]], [[-11.0625, false]], [[-11.0625, false]], [[-10.5625, false]], [[-9.8125, false]], [[-10.5625, false]], [[-6.80859375, false]], [[-7.05859375, false]], [[-10.8125, false]], [[-10.5625, false]], [[-6.80859375, false]], [[-11.5625, false]], [[-10.5625, false]], [[-11.0625, false]], [[-10.5625, false]], [[-11.3125, false]], [[-6.80859375, false]], [[-7.05859375, false]], [[-11.0625, false]], [[-9.8125, false]], [[-6.80859375, false]], [[-10.8125, false]], [[-11.0625, false]], [[-12.5625, false]], [[-8.78125, false]], [[-9.5625, false]], [[-13.0625, false]]], "filtered_resps": [[-7.80859375, false], [-9.5625, false], [-7.30859375, false], [-10.5625, false], [-11.0625, false], [-10.5625, false], [-11.3125, false], [-6.80859375, false], [-10.0625, false], [-7.05859375, false], [-14.5625, false], [-6.80859375, false], [-9.8125, false], [-13.3125, false], [-13.3125, false], [-11.3125, false], [-6.80859375, false], [-7.05859375, false], [-10.8125, false], [-10.5625, false], [-6.80859375, false], [-11.0625, false], [-9.8125, false], [-10.3125, false], [-12.5625, false], [-10.5625, false], [-10.0625, false], [-9.8125, false], [-11.3125, false], [-6.80859375, false], [-10.5625, false], [-11.0625, false], [-6.80859375, false], [-10.8125, false], [-11.0625, false], [-12.5625, false], [-8.78125, false], [-9.5625, false], [-11.53125, false], [-6.80859375, false], [-9.5625, false], [-8.0625, false], [-9.8125, false], [-10.3125, false], [-12.5625, false], [-10.5625, false], [-10.0625, false], [-9.8125, false], [-11.3125, false], [-6.80859375, false], [-7.05859375, false], [-11.0625, false], [-9.8125, false], [-6.80859375, false], [-14.0625, false], [-9.8125, false], [-7.05859375, false], [-12.5625, false], [-7.05859375, false], [-9.8125, false], [-7.05859375, false], [-12.5625, false], [-9.8125, false], [-11.0625, false], [-11.3125, false], [-6.80859375, false], [-7.05859375, false], [-10.8125, false], [-10.5625, false], [-6.80859375, false], [-11.5625, false], [-10.5625, false], [-11.0625, false], [-10.5625, false], [-11.3125, false], [-6.80859375, false], [-7.05859375, false], [-11.0625, false], [-9.8125, false], [-6.80859375, false], [-10.8125, false], [-11.0625, false], [-12.5625, false], [-8.78125, false], [-9.5625, false], [-11.53125, false], [-6.80859375, false], [-9.5625, false], [-7.30859375, false], [-10.5625, false], [-11.0625, false], [-10.5625, false], [-11.3125, false], [-6.80859375, false], [-11.5625, false], [-11.0625, false], [-9.8125, false], [-7.05859375, false], [-12.5625, false], [-11.8125, false], [-9.8125, false], [-6.80859375, false], [-11.0625, false], [-13.0625, false], [-14.5625, false], [-13.3125, false], [-9.8125, false], [-10.8125, false], [-6.80859375, false], [-7.05859375, false], [-10.8125, false], [-10.5625, false], [-6.80859375, false], [-11.0625, false], [-9.8125, false], [-10.3125, false], [-12.5625, false], [-10.5625, false], [-10.0625, false], [-9.8125, false], [-11.3125, false], [-6.80859375, false], [-10.5625, false], [-11.0625, false], [-6.80859375, false], [-10.8125, false], [-11.0625, false], [-12.5625, false], [-8.78125, false], [-9.5625, false], [-11.53125, false], [-6.80859375, false], [-9.5625, false], [-8.0625, false], [-9.8125, false], [-10.3125, false], [-12.5625, false], [-10.5625, false], [-10.0625, false], [-9.8125, false], [-11.3125, false], [-6.80859375, false], [-7.05859375, false], [-11.0625, false], [-9.8125, false], [-6.80859375, false], [-11.8125, false], [-11.0625, false], [-10.0625, false], [-10.5625, false], [-7.05859375, false], [-11.5625, false], [-10.0625, false], [-11.0625, false], [-11.0625, false], [-10.5625, false], [-9.8125, false], [-10.5625, false], [-6.80859375, false], [-7.05859375, false], [-10.8125, false], [-10.5625, false], [-6.80859375, false], [-11.5625, false], [-10.5625, false], [-11.0625, false], [-10.5625, false], [-11.3125, false], [-6.80859375, false], [-7.05859375, false], [-11.0625, false], [-9.8125, false], [-6.80859375, false], [-10.8125, false], [-11.0625, false], [-12.5625, false], [-8.78125, false], [-9.5625, false], [-13.0625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1917, "doc": {"id": "MDSA_2013_8_7", "question": "The elements sulfur (S) and oxygen combine to form a substance called sulfur dioxide (SO2). Sulfur dioxide is also formed when coal and oil are burned. Sulfur dioxide can best be described as", "choices": {"text": ["a metal", "an atom", "a compound", "a nonreactive gas"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "a compound", "arguments": ["Question: The elements sulfur (S) and oxygen combine to form a substance called sulfur dioxide (SO2). Sulfur dioxide is also formed when coal and oil are burned. Sulfur dioxide can best be described as\nAnswer:", " ["], "resps": [[[-7.19140625, false]], [[-8.1875, false]], [[-2.94140625, false]], [[-4.94140625, false]], [[-8.1875, false]], [[-7.44140625, false]], [[-9.4375, false]], [[-2.94140625, false]], [[-9.4375, false]], [[-8.1875, false]], [[-8.078125, false]], [[-4.94140625, false]], [[-8.1875, false]], [[-2.94140625, false]], [[-6.69140625, false]], [[-4.94140625, false]], [[-2.94140625, false]], [[-9.4375, false]], [[-7.44140625, false]], [[-8.1875, false]], [[-8.1875, false]], [[-8.125, false]], [[-4.94140625, false]], [[-8.1875, false]], [[-2.94140625, false]], [[-4.94140625, false]], [[-5.69140625, false]], [[-7.44140625, false]], [[-8.1875, false]], [[-7.69140625, false]], [[-7.44140625, false]], [[-9.6875, false]], [[-6.69140625, false]], [[-6.94140625, false]], [[-8.1875, false]], [[-8.125, false]], [[-4.94140625, false]], [[-8.1875, false]], [[-2.94140625, false]], [[-4.94140625, false]], [[-6.69140625, false]], [[-7.44140625, false]], [[-6.69140625, false]], [[-9.1875, false]], [[-7.44140625, false]], [[-2.94140625, false]], [[-5.69140625, false]], [[-9.4375, false]], [[-6.69140625, false]], [[-9.9375, false]], [[-7.44140625, false]], [[-4.94140625, false]], [[-9.1875, false]], [[-2.94140625, false]], [[-8.1875, false]], [[-8.1875, false]], [[-11.1875, false]]], "filtered_resps": [[-7.19140625, false], [-8.1875, false], [-2.94140625, false], [-4.94140625, false], [-8.1875, false], [-7.44140625, false], [-9.4375, false], [-2.94140625, false], [-9.4375, false], [-8.1875, false], [-8.078125, false], [-4.94140625, false], [-8.1875, false], [-2.94140625, false], [-6.69140625, false], [-4.94140625, false], [-2.94140625, false], [-9.4375, false], [-7.44140625, false], [-8.1875, false], [-8.1875, false], [-8.125, false], [-4.94140625, false], [-8.1875, false], [-2.94140625, false], [-4.94140625, false], [-5.69140625, false], [-7.44140625, false], [-8.1875, false], [-7.69140625, false], [-7.44140625, false], [-9.6875, false], [-6.69140625, false], [-6.94140625, false], [-8.1875, false], [-8.125, false], [-4.94140625, false], [-8.1875, false], [-2.94140625, false], [-4.94140625, false], [-6.69140625, false], [-7.44140625, false], [-6.69140625, false], [-9.1875, false], [-7.44140625, false], [-2.94140625, false], [-5.69140625, false], [-9.4375, false], [-6.69140625, false], [-9.9375, false], [-7.44140625, false], [-4.94140625, false], [-9.1875, false], [-2.94140625, false], [-8.1875, false], [-8.1875, false], [-11.1875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1925, "doc": {"id": "MCAS_2004_8_5", "question": "An earthquake is caused by sudden shifts in which of the following layers of Earth?", "choices": {"text": ["outer core", "crust", "inner core", "mesosphere"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "crust", "arguments": ["Question: An earthquake is caused by sudden shifts in which of the following layers of Earth?\nAnswer:", " ["], "resps": [[[-8.0859375, false]], [[-9.8359375, false]], [[-9.5859375, false]], [[-12.5859375, false]], [[-9.5859375, false]], [[-5.08984375, false]], [[-10.0859375, false]], [[-5.08984375, false]], [[-7.33984375, false]], [[-9.5859375, false]], [[-10.0859375, false]], [[-5.08984375, false]], [[-9.8359375, false]], [[-9.4609375, false]], [[-5.08984375, false]], [[-9.8359375, false]], [[-7.33984375, false]], [[-10.0859375, false]], [[-12.5859375, false]], [[-9.0859375, false]], [[-9.5859375, false]], [[-9.8359375, false]], [[-9.4609375, false]], [[-5.08984375, false]], [[-9.8359375, false]], [[-8.5859375, false]], [[-10.3359375, false]], [[-10.3359375, false]], [[-5.08984375, false]], [[-10.0859375, false]], [[-5.08984375, false]], [[-7.33984375, false]], [[-9.5859375, false]], [[-10.0859375, false]], [[-5.08984375, false]], [[-9.8359375, false]], [[-9.4609375, false]], [[-5.08984375, false]], [[-9.8359375, false]], [[-10.0859375, false]], [[-5.08984375, false]], [[-9.0859375, false]], [[-9.5859375, false]], [[-9.0859375, false]], [[-9.0859375, false]], [[-10.5859375, false]], [[-5.08984375, false]], [[-10.0859375, false]], [[-5.08984375, false]], [[-9.8359375, false]], [[-13.3359375, false]]], "filtered_resps": [[-8.0859375, false], [-9.8359375, false], [-9.5859375, false], [-12.5859375, false], [-9.5859375, false], [-5.08984375, false], [-10.0859375, false], [-5.08984375, false], [-7.33984375, false], [-9.5859375, false], [-10.0859375, false], [-5.08984375, false], [-9.8359375, false], [-9.4609375, false], [-5.08984375, false], [-9.8359375, false], [-7.33984375, false], [-10.0859375, false], [-12.5859375, false], [-9.0859375, false], [-9.5859375, false], [-9.8359375, false], [-9.4609375, false], [-5.08984375, false], [-9.8359375, false], [-8.5859375, false], [-10.3359375, false], [-10.3359375, false], [-5.08984375, false], [-10.0859375, false], [-5.08984375, false], [-7.33984375, false], [-9.5859375, false], [-10.0859375, false], [-5.08984375, false], [-9.8359375, false], [-9.4609375, false], [-5.08984375, false], [-9.8359375, false], [-10.0859375, false], [-5.08984375, false], [-9.0859375, false], [-9.5859375, false], [-9.0859375, false], [-9.0859375, false], [-10.5859375, false], [-5.08984375, false], [-10.0859375, false], [-5.08984375, false], [-9.8359375, false], [-13.3359375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1933, "doc": {"id": "ACTAAP_2009_5_15", "question": "Which is the best description of the brightness of the Sun?", "choices": {"text": ["It is less bright than planets.", "It is brighter than other stars.", "It is of average brightness compared to planets.", "It is of average brightness compared to other stars."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "It is of average brightness compared to other stars.", "arguments": ["Question: Which is the best description of the brightness of the Sun?\nAnswer:", " ["], "resps": [[[-7.3671875, false]], [[-6.1171875, false]], [[-5.3671875, false]], [[-9.1171875, false]], [[-5.3671875, false]], [[-8.6171875, false]], [[-9.1171875, false]], [[-5.3671875, false]], [[-9.8671875, false]], [[-8.1171875, false]], [[-9.1171875, false]], [[-9.1171875, false]], [[-5.3671875, false]], [[-7.8671875, false]], [[-9.8671875, false]], [[-8.6171875, false]], [[-12.1171875, false]], [[-10.3671875, false]], [[-9.1171875, false]], [[-5.3671875, false]], [[-9.1171875, false]], [[-10.3671875, false]], [[-5.3671875, false]], [[-9.1171875, false]], [[-5.3671875, false]], [[-9.6171875, false]], [[-9.8671875, false]], [[-5.3671875, false]], [[-9.1171875, false]], [[-8.1171875, false]], [[-9.1171875, false]], [[-9.1171875, false]], [[-7.4140625, false]], [[-6.1171875, false]], [[-9.78125, false]], [[-5.3671875, false]], [[-6.1171875, false]], [[-5.3671875, false]], [[-9.1171875, false]], [[-5.3671875, false]], [[-8.6171875, false]], [[-9.1171875, false]], [[-5.3671875, false]], [[-7.8671875, false]], [[-9.8671875, false]], [[-8.6171875, false]], [[-12.1171875, false]], [[-10.3671875, false]], [[-9.1171875, false]], [[-8.1171875, false]], [[-9.8671875, false]], [[-5.3671875, false]], [[-9.1171875, false]], [[-10.3671875, false]], [[-5.3671875, false]], [[-9.1171875, false]], [[-5.3671875, false]], [[-8.8671875, false]], [[-9.1171875, false]], [[-10.3671875, false]], [[-8.1171875, false]], [[-9.8671875, false]], [[-5.3671875, false]], [[-9.1171875, false]], [[-9.1171875, false]], [[-5.3671875, false]], [[-9.8671875, false]], [[-9.1171875, false]], [[-7.4140625, false]], [[-6.1171875, false]], [[-9.78125, false]], [[-5.3671875, false]], [[-6.1171875, false]], [[-5.3671875, false]], [[-9.1171875, false]], [[-5.3671875, false]], [[-8.6171875, false]], [[-9.1171875, false]], [[-5.3671875, false]], [[-8.8671875, false]], [[-9.8671875, false]], [[-5.3671875, false]], [[-5.3671875, false]], [[-10.1171875, false]], [[-8.1171875, false]], [[-9.8671875, false]], [[-5.3671875, false]], [[-12.1171875, false]], [[-8.1171875, false]], [[-5.3671875, false]], [[-7.8671875, false]], [[-9.8671875, false]], [[-8.6171875, false]], [[-12.1171875, false]], [[-10.3671875, false]], [[-9.1171875, false]], [[-9.1171875, false]], [[-8.1171875, false]], [[-9.1171875, false]], [[-9.1171875, false]], [[-5.3671875, false]], [[-8.8671875, false]], [[-8.8671875, false]], [[-9.6171875, false]], [[-9.6171875, false]], [[-5.3671875, false]], [[-9.8671875, false]], [[-8.1171875, false]], [[-9.1171875, false]], [[-5.3671875, false]], [[-9.1171875, false]], [[-8.8671875, false]], [[-5.3671875, false]], [[-9.6171875, false]], [[-9.8671875, false]], [[-5.3671875, false]], [[-9.1171875, false]], [[-8.1171875, false]], [[-9.1171875, false]], [[-9.1171875, false]], [[-7.4140625, false]], [[-6.1171875, false]], [[-9.78125, false]], [[-5.3671875, false]], [[-6.1171875, false]], [[-5.3671875, false]], [[-9.1171875, false]], [[-5.3671875, false]], [[-8.6171875, false]], [[-9.1171875, false]], [[-5.3671875, false]], [[-8.8671875, false]], [[-9.8671875, false]], [[-5.3671875, false]], [[-5.3671875, false]], [[-10.1171875, false]], [[-8.1171875, false]], [[-9.8671875, false]], [[-5.3671875, false]], [[-12.1171875, false]], [[-8.1171875, false]], [[-5.3671875, false]], [[-7.8671875, false]], [[-9.8671875, false]], [[-8.6171875, false]], [[-12.1171875, false]], [[-10.3671875, false]], [[-9.1171875, false]], [[-9.1171875, false]], [[-8.1171875, false]], [[-9.1171875, false]], [[-9.1171875, false]], [[-5.3671875, false]], [[-8.8671875, false]], [[-8.8671875, false]], [[-9.6171875, false]], [[-9.6171875, false]], [[-5.3671875, false]], [[-9.8671875, false]], [[-8.1171875, false]], [[-9.1171875, false]], [[-5.3671875, false]], [[-9.1171875, false]], [[-8.8671875, false]], [[-5.3671875, false]], [[-8.8671875, false]], [[-9.1171875, false]], [[-10.3671875, false]], [[-8.1171875, false]], [[-9.8671875, false]], [[-5.3671875, false]], [[-9.1171875, false]], [[-9.1171875, false]], [[-5.3671875, false]], [[-9.8671875, false]], [[-9.1171875, false]], [[-7.4140625, false]], [[-6.1171875, false]], [[-11.8671875, false]]], "filtered_resps": [[-7.3671875, false], [-6.1171875, false], [-5.3671875, false], [-9.1171875, false], [-5.3671875, false], [-8.6171875, false], [-9.1171875, false], [-5.3671875, false], [-9.8671875, false], [-8.1171875, false], [-9.1171875, false], [-9.1171875, false], [-5.3671875, false], [-7.8671875, false], [-9.8671875, false], [-8.6171875, false], [-12.1171875, false], [-10.3671875, false], [-9.1171875, false], [-5.3671875, false], [-9.1171875, false], [-10.3671875, false], [-5.3671875, false], [-9.1171875, false], [-5.3671875, false], [-9.6171875, false], [-9.8671875, false], [-5.3671875, false], [-9.1171875, false], [-8.1171875, false], [-9.1171875, false], [-9.1171875, false], [-7.4140625, false], [-6.1171875, false], [-9.78125, false], [-5.3671875, false], [-6.1171875, false], [-5.3671875, false], [-9.1171875, false], [-5.3671875, false], [-8.6171875, false], [-9.1171875, false], [-5.3671875, false], [-7.8671875, false], [-9.8671875, false], [-8.6171875, false], [-12.1171875, false], [-10.3671875, false], [-9.1171875, false], [-8.1171875, false], [-9.8671875, false], [-5.3671875, false], [-9.1171875, false], [-10.3671875, false], [-5.3671875, false], [-9.1171875, false], [-5.3671875, false], [-8.8671875, false], [-9.1171875, false], [-10.3671875, false], [-8.1171875, false], [-9.8671875, false], [-5.3671875, false], [-9.1171875, false], [-9.1171875, false], [-5.3671875, false], [-9.8671875, false], [-9.1171875, false], [-7.4140625, false], [-6.1171875, false], [-9.78125, false], [-5.3671875, false], [-6.1171875, false], [-5.3671875, false], [-9.1171875, false], [-5.3671875, false], [-8.6171875, false], [-9.1171875, false], [-5.3671875, false], [-8.8671875, false], [-9.8671875, false], [-5.3671875, false], [-5.3671875, false], [-10.1171875, false], [-8.1171875, false], [-9.8671875, false], [-5.3671875, false], [-12.1171875, false], [-8.1171875, false], [-5.3671875, false], [-7.8671875, false], [-9.8671875, false], [-8.6171875, false], [-12.1171875, false], [-10.3671875, false], [-9.1171875, false], [-9.1171875, false], [-8.1171875, false], [-9.1171875, false], [-9.1171875, false], [-5.3671875, false], [-8.8671875, false], [-8.8671875, false], [-9.6171875, false], [-9.6171875, false], [-5.3671875, false], [-9.8671875, false], [-8.1171875, false], [-9.1171875, false], [-5.3671875, false], [-9.1171875, false], [-8.8671875, false], [-5.3671875, false], [-9.6171875, false], [-9.8671875, false], [-5.3671875, false], [-9.1171875, false], [-8.1171875, false], [-9.1171875, false], [-9.1171875, false], [-7.4140625, false], [-6.1171875, false], [-9.78125, false], [-5.3671875, false], [-6.1171875, false], [-5.3671875, false], [-9.1171875, false], [-5.3671875, false], [-8.6171875, false], [-9.1171875, false], [-5.3671875, false], [-8.8671875, false], [-9.8671875, false], [-5.3671875, false], [-5.3671875, false], [-10.1171875, false], [-8.1171875, false], [-9.8671875, false], [-5.3671875, false], [-12.1171875, false], [-8.1171875, false], [-5.3671875, false], [-7.8671875, false], [-9.8671875, false], [-8.6171875, false], [-12.1171875, false], [-10.3671875, false], [-9.1171875, false], [-9.1171875, false], [-8.1171875, false], [-9.1171875, false], [-9.1171875, false], [-5.3671875, false], [-8.8671875, false], [-8.8671875, false], [-9.6171875, false], [-9.6171875, false], [-5.3671875, false], [-9.8671875, false], [-8.1171875, false], [-9.1171875, false], [-5.3671875, false], [-9.1171875, false], [-8.8671875, false], [-5.3671875, false], [-8.8671875, false], [-9.1171875, false], [-10.3671875, false], [-8.1171875, false], [-9.8671875, false], [-5.3671875, false], [-9.1171875, false], [-9.1171875, false], [-5.3671875, false], [-9.8671875, false], [-9.1171875, false], [-7.4140625, false], [-6.1171875, false], [-11.8671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1941, "doc": {"id": "Mercury_188948", "question": "The boiling point of nitrogen is -196°C. What states of matter are involved when nitrogen boils?", "choices": {"text": ["solid to gas", "liquid to gas", "liquid to solid", "gas to liquid"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "liquid to gas", "arguments": ["Question: The boiling point of nitrogen is -196°C. What states of matter are involved when nitrogen boils?\nAnswer:", " ["], "resps": [[[-6.75390625, false]], [[-8.75, false]], [[-10.5, false]], [[-9.0, false]], [[-10.5, false]], [[-6.50390625, false]], [[-9.5, false]], [[-5.50390625, false]], [[-9.5, false]], [[-9.0, false]], [[-5.50390625, false]], [[-10.0, false]], [[-4.75390625, false]], [[-10.5, false]], [[-8.75, false]], [[-9.125, false]], [[-5.50390625, false]], [[-8.75, false]], [[-10.5, false]], [[-6.50390625, false]], [[-11.25, false]], [[-9.5, false]], [[-6.50390625, false]], [[-9.5, false]], [[-5.50390625, false]], [[-9.5, false]], [[-9.0, false]], [[-5.50390625, false]], [[-10.0, false]], [[-4.75390625, false]], [[-10.5, false]], [[-8.75, false]], [[-9.125, false]], [[-5.50390625, false]], [[-8.75, false]], [[-10.5, false]], [[-6.50390625, false]], [[-11.25, false]], [[-9.5, false]], [[-6.50390625, false]], [[-9.5, false]], [[-5.50390625, false]], [[-9.5, false]], [[-9.0, false]], [[-5.50390625, false]], [[-10.5, false]], [[-9.0, false]], [[-10.5, false]], [[-6.50390625, false]], [[-9.5, false]], [[-8.75, false]], [[-9.125, false]], [[-5.50390625, false]], [[-8.75, false]], [[-10.0, false]], [[-4.75390625, false]], [[-10.5, false]], [[-5.50390625, false]], [[-9.5, false]], [[-9.0, false]], [[-5.50390625, false]], [[-10.5, false]], [[-6.50390625, false]], [[-11.25, false]], [[-9.5, false]], [[-6.50390625, false]], [[-9.5, false]], [[-8.75, false]], [[-12.25, false]]], "filtered_resps": [[-6.75390625, false], [-8.75, false], [-10.5, false], [-9.0, false], [-10.5, false], [-6.50390625, false], [-9.5, false], [-5.50390625, false], [-9.5, false], [-9.0, false], [-5.50390625, false], [-10.0, false], [-4.75390625, false], [-10.5, false], [-8.75, false], [-9.125, false], [-5.50390625, false], [-8.75, false], [-10.5, false], [-6.50390625, false], [-11.25, false], [-9.5, false], [-6.50390625, false], [-9.5, false], [-5.50390625, false], [-9.5, false], [-9.0, false], [-5.50390625, false], [-10.0, false], [-4.75390625, false], [-10.5, false], [-8.75, false], [-9.125, false], [-5.50390625, false], [-8.75, false], [-10.5, false], [-6.50390625, false], [-11.25, false], [-9.5, false], [-6.50390625, false], [-9.5, false], [-5.50390625, false], [-9.5, false], [-9.0, false], [-5.50390625, false], [-10.5, false], [-9.0, false], [-10.5, false], [-6.50390625, false], [-9.5, false], [-8.75, false], [-9.125, false], [-5.50390625, false], [-8.75, false], [-10.0, false], [-4.75390625, false], [-10.5, false], [-5.50390625, false], [-9.5, false], [-9.0, false], [-5.50390625, false], [-10.5, false], [-6.50390625, false], [-11.25, false], [-9.5, false], [-6.50390625, false], [-9.5, false], [-8.75, false], [-12.25, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1949, "doc": {"id": "Mercury_7077578", "question": "Which best describes the motion of molecules in the gaseous state?", "choices": {"text": ["They vibrate quickly in place.", "They spread apart to fill their container.", "They move at the same speed as in a liquid.", "They move slowly over one another."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "They spread apart to fill their container.", "arguments": ["Question: Which best describes the motion of molecules in the gaseous state?\nAnswer:", " ["], "resps": [[[-7.0625, false]], [[-9.3125, false]], [[-7.3125, false]], [[-8.3125, false]], [[-7.5625, false]], [[-9.5625, false]], [[-4.5625, false]], [[-8.0625, false]], [[-7.3125, false]], [[-6.0625, false]], [[-9.5625, false]], [[-3.8125, false]], [[-9.0625, false]], [[-7.5625, false]], [[-4.5625, false]], [[-8.8125, false]], [[-9.8125, false]], [[-7.3125, false]], [[-6.5625, false]], [[-9.8125, false]], [[-10.3125, false]], [[-9.5625, false]], [[-4.5625, false]], [[-7.3125, false]], [[-8.5625, false]], [[-4.5625, false]], [[-7.3125, false]], [[-10.3125, false]], [[-3.8125, false]], [[-6.5625, false]], [[-7.5625, false]], [[-6.09375, false]], [[-9.3125, false]], [[-9.09375, false]], [[-4.5625, false]], [[-9.3125, false]], [[-7.3125, false]], [[-8.3125, false]], [[-7.5625, false]], [[-9.5625, false]], [[-4.5625, false]], [[-8.3125, false]], [[-7.3125, false]], [[-9.5625, false]], [[-7.5625, false]], [[-3.8125, false]], [[-8.3125, false]], [[-4.5625, false]], [[-3.8125, false]], [[-7.3125, false]], [[-3.8125, false]], [[-9.5625, false]], [[-9.0625, false]], [[-4.5625, false]], [[-9.0625, false]], [[-7.8125, false]], [[-4.5625, false]], [[-8.0625, false]], [[-7.3125, false]], [[-10.3125, false]], [[-10.3125, false]], [[-4.5625, false]], [[-9.0625, false]], [[-8.3125, false]], [[-7.5625, false]], [[-7.3125, false]], [[-9.5625, false]], [[-4.5625, false]], [[-6.5625, false]], [[-7.8125, false]], [[-8.5625, false]], [[-9.0625, false]], [[-3.8125, false]], [[-7.3125, false]], [[-8.5625, false]], [[-7.5625, false]], [[-9.5625, false]], [[-6.09375, false]], [[-9.3125, false]], [[-9.09375, false]], [[-4.5625, false]], [[-9.3125, false]], [[-7.3125, false]], [[-8.3125, false]], [[-7.5625, false]], [[-9.5625, false]], [[-4.5625, false]], [[-6.3125, false]], [[-7.8125, false]], [[-8.0625, false]], [[-7.5625, false]], [[-4.5625, false]], [[-3.8125, false]], [[-9.0625, false]], [[-4.5625, false]], [[-9.0625, false]], [[-8.3125, false]], [[-7.5625, false]], [[-4.5625, false]], [[-8.3125, false]], [[-3.8125, false]], [[-6.3125, false]], [[-7.5625, false]], [[-4.5625, false]], [[-8.3125, false]], [[-7.3125, false]], [[-7.5625, false]], [[-7.5625, false]], [[-8.3125, false]], [[-4.5625, false]], [[-3.8125, false]], [[-8.3125, false]], [[-4.5625, false]], [[-7.3125, false]], [[-8.5625, false]], [[-4.5625, false]], [[-3.8125, false]], [[-4.5625, false]], [[-10.3125, false]], [[-7.3125, false]], [[-8.8125, false]], [[-9.8125, false]], [[-7.3125, false]], [[-8.3125, false]], [[-6.09375, false]], [[-9.3125, false]], [[-9.09375, false]], [[-4.5625, false]], [[-9.3125, false]], [[-7.3125, false]], [[-8.3125, false]], [[-7.5625, false]], [[-9.5625, false]], [[-4.5625, false]], [[-6.3125, false]], [[-7.8125, false]], [[-8.0625, false]], [[-7.5625, false]], [[-4.5625, false]], [[-8.3125, false]], [[-10.3125, false]], [[-7.8125, false]], [[-10.8125, false]], [[-10.3125, false]], [[-9.5625, false]], [[-4.5625, false]], [[-7.8125, false]], [[-8.0625, false]], [[-7.5625, false]], [[-9.5625, false]], [[-4.5625, false]], [[-7.8125, false]], [[-8.5625, false]], [[-7.5625, false]], [[-4.5625, false]], [[-3.8125, false]], [[-8.5625, false]], [[-7.8125, false]], [[-9.0625, false]], [[-8.3125, false]], [[-7.5625, false]], [[-9.5625, false]], [[-6.09375, false]], [[-9.3125, false]], [[-11.8125, false]]], "filtered_resps": [[-7.0625, false], [-9.3125, false], [-7.3125, false], [-8.3125, false], [-7.5625, false], [-9.5625, false], [-4.5625, false], [-8.0625, false], [-7.3125, false], [-6.0625, false], [-9.5625, false], [-3.8125, false], [-9.0625, false], [-7.5625, false], [-4.5625, false], [-8.8125, false], [-9.8125, false], [-7.3125, false], [-6.5625, false], [-9.8125, false], [-10.3125, false], [-9.5625, false], [-4.5625, false], [-7.3125, false], [-8.5625, false], [-4.5625, false], [-7.3125, false], [-10.3125, false], [-3.8125, false], [-6.5625, false], [-7.5625, false], [-6.09375, false], [-9.3125, false], [-9.09375, false], [-4.5625, false], [-9.3125, false], [-7.3125, false], [-8.3125, false], [-7.5625, false], [-9.5625, false], [-4.5625, false], [-8.3125, false], [-7.3125, false], [-9.5625, false], [-7.5625, false], [-3.8125, false], [-8.3125, false], [-4.5625, false], [-3.8125, false], [-7.3125, false], [-3.8125, false], [-9.5625, false], [-9.0625, false], [-4.5625, false], [-9.0625, false], [-7.8125, false], [-4.5625, false], [-8.0625, false], [-7.3125, false], [-10.3125, false], [-10.3125, false], [-4.5625, false], [-9.0625, false], [-8.3125, false], [-7.5625, false], [-7.3125, false], [-9.5625, false], [-4.5625, false], [-6.5625, false], [-7.8125, false], [-8.5625, false], [-9.0625, false], [-3.8125, false], [-7.3125, false], [-8.5625, false], [-7.5625, false], [-9.5625, false], [-6.09375, false], [-9.3125, false], [-9.09375, false], [-4.5625, false], [-9.3125, false], [-7.3125, false], [-8.3125, false], [-7.5625, false], [-9.5625, false], [-4.5625, false], [-6.3125, false], [-7.8125, false], [-8.0625, false], [-7.5625, false], [-4.5625, false], [-3.8125, false], [-9.0625, false], [-4.5625, false], [-9.0625, false], [-8.3125, false], [-7.5625, false], [-4.5625, false], [-8.3125, false], [-3.8125, false], [-6.3125, false], [-7.5625, false], [-4.5625, false], [-8.3125, false], [-7.3125, false], [-7.5625, false], [-7.5625, false], [-8.3125, false], [-4.5625, false], [-3.8125, false], [-8.3125, false], [-4.5625, false], [-7.3125, false], [-8.5625, false], [-4.5625, false], [-3.8125, false], [-4.5625, false], [-10.3125, false], [-7.3125, false], [-8.8125, false], [-9.8125, false], [-7.3125, false], [-8.3125, false], [-6.09375, false], [-9.3125, false], [-9.09375, false], [-4.5625, false], [-9.3125, false], [-7.3125, false], [-8.3125, false], [-7.5625, false], [-9.5625, false], [-4.5625, false], [-6.3125, false], [-7.8125, false], [-8.0625, false], [-7.5625, false], [-4.5625, false], [-8.3125, false], [-10.3125, false], [-7.8125, false], [-10.8125, false], [-10.3125, false], [-9.5625, false], [-4.5625, false], [-7.8125, false], [-8.0625, false], [-7.5625, false], [-9.5625, false], [-4.5625, false], [-7.8125, false], [-8.5625, false], [-7.5625, false], [-4.5625, false], [-3.8125, false], [-8.5625, false], [-7.8125, false], [-9.0625, false], [-8.3125, false], [-7.5625, false], [-9.5625, false], [-6.09375, false], [-9.3125, false], [-11.8125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1957, "doc": {"id": "Mercury_7126613", "question": "Insulin is a chemical that is released by the endocrine system to increase the absorption of glucose by the body's cells. After which activity would insulin levels in a healthy body increase?", "choices": {"text": ["drinking water", "taking a nap", "swimming", "eating"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "eating", "arguments": ["Question: Insulin is a chemical that is released by the endocrine system to increase the absorption of glucose by the body's cells. After which activity would insulin levels in a healthy body increase?\nAnswer:", " ["], "resps": [[[-7.78125, false]], [[-9.53125, false]], [[-11.03125, false]], [[-12.28125, false]], [[-8.03125, false]], [[-10.03125, false]], [[-10.53125, false]], [[-8.03125, false]], [[-10.03125, false]], [[-11.03125, false]], [[-5.78125, false]], [[-10.78125, false]], [[-6.53125, false]], [[-11.28125, false]], [[-10.53125, false]], [[-12.28125, false]], [[-9.53125, false]], [[-9.9921875, false]], [[-5.78125, false]], [[-9.53125, false]], [[-11.28125, false]], [[-6.53125, false]], [[-10.53125, false]], [[-8.03125, false]], [[-10.03125, false]], [[-11.03125, false]], [[-5.78125, false]], [[-6.53125, false]], [[-5.78125, false]], [[-10.03125, false]], [[-6.53125, false]], [[-10.28125, false]], [[-9.53125, false]], [[-9.9921875, false]], [[-5.78125, false]], [[-9.53125, false]], [[-10.78125, false]], [[-10.78125, false]], [[-8.03125, false]], [[-11.28125, false]], [[-11.28125, false]], [[-8.03125, false]], [[-10.03125, false]], [[-11.03125, false]], [[-9.53125, false]], [[-9.9921875, false]], [[-5.78125, false]], [[-9.53125, false]], [[-10.53125, false]], [[-6.53125, false]], [[-11.28125, false]], [[-8.03125, false]], [[-10.03125, false]], [[-11.03125, false]], [[-9.53125, false]], [[-12.03125, false]]], "filtered_resps": [[-7.78125, false], [-9.53125, false], [-11.03125, false], [-12.28125, false], [-8.03125, false], [-10.03125, false], [-10.53125, false], [-8.03125, false], [-10.03125, false], [-11.03125, false], [-5.78125, false], [-10.78125, false], [-6.53125, false], [-11.28125, false], [-10.53125, false], [-12.28125, false], [-9.53125, false], [-9.9921875, false], [-5.78125, false], [-9.53125, false], [-11.28125, false], [-6.53125, false], [-10.53125, false], [-8.03125, false], [-10.03125, false], [-11.03125, false], [-5.78125, false], [-6.53125, false], [-5.78125, false], [-10.03125, false], [-6.53125, false], [-10.28125, false], [-9.53125, false], [-9.9921875, false], [-5.78125, false], [-9.53125, false], [-10.78125, false], [-10.78125, false], [-8.03125, false], [-11.28125, false], [-11.28125, false], [-8.03125, false], [-10.03125, false], [-11.03125, false], [-9.53125, false], [-9.9921875, false], [-5.78125, false], [-9.53125, false], [-10.53125, false], [-6.53125, false], [-11.28125, false], [-8.03125, false], [-10.03125, false], [-11.03125, false], [-9.53125, false], [-12.03125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1965, "doc": {"id": "Mercury_7239435", "question": "Which of the following travels from neuron to neuron as information is transmitted?", "choices": {"text": ["electrochemical impulses", "RNA strands", "transport vesicles high in ATP", "mechanical forces"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "electrochemical impulses", "arguments": ["Question: Which of the following travels from neuron to neuron as information is transmitted?\nAnswer:", " ["], "resps": [[[-5.94140625, false]], [[-8.8125, false]], [[-8.3125, false]], [[-8.9375, false]], [[-8.3125, false]], [[-5.81640625, false]], [[-7.44140625, false]], [[-7.94140625, false]], [[-7.19140625, false]], [[-5.81640625, false]], [[-9.4375, false]], [[-8.3125, false]], [[-7.19140625, false]], [[-6.81640625, false]], [[-5.81640625, false]], [[-3.939453125, false]], [[-8.9375, false]], [[-4.06640625, false]], [[-6.81640625, false]], [[-7.19140625, false]], [[-8.8125, false]], [[-9.3125, false]], [[-8.9375, false]], [[-8.6875, false]], [[-8.3125, false]], [[-8.6875, false]], [[-8.8125, false]], [[-8.21875, false]], [[-4.06640625, false]], [[-8.8125, false]], [[-6.31640625, false]], [[-5.56640625, false]], [[-2.939453125, false]], [[-4.06640625, false]], [[-8.6875, false]], [[-7.44140625, false]], [[-7.94140625, false]], [[-3.939453125, false]], [[-7.19140625, false]], [[-7.31640625, false]], [[-8.6875, false]], [[-8.8125, false]], [[-8.21875, false]], [[-4.06640625, false]], [[-8.8125, false]], [[-7.44140625, false]], [[-7.94140625, false]], [[-3.939453125, false]], [[-7.19140625, false]], [[-8.6875, false]], [[-8.8125, false]], [[-7.19140625, false]], [[-7.94140625, false]], [[-7.44140625, false]], [[-4.06640625, false]], [[-8.9375, false]], [[-8.3125, false]], [[-8.6875, false]], [[-6.81640625, false]], [[-5.81640625, false]], [[-8.9375, false]], [[-8.3125, false]], [[-8.6875, false]], [[-4.06640625, false]], [[-9.4375, false]], [[-6.81640625, false]], [[-9.8125, false]], [[-9.4375, false]], [[-4.06640625, false]], [[-6.81640625, false]], [[-7.19140625, false]], [[-4.06640625, false]], [[-2.939453125, false]], [[-5.19140625, false]], [[-6.44140625, false]], [[-8.8125, false]], [[-8.21875, false]], [[-4.06640625, false]], [[-8.8125, false]], [[-7.19140625, false]], [[-8.3125, false]], [[-5.81640625, false]], [[-9.4375, false]], [[-3.939453125, false]], [[-7.19140625, false]], [[-6.81640625, false]], [[-5.81640625, false]], [[-3.939453125, false]], [[-8.9375, false]], [[-4.06640625, false]], [[-7.69140625, false]], [[-7.19140625, false]], [[-7.94140625, false]], [[-5.81640625, false]], [[-8.3125, false]], [[-8.6875, false]], [[-8.8125, false]], [[-11.8125, false]]], "filtered_resps": [[-5.94140625, false], [-8.8125, false], [-8.3125, false], [-8.9375, false], [-8.3125, false], [-5.81640625, false], [-7.44140625, false], [-7.94140625, false], [-7.19140625, false], [-5.81640625, false], [-9.4375, false], [-8.3125, false], [-7.19140625, false], [-6.81640625, false], [-5.81640625, false], [-3.939453125, false], [-8.9375, false], [-4.06640625, false], [-6.81640625, false], [-7.19140625, false], [-8.8125, false], [-9.3125, false], [-8.9375, false], [-8.6875, false], [-8.3125, false], [-8.6875, false], [-8.8125, false], [-8.21875, false], [-4.06640625, false], [-8.8125, false], [-6.31640625, false], [-5.56640625, false], [-2.939453125, false], [-4.06640625, false], [-8.6875, false], [-7.44140625, false], [-7.94140625, false], [-3.939453125, false], [-7.19140625, false], [-7.31640625, false], [-8.6875, false], [-8.8125, false], [-8.21875, false], [-4.06640625, false], [-8.8125, false], [-7.44140625, false], [-7.94140625, false], [-3.939453125, false], [-7.19140625, false], [-8.6875, false], [-8.8125, false], [-7.19140625, false], [-7.94140625, false], [-7.44140625, false], [-4.06640625, false], [-8.9375, false], [-8.3125, false], [-8.6875, false], [-6.81640625, false], [-5.81640625, false], [-8.9375, false], [-8.3125, false], [-8.6875, false], [-4.06640625, false], [-9.4375, false], [-6.81640625, false], [-9.8125, false], [-9.4375, false], [-4.06640625, false], [-6.81640625, false], [-7.19140625, false], [-4.06640625, false], [-2.939453125, false], [-5.19140625, false], [-6.44140625, false], [-8.8125, false], [-8.21875, false], [-4.06640625, false], [-8.8125, false], [-7.19140625, false], [-8.3125, false], [-5.81640625, false], [-9.4375, false], [-3.939453125, false], [-7.19140625, false], [-6.81640625, false], [-5.81640625, false], [-3.939453125, false], [-8.9375, false], [-4.06640625, false], [-7.69140625, false], [-7.19140625, false], [-7.94140625, false], [-5.81640625, false], [-8.3125, false], [-8.6875, false], [-8.8125, false], [-11.8125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1973, "doc": {"id": "Mercury_SC_400003", "question": "Spider webs help spiders", "choices": {"text": ["avoid predators.", "capture food.", "stay dry.", "keep warm."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "capture food.", "arguments": ["Question: Spider webs help spiders\nAnswer:", " ["], "resps": [[[-8.546875, false]], [[-9.546875, false]], [[-7.29296875, false]], [[-12.796875, false]], [[-10.296875, false]], [[-9.046875, false]], [[-11.546875, false]], [[-6.04296875, false]], [[-11.796875, false]], [[-12.546875, false]], [[-10.296875, false]], [[-11.546875, false]], [[-7.29296875, false]], [[-13.046875, false]], [[-10.296875, false]], [[-12.546875, false]], [[-9.296875, false]], [[-8.09375, false]], [[-9.546875, false]], [[-10.15625, false]], [[-6.04296875, false]], [[-9.546875, false]], [[-10.296875, false]], [[-7.29296875, false]], [[-11.796875, false]], [[-13.046875, false]], [[-11.296875, false]], [[-12.546875, false]], [[-10.296875, false]], [[-6.04296875, false]], [[-12.296875, false]], [[-10.296875, false]], [[-10.296875, false]], [[-11.546875, false]], [[-8.09375, false]], [[-9.546875, false]], [[-10.15625, false]], [[-6.04296875, false]], [[-9.546875, false]], [[-9.296875, false]], [[-13.046875, false]], [[-7.29296875, false]], [[-13.046875, false]], [[-6.04296875, false]], [[-11.546875, false]], [[-12.546875, false]], [[-13.046875, false]], [[-8.09375, false]], [[-9.546875, false]], [[-10.15625, false]], [[-6.04296875, false]], [[-9.546875, false]], [[-12.046875, false]], [[-10.296875, false]], [[-10.296875, false]], [[-11.796875, false]], [[-6.04296875, false]], [[-11.046875, false]], [[-7.29296875, false]], [[-12.546875, false]], [[-13.046875, false]], [[-8.09375, false]], [[-9.546875, false]], [[-12.296875, false]]], "filtered_resps": [[-8.546875, false], [-9.546875, false], [-7.29296875, false], [-12.796875, false], [-10.296875, false], [-9.046875, false], [-11.546875, false], [-6.04296875, false], [-11.796875, false], [-12.546875, false], [-10.296875, false], [-11.546875, false], [-7.29296875, false], [-13.046875, false], [-10.296875, false], [-12.546875, false], [-9.296875, false], [-8.09375, false], [-9.546875, false], [-10.15625, false], [-6.04296875, false], [-9.546875, false], [-10.296875, false], [-7.29296875, false], [-11.796875, false], [-13.046875, false], [-11.296875, false], [-12.546875, false], [-10.296875, false], [-6.04296875, false], [-12.296875, false], [-10.296875, false], [-10.296875, false], [-11.546875, false], [-8.09375, false], [-9.546875, false], [-10.15625, false], [-6.04296875, false], [-9.546875, false], [-9.296875, false], [-13.046875, false], [-7.29296875, false], [-13.046875, false], [-6.04296875, false], [-11.546875, false], [-12.546875, false], [-13.046875, false], [-8.09375, false], [-9.546875, false], [-10.15625, false], [-6.04296875, false], [-9.546875, false], [-12.046875, false], [-10.296875, false], [-10.296875, false], [-11.796875, false], [-6.04296875, false], [-11.046875, false], [-7.29296875, false], [-12.546875, false], [-13.046875, false], [-8.09375, false], [-9.546875, false], [-12.296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1981, "doc": {"id": "TIMSS_2011_4_pg42", "question": "Which group of animals contains ONLY reptiles?", "choices": {"text": ["lizard, frog, snake", "turtle, lizard, crocodile", "octopus, snail, turtle", "crab, earthworm, snake"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "turtle, lizard, crocodile", "arguments": ["Question: Which group of animals contains ONLY reptiles?\nAnswer:", " ["], "resps": [[[-6.98046875, false]], [[-8.484375, false]], [[-7.23046875, false]], [[-7.98046875, false]], [[-11.234375, false]], [[-5.48046875, false]], [[-8.984375, false]], [[-7.23046875, false]], [[-10.140625, false]], [[-4.48046875, false]], [[-10.234375, false]], [[-8.984375, false]], [[-8.734375, false]], [[-9.984375, false]], [[-10.140625, false]], [[-4.48046875, false]], [[-8.484375, false]], [[-8.984375, false]], [[-5.48046875, false]], [[-8.984375, false]], [[-7.23046875, false]], [[-8.484375, false]], [[-10.140625, false]], [[-4.48046875, false]], [[-8.484375, false]], [[-9.984375, false]], [[-10.734375, false]], [[-8.984375, false]], [[-9.984375, false]], [[-7.23046875, false]], [[-7.23046875, false]], [[-10.140625, false]], [[-4.48046875, false]], [[-7.23046875, false]], [[-7.98046875, false]], [[-11.234375, false]], [[-5.48046875, false]], [[-8.984375, false]], [[-7.23046875, false]], [[-10.140625, false]], [[-4.48046875, false]], [[-8.984375, false]], [[-8.984375, false]], [[-8.734375, false]], [[-8.984375, false]], [[-8.734375, false]], [[-7.23046875, false]], [[-7.98046875, false]], [[-7.23046875, false]], [[-7.23046875, false]], [[-8.484375, false]], [[-10.140625, false]], [[-4.48046875, false]], [[-8.484375, false]], [[-8.734375, false]], [[-8.984375, false]], [[-9.984375, false]], [[-8.734375, false]], [[-7.98046875, false]], [[-10.734375, false]], [[-8.484375, false]], [[-10.140625, false]], [[-4.48046875, false]], [[-8.484375, false]], [[-8.984375, false]], [[-5.48046875, false]], [[-7.98046875, false]], [[-7.23046875, false]], [[-10.140625, false]], [[-4.48046875, false]], [[-9.984375, false]], [[-10.734375, false]], [[-8.984375, false]], [[-9.984375, false]], [[-7.23046875, false]], [[-7.23046875, false]], [[-8.484375, false]], [[-10.140625, false]], [[-4.48046875, false]], [[-8.484375, false]], [[-8.984375, false]], [[-8.984375, false]], [[-5.48046875, false]], [[-10.984375, false]], [[-10.140625, false]], [[-4.48046875, false]], [[-7.23046875, false]], [[-5.48046875, false]], [[-8.984375, false]], [[-9.984375, false]], [[-10.484375, false]], [[-8.734375, false]], [[-8.734375, false]], [[-8.984375, false]], [[-12.484375, false]], [[-10.140625, false]], [[-4.48046875, false]], [[-8.484375, false]], [[-8.984375, false]], [[-5.48046875, false]], [[-8.984375, false]], [[-7.23046875, false]], [[-8.484375, false]], [[-11.984375, false]]], "filtered_resps": [[-6.98046875, false], [-8.484375, false], [-7.23046875, false], [-7.98046875, false], [-11.234375, false], [-5.48046875, false], [-8.984375, false], [-7.23046875, false], [-10.140625, false], [-4.48046875, false], [-10.234375, false], [-8.984375, false], [-8.734375, false], [-9.984375, false], [-10.140625, false], [-4.48046875, false], [-8.484375, false], [-8.984375, false], [-5.48046875, false], [-8.984375, false], [-7.23046875, false], [-8.484375, false], [-10.140625, false], [-4.48046875, false], [-8.484375, false], [-9.984375, false], [-10.734375, false], [-8.984375, false], [-9.984375, false], [-7.23046875, false], [-7.23046875, false], [-10.140625, false], [-4.48046875, false], [-7.23046875, false], [-7.98046875, false], [-11.234375, false], [-5.48046875, false], [-8.984375, false], [-7.23046875, false], [-10.140625, false], [-4.48046875, false], [-8.984375, false], [-8.984375, false], [-8.734375, false], [-8.984375, false], [-8.734375, false], [-7.23046875, false], [-7.98046875, false], [-7.23046875, false], [-7.23046875, false], [-8.484375, false], [-10.140625, false], [-4.48046875, false], [-8.484375, false], [-8.734375, false], [-8.984375, false], [-9.984375, false], [-8.734375, false], [-7.98046875, false], [-10.734375, false], [-8.484375, false], [-10.140625, false], [-4.48046875, false], [-8.484375, false], [-8.984375, false], [-5.48046875, false], [-7.98046875, false], [-7.23046875, false], [-10.140625, false], [-4.48046875, false], [-9.984375, false], [-10.734375, false], [-8.984375, false], [-9.984375, false], [-7.23046875, false], [-7.23046875, false], [-8.484375, false], [-10.140625, false], [-4.48046875, false], [-8.484375, false], [-8.984375, false], [-8.984375, false], [-5.48046875, false], [-10.984375, false], [-10.140625, false], [-4.48046875, false], [-7.23046875, false], [-5.48046875, false], [-8.984375, false], [-9.984375, false], [-10.484375, false], [-8.734375, false], [-8.734375, false], [-8.984375, false], [-12.484375, false], [-10.140625, false], [-4.48046875, false], [-8.484375, false], [-8.984375, false], [-5.48046875, false], [-8.984375, false], [-7.23046875, false], [-8.484375, false], [-11.984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1989, "doc": {"id": "Mercury_7171535", "question": "Scientists have studied the specific stages in the life cycle of stars. In which stage do stars spend most of their lifetime?", "choices": {"text": ["red giant", "black dwarf", "white dwarf", "main sequence"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "main sequence", "arguments": ["Question: Scientists have studied the specific stages in the life cycle of stars. In which stage do stars spend most of their lifetime?\nAnswer:", " ["], "resps": [[[-7.30859375, false]], [[-9.5625, false]], [[-10.3125, false]], [[-7.80859375, false]], [[-10.0625, false]], [[-6.05859375, false]], [[-12.5625, false]], [[-9.3125, false]], [[-7.80859375, false]], [[-9.8125, false]], [[-10.0625, false]], [[-9.5625, false]], [[-10.546875, false]], [[-6.05859375, false]], [[-9.5625, false]], [[-9.0625, false]], [[-11.3125, false]], [[-7.80859375, false]], [[-9.3125, false]], [[-11.0625, false]], [[-6.05859375, false]], [[-10.0625, false]], [[-11.8125, false]], [[-7.80859375, false]], [[-10.3125, false]], [[-10.5625, false]], [[-9.5625, false]], [[-10.546875, false]], [[-6.05859375, false]], [[-9.5625, false]], [[-11.8125, false]], [[-12.8125, false]], [[-9.3125, false]], [[-10.0625, false]], [[-7.80859375, false]], [[-6.05859375, false]], [[-10.0625, false]], [[-11.8125, false]], [[-7.80859375, false]], [[-10.3125, false]], [[-10.5625, false]], [[-9.5625, false]], [[-10.546875, false]], [[-6.05859375, false]], [[-9.5625, false]], [[-10.8125, false]], [[-7.80859375, false]], [[-9.3125, false]], [[-9.8125, false]], [[-6.05859375, false]], [[-10.3125, false]], [[-7.80859375, false]], [[-12.0625, false]], [[-11.8125, false]], [[-7.80859375, false]], [[-9.8125, false]], [[-9.3125, false]], [[-7.80859375, false]], [[-9.5625, false]], [[-12.0625, false]]], "filtered_resps": [[-7.30859375, false], [-9.5625, false], [-10.3125, false], [-7.80859375, false], [-10.0625, false], [-6.05859375, false], [-12.5625, false], [-9.3125, false], [-7.80859375, false], [-9.8125, false], [-10.0625, false], [-9.5625, false], [-10.546875, false], [-6.05859375, false], [-9.5625, false], [-9.0625, false], [-11.3125, false], [-7.80859375, false], [-9.3125, false], [-11.0625, false], [-6.05859375, false], [-10.0625, false], [-11.8125, false], [-7.80859375, false], [-10.3125, false], [-10.5625, false], [-9.5625, false], [-10.546875, false], [-6.05859375, false], [-9.5625, false], [-11.8125, false], [-12.8125, false], [-9.3125, false], [-10.0625, false], [-7.80859375, false], [-6.05859375, false], [-10.0625, false], [-11.8125, false], [-7.80859375, false], [-10.3125, false], [-10.5625, false], [-9.5625, false], [-10.546875, false], [-6.05859375, false], [-9.5625, false], [-10.8125, false], [-7.80859375, false], [-9.3125, false], [-9.8125, false], [-6.05859375, false], [-10.3125, false], [-7.80859375, false], [-12.0625, false], [-11.8125, false], [-7.80859375, false], [-9.8125, false], [-9.3125, false], [-7.80859375, false], [-9.5625, false], [-12.0625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1997, "doc": {"id": "Mercury_7238910", "question": "In a cell, a newly synthesized protein requires modification by the addition of a carbohydrate. Which structure will transport the protein from the site of synthesis to the site of modification?", "choices": {"text": ["a ribosome", "the endoplasmic reticulum", "the Golgi apparatus", "a vacuole"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "the endoplasmic reticulum", "arguments": ["Question: In a cell, a newly synthesized protein requires modification by the addition of a carbohydrate. Which structure will transport the protein from the site of synthesis to the site of modification?\nAnswer:", " ["], "resps": [[[-5.04296875, false]], [[-9.7890625, false]], [[-2.79296875, false]], [[-4.54296875, false]], [[-7.29296875, false]], [[-6.79296875, false]], [[-5.29296875, false]], [[-9.5390625, false]], [[-8.0390625, false]], [[-9.5390625, false]], [[-6.04296875, false]], [[-7.29296875, false]], [[-9.7890625, false]], [[-9.0546875, false]], [[-4.54296875, false]], [[-9.7890625, false]], [[-6.79296875, false]], [[-7.29296875, false]], [[-7.29296875, false]], [[-4.54296875, false]], [[-7.29296875, false]], [[-8.0390625, false]], [[-6.04296875, false]], [[-9.5390625, false]], [[-5.79296875, false]], [[-8.5390625, false]], [[-2.79296875, false]], [[-8.0390625, false]], [[-6.04296875, false]], [[-6.79296875, false]], [[-4.54296875, false]], [[-4.54296875, false]], [[-7.29296875, false]], [[-7.29296875, false]], [[-6.79296875, false]], [[-6.79296875, false]], [[-4.54296875, false]], [[-9.5390625, false]], [[-8.5390625, false]], [[-9.5390625, false]], [[-6.04296875, false]], [[-9.7890625, false]], [[-9.0546875, false]], [[-4.54296875, false]], [[-9.7890625, false]], [[-6.79296875, false]], [[-7.29296875, false]], [[-7.29296875, false]], [[-4.54296875, false]], [[-5.29296875, false]], [[-9.5390625, false]], [[-8.5390625, false]], [[-8.5390625, false]], [[-6.79296875, false]], [[-4.54296875, false]], [[-2.79296875, false]], [[-5.79296875, false]], [[-5.79296875, false]], [[-2.79296875, false]], [[-7.29296875, false]], [[-2.79296875, false]], [[-6.79296875, false]], [[-9.5390625, false]], [[-8.0390625, false]], [[-9.7890625, false]], [[-9.0546875, false]], [[-4.54296875, false]], [[-9.7890625, false]], [[-2.79296875, false]], [[-4.54296875, false]], [[-7.54296875, false]], [[-2.79296875, false]], [[-4.54296875, false]], [[-9.5390625, false]], [[-9.5390625, false]], [[-8.5390625, false]], [[-7.29296875, false]], [[-9.7890625, false]], [[-12.7890625, false]]], "filtered_resps": [[-5.04296875, false], [-9.7890625, false], [-2.79296875, false], [-4.54296875, false], [-7.29296875, false], [-6.79296875, false], [-5.29296875, false], [-9.5390625, false], [-8.0390625, false], [-9.5390625, false], [-6.04296875, false], [-7.29296875, false], [-9.7890625, false], [-9.0546875, false], [-4.54296875, false], [-9.7890625, false], [-6.79296875, false], [-7.29296875, false], [-7.29296875, false], [-4.54296875, false], [-7.29296875, false], [-8.0390625, false], [-6.04296875, false], [-9.5390625, false], [-5.79296875, false], [-8.5390625, false], [-2.79296875, false], [-8.0390625, false], [-6.04296875, false], [-6.79296875, false], [-4.54296875, false], [-4.54296875, false], [-7.29296875, false], [-7.29296875, false], [-6.79296875, false], [-6.79296875, false], [-4.54296875, false], [-9.5390625, false], [-8.5390625, false], [-9.5390625, false], [-6.04296875, false], [-9.7890625, false], [-9.0546875, false], [-4.54296875, false], [-9.7890625, false], [-6.79296875, false], [-7.29296875, false], [-7.29296875, false], [-4.54296875, false], [-5.29296875, false], [-9.5390625, false], [-8.5390625, false], [-8.5390625, false], [-6.79296875, false], [-4.54296875, false], [-2.79296875, false], [-5.79296875, false], [-5.79296875, false], [-2.79296875, false], [-7.29296875, false], [-2.79296875, false], [-6.79296875, false], [-9.5390625, false], [-8.0390625, false], [-9.7890625, false], [-9.0546875, false], [-4.54296875, false], [-9.7890625, false], [-2.79296875, false], [-4.54296875, false], [-7.54296875, false], [-2.79296875, false], [-4.54296875, false], [-9.5390625, false], [-9.5390625, false], [-8.5390625, false], [-7.29296875, false], [-9.7890625, false], [-12.7890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2005, "doc": {"id": "Mercury_SC_400604", "question": "When a guitar string is strummed, it produces sound by making", "choices": {"text": ["heat.", "electricity.", "vibrations.", "light."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "vibrations.", "arguments": ["Question: When a guitar string is strummed, it produces sound by making\nAnswer:", " ["], "resps": [[[-7.5703125, false]], [[-7.5703125, false]], [[-11.0703125, false]], [[-9.3203125, false]], [[-5.0703125, false]], [[-8.8203125, false]], [[-7.015625, false]], [[-7.5703125, false]], [[-9.140625, false]], [[-5.8203125, false]], [[-7.5703125, false]], [[-9.3203125, false]], [[-11.0703125, false]], [[-9.3203125, false]], [[-9.5703125, false]], [[-8.8203125, false]], [[-9.8203125, false]], [[-8.0703125, false]], [[-9.5703125, false]], [[-8.0703125, false]], [[-8.8203125, false]], [[-11.3203125, false]], [[-7.015625, false]], [[-7.5703125, false]], [[-9.140625, false]], [[-5.8203125, false]], [[-7.5703125, false]], [[-11.3203125, false]], [[-8.0703125, false]], [[-9.3203125, false]], [[-9.8203125, false]], [[-5.0703125, false]], [[-8.8203125, false]], [[-8.0703125, false]], [[-10.8203125, false]], [[-9.8203125, false]], [[-8.8203125, false]], [[-7.015625, false]], [[-7.5703125, false]], [[-9.140625, false]], [[-5.8203125, false]], [[-7.5703125, false]], [[-11.0703125, false]], [[-8.0703125, false]], [[-10.3203125, false]], [[-11.0703125, false]], [[-8.8203125, false]], [[-7.015625, false]], [[-7.5703125, false]], [[-11.5703125, false]]], "filtered_resps": [[-7.5703125, false], [-7.5703125, false], [-11.0703125, false], [-9.3203125, false], [-5.0703125, false], [-8.8203125, false], [-7.015625, false], [-7.5703125, false], [-9.140625, false], [-5.8203125, false], [-7.5703125, false], [-9.3203125, false], [-11.0703125, false], [-9.3203125, false], [-9.5703125, false], [-8.8203125, false], [-9.8203125, false], [-8.0703125, false], [-9.5703125, false], [-8.0703125, false], [-8.8203125, false], [-11.3203125, false], [-7.015625, false], [-7.5703125, false], [-9.140625, false], [-5.8203125, false], [-7.5703125, false], [-11.3203125, false], [-8.0703125, false], [-9.3203125, false], [-9.8203125, false], [-5.0703125, false], [-8.8203125, false], [-8.0703125, false], [-10.8203125, false], [-9.8203125, false], [-8.8203125, false], [-7.015625, false], [-7.5703125, false], [-9.140625, false], [-5.8203125, false], [-7.5703125, false], [-11.0703125, false], [-8.0703125, false], [-10.3203125, false], [-11.0703125, false], [-8.8203125, false], [-7.015625, false], [-7.5703125, false], [-11.5703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2013, "doc": {"id": "Mercury_7213308", "question": "Which is the best way to show the percent gas composition in Earth's atmosphere?", "choices": {"text": ["bar graph", "line graph", "pie chart", "scatterplot"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "pie chart", "arguments": ["Question: Which is the best way to show the percent gas composition in Earth's atmosphere?\nAnswer:", " ["], "resps": [[[-7.34765625, false]], [[-8.4765625, false]], [[-9.6015625, false]], [[-5.72265625, false]], [[-10.8515625, false]], [[-5.09765625, false]], [[-10.6015625, false]], [[-10.8515625, false]], [[-5.72265625, false]], [[-9.2265625, false]], [[-9.6015625, false]], [[-8.4765625, false]], [[-9.2265625, false]], [[-5.09765625, false]], [[-8.4765625, false]], [[-10.7265625, false]], [[-7.84765625, false]], [[-8.8515625, false]], [[-7.97265625, false]], [[-5.09765625, false]], [[-10.6015625, false]], [[-10.8515625, false]], [[-5.72265625, false]], [[-9.2265625, false]], [[-9.6015625, false]], [[-8.4765625, false]], [[-9.2265625, false]], [[-5.09765625, false]], [[-8.4765625, false]], [[-9.2265625, false]], [[-7.84765625, false]], [[-7.97265625, false]], [[-5.09765625, false]], [[-9.4765625, false]], [[-9.6015625, false]], [[-5.72265625, false]], [[-10.8515625, false]], [[-10.2265625, false]], [[-8.4765625, false]], [[-9.2265625, false]], [[-5.09765625, false]], [[-8.4765625, false]], [[-9.9765625, false]], [[-9.4765625, false]], [[-5.72265625, false]], [[-10.2265625, false]], [[-10.2265625, false]], [[-7.97265625, false]], [[-10.8515625, false]], [[-9.2265625, false]], [[-10.7265625, false]], [[-9.9765625, false]], [[-10.2265625, false]], [[-8.4765625, false]], [[-12.8515625, false]]], "filtered_resps": [[-7.34765625, false], [-8.4765625, false], [-9.6015625, false], [-5.72265625, false], [-10.8515625, false], [-5.09765625, false], [-10.6015625, false], [-10.8515625, false], [-5.72265625, false], [-9.2265625, false], [-9.6015625, false], [-8.4765625, false], [-9.2265625, false], [-5.09765625, false], [-8.4765625, false], [-10.7265625, false], [-7.84765625, false], [-8.8515625, false], [-7.97265625, false], [-5.09765625, false], [-10.6015625, false], [-10.8515625, false], [-5.72265625, false], [-9.2265625, false], [-9.6015625, false], [-8.4765625, false], [-9.2265625, false], [-5.09765625, false], [-8.4765625, false], [-9.2265625, false], [-7.84765625, false], [-7.97265625, false], [-5.09765625, false], [-9.4765625, false], [-9.6015625, false], [-5.72265625, false], [-10.8515625, false], [-10.2265625, false], [-8.4765625, false], [-9.2265625, false], [-5.09765625, false], [-8.4765625, false], [-9.9765625, false], [-9.4765625, false], [-5.72265625, false], [-10.2265625, false], [-10.2265625, false], [-7.97265625, false], [-10.8515625, false], [-9.2265625, false], [-10.7265625, false], [-9.9765625, false], [-10.2265625, false], [-8.4765625, false], [-12.8515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2021, "doc": {"id": "Mercury_7009608", "question": "Which organ is the site of gas exchange between the body and the environment?", "choices": {"text": ["spleen", "liver", "lungs", "pancreas"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "lungs", "arguments": ["Question: Which organ is the site of gas exchange between the body and the environment?\nAnswer:", " ["], "resps": [[[-8.34375, false]], [[-10.84375, false]], [[-10.34375, false]], [[-10.09375, false]], [[-8.59375, false]], [[-9.09375, false]], [[-9.09375, false]], [[-10.59375, false]], [[-10.84375, false]], [[-11.203125, false]], [[-5.34765625, false]], [[-10.84375, false]], [[-8.59375, false]], [[-10.34375, false]], [[-11.84375, false]], [[-9.09375, false]], [[-11.59375, false]], [[-10.84375, false]], [[-11.203125, false]], [[-5.34765625, false]], [[-10.84375, false]], [[-8.59375, false]], [[-9.09375, false]], [[-10.59375, false]], [[-12.09375, false]], [[-10.34375, false]], [[-10.84375, false]], [[-11.203125, false]], [[-5.34765625, false]], [[-10.84375, false]], [[-10.09375, false]], [[-6.09765625, false]], [[-10.59375, false]], [[-9.09375, false]], [[-11.59375, false]], [[-9.09375, false]], [[-6.09765625, false]], [[-10.34375, false]], [[-10.84375, false]], [[-13.84375, false]]], "filtered_resps": [[-8.34375, false], [-10.84375, false], [-10.34375, false], [-10.09375, false], [-8.59375, false], [-9.09375, false], [-9.09375, false], [-10.59375, false], [-10.84375, false], [-11.203125, false], [-5.34765625, false], [-10.84375, false], [-8.59375, false], [-10.34375, false], [-11.84375, false], [-9.09375, false], [-11.59375, false], [-10.84375, false], [-11.203125, false], [-5.34765625, false], [-10.84375, false], [-8.59375, false], [-9.09375, false], [-10.59375, false], [-12.09375, false], [-10.34375, false], [-10.84375, false], [-11.203125, false], [-5.34765625, false], [-10.84375, false], [-10.09375, false], [-6.09765625, false], [-10.59375, false], [-9.09375, false], [-11.59375, false], [-9.09375, false], [-6.09765625, false], [-10.34375, false], [-10.84375, false], [-13.84375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2029, "doc": {"id": "Mercury_7056473", "question": "If Earth revolved at a faster rate, what would most likely occur?", "choices": {"text": ["Annual rainfall would increase.", "Daylight hours would decrease.", "Seasons would be shorter.", "Annual temperature variation would be greater."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Seasons would be shorter.", "arguments": ["Question: If Earth revolved at a faster rate, what would most likely occur?\nAnswer:", " ["], "resps": [[[-7.78125, false]], [[-8.28125, false]], [[-2.529296875, false]], [[-10.53125, false]], [[-10.53125, false]], [[-11.03125, false]], [[-4.78125, false]], [[-11.28125, false]], [[-5.53125, false]], [[-10.78125, false]], [[-4.78125, false]], [[-9.28125, false]], [[-10.53125, false]], [[-10.03125, false]], [[-4.78125, false]], [[-11.28125, false]], [[-11.28125, false]], [[-5.53125, false]], [[-11.03125, false]], [[-10.53125, false]], [[-11.03125, false]], [[-11.28125, false]], [[-10.03125, false]], [[-5.53125, false]], [[-9.28125, false]], [[-10.53125, false]], [[-9.53125, false]], [[-10.78125, false]], [[-8.03125, false]], [[-4.78125, false]], [[-9.78125, false]], [[-8.03125, false]], [[-7.18359375, false]], [[-8.28125, false]], [[-10.1875, false]], [[-5.53125, false]], [[-8.28125, false]], [[-8.03125, false]], [[-4.78125, false]], [[-12.03125, false]], [[-11.28125, false]], [[-9.28125, false]], [[-11.78125, false]], [[-11.28125, false]], [[-10.53125, false]], [[-5.53125, false]], [[-11.28125, false]], [[-10.53125, false]], [[-11.03125, false]], [[-10.78125, false]], [[-9.78125, false]], [[-5.53125, false]], [[-11.03125, false]], [[-10.53125, false]], [[-11.03125, false]], [[-11.28125, false]], [[-10.03125, false]], [[-5.53125, false]], [[-10.03125, false]], [[-8.03125, false]], [[-9.53125, false]], [[-10.78125, false]], [[-8.03125, false]], [[-4.78125, false]], [[-9.78125, false]], [[-8.03125, false]], [[-7.18359375, false]], [[-8.28125, false]], [[-10.1875, false]], [[-5.53125, false]], [[-8.28125, false]], [[-6.78125, false]], [[-8.03125, false]], [[-4.78125, false]], [[-9.78125, false]], [[-10.53125, false]], [[-10.53125, false]], [[-9.78125, false]], [[-5.53125, false]], [[-11.03125, false]], [[-10.53125, false]], [[-11.03125, false]], [[-11.28125, false]], [[-10.03125, false]], [[-5.53125, false]], [[-10.28125, false]], [[-8.03125, false]], [[-5.53125, false]], [[-9.78125, false]], [[-11.28125, false]], [[-10.53125, false]], [[-10.78125, false]], [[-10.53125, false]], [[-8.03125, false]], [[-10.78125, false]], [[-7.18359375, false]], [[-8.28125, false]], [[-10.1875, false]], [[-5.53125, false]], [[-8.28125, false]], [[-2.529296875, false]], [[-10.53125, false]], [[-10.53125, false]], [[-11.03125, false]], [[-4.78125, false]], [[-11.28125, false]], [[-5.53125, false]], [[-10.53125, false]], [[-8.03125, false]], [[-10.78125, false]], [[-10.28125, false]], [[-8.03125, false]], [[-10.78125, false]], [[-4.78125, false]], [[-10.53125, false]], [[-11.03125, false]], [[-10.78125, false]], [[-8.03125, false]], [[-5.53125, false]], [[-11.28125, false]], [[-4.78125, false]], [[-10.78125, false]], [[-9.28125, false]], [[-4.78125, false]], [[-10.53125, false]], [[-9.28125, false]], [[-10.53125, false]], [[-10.53125, false]], [[-5.53125, false]], [[-11.03125, false]], [[-10.53125, false]], [[-11.03125, false]], [[-11.28125, false]], [[-10.03125, false]], [[-5.53125, false]], [[-10.28125, false]], [[-8.03125, false]], [[-5.53125, false]], [[-11.78125, false]], [[-10.78125, false]], [[-8.03125, false]], [[-4.78125, false]], [[-10.53125, false]], [[-8.03125, false]], [[-10.78125, false]], [[-7.18359375, false]], [[-8.28125, false]], [[-13.03125, false]]], "filtered_resps": [[-7.78125, false], [-8.28125, false], [-2.529296875, false], [-10.53125, false], [-10.53125, false], [-11.03125, false], [-4.78125, false], [-11.28125, false], [-5.53125, false], [-10.78125, false], [-4.78125, false], [-9.28125, false], [-10.53125, false], [-10.03125, false], [-4.78125, false], [-11.28125, false], [-11.28125, false], [-5.53125, false], [-11.03125, false], [-10.53125, false], [-11.03125, false], [-11.28125, false], [-10.03125, false], [-5.53125, false], [-9.28125, false], [-10.53125, false], [-9.53125, false], [-10.78125, false], [-8.03125, false], [-4.78125, false], [-9.78125, false], [-8.03125, false], [-7.18359375, false], [-8.28125, false], [-10.1875, false], [-5.53125, false], [-8.28125, false], [-8.03125, false], [-4.78125, false], [-12.03125, false], [-11.28125, false], [-9.28125, false], [-11.78125, false], [-11.28125, false], [-10.53125, false], [-5.53125, false], [-11.28125, false], [-10.53125, false], [-11.03125, false], [-10.78125, false], [-9.78125, false], [-5.53125, false], [-11.03125, false], [-10.53125, false], [-11.03125, false], [-11.28125, false], [-10.03125, false], [-5.53125, false], [-10.03125, false], [-8.03125, false], [-9.53125, false], [-10.78125, false], [-8.03125, false], [-4.78125, false], [-9.78125, false], [-8.03125, false], [-7.18359375, false], [-8.28125, false], [-10.1875, false], [-5.53125, false], [-8.28125, false], [-6.78125, false], [-8.03125, false], [-4.78125, false], [-9.78125, false], [-10.53125, false], [-10.53125, false], [-9.78125, false], [-5.53125, false], [-11.03125, false], [-10.53125, false], [-11.03125, false], [-11.28125, false], [-10.03125, false], [-5.53125, false], [-10.28125, false], [-8.03125, false], [-5.53125, false], [-9.78125, false], [-11.28125, false], [-10.53125, false], [-10.78125, false], [-10.53125, false], [-8.03125, false], [-10.78125, false], [-7.18359375, false], [-8.28125, false], [-10.1875, false], [-5.53125, false], [-8.28125, false], [-2.529296875, false], [-10.53125, false], [-10.53125, false], [-11.03125, false], [-4.78125, false], [-11.28125, false], [-5.53125, false], [-10.53125, false], [-8.03125, false], [-10.78125, false], [-10.28125, false], [-8.03125, false], [-10.78125, false], [-4.78125, false], [-10.53125, false], [-11.03125, false], [-10.78125, false], [-8.03125, false], [-5.53125, false], [-11.28125, false], [-4.78125, false], [-10.78125, false], [-9.28125, false], [-4.78125, false], [-10.53125, false], [-9.28125, false], [-10.53125, false], [-10.53125, false], [-5.53125, false], [-11.03125, false], [-10.53125, false], [-11.03125, false], [-11.28125, false], [-10.03125, false], [-5.53125, false], [-10.28125, false], [-8.03125, false], [-5.53125, false], [-11.78125, false], [-10.78125, false], [-8.03125, false], [-4.78125, false], [-10.53125, false], [-8.03125, false], [-10.78125, false], [-7.18359375, false], [-8.28125, false], [-13.03125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2037, "doc": {"id": "Mercury_7283465", "question": "Which of these is part of the description of protein?", "choices": {"text": ["a folded chain of amino acids", "a folded chain of carbohydrates", "a branched chain of fatty acids", "a branched chain of nucleic acids"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "a folded chain of amino acids", "arguments": ["Question: Which of these is part of the description of protein?\nAnswer:", " ["], "resps": [[[-5.5625, false]], [[-8.4375, false]], [[-4.3125, false]], [[-4.3125, false]], [[-8.4375, false]], [[-8.8125, false]], [[-8.3125, false]], [[-7.4375, false]], [[-7.4375, false]], [[-7.4375, false]], [[-4.3125, false]], [[-4.8125, false]], [[-6.8125, false]], [[-4.3125, false]], [[-7.6875, false]], [[-8.0625, false]], [[-4.3125, false]], [[-8.8125, false]], [[-8.4375, false]], [[-4.3125, false]], [[-4.3125, false]], [[-5.9375, false]], [[-7.6875, false]], [[-8.0625, false]], [[-8.8125, false]], [[-4.3125, false]], [[-4.3125, false]], [[-4.8125, false]], [[-7.6875, false]], [[-7.4375, false]], [[-7.8125, false]], [[-8.4375, false]], [[-9.109375, false]], [[-4.3125, false]], [[-8.4375, false]], [[-4.3125, false]], [[-4.3125, false]], [[-8.4375, false]], [[-8.8125, false]], [[-8.3125, false]], [[-7.4375, false]], [[-7.4375, false]], [[-7.4375, false]], [[-4.3125, false]], [[-4.8125, false]], [[-6.8125, false]], [[-4.3125, false]], [[-7.6875, false]], [[-8.0625, false]], [[-4.3125, false]], [[-8.8125, false]], [[-8.4375, false]], [[-4.3125, false]], [[-4.8125, false]], [[-4.3125, false]], [[-7.8125, false]], [[-5.9375, false]], [[-8.8125, false]], [[-6.8125, false]], [[-9.8125, false]], [[-7.4375, false]], [[-7.8125, false]], [[-4.3125, false]], [[-7.0625, false]], [[-7.4375, false]], [[-7.8125, false]], [[-8.4375, false]], [[-9.109375, false]], [[-4.3125, false]], [[-8.4375, false]], [[-4.3125, false]], [[-4.3125, false]], [[-5.9375, false]], [[-7.8125, false]], [[-4.3125, false]], [[-8.0625, false]], [[-4.8125, false]], [[-6.8125, false]], [[-7.4375, false]], [[-7.4375, false]], [[-4.3125, false]], [[-4.8125, false]], [[-6.8125, false]], [[-4.3125, false]], [[-7.6875, false]], [[-8.0625, false]], [[-4.3125, false]], [[-8.8125, false]], [[-8.4375, false]], [[-4.3125, false]], [[-8.4375, false]], [[-4.3125, false]], [[-7.0625, false]], [[-7.0625, false]], [[-9.8125, false]], [[-4.3125, false]], [[-4.3125, false]], [[-4.8125, false]], [[-7.6875, false]], [[-7.4375, false]], [[-7.8125, false]], [[-8.4375, false]], [[-9.109375, false]], [[-4.3125, false]], [[-8.4375, false]], [[-4.3125, false]], [[-4.3125, false]], [[-5.9375, false]], [[-7.8125, false]], [[-4.3125, false]], [[-8.0625, false]], [[-4.8125, false]], [[-6.8125, false]], [[-7.4375, false]], [[-7.4375, false]], [[-4.3125, false]], [[-4.8125, false]], [[-6.8125, false]], [[-4.3125, false]], [[-7.6875, false]], [[-8.0625, false]], [[-4.3125, false]], [[-8.8125, false]], [[-8.4375, false]], [[-4.3125, false]], [[-8.0625, false]], [[-8.8125, false]], [[-4.8125, false]], [[-8.3125, false]], [[-7.4375, false]], [[-7.6875, false]], [[-4.8125, false]], [[-4.3125, false]], [[-4.3125, false]], [[-4.8125, false]], [[-7.6875, false]], [[-7.4375, false]], [[-7.8125, false]], [[-8.4375, false]], [[-13.0625, false]]], "filtered_resps": [[-5.5625, false], [-8.4375, false], [-4.3125, false], [-4.3125, false], [-8.4375, false], [-8.8125, false], [-8.3125, false], [-7.4375, false], [-7.4375, false], [-7.4375, false], [-4.3125, false], [-4.8125, false], [-6.8125, false], [-4.3125, false], [-7.6875, false], [-8.0625, false], [-4.3125, false], [-8.8125, false], [-8.4375, false], [-4.3125, false], [-4.3125, false], [-5.9375, false], [-7.6875, false], [-8.0625, false], [-8.8125, false], [-4.3125, false], [-4.3125, false], [-4.8125, false], [-7.6875, false], [-7.4375, false], [-7.8125, false], [-8.4375, false], [-9.109375, false], [-4.3125, false], [-8.4375, false], [-4.3125, false], [-4.3125, false], [-8.4375, false], [-8.8125, false], [-8.3125, false], [-7.4375, false], [-7.4375, false], [-7.4375, false], [-4.3125, false], [-4.8125, false], [-6.8125, false], [-4.3125, false], [-7.6875, false], [-8.0625, false], [-4.3125, false], [-8.8125, false], [-8.4375, false], [-4.3125, false], [-4.8125, false], [-4.3125, false], [-7.8125, false], [-5.9375, false], [-8.8125, false], [-6.8125, false], [-9.8125, false], [-7.4375, false], [-7.8125, false], [-4.3125, false], [-7.0625, false], [-7.4375, false], [-7.8125, false], [-8.4375, false], [-9.109375, false], [-4.3125, false], [-8.4375, false], [-4.3125, false], [-4.3125, false], [-5.9375, false], [-7.8125, false], [-4.3125, false], [-8.0625, false], [-4.8125, false], [-6.8125, false], [-7.4375, false], [-7.4375, false], [-4.3125, false], [-4.8125, false], [-6.8125, false], [-4.3125, false], [-7.6875, false], [-8.0625, false], [-4.3125, false], [-8.8125, false], [-8.4375, false], [-4.3125, false], [-8.4375, false], [-4.3125, false], [-7.0625, false], [-7.0625, false], [-9.8125, false], [-4.3125, false], [-4.3125, false], [-4.8125, false], [-7.6875, false], [-7.4375, false], [-7.8125, false], [-8.4375, false], [-9.109375, false], [-4.3125, false], [-8.4375, false], [-4.3125, false], [-4.3125, false], [-5.9375, false], [-7.8125, false], [-4.3125, false], [-8.0625, false], [-4.8125, false], [-6.8125, false], [-7.4375, false], [-7.4375, false], [-4.3125, false], [-4.8125, false], [-6.8125, false], [-4.3125, false], [-7.6875, false], [-8.0625, false], [-4.3125, false], [-8.8125, false], [-8.4375, false], [-4.3125, false], [-8.0625, false], [-8.8125, false], [-4.8125, false], [-8.3125, false], [-7.4375, false], [-7.6875, false], [-4.8125, false], [-4.3125, false], [-4.3125, false], [-4.8125, false], [-7.6875, false], [-7.4375, false], [-7.8125, false], [-8.4375, false], [-13.0625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2045, "doc": {"id": "TIMSS_2003_8_pg44", "question": "Oil is an example of a natural resource that is not renewable. Which is another example of an nonrenewable resource?", "choices": {"text": ["Wood", "Seawater", "Sunlight", "Coal"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Coal", "arguments": ["Question: Oil is an example of a natural resource that is not renewable. Which is another example of an nonrenewable resource?\nAnswer:", " ["], "resps": [[[-7.28515625, false]], [[-9.03125, false]], [[-6.53515625, false]], [[-8.03125, false]], [[-8.03125, false]], [[-8.03125, false]], [[-9.03125, false]], [[-8.859375, false]], [[-5.03515625, false]], [[-9.03125, false]], [[-6.28515625, false]], [[-7.28515625, false]], [[-6.03515625, false]], [[-9.28125, false]], [[-6.03515625, false]], [[-11.53125, false]], [[-7.28515625, false]], [[-11.03125, false]], [[-9.03125, false]], [[-8.859375, false]], [[-5.03515625, false]], [[-9.03125, false]], [[-6.28515625, false]], [[-10.78125, false]], [[-8.28125, false]], [[-9.03125, false]], [[-7.53515625, false]], [[-11.28125, false]], [[-11.03125, false]], [[-11.53125, false]], [[-9.03125, false]], [[-8.859375, false]], [[-5.03515625, false]], [[-9.03125, false]], [[-4.53515625, false]], [[-8.03125, false]], [[-6.03515625, false]], [[-9.03125, false]], [[-9.03125, false]], [[-13.28125, false]]], "filtered_resps": [[-7.28515625, false], [-9.03125, false], [-6.53515625, false], [-8.03125, false], [-8.03125, false], [-8.03125, false], [-9.03125, false], [-8.859375, false], [-5.03515625, false], [-9.03125, false], [-6.28515625, false], [-7.28515625, false], [-6.03515625, false], [-9.28125, false], [-6.03515625, false], [-11.53125, false], [-7.28515625, false], [-11.03125, false], [-9.03125, false], [-8.859375, false], [-5.03515625, false], [-9.03125, false], [-6.28515625, false], [-10.78125, false], [-8.28125, false], [-9.03125, false], [-7.53515625, false], [-11.28125, false], [-11.03125, false], [-11.53125, false], [-9.03125, false], [-8.859375, false], [-5.03515625, false], [-9.03125, false], [-4.53515625, false], [-8.03125, false], [-6.03515625, false], [-9.03125, false], [-9.03125, false], [-13.28125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2053, "doc": {"id": "Mercury_7163415", "question": "In science, old ideas can be changed when new discoveries alter existing information. Which situation is most likely an example of a rethinking of an existing idea?", "choices": {"text": ["using coal to generate electricity", "discovering a new species of snake", "developing an antibiotic to treat infections", "changing the definition of the term planet"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "changing the definition of the term planet", "arguments": ["Question: In science, old ideas can be changed when new discoveries alter existing information. Which situation is most likely an example of a rethinking of an existing idea?\nAnswer:", " ["], "resps": [[[-6.89453125, false]], [[-8.1484375, false]], [[-10.8984375, false]], [[-9.0234375, false]], [[-8.0234375, false]], [[-9.5234375, false]], [[-11.5234375, false]], [[-5.64453125, false]], [[-8.6484375, false]], [[-9.2734375, false]], [[-4.51953125, false]], [[-9.8984375, false]], [[-5.64453125, false]], [[-9.7734375, false]], [[-9.2734375, false]], [[-5.64453125, false]], [[-11.5234375, false]], [[-7.89453125, false]], [[-9.5234375, false]], [[-7.89453125, false]], [[-9.7734375, false]], [[-4.51953125, false]], [[-9.7734375, false]], [[-7.89453125, false]], [[-5.64453125, false]], [[-7.89453125, false]], [[-9.8984375, false]], [[-7.89453125, false]], [[-8.6484375, false]], [[-9.7734375, false]], [[-9.7734375, false]], [[-8.0234375, false]], [[-8.6484375, false]], [[-8.0234375, false]], [[-9.7734375, false]], [[-12.0234375, false]], [[-8.1484375, false]], [[-9.8125, false]], [[-5.64453125, false]], [[-8.1484375, false]], [[-9.1484375, false]], [[-8.0234375, false]], [[-9.0234375, false]], [[-8.6484375, false]], [[-9.2734375, false]], [[-10.6484375, false]], [[-7.89453125, false]], [[-9.7734375, false]], [[-8.0234375, false]], [[-9.5234375, false]], [[-11.5234375, false]], [[-5.64453125, false]], [[-4.51953125, false]], [[-5.64453125, false]], [[-9.5234375, false]], [[-7.89453125, false]], [[-10.3984375, false]], [[-5.64453125, false]], [[-9.0234375, false]], [[-9.1484375, false]], [[-7.89453125, false]], [[-8.6484375, false]], [[-8.0234375, false]], [[-7.89453125, false]], [[-9.0234375, false]], [[-5.64453125, false]], [[-9.2734375, false]], [[-9.1484375, false]], [[-5.64453125, false]], [[-9.0234375, false]], [[-9.5234375, false]], [[-4.51953125, false]], [[-10.2734375, false]], [[-7.89453125, false]], [[-8.1484375, false]], [[-9.8125, false]], [[-5.64453125, false]], [[-8.1484375, false]], [[-9.1484375, false]], [[-7.89453125, false]], [[-10.6484375, false]], [[-7.89453125, false]], [[-9.8984375, false]], [[-9.2734375, false]], [[-9.1484375, false]], [[-8.0234375, false]], [[-9.5234375, false]], [[-11.5234375, false]], [[-5.64453125, false]], [[-4.51953125, false]], [[-9.5234375, false]], [[-5.64453125, false]], [[-4.51953125, false]], [[-9.5234375, false]], [[-9.7734375, false]], [[-8.0234375, false]], [[-8.5234375, false]], [[-8.0234375, false]], [[-9.2734375, false]], [[-9.7734375, false]], [[-8.0234375, false]], [[-8.6484375, false]], [[-5.64453125, false]], [[-9.7734375, false]], [[-9.2734375, false]], [[-5.64453125, false]], [[-9.7734375, false]], [[-9.7734375, false]], [[-7.89453125, false]], [[-4.51953125, false]], [[-9.7734375, false]], [[-5.64453125, false]], [[-8.0234375, false]], [[-9.5234375, false]], [[-9.1484375, false]], [[-7.89453125, false]], [[-8.6484375, false]], [[-9.7734375, false]], [[-8.0234375, false]], [[-9.2734375, false]], [[-9.5234375, false]], [[-9.0234375, false]], [[-8.1484375, false]], [[-9.8125, false]], [[-5.64453125, false]], [[-8.1484375, false]], [[-8.6484375, false]], [[-10.8984375, false]], [[-4.51953125, false]], [[-9.5234375, false]], [[-11.5234375, false]], [[-8.0234375, false]], [[-9.5234375, false]], [[-11.5234375, false]], [[-5.64453125, false]], [[-9.7734375, false]], [[-10.8984375, false]], [[-7.89453125, false]], [[-5.64453125, false]], [[-9.1484375, false]], [[-7.89453125, false]], [[-9.1484375, false]], [[-8.0234375, false]], [[-9.5234375, false]], [[-8.0234375, false]], [[-9.7734375, false]], [[-8.0234375, false]], [[-9.2734375, false]], [[-9.5234375, false]], [[-5.64453125, false]], [[-9.2734375, false]], [[-9.1484375, false]], [[-5.64453125, false]], [[-9.7734375, false]], [[-10.8984375, false]], [[-7.89453125, false]], [[-5.64453125, false]], [[-9.7734375, false]], [[-7.89453125, false]], [[-9.7734375, false]], [[-9.7734375, false]], [[-5.64453125, false]], [[-9.1484375, false]], [[-9.8984375, false]], [[-4.51953125, false]], [[-9.5234375, false]], [[-7.89453125, false]], [[-9.7734375, false]], [[-8.1484375, false]], [[-12.8984375, false]]], "filtered_resps": [[-6.89453125, false], [-8.1484375, false], [-10.8984375, false], [-9.0234375, false], [-8.0234375, false], [-9.5234375, false], [-11.5234375, false], [-5.64453125, false], [-8.6484375, false], [-9.2734375, false], [-4.51953125, false], [-9.8984375, false], [-5.64453125, false], [-9.7734375, false], [-9.2734375, false], [-5.64453125, false], [-11.5234375, false], [-7.89453125, false], [-9.5234375, false], [-7.89453125, false], [-9.7734375, false], [-4.51953125, false], [-9.7734375, false], [-7.89453125, false], [-5.64453125, false], [-7.89453125, false], [-9.8984375, false], [-7.89453125, false], [-8.6484375, false], [-9.7734375, false], [-9.7734375, false], [-8.0234375, false], [-8.6484375, false], [-8.0234375, false], [-9.7734375, false], [-12.0234375, false], [-8.1484375, false], [-9.8125, false], [-5.64453125, false], [-8.1484375, false], [-9.1484375, false], [-8.0234375, false], [-9.0234375, false], [-8.6484375, false], [-9.2734375, false], [-10.6484375, false], [-7.89453125, false], [-9.7734375, false], [-8.0234375, false], [-9.5234375, false], [-11.5234375, false], [-5.64453125, false], [-4.51953125, false], [-5.64453125, false], [-9.5234375, false], [-7.89453125, false], [-10.3984375, false], [-5.64453125, false], [-9.0234375, false], [-9.1484375, false], [-7.89453125, false], [-8.6484375, false], [-8.0234375, false], [-7.89453125, false], [-9.0234375, false], [-5.64453125, false], [-9.2734375, false], [-9.1484375, false], [-5.64453125, false], [-9.0234375, false], [-9.5234375, false], [-4.51953125, false], [-10.2734375, false], [-7.89453125, false], [-8.1484375, false], [-9.8125, false], [-5.64453125, false], [-8.1484375, false], [-9.1484375, false], [-7.89453125, false], [-10.6484375, false], [-7.89453125, false], [-9.8984375, false], [-9.2734375, false], [-9.1484375, false], [-8.0234375, false], [-9.5234375, false], [-11.5234375, false], [-5.64453125, false], [-4.51953125, false], [-9.5234375, false], [-5.64453125, false], [-4.51953125, false], [-9.5234375, false], [-9.7734375, false], [-8.0234375, false], [-8.5234375, false], [-8.0234375, false], [-9.2734375, false], [-9.7734375, false], [-8.0234375, false], [-8.6484375, false], [-5.64453125, false], [-9.7734375, false], [-9.2734375, false], [-5.64453125, false], [-9.7734375, false], [-9.7734375, false], [-7.89453125, false], [-4.51953125, false], [-9.7734375, false], [-5.64453125, false], [-8.0234375, false], [-9.5234375, false], [-9.1484375, false], [-7.89453125, false], [-8.6484375, false], [-9.7734375, false], [-8.0234375, false], [-9.2734375, false], [-9.5234375, false], [-9.0234375, false], [-8.1484375, false], [-9.8125, false], [-5.64453125, false], [-8.1484375, false], [-8.6484375, false], [-10.8984375, false], [-4.51953125, false], [-9.5234375, false], [-11.5234375, false], [-8.0234375, false], [-9.5234375, false], [-11.5234375, false], [-5.64453125, false], [-9.7734375, false], [-10.8984375, false], [-7.89453125, false], [-5.64453125, false], [-9.1484375, false], [-7.89453125, false], [-9.1484375, false], [-8.0234375, false], [-9.5234375, false], [-8.0234375, false], [-9.7734375, false], [-8.0234375, false], [-9.2734375, false], [-9.5234375, false], [-5.64453125, false], [-9.2734375, false], [-9.1484375, false], [-5.64453125, false], [-9.7734375, false], [-10.8984375, false], [-7.89453125, false], [-5.64453125, false], [-9.7734375, false], [-7.89453125, false], [-9.7734375, false], [-9.7734375, false], [-5.64453125, false], [-9.1484375, false], [-9.8984375, false], [-4.51953125, false], [-9.5234375, false], [-7.89453125, false], [-9.7734375, false], [-8.1484375, false], [-12.8984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2061, "doc": {"id": "Mercury_7034895", "question": "One difference between a chemical formula and a chemical equation is that the chemical equation shows", "choices": {"text": ["abbreviations for each element.", "the number of atoms per element.", "what elements are in each molecule.", "the chemical reaction that takes place."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "the chemical reaction that takes place.", "arguments": ["Question: One difference between a chemical formula and a chemical equation is that the chemical equation shows\nAnswer:", " ["], "resps": [[[-7.28515625, false]], [[-8.40625, false]], [[-3.28515625, false]], [[-6.66015625, false]], [[-6.66015625, false]], [[-8.78125, false]], [[-7.78515625, false]], [[-8.78125, false]], [[-7.03515625, false]], [[-3.28515625, false]], [[-9.90625, false]], [[-7.03515625, false]], [[-9.03125, false]], [[-7.28515625, false]], [[-9.28125, false]], [[-5.16015625, false]], [[-8.65625, false]], [[-9.03125, false]], [[-8.78125, false]], [[-5.16015625, false]], [[-7.78515625, false]], [[-3.28515625, false]], [[-7.91015625, false]], [[-9.15625, false]], [[-5.16015625, false]], [[-7.78515625, false]], [[-10.40625, false]], [[-7.78515625, false]], [[-8.53125, false]], [[-7.78515625, false]], [[-7.28515625, false]], [[-9.90625, false]], [[-6.4765625, false]], [[-8.40625, false]], [[-7.9765625, false]], [[-5.16015625, false]], [[-8.40625, false]], [[-9.90625, false]], [[-9.15625, false]], [[-7.78515625, false]], [[-5.16015625, false]], [[-7.28515625, false]], [[-8.78125, false]], [[-8.53125, false]], [[-6.66015625, false]], [[-7.78515625, false]], [[-8.78125, false]], [[-5.16015625, false]], [[-9.03125, false]], [[-8.65625, false]], [[-5.16015625, false]], [[-3.28515625, false]], [[-9.90625, false]], [[-9.03125, false]], [[-8.53125, false]], [[-9.28125, false]], [[-5.16015625, false]], [[-8.28125, false]], [[-7.78515625, false]], [[-8.78125, false]], [[-5.16015625, false]], [[-7.78515625, false]], [[-10.40625, false]], [[-7.78515625, false]], [[-8.53125, false]], [[-7.78515625, false]], [[-7.28515625, false]], [[-9.90625, false]], [[-6.4765625, false]], [[-8.40625, false]], [[-7.9765625, false]], [[-5.16015625, false]], [[-8.40625, false]], [[-9.15625, false]], [[-9.15625, false]], [[-3.28515625, false]], [[-9.90625, false]], [[-5.16015625, false]], [[-7.78515625, false]], [[-10.40625, false]], [[-7.78515625, false]], [[-8.53125, false]], [[-7.78515625, false]], [[-7.28515625, false]], [[-9.90625, false]], [[-9.28125, false]], [[-5.16015625, false]], [[-3.28515625, false]], [[-8.78125, false]], [[-7.78515625, false]], [[-5.16015625, false]], [[-7.03515625, false]], [[-7.28515625, false]], [[-5.16015625, false]], [[-7.78515625, false]], [[-3.28515625, false]], [[-7.91015625, false]], [[-9.15625, false]], [[-5.16015625, false]], [[-8.53125, false]], [[-9.03125, false]], [[-10.40625, false]], [[-7.78515625, false]], [[-7.91015625, false]], [[-8.78125, false]], [[-10.40625, false]], [[-7.78515625, false]], [[-6.4765625, false]], [[-8.40625, false]], [[-7.9765625, false]], [[-5.16015625, false]], [[-8.40625, false]], [[-9.90625, false]], [[-9.15625, false]], [[-7.78515625, false]], [[-5.16015625, false]], [[-7.91015625, false]], [[-9.15625, false]], [[-7.78515625, false]], [[-8.53125, false]], [[-7.03515625, false]], [[-7.91015625, false]], [[-3.28515625, false]], [[-10.40625, false]], [[-5.16015625, false]], [[-8.78125, false]], [[-7.78515625, false]], [[-3.28515625, false]], [[-7.91015625, false]], [[-9.90625, false]], [[-7.03515625, false]], [[-9.03125, false]], [[-7.28515625, false]], [[-5.16015625, false]], [[-9.90625, false]], [[-9.15625, false]], [[-3.28515625, false]], [[-9.90625, false]], [[-5.16015625, false]], [[-9.90625, false]], [[-3.28515625, false]], [[-8.53125, false]], [[-7.78515625, false]], [[-9.28125, false]], [[-5.16015625, false]], [[-8.28125, false]], [[-10.40625, false]], [[-3.28515625, false]], [[-7.91015625, false]], [[-7.78515625, false]], [[-6.4765625, false]], [[-8.40625, false]], [[-12.15625, false]]], "filtered_resps": [[-7.28515625, false], [-8.40625, false], [-3.28515625, false], [-6.66015625, false], [-6.66015625, false], [-8.78125, false], [-7.78515625, false], [-8.78125, false], [-7.03515625, false], [-3.28515625, false], [-9.90625, false], [-7.03515625, false], [-9.03125, false], [-7.28515625, false], [-9.28125, false], [-5.16015625, false], [-8.65625, false], [-9.03125, false], [-8.78125, false], [-5.16015625, false], [-7.78515625, false], [-3.28515625, false], [-7.91015625, false], [-9.15625, false], [-5.16015625, false], [-7.78515625, false], [-10.40625, false], [-7.78515625, false], [-8.53125, false], [-7.78515625, false], [-7.28515625, false], [-9.90625, false], [-6.4765625, false], [-8.40625, false], [-7.9765625, false], [-5.16015625, false], [-8.40625, false], [-9.90625, false], [-9.15625, false], [-7.78515625, false], [-5.16015625, false], [-7.28515625, false], [-8.78125, false], [-8.53125, false], [-6.66015625, false], [-7.78515625, false], [-8.78125, false], [-5.16015625, false], [-9.03125, false], [-8.65625, false], [-5.16015625, false], [-3.28515625, false], [-9.90625, false], [-9.03125, false], [-8.53125, false], [-9.28125, false], [-5.16015625, false], [-8.28125, false], [-7.78515625, false], [-8.78125, false], [-5.16015625, false], [-7.78515625, false], [-10.40625, false], [-7.78515625, false], [-8.53125, false], [-7.78515625, false], [-7.28515625, false], [-9.90625, false], [-6.4765625, false], [-8.40625, false], [-7.9765625, false], [-5.16015625, false], [-8.40625, false], [-9.15625, false], [-9.15625, false], [-3.28515625, false], [-9.90625, false], [-5.16015625, false], [-7.78515625, false], [-10.40625, false], [-7.78515625, false], [-8.53125, false], [-7.78515625, false], [-7.28515625, false], [-9.90625, false], [-9.28125, false], [-5.16015625, false], [-3.28515625, false], [-8.78125, false], [-7.78515625, false], [-5.16015625, false], [-7.03515625, false], [-7.28515625, false], [-5.16015625, false], [-7.78515625, false], [-3.28515625, false], [-7.91015625, false], [-9.15625, false], [-5.16015625, false], [-8.53125, false], [-9.03125, false], [-10.40625, false], [-7.78515625, false], [-7.91015625, false], [-8.78125, false], [-10.40625, false], [-7.78515625, false], [-6.4765625, false], [-8.40625, false], [-7.9765625, false], [-5.16015625, false], [-8.40625, false], [-9.90625, false], [-9.15625, false], [-7.78515625, false], [-5.16015625, false], [-7.91015625, false], [-9.15625, false], [-7.78515625, false], [-8.53125, false], [-7.03515625, false], [-7.91015625, false], [-3.28515625, false], [-10.40625, false], [-5.16015625, false], [-8.78125, false], [-7.78515625, false], [-3.28515625, false], [-7.91015625, false], [-9.90625, false], [-7.03515625, false], [-9.03125, false], [-7.28515625, false], [-5.16015625, false], [-9.90625, false], [-9.15625, false], [-3.28515625, false], [-9.90625, false], [-5.16015625, false], [-9.90625, false], [-3.28515625, false], [-8.53125, false], [-7.78515625, false], [-9.28125, false], [-5.16015625, false], [-8.28125, false], [-10.40625, false], [-3.28515625, false], [-7.91015625, false], [-7.78515625, false], [-6.4765625, false], [-8.40625, false], [-12.15625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2069, "doc": {"id": "Mercury_SC_LBS10620", "question": "Which would be best seen through a telescope?", "choices": {"text": ["a moon", "a cell", "a light ray", "a molecule"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "a moon", "arguments": ["Question: Which would be best seen through a telescope?\nAnswer:", " ["], "resps": [[[-7.8828125, false]], [[-8.6328125, false]], [[-5.8828125, false]], [[-5.6328125, false]], [[-10.8828125, false]], [[-10.3828125, false]], [[-10.3828125, false]], [[-10.3828125, false]], [[-8.6328125, false]], [[-10.28125, false]], [[-5.6328125, false]], [[-8.6328125, false]], [[-5.8828125, false]], [[-5.6328125, false]], [[-10.6328125, false]], [[-8.8828125, false]], [[-10.3828125, false]], [[-10.3828125, false]], [[-8.6328125, false]], [[-10.28125, false]], [[-5.6328125, false]], [[-8.6328125, false]], [[-5.8828125, false]], [[-5.6328125, false]], [[-10.3828125, false]], [[-8.8828125, false]], [[-13.8828125, false]], [[-11.6328125, false]], [[-10.3828125, false]], [[-5.6328125, false]], [[-11.6328125, false]], [[-5.8828125, false]], [[-12.8828125, false]], [[-8.6328125, false]], [[-10.28125, false]], [[-5.6328125, false]], [[-8.6328125, false]], [[-5.8828125, false]], [[-5.6328125, false]], [[-10.8828125, false]], [[-10.3828125, false]], [[-10.3828125, false]], [[-8.8828125, false]], [[-10.6328125, false]], [[-11.3828125, false]], [[-10.3828125, false]], [[-8.8828125, false]], [[-8.6328125, false]], [[-13.3828125, false]]], "filtered_resps": [[-7.8828125, false], [-8.6328125, false], [-5.8828125, false], [-5.6328125, false], [-10.8828125, false], [-10.3828125, false], [-10.3828125, false], [-10.3828125, false], [-8.6328125, false], [-10.28125, false], [-5.6328125, false], [-8.6328125, false], [-5.8828125, false], [-5.6328125, false], [-10.6328125, false], [-8.8828125, false], [-10.3828125, false], [-10.3828125, false], [-8.6328125, false], [-10.28125, false], [-5.6328125, false], [-8.6328125, false], [-5.8828125, false], [-5.6328125, false], [-10.3828125, false], [-8.8828125, false], [-13.8828125, false], [-11.6328125, false], [-10.3828125, false], [-5.6328125, false], [-11.6328125, false], [-5.8828125, false], [-12.8828125, false], [-8.6328125, false], [-10.28125, false], [-5.6328125, false], [-8.6328125, false], [-5.8828125, false], [-5.6328125, false], [-10.8828125, false], [-10.3828125, false], [-10.3828125, false], [-8.8828125, false], [-10.6328125, false], [-11.3828125, false], [-10.3828125, false], [-8.8828125, false], [-8.6328125, false], [-13.3828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2077, "doc": {"id": "Mercury_SC_409576", "question": "Paul listens to music through his radio. Which best explains the sound Paul hears?", "choices": {"text": ["Sounds are fluids that travel through air.", "Sounds are waves that travel through matter.", "Sounds are gases that transform into vibrations.", "Sounds are forms of energy that are converted from light."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Sounds are waves that travel through matter.", "arguments": ["Question: Paul listens to music through his radio. Which best explains the sound Paul hears?\nAnswer:", " ["], "resps": [[[-6.3046875, false]], [[-7.3046875, false]], [[-6.3046875, false]], [[-9.8046875, false]], [[-9.8046875, false]], [[-9.3046875, false]], [[-8.8046875, false]], [[-9.5546875, false]], [[-5.8046875, false]], [[-5.0546875, false]], [[-9.5546875, false]], [[-8.8046875, false]], [[-5.8046875, false]], [[-7.8046875, false]], [[-10.3046875, false]], [[-9.8046875, false]], [[-8.3046875, false]], [[-8.8046875, false]], [[-9.5546875, false]], [[-5.8046875, false]], [[-9.8046875, false]], [[-10.0546875, false]], [[-5.0546875, false]], [[-9.8046875, false]], [[-5.8046875, false]], [[-9.8046875, false]], [[-9.5546875, false]], [[-5.0546875, false]], [[-9.5546875, false]], [[-8.8046875, false]], [[-10.3046875, false]], [[-5.8046875, false]], [[-9.8046875, false]], [[-10.0546875, false]], [[-9.5546875, false]], [[-9.8046875, false]], [[-9.8046875, false]], [[-11.5546875, false]], [[-10.0546875, false]], [[-5.8046875, false]], [[-5.0546875, false]], [[-8.3046875, false]], [[-9.5546875, false]], [[-8.015625, false]], [[-7.3046875, false]], [[-10.390625, false]], [[-5.8046875, false]], [[-7.3046875, false]], [[-6.3046875, false]], [[-9.8046875, false]], [[-9.8046875, false]], [[-9.3046875, false]], [[-8.8046875, false]], [[-9.5546875, false]], [[-5.8046875, false]], [[-5.0546875, false]], [[-9.5546875, false]], [[-8.8046875, false]], [[-5.8046875, false]], [[-8.5546875, false]], [[-5.0546875, false]], [[-9.5546875, false]], [[-8.8046875, false]], [[-9.5546875, false]], [[-5.8046875, false]], [[-9.8046875, false]], [[-10.0546875, false]], [[-5.0546875, false]], [[-9.8046875, false]], [[-5.8046875, false]], [[-9.8046875, false]], [[-9.5546875, false]], [[-5.0546875, false]], [[-9.5546875, false]], [[-8.8046875, false]], [[-10.3046875, false]], [[-5.8046875, false]], [[-9.8046875, false]], [[-10.0546875, false]], [[-9.5546875, false]], [[-9.8046875, false]], [[-9.8046875, false]], [[-11.5546875, false]], [[-10.0546875, false]], [[-5.8046875, false]], [[-9.8046875, false]], [[-5.0546875, false]], [[-9.8046875, false]], [[-9.8046875, false]], [[-8.8046875, false]], [[-9.5546875, false]], [[-8.015625, false]], [[-7.3046875, false]], [[-10.390625, false]], [[-5.8046875, false]], [[-7.3046875, false]], [[-6.3046875, false]], [[-9.8046875, false]], [[-9.8046875, false]], [[-9.3046875, false]], [[-8.8046875, false]], [[-9.5546875, false]], [[-5.8046875, false]], [[-5.0546875, false]], [[-9.5546875, false]], [[-8.8046875, false]], [[-5.8046875, false]], [[-11.5546875, false]], [[-5.0546875, false]], [[-9.5546875, false]], [[-8.8046875, false]], [[-9.5546875, false]], [[-5.8046875, false]], [[-9.8046875, false]], [[-10.0546875, false]], [[-5.0546875, false]], [[-9.8046875, false]], [[-5.8046875, false]], [[-9.8046875, false]], [[-9.5546875, false]], [[-5.0546875, false]], [[-9.3046875, false]], [[-9.5546875, false]], [[-7.8046875, false]], [[-9.8046875, false]], [[-9.5546875, false]], [[-9.8046875, false]], [[-5.8046875, false]], [[-8.3046875, false]], [[-9.3046875, false]], [[-9.8046875, false]], [[-9.8046875, false]], [[-5.8046875, false]], [[-9.5546875, false]], [[-8.3046875, false]], [[-7.0546875, false]], [[-9.5546875, false]], [[-5.0546875, false]], [[-9.8046875, false]], [[-8.3046875, false]], [[-9.8046875, false]], [[-9.3046875, false]], [[-9.5546875, false]], [[-8.015625, false]], [[-7.3046875, false]], [[-10.390625, false]], [[-5.8046875, false]], [[-7.3046875, false]], [[-6.3046875, false]], [[-9.8046875, false]], [[-9.8046875, false]], [[-9.3046875, false]], [[-8.8046875, false]], [[-9.5546875, false]], [[-5.8046875, false]], [[-5.0546875, false]], [[-9.5546875, false]], [[-8.8046875, false]], [[-5.8046875, false]], [[-7.8046875, false]], [[-9.8046875, false]], [[-9.5546875, false]], [[-9.8046875, false]], [[-9.5546875, false]], [[-5.8046875, false]], [[-9.8046875, false]], [[-7.8046875, false]], [[-5.8046875, false]], [[-8.8046875, false]], [[-9.3046875, false]], [[-8.8046875, false]], [[-9.5546875, false]], [[-11.5546875, false]], [[-12.3046875, false]], [[-5.8046875, false]], [[-9.8046875, false]], [[-10.0546875, false]], [[-5.0546875, false]], [[-9.8046875, false]], [[-5.8046875, false]], [[-5.0546875, false]], [[-9.5546875, false]], [[-8.8046875, false]], [[-5.8046875, false]], [[-8.3046875, false]], [[-9.8046875, false]], [[-9.3046875, false]], [[-9.5546875, false]], [[-8.8046875, false]], [[-9.5546875, false]], [[-9.8046875, false]], [[-8.8046875, false]], [[-8.8046875, false]], [[-5.8046875, false]], [[-7.8046875, false]], [[-9.5546875, false]], [[-9.8046875, false]], [[-9.8046875, false]], [[-5.8046875, false]], [[-10.3046875, false]], [[-8.3046875, false]], [[-11.5546875, false]], [[-10.0546875, false]], [[-9.8046875, false]], [[-8.015625, false]], [[-7.3046875, false]], [[-12.8046875, false]]], "filtered_resps": [[-6.3046875, false], [-7.3046875, false], [-6.3046875, false], [-9.8046875, false], [-9.8046875, false], [-9.3046875, false], [-8.8046875, false], [-9.5546875, false], [-5.8046875, false], [-5.0546875, false], [-9.5546875, false], [-8.8046875, false], [-5.8046875, false], [-7.8046875, false], [-10.3046875, false], [-9.8046875, false], [-8.3046875, false], [-8.8046875, false], [-9.5546875, false], [-5.8046875, false], [-9.8046875, false], [-10.0546875, false], [-5.0546875, false], [-9.8046875, false], [-5.8046875, false], [-9.8046875, false], [-9.5546875, false], [-5.0546875, false], [-9.5546875, false], [-8.8046875, false], [-10.3046875, false], [-5.8046875, false], [-9.8046875, false], [-10.0546875, false], [-9.5546875, false], [-9.8046875, false], [-9.8046875, false], [-11.5546875, false], [-10.0546875, false], [-5.8046875, false], [-5.0546875, false], [-8.3046875, false], [-9.5546875, false], [-8.015625, false], [-7.3046875, false], [-10.390625, false], [-5.8046875, false], [-7.3046875, false], [-6.3046875, false], [-9.8046875, false], [-9.8046875, false], [-9.3046875, false], [-8.8046875, false], [-9.5546875, false], [-5.8046875, false], [-5.0546875, false], [-9.5546875, false], [-8.8046875, false], [-5.8046875, false], [-8.5546875, false], [-5.0546875, false], [-9.5546875, false], [-8.8046875, false], [-9.5546875, false], [-5.8046875, false], [-9.8046875, false], [-10.0546875, false], [-5.0546875, false], [-9.8046875, false], [-5.8046875, false], [-9.8046875, false], [-9.5546875, false], [-5.0546875, false], [-9.5546875, false], [-8.8046875, false], [-10.3046875, false], [-5.8046875, false], [-9.8046875, false], [-10.0546875, false], [-9.5546875, false], [-9.8046875, false], [-9.8046875, false], [-11.5546875, false], [-10.0546875, false], [-5.8046875, false], [-9.8046875, false], [-5.0546875, false], [-9.8046875, false], [-9.8046875, false], [-8.8046875, false], [-9.5546875, false], [-8.015625, false], [-7.3046875, false], [-10.390625, false], [-5.8046875, false], [-7.3046875, false], [-6.3046875, false], [-9.8046875, false], [-9.8046875, false], [-9.3046875, false], [-8.8046875, false], [-9.5546875, false], [-5.8046875, false], [-5.0546875, false], [-9.5546875, false], [-8.8046875, false], [-5.8046875, false], [-11.5546875, false], [-5.0546875, false], [-9.5546875, false], [-8.8046875, false], [-9.5546875, false], [-5.8046875, false], [-9.8046875, false], [-10.0546875, false], [-5.0546875, false], [-9.8046875, false], [-5.8046875, false], [-9.8046875, false], [-9.5546875, false], [-5.0546875, false], [-9.3046875, false], [-9.5546875, false], [-7.8046875, false], [-9.8046875, false], [-9.5546875, false], [-9.8046875, false], [-5.8046875, false], [-8.3046875, false], [-9.3046875, false], [-9.8046875, false], [-9.8046875, false], [-5.8046875, false], [-9.5546875, false], [-8.3046875, false], [-7.0546875, false], [-9.5546875, false], [-5.0546875, false], [-9.8046875, false], [-8.3046875, false], [-9.8046875, false], [-9.3046875, false], [-9.5546875, false], [-8.015625, false], [-7.3046875, false], [-10.390625, false], [-5.8046875, false], [-7.3046875, false], [-6.3046875, false], [-9.8046875, false], [-9.8046875, false], [-9.3046875, false], [-8.8046875, false], [-9.5546875, false], [-5.8046875, false], [-5.0546875, false], [-9.5546875, false], [-8.8046875, false], [-5.8046875, false], [-7.8046875, false], [-9.8046875, false], [-9.5546875, false], [-9.8046875, false], [-9.5546875, false], [-5.8046875, false], [-9.8046875, false], [-7.8046875, false], [-5.8046875, false], [-8.8046875, false], [-9.3046875, false], [-8.8046875, false], [-9.5546875, false], [-11.5546875, false], [-12.3046875, false], [-5.8046875, false], [-9.8046875, false], [-10.0546875, false], [-5.0546875, false], [-9.8046875, false], [-5.8046875, false], [-5.0546875, false], [-9.5546875, false], [-8.8046875, false], [-5.8046875, false], [-8.3046875, false], [-9.8046875, false], [-9.3046875, false], [-9.5546875, false], [-8.8046875, false], [-9.5546875, false], [-9.8046875, false], [-8.8046875, false], [-8.8046875, false], [-5.8046875, false], [-7.8046875, false], [-9.5546875, false], [-9.8046875, false], [-9.8046875, false], [-5.8046875, false], [-10.3046875, false], [-8.3046875, false], [-11.5546875, false], [-10.0546875, false], [-9.8046875, false], [-8.015625, false], [-7.3046875, false], [-12.8046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2085, "doc": {"id": "Mercury_7216580", "question": "Which system protects the body by responding to the presence of a virus?", "choices": {"text": ["respiratory system", "skeletal system", "immune system", "excretory system"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "immune system", "arguments": ["Question: Which system protects the body by responding to the presence of a virus?\nAnswer:", " ["], "resps": [[[-8.2734375, false]], [[-9.5234375, false]], [[-9.8984375, false]], [[-7.90234375, false]], [[-8.8984375, false]], [[-9.2734375, false]], [[-8.3984375, false]], [[-9.8984375, false]], [[-4.02734375, false]], [[-9.6484375, false]], [[-8.6484375, false]], [[-9.8984375, false]], [[-12.0234375, false]], [[-4.27734375, false]], [[-8.8984375, false]], [[-12.0234375, false]], [[-8.8984375, false]], [[-9.6484375, false]], [[-7.90234375, false]], [[-9.1484375, false]], [[-9.5234375, false]], [[-8.609375, false]], [[-4.27734375, false]], [[-9.5234375, false]], [[-8.8984375, false]], [[-8.8984375, false]], [[-7.90234375, false]], [[-8.3984375, false]], [[-7.90234375, false]], [[-9.6484375, false]], [[-4.02734375, false]], [[-8.3984375, false]], [[-4.27734375, false]], [[-8.8984375, false]], [[-12.0234375, false]], [[-8.8984375, false]], [[-9.6484375, false]], [[-7.90234375, false]], [[-9.1484375, false]], [[-9.5234375, false]], [[-8.609375, false]], [[-4.27734375, false]], [[-9.5234375, false]], [[-8.3984375, false]], [[-9.1484375, false]], [[-9.1484375, false]], [[-9.5234375, false]], [[-9.5234375, false]], [[-7.90234375, false]], [[-4.27734375, false]], [[-8.8984375, false]], [[-12.0234375, false]], [[-8.8984375, false]], [[-9.6484375, false]], [[-7.90234375, false]], [[-9.1484375, false]], [[-9.5234375, false]], [[-8.609375, false]], [[-4.27734375, false]], [[-9.5234375, false]], [[-7.90234375, false]], [[-9.6484375, false]], [[-7.90234375, false]], [[-9.8984375, false]], [[-7.90234375, false]], [[-9.6484375, false]], [[-8.6484375, false]], [[-9.8984375, false]], [[-12.0234375, false]], [[-4.27734375, false]], [[-8.8984375, false]], [[-12.0234375, false]], [[-8.8984375, false]], [[-9.6484375, false]], [[-7.90234375, false]], [[-9.1484375, false]], [[-9.5234375, false]], [[-13.2734375, false]]], "filtered_resps": [[-8.2734375, false], [-9.5234375, false], [-9.8984375, false], [-7.90234375, false], [-8.8984375, false], [-9.2734375, false], [-8.3984375, false], [-9.8984375, false], [-4.02734375, false], [-9.6484375, false], [-8.6484375, false], [-9.8984375, false], [-12.0234375, false], [-4.27734375, false], [-8.8984375, false], [-12.0234375, false], [-8.8984375, false], [-9.6484375, false], [-7.90234375, false], [-9.1484375, false], [-9.5234375, false], [-8.609375, false], [-4.27734375, false], [-9.5234375, false], [-8.8984375, false], [-8.8984375, false], [-7.90234375, false], [-8.3984375, false], [-7.90234375, false], [-9.6484375, false], [-4.02734375, false], [-8.3984375, false], [-4.27734375, false], [-8.8984375, false], [-12.0234375, false], [-8.8984375, false], [-9.6484375, false], [-7.90234375, false], [-9.1484375, false], [-9.5234375, false], [-8.609375, false], [-4.27734375, false], [-9.5234375, false], [-8.3984375, false], [-9.1484375, false], [-9.1484375, false], [-9.5234375, false], [-9.5234375, false], [-7.90234375, false], [-4.27734375, false], [-8.8984375, false], [-12.0234375, false], [-8.8984375, false], [-9.6484375, false], [-7.90234375, false], [-9.1484375, false], [-9.5234375, false], [-8.609375, false], [-4.27734375, false], [-9.5234375, false], [-7.90234375, false], [-9.6484375, false], [-7.90234375, false], [-9.8984375, false], [-7.90234375, false], [-9.6484375, false], [-8.6484375, false], [-9.8984375, false], [-12.0234375, false], [-4.27734375, false], [-8.8984375, false], [-12.0234375, false], [-8.8984375, false], [-9.6484375, false], [-7.90234375, false], [-9.1484375, false], [-9.5234375, false], [-13.2734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2093, "doc": {"id": "Mercury_SC_400126", "question": "Sedimentary rock helps scientists piece together the history of Earth most likely using clues from", "choices": {"text": ["humus.", "soil.", "gravel.", "fossils."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "fossils.", "arguments": ["Question: Sedimentary rock helps scientists piece together the history of Earth most likely using clues from\nAnswer:", " ["], "resps": [[[-7.7109375, false]], [[-7.3359375, false]], [[-11.2109375, false]], [[-11.3359375, false]], [[-9.9609375, false]], [[-11.3359375, false]], [[-9.2109375, false]], [[-6.64453125, false]], [[-7.3359375, false]], [[-8.140625, false]], [[-5.2109375, false]], [[-7.3359375, false]], [[-9.2109375, false]], [[-8.9609375, false]], [[-8.7109375, false]], [[-10.5859375, false]], [[-6.64453125, false]], [[-7.3359375, false]], [[-8.140625, false]], [[-5.2109375, false]], [[-7.3359375, false]], [[-10.2109375, false]], [[-10.3359375, false]], [[-5.2109375, false]], [[-10.7109375, false]], [[-7.5859375, false]], [[-10.5859375, false]], [[-6.64453125, false]], [[-7.3359375, false]], [[-8.140625, false]], [[-5.2109375, false]], [[-7.3359375, false]], [[-9.2109375, false]], [[-8.9609375, false]], [[-9.2109375, false]], [[-9.2109375, false]], [[-8.7109375, false]], [[-10.5859375, false]], [[-9.2109375, false]], [[-6.64453125, false]], [[-7.3359375, false]], [[-12.2109375, false]]], "filtered_resps": [[-7.7109375, false], [-7.3359375, false], [-11.2109375, false], [-11.3359375, false], [-9.9609375, false], [-11.3359375, false], [-9.2109375, false], [-6.64453125, false], [-7.3359375, false], [-8.140625, false], [-5.2109375, false], [-7.3359375, false], [-9.2109375, false], [-8.9609375, false], [-8.7109375, false], [-10.5859375, false], [-6.64453125, false], [-7.3359375, false], [-8.140625, false], [-5.2109375, false], [-7.3359375, false], [-10.2109375, false], [-10.3359375, false], [-5.2109375, false], [-10.7109375, false], [-7.5859375, false], [-10.5859375, false], [-6.64453125, false], [-7.3359375, false], [-8.140625, false], [-5.2109375, false], [-7.3359375, false], [-9.2109375, false], [-8.9609375, false], [-9.2109375, false], [-9.2109375, false], [-8.7109375, false], [-10.5859375, false], [-9.2109375, false], [-6.64453125, false], [-7.3359375, false], [-12.2109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2101, "doc": {"id": "NYSEDREGENTS_2012_4_4", "question": "Which tool should a student use to see the patterns on a small object?", "choices": {"text": ["balance", "hand lens", "thermometer", "graduated cylinder"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "hand lens", "arguments": ["Question: Which tool should a student use to see the patterns on a small object?\nAnswer:", " ["], "resps": [[[-7.77734375, false]], [[-8.7734375, false]], [[-9.7734375, false]], [[-4.52734375, false]], [[-10.1484375, false]], [[-4.52734375, false]], [[-10.1484375, false]], [[-8.5234375, false]], [[-9.7734375, false]], [[-8.7734375, false]], [[-10.734375, false]], [[-5.27734375, false]], [[-8.7734375, false]], [[-10.8984375, false]], [[-4.52734375, false]], [[-10.1484375, false]], [[-10.1484375, false]], [[-5.27734375, false]], [[-10.1484375, false]], [[-9.7734375, false]], [[-10.1484375, false]], [[-9.0234375, false]], [[-8.7734375, false]], [[-10.734375, false]], [[-5.27734375, false]], [[-8.7734375, false]], [[-10.1484375, false]], [[-10.8984375, false]], [[-9.7734375, false]], [[-10.0234375, false]], [[-9.7734375, false]], [[-10.2734375, false]], [[-9.7734375, false]], [[-9.7734375, false]], [[-10.1484375, false]], [[-9.7734375, false]], [[-10.0234375, false]], [[-8.7734375, false]], [[-10.734375, false]], [[-5.27734375, false]], [[-8.7734375, false]], [[-10.5234375, false]], [[-10.0234375, false]], [[-4.52734375, false]], [[-10.1484375, false]], [[-10.1484375, false]], [[-4.52734375, false]], [[-10.1484375, false]], [[-9.7734375, false]], [[-10.1484375, false]], [[-5.27734375, false]], [[-8.5234375, false]], [[-13.0234375, false]], [[-10.1484375, false]], [[-9.5234375, false]], [[-10.1484375, false]], [[-10.1484375, false]], [[-9.7734375, false]], [[-10.0234375, false]], [[-8.7734375, false]], [[-13.7734375, false]]], "filtered_resps": [[-7.77734375, false], [-8.7734375, false], [-9.7734375, false], [-4.52734375, false], [-10.1484375, false], [-4.52734375, false], [-10.1484375, false], [-8.5234375, false], [-9.7734375, false], [-8.7734375, false], [-10.734375, false], [-5.27734375, false], [-8.7734375, false], [-10.8984375, false], [-4.52734375, false], [-10.1484375, false], [-10.1484375, false], [-5.27734375, false], [-10.1484375, false], [-9.7734375, false], [-10.1484375, false], [-9.0234375, false], [-8.7734375, false], [-10.734375, false], [-5.27734375, false], [-8.7734375, false], [-10.1484375, false], [-10.8984375, false], [-9.7734375, false], [-10.0234375, false], [-9.7734375, false], [-10.2734375, false], [-9.7734375, false], [-9.7734375, false], [-10.1484375, false], [-9.7734375, false], [-10.0234375, false], [-8.7734375, false], [-10.734375, false], [-5.27734375, false], [-8.7734375, false], [-10.5234375, false], [-10.0234375, false], [-4.52734375, false], [-10.1484375, false], [-10.1484375, false], [-4.52734375, false], [-10.1484375, false], [-9.7734375, false], [-10.1484375, false], [-5.27734375, false], [-8.5234375, false], [-13.0234375, false], [-10.1484375, false], [-9.5234375, false], [-10.1484375, false], [-10.1484375, false], [-9.7734375, false], [-10.0234375, false], [-8.7734375, false], [-13.7734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2109, "doc": {"id": "Mercury_7033635", "question": "What does a light-year measure?", "choices": {"text": ["time", "mass", "distance", "brightness"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "distance", "arguments": ["Question: What does a light-year measure?\nAnswer:", " ["], "resps": [[[-7.34375, false]], [[-7.59375, false]], [[-8.59375, false]], [[-9.84375, false]], [[-8.84375, false]], [[-9.59375, false]], [[-7.59375, false]], [[-10.0, false]], [[-4.59375, false]], [[-7.59375, false]], [[-8.84375, false]], [[-3.84375, false]], [[-10.34375, false]], [[-10.34375, false]], [[-7.59375, false]], [[-10.0, false]], [[-4.59375, false]], [[-7.59375, false]], [[-10.59375, false]], [[-9.84375, false]], [[-10.34375, false]], [[-8.59375, false]], [[-3.84375, false]], [[-8.09375, false]], [[-10.59375, false]], [[-9.59375, false]], [[-7.59375, false]], [[-10.0, false]], [[-4.59375, false]], [[-7.59375, false]], [[-10.59375, false]], [[-10.59375, false]], [[-9.84375, false]], [[-12.09375, false]], [[-11.34375, false]], [[-8.59375, false]], [[-8.09375, false]], [[-9.59375, false]], [[-10.34375, false]], [[-10.34375, false]], [[-7.59375, false]], [[-12.59375, false]]], "filtered_resps": [[-7.34375, false], [-7.59375, false], [-8.59375, false], [-9.84375, false], [-8.84375, false], [-9.59375, false], [-7.59375, false], [-10.0, false], [-4.59375, false], [-7.59375, false], [-8.84375, false], [-3.84375, false], [-10.34375, false], [-10.34375, false], [-7.59375, false], [-10.0, false], [-4.59375, false], [-7.59375, false], [-10.59375, false], [-9.84375, false], [-10.34375, false], [-8.59375, false], [-3.84375, false], [-8.09375, false], [-10.59375, false], [-9.59375, false], [-7.59375, false], [-10.0, false], [-4.59375, false], [-7.59375, false], [-10.59375, false], [-10.59375, false], [-9.84375, false], [-12.09375, false], [-11.34375, false], [-8.59375, false], [-8.09375, false], [-9.59375, false], [-10.34375, false], [-10.34375, false], [-7.59375, false], [-12.59375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2117, "doc": {"id": "Mercury_416686", "question": "Upwelling moves the water of the deep ocean to the ocean's surface. What else does upwelling move to the surface?", "choices": {"text": ["fish", "nutrients", "phytoplankton", "dissolved gases"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "nutrients", "arguments": ["Question: Upwelling moves the water of the deep ocean to the ocean's surface. What else does upwelling move to the surface?\nAnswer:", " ["], "resps": [[[-8.46875, false]], [[-8.71875, false]], [[-9.96875, false]], [[-9.71875, false]], [[-9.46875, false]], [[-11.34375, false]], [[-8.71875, false]], [[-10.203125, false]], [[-5.71484375, false]], [[-8.71875, false]], [[-10.46875, false]], [[-11.46875, false]], [[-11.71875, false]], [[-11.96875, false]], [[-9.71875, false]], [[-7.96484375, false]], [[-10.46875, false]], [[-11.71875, false]], [[-9.46875, false]], [[-8.71875, false]], [[-10.203125, false]], [[-5.71484375, false]], [[-8.71875, false]], [[-10.09375, false]], [[-11.34375, false]], [[-12.34375, false]], [[-11.71875, false]], [[-8.96875, false]], [[-10.09375, false]], [[-10.71875, false]], [[-6.21484375, false]], [[-10.46875, false]], [[-13.34375, false]], [[-11.71875, false]], [[-8.96875, false]], [[-10.46875, false]], [[-8.71875, false]], [[-10.203125, false]], [[-5.71484375, false]], [[-8.71875, false]], [[-8.46875, false]], [[-9.71875, false]], [[-9.46875, false]], [[-9.46875, false]], [[-8.96875, false]], [[-10.71875, false]], [[-11.21875, false]], [[-7.96484375, false]], [[-8.46875, false]], [[-5.71484375, false]], [[-12.34375, false]], [[-6.21484375, false]], [[-9.46875, false]], [[-7.96484375, false]], [[-9.46875, false]], [[-8.71875, false]], [[-13.46875, false]]], "filtered_resps": [[-8.46875, false], [-8.71875, false], [-9.96875, false], [-9.71875, false], [-9.46875, false], [-11.34375, false], [-8.71875, false], [-10.203125, false], [-5.71484375, false], [-8.71875, false], [-10.46875, false], [-11.46875, false], [-11.71875, false], [-11.96875, false], [-9.71875, false], [-7.96484375, false], [-10.46875, false], [-11.71875, false], [-9.46875, false], [-8.71875, false], [-10.203125, false], [-5.71484375, false], [-8.71875, false], [-10.09375, false], [-11.34375, false], [-12.34375, false], [-11.71875, false], [-8.96875, false], [-10.09375, false], [-10.71875, false], [-6.21484375, false], [-10.46875, false], [-13.34375, false], [-11.71875, false], [-8.96875, false], [-10.46875, false], [-8.71875, false], [-10.203125, false], [-5.71484375, false], [-8.71875, false], [-8.46875, false], [-9.71875, false], [-9.46875, false], [-9.46875, false], [-8.96875, false], [-10.71875, false], [-11.21875, false], [-7.96484375, false], [-8.46875, false], [-5.71484375, false], [-12.34375, false], [-6.21484375, false], [-9.46875, false], [-7.96484375, false], [-9.46875, false], [-8.71875, false], [-13.46875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2125, "doc": {"id": "Mercury_7057768", "question": "In order for plants to grow, the cells require nutrients in the form of minerals. The minerals come from", "choices": {"text": ["soil.", "air.", "water.", "pollen."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "soil.", "arguments": ["Question: In order for plants to grow, the cells require nutrients in the form of minerals. The minerals come from\nAnswer:", " ["], "resps": [[[-7.05859375, false]], [[-8.5625, false]], [[-9.0625, false]], [[-8.5625, false]], [[-7.30859375, false]], [[-10.0625, false]], [[-7.015625, false]], [[-8.5625, false]], [[-8.765625, false]], [[-5.55859375, false]], [[-8.5625, false]], [[-4.80859375, false]], [[-7.30859375, false]], [[-11.3125, false]], [[-7.015625, false]], [[-8.5625, false]], [[-8.765625, false]], [[-5.55859375, false]], [[-8.5625, false]], [[-10.0625, false]], [[-4.80859375, false]], [[-9.8125, false]], [[-8.5625, false]], [[-11.3125, false]], [[-7.015625, false]], [[-8.5625, false]], [[-8.765625, false]], [[-5.55859375, false]], [[-8.5625, false]], [[-9.3125, false]], [[-8.5625, false]], [[-10.0625, false]], [[-10.0625, false]], [[-8.5625, false]], [[-7.80859375, false]], [[-7.015625, false]], [[-8.5625, false]], [[-11.8125, false]]], "filtered_resps": [[-7.05859375, false], [-8.5625, false], [-9.0625, false], [-8.5625, false], [-7.30859375, false], [-10.0625, false], [-7.015625, false], [-8.5625, false], [-8.765625, false], [-5.55859375, false], [-8.5625, false], [-4.80859375, false], [-7.30859375, false], [-11.3125, false], [-7.015625, false], [-8.5625, false], [-8.765625, false], [-5.55859375, false], [-8.5625, false], [-10.0625, false], [-4.80859375, false], [-9.8125, false], [-8.5625, false], [-11.3125, false], [-7.015625, false], [-8.5625, false], [-8.765625, false], [-5.55859375, false], [-8.5625, false], [-9.3125, false], [-8.5625, false], [-10.0625, false], [-10.0625, false], [-8.5625, false], [-7.80859375, false], [-7.015625, false], [-8.5625, false], [-11.8125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2133, "doc": {"id": "Mercury_SC_401221", "question": "A student put a metal pot on the stove to boil some water. The metal transferred heat to the water through", "choices": {"text": ["radiation.", "insulation.", "convection.", "conduction."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "conduction.", "arguments": ["Question: A student put a metal pot on the stove to boil some water. The metal transferred heat to the water through\nAnswer:", " ["], "resps": [[[-7.3046875, false]], [[-8.1796875, false]], [[-9.8046875, false]], [[-3.181640625, false]], [[-7.3046875, false]], [[-7.4296875, false]], [[-3.181640625, false]], [[-9.5546875, false]], [[-7.4296875, false]], [[-9.3046875, false]], [[-8.3046875, false]], [[-6.85546875, false]], [[-8.1796875, false]], [[-8.421875, false]], [[-5.3046875, false]], [[-8.1796875, false]], [[-7.4296875, false]], [[-8.3046875, false]], [[-8.6796875, false]], [[-9.9296875, false]], [[-10.0546875, false]], [[-3.181640625, false]], [[-9.5546875, false]], [[-7.4296875, false]], [[-9.3046875, false]], [[-8.3046875, false]], [[-6.85546875, false]], [[-8.1796875, false]], [[-8.421875, false]], [[-5.3046875, false]], [[-8.1796875, false]], [[-7.9296875, false]], [[-9.3046875, false]], [[-8.3046875, false]], [[-9.9296875, false]], [[-8.1796875, false]], [[-7.9296875, false]], [[-9.5546875, false]], [[-7.4296875, false]], [[-9.3046875, false]], [[-8.3046875, false]], [[-6.85546875, false]], [[-8.1796875, false]], [[-8.421875, false]], [[-5.3046875, false]], [[-8.1796875, false]], [[-7.9296875, false]], [[-9.3046875, false]], [[-8.3046875, false]], [[-7.3046875, false]], [[-9.9296875, false]], [[-7.9296875, false]], [[-9.5546875, false]], [[-7.4296875, false]], [[-9.3046875, false]], [[-8.3046875, false]], [[-6.85546875, false]], [[-8.1796875, false]], [[-11.5546875, false]]], "filtered_resps": [[-7.3046875, false], [-8.1796875, false], [-9.8046875, false], [-3.181640625, false], [-7.3046875, false], [-7.4296875, false], [-3.181640625, false], [-9.5546875, false], [-7.4296875, false], [-9.3046875, false], [-8.3046875, false], [-6.85546875, false], [-8.1796875, false], [-8.421875, false], [-5.3046875, false], [-8.1796875, false], [-7.4296875, false], [-8.3046875, false], [-8.6796875, false], [-9.9296875, false], [-10.0546875, false], [-3.181640625, false], [-9.5546875, false], [-7.4296875, false], [-9.3046875, false], [-8.3046875, false], [-6.85546875, false], [-8.1796875, false], [-8.421875, false], [-5.3046875, false], [-8.1796875, false], [-7.9296875, false], [-9.3046875, false], [-8.3046875, false], [-9.9296875, false], [-8.1796875, false], [-7.9296875, false], [-9.5546875, false], [-7.4296875, false], [-9.3046875, false], [-8.3046875, false], [-6.85546875, false], [-8.1796875, false], [-8.421875, false], [-5.3046875, false], [-8.1796875, false], [-7.9296875, false], [-9.3046875, false], [-8.3046875, false], [-7.3046875, false], [-9.9296875, false], [-7.9296875, false], [-9.5546875, false], [-7.4296875, false], [-9.3046875, false], [-8.3046875, false], [-6.85546875, false], [-8.1796875, false], [-11.5546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2141, "doc": {"id": "LEAP_2004_8_10398", "question": "Which statement about plant and animals cells is true?", "choices": {"text": ["Both have a cell wall to give them support.", "Both have a large vacuole to store water.", "Both use mitochondria to produce energy.", "Both use chloroplasts to store energy."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Both use mitochondria to produce energy.", "arguments": ["Question: Which statement about plant and animals cells is true?\nAnswer:", " ["], "resps": [[[-7.9140625, false]], [[-9.4140625, false]], [[-6.1640625, false]], [[-9.9140625, false]], [[-10.4140625, false]], [[-10.9140625, false]], [[-6.1640625, false]], [[-10.9140625, false]], [[-5.6640625, false]], [[-11.1640625, false]], [[-8.9140625, false]], [[-6.1640625, false]], [[-5.6640625, false]], [[-6.1640625, false]], [[-8.1640625, false]], [[-8.9140625, false]], [[-10.1640625, false]], [[-10.1640625, false]], [[-6.1640625, false]], [[-10.9140625, false]], [[-5.6640625, false]], [[-10.1640625, false]], [[-10.1640625, false]], [[-6.1640625, false]], [[-10.4140625, false]], [[-9.9140625, false]], [[-6.1640625, false]], [[-11.6640625, false]], [[-9.4140625, false]], [[-11.1640625, false]], [[-8.9140625, false]], [[-6.1640625, false]], [[-10.4140625, false]], [[-10.9140625, false]], [[-8.9140625, false]], [[-10.1640625, false]], [[-6.1640625, false]], [[-10.1640625, false]], [[-12.4140625, false]], [[-9.6640625, false]], [[-9.6640625, false]], [[-9.9140625, false]], [[-11.1640625, false]], [[-10.4140625, false]], [[-7.30859375, false]], [[-9.4140625, false]], [[-10.6875, false]], [[-6.1640625, false]], [[-9.4140625, false]], [[-6.1640625, false]], [[-9.9140625, false]], [[-10.4140625, false]], [[-10.9140625, false]], [[-6.1640625, false]], [[-10.9140625, false]], [[-5.6640625, false]], [[-11.1640625, false]], [[-8.9140625, false]], [[-6.1640625, false]], [[-5.6640625, false]], [[-6.1640625, false]], [[-10.1640625, false]], [[-5.6640625, false]], [[-11.1640625, false]], [[-11.6640625, false]], [[-8.9140625, false]], [[-6.1640625, false]], [[-11.1640625, false]], [[-5.6640625, false]], [[-8.1640625, false]], [[-12.4140625, false]], [[-9.9140625, false]], [[-10.1640625, false]], [[-8.9140625, false]], [[-6.1640625, false]], [[-10.4140625, false]], [[-9.9140625, false]], [[-6.1640625, false]], [[-10.1640625, false]], [[-10.4140625, false]], [[-9.9140625, false]], [[-11.1640625, false]], [[-8.9140625, false]], [[-6.1640625, false]], [[-10.9140625, false]], [[-5.6640625, false]], [[-10.4140625, false]], [[-8.9140625, false]], [[-11.1640625, false]], [[-7.30859375, false]], [[-9.4140625, false]], [[-10.6875, false]], [[-6.1640625, false]], [[-9.4140625, false]], [[-6.1640625, false]], [[-9.9140625, false]], [[-10.4140625, false]], [[-10.9140625, false]], [[-6.1640625, false]], [[-12.4140625, false]], [[-10.1640625, false]], [[-8.9140625, false]], [[-6.1640625, false]], [[-10.1640625, false]], [[-9.4140625, false]], [[-10.4140625, false]], [[-9.9140625, false]], [[-8.1640625, false]], [[-10.9140625, false]], [[-9.9140625, false]], [[-9.9140625, false]], [[-9.1640625, false]], [[-11.1640625, false]], [[-9.4140625, false]], [[-5.6640625, false]], [[-6.1640625, false]], [[-10.4140625, false]], [[-9.9140625, false]], [[-6.1640625, false]], [[-9.6640625, false]], [[-11.1640625, false]], [[-9.9140625, false]], [[-9.1640625, false]], [[-12.4140625, false]], [[-8.1640625, false]], [[-8.9140625, false]], [[-6.1640625, false]], [[-8.9140625, false]], [[-9.9140625, false]], [[-8.9140625, false]], [[-11.1640625, false]], [[-11.6640625, false]], [[-11.9140625, false]], [[-7.30859375, false]], [[-9.4140625, false]], [[-10.6875, false]], [[-6.1640625, false]], [[-9.4140625, false]], [[-6.1640625, false]], [[-9.9140625, false]], [[-10.4140625, false]], [[-10.9140625, false]], [[-6.1640625, false]], [[-12.4140625, false]], [[-10.1640625, false]], [[-8.9140625, false]], [[-6.1640625, false]], [[-8.1640625, false]], [[-10.9140625, false]], [[-10.1640625, false]], [[-9.9140625, false]], [[-11.1640625, false]], [[-9.9140625, false]], [[-9.6640625, false]], [[-10.1640625, false]], [[-5.6640625, false]], [[-10.1640625, false]], [[-10.4140625, false]], [[-10.1640625, false]], [[-6.1640625, false]], [[-10.4140625, false]], [[-9.9140625, false]], [[-6.1640625, false]], [[-10.1640625, false]], [[-10.4140625, false]], [[-9.9140625, false]], [[-11.1640625, false]], [[-8.9140625, false]], [[-6.1640625, false]], [[-8.9140625, false]], [[-9.9140625, false]], [[-8.9140625, false]], [[-11.1640625, false]], [[-11.6640625, false]], [[-11.9140625, false]], [[-7.30859375, false]], [[-9.4140625, false]], [[-13.9140625, false]]], "filtered_resps": [[-7.9140625, false], [-9.4140625, false], [-6.1640625, false], [-9.9140625, false], [-10.4140625, false], [-10.9140625, false], [-6.1640625, false], [-10.9140625, false], [-5.6640625, false], [-11.1640625, false], [-8.9140625, false], [-6.1640625, false], [-5.6640625, false], [-6.1640625, false], [-8.1640625, false], [-8.9140625, false], [-10.1640625, false], [-10.1640625, false], [-6.1640625, false], [-10.9140625, false], [-5.6640625, false], [-10.1640625, false], [-10.1640625, false], [-6.1640625, false], [-10.4140625, false], [-9.9140625, false], [-6.1640625, false], [-11.6640625, false], [-9.4140625, false], [-11.1640625, false], [-8.9140625, false], [-6.1640625, false], [-10.4140625, false], [-10.9140625, false], [-8.9140625, false], [-10.1640625, false], [-6.1640625, false], [-10.1640625, false], [-12.4140625, false], [-9.6640625, false], [-9.6640625, false], [-9.9140625, false], [-11.1640625, false], [-10.4140625, false], [-7.30859375, false], [-9.4140625, false], [-10.6875, false], [-6.1640625, false], [-9.4140625, false], [-6.1640625, false], [-9.9140625, false], [-10.4140625, false], [-10.9140625, false], [-6.1640625, false], [-10.9140625, false], [-5.6640625, false], [-11.1640625, false], [-8.9140625, false], [-6.1640625, false], [-5.6640625, false], [-6.1640625, false], [-10.1640625, false], [-5.6640625, false], [-11.1640625, false], [-11.6640625, false], [-8.9140625, false], [-6.1640625, false], [-11.1640625, false], [-5.6640625, false], [-8.1640625, false], [-12.4140625, false], [-9.9140625, false], [-10.1640625, false], [-8.9140625, false], [-6.1640625, false], [-10.4140625, false], [-9.9140625, false], [-6.1640625, false], [-10.1640625, false], [-10.4140625, false], [-9.9140625, false], [-11.1640625, false], [-8.9140625, false], [-6.1640625, false], [-10.9140625, false], [-5.6640625, false], [-10.4140625, false], [-8.9140625, false], [-11.1640625, false], [-7.30859375, false], [-9.4140625, false], [-10.6875, false], [-6.1640625, false], [-9.4140625, false], [-6.1640625, false], [-9.9140625, false], [-10.4140625, false], [-10.9140625, false], [-6.1640625, false], [-12.4140625, false], [-10.1640625, false], [-8.9140625, false], [-6.1640625, false], [-10.1640625, false], [-9.4140625, false], [-10.4140625, false], [-9.9140625, false], [-8.1640625, false], [-10.9140625, false], [-9.9140625, false], [-9.9140625, false], [-9.1640625, false], [-11.1640625, false], [-9.4140625, false], [-5.6640625, false], [-6.1640625, false], [-10.4140625, false], [-9.9140625, false], [-6.1640625, false], [-9.6640625, false], [-11.1640625, false], [-9.9140625, false], [-9.1640625, false], [-12.4140625, false], [-8.1640625, false], [-8.9140625, false], [-6.1640625, false], [-8.9140625, false], [-9.9140625, false], [-8.9140625, false], [-11.1640625, false], [-11.6640625, false], [-11.9140625, false], [-7.30859375, false], [-9.4140625, false], [-10.6875, false], [-6.1640625, false], [-9.4140625, false], [-6.1640625, false], [-9.9140625, false], [-10.4140625, false], [-10.9140625, false], [-6.1640625, false], [-12.4140625, false], [-10.1640625, false], [-8.9140625, false], [-6.1640625, false], [-8.1640625, false], [-10.9140625, false], [-10.1640625, false], [-9.9140625, false], [-11.1640625, false], [-9.9140625, false], [-9.6640625, false], [-10.1640625, false], [-5.6640625, false], [-10.1640625, false], [-10.4140625, false], [-10.1640625, false], [-6.1640625, false], [-10.4140625, false], [-9.9140625, false], [-6.1640625, false], [-10.1640625, false], [-10.4140625, false], [-9.9140625, false], [-11.1640625, false], [-8.9140625, false], [-6.1640625, false], [-8.9140625, false], [-9.9140625, false], [-8.9140625, false], [-11.1640625, false], [-11.6640625, false], [-11.9140625, false], [-7.30859375, false], [-9.4140625, false], [-13.9140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2149, "doc": {"id": "Mercury_401215", "question": "Tides on Earth are mostly caused by the gravitational pull of", "choices": {"text": ["the Sun.", "stars.", "the Moon.", "asteroids."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "the Moon.", "arguments": ["Question: Tides on Earth are mostly caused by the gravitational pull of\nAnswer:", " ["], "resps": [[[-8.1875, false]], [[-8.4375, false]], [[-10.0625, false]], [[-10.3125, false]], [[-8.6875, false]], [[-5.0625, false]], [[-6.0625, false]], [[-10.6875, false]], [[-9.0625, false]], [[-6.375, false]], [[-8.4375, false]], [[-8.5, false]], [[-5.0625, false]], [[-8.4375, false]], [[-8.9375, false]], [[-10.0625, false]], [[-6.0625, false]], [[-10.6875, false]], [[-8.9375, false]], [[-6.375, false]], [[-8.4375, false]], [[-8.5, false]], [[-5.0625, false]], [[-8.4375, false]], [[-10.0625, false]], [[-10.3125, false]], [[-8.6875, false]], [[-5.0625, false]], [[-7.1875, false]], [[-9.1875, false]], [[-9.1875, false]], [[-9.0625, false]], [[-6.375, false]], [[-8.4375, false]], [[-8.5, false]], [[-5.0625, false]], [[-8.4375, false]], [[-6.0625, false]], [[-8.9375, false]], [[-10.0625, false]], [[-8.6875, false]], [[-10.6875, false]], [[-9.1875, false]], [[-8.0625, false]], [[-8.9375, false]], [[-8.9375, false]], [[-6.375, false]], [[-8.4375, false]], [[-12.3125, false]]], "filtered_resps": [[-8.1875, false], [-8.4375, false], [-10.0625, false], [-10.3125, false], [-8.6875, false], [-5.0625, false], [-6.0625, false], [-10.6875, false], [-9.0625, false], [-6.375, false], [-8.4375, false], [-8.5, false], [-5.0625, false], [-8.4375, false], [-8.9375, false], [-10.0625, false], [-6.0625, false], [-10.6875, false], [-8.9375, false], [-6.375, false], [-8.4375, false], [-8.5, false], [-5.0625, false], [-8.4375, false], [-10.0625, false], [-10.3125, false], [-8.6875, false], [-5.0625, false], [-7.1875, false], [-9.1875, false], [-9.1875, false], [-9.0625, false], [-6.375, false], [-8.4375, false], [-8.5, false], [-5.0625, false], [-8.4375, false], [-6.0625, false], [-8.9375, false], [-10.0625, false], [-8.6875, false], [-10.6875, false], [-9.1875, false], [-8.0625, false], [-8.9375, false], [-8.9375, false], [-6.375, false], [-8.4375, false], [-12.3125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2157, "doc": {"id": "MCAS_2002_8_8", "question": "Which of the following is most important in producing the seasons on Earth?", "choices": {"text": ["Earth's gravitational attraction to the Sun", "the Moon's revolution around Earth", "the distance of Earth from the Sun", "the tilt of Earth's axis as it revolves around the Sun"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "the tilt of Earth's axis as it revolves around the Sun", "arguments": ["Question: Which of the following is most important in producing the seasons on Earth?\nAnswer:", " ["], "resps": [[[-7.83203125, false]], [[-7.20703125, false]], [[-4.45703125, false]], [[-5.95703125, false]], [[-11.328125, false]], [[-10.203125, false]], [[-11.703125, false]], [[-9.453125, false]], [[-9.078125, false]], [[-5.33203125, false]], [[-11.828125, false]], [[-11.328125, false]], [[-5.95703125, false]], [[-11.953125, false]], [[-8.453125, false]], [[-10.203125, false]], [[-5.95703125, false]], [[-10.203125, false]], [[-8.453125, false]], [[-7.95703125, false]], [[-9.953125, false]], [[-5.95703125, false]], [[-10.203125, false]], [[-5.33203125, false]], [[-5.95703125, false]], [[-10.203125, false]], [[-10.203125, false]], [[-11.328125, false]], [[-5.95703125, false]], [[-9.078125, false]], [[-10.203125, false]], [[-8.453125, false]], [[-7.95703125, false]], [[-9.953125, false]], [[-5.33203125, false]], [[-10.203125, false]], [[-7.95703125, false]], [[-5.33203125, false]], [[-10.203125, false]], [[-11.703125, false]], [[-6.70703125, false]], [[-5.33203125, false]], [[-6.20703125, false]], [[-12.203125, false]], [[-9.953125, false]], [[-7.20703125, false]], [[-9.875, false]], [[-5.33203125, false]], [[-7.20703125, false]], [[-10.203125, false]], [[-11.703125, false]], [[-6.70703125, false]], [[-5.33203125, false]], [[-7.45703125, false]], [[-7.95703125, false]], [[-7.95703125, false]], [[-9.953125, false]], [[-9.453125, false]], [[-9.078125, false]], [[-5.33203125, false]], [[-11.328125, false]], [[-6.70703125, false]], [[-11.953125, false]], [[-7.95703125, false]], [[-10.203125, false]], [[-12.203125, false]], [[-10.203125, false]], [[-8.453125, false]], [[-7.95703125, false]], [[-9.953125, false]], [[-5.33203125, false]], [[-5.95703125, false]], [[-11.328125, false]], [[-7.95703125, false]], [[-12.203125, false]], [[-9.953125, false]], [[-7.33203125, false]], [[-5.33203125, false]], [[-4.45703125, false]], [[-5.95703125, false]], [[-11.328125, false]], [[-10.203125, false]], [[-11.703125, false]], [[-7.20703125, false]], [[-9.875, false]], [[-5.33203125, false]], [[-9.453125, false]], [[-10.203125, false]], [[-11.703125, false]], [[-6.70703125, false]], [[-5.33203125, false]], [[-7.33203125, false]], [[-8.453125, false]], [[-9.078125, false]], [[-10.203125, false]], [[-5.95703125, false]], [[-9.953125, false]], [[-9.078125, false]], [[-6.70703125, false]], [[-5.33203125, false]], [[-7.95703125, false]], [[-9.578125, false]], [[-5.33203125, false]], [[-4.45703125, false]], [[-5.95703125, false]], [[-11.328125, false]], [[-10.203125, false]], [[-11.703125, false]], [[-5.33203125, false]], [[-9.578125, false]], [[-11.328125, false]], [[-7.95703125, false]], [[-10.078125, false]], [[-5.33203125, false]], [[-10.203125, false]], [[-11.703125, false]], [[-6.70703125, false]], [[-5.33203125, false]], [[-6.20703125, false]], [[-12.203125, false]], [[-9.953125, false]], [[-9.453125, false]], [[-9.875, false]], [[-5.33203125, false]], [[-7.20703125, false]], [[-10.203125, false]], [[-11.703125, false]], [[-6.70703125, false]], [[-5.33203125, false]], [[-10.203125, false]], [[-8.453125, false]], [[-10.203125, false]], [[-10.203125, false]], [[-5.33203125, false]], [[-7.95703125, false]], [[-9.578125, false]], [[-5.33203125, false]], [[-4.45703125, false]], [[-5.95703125, false]], [[-11.328125, false]], [[-10.203125, false]], [[-11.703125, false]], [[-9.453125, false]], [[-9.078125, false]], [[-5.33203125, false]], [[-5.95703125, false]], [[-11.203125, false]], [[-8.453125, false]], [[-9.078125, false]], [[-5.33203125, false]], [[-5.95703125, false]], [[-9.078125, false]], [[-5.33203125, false]], [[-8.453125, false]], [[-10.203125, false]], [[-5.33203125, false]], [[-11.328125, false]], [[-6.70703125, false]], [[-11.953125, false]], [[-7.95703125, false]], [[-10.203125, false]], [[-11.953125, false]], [[-6.70703125, false]], [[-9.078125, false]], [[-5.33203125, false]], [[-5.95703125, false]], [[-11.328125, false]], [[-7.95703125, false]], [[-12.203125, false]], [[-9.953125, false]], [[-7.33203125, false]], [[-5.33203125, false]], [[-10.203125, false]], [[-11.703125, false]], [[-6.70703125, false]], [[-5.33203125, false]], [[-6.20703125, false]], [[-12.203125, false]], [[-9.953125, false]], [[-7.20703125, false]], [[-14.203125, false]]], "filtered_resps": [[-7.83203125, false], [-7.20703125, false], [-4.45703125, false], [-5.95703125, false], [-11.328125, false], [-10.203125, false], [-11.703125, false], [-9.453125, false], [-9.078125, false], [-5.33203125, false], [-11.828125, false], [-11.328125, false], [-5.95703125, false], [-11.953125, false], [-8.453125, false], [-10.203125, false], [-5.95703125, false], [-10.203125, false], [-8.453125, false], [-7.95703125, false], [-9.953125, false], [-5.95703125, false], [-10.203125, false], [-5.33203125, false], [-5.95703125, false], [-10.203125, false], [-10.203125, false], [-11.328125, false], [-5.95703125, false], [-9.078125, false], [-10.203125, false], [-8.453125, false], [-7.95703125, false], [-9.953125, false], [-5.33203125, false], [-10.203125, false], [-7.95703125, false], [-5.33203125, false], [-10.203125, false], [-11.703125, false], [-6.70703125, false], [-5.33203125, false], [-6.20703125, false], [-12.203125, false], [-9.953125, false], [-7.20703125, false], [-9.875, false], [-5.33203125, false], [-7.20703125, false], [-10.203125, false], [-11.703125, false], [-6.70703125, false], [-5.33203125, false], [-7.45703125, false], [-7.95703125, false], [-7.95703125, false], [-9.953125, false], [-9.453125, false], [-9.078125, false], [-5.33203125, false], [-11.328125, false], [-6.70703125, false], [-11.953125, false], [-7.95703125, false], [-10.203125, false], [-12.203125, false], [-10.203125, false], [-8.453125, false], [-7.95703125, false], [-9.953125, false], [-5.33203125, false], [-5.95703125, false], [-11.328125, false], [-7.95703125, false], [-12.203125, false], [-9.953125, false], [-7.33203125, false], [-5.33203125, false], [-4.45703125, false], [-5.95703125, false], [-11.328125, false], [-10.203125, false], [-11.703125, false], [-7.20703125, false], [-9.875, false], [-5.33203125, false], [-9.453125, false], [-10.203125, false], [-11.703125, false], [-6.70703125, false], [-5.33203125, false], [-7.33203125, false], [-8.453125, false], [-9.078125, false], [-10.203125, false], [-5.95703125, false], [-9.953125, false], [-9.078125, false], [-6.70703125, false], [-5.33203125, false], [-7.95703125, false], [-9.578125, false], [-5.33203125, false], [-4.45703125, false], [-5.95703125, false], [-11.328125, false], [-10.203125, false], [-11.703125, false], [-5.33203125, false], [-9.578125, false], [-11.328125, false], [-7.95703125, false], [-10.078125, false], [-5.33203125, false], [-10.203125, false], [-11.703125, false], [-6.70703125, false], [-5.33203125, false], [-6.20703125, false], [-12.203125, false], [-9.953125, false], [-9.453125, false], [-9.875, false], [-5.33203125, false], [-7.20703125, false], [-10.203125, false], [-11.703125, false], [-6.70703125, false], [-5.33203125, false], [-10.203125, false], [-8.453125, false], [-10.203125, false], [-10.203125, false], [-5.33203125, false], [-7.95703125, false], [-9.578125, false], [-5.33203125, false], [-4.45703125, false], [-5.95703125, false], [-11.328125, false], [-10.203125, false], [-11.703125, false], [-9.453125, false], [-9.078125, false], [-5.33203125, false], [-5.95703125, false], [-11.203125, false], [-8.453125, false], [-9.078125, false], [-5.33203125, false], [-5.95703125, false], [-9.078125, false], [-5.33203125, false], [-8.453125, false], [-10.203125, false], [-5.33203125, false], [-11.328125, false], [-6.70703125, false], [-11.953125, false], [-7.95703125, false], [-10.203125, false], [-11.953125, false], [-6.70703125, false], [-9.078125, false], [-5.33203125, false], [-5.95703125, false], [-11.328125, false], [-7.95703125, false], [-12.203125, false], [-9.953125, false], [-7.33203125, false], [-5.33203125, false], [-10.203125, false], [-11.703125, false], [-6.70703125, false], [-5.33203125, false], [-6.20703125, false], [-12.203125, false], [-9.953125, false], [-7.20703125, false], [-14.203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2165, "doc": {"id": "Mercury_7082478", "question": "A book placed on a table is observed to remain stationary. Which statement about the observation would be considered a fact rather than an opinion?", "choices": {"text": ["The book is not very heavy.", "The table pushes up on the book.", "The book probably has a sticky cover.", "The table is composed of a stronger material than the book."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "The table pushes up on the book.", "arguments": ["Question: A book placed on a table is observed to remain stationary. Which statement about the observation would be considered a fact rather than an opinion?\nAnswer:", " ["], "resps": [[[-6.50390625, false]], [[-8.7578125, false]], [[-6.75390625, false]], [[-10.2578125, false]], [[-8.2578125, false]], [[-5.50390625, false]], [[-6.00390625, false]], [[-10.0078125, false]], [[-10.0078125, false]], [[-9.5078125, false]], [[-5.50390625, false]], [[-8.2578125, false]], [[-9.5078125, false]], [[-5.50390625, false]], [[-8.7578125, false]], [[-10.0078125, false]], [[-8.7578125, false]], [[-5.50390625, false]], [[-9.0078125, false]], [[-8.2578125, false]], [[-9.7578125, false]], [[-11.2578125, false]], [[-5.50390625, false]], [[-10.2578125, false]], [[-8.2578125, false]], [[-4.00390625, false]], [[-9.0078125, false]], [[-11.2578125, false]], [[-6.8125, false]], [[-8.7578125, false]], [[-9.5625, false]], [[-5.50390625, false]], [[-8.7578125, false]], [[-6.75390625, false]], [[-10.2578125, false]], [[-8.2578125, false]], [[-5.50390625, false]], [[-8.7578125, false]], [[-4.00390625, false]], [[-6.00390625, false]], [[-9.7578125, false]], [[-8.2578125, false]], [[-5.50390625, false]], [[-8.0078125, false]], [[-10.5078125, false]], [[-9.5078125, false]], [[-10.2578125, false]], [[-8.2578125, false]], [[-9.5078125, false]], [[-5.50390625, false]], [[-10.5078125, false]], [[-8.0078125, false]], [[-5.50390625, false]], [[-10.0078125, false]], [[-8.7578125, false]], [[-5.50390625, false]], [[-8.7578125, false]], [[-10.2578125, false]], [[-8.2578125, false]], [[-5.50390625, false]], [[-6.00390625, false]], [[-10.0078125, false]], [[-10.0078125, false]], [[-9.5078125, false]], [[-6.8125, false]], [[-8.7578125, false]], [[-9.5625, false]], [[-5.50390625, false]], [[-8.7578125, false]], [[-6.75390625, false]], [[-10.2578125, false]], [[-8.2578125, false]], [[-5.50390625, false]], [[-6.00390625, false]], [[-10.0078125, false]], [[-10.0078125, false]], [[-9.5078125, false]], [[-5.50390625, false]], [[-8.0078125, false]], [[-9.7578125, false]], [[-10.0078125, false]], [[-6.00390625, false]], [[-4.00390625, false]], [[-6.00390625, false]], [[-9.7578125, false]], [[-11.2578125, false]], [[-5.50390625, false]], [[-10.2578125, false]], [[-4.00390625, false]], [[-9.5078125, false]], [[-5.50390625, false]], [[-4.00390625, false]], [[-5.50390625, false]], [[-9.5078125, false]], [[-8.7578125, false]], [[-8.2578125, false]], [[-7.25390625, false]], [[-9.5078125, false]], [[-11.2578125, false]], [[-5.50390625, false]], [[-7.25390625, false]], [[-10.0078125, false]], [[-9.0078125, false]], [[-8.2578125, false]], [[-9.7578125, false]], [[-6.8125, false]], [[-8.7578125, false]], [[-9.5625, false]], [[-5.50390625, false]], [[-8.7578125, false]], [[-6.75390625, false]], [[-10.2578125, false]], [[-8.2578125, false]], [[-5.50390625, false]], [[-8.7578125, false]], [[-4.00390625, false]], [[-6.00390625, false]], [[-9.7578125, false]], [[-8.2578125, false]], [[-5.50390625, false]], [[-8.2578125, false]], [[-9.5078125, false]], [[-5.50390625, false]], [[-7.25390625, false]], [[-10.0078125, false]], [[-8.5078125, false]], [[-8.0078125, false]], [[-10.0078125, false]], [[-9.5078125, false]], [[-8.2578125, false]], [[-8.0078125, false]], [[-5.50390625, false]], [[-10.0078125, false]], [[-6.75390625, false]], [[-5.50390625, false]], [[-4.00390625, false]], [[-5.50390625, false]], [[-9.5078125, false]], [[-8.7578125, false]], [[-9.7578125, false]], [[-10.0078125, false]], [[-8.7578125, false]], [[-11.0078125, false]], [[-8.2578125, false]], [[-9.7578125, false]], [[-5.50390625, false]], [[-8.5078125, false]], [[-4.00390625, false]], [[-8.7578125, false]], [[-8.2578125, false]], [[-9.7578125, false]], [[-8.2578125, false]], [[-4.00390625, false]], [[-9.7578125, false]], [[-5.50390625, false]], [[-8.7578125, false]], [[-10.2578125, false]], [[-4.00390625, false]], [[-8.7578125, false]], [[-5.50390625, false]], [[-8.7578125, false]], [[-10.2578125, false]], [[-8.2578125, false]], [[-5.50390625, false]], [[-6.00390625, false]], [[-10.0078125, false]], [[-10.0078125, false]], [[-9.5078125, false]], [[-6.8125, false]], [[-8.7578125, false]], [[-11.5078125, false]]], "filtered_resps": [[-6.50390625, false], [-8.7578125, false], [-6.75390625, false], [-10.2578125, false], [-8.2578125, false], [-5.50390625, false], [-6.00390625, false], [-10.0078125, false], [-10.0078125, false], [-9.5078125, false], [-5.50390625, false], [-8.2578125, false], [-9.5078125, false], [-5.50390625, false], [-8.7578125, false], [-10.0078125, false], [-8.7578125, false], [-5.50390625, false], [-9.0078125, false], [-8.2578125, false], [-9.7578125, false], [-11.2578125, false], [-5.50390625, false], [-10.2578125, false], [-8.2578125, false], [-4.00390625, false], [-9.0078125, false], [-11.2578125, false], [-6.8125, false], [-8.7578125, false], [-9.5625, false], [-5.50390625, false], [-8.7578125, false], [-6.75390625, false], [-10.2578125, false], [-8.2578125, false], [-5.50390625, false], [-8.7578125, false], [-4.00390625, false], [-6.00390625, false], [-9.7578125, false], [-8.2578125, false], [-5.50390625, false], [-8.0078125, false], [-10.5078125, false], [-9.5078125, false], [-10.2578125, false], [-8.2578125, false], [-9.5078125, false], [-5.50390625, false], [-10.5078125, false], [-8.0078125, false], [-5.50390625, false], [-10.0078125, false], [-8.7578125, false], [-5.50390625, false], [-8.7578125, false], [-10.2578125, false], [-8.2578125, false], [-5.50390625, false], [-6.00390625, false], [-10.0078125, false], [-10.0078125, false], [-9.5078125, false], [-6.8125, false], [-8.7578125, false], [-9.5625, false], [-5.50390625, false], [-8.7578125, false], [-6.75390625, false], [-10.2578125, false], [-8.2578125, false], [-5.50390625, false], [-6.00390625, false], [-10.0078125, false], [-10.0078125, false], [-9.5078125, false], [-5.50390625, false], [-8.0078125, false], [-9.7578125, false], [-10.0078125, false], [-6.00390625, false], [-4.00390625, false], [-6.00390625, false], [-9.7578125, false], [-11.2578125, false], [-5.50390625, false], [-10.2578125, false], [-4.00390625, false], [-9.5078125, false], [-5.50390625, false], [-4.00390625, false], [-5.50390625, false], [-9.5078125, false], [-8.7578125, false], [-8.2578125, false], [-7.25390625, false], [-9.5078125, false], [-11.2578125, false], [-5.50390625, false], [-7.25390625, false], [-10.0078125, false], [-9.0078125, false], [-8.2578125, false], [-9.7578125, false], [-6.8125, false], [-8.7578125, false], [-9.5625, false], [-5.50390625, false], [-8.7578125, false], [-6.75390625, false], [-10.2578125, false], [-8.2578125, false], [-5.50390625, false], [-8.7578125, false], [-4.00390625, false], [-6.00390625, false], [-9.7578125, false], [-8.2578125, false], [-5.50390625, false], [-8.2578125, false], [-9.5078125, false], [-5.50390625, false], [-7.25390625, false], [-10.0078125, false], [-8.5078125, false], [-8.0078125, false], [-10.0078125, false], [-9.5078125, false], [-8.2578125, false], [-8.0078125, false], [-5.50390625, false], [-10.0078125, false], [-6.75390625, false], [-5.50390625, false], [-4.00390625, false], [-5.50390625, false], [-9.5078125, false], [-8.7578125, false], [-9.7578125, false], [-10.0078125, false], [-8.7578125, false], [-11.0078125, false], [-8.2578125, false], [-9.7578125, false], [-5.50390625, false], [-8.5078125, false], [-4.00390625, false], [-8.7578125, false], [-8.2578125, false], [-9.7578125, false], [-8.2578125, false], [-4.00390625, false], [-9.7578125, false], [-5.50390625, false], [-8.7578125, false], [-10.2578125, false], [-4.00390625, false], [-8.7578125, false], [-5.50390625, false], [-8.7578125, false], [-10.2578125, false], [-8.2578125, false], [-5.50390625, false], [-6.00390625, false], [-10.0078125, false], [-10.0078125, false], [-9.5078125, false], [-6.8125, false], [-8.7578125, false], [-11.5078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2173, "doc": {"id": "MSA_2012_5_34", "question": "Old, worn-out rubber tires are called scrap tires. Which way of disposing of scrap tires is best for the environment?", "choices": {"text": ["burning the tires", "dumping the tires in a lake", "burying the tires in a landfill", "taking the tires to a recycling center"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "taking the tires to a recycling center", "arguments": ["Question: Old, worn-out rubber tires are called scrap tires. Which way of disposing of scrap tires is best for the environment?\nAnswer:", " ["], "resps": [[[-7.90625, false]], [[-10.15625, false]], [[-12.40625, false]], [[-11.90625, false]], [[-11.90625, false]], [[-12.40625, false]], [[-9.90625, false]], [[-12.40625, false]], [[-14.15625, false]], [[-5.15625, false]], [[-12.90625, false]], [[-13.65625, false]], [[-9.65625, false]], [[-5.15625, false]], [[-12.90625, false]], [[-9.90625, false]], [[-11.90625, false]], [[-9.65625, false]], [[-10.15625, false]], [[-10.15625, false]], [[-10.3125, false]], [[-5.15625, false]], [[-10.15625, false]], [[-12.15625, false]], [[-11.90625, false]], [[-12.65625, false]], [[-12.65625, false]], [[-9.90625, false]], [[-12.40625, false]], [[-14.15625, false]], [[-5.15625, false]], [[-12.90625, false]], [[-13.65625, false]], [[-9.65625, false]], [[-5.15625, false]], [[-12.90625, false]], [[-9.90625, false]], [[-11.90625, false]], [[-9.65625, false]], [[-10.15625, false]], [[-5.15625, false]], [[-9.90625, false]], [[-12.40625, false]], [[-5.15625, false]], [[-8.15625, false]], [[-5.15625, false]], [[-12.40625, false]], [[-8.15625, false]], [[-13.90625, false]], [[-9.65625, false]], [[-10.15625, false]], [[-10.3125, false]], [[-5.15625, false]], [[-10.15625, false]], [[-12.40625, false]], [[-11.90625, false]], [[-11.90625, false]], [[-13.40625, false]], [[-9.90625, false]], [[-12.40625, false]], [[-14.15625, false]], [[-5.15625, false]], [[-12.90625, false]], [[-13.65625, false]], [[-9.65625, false]], [[-5.15625, false]], [[-12.90625, false]], [[-9.90625, false]], [[-11.90625, false]], [[-9.65625, false]], [[-10.15625, false]], [[-5.15625, false]], [[-9.90625, false]], [[-12.40625, false]], [[-5.15625, false]], [[-8.15625, false]], [[-5.15625, false]], [[-12.40625, false]], [[-8.15625, false]], [[-12.40625, false]], [[-12.15625, false]], [[-12.90625, false]], [[-9.90625, false]], [[-12.40625, false]], [[-12.40625, false]], [[-10.15625, false]], [[-10.3125, false]], [[-5.15625, false]], [[-10.15625, false]], [[-12.90625, false]], [[-8.15625, false]], [[-13.90625, false]], [[-9.90625, false]], [[-12.40625, false]], [[-14.15625, false]], [[-5.15625, false]], [[-12.90625, false]], [[-13.65625, false]], [[-9.65625, false]], [[-5.15625, false]], [[-12.90625, false]], [[-9.90625, false]], [[-11.90625, false]], [[-9.65625, false]], [[-10.15625, false]], [[-5.15625, false]], [[-12.90625, false]], [[-11.40625, false]], [[-5.15625, false]], [[-8.15625, false]], [[-5.15625, false]], [[-11.90625, false]], [[-9.65625, false]], [[-11.65625, false]], [[-13.40625, false]], [[-11.65625, false]], [[-12.40625, false]], [[-9.90625, false]], [[-12.40625, false]], [[-14.15625, false]], [[-5.15625, false]], [[-11.65625, false]], [[-9.65625, false]], [[-12.40625, false]], [[-12.90625, false]], [[-9.65625, false]], [[-11.90625, false]], [[-10.15625, false]], [[-13.90625, false]]], "filtered_resps": [[-7.90625, false], [-10.15625, false], [-12.40625, false], [-11.90625, false], [-11.90625, false], [-12.40625, false], [-9.90625, false], [-12.40625, false], [-14.15625, false], [-5.15625, false], [-12.90625, false], [-13.65625, false], [-9.65625, false], [-5.15625, false], [-12.90625, false], [-9.90625, false], [-11.90625, false], [-9.65625, false], [-10.15625, false], [-10.15625, false], [-10.3125, false], [-5.15625, false], [-10.15625, false], [-12.15625, false], [-11.90625, false], [-12.65625, false], [-12.65625, false], [-9.90625, false], [-12.40625, false], [-14.15625, false], [-5.15625, false], [-12.90625, false], [-13.65625, false], [-9.65625, false], [-5.15625, false], [-12.90625, false], [-9.90625, false], [-11.90625, false], [-9.65625, false], [-10.15625, false], [-5.15625, false], [-9.90625, false], [-12.40625, false], [-5.15625, false], [-8.15625, false], [-5.15625, false], [-12.40625, false], [-8.15625, false], [-13.90625, false], [-9.65625, false], [-10.15625, false], [-10.3125, false], [-5.15625, false], [-10.15625, false], [-12.40625, false], [-11.90625, false], [-11.90625, false], [-13.40625, false], [-9.90625, false], [-12.40625, false], [-14.15625, false], [-5.15625, false], [-12.90625, false], [-13.65625, false], [-9.65625, false], [-5.15625, false], [-12.90625, false], [-9.90625, false], [-11.90625, false], [-9.65625, false], [-10.15625, false], [-5.15625, false], [-9.90625, false], [-12.40625, false], [-5.15625, false], [-8.15625, false], [-5.15625, false], [-12.40625, false], [-8.15625, false], [-12.40625, false], [-12.15625, false], [-12.90625, false], [-9.90625, false], [-12.40625, false], [-12.40625, false], [-10.15625, false], [-10.3125, false], [-5.15625, false], [-10.15625, false], [-12.90625, false], [-8.15625, false], [-13.90625, false], [-9.90625, false], [-12.40625, false], [-14.15625, false], [-5.15625, false], [-12.90625, false], [-13.65625, false], [-9.65625, false], [-5.15625, false], [-12.90625, false], [-9.90625, false], [-11.90625, false], [-9.65625, false], [-10.15625, false], [-5.15625, false], [-12.90625, false], [-11.40625, false], [-5.15625, false], [-8.15625, false], [-5.15625, false], [-11.90625, false], [-9.65625, false], [-11.65625, false], [-13.40625, false], [-11.65625, false], [-12.40625, false], [-9.90625, false], [-12.40625, false], [-14.15625, false], [-5.15625, false], [-11.65625, false], [-9.65625, false], [-12.40625, false], [-12.90625, false], [-9.65625, false], [-11.90625, false], [-10.15625, false], [-13.90625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2181, "doc": {"id": "TIMSS_2007_4_pg82", "question": "Small grasshoppers shed their outer covering as they grow larger. Which animal also sheds its outer covering as it grows larger?", "choices": {"text": ["frog", "snake", "fish", "human"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "snake", "arguments": ["Question: Small grasshoppers shed their outer covering as they grow larger. Which animal also sheds its outer covering as it grows larger?\nAnswer:", " ["], "resps": [[[-7.5703125, false]], [[-9.5703125, false]], [[-10.3203125, false]], [[-8.8203125, false]], [[-7.8203125, false]], [[-9.3203125, false]], [[-9.5703125, false]], [[-10.859375, false]], [[-5.0703125, false]], [[-9.5703125, false]], [[-7.8203125, false]], [[-9.0703125, false]], [[-3.5703125, false]], [[-10.3203125, false]], [[-7.8203125, false]], [[-9.5703125, false]], [[-10.859375, false]], [[-5.0703125, false]], [[-9.5703125, false]], [[-10.3203125, false]], [[-9.3203125, false]], [[-7.8203125, false]], [[-11.0703125, false]], [[-9.5703125, false]], [[-10.859375, false]], [[-5.0703125, false]], [[-9.5703125, false]], [[-11.0703125, false]], [[-11.3203125, false]], [[-11.0703125, false]], [[-3.5703125, false]], [[-9.0703125, false]], [[-9.5703125, false]], [[-13.0703125, false]]], "filtered_resps": [[-7.5703125, false], [-9.5703125, false], [-10.3203125, false], [-8.8203125, false], [-7.8203125, false], [-9.3203125, false], [-9.5703125, false], [-10.859375, false], [-5.0703125, false], [-9.5703125, false], [-7.8203125, false], [-9.0703125, false], [-3.5703125, false], [-10.3203125, false], [-7.8203125, false], [-9.5703125, false], [-10.859375, false], [-5.0703125, false], [-9.5703125, false], [-10.3203125, false], [-9.3203125, false], [-7.8203125, false], [-11.0703125, false], [-9.5703125, false], [-10.859375, false], [-5.0703125, false], [-9.5703125, false], [-11.0703125, false], [-11.3203125, false], [-11.0703125, false], [-3.5703125, false], [-9.0703125, false], [-9.5703125, false], [-13.0703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2189, "doc": {"id": "LEAP__5_10317", "question": "Which example best illustrates kinetic energy?", "choices": {"text": ["a light bulb that is turned on", "a car that is parked on top of a hill", "a comet that is flying through space", "a battery that is connected to a circuit"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "a comet that is flying through space", "arguments": ["Question: Which example best illustrates kinetic energy?\nAnswer:", " ["], "resps": [[[-6.99609375, false]], [[-8.1171875, false]], [[-4.12109375, false]], [[-4.87109375, false]], [[-10.2421875, false]], [[-8.4921875, false]], [[-10.1171875, false]], [[-9.9921875, false]], [[-9.4921875, false]], [[-4.87109375, false]], [[-8.4921875, false]], [[-9.7421875, false]], [[-10.2421875, false]], [[-8.4921875, false]], [[-4.87109375, false]], [[-9.4921875, false]], [[-9.9921875, false]], [[-4.12109375, false]], [[-9.4921875, false]], [[-4.87109375, false]], [[-8.4921875, false]], [[-8.3671875, false]], [[-4.87109375, false]], [[-9.4921875, false]], [[-9.7421875, false]], [[-10.7421875, false]], [[-9.4921875, false]], [[-8.4921875, false]], [[-8.9921875, false]], [[-4.87109375, false]], [[-9.6171875, false]], [[-9.4921875, false]], [[-8.1171875, false]], [[-9.15625, false]], [[-4.87109375, false]], [[-8.1171875, false]], [[-4.12109375, false]], [[-4.87109375, false]], [[-8.7421875, false]], [[-4.12109375, false]], [[-10.7421875, false]], [[-4.87109375, false]], [[-9.4921875, false]], [[-9.9921875, false]], [[-4.12109375, false]], [[-9.4921875, false]], [[-4.87109375, false]], [[-8.4921875, false]], [[-8.3671875, false]], [[-4.87109375, false]], [[-8.7421875, false]], [[-4.12109375, false]], [[-10.7421875, false]], [[-8.6171875, false]], [[-8.4921875, false]], [[-8.9921875, false]], [[-4.87109375, false]], [[-9.6171875, false]], [[-9.4921875, false]], [[-4.87109375, false]], [[-9.4921875, false]], [[-9.6171875, false]], [[-8.7421875, false]], [[-4.87109375, false]], [[-9.6171875, false]], [[-9.3671875, false]], [[-4.87109375, false]], [[-4.12109375, false]], [[-4.87109375, false]], [[-9.9921875, false]], [[-8.4921875, false]], [[-10.2421875, false]], [[-10.2421875, false]], [[-8.1171875, false]], [[-9.15625, false]], [[-4.87109375, false]], [[-8.1171875, false]], [[-4.12109375, false]], [[-4.87109375, false]], [[-8.7421875, false]], [[-9.6171875, false]], [[-8.8671875, false]], [[-8.4921875, false]], [[-9.4921875, false]], [[-4.87109375, false]], [[-9.4921875, false]], [[-9.9921875, false]], [[-4.12109375, false]], [[-9.4921875, false]], [[-4.87109375, false]], [[-8.4921875, false]], [[-8.3671875, false]], [[-4.87109375, false]], [[-9.3671875, false]], [[-10.2421875, false]], [[-9.9921875, false]], [[-8.4921875, false]], [[-9.4921875, false]], [[-10.1171875, false]], [[-4.87109375, false]], [[-9.4921875, false]], [[-9.9921875, false]], [[-10.7421875, false]], [[-9.6171875, false]], [[-9.7421875, false]], [[-10.1171875, false]], [[-9.9921875, false]], [[-4.87109375, false]], [[-8.3671875, false]], [[-8.7421875, false]], [[-4.12109375, false]], [[-8.7421875, false]], [[-8.4921875, false]], [[-8.1171875, false]], [[-9.15625, false]], [[-4.87109375, false]], [[-8.1171875, false]], [[-4.12109375, false]], [[-4.87109375, false]], [[-8.4921875, false]], [[-4.12109375, false]], [[-9.4921875, false]], [[-9.4921875, false]], [[-8.4921875, false]], [[-10.7421875, false]], [[-9.9921875, false]], [[-4.87109375, false]], [[-9.4921875, false]], [[-9.9921875, false]], [[-4.12109375, false]], [[-9.4921875, false]], [[-4.87109375, false]], [[-8.4921875, false]], [[-8.3671875, false]], [[-4.87109375, false]], [[-8.7421875, false]], [[-9.6171875, false]], [[-9.4921875, false]], [[-9.4921875, false]], [[-8.4921875, false]], [[-8.7421875, false]], [[-9.4921875, false]], [[-8.4921875, false]], [[-8.9921875, false]], [[-4.87109375, false]], [[-9.4921875, false]], [[-9.6171875, false]], [[-4.87109375, false]], [[-4.12109375, false]], [[-4.87109375, false]], [[-8.7421875, false]], [[-8.4921875, false]], [[-10.7421875, false]], [[-8.7421875, false]], [[-9.7421875, false]], [[-8.4921875, false]], [[-9.4921875, false]], [[-8.1171875, false]], [[-12.6171875, false]]], "filtered_resps": [[-6.99609375, false], [-8.1171875, false], [-4.12109375, false], [-4.87109375, false], [-10.2421875, false], [-8.4921875, false], [-10.1171875, false], [-9.9921875, false], [-9.4921875, false], [-4.87109375, false], [-8.4921875, false], [-9.7421875, false], [-10.2421875, false], [-8.4921875, false], [-4.87109375, false], [-9.4921875, false], [-9.9921875, false], [-4.12109375, false], [-9.4921875, false], [-4.87109375, false], [-8.4921875, false], [-8.3671875, false], [-4.87109375, false], [-9.4921875, false], [-9.7421875, false], [-10.7421875, false], [-9.4921875, false], [-8.4921875, false], [-8.9921875, false], [-4.87109375, false], [-9.6171875, false], [-9.4921875, false], [-8.1171875, false], [-9.15625, false], [-4.87109375, false], [-8.1171875, false], [-4.12109375, false], [-4.87109375, false], [-8.7421875, false], [-4.12109375, false], [-10.7421875, false], [-4.87109375, false], [-9.4921875, false], [-9.9921875, false], [-4.12109375, false], [-9.4921875, false], [-4.87109375, false], [-8.4921875, false], [-8.3671875, false], [-4.87109375, false], [-8.7421875, false], [-4.12109375, false], [-10.7421875, false], [-8.6171875, false], [-8.4921875, false], [-8.9921875, false], [-4.87109375, false], [-9.6171875, false], [-9.4921875, false], [-4.87109375, false], [-9.4921875, false], [-9.6171875, false], [-8.7421875, false], [-4.87109375, false], [-9.6171875, false], [-9.3671875, false], [-4.87109375, false], [-4.12109375, false], [-4.87109375, false], [-9.9921875, false], [-8.4921875, false], [-10.2421875, false], [-10.2421875, false], [-8.1171875, false], [-9.15625, false], [-4.87109375, false], [-8.1171875, false], [-4.12109375, false], [-4.87109375, false], [-8.7421875, false], [-9.6171875, false], [-8.8671875, false], [-8.4921875, false], [-9.4921875, false], [-4.87109375, false], [-9.4921875, false], [-9.9921875, false], [-4.12109375, false], [-9.4921875, false], [-4.87109375, false], [-8.4921875, false], [-8.3671875, false], [-4.87109375, false], [-9.3671875, false], [-10.2421875, false], [-9.9921875, false], [-8.4921875, false], [-9.4921875, false], [-10.1171875, false], [-4.87109375, false], [-9.4921875, false], [-9.9921875, false], [-10.7421875, false], [-9.6171875, false], [-9.7421875, false], [-10.1171875, false], [-9.9921875, false], [-4.87109375, false], [-8.3671875, false], [-8.7421875, false], [-4.12109375, false], [-8.7421875, false], [-8.4921875, false], [-8.1171875, false], [-9.15625, false], [-4.87109375, false], [-8.1171875, false], [-4.12109375, false], [-4.87109375, false], [-8.4921875, false], [-4.12109375, false], [-9.4921875, false], [-9.4921875, false], [-8.4921875, false], [-10.7421875, false], [-9.9921875, false], [-4.87109375, false], [-9.4921875, false], [-9.9921875, false], [-4.12109375, false], [-9.4921875, false], [-4.87109375, false], [-8.4921875, false], [-8.3671875, false], [-4.87109375, false], [-8.7421875, false], [-9.6171875, false], [-9.4921875, false], [-9.4921875, false], [-8.4921875, false], [-8.7421875, false], [-9.4921875, false], [-8.4921875, false], [-8.9921875, false], [-4.87109375, false], [-9.4921875, false], [-9.6171875, false], [-4.87109375, false], [-4.12109375, false], [-4.87109375, false], [-8.7421875, false], [-8.4921875, false], [-10.7421875, false], [-8.7421875, false], [-9.7421875, false], [-8.4921875, false], [-9.4921875, false], [-8.1171875, false], [-12.6171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2197, "doc": {"id": "MDSA_2012_8_35", "question": "Use the information below to answer the question. The human body is composed of different systems made of specialized cells, tissues, and organs. Each of these structures has a specific function that aids in the survival of the human species. Which organs are used in reproduction?", "choices": {"text": ["brain, spinal cord, and eyes", "lungs, esophagus, and heart", "mouth, stomach, and gallbladder", "ovaries, uterus, and fallopian tubes"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "ovaries, uterus, and fallopian tubes", "arguments": ["Question: Use the information below to answer the question. The human body is composed of different systems made of specialized cells, tissues, and organs. Each of these structures has a specific function that aids in the survival of the human species. Which organs are used in reproduction?\nAnswer:", " ["], "resps": [[[-7.5625, false]], [[-11.3125, false]], [[-7.5625, false]], [[-8.8125, false]], [[-4.8125, false]], [[-9.8125, false]], [[-9.5625, false]], [[-9.53125, false]], [[-5.08203125, false]], [[-9.0625, false]], [[-9.8125, false]], [[-9.8125, false]], [[-9.5625, false]], [[-4.8125, false]], [[-9.5625, false]], [[-5.08203125, false]], [[-8.3125, false]], [[-7.5625, false]], [[-8.8125, false]], [[-9.5625, false]], [[-9.53125, false]], [[-5.3125, false]], [[-4.8125, false]], [[-9.5625, false]], [[-9.5625, false]], [[-5.3125, false]], [[-8.3125, false]], [[-12.5625, false]], [[-8.3125, false]], [[-9.0625, false]], [[-11.3125, false]], [[-9.53125, false]], [[-5.3125, false]], [[-11.3125, false]], [[-9.5625, false]], [[-7.3125, false]], [[-9.5625, false]], [[-10.0625, false]], [[-9.0625, false]], [[-9.53125, false]], [[-5.3125, false]], [[-8.3125, false]], [[-9.0625, false]], [[-7.5625, false]], [[-9.8125, false]], [[-9.8125, false]], [[-4.8125, false]], [[-10.0625, false]], [[-7.3125, false]], [[-9.0625, false]], [[-9.53125, false]], [[-5.3125, false]], [[-4.8125, false]], [[-9.5625, false]], [[-9.5625, false]], [[-5.3125, false]], [[-9.8125, false]], [[-8.3125, false]], [[-4.8125, false]], [[-8.8125, false]], [[-9.8125, false]], [[-11.3125, false]], [[-9.53125, false]], [[-5.3125, false]], [[-11.3125, false]], [[-8.0625, false]], [[-7.5625, false]], [[-7.3125, false]], [[-9.8125, false]], [[-9.8125, false]], [[-9.53125, false]], [[-5.3125, false]], [[-9.0625, false]], [[-9.8125, false]], [[-7.5625, false]], [[-8.0625, false]], [[-4.8125, false]], [[-8.3125, false]], [[-9.8125, false]], [[-9.53125, false]], [[-5.3125, false]], [[-4.8125, false]], [[-9.5625, false]], [[-9.5625, false]], [[-5.3125, false]], [[-10.0625, false]], [[-4.8125, false]], [[-9.5625, false]], [[-9.5625, false]], [[-7.5625, false]], [[-9.5625, false]], [[-4.8125, false]], [[-9.5625, false]], [[-9.5625, false]], [[-8.3125, false]], [[-8.8125, false]], [[-11.3125, false]], [[-9.53125, false]], [[-5.3125, false]], [[-11.3125, false]], [[-7.5625, false]], [[-11.0625, false]], [[-4.8125, false]], [[-8.8125, false]], [[-9.8125, false]], [[-8.3125, false]], [[-9.0625, false]], [[-9.53125, false]], [[-5.3125, false]], [[-7.3125, false]], [[-9.8125, false]], [[-8.3125, false]], [[-8.8125, false]], [[-7.3125, false]], [[-9.0625, false]], [[-9.53125, false]], [[-5.3125, false]], [[-4.8125, false]], [[-9.5625, false]], [[-9.5625, false]], [[-5.3125, false]], [[-11.5625, false]], [[-4.8125, false]], [[-9.5625, false]], [[-9.5625, false]], [[-7.5625, false]], [[-9.8125, false]], [[-9.8125, false]], [[-4.8125, false]], [[-9.5625, false]], [[-5.3125, false]], [[-9.8125, false]], [[-7.3125, false]], [[-7.5625, false]], [[-8.3125, false]], [[-9.0625, false]], [[-11.3125, false]], [[-11.8125, false]]], "filtered_resps": [[-7.5625, false], [-11.3125, false], [-7.5625, false], [-8.8125, false], [-4.8125, false], [-9.8125, false], [-9.5625, false], [-9.53125, false], [-5.08203125, false], [-9.0625, false], [-9.8125, false], [-9.8125, false], [-9.5625, false], [-4.8125, false], [-9.5625, false], [-5.08203125, false], [-8.3125, false], [-7.5625, false], [-8.8125, false], [-9.5625, false], [-9.53125, false], [-5.3125, false], [-4.8125, false], [-9.5625, false], [-9.5625, false], [-5.3125, false], [-8.3125, false], [-12.5625, false], [-8.3125, false], [-9.0625, false], [-11.3125, false], [-9.53125, false], [-5.3125, false], [-11.3125, false], [-9.5625, false], [-7.3125, false], [-9.5625, false], [-10.0625, false], [-9.0625, false], [-9.53125, false], [-5.3125, false], [-8.3125, false], [-9.0625, false], [-7.5625, false], [-9.8125, false], [-9.8125, false], [-4.8125, false], [-10.0625, false], [-7.3125, false], [-9.0625, false], [-9.53125, false], [-5.3125, false], [-4.8125, false], [-9.5625, false], [-9.5625, false], [-5.3125, false], [-9.8125, false], [-8.3125, false], [-4.8125, false], [-8.8125, false], [-9.8125, false], [-11.3125, false], [-9.53125, false], [-5.3125, false], [-11.3125, false], [-8.0625, false], [-7.5625, false], [-7.3125, false], [-9.8125, false], [-9.8125, false], [-9.53125, false], [-5.3125, false], [-9.0625, false], [-9.8125, false], [-7.5625, false], [-8.0625, false], [-4.8125, false], [-8.3125, false], [-9.8125, false], [-9.53125, false], [-5.3125, false], [-4.8125, false], [-9.5625, false], [-9.5625, false], [-5.3125, false], [-10.0625, false], [-4.8125, false], [-9.5625, false], [-9.5625, false], [-7.5625, false], [-9.5625, false], [-4.8125, false], [-9.5625, false], [-9.5625, false], [-8.3125, false], [-8.8125, false], [-11.3125, false], [-9.53125, false], [-5.3125, false], [-11.3125, false], [-7.5625, false], [-11.0625, false], [-4.8125, false], [-8.8125, false], [-9.8125, false], [-8.3125, false], [-9.0625, false], [-9.53125, false], [-5.3125, false], [-7.3125, false], [-9.8125, false], [-8.3125, false], [-8.8125, false], [-7.3125, false], [-9.0625, false], [-9.53125, false], [-5.3125, false], [-4.8125, false], [-9.5625, false], [-9.5625, false], [-5.3125, false], [-11.5625, false], [-4.8125, false], [-9.5625, false], [-9.5625, false], [-7.5625, false], [-9.8125, false], [-9.8125, false], [-4.8125, false], [-9.5625, false], [-5.3125, false], [-9.8125, false], [-7.3125, false], [-7.5625, false], [-8.3125, false], [-9.0625, false], [-11.3125, false], [-11.8125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2205, "doc": {"id": "VASoL_2009_3_7", "question": "Which would help conserve water?", "choices": {"text": ["Turn off water while brushing teeth", "Wash the car every day", "Water the lawn every day", "Run the dishwasher after each meal"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Turn off water while brushing teeth", "arguments": ["Question: Which would help conserve water?\nAnswer:", " ["], "resps": [[[-8.03125, false]], [[-8.78125, false]], [[-7.16015625, false]], [[-11.28125, false]], [[-11.40625, false]], [[-10.78125, false]], [[-5.41015625, false]], [[-10.03125, false]], [[-9.28125, false]], [[-9.28125, false]], [[-5.41015625, false]], [[-10.90625, false]], [[-5.28515625, false]], [[-11.15625, false]], [[-8.53125, false]], [[-11.40625, false]], [[-5.41015625, false]], [[-10.90625, false]], [[-11.03125, false]], [[-9.15625, false]], [[-10.53125, false]], [[-8.53125, false]], [[-5.41015625, false]], [[-10.03125, false]], [[-11.40625, false]], [[-11.28125, false]], [[-8.78125, false]], [[-11.03125, false]], [[-9.15625, false]], [[-10.78125, false]], [[-11.40625, false]], [[-5.41015625, false]], [[-11.15625, false]], [[-8.53125, false]], [[-8.53125, false]], [[-11.15625, false]], [[-11.03125, false]], [[-8.78125, false]], [[-10.109375, false]], [[-5.41015625, false]], [[-8.78125, false]], [[-7.66015625, false]], [[-5.28515625, false]], [[-8.78125, false]], [[-11.03125, false]], [[-5.41015625, false]], [[-11.15625, false]], [[-11.03125, false]], [[-8.53125, false]], [[-5.41015625, false]], [[-10.03125, false]], [[-5.28515625, false]], [[-11.40625, false]], [[-5.41015625, false]], [[-8.53125, false]], [[-11.53125, false]], [[-8.53125, false]], [[-11.40625, false]], [[-12.28125, false]], [[-5.41015625, false]], [[-7.78515625, false]], [[-5.28515625, false]], [[-12.28125, false]], [[-8.78125, false]], [[-10.109375, false]], [[-5.41015625, false]], [[-8.78125, false]], [[-7.66015625, false]], [[-5.28515625, false]], [[-11.15625, false]], [[-8.53125, false]], [[-11.40625, false]], [[-5.41015625, false]], [[-11.15625, false]], [[-11.03125, false]], [[-8.53125, false]], [[-5.41015625, false]], [[-10.53125, false]], [[-5.28515625, false]], [[-10.90625, false]], [[-10.78125, false]], [[-5.41015625, false]], [[-8.53125, false]], [[-11.53125, false]], [[-8.53125, false]], [[-11.40625, false]], [[-12.28125, false]], [[-5.41015625, false]], [[-7.78515625, false]], [[-5.28515625, false]], [[-12.28125, false]], [[-8.78125, false]], [[-10.109375, false]], [[-5.41015625, false]], [[-8.78125, false]], [[-7.28515625, false]], [[-11.28125, false]], [[-10.78125, false]], [[-5.41015625, false]], [[-11.15625, false]], [[-11.03125, false]], [[-8.53125, false]], [[-5.41015625, false]], [[-7.78515625, false]], [[-9.15625, false]], [[-8.78125, false]], [[-11.03125, false]], [[-10.90625, false]], [[-5.28515625, false]], [[-8.78125, false]], [[-11.03125, false]], [[-8.53125, false]], [[-11.40625, false]], [[-5.41015625, false]], [[-5.28515625, false]], [[-9.28125, false]], [[-11.15625, false]], [[-8.53125, false]], [[-11.40625, false]], [[-5.41015625, false]], [[-8.53125, false]], [[-5.28515625, false]], [[-10.03125, false]], [[-11.03125, false]], [[-5.41015625, false]], [[-10.28125, false]], [[-8.53125, false]], [[-5.28515625, false]], [[-10.53125, false]], [[-8.78125, false]], [[-14.28125, false]]], "filtered_resps": [[-8.03125, false], [-8.78125, false], [-7.16015625, false], [-11.28125, false], [-11.40625, false], [-10.78125, false], [-5.41015625, false], [-10.03125, false], [-9.28125, false], [-9.28125, false], [-5.41015625, false], [-10.90625, false], [-5.28515625, false], [-11.15625, false], [-8.53125, false], [-11.40625, false], [-5.41015625, false], [-10.90625, false], [-11.03125, false], [-9.15625, false], [-10.53125, false], [-8.53125, false], [-5.41015625, false], [-10.03125, false], [-11.40625, false], [-11.28125, false], [-8.78125, false], [-11.03125, false], [-9.15625, false], [-10.78125, false], [-11.40625, false], [-5.41015625, false], [-11.15625, false], [-8.53125, false], [-8.53125, false], [-11.15625, false], [-11.03125, false], [-8.78125, false], [-10.109375, false], [-5.41015625, false], [-8.78125, false], [-7.66015625, false], [-5.28515625, false], [-8.78125, false], [-11.03125, false], [-5.41015625, false], [-11.15625, false], [-11.03125, false], [-8.53125, false], [-5.41015625, false], [-10.03125, false], [-5.28515625, false], [-11.40625, false], [-5.41015625, false], [-8.53125, false], [-11.53125, false], [-8.53125, false], [-11.40625, false], [-12.28125, false], [-5.41015625, false], [-7.78515625, false], [-5.28515625, false], [-12.28125, false], [-8.78125, false], [-10.109375, false], [-5.41015625, false], [-8.78125, false], [-7.66015625, false], [-5.28515625, false], [-11.15625, false], [-8.53125, false], [-11.40625, false], [-5.41015625, false], [-11.15625, false], [-11.03125, false], [-8.53125, false], [-5.41015625, false], [-10.53125, false], [-5.28515625, false], [-10.90625, false], [-10.78125, false], [-5.41015625, false], [-8.53125, false], [-11.53125, false], [-8.53125, false], [-11.40625, false], [-12.28125, false], [-5.41015625, false], [-7.78515625, false], [-5.28515625, false], [-12.28125, false], [-8.78125, false], [-10.109375, false], [-5.41015625, false], [-8.78125, false], [-7.28515625, false], [-11.28125, false], [-10.78125, false], [-5.41015625, false], [-11.15625, false], [-11.03125, false], [-8.53125, false], [-5.41015625, false], [-7.78515625, false], [-9.15625, false], [-8.78125, false], [-11.03125, false], [-10.90625, false], [-5.28515625, false], [-8.78125, false], [-11.03125, false], [-8.53125, false], [-11.40625, false], [-5.41015625, false], [-5.28515625, false], [-9.28125, false], [-11.15625, false], [-8.53125, false], [-11.40625, false], [-5.41015625, false], [-8.53125, false], [-5.28515625, false], [-10.03125, false], [-11.03125, false], [-5.41015625, false], [-10.28125, false], [-8.53125, false], [-5.28515625, false], [-10.53125, false], [-8.78125, false], [-14.28125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2213, "doc": {"id": "Mercury_SC_401602", "question": "A model of the Moon would be different from a model of Earth in that the Moon should", "choices": {"text": ["be smaller than Earth.", "have a source of light inside.", "have a smoother surface than Earth.", "have fewer impact craters on the surface."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "be smaller than Earth.", "arguments": ["Question: A model of the Moon would be different from a model of Earth in that the Moon should\nAnswer:", " ["], "resps": [[[-6.96875, false]], [[-7.71875, false]], [[-6.84375, false]], [[-7.84375, false]], [[-4.96875, false]], [[-8.34375, false]], [[-8.84375, false]], [[-4.09375, false]], [[-10.34375, false]], [[-10.34375, false]], [[-7.84375, false]], [[-9.34375, false]], [[-4.96875, false]], [[-9.46875, false]], [[-9.84375, false]], [[-4.09375, false]], [[-8.09375, false]], [[-4.96875, false]], [[-5.46875, false]], [[-4.09375, false]], [[-9.34375, false]], [[-9.46875, false]], [[-9.84375, false]], [[-6.30078125, false]], [[-7.71875, false]], [[-7.98828125, false]], [[-4.96875, false]], [[-7.71875, false]], [[-9.84375, false]], [[-4.09375, false]], [[-8.96875, false]], [[-7.84375, false]], [[-4.96875, false]], [[-4.09375, false]], [[-4.96875, false]], [[-8.34375, false]], [[-9.09375, false]], [[-10.84375, false]], [[-9.34375, false]], [[-8.21875, false]], [[-7.84375, false]], [[-4.96875, false]], [[-9.09375, false]], [[-9.09375, false]], [[-4.96875, false]], [[-10.34375, false]], [[-7.46875, false]], [[-10.09375, false]], [[-9.84375, false]], [[-9.46875, false]], [[-4.96875, false]], [[-7.46875, false]], [[-8.09375, false]], [[-8.34375, false]], [[-7.46875, false]], [[-8.34375, false]], [[-7.84375, false]], [[-6.30078125, false]], [[-7.71875, false]], [[-7.98828125, false]], [[-4.96875, false]], [[-7.71875, false]], [[-9.84375, false]], [[-4.09375, false]], [[-8.96875, false]], [[-7.84375, false]], [[-4.96875, false]], [[-4.09375, false]], [[-4.96875, false]], [[-8.34375, false]], [[-8.84375, false]], [[-9.09375, false]], [[-9.09375, false]], [[-9.46875, false]], [[-9.84375, false]], [[-7.84375, false]], [[-9.34375, false]], [[-4.96875, false]], [[-8.34375, false]], [[-10.84375, false]], [[-9.34375, false]], [[-9.09375, false]], [[-4.09375, false]], [[-8.21875, false]], [[-7.84375, false]], [[-4.96875, false]], [[-9.46875, false]], [[-9.84375, false]], [[-4.09375, false]], [[-8.09375, false]], [[-4.96875, false]], [[-5.46875, false]], [[-4.09375, false]], [[-9.34375, false]], [[-9.46875, false]], [[-9.84375, false]], [[-6.30078125, false]], [[-7.71875, false]], [[-7.98828125, false]], [[-4.96875, false]], [[-7.71875, false]], [[-9.84375, false]], [[-4.09375, false]], [[-8.96875, false]], [[-7.84375, false]], [[-4.96875, false]], [[-9.09375, false]], [[-7.84375, false]], [[-9.84375, false]], [[-7.84375, false]], [[-9.34375, false]], [[-4.96875, false]], [[-7.46875, false]], [[-8.84375, false]], [[-8.34375, false]], [[-4.09375, false]], [[-8.21875, false]], [[-9.46875, false]], [[-4.96875, false]], [[-8.21875, false]], [[-9.34375, false]], [[-4.09375, false]], [[-9.46875, false]], [[-7.84375, false]], [[-9.34375, false]], [[-8.34375, false]], [[-4.96875, false]], [[-9.09375, false]], [[-8.09375, false]], [[-4.96875, false]], [[-9.46875, false]], [[-9.84375, false]], [[-7.84375, false]], [[-4.96875, false]], [[-8.34375, false]], [[-10.84375, false]], [[-9.34375, false]], [[-9.09375, false]], [[-4.09375, false]], [[-8.21875, false]], [[-7.84375, false]], [[-6.30078125, false]], [[-7.71875, false]], [[-10.46875, false]]], "filtered_resps": [[-6.96875, false], [-7.71875, false], [-6.84375, false], [-7.84375, false], [-4.96875, false], [-8.34375, false], [-8.84375, false], [-4.09375, false], [-10.34375, false], [-10.34375, false], [-7.84375, false], [-9.34375, false], [-4.96875, false], [-9.46875, false], [-9.84375, false], [-4.09375, false], [-8.09375, false], [-4.96875, false], [-5.46875, false], [-4.09375, false], [-9.34375, false], [-9.46875, false], [-9.84375, false], [-6.30078125, false], [-7.71875, false], [-7.98828125, false], [-4.96875, false], [-7.71875, false], [-9.84375, false], [-4.09375, false], [-8.96875, false], [-7.84375, false], [-4.96875, false], [-4.09375, false], [-4.96875, false], [-8.34375, false], [-9.09375, false], [-10.84375, false], [-9.34375, false], [-8.21875, false], [-7.84375, false], [-4.96875, false], [-9.09375, false], [-9.09375, false], [-4.96875, false], [-10.34375, false], [-7.46875, false], [-10.09375, false], [-9.84375, false], [-9.46875, false], [-4.96875, false], [-7.46875, false], [-8.09375, false], [-8.34375, false], [-7.46875, false], [-8.34375, false], [-7.84375, false], [-6.30078125, false], [-7.71875, false], [-7.98828125, false], [-4.96875, false], [-7.71875, false], [-9.84375, false], [-4.09375, false], [-8.96875, false], [-7.84375, false], [-4.96875, false], [-4.09375, false], [-4.96875, false], [-8.34375, false], [-8.84375, false], [-9.09375, false], [-9.09375, false], [-9.46875, false], [-9.84375, false], [-7.84375, false], [-9.34375, false], [-4.96875, false], [-8.34375, false], [-10.84375, false], [-9.34375, false], [-9.09375, false], [-4.09375, false], [-8.21875, false], [-7.84375, false], [-4.96875, false], [-9.46875, false], [-9.84375, false], [-4.09375, false], [-8.09375, false], [-4.96875, false], [-5.46875, false], [-4.09375, false], [-9.34375, false], [-9.46875, false], [-9.84375, false], [-6.30078125, false], [-7.71875, false], [-7.98828125, false], [-4.96875, false], [-7.71875, false], [-9.84375, false], [-4.09375, false], [-8.96875, false], [-7.84375, false], [-4.96875, false], [-9.09375, false], [-7.84375, false], [-9.84375, false], [-7.84375, false], [-9.34375, false], [-4.96875, false], [-7.46875, false], [-8.84375, false], [-8.34375, false], [-4.09375, false], [-8.21875, false], [-9.46875, false], [-4.96875, false], [-8.21875, false], [-9.34375, false], [-4.09375, false], [-9.46875, false], [-7.84375, false], [-9.34375, false], [-8.34375, false], [-4.96875, false], [-9.09375, false], [-8.09375, false], [-4.96875, false], [-9.46875, false], [-9.84375, false], [-7.84375, false], [-4.96875, false], [-8.34375, false], [-10.84375, false], [-9.34375, false], [-9.09375, false], [-4.09375, false], [-8.21875, false], [-7.84375, false], [-6.30078125, false], [-7.71875, false], [-10.46875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2221, "doc": {"id": "NYSEDREGENTS_2012_4_6", "question": "Which metric units should be used to describe the mass of an object?", "choices": {"text": ["centimeters", "liters", "grams", "degrees Celsius"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "grams", "arguments": ["Question: Which metric units should be used to describe the mass of an object?\nAnswer:", " ["], "resps": [[[-6.87109375, false]], [[-7.87109375, false]], [[-8.6171875, false]], [[-6.87109375, false]], [[-7.37109375, false]], [[-7.62109375, false]], [[-8.8671875, false]], [[-4.37109375, false]], [[-6.87109375, false]], [[-7.62109375, false]], [[-6.87109375, false]], [[-9.1171875, false]], [[-7.87109375, false]], [[-7.87109375, false]], [[-9.171875, false]], [[-4.37109375, false]], [[-7.87109375, false]], [[-8.3671875, false]], [[-8.8671875, false]], [[-7.62109375, false]], [[-6.87109375, false]], [[-9.1171875, false]], [[-7.87109375, false]], [[-7.87109375, false]], [[-9.171875, false]], [[-4.37109375, false]], [[-7.87109375, false]], [[-6.87109375, false]], [[-9.1171875, false]], [[-5.12109375, false]], [[-4.37109375, false]], [[-7.87109375, false]], [[-7.87109375, false]], [[-9.171875, false]], [[-4.37109375, false]], [[-7.87109375, false]], [[-8.6171875, false]], [[-6.87109375, false]], [[-6.87109375, false]], [[-9.1171875, false]], [[-6.87109375, false]], [[-6.87109375, false]], [[-7.87109375, false]], [[-4.37109375, false]], [[-5.87109375, false]], [[-6.87109375, false]], [[-8.3671875, false]], [[-7.87109375, false]], [[-8.8671875, false]], [[-9.6171875, false]], [[-7.87109375, false]], [[-7.87109375, false]], [[-11.8671875, false]]], "filtered_resps": [[-6.87109375, false], [-7.87109375, false], [-8.6171875, false], [-6.87109375, false], [-7.37109375, false], [-7.62109375, false], [-8.8671875, false], [-4.37109375, false], [-6.87109375, false], [-7.62109375, false], [-6.87109375, false], [-9.1171875, false], [-7.87109375, false], [-7.87109375, false], [-9.171875, false], [-4.37109375, false], [-7.87109375, false], [-8.3671875, false], [-8.8671875, false], [-7.62109375, false], [-6.87109375, false], [-9.1171875, false], [-7.87109375, false], [-7.87109375, false], [-9.171875, false], [-4.37109375, false], [-7.87109375, false], [-6.87109375, false], [-9.1171875, false], [-5.12109375, false], [-4.37109375, false], [-7.87109375, false], [-7.87109375, false], [-9.171875, false], [-4.37109375, false], [-7.87109375, false], [-8.6171875, false], [-6.87109375, false], [-6.87109375, false], [-9.1171875, false], [-6.87109375, false], [-6.87109375, false], [-7.87109375, false], [-4.37109375, false], [-5.87109375, false], [-6.87109375, false], [-8.3671875, false], [-7.87109375, false], [-8.8671875, false], [-9.6171875, false], [-7.87109375, false], [-7.87109375, false], [-11.8671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2229, "doc": {"id": "Mercury_7110303", "question": "Binary stars orbit around the center of mass of the two stars. What causes the stars to remain together?", "choices": {"text": ["gravity between the stars", "energy released from the stars", "nuclear reactions in the stars", "magnetic attraction between the stars"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "gravity between the stars", "arguments": ["Question: Binary stars orbit around the center of mass of the two stars. What causes the stars to remain together?\nAnswer:", " ["], "resps": [[[-7.46484375, false]], [[-9.7109375, false]], [[-12.2109375, false]], [[-9.7109375, false]], [[-6.21484375, false]], [[-10.9609375, false]], [[-9.7109375, false]], [[-10.2109375, false]], [[-12.2109375, false]], [[-5.46484375, false]], [[-7.46484375, false]], [[-8.9609375, false]], [[-10.2109375, false]], [[-12.4609375, false]], [[-8.9609375, false]], [[-8.9609375, false]], [[-9.7109375, false]], [[-5.46484375, false]], [[-10.2109375, false]], [[-10.9609375, false]], [[-8.9609375, false]], [[-5.46484375, false]], [[-9.9609375, false]], [[-10.2109375, false]], [[-6.21484375, false]], [[-9.7109375, false]], [[-9.9609375, false]], [[-9.7109375, false]], [[-9.34375, false]], [[-5.46484375, false]], [[-9.7109375, false]], [[-8.9609375, false]], [[-9.7109375, false]], [[-8.9609375, false]], [[-9.7109375, false]], [[-12.2109375, false]], [[-12.2109375, false]], [[-5.46484375, false]], [[-9.7109375, false]], [[-8.9609375, false]], [[-10.9609375, false]], [[-8.9609375, false]], [[-6.21484375, false]], [[-9.9609375, false]], [[-8.9609375, false]], [[-10.4609375, false]], [[-5.46484375, false]], [[-10.2109375, false]], [[-9.7109375, false]], [[-9.4609375, false]], [[-10.2109375, false]], [[-5.46484375, false]], [[-10.2109375, false]], [[-10.9609375, false]], [[-8.9609375, false]], [[-5.46484375, false]], [[-9.9609375, false]], [[-10.2109375, false]], [[-6.21484375, false]], [[-9.7109375, false]], [[-9.9609375, false]], [[-9.7109375, false]], [[-9.34375, false]], [[-5.46484375, false]], [[-9.7109375, false]], [[-9.7109375, false]], [[-11.9609375, false]], [[-8.7109375, false]], [[-10.9609375, false]], [[-8.9609375, false]], [[-6.21484375, false]], [[-9.7109375, false]], [[-5.46484375, false]], [[-9.7109375, false]], [[-8.9609375, false]], [[-6.21484375, false]], [[-8.7109375, false]], [[-10.2109375, false]], [[-9.7109375, false]], [[-9.4609375, false]], [[-9.7109375, false]], [[-9.9609375, false]], [[-5.46484375, false]], [[-9.7109375, false]], [[-9.7109375, false]], [[-5.46484375, false]], [[-10.2109375, false]], [[-10.9609375, false]], [[-8.9609375, false]], [[-5.46484375, false]], [[-9.9609375, false]], [[-10.2109375, false]], [[-6.21484375, false]], [[-9.7109375, false]], [[-9.9609375, false]], [[-9.7109375, false]], [[-9.34375, false]], [[-5.46484375, false]], [[-9.7109375, false]], [[-10.2109375, false]], [[-6.21484375, false]], [[-12.2109375, false]], [[-9.7109375, false]], [[-8.9609375, false]], [[-10.2109375, false]], [[-9.7109375, false]], [[-8.7109375, false]], [[-5.46484375, false]], [[-6.21484375, false]], [[-10.2109375, false]], [[-10.2109375, false]], [[-9.7109375, false]], [[-6.21484375, false]], [[-8.7109375, false]], [[-10.2109375, false]], [[-9.7109375, false]], [[-9.4609375, false]], [[-9.7109375, false]], [[-5.46484375, false]], [[-7.46484375, false]], [[-8.9609375, false]], [[-10.2109375, false]], [[-12.4609375, false]], [[-8.9609375, false]], [[-8.9609375, false]], [[-9.7109375, false]], [[-5.46484375, false]], [[-10.2109375, false]], [[-10.9609375, false]], [[-8.9609375, false]], [[-5.46484375, false]], [[-9.9609375, false]], [[-10.2109375, false]], [[-6.21484375, false]], [[-9.7109375, false]], [[-9.9609375, false]], [[-9.7109375, false]], [[-11.2109375, false]]], "filtered_resps": [[-7.46484375, false], [-9.7109375, false], [-12.2109375, false], [-9.7109375, false], [-6.21484375, false], [-10.9609375, false], [-9.7109375, false], [-10.2109375, false], [-12.2109375, false], [-5.46484375, false], [-7.46484375, false], [-8.9609375, false], [-10.2109375, false], [-12.4609375, false], [-8.9609375, false], [-8.9609375, false], [-9.7109375, false], [-5.46484375, false], [-10.2109375, false], [-10.9609375, false], [-8.9609375, false], [-5.46484375, false], [-9.9609375, false], [-10.2109375, false], [-6.21484375, false], [-9.7109375, false], [-9.9609375, false], [-9.7109375, false], [-9.34375, false], [-5.46484375, false], [-9.7109375, false], [-8.9609375, false], [-9.7109375, false], [-8.9609375, false], [-9.7109375, false], [-12.2109375, false], [-12.2109375, false], [-5.46484375, false], [-9.7109375, false], [-8.9609375, false], [-10.9609375, false], [-8.9609375, false], [-6.21484375, false], [-9.9609375, false], [-8.9609375, false], [-10.4609375, false], [-5.46484375, false], [-10.2109375, false], [-9.7109375, false], [-9.4609375, false], [-10.2109375, false], [-5.46484375, false], [-10.2109375, false], [-10.9609375, false], [-8.9609375, false], [-5.46484375, false], [-9.9609375, false], [-10.2109375, false], [-6.21484375, false], [-9.7109375, false], [-9.9609375, false], [-9.7109375, false], [-9.34375, false], [-5.46484375, false], [-9.7109375, false], [-9.7109375, false], [-11.9609375, false], [-8.7109375, false], [-10.9609375, false], [-8.9609375, false], [-6.21484375, false], [-9.7109375, false], [-5.46484375, false], [-9.7109375, false], [-8.9609375, false], [-6.21484375, false], [-8.7109375, false], [-10.2109375, false], [-9.7109375, false], [-9.4609375, false], [-9.7109375, false], [-9.9609375, false], [-5.46484375, false], [-9.7109375, false], [-9.7109375, false], [-5.46484375, false], [-10.2109375, false], [-10.9609375, false], [-8.9609375, false], [-5.46484375, false], [-9.9609375, false], [-10.2109375, false], [-6.21484375, false], [-9.7109375, false], [-9.9609375, false], [-9.7109375, false], [-9.34375, false], [-5.46484375, false], [-9.7109375, false], [-10.2109375, false], [-6.21484375, false], [-12.2109375, false], [-9.7109375, false], [-8.9609375, false], [-10.2109375, false], [-9.7109375, false], [-8.7109375, false], [-5.46484375, false], [-6.21484375, false], [-10.2109375, false], [-10.2109375, false], [-9.7109375, false], [-6.21484375, false], [-8.7109375, false], [-10.2109375, false], [-9.7109375, false], [-9.4609375, false], [-9.7109375, false], [-5.46484375, false], [-7.46484375, false], [-8.9609375, false], [-10.2109375, false], [-12.4609375, false], [-8.9609375, false], [-8.9609375, false], [-9.7109375, false], [-5.46484375, false], [-10.2109375, false], [-10.9609375, false], [-8.9609375, false], [-5.46484375, false], [-9.9609375, false], [-10.2109375, false], [-6.21484375, false], [-9.7109375, false], [-9.9609375, false], [-9.7109375, false], [-11.2109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2237, "doc": {"id": "NCEOGA_2013_8_16", "question": "Kudzu vines grow by climbing and wrapping around trees. Trees covered by kudzu can die because they are starved of sunlight. What type of relationship exists between the trees and the kudzu growing on them?", "choices": {"text": ["competition", "mutualism", "parasitism", "predator-prey"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "competition", "arguments": ["Question: Kudzu vines grow by climbing and wrapping around trees. Trees covered by kudzu can die because they are starved of sunlight. What type of relationship exists between the trees and the kudzu growing on them?\nAnswer:", " ["], "resps": [[[-7.53125, false]], [[-8.78125, false]], [[-9.03125, false]], [[-10.28125, false]], [[-10.53125, false]], [[-10.78125, false]], [[-10.28125, false]], [[-11.03125, false]], [[-9.78125, false]], [[-11.03125, false]], [[-9.78125, false]], [[-10.28125, false]], [[-10.28125, false]], [[-8.78125, false]], [[-11.125, false]], [[-6.53125, false]], [[-8.78125, false]], [[-10.53125, false]], [[-11.28125, false]], [[-11.03125, false]], [[-11.28125, false]], [[-6.03125, false]], [[-11.78125, false]], [[-9.78125, false]], [[-11.28125, false]], [[-10.53125, false]], [[-8.78125, false]], [[-11.125, false]], [[-6.53125, false]], [[-8.78125, false]], [[-10.78125, false]], [[-6.03125, false]], [[-11.53125, false]], [[-6.03125, false]], [[-11.28125, false]], [[-9.78125, false]], [[-11.03125, false]], [[-9.78125, false]], [[-11.28125, false]], [[-10.53125, false]], [[-8.78125, false]], [[-11.125, false]], [[-6.53125, false]], [[-8.78125, false]], [[-10.78125, false]], [[-11.53125, false]], [[-10.28125, false]], [[-9.78125, false]], [[-6.03125, false]], [[-11.03125, false]], [[-10.28125, false]], [[-11.53125, false]], [[-7.53125, false]], [[-10.78125, false]], [[-11.53125, false]], [[-10.28125, false]], [[-11.53125, false]], [[-8.78125, false]], [[-12.53125, false]]], "filtered_resps": [[-7.53125, false], [-8.78125, false], [-9.03125, false], [-10.28125, false], [-10.53125, false], [-10.78125, false], [-10.28125, false], [-11.03125, false], [-9.78125, false], [-11.03125, false], [-9.78125, false], [-10.28125, false], [-10.28125, false], [-8.78125, false], [-11.125, false], [-6.53125, false], [-8.78125, false], [-10.53125, false], [-11.28125, false], [-11.03125, false], [-11.28125, false], [-6.03125, false], [-11.78125, false], [-9.78125, false], [-11.28125, false], [-10.53125, false], [-8.78125, false], [-11.125, false], [-6.53125, false], [-8.78125, false], [-10.78125, false], [-6.03125, false], [-11.53125, false], [-6.03125, false], [-11.28125, false], [-9.78125, false], [-11.03125, false], [-9.78125, false], [-11.28125, false], [-10.53125, false], [-8.78125, false], [-11.125, false], [-6.53125, false], [-8.78125, false], [-10.78125, false], [-11.53125, false], [-10.28125, false], [-9.78125, false], [-6.03125, false], [-11.03125, false], [-10.28125, false], [-11.53125, false], [-7.53125, false], [-10.78125, false], [-11.53125, false], [-10.28125, false], [-11.53125, false], [-8.78125, false], [-12.53125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2245, "doc": {"id": "Mercury_7092208", "question": "As the amount of carbon dioxide in the atmosphere increases, which occurrence is most likely a long-term result?", "choices": {"text": ["The polar ice caps will melt.", "Volcanoes will erupt more often.", "The number of earthquakes will decrease.", "Rainforests will be unable to support animal life."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "The polar ice caps will melt.", "arguments": ["Question: As the amount of carbon dioxide in the atmosphere increases, which occurrence is most likely a long-term result?\nAnswer:", " ["], "resps": [[[-7.74609375, false]], [[-9.125, false]], [[-7.49609375, false]], [[-11.625, false]], [[-7.99609375, false]], [[-4.62109375, false]], [[-9.375, false]], [[-8.375, false]], [[-11.625, false]], [[-5.62109375, false]], [[-12.125, false]], [[-4.62109375, false]], [[-9.125, false]], [[-9.875, false]], [[-7.99609375, false]], [[-4.62109375, false]], [[-9.875, false]], [[-5.62109375, false]], [[-9.375, false]], [[-11.0, false]], [[-4.62109375, false]], [[-11.5, false]], [[-9.125, false]], [[-11.625, false]], [[-11.625, false]], [[-4.62109375, false]], [[-10.875, false]], [[-7.99609375, false]], [[-11.625, false]], [[-11.25, false]], [[-7.0390625, false]], [[-9.125, false]], [[-9.65625, false]], [[-4.62109375, false]], [[-9.125, false]], [[-9.75, false]], [[-8.375, false]], [[-11.625, false]], [[-9.875, false]], [[-5.62109375, false]], [[-9.625, false]], [[-8.375, false]], [[-7.99609375, false]], [[-11.0, false]], [[-4.62109375, false]], [[-11.5, false]], [[-9.125, false]], [[-11.625, false]], [[-11.625, false]], [[-4.62109375, false]], [[-7.99609375, false]], [[-12.125, false]], [[-11.875, false]], [[-9.375, false]], [[-11.25, false]], [[-4.62109375, false]], [[-10.875, false]], [[-8.375, false]], [[-12.125, false]], [[-7.99609375, false]], [[-4.62109375, false]], [[-8.375, false]], [[-9.75, false]], [[-11.25, false]], [[-7.99609375, false]], [[-9.625, false]], [[-7.0390625, false]], [[-9.125, false]], [[-9.65625, false]], [[-4.62109375, false]], [[-9.125, false]], [[-7.49609375, false]], [[-11.625, false]], [[-7.99609375, false]], [[-4.62109375, false]], [[-9.625, false]], [[-11.875, false]], [[-10.875, false]], [[-10.25, false]], [[-7.99609375, false]], [[-12.125, false]], [[-4.62109375, false]], [[-8.375, false]], [[-9.75, false]], [[-4.62109375, false]], [[-7.99609375, false]], [[-5.62109375, false]], [[-12.125, false]], [[-11.25, false]], [[-11.625, false]], [[-12.75, false]], [[-11.875, false]], [[-5.62109375, false]], [[-12.625, false]], [[-7.99609375, false]], [[-11.0, false]], [[-4.62109375, false]], [[-11.5, false]], [[-9.125, false]], [[-11.625, false]], [[-11.625, false]], [[-4.62109375, false]], [[-9.25, false]], [[-7.99609375, false]], [[-9.875, false]], [[-12.125, false]], [[-7.99609375, false]], [[-5.62109375, false]], [[-11.0, false]], [[-7.99609375, false]], [[-7.0390625, false]], [[-9.125, false]], [[-9.65625, false]], [[-4.62109375, false]], [[-9.125, false]], [[-8.375, false]], [[-5.62109375, false]], [[-9.125, false]], [[-9.625, false]], [[-9.75, false]], [[-8.375, false]], [[-12.125, false]], [[-7.99609375, false]], [[-11.0, false]], [[-11.25, false]], [[-11.0, false]], [[-4.62109375, false]], [[-11.5, false]], [[-9.125, false]], [[-11.625, false]], [[-11.625, false]], [[-4.62109375, false]], [[-10.25, false]], [[-7.99609375, false]], [[-4.62109375, false]], [[-11.875, false]], [[-9.625, false]], [[-5.62109375, false]], [[-10.25, false]], [[-11.625, false]], [[-7.99609375, false]], [[-4.62109375, false]], [[-11.25, false]], [[-8.375, false]], [[-4.62109375, false]], [[-11.0, false]], [[-11.875, false]], [[-9.375, false]], [[-9.375, false]], [[-8.375, false]], [[-12.125, false]], [[-11.25, false]], [[-4.62109375, false]], [[-5.62109375, false]], [[-9.625, false]], [[-9.125, false]], [[-10.875, false]], [[-5.62109375, false]], [[-11.625, false]], [[-4.62109375, false]], [[-11.625, false]], [[-9.125, false]], [[-9.75, false]], [[-7.99609375, false]], [[-7.0390625, false]], [[-9.125, false]], [[-14.625, false]]], "filtered_resps": [[-7.74609375, false], [-9.125, false], [-7.49609375, false], [-11.625, false], [-7.99609375, false], [-4.62109375, false], [-9.375, false], [-8.375, false], [-11.625, false], [-5.62109375, false], [-12.125, false], [-4.62109375, false], [-9.125, false], [-9.875, false], [-7.99609375, false], [-4.62109375, false], [-9.875, false], [-5.62109375, false], [-9.375, false], [-11.0, false], [-4.62109375, false], [-11.5, false], [-9.125, false], [-11.625, false], [-11.625, false], [-4.62109375, false], [-10.875, false], [-7.99609375, false], [-11.625, false], [-11.25, false], [-7.0390625, false], [-9.125, false], [-9.65625, false], [-4.62109375, false], [-9.125, false], [-9.75, false], [-8.375, false], [-11.625, false], [-9.875, false], [-5.62109375, false], [-9.625, false], [-8.375, false], [-7.99609375, false], [-11.0, false], [-4.62109375, false], [-11.5, false], [-9.125, false], [-11.625, false], [-11.625, false], [-4.62109375, false], [-7.99609375, false], [-12.125, false], [-11.875, false], [-9.375, false], [-11.25, false], [-4.62109375, false], [-10.875, false], [-8.375, false], [-12.125, false], [-7.99609375, false], [-4.62109375, false], [-8.375, false], [-9.75, false], [-11.25, false], [-7.99609375, false], [-9.625, false], [-7.0390625, false], [-9.125, false], [-9.65625, false], [-4.62109375, false], [-9.125, false], [-7.49609375, false], [-11.625, false], [-7.99609375, false], [-4.62109375, false], [-9.625, false], [-11.875, false], [-10.875, false], [-10.25, false], [-7.99609375, false], [-12.125, false], [-4.62109375, false], [-8.375, false], [-9.75, false], [-4.62109375, false], [-7.99609375, false], [-5.62109375, false], [-12.125, false], [-11.25, false], [-11.625, false], [-12.75, false], [-11.875, false], [-5.62109375, false], [-12.625, false], [-7.99609375, false], [-11.0, false], [-4.62109375, false], [-11.5, false], [-9.125, false], [-11.625, false], [-11.625, false], [-4.62109375, false], [-9.25, false], [-7.99609375, false], [-9.875, false], [-12.125, false], [-7.99609375, false], [-5.62109375, false], [-11.0, false], [-7.99609375, false], [-7.0390625, false], [-9.125, false], [-9.65625, false], [-4.62109375, false], [-9.125, false], [-8.375, false], [-5.62109375, false], [-9.125, false], [-9.625, false], [-9.75, false], [-8.375, false], [-12.125, false], [-7.99609375, false], [-11.0, false], [-11.25, false], [-11.0, false], [-4.62109375, false], [-11.5, false], [-9.125, false], [-11.625, false], [-11.625, false], [-4.62109375, false], [-10.25, false], [-7.99609375, false], [-4.62109375, false], [-11.875, false], [-9.625, false], [-5.62109375, false], [-10.25, false], [-11.625, false], [-7.99609375, false], [-4.62109375, false], [-11.25, false], [-8.375, false], [-4.62109375, false], [-11.0, false], [-11.875, false], [-9.375, false], [-9.375, false], [-8.375, false], [-12.125, false], [-11.25, false], [-4.62109375, false], [-5.62109375, false], [-9.625, false], [-9.125, false], [-10.875, false], [-5.62109375, false], [-11.625, false], [-4.62109375, false], [-11.625, false], [-9.125, false], [-9.75, false], [-7.99609375, false], [-7.0390625, false], [-9.125, false], [-14.625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2253, "doc": {"id": "MEA_2011_8_16", "question": "A donkey and a horse can be bred to produce a mule. Which observation is evidence that donkeys and horses are two different species?", "choices": {"text": ["They have different body sizes.", "A mule is not able to reproduce.", "They are found in different environments.", "A mule does not resemble either parent."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "A mule is not able to reproduce.", "arguments": ["Question: A donkey and a horse can be bred to produce a mule. Which observation is evidence that donkeys and horses are two different species?\nAnswer:", " ["], "resps": [[[-6.3203125, false]], [[-8.5703125, false]], [[-7.0703125, false]], [[-9.5703125, false]], [[-7.5703125, false]], [[-10.8203125, false]], [[-6.07421875, false]], [[-9.5703125, false]], [[-4.0703125, false]], [[-10.0703125, false]], [[-7.5703125, false]], [[-6.0703125, false]], [[-7.0703125, false]], [[-9.0703125, false]], [[-9.0703125, false]], [[-9.0703125, false]], [[-7.5703125, false]], [[-9.8203125, false]], [[-7.5703125, false]], [[-7.5703125, false]], [[-9.8203125, false]], [[-6.0703125, false]], [[-6.3203125, false]], [[-9.3203125, false]], [[-7.0703125, false]], [[-10.8203125, false]], [[-6.0703125, false]], [[-9.8203125, false]], [[-9.0703125, false]], [[-11.0703125, false]], [[-7.5703125, false]], [[-9.8203125, false]], [[-7.46875, false]], [[-8.5703125, false]], [[-10.421875, false]], [[-6.0703125, false]], [[-8.5703125, false]], [[-1.5712890625, true]], [[-6.0703125, false]], [[-8.8203125, false]], [[-10.8203125, false]], [[-10.0703125, false]], [[-7.5703125, false]], [[-6.0703125, false]], [[-9.0703125, false]], [[-9.8203125, false]], [[-6.0703125, false]], [[-7.5703125, false]], [[-9.3203125, false]], [[-9.8203125, false]], [[-6.0703125, false]], [[-4.0703125, false]], [[-6.3203125, false]], [[-10.0703125, false]], [[-7.5703125, false]], [[-6.0703125, false]], [[-9.8203125, false]], [[-9.3203125, false]], [[-6.0703125, false]], [[-9.8203125, false]], [[-7.5703125, false]], [[-8.3203125, false]], [[-9.8203125, false]], [[-9.3203125, false]], [[-7.0703125, false]], [[-10.8203125, false]], [[-7.5703125, false]], [[-7.5703125, false]], [[-7.46875, false]], [[-8.5703125, false]], [[-10.421875, false]], [[-6.0703125, false]], [[-8.5703125, false]], [[-7.0703125, false]], [[-9.5703125, false]], [[-7.5703125, false]], [[-10.8203125, false]], [[-6.0703125, false]], [[-4.0703125, false]], [[-9.8203125, false]], [[-7.5703125, false]], [[-6.0703125, false]], [[-9.0703125, false]], [[-9.3203125, false]], [[-10.8203125, false]], [[-7.5703125, false]], [[-7.0703125, false]], [[-6.0703125, false]], [[-9.0703125, false]], [[-7.5703125, false]], [[-6.0703125, false]], [[-7.0703125, false]], [[-9.0703125, false]], [[-9.0703125, false]], [[-9.0703125, false]], [[-7.5703125, false]], [[-9.8203125, false]], [[-7.5703125, false]], [[-7.5703125, false]], [[-9.8203125, false]], [[-6.0703125, false]], [[-7.5703125, false]], [[-7.5703125, false]], [[-10.0703125, false]], [[-9.0703125, false]], [[-9.8203125, false]], [[-9.3203125, false]], [[-7.5703125, false]], [[-8.8203125, false]], [[-7.5703125, false]], [[-7.5703125, false]], [[-9.8203125, false]], [[-9.8203125, false]], [[-7.46875, false]], [[-8.5703125, false]], [[-10.65625, false]], [[-6.0703125, false]], [[-8.5703125, false]], [[-1.5712890625, true]], [[-6.0703125, false]], [[-8.8203125, false]], [[-10.8203125, false]], [[-10.0703125, false]], [[-7.5703125, false]], [[-6.0703125, false]], [[-7.0703125, false]], [[-9.3203125, false]], [[-7.5703125, false]], [[-9.8203125, false]], [[-6.0703125, false]], [[-7.5703125, false]], [[-9.3203125, false]], [[-9.8203125, false]], [[-6.0703125, false]], [[-9.8203125, false]], [[-7.5703125, false]], [[-9.8203125, false]], [[-7.5703125, false]], [[-8.8203125, false]], [[-6.3203125, false]], [[-10.0703125, false]], [[-7.5703125, false]], [[-6.0703125, false]], [[-7.5703125, false]], [[-9.0703125, false]], [[-9.8203125, false]], [[-9.5703125, false]], [[-7.5703125, false]], [[-9.8203125, false]], [[-6.0703125, false]], [[-8.3203125, false]], [[-4.0703125, false]], [[-9.8203125, false]], [[-7.5703125, false]], [[-7.5703125, false]], [[-9.8203125, false]], [[-7.46875, false]], [[-8.5703125, false]], [[-12.0703125, false]]], "filtered_resps": [[-6.3203125, false], [-8.5703125, false], [-7.0703125, false], [-9.5703125, false], [-7.5703125, false], [-10.8203125, false], [-6.07421875, false], [-9.5703125, false], [-4.0703125, false], [-10.0703125, false], [-7.5703125, false], [-6.0703125, false], [-7.0703125, false], [-9.0703125, false], [-9.0703125, false], [-9.0703125, false], [-7.5703125, false], [-9.8203125, false], [-7.5703125, false], [-7.5703125, false], [-9.8203125, false], [-6.0703125, false], [-6.3203125, false], [-9.3203125, false], [-7.0703125, false], [-10.8203125, false], [-6.0703125, false], [-9.8203125, false], [-9.0703125, false], [-11.0703125, false], [-7.5703125, false], [-9.8203125, false], [-7.46875, false], [-8.5703125, false], [-10.421875, false], [-6.0703125, false], [-8.5703125, false], [-1.5712890625, true], [-6.0703125, false], [-8.8203125, false], [-10.8203125, false], [-10.0703125, false], [-7.5703125, false], [-6.0703125, false], [-9.0703125, false], [-9.8203125, false], [-6.0703125, false], [-7.5703125, false], [-9.3203125, false], [-9.8203125, false], [-6.0703125, false], [-4.0703125, false], [-6.3203125, false], [-10.0703125, false], [-7.5703125, false], [-6.0703125, false], [-9.8203125, false], [-9.3203125, false], [-6.0703125, false], [-9.8203125, false], [-7.5703125, false], [-8.3203125, false], [-9.8203125, false], [-9.3203125, false], [-7.0703125, false], [-10.8203125, false], [-7.5703125, false], [-7.5703125, false], [-7.46875, false], [-8.5703125, false], [-10.421875, false], [-6.0703125, false], [-8.5703125, false], [-7.0703125, false], [-9.5703125, false], [-7.5703125, false], [-10.8203125, false], [-6.0703125, false], [-4.0703125, false], [-9.8203125, false], [-7.5703125, false], [-6.0703125, false], [-9.0703125, false], [-9.3203125, false], [-10.8203125, false], [-7.5703125, false], [-7.0703125, false], [-6.0703125, false], [-9.0703125, false], [-7.5703125, false], [-6.0703125, false], [-7.0703125, false], [-9.0703125, false], [-9.0703125, false], [-9.0703125, false], [-7.5703125, false], [-9.8203125, false], [-7.5703125, false], [-7.5703125, false], [-9.8203125, false], [-6.0703125, false], [-7.5703125, false], [-7.5703125, false], [-10.0703125, false], [-9.0703125, false], [-9.8203125, false], [-9.3203125, false], [-7.5703125, false], [-8.8203125, false], [-7.5703125, false], [-7.5703125, false], [-9.8203125, false], [-9.8203125, false], [-7.46875, false], [-8.5703125, false], [-10.65625, false], [-6.0703125, false], [-8.5703125, false], [-1.5712890625, true], [-6.0703125, false], [-8.8203125, false], [-10.8203125, false], [-10.0703125, false], [-7.5703125, false], [-6.0703125, false], [-7.0703125, false], [-9.3203125, false], [-7.5703125, false], [-9.8203125, false], [-6.0703125, false], [-7.5703125, false], [-9.3203125, false], [-9.8203125, false], [-6.0703125, false], [-9.8203125, false], [-7.5703125, false], [-9.8203125, false], [-7.5703125, false], [-8.8203125, false], [-6.3203125, false], [-10.0703125, false], [-7.5703125, false], [-6.0703125, false], [-7.5703125, false], [-9.0703125, false], [-9.8203125, false], [-9.5703125, false], [-7.5703125, false], [-9.8203125, false], [-6.0703125, false], [-8.3203125, false], [-4.0703125, false], [-9.8203125, false], [-7.5703125, false], [-7.5703125, false], [-9.8203125, false], [-7.46875, false], [-8.5703125, false], [-12.0703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2261, "doc": {"id": "MCAS_2000_4_31", "question": "A student is investigating solar energy by cooking food in an oven powered by the Sun. On which of the following days will the food cook most quickly?", "choices": {"text": ["a warm, rainy day", "a warm, sunny day", "a warm, cloudy day", "a hot, cloudy day"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "a warm, sunny day", "arguments": ["Question: A student is investigating solar energy by cooking food in an oven powered by the Sun. On which of the following days will the food cook most quickly?\nAnswer:", " ["], "resps": [[[-6.6328125, false]], [[-9.3828125, false]], [[-6.3828125, false]], [[-5.6328125, false]], [[-9.6328125, false]], [[-6.3828125, false]], [[-9.8828125, false]], [[-8.8828125, false]], [[-8.9453125, false]], [[-5.6328125, false]], [[-9.8828125, false]], [[-6.3828125, false]], [[-8.6328125, false]], [[-8.6328125, false]], [[-10.6328125, false]], [[-5.6328125, false]], [[-9.1328125, false]], [[-6.3828125, false]], [[-10.6328125, false]], [[-9.3828125, false]], [[-8.984375, false]], [[-5.6328125, false]], [[-9.3828125, false]], [[-6.3828125, false]], [[-5.6328125, false]], [[-9.6328125, false]], [[-6.3828125, false]], [[-9.8828125, false]], [[-8.8828125, false]], [[-8.984375, false]], [[-5.6328125, false]], [[-9.6328125, false]], [[-11.3828125, false]], [[-8.6328125, false]], [[-8.6328125, false]], [[-10.6328125, false]], [[-5.6328125, false]], [[-9.1328125, false]], [[-6.3828125, false]], [[-10.6328125, false]], [[-9.3828125, false]], [[-8.984375, false]], [[-5.6328125, false]], [[-9.3828125, false]], [[-6.3828125, false]], [[-5.6328125, false]], [[-9.6328125, false]], [[-6.3828125, false]], [[-9.8828125, false]], [[-8.8828125, false]], [[-8.984375, false]], [[-5.6328125, false]], [[-8.8828125, false]], [[-10.6328125, false]], [[-10.3828125, false]], [[-11.3828125, false]], [[-9.1328125, false]], [[-10.6328125, false]], [[-5.6328125, false]], [[-9.1328125, false]], [[-6.3828125, false]], [[-10.6328125, false]], [[-9.3828125, false]], [[-8.984375, false]], [[-5.6328125, false]], [[-9.3828125, false]], [[-6.3828125, false]], [[-5.6328125, false]], [[-11.6328125, false]], [[-10.3828125, false]], [[-7.8828125, false]], [[-8.984375, false]], [[-5.6328125, false]], [[-8.8828125, false]], [[-10.6328125, false]], [[-10.3828125, false]], [[-11.3828125, false]], [[-9.1328125, false]], [[-10.6328125, false]], [[-5.6328125, false]], [[-9.1328125, false]], [[-6.3828125, false]], [[-10.6328125, false]], [[-9.3828125, false]], [[-11.1328125, false]]], "filtered_resps": [[-6.6328125, false], [-9.3828125, false], [-6.3828125, false], [-5.6328125, false], [-9.6328125, false], [-6.3828125, false], [-9.8828125, false], [-8.8828125, false], [-8.9453125, false], [-5.6328125, false], [-9.8828125, false], [-6.3828125, false], [-8.6328125, false], [-8.6328125, false], [-10.6328125, false], [-5.6328125, false], [-9.1328125, false], [-6.3828125, false], [-10.6328125, false], [-9.3828125, false], [-8.984375, false], [-5.6328125, false], [-9.3828125, false], [-6.3828125, false], [-5.6328125, false], [-9.6328125, false], [-6.3828125, false], [-9.8828125, false], [-8.8828125, false], [-8.984375, false], [-5.6328125, false], [-9.6328125, false], [-11.3828125, false], [-8.6328125, false], [-8.6328125, false], [-10.6328125, false], [-5.6328125, false], [-9.1328125, false], [-6.3828125, false], [-10.6328125, false], [-9.3828125, false], [-8.984375, false], [-5.6328125, false], [-9.3828125, false], [-6.3828125, false], [-5.6328125, false], [-9.6328125, false], [-6.3828125, false], [-9.8828125, false], [-8.8828125, false], [-8.984375, false], [-5.6328125, false], [-8.8828125, false], [-10.6328125, false], [-10.3828125, false], [-11.3828125, false], [-9.1328125, false], [-10.6328125, false], [-5.6328125, false], [-9.1328125, false], [-6.3828125, false], [-10.6328125, false], [-9.3828125, false], [-8.984375, false], [-5.6328125, false], [-9.3828125, false], [-6.3828125, false], [-5.6328125, false], [-11.6328125, false], [-10.3828125, false], [-7.8828125, false], [-8.984375, false], [-5.6328125, false], [-8.8828125, false], [-10.6328125, false], [-10.3828125, false], [-11.3828125, false], [-9.1328125, false], [-10.6328125, false], [-5.6328125, false], [-9.1328125, false], [-6.3828125, false], [-10.6328125, false], [-9.3828125, false], [-11.1328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2269, "doc": {"id": "Mercury_SC_402082", "question": "Which temperature is the freezing point of water?", "choices": {"text": ["0°F", "32°F", "50°F", "100°F"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "32°F", "arguments": ["Question: Which temperature is the freezing point of water?\nAnswer:", " ["], "resps": [[[-6.15234375, false]], [[-8.8984375, false]], [[-4.65234375, false]], [[-6.40234375, false]], [[-5.65234375, false]], [[-8.8984375, false]], [[-10.0625, false]], [[-3.900390625, false]], [[-8.8984375, false]], [[-6.40234375, false]], [[-6.40234375, false]], [[-6.40234375, false]], [[-5.65234375, false]], [[-8.8984375, false]], [[-10.0625, false]], [[-3.900390625, false]], [[-8.8984375, false]], [[-6.15234375, false]], [[-4.65234375, false]], [[-6.40234375, false]], [[-5.65234375, false]], [[-8.8984375, false]], [[-10.0625, false]], [[-3.900390625, false]], [[-8.8984375, false]], [[-5.65234375, false]], [[-4.65234375, false]], [[-4.65234375, false]], [[-6.40234375, false]], [[-5.65234375, false]], [[-8.8984375, false]], [[-11.6484375, false]]], "filtered_resps": [[-6.15234375, false], [-8.8984375, false], [-4.65234375, false], [-6.40234375, false], [-5.65234375, false], [-8.8984375, false], [-10.0625, false], [-3.900390625, false], [-8.8984375, false], [-6.40234375, false], [-6.40234375, false], [-6.40234375, false], [-5.65234375, false], [-8.8984375, false], [-10.0625, false], [-3.900390625, false], [-8.8984375, false], [-6.15234375, false], [-4.65234375, false], [-6.40234375, false], [-5.65234375, false], [-8.8984375, false], [-10.0625, false], [-3.900390625, false], [-8.8984375, false], [-5.65234375, false], [-4.65234375, false], [-4.65234375, false], [-6.40234375, false], [-5.65234375, false], [-8.8984375, false], [-11.6484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2277, "doc": {"id": "VASoL_2011_5_38", "question": "Which of these is the most important product of Virginia forests?", "choices": {"text": ["Pecan trees", "Pine cones", "Hardwood lumber", "Maple leaves"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Hardwood lumber", "arguments": ["Question: Which of these is the most important product of Virginia forests?\nAnswer:", " ["], "resps": [[[-7.5234375, false]], [[-8.7734375, false]], [[-6.0234375, false]], [[-8.0234375, false]], [[-8.7734375, false]], [[-5.3984375, false]], [[-8.7734375, false]], [[-5.2734375, false]], [[-9.7734375, false]], [[-10.1484375, false]], [[-8.0234375, false]], [[-8.0234375, false]], [[-9.6484375, false]], [[-8.7734375, false]], [[-9.21875, false]], [[-5.2734375, false]], [[-8.7734375, false]], [[-6.0234375, false]], [[-8.3984375, false]], [[-8.7734375, false]], [[-8.0234375, false]], [[-5.2734375, false]], [[-8.7734375, false]], [[-6.7734375, false]], [[-8.7734375, false]], [[-8.0234375, false]], [[-9.6484375, false]], [[-8.7734375, false]], [[-9.21875, false]], [[-5.2734375, false]], [[-8.7734375, false]], [[-7.5234375, false]], [[-5.3984375, false]], [[-10.1484375, false]], [[-8.0234375, false]], [[-8.5234375, false]], [[-6.7734375, false]], [[-6.7734375, false]], [[-8.0234375, false]], [[-5.2734375, false]], [[-7.3984375, false]], [[-11.0234375, false]], [[-9.1484375, false]], [[-8.8984375, false]], [[-8.0234375, false]], [[-10.1484375, false]], [[-8.7734375, false]], [[-9.21875, false]], [[-5.2734375, false]], [[-8.7734375, false]], [[-6.7734375, false]], [[-5.3984375, false]], [[-9.0234375, false]], [[-7.3984375, false]], [[-8.0234375, false]], [[-5.2734375, false]], [[-7.3984375, false]], [[-8.0234375, false]], [[-5.3984375, false]], [[-10.3984375, false]], [[-8.0234375, false]], [[-9.6484375, false]], [[-8.7734375, false]], [[-12.8984375, false]]], "filtered_resps": [[-7.5234375, false], [-8.7734375, false], [-6.0234375, false], [-8.0234375, false], [-8.7734375, false], [-5.3984375, false], [-8.7734375, false], [-5.2734375, false], [-9.7734375, false], [-10.1484375, false], [-8.0234375, false], [-8.0234375, false], [-9.6484375, false], [-8.7734375, false], [-9.21875, false], [-5.2734375, false], [-8.7734375, false], [-6.0234375, false], [-8.3984375, false], [-8.7734375, false], [-8.0234375, false], [-5.2734375, false], [-8.7734375, false], [-6.7734375, false], [-8.7734375, false], [-8.0234375, false], [-9.6484375, false], [-8.7734375, false], [-9.21875, false], [-5.2734375, false], [-8.7734375, false], [-7.5234375, false], [-5.3984375, false], [-10.1484375, false], [-8.0234375, false], [-8.5234375, false], [-6.7734375, false], [-6.7734375, false], [-8.0234375, false], [-5.2734375, false], [-7.3984375, false], [-11.0234375, false], [-9.1484375, false], [-8.8984375, false], [-8.0234375, false], [-10.1484375, false], [-8.7734375, false], [-9.21875, false], [-5.2734375, false], [-8.7734375, false], [-6.7734375, false], [-5.3984375, false], [-9.0234375, false], [-7.3984375, false], [-8.0234375, false], [-5.2734375, false], [-7.3984375, false], [-8.0234375, false], [-5.3984375, false], [-10.3984375, false], [-8.0234375, false], [-9.6484375, false], [-8.7734375, false], [-12.8984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2285, "doc": {"id": "Mercury_SC_403014", "question": "It takes 365 days for", "choices": {"text": ["Earth to travel halfway around the Sun.", "the Moon to travel halfway around Earth.", "Earth to complete one orbit around the Sun.", "the Moon to complete one orbit around Earth."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Earth to complete one orbit around the Sun.", "arguments": ["Question: It takes 365 days for\nAnswer:", " ["], "resps": [[[-7.9453125, false]], [[-7.6953125, false]], [[-6.5703125, false]], [[-6.1953125, false]], [[-10.5703125, false]], [[-9.8203125, false]], [[-10.8203125, false]], [[-4.4453125, false]], [[-9.8203125, false]], [[-9.8203125, false]], [[-4.4453125, false]], [[-9.8203125, false]], [[-10.5703125, false]], [[-6.1953125, false]], [[-10.4453125, false]], [[-8.5703125, false]], [[-10.3203125, false]], [[-4.4453125, false]], [[-10.8203125, false]], [[-6.1953125, false]], [[-10.3203125, false]], [[-10.3203125, false]], [[-9.9453125, false]], [[-6.1953125, false]], [[-10.1953125, false]], [[-4.4453125, false]], [[-6.1953125, false]], [[-10.5703125, false]], [[-9.8203125, false]], [[-10.3203125, false]], [[-8.6953125, false]], [[-9.3203125, false]], [[-4.4453125, false]], [[-9.8203125, false]], [[-10.8203125, false]], [[-8.5703125, false]], [[-4.4453125, false]], [[-6.9453125, false]], [[-10.3203125, false]], [[-8.6953125, false]], [[-7.6640625, false]], [[-7.6953125, false]], [[-9.109375, false]], [[-4.4453125, false]], [[-7.6953125, false]], [[-9.8203125, false]], [[-10.8203125, false]], [[-8.5703125, false]], [[-4.4453125, false]], [[-7.9453125, false]], [[-9.8203125, false]], [[-9.8203125, false]], [[-8.6953125, false]], [[-4.4453125, false]], [[-9.8203125, false]], [[-9.8203125, false]], [[-4.4453125, false]], [[-9.8203125, false]], [[-10.5703125, false]], [[-6.1953125, false]], [[-10.4453125, false]], [[-8.5703125, false]], [[-10.3203125, false]], [[-4.4453125, false]], [[-10.8203125, false]], [[-6.1953125, false]], [[-10.3203125, false]], [[-10.3203125, false]], [[-9.9453125, false]], [[-6.1953125, false]], [[-10.1953125, false]], [[-4.4453125, false]], [[-6.1953125, false]], [[-10.5703125, false]], [[-9.8203125, false]], [[-10.3203125, false]], [[-8.6953125, false]], [[-9.3203125, false]], [[-4.4453125, false]], [[-6.5703125, false]], [[-6.1953125, false]], [[-10.5703125, false]], [[-9.8203125, false]], [[-10.8203125, false]], [[-7.6640625, false]], [[-7.6953125, false]], [[-9.109375, false]], [[-4.4453125, false]], [[-7.6953125, false]], [[-6.5703125, false]], [[-6.1953125, false]], [[-10.5703125, false]], [[-9.8203125, false]], [[-10.8203125, false]], [[-4.4453125, false]], [[-9.8203125, false]], [[-9.8203125, false]], [[-4.4453125, false]], [[-9.1953125, false]], [[-9.8203125, false]], [[-10.3203125, false]], [[-9.6953125, false]], [[-10.3203125, false]], [[-8.5703125, false]], [[-9.8203125, false]], [[-8.5703125, false]], [[-4.4453125, false]], [[-9.8203125, false]], [[-8.6953125, false]], [[-8.5703125, false]], [[-4.4453125, false]], [[-9.8203125, false]], [[-10.5703125, false]], [[-8.5703125, false]], [[-7.4453125, false]], [[-9.8203125, false]], [[-4.4453125, false]], [[-6.1953125, false]], [[-10.5703125, false]], [[-9.8203125, false]], [[-10.3203125, false]], [[-8.6953125, false]], [[-9.3203125, false]], [[-4.4453125, false]], [[-9.8203125, false]], [[-10.8203125, false]], [[-8.5703125, false]], [[-4.4453125, false]], [[-6.9453125, false]], [[-10.3203125, false]], [[-8.6953125, false]], [[-7.6640625, false]], [[-7.6953125, false]], [[-9.109375, false]], [[-4.4453125, false]], [[-7.6953125, false]], [[-9.8203125, false]], [[-10.8203125, false]], [[-8.5703125, false]], [[-4.4453125, false]], [[-7.9453125, false]], [[-9.8203125, false]], [[-9.8203125, false]], [[-8.6953125, false]], [[-4.4453125, false]], [[-9.8203125, false]], [[-9.8203125, false]], [[-4.4453125, false]], [[-9.1953125, false]], [[-9.8203125, false]], [[-10.3203125, false]], [[-9.6953125, false]], [[-10.3203125, false]], [[-8.5703125, false]], [[-9.8203125, false]], [[-8.5703125, false]], [[-4.4453125, false]], [[-9.8203125, false]], [[-8.6953125, false]], [[-8.5703125, false]], [[-4.4453125, false]], [[-9.8203125, false]], [[-10.5703125, false]], [[-8.5703125, false]], [[-7.4453125, false]], [[-9.8203125, false]], [[-4.4453125, false]], [[-6.1953125, false]], [[-10.5703125, false]], [[-9.8203125, false]], [[-10.3203125, false]], [[-8.6953125, false]], [[-9.3203125, false]], [[-4.4453125, false]], [[-6.5703125, false]], [[-6.1953125, false]], [[-10.5703125, false]], [[-9.8203125, false]], [[-10.8203125, false]], [[-7.6640625, false]], [[-7.6953125, false]], [[-11.6953125, false]]], "filtered_resps": [[-7.9453125, false], [-7.6953125, false], [-6.5703125, false], [-6.1953125, false], [-10.5703125, false], [-9.8203125, false], [-10.8203125, false], [-4.4453125, false], [-9.8203125, false], [-9.8203125, false], [-4.4453125, false], [-9.8203125, false], [-10.5703125, false], [-6.1953125, false], [-10.4453125, false], [-8.5703125, false], [-10.3203125, false], [-4.4453125, false], [-10.8203125, false], [-6.1953125, false], [-10.3203125, false], [-10.3203125, false], [-9.9453125, false], [-6.1953125, false], [-10.1953125, false], [-4.4453125, false], [-6.1953125, false], [-10.5703125, false], [-9.8203125, false], [-10.3203125, false], [-8.6953125, false], [-9.3203125, false], [-4.4453125, false], [-9.8203125, false], [-10.8203125, false], [-8.5703125, false], [-4.4453125, false], [-6.9453125, false], [-10.3203125, false], [-8.6953125, false], [-7.6640625, false], [-7.6953125, false], [-9.109375, false], [-4.4453125, false], [-7.6953125, false], [-9.8203125, false], [-10.8203125, false], [-8.5703125, false], [-4.4453125, false], [-7.9453125, false], [-9.8203125, false], [-9.8203125, false], [-8.6953125, false], [-4.4453125, false], [-9.8203125, false], [-9.8203125, false], [-4.4453125, false], [-9.8203125, false], [-10.5703125, false], [-6.1953125, false], [-10.4453125, false], [-8.5703125, false], [-10.3203125, false], [-4.4453125, false], [-10.8203125, false], [-6.1953125, false], [-10.3203125, false], [-10.3203125, false], [-9.9453125, false], [-6.1953125, false], [-10.1953125, false], [-4.4453125, false], [-6.1953125, false], [-10.5703125, false], [-9.8203125, false], [-10.3203125, false], [-8.6953125, false], [-9.3203125, false], [-4.4453125, false], [-6.5703125, false], [-6.1953125, false], [-10.5703125, false], [-9.8203125, false], [-10.8203125, false], [-7.6640625, false], [-7.6953125, false], [-9.109375, false], [-4.4453125, false], [-7.6953125, false], [-6.5703125, false], [-6.1953125, false], [-10.5703125, false], [-9.8203125, false], [-10.8203125, false], [-4.4453125, false], [-9.8203125, false], [-9.8203125, false], [-4.4453125, false], [-9.1953125, false], [-9.8203125, false], [-10.3203125, false], [-9.6953125, false], [-10.3203125, false], [-8.5703125, false], [-9.8203125, false], [-8.5703125, false], [-4.4453125, false], [-9.8203125, false], [-8.6953125, false], [-8.5703125, false], [-4.4453125, false], [-9.8203125, false], [-10.5703125, false], [-8.5703125, false], [-7.4453125, false], [-9.8203125, false], [-4.4453125, false], [-6.1953125, false], [-10.5703125, false], [-9.8203125, false], [-10.3203125, false], [-8.6953125, false], [-9.3203125, false], [-4.4453125, false], [-9.8203125, false], [-10.8203125, false], [-8.5703125, false], [-4.4453125, false], [-6.9453125, false], [-10.3203125, false], [-8.6953125, false], [-7.6640625, false], [-7.6953125, false], [-9.109375, false], [-4.4453125, false], [-7.6953125, false], [-9.8203125, false], [-10.8203125, false], [-8.5703125, false], [-4.4453125, false], [-7.9453125, false], [-9.8203125, false], [-9.8203125, false], [-8.6953125, false], [-4.4453125, false], [-9.8203125, false], [-9.8203125, false], [-4.4453125, false], [-9.1953125, false], [-9.8203125, false], [-10.3203125, false], [-9.6953125, false], [-10.3203125, false], [-8.5703125, false], [-9.8203125, false], [-8.5703125, false], [-4.4453125, false], [-9.8203125, false], [-8.6953125, false], [-8.5703125, false], [-4.4453125, false], [-9.8203125, false], [-10.5703125, false], [-8.5703125, false], [-7.4453125, false], [-9.8203125, false], [-4.4453125, false], [-6.1953125, false], [-10.5703125, false], [-9.8203125, false], [-10.3203125, false], [-8.6953125, false], [-9.3203125, false], [-4.4453125, false], [-6.5703125, false], [-6.1953125, false], [-10.5703125, false], [-9.8203125, false], [-10.8203125, false], [-7.6640625, false], [-7.6953125, false], [-11.6953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2293, "doc": {"id": "MCAS_2012_8_23644", "question": "Which of the following are formed when two crustal plates collide with one another?", "choices": {"text": ["hot spots", "rift valleys", "mountain ranges", "mid-ocean ridges"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "mountain ranges", "arguments": ["Question: Which of the following are formed when two crustal plates collide with one another?\nAnswer:", " ["], "resps": [[[-6.77734375, false]], [[-9.53125, false]], [[-10.03125, false]], [[-10.03125, false]], [[-9.03125, false]], [[-5.27734375, false]], [[-8.78125, false]], [[-9.03125, false]], [[-10.03125, false]], [[-9.03125, false]], [[-8.78125, false]], [[-9.53125, false]], [[-9.3125, false]], [[-5.27734375, false]], [[-9.53125, false]], [[-8.78125, false]], [[-9.03125, false]], [[-9.53125, false]], [[-9.03125, false]], [[-5.27734375, false]], [[-9.53125, false]], [[-4.27734375, false]], [[-9.53125, false]], [[-9.53125, false]], [[-7.27734375, false]], [[-10.53125, false]], [[-8.78125, false]], [[-9.53125, false]], [[-9.3125, false]], [[-5.27734375, false]], [[-9.53125, false]], [[-9.03125, false]], [[-10.03125, false]], [[-11.53125, false]], [[-8.53125, false]], [[-9.03125, false]], [[-4.27734375, false]], [[-9.03125, false]], [[-8.53125, false]], [[-5.27734375, false]], [[-8.78125, false]], [[-4.27734375, false]], [[-8.53125, false]], [[-10.28125, false]], [[-7.27734375, false]], [[-8.78125, false]], [[-9.53125, false]], [[-9.3125, false]], [[-5.27734375, false]], [[-9.53125, false]], [[-9.03125, false]], [[-9.03125, false]], [[-9.28125, false]], [[-6.02734375, false]], [[-10.03125, false]], [[-7.27734375, false]], [[-7.27734375, false]], [[-4.27734375, false]], [[-8.53125, false]], [[-5.27734375, false]], [[-8.78125, false]], [[-9.03125, false]], [[-9.28125, false]], [[-10.28125, false]], [[-7.27734375, false]], [[-8.78125, false]], [[-9.53125, false]], [[-11.28125, false]]], "filtered_resps": [[-6.77734375, false], [-9.53125, false], [-10.03125, false], [-10.03125, false], [-9.03125, false], [-5.27734375, false], [-8.78125, false], [-9.03125, false], [-10.03125, false], [-9.03125, false], [-8.78125, false], [-9.53125, false], [-9.3125, false], [-5.27734375, false], [-9.53125, false], [-8.78125, false], [-9.03125, false], [-9.53125, false], [-9.03125, false], [-5.27734375, false], [-9.53125, false], [-4.27734375, false], [-9.53125, false], [-9.53125, false], [-7.27734375, false], [-10.53125, false], [-8.78125, false], [-9.53125, false], [-9.3125, false], [-5.27734375, false], [-9.53125, false], [-9.03125, false], [-10.03125, false], [-11.53125, false], [-8.53125, false], [-9.03125, false], [-4.27734375, false], [-9.03125, false], [-8.53125, false], [-5.27734375, false], [-8.78125, false], [-4.27734375, false], [-8.53125, false], [-10.28125, false], [-7.27734375, false], [-8.78125, false], [-9.53125, false], [-9.3125, false], [-5.27734375, false], [-9.53125, false], [-9.03125, false], [-9.03125, false], [-9.28125, false], [-6.02734375, false], [-10.03125, false], [-7.27734375, false], [-7.27734375, false], [-4.27734375, false], [-8.53125, false], [-5.27734375, false], [-8.78125, false], [-9.03125, false], [-9.28125, false], [-10.28125, false], [-7.27734375, false], [-8.78125, false], [-9.53125, false], [-11.28125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2301, "doc": {"id": "Mercury_7176103", "question": "Which type of substances serves as a catalyst for reactions that break large food molecules into smaller useful molecules?", "choices": {"text": ["enzymes", "vitamins", "lipids", "nucleotides"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "enzymes", "arguments": ["Question: Which type of substances serves as a catalyst for reactions that break large food molecules into smaller useful molecules?\nAnswer:", " ["], "resps": [[[-7.390625, false]], [[-9.765625, false]], [[-9.390625, false]], [[-8.140625, false]], [[-10.015625, false]], [[-10.640625, false]], [[-6.765625, false]], [[-9.390625, false]], [[-9.265625, false]], [[-9.765625, false]], [[-9.7421875, false]], [[-5.015625, false]], [[-9.765625, false]], [[-10.515625, false]], [[-7.265625, false]], [[-9.515625, false]], [[-5.015625, false]], [[-6.765625, false]], [[-7.265625, false]], [[-8.140625, false]], [[-9.265625, false]], [[-9.765625, false]], [[-9.7421875, false]], [[-5.015625, false]], [[-9.765625, false]], [[-9.890625, false]], [[-7.265625, false]], [[-9.140625, false]], [[-7.265625, false]], [[-10.515625, false]], [[-9.265625, false]], [[-9.765625, false]], [[-9.7421875, false]], [[-5.015625, false]], [[-9.765625, false]], [[-8.140625, false]], [[-7.265625, false]], [[-5.890625, false]], [[-9.890625, false]], [[-9.390625, false]], [[-8.140625, false]], [[-9.515625, false]], [[-7.265625, false]], [[-10.515625, false]], [[-9.390625, false]], [[-9.265625, false]], [[-9.765625, false]], [[-13.265625, false]]], "filtered_resps": [[-7.390625, false], [-9.765625, false], [-9.390625, false], [-8.140625, false], [-10.015625, false], [-10.640625, false], [-6.765625, false], [-9.390625, false], [-9.265625, false], [-9.765625, false], [-9.7421875, false], [-5.015625, false], [-9.765625, false], [-10.515625, false], [-7.265625, false], [-9.515625, false], [-5.015625, false], [-6.765625, false], [-7.265625, false], [-8.140625, false], [-9.265625, false], [-9.765625, false], [-9.7421875, false], [-5.015625, false], [-9.765625, false], [-9.890625, false], [-7.265625, false], [-9.140625, false], [-7.265625, false], [-10.515625, false], [-9.265625, false], [-9.765625, false], [-9.7421875, false], [-5.015625, false], [-9.765625, false], [-8.140625, false], [-7.265625, false], [-5.890625, false], [-9.890625, false], [-9.390625, false], [-8.140625, false], [-9.515625, false], [-7.265625, false], [-10.515625, false], [-9.390625, false], [-9.265625, false], [-9.765625, false], [-13.265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2309, "doc": {"id": "Mercury_190190", "question": "Which of the following has the greatest direct influence on movement of the lithosphere?", "choices": {"text": ["the Sun", "the Moon", "Earth's core", "Earth's mantle"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Earth's mantle", "arguments": ["Question: Which of the following has the greatest direct influence on movement of the lithosphere?\nAnswer:", " ["], "resps": [[[-7.7421875, false]], [[-9.8671875, false]], [[-9.2421875, false]], [[-9.8671875, false]], [[-6.2421875, false]], [[-4.7421875, false]], [[-5.4921875, false]], [[-11.7421875, false]], [[-9.6171875, false]], [[-9.8671875, false]], [[-8.90625, false]], [[-4.7421875, false]], [[-9.8671875, false]], [[-9.2421875, false]], [[-9.8671875, false]], [[-6.2421875, false]], [[-4.7421875, false]], [[-5.8671875, false]], [[-8.7421875, false]], [[-8.7421875, false]], [[-9.6171875, false]], [[-9.8671875, false]], [[-8.90625, false]], [[-4.7421875, false]], [[-7.9921875, false]], [[-4.1171875, false]], [[-4.9921875, false]], [[-9.7421875, false]], [[-9.2421875, false]], [[-9.8671875, false]], [[-9.8671875, false]], [[-8.2421875, false]], [[-4.7421875, false]], [[-8.1171875, false]], [[-8.7421875, false]], [[-9.7421875, false]], [[-6.2421875, false]], [[-7.9921875, false]], [[-8.90625, false]], [[-4.7421875, false]], [[-7.9921875, false]], [[-4.1171875, false]], [[-4.9921875, false]], [[-9.7421875, false]], [[-9.2421875, false]], [[-9.8671875, false]], [[-9.8671875, false]], [[-8.2421875, false]], [[-4.7421875, false]], [[-8.4921875, false]], [[-4.9921875, false]], [[-9.6171875, false]], [[-9.2421875, false]], [[-9.9921875, false]], [[-6.2421875, false]], [[-7.9921875, false]], [[-13.4921875, false]]], "filtered_resps": [[-7.7421875, false], [-9.8671875, false], [-9.2421875, false], [-9.8671875, false], [-6.2421875, false], [-4.7421875, false], [-5.4921875, false], [-11.7421875, false], [-9.6171875, false], [-9.8671875, false], [-8.90625, false], [-4.7421875, false], [-9.8671875, false], [-9.2421875, false], [-9.8671875, false], [-6.2421875, false], [-4.7421875, false], [-5.8671875, false], [-8.7421875, false], [-8.7421875, false], [-9.6171875, false], [-9.8671875, false], [-8.90625, false], [-4.7421875, false], [-7.9921875, false], [-4.1171875, false], [-4.9921875, false], [-9.7421875, false], [-9.2421875, false], [-9.8671875, false], [-9.8671875, false], [-8.2421875, false], [-4.7421875, false], [-8.1171875, false], [-8.7421875, false], [-9.7421875, false], [-6.2421875, false], [-7.9921875, false], [-8.90625, false], [-4.7421875, false], [-7.9921875, false], [-4.1171875, false], [-4.9921875, false], [-9.7421875, false], [-9.2421875, false], [-9.8671875, false], [-9.8671875, false], [-8.2421875, false], [-4.7421875, false], [-8.4921875, false], [-4.9921875, false], [-9.6171875, false], [-9.2421875, false], [-9.9921875, false], [-6.2421875, false], [-7.9921875, false], [-13.4921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2317, "doc": {"id": "Mercury_7212048", "question": "Which statement best describes the motion of the molecules of a solid object?", "choices": {"text": ["They vibrate in place within a fixed volume.", "They move around freely within a fixed volume.", "They vibrate in place and take the shape of a container.", "They move around freely and take the shape of a container."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "They vibrate in place within a fixed volume.", "arguments": ["Question: Which statement best describes the motion of the molecules of a solid object?\nAnswer:", " ["], "resps": [[[-6.81640625, false]], [[-8.8125, false]], [[-7.56640625, false]], [[-8.8125, false]], [[-8.3125, false]], [[-9.3125, false]], [[-4.81640625, false]], [[-7.56640625, false]], [[-7.56640625, false]], [[-5.56640625, false]], [[-9.3125, false]], [[-3.81640625, false]], [[-8.5625, false]], [[-8.3125, false]], [[-4.81640625, false]], [[-7.56640625, false]], [[-9.0625, false]], [[-4.81640625, false]], [[-7.81640625, false]], [[-10.0625, false]], [[-3.81640625, false]], [[-7.56640625, false]], [[-8.3125, false]], [[-4.81640625, false]], [[-10.3125, false]], [[-7.56640625, false]], [[-8.5625, false]], [[-8.8125, false]], [[-7.56640625, false]], [[-9.0625, false]], [[-4.81640625, false]], [[-3.81640625, false]], [[-4.81640625, false]], [[-8.8125, false]], [[-7.56640625, false]], [[-8.0625, false]], [[-8.3125, false]], [[-8.3125, false]], [[-4.81640625, false]], [[-7.56640625, false]], [[-8.8125, false]], [[-10.0625, false]], [[-9.3125, false]], [[-6.81640625, false]], [[-8.3125, false]], [[-6.0234375, false]], [[-8.8125, false]], [[-9.03125, false]], [[-4.81640625, false]], [[-8.8125, false]], [[-7.56640625, false]], [[-8.8125, false]], [[-8.3125, false]], [[-9.3125, false]], [[-4.81640625, false]], [[-6.81640625, false]], [[-8.8125, false]], [[-7.56640625, false]], [[-8.3125, false]], [[-4.81640625, false]], [[-3.81640625, false]], [[-9.3125, false]], [[-8.8125, false]], [[-9.3125, false]], [[-9.0625, false]], [[-8.3125, false]], [[-4.81640625, false]], [[-8.8125, false]], [[-9.3125, false]], [[-8.3125, false]], [[-8.3125, false]], [[-10.0625, false]], [[-9.3125, false]], [[-4.81640625, false]], [[-10.3125, false]], [[-7.56640625, false]], [[-8.5625, false]], [[-8.8125, false]], [[-7.56640625, false]], [[-9.0625, false]], [[-4.81640625, false]], [[-3.81640625, false]], [[-4.81640625, false]], [[-8.8125, false]], [[-7.56640625, false]], [[-8.0625, false]], [[-8.3125, false]], [[-8.3125, false]], [[-4.81640625, false]], [[-7.56640625, false]], [[-8.8125, false]], [[-10.0625, false]], [[-9.3125, false]], [[-6.81640625, false]], [[-8.3125, false]], [[-6.0234375, false]], [[-8.8125, false]], [[-9.03125, false]], [[-4.81640625, false]], [[-8.8125, false]], [[-7.56640625, false]], [[-8.8125, false]], [[-8.3125, false]], [[-9.3125, false]], [[-4.81640625, false]], [[-7.56640625, false]], [[-7.56640625, false]], [[-5.56640625, false]], [[-9.3125, false]], [[-3.81640625, false]], [[-8.5625, false]], [[-8.3125, false]], [[-4.81640625, false]], [[-7.56640625, false]], [[-9.0625, false]], [[-4.81640625, false]], [[-7.81640625, false]], [[-10.0625, false]], [[-3.81640625, false]], [[-7.56640625, false]], [[-8.3125, false]], [[-4.81640625, false]], [[-3.81640625, false]], [[-9.0625, false]], [[-8.3125, false]], [[-4.81640625, false]], [[-8.5625, false]], [[-3.81640625, false]], [[-9.5625, false]], [[-8.3125, false]], [[-4.81640625, false]], [[-8.5625, false]], [[-8.8125, false]], [[-8.3125, false]], [[-4.81640625, false]], [[-7.56640625, false]], [[-8.8125, false]], [[-3.81640625, false]], [[-7.81640625, false]], [[-8.3125, false]], [[-4.81640625, false]], [[-8.8125, false]], [[-8.8125, false]], [[-4.81640625, false]], [[-3.81640625, false]], [[-4.81640625, false]], [[-7.56640625, false]], [[-8.8125, false]], [[-9.0625, false]], [[-8.5625, false]], [[-3.81640625, false]], [[-7.56640625, false]], [[-9.0625, false]], [[-8.3125, false]], [[-9.3125, false]], [[-6.0234375, false]], [[-8.8125, false]], [[-9.03125, false]], [[-4.81640625, false]], [[-8.8125, false]], [[-7.56640625, false]], [[-8.8125, false]], [[-8.3125, false]], [[-9.3125, false]], [[-4.81640625, false]], [[-6.81640625, false]], [[-8.8125, false]], [[-7.56640625, false]], [[-8.3125, false]], [[-4.81640625, false]], [[-3.81640625, false]], [[-9.3125, false]], [[-8.8125, false]], [[-9.3125, false]], [[-9.0625, false]], [[-8.3125, false]], [[-4.81640625, false]], [[-8.8125, false]], [[-9.3125, false]], [[-8.3125, false]], [[-8.3125, false]], [[-10.0625, false]], [[-9.3125, false]], [[-4.81640625, false]], [[-3.81640625, false]], [[-9.0625, false]], [[-8.3125, false]], [[-4.81640625, false]], [[-8.5625, false]], [[-3.81640625, false]], [[-9.5625, false]], [[-8.3125, false]], [[-4.81640625, false]], [[-8.5625, false]], [[-8.8125, false]], [[-8.3125, false]], [[-4.81640625, false]], [[-7.56640625, false]], [[-8.8125, false]], [[-3.81640625, false]], [[-7.81640625, false]], [[-8.3125, false]], [[-4.81640625, false]], [[-8.8125, false]], [[-8.8125, false]], [[-4.81640625, false]], [[-3.81640625, false]], [[-4.81640625, false]], [[-7.56640625, false]], [[-8.8125, false]], [[-9.0625, false]], [[-8.5625, false]], [[-3.81640625, false]], [[-7.56640625, false]], [[-9.0625, false]], [[-8.3125, false]], [[-9.3125, false]], [[-6.0234375, false]], [[-8.8125, false]], [[-11.0625, false]]], "filtered_resps": [[-6.81640625, false], [-8.8125, false], [-7.56640625, false], [-8.8125, false], [-8.3125, false], [-9.3125, false], [-4.81640625, false], [-7.56640625, false], [-7.56640625, false], [-5.56640625, false], [-9.3125, false], [-3.81640625, false], [-8.5625, false], [-8.3125, false], [-4.81640625, false], [-7.56640625, false], [-9.0625, false], [-4.81640625, false], [-7.81640625, false], [-10.0625, false], [-3.81640625, false], [-7.56640625, false], [-8.3125, false], [-4.81640625, false], [-10.3125, false], [-7.56640625, false], [-8.5625, false], [-8.8125, false], [-7.56640625, false], [-9.0625, false], [-4.81640625, false], [-3.81640625, false], [-4.81640625, false], [-8.8125, false], [-7.56640625, false], [-8.0625, false], [-8.3125, false], [-8.3125, false], [-4.81640625, false], [-7.56640625, false], [-8.8125, false], [-10.0625, false], [-9.3125, false], [-6.81640625, false], [-8.3125, false], [-6.0234375, false], [-8.8125, false], [-9.03125, false], [-4.81640625, false], [-8.8125, false], [-7.56640625, false], [-8.8125, false], [-8.3125, false], [-9.3125, false], [-4.81640625, false], [-6.81640625, false], [-8.8125, false], [-7.56640625, false], [-8.3125, false], [-4.81640625, false], [-3.81640625, false], [-9.3125, false], [-8.8125, false], [-9.3125, false], [-9.0625, false], [-8.3125, false], [-4.81640625, false], [-8.8125, false], [-9.3125, false], [-8.3125, false], [-8.3125, false], [-10.0625, false], [-9.3125, false], [-4.81640625, false], [-10.3125, false], [-7.56640625, false], [-8.5625, false], [-8.8125, false], [-7.56640625, false], [-9.0625, false], [-4.81640625, false], [-3.81640625, false], [-4.81640625, false], [-8.8125, false], [-7.56640625, false], [-8.0625, false], [-8.3125, false], [-8.3125, false], [-4.81640625, false], [-7.56640625, false], [-8.8125, false], [-10.0625, false], [-9.3125, false], [-6.81640625, false], [-8.3125, false], [-6.0234375, false], [-8.8125, false], [-9.03125, false], [-4.81640625, false], [-8.8125, false], [-7.56640625, false], [-8.8125, false], [-8.3125, false], [-9.3125, false], [-4.81640625, false], [-7.56640625, false], [-7.56640625, false], [-5.56640625, false], [-9.3125, false], [-3.81640625, false], [-8.5625, false], [-8.3125, false], [-4.81640625, false], [-7.56640625, false], [-9.0625, false], [-4.81640625, false], [-7.81640625, false], [-10.0625, false], [-3.81640625, false], [-7.56640625, false], [-8.3125, false], [-4.81640625, false], [-3.81640625, false], [-9.0625, false], [-8.3125, false], [-4.81640625, false], [-8.5625, false], [-3.81640625, false], [-9.5625, false], [-8.3125, false], [-4.81640625, false], [-8.5625, false], [-8.8125, false], [-8.3125, false], [-4.81640625, false], [-7.56640625, false], [-8.8125, false], [-3.81640625, false], [-7.81640625, false], [-8.3125, false], [-4.81640625, false], [-8.8125, false], [-8.8125, false], [-4.81640625, false], [-3.81640625, false], [-4.81640625, false], [-7.56640625, false], [-8.8125, false], [-9.0625, false], [-8.5625, false], [-3.81640625, false], [-7.56640625, false], [-9.0625, false], [-8.3125, false], [-9.3125, false], [-6.0234375, false], [-8.8125, false], [-9.03125, false], [-4.81640625, false], [-8.8125, false], [-7.56640625, false], [-8.8125, false], [-8.3125, false], [-9.3125, false], [-4.81640625, false], [-6.81640625, false], [-8.8125, false], [-7.56640625, false], [-8.3125, false], [-4.81640625, false], [-3.81640625, false], [-9.3125, false], [-8.8125, false], [-9.3125, false], [-9.0625, false], [-8.3125, false], [-4.81640625, false], [-8.8125, false], [-9.3125, false], [-8.3125, false], [-8.3125, false], [-10.0625, false], [-9.3125, false], [-4.81640625, false], [-3.81640625, false], [-9.0625, false], [-8.3125, false], [-4.81640625, false], [-8.5625, false], [-3.81640625, false], [-9.5625, false], [-8.3125, false], [-4.81640625, false], [-8.5625, false], [-8.8125, false], [-8.3125, false], [-4.81640625, false], [-7.56640625, false], [-8.8125, false], [-3.81640625, false], [-7.81640625, false], [-8.3125, false], [-4.81640625, false], [-8.8125, false], [-8.8125, false], [-4.81640625, false], [-3.81640625, false], [-4.81640625, false], [-7.56640625, false], [-8.8125, false], [-9.0625, false], [-8.5625, false], [-3.81640625, false], [-7.56640625, false], [-9.0625, false], [-8.3125, false], [-9.3125, false], [-6.0234375, false], [-8.8125, false], [-11.0625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2325, "doc": {"id": "Mercury_7006108", "question": "The first organisms to occupy an area after a prairie fire are known as", "choices": {"text": ["primary species.", "secondary species.", "succession species.", "pioneer species."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "pioneer species.", "arguments": ["Question: The first organisms to occupy an area after a prairie fire are known as\nAnswer:", " ["], "resps": [[[-7.5546875, false]], [[-7.6796875, false]], [[-8.3046875, false]], [[-7.9296875, false]], [[-7.5546875, false]], [[-9.8046875, false]], [[-4.8046875, false]], [[-7.9296875, false]], [[-10.6796875, false]], [[-4.6796875, false]], [[-7.6796875, false]], [[-8.3046875, false]], [[-6.6796875, false]], [[-6.9296875, false]], [[-7.5546875, false]], [[-6.6796875, false]], [[-7.6796875, false]], [[-7.140625, false]], [[-7.6796875, false]], [[-9.890625, false]], [[-4.6796875, false]], [[-7.6796875, false]], [[-7.6796875, false]], [[-6.6796875, false]], [[-6.9296875, false]], [[-7.6796875, false]], [[-8.5546875, false]], [[-7.1796875, false]], [[-4.8046875, false]], [[-7.9296875, false]], [[-10.6796875, false]], [[-4.6796875, false]], [[-7.6796875, false]], [[-8.3046875, false]], [[-6.6796875, false]], [[-6.9296875, false]], [[-7.5546875, false]], [[-6.6796875, false]], [[-7.6796875, false]], [[-7.140625, false]], [[-7.6796875, false]], [[-9.890625, false]], [[-4.6796875, false]], [[-7.6796875, false]], [[-7.6796875, false]], [[-10.0546875, false]], [[-6.9296875, false]], [[-6.9296875, false]], [[-6.6796875, false]], [[-7.6796875, false]], [[-7.6796875, false]], [[-7.5546875, false]], [[-7.6796875, false]], [[-8.5546875, false]], [[-4.6796875, false]], [[-7.6796875, false]], [[-8.3046875, false]], [[-6.6796875, false]], [[-6.9296875, false]], [[-7.5546875, false]], [[-6.6796875, false]], [[-7.6796875, false]], [[-7.140625, false]], [[-7.6796875, false]], [[-9.890625, false]], [[-4.6796875, false]], [[-7.6796875, false]], [[-8.3046875, false]], [[-7.5546875, false]], [[-7.6796875, false]], [[-8.5546875, false]], [[-6.6796875, false]], [[-6.6796875, false]], [[-7.9296875, false]], [[-4.6796875, false]], [[-7.6796875, false]], [[-8.3046875, false]], [[-6.6796875, false]], [[-6.9296875, false]], [[-7.5546875, false]], [[-6.6796875, false]], [[-7.6796875, false]], [[-7.140625, false]], [[-7.6796875, false]], [[-12.0546875, false]]], "filtered_resps": [[-7.5546875, false], [-7.6796875, false], [-8.3046875, false], [-7.9296875, false], [-7.5546875, false], [-9.8046875, false], [-4.8046875, false], [-7.9296875, false], [-10.6796875, false], [-4.6796875, false], [-7.6796875, false], [-8.3046875, false], [-6.6796875, false], [-6.9296875, false], [-7.5546875, false], [-6.6796875, false], [-7.6796875, false], [-7.140625, false], [-7.6796875, false], [-9.890625, false], [-4.6796875, false], [-7.6796875, false], [-7.6796875, false], [-6.6796875, false], [-6.9296875, false], [-7.6796875, false], [-8.5546875, false], [-7.1796875, false], [-4.8046875, false], [-7.9296875, false], [-10.6796875, false], [-4.6796875, false], [-7.6796875, false], [-8.3046875, false], [-6.6796875, false], [-6.9296875, false], [-7.5546875, false], [-6.6796875, false], [-7.6796875, false], [-7.140625, false], [-7.6796875, false], [-9.890625, false], [-4.6796875, false], [-7.6796875, false], [-7.6796875, false], [-10.0546875, false], [-6.9296875, false], [-6.9296875, false], [-6.6796875, false], [-7.6796875, false], [-7.6796875, false], [-7.5546875, false], [-7.6796875, false], [-8.5546875, false], [-4.6796875, false], [-7.6796875, false], [-8.3046875, false], [-6.6796875, false], [-6.9296875, false], [-7.5546875, false], [-6.6796875, false], [-7.6796875, false], [-7.140625, false], [-7.6796875, false], [-9.890625, false], [-4.6796875, false], [-7.6796875, false], [-8.3046875, false], [-7.5546875, false], [-7.6796875, false], [-8.5546875, false], [-6.6796875, false], [-6.6796875, false], [-7.9296875, false], [-4.6796875, false], [-7.6796875, false], [-8.3046875, false], [-6.6796875, false], [-6.9296875, false], [-7.5546875, false], [-6.6796875, false], [-7.6796875, false], [-7.140625, false], [-7.6796875, false], [-12.0546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2333, "doc": {"id": "Mercury_SC_401276", "question": "In order for Galileo to build a telescope, he needed to know about", "choices": {"text": ["lenses.", "metals.", "chemical mixtures.", "the making of leather."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "lenses.", "arguments": ["Question: In order for Galileo to build a telescope, he needed to know about\nAnswer:", " ["], "resps": [[[-7.21484375, false]], [[-8.0859375, false]], [[-10.0859375, false]], [[-9.2109375, false]], [[-9.2109375, false]], [[-9.0859375, false]], [[-9.2109375, false]], [[-9.0859375, false]], [[-7.7734375, false]], [[-8.0859375, false]], [[-9.3984375, false]], [[-5.96484375, false]], [[-8.0859375, false]], [[-10.0859375, false]], [[-9.2109375, false]], [[-10.0859375, false]], [[-5.58984375, false]], [[-10.0859375, false]], [[-9.0859375, false]], [[-7.7734375, false]], [[-8.0859375, false]], [[-9.3984375, false]], [[-5.96484375, false]], [[-8.0859375, false]], [[-9.3359375, false]], [[-10.4609375, false]], [[-9.2109375, false]], [[-10.0859375, false]], [[-8.0859375, false]], [[-9.3359375, false]], [[-5.58984375, false]], [[-10.0859375, false]], [[-5.96484375, false]], [[-10.0859375, false]], [[-8.0859375, false]], [[-9.7109375, false]], [[-10.0859375, false]], [[-11.4609375, false]], [[-10.7109375, false]], [[-9.2109375, false]], [[-9.0859375, false]], [[-7.7734375, false]], [[-8.0859375, false]], [[-9.3984375, false]], [[-5.96484375, false]], [[-8.0859375, false]], [[-10.0859375, false]], [[-10.4609375, false]], [[-9.2109375, false]], [[-5.96484375, false]], [[-10.0859375, false]], [[-5.58984375, false]], [[-10.8359375, false]], [[-8.0859375, false]], [[-9.2109375, false]], [[-10.9609375, false]], [[-5.96484375, false]], [[-9.5859375, false]], [[-9.0859375, false]], [[-5.96484375, false]], [[-10.0859375, false]], [[-9.2109375, false]], [[-5.58984375, false]], [[-10.0859375, false]], [[-10.4609375, false]], [[-9.2109375, false]], [[-10.7109375, false]], [[-7.7734375, false]], [[-8.0859375, false]], [[-12.0859375, false]]], "filtered_resps": [[-7.21484375, false], [-8.0859375, false], [-10.0859375, false], [-9.2109375, false], [-9.2109375, false], [-9.0859375, false], [-9.2109375, false], [-9.0859375, false], [-7.7734375, false], [-8.0859375, false], [-9.3984375, false], [-5.96484375, false], [-8.0859375, false], [-10.0859375, false], [-9.2109375, false], [-10.0859375, false], [-5.58984375, false], [-10.0859375, false], [-9.0859375, false], [-7.7734375, false], [-8.0859375, false], [-9.3984375, false], [-5.96484375, false], [-8.0859375, false], [-9.3359375, false], [-10.4609375, false], [-9.2109375, false], [-10.0859375, false], [-8.0859375, false], [-9.3359375, false], [-5.58984375, false], [-10.0859375, false], [-5.96484375, false], [-10.0859375, false], [-8.0859375, false], [-9.7109375, false], [-10.0859375, false], [-11.4609375, false], [-10.7109375, false], [-9.2109375, false], [-9.0859375, false], [-7.7734375, false], [-8.0859375, false], [-9.3984375, false], [-5.96484375, false], [-8.0859375, false], [-10.0859375, false], [-10.4609375, false], [-9.2109375, false], [-5.96484375, false], [-10.0859375, false], [-5.58984375, false], [-10.8359375, false], [-8.0859375, false], [-9.2109375, false], [-10.9609375, false], [-5.96484375, false], [-9.5859375, false], [-9.0859375, false], [-5.96484375, false], [-10.0859375, false], [-9.2109375, false], [-5.58984375, false], [-10.0859375, false], [-10.4609375, false], [-9.2109375, false], [-10.7109375, false], [-7.7734375, false], [-8.0859375, false], [-12.0859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2341, "doc": {"id": "Mercury_7165200", "question": "When air rises over the open ocean, a low pressure system is formed. Which factor increases the potential of a low pressure system developing into a hurricane in the Northern Hemisphere?", "choices": {"text": ["cool ocean currents circulating towards the equator", "increased volcanic activity in the upper latitudes", "cold air moving south from the North Pole", "warm water temperatures in the tropics"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "warm water temperatures in the tropics", "arguments": ["Question: When air rises over the open ocean, a low pressure system is formed. Which factor increases the potential of a low pressure system developing into a hurricane in the Northern Hemisphere?\nAnswer:", " ["], "resps": [[[-7.6484375, false]], [[-10.0234375, false]], [[-8.1484375, false]], [[-8.6484375, false]], [[-8.6484375, false]], [[-10.5234375, false]], [[-5.1484375, false]], [[-8.6484375, false]], [[-8.1484375, false]], [[-7.6484375, false]], [[-3.646484375, false]], [[-8.6484375, false]], [[-5.1484375, false]], [[-8.1484375, false]], [[-12.1484375, false]], [[-9.3984375, false]], [[-9.3984375, false]], [[-7.6484375, false]], [[-8.6484375, false]], [[-9.6484375, false]], [[-9.3984375, false]], [[-5.1484375, false]], [[-8.1484375, false]], [[-8.8984375, false]], [[-9.3984375, false]], [[-8.1484375, false]], [[-12.1484375, false]], [[-10.5234375, false]], [[-3.646484375, false]], [[-9.6484375, false]], [[-8.8984375, false]], [[-8.6484375, false]], [[-10.2734375, false]], [[-5.1484375, false]], [[-9.6484375, false]], [[-8.6484375, false]], [[-10.1484375, false]], [[-3.646484375, false]], [[-9.3984375, false]], [[-7.3984375, false]], [[-9.3984375, false]], [[-5.1484375, false]], [[-9.6484375, false]], [[-8.6484375, false]], [[-7.6484375, false]], [[-5.1484375, false]], [[-7.6484375, false]], [[-10.3984375, false]], [[-12.1484375, false]], [[-3.646484375, false]], [[-9.6484375, false]], [[-8.6484375, false]], [[-9.3984375, false]], [[-10.0234375, false]], [[-9.90625, false]], [[-5.1484375, false]], [[-10.0234375, false]], [[-8.8984375, false]], [[-8.6484375, false]], [[-8.1484375, false]], [[-9.3984375, false]], [[-7.6484375, false]], [[-3.646484375, false]], [[-9.3984375, false]], [[-7.6484375, false]], [[-7.3984375, false]], [[-5.1484375, false]], [[-11.0234375, false]], [[-8.6484375, false]], [[-10.5234375, false]], [[-8.1484375, false]], [[-3.646484375, false]], [[-8.6484375, false]], [[-8.8984375, false]], [[-8.1484375, false]], [[-5.1484375, false]], [[-3.646484375, false]], [[-8.1484375, false]], [[-9.6484375, false]], [[-8.8984375, false]], [[-11.0234375, false]], [[-8.8984375, false]], [[-9.6484375, false]], [[-10.8984375, false]], [[-5.1484375, false]], [[-8.8984375, false]], [[-8.6484375, false]], [[-5.1484375, false]], [[-9.6484375, false]], [[-8.6484375, false]], [[-7.6484375, false]], [[-5.1484375, false]], [[-12.1484375, false]], [[-8.6484375, false]], [[-8.6484375, false]], [[-7.6484375, false]], [[-9.3984375, false]], [[-5.1484375, false]], [[-10.5234375, false]], [[-3.646484375, false]], [[-9.6484375, false]], [[-8.8984375, false]], [[-9.6484375, false]], [[-12.1484375, false]], [[-7.3984375, false]], [[-7.6484375, false]], [[-9.3984375, false]], [[-10.0234375, false]], [[-9.90625, false]], [[-5.1484375, false]], [[-10.0234375, false]], [[-8.1484375, false]], [[-8.6484375, false]], [[-10.5234375, false]], [[-7.3984375, false]], [[-5.1484375, false]], [[-3.646484375, false]], [[-8.8984375, false]], [[-9.3984375, false]], [[-5.1484375, false]], [[-8.6484375, false]], [[-8.6484375, false]], [[-11.0234375, false]], [[-8.8984375, false]], [[-8.6484375, false]], [[-10.2734375, false]], [[-5.1484375, false]], [[-9.3984375, false]], [[-8.6484375, false]], [[-12.1484375, false]], [[-9.6484375, false]], [[-8.6484375, false]], [[-5.1484375, false]], [[-8.6484375, false]], [[-9.3984375, false]], [[-8.6484375, false]], [[-8.6484375, false]], [[-5.1484375, false]], [[-9.6484375, false]], [[-8.6484375, false]], [[-7.6484375, false]], [[-5.1484375, false]], [[-6.6484375, false]], [[-8.6484375, false]], [[-9.3984375, false]], [[-9.6484375, false]], [[-8.6484375, false]], [[-5.1484375, false]], [[-6.1484375, false]], [[-8.6484375, false]], [[-10.5234375, false]], [[-7.6484375, false]], [[-10.0234375, false]], [[-9.90625, false]], [[-5.1484375, false]], [[-10.0234375, false]], [[-10.1484375, false]], [[-3.646484375, false]], [[-9.3984375, false]], [[-8.6484375, false]], [[-5.1484375, false]], [[-10.1484375, false]], [[-3.646484375, false]], [[-9.6484375, false]], [[-7.6484375, false]], [[-9.3984375, false]], [[-5.1484375, false]], [[-9.6484375, false]], [[-7.6484375, false]], [[-8.6484375, false]], [[-8.6484375, false]], [[-7.6484375, false]], [[-9.3984375, false]], [[-3.646484375, false]], [[-9.6484375, false]], [[-12.1484375, false]], [[-9.3984375, false]], [[-7.6484375, false]], [[-9.3984375, false]], [[-5.1484375, false]], [[-8.8984375, false]], [[-8.6484375, false]], [[-5.1484375, false]], [[-9.6484375, false]], [[-8.6484375, false]], [[-7.6484375, false]], [[-5.1484375, false]], [[-9.6484375, false]], [[-9.3984375, false]], [[-8.6484375, false]], [[-8.6484375, false]], [[-8.8984375, false]], [[-8.1484375, false]], [[-9.3984375, false]], [[-10.0234375, false]], [[-13.0234375, false]]], "filtered_resps": [[-7.6484375, false], [-10.0234375, false], [-8.1484375, false], [-8.6484375, false], [-8.6484375, false], [-10.5234375, false], [-5.1484375, false], [-8.6484375, false], [-8.1484375, false], [-7.6484375, false], [-3.646484375, false], [-8.6484375, false], [-5.1484375, false], [-8.1484375, false], [-12.1484375, false], [-9.3984375, false], [-9.3984375, false], [-7.6484375, false], [-8.6484375, false], [-9.6484375, false], [-9.3984375, false], [-5.1484375, false], [-8.1484375, false], [-8.8984375, false], [-9.3984375, false], [-8.1484375, false], [-12.1484375, false], [-10.5234375, false], [-3.646484375, false], [-9.6484375, false], [-8.8984375, false], [-8.6484375, false], [-10.2734375, false], [-5.1484375, false], [-9.6484375, false], [-8.6484375, false], [-10.1484375, false], [-3.646484375, false], [-9.3984375, false], [-7.3984375, false], [-9.3984375, false], [-5.1484375, false], [-9.6484375, false], [-8.6484375, false], [-7.6484375, false], [-5.1484375, false], [-7.6484375, false], [-10.3984375, false], [-12.1484375, false], [-3.646484375, false], [-9.6484375, false], [-8.6484375, false], [-9.3984375, false], [-10.0234375, false], [-9.90625, false], [-5.1484375, false], [-10.0234375, false], [-8.8984375, false], [-8.6484375, false], [-8.1484375, false], [-9.3984375, false], [-7.6484375, false], [-3.646484375, false], [-9.3984375, false], [-7.6484375, false], [-7.3984375, false], [-5.1484375, false], [-11.0234375, false], [-8.6484375, false], [-10.5234375, false], [-8.1484375, false], [-3.646484375, false], [-8.6484375, false], [-8.8984375, false], [-8.1484375, false], [-5.1484375, false], [-3.646484375, false], [-8.1484375, false], [-9.6484375, false], [-8.8984375, false], [-11.0234375, false], [-8.8984375, false], [-9.6484375, false], [-10.8984375, false], [-5.1484375, false], [-8.8984375, false], [-8.6484375, false], [-5.1484375, false], [-9.6484375, false], [-8.6484375, false], [-7.6484375, false], [-5.1484375, false], [-12.1484375, false], [-8.6484375, false], [-8.6484375, false], [-7.6484375, false], [-9.3984375, false], [-5.1484375, false], [-10.5234375, false], [-3.646484375, false], [-9.6484375, false], [-8.8984375, false], [-9.6484375, false], [-12.1484375, false], [-7.3984375, false], [-7.6484375, false], [-9.3984375, false], [-10.0234375, false], [-9.90625, false], [-5.1484375, false], [-10.0234375, false], [-8.1484375, false], [-8.6484375, false], [-10.5234375, false], [-7.3984375, false], [-5.1484375, false], [-3.646484375, false], [-8.8984375, false], [-9.3984375, false], [-5.1484375, false], [-8.6484375, false], [-8.6484375, false], [-11.0234375, false], [-8.8984375, false], [-8.6484375, false], [-10.2734375, false], [-5.1484375, false], [-9.3984375, false], [-8.6484375, false], [-12.1484375, false], [-9.6484375, false], [-8.6484375, false], [-5.1484375, false], [-8.6484375, false], [-9.3984375, false], [-8.6484375, false], [-8.6484375, false], [-5.1484375, false], [-9.6484375, false], [-8.6484375, false], [-7.6484375, false], [-5.1484375, false], [-6.6484375, false], [-8.6484375, false], [-9.3984375, false], [-9.6484375, false], [-8.6484375, false], [-5.1484375, false], [-6.1484375, false], [-8.6484375, false], [-10.5234375, false], [-7.6484375, false], [-10.0234375, false], [-9.90625, false], [-5.1484375, false], [-10.0234375, false], [-10.1484375, false], [-3.646484375, false], [-9.3984375, false], [-8.6484375, false], [-5.1484375, false], [-10.1484375, false], [-3.646484375, false], [-9.6484375, false], [-7.6484375, false], [-9.3984375, false], [-5.1484375, false], [-9.6484375, false], [-7.6484375, false], [-8.6484375, false], [-8.6484375, false], [-7.6484375, false], [-9.3984375, false], [-3.646484375, false], [-9.6484375, false], [-12.1484375, false], [-9.3984375, false], [-7.6484375, false], [-9.3984375, false], [-5.1484375, false], [-8.8984375, false], [-8.6484375, false], [-5.1484375, false], [-9.6484375, false], [-8.6484375, false], [-7.6484375, false], [-5.1484375, false], [-9.6484375, false], [-9.3984375, false], [-8.6484375, false], [-8.6484375, false], [-8.8984375, false], [-8.1484375, false], [-9.3984375, false], [-10.0234375, false], [-13.0234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2349, "doc": {"id": "Mercury_7001715", "question": "Mountains are most likely formed", "choices": {"text": ["when glaciers melt.", "from earthquakes.", "when land sinks.", "along tectonic plates."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "along tectonic plates.", "arguments": ["Question: Mountains are most likely formed\nAnswer:", " ["], "resps": [[[-7.78125, false]], [[-8.28125, false]], [[-10.28125, false]], [[-10.15625, false]], [[-8.15625, false]], [[-9.40625, false]], [[-5.03125, false]], [[-11.53125, false]], [[-10.15625, false]], [[-6.40625, false]], [[-9.90625, false]], [[-8.53125, false]], [[-8.15625, false]], [[-9.78125, false]], [[-9.78125, false]], [[-5.03125, false]], [[-9.15625, false]], [[-8.15625, false]], [[-10.15625, false]], [[-11.65625, false]], [[-6.59765625, false]], [[-8.28125, false]], [[-8.28125, false]], [[-5.03125, false]], [[-8.28125, false]], [[-10.65625, false]], [[-9.78125, false]], [[-9.28125, false]], [[-9.15625, false]], [[-5.03125, false]], [[-8.15625, false]], [[-6.40625, false]], [[-9.78125, false]], [[-11.65625, false]], [[-10.15625, false]], [[-13.03125, false]], [[-11.90625, false]], [[-6.40625, false]], [[-11.40625, false]], [[-8.15625, false]], [[-9.78125, false]], [[-6.59765625, false]], [[-8.28125, false]], [[-8.28125, false]], [[-5.03125, false]], [[-8.28125, false]], [[-10.28125, false]], [[-10.15625, false]], [[-8.15625, false]], [[-9.40625, false]], [[-5.03125, false]], [[-10.15625, false]], [[-6.40625, false]], [[-9.40625, false]], [[-9.53125, false]], [[-5.03125, false]], [[-9.78125, false]], [[-8.53125, false]], [[-9.40625, false]], [[-11.40625, false]], [[-9.78125, false]], [[-6.59765625, false]], [[-8.28125, false]], [[-8.28125, false]], [[-5.03125, false]], [[-8.28125, false]], [[-6.40625, false]], [[-10.15625, false]], [[-9.28125, false]], [[-9.40625, false]], [[-11.53125, false]], [[-5.03125, false]], [[-11.65625, false]], [[-8.15625, false]], [[-9.90625, false]], [[-11.65625, false]], [[-9.28125, false]], [[-9.40625, false]], [[-8.53125, false]], [[-9.90625, false]], [[-5.03125, false]], [[-9.78125, false]], [[-10.15625, false]], [[-6.40625, false]], [[-11.65625, false]], [[-8.15625, false]], [[-9.78125, false]], [[-6.59765625, false]], [[-8.28125, false]], [[-12.28125, false]]], "filtered_resps": [[-7.78125, false], [-8.28125, false], [-10.28125, false], [-10.15625, false], [-8.15625, false], [-9.40625, false], [-5.03125, false], [-11.53125, false], [-10.15625, false], [-6.40625, false], [-9.90625, false], [-8.53125, false], [-8.15625, false], [-9.78125, false], [-9.78125, false], [-5.03125, false], [-9.15625, false], [-8.15625, false], [-10.15625, false], [-11.65625, false], [-6.59765625, false], [-8.28125, false], [-8.28125, false], [-5.03125, false], [-8.28125, false], [-10.65625, false], [-9.78125, false], [-9.28125, false], [-9.15625, false], [-5.03125, false], [-8.15625, false], [-6.40625, false], [-9.78125, false], [-11.65625, false], [-10.15625, false], [-13.03125, false], [-11.90625, false], [-6.40625, false], [-11.40625, false], [-8.15625, false], [-9.78125, false], [-6.59765625, false], [-8.28125, false], [-8.28125, false], [-5.03125, false], [-8.28125, false], [-10.28125, false], [-10.15625, false], [-8.15625, false], [-9.40625, false], [-5.03125, false], [-10.15625, false], [-6.40625, false], [-9.40625, false], [-9.53125, false], [-5.03125, false], [-9.78125, false], [-8.53125, false], [-9.40625, false], [-11.40625, false], [-9.78125, false], [-6.59765625, false], [-8.28125, false], [-8.28125, false], [-5.03125, false], [-8.28125, false], [-6.40625, false], [-10.15625, false], [-9.28125, false], [-9.40625, false], [-11.53125, false], [-5.03125, false], [-11.65625, false], [-8.15625, false], [-9.90625, false], [-11.65625, false], [-9.28125, false], [-9.40625, false], [-8.53125, false], [-9.90625, false], [-5.03125, false], [-9.78125, false], [-10.15625, false], [-6.40625, false], [-11.65625, false], [-8.15625, false], [-9.78125, false], [-6.59765625, false], [-8.28125, false], [-12.28125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2357, "doc": {"id": "Mercury_SC_416164", "question": "Ella waves good-bye from the bus. What body system pulls on bones to let Ella wave her arm?", "choices": {"text": ["muscular system", "nervous system", "digestive system", "circulatory system"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "muscular system", "arguments": ["Question: Ella waves good-bye from the bus. What body system pulls on bones to let Ella wave her arm?\nAnswer:", " ["], "resps": [[[-7.40625, false]], [[-10.65625, false]], [[-9.65625, false]], [[-9.40625, false]], [[-9.40625, false]], [[-8.65625, false]], [[-9.40625, false]], [[-9.15625, false]], [[-5.90625, false]], [[-10.15625, false]], [[-4.90625, false]], [[-9.40625, false]], [[-12.15625, false]], [[-9.40625, false]], [[-10.15625, false]], [[-9.65625, false]], [[-9.65625, false]], [[-10.65625, false]], [[-9.6953125, false]], [[-4.90625, false]], [[-10.65625, false]], [[-9.90625, false]], [[-9.65625, false]], [[-10.15625, false]], [[-10.15625, false]], [[-8.90625, false]], [[-9.40625, false]], [[-9.40625, false]], [[-4.90625, false]], [[-9.40625, false]], [[-12.15625, false]], [[-9.40625, false]], [[-10.15625, false]], [[-9.65625, false]], [[-9.65625, false]], [[-10.65625, false]], [[-9.6953125, false]], [[-4.90625, false]], [[-10.65625, false]], [[-11.15625, false]], [[-10.15625, false]], [[-9.90625, false]], [[-9.65625, false]], [[-9.40625, false]], [[-10.15625, false]], [[-10.15625, false]], [[-10.15625, false]], [[-9.65625, false]], [[-4.90625, false]], [[-9.40625, false]], [[-12.15625, false]], [[-9.40625, false]], [[-10.15625, false]], [[-9.65625, false]], [[-9.65625, false]], [[-10.65625, false]], [[-9.6953125, false]], [[-4.90625, false]], [[-10.65625, false]], [[-8.65625, false]], [[-10.15625, false]], [[-10.15625, false]], [[-8.65625, false]], [[-9.40625, false]], [[-9.15625, false]], [[-5.90625, false]], [[-10.15625, false]], [[-8.90625, false]], [[-10.15625, false]], [[-12.15625, false]], [[-4.90625, false]], [[-9.40625, false]], [[-12.15625, false]], [[-9.40625, false]], [[-10.15625, false]], [[-9.65625, false]], [[-9.65625, false]], [[-10.65625, false]], [[-12.65625, false]]], "filtered_resps": [[-7.40625, false], [-10.65625, false], [-9.65625, false], [-9.40625, false], [-9.40625, false], [-8.65625, false], [-9.40625, false], [-9.15625, false], [-5.90625, false], [-10.15625, false], [-4.90625, false], [-9.40625, false], [-12.15625, false], [-9.40625, false], [-10.15625, false], [-9.65625, false], [-9.65625, false], [-10.65625, false], [-9.6953125, false], [-4.90625, false], [-10.65625, false], [-9.90625, false], [-9.65625, false], [-10.15625, false], [-10.15625, false], [-8.90625, false], [-9.40625, false], [-9.40625, false], [-4.90625, false], [-9.40625, false], [-12.15625, false], [-9.40625, false], [-10.15625, false], [-9.65625, false], [-9.65625, false], [-10.65625, false], [-9.6953125, false], [-4.90625, false], [-10.65625, false], [-11.15625, false], [-10.15625, false], [-9.90625, false], [-9.65625, false], [-9.40625, false], [-10.15625, false], [-10.15625, false], [-10.15625, false], [-9.65625, false], [-4.90625, false], [-9.40625, false], [-12.15625, false], [-9.40625, false], [-10.15625, false], [-9.65625, false], [-9.65625, false], [-10.65625, false], [-9.6953125, false], [-4.90625, false], [-10.65625, false], [-8.65625, false], [-10.15625, false], [-10.15625, false], [-8.65625, false], [-9.40625, false], [-9.15625, false], [-5.90625, false], [-10.15625, false], [-8.90625, false], [-10.15625, false], [-12.15625, false], [-4.90625, false], [-9.40625, false], [-12.15625, false], [-9.40625, false], [-10.15625, false], [-9.65625, false], [-9.65625, false], [-10.65625, false], [-12.65625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2365, "doc": {"id": "Mercury_7185255", "question": "Nutrients are recycled when materials decompose in an ecosystem. Which is the best example of the decomposition process where organic material is recycled in an ecosystem?", "choices": {"text": ["a hawk eating a mouse", "worms tunneling through soil", "bacteria feeding on dead plants", "a plant using nitrogen to make proteins"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "bacteria feeding on dead plants", "arguments": ["Question: Nutrients are recycled when materials decompose in an ecosystem. Which is the best example of the decomposition process where organic material is recycled in an ecosystem?\nAnswer:", " ["], "resps": [[[-6.9609375, false]], [[-9.2109375, false]], [[-5.4609375, false]], [[-5.3359375, false]], [[-10.8359375, false]], [[-5.4609375, false]], [[-11.4609375, false]], [[-10.2109375, false]], [[-5.3359375, false]], [[-6.8359375, false]], [[-5.4609375, false]], [[-10.9609375, false]], [[-7.7109375, false]], [[-8.4609375, false]], [[-10.9609375, false]], [[-5.3359375, false]], [[-5.4609375, false]], [[-5.3359375, false]], [[-9.0859375, false]], [[-7.4609375, false]], [[-10.4609375, false]], [[-9.3359375, false]], [[-6.8359375, false]], [[-9.2109375, false]], [[-9.953125, false]], [[-5.3359375, false]], [[-9.2109375, false]], [[-11.4609375, false]], [[-7.4609375, false]], [[-10.5859375, false]], [[-9.0859375, false]], [[-9.3359375, false]], [[-5.3359375, false]], [[-10.9609375, false]], [[-10.4609375, false]], [[-8.4609375, false]], [[-8.4609375, false]], [[-6.8359375, false]], [[-10.0859375, false]], [[-7.7109375, false]], [[-8.4609375, false]], [[-10.9609375, false]], [[-5.3359375, false]], [[-10.9609375, false]], [[-10.8359375, false]], [[-10.5859375, false]], [[-7.4609375, false]], [[-10.4609375, false]], [[-10.9609375, false]], [[-10.8359375, false]], [[-5.3359375, false]], [[-9.3359375, false]], [[-7.4609375, false]], [[-7.7109375, false]], [[-10.0859375, false]], [[-9.2109375, false]], [[-9.953125, false]], [[-5.3359375, false]], [[-9.2109375, false]], [[-8.7109375, false]], [[-5.4609375, false]], [[-7.3359375, false]], [[-10.9609375, false]], [[-6.8359375, false]], [[-10.5859375, false]], [[-7.7109375, false]], [[-5.4609375, false]], [[-5.3359375, false]], [[-9.9609375, false]], [[-6.8359375, false]], [[-6.8359375, false]], [[-8.4609375, false]], [[-7.7109375, false]], [[-8.4609375, false]], [[-10.9609375, false]], [[-5.3359375, false]], [[-7.4609375, false]], [[-8.4609375, false]], [[-5.3359375, false]], [[-8.4609375, false]], [[-6.8359375, false]], [[-5.4609375, false]], [[-8.4609375, false]], [[-5.3359375, false]], [[-9.3359375, false]], [[-10.0859375, false]], [[-5.4609375, false]], [[-8.4609375, false]], [[-10.9609375, false]], [[-9.3359375, false]], [[-9.2109375, false]], [[-9.953125, false]], [[-5.3359375, false]], [[-9.2109375, false]], [[-5.4609375, false]], [[-5.3359375, false]], [[-9.3359375, false]], [[-10.0859375, false]], [[-5.4609375, false]], [[-8.4609375, false]], [[-10.9609375, false]], [[-5.3359375, false]], [[-10.4609375, false]], [[-9.3359375, false]], [[-7.7109375, false]], [[-8.4609375, false]], [[-10.9609375, false]], [[-5.3359375, false]], [[-8.4609375, false]], [[-7.7109375, false]], [[-10.9609375, false]], [[-10.5859375, false]], [[-7.4609375, false]], [[-10.9609375, false]], [[-6.8359375, false]], [[-8.4609375, false]], [[-5.3359375, false]], [[-10.9609375, false]], [[-7.4609375, false]], [[-5.3359375, false]], [[-9.0859375, false]], [[-5.4609375, false]], [[-10.2109375, false]], [[-6.8359375, false]], [[-5.3359375, false]], [[-9.3359375, false]], [[-10.5859375, false]], [[-7.4609375, false]], [[-10.9609375, false]], [[-6.8359375, false]], [[-7.7109375, false]], [[-8.4609375, false]], [[-9.3359375, false]], [[-9.2109375, false]], [[-14.8359375, false]]], "filtered_resps": [[-6.9609375, false], [-9.2109375, false], [-5.4609375, false], [-5.3359375, false], [-10.8359375, false], [-5.4609375, false], [-11.4609375, false], [-10.2109375, false], [-5.3359375, false], [-6.8359375, false], [-5.4609375, false], [-10.9609375, false], [-7.7109375, false], [-8.4609375, false], [-10.9609375, false], [-5.3359375, false], [-5.4609375, false], [-5.3359375, false], [-9.0859375, false], [-7.4609375, false], [-10.4609375, false], [-9.3359375, false], [-6.8359375, false], [-9.2109375, false], [-9.953125, false], [-5.3359375, false], [-9.2109375, false], [-11.4609375, false], [-7.4609375, false], [-10.5859375, false], [-9.0859375, false], [-9.3359375, false], [-5.3359375, false], [-10.9609375, false], [-10.4609375, false], [-8.4609375, false], [-8.4609375, false], [-6.8359375, false], [-10.0859375, false], [-7.7109375, false], [-8.4609375, false], [-10.9609375, false], [-5.3359375, false], [-10.9609375, false], [-10.8359375, false], [-10.5859375, false], [-7.4609375, false], [-10.4609375, false], [-10.9609375, false], [-10.8359375, false], [-5.3359375, false], [-9.3359375, false], [-7.4609375, false], [-7.7109375, false], [-10.0859375, false], [-9.2109375, false], [-9.953125, false], [-5.3359375, false], [-9.2109375, false], [-8.7109375, false], [-5.4609375, false], [-7.3359375, false], [-10.9609375, false], [-6.8359375, false], [-10.5859375, false], [-7.7109375, false], [-5.4609375, false], [-5.3359375, false], [-9.9609375, false], [-6.8359375, false], [-6.8359375, false], [-8.4609375, false], [-7.7109375, false], [-8.4609375, false], [-10.9609375, false], [-5.3359375, false], [-7.4609375, false], [-8.4609375, false], [-5.3359375, false], [-8.4609375, false], [-6.8359375, false], [-5.4609375, false], [-8.4609375, false], [-5.3359375, false], [-9.3359375, false], [-10.0859375, false], [-5.4609375, false], [-8.4609375, false], [-10.9609375, false], [-9.3359375, false], [-9.2109375, false], [-9.953125, false], [-5.3359375, false], [-9.2109375, false], [-5.4609375, false], [-5.3359375, false], [-9.3359375, false], [-10.0859375, false], [-5.4609375, false], [-8.4609375, false], [-10.9609375, false], [-5.3359375, false], [-10.4609375, false], [-9.3359375, false], [-7.7109375, false], [-8.4609375, false], [-10.9609375, false], [-5.3359375, false], [-8.4609375, false], [-7.7109375, false], [-10.9609375, false], [-10.5859375, false], [-7.4609375, false], [-10.9609375, false], [-6.8359375, false], [-8.4609375, false], [-5.3359375, false], [-10.9609375, false], [-7.4609375, false], [-5.3359375, false], [-9.0859375, false], [-5.4609375, false], [-10.2109375, false], [-6.8359375, false], [-5.3359375, false], [-9.3359375, false], [-10.5859375, false], [-7.4609375, false], [-10.9609375, false], [-6.8359375, false], [-7.7109375, false], [-8.4609375, false], [-9.3359375, false], [-9.2109375, false], [-14.8359375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2373, "doc": {"id": "TIMSS_2003_8_pg101", "question": "The shape of the moon appears to change regularly during each month. Which of the following best explains why the shape of the moon appears to change?", "choices": {"text": ["The Earth turns on its axis.", "The Moon turns on its axis.", "The Moon orbits around the Earth.", "Clouds cover the Moon."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "The Moon orbits around the Earth.", "arguments": ["Question: The shape of the moon appears to change regularly during each month. Which of the following best explains why the shape of the moon appears to change?\nAnswer:", " ["], "resps": [[[-7.02734375, false]], [[-9.7734375, false]], [[-6.77734375, false]], [[-9.5234375, false]], [[-6.77734375, false]], [[-5.77734375, false]], [[-5.52734375, false]], [[-3.525390625, false]], [[-7.77734375, false]], [[-8.0234375, false]], [[-9.5234375, false]], [[-5.77734375, false]], [[-8.0234375, false]], [[-10.2734375, false]], [[-7.77734375, false]], [[-8.5234375, false]], [[-9.2734375, false]], [[-5.77734375, false]], [[-7.52734375, false]], [[-8.5234375, false]], [[-5.77734375, false]], [[-8.0234375, false]], [[-8.0234375, false]], [[-9.2734375, false]], [[-5.77734375, false]], [[-3.525390625, false]], [[-9.2734375, false]], [[-8.0234375, false]], [[-9.2734375, false]], [[-7.109375, false]], [[-9.7734375, false]], [[-10.359375, false]], [[-5.77734375, false]], [[-9.7734375, false]], [[-6.77734375, false]], [[-9.5234375, false]], [[-6.77734375, false]], [[-5.77734375, false]], [[-6.27734375, false]], [[-7.52734375, false]], [[-7.52734375, false]], [[-8.5234375, false]], [[-5.77734375, false]], [[-8.0234375, false]], [[-10.2734375, false]], [[-7.77734375, false]], [[-8.5234375, false]], [[-9.2734375, false]], [[-5.77734375, false]], [[-7.52734375, false]], [[-8.5234375, false]], [[-5.77734375, false]], [[-8.0234375, false]], [[-8.0234375, false]], [[-9.2734375, false]], [[-5.77734375, false]], [[-3.525390625, false]], [[-9.2734375, false]], [[-8.0234375, false]], [[-9.2734375, false]], [[-7.109375, false]], [[-9.7734375, false]], [[-10.359375, false]], [[-5.77734375, false]], [[-9.7734375, false]], [[-6.77734375, false]], [[-9.5234375, false]], [[-6.77734375, false]], [[-5.77734375, false]], [[-6.27734375, false]], [[-7.52734375, false]], [[-7.52734375, false]], [[-8.5234375, false]], [[-5.77734375, false]], [[-7.52734375, false]], [[-7.77734375, false]], [[-5.52734375, false]], [[-8.0234375, false]], [[-8.0234375, false]], [[-9.2734375, false]], [[-5.77734375, false]], [[-3.525390625, false]], [[-7.77734375, false]], [[-7.52734375, false]], [[-10.2734375, false]], [[-8.5234375, false]], [[-7.52734375, false]], [[-5.77734375, false]], [[-8.0234375, false]], [[-9.5234375, false]], [[-6.77734375, false]], [[-5.77734375, false]], [[-5.52734375, false]], [[-3.525390625, false]], [[-7.77734375, false]], [[-8.0234375, false]], [[-9.5234375, false]], [[-7.109375, false]], [[-9.7734375, false]], [[-10.359375, false]], [[-5.77734375, false]], [[-9.7734375, false]], [[-5.02734375, false]], [[-9.5234375, false]], [[-7.52734375, false]], [[-10.2734375, false]], [[-7.52734375, false]], [[-9.2734375, false]], [[-5.77734375, false]], [[-7.02734375, false]], [[-7.52734375, false]], [[-8.5234375, false]], [[-6.77734375, false]], [[-7.77734375, false]], [[-5.77734375, false]], [[-8.0234375, false]], [[-9.5234375, false]], [[-6.77734375, false]], [[-5.77734375, false]], [[-6.27734375, false]], [[-7.52734375, false]], [[-7.52734375, false]], [[-8.5234375, false]], [[-7.109375, false]], [[-9.7734375, false]], [[-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false], [-11.0234375, false]]], "filtered_resps": [[-7.02734375, false], [-9.7734375, false], [-6.77734375, false], [-9.5234375, false], [-6.77734375, false], [-5.77734375, false], [-5.52734375, false], [-3.525390625, false], [-7.77734375, false], [-8.0234375, false], [-9.5234375, false], [-5.77734375, false], [-8.0234375, false], [-10.2734375, false], [-7.77734375, false], [-8.5234375, false], [-9.2734375, false], [-5.77734375, false], [-7.52734375, false], [-8.5234375, false], [-5.77734375, false], [-8.0234375, false], [-8.0234375, false], [-9.2734375, false], [-5.77734375, false], [-3.525390625, false], [-9.2734375, false], [-8.0234375, false], [-9.2734375, false], [-7.109375, false], [-9.7734375, false], [-10.359375, false], [-5.77734375, false], [-9.7734375, false], [-6.77734375, false], [-9.5234375, false], [-6.77734375, false], [-5.77734375, false], [-6.27734375, false], [-7.52734375, false], [-7.52734375, false], [-8.5234375, false], [-5.77734375, false], [-8.0234375, false], [-10.2734375, false], [-7.77734375, false], [-8.5234375, false], [-9.2734375, false], [-5.77734375, false], [-7.52734375, false], [-8.5234375, false], [-5.77734375, false], [-8.0234375, false], [-8.0234375, false], [-9.2734375, false], [-5.77734375, false], [-3.525390625, false], [-9.2734375, false], [-8.0234375, false], [-9.2734375, false], [-7.109375, false], [-9.7734375, false], [-10.359375, false], [-5.77734375, false], [-9.7734375, false], [-6.77734375, false], [-9.5234375, false], [-6.77734375, false], [-5.77734375, false], [-6.27734375, false], [-7.52734375, false], [-7.52734375, false], [-8.5234375, false], [-5.77734375, false], [-7.52734375, false], [-7.77734375, false], [-5.52734375, false], [-8.0234375, false], [-8.0234375, false], [-9.2734375, false], [-5.77734375, false], [-3.525390625, false], [-7.77734375, false], [-7.52734375, false], [-10.2734375, false], [-8.5234375, false], [-7.52734375, false], [-5.77734375, false], [-8.0234375, false], [-9.5234375, false], [-6.77734375, false], [-5.77734375, false], [-5.52734375, false], [-3.525390625, false], [-7.77734375, false], [-8.0234375, false], [-9.5234375, false], [-7.109375, false], [-9.7734375, false], [-10.359375, false], [-5.77734375, false], [-9.7734375, false], [-5.02734375, false], [-9.5234375, false], [-7.52734375, false], [-10.2734375, false], [-7.52734375, false], [-9.2734375, false], [-5.77734375, false], [-7.02734375, false], [-7.52734375, false], [-8.5234375, false], [-6.77734375, false], [-7.77734375, false], [-5.77734375, false], [-8.0234375, false], [-9.5234375, false], [-6.77734375, false], [-5.77734375, false], [-6.27734375, false], [-7.52734375, false], [-7.52734375, false], [-8.5234375, false], [-7.109375, false], [-9.7734375, false], [-11.0234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 6, "doc": {"id": "Mercury_182158", "question": "A student has just completed a laboratory activity. What is the last action that the student should perform before leaving the lab area?", "choices": {"text": ["wash hands", "turn off all equipment", "put away all glassware", "wash instruments and table tops"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "wash hands", "arguments": ["Question: A student has just completed a laboratory activity. What is the last action that the student should perform before leaving the lab area?\nAnswer:", " ["], "resps": [[[-7.25390625, false]], [[-10.0078125, false]], [[-12.7578125, false]], [[-6.50390625, false]], [[-10.0078125, false]], [[-12.5078125, false]], [[-5.25390625, false]], [[-12.5078125, false]], [[-6.50390625, false]], [[-11.5078125, false]], [[-10.0078125, false]], [[-10.0078125, false]], [[-10.0078125, false]], [[-10.640625, false]], [[-5.25390625, false]], [[-10.0078125, false]], [[-11.2578125, false]], [[-9.7578125, false]], [[-11.7578125, false]], [[-11.5078125, false]], [[-5.25390625, false]], [[-10.2578125, false]], [[-10.7578125, false]], [[-10.7578125, false]], [[-5.25390625, false]], [[-6.50390625, false]], [[-10.7578125, false]], [[-10.7578125, false]], [[-5.25390625, false]], [[-9.5078125, false]], [[-11.0078125, false]], [[-9.7578125, false]], [[-8.7578125, false]], [[-11.2578125, false]], [[-11.5078125, false]], [[-9.5078125, false]], [[-11.5078125, false]], [[-11.2578125, false]], [[-10.0078125, false]], [[-10.640625, false]], [[-5.25390625, false]], [[-10.0078125, false]], [[-11.2578125, false]], [[-9.7578125, false]], [[-11.2578125, false]], [[-5.25390625, false]], [[-6.50390625, false]], [[-12.7578125, false]], [[-6.50390625, false]], [[-12.7578125, false]], [[-5.25390625, false]], [[-6.50390625, false]], [[-10.7578125, false]], [[-10.7578125, false]], [[-5.25390625, false]], [[-11.5078125, false]], [[-10.7578125, false]], [[-6.50390625, false]], [[-10.0078125, false]], [[-10.0078125, false]], [[-12.7578125, false]], [[-6.50390625, false]], [[-11.7578125, false]], [[-9.5078125, false]], [[-10.0078125, false]], [[-10.640625, false]], [[-5.25390625, false]], [[-10.0078125, false]], [[-12.7578125, false]], [[-6.50390625, false]], [[-10.0078125, false]], [[-12.5078125, false]], [[-5.25390625, false]], [[-8.7578125, false]], [[-11.5078125, false]], [[-10.0078125, false]], [[-11.2578125, false]], [[-11.7578125, false]], [[-9.7578125, false]], [[-11.5078125, false]], [[-9.5078125, false]], [[-11.5078125, false]], [[-11.2578125, false]], [[-10.0078125, false]], [[-5.25390625, false]], [[-6.50390625, false]], [[-11.5078125, false]], [[-10.0078125, false]], [[-5.25390625, false]], [[-11.2578125, false]], [[-6.50390625, false]], [[-9.0078125, false]], [[-10.7578125, false]], [[-9.5078125, false]], [[-5.25390625, false]], [[-11.2578125, false]], [[-10.2578125, false]], [[-11.2578125, false]], [[-10.0078125, false]], [[-10.0078125, false]], [[-11.7578125, false]]], "filtered_resps": [[-7.25390625, false], [-10.0078125, false], [-12.7578125, false], [-6.50390625, false], [-10.0078125, false], [-12.5078125, false], [-5.25390625, false], [-12.5078125, false], [-6.50390625, false], [-11.5078125, false], [-10.0078125, false], [-10.0078125, false], [-10.0078125, false], [-10.640625, false], [-5.25390625, false], [-10.0078125, false], [-11.2578125, false], [-9.7578125, false], [-11.7578125, false], [-11.5078125, false], [-5.25390625, false], [-10.2578125, false], [-10.7578125, false], [-10.7578125, false], [-5.25390625, false], [-6.50390625, false], [-10.7578125, false], [-10.7578125, false], [-5.25390625, false], [-9.5078125, false], [-11.0078125, false], [-9.7578125, false], [-8.7578125, false], [-11.2578125, false], [-11.5078125, false], [-9.5078125, false], [-11.5078125, false], [-11.2578125, false], [-10.0078125, false], [-10.640625, false], [-5.25390625, false], [-10.0078125, false], [-11.2578125, false], [-9.7578125, false], [-11.2578125, false], [-5.25390625, false], [-6.50390625, false], [-12.7578125, false], [-6.50390625, false], [-12.7578125, false], [-5.25390625, false], [-6.50390625, false], [-10.7578125, false], [-10.7578125, false], [-5.25390625, false], [-11.5078125, false], [-10.7578125, false], [-6.50390625, false], [-10.0078125, false], [-10.0078125, false], [-12.7578125, false], [-6.50390625, false], [-11.7578125, false], [-9.5078125, false], [-10.0078125, false], [-10.640625, false], [-5.25390625, false], [-10.0078125, false], [-12.7578125, false], [-6.50390625, false], [-10.0078125, false], [-12.5078125, false], [-5.25390625, false], [-8.7578125, false], [-11.5078125, false], [-10.0078125, false], [-11.2578125, false], [-11.7578125, false], [-9.7578125, false], [-11.5078125, false], [-9.5078125, false], [-11.5078125, false], [-11.2578125, false], [-10.0078125, false], [-5.25390625, false], [-6.50390625, false], [-11.5078125, false], [-10.0078125, false], [-5.25390625, false], [-11.2578125, false], [-6.50390625, false], [-9.0078125, false], [-10.7578125, false], [-9.5078125, false], [-5.25390625, false], [-11.2578125, false], [-10.2578125, false], [-11.2578125, false], [-10.0078125, false], [-10.0078125, false], [-11.7578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 14, "doc": {"id": "NYSEDREGENTS_2015_8_28", "question": "All living and nonliving material is composed of", "choices": {"text": ["air", "elements", "water", "soil"], "label": ["1", "2", "3", "4"]}, "answerKey": "2"}, "target": "elements", "arguments": ["Question: All living and nonliving material is composed of\nAnswer:", " ["], "resps": [[[-7.4921875, false]], [[-7.7421875, false]], [[-6.2421875, false]], [[-7.9921875, false]], [[-10.4921875, false]], [[-7.7421875, false]], [[-9.53125, false]], [[-5.7421875, false]], [[-7.7421875, false]], [[-7.9921875, false]], [[-10.2421875, false]], [[-7.9921875, false]], [[-10.2421875, false]], [[-7.9921875, false]], [[-8.9921875, false]], [[-10.7421875, false]], [[-8.9921875, false]], [[-7.7421875, false]], [[-9.53125, false]], [[-5.7421875, false]], [[-7.7421875, false]], [[-10.2421875, false]], [[-6.2421875, false]], [[-10.7421875, false]], [[-7.9921875, false]], [[-10.4921875, false]], [[-7.7421875, false]], [[-9.53125, false]], [[-5.7421875, false]], [[-7.7421875, false]], [[-8.9921875, false]], [[-10.2421875, false]], [[-7.9921875, false]], [[-10.2421875, false]], [[-7.7421875, false]], [[-11.4921875, false]]], "filtered_resps": [[-7.4921875, false], [-7.7421875, false], [-6.2421875, false], [-7.9921875, false], [-10.4921875, false], [-7.7421875, false], [-9.53125, false], [-5.7421875, false], [-7.7421875, false], [-7.9921875, false], [-10.2421875, false], [-7.9921875, false], [-10.2421875, false], [-7.9921875, false], [-8.9921875, false], [-10.7421875, false], [-8.9921875, false], [-7.7421875, false], [-9.53125, false], [-5.7421875, false], [-7.7421875, false], [-10.2421875, false], [-6.2421875, false], [-10.7421875, false], [-7.9921875, false], [-10.4921875, false], [-7.7421875, false], [-9.53125, false], [-5.7421875, false], [-7.7421875, false], [-8.9921875, false], [-10.2421875, false], [-7.9921875, false], [-10.2421875, false], [-7.7421875, false], [-11.4921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 22, "doc": {"id": "Mercury_SC_415412", "question": "Which is a statement about climate?", "choices": {"text": ["The average temperature yesterday was 15°C.", "The temperature range today was 10°C to 20°C.", "The high temperature tomorrow will be 14°C.", "The average high temperature in May is 20°C."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "The average high temperature in May is 20°C.", "arguments": ["Question: Which is a statement about climate?\nAnswer:", " ["], "resps": [[[-7.4375, false]], [[-6.9375, false]], [[-7.5625, false]], [[-11.5625, false]], [[-7.9375, false]], [[-5.1875, false]], [[-4.8125, false]], [[-12.0625, false]], [[-7.9375, false]], [[-12.4375, false]], [[-4.8125, false]], [[-11.4375, false]], [[-7.9375, false]], [[-5.1875, false]], [[-10.5625, false]], [[-7.9375, false]], [[-10.3125, false]], [[-8.5625, false]], [[-7.9375, false]], [[-12.4375, false]], [[-4.8125, false]], [[-10.5625, false]], [[-11.9375, false]], [[-12.4375, false]], [[-7.9375, false]], [[-5.1875, false]], [[-11.6875, false]], [[-7.9375, false]], [[-9.4375, false]], [[-10.5625, false]], [[-7.9375, false]], [[-12.4375, false]], [[-7.9375, false]], [[-4.8125, false]], [[-11.6875, false]], [[-5.1875, false]], [[-10.1875, false]], [[-4.8125, false]], [[-9.4375, false]], [[-5.1875, false]], [[-7.4375, false]], [[-9.3125, false]], [[-9.8125, false]], [[-5.3125, false]], [[-6.40625, false]], [[-6.9375, false]], [[-9.40625, false]], [[-5.1875, false]], [[-6.9375, false]], [[-7.5625, false]], [[-11.5625, false]], [[-7.9375, false]], [[-5.1875, false]], [[-10.5625, false]], [[-7.9375, false]], [[-10.3125, false]], [[-8.5625, false]], [[-7.9375, false]], [[-12.4375, false]], [[-4.8125, false]], [[-10.5625, false]], [[-11.9375, false]], [[-12.4375, false]], [[-7.9375, false]], [[-5.1875, false]], [[-12.4375, false]], [[-4.8125, false]], [[-9.5625, false]], [[-11.4375, false]], [[-7.9375, false]], [[-5.1875, false]], [[-10.5625, false]], [[-8.3125, false]], [[-7.9375, false]], [[-4.8125, false]], [[-11.6875, false]], [[-5.1875, false]], [[-10.1875, false]], [[-4.8125, false]], [[-9.4375, false]], [[-5.1875, false]], [[-7.4375, false]], [[-8.1875, false]], [[-9.8125, false]], [[-5.3125, false]], [[-5.1875, false]], [[-10.5625, false]], [[-8.3125, false]], [[-5.1875, false]], [[-7.6875, false]], [[-8.1875, false]], [[-9.8125, false]], [[-5.3125, false]], [[-6.40625, false]], [[-6.9375, false]], [[-9.40625, false]], [[-5.1875, false]], [[-6.9375, false]], [[-7.5625, false]], [[-11.5625, false]], [[-7.9375, false]], [[-5.1875, false]], [[-11.5625, false]], [[-8.5625, false]], [[-11.4375, false]], [[-11.5625, false]], [[-5.1875, false]], [[-10.5625, false]], [[-7.9375, false]], [[-10.3125, false]], [[-8.5625, false]], [[-7.9375, false]], [[-12.4375, false]], [[-4.8125, false]], [[-10.5625, false]], [[-11.9375, false]], [[-12.4375, false]], [[-7.9375, false]], [[-5.1875, false]], [[-10.5625, false]], [[-8.3125, false]], [[-10.3125, false]], [[-8.3125, false]], [[-12.4375, false]], [[-12.4375, false]], [[-8.3125, false]], [[-10.1875, false]], [[-5.1875, false]], [[-10.1875, false]], [[-8.5625, false]], [[-10.9375, false]], [[-10.9375, false]], [[-5.1875, false]], [[-9.3125, false]], [[-7.9375, false]], [[-5.1875, false]], [[-7.4375, false]], [[-8.8125, false]], [[-9.8125, false]], [[-5.3125, false]], [[-6.40625, false]], [[-6.9375, false]], [[-9.40625, false]], [[-5.1875, false]], [[-6.9375, false]], [[-7.5625, false]], [[-11.5625, false]], [[-7.9375, false]], [[-5.1875, false]], [[-4.8125, false]], [[-12.0625, false]], [[-7.9375, false]], [[-12.4375, false]], [[-4.8125, false]], [[-11.4375, false]], [[-7.9375, false]], [[-5.1875, false]], [[-11.5625, false]], [[-8.5625, false]], [[-11.4375, false]], [[-11.5625, false]], [[-5.1875, false]], [[-10.5625, false]], [[-7.9375, false]], [[-10.3125, false]], [[-8.5625, false]], [[-7.9375, false]], [[-12.4375, false]], [[-4.8125, false]], [[-10.5625, false]], [[-11.9375, false]], [[-12.4375, false]], [[-7.9375, false]], [[-5.1875, false]], [[-8.5625, false]], [[-9.5625, false]], [[-5.1875, false]], [[-7.6875, false]], [[-4.8125, false]], [[-11.6875, false]], [[-5.1875, false]], [[-8.5625, false]], [[-9.4375, false]], [[-5.1875, false]], [[-7.6875, false]], [[-8.1875, false]], [[-9.8125, false]], [[-5.3125, false]], [[-6.40625, false]], [[-6.9375, false]], [[-13.6875, false]]], "filtered_resps": [[-7.4375, false], [-6.9375, false], [-7.5625, false], [-11.5625, false], [-7.9375, false], [-5.1875, false], [-4.8125, false], [-12.0625, false], [-7.9375, false], [-12.4375, false], [-4.8125, false], [-11.4375, false], [-7.9375, false], [-5.1875, false], [-10.5625, false], [-7.9375, false], [-10.3125, false], [-8.5625, false], [-7.9375, false], [-12.4375, false], [-4.8125, false], [-10.5625, false], [-11.9375, false], [-12.4375, false], [-7.9375, false], [-5.1875, false], [-11.6875, false], [-7.9375, false], [-9.4375, false], [-10.5625, false], [-7.9375, false], [-12.4375, false], [-7.9375, false], [-4.8125, false], [-11.6875, false], [-5.1875, false], [-10.1875, false], [-4.8125, false], [-9.4375, false], [-5.1875, false], [-7.4375, false], [-9.3125, false], [-9.8125, false], [-5.3125, false], [-6.40625, false], [-6.9375, false], [-9.40625, false], [-5.1875, false], [-6.9375, false], [-7.5625, false], [-11.5625, false], [-7.9375, false], [-5.1875, false], [-10.5625, false], [-7.9375, false], [-10.3125, false], [-8.5625, false], [-7.9375, false], [-12.4375, false], [-4.8125, false], [-10.5625, false], [-11.9375, false], [-12.4375, false], [-7.9375, false], [-5.1875, false], [-12.4375, false], [-4.8125, false], [-9.5625, false], [-11.4375, false], [-7.9375, false], [-5.1875, false], [-10.5625, false], [-8.3125, false], [-7.9375, false], [-4.8125, false], [-11.6875, false], [-5.1875, false], [-10.1875, false], [-4.8125, false], [-9.4375, false], [-5.1875, false], [-7.4375, false], [-8.1875, false], [-9.8125, false], [-5.3125, false], [-5.1875, false], [-10.5625, false], [-8.3125, false], [-5.1875, false], [-7.6875, false], [-8.1875, false], [-9.8125, false], [-5.3125, false], [-6.40625, false], [-6.9375, false], [-9.40625, false], [-5.1875, false], [-6.9375, false], [-7.5625, false], [-11.5625, false], [-7.9375, false], [-5.1875, false], [-11.5625, false], [-8.5625, false], [-11.4375, false], [-11.5625, false], [-5.1875, false], [-10.5625, false], [-7.9375, false], [-10.3125, false], [-8.5625, false], [-7.9375, false], [-12.4375, false], [-4.8125, false], [-10.5625, false], [-11.9375, false], [-12.4375, false], [-7.9375, false], [-5.1875, false], [-10.5625, false], [-8.3125, false], [-10.3125, false], [-8.3125, false], [-12.4375, false], [-12.4375, false], [-8.3125, false], [-10.1875, false], [-5.1875, false], [-10.1875, false], [-8.5625, false], [-10.9375, false], [-10.9375, false], [-5.1875, false], [-9.3125, false], [-7.9375, false], [-5.1875, false], [-7.4375, false], [-8.8125, false], [-9.8125, false], [-5.3125, false], [-6.40625, false], [-6.9375, false], [-9.40625, false], [-5.1875, false], [-6.9375, false], [-7.5625, false], [-11.5625, false], [-7.9375, false], [-5.1875, false], [-4.8125, false], [-12.0625, false], [-7.9375, false], [-12.4375, false], [-4.8125, false], [-11.4375, false], [-7.9375, false], [-5.1875, false], [-11.5625, false], [-8.5625, false], [-11.4375, false], [-11.5625, false], [-5.1875, false], [-10.5625, false], [-7.9375, false], [-10.3125, false], [-8.5625, false], [-7.9375, false], [-12.4375, false], [-4.8125, false], [-10.5625, false], [-11.9375, false], [-12.4375, false], [-7.9375, false], [-5.1875, false], [-8.5625, false], [-9.5625, false], [-5.1875, false], [-7.6875, false], [-4.8125, false], [-11.6875, false], [-5.1875, false], [-8.5625, false], [-9.4375, false], [-5.1875, false], [-7.6875, false], [-8.1875, false], [-9.8125, false], [-5.3125, false], [-6.40625, false], [-6.9375, false], [-13.6875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 30, "doc": {"id": "VASoL_2010_5_18", "question": "Photosynthesis occurs in which of these organisms?", "choices": {"text": ["Sunflower plant", "Mushroom", "Sunfish", "Luna moth"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Sunflower plant", "arguments": ["Question: Photosynthesis occurs in which of these organisms?\nAnswer:", " ["], "resps": [[[-7.44921875, false]], [[-10.203125, false]], [[-5.69921875, false]], [[-9.703125, false]], [[-8.203125, false]], [[-10.203125, false]], [[-9.453125, false]], [[-7.69921875, false]], [[-9.703125, false]], [[-7.44921875, false]], [[-7.94921875, false]], [[-5.19921875, false]], [[-8.953125, false]], [[-9.453125, false]], [[-5.44921875, false]], [[-8.203125, false]], [[-10.703125, false]], [[-10.203125, false]], [[-10.4765625, false]], [[-5.19921875, false]], [[-10.203125, false]], [[-8.453125, false]], [[-9.703125, false]], [[-8.203125, false]], [[-10.203125, false]], [[-7.94921875, false]], [[-7.69921875, false]], [[-7.69921875, false]], [[-9.953125, false]], [[-10.203125, false]], [[-10.4765625, false]], [[-5.19921875, false]], [[-10.203125, false]], [[-5.69921875, false]], [[-9.703125, false]], [[-8.203125, false]], [[-10.203125, false]], [[-8.703125, false]], [[-8.203125, false]], [[-10.203125, false]], [[-10.203125, false]], [[-10.4765625, false]], [[-5.19921875, false]], [[-10.203125, false]], [[-7.44921875, false]], [[-9.703125, false]], [[-8.203125, false]], [[-5.44921875, false]], [[-5.19921875, false]], [[-9.953125, false]], [[-7.69921875, false]], [[-10.703125, false]], [[-10.203125, false]], [[-10.203125, false]], [[-13.703125, false]]], "filtered_resps": [[-7.44921875, false], [-10.203125, false], [-5.69921875, false], [-9.703125, false], [-8.203125, false], [-10.203125, false], [-9.453125, false], [-7.69921875, false], [-9.703125, false], [-7.44921875, false], [-7.94921875, false], [-5.19921875, false], [-8.953125, false], [-9.453125, false], [-5.44921875, false], [-8.203125, false], [-10.703125, false], [-10.203125, false], [-10.4765625, false], [-5.19921875, false], [-10.203125, false], [-8.453125, false], [-9.703125, false], [-8.203125, false], [-10.203125, false], [-7.94921875, false], [-7.69921875, false], [-7.69921875, false], [-9.953125, false], [-10.203125, false], [-10.4765625, false], [-5.19921875, false], [-10.203125, false], [-5.69921875, false], [-9.703125, false], [-8.203125, false], [-10.203125, false], [-8.703125, false], [-8.203125, false], [-10.203125, false], [-10.203125, false], [-10.4765625, false], [-5.19921875, false], [-10.203125, false], [-7.44921875, false], [-9.703125, false], [-8.203125, false], [-5.44921875, false], [-5.19921875, false], [-9.953125, false], [-7.69921875, false], [-10.703125, false], [-10.203125, false], [-10.203125, false], [-13.703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 38, "doc": {"id": "Mercury_7100520", "question": "Which is the greatest benefit of sexual reproduction?", "choices": {"text": ["capable of reproducing by meiosis", "ability to reproduce without a mate", "ability to produce genetically different offspring", "capable of producing offspring genetically identical to parent"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "ability to produce genetically different offspring", "arguments": ["Question: Which is the greatest benefit of sexual reproduction?\nAnswer:", " ["], "resps": [[[-7.8515625, false]], [[-8.3515625, false]], [[-10.3515625, false]], [[-5.9765625, false]], [[-8.9765625, false]], [[-5.9765625, false]], [[-10.3515625, false]], [[-11.3515625, false]], [[-8.4765625, false]], [[-5.9765625, false]], [[-9.6015625, false]], [[-11.1015625, false]], [[-5.9765625, false]], [[-10.9765625, false]], [[-8.4765625, false]], [[-8.9765625, false]], [[-10.9765625, false]], [[-9.6015625, false]], [[-10.3515625, false]], [[-10.7265625, false]], [[-10.3515625, false]], [[-8.9765625, false]], [[-10.2265625, false]], [[-12.1015625, false]], [[-5.9765625, false]], [[-10.3515625, false]], [[-11.3515625, false]], [[-5.9765625, false]], [[-9.9765625, false]], [[-8.4765625, false]], [[-8.9765625, false]], [[-9.6015625, false]], [[-9.9765625, false]], [[-8.9765625, false]], [[-9.9765625, false]], [[-8.3515625, false]], [[-10.734375, false]], [[-5.9765625, false]], [[-8.3515625, false]], [[-5.9765625, false]], [[-10.3515625, false]], [[-8.9765625, false]], [[-11.3515625, false]], [[-8.9765625, false]], [[-10.9765625, false]], [[-11.3515625, false]], [[-5.9765625, false]], [[-10.9765625, false]], [[-9.6015625, false]], [[-5.9765625, false]], [[-10.9765625, false]], [[-8.4765625, false]], [[-8.9765625, false]], [[-10.9765625, false]], [[-9.6015625, false]], [[-10.3515625, false]], [[-10.7265625, false]], [[-10.3515625, false]], [[-8.4765625, false]], [[-5.9765625, false]], [[-11.3515625, false]], [[-8.9765625, false]], [[-10.9765625, false]], [[-12.3515625, false]], [[-9.6015625, false]], [[-10.7265625, false]], [[-10.9765625, false]], [[-5.9765625, false]], [[-5.9765625, false]], [[-5.9765625, false]], [[-9.9765625, false]], [[-5.9765625, false]], [[-10.9765625, false]], [[-8.4765625, false]], [[-8.3515625, false]], [[-10.734375, false]], [[-5.9765625, false]], [[-8.3515625, false]], [[-5.9765625, false]], [[-10.3515625, false]], [[-8.9765625, false]], [[-11.3515625, false]], [[-8.9765625, false]], [[-10.9765625, false]], [[-11.3515625, false]], [[-5.9765625, false]], [[-10.9765625, false]], [[-9.6015625, false]], [[-5.9765625, false]], [[-8.9765625, false]], [[-10.9765625, false]], [[-9.6015625, false]], [[-10.3515625, false]], [[-10.7265625, false]], [[-10.3515625, false]], [[-8.4765625, false]], [[-5.9765625, false]], [[-12.1015625, false]], [[-8.4765625, false]], [[-10.2265625, false]], [[-8.4765625, false]], [[-10.9765625, false]], [[-8.9765625, false]], [[-10.3515625, false]], [[-5.9765625, false]], [[-11.3515625, false]], [[-11.3515625, false]], [[-11.3515625, false]], [[-5.9765625, false]], [[-10.3515625, false]], [[-8.9765625, false]], [[-11.1015625, false]], [[-11.1015625, false]], [[-8.4765625, false]], [[-10.9765625, false]], [[-8.4765625, false]], [[-10.2265625, false]], [[-10.9765625, false]], [[-5.9765625, false]], [[-9.6015625, false]], [[-11.1015625, false]], [[-11.1015625, false]], [[-9.9765625, false]], [[-8.9765625, false]], [[-10.9765625, false]], [[-8.9765625, false]], [[-10.2265625, false]], [[-12.1015625, false]], [[-8.3515625, false]], [[-10.734375, false]], [[-5.9765625, false]], [[-8.3515625, false]], [[-10.3515625, false]], [[-5.9765625, false]], [[-8.9765625, false]], [[-5.9765625, false]], [[-10.3515625, false]], [[-11.3515625, false]], [[-8.4765625, false]], [[-5.9765625, false]], [[-9.6015625, false]], [[-11.1015625, false]], [[-5.9765625, false]], [[-8.9765625, false]], [[-10.9765625, false]], [[-9.6015625, false]], [[-10.3515625, false]], [[-10.7265625, false]], [[-10.3515625, false]], [[-8.9765625, false]], [[-10.2265625, false]], [[-12.1015625, false]], [[-5.9765625, false]], [[-9.6015625, false]], [[-11.1015625, false]], [[-11.1015625, false]], [[-9.9765625, false]], [[-8.9765625, false]], [[-10.9765625, false]], [[-8.9765625, false]], [[-10.2265625, false]], [[-12.1015625, false]], [[-5.9765625, false]], [[-12.1015625, false]], [[-8.4765625, false]], [[-10.2265625, false]], [[-8.4765625, false]], [[-10.9765625, false]], [[-8.9765625, false]], [[-10.3515625, false]], [[-5.9765625, false]], [[-11.3515625, false]], [[-11.3515625, false]], [[-11.3515625, false]], [[-5.9765625, false]], [[-8.9765625, false]], [[-10.3515625, false]], [[-8.4765625, false]], [[-10.2265625, false]], [[-10.9765625, false]], [[-8.9765625, false]], [[-10.3515625, false]], [[-5.9765625, false]], [[-11.3515625, false]], [[-5.9765625, false]], [[-10.9765625, false]], [[-9.6015625, false]], [[-5.9765625, false]], [[-8.9765625, false]], [[-5.9765625, false]], [[-10.9765625, false]], [[-8.4765625, false]], [[-10.2265625, false]], [[-10.9765625, false]], [[-8.3515625, false]], [[-12.8515625, false]]], "filtered_resps": [[-7.8515625, false], [-8.3515625, false], [-10.3515625, false], [-5.9765625, false], [-8.9765625, false], [-5.9765625, false], [-10.3515625, false], [-11.3515625, false], [-8.4765625, false], [-5.9765625, false], [-9.6015625, false], [-11.1015625, false], [-5.9765625, false], [-10.9765625, false], [-8.4765625, false], [-8.9765625, false], [-10.9765625, false], [-9.6015625, false], [-10.3515625, false], [-10.7265625, false], [-10.3515625, false], [-8.9765625, false], [-10.2265625, false], [-12.1015625, false], [-5.9765625, false], [-10.3515625, false], [-11.3515625, false], [-5.9765625, false], [-9.9765625, false], [-8.4765625, false], [-8.9765625, false], [-9.6015625, false], [-9.9765625, false], [-8.9765625, false], [-9.9765625, false], [-8.3515625, false], [-10.734375, false], [-5.9765625, false], [-8.3515625, false], [-5.9765625, false], [-10.3515625, false], [-8.9765625, false], [-11.3515625, false], [-8.9765625, false], [-10.9765625, false], [-11.3515625, false], [-5.9765625, false], [-10.9765625, false], [-9.6015625, false], [-5.9765625, false], [-10.9765625, false], [-8.4765625, false], [-8.9765625, false], [-10.9765625, false], [-9.6015625, false], [-10.3515625, false], [-10.7265625, false], [-10.3515625, false], [-8.4765625, false], [-5.9765625, false], [-11.3515625, false], [-8.9765625, false], [-10.9765625, false], [-12.3515625, false], [-9.6015625, false], [-10.7265625, false], [-10.9765625, false], [-5.9765625, false], [-5.9765625, false], [-5.9765625, false], [-9.9765625, false], [-5.9765625, false], [-10.9765625, false], [-8.4765625, false], [-8.3515625, false], [-10.734375, false], [-5.9765625, false], [-8.3515625, false], [-5.9765625, false], [-10.3515625, false], [-8.9765625, false], [-11.3515625, false], [-8.9765625, false], [-10.9765625, false], [-11.3515625, false], [-5.9765625, false], [-10.9765625, false], [-9.6015625, false], [-5.9765625, false], [-8.9765625, false], [-10.9765625, false], [-9.6015625, false], [-10.3515625, false], [-10.7265625, false], [-10.3515625, false], [-8.4765625, false], [-5.9765625, false], [-12.1015625, false], [-8.4765625, false], [-10.2265625, false], [-8.4765625, false], [-10.9765625, false], [-8.9765625, false], [-10.3515625, false], [-5.9765625, false], [-11.3515625, false], [-11.3515625, false], [-11.3515625, false], [-5.9765625, false], [-10.3515625, false], [-8.9765625, false], [-11.1015625, false], [-11.1015625, false], [-8.4765625, false], [-10.9765625, false], [-8.4765625, false], [-10.2265625, false], [-10.9765625, false], [-5.9765625, false], [-9.6015625, false], [-11.1015625, false], [-11.1015625, false], [-9.9765625, false], [-8.9765625, false], [-10.9765625, false], [-8.9765625, false], [-10.2265625, false], [-12.1015625, false], [-8.3515625, false], [-10.734375, false], [-5.9765625, false], [-8.3515625, false], [-10.3515625, false], [-5.9765625, false], [-8.9765625, false], [-5.9765625, false], [-10.3515625, false], [-11.3515625, false], [-8.4765625, false], [-5.9765625, false], [-9.6015625, false], [-11.1015625, false], [-5.9765625, false], [-8.9765625, false], [-10.9765625, false], [-9.6015625, false], [-10.3515625, false], [-10.7265625, false], [-10.3515625, false], [-8.9765625, false], [-10.2265625, false], [-12.1015625, false], [-5.9765625, false], [-9.6015625, false], [-11.1015625, false], [-11.1015625, false], [-9.9765625, false], [-8.9765625, false], [-10.9765625, false], [-8.9765625, false], [-10.2265625, false], [-12.1015625, false], [-5.9765625, false], [-12.1015625, false], [-8.4765625, false], [-10.2265625, false], [-8.4765625, false], [-10.9765625, false], [-8.9765625, false], [-10.3515625, false], [-5.9765625, false], [-11.3515625, false], [-11.3515625, false], [-11.3515625, false], [-5.9765625, false], [-8.9765625, false], [-10.3515625, false], [-8.4765625, false], [-10.2265625, false], [-10.9765625, false], [-8.9765625, false], [-10.3515625, false], [-5.9765625, false], [-11.3515625, false], [-5.9765625, false], [-10.9765625, false], [-9.6015625, false], [-5.9765625, false], [-8.9765625, false], [-5.9765625, false], [-10.9765625, false], [-8.4765625, false], [-10.2265625, false], [-10.9765625, false], [-8.3515625, false], [-12.8515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 46, "doc": {"id": "Mercury_7015978", "question": "A bond is formed when an electron is transferred from a sodium atom to a chlorine atom. What happens to the sodium atom during this process?", "choices": {"text": ["The mass of the atom increases.", "The atom becomes an isotope.", "The atomic number decreases.", "The atom becomes a positive ion."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "The atom becomes a positive ion.", "arguments": ["Question: A bond is formed when an electron is transferred from a sodium atom to a chlorine atom. What happens to the sodium atom during this process?\nAnswer:", " ["], "resps": [[[-6.90234375, false]], [[-10.90625, false]], [[-8.40625, false]], [[-9.90625, false]], [[-9.65625, false]], [[-5.65234375, false]], [[-9.40625, false]], [[-4.90234375, false]], [[-10.15625, false]], [[-10.15625, false]], [[-5.65234375, false]], [[-10.65625, false]], [[-11.40625, false]], [[-5.65234375, false]], [[-9.90625, false]], [[-9.90625, false]], [[-9.65625, false]], [[-5.65234375, false]], [[-4.90234375, false]], [[-9.90625, false]], [[-10.65625, false]], [[-9.40625, false]], [[-5.65234375, false]], [[-8.15625, false]], [[-8.65625, false]], [[-9.65625, false]], [[-10.90625, false]], [[-9.65625, false]], [[-4.90234375, false]], [[-10.15625, false]], [[-9.65625, false]], [[-10.15625, false]], [[-6.55859375, false]], [[-10.90625, false]], [[-9.8125, false]], [[-5.65234375, false]], [[-10.90625, false]], [[-8.40625, false]], [[-9.90625, false]], [[-9.65625, false]], [[-5.65234375, false]], [[-4.90234375, false]], [[-9.90625, false]], [[-10.65625, false]], [[-9.40625, false]], [[-5.65234375, false]], [[-8.15625, false]], [[-9.65625, false]], [[-9.65625, false]], [[-10.65625, false]], [[-9.40625, false]], [[-9.65625, false]], [[-10.15625, false]], [[-5.65234375, false]], [[-4.90234375, false]], [[-8.65625, false]], [[-5.65234375, false]], [[-8.15625, false]], [[-10.15625, false]], [[-10.65625, false]], [[-9.90625, false]], [[-10.65625, false]], [[-9.40625, false]], [[-9.65625, false]], [[-6.55859375, false]], [[-10.90625, false]], [[-9.8125, false]], [[-5.65234375, false]], [[-10.90625, false]], [[-8.40625, false]], [[-9.90625, false]], [[-9.65625, false]], [[-5.65234375, false]], [[-4.90234375, false]], [[-9.90625, false]], [[-10.65625, false]], [[-9.40625, false]], [[-8.15625, false]], [[-9.65625, false]], [[-5.65234375, false]], [[-8.65625, false]], [[-10.15625, false]], [[-9.40625, false]], [[-8.15625, false]], [[-9.65625, false]], [[-10.90625, false]], [[-5.65234375, false]], [[-10.65625, false]], [[-9.65625, false]], [[-9.65625, false]], [[-10.90625, false]], [[-9.65625, false]], [[-4.90234375, false]], [[-10.15625, false]], [[-9.65625, false]], [[-10.15625, false]], [[-6.55859375, false]], [[-10.90625, false]], [[-9.8125, false]], [[-5.65234375, false]], [[-10.90625, false]], [[-8.40625, false]], [[-9.90625, false]], [[-9.65625, false]], [[-5.65234375, false]], [[-4.90234375, false]], [[-9.90625, false]], [[-10.65625, false]], [[-9.40625, false]], [[-5.65234375, false]], [[-8.15625, false]], [[-9.65625, false]], [[-9.65625, false]], [[-10.65625, false]], [[-9.40625, false]], [[-9.65625, false]], [[-10.15625, false]], [[-5.65234375, false]], [[-4.90234375, false]], [[-5.65234375, false]], [[-9.40625, false]], [[-10.65625, false]], [[-10.15625, false]], [[-8.15625, false]], [[-9.90625, false]], [[-8.15625, false]], [[-10.65625, false]], [[-9.65625, false]], [[-5.65234375, false]], [[-8.15625, false]], [[-10.65625, false]], [[-8.65625, false]], [[-6.55859375, false]], [[-10.90625, false]], [[-12.15625, false]]], "filtered_resps": [[-6.90234375, false], [-10.90625, false], [-8.40625, false], [-9.90625, false], [-9.65625, false], [-5.65234375, false], [-9.40625, false], [-4.90234375, false], [-10.15625, false], [-10.15625, false], [-5.65234375, false], [-10.65625, false], [-11.40625, false], [-5.65234375, false], [-9.90625, false], [-9.90625, false], [-9.65625, false], [-5.65234375, false], [-4.90234375, false], [-9.90625, false], [-10.65625, false], [-9.40625, false], [-5.65234375, false], [-8.15625, false], [-8.65625, false], [-9.65625, false], [-10.90625, false], [-9.65625, false], [-4.90234375, false], [-10.15625, false], [-9.65625, false], [-10.15625, false], [-6.55859375, false], [-10.90625, false], [-9.8125, false], [-5.65234375, false], [-10.90625, false], [-8.40625, false], [-9.90625, false], [-9.65625, false], [-5.65234375, false], [-4.90234375, false], [-9.90625, false], [-10.65625, false], [-9.40625, false], [-5.65234375, false], [-8.15625, false], [-9.65625, false], [-9.65625, false], [-10.65625, false], [-9.40625, false], [-9.65625, false], [-10.15625, false], [-5.65234375, false], [-4.90234375, false], [-8.65625, false], [-5.65234375, false], [-8.15625, false], [-10.15625, false], [-10.65625, false], [-9.90625, false], [-10.65625, false], [-9.40625, false], [-9.65625, false], [-6.55859375, false], [-10.90625, false], [-9.8125, false], [-5.65234375, false], [-10.90625, false], [-8.40625, false], [-9.90625, false], [-9.65625, false], [-5.65234375, false], [-4.90234375, false], [-9.90625, false], [-10.65625, false], [-9.40625, false], [-8.15625, false], [-9.65625, false], [-5.65234375, false], [-8.65625, false], [-10.15625, false], [-9.40625, false], [-8.15625, false], [-9.65625, false], [-10.90625, false], [-5.65234375, false], [-10.65625, false], [-9.65625, false], [-9.65625, false], [-10.90625, false], [-9.65625, false], [-4.90234375, false], [-10.15625, false], [-9.65625, false], [-10.15625, false], [-6.55859375, false], [-10.90625, false], [-9.8125, false], [-5.65234375, false], [-10.90625, false], [-8.40625, false], [-9.90625, false], [-9.65625, false], [-5.65234375, false], [-4.90234375, false], [-9.90625, false], [-10.65625, false], [-9.40625, false], [-5.65234375, false], [-8.15625, false], [-9.65625, false], [-9.65625, false], [-10.65625, false], [-9.40625, false], [-9.65625, false], [-10.15625, false], [-5.65234375, false], [-4.90234375, false], [-5.65234375, false], [-9.40625, false], [-10.65625, false], [-10.15625, false], [-8.15625, false], [-9.90625, false], [-8.15625, false], [-10.65625, false], [-9.65625, false], [-5.65234375, false], [-8.15625, false], [-10.65625, false], [-8.65625, false], [-6.55859375, false], [-10.90625, false], [-12.15625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 54, "doc": {"id": "Mercury_SC_401253", "question": "A student mixes a teaspoon of sugar in a large glass of water. What happens to the sugar when it is mixed with the water?", "choices": {"text": ["It boils.", "It melts.", "It dissolves.", "It evaporates."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "It dissolves.", "arguments": ["Question: A student mixes a teaspoon of sugar in a large glass of water. What happens to the sugar when it is mixed with the water?\nAnswer:", " ["], "resps": [[[-7.484375, false]], [[-9.484375, false]], [[-6.734375, false]], [[-9.734375, false]], [[-6.484375, false]], [[-10.484375, false]], [[-11.234375, false]], [[-9.234375, false]], [[-11.234375, false]], [[-10.234375, false]], [[-7.296875, false]], [[-9.484375, false]], [[-11.0625, false]], [[-6.484375, false]], [[-9.484375, false]], [[-6.734375, false]], [[-9.734375, false]], [[-6.484375, false]], [[-9.984375, false]], [[-10.734375, false]], [[-11.234375, false]], [[-9.734375, false]], [[-10.234375, false]], [[-7.296875, false]], [[-9.484375, false]], [[-11.046875, false]], [[-6.484375, false]], [[-9.484375, false]], [[-6.734375, false]], [[-9.734375, false]], [[-6.484375, false]], [[-10.984375, false]], [[-9.234375, false]], [[-10.234375, false]], [[-10.234375, false]], [[-11.234375, false]], [[-11.234375, false]], [[-11.984375, false]], [[-10.734375, false]], [[-10.234375, false]], [[-7.296875, false]], [[-9.484375, false]], [[-11.046875, false]], [[-6.484375, false]], [[-9.484375, false]], [[-6.734375, false]], [[-9.734375, false]], [[-6.484375, false]], [[-10.734375, false]], [[-11.984375, false]], [[-6.484375, false]], [[-11.734375, false]], [[-11.234375, false]], [[-12.734375, false]], [[-6.484375, false]], [[-9.734375, false]], [[-10.734375, false]], [[-10.234375, false]], [[-7.296875, false]], [[-9.484375, false]], [[-12.234375, false]]], "filtered_resps": [[-7.484375, false], [-9.484375, false], [-6.734375, false], [-9.734375, false], [-6.484375, false], [-10.484375, false], [-11.234375, false], [-9.234375, false], [-11.234375, false], [-10.234375, false], [-7.296875, false], [-9.484375, false], [-11.0625, false], [-6.484375, false], [-9.484375, false], [-6.734375, false], [-9.734375, false], [-6.484375, false], [-9.984375, false], [-10.734375, false], [-11.234375, false], [-9.734375, false], [-10.234375, false], [-7.296875, false], [-9.484375, false], [-11.046875, false], [-6.484375, false], [-9.484375, false], [-6.734375, false], [-9.734375, false], [-6.484375, false], [-10.984375, false], [-9.234375, false], [-10.234375, false], [-10.234375, false], [-11.234375, false], [-11.234375, false], [-11.984375, false], [-10.734375, false], [-10.234375, false], [-7.296875, false], [-9.484375, false], [-11.046875, false], [-6.484375, false], [-9.484375, false], [-6.734375, false], [-9.734375, false], [-6.484375, false], [-10.734375, false], [-11.984375, false], [-6.484375, false], [-11.734375, false], [-11.234375, false], [-12.734375, false], [-6.484375, false], [-9.734375, false], [-10.734375, false], [-10.234375, false], [-7.296875, false], [-9.484375, false], [-12.234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 62, "doc": {"id": "NYSEDREGENTS_2010_8_2", "question": "A student examined a rock sample and described it as having particles of various colors that were 1 millimeter to 12 millimeters in size. The student was making", "choices": {"text": ["an inference", "a hypothesis", "a prediction", "an observation"], "label": ["1", "2", "3", "4"]}, "answerKey": "4"}, "target": "an observation", "arguments": ["Question: A student examined a rock sample and described it as having particles of various colors that were 1 millimeter to 12 millimeters in size. The student was making\nAnswer:", " ["], "resps": [[[-6.796875, false]], [[-8.296875, false]], [[-4.296875, false]], [[-8.296875, false]], [[-5.546875, false]], [[-7.921875, false]], [[-8.296875, false]], [[-8.796875, false]], [[-8.296875, false]], [[-8.546875, false]], [[-8.296875, false]], [[-8.296875, false]], [[-7.171875, false]], [[-8.296875, false]], [[-8.296875, false]], [[-8.75, false]], [[-5.546875, false]], [[-8.296875, false]], [[-4.296875, false]], [[-5.546875, false]], [[-9.796875, false]], [[-10.671875, false]], [[-7.796875, false]], [[-9.546875, false]], [[-9.421875, false]], [[-9.796875, false]], [[-8.296875, false]], [[-7.796875, false]], [[-7.921875, false]], [[-7.796875, false]], [[-8.296875, false]], [[-8.75, false]], [[-5.546875, false]], [[-8.296875, false]], [[-4.296875, false]], [[-5.546875, false]], [[-7.796875, false]], [[-8.546875, false]], [[-8.296875, false]], [[-7.671875, false]], [[-7.921875, false]], [[-7.171875, false]], [[-9.421875, false]], [[-7.921875, false]], [[-9.546875, false]], [[-8.296875, false]], [[-8.296875, false]], [[-8.75, false]], [[-5.546875, false]], [[-8.296875, false]], [[-4.296875, false]], [[-8.296875, false]], [[-5.546875, false]], [[-9.546875, false]], [[-6.546875, false]], [[-7.796875, false]], [[-8.296875, false]], [[-8.546875, false]], [[-9.796875, false]], [[-4.296875, false]], [[-9.421875, false]], [[-7.921875, false]], [[-9.546875, false]], [[-8.296875, false]], [[-8.296875, false]], [[-11.296875, false]]], "filtered_resps": [[-6.796875, false], [-8.296875, false], [-4.296875, false], [-8.296875, false], [-5.546875, false], [-7.921875, false], [-8.296875, false], [-8.796875, false], [-8.296875, false], [-8.546875, false], [-8.296875, false], [-8.296875, false], [-7.171875, false], [-8.296875, false], [-8.296875, false], [-8.75, false], [-5.546875, false], [-8.296875, false], [-4.296875, false], [-5.546875, false], [-9.796875, false], [-10.671875, false], [-7.796875, false], [-9.546875, false], [-9.421875, false], [-9.796875, false], [-8.296875, false], [-7.796875, false], [-7.921875, false], [-7.796875, false], [-8.296875, false], [-8.75, false], [-5.546875, false], [-8.296875, false], [-4.296875, false], [-5.546875, false], [-7.796875, false], [-8.546875, false], [-8.296875, false], [-7.671875, false], [-7.921875, false], [-7.171875, false], [-9.421875, false], [-7.921875, false], [-9.546875, false], [-8.296875, false], [-8.296875, false], [-8.75, false], [-5.546875, false], [-8.296875, false], [-4.296875, false], [-8.296875, false], [-5.546875, false], [-9.546875, false], [-6.546875, false], [-7.796875, false], [-8.296875, false], [-8.546875, false], [-9.796875, false], [-4.296875, false], [-9.421875, false], [-7.921875, false], [-9.546875, false], [-8.296875, false], [-8.296875, false], [-11.296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 70, "doc": {"id": "NYSEDREGENTS_2012_4_17", "question": "Which characteristic helps some animals defend themselves against predators?", "choices": {"text": ["strong odor", "poor hearing", "weak eyesight", "shivering"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "strong odor", "arguments": ["Question: Which characteristic helps some animals defend themselves against predators?\nAnswer:", " ["], "resps": [[[-7.24609375, false]], [[-8.6171875, false]], [[-9.3671875, false]], [[-10.1171875, false]], [[-10.9921875, false]], [[-8.7421875, false]], [[-9.7421875, false]], [[-11.3671875, false]], [[-4.99609375, false]], [[-8.7421875, false]], [[-8.8671875, false]], [[-8.7421875, false]], [[-10.9921875, false]], [[-8.6171875, false]], [[-9.953125, false]], [[-4.99609375, false]], [[-8.6171875, false]], [[-9.4921875, false]], [[-8.7421875, false]], [[-8.7421875, false]], [[-10.9921875, false]], [[-4.99609375, false]], [[-10.6171875, false]], [[-8.6171875, false]], [[-4.49609375, false]], [[-10.9921875, false]], [[-9.9921875, false]], [[-9.7421875, false]], [[-11.3671875, false]], [[-8.6171875, false]], [[-9.953125, false]], [[-4.99609375, false]], [[-8.6171875, false]], [[-9.9921875, false]], [[-8.6171875, false]], [[-4.49609375, false]], [[-9.8671875, false]], [[-4.99609375, false]], [[-8.6171875, false]], [[-11.9921875, false]], [[-8.6171875, false]], [[-9.3671875, false]], [[-9.9921875, false]], [[-11.3671875, false]], [[-10.6171875, false]], [[-10.1171875, false]], [[-8.6171875, false]], [[-9.953125, false]], [[-4.99609375, false]], [[-8.6171875, false]], [[-9.3671875, false]], [[-10.6171875, false]], [[-9.9921875, false]], [[-11.6171875, false]], [[-8.6171875, false]], [[-10.9921875, false]], [[-9.9921875, false]], [[-9.7421875, false]], [[-11.3671875, false]], [[-8.6171875, false]], [[-13.3671875, false]]], "filtered_resps": [[-7.24609375, false], [-8.6171875, false], [-9.3671875, false], [-10.1171875, false], [-10.9921875, false], [-8.7421875, false], [-9.7421875, false], [-11.3671875, false], [-4.99609375, false], [-8.7421875, false], [-8.8671875, false], [-8.7421875, false], [-10.9921875, false], [-8.6171875, false], [-9.953125, false], [-4.99609375, false], [-8.6171875, false], [-9.4921875, false], [-8.7421875, false], [-8.7421875, false], [-10.9921875, false], [-4.99609375, false], [-10.6171875, false], [-8.6171875, false], [-4.49609375, false], [-10.9921875, false], [-9.9921875, false], [-9.7421875, false], [-11.3671875, false], [-8.6171875, false], [-9.953125, false], [-4.99609375, false], [-8.6171875, false], [-9.9921875, false], [-8.6171875, false], [-4.49609375, false], [-9.8671875, false], [-4.99609375, false], [-8.6171875, false], [-11.9921875, false], [-8.6171875, false], [-9.3671875, false], [-9.9921875, false], [-11.3671875, false], [-10.6171875, false], [-10.1171875, false], [-8.6171875, false], [-9.953125, false], [-4.99609375, false], [-8.6171875, false], [-9.3671875, false], [-10.6171875, false], [-9.9921875, false], [-11.6171875, false], [-8.6171875, false], [-10.9921875, false], [-9.9921875, false], [-9.7421875, false], [-11.3671875, false], [-8.6171875, false], [-13.3671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 78, "doc": {"id": "Mercury_7071418", "question": "A scientist finds a metamorphic rock formation next to a magma chamber and determines that it was originally a sedimentary rock formation. He concludes that the temperature of the magma chamber caused the rock formation to become metamorphic. Which is another reliable explanation of how the rock formation was changed?", "choices": {"text": ["weight of heavy machinery moving over the rocks", "pressure on the rock formation inside Earth", "a sandstorm that caused the rocks to be eroded", "a quick burial of the rocks by tons of volcanic ash"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "pressure on the rock formation inside Earth", "arguments": ["Question: A scientist finds a metamorphic rock formation next to a magma chamber and determines that it was originally a sedimentary rock formation. He concludes that the temperature of the magma chamber caused the rock formation to become metamorphic. Which is another reliable explanation of how the rock formation was changed?\nAnswer:", " ["], "resps": [[[-6.0, false]], [[-9.5, false]], [[-10.25, false]], [[-6.5, false]], [[-7.5, false]], [[-9.25, false]], [[-9.5, false]], [[-8.75, false]], [[-5.80859375, false]], [[-9.0, false]], [[-7.0, false]], [[-5.80859375, false]], [[-9.5, false]], [[-6.5, false]], [[-3.75, false]], [[-8.75, false]], [[-10.25, false]], [[-5.80859375, false]], [[-7.75, false]], [[-3.75, false]], [[-6.0, false]], [[-9.5, false]], [[-7.5, false]], [[-8.0, false]], [[-6.5, false]], [[-8.25, false]], [[-10.25, false]], [[-5.75, false]], [[-7.75, false]], [[-9.0, false]], [[-8.75, false]], [[-7.5, false]], [[-8.0, false]], [[-9.25, false]], [[-5.75, false]], [[-9.0, false]], [[-8.75, false]], [[-6.5, false]], [[-8.25, false]], [[-5.75, false]], [[-8.75, false]], [[-9.5, false]], [[-6.5, false]], [[-5.75, false]], [[-8.25, false]], [[-9.0, false]], [[-6.0, false]], [[-8.75, false]], [[-9.25, false]], [[-9.5, false]], [[-10.109375, false]], [[-5.75, false]], [[-9.5, false]], [[-7.25, false]], [[-8.25, false]], [[-6.5, false]], [[-9.25, false]], [[-9.25, false]], [[-10.25, false]], [[-8.25, false]], [[-6.5, false]], [[-5.75, false]], [[-9.0, false]], [[-8.0, false]], [[-5.75, false]], [[-8.75, false]], [[-9.5, false]], [[-6.5, false]], [[-5.75, false]], [[-8.25, false]], [[-9.0, false]], [[-6.0, false]], [[-8.75, false]], [[-5.75, false]], [[-7.0, false]], [[-9.0, false]], [[-8.25, false]], [[-7.75, false]], [[-3.75, false]], [[-8.75, false]], [[-7.5, false]], [[-9.0, false]], [[-8.0, false]], [[-5.75, false]], [[-7.5, false]], [[-8.0, false]], [[-9.25, false]], [[-7.5, false]], [[-6.75, false]], [[-6.5, false]], [[-5.75, false]], [[-3.75, false]], [[-3.75, false]], [[-8.25, false]], [[-8.75, false]], [[-9.5, false]], [[-9.5, false]], [[-10.109375, false]], [[-5.75, false]], [[-9.5, false]], [[-3.75, false]], [[-5.75, false]], [[-9.25, false]], [[-3.75, false]], [[-8.0, false]], [[-6.75, false]], [[-9.25, false]], [[-8.75, false]], [[-9.0, false]], [[-8.25, false]], [[-7.75, false]], [[-5.75, false]], [[-8.75, false]], [[-9.5, false]], [[-3.75, false]], [[-8.75, false]], [[-5.75, false]], [[-6.0, false]], [[-3.75, false]], [[-10.25, false]], [[-9.25, false]], [[-6.5, false]], [[-6.75, false]], [[-5.75, false]], [[-8.75, false]], [[-9.5, false]], [[-6.5, false]], [[-5.75, false]], [[-8.25, false]], [[-9.0, false]], [[-6.0, false]], [[-8.75, false]], [[-9.25, false]], [[-5.75, false]], [[-8.75, false]], [[-9.0, false]], [[-5.75, false]], [[-4.5, false]], [[-6.5, false]], [[-5.75, false]], [[-6.5, false]], [[-8.25, false]], [[-9.0, false]], [[-6.75, false]], [[-6.5, false]], [[-6.75, false]], [[-9.5, false]], [[-10.109375, false]], [[-5.75, false]], [[-9.5, false]], [[-3.75, false]], [[-5.75, false]], [[-9.5, false]], [[-10.25, false]], [[-7.5, false]], [[-6.0, false]], [[-8.75, false]], [[-5.75, false]], [[-4.5, false]], [[-10.25, false]], [[-8.25, false]], [[-7.5, false]], [[-3.75, false]], [[-9.5, false]], [[-5.75, false]], [[-9.0, false]], [[-7.0, false]], [[-5.75, false]], [[-8.75, false]], [[-9.5, false]], [[-6.5, false]], [[-5.75, false]], [[-8.25, false]], [[-9.0, false]], [[-6.0, false]], [[-8.75, false]], [[-9.25, false]], [[-5.75, false]], [[-4.5, false]], [[-10.25, false]], [[-5.75, false]], [[-8.75, false]], [[-9.0, false]], [[-8.0, false]], [[-9.25, false]], [[-5.75, false]], [[-9.0, false]], [[-7.0, false]], [[-5.75, false]], [[-8.75, false]], [[-9.0, false]], [[-9.5, false]], [[-6.0, false]], [[-3.75, false]], [[-8.0, false]], [[-7.5, false]], [[-6.0, false]], [[-5.75, false]], [[-3.75, false]], [[-9.25, false]], [[-9.5, false]], [[-9.5, false]], [[-11.75, false]]], "filtered_resps": [[-6.0, false], [-9.5, false], [-10.25, false], [-6.5, false], [-7.5, false], [-9.25, false], [-9.5, false], [-8.75, false], [-5.80859375, false], [-9.0, false], [-7.0, false], [-5.80859375, false], [-9.5, false], [-6.5, false], [-3.75, false], [-8.75, false], [-10.25, false], [-5.80859375, false], [-7.75, false], [-3.75, false], [-6.0, false], [-9.5, false], [-7.5, false], [-8.0, false], [-6.5, false], [-8.25, false], [-10.25, false], [-5.75, false], [-7.75, false], [-9.0, false], [-8.75, false], [-7.5, false], [-8.0, false], [-9.25, false], [-5.75, false], [-9.0, false], [-8.75, false], [-6.5, false], [-8.25, false], [-5.75, false], [-8.75, false], [-9.5, false], [-6.5, false], [-5.75, false], [-8.25, false], [-9.0, false], [-6.0, false], [-8.75, false], [-9.25, false], [-9.5, false], [-10.109375, false], [-5.75, false], [-9.5, false], [-7.25, false], [-8.25, false], [-6.5, false], [-9.25, false], [-9.25, false], [-10.25, false], [-8.25, false], [-6.5, false], [-5.75, false], [-9.0, false], [-8.0, false], [-5.75, false], [-8.75, false], [-9.5, false], [-6.5, false], [-5.75, false], [-8.25, false], [-9.0, false], [-6.0, false], [-8.75, false], [-5.75, false], [-7.0, false], [-9.0, false], [-8.25, false], [-7.75, false], [-3.75, false], [-8.75, false], [-7.5, false], [-9.0, false], [-8.0, false], [-5.75, false], [-7.5, false], [-8.0, false], [-9.25, false], [-7.5, false], [-6.75, false], [-6.5, false], [-5.75, false], [-3.75, false], [-3.75, false], [-8.25, false], [-8.75, false], [-9.5, false], [-9.5, false], [-10.109375, false], [-5.75, false], [-9.5, false], [-3.75, false], [-5.75, false], [-9.25, false], [-3.75, false], [-8.0, false], [-6.75, false], [-9.25, false], [-8.75, false], [-9.0, false], [-8.25, false], [-7.75, false], [-5.75, false], [-8.75, false], [-9.5, false], [-3.75, false], [-8.75, false], [-5.75, false], [-6.0, false], [-3.75, false], [-10.25, false], [-9.25, false], [-6.5, false], [-6.75, false], [-5.75, false], [-8.75, false], [-9.5, false], [-6.5, false], [-5.75, false], [-8.25, false], [-9.0, false], [-6.0, false], [-8.75, false], [-9.25, false], [-5.75, false], [-8.75, false], [-9.0, false], [-5.75, false], [-4.5, false], [-6.5, false], [-5.75, false], [-6.5, false], [-8.25, false], [-9.0, false], [-6.75, false], [-6.5, false], [-6.75, false], [-9.5, false], [-10.109375, false], [-5.75, false], [-9.5, false], [-3.75, false], [-5.75, false], [-9.5, false], [-10.25, false], [-7.5, false], [-6.0, false], [-8.75, false], [-5.75, false], [-4.5, false], [-10.25, false], [-8.25, false], [-7.5, false], [-3.75, false], [-9.5, false], [-5.75, false], [-9.0, false], [-7.0, false], [-5.75, false], [-8.75, false], [-9.5, false], [-6.5, false], [-5.75, false], [-8.25, false], [-9.0, false], [-6.0, false], [-8.75, false], [-9.25, false], [-5.75, false], [-4.5, false], [-10.25, false], [-5.75, false], [-8.75, false], [-9.0, false], [-8.0, false], [-9.25, false], [-5.75, false], [-9.0, false], [-7.0, false], [-5.75, false], [-8.75, false], [-9.0, false], [-9.5, false], [-6.0, false], [-3.75, false], [-8.0, false], [-7.5, false], [-6.0, false], [-5.75, false], [-3.75, false], [-9.25, false], [-9.5, false], [-9.5, false], [-11.75, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 86, "doc": {"id": "NYSEDREGENTS_2008_4_18", "question": "Which part of a plant takes in water and nutrients from the soil?", "choices": {"text": ["root", "stem", "flower", "leaf"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "root", "arguments": ["Question: Which part of a plant takes in water and nutrients from the soil?\nAnswer:", " ["], "resps": [[[-8.640625, false]], [[-10.140625, false]], [[-11.640625, false]], [[-9.390625, false]], [[-9.390625, false]], [[-10.390625, false]], [[-10.140625, false]], [[-9.9296875, false]], [[-6.140625, false]], [[-10.140625, false]], [[-10.140625, false]], [[-10.390625, false]], [[-8.640625, false]], [[-11.140625, false]], [[-10.140625, false]], [[-9.9296875, false]], [[-6.140625, false]], [[-10.140625, false]], [[-12.640625, false]], [[-12.390625, false]], [[-9.390625, false]], [[-12.140625, false]], [[-8.640625, false]], [[-11.640625, false]], [[-10.140625, false]], [[-9.9296875, false]], [[-6.140625, false]], [[-10.140625, false]], [[-12.390625, false]], [[-8.640625, false]], [[-5.390625, false]], [[-12.640625, false]], [[-10.140625, false]], [[-15.390625, false]]], "filtered_resps": [[-8.640625, false], [-10.140625, false], [-11.640625, false], [-9.390625, false], [-9.390625, false], [-10.390625, false], [-10.140625, false], [-9.9296875, false], [-6.140625, false], [-10.140625, false], [-10.140625, false], [-10.390625, false], [-8.640625, false], [-11.140625, false], [-10.140625, false], [-9.9296875, false], [-6.140625, false], [-10.140625, false], [-12.640625, false], [-12.390625, false], [-9.390625, false], [-12.140625, false], [-8.640625, false], [-11.640625, false], [-10.140625, false], [-9.9296875, false], [-6.140625, false], [-10.140625, false], [-12.390625, false], [-8.640625, false], [-5.390625, false], [-12.640625, false], [-10.140625, false], [-15.390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 94, "doc": {"id": "Mercury_400279", "question": "A student heats the same amount of two different liquids over Bunsen burners. Each liquid is at room temperature when the student begins. If liquid 1 has a higher specific heat than liquid 2, then liquid 1 will", "choices": {"text": ["evaporate sooner.", "take longer to increase in temperature.", "condense over a longer period.", "chemically break down at a faster rate."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "take longer to increase in temperature.", "arguments": ["Question: A student heats the same amount of two different liquids over Bunsen burners. Each liquid is at room temperature when the student begins. If liquid 1 has a higher specific heat than liquid 2, then liquid 1 will\nAnswer:", " ["], "resps": [[[-6.59375, false]], [[-8.09375, false]], [[-7.34375, false]], [[-8.84375, false]], [[-3.341796875, false]], [[-8.59375, false]], [[-9.09375, false]], [[-9.34375, false]], [[-3.341796875, false]], [[-8.59375, false]], [[-7.34375, false]], [[-5.484375, false]], [[-9.59375, false]], [[-9.09375, false]], [[-9.09375, false]], [[-7.34375, false]], [[-7.34375, false]], [[-9.34375, false]], [[-6.78125, false]], [[-8.09375, false]], [[-8.28125, false]], [[-5.59375, false]], [[-8.09375, false]], [[-8.59375, false]], [[-3.341796875, false]], [[-7.59375, false]], [[-7.34375, false]], [[-5.59375, false]], [[-9.84375, false]], [[-9.09375, false]], [[-7.34375, false]], [[-8.84375, false]], [[-7.34375, false]], [[-9.34375, false]], [[-5.59375, false]], [[-8.59375, false]], [[-9.09375, false]], [[-5.59375, false]], [[-6.84375, false]], [[-7.34375, false]], [[-6.84375, false]], [[-9.34375, false]], [[-7.34375, false]], [[-3.341796875, false]], [[-9.59375, false]], [[-7.34375, false]], [[-5.59375, false]], [[-6.84375, false]], [[-7.34375, false]], [[-5.59375, false]], [[-8.59375, false]], [[-7.34375, false]], [[-7.84375, false]], [[-8.59375, false]], [[-7.34375, false]], [[-9.34375, false]], [[-3.341796875, false]], [[-8.59375, false]], [[-9.84375, false]], [[-9.34375, false]], [[-7.34375, false]], [[-6.78125, false]], [[-8.09375, false]], [[-8.28125, false]], [[-5.59375, false]], [[-8.09375, false]], [[-6.84375, false]], [[-9.09375, false]], [[-7.34375, false]], [[-7.09375, false]], [[-7.34375, false]], [[-7.34375, false]], [[-9.59375, false]], [[-7.34375, false]], [[-5.59375, false]], [[-9.09375, false]], [[-8.84375, false]], [[-7.34375, false]], [[-9.34375, false]], [[-5.59375, false]], [[-3.341796875, false]], [[-5.59375, false]], [[-9.84375, false]], [[-9.09375, false]], [[-7.34375, false]], [[-8.84375, false]], [[-7.34375, false]], [[-9.34375, false]], [[-5.59375, false]], [[-8.59375, false]], [[-7.34375, false]], [[-9.34375, false]], [[-6.84375, false]], [[-9.09375, false]], [[-7.09375, false]], [[-6.78125, false]], [[-8.09375, false]], [[-8.28125, false]], [[-5.59375, false]], [[-8.09375, false]], [[-6.84375, false]], [[-9.59375, false]], [[-7.34375, false]], [[-7.84375, false]], [[-6.84375, false]], [[-6.84375, false]], [[-3.341796875, false]], [[-9.84375, false]], [[-9.84375, false]], [[-8.84375, false]], [[-5.59375, false]], [[-4.84375, false]], [[-9.34375, false]], [[-7.34375, false]], [[-3.341796875, false]], [[-7.59375, false]], [[-5.59375, false]], [[-7.09375, false]], [[-9.09375, false]], [[-9.34375, false]], [[-7.34375, false]], [[-5.59375, false]], [[-3.341796875, false]], [[-8.59375, false]], [[-5.59375, false]], [[-3.341796875, false]], [[-5.59375, false]], [[-7.84375, false]], [[-3.341796875, false]], [[-9.59375, false]], [[-8.59375, false]], [[-7.34375, false]], [[-9.34375, false]], [[-5.59375, false]], [[-9.34375, false]], [[-3.341796875, false]], [[-8.59375, false]], [[-7.34375, false]], [[-6.78125, false]], [[-8.09375, false]], [[-10.59375, false]]], "filtered_resps": [[-6.59375, false], [-8.09375, false], [-7.34375, false], [-8.84375, false], [-3.341796875, false], [-8.59375, false], [-9.09375, false], [-9.34375, false], [-3.341796875, false], [-8.59375, false], [-7.34375, false], [-5.484375, false], [-9.59375, false], [-9.09375, false], [-9.09375, false], [-7.34375, false], [-7.34375, false], [-9.34375, false], [-6.78125, false], [-8.09375, false], [-8.28125, false], [-5.59375, false], [-8.09375, false], [-8.59375, false], [-3.341796875, false], [-7.59375, false], [-7.34375, false], [-5.59375, false], [-9.84375, false], [-9.09375, false], [-7.34375, false], [-8.84375, false], [-7.34375, false], [-9.34375, false], [-5.59375, false], [-8.59375, false], [-9.09375, false], [-5.59375, false], [-6.84375, false], [-7.34375, false], [-6.84375, false], [-9.34375, false], [-7.34375, false], [-3.341796875, false], [-9.59375, false], [-7.34375, false], [-5.59375, false], [-6.84375, false], [-7.34375, false], [-5.59375, false], [-8.59375, false], [-7.34375, false], [-7.84375, false], [-8.59375, false], [-7.34375, false], [-9.34375, false], [-3.341796875, false], [-8.59375, false], [-9.84375, false], [-9.34375, false], [-7.34375, false], [-6.78125, false], [-8.09375, false], [-8.28125, false], [-5.59375, false], [-8.09375, false], [-6.84375, false], [-9.09375, false], [-7.34375, false], [-7.09375, false], [-7.34375, false], [-7.34375, false], [-9.59375, false], [-7.34375, false], [-5.59375, false], [-9.09375, false], [-8.84375, false], [-7.34375, false], [-9.34375, false], [-5.59375, false], [-3.341796875, false], [-5.59375, false], [-9.84375, false], [-9.09375, false], [-7.34375, false], [-8.84375, false], [-7.34375, false], [-9.34375, false], [-5.59375, false], [-8.59375, false], [-7.34375, false], [-9.34375, false], [-6.84375, false], [-9.09375, false], [-7.09375, false], [-6.78125, false], [-8.09375, false], [-8.28125, false], [-5.59375, false], [-8.09375, false], [-6.84375, false], [-9.59375, false], [-7.34375, false], [-7.84375, false], [-6.84375, false], [-6.84375, false], [-3.341796875, false], [-9.84375, false], [-9.84375, false], [-8.84375, false], [-5.59375, false], [-4.84375, false], [-9.34375, false], [-7.34375, false], [-3.341796875, false], [-7.59375, false], [-5.59375, false], [-7.09375, false], [-9.09375, false], [-9.34375, false], [-7.34375, false], [-5.59375, false], [-3.341796875, false], [-8.59375, false], [-5.59375, false], [-3.341796875, false], [-5.59375, false], [-7.84375, false], [-3.341796875, false], [-9.59375, false], [-8.59375, false], [-7.34375, false], [-9.34375, false], [-5.59375, false], [-9.34375, false], [-3.341796875, false], [-8.59375, false], [-7.34375, false], [-6.78125, false], [-8.09375, false], [-10.59375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 102, "doc": {"id": "MDSA_2010_8_22", "question": "Excess nitrogen fertilizers sometimes drain into waterways that flow into the Chesapeake Bay. This nitrogen may cause algae blooms, which reduce dissolved oxygen in the water. How does nitrogen negatively affect the Chesapeake Bay?", "choices": {"text": ["fish births increase", "fish populations decrease", "sediment on the bottom of the bay decreases", "the rate of water runoff into the bay increases"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "fish populations decrease", "arguments": ["Question: Excess nitrogen fertilizers sometimes drain into waterways that flow into the Chesapeake Bay. This nitrogen may cause algae blooms, which reduce dissolved oxygen in the water. How does nitrogen negatively affect the Chesapeake Bay?\nAnswer:", " ["], "resps": [[[-7.72265625, false]], [[-10.46875, false]], [[-12.71875, false]], [[-10.46875, false]], [[-11.96875, false]], [[-13.71875, false]], [[-5.72265625, false]], [[-11.21875, false]], [[-10.46875, false]], [[-14.46875, false]], [[-13.46875, false]], [[-13.71875, false]], [[-11.96875, false]], [[-5.72265625, false]], [[-10.46875, false]], [[-8.71875, false]], [[-10.96875, false]], [[-14.46875, false]], [[-10.71875, false]], [[-8.46875, false]], [[-11.96875, false]], [[-10.71875, false]], [[-10.46875, false]], [[-10.21875, false]], [[-5.72265625, false]], [[-10.46875, false]], [[-12.71875, false]], [[-10.46875, false]], [[-11.96875, false]], [[-13.71875, false]], [[-5.72265625, false]], [[-12.71875, false]], [[-10.46875, false]], [[-12.71875, false]], [[-12.96875, false]], [[-12.46875, false]], [[-8.46875, false]], [[-13.46875, false]], [[-10.46875, false]], [[-10.46875, false]], [[-8.71875, false]], [[-11.96875, false]], [[-5.72265625, false]], [[-10.46875, false]], [[-10.71875, false]], [[-10.96875, false]], [[-14.46875, false]], [[-10.71875, false]], [[-8.46875, false]], [[-11.96875, false]], [[-10.71875, false]], [[-10.46875, false]], [[-10.21875, false]], [[-5.72265625, false]], [[-10.46875, false]], [[-11.96875, false]], [[-10.71875, false]], [[-10.46875, false]], [[-10.46875, false]], [[-13.46875, false]], [[-10.71875, false]], [[-8.71875, false]], [[-13.46875, false]], [[-5.72265625, false]], [[-10.46875, false]], [[-8.71875, false]], [[-5.72265625, false]], [[-13.46875, false]], [[-13.71875, false]], [[-10.71875, false]], [[-5.72265625, false]], [[-11.21875, false]], [[-10.46875, false]], [[-13.46875, false]], [[-13.46875, false]], [[-10.46875, false]], [[-13.46875, false]], [[-5.72265625, false]], [[-10.46875, false]], [[-12.71875, false]], [[-5.72265625, false]], [[-13.46875, false]], [[-13.71875, false]], [[-10.71875, false]], [[-5.72265625, false]], [[-11.21875, false]], [[-8.46875, false]], [[-13.21875, false]], [[-5.72265625, false]], [[-10.46875, false]], [[-10.71875, false]], [[-10.96875, false]], [[-14.46875, false]], [[-10.71875, false]], [[-8.46875, false]], [[-11.96875, false]], [[-10.71875, false]], [[-11.96875, false]], [[-10.46875, false]], [[-10.21875, false]], [[-5.72265625, false]], [[-10.46875, false]], [[-13.46875, false]], [[-13.71875, false]], [[-10.71875, false]], [[-5.72265625, false]], [[-14.46875, false]], [[-8.46875, false]], [[-13.46875, false]], [[-10.71875, false]], [[-5.72265625, false]], [[-10.46875, false]], [[-12.71875, false]], [[-5.72265625, false]], [[-13.71875, false]], [[-8.46875, false]], [[-13.46875, false]], [[-10.71875, false]], [[-14.46875, false]], [[-5.72265625, false]], [[-14.46875, false]], [[-12.96875, false]], [[-8.71875, false]], [[-10.46875, false]], [[-12.71875, false]], [[-12.71875, false]], [[-5.72265625, false]], [[-10.46875, false]], [[-8.71875, false]], [[-13.46875, false]], [[-10.46875, false]], [[-5.72265625, false]], [[-13.46875, false]], [[-13.71875, false]], [[-10.71875, false]], [[-5.72265625, false]], [[-11.21875, false]], [[-8.46875, false]], [[-13.21875, false]], [[-5.72265625, false]], [[-10.46875, false]], [[-8.71875, false]], [[-10.96875, false]], [[-14.46875, false]], [[-10.71875, false]], [[-8.46875, false]], [[-11.96875, false]], [[-10.71875, false]], [[-11.96875, false]], [[-10.46875, false]], [[-14.21875, false]]], "filtered_resps": [[-7.72265625, false], [-10.46875, false], [-12.71875, false], [-10.46875, false], [-11.96875, false], [-13.71875, false], [-5.72265625, false], [-11.21875, false], [-10.46875, false], [-14.46875, false], [-13.46875, false], [-13.71875, false], [-11.96875, false], [-5.72265625, false], [-10.46875, false], [-8.71875, false], [-10.96875, false], [-14.46875, false], [-10.71875, false], [-8.46875, false], [-11.96875, false], [-10.71875, false], [-10.46875, false], [-10.21875, false], [-5.72265625, false], [-10.46875, false], [-12.71875, false], [-10.46875, false], [-11.96875, false], [-13.71875, false], [-5.72265625, false], [-12.71875, false], [-10.46875, false], [-12.71875, false], [-12.96875, false], [-12.46875, false], [-8.46875, false], [-13.46875, false], [-10.46875, false], [-10.46875, false], [-8.71875, false], [-11.96875, false], [-5.72265625, false], [-10.46875, false], [-10.71875, false], [-10.96875, false], [-14.46875, false], [-10.71875, false], [-8.46875, false], [-11.96875, false], [-10.71875, false], [-10.46875, false], [-10.21875, false], [-5.72265625, false], [-10.46875, false], [-11.96875, false], [-10.71875, false], [-10.46875, false], [-10.46875, false], [-13.46875, false], [-10.71875, false], [-8.71875, false], [-13.46875, false], [-5.72265625, false], [-10.46875, false], [-8.71875, false], [-5.72265625, false], [-13.46875, false], [-13.71875, false], [-10.71875, false], [-5.72265625, false], [-11.21875, false], [-10.46875, false], [-13.46875, false], [-13.46875, false], [-10.46875, false], [-13.46875, false], [-5.72265625, false], [-10.46875, false], [-12.71875, false], [-5.72265625, false], [-13.46875, false], [-13.71875, false], [-10.71875, false], [-5.72265625, false], [-11.21875, false], [-8.46875, false], [-13.21875, false], [-5.72265625, false], [-10.46875, false], [-10.71875, false], [-10.96875, false], [-14.46875, false], [-10.71875, false], [-8.46875, false], [-11.96875, false], [-10.71875, false], [-11.96875, false], [-10.46875, false], [-10.21875, false], [-5.72265625, false], [-10.46875, false], [-13.46875, false], [-13.71875, false], [-10.71875, false], [-5.72265625, false], [-14.46875, false], [-8.46875, false], [-13.46875, false], [-10.71875, false], [-5.72265625, false], [-10.46875, false], [-12.71875, false], [-5.72265625, false], [-13.71875, false], [-8.46875, false], [-13.46875, false], [-10.71875, false], [-14.46875, false], [-5.72265625, false], [-14.46875, false], [-12.96875, false], [-8.71875, false], [-10.46875, false], [-12.71875, false], [-12.71875, false], [-5.72265625, false], [-10.46875, false], [-8.71875, false], [-13.46875, false], [-10.46875, false], [-5.72265625, false], [-13.46875, false], [-13.71875, false], [-10.71875, false], [-5.72265625, false], [-11.21875, false], [-8.46875, false], [-13.21875, false], [-5.72265625, false], [-10.46875, false], [-8.71875, false], [-10.96875, false], [-14.46875, false], [-10.71875, false], [-8.46875, false], [-11.96875, false], [-10.71875, false], [-11.96875, false], [-10.46875, false], [-14.21875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 110, "doc": {"id": "TIMSS_2011_4_pg51", "question": "How often does Earth rotate on its axis?", "choices": {"text": ["once every 12 hours", "once every 24 hours", "once every month", "once every year"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "once every 24 hours", "arguments": ["Question: How often does Earth rotate on its axis?\nAnswer:", " ["], "resps": [[[-7.8671875, false]], [[-8.8671875, false]], [[-11.1171875, false]], [[-8.8671875, false]], [[-12.1171875, false]], [[-9.1171875, false]], [[-3.615234375, false]], [[-9.1171875, false]], [[-11.8671875, false]], [[-9.1171875, false]], [[-12.1171875, false]], [[-12.3671875, false]], [[-3.615234375, false]], [[-4.3671875, false]], [[-4.8671875, false]], [[-3.615234375, false]], [[-11.8671875, false]], [[-11.1171875, false]], [[-11.8671875, false]], [[-12.1171875, false]], [[-10.3671875, false]], [[-8.8671875, false]], [[-8.40625, false]], [[-3.615234375, false]], [[-8.8671875, false]], [[-11.1171875, false]], [[-8.8671875, false]], [[-12.1171875, false]], [[-9.1171875, false]], [[-3.615234375, false]], [[-9.1171875, false]], [[-11.8671875, false]], [[-9.1171875, false]], [[-12.1171875, false]], [[-12.3671875, false]], [[-3.615234375, false]], [[-4.8671875, false]], [[-4.8671875, false]], [[-3.615234375, false]], [[-11.8671875, false]], [[-11.1171875, false]], [[-11.8671875, false]], [[-12.1171875, false]], [[-10.3671875, false]], [[-8.8671875, false]], [[-8.40625, false]], [[-3.615234375, false]], [[-8.8671875, false]], [[-11.1171875, false]], [[-8.8671875, false]], [[-12.1171875, false]], [[-9.1171875, false]], [[-3.615234375, false]], [[-9.1171875, false]], [[-11.8671875, false]], [[-9.1171875, false]], [[-12.1171875, false]], [[-12.3671875, false]], [[-3.615234375, false]], [[-11.3671875, false]], [[-11.1171875, false]], [[-8.8671875, false]], [[-8.6171875, false]], [[-11.8671875, false]], [[-8.8671875, false]], [[-8.40625, false]], [[-3.615234375, false]], [[-8.8671875, false]], [[-11.1171875, false]], [[-8.8671875, false]], [[-12.1171875, false]], [[-9.1171875, false]], [[-3.615234375, false]], [[-9.1171875, false]], [[-11.8671875, false]], [[-9.1171875, false]], [[-12.1171875, false]], [[-12.3671875, false]], [[-3.615234375, false]], [[-12.3671875, false]], [[-9.1171875, false]], [[-6.8671875, false]], [[-12.1171875, false]], [[-8.8671875, false]], [[-12.3671875, false]]], "filtered_resps": [[-7.8671875, false], [-8.8671875, false], [-11.1171875, false], [-8.8671875, false], [-12.1171875, false], [-9.1171875, false], [-3.615234375, false], [-9.1171875, false], [-11.8671875, false], [-9.1171875, false], [-12.1171875, false], [-12.3671875, false], [-3.615234375, false], [-4.3671875, false], [-4.8671875, false], [-3.615234375, false], [-11.8671875, false], [-11.1171875, false], [-11.8671875, false], [-12.1171875, false], [-10.3671875, false], [-8.8671875, false], [-8.40625, false], [-3.615234375, false], [-8.8671875, false], [-11.1171875, false], [-8.8671875, false], [-12.1171875, false], [-9.1171875, false], [-3.615234375, false], [-9.1171875, false], [-11.8671875, false], [-9.1171875, false], [-12.1171875, false], [-12.3671875, false], [-3.615234375, false], [-4.8671875, false], [-4.8671875, false], [-3.615234375, false], [-11.8671875, false], [-11.1171875, false], [-11.8671875, false], [-12.1171875, false], [-10.3671875, false], [-8.8671875, false], [-8.40625, false], [-3.615234375, false], [-8.8671875, false], [-11.1171875, false], [-8.8671875, false], [-12.1171875, false], [-9.1171875, false], [-3.615234375, false], [-9.1171875, false], [-11.8671875, false], [-9.1171875, false], [-12.1171875, false], [-12.3671875, false], [-3.615234375, false], [-11.3671875, false], [-11.1171875, false], [-8.8671875, false], [-8.6171875, false], [-11.8671875, false], [-8.8671875, false], [-8.40625, false], [-3.615234375, false], [-8.8671875, false], [-11.1171875, false], [-8.8671875, false], [-12.1171875, false], [-9.1171875, false], [-3.615234375, false], [-9.1171875, false], [-11.8671875, false], [-9.1171875, false], [-12.1171875, false], [-12.3671875, false], [-3.615234375, false], [-12.3671875, false], [-9.1171875, false], [-6.8671875, false], [-12.1171875, false], [-8.8671875, false], [-12.3671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 118, "doc": {"id": "Mercury_7094675", "question": "A beach is formed when sediment is deposited along a shoreline. What would most likely happen if rivers that empty into the ocean were dammed?", "choices": {"text": ["Less sediment would be deposited along the shoreline.", "Beaches would form from different materials.", "Sand dunes would become smaller.", "Deltas would become larger."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Less sediment would be deposited along the shoreline.", "arguments": ["Question: A beach is formed when sediment is deposited along a shoreline. What would most likely happen if rivers that empty into the ocean were dammed?\nAnswer:", " ["], "resps": [[[-8.2890625, false]], [[-9.7890625, false]], [[-8.7890625, false]], [[-8.5390625, false]], [[-10.5390625, false]], [[-10.5390625, false]], [[-5.78515625, false]], [[-10.5390625, false]], [[-8.5390625, false]], [[-8.7890625, false]], [[-10.5390625, false]], [[-11.5390625, false]], [[-8.5390625, false]], [[-11.5390625, false]], [[-12.2890625, false]], [[-5.78515625, false]], [[-12.7890625, false]], [[-10.7890625, false]], [[-13.7890625, false]], [[-11.5390625, false]], [[-8.7890625, false]], [[-5.78515625, false]], [[-9.7890625, false]], [[-8.5390625, false]], [[-5.78515625, false]], [[-8.7890625, false]], [[-8.5390625, false]], [[-11.0390625, false]], [[-10.7890625, false]], [[-10.5390625, false]], [[-10.5390625, false]], [[-12.2890625, false]], [[-8.5390625, false]], [[-8.7890625, false]], [[-5.78515625, false]], [[-5.28515625, false]], [[-11.5390625, false]], [[-10.7890625, false]], [[-11.5390625, false]], [[-13.2890625, false]], [[-5.78515625, false]], [[-12.2890625, false]], [[-13.0390625, false]], [[-8.5390625, false]], [[-5.78515625, false]], [[-10.5390625, false]], [[-13.0390625, false]], [[-10.7890625, false]], [[-12.0390625, false]], [[-8.5390625, false]], [[-11.5390625, false]], [[-10.5390625, false]], [[-11.5390625, false]], [[-8.5390625, false]], [[-6.58984375, false]], [[-9.7890625, false]], [[-9.84375, false]], [[-5.78515625, false]], [[-9.7890625, false]], [[-6.78515625, false]], [[-8.5390625, false]], [[-5.28515625, false]], [[-10.0390625, false]], [[-13.0390625, false]], [[-8.5390625, false]], [[-10.5390625, false]], [[-5.78515625, false]], [[-12.7890625, false]], [[-10.7890625, false]], [[-13.7890625, false]], [[-11.5390625, false]], [[-8.7890625, false]], [[-5.78515625, false]], [[-11.0390625, false]], [[-10.7890625, false]], [[-12.0390625, false]], [[-11.5390625, false]], [[-5.78515625, false]], [[-11.0390625, false]], [[-12.0390625, false]], [[-10.7890625, false]], [[-11.5390625, false]], [[-5.78515625, false]], [[-8.7890625, false]], [[-10.5390625, false]], [[-11.0390625, false]], [[-11.0390625, false]], [[-8.5390625, false]], [[-12.0390625, false]], [[-8.5390625, false]], [[-11.5390625, false]], [[-12.2890625, false]], [[-5.78515625, false]], [[-11.5390625, false]], [[-5.28515625, false]], [[-12.2890625, false]], [[-8.5390625, false]], [[-12.0390625, false]], [[-10.5390625, false]], [[-5.28515625, false]], [[-11.5390625, false]], [[-10.5390625, false]], [[-6.58984375, false]], [[-9.7890625, false]], [[-9.84375, false]], [[-5.78515625, false]], [[-9.7890625, false]], [[-6.28515625, false]], [[-5.28515625, false]], [[-11.5390625, false]], [[-8.7890625, false]], [[-5.78515625, false]], [[-8.7890625, false]], [[-13.7890625, false]], [[-11.5390625, false]], [[-8.5390625, false]], [[-10.5390625, false]], [[-5.78515625, false]], [[-12.7890625, false]], [[-10.7890625, false]], [[-13.7890625, false]], [[-11.5390625, false]], [[-8.7890625, false]], [[-5.78515625, false]], [[-9.7890625, false]], [[-8.5390625, false]], [[-10.0390625, false]], [[-10.7890625, false]], [[-11.5390625, false]], [[-8.5390625, false]], [[-5.78515625, false]], [[-10.5390625, false]], [[-11.5390625, false]], [[-5.28515625, false]], [[-11.5390625, false]], [[-11.5390625, false]], [[-8.5390625, false]], [[-12.0390625, false]], [[-6.58984375, false]], [[-9.7890625, false]], [[-9.84375, false]], [[-5.78515625, false]], [[-9.7890625, false]], [[-6.03515625, false]], [[-8.5390625, false]], [[-11.5390625, false]], [[-12.2890625, false]], [[-5.28515625, false]], [[-10.5390625, false]], [[-5.78515625, false]], [[-12.7890625, false]], [[-10.7890625, false]], [[-13.7890625, false]], [[-11.5390625, false]], [[-8.7890625, false]], [[-5.78515625, false]], [[-9.7890625, false]], [[-8.5390625, false]], [[-10.0390625, false]], [[-10.7890625, false]], [[-11.5390625, false]], [[-8.5390625, false]], [[-5.78515625, false]], [[-11.5390625, false]], [[-5.28515625, false]], [[-12.0390625, false]], [[-13.2890625, false]], [[-8.5390625, false]], [[-12.0390625, false]], [[-6.58984375, false]], [[-9.7890625, false]], [[-13.2890625, false]]], "filtered_resps": [[-8.2890625, false], [-9.7890625, false], [-8.7890625, false], [-8.5390625, false], [-10.5390625, false], [-10.5390625, false], [-5.78515625, false], [-10.5390625, false], [-8.5390625, false], [-8.7890625, false], [-10.5390625, false], [-11.5390625, false], [-8.5390625, false], [-11.5390625, false], [-12.2890625, false], [-5.78515625, false], [-12.7890625, false], [-10.7890625, false], [-13.7890625, false], [-11.5390625, false], [-8.7890625, false], [-5.78515625, false], [-9.7890625, false], [-8.5390625, false], [-5.78515625, false], [-8.7890625, false], [-8.5390625, false], [-11.0390625, false], [-10.7890625, false], [-10.5390625, false], [-10.5390625, false], [-12.2890625, false], [-8.5390625, false], [-8.7890625, false], [-5.78515625, false], [-5.28515625, false], [-11.5390625, false], [-10.7890625, false], [-11.5390625, false], [-13.2890625, false], [-5.78515625, false], [-12.2890625, false], [-13.0390625, false], [-8.5390625, false], [-5.78515625, false], [-10.5390625, false], [-13.0390625, false], [-10.7890625, false], [-12.0390625, false], [-8.5390625, false], [-11.5390625, false], [-10.5390625, false], [-11.5390625, false], [-8.5390625, false], [-6.58984375, false], [-9.7890625, false], [-9.84375, false], [-5.78515625, false], [-9.7890625, false], [-6.78515625, false], [-8.5390625, false], [-5.28515625, false], [-10.0390625, false], [-13.0390625, false], [-8.5390625, false], [-10.5390625, false], [-5.78515625, false], [-12.7890625, false], [-10.7890625, false], [-13.7890625, false], [-11.5390625, false], [-8.7890625, false], [-5.78515625, false], [-11.0390625, false], [-10.7890625, false], [-12.0390625, false], [-11.5390625, false], [-5.78515625, false], [-11.0390625, false], [-12.0390625, false], [-10.7890625, false], [-11.5390625, false], [-5.78515625, false], [-8.7890625, false], [-10.5390625, false], [-11.0390625, false], [-11.0390625, false], [-8.5390625, false], [-12.0390625, false], [-8.5390625, false], [-11.5390625, false], [-12.2890625, false], [-5.78515625, false], [-11.5390625, false], [-5.28515625, false], [-12.2890625, false], [-8.5390625, false], [-12.0390625, false], [-10.5390625, false], [-5.28515625, false], [-11.5390625, false], [-10.5390625, false], [-6.58984375, false], [-9.7890625, false], [-9.84375, false], [-5.78515625, false], [-9.7890625, false], [-6.28515625, false], [-5.28515625, false], [-11.5390625, false], [-8.7890625, false], [-5.78515625, false], [-8.7890625, false], [-13.7890625, false], [-11.5390625, false], [-8.5390625, false], [-10.5390625, false], [-5.78515625, false], [-12.7890625, false], [-10.7890625, false], [-13.7890625, false], [-11.5390625, false], [-8.7890625, false], [-5.78515625, false], [-9.7890625, false], [-8.5390625, false], [-10.0390625, false], [-10.7890625, false], [-11.5390625, false], [-8.5390625, false], [-5.78515625, false], [-10.5390625, false], [-11.5390625, false], [-5.28515625, false], [-11.5390625, false], [-11.5390625, false], [-8.5390625, false], [-12.0390625, false], [-6.58984375, false], [-9.7890625, false], [-9.84375, false], [-5.78515625, false], [-9.7890625, false], [-6.03515625, false], [-8.5390625, false], [-11.5390625, false], [-12.2890625, false], [-5.28515625, false], [-10.5390625, false], [-5.78515625, false], [-12.7890625, false], [-10.7890625, false], [-13.7890625, false], [-11.5390625, false], [-8.7890625, false], [-5.78515625, false], [-9.7890625, false], [-8.5390625, false], [-10.0390625, false], [-10.7890625, false], [-11.5390625, false], [-8.5390625, false], [-5.78515625, false], [-11.5390625, false], [-5.28515625, false], [-12.0390625, false], [-13.2890625, false], [-8.5390625, false], [-12.0390625, false], [-6.58984375, false], [-9.7890625, false], [-13.2890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 126, "doc": {"id": "NCEOGA_2013_8_6", "question": "Which is an example of a renewable energy resource?", "choices": {"text": ["biomass", "coal", "gas", "oil"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "biomass", "arguments": ["Question: Which is an example of a renewable energy resource?\nAnswer:", " ["], "resps": [[[-7.96484375, false]], [[-8.4609375, false]], [[-11.7109375, false]], [[-8.4609375, false]], [[-9.2109375, false]], [[-11.4609375, false]], [[-4.46484375, false]], [[-9.9609375, false]], [[-9.9609375, false]], [[-8.4609375, false]], [[-9.7109375, false]], [[-5.46484375, false]], [[-8.4609375, false]], [[-10.9609375, false]], [[-9.2109375, false]], [[-4.46484375, false]], [[-11.2109375, false]], [[-8.4609375, false]], [[-9.7109375, false]], [[-5.46484375, false]], [[-8.4609375, false]], [[-13.2109375, false]], [[-4.46484375, false]], [[-9.9609375, false]], [[-8.4609375, false]], [[-9.7109375, false]], [[-5.46484375, false]], [[-8.4609375, false]], [[-9.2109375, false]], [[-8.4609375, false]], [[-11.2109375, false]], [[-8.4609375, false]], [[-13.9609375, false]]], "filtered_resps": [[-7.96484375, false], [-8.4609375, false], [-11.7109375, false], [-8.4609375, false], [-9.2109375, false], [-11.4609375, false], [-4.46484375, false], [-9.9609375, false], [-9.9609375, false], [-8.4609375, false], [-9.7109375, false], [-5.46484375, false], [-8.4609375, false], [-10.9609375, false], [-9.2109375, false], [-4.46484375, false], [-11.2109375, false], [-8.4609375, false], [-9.7109375, false], [-5.46484375, false], [-8.4609375, false], [-13.2109375, false], [-4.46484375, false], [-9.9609375, false], [-8.4609375, false], [-9.7109375, false], [-5.46484375, false], [-8.4609375, false], [-9.2109375, false], [-8.4609375, false], [-11.2109375, false], [-8.4609375, false], [-13.9609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 134, "doc": {"id": "TIMSS_2007_8_pg33", "question": "An animal has scales and uses only its lungs to exchange gases. What is the animal most likely to be classified as?", "choices": {"text": ["a fish", "a reptile", "a mammal", "an amphibian"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "a reptile", "arguments": ["Question: An animal has scales and uses only its lungs to exchange gases. What is the animal most likely to be classified as?\nAnswer:", " ["], "resps": [[[-6.93359375, false]], [[-9.6796875, false]], [[-2.68359375, false]], [[-5.18359375, false]], [[-9.9296875, false]], [[-9.6796875, false]], [[-8.4296875, false]], [[-9.6796875, false]], [[-9.6796875, false]], [[-11.5390625, false]], [[-5.18359375, false]], [[-9.6796875, false]], [[-2.68359375, false]], [[-5.18359375, false]], [[-8.9296875, false]], [[-7.43359375, false]], [[-8.9296875, false]], [[-10.9296875, false]], [[-9.6796875, false]], [[-7.93359375, false]], [[-7.43359375, false]], [[-9.6796875, false]], [[-11.5390625, false]], [[-5.18359375, false]], [[-9.6796875, false]], [[-2.68359375, false]], [[-5.18359375, false]], [[-10.6796875, false]], [[-2.68359375, false]], [[-10.6796875, false]], [[-10.6796875, false]], [[-2.68359375, false]], [[-7.93359375, false]], [[-9.6796875, false]], [[-11.5390625, false]], [[-5.18359375, false]], [[-9.6796875, false]], [[-2.68359375, false]], [[-9.9296875, false]], [[-5.18359375, false]], [[-2.68359375, false]], [[-10.6796875, false]], [[-8.9296875, false]], [[-9.6796875, false]], [[-9.6796875, false]], [[-8.9296875, false]], [[-9.6796875, false]], [[-2.68359375, false]], [[-9.9296875, false]], [[-9.6796875, false]], [[-12.6796875, false]]], "filtered_resps": [[-6.93359375, false], [-9.6796875, false], [-2.68359375, false], [-5.18359375, false], [-9.9296875, false], [-9.6796875, false], [-8.4296875, false], [-9.6796875, false], [-9.6796875, false], [-11.5390625, false], [-5.18359375, false], [-9.6796875, false], [-2.68359375, false], [-5.18359375, false], [-8.9296875, false], [-7.43359375, false], [-8.9296875, false], [-10.9296875, false], [-9.6796875, false], [-7.93359375, false], [-7.43359375, false], [-9.6796875, false], [-11.5390625, false], [-5.18359375, false], [-9.6796875, false], [-2.68359375, false], [-5.18359375, false], [-10.6796875, false], [-2.68359375, false], [-10.6796875, false], [-10.6796875, false], [-2.68359375, false], [-7.93359375, false], [-9.6796875, false], [-11.5390625, false], [-5.18359375, false], [-9.6796875, false], [-2.68359375, false], [-9.9296875, false], [-5.18359375, false], [-2.68359375, false], [-10.6796875, false], [-8.9296875, false], [-9.6796875, false], [-9.6796875, false], [-8.9296875, false], [-9.6796875, false], [-2.68359375, false], [-9.9296875, false], [-9.6796875, false], [-12.6796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 142, "doc": {"id": "Mercury_7217088", "question": "The rate of acceleration of an object is determined by the mass of the object and", "choices": {"text": ["the initial velocity of the object.", "the forces acting on the object.", "the direction of movement of the object.", "the change in kinetic energy of the object."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "the forces acting on the object.", "arguments": ["Question: The rate of acceleration of an object is determined by the mass of the object and\nAnswer:", " ["], "resps": [[[-6.6484375, false]], [[-8.1484375, false]], [[-7.6484375, false]], [[-7.3984375, false]], [[-7.3984375, false]], [[-4.8984375, false]], [[-7.1484375, false]], [[-7.1484375, false]], [[-7.1484375, false]], [[-7.6484375, false]], [[-7.1484375, false]], [[-4.6484375, false]], [[-8.6484375, false]], [[-4.8984375, false]], [[-6.3984375, false]], [[-7.3984375, false]], [[-8.6484375, false]], [[-9.1484375, false]], [[-6.8984375, false]], [[-7.1484375, false]], [[-7.6484375, false]], [[-8.3984375, false]], [[-4.8984375, false]], [[-9.1484375, false]], [[-7.1484375, false]], [[-4.8984375, false]], [[-7.6484375, false]], [[-7.3984375, false]], [[-7.3984375, false]], [[-4.8984375, false]], [[-9.1484375, false]], [[-5.6484375, false]], [[-9.1484375, false]], [[-7.3984375, false]], [[-6.8984375, false]], [[-7.6484375, false]], [[-6.37890625, false]], [[-8.1484375, false]], [[-8.5625, false]], [[-4.8984375, false]], [[-8.1484375, false]], [[-7.6484375, false]], [[-7.3984375, false]], [[-7.3984375, false]], [[-4.8984375, false]], [[-7.1484375, false]], [[-9.1484375, false]], [[-7.6484375, false]], [[-6.8984375, false]], [[-7.3984375, false]], [[-7.1484375, false]], [[-4.8984375, false]], [[-4.6484375, false]], [[-6.8984375, false]], [[-7.6484375, false]], [[-7.1484375, false]], [[-7.1484375, false]], [[-7.8984375, false]], [[-4.8984375, false]], [[-9.1484375, false]], [[-7.1484375, false]], [[-4.8984375, false]], [[-7.6484375, false]], [[-7.3984375, false]], [[-7.3984375, false]], [[-4.8984375, false]], [[-9.1484375, false]], [[-5.6484375, false]], [[-9.1484375, false]], [[-7.3984375, false]], [[-6.8984375, false]], [[-7.6484375, false]], [[-6.37890625, false]], [[-8.1484375, false]], [[-8.5625, false]], [[-4.8984375, false]], [[-8.1484375, false]], [[-7.6484375, false]], [[-7.3984375, false]], [[-7.3984375, false]], [[-4.8984375, false]], [[-6.8984375, false]], [[-7.1484375, false]], [[-7.6484375, false]], [[-7.3984375, false]], [[-6.8984375, false]], [[-7.6484375, false]], [[-7.1484375, false]], [[-9.1484375, false]], [[-7.1484375, false]], [[-4.8984375, false]], [[-9.1484375, false]], [[-7.1484375, false]], [[-4.8984375, false]], [[-5.1484375, false]], [[-9.1484375, false]], [[-6.3984375, false]], [[-7.3984375, false]], [[-5.1484375, false]], [[-7.3984375, false]], [[-7.1484375, false]], [[-7.6484375, false]], [[-4.8984375, false]], [[-9.1484375, false]], [[-7.1484375, false]], [[-4.8984375, false]], [[-7.6484375, false]], [[-7.3984375, false]], [[-7.3984375, false]], [[-4.8984375, false]], [[-9.1484375, false]], [[-5.6484375, false]], [[-9.1484375, false]], [[-7.3984375, false]], [[-6.8984375, false]], [[-7.6484375, false]], [[-6.37890625, false]], [[-8.1484375, false]], [[-8.5625, false]], [[-4.8984375, false]], [[-8.1484375, false]], [[-7.6484375, false]], [[-7.3984375, false]], [[-7.3984375, false]], [[-4.8984375, false]], [[-6.8984375, false]], [[-7.3984375, false]], [[-4.6484375, false]], [[-7.1484375, false]], [[-7.8984375, false]], [[-7.3984375, false]], [[-4.8984375, false]], [[-7.1484375, false]], [[-7.1484375, false]], [[-4.8984375, false]], [[-6.6484375, false]], [[-7.1484375, false]], [[-7.1484375, false]], [[-7.3984375, false]], [[-7.6484375, false]], [[-7.1484375, false]], [[-6.8984375, false]], [[-4.8984375, false]], [[-7.3984375, false]], [[-7.1484375, false]], [[-7.3984375, false]], [[-7.6484375, false]], [[-7.8984375, false]], [[-8.3984375, false]], [[-4.8984375, false]], [[-9.1484375, false]], [[-7.1484375, false]], [[-4.8984375, false]], [[-7.6484375, false]], [[-7.3984375, false]], [[-7.3984375, false]], [[-4.8984375, false]], [[-9.1484375, false]], [[-5.6484375, false]], [[-9.1484375, false]], [[-7.3984375, false]], [[-6.8984375, false]], [[-7.6484375, false]], [[-6.37890625, false]], [[-8.1484375, false]], [[-10.8984375, false]]], "filtered_resps": [[-6.6484375, false], [-8.1484375, false], [-7.6484375, false], [-7.3984375, false], [-7.3984375, false], [-4.8984375, false], [-7.1484375, false], [-7.1484375, false], [-7.1484375, false], [-7.6484375, false], [-7.1484375, false], [-4.6484375, false], [-8.6484375, false], [-4.8984375, false], [-6.3984375, false], [-7.3984375, false], [-8.6484375, false], [-9.1484375, false], [-6.8984375, false], [-7.1484375, false], [-7.6484375, false], [-8.3984375, false], [-4.8984375, false], [-9.1484375, false], [-7.1484375, false], [-4.8984375, false], [-7.6484375, false], [-7.3984375, false], [-7.3984375, false], [-4.8984375, false], [-9.1484375, false], [-5.6484375, false], [-9.1484375, false], [-7.3984375, false], [-6.8984375, false], [-7.6484375, false], [-6.37890625, false], [-8.1484375, false], [-8.5625, false], [-4.8984375, false], [-8.1484375, false], [-7.6484375, false], [-7.3984375, false], [-7.3984375, false], [-4.8984375, false], [-7.1484375, false], [-9.1484375, false], [-7.6484375, false], [-6.8984375, false], [-7.3984375, false], [-7.1484375, false], [-4.8984375, false], [-4.6484375, false], [-6.8984375, false], [-7.6484375, false], [-7.1484375, false], [-7.1484375, false], [-7.8984375, false], [-4.8984375, false], [-9.1484375, false], [-7.1484375, false], [-4.8984375, false], [-7.6484375, false], [-7.3984375, false], [-7.3984375, false], [-4.8984375, false], [-9.1484375, false], [-5.6484375, false], [-9.1484375, false], [-7.3984375, false], [-6.8984375, false], [-7.6484375, false], [-6.37890625, false], [-8.1484375, false], [-8.5625, false], [-4.8984375, false], [-8.1484375, false], [-7.6484375, false], [-7.3984375, false], [-7.3984375, false], [-4.8984375, false], [-6.8984375, false], [-7.1484375, false], [-7.6484375, false], [-7.3984375, false], [-6.8984375, false], [-7.6484375, false], [-7.1484375, false], [-9.1484375, false], [-7.1484375, false], [-4.8984375, false], [-9.1484375, false], [-7.1484375, false], [-4.8984375, false], [-5.1484375, false], [-9.1484375, false], [-6.3984375, false], [-7.3984375, false], [-5.1484375, false], [-7.3984375, false], [-7.1484375, false], [-7.6484375, false], [-4.8984375, false], [-9.1484375, false], [-7.1484375, false], [-4.8984375, false], [-7.6484375, false], [-7.3984375, false], [-7.3984375, false], [-4.8984375, false], [-9.1484375, false], [-5.6484375, false], [-9.1484375, false], [-7.3984375, false], [-6.8984375, false], [-7.6484375, false], [-6.37890625, false], [-8.1484375, false], [-8.5625, false], [-4.8984375, false], [-8.1484375, false], [-7.6484375, false], [-7.3984375, false], [-7.3984375, false], [-4.8984375, false], [-6.8984375, false], [-7.3984375, false], [-4.6484375, false], [-7.1484375, false], [-7.8984375, false], [-7.3984375, false], [-4.8984375, false], [-7.1484375, false], [-7.1484375, false], [-4.8984375, false], [-6.6484375, false], [-7.1484375, false], [-7.1484375, false], [-7.3984375, false], [-7.6484375, false], [-7.1484375, false], [-6.8984375, false], [-4.8984375, false], [-7.3984375, false], [-7.1484375, false], [-7.3984375, false], [-7.6484375, false], [-7.8984375, false], [-8.3984375, false], [-4.8984375, false], [-9.1484375, false], [-7.1484375, false], [-4.8984375, false], [-7.6484375, false], [-7.3984375, false], [-7.3984375, false], [-4.8984375, false], [-9.1484375, false], [-5.6484375, false], [-9.1484375, false], [-7.3984375, false], [-6.8984375, false], [-7.6484375, false], [-6.37890625, false], [-8.1484375, false], [-10.8984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 150, "doc": {"id": "Mercury_SC_416096", "question": "How do plants get water and minerals?", "choices": {"text": ["absorbed from the soil though the roots", "absorbed from the soil through the stem", "absorbed from the air through the flowers", "absorbed from the air through the leaves"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "absorbed from the soil though the roots", "arguments": ["Question: How do plants get water and minerals?\nAnswer:", " ["], "resps": [[[-8.4609375, false]], [[-9.7109375, false]], [[-7.46484375, false]], [[-9.7109375, false]], [[-10.9609375, false]], [[-9.9609375, false]], [[-13.2109375, false]], [[-9.7109375, false]], [[-9.7109375, false]], [[-9.9609375, false]], [[-6.46484375, false]], [[-12.7109375, false]], [[-13.2109375, false]], [[-9.9609375, false]], [[-12.2109375, false]], [[-6.46484375, false]], [[-12.7109375, false]], [[-12.2109375, false]], [[-9.7109375, false]], [[-6.46484375, false]], [[-10.9609375, false]], [[-9.9609375, false]], [[-9.9609375, false]], [[-11.7109375, false]], [[-6.46484375, false]], [[-12.7109375, false]], [[-12.2109375, false]], [[-9.9609375, false]], [[-11.9609375, false]], [[-12.4609375, false]], [[-12.2109375, false]], [[-6.46484375, false]], [[-12.7109375, false]], [[-12.2109375, false]], [[-9.7109375, false]], [[-6.46484375, false]], [[-13.2109375, false]], [[-9.9609375, false]], [[-9.9609375, false]], [[-12.7109375, false]], [[-10.9609375, false]], [[-9.7109375, false]], [[-10.859375, false]], [[-6.46484375, false]], [[-9.7109375, false]], [[-7.46484375, false]], [[-9.7109375, false]], [[-10.9609375, false]], [[-9.9609375, false]], [[-13.2109375, false]], [[-9.7109375, false]], [[-9.7109375, false]], [[-9.9609375, false]], [[-6.46484375, false]], [[-12.7109375, false]], [[-13.2109375, false]], [[-9.9609375, false]], [[-12.2109375, false]], [[-6.46484375, false]], [[-12.7109375, false]], [[-12.2109375, false]], [[-9.7109375, false]], [[-6.46484375, false]], [[-10.9609375, false]], [[-9.9609375, false]], [[-9.9609375, false]], [[-11.7109375, false]], [[-6.46484375, false]], [[-12.7109375, false]], [[-12.2109375, false]], [[-13.2109375, false]], [[-9.9609375, false]], [[-11.9609375, false]], [[-12.4609375, false]], [[-12.2109375, false]], [[-6.46484375, false]], [[-12.7109375, false]], [[-12.2109375, false]], [[-9.7109375, false]], [[-6.46484375, false]], [[-10.9609375, false]], [[-12.7109375, false]], [[-9.7109375, false]], [[-12.2109375, false]], [[-9.7109375, false]], [[-10.859375, false]], [[-6.46484375, false]], [[-9.7109375, false]], [[-7.46484375, false]], [[-9.7109375, false]], [[-10.9609375, false]], [[-9.9609375, false]], [[-13.2109375, false]], [[-9.7109375, false]], [[-9.7109375, false]], [[-9.9609375, false]], [[-6.46484375, false]], [[-12.7109375, false]], [[-13.2109375, false]], [[-9.9609375, false]], [[-12.2109375, false]], [[-6.46484375, false]], [[-12.7109375, false]], [[-12.2109375, false]], [[-9.7109375, false]], [[-6.46484375, false]], [[-7.46484375, false]], [[-9.9609375, false]], [[-13.2109375, false]], [[-6.46484375, false]], [[-12.7109375, false]], [[-12.2109375, false]], [[-13.2109375, false]], [[-9.9609375, false]], [[-11.9609375, false]], [[-12.4609375, false]], [[-12.2109375, false]], [[-6.46484375, false]], [[-12.7109375, false]], [[-12.2109375, false]], [[-9.7109375, false]], [[-6.46484375, false]], [[-12.7109375, false]], [[-11.7109375, false]], [[-9.9609375, false]], [[-12.7109375, false]], [[-9.7109375, false]], [[-13.2109375, false]], [[-10.9609375, false]], [[-9.7109375, false]], [[-10.859375, false]], [[-6.46484375, false]], [[-9.7109375, false]], [[-7.46484375, false]], [[-9.7109375, false]], [[-10.9609375, false]], [[-9.9609375, false]], [[-13.2109375, false]], [[-9.7109375, false]], [[-9.7109375, false]], [[-9.9609375, false]], [[-6.46484375, false]], [[-12.7109375, false]], [[-13.2109375, false]], [[-9.9609375, false]], [[-12.2109375, false]], [[-6.46484375, false]], [[-12.7109375, false]], [[-12.2109375, false]], [[-9.7109375, false]], [[-6.46484375, false]], [[-7.46484375, false]], [[-9.9609375, false]], [[-13.2109375, false]], [[-6.46484375, false]], [[-12.7109375, false]], [[-12.2109375, false]], [[-13.2109375, false]], [[-9.9609375, false]], [[-11.9609375, false]], [[-12.4609375, false]], [[-12.2109375, false]], [[-6.46484375, false]], [[-12.7109375, false]], [[-12.2109375, false]], [[-9.7109375, false]], [[-6.46484375, false]], [[-11.7109375, false]], [[-9.7109375, false]], [[-7.46484375, false]], [[-13.4609375, false]], [[-9.7109375, false]], [[-10.9609375, false]], [[-9.7109375, false]], [[-14.2109375, false]]], "filtered_resps": [[-8.4609375, false], [-9.7109375, false], [-7.46484375, false], [-9.7109375, false], [-10.9609375, false], [-9.9609375, false], [-13.2109375, false], [-9.7109375, false], [-9.7109375, false], [-9.9609375, false], [-6.46484375, false], [-12.7109375, false], [-13.2109375, false], [-9.9609375, false], [-12.2109375, false], [-6.46484375, false], [-12.7109375, false], [-12.2109375, false], [-9.7109375, false], [-6.46484375, false], [-10.9609375, false], [-9.9609375, false], [-9.9609375, false], [-11.7109375, false], [-6.46484375, false], [-12.7109375, false], [-12.2109375, false], [-9.9609375, false], [-11.9609375, false], [-12.4609375, false], [-12.2109375, false], [-6.46484375, false], [-12.7109375, false], [-12.2109375, false], [-9.7109375, false], [-6.46484375, false], [-13.2109375, false], [-9.9609375, false], [-9.9609375, false], [-12.7109375, false], [-10.9609375, false], [-9.7109375, false], [-10.859375, false], [-6.46484375, false], [-9.7109375, false], [-7.46484375, false], [-9.7109375, false], [-10.9609375, false], [-9.9609375, false], [-13.2109375, false], [-9.7109375, false], [-9.7109375, false], [-9.9609375, false], [-6.46484375, false], [-12.7109375, false], [-13.2109375, false], [-9.9609375, false], [-12.2109375, false], [-6.46484375, false], [-12.7109375, false], [-12.2109375, false], [-9.7109375, false], [-6.46484375, false], [-10.9609375, false], [-9.9609375, false], [-9.9609375, false], [-11.7109375, false], [-6.46484375, false], [-12.7109375, false], [-12.2109375, false], [-13.2109375, false], [-9.9609375, false], [-11.9609375, false], [-12.4609375, false], [-12.2109375, false], [-6.46484375, false], [-12.7109375, false], [-12.2109375, false], [-9.7109375, false], [-6.46484375, false], [-10.9609375, false], [-12.7109375, false], [-9.7109375, false], [-12.2109375, false], [-9.7109375, false], [-10.859375, false], [-6.46484375, false], [-9.7109375, false], [-7.46484375, false], [-9.7109375, false], [-10.9609375, false], [-9.9609375, false], [-13.2109375, false], [-9.7109375, false], [-9.7109375, false], [-9.9609375, false], [-6.46484375, false], [-12.7109375, false], [-13.2109375, false], [-9.9609375, false], [-12.2109375, false], [-6.46484375, false], [-12.7109375, false], [-12.2109375, false], [-9.7109375, false], [-6.46484375, false], [-7.46484375, false], [-9.9609375, false], [-13.2109375, false], [-6.46484375, false], [-12.7109375, false], [-12.2109375, false], [-13.2109375, false], [-9.9609375, false], [-11.9609375, false], [-12.4609375, false], [-12.2109375, false], [-6.46484375, false], [-12.7109375, false], [-12.2109375, false], [-9.7109375, false], [-6.46484375, false], [-12.7109375, false], [-11.7109375, false], [-9.9609375, false], [-12.7109375, false], [-9.7109375, false], [-13.2109375, false], [-10.9609375, false], [-9.7109375, false], [-10.859375, false], [-6.46484375, false], [-9.7109375, false], [-7.46484375, false], [-9.7109375, false], [-10.9609375, false], [-9.9609375, false], [-13.2109375, false], [-9.7109375, false], [-9.7109375, false], [-9.9609375, false], [-6.46484375, false], [-12.7109375, false], [-13.2109375, false], [-9.9609375, false], [-12.2109375, false], [-6.46484375, false], [-12.7109375, false], [-12.2109375, false], [-9.7109375, false], [-6.46484375, false], [-7.46484375, false], [-9.9609375, false], [-13.2109375, false], [-6.46484375, false], [-12.7109375, false], [-12.2109375, false], [-13.2109375, false], [-9.9609375, false], [-11.9609375, false], [-12.4609375, false], [-12.2109375, false], [-6.46484375, false], [-12.7109375, false], [-12.2109375, false], [-9.7109375, false], [-6.46484375, false], [-11.7109375, false], [-9.7109375, false], [-7.46484375, false], [-13.4609375, false], [-9.7109375, false], [-10.9609375, false], [-9.7109375, false], [-14.2109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 158, "doc": {"id": "MCAS_2005_5_8", "question": "Which of the following objects is probably the most flexible?", "choices": {"text": ["a ceramic dish", "a wooden block", "a short steel rod", "a new rubber hose"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "a new rubber hose", "arguments": ["Question: Which of the following objects is probably the most flexible?\nAnswer:", " ["], "resps": [[[-6.921875, false]], [[-8.421875, false]], [[-3.298828125, false]], [[-5.046875, false]], [[-7.546875, false]], [[-7.671875, false]], [[-8.921875, false]], [[-3.298828125, false]], [[-9.296875, false]], [[-8.421875, false]], [[-7.546875, false]], [[-5.046875, false]], [[-9.171875, false]], [[-8.421875, false]], [[-7.921875, false]], [[-8.921875, false]], [[-8.421875, false]], [[-9.4296875, false]], [[-5.046875, false]], [[-8.421875, false]], [[-3.298828125, false]], [[-5.046875, false]], [[-9.171875, false]], [[-9.296875, false]], [[-9.296875, false]], [[-9.171875, false]], [[-7.671875, false]], [[-8.921875, false]], [[-5.046875, false]], [[-8.546875, false]], [[-8.921875, false]], [[-9.296875, false]], [[-7.546875, false]], [[-9.671875, false]], [[-8.421875, false]], [[-9.4296875, false]], [[-5.046875, false]], [[-8.421875, false]], [[-3.298828125, false]], [[-5.046875, false]], [[-7.921875, false]], [[-8.921875, false]], [[-9.296875, false]], [[-8.921875, false]], [[-9.046875, false]], [[-5.046875, false]], [[-7.921875, false]], [[-9.046875, false]], [[-7.671875, false]], [[-7.671875, false]], [[-8.921875, false]], [[-5.046875, false]], [[-8.921875, false]], [[-9.296875, false]], [[-9.171875, false]], [[-8.421875, false]], [[-9.4296875, false]], [[-5.046875, false]], [[-8.421875, false]], [[-3.298828125, false]], [[-5.046875, false]], [[-8.921875, false]], [[-7.671875, false]], [[-9.171875, false]], [[-5.046875, false]], [[-8.921875, false]], [[-10.296875, false]], [[-8.546875, false]], [[-8.546875, false]], [[-7.671875, false]], [[-8.921875, false]], [[-5.046875, false]], [[-8.921875, false]], [[-9.296875, false]], [[-7.921875, false]], [[-7.671875, false]], [[-8.421875, false]], [[-12.796875, false]]], "filtered_resps": [[-6.921875, false], [-8.421875, false], [-3.298828125, false], [-5.046875, false], [-7.546875, false], [-7.671875, false], [-8.921875, false], [-3.298828125, false], [-9.296875, false], [-8.421875, false], [-7.546875, false], [-5.046875, false], [-9.171875, false], [-8.421875, false], [-7.921875, false], [-8.921875, false], [-8.421875, false], [-9.4296875, false], [-5.046875, false], [-8.421875, false], [-3.298828125, false], [-5.046875, false], [-9.171875, false], [-9.296875, false], [-9.296875, false], [-9.171875, false], [-7.671875, false], [-8.921875, false], [-5.046875, false], [-8.546875, false], [-8.921875, false], [-9.296875, false], [-7.546875, false], [-9.671875, false], [-8.421875, false], [-9.4296875, false], [-5.046875, false], [-8.421875, false], [-3.298828125, false], [-5.046875, false], [-7.921875, false], [-8.921875, false], [-9.296875, false], [-8.921875, false], [-9.046875, false], [-5.046875, false], [-7.921875, false], [-9.046875, false], [-7.671875, false], [-7.671875, false], [-8.921875, false], [-5.046875, false], [-8.921875, false], [-9.296875, false], [-9.171875, false], [-8.421875, false], [-9.4296875, false], [-5.046875, false], [-8.421875, false], [-3.298828125, false], [-5.046875, false], [-8.921875, false], [-7.671875, false], [-9.171875, false], [-5.046875, false], [-8.921875, false], [-10.296875, false], [-8.546875, false], [-8.546875, false], [-7.671875, false], [-8.921875, false], [-5.046875, false], [-8.921875, false], [-9.296875, false], [-7.921875, false], [-7.671875, false], [-8.421875, false], [-12.796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 166, "doc": {"id": "Mercury_7188965", "question": "Peristalsis helps move nutrients through parts of the body by using wavelike contractions. In which system is the function used?", "choices": {"text": ["circulatory", "digestive", "endocrine", "nervous"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "digestive", "arguments": ["Question: Peristalsis helps move nutrients through parts of the body by using wavelike contractions. In which system is the function used?\nAnswer:", " ["], "resps": [[[-8.3984375, false]], [[-10.8984375, false]], [[-9.1484375, false]], [[-10.3984375, false]], [[-11.3984375, false]], [[-9.1484375, false]], [[-9.8984375, false]], [[-9.6484375, false]], [[-7.1484375, false]], [[-10.8984375, false]], [[-9.8984375, false]], [[-11.3984375, false]], [[-13.6484375, false]], [[-10.8984375, false]], [[-10.046875, false]], [[-5.6484375, false]], [[-10.8984375, false]], [[-10.1484375, false]], [[-10.3984375, false]], [[-12.3984375, false]], [[-10.6484375, false]], [[-9.6484375, false]], [[-10.8984375, false]], [[-10.3984375, false]], [[-10.6484375, false]], [[-10.6484375, false]], [[-10.8984375, false]], [[-10.046875, false]], [[-5.6484375, false]], [[-10.8984375, false]], [[-10.6484375, false]], [[-10.3984375, false]], [[-10.1484375, false]], [[-9.8984375, false]], [[-9.1484375, false]], [[-11.3984375, false]], [[-10.3984375, false]], [[-10.3984375, false]], [[-10.6484375, false]], [[-10.8984375, false]], [[-10.046875, false]], [[-5.6484375, false]], [[-10.8984375, false]], [[-10.3984375, false]], [[-10.6484375, false]], [[-11.3984375, false]], [[-10.6484375, false]], [[-9.8984375, false]], [[-9.8984375, false]], [[-9.6484375, false]], [[-10.8984375, false]], [[-12.8984375, false]]], "filtered_resps": [[-8.3984375, false], [-10.8984375, false], [-9.1484375, false], [-10.3984375, false], [-11.3984375, false], [-9.1484375, false], [-9.8984375, false], [-9.6484375, false], [-7.1484375, false], [-10.8984375, false], [-9.8984375, false], [-11.3984375, false], [-13.6484375, false], [-10.8984375, false], [-10.046875, false], [-5.6484375, false], [-10.8984375, false], [-10.1484375, false], [-10.3984375, false], [-12.3984375, false], [-10.6484375, false], [-9.6484375, false], [-10.8984375, false], [-10.3984375, false], [-10.6484375, false], [-10.6484375, false], [-10.8984375, false], [-10.046875, false], [-5.6484375, false], [-10.8984375, false], [-10.6484375, false], [-10.3984375, false], [-10.1484375, false], [-9.8984375, false], [-9.1484375, false], [-11.3984375, false], [-10.3984375, false], [-10.3984375, false], [-10.6484375, false], [-10.8984375, false], [-10.046875, false], [-5.6484375, false], [-10.8984375, false], [-10.3984375, false], [-10.6484375, false], [-11.3984375, false], [-10.6484375, false], [-9.8984375, false], [-9.8984375, false], [-9.6484375, false], [-10.8984375, false], [-12.8984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 174, "doc": {"id": "NYSEDREGENTS_2008_8_15", "question": "A broken bone heals through the process of", "choices": {"text": ["adaptation", "mutation", "cell division", "chemical digestion"], "label": ["1", "2", "3", "4"]}, "answerKey": "3"}, "target": "cell division", "arguments": ["Question: A broken bone heals through the process of\nAnswer:", " ["], "resps": [[[-7.7109375, false]], [[-8.7109375, false]], [[-5.2109375, false]], [[-10.9609375, false]], [[-5.2109375, false]], [[-10.7109375, false]], [[-10.7109375, false]], [[-5.2109375, false]], [[-10.7109375, false]], [[-8.9609375, false]], [[-10.9609375, false]], [[-9.9609375, false]], [[-8.7109375, false]], [[-9.6796875, false]], [[-5.7109375, false]], [[-8.7109375, false]], [[-11.4609375, false]], [[-10.4609375, false]], [[-10.7109375, false]], [[-5.2109375, false]], [[-10.7109375, false]], [[-8.9609375, false]], [[-10.9609375, false]], [[-9.9609375, false]], [[-8.7109375, false]], [[-9.6875, false]], [[-5.7109375, false]], [[-8.7109375, false]], [[-10.4609375, false]], [[-10.9609375, false]], [[-11.2109375, false]], [[-11.2109375, false]], [[-5.7109375, false]], [[-10.9609375, false]], [[-8.9609375, false]], [[-11.9609375, false]], [[-8.9609375, false]], [[-9.2109375, false]], [[-8.9609375, false]], [[-10.9609375, false]], [[-9.9609375, false]], [[-8.7109375, false]], [[-9.6875, false]], [[-5.7109375, false]], [[-8.7109375, false]], [[-10.4609375, false]], [[-12.2109375, false]], [[-10.9609375, false]], [[-11.4609375, false]], [[-8.9609375, false]], [[-10.4609375, false]], [[-5.2109375, false]], [[-11.2109375, false]], [[-5.7109375, false]], [[-10.9609375, false]], [[-8.9609375, false]], [[-11.9609375, false]], [[-10.9609375, false]], [[-9.2109375, false]], [[-10.7109375, false]], [[-8.9609375, false]], [[-10.9609375, false]], [[-9.9609375, false]], [[-8.7109375, false]], [[-12.2109375, false]]], "filtered_resps": [[-7.7109375, false], [-8.7109375, false], [-5.2109375, false], [-10.9609375, false], [-5.2109375, false], [-10.7109375, false], [-10.7109375, false], [-5.2109375, false], [-10.7109375, false], [-8.9609375, false], [-10.9609375, false], [-9.9609375, false], [-8.7109375, false], [-9.6796875, false], [-5.7109375, false], [-8.7109375, false], [-11.4609375, false], [-10.4609375, false], [-10.7109375, false], [-5.2109375, false], [-10.7109375, false], [-8.9609375, false], [-10.9609375, false], [-9.9609375, false], [-8.7109375, false], [-9.6875, false], [-5.7109375, false], [-8.7109375, false], [-10.4609375, false], [-10.9609375, false], [-11.2109375, false], [-11.2109375, false], [-5.7109375, false], [-10.9609375, false], [-8.9609375, false], [-11.9609375, false], [-8.9609375, false], [-9.2109375, false], [-8.9609375, false], [-10.9609375, false], [-9.9609375, false], [-8.7109375, false], [-9.6875, false], [-5.7109375, false], [-8.7109375, false], [-10.4609375, false], [-12.2109375, false], [-10.9609375, false], [-11.4609375, false], [-8.9609375, false], [-10.4609375, false], [-5.2109375, false], [-11.2109375, false], [-5.7109375, false], [-10.9609375, false], [-8.9609375, false], [-11.9609375, false], [-10.9609375, false], [-9.2109375, false], [-10.7109375, false], [-8.9609375, false], [-10.9609375, false], [-9.9609375, false], [-8.7109375, false], [-12.2109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 182, "doc": {"id": "Mercury_7015663", "question": "What is the name of the process in which igneous, sedimentary, and metamorphic rocks are converted into one another in stages?", "choices": {"text": ["rock cycle", "erosion cycle", "magma cycle", "tectonic cycle"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "rock cycle", "arguments": ["Question: What is the name of the process in which igneous, sedimentary, and metamorphic rocks are converted into one another in stages?\nAnswer:", " ["], "resps": [[[-7.2578125, false]], [[-8.3828125, false]], [[-9.7578125, false]], [[-9.8828125, false]], [[-9.0078125, false]], [[-10.7578125, false]], [[-4.3828125, false]], [[-9.0078125, false]], [[-11.7578125, false]], [[-9.0078125, false]], [[-11.3828125, false]], [[-7.5078125, false]], [[-8.3828125, false]], [[-9.1875, false]], [[-4.3828125, false]], [[-8.3828125, false]], [[-7.5078125, false]], [[-9.7578125, false]], [[-9.8828125, false]], [[-9.6328125, false]], [[-8.6328125, false]], [[-9.8828125, false]], [[-10.1328125, false]], [[-4.3828125, false]], [[-9.0078125, false]], [[-11.7578125, false]], [[-9.0078125, false]], [[-11.3828125, false]], [[-7.5078125, false]], [[-8.3828125, false]], [[-9.1875, false]], [[-4.3828125, false]], [[-8.3828125, false]], [[-9.3828125, false]], [[-5.5078125, false]], [[-10.6328125, false]], [[-9.3828125, false]], [[-5.5078125, false]], [[-4.3828125, false]], [[-9.0078125, false]], [[-11.7578125, false]], [[-9.0078125, false]], [[-11.3828125, false]], [[-7.5078125, false]], [[-8.3828125, false]], [[-9.1875, false]], [[-4.3828125, false]], [[-8.3828125, false]], [[-11.2578125, false]], [[-7.5078125, false]], [[-9.0078125, false]], [[-11.2578125, false]], [[-9.8828125, false]], [[-10.1328125, false]], [[-8.6328125, false]], [[-9.0078125, false]], [[-4.3828125, false]], [[-9.0078125, false]], [[-11.7578125, false]], [[-9.0078125, false]], [[-11.3828125, false]], [[-7.5078125, false]], [[-8.3828125, false]], [[-12.1328125, false]]], "filtered_resps": [[-7.2578125, false], [-8.3828125, false], [-9.7578125, false], [-9.8828125, false], [-9.0078125, false], [-10.7578125, false], [-4.3828125, false], [-9.0078125, false], [-11.7578125, false], [-9.0078125, false], [-11.3828125, false], [-7.5078125, false], [-8.3828125, false], [-9.1875, false], [-4.3828125, false], [-8.3828125, false], [-7.5078125, false], [-9.7578125, false], [-9.8828125, false], [-9.6328125, false], [-8.6328125, false], [-9.8828125, false], [-10.1328125, false], [-4.3828125, false], [-9.0078125, false], [-11.7578125, false], [-9.0078125, false], [-11.3828125, false], [-7.5078125, false], [-8.3828125, false], [-9.1875, false], [-4.3828125, false], [-8.3828125, false], [-9.3828125, false], [-5.5078125, false], [-10.6328125, false], [-9.3828125, false], [-5.5078125, false], [-4.3828125, false], [-9.0078125, false], [-11.7578125, false], [-9.0078125, false], [-11.3828125, false], [-7.5078125, false], [-8.3828125, false], [-9.1875, false], [-4.3828125, false], [-8.3828125, false], [-11.2578125, false], [-7.5078125, false], [-9.0078125, false], [-11.2578125, false], [-9.8828125, false], [-10.1328125, false], [-8.6328125, false], [-9.0078125, false], [-4.3828125, false], [-9.0078125, false], [-11.7578125, false], [-9.0078125, false], [-11.3828125, false], [-7.5078125, false], [-8.3828125, false], [-12.1328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 190, "doc": {"id": "Mercury_7239890", "question": "The biological selection of a particular allele for a trait to be passed to offspring has nothing do with the selection of the allele for another trait. Which of the following supports this statement?", "choices": {"text": ["law of independent assortment", "law of dominance", "law of segregation", "law of recessiveness"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "law of independent assortment", "arguments": ["Question: The biological selection of a particular allele for a trait to be passed to offspring has nothing do with the selection of the allele for another trait. Which of the following supports this statement?\nAnswer:", " ["], "resps": [[[-6.3203125, false]], [[-8.5703125, false]], [[-9.1953125, false]], [[-3.572265625, false]], [[-9.9453125, false]], [[-5.15234375, false]], [[-9.0703125, false]], [[-8.4453125, false]], [[-5.15234375, false]], [[-7.3203125, false]], [[-7.9453125, false]], [[-6.3203125, false]], [[-7.9453125, false]], [[-7.3203125, false]], [[-7.9453125, false]], [[-7.9453125, false]], [[-6.3203125, false]], [[-7.9453125, false]], [[-7.9453125, false]], [[-8.3203125, false]], [[-5.15234375, false]], [[-3.572265625, false]], [[-8.6953125, false]], [[-8.6953125, false]], [[-9.0703125, false]], [[-8.1953125, false]], [[-8.3203125, false]], [[-8.3203125, false]], [[-7.9453125, false]], [[-7.9453125, false]], [[-8.3203125, false]], [[-8.5703125, false]], [[-9.25, false]], [[-5.0703125, false]], [[-8.5703125, false]], [[-9.1953125, false]], [[-3.572265625, false]], [[-9.9453125, false]], [[-5.0703125, false]], [[-9.0703125, false]], [[-8.4453125, false]], [[-5.0703125, false]], [[-6.3203125, false]], [[-9.0703125, false]], [[-8.3203125, false]], [[-7.3203125, false]], [[-7.9453125, false]], [[-3.572265625, false]], [[-7.9453125, false]], [[-6.1953125, false]], [[-7.9453125, false]], [[-8.5703125, false]], [[-9.25, false]], [[-5.0703125, false]], [[-8.5703125, false]], [[-9.1953125, false]], [[-3.572265625, false]], [[-9.9453125, false]], [[-5.0703125, false]], [[-9.0703125, false]], [[-8.4453125, false]], [[-5.0703125, false]], [[-8.6953125, false]], [[-7.9453125, false]], [[-9.8203125, false]], [[-8.1953125, false]], [[-7.9453125, false]], [[-9.8203125, false]], [[-3.572265625, false]], [[-8.3203125, false]], [[-7.3203125, false]], [[-9.0703125, false]], [[-7.9453125, false]], [[-8.5703125, false]], [[-9.25, false]], [[-5.0703125, false]], [[-8.5703125, false]], [[-9.1953125, false]], [[-3.572265625, false]], [[-9.9453125, false]], [[-5.0703125, false]], [[-9.0703125, false]], [[-8.4453125, false]], [[-5.0703125, false]], [[-8.1953125, false]], [[-7.9453125, false]], [[-6.1953125, false]], [[-7.9453125, false]], [[-8.6953125, false]], [[-8.6953125, false]], [[-7.3203125, false]], [[-9.4453125, false]], [[-7.9453125, false]], [[-7.9453125, false]], [[-7.9453125, false]], [[-8.6953125, false]], [[-8.6953125, false]], [[-8.5703125, false]], [[-12.0703125, false]]], "filtered_resps": [[-6.3203125, false], [-8.5703125, false], [-9.1953125, false], [-3.572265625, false], [-9.9453125, false], [-5.15234375, false], [-9.0703125, false], [-8.4453125, false], [-5.15234375, false], [-7.3203125, false], [-7.9453125, false], [-6.3203125, false], [-7.9453125, false], [-7.3203125, false], [-7.9453125, false], [-7.9453125, false], [-6.3203125, false], [-7.9453125, false], [-7.9453125, false], [-8.3203125, false], [-5.15234375, false], [-3.572265625, false], [-8.6953125, false], [-8.6953125, false], [-9.0703125, false], [-8.1953125, false], [-8.3203125, false], [-8.3203125, false], [-7.9453125, false], [-7.9453125, false], [-8.3203125, false], [-8.5703125, false], [-9.25, false], [-5.0703125, false], [-8.5703125, false], [-9.1953125, false], [-3.572265625, false], [-9.9453125, false], [-5.0703125, false], [-9.0703125, false], [-8.4453125, false], [-5.0703125, false], [-6.3203125, false], [-9.0703125, false], [-8.3203125, false], [-7.3203125, false], [-7.9453125, false], [-3.572265625, false], [-7.9453125, false], [-6.1953125, false], [-7.9453125, false], [-8.5703125, false], [-9.25, false], [-5.0703125, false], [-8.5703125, false], [-9.1953125, false], [-3.572265625, false], [-9.9453125, false], [-5.0703125, false], [-9.0703125, false], [-8.4453125, false], [-5.0703125, false], [-8.6953125, false], [-7.9453125, false], [-9.8203125, false], [-8.1953125, false], [-7.9453125, false], [-9.8203125, false], [-3.572265625, false], [-8.3203125, false], [-7.3203125, false], [-9.0703125, false], [-7.9453125, false], [-8.5703125, false], [-9.25, false], [-5.0703125, false], [-8.5703125, false], [-9.1953125, false], [-3.572265625, false], [-9.9453125, false], [-5.0703125, false], [-9.0703125, false], [-8.4453125, false], [-5.0703125, false], [-8.1953125, false], [-7.9453125, false], [-6.1953125, false], [-7.9453125, false], [-8.6953125, false], [-8.6953125, false], [-7.3203125, false], [-9.4453125, false], [-7.9453125, false], [-7.9453125, false], [-7.9453125, false], [-8.6953125, false], [-8.6953125, false], [-8.5703125, false], [-12.0703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 198, "doc": {"id": "Mercury_7222863", "question": "When light reflects off certain crystals in the atmosphere, effects called halos appear. Which substance in the atmosphere forms these crystals?", "choices": {"text": ["carbon dioxide", "oxygen", "sulfur dioxide", "water"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "water", "arguments": ["Question: When light reflects off certain crystals in the atmosphere, effects called halos appear. Which substance in the atmosphere forms these crystals?\nAnswer:", " ["], "resps": [[[-8.09375, false]], [[-9.59375, false]], [[-8.34375, false]], [[-5.58984375, false]], [[-11.09375, false]], [[-9.59375, false]], [[-6.58984375, false]], [[-8.34375, false]], [[-5.08984375, false]], [[-10.09375, false]], [[-8.09375, false]], [[-6.58984375, false]], [[-9.84375, false]], [[-8.09375, false]], [[-10.09375, false]], [[-8.59375, false]], [[-9.59375, false]], [[-9.921875, false]], [[-5.08984375, false]], [[-9.59375, false]], [[-6.58984375, false]], [[-9.84375, false]], [[-11.09375, false]], [[-12.09375, false]], [[-8.59375, false]], [[-8.34375, false]], [[-9.59375, false]], [[-9.921875, false]], [[-5.08984375, false]], [[-9.59375, false]], [[-10.84375, false]], [[-9.09375, false]], [[-11.59375, false]], [[-10.34375, false]], [[-9.09375, false]], [[-11.09375, false]], [[-5.08984375, false]], [[-10.09375, false]], [[-8.09375, false]], [[-6.58984375, false]], [[-9.84375, false]], [[-8.09375, false]], [[-10.09375, false]], [[-8.59375, false]], [[-9.59375, false]], [[-9.921875, false]], [[-5.08984375, false]], [[-9.59375, false]], [[-11.84375, false]], [[-5.58984375, false]], [[-9.84375, false]], [[-8.59375, false]], [[-11.09375, false]], [[-9.59375, false]], [[-13.34375, false]]], "filtered_resps": [[-8.09375, false], [-9.59375, false], [-8.34375, false], [-5.58984375, false], [-11.09375, false], [-9.59375, false], [-6.58984375, false], [-8.34375, false], [-5.08984375, false], [-10.09375, false], [-8.09375, false], [-6.58984375, false], [-9.84375, false], [-8.09375, false], [-10.09375, false], [-8.59375, false], [-9.59375, false], [-9.921875, false], [-5.08984375, false], [-9.59375, false], [-6.58984375, false], [-9.84375, false], [-11.09375, false], [-12.09375, false], [-8.59375, false], [-8.34375, false], [-9.59375, false], [-9.921875, false], [-5.08984375, false], [-9.59375, false], [-10.84375, false], [-9.09375, false], [-11.59375, false], [-10.34375, false], [-9.09375, false], [-11.09375, false], [-5.08984375, false], [-10.09375, false], [-8.09375, false], [-6.58984375, false], [-9.84375, false], [-8.09375, false], [-10.09375, false], [-8.59375, false], [-9.59375, false], [-9.921875, false], [-5.08984375, false], [-9.59375, false], [-11.84375, false], [-5.58984375, false], [-9.84375, false], [-8.59375, false], [-11.09375, false], [-9.59375, false], [-13.34375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 206, "doc": {"id": "MCAS_2000_4_24", "question": "Why do identical twins usually look like each other?", "choices": {"text": ["They were born on the same day.", "They have the same kinds of interests.", "They inherited the same characteristics from their parents.", "They were taught the same kinds of things at home."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "They inherited the same characteristics from their parents.", "arguments": ["Question: Why do identical twins usually look like each other?\nAnswer:", " ["], "resps": [[[-7.97265625, false]], [[-7.97265625, false]], [[-6.47265625, false]], [[-11.71875, false]], [[-9.71875, false]], [[-12.71875, false]], [[-6.22265625, false]], [[-11.21875, false]], [[-9.71875, false]], [[-11.71875, false]], [[-9.71875, false]], [[-6.22265625, false]], [[-10.71875, false]], [[-9.71875, false]], [[-11.71875, false]], [[-10.46875, false]], [[-6.22265625, false]], [[-9.71875, false]], [[-10.46875, false]], [[-6.22265625, false]], [[-9.46875, false]], [[-11.71875, false]], [[-9.71875, false]], [[-6.22265625, false]], [[-9.46875, false]], [[-6.47265625, false]], [[-11.71875, false]], [[-9.71875, false]], [[-6.22265625, false]], [[-10.96875, false]], [[-6.47265625, false]], [[-12.71875, false]], [[-7.80078125, false]], [[-7.97265625, false]], [[-10.734375, false]], [[-6.22265625, false]], [[-7.97265625, false]], [[-6.47265625, false]], [[-11.71875, false]], [[-9.71875, false]], [[-12.71875, false]], [[-6.22265625, false]], [[-11.71875, false]], [[-6.47265625, false]], [[-12.71875, false]], [[-9.71875, false]], [[-6.22265625, false]], [[-9.46875, false]], [[-11.71875, false]], [[-9.71875, false]], [[-6.22265625, false]], [[-9.46875, false]], [[-6.47265625, false]], [[-11.71875, false]], [[-9.71875, false]], [[-6.22265625, false]], [[-11.96875, false]], [[-9.21875, false]], [[-10.46875, false]], [[-10.96875, false]], [[-9.46875, false]], [[-6.22265625, false]], [[-9.71875, false]], [[-11.21875, false]], [[-6.22265625, false]], [[-9.21875, false]], [[-10.46875, false]], [[-9.46875, false]], [[-9.71875, false]], [[-11.71875, false]], [[-9.71875, false]], [[-9.46875, false]], [[-9.46875, false]], [[-9.46875, false]], [[-7.80078125, false]], [[-7.97265625, false]], [[-10.734375, false]], [[-6.22265625, false]], [[-7.97265625, false]], [[-6.47265625, false]], [[-11.71875, false]], [[-9.71875, false]], [[-12.71875, false]], [[-6.22265625, false]], [[-9.21875, false]], [[-10.46875, false]], [[-11.71875, false]], [[-9.71875, false]], [[-11.71875, false]], [[-9.21875, false]], [[-9.46875, false]], [[-9.71875, false]], [[-10.96875, false]], [[-6.22265625, false]], [[-9.46875, false]], [[-11.71875, false]], [[-9.71875, false]], [[-6.22265625, false]], [[-9.46875, false]], [[-6.47265625, false]], [[-11.71875, false]], [[-9.71875, false]], [[-6.22265625, false]], [[-11.21875, false]], [[-11.71875, false]], [[-6.47265625, false]], [[-11.71875, false]], [[-6.47265625, false]], [[-11.21875, false]], [[-9.46875, false]], [[-9.71875, false]], [[-11.71875, false]], [[-9.21875, false]], [[-9.46875, false]], [[-9.46875, false]], [[-9.21875, false]], [[-11.21875, false]], [[-9.46875, false]], [[-6.22265625, false]], [[-11.21875, false]], [[-11.71875, false]], [[-9.71875, false]], [[-11.71875, false]], [[-6.22265625, false]], [[-9.46875, false]], [[-11.71875, false]], [[-9.71875, false]], [[-9.21875, false]], [[-11.71875, false]], [[-6.22265625, false]], [[-10.21875, false]], [[-6.47265625, false]], [[-11.71875, false]], [[-9.71875, false]], [[-10.46875, false]], [[-9.46875, false]], [[-9.46875, false]], [[-7.80078125, false]], [[-7.97265625, false]], [[-10.734375, false]], [[-6.22265625, false]], [[-7.97265625, false]], [[-6.47265625, false]], [[-11.71875, false]], [[-9.71875, false]], [[-12.71875, false]], [[-6.22265625, false]], [[-11.21875, false]], [[-9.71875, false]], [[-11.71875, false]], [[-9.71875, false]], [[-6.22265625, false]], [[-9.46875, false]], [[-6.47265625, false]], [[-10.71875, false]], [[-12.21875, false]], [[-11.71875, false]], [[-9.46875, false]], [[-6.22265625, false]], [[-9.46875, false]], [[-11.71875, false]], [[-9.71875, false]], [[-6.22265625, false]], [[-9.46875, false]], [[-6.47265625, false]], [[-11.71875, false]], [[-9.71875, false]], [[-6.22265625, false]], [[-11.96875, false]], [[-9.21875, false]], [[-10.46875, false]], [[-10.96875, false]], [[-9.46875, false]], [[-6.22265625, false]], [[-9.71875, false]], [[-11.21875, false]], [[-6.22265625, false]], [[-9.46875, false]], [[-11.71875, false]], [[-9.21875, false]], [[-10.46875, false]], [[-12.21875, false]], [[-9.46875, false]], [[-6.22265625, false]], [[-6.47265625, false]], [[-9.46875, false]], [[-6.22265625, false]], [[-11.71875, false]], [[-9.71875, false]], [[-11.71875, false]], [[-9.71875, false]], [[-7.80078125, false]], [[-7.97265625, false]], [[-12.96875, false]]], "filtered_resps": [[-7.97265625, false], [-7.97265625, false], [-6.47265625, false], [-11.71875, false], [-9.71875, false], [-12.71875, false], [-6.22265625, false], [-11.21875, false], [-9.71875, false], [-11.71875, false], [-9.71875, false], [-6.22265625, false], [-10.71875, false], [-9.71875, false], [-11.71875, false], [-10.46875, false], [-6.22265625, false], [-9.71875, false], [-10.46875, false], [-6.22265625, false], [-9.46875, false], [-11.71875, false], [-9.71875, false], [-6.22265625, false], [-9.46875, false], [-6.47265625, false], [-11.71875, false], [-9.71875, false], [-6.22265625, false], [-10.96875, false], [-6.47265625, false], [-12.71875, false], [-7.80078125, false], [-7.97265625, false], [-10.734375, false], [-6.22265625, false], [-7.97265625, false], [-6.47265625, false], [-11.71875, false], [-9.71875, false], [-12.71875, false], [-6.22265625, false], [-11.71875, false], [-6.47265625, false], [-12.71875, false], [-9.71875, false], [-6.22265625, false], [-9.46875, false], [-11.71875, false], [-9.71875, false], [-6.22265625, false], [-9.46875, false], [-6.47265625, false], [-11.71875, false], [-9.71875, false], [-6.22265625, false], [-11.96875, false], [-9.21875, false], [-10.46875, false], [-10.96875, false], [-9.46875, false], [-6.22265625, false], [-9.71875, false], [-11.21875, false], [-6.22265625, false], [-9.21875, false], [-10.46875, false], [-9.46875, false], [-9.71875, false], [-11.71875, false], [-9.71875, false], [-9.46875, false], [-9.46875, false], [-9.46875, false], [-7.80078125, false], [-7.97265625, false], [-10.734375, false], [-6.22265625, false], [-7.97265625, false], [-6.47265625, false], [-11.71875, false], [-9.71875, false], [-12.71875, false], [-6.22265625, false], [-9.21875, false], [-10.46875, false], [-11.71875, false], [-9.71875, false], [-11.71875, false], [-9.21875, false], [-9.46875, false], [-9.71875, false], [-10.96875, false], [-6.22265625, false], [-9.46875, false], [-11.71875, false], [-9.71875, false], [-6.22265625, false], [-9.46875, false], [-6.47265625, false], [-11.71875, false], [-9.71875, false], [-6.22265625, false], [-11.21875, false], [-11.71875, false], [-6.47265625, false], [-11.71875, false], [-6.47265625, false], [-11.21875, false], [-9.46875, false], [-9.71875, false], [-11.71875, false], [-9.21875, false], [-9.46875, false], [-9.46875, false], [-9.21875, false], [-11.21875, false], [-9.46875, false], [-6.22265625, false], [-11.21875, false], [-11.71875, false], [-9.71875, false], [-11.71875, false], [-6.22265625, false], [-9.46875, false], [-11.71875, false], [-9.71875, false], [-9.21875, false], [-11.71875, false], [-6.22265625, false], [-10.21875, false], [-6.47265625, false], [-11.71875, false], [-9.71875, false], [-10.46875, false], [-9.46875, false], [-9.46875, false], [-7.80078125, false], [-7.97265625, false], [-10.734375, false], [-6.22265625, false], [-7.97265625, false], [-6.47265625, false], [-11.71875, false], [-9.71875, false], [-12.71875, false], [-6.22265625, false], [-11.21875, false], [-9.71875, false], [-11.71875, false], [-9.71875, false], [-6.22265625, false], [-9.46875, false], [-6.47265625, false], [-10.71875, false], [-12.21875, false], [-11.71875, false], [-9.46875, false], [-6.22265625, false], [-9.46875, false], [-11.71875, false], [-9.71875, false], [-6.22265625, false], [-9.46875, false], [-6.47265625, false], [-11.71875, false], [-9.71875, false], [-6.22265625, false], [-11.96875, false], [-9.21875, false], [-10.46875, false], [-10.96875, false], [-9.46875, false], [-6.22265625, false], [-9.71875, false], [-11.21875, false], [-6.22265625, false], [-9.46875, false], [-11.71875, false], [-9.21875, false], [-10.46875, false], [-12.21875, false], [-9.46875, false], [-6.22265625, false], [-6.47265625, false], [-9.46875, false], [-6.22265625, false], [-11.71875, false], [-9.71875, false], [-11.71875, false], [-9.71875, false], [-7.80078125, false], [-7.97265625, false], [-12.96875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 214, "doc": {"id": "MCAS_2011_5_17668", "question": "Which of the following statements best describes sandy soils?", "choices": {"text": ["Sandy soils allow water to drain quickly.", "Sandy soils easily break down into clay sediments.", "Sandy soils hold plant roots tightly in place to prevent erosion.", "Sandy soils have high levels of decomposed plant and animal matter."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Sandy soils allow water to drain quickly.", "arguments": ["Question: Which of the following statements best describes sandy soils?\nAnswer:", " ["], "resps": [[[-6.5625, false]], [[-8.5625, false]], [[-4.3125, false]], [[-5.3125, false]], [[-8.3125, false]], [[-7.5625, false]], [[-10.5625, false]], [[-5.5625, false]], [[-8.5625, false]], [[-8.5625, false]], [[-8.5625, false]], [[-9.3125, false]], [[-8.5625, false]], [[-5.5625, false]], [[-5.3125, false]], [[-9.3125, false]], [[-9.3125, false]], [[-8.5625, false]], [[-10.5625, false]], [[-5.5625, false]], [[-10.5625, false]], [[-5.3125, false]], [[-10.3125, false]], [[-8.3125, false]], [[-10.3125, false]], [[-5.5625, false]], [[-10.3125, false]], [[-8.5625, false]], [[-5.5625, false]], [[-7.5625, false]], [[-10.3125, false]], [[-5.3125, false]], [[-8.5625, false]], [[-8.3125, false]], [[-5.5625, false]], [[-12.0625, false]], [[-12.5625, false]], [[-8.5625, false]], [[-7.5625, false]], [[-10.5625, false]], [[-9.3125, false]], [[-10.5625, false]], [[-6.44921875, false]], [[-8.5625, false]], [[-9.578125, false]], [[-5.5625, false]], [[-8.5625, false]], [[-4.3125, false]], [[-5.3125, false]], [[-8.3125, false]], [[-7.5625, false]], [[-10.5625, false]], [[-5.5625, false]], [[-8.5625, false]], [[-8.5625, false]], [[-8.5625, false]], [[-9.3125, false]], [[-8.5625, false]], [[-5.5625, false]], [[-8.3125, false]], [[-5.3125, false]], [[-8.5625, false]], [[-8.5625, false]], [[-9.3125, false]], [[-10.5625, false]], [[-5.5625, false]], [[-7.3125, false]], [[-10.3125, false]], [[-8.3125, false]], [[-5.3125, false]], [[-10.5625, false]], [[-5.5625, false]], [[-7.5625, false]], [[-8.5625, false]], [[-10.5625, false]], [[-8.3125, false]], [[-5.5625, false]], [[-8.5625, false]], [[-8.3125, false]], [[-10.3125, false]], [[-8.5625, false]], [[-5.5625, false]], [[-7.5625, false]], [[-9.3125, false]], [[-5.3125, false]], [[-10.5625, false]], [[-5.5625, false]], [[-8.5625, false]], [[-8.3125, false]], [[-7.5625, false]], [[-8.5625, false]], [[-8.8125, false]], [[-8.3125, false]], [[-8.3125, false]], [[-10.3125, false]], [[-8.5625, false]], [[-6.44921875, false]], [[-8.5625, false]], [[-9.578125, false]], [[-5.5625, false]], [[-8.5625, false]], [[-4.3125, false]], [[-5.3125, false]], [[-8.3125, false]], [[-7.5625, false]], [[-10.5625, false]], [[-5.5625, false]], [[-8.5625, false]], [[-8.5625, false]], [[-8.5625, false]], [[-9.3125, false]], [[-8.5625, false]], [[-5.5625, false]], [[-10.5625, false]], [[-8.5625, false]], [[-9.3125, false]], [[-7.5625, false]], [[-5.5625, false]], [[-9.5625, false]], [[-9.3125, false]], [[-5.3125, false]], [[-8.3125, false]], [[-10.3125, false]], [[-5.5625, false]], [[-10.3125, false]], [[-8.5625, false]], [[-8.5625, false]], [[-10.3125, false]], [[-8.5625, false]], [[-5.5625, false]], [[-10.3125, false]], [[-8.5625, false]], [[-10.3125, false]], [[-10.5625, false]], [[-10.3125, false]], [[-9.3125, false]], [[-10.5625, false]], [[-5.5625, false]], [[-8.5625, false]], [[-8.3125, false]], [[-5.5625, false]], [[-9.5625, false]], [[-9.3125, false]], [[-5.3125, false]], [[-7.5625, false]], [[-8.3125, false]], [[-5.5625, false]], [[-10.3125, false]], [[-8.5625, false]], [[-5.5625, false]], [[-9.5625, false]], [[-10.3125, false]], [[-8.3125, false]], [[-11.3125, false]], [[-8.3125, false]], [[-8.3125, false]], [[-10.3125, false]], [[-5.5625, false]], [[-8.3125, false]], [[-10.3125, false]], [[-8.5625, false]], [[-8.5625, false]], [[-8.5625, false]], [[-8.5625, false]], [[-8.3125, false]], [[-6.44921875, false]], [[-8.5625, false]], [[-9.578125, false]], [[-5.5625, false]], [[-8.5625, false]], [[-4.3125, false]], [[-5.3125, false]], [[-8.3125, false]], [[-7.5625, false]], [[-10.5625, false]], [[-5.5625, false]], [[-8.5625, false]], [[-8.5625, false]], [[-8.5625, false]], [[-9.3125, false]], [[-8.5625, false]], [[-5.5625, false]], [[-10.5625, false]], [[-5.3125, false]], [[-11.3125, false]], [[-8.3125, false]], [[-5.5625, false]], [[-10.5625, false]], [[-8.5625, false]], [[-10.3125, false]], [[-10.5625, false]], [[-5.5625, false]], [[-9.3125, false]], [[-8.3125, false]], [[-11.3125, false]], [[-8.3125, false]], [[-9.3125, false]], [[-8.5625, false]], [[-5.5625, false]], [[-8.5625, false]], [[-10.0625, false]], [[-5.5625, false]], [[-7.5625, false]], [[-8.3125, false]], [[-7.5625, false]], [[-8.5625, false]], [[-8.8125, false]], [[-9.5625, false]], [[-8.5625, false]], [[-8.5625, false]], [[-8.3125, false]], [[-7.5625, false]], [[-5.5625, false]], [[-9.5625, false]], [[-9.3125, false]], [[-5.3125, false]], [[-8.3125, false]], [[-10.3125, false]], [[-5.5625, false]], [[-5.3125, false]], [[-8.3125, false]], [[-7.5625, false]], [[-5.5625, false]], [[-5.3125, false]], [[-8.3125, false]], [[-8.5625, false]], [[-8.8125, false]], [[-5.3125, false]], [[-9.3125, false]], [[-5.5625, false]], [[-8.8125, false]], [[-5.3125, false]], [[-10.3125, false]], [[-10.3125, false]], [[-8.3125, false]], [[-10.3125, false]], [[-6.44921875, false]], [[-8.5625, false]], [[-11.8125, false]]], "filtered_resps": [[-6.5625, false], [-8.5625, false], [-4.3125, false], [-5.3125, false], [-8.3125, false], [-7.5625, false], [-10.5625, false], [-5.5625, false], [-8.5625, false], [-8.5625, false], [-8.5625, false], [-9.3125, false], [-8.5625, false], [-5.5625, false], [-5.3125, false], [-9.3125, false], [-9.3125, false], [-8.5625, false], [-10.5625, false], [-5.5625, false], [-10.5625, false], [-5.3125, false], [-10.3125, false], [-8.3125, false], [-10.3125, false], [-5.5625, false], [-10.3125, false], [-8.5625, false], [-5.5625, false], [-7.5625, false], [-10.3125, false], [-5.3125, false], [-8.5625, false], [-8.3125, false], [-5.5625, false], [-12.0625, false], [-12.5625, false], [-8.5625, false], [-7.5625, false], [-10.5625, false], [-9.3125, false], [-10.5625, false], [-6.44921875, false], [-8.5625, false], [-9.578125, false], [-5.5625, false], [-8.5625, false], [-4.3125, false], [-5.3125, false], [-8.3125, false], [-7.5625, false], [-10.5625, false], [-5.5625, false], [-8.5625, false], [-8.5625, false], [-8.5625, false], [-9.3125, false], [-8.5625, false], [-5.5625, false], [-8.3125, false], [-5.3125, false], [-8.5625, false], [-8.5625, false], [-9.3125, false], [-10.5625, false], [-5.5625, false], [-7.3125, false], [-10.3125, false], [-8.3125, false], [-5.3125, false], [-10.5625, false], [-5.5625, false], [-7.5625, false], [-8.5625, false], [-10.5625, false], [-8.3125, false], [-5.5625, false], [-8.5625, false], [-8.3125, false], [-10.3125, false], [-8.5625, false], [-5.5625, false], [-7.5625, false], [-9.3125, false], [-5.3125, false], [-10.5625, false], [-5.5625, false], [-8.5625, false], [-8.3125, false], [-7.5625, false], [-8.5625, false], [-8.8125, false], [-8.3125, false], [-8.3125, false], [-10.3125, false], [-8.5625, false], [-6.44921875, false], [-8.5625, false], [-9.578125, false], [-5.5625, false], [-8.5625, false], [-4.3125, false], [-5.3125, false], [-8.3125, false], [-7.5625, false], [-10.5625, false], [-5.5625, false], [-8.5625, false], [-8.5625, false], [-8.5625, false], [-9.3125, false], [-8.5625, false], [-5.5625, false], [-10.5625, false], [-8.5625, false], [-9.3125, false], [-7.5625, false], [-5.5625, false], [-9.5625, false], [-9.3125, false], [-5.3125, false], [-8.3125, false], [-10.3125, false], [-5.5625, false], [-10.3125, false], [-8.5625, false], [-8.5625, false], [-10.3125, false], [-8.5625, false], [-5.5625, false], [-10.3125, false], [-8.5625, false], [-10.3125, false], [-10.5625, false], [-10.3125, false], [-9.3125, false], [-10.5625, false], [-5.5625, false], [-8.5625, false], [-8.3125, false], [-5.5625, false], [-9.5625, false], [-9.3125, false], [-5.3125, false], [-7.5625, false], [-8.3125, false], [-5.5625, false], [-10.3125, false], [-8.5625, false], [-5.5625, false], [-9.5625, false], [-10.3125, false], [-8.3125, false], [-11.3125, false], [-8.3125, false], [-8.3125, false], [-10.3125, false], [-5.5625, false], [-8.3125, false], [-10.3125, false], [-8.5625, false], [-8.5625, false], [-8.5625, false], [-8.5625, false], [-8.3125, false], [-6.44921875, false], [-8.5625, false], [-9.578125, false], [-5.5625, false], [-8.5625, false], [-4.3125, false], [-5.3125, false], [-8.3125, false], [-7.5625, false], [-10.5625, false], [-5.5625, false], [-8.5625, false], [-8.5625, false], [-8.5625, false], [-9.3125, false], [-8.5625, false], [-5.5625, false], [-10.5625, false], [-5.3125, false], [-11.3125, false], [-8.3125, false], [-5.5625, false], [-10.5625, false], [-8.5625, false], [-10.3125, false], [-10.5625, false], [-5.5625, false], [-9.3125, false], [-8.3125, false], [-11.3125, false], [-8.3125, false], [-9.3125, false], [-8.5625, false], [-5.5625, false], [-8.5625, false], [-10.0625, false], [-5.5625, false], [-7.5625, false], [-8.3125, false], [-7.5625, false], [-8.5625, false], [-8.8125, false], [-9.5625, false], [-8.5625, false], [-8.5625, false], [-8.3125, false], [-7.5625, false], [-5.5625, false], [-9.5625, false], [-9.3125, false], [-5.3125, false], [-8.3125, false], [-10.3125, false], [-5.5625, false], [-5.3125, false], [-8.3125, false], [-7.5625, false], [-5.5625, false], [-5.3125, false], [-8.3125, false], [-8.5625, false], [-8.8125, false], [-5.3125, false], [-9.3125, false], [-5.5625, false], [-8.8125, false], [-5.3125, false], [-10.3125, false], [-10.3125, false], [-8.3125, false], [-10.3125, false], [-6.44921875, false], [-8.5625, false], [-11.8125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 222, "doc": {"id": "MDSA_2008_5_6", "question": "Glaciers are slow-moving sheets of ice found on land. What process occurs when glacial ice is heated to 5° Celsius?", "choices": {"text": ["evaporation", "freezing", "melting", "precipitation"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "melting", "arguments": ["Question: Glaciers are slow-moving sheets of ice found on land. What process occurs when glacial ice is heated to 5° Celsius?\nAnswer:", " ["], "resps": [[[-7.94140625, false]], [[-9.6875, false]], [[-7.44140625, false]], [[-12.4375, false]], [[-4.69140625, false]], [[-10.6875, false]], [[-9.1875, false]], [[-11.6875, false]], [[-4.69140625, false]], [[-10.9375, false]], [[-8.6875, false]], [[-9.1875, false]], [[-10.6875, false]], [[-9.6875, false]], [[-9.734375, false]], [[-4.94140625, false]], [[-9.6875, false]], [[-10.4375, false]], [[-11.6875, false]], [[-7.44140625, false]], [[-7.44140625, false]], [[-12.9375, false]], [[-8.6875, false]], [[-10.6875, false]], [[-10.4375, false]], [[-9.6875, false]], [[-9.734375, false]], [[-4.94140625, false]], [[-9.6875, false]], [[-9.6875, false]], [[-7.44140625, false]], [[-11.6875, false]], [[-10.9375, false]], [[-8.6875, false]], [[-10.6875, false]], [[-10.4375, false]], [[-9.6875, false]], [[-9.734375, false]], [[-4.94140625, false]], [[-9.6875, false]], [[-10.6875, false]], [[-11.6875, false]], [[-7.44140625, false]], [[-9.4375, false]], [[-8.6875, false]], [[-10.6875, false]], [[-8.6875, false]], [[-10.9375, false]], [[-4.69140625, false]], [[-10.9375, false]], [[-8.6875, false]], [[-9.1875, false]], [[-10.6875, false]], [[-9.6875, false]], [[-13.1875, false]]], "filtered_resps": [[-7.94140625, false], [-9.6875, false], [-7.44140625, false], [-12.4375, false], [-4.69140625, false], [-10.6875, false], [-9.1875, false], [-11.6875, false], [-4.69140625, false], [-10.9375, false], [-8.6875, false], [-9.1875, false], [-10.6875, false], [-9.6875, false], [-9.734375, false], [-4.94140625, false], [-9.6875, false], [-10.4375, false], [-11.6875, false], [-7.44140625, false], [-7.44140625, false], [-12.9375, false], [-8.6875, false], [-10.6875, false], [-10.4375, false], [-9.6875, false], [-9.734375, false], [-4.94140625, false], [-9.6875, false], [-9.6875, false], [-7.44140625, false], [-11.6875, false], [-10.9375, false], [-8.6875, false], [-10.6875, false], [-10.4375, false], [-9.6875, false], [-9.734375, false], [-4.94140625, false], [-9.6875, false], [-10.6875, false], [-11.6875, false], [-7.44140625, false], [-9.4375, false], [-8.6875, false], [-10.6875, false], [-8.6875, false], [-10.9375, false], [-4.69140625, false], [-10.9375, false], [-8.6875, false], [-9.1875, false], [-10.6875, false], [-9.6875, false], [-13.1875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 230, "doc": {"id": "MCAS_1999_4_10", "question": "An animal that has thick fur, webbed feet, and blubber would probably live in the", "choices": {"text": ["Arctic Ocean.", "Amazon Rain Forest.", "Intracoastal Waterway, Florida.", "Mojave Desert, California."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Arctic Ocean.", "arguments": ["Question: An animal that has thick fur, webbed feet, and blubber would probably live in the\nAnswer:", " ["], "resps": [[[-7.65625, false]], [[-7.78125, false]], [[-2.154296875, true]], [[-9.90625, false]], [[-8.53125, false]], [[-10.28125, false]], [[-8.03125, false]], [[-8.53125, false]], [[-5.15625, false]], [[-6.03125, false]], [[-8.53125, false]], [[-8.03125, false]], [[-4.40625, false]], [[-8.40625, false]], [[-7.1875, false]], [[-7.78125, false]], [[-9.375, false]], [[-5.15625, false]], [[-7.78125, false]], [[-2.154296875, true]], [[-10.40625, false]], [[-4.40625, false]], [[-11.78125, false]], [[-8.28125, false]], [[-8.40625, false]], [[-5.15625, false]], [[-7.03125, false]], [[-4.40625, false]], [[-8.03125, false]], [[-8.40625, false]], [[-5.15625, false]], [[-6.28125, false]], [[-8.28125, false]], [[-9.90625, false]], [[-8.03125, false]], [[-8.53125, false]], [[-10.28125, false]], [[-7.1875, false]], [[-7.78125, false]], [[-9.375, false]], [[-5.15625, false]], [[-7.78125, false]], [[-4.03125, false]], [[-8.40625, false]], [[-10.28125, false]], [[-9.90625, false]], [[-4.40625, false]], [[-8.53125, false]], [[-8.28125, false]], [[-4.40625, false]], [[-8.53125, false]], [[-10.28125, false]], [[-4.40625, false]], [[-9.28125, false]], [[-5.15625, false]], [[-6.53125, false]], [[-4.40625, false]], [[-10.28125, false]], [[-8.03125, false]], [[-9.90625, false]], [[-9.03125, false]], [[-4.40625, false]], [[-10.78125, false]], [[-9.375, false]], [[-5.15625, false]], [[-6.28125, false]], [[-9.28125, false]], [[-8.28125, false]], [[-9.90625, false]], [[-8.03125, false]], [[-8.03125, false]], [[-4.40625, false]], [[-7.1875, false]], [[-7.78125, false]], [[-9.375, false]], [[-5.15625, false]], [[-7.78125, false]], [[-6.90625, false]], [[-8.28125, false]], [[-11.78125, false]], [[-4.40625, false]], [[-11.65625, false]], [[-8.03125, false]], [[-5.15625, false]], [[-6.15625, false]], [[-8.03125, false]], [[-8.53125, false]], [[-8.03125, false]], [[-9.90625, false]], [[-10.28125, false]], [[-9.375, false]], [[-5.15625, false]], [[-6.28125, false]], [[-4.40625, false]], [[-9.28125, false]], [[-8.03125, false]], [[-9.28125, false]], [[-8.28125, false]], [[-9.90625, false]], [[-8.40625, false]], [[-8.03125, false]], [[-4.40625, false]], [[-7.1875, false]], [[-7.78125, false]], [[-11.90625, false]]], "filtered_resps": [[-7.65625, false], [-7.78125, false], [-2.154296875, true], [-9.90625, false], [-8.53125, false], [-10.28125, false], [-8.03125, false], [-8.53125, false], [-5.15625, false], [-6.03125, false], [-8.53125, false], [-8.03125, false], [-4.40625, false], [-8.40625, false], [-7.1875, false], [-7.78125, false], [-9.375, false], [-5.15625, false], [-7.78125, false], [-2.154296875, true], [-10.40625, false], [-4.40625, false], [-11.78125, false], [-8.28125, false], [-8.40625, false], [-5.15625, false], [-7.03125, false], [-4.40625, false], [-8.03125, false], [-8.40625, false], [-5.15625, false], [-6.28125, false], [-8.28125, false], [-9.90625, false], [-8.03125, false], [-8.53125, false], [-10.28125, false], [-7.1875, false], [-7.78125, false], [-9.375, false], [-5.15625, false], [-7.78125, false], [-4.03125, false], [-8.40625, false], [-10.28125, false], [-9.90625, false], [-4.40625, false], [-8.53125, false], [-8.28125, false], [-4.40625, false], [-8.53125, false], [-10.28125, false], [-4.40625, false], [-9.28125, false], [-5.15625, false], [-6.53125, false], [-4.40625, false], [-10.28125, false], [-8.03125, false], [-9.90625, false], [-9.03125, false], [-4.40625, false], [-10.78125, false], [-9.375, false], [-5.15625, false], [-6.28125, false], [-9.28125, false], [-8.28125, false], [-9.90625, false], [-8.03125, false], [-8.03125, false], [-4.40625, false], [-7.1875, false], [-7.78125, false], [-9.375, false], [-5.15625, false], [-7.78125, false], [-6.90625, false], [-8.28125, false], [-11.78125, false], [-4.40625, false], [-11.65625, false], [-8.03125, false], [-5.15625, false], [-6.15625, false], [-8.03125, false], [-8.53125, false], [-8.03125, false], [-9.90625, false], [-10.28125, false], [-9.375, false], [-5.15625, false], [-6.28125, false], [-4.40625, false], [-9.28125, false], [-8.03125, false], [-9.28125, false], [-8.28125, false], [-9.90625, false], [-8.40625, false], [-8.03125, false], [-4.40625, false], [-7.1875, false], [-7.78125, false], [-11.90625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 238, "doc": {"id": "MCAS_1998_8_19", "question": "A solar eclipse occurs when", "choices": {"text": ["the Moon blocks the Earth from the Sun.", "the first four planets in the solar system are aligned.", "Earth blocks the Moon from the Sun.", "Earth's shadow falls on the Sun."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "the Moon blocks the Earth from the Sun.", "arguments": ["Question: A solar eclipse occurs when\nAnswer:", " ["], "resps": [[[-7.828125, false]], [[-8.828125, false]], [[-9.078125, false]], [[-11.078125, false]], [[-5.578125, false]], [[-5.578125, false]], [[-7.828125, false]], [[-8.328125, false]], [[-8.328125, false]], [[-9.578125, false]], [[-5.578125, false]], [[-7.578125, false]], [[-10.578125, false]], [[-8.328125, false]], [[-9.078125, false]], [[-10.578125, false]], [[-8.328125, false]], [[-5.578125, false]], [[-9.078125, false]], [[-11.078125, false]], [[-5.578125, false]], [[-5.578125, false]], [[-4.328125, false]], [[-4.078125, false]], [[-9.578125, false]], [[-9.078125, false]], [[-11.078125, false]], [[-5.578125, false]], [[-10.328125, false]], [[-9.578125, false]], [[-8.328125, false]], [[-10.078125, false]], [[-5.578125, false]], [[-9.078125, false]], [[-11.078125, false]], [[-5.578125, false]], [[-5.578125, false]], [[-5.578125, false]], [[-10.078125, false]], [[-9.578125, false]], [[-7.05859375, false]], [[-8.828125, false]], [[-8.75, false]], [[-5.578125, false]], [[-8.828125, false]], [[-9.078125, false]], [[-11.078125, false]], [[-5.578125, false]], [[-5.578125, false]], [[-10.328125, false]], [[-7.828125, false]], [[-9.578125, false]], [[-8.328125, false]], [[-9.078125, false]], [[-5.578125, false]], [[-10.328125, false]], [[-8.328125, false]], [[-10.078125, false]], [[-9.578125, false]], [[-5.578125, false]], [[-9.328125, false]], [[-10.578125, false]], [[-4.078125, false]], [[-9.578125, false]], [[-5.578125, false]], [[-9.078125, false]], [[-8.328125, false]], [[-5.578125, false]], [[-7.828125, false]], [[-9.578125, false]], [[-5.578125, false]], [[-9.078125, false]], [[-11.078125, false]], [[-5.578125, false]], [[-5.578125, false]], [[-8.328125, false]], [[-8.328125, false]], [[-10.578125, false]], [[-4.078125, false]], [[-9.578125, false]], [[-5.578125, false]], [[-8.328125, false]], [[-11.078125, false]], [[-8.328125, false]], [[-9.078125, false]], [[-5.578125, false]], [[-10.078125, false]], [[-5.578125, false]], [[-4.078125, false]], [[-9.578125, false]], [[-5.578125, false]], [[-5.578125, false]], [[-4.078125, false]], [[-10.578125, false]], [[-7.828125, false]], [[-12.328125, false]], [[-9.578125, false]], [[-5.578125, false]], [[-9.328125, false]], [[-7.05859375, false]], [[-8.828125, false]], [[-8.75, false]], [[-5.578125, false]], [[-8.828125, false]], [[-4.328125, false]], [[-4.078125, false]], [[-9.578125, false]], [[-9.078125, false]], [[-11.078125, false]], [[-5.578125, false]], [[-7.578125, false]], [[-10.578125, false]], [[-8.328125, false]], [[-9.078125, false]], [[-10.578125, false]], [[-8.328125, false]], [[-5.578125, false]], [[-9.078125, false]], [[-11.078125, false]], [[-5.578125, false]], [[-5.578125, false]], [[-7.828125, false]], [[-8.328125, false]], [[-8.328125, false]], [[-9.578125, false]], [[-5.578125, false]], [[-10.328125, false]], [[-9.578125, false]], [[-8.328125, false]], [[-10.078125, false]], [[-5.578125, false]], [[-9.078125, false]], [[-11.078125, false]], [[-5.578125, false]], [[-5.578125, false]], [[-5.578125, false]], [[-10.078125, false]], [[-9.578125, false]], [[-7.05859375, false]], [[-8.828125, false]], [[-8.75, false]], [[-5.578125, false]], [[-6.828125, false]], [[-4.328125, false]], [[-4.078125, false]], [[-9.578125, false]], [[-9.078125, false]], [[-11.078125, false]], [[-8.828125, false]], [[-8.328125, false]], [[-5.578125, false]], [[-8.328125, false]], [[-11.078125, false]], [[-4.078125, false]], [[-9.328125, false]], [[-8.328125, false]], [[-10.578125, false]], [[-5.578125, false]], [[-10.328125, false]], [[-4.078125, false]], [[-10.578125, false]], [[-10.578125, false]], [[-8.328125, false]], [[-5.578125, false]], [[-8.328125, false]], [[-9.578125, false]], [[-5.578125, false]], [[-9.078125, false]], [[-11.078125, false]], [[-5.578125, false]], [[-5.578125, false]], [[-5.578125, false]], [[-10.078125, false]], [[-9.578125, false]], [[-7.05859375, false]], [[-6.828125, false]], [[-10.578125, false]]], "filtered_resps": [[-7.828125, false], [-8.828125, false], [-9.078125, false], [-11.078125, false], [-5.578125, false], [-5.578125, false], [-7.828125, false], [-8.328125, false], [-8.328125, false], [-9.578125, false], [-5.578125, false], [-7.578125, false], [-10.578125, false], [-8.328125, false], [-9.078125, false], [-10.578125, false], [-8.328125, false], [-5.578125, false], [-9.078125, false], [-11.078125, false], [-5.578125, false], [-5.578125, false], [-4.328125, false], [-4.078125, false], [-9.578125, false], [-9.078125, false], [-11.078125, false], [-5.578125, false], [-10.328125, false], [-9.578125, false], [-8.328125, false], [-10.078125, false], [-5.578125, false], [-9.078125, false], [-11.078125, false], [-5.578125, false], [-5.578125, false], [-5.578125, false], [-10.078125, false], [-9.578125, false], [-7.05859375, false], [-8.828125, false], [-8.75, false], [-5.578125, false], [-8.828125, false], [-9.078125, false], [-11.078125, false], [-5.578125, false], [-5.578125, false], [-10.328125, false], [-7.828125, false], [-9.578125, false], [-8.328125, false], [-9.078125, false], [-5.578125, false], [-10.328125, false], [-8.328125, false], [-10.078125, false], [-9.578125, false], [-5.578125, false], [-9.328125, false], [-10.578125, false], [-4.078125, false], [-9.578125, false], [-5.578125, false], [-9.078125, false], [-8.328125, false], [-5.578125, false], [-7.828125, false], [-9.578125, false], [-5.578125, false], [-9.078125, false], [-11.078125, false], [-5.578125, false], [-5.578125, false], [-8.328125, false], [-8.328125, false], [-10.578125, false], [-4.078125, false], [-9.578125, false], [-5.578125, false], [-8.328125, false], [-11.078125, false], [-8.328125, false], [-9.078125, false], [-5.578125, false], [-10.078125, false], [-5.578125, false], [-4.078125, false], [-9.578125, false], [-5.578125, false], [-5.578125, false], [-4.078125, false], [-10.578125, false], [-7.828125, false], [-12.328125, false], [-9.578125, false], [-5.578125, false], [-9.328125, false], [-7.05859375, false], [-8.828125, false], [-8.75, false], [-5.578125, false], [-8.828125, false], [-4.328125, false], [-4.078125, false], [-9.578125, false], [-9.078125, false], [-11.078125, false], [-5.578125, false], [-7.578125, false], [-10.578125, false], [-8.328125, false], [-9.078125, false], [-10.578125, false], [-8.328125, false], [-5.578125, false], [-9.078125, false], [-11.078125, false], [-5.578125, false], [-5.578125, false], [-7.828125, false], [-8.328125, false], [-8.328125, false], [-9.578125, false], [-5.578125, false], [-10.328125, false], [-9.578125, false], [-8.328125, false], [-10.078125, false], [-5.578125, false], [-9.078125, false], [-11.078125, false], [-5.578125, false], [-5.578125, false], [-5.578125, false], [-10.078125, false], [-9.578125, false], [-7.05859375, false], [-8.828125, false], [-8.75, false], [-5.578125, false], [-6.828125, false], [-4.328125, false], [-4.078125, false], [-9.578125, false], [-9.078125, false], [-11.078125, false], [-8.828125, false], [-8.328125, false], [-5.578125, false], [-8.328125, false], [-11.078125, false], [-4.078125, false], [-9.328125, false], [-8.328125, false], [-10.578125, false], [-5.578125, false], [-10.328125, false], [-4.078125, false], [-10.578125, false], [-10.578125, false], [-8.328125, false], [-5.578125, false], [-8.328125, false], [-9.578125, false], [-5.578125, false], [-9.078125, false], [-11.078125, false], [-5.578125, false], [-5.578125, false], [-5.578125, false], [-10.078125, false], [-9.578125, false], [-7.05859375, false], [-6.828125, false], [-10.578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 246, "doc": {"id": "Mercury_7170853", "question": "The life cycle of a star includes formation, life, and death. In the Universe, where do new stars originate?", "choices": {"text": ["from fusion in red giants", "in molecular clouds of gas", "in radiation from black holes", "from large fragments of antimatter"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "in molecular clouds of gas", "arguments": ["Question: The life cycle of a star includes formation, life, and death. In the Universe, where do new stars originate?\nAnswer:", " ["], "resps": [[[-7.8671875, false]], [[-10.1171875, false]], [[-11.6171875, false]], [[-11.6171875, false]], [[-11.1171875, false]], [[-13.1171875, false]], [[-6.3671875, false]], [[-11.6171875, false]], [[-12.1171875, false]], [[-11.6171875, false]], [[-10.6171875, false]], [[-11.1171875, false]], [[-11.6171875, false]], [[-6.3671875, false]], [[-10.6171875, false]], [[-11.6171875, false]], [[-6.3671875, false]], [[-11.6171875, false]], [[-9.3671875, false]], [[-11.8671875, false]], [[-6.3671875, false]], [[-14.1171875, false]], [[-10.6171875, false]], [[-7.1171875, false]], [[-11.6171875, false]], [[-12.8671875, false]], [[-11.6171875, false]], [[-10.1171875, false]], [[-10.765625, false]], [[-6.3671875, false]], [[-10.1171875, false]], [[-10.6171875, false]], [[-11.6171875, false]], [[-6.3671875, false]], [[-13.1171875, false]], [[-11.1171875, false]], [[-12.8671875, false]], [[-9.3671875, false]], [[-11.3671875, false]], [[-12.1171875, false]], [[-12.8671875, false]], [[-7.1171875, false]], [[-11.6171875, false]], [[-6.3671875, false]], [[-11.3671875, false]], [[-12.8671875, false]], [[-11.1171875, false]], [[-12.1171875, false]], [[-11.8671875, false]], [[-11.6171875, false]], [[-6.3671875, false]], [[-11.1171875, false]], [[-11.6171875, false]], [[-6.3671875, false]], [[-14.1171875, false]], [[-7.1171875, false]], [[-11.6171875, false]], [[-10.1171875, false]], [[-10.765625, false]], [[-6.3671875, false]], [[-10.1171875, false]], [[-10.6171875, false]], [[-11.6171875, false]], [[-6.3671875, false]], [[-11.6171875, false]], [[-7.1171875, false]], [[-11.8671875, false]], [[-10.6171875, false]], [[-7.1171875, false]], [[-12.8671875, false]], [[-10.6171875, false]], [[-11.1171875, false]], [[-11.6171875, false]], [[-6.3671875, false]], [[-11.6171875, false]], [[-11.6171875, false]], [[-11.1171875, false]], [[-13.1171875, false]], [[-6.3671875, false]], [[-10.6171875, false]], [[-12.8671875, false]], [[-7.1171875, false]], [[-11.3671875, false]], [[-14.1171875, false]], [[-6.3671875, false]], [[-13.1171875, false]], [[-11.1171875, false]], [[-12.8671875, false]], [[-9.3671875, false]], [[-11.6171875, false]], [[-10.1171875, false]], [[-10.765625, false]], [[-6.3671875, false]], [[-10.1171875, false]], [[-11.6171875, false]], [[-11.6171875, false]], [[-11.1171875, false]], [[-13.1171875, false]], [[-6.3671875, false]], [[-12.8671875, false]], [[-7.1171875, false]], [[-11.6171875, false]], [[-14.1171875, false]], [[-9.3671875, false]], [[-6.3671875, false]], [[-11.6171875, false]], [[-11.6171875, false]], [[-7.1171875, false]], [[-14.1171875, false]], [[-13.1171875, false]], [[-9.3671875, false]], [[-11.6171875, false]], [[-12.8671875, false]], [[-11.6171875, false]], [[-6.3671875, false]], [[-11.1171875, false]], [[-11.6171875, false]], [[-6.3671875, false]], [[-7.1171875, false]], [[-11.6171875, false]], [[-12.8671875, false]], [[-10.6171875, false]], [[-13.1171875, false]], [[-7.1171875, false]], [[-12.8671875, false]], [[-12.8671875, false]], [[-9.3671875, false]], [[-11.6171875, false]], [[-10.1171875, false]], [[-12.6171875, false]]], "filtered_resps": [[-7.8671875, false], [-10.1171875, false], [-11.6171875, false], [-11.6171875, false], [-11.1171875, false], [-13.1171875, false], [-6.3671875, false], [-11.6171875, false], [-12.1171875, false], [-11.6171875, false], [-10.6171875, false], [-11.1171875, false], [-11.6171875, false], [-6.3671875, false], [-10.6171875, false], [-11.6171875, false], [-6.3671875, false], [-11.6171875, false], [-9.3671875, false], [-11.8671875, false], [-6.3671875, false], [-14.1171875, false], [-10.6171875, false], [-7.1171875, false], [-11.6171875, false], [-12.8671875, false], [-11.6171875, false], [-10.1171875, false], [-10.765625, false], [-6.3671875, false], [-10.1171875, false], [-10.6171875, false], [-11.6171875, false], [-6.3671875, false], [-13.1171875, false], [-11.1171875, false], [-12.8671875, false], [-9.3671875, false], [-11.3671875, false], [-12.1171875, false], [-12.8671875, false], [-7.1171875, false], [-11.6171875, false], [-6.3671875, false], [-11.3671875, false], [-12.8671875, false], [-11.1171875, false], [-12.1171875, false], [-11.8671875, false], [-11.6171875, false], [-6.3671875, false], [-11.1171875, false], [-11.6171875, false], [-6.3671875, false], [-14.1171875, false], [-7.1171875, false], [-11.6171875, false], [-10.1171875, false], [-10.765625, false], [-6.3671875, false], [-10.1171875, false], [-10.6171875, false], [-11.6171875, false], [-6.3671875, false], [-11.6171875, false], [-7.1171875, false], [-11.8671875, false], [-10.6171875, false], [-7.1171875, false], [-12.8671875, false], [-10.6171875, false], [-11.1171875, false], [-11.6171875, false], [-6.3671875, false], [-11.6171875, false], [-11.6171875, false], [-11.1171875, false], [-13.1171875, false], [-6.3671875, false], [-10.6171875, false], [-12.8671875, false], [-7.1171875, false], [-11.3671875, false], [-14.1171875, false], [-6.3671875, false], [-13.1171875, false], [-11.1171875, false], [-12.8671875, false], [-9.3671875, false], [-11.6171875, false], [-10.1171875, false], [-10.765625, false], [-6.3671875, false], [-10.1171875, false], [-11.6171875, false], [-11.6171875, false], [-11.1171875, false], [-13.1171875, false], [-6.3671875, false], [-12.8671875, false], [-7.1171875, false], [-11.6171875, false], [-14.1171875, false], [-9.3671875, false], [-6.3671875, false], [-11.6171875, false], [-11.6171875, false], [-7.1171875, false], [-14.1171875, false], [-13.1171875, false], [-9.3671875, false], [-11.6171875, false], [-12.8671875, false], [-11.6171875, false], [-6.3671875, false], [-11.1171875, false], [-11.6171875, false], [-6.3671875, false], [-7.1171875, false], [-11.6171875, false], [-12.8671875, false], [-10.6171875, false], [-13.1171875, false], [-7.1171875, false], [-12.8671875, false], [-12.8671875, false], [-9.3671875, false], [-11.6171875, false], [-10.1171875, false], [-12.6171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 254, "doc": {"id": "Mercury_415545", "question": "What chemical symbol represents the element copper?", "choices": {"text": ["C", "Co", "Cp", "Cu"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Cu", "arguments": ["Question: What chemical symbol represents the element copper?\nAnswer:", " ["], "resps": [[[-5.28515625, false]], [[-8.28125, false]], [[-2.78515625, false]], [[-8.28125, false]], [[-8.9375, false]], [[-4.78515625, false]], [[-8.28125, false]], [[-2.78515625, false]], [[-9.53125, false]], [[-8.28125, false]], [[-8.9375, false]], [[-4.78515625, false]], [[-8.28125, false]], [[-2.78515625, false]], [[-6.53515625, false]], [[-8.28125, false]], [[-8.9375, false]], [[-4.78515625, false]], [[-8.28125, false]], [[-2.78515625, false]], [[-8.03125, false]], [[-8.28125, false]], [[-11.28125, false]]], "filtered_resps": [[-5.28515625, false], [-8.28125, false], [-2.78515625, false], [-8.28125, false], [-8.9375, false], [-4.78515625, false], [-8.28125, false], [-2.78515625, false], [-9.53125, false], [-8.28125, false], [-8.9375, false], [-4.78515625, false], [-8.28125, false], [-2.78515625, false], [-6.53515625, false], [-8.28125, false], [-8.9375, false], [-4.78515625, false], [-8.28125, false], [-2.78515625, false], [-8.03125, false], [-8.28125, false], [-11.28125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 262, "doc": {"id": "VASoL_2008_5_20", "question": "A student throws a ball. Which of these best describes the moving ball?", "choices": {"text": ["The ball has light energy.", "The ball has kinetic energy.", "The ball is transferring sound energy to the air.", "The ball is transferring light energy to the air."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "The ball has kinetic energy.", "arguments": ["Question: A student throws a ball. Which of these best describes the moving ball?\nAnswer:", " ["], "resps": [[[-6.93359375, false]], [[-8.6875, false]], [[-6.18359375, false]], [[-9.1875, false]], [[-8.1875, false]], [[-5.43359375, false]], [[-4.18359375, false]], [[-3.68359375, false]], [[-8.6875, false]], [[-8.6875, false]], [[-5.43359375, false]], [[-9.1875, false]], [[-3.68359375, false]], [[-7.93359375, false]], [[-5.43359375, false]], [[-8.6875, false]], [[-7.68359375, false]], [[-9.1875, false]], [[-9.1875, false]], [[-8.4375, false]], [[-5.43359375, false]], [[-8.1875, false]], [[-8.4375, false]], [[-8.1875, false]], [[-8.9375, false]], [[-9.1875, false]], [[-9.9375, false]], [[-6.65234375, false]], [[-8.6875, false]], [[-9.65625, false]], [[-5.43359375, false]], [[-8.6875, false]], [[-6.18359375, false]], [[-9.1875, false]], [[-8.1875, false]], [[-5.43359375, false]], [[-4.18359375, false]], [[-3.68359375, false]], [[-8.6875, false]], [[-8.6875, false]], [[-5.43359375, false]], [[-9.1875, false]], [[-3.68359375, false]], [[-7.93359375, false]], [[-5.43359375, false]], [[-8.6875, false]], [[-7.68359375, false]], [[-8.4375, false]], [[-8.1875, false]], [[-8.4375, false]], [[-7.68359375, false]], [[-6.43359375, false]], [[-5.43359375, false]], [[-8.1875, false]], [[-8.4375, false]], [[-8.1875, false]], [[-8.9375, false]], [[-9.1875, false]], [[-9.9375, false]], [[-6.65234375, false]], [[-8.6875, false]], [[-9.65625, false]], [[-5.43359375, false]], [[-8.6875, false]], [[-6.18359375, false]], [[-9.1875, false]], [[-8.1875, false]], [[-5.43359375, false]], [[-4.18359375, false]], [[-3.68359375, false]], [[-8.6875, false]], [[-8.6875, false]], [[-5.43359375, false]], [[-7.68359375, false]], [[-7.93359375, false]], [[-5.43359375, false]], [[-8.4375, false]], [[-8.9375, false]], [[-3.68359375, false]], [[-8.4375, false]], [[-7.93359375, false]], [[-7.43359375, false]], [[-8.1875, false]], [[-8.9375, false]], [[-8.9375, false]], [[-7.68359375, false]], [[-8.4375, false]], [[-9.1875, false]], [[-5.43359375, false]], [[-7.93359375, false]], [[-9.1875, false]], [[-8.6875, false]], [[-8.4375, false]], [[-7.43359375, false]], [[-5.43359375, false]], [[-8.1875, false]], [[-8.4375, false]], [[-8.1875, false]], [[-8.9375, false]], [[-9.1875, false]], [[-9.9375, false]], [[-5.43359375, false]], [[-8.4375, false]], [[-9.1875, false]], [[-5.43359375, false]], [[-8.4375, false]], [[-9.1875, false]], [[-8.1875, false]], [[-5.43359375, false]], [[-3.68359375, false]], [[-7.68359375, false]], [[-8.9375, false]], [[-6.65234375, false]], [[-8.6875, false]], [[-9.65625, false]], [[-5.43359375, false]], [[-8.6875, false]], [[-6.18359375, false]], [[-9.1875, false]], [[-8.1875, false]], [[-5.43359375, false]], [[-4.18359375, false]], [[-3.68359375, false]], [[-8.6875, false]], [[-8.6875, false]], [[-5.43359375, false]], [[-7.68359375, false]], [[-7.93359375, false]], [[-5.43359375, false]], [[-8.4375, false]], [[-8.9375, false]], [[-3.68359375, false]], [[-8.4375, false]], [[-7.93359375, false]], [[-7.43359375, false]], [[-8.1875, false]], [[-8.9375, false]], [[-8.9375, false]], [[-7.68359375, false]], [[-8.4375, false]], [[-9.1875, false]], [[-5.43359375, false]], [[-8.6875, false]], [[-7.68359375, false]], [[-9.1875, false]], [[-9.1875, false]], [[-8.4375, false]], [[-5.43359375, false]], [[-8.1875, false]], [[-8.4375, false]], [[-8.1875, false]], [[-8.9375, false]], [[-9.1875, false]], [[-9.9375, false]], [[-5.43359375, false]], [[-8.4375, false]], [[-9.1875, false]], [[-5.43359375, false]], [[-8.4375, false]], [[-9.1875, false]], [[-8.1875, false]], [[-5.43359375, false]], [[-3.68359375, false]], [[-7.68359375, false]], [[-8.9375, false]], [[-6.65234375, false]], [[-8.6875, false]], [[-12.1875, false]]], "filtered_resps": [[-6.93359375, false], [-8.6875, false], [-6.18359375, false], [-9.1875, false], [-8.1875, false], [-5.43359375, false], [-4.18359375, false], [-3.68359375, false], [-8.6875, false], [-8.6875, false], [-5.43359375, false], [-9.1875, false], [-3.68359375, false], [-7.93359375, false], [-5.43359375, false], [-8.6875, false], [-7.68359375, false], [-9.1875, false], [-9.1875, false], [-8.4375, false], [-5.43359375, false], [-8.1875, false], [-8.4375, false], [-8.1875, false], [-8.9375, false], [-9.1875, false], [-9.9375, false], [-6.65234375, false], [-8.6875, false], [-9.65625, false], [-5.43359375, false], [-8.6875, false], [-6.18359375, false], [-9.1875, false], [-8.1875, false], [-5.43359375, false], [-4.18359375, false], [-3.68359375, false], [-8.6875, false], [-8.6875, false], [-5.43359375, false], [-9.1875, false], [-3.68359375, false], [-7.93359375, false], [-5.43359375, false], [-8.6875, false], [-7.68359375, false], [-8.4375, false], [-8.1875, false], [-8.4375, false], [-7.68359375, false], [-6.43359375, false], [-5.43359375, false], [-8.1875, false], [-8.4375, false], [-8.1875, false], [-8.9375, false], [-9.1875, false], [-9.9375, false], [-6.65234375, false], [-8.6875, false], [-9.65625, false], [-5.43359375, false], [-8.6875, false], [-6.18359375, false], [-9.1875, false], [-8.1875, false], [-5.43359375, false], [-4.18359375, false], [-3.68359375, false], [-8.6875, false], [-8.6875, false], [-5.43359375, false], [-7.68359375, false], [-7.93359375, false], [-5.43359375, false], [-8.4375, false], [-8.9375, false], [-3.68359375, false], [-8.4375, false], [-7.93359375, false], [-7.43359375, false], [-8.1875, false], [-8.9375, false], [-8.9375, false], [-7.68359375, false], [-8.4375, false], [-9.1875, false], [-5.43359375, false], [-7.93359375, false], [-9.1875, false], [-8.6875, false], [-8.4375, false], [-7.43359375, false], [-5.43359375, false], [-8.1875, false], [-8.4375, false], [-8.1875, false], [-8.9375, false], [-9.1875, false], [-9.9375, false], [-5.43359375, false], [-8.4375, false], [-9.1875, false], [-5.43359375, false], [-8.4375, false], [-9.1875, false], [-8.1875, false], [-5.43359375, false], [-3.68359375, false], [-7.68359375, false], [-8.9375, false], [-6.65234375, false], [-8.6875, false], [-9.65625, false], [-5.43359375, false], [-8.6875, false], [-6.18359375, false], [-9.1875, false], [-8.1875, false], [-5.43359375, false], [-4.18359375, false], [-3.68359375, false], [-8.6875, false], [-8.6875, false], [-5.43359375, false], [-7.68359375, false], [-7.93359375, false], [-5.43359375, false], [-8.4375, false], [-8.9375, false], [-3.68359375, false], [-8.4375, false], [-7.93359375, false], [-7.43359375, false], [-8.1875, false], [-8.9375, false], [-8.9375, false], [-7.68359375, false], [-8.4375, false], [-9.1875, false], [-5.43359375, false], [-8.6875, false], [-7.68359375, false], [-9.1875, false], [-9.1875, false], [-8.4375, false], [-5.43359375, false], [-8.1875, false], [-8.4375, false], [-8.1875, false], [-8.9375, false], [-9.1875, false], [-9.9375, false], [-5.43359375, false], [-8.4375, false], [-9.1875, false], [-5.43359375, false], [-8.4375, false], [-9.1875, false], [-8.1875, false], [-5.43359375, false], [-3.68359375, false], [-7.68359375, false], [-8.9375, false], [-6.65234375, false], [-8.6875, false], [-12.1875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 270, "doc": {"id": "MSA_2012_8_36", "question": "The human body is composed of different systems made of specialized cells, tissues, and organs. Each of these structures has a specific function that aids in the survival of the human species. What is the primary function of the excretory system?", "choices": {"text": ["to digest food", "to help in defense", "to eliminate waste", "to enable movement"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "to eliminate waste", "arguments": ["Question: The human body is composed of different systems made of specialized cells, tissues, and organs. Each of these structures has a specific function that aids in the survival of the human species. What is the primary function of the excretory system?\nAnswer:", " ["], "resps": [[[-7.71484375, false]], [[-11.7109375, false]], [[-12.7109375, false]], [[-10.7109375, false]], [[-6.21484375, false]], [[-11.9609375, false]], [[-10.7109375, false]], [[-13.4609375, false]], [[-9.4609375, false]], [[-11.2109375, false]], [[-12.7109375, false]], [[-6.21484375, false]], [[-13.2109375, false]], [[-10.7109375, false]], [[-10.7109375, false]], [[-11.9609375, false]], [[-11.7109375, false]], [[-10.125, false]], [[-6.21484375, false]], [[-11.7109375, false]], [[-12.7109375, false]], [[-10.7109375, false]], [[-6.21484375, false]], [[-12.2109375, false]], [[-9.4609375, false]], [[-11.2109375, false]], [[-12.2109375, false]], [[-6.21484375, false]], [[-10.7109375, false]], [[-12.2109375, false]], [[-6.21484375, false]], [[-11.9609375, false]], [[-9.4609375, false]], [[-13.2109375, false]], [[-9.4609375, false]], [[-12.2109375, false]], [[-11.2109375, false]], [[-9.4609375, false]], [[-11.7109375, false]], [[-10.125, false]], [[-6.21484375, false]], [[-11.7109375, false]], [[-12.7109375, false]], [[-10.7109375, false]], [[-6.21484375, false]], [[-9.4609375, false]], [[-11.2109375, false]], [[-10.7109375, false]], [[-12.4609375, false]], [[-10.7109375, false]], [[-12.2109375, false]], [[-7.71484375, false]], [[-12.7109375, false]], [[-9.4609375, false]], [[-6.21484375, false]], [[-13.4609375, false]], [[-7.71484375, false]], [[-11.2109375, false]], [[-12.7109375, false]], [[-9.4609375, false]], [[-11.7109375, false]], [[-10.140625, false]], [[-6.21484375, false]], [[-11.7109375, false]], [[-12.7109375, false]], [[-10.7109375, false]], [[-6.21484375, false]], [[-9.4609375, false]], [[-12.2109375, false]], [[-7.71484375, false]], [[-10.2109375, false]], [[-11.2109375, false]], [[-9.4609375, false]], [[-6.21484375, false]], [[-12.4609375, false]], [[-10.7109375, false]], [[-13.2109375, false]], [[-9.4609375, false]], [[-12.4609375, false]], [[-9.4609375, false]], [[-12.2109375, false]], [[-12.7109375, false]], [[-11.7109375, false]], [[-12.2109375, false]]], "filtered_resps": [[-7.71484375, false], [-11.7109375, false], [-12.7109375, false], [-10.7109375, false], [-6.21484375, false], [-11.9609375, false], [-10.7109375, false], [-13.4609375, false], [-9.4609375, false], [-11.2109375, false], [-12.7109375, false], [-6.21484375, false], [-13.2109375, false], [-10.7109375, false], [-10.7109375, false], [-11.9609375, false], [-11.7109375, false], [-10.125, false], [-6.21484375, false], [-11.7109375, false], [-12.7109375, false], [-10.7109375, false], [-6.21484375, false], [-12.2109375, false], [-9.4609375, false], [-11.2109375, false], [-12.2109375, false], [-6.21484375, false], [-10.7109375, false], [-12.2109375, false], [-6.21484375, false], [-11.9609375, false], [-9.4609375, false], [-13.2109375, false], [-9.4609375, false], [-12.2109375, false], [-11.2109375, false], [-9.4609375, false], [-11.7109375, false], [-10.125, false], [-6.21484375, false], [-11.7109375, false], [-12.7109375, false], [-10.7109375, false], [-6.21484375, false], [-9.4609375, false], [-11.2109375, false], [-10.7109375, false], [-12.4609375, false], [-10.7109375, false], [-12.2109375, false], [-7.71484375, false], [-12.7109375, false], [-9.4609375, false], [-6.21484375, false], [-13.4609375, false], [-7.71484375, false], [-11.2109375, false], [-12.7109375, false], [-9.4609375, false], [-11.7109375, false], [-10.140625, false], [-6.21484375, false], [-11.7109375, false], [-12.7109375, false], [-10.7109375, false], [-6.21484375, false], [-9.4609375, false], [-12.2109375, false], [-7.71484375, false], [-10.2109375, false], [-11.2109375, false], [-9.4609375, false], [-6.21484375, false], [-12.4609375, false], [-10.7109375, false], [-13.2109375, false], [-9.4609375, false], [-12.4609375, false], [-9.4609375, false], [-12.2109375, false], [-12.7109375, false], [-11.7109375, false], [-12.2109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 278, "doc": {"id": "Mercury_7086783", "question": "The finest-grained soils are richest in", "choices": {"text": ["sand.", "humus.", "clay.", "iron."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "clay.", "arguments": ["Question: The finest-grained soils are richest in\nAnswer:", " ["], "resps": [[[-7.7265625, false]], [[-8.2265625, false]], [[-9.3515625, false]], [[-6.8515625, false]], [[-8.7265625, false]], [[-8.6015625, false]], [[-7.11328125, false]], [[-8.2265625, false]], [[-8.859375, false]], [[-5.6015625, false]], [[-8.2265625, false]], [[-9.8515625, false]], [[-10.9765625, false]], [[-9.2265625, false]], [[-10.9765625, false]], [[-9.3515625, false]], [[-7.11328125, false]], [[-8.2265625, false]], [[-8.859375, false]], [[-5.6015625, false]], [[-8.2265625, false]], [[-9.3515625, false]], [[-10.4765625, false]], [[-6.8515625, false]], [[-9.8515625, false]], [[-7.11328125, false]], [[-8.2265625, false]], [[-8.859375, false]], [[-5.6015625, false]], [[-8.2265625, false]], [[-8.4765625, false]], [[-10.6015625, false]], [[-9.3515625, false]], [[-8.7265625, false]], [[-7.11328125, false]], [[-8.2265625, false]], [[-12.3515625, false]]], "filtered_resps": [[-7.7265625, false], [-8.2265625, false], [-9.3515625, false], [-6.8515625, false], [-8.7265625, false], [-8.6015625, false], [-7.11328125, false], [-8.2265625, false], [-8.859375, false], [-5.6015625, false], [-8.2265625, false], [-9.8515625, false], [-10.9765625, false], [-9.2265625, false], [-10.9765625, false], [-9.3515625, false], [-7.11328125, false], [-8.2265625, false], [-8.859375, false], [-5.6015625, false], [-8.2265625, false], [-9.3515625, false], [-10.4765625, false], [-6.8515625, false], [-9.8515625, false], [-7.11328125, false], [-8.2265625, false], [-8.859375, false], [-5.6015625, false], [-8.2265625, false], [-8.4765625, false], [-10.6015625, false], [-9.3515625, false], [-8.7265625, false], [-7.11328125, false], [-8.2265625, false], [-12.3515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 286, "doc": {"id": "Mercury_SC_406684", "question": "The life cycle of a beetle is similar to the butterfly. Which process changes the beetle from larva to adult?", "choices": {"text": ["molting", "migration", "photosynthesis", "metamorphosis"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "metamorphosis", "arguments": ["Question: The life cycle of a beetle is similar to the butterfly. Which process changes the beetle from larva to adult?\nAnswer:", " ["], "resps": [[[-7.2578125, false]], [[-10.0078125, false]], [[-10.1328125, false]], [[-8.0078125, false]], [[-7.6328125, false]], [[-10.2578125, false]], [[-8.3828125, false]], [[-7.6328125, false]], [[-10.1328125, false]], [[-10.0078125, false]], [[-9.5, false]], [[-4.5078125, false]], [[-10.0078125, false]], [[-10.1328125, false]], [[-8.3828125, false]], [[-10.1328125, false]], [[-8.8828125, false]], [[-4.6328125, false]], [[-10.2578125, false]], [[-8.3828125, false]], [[-8.0078125, false]], [[-7.6328125, false]], [[-10.0078125, false]], [[-9.5, false]], [[-4.5078125, false]], [[-10.0078125, false]], [[-9.5078125, false]], [[-11.8828125, false]], [[-8.0078125, false]], [[-10.2578125, false]], [[-8.0078125, false]], [[-8.1328125, false]], [[-11.8828125, false]], [[-7.6328125, false]], [[-10.2578125, false]], [[-11.8828125, false]], [[-7.7578125, false]], [[-8.1328125, false]], [[-8.3828125, false]], [[-8.1328125, false]], [[-10.0078125, false]], [[-9.5, false]], [[-4.5078125, false]], [[-10.0078125, false]], [[-10.1328125, false]], [[-7.7578125, false]], [[-10.2578125, false]], [[-4.6328125, false]], [[-10.1328125, false]], [[-8.0078125, false]], [[-8.8828125, false]], [[-9.5078125, false]], [[-11.8828125, false]], [[-8.0078125, false]], [[-8.1328125, false]], [[-8.3828125, false]], [[-8.1328125, false]], [[-10.0078125, false]], [[-12.6328125, false]]], "filtered_resps": [[-7.2578125, false], [-10.0078125, false], [-10.1328125, false], [-8.0078125, false], [-7.6328125, false], [-10.2578125, false], [-8.3828125, false], [-7.6328125, false], [-10.1328125, false], [-10.0078125, false], [-9.5, false], [-4.5078125, false], [-10.0078125, false], [-10.1328125, false], [-8.3828125, false], [-10.1328125, false], [-8.8828125, false], [-4.6328125, false], [-10.2578125, false], [-8.3828125, false], [-8.0078125, false], [-7.6328125, false], [-10.0078125, false], [-9.5, false], [-4.5078125, false], [-10.0078125, false], [-9.5078125, false], [-11.8828125, false], [-8.0078125, false], [-10.2578125, false], [-8.0078125, false], [-8.1328125, false], [-11.8828125, false], [-7.6328125, false], [-10.2578125, false], [-11.8828125, false], [-7.7578125, false], [-8.1328125, false], [-8.3828125, false], [-8.1328125, false], [-10.0078125, false], [-9.5, false], [-4.5078125, false], [-10.0078125, false], [-10.1328125, false], [-7.7578125, false], [-10.2578125, false], [-4.6328125, false], [-10.1328125, false], [-8.0078125, false], [-8.8828125, false], [-9.5078125, false], [-11.8828125, false], [-8.0078125, false], [-8.1328125, false], [-8.3828125, false], [-8.1328125, false], [-10.0078125, false], [-12.6328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 294, "doc": {"id": "Mercury_SC_400298", "question": "Students go on a field trip to observe salmon spawning in a river. For safety reasons, the students should not", "choices": {"text": ["explore alone.", "listen to instructions.", "take notes.", "bring water."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "explore alone.", "arguments": ["Question: Students go on a field trip to observe salmon spawning in a river. For safety reasons, the students should not\nAnswer:", " ["], "resps": [[[-6.84375, false]], [[-7.59375, false]], [[-6.71875, false]], [[-8.46875, false]], [[-7.21875, false]], [[-8.34375, false]], [[-7.59375, false]], [[-7.84375, false]], [[-6.71875, false]], [[-4.84375, false]], [[-3.841796875, false]], [[-8.34375, false]], [[-7.59375, false]], [[-6.84375, false]], [[-6.71875, false]], [[-6.3125, false]], [[-7.59375, false]], [[-8.5625, false]], [[-4.84375, false]], [[-7.59375, false]], [[-8.34375, false]], [[-7.21875, false]], [[-6.09375, false]], [[-8.34375, false]], [[-6.71875, false]], [[-6.84375, false]], [[-4.84375, false]], [[-8.34375, false]], [[-7.59375, false]], [[-4.84375, false]], [[-7.21875, false]], [[-6.84375, false]], [[-6.09375, false]], [[-8.34375, false]], [[-7.84375, false]], [[-8.96875, false]], [[-5.71875, false]], [[-8.34375, false]], [[-7.21875, false]], [[-7.59375, false]], [[-6.84375, false]], [[-6.09375, false]], [[-6.3125, false]], [[-7.59375, false]], [[-8.5625, false]], [[-4.84375, false]], [[-7.59375, false]], [[-8.34375, false]], [[-3.841796875, false]], [[-8.09375, false]], [[-6.71875, false]], [[-4.84375, false]], [[-6.84375, false]], [[-7.59375, false]], [[-8.34375, false]], [[-6.71875, false]], [[-6.09375, false]], [[-6.3125, false]], [[-7.59375, false]], [[-8.5625, false]], [[-4.84375, false]], [[-7.59375, false]], [[-4.71875, false]], [[-7.84375, false]], [[-7.21875, false]], [[-6.84375, false]], [[-8.46875, false]], [[-4.84375, false]], [[-8.59375, false]], [[-3.841796875, false]], [[-8.34375, false]], [[-6.71875, false]], [[-7.84375, false]], [[-6.3125, false]], [[-7.59375, false]], [[-11.09375, false]]], "filtered_resps": [[-6.84375, false], [-7.59375, false], [-6.71875, false], [-8.46875, false], [-7.21875, false], [-8.34375, false], [-7.59375, false], [-7.84375, false], [-6.71875, false], [-4.84375, false], [-3.841796875, false], [-8.34375, false], [-7.59375, false], [-6.84375, false], [-6.71875, false], [-6.3125, false], [-7.59375, false], [-8.5625, false], [-4.84375, false], [-7.59375, false], [-8.34375, false], [-7.21875, false], [-6.09375, false], [-8.34375, false], [-6.71875, false], [-6.84375, false], [-4.84375, false], [-8.34375, false], [-7.59375, false], [-4.84375, false], [-7.21875, false], [-6.84375, false], [-6.09375, false], [-8.34375, false], [-7.84375, false], [-8.96875, false], [-5.71875, false], [-8.34375, false], [-7.21875, false], [-7.59375, false], [-6.84375, false], [-6.09375, false], [-6.3125, false], [-7.59375, false], [-8.5625, false], [-4.84375, false], [-7.59375, false], [-8.34375, false], [-3.841796875, false], [-8.09375, false], [-6.71875, false], [-4.84375, false], [-6.84375, false], [-7.59375, false], [-8.34375, false], [-6.71875, false], [-6.09375, false], [-6.3125, false], [-7.59375, false], [-8.5625, false], [-4.84375, false], [-7.59375, false], [-4.71875, false], [-7.84375, false], [-7.21875, false], [-6.84375, false], [-8.46875, false], [-4.84375, false], [-8.59375, false], [-3.841796875, false], [-8.34375, false], [-6.71875, false], [-7.84375, false], [-6.3125, false], [-7.59375, false], [-11.09375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 302, "doc": {"id": "VASoL_2011_5_34", "question": "Which layer of Earth is the thinnest?", "choices": {"text": ["Inner core", "Crust", "Outer core", "Mantle"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Crust", "arguments": ["Question: Which layer of Earth is the thinnest?\nAnswer:", " ["], "resps": [[[-7.9765625, false]], [[-8.4765625, false]], [[-5.9765625, false]], [[-10.7265625, false]], [[-10.7265625, false]], [[-8.4765625, false]], [[-11.7265625, false]], [[-5.9765625, false]], [[-10.4765625, false]], [[-9.4765625, false]], [[-11.7265625, false]], [[-8.4765625, false]], [[-8.4765625, false]], [[-9.6328125, false]], [[-5.9765625, false]], [[-8.4765625, false]], [[-5.7265625, false]], [[-11.7265625, false]], [[-12.7265625, false]], [[-10.4765625, false]], [[-9.9765625, false]], [[-8.4765625, false]], [[-9.6328125, false]], [[-5.9765625, false]], [[-8.4765625, false]], [[-7.2265625, false]], [[-12.7265625, false]], [[-9.9765625, false]], [[-8.4765625, false]], [[-11.7265625, false]], [[-5.9765625, false]], [[-10.4765625, false]], [[-9.4765625, false]], [[-11.7265625, false]], [[-8.4765625, false]], [[-8.4765625, false]], [[-9.6328125, false]], [[-5.9765625, false]], [[-8.4765625, false]], [[-6.7265625, false]], [[-6.2265625, false]], [[-10.7265625, false]], [[-9.9765625, false]], [[-11.4765625, false]], [[-8.4765625, false]], [[-8.4765625, false]], [[-12.9765625, false]]], "filtered_resps": [[-7.9765625, false], [-8.4765625, false], [-5.9765625, false], [-10.7265625, false], [-10.7265625, false], [-8.4765625, false], [-11.7265625, false], [-5.9765625, false], [-10.4765625, false], [-9.4765625, false], [-11.7265625, false], [-8.4765625, false], [-8.4765625, false], [-9.6328125, false], [-5.9765625, false], [-8.4765625, false], [-5.7265625, false], [-11.7265625, false], [-12.7265625, false], [-10.4765625, false], [-9.9765625, false], [-8.4765625, false], [-9.6328125, false], [-5.9765625, false], [-8.4765625, false], [-7.2265625, false], [-12.7265625, false], [-9.9765625, false], [-8.4765625, false], [-11.7265625, false], [-5.9765625, false], [-10.4765625, false], [-9.4765625, false], [-11.7265625, false], [-8.4765625, false], [-8.4765625, false], [-9.6328125, false], [-5.9765625, false], [-8.4765625, false], [-6.7265625, false], [-6.2265625, false], [-10.7265625, false], [-9.9765625, false], [-11.4765625, false], [-8.4765625, false], [-8.4765625, false], [-12.9765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 310, "doc": {"id": "ACTAAP_2013_7_15", "question": "Which is an advantage of sexual reproduction in the survival of a population?", "choices": {"text": ["prevents mutation", "maintains genetic diversity", "reduces the number of genes", "creates competition between siblings"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "maintains genetic diversity", "arguments": ["Question: Which is an advantage of sexual reproduction in the survival of a population?\nAnswer:", " ["], "resps": [[[-7.44140625, false]], [[-8.9375, false]], [[-8.3125, false]], [[-10.3125, false]], [[-8.3125, false]], [[-10.5625, false]], [[-8.3125, false]], [[-9.6875, false]], [[-10.6875, false]], [[-9.8125, false]], [[-5.81640625, false]], [[-9.8125, false]], [[-10.3125, false]], [[-10.6875, false]], [[-4.94140625, false]], [[-10.6875, false]], [[-8.5625, false]], [[-9.3125, false]], [[-9.6875, false]], [[-8.9375, false]], [[-10.1875, false]], [[-5.81640625, false]], [[-8.9375, false]], [[-9.8125, false]], [[-4.94140625, false]], [[-8.5625, false]], [[-9.6875, false]], [[-10.6875, false]], [[-4.94140625, false]], [[-8.5625, false]], [[-9.6875, false]], [[-9.8125, false]], [[-5.81640625, false]], [[-11.8125, false]], [[-8.3125, false]], [[-9.6875, false]], [[-8.3125, false]], [[-10.6875, false]], [[-8.5625, false]], [[-9.4375, false]], [[-5.81640625, false]], [[-9.1875, false]], [[-8.5625, false]], [[-10.5625, false]], [[-8.3125, false]], [[-10.3125, false]], [[-9.8125, false]], [[-8.5625, false]], [[-10.6875, false]], [[-11.3125, false]], [[-8.9375, false]], [[-10.1875, false]], [[-5.81640625, false]], [[-8.9375, false]], [[-10.3125, false]], [[-8.3125, false]], [[-9.1875, false]], [[-10.3125, false]], [[-9.4375, false]], [[-8.3125, false]], [[-9.8125, false]], [[-5.81640625, false]], [[-10.6875, false]], [[-11.8125, false]], [[-8.3125, false]], [[-5.81640625, false]], [[-9.6875, false]], [[-10.3125, false]], [[-9.8125, false]], [[-9.3125, false]], [[-8.3125, false]], [[-10.3125, false]], [[-5.81640625, false]], [[-9.3125, false]], [[-10.1875, false]], [[-5.81640625, false]], [[-11.8125, false]], [[-8.3125, false]], [[-9.6875, false]], [[-8.3125, false]], [[-9.8125, false]], [[-8.9375, false]], [[-10.1875, false]], [[-5.81640625, false]], [[-8.9375, false]], [[-9.4375, false]], [[-10.3125, false]], [[-8.3125, false]], [[-4.94140625, false]], [[-10.6875, false]], [[-8.3125, false]], [[-9.8125, false]], [[-5.81640625, false]], [[-9.4375, false]], [[-9.3125, false]], [[-9.8125, false]], [[-8.3125, false]], [[-8.3125, false]], [[-10.6875, false]], [[-8.5625, false]], [[-10.6875, false]], [[-8.5625, false]], [[-9.3125, false]], [[-9.6875, false]], [[-5.81640625, false]], [[-9.3125, false]], [[-8.3125, false]], [[-10.6875, false]], [[-11.4375, false]], [[-8.3125, false]], [[-8.3125, false]], [[-9.6875, false]], [[-5.81640625, false]], [[-9.8125, false]], [[-8.5625, false]], [[-9.3125, false]], [[-10.3125, false]], [[-8.5625, false]], [[-9.6875, false]], [[-11.8125, false]], [[-9.8125, false]], [[-8.9375, false]], [[-12.8125, false]]], "filtered_resps": [[-7.44140625, false], [-8.9375, false], [-8.3125, false], [-10.3125, false], [-8.3125, false], [-10.5625, false], [-8.3125, false], [-9.6875, false], [-10.6875, false], [-9.8125, false], [-5.81640625, false], [-9.8125, false], [-10.3125, false], [-10.6875, false], [-4.94140625, false], [-10.6875, false], [-8.5625, false], [-9.3125, false], [-9.6875, false], [-8.9375, false], [-10.1875, false], [-5.81640625, false], [-8.9375, false], [-9.8125, false], [-4.94140625, false], [-8.5625, false], [-9.6875, false], [-10.6875, false], [-4.94140625, false], [-8.5625, false], [-9.6875, false], [-9.8125, false], [-5.81640625, false], [-11.8125, false], [-8.3125, false], [-9.6875, false], [-8.3125, false], [-10.6875, false], [-8.5625, false], [-9.4375, false], [-5.81640625, false], [-9.1875, false], [-8.5625, false], [-10.5625, false], [-8.3125, false], [-10.3125, false], [-9.8125, false], [-8.5625, false], [-10.6875, false], [-11.3125, false], [-8.9375, false], [-10.1875, false], [-5.81640625, false], [-8.9375, false], [-10.3125, false], [-8.3125, false], [-9.1875, false], [-10.3125, false], [-9.4375, false], [-8.3125, false], [-9.8125, false], [-5.81640625, false], [-10.6875, false], [-11.8125, false], [-8.3125, false], [-5.81640625, false], [-9.6875, false], [-10.3125, false], [-9.8125, false], [-9.3125, false], [-8.3125, false], [-10.3125, false], [-5.81640625, false], [-9.3125, false], [-10.1875, false], [-5.81640625, false], [-11.8125, false], [-8.3125, false], [-9.6875, false], [-8.3125, false], [-9.8125, false], [-8.9375, false], [-10.1875, false], [-5.81640625, false], [-8.9375, false], [-9.4375, false], [-10.3125, false], [-8.3125, false], [-4.94140625, false], [-10.6875, false], [-8.3125, false], [-9.8125, false], [-5.81640625, false], [-9.4375, false], [-9.3125, false], [-9.8125, false], [-8.3125, false], [-8.3125, false], [-10.6875, false], [-8.5625, false], [-10.6875, false], [-8.5625, false], [-9.3125, false], [-9.6875, false], [-5.81640625, false], [-9.3125, false], [-8.3125, false], [-10.6875, false], [-11.4375, false], [-8.3125, false], [-8.3125, false], [-9.6875, false], [-5.81640625, false], [-9.8125, false], [-8.5625, false], [-9.3125, false], [-10.3125, false], [-8.5625, false], [-9.6875, false], [-11.8125, false], [-9.8125, false], [-8.9375, false], [-12.8125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 318, "doc": {"id": "CSZ30263", "question": "A ball is dropped from the top of a tall building. As the ball falls, the upward force of air resistance becomes equal to the downward pull of gravity. When these two forces become equal in magnitude, the ball will", "choices": {"text": ["flatten due to the forces.", "fall at a constant speed.", "continue to speed up.", "slow to a stop."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "fall at a constant speed.", "arguments": ["Question: A ball is dropped from the top of a tall building. As the ball falls, the upward force of air resistance becomes equal to the downward pull of gravity. When these two forces become equal in magnitude, the ball will\nAnswer:", " ["], "resps": [[[-6.55859375, false]], [[-8.0546875, false]], [[-7.05859375, false]], [[-9.0546875, false]], [[-3.80859375, false]], [[-7.55859375, false]], [[-7.55859375, false]], [[-8.0546875, false]], [[-6.80859375, false]], [[-4.55859375, false]], [[-6.30859375, false]], [[-8.5546875, false]], [[-8.0546875, false]], [[-4.55859375, false]], [[-7.55859375, false]], [[-9.3046875, false]], [[-4.55859375, false]], [[-7.55859375, false]], [[-7.55859375, false]], [[-8.0546875, false]], [[-4.55859375, false]], [[-7.05859375, false]], [[-9.3046875, false]], [[-7.30859375, false]], [[-6.55859375, false]], [[-8.0546875, false]], [[-7.05859375, false]], [[-6.1640625, false]], [[-8.0546875, false]], [[-8.046875, false]], [[-4.55859375, false]], [[-8.0546875, false]], [[-7.05859375, false]], [[-3.80859375, false]], [[-9.0546875, false]], [[-9.0546875, false]], [[-4.55859375, false]], [[-3.80859375, false]], [[-7.55859375, false]], [[-4.55859375, false]], [[-3.80859375, false]], [[-4.55859375, false]], [[-6.55859375, false]], [[-9.3046875, false]], [[-6.80859375, false]], [[-7.05859375, false]], [[-7.55859375, false]], [[-3.80859375, false]], [[-6.80859375, false]], [[-7.55859375, false]], [[-4.55859375, false]], [[-7.05859375, false]], [[-7.05859375, false]], [[-8.0546875, false]], [[-8.0546875, false]], [[-6.30859375, false]], [[-6.1640625, false]], [[-8.0546875, false]], [[-8.046875, false]], [[-4.55859375, false]], [[-8.0546875, false]], [[-6.55859375, false]], [[-9.3046875, false]], [[-6.80859375, false]], [[-7.55859375, false]], [[-7.05859375, false]], [[-6.80859375, false]], [[-8.5546875, false]], [[-8.0546875, false]], [[-4.55859375, false]], [[-7.55859375, false]], [[-9.3046875, false]], [[-4.55859375, false]], [[-7.05859375, false]], [[-7.05859375, false]], [[-8.0546875, false]], [[-8.0546875, false]], [[-6.30859375, false]], [[-4.55859375, false]], [[-8.5546875, false]], [[-7.05859375, false]], [[-6.1640625, false]], [[-8.0546875, false]], [[-8.0390625, false]], [[-4.55859375, false]], [[-8.0546875, false]], [[-7.05859375, false]], [[-9.0546875, false]], [[-9.3046875, false]], [[-8.5546875, false]], [[-4.55859375, false]], [[-7.55859375, false]], [[-9.3046875, false]], [[-4.55859375, false]], [[-3.80859375, false]], [[-4.55859375, false]], [[-7.05859375, false]], [[-7.55859375, false]], [[-9.3046875, false]], [[-7.05859375, false]], [[-6.1640625, false]], [[-8.0546875, false]], [[-10.0546875, false]]], "filtered_resps": [[-6.55859375, false], [-8.0546875, false], [-7.05859375, false], [-9.0546875, false], [-3.80859375, false], [-7.55859375, false], [-7.55859375, false], [-8.0546875, false], [-6.80859375, false], [-4.55859375, false], [-6.30859375, false], [-8.5546875, false], [-8.0546875, false], [-4.55859375, false], [-7.55859375, false], [-9.3046875, false], [-4.55859375, false], [-7.55859375, false], [-7.55859375, false], [-8.0546875, false], [-4.55859375, false], [-7.05859375, false], [-9.3046875, false], [-7.30859375, false], [-6.55859375, false], [-8.0546875, false], [-7.05859375, false], [-6.1640625, false], [-8.0546875, false], [-8.046875, false], [-4.55859375, false], [-8.0546875, false], [-7.05859375, false], [-3.80859375, false], [-9.0546875, false], [-9.0546875, false], [-4.55859375, false], [-3.80859375, false], [-7.55859375, false], [-4.55859375, false], [-3.80859375, false], [-4.55859375, false], [-6.55859375, false], [-9.3046875, false], [-6.80859375, false], [-7.05859375, false], [-7.55859375, false], [-3.80859375, false], [-6.80859375, false], [-7.55859375, false], [-4.55859375, false], [-7.05859375, false], [-7.05859375, false], [-8.0546875, false], [-8.0546875, false], [-6.30859375, false], [-6.1640625, false], [-8.0546875, false], [-8.046875, false], [-4.55859375, false], [-8.0546875, false], [-6.55859375, false], [-9.3046875, false], [-6.80859375, false], [-7.55859375, false], [-7.05859375, false], [-6.80859375, false], [-8.5546875, false], [-8.0546875, false], [-4.55859375, false], [-7.55859375, false], [-9.3046875, false], [-4.55859375, false], [-7.05859375, false], [-7.05859375, false], [-8.0546875, false], [-8.0546875, false], [-6.30859375, false], [-4.55859375, false], [-8.5546875, false], [-7.05859375, false], [-6.1640625, false], [-8.0546875, false], [-8.0390625, false], [-4.55859375, false], [-8.0546875, false], [-7.05859375, false], [-9.0546875, false], [-9.3046875, false], [-8.5546875, false], [-4.55859375, false], [-7.55859375, false], [-9.3046875, false], [-4.55859375, false], [-3.80859375, false], [-4.55859375, false], [-7.05859375, false], [-7.55859375, false], [-9.3046875, false], [-7.05859375, false], [-6.1640625, false], [-8.0546875, false], [-10.0546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 326, "doc": {"id": "Mercury_SC_409251", "question": "Today, almost all cars have seat belts. How does improving the design of seat belts help people the most?", "choices": {"text": ["It decreases the cost of cars.", "It increases the speed at which cars can travel.", "It decreases injuries to passengers in cars.", "It increases the comfort of passengers in cars."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "It decreases injuries to passengers in cars.", "arguments": ["Question: Today, almost all cars have seat belts. How does improving the design of seat belts help people the most?\nAnswer:", " ["], "resps": [[[-7.6953125, false]], [[-10.4453125, false]], [[-3.197265625, false]], [[-12.1953125, false]], [[-5.9453125, false]], [[-11.9453125, false]], [[-10.6953125, false]], [[-12.1953125, false]], [[-13.1953125, false]], [[-10.6953125, false]], [[-7.4453125, false]], [[-11.6953125, false]], [[-10.6953125, false]], [[-11.6953125, false]], [[-5.9453125, false]], [[-12.1953125, false]], [[-12.6953125, false]], [[-10.6953125, false]], [[-5.9453125, false]], [[-12.1953125, false]], [[-11.6953125, false]], [[-11.6953125, false]], [[-12.1953125, false]], [[-5.9453125, false]], [[-11.6953125, false]], [[-13.1953125, false]], [[-5.9453125, false]], [[-12.1953125, false]], [[-7.4453125, false]], [[-13.1953125, false]], [[-11.6953125, false]], [[-7.8046875, false]], [[-10.4453125, false]], [[-10.4296875, false]], [[-5.9453125, false]], [[-10.4453125, false]], [[-3.197265625, false]], [[-12.1953125, false]], [[-5.9453125, false]], [[-9.1953125, false]], [[-12.4453125, false]], [[-12.1953125, false]], [[-13.1953125, false]], [[-10.6953125, false]], [[-7.4453125, false]], [[-11.6953125, false]], [[-10.6953125, false]], [[-11.6953125, false]], [[-5.9453125, false]], [[-12.1953125, false]], [[-12.6953125, false]], [[-10.6953125, false]], [[-5.9453125, false]], [[-11.6953125, false]], [[-11.6953125, false]], [[-10.6953125, false]], [[-10.6953125, false]], [[-11.9453125, false]], [[-5.9453125, false]], [[-7.4453125, false]], [[-12.1953125, false]], [[-5.9453125, false]], [[-11.6953125, false]], [[-12.6953125, false]], [[-9.1953125, false]], [[-12.1953125, false]], [[-12.6953125, false]], [[-5.9453125, false]], [[-12.1953125, false]], [[-7.4453125, false]], [[-13.1953125, false]], [[-11.6953125, false]], [[-5.9453125, false]], [[-12.1953125, false]], [[-7.4453125, false]], [[-12.4453125, false]], [[-5.9453125, false]], [[-12.1953125, false]], [[-13.1953125, false]], [[-7.4453125, false]], [[-12.6953125, false]], [[-10.6953125, false]], [[-13.4453125, false]], [[-7.8046875, false]], [[-10.4453125, false]], [[-10.4296875, false]], [[-5.9453125, false]], [[-10.4453125, false]], [[-3.197265625, false]], [[-12.1953125, false]], [[-5.9453125, false]], [[-11.9453125, false]], [[-10.6953125, false]], [[-12.1953125, false]], [[-13.1953125, false]], [[-10.6953125, false]], [[-7.4453125, false]], [[-11.6953125, false]], [[-10.6953125, false]], [[-11.6953125, false]], [[-5.9453125, false]], [[-9.1953125, false]], [[-12.4453125, false]], [[-13.4453125, false]], [[-12.9453125, false]], [[-13.1953125, false]], [[-9.1953125, false]], [[-10.6953125, false]], [[-11.6953125, false]], [[-5.9453125, false]], [[-12.1953125, false]], [[-11.6953125, false]], [[-5.9453125, false]], [[-11.6953125, false]], [[-7.4453125, false]], [[-11.6953125, false]], [[-11.6953125, false]], [[-10.6953125, false]], [[-12.4453125, false]], [[-14.6953125, false]], [[-10.6953125, false]], [[-13.1953125, false]], [[-11.6953125, false]], [[-5.9453125, false]], [[-9.1953125, false]], [[-12.4453125, false]], [[-5.9453125, false]], [[-12.1953125, false]], [[-7.4453125, false]], [[-13.1953125, false]], [[-11.6953125, false]], [[-7.8046875, false]], [[-10.4453125, false]], [[-10.4296875, false]], [[-5.9453125, false]], [[-10.4453125, false]], [[-3.197265625, false]], [[-12.1953125, false]], [[-5.9453125, false]], [[-9.1953125, false]], [[-12.4453125, false]], [[-12.1953125, false]], [[-13.1953125, false]], [[-10.6953125, false]], [[-7.4453125, false]], [[-11.6953125, false]], [[-10.6953125, false]], [[-11.6953125, false]], [[-5.9453125, false]], [[-12.1953125, false]], [[-12.6953125, false]], [[-10.6953125, false]], [[-5.9453125, false]], [[-12.1953125, false]], [[-11.6953125, false]], [[-12.6953125, false]], [[-13.1953125, false]], [[-11.6953125, false]], [[-13.1953125, false]], [[-12.1953125, false]], [[-5.9453125, false]], [[-11.6953125, false]], [[-13.1953125, false]], [[-5.9453125, false]], [[-11.6953125, false]], [[-7.4453125, false]], [[-11.6953125, false]], [[-11.6953125, false]], [[-10.6953125, false]], [[-12.4453125, false]], [[-14.6953125, false]], [[-10.6953125, false]], [[-13.1953125, false]], [[-11.6953125, false]], [[-5.9453125, false]], [[-9.1953125, false]], [[-12.4453125, false]], [[-5.9453125, false]], [[-12.1953125, false]], [[-7.4453125, false]], [[-13.1953125, false]], [[-11.6953125, false]], [[-7.8046875, false]], [[-10.4453125, false]], [[-12.6953125, false]]], "filtered_resps": [[-7.6953125, false], [-10.4453125, false], [-3.197265625, false], [-12.1953125, false], [-5.9453125, false], [-11.9453125, false], [-10.6953125, false], [-12.1953125, false], [-13.1953125, false], [-10.6953125, false], [-7.4453125, false], [-11.6953125, false], [-10.6953125, false], [-11.6953125, false], [-5.9453125, false], [-12.1953125, false], [-12.6953125, false], [-10.6953125, false], [-5.9453125, false], [-12.1953125, false], [-11.6953125, false], [-11.6953125, false], [-12.1953125, false], [-5.9453125, false], [-11.6953125, false], [-13.1953125, false], [-5.9453125, false], [-12.1953125, false], [-7.4453125, false], [-13.1953125, false], [-11.6953125, false], [-7.8046875, false], [-10.4453125, false], [-10.4296875, false], [-5.9453125, false], [-10.4453125, false], [-3.197265625, false], [-12.1953125, false], [-5.9453125, false], [-9.1953125, false], [-12.4453125, false], [-12.1953125, false], [-13.1953125, false], [-10.6953125, false], [-7.4453125, false], [-11.6953125, false], [-10.6953125, false], [-11.6953125, false], [-5.9453125, false], [-12.1953125, false], [-12.6953125, false], [-10.6953125, false], [-5.9453125, false], [-11.6953125, false], [-11.6953125, false], [-10.6953125, false], [-10.6953125, false], [-11.9453125, false], [-5.9453125, false], [-7.4453125, false], [-12.1953125, false], [-5.9453125, false], [-11.6953125, false], [-12.6953125, false], [-9.1953125, false], [-12.1953125, false], [-12.6953125, false], [-5.9453125, false], [-12.1953125, false], [-7.4453125, false], [-13.1953125, false], [-11.6953125, false], [-5.9453125, false], [-12.1953125, false], [-7.4453125, false], [-12.4453125, false], [-5.9453125, false], [-12.1953125, false], [-13.1953125, false], [-7.4453125, false], [-12.6953125, false], [-10.6953125, false], [-13.4453125, false], [-7.8046875, false], [-10.4453125, false], [-10.4296875, false], [-5.9453125, false], [-10.4453125, false], [-3.197265625, false], [-12.1953125, false], [-5.9453125, false], [-11.9453125, false], [-10.6953125, false], [-12.1953125, false], [-13.1953125, false], [-10.6953125, false], [-7.4453125, false], [-11.6953125, false], [-10.6953125, false], [-11.6953125, false], [-5.9453125, false], [-9.1953125, false], [-12.4453125, false], [-13.4453125, false], [-12.9453125, false], [-13.1953125, false], [-9.1953125, false], [-10.6953125, false], [-11.6953125, false], [-5.9453125, false], [-12.1953125, false], [-11.6953125, false], [-5.9453125, false], [-11.6953125, false], [-7.4453125, false], [-11.6953125, false], [-11.6953125, false], [-10.6953125, false], [-12.4453125, false], [-14.6953125, false], [-10.6953125, false], [-13.1953125, false], [-11.6953125, false], [-5.9453125, false], [-9.1953125, false], [-12.4453125, false], [-5.9453125, false], [-12.1953125, false], [-7.4453125, false], [-13.1953125, false], [-11.6953125, false], [-7.8046875, false], [-10.4453125, false], [-10.4296875, false], [-5.9453125, false], [-10.4453125, false], [-3.197265625, false], [-12.1953125, false], [-5.9453125, false], [-9.1953125, false], [-12.4453125, false], [-12.1953125, false], [-13.1953125, false], [-10.6953125, false], [-7.4453125, false], [-11.6953125, false], [-10.6953125, false], [-11.6953125, false], [-5.9453125, false], [-12.1953125, false], [-12.6953125, false], [-10.6953125, false], [-5.9453125, false], [-12.1953125, false], [-11.6953125, false], [-12.6953125, false], [-13.1953125, false], [-11.6953125, false], [-13.1953125, false], [-12.1953125, false], [-5.9453125, false], [-11.6953125, false], [-13.1953125, false], [-5.9453125, false], [-11.6953125, false], [-7.4453125, false], [-11.6953125, false], [-11.6953125, false], [-10.6953125, false], [-12.4453125, false], [-14.6953125, false], [-10.6953125, false], [-13.1953125, false], [-11.6953125, false], [-5.9453125, false], [-9.1953125, false], [-12.4453125, false], [-5.9453125, false], [-12.1953125, false], [-7.4453125, false], [-13.1953125, false], [-11.6953125, false], [-7.8046875, false], [-10.4453125, false], [-12.6953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 334, "doc": {"id": "NYSEDREGENTS_2012_8_9", "question": "In living things, traits are passed on from one generation to the next by the transfer of", "choices": {"text": ["blood", "minerals", "Calories", "DNA"], "label": ["1", "2", "3", "4"]}, "answerKey": "4"}, "target": "DNA", "arguments": ["Question: In living things, traits are passed on from one generation to the next by the transfer of\nAnswer:", " ["], "resps": [[[-7.28125, false]], [[-7.53125, false]], [[-6.78125, false]], [[-8.90625, false]], [[-8.40625, false]], [[-8.40625, false]], [[-7.15625, false]], [[-7.53125, false]], [[-9.296875, false]], [[-4.28125, false]], [[-7.53125, false]], [[-8.78125, false]], [[-7.40625, false]], [[-7.90625, false]], [[-7.65625, false]], [[-8.90625, false]], [[-4.78125, false]], [[-8.90625, false]], [[-8.03125, false]], [[-7.53125, false]], [[-9.296875, false]], [[-4.28125, false]], [[-7.53125, false]], [[-5.53125, false]], [[-4.78125, false]], [[-8.90625, false]], [[-8.40625, false]], [[-8.90625, false]], [[-7.40625, false]], [[-7.65625, false]], [[-8.03125, false]], [[-7.53125, false]], [[-9.296875, false]], [[-4.28125, false]], [[-7.53125, false]], [[-5.90625, false]], [[-7.65625, false]], [[-2.78125, false]], [[-7.53125, false]], [[-12.15625, false]]], "filtered_resps": [[-7.28125, false], [-7.53125, false], [-6.78125, false], [-8.90625, false], [-8.40625, false], [-8.40625, false], [-7.15625, false], [-7.53125, false], [-9.296875, false], [-4.28125, false], [-7.53125, false], [-8.78125, false], [-7.40625, false], [-7.90625, false], [-7.65625, false], [-8.90625, false], [-4.78125, false], [-8.90625, false], [-8.03125, false], [-7.53125, false], [-9.296875, false], [-4.28125, false], [-7.53125, false], [-5.53125, false], [-4.78125, false], [-8.90625, false], [-8.40625, false], [-8.90625, false], [-7.40625, false], [-7.65625, false], [-8.03125, false], [-7.53125, false], [-9.296875, false], [-4.28125, false], [-7.53125, false], [-5.90625, false], [-7.65625, false], [-2.78125, false], [-7.53125, false], [-12.15625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 342, "doc": {"id": "Mercury_192868", "question": "In the Four Corners area in the US Southwest, there are large rocky outcroppings of basalt. These were formed by ancient lava flows. Using this information, what class of rock is this?", "choices": {"text": ["metamorphic", "sedimentary", "igneous", "weathered"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "igneous", "arguments": ["Question: In the Four Corners area in the US Southwest, there are large rocky outcroppings of basalt. These were formed by ancient lava flows. Using this information, what class of rock is this?\nAnswer:", " ["], "resps": [[[-7.23828125, false]], [[-8.2421875, false]], [[-9.4921875, false]], [[-7.98828125, false]], [[-10.7421875, false]], [[-6.23828125, false]], [[-9.4921875, false]], [[-9.9921875, false]], [[-9.4921875, false]], [[-9.4921875, false]], [[-11.7421875, false]], [[-8.9921875, false]], [[-8.4921875, false]], [[-8.2421875, false]], [[-11.1171875, false]], [[-5.98828125, false]], [[-8.2421875, false]], [[-10.4921875, false]], [[-7.98828125, false]], [[-10.9921875, false]], [[-8.9921875, false]], [[-9.4921875, false]], [[-7.98828125, false]], [[-9.9921875, false]], [[-10.7421875, false]], [[-6.23828125, false]], [[-9.4921875, false]], [[-12.4921875, false]], [[-8.2421875, false]], [[-11.1171875, false]], [[-5.98828125, false]], [[-8.2421875, false]], [[-8.9921875, false]], [[-9.9921875, false]], [[-9.9921875, false]], [[-7.98828125, false]], [[-9.9921875, false]], [[-11.7421875, false]], [[-10.4921875, false]], [[-8.2421875, false]], [[-11.1171875, false]], [[-5.98828125, false]], [[-8.2421875, false]], [[-11.9921875, false]], [[-7.98828125, false]], [[-6.23828125, false]], [[-10.7421875, false]], [[-11.7421875, false]], [[-7.98828125, false]], [[-9.4921875, false]], [[-7.98828125, false]], [[-10.9921875, false]], [[-8.2421875, false]], [[-13.4921875, false]]], "filtered_resps": [[-7.23828125, false], [-8.2421875, false], [-9.4921875, false], [-7.98828125, false], [-10.7421875, false], [-6.23828125, false], [-9.4921875, false], [-9.9921875, false], [-9.4921875, false], [-9.4921875, false], [-11.7421875, false], [-8.9921875, false], [-8.4921875, false], [-8.2421875, false], [-11.1171875, false], [-5.98828125, false], [-8.2421875, false], [-10.4921875, false], [-7.98828125, false], [-10.9921875, false], [-8.9921875, false], [-9.4921875, false], [-7.98828125, false], [-9.9921875, false], [-10.7421875, false], [-6.23828125, false], [-9.4921875, false], [-12.4921875, false], [-8.2421875, false], [-11.1171875, false], [-5.98828125, false], [-8.2421875, false], [-8.9921875, false], [-9.9921875, false], [-9.9921875, false], [-7.98828125, false], [-9.9921875, false], [-11.7421875, false], [-10.4921875, false], [-8.2421875, false], [-11.1171875, false], [-5.98828125, false], [-8.2421875, false], [-11.9921875, false], [-7.98828125, false], [-6.23828125, false], [-10.7421875, false], [-11.7421875, false], [-7.98828125, false], [-9.4921875, false], [-7.98828125, false], [-10.9921875, false], [-8.2421875, false], [-13.4921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 350, "doc": {"id": "Mercury_7085873", "question": "Which of the following best describes two atoms of oxygen that are chemically bonded to each other?", "choices": {"text": ["molecule", "compound", "solution", "mixture"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "molecule", "arguments": ["Question: Which of the following best describes two atoms of oxygen that are chemically bonded to each other?\nAnswer:", " ["], "resps": [[[-5.56640625, false]], [[-9.5703125, false]], [[-7.06640625, false]], [[-7.06640625, false]], [[-9.5703125, false]], [[-8.0703125, false]], [[-6.56640625, false]], [[-9.8203125, false]], [[-9.5703125, false]], [[-8.0703125, false]], [[-9.5703125, false]], [[-8.640625, false]], [[-5.06640625, false]], [[-9.5703125, false]], [[-6.56640625, false]], [[-7.06640625, false]], [[-7.06640625, false]], [[-7.81640625, false]], [[-7.06640625, false]], [[-9.8203125, false]], [[-5.56640625, false]], [[-8.0703125, false]], [[-9.5703125, false]], [[-8.640625, false]], [[-5.06640625, false]], [[-9.5703125, false]], [[-9.8203125, false]], [[-7.06640625, false]], [[-9.5703125, false]], [[-9.8203125, false]], [[-9.3203125, false]], [[-5.56640625, false]], [[-7.06640625, false]], [[-5.56640625, false]], [[-9.5703125, false]], [[-8.640625, false]], [[-5.06640625, false]], [[-9.5703125, false]], [[-7.06640625, false]], [[-5.56640625, false]], [[-8.3203125, false]], [[-9.3203125, false]], [[-9.8203125, false]], [[-8.5703125, false]], [[-8.0703125, false]], [[-9.5703125, false]], [[-11.5703125, false]]], "filtered_resps": [[-5.56640625, false], [-9.5703125, false], [-7.06640625, false], [-7.06640625, false], [-9.5703125, false], [-8.0703125, false], [-6.56640625, false], [-9.8203125, false], [-9.5703125, false], [-8.0703125, false], [-9.5703125, false], [-8.640625, false], [-5.06640625, false], [-9.5703125, false], [-6.56640625, false], [-7.06640625, false], [-7.06640625, false], [-7.81640625, false], [-7.06640625, false], [-9.8203125, false], [-5.56640625, false], [-8.0703125, false], [-9.5703125, false], [-8.640625, false], [-5.06640625, false], [-9.5703125, false], [-9.8203125, false], [-7.06640625, false], [-9.5703125, false], [-9.8203125, false], [-9.3203125, false], [-5.56640625, false], [-7.06640625, false], [-5.56640625, false], [-9.5703125, false], [-8.640625, false], [-5.06640625, false], [-9.5703125, false], [-7.06640625, false], [-5.56640625, false], [-8.3203125, false], [-9.3203125, false], [-9.8203125, false], [-8.5703125, false], [-8.0703125, false], [-9.5703125, false], [-11.5703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 358, "doc": {"id": "Mercury_SC_401827", "question": "Metals that easily transfer electricity are called", "choices": {"text": ["resistors.", "magnets.", "insulators.", "conductors."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "conductors.", "arguments": ["Question: Metals that easily transfer electricity are called\nAnswer:", " ["], "resps": [[[-7.3125, false]], [[-8.3125, false]], [[-8.5625, false]], [[-8.5625, false]], [[-8.8125, false]], [[-7.0625, false]], [[-8.8125, false]], [[-10.0625, false]], [[-8.8125, false]], [[-8.5625, false]], [[-8.8125, false]], [[-6.640625, false]], [[-8.3125, false]], [[-9.390625, false]], [[-5.0625, false]], [[-8.3125, false]], [[-8.5625, false]], [[-5.5625, false]], [[-11.0625, false]], [[-7.3125, false]], [[-8.5625, false]], [[-10.0625, false]], [[-8.8125, false]], [[-6.640625, false]], [[-8.3125, false]], [[-9.390625, false]], [[-5.0625, false]], [[-8.3125, false]], [[-7.0625, false]], [[-7.3125, false]], [[-8.8125, false]], [[-8.8125, false]], [[-8.5625, false]], [[-5.5625, false]], [[-10.0625, false]], [[-8.8125, false]], [[-8.5625, false]], [[-8.8125, false]], [[-6.640625, false]], [[-8.3125, false]], [[-9.390625, false]], [[-5.0625, false]], [[-8.3125, false]], [[-8.3125, false]], [[-8.8125, false]], [[-7.3125, false]], [[-10.5625, false]], [[-8.8125, false]], [[-8.3125, false]], [[-10.0625, false]], [[-8.8125, false]], [[-8.5625, false]], [[-8.8125, false]], [[-6.640625, false]], [[-8.3125, false]], [[-12.3125, false]]], "filtered_resps": [[-7.3125, false], [-8.3125, false], [-8.5625, false], [-8.5625, false], [-8.8125, false], [-7.0625, false], [-8.8125, false], [-10.0625, false], [-8.8125, false], [-8.5625, false], [-8.8125, false], [-6.640625, false], [-8.3125, false], [-9.390625, false], [-5.0625, false], [-8.3125, false], [-8.5625, false], [-5.5625, false], [-11.0625, false], [-7.3125, false], [-8.5625, false], [-10.0625, false], [-8.8125, false], [-6.640625, false], [-8.3125, false], [-9.390625, false], [-5.0625, false], [-8.3125, false], [-7.0625, false], [-7.3125, false], [-8.8125, false], [-8.8125, false], [-8.5625, false], [-5.5625, false], [-10.0625, false], [-8.8125, false], [-8.5625, false], [-8.8125, false], [-6.640625, false], [-8.3125, false], [-9.390625, false], [-5.0625, false], [-8.3125, false], [-8.3125, false], [-8.8125, false], [-7.3125, false], [-10.5625, false], [-8.8125, false], [-8.3125, false], [-10.0625, false], [-8.8125, false], [-8.5625, false], [-8.8125, false], [-6.640625, false], [-8.3125, false], [-12.3125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 366, "doc": {"id": "TIMSS_2007_8_pg34", "question": "The color of an object such as an apple is the same as the color the light waves", "choices": {"text": ["that travel through the object", "that are absorbed by the object", "that are reflected by the object", "that travel around the object"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "that are reflected by the object", "arguments": ["Question: The color of an object such as an apple is the same as the color the light waves\nAnswer:", " ["], "resps": [[[-7.2421875, false]], [[-8.7421875, false]], [[-9.9921875, false]], [[-9.9921875, false]], [[-5.2421875, false]], [[-9.9921875, false]], [[-5.2421875, false]], [[-9.9921875, false]], [[-8.9921875, false]], [[-5.2421875, false]], [[-9.9921875, false]], [[-8.7421875, false]], [[-9.4921875, false]], [[-5.2421875, false]], [[-9.9921875, false]], [[-9.9921875, false]], [[-8.9921875, false]], [[-9.2421875, false]], [[-9.9921875, false]], [[-10.9921875, false]], [[-9.9921875, false]], [[-5.2421875, false]], [[-9.9921875, false]], [[-9.9921875, false]], [[-8.7421875, false]], [[-5.2421875, false]], [[-9.2421875, false]], [[-7.2421875, false]], [[-11.2421875, false]], [[-8.7421875, false]], [[-8.7421875, false]], [[-9.9921875, false]], [[-8.7421875, false]], [[-9.4375, false]], [[-5.2421875, false]], [[-8.7421875, false]], [[-9.9921875, false]], [[-9.9921875, false]], [[-5.2421875, false]], [[-9.9921875, false]], [[-5.2421875, false]], [[-5.2421875, false]], [[-8.9921875, false]], [[-8.7421875, false]], [[-5.2421875, false]], [[-5.2421875, false]], [[-7.2421875, false]], [[-8.9921875, false]], [[-9.2421875, false]], [[-8.9921875, false]], [[-7.2421875, false]], [[-8.7421875, false]], [[-8.9921875, false]], [[-5.2421875, false]], [[-7.2421875, false]], [[-10.4921875, false]], [[-5.2421875, false]], [[-9.9921875, false]], [[-9.9921875, false]], [[-8.7421875, false]], [[-5.2421875, false]], [[-9.2421875, false]], [[-7.2421875, false]], [[-11.2421875, false]], [[-8.7421875, false]], [[-8.7421875, false]], [[-9.9921875, false]], [[-8.7421875, false]], [[-9.4375, false]], [[-5.2421875, false]], [[-8.7421875, false]], [[-9.9921875, false]], [[-9.9921875, false]], [[-5.2421875, false]], [[-9.9921875, false]], [[-5.2421875, false]], [[-5.2421875, false]], [[-8.9921875, false]], [[-8.7421875, false]], [[-5.2421875, false]], [[-8.9921875, false]], [[-8.7421875, false]], [[-9.2421875, false]], [[-9.4921875, false]], [[-8.7421875, false]], [[-8.7421875, false]], [[-9.9921875, false]], [[-8.7421875, false]], [[-8.9921875, false]], [[-5.2421875, false]], [[-7.2421875, false]], [[-10.4921875, false]], [[-5.2421875, false]], [[-9.9921875, false]], [[-9.9921875, false]], [[-8.7421875, false]], [[-5.2421875, false]], [[-9.2421875, false]], [[-7.2421875, false]], [[-11.2421875, false]], [[-8.7421875, false]], [[-8.7421875, false]], [[-9.9921875, false]], [[-8.7421875, false]], [[-9.4375, false]], [[-5.2421875, false]], [[-8.7421875, false]], [[-9.9921875, false]], [[-9.9921875, false]], [[-5.2421875, false]], [[-9.9921875, false]], [[-5.2421875, false]], [[-9.9921875, false]], [[-8.9921875, false]], [[-5.2421875, false]], [[-9.9921875, false]], [[-8.7421875, false]], [[-9.4921875, false]], [[-5.2421875, false]], [[-5.2421875, false]], [[-8.9921875, false]], [[-9.2421875, false]], [[-9.9921875, false]], [[-8.4921875, false]], [[-8.9921875, false]], [[-5.2421875, false]], [[-9.9921875, false]], [[-9.9921875, false]], [[-8.7421875, false]], [[-5.2421875, false]], [[-9.2421875, false]], [[-7.2421875, false]], [[-11.2421875, false]], [[-8.7421875, false]], [[-8.7421875, false]], [[-9.9921875, false]], [[-8.7421875, false]], [[-11.7421875, false]]], "filtered_resps": [[-7.2421875, false], [-8.7421875, false], [-9.9921875, false], [-9.9921875, false], [-5.2421875, false], [-9.9921875, false], [-5.2421875, false], [-9.9921875, false], [-8.9921875, false], [-5.2421875, false], [-9.9921875, false], [-8.7421875, false], [-9.4921875, false], [-5.2421875, false], [-9.9921875, false], [-9.9921875, false], [-8.9921875, false], [-9.2421875, false], [-9.9921875, false], [-10.9921875, false], [-9.9921875, false], [-5.2421875, false], [-9.9921875, false], [-9.9921875, false], [-8.7421875, false], [-5.2421875, false], [-9.2421875, false], [-7.2421875, false], [-11.2421875, false], [-8.7421875, false], [-8.7421875, false], [-9.9921875, false], [-8.7421875, false], [-9.4375, false], [-5.2421875, false], [-8.7421875, false], [-9.9921875, false], [-9.9921875, false], [-5.2421875, false], [-9.9921875, false], [-5.2421875, false], [-5.2421875, false], [-8.9921875, false], [-8.7421875, false], [-5.2421875, false], [-5.2421875, false], [-7.2421875, false], [-8.9921875, false], [-9.2421875, false], [-8.9921875, false], [-7.2421875, false], [-8.7421875, false], [-8.9921875, false], [-5.2421875, false], [-7.2421875, false], [-10.4921875, false], [-5.2421875, false], [-9.9921875, false], [-9.9921875, false], [-8.7421875, false], [-5.2421875, false], [-9.2421875, false], [-7.2421875, false], [-11.2421875, false], [-8.7421875, false], [-8.7421875, false], [-9.9921875, false], [-8.7421875, false], [-9.4375, false], [-5.2421875, false], [-8.7421875, false], [-9.9921875, false], [-9.9921875, false], [-5.2421875, false], [-9.9921875, false], [-5.2421875, false], [-5.2421875, false], [-8.9921875, false], [-8.7421875, false], [-5.2421875, false], [-8.9921875, false], [-8.7421875, false], [-9.2421875, false], [-9.4921875, false], [-8.7421875, false], [-8.7421875, false], [-9.9921875, false], [-8.7421875, false], [-8.9921875, false], [-5.2421875, false], [-7.2421875, false], [-10.4921875, false], [-5.2421875, false], [-9.9921875, false], [-9.9921875, false], [-8.7421875, false], [-5.2421875, false], [-9.2421875, false], [-7.2421875, false], [-11.2421875, false], [-8.7421875, false], [-8.7421875, false], [-9.9921875, false], [-8.7421875, false], [-9.4375, false], [-5.2421875, false], [-8.7421875, false], [-9.9921875, false], [-9.9921875, false], [-5.2421875, false], [-9.9921875, false], [-5.2421875, false], [-9.9921875, false], [-8.9921875, false], [-5.2421875, false], [-9.9921875, false], [-8.7421875, false], [-9.4921875, false], [-5.2421875, false], [-5.2421875, false], [-8.9921875, false], [-9.2421875, false], [-9.9921875, false], [-8.4921875, false], [-8.9921875, false], [-5.2421875, false], [-9.9921875, false], [-9.9921875, false], [-8.7421875, false], [-5.2421875, false], [-9.2421875, false], [-7.2421875, false], [-11.2421875, false], [-8.7421875, false], [-8.7421875, false], [-9.9921875, false], [-8.7421875, false], [-11.7421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 374, "doc": {"id": "Mercury_7094553", "question": "Biologists moved a predator from sea level to a higher altitude, where they noticed that the predator became tired more quickly. If this predator had to live at a higher altitude, which adaptation would be necessary for it to survive?", "choices": {"text": ["increased digestion rate", "growth of additional teeth", "reduction of respiration rate", "production of more red blood cells"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "production of more red blood cells", "arguments": ["Question: Biologists moved a predator from sea level to a higher altitude, where they noticed that the predator became tired more quickly. If this predator had to live at a higher altitude, which adaptation would be necessary for it to survive?\nAnswer:", " ["], "resps": [[[-7.05078125, false]], [[-9.6796875, false]], [[-8.9296875, false]], [[-9.4296875, false]], [[-9.4296875, false]], [[-10.9296875, false]], [[-8.3046875, false]], [[-5.17578125, false]], [[-9.1796875, false]], [[-8.3046875, false]], [[-8.4296875, false]], [[-5.42578125, false]], [[-8.4296875, false]], [[-8.9296875, false]], [[-11.4296875, false]], [[-8.3046875, false]], [[-9.1796875, false]], [[-9.8046875, false]], [[-8.9296875, false]], [[-9.0546875, false]], [[-9.4296875, false]], [[-5.42578125, false]], [[-10.9296875, false]], [[-5.17578125, false]], [[-9.8046875, false]], [[-8.3046875, false]], [[-9.6796875, false]], [[-10.6953125, false]], [[-5.42578125, false]], [[-9.6796875, false]], [[-11.4296875, false]], [[-10.9296875, false]], [[-9.0546875, false]], [[-11.1796875, false]], [[-9.8046875, false]], [[-11.3046875, false]], [[-5.42578125, false]], [[-9.0546875, false]], [[-9.6796875, false]], [[-5.42578125, false]], [[-5.17578125, false]], [[-8.4296875, false]], [[-8.4296875, false]], [[-8.9296875, false]], [[-9.8046875, false]], [[-8.9296875, false]], [[-9.0546875, false]], [[-9.4296875, false]], [[-5.17578125, false]], [[-9.6796875, false]], [[-5.42578125, false]], [[-9.8046875, false]], [[-8.3046875, false]], [[-8.3046875, false]], [[-9.8046875, false]], [[-11.3046875, false]], [[-9.6796875, false]], [[-10.6953125, false]], [[-5.42578125, false]], [[-9.6796875, false]], [[-10.9296875, false]], [[-8.3046875, false]], [[-8.4296875, false]], [[-12.3046875, false]], [[-9.4296875, false]], [[-9.8046875, false]], [[-8.9296875, false]], [[-9.0546875, false]], [[-9.4296875, false]], [[-5.42578125, false]], [[-9.0546875, false]], [[-9.6796875, false]], [[-5.42578125, false]], [[-10.9296875, false]], [[-8.3046875, false]], [[-9.1796875, false]], [[-9.9296875, false]], [[-8.9296875, false]], [[-10.9296875, false]], [[-5.17578125, false]], [[-9.8046875, false]], [[-8.9296875, false]], [[-9.0546875, false]], [[-9.4296875, false]], [[-5.42578125, false]], [[-10.9296875, false]], [[-5.17578125, false]], [[-9.8046875, false]], [[-8.3046875, false]], [[-9.6796875, false]], [[-10.6953125, false]], [[-5.42578125, false]], [[-9.6796875, false]], [[-9.9296875, false]], [[-10.9296875, false]], [[-9.0546875, false]], [[-8.4296875, false]], [[-12.3046875, false]], [[-9.4296875, false]], [[-9.8046875, false]], [[-8.9296875, false]], [[-9.0546875, false]], [[-9.4296875, false]], [[-5.42578125, false]], [[-9.0546875, false]], [[-9.6796875, false]], [[-5.42578125, false]], [[-10.6796875, false]], [[-9.0546875, false]], [[-10.9296875, false]], [[-8.3046875, false]], [[-5.42578125, false]], [[-10.9296875, false]], [[-8.3046875, false]], [[-8.4296875, false]], [[-5.42578125, false]], [[-8.6796875, false]], [[-9.6796875, false]], [[-9.0546875, false]], [[-9.0546875, false]], [[-8.4296875, false]], [[-5.42578125, false]], [[-9.4296875, false]], [[-8.3046875, false]], [[-9.6796875, false]], [[-9.6796875, false]], [[-9.1796875, false]], [[-9.6796875, false]], [[-13.6796875, false]]], "filtered_resps": [[-7.05078125, false], [-9.6796875, false], [-8.9296875, false], [-9.4296875, false], [-9.4296875, false], [-10.9296875, false], [-8.3046875, false], [-5.17578125, false], [-9.1796875, false], [-8.3046875, false], [-8.4296875, false], [-5.42578125, false], [-8.4296875, false], [-8.9296875, false], [-11.4296875, false], [-8.3046875, false], [-9.1796875, false], [-9.8046875, false], [-8.9296875, false], [-9.0546875, false], [-9.4296875, false], [-5.42578125, false], [-10.9296875, false], [-5.17578125, false], [-9.8046875, false], [-8.3046875, false], [-9.6796875, false], [-10.6953125, false], [-5.42578125, false], [-9.6796875, false], [-11.4296875, false], [-10.9296875, false], [-9.0546875, false], [-11.1796875, false], [-9.8046875, false], [-11.3046875, false], [-5.42578125, false], [-9.0546875, false], [-9.6796875, false], [-5.42578125, false], [-5.17578125, false], [-8.4296875, false], [-8.4296875, false], [-8.9296875, false], [-9.8046875, false], [-8.9296875, false], [-9.0546875, false], [-9.4296875, false], [-5.17578125, false], [-9.6796875, false], [-5.42578125, false], [-9.8046875, false], [-8.3046875, false], [-8.3046875, false], [-9.8046875, false], [-11.3046875, false], [-9.6796875, false], [-10.6953125, false], [-5.42578125, false], [-9.6796875, false], [-10.9296875, false], [-8.3046875, false], [-8.4296875, false], [-12.3046875, false], [-9.4296875, false], [-9.8046875, false], [-8.9296875, false], [-9.0546875, false], [-9.4296875, false], [-5.42578125, false], [-9.0546875, false], [-9.6796875, false], [-5.42578125, false], [-10.9296875, false], [-8.3046875, false], [-9.1796875, false], [-9.9296875, false], [-8.9296875, false], [-10.9296875, false], [-5.17578125, false], [-9.8046875, false], [-8.9296875, false], [-9.0546875, false], [-9.4296875, false], [-5.42578125, false], [-10.9296875, false], [-5.17578125, false], [-9.8046875, false], [-8.3046875, false], [-9.6796875, false], [-10.6953125, false], [-5.42578125, false], [-9.6796875, false], [-9.9296875, false], [-10.9296875, false], [-9.0546875, false], [-8.4296875, false], [-12.3046875, false], [-9.4296875, false], [-9.8046875, false], [-8.9296875, false], [-9.0546875, false], [-9.4296875, false], [-5.42578125, false], [-9.0546875, false], [-9.6796875, false], [-5.42578125, false], [-10.6796875, false], [-9.0546875, false], [-10.9296875, false], [-8.3046875, false], [-5.42578125, false], [-10.9296875, false], [-8.3046875, false], [-8.4296875, false], [-5.42578125, false], [-8.6796875, false], [-9.6796875, false], [-9.0546875, false], [-9.0546875, false], [-8.4296875, false], [-5.42578125, false], [-9.4296875, false], [-8.3046875, false], [-9.6796875, false], [-9.6796875, false], [-9.1796875, false], [-9.6796875, false], [-13.6796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 382, "doc": {"id": "Mercury_7246960", "question": "During digestion, fructose is produced by the breakdown of larger molecules. Which type of molecule could be broken down to increase the body's fructose levels?", "choices": {"text": ["proteins", "vitamins", "triglycerides", "carbohydrates"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "carbohydrates", "arguments": ["Question: During digestion, fructose is produced by the breakdown of larger molecules. Which type of molecule could be broken down to increase the body's fructose levels?\nAnswer:", " ["], "resps": [[[-7.3984375, false]], [[-9.8984375, false]], [[-8.3984375, false]], [[-9.1484375, false]], [[-7.8984375, false]], [[-9.1484375, false]], [[-8.8984375, false]], [[-8.6484375, false]], [[-7.6484375, false]], [[-9.1484375, false]], [[-9.8984375, false]], [[-9.4375, false]], [[-5.1484375, false]], [[-9.8984375, false]], [[-10.1484375, false]], [[-8.6484375, false]], [[-9.1484375, false]], [[-4.1484375, false]], [[-6.6484375, false]], [[-8.6484375, false]], [[-7.6484375, false]], [[-9.1484375, false]], [[-9.8984375, false]], [[-9.4375, false]], [[-5.1484375, false]], [[-9.8984375, false]], [[-9.1484375, false]], [[-9.1484375, false]], [[-8.6484375, false]], [[-9.3984375, false]], [[-9.1484375, false]], [[-9.8984375, false]], [[-5.3984375, false]], [[-8.8984375, false]], [[-9.1484375, false]], [[-8.6484375, false]], [[-8.8984375, false]], [[-8.8984375, false]], [[-9.1484375, false]], [[-9.8984375, false]], [[-9.4375, false]], [[-5.1484375, false]], [[-9.8984375, false]], [[-5.3984375, false]], [[-4.1484375, false]], [[-9.1484375, false]], [[-7.6484375, false]], [[-7.8984375, false]], [[-8.8984375, false]], [[-9.8984375, false]], [[-8.8984375, false]], [[-9.1484375, false]], [[-4.1484375, false]], [[-9.1484375, false]], [[-8.8984375, false]], [[-9.1484375, false]], [[-9.8984375, false]], [[-13.6484375, false]]], "filtered_resps": [[-7.3984375, false], [-9.8984375, false], [-8.3984375, false], [-9.1484375, false], [-7.8984375, false], [-9.1484375, false], [-8.8984375, false], [-8.6484375, false], [-7.6484375, false], [-9.1484375, false], [-9.8984375, false], [-9.4375, false], [-5.1484375, false], [-9.8984375, false], [-10.1484375, false], [-8.6484375, false], [-9.1484375, false], [-4.1484375, false], [-6.6484375, false], [-8.6484375, false], [-7.6484375, false], [-9.1484375, false], [-9.8984375, false], [-9.4375, false], [-5.1484375, false], [-9.8984375, false], [-9.1484375, false], [-9.1484375, false], [-8.6484375, false], [-9.3984375, false], [-9.1484375, false], [-9.8984375, false], [-5.3984375, false], [-8.8984375, false], [-9.1484375, false], [-8.6484375, false], [-8.8984375, false], [-8.8984375, false], [-9.1484375, false], [-9.8984375, false], [-9.4375, false], [-5.1484375, false], [-9.8984375, false], [-5.3984375, false], [-4.1484375, false], [-9.1484375, false], [-7.6484375, false], [-7.8984375, false], [-8.8984375, false], [-9.8984375, false], [-8.8984375, false], [-9.1484375, false], [-4.1484375, false], [-9.1484375, false], [-8.8984375, false], [-9.1484375, false], [-9.8984375, false], [-13.6484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 390, "doc": {"id": "Mercury_7101518", "question": "Which statement best describes the primary role of perspiration in humans?", "choices": {"text": ["Perspiration rids the body of excess water.", "Perspiration eliminates bacteria from the skin.", "Perspiration opens skin pores to absorb more oxygen.", "Perspiration helps to maintain a stable body temperature."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Perspiration helps to maintain a stable body temperature.", "arguments": ["Question: Which statement best describes the primary role of perspiration in humans?\nAnswer:", " ["], "resps": [[[-7.64453125, false]], [[-9.890625, false]], [[-5.14453125, false]], [[-8.390625, false]], [[-13.140625, false]], [[-8.640625, false]], [[-8.390625, false]], [[-9.640625, false]], [[-13.140625, false]], [[-5.39453125, false]], [[-10.640625, false]], [[-9.640625, false]], [[-7.64453125, false]], [[-10.140625, false]], [[-5.89453125, false]], [[-13.140625, false]], [[-9.640625, false]], [[-8.140625, false]], [[-8.640625, false]], [[-5.89453125, false]], [[-10.640625, false]], [[-10.140625, false]], [[-8.390625, false]], [[-5.89453125, false]], [[-8.390625, false]], [[-7.64453125, false]], [[-8.140625, false]], [[-12.640625, false]], [[-5.89453125, false]], [[-7.64453125, false]], [[-10.890625, false]], [[-5.89453125, false]], [[-8.390625, false]], [[-11.140625, false]], [[-7.39453125, false]], [[-8.390625, false]], [[-8.640625, false]], [[-8.640625, false]], [[-5.89453125, false]], [[-10.640625, false]], [[-5.39453125, false]], [[-10.640625, false]], [[-8.390625, false]], [[-13.140625, false]], [[-7.015625, false]], [[-9.890625, false]], [[-10.515625, false]], [[-5.89453125, false]], [[-9.890625, false]], [[-5.14453125, false]], [[-8.390625, false]], [[-13.140625, false]], [[-8.640625, false]], [[-8.390625, false]], [[-9.640625, false]], [[-13.140625, false]], [[-5.39453125, false]], [[-10.640625, false]], [[-9.640625, false]], [[-7.64453125, false]], [[-10.140625, false]], [[-5.89453125, false]], [[-8.390625, false]], [[-10.390625, false]], [[-9.640625, false]], [[-9.890625, false]], [[-9.640625, false]], [[-10.140625, false]], [[-5.39453125, false]], [[-10.640625, false]], [[-8.390625, false]], [[-8.640625, false]], [[-5.89453125, false]], [[-8.390625, false]], [[-5.39453125, false]], [[-7.39453125, false]], [[-10.640625, false]], [[-8.390625, false]], [[-13.140625, false]], [[-9.640625, false]], [[-5.39453125, false]], [[-5.89453125, false]], [[-10.890625, false]], [[-13.140625, false]], [[-7.64453125, false]], [[-9.890625, false]], [[-5.89453125, false]], [[-10.640625, false]], [[-10.140625, false]], [[-8.390625, false]], [[-5.89453125, false]], [[-8.640625, false]], [[-9.390625, false]], [[-9.640625, false]], [[-10.140625, false]], [[-7.015625, false]], [[-9.890625, false]], [[-10.515625, false]], [[-5.89453125, false]], [[-9.890625, false]], [[-5.14453125, false]], [[-8.390625, false]], [[-13.140625, false]], [[-8.640625, false]], [[-8.390625, false]], [[-9.640625, false]], [[-13.140625, false]], [[-5.39453125, false]], [[-10.640625, false]], [[-9.640625, false]], [[-7.64453125, false]], [[-10.140625, false]], [[-5.89453125, false]], [[-7.64453125, false]], [[-8.390625, false]], [[-8.390625, false]], [[-10.140625, false]], [[-8.640625, false]], [[-5.89453125, false]], [[-8.640625, false]], [[-9.390625, false]], [[-9.640625, false]], [[-10.140625, false]], [[-5.89453125, false]], [[-8.390625, false]], [[-7.64453125, false]], [[-13.140625, false]], [[-8.390625, false]], [[-8.640625, false]], [[-5.89453125, false]], [[-10.640625, false]], [[-7.64453125, false]], [[-5.89453125, false]], [[-5.39453125, false]], [[-8.390625, false]], [[-8.640625, false]], [[-7.64453125, false]], [[-13.140625, false]], [[-8.390625, false]], [[-5.89453125, false]], [[-9.890625, false]], [[-7.64453125, false]], [[-13.140625, false]], [[-8.390625, false]], [[-5.89453125, false]], [[-7.64453125, false]], [[-11.140625, false]], [[-12.640625, false]], [[-11.140625, false]], [[-8.390625, false]], [[-10.140625, false]], [[-7.015625, false]], [[-9.890625, false]], [[-10.515625, false]], [[-5.89453125, false]], [[-9.890625, false]], [[-5.14453125, false]], [[-8.390625, false]], [[-13.140625, false]], [[-8.640625, false]], [[-8.390625, false]], [[-9.640625, false]], [[-13.140625, false]], [[-5.39453125, false]], [[-10.640625, false]], [[-9.640625, false]], [[-7.64453125, false]], [[-10.140625, false]], [[-5.89453125, false]], [[-10.140625, false]], [[-8.390625, false]], [[-10.390625, false]], [[-8.390625, false]], [[-8.640625, false]], [[-5.89453125, false]], [[-10.640625, false]], [[-7.64453125, false]], [[-5.89453125, false]], [[-9.890625, false]], [[-5.39453125, false]], [[-9.640625, false]], [[-10.140625, false]], [[-10.640625, false]], [[-5.39453125, false]], [[-9.640625, false]], [[-10.140625, false]], [[-5.89453125, false]], [[-5.39453125, false]], [[-5.89453125, false]], [[-8.640625, false]], [[-10.640625, false]], [[-5.39453125, false]], [[-8.390625, false]], [[-10.390625, false]], [[-8.390625, false]], [[-5.89453125, false]], [[-8.390625, false]], [[-7.64453125, false]], [[-8.140625, false]], [[-12.640625, false]], [[-5.89453125, false]], [[-10.640625, false]], [[-8.390625, false]], [[-9.890625, false]], [[-8.390625, false]], [[-8.390625, false]], [[-13.140625, false]], [[-5.39453125, false]], [[-10.640625, false]], [[-9.890625, false]], [[-13.140625, false]], [[-8.390625, false]], [[-7.015625, false]], [[-9.890625, false]], [[-13.390625, false]]], "filtered_resps": [[-7.64453125, false], [-9.890625, false], [-5.14453125, false], [-8.390625, false], [-13.140625, false], [-8.640625, false], [-8.390625, false], [-9.640625, false], [-13.140625, false], [-5.39453125, false], [-10.640625, false], [-9.640625, false], [-7.64453125, false], [-10.140625, false], [-5.89453125, false], [-13.140625, false], [-9.640625, false], [-8.140625, false], [-8.640625, false], [-5.89453125, false], [-10.640625, false], [-10.140625, false], [-8.390625, false], [-5.89453125, false], [-8.390625, false], [-7.64453125, false], [-8.140625, false], [-12.640625, false], [-5.89453125, false], [-7.64453125, false], [-10.890625, false], [-5.89453125, false], [-8.390625, false], [-11.140625, false], [-7.39453125, false], [-8.390625, false], [-8.640625, false], [-8.640625, false], [-5.89453125, false], [-10.640625, false], [-5.39453125, false], [-10.640625, false], [-8.390625, false], [-13.140625, false], [-7.015625, false], [-9.890625, false], [-10.515625, false], [-5.89453125, false], [-9.890625, false], [-5.14453125, false], [-8.390625, false], [-13.140625, false], [-8.640625, false], [-8.390625, false], [-9.640625, false], [-13.140625, false], [-5.39453125, false], [-10.640625, false], [-9.640625, false], [-7.64453125, false], [-10.140625, false], [-5.89453125, false], [-8.390625, false], [-10.390625, false], [-9.640625, false], [-9.890625, false], [-9.640625, false], [-10.140625, false], [-5.39453125, false], [-10.640625, false], [-8.390625, false], [-8.640625, false], [-5.89453125, false], [-8.390625, false], [-5.39453125, false], [-7.39453125, false], [-10.640625, false], [-8.390625, false], [-13.140625, false], [-9.640625, false], [-5.39453125, false], [-5.89453125, false], [-10.890625, false], [-13.140625, false], [-7.64453125, false], [-9.890625, false], [-5.89453125, false], [-10.640625, false], [-10.140625, false], [-8.390625, false], [-5.89453125, false], [-8.640625, false], [-9.390625, false], [-9.640625, false], [-10.140625, false], [-7.015625, false], [-9.890625, false], [-10.515625, false], [-5.89453125, false], [-9.890625, false], [-5.14453125, false], [-8.390625, false], [-13.140625, false], [-8.640625, false], [-8.390625, false], [-9.640625, false], [-13.140625, false], [-5.39453125, false], [-10.640625, false], [-9.640625, false], [-7.64453125, false], [-10.140625, false], [-5.89453125, false], [-7.64453125, false], [-8.390625, false], [-8.390625, false], [-10.140625, false], [-8.640625, false], [-5.89453125, false], [-8.640625, false], [-9.390625, false], [-9.640625, false], [-10.140625, false], [-5.89453125, false], [-8.390625, false], [-7.64453125, false], [-13.140625, false], [-8.390625, false], [-8.640625, false], [-5.89453125, false], [-10.640625, false], [-7.64453125, false], [-5.89453125, false], [-5.39453125, false], [-8.390625, false], [-8.640625, false], [-7.64453125, false], [-13.140625, false], [-8.390625, false], [-5.89453125, false], [-9.890625, false], [-7.64453125, false], [-13.140625, false], [-8.390625, false], [-5.89453125, false], [-7.64453125, false], [-11.140625, false], [-12.640625, false], [-11.140625, false], [-8.390625, false], [-10.140625, false], [-7.015625, false], [-9.890625, false], [-10.515625, false], [-5.89453125, false], [-9.890625, false], [-5.14453125, false], [-8.390625, false], [-13.140625, false], [-8.640625, false], [-8.390625, false], [-9.640625, false], [-13.140625, false], [-5.39453125, false], [-10.640625, false], [-9.640625, false], [-7.64453125, false], [-10.140625, false], [-5.89453125, false], [-10.140625, false], [-8.390625, false], [-10.390625, false], [-8.390625, false], [-8.640625, false], [-5.89453125, false], [-10.640625, false], [-7.64453125, false], [-5.89453125, false], [-9.890625, false], [-5.39453125, false], [-9.640625, false], [-10.140625, false], [-10.640625, false], [-5.39453125, false], [-9.640625, false], [-10.140625, false], [-5.89453125, false], [-5.39453125, false], [-5.89453125, false], [-8.640625, false], [-10.640625, false], [-5.39453125, false], [-8.390625, false], [-10.390625, false], [-8.390625, false], [-5.89453125, false], [-8.390625, false], [-7.64453125, false], [-8.140625, false], [-12.640625, false], [-5.89453125, false], [-10.640625, false], [-8.390625, false], [-9.890625, false], [-8.390625, false], [-8.390625, false], [-13.140625, false], [-5.39453125, false], [-10.640625, false], [-9.890625, false], [-13.140625, false], [-8.390625, false], [-7.015625, false], [-9.890625, false], [-13.390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 398, "doc": {"id": "Mercury_SC_402258", "question": "In an experiment, water and salt are mixed together. What is the best way to separate the salt from the water?", "choices": {"text": ["filter the salt", "freeze the mixture", "evaporate the water", "pour the water out of the container"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "evaporate the water", "arguments": ["Question: In an experiment, water and salt are mixed together. What is the best way to separate the salt from the water?\nAnswer:", " ["], "resps": [[[-7.35546875, false]], [[-9.609375, false]], [[-9.859375, false]], [[-8.359375, false]], [[-10.859375, false]], [[-9.609375, false]], [[-8.109375, false]], [[-9.859375, false]], [[-5.85546875, false]], [[-9.609375, false]], [[-9.859375, false]], [[-8.109375, false]], [[-5.85546875, false]], [[-8.359375, false]], [[-5.85546875, false]], [[-10.859375, false]], [[-9.609375, false]], [[-9.609375, false]], [[-9.90625, false]], [[-5.85546875, false]], [[-9.609375, false]], [[-9.859375, false]], [[-9.859375, false]], [[-8.109375, false]], [[-8.109375, false]], [[-10.859375, false]], [[-8.109375, false]], [[-5.85546875, false]], [[-9.609375, false]], [[-9.859375, false]], [[-8.109375, false]], [[-5.85546875, false]], [[-8.109375, false]], [[-8.359375, false]], [[-10.359375, false]], [[-9.609375, false]], [[-9.609375, false]], [[-9.859375, false]], [[-8.109375, false]], [[-9.609375, false]], [[-9.90625, false]], [[-5.85546875, false]], [[-9.609375, false]], [[-8.109375, false]], [[-10.609375, false]], [[-5.85546875, false]], [[-10.109375, false]], [[-11.109375, false]], [[-9.859375, false]], [[-5.85546875, false]], [[-9.609375, false]], [[-8.109375, false]], [[-5.85546875, false]], [[-9.609375, false]], [[-9.859375, false]], [[-8.109375, false]], [[-5.85546875, false]], [[-9.609375, false]], [[-5.85546875, false]], [[-9.609375, false]], [[-8.109375, false]], [[-9.859375, false]], [[-9.609375, false]], [[-9.90625, false]], [[-5.85546875, false]], [[-9.609375, false]], [[-10.109375, false]], [[-11.109375, false]], [[-9.609375, false]], [[-9.859375, false]], [[-5.85546875, false]], [[-9.609375, false]], [[-9.859375, false]], [[-8.109375, false]], [[-5.85546875, false]], [[-9.609375, false]], [[-5.85546875, false]], [[-9.609375, false]], [[-8.109375, false]], [[-9.859375, false]], [[-5.85546875, false]], [[-11.109375, false]], [[-9.609375, false]], [[-9.609375, false]], [[-5.85546875, false]], [[-11.109375, false]], [[-9.859375, false]], [[-5.85546875, false]], [[-9.609375, false]], [[-9.859375, false]], [[-8.109375, false]], [[-5.85546875, false]], [[-8.859375, false]], [[-11.109375, false]], [[-9.609375, false]], [[-9.609375, false]], [[-5.85546875, false]], [[-8.359375, false]], [[-9.609375, false]], [[-8.109375, false]], [[-9.859375, false]], [[-9.609375, false]], [[-11.609375, false]]], "filtered_resps": [[-7.35546875, false], [-9.609375, false], [-9.859375, false], [-8.359375, false], [-10.859375, false], [-9.609375, false], [-8.109375, false], [-9.859375, false], [-5.85546875, false], [-9.609375, false], [-9.859375, false], [-8.109375, false], [-5.85546875, false], [-8.359375, false], [-5.85546875, false], [-10.859375, false], [-9.609375, false], [-9.609375, false], [-9.90625, false], [-5.85546875, false], [-9.609375, false], [-9.859375, false], [-9.859375, false], [-8.109375, false], [-8.109375, false], [-10.859375, false], [-8.109375, false], [-5.85546875, false], [-9.609375, false], [-9.859375, false], [-8.109375, false], [-5.85546875, false], [-8.109375, false], [-8.359375, false], [-10.359375, false], [-9.609375, false], [-9.609375, false], [-9.859375, false], [-8.109375, false], [-9.609375, false], [-9.90625, false], [-5.85546875, false], [-9.609375, false], [-8.109375, false], [-10.609375, false], [-5.85546875, false], [-10.109375, false], [-11.109375, false], [-9.859375, false], [-5.85546875, false], [-9.609375, false], [-8.109375, false], [-5.85546875, false], [-9.609375, false], [-9.859375, false], [-8.109375, false], [-5.85546875, false], [-9.609375, false], [-5.85546875, false], [-9.609375, false], [-8.109375, false], [-9.859375, false], [-9.609375, false], [-9.90625, false], [-5.85546875, false], [-9.609375, false], [-10.109375, false], [-11.109375, false], [-9.609375, false], [-9.859375, false], [-5.85546875, false], [-9.609375, false], [-9.859375, false], [-8.109375, false], [-5.85546875, false], [-9.609375, false], [-5.85546875, false], [-9.609375, false], [-8.109375, false], [-9.859375, false], [-5.85546875, false], [-11.109375, false], [-9.609375, false], [-9.609375, false], [-5.85546875, false], [-11.109375, false], [-9.859375, false], [-5.85546875, false], [-9.609375, false], [-9.859375, false], [-8.109375, false], [-5.85546875, false], [-8.859375, false], [-11.109375, false], [-9.609375, false], [-9.609375, false], [-5.85546875, false], [-8.359375, false], [-9.609375, false], [-8.109375, false], [-9.859375, false], [-9.609375, false], [-11.609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 406, "doc": {"id": "TIMSS_1995_8_I10", "question": "What is the BEST reason for including fruits and leafy vegetables in a healthy diet?", "choices": {"text": ["They have a high water content.", "They are the best source of protein.", "They are rich in minerals and vitamins.", "They are the best source of carbohydrates."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "They are rich in minerals and vitamins.", "arguments": ["Question: What is the BEST reason for including fruits and leafy vegetables in a healthy diet?\nAnswer:", " ["], "resps": [[[-8.390625, false]], [[-9.390625, false]], [[-8.890625, false]], [[-13.140625, false]], [[-10.640625, false]], [[-12.390625, false]], [[-6.390625, false]], [[-13.140625, false]], [[-6.890625, false]], [[-13.140625, false]], [[-10.640625, false]], [[-6.390625, false]], [[-6.890625, false]], [[-6.390625, false]], [[-13.140625, false]], [[-10.640625, false]], [[-14.140625, false]], [[-13.140625, false]], [[-6.390625, false]], [[-11.890625, false]], [[-6.890625, false]], [[-13.390625, false]], [[-10.640625, false]], [[-13.640625, false]], [[-6.390625, false]], [[-11.390625, false]], [[-11.390625, false]], [[-12.390625, false]], [[-13.390625, false]], [[-10.640625, false]], [[-12.390625, false]], [[-13.390625, false]], [[-8.34375, false]], [[-9.390625, false]], [[-11.21875, false]], [[-6.390625, false]], [[-9.390625, false]], [[-8.890625, false]], [[-13.140625, false]], [[-10.640625, false]], [[-12.390625, false]], [[-6.390625, false]], [[-6.890625, false]], [[-13.640625, false]], [[-10.640625, false]], [[-6.390625, false]], [[-13.390625, false]], [[-13.140625, false]], [[-10.640625, false]], [[-6.390625, false]], [[-12.140625, false]], [[-10.640625, false]], [[-12.140625, false]], [[-13.390625, false]], [[-6.390625, false]], [[-12.140625, false]], [[-11.390625, false]], [[-14.390625, false]], [[-13.640625, false]], [[-11.390625, false]], [[-10.640625, false]], [[-6.390625, false]], [[-11.390625, false]], [[-11.890625, false]], [[-6.390625, false]], [[-11.890625, false]], [[-13.640625, false]], [[-11.390625, false]], [[-13.390625, false]], [[-10.640625, false]], [[-10.640625, false]], [[-12.390625, false]], [[-8.34375, false]], [[-9.390625, false]], [[-11.21875, false]], [[-6.390625, false]], [[-9.390625, false]], [[-8.890625, false]], [[-13.140625, false]], [[-10.640625, false]], [[-12.390625, false]], [[-6.390625, false]], [[-6.890625, false]], [[-13.640625, false]], [[-10.640625, false]], [[-6.390625, false]], [[-13.640625, false]], [[-10.640625, false]], [[-11.390625, false]], [[-13.140625, false]], [[-6.390625, false]], [[-10.640625, false]], [[-12.390625, false]], [[-6.390625, false]], [[-12.890625, false]], [[-10.640625, false]], [[-12.390625, false]], [[-10.640625, false]], [[-13.640625, false]], [[-6.890625, false]], [[-13.140625, false]], [[-12.140625, false]], [[-6.390625, false]], [[-6.890625, false]], [[-12.390625, false]], [[-12.140625, false]], [[-6.390625, false]], [[-13.140625, false]], [[-10.640625, false]], [[-13.390625, false]], [[-6.890625, false]], [[-12.890625, false]], [[-10.640625, false]], [[-12.390625, false]], [[-12.140625, false]], [[-8.34375, false]], [[-9.390625, false]], [[-11.21875, false]], [[-6.390625, false]], [[-9.390625, false]], [[-8.890625, false]], [[-13.140625, false]], [[-10.640625, false]], [[-12.390625, false]], [[-6.390625, false]], [[-6.890625, false]], [[-13.640625, false]], [[-10.640625, false]], [[-6.390625, false]], [[-13.390625, false]], [[-13.140625, false]], [[-10.640625, false]], [[-6.390625, false]], [[-12.140625, false]], [[-10.640625, false]], [[-12.140625, false]], [[-13.390625, false]], [[-6.390625, false]], [[-12.140625, false]], [[-11.390625, false]], [[-14.390625, false]], [[-13.640625, false]], [[-11.390625, false]], [[-10.640625, false]], [[-6.390625, false]], [[-11.390625, false]], [[-11.890625, false]], [[-6.390625, false]], [[-11.390625, false]], [[-6.890625, false]], [[-13.640625, false]], [[-12.140625, false]], [[-11.390625, false]], [[-13.140625, false]], [[-12.390625, false]], [[-12.140625, false]], [[-13.640625, false]], [[-6.890625, false]], [[-13.390625, false]], [[-10.640625, false]], [[-12.140625, false]], [[-8.34375, false]], [[-9.390625, false]], [[-12.140625, false]]], "filtered_resps": [[-8.390625, false], [-9.390625, false], [-8.890625, false], [-13.140625, false], [-10.640625, false], [-12.390625, false], [-6.390625, false], [-13.140625, false], [-6.890625, false], [-13.140625, false], [-10.640625, false], [-6.390625, false], [-6.890625, false], [-6.390625, false], [-13.140625, false], [-10.640625, false], [-14.140625, false], [-13.140625, false], [-6.390625, false], [-11.890625, false], [-6.890625, false], [-13.390625, false], [-10.640625, false], [-13.640625, false], [-6.390625, false], [-11.390625, false], [-11.390625, false], [-12.390625, false], [-13.390625, false], [-10.640625, false], [-12.390625, false], [-13.390625, false], [-8.34375, false], [-9.390625, false], [-11.21875, false], [-6.390625, false], [-9.390625, false], [-8.890625, false], [-13.140625, false], [-10.640625, false], [-12.390625, false], [-6.390625, false], [-6.890625, false], [-13.640625, false], [-10.640625, false], [-6.390625, false], [-13.390625, false], [-13.140625, false], [-10.640625, false], [-6.390625, false], [-12.140625, false], [-10.640625, false], [-12.140625, false], [-13.390625, false], [-6.390625, false], [-12.140625, false], [-11.390625, false], [-14.390625, false], [-13.640625, false], [-11.390625, false], [-10.640625, false], [-6.390625, false], [-11.390625, false], [-11.890625, false], [-6.390625, false], [-11.890625, false], [-13.640625, false], [-11.390625, false], [-13.390625, false], [-10.640625, false], [-10.640625, false], [-12.390625, false], [-8.34375, false], [-9.390625, false], [-11.21875, false], [-6.390625, false], [-9.390625, false], [-8.890625, false], [-13.140625, false], [-10.640625, false], [-12.390625, false], [-6.390625, false], [-6.890625, false], [-13.640625, false], [-10.640625, false], [-6.390625, false], [-13.640625, false], [-10.640625, false], [-11.390625, false], [-13.140625, false], [-6.390625, false], [-10.640625, false], [-12.390625, false], [-6.390625, false], [-12.890625, false], [-10.640625, false], [-12.390625, false], [-10.640625, false], [-13.640625, false], [-6.890625, false], [-13.140625, false], [-12.140625, false], [-6.390625, false], [-6.890625, false], [-12.390625, false], [-12.140625, false], [-6.390625, false], [-13.140625, false], [-10.640625, false], [-13.390625, false], [-6.890625, false], [-12.890625, false], [-10.640625, false], [-12.390625, false], [-12.140625, false], [-8.34375, false], [-9.390625, false], [-11.21875, false], [-6.390625, false], [-9.390625, false], [-8.890625, false], [-13.140625, false], [-10.640625, false], [-12.390625, false], [-6.390625, false], [-6.890625, false], [-13.640625, false], [-10.640625, false], [-6.390625, false], [-13.390625, false], [-13.140625, false], [-10.640625, false], [-6.390625, false], [-12.140625, false], [-10.640625, false], [-12.140625, false], [-13.390625, false], [-6.390625, false], [-12.140625, false], [-11.390625, false], [-14.390625, false], [-13.640625, false], [-11.390625, false], [-10.640625, false], [-6.390625, false], [-11.390625, false], [-11.890625, false], [-6.390625, false], [-11.390625, false], [-6.890625, false], [-13.640625, false], [-12.140625, false], [-11.390625, false], [-13.140625, false], [-12.390625, false], [-12.140625, false], [-13.640625, false], [-6.890625, false], [-13.390625, false], [-10.640625, false], [-12.140625, false], [-8.34375, false], [-9.390625, false], [-12.140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 414, "doc": {"id": "Mercury_7099348", "question": "An agriculturalist predicts that the tomato harvest will be very good this year. Which has the greatest effect on the size of the tomato harvest?", "choices": {"text": ["the time of day the seeds are planted", "the amount of fruit picked after dark", "the type of soil in which the crops are grown", "the number of times daily that the farmer observes the crop"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "the type of soil in which the crops are grown", "arguments": ["Question: An agriculturalist predicts that the tomato harvest will be very good this year. Which has the greatest effect on the size of the tomato harvest?\nAnswer:", " ["], "resps": [[[-6.70703125, false]], [[-8.703125, false]], [[-8.328125, false]], [[-9.328125, false]], [[-9.203125, false]], [[-5.45703125, false]], [[-8.328125, false]], [[-8.078125, false]], [[-9.203125, false]], [[-9.203125, false]], [[-5.45703125, false]], [[-8.953125, false]], [[-8.828125, false]], [[-5.45703125, false]], [[-7.08203125, false]], [[-4.45703125, false]], [[-7.70703125, false]], [[-5.45703125, false]], [[-8.328125, false]], [[-9.328125, false]], [[-9.203125, false]], [[-5.45703125, false]], [[-9.328125, false]], [[-9.203125, false]], [[-9.203125, false]], [[-7.08203125, false]], [[-9.328125, false]], [[-5.45703125, false]], [[-4.45703125, false]], [[-9.578125, false]], [[-9.203125, false]], [[-5.45703125, false]], [[-8.453125, false]], [[-10.078125, false]], [[-4.45703125, false]], [[-8.078125, false]], [[-8.328125, false]], [[-9.203125, false]], [[-7.08203125, false]], [[-8.703125, false]], [[-9.0703125, false]], [[-5.45703125, false]], [[-8.703125, false]], [[-8.328125, false]], [[-9.328125, false]], [[-9.203125, false]], [[-5.45703125, false]], [[-4.45703125, false]], [[-9.203125, false]], [[-8.953125, false]], [[-10.328125, false]], [[-8.078125, false]], [[-8.328125, false]], [[-5.45703125, false]], [[-8.953125, false]], [[-8.828125, false]], [[-5.45703125, false]], [[-8.828125, false]], [[-9.578125, false]], [[-10.328125, false]], [[-8.078125, false]], [[-8.328125, false]], [[-5.45703125, false]], [[-8.453125, false]], [[-8.078125, false]], [[-8.078125, false]], [[-9.578125, false]], [[-9.203125, false]], [[-7.08203125, false]], [[-5.45703125, false]], [[-4.45703125, false]], [[-8.828125, false]], [[-8.328125, false]], [[-9.203125, false]], [[-9.578125, false]], [[-5.45703125, false]], [[-7.08203125, false]], [[-4.45703125, false]], [[-9.578125, false]], [[-9.578125, false]], [[-8.703125, false]], [[-9.0703125, false]], [[-5.45703125, false]], [[-8.703125, false]], [[-8.328125, false]], [[-9.328125, false]], [[-9.203125, false]], [[-5.45703125, false]], [[-8.328125, false]], [[-7.70703125, false]], [[-8.453125, false]], [[-9.203125, false]], [[-5.45703125, false]], [[-8.953125, false]], [[-8.828125, false]], [[-5.45703125, false]], [[-9.328125, false]], [[-8.953125, false]], [[-8.078125, false]], [[-10.078125, false]], [[-5.45703125, false]], [[-8.078125, false]], [[-8.078125, false]], [[-5.45703125, false]], [[-9.078125, false]], [[-9.328125, false]], [[-8.078125, false]], [[-8.078125, false]], [[-9.328125, false]], [[-5.45703125, false]], [[-8.328125, false]], [[-9.328125, false]], [[-9.203125, false]], [[-5.45703125, false]], [[-8.078125, false]], [[-9.578125, false]], [[-8.953125, false]], [[-8.453125, false]], [[-9.328125, false]], [[-5.45703125, false]], [[-4.45703125, false]], [[-9.578125, false]], [[-9.203125, false]], [[-5.45703125, false]], [[-11.203125, false]], [[-9.578125, false]], [[-8.953125, false]], [[-9.078125, false]], [[-8.078125, false]], [[-8.703125, false]], [[-9.0703125, false]], [[-5.45703125, false]], [[-8.703125, false]], [[-8.328125, false]], [[-9.328125, false]], [[-9.203125, false]], [[-5.45703125, false]], [[-8.078125, false]], [[-10.328125, false]], [[-9.203125, false]], [[-6.33203125, false]], [[-9.203125, false]], [[-9.578125, false]], [[-5.45703125, false]], [[-8.953125, false]], [[-8.828125, false]], [[-5.45703125, false]], [[-8.328125, false]], [[-8.078125, false]], [[-9.203125, false]], [[-9.203125, false]], [[-9.328125, false]], [[-5.45703125, false]], [[-7.08203125, false]], [[-4.45703125, false]], [[-8.078125, false]], [[-10.078125, false]], [[-7.70703125, false]], [[-5.45703125, false]], [[-8.328125, false]], [[-9.328125, false]], [[-4.45703125, false]], [[-8.328125, false]], [[-5.45703125, false]], [[-8.328125, false]], [[-9.328125, false]], [[-9.203125, false]], [[-5.45703125, false]], [[-8.828125, false]], [[-4.45703125, false]], [[-9.578125, false]], [[-9.203125, false]], [[-9.203125, false]], [[-9.578125, false]], [[-5.45703125, false]], [[-8.953125, false]], [[-6.33203125, false]], [[-9.328125, false]], [[-9.203125, false]], [[-9.578125, false]], [[-9.578125, false]], [[-9.203125, false]], [[-9.328125, false]], [[-5.45703125, false]], [[-8.328125, false]], [[-9.328125, false]], [[-9.203125, false]], [[-5.45703125, false]], [[-8.078125, false]], [[-9.578125, false]], [[-8.953125, false]], [[-8.453125, false]], [[-8.703125, false]], [[-12.328125, false]]], "filtered_resps": [[-6.70703125, false], [-8.703125, false], [-8.328125, false], [-9.328125, false], [-9.203125, false], [-5.45703125, false], [-8.328125, false], [-8.078125, false], [-9.203125, false], [-9.203125, false], [-5.45703125, false], [-8.953125, false], [-8.828125, false], [-5.45703125, false], [-7.08203125, false], [-4.45703125, false], [-7.70703125, false], [-5.45703125, false], [-8.328125, false], [-9.328125, false], [-9.203125, false], [-5.45703125, false], [-9.328125, false], [-9.203125, false], [-9.203125, false], [-7.08203125, false], [-9.328125, false], [-5.45703125, false], [-4.45703125, false], [-9.578125, false], [-9.203125, false], [-5.45703125, false], [-8.453125, false], [-10.078125, false], [-4.45703125, false], [-8.078125, false], [-8.328125, false], [-9.203125, false], [-7.08203125, false], [-8.703125, false], [-9.0703125, false], [-5.45703125, false], [-8.703125, false], [-8.328125, false], [-9.328125, false], [-9.203125, false], [-5.45703125, false], [-4.45703125, false], [-9.203125, false], [-8.953125, false], [-10.328125, false], [-8.078125, false], [-8.328125, false], [-5.45703125, false], [-8.953125, false], [-8.828125, false], [-5.45703125, false], [-8.828125, false], [-9.578125, false], [-10.328125, false], [-8.078125, false], [-8.328125, false], [-5.45703125, false], [-8.453125, false], [-8.078125, false], [-8.078125, false], [-9.578125, false], [-9.203125, false], [-7.08203125, false], [-5.45703125, false], [-4.45703125, false], [-8.828125, false], [-8.328125, false], [-9.203125, false], [-9.578125, false], [-5.45703125, false], [-7.08203125, false], [-4.45703125, false], [-9.578125, false], [-9.578125, false], [-8.703125, false], [-9.0703125, false], [-5.45703125, false], [-8.703125, false], [-8.328125, false], [-9.328125, false], [-9.203125, false], [-5.45703125, false], [-8.328125, false], [-7.70703125, false], [-8.453125, false], [-9.203125, false], [-5.45703125, false], [-8.953125, false], [-8.828125, false], [-5.45703125, false], [-9.328125, false], [-8.953125, false], [-8.078125, false], [-10.078125, false], [-5.45703125, false], [-8.078125, false], [-8.078125, false], [-5.45703125, false], [-9.078125, false], [-9.328125, false], [-8.078125, false], [-8.078125, false], [-9.328125, false], [-5.45703125, false], [-8.328125, false], [-9.328125, false], [-9.203125, false], [-5.45703125, false], [-8.078125, false], [-9.578125, false], [-8.953125, false], [-8.453125, false], [-9.328125, false], [-5.45703125, false], [-4.45703125, false], [-9.578125, false], [-9.203125, false], [-5.45703125, false], [-11.203125, false], [-9.578125, false], [-8.953125, false], [-9.078125, false], [-8.078125, false], [-8.703125, false], [-9.0703125, false], [-5.45703125, false], [-8.703125, false], [-8.328125, false], [-9.328125, false], [-9.203125, false], [-5.45703125, false], [-8.078125, false], [-10.328125, false], [-9.203125, false], [-6.33203125, false], [-9.203125, false], [-9.578125, false], [-5.45703125, false], [-8.953125, false], [-8.828125, false], [-5.45703125, false], [-8.328125, false], [-8.078125, false], [-9.203125, false], [-9.203125, false], [-9.328125, false], [-5.45703125, false], [-7.08203125, false], [-4.45703125, false], [-8.078125, false], [-10.078125, false], [-7.70703125, false], [-5.45703125, false], [-8.328125, false], [-9.328125, false], [-4.45703125, false], [-8.328125, false], [-5.45703125, false], [-8.328125, false], [-9.328125, false], [-9.203125, false], [-5.45703125, false], [-8.828125, false], [-4.45703125, false], [-9.578125, false], [-9.203125, false], [-9.203125, false], [-9.578125, false], [-5.45703125, false], [-8.953125, false], [-6.33203125, false], [-9.328125, false], [-9.203125, false], [-9.578125, false], [-9.578125, false], [-9.203125, false], [-9.328125, false], [-5.45703125, false], [-8.328125, false], [-9.328125, false], [-9.203125, false], [-5.45703125, false], [-8.078125, false], [-9.578125, false], [-8.953125, false], [-8.453125, false], [-8.703125, false], [-12.328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 422, "doc": {"id": "Mercury_177485", "question": "What is the name of a circuit in which the current splits at the junctions?", "choices": {"text": ["closed circuit", "parallel circuit", "series circuit", "short circuit"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "parallel circuit", "arguments": ["Question: What is the name of a circuit in which the current splits at the junctions?\nAnswer:", " ["], "resps": [[[-6.4140625, false]], [[-7.9140625, false]], [[-8.9140625, false]], [[-10.1640625, false]], [[-10.1640625, false]], [[-9.9140625, false]], [[-9.9140625, false]], [[-9.4140625, false]], [[-4.9140625, false]], [[-8.9140625, false]], [[-7.6640625, false]], [[-8.6640625, false]], [[-8.9140625, false]], [[-8.9140625, false]], [[-7.6640625, false]], [[-8.9140625, false]], [[-7.9140625, false]], [[-8.6953125, false]], [[-4.9140625, false]], [[-7.9140625, false]], [[-8.4140625, false]], [[-4.4140625, false]], [[-8.6640625, false]], [[-4.4140625, false]], [[-10.1640625, false]], [[-10.1640625, false]], [[-9.9140625, false]], [[-10.1640625, false]], [[-4.9140625, false]], [[-8.9140625, false]], [[-7.6640625, false]], [[-8.6640625, false]], [[-8.9140625, false]], [[-8.9140625, false]], [[-7.6640625, false]], [[-8.9140625, false]], [[-7.9140625, false]], [[-8.6953125, false]], [[-4.9140625, false]], [[-7.9140625, false]], [[-9.9140625, false]], [[-9.9140625, false]], [[-8.6640625, false]], [[-7.6640625, false]], [[-9.9140625, false]], [[-9.9140625, false]], [[-4.9140625, false]], [[-8.9140625, false]], [[-7.6640625, false]], [[-8.6640625, false]], [[-8.9140625, false]], [[-8.9140625, false]], [[-7.6640625, false]], [[-8.9140625, false]], [[-7.9140625, false]], [[-8.6953125, false]], [[-4.9140625, false]], [[-7.9140625, false]], [[-9.9140625, false]], [[-10.4140625, false]], [[-10.1640625, false]], [[-8.6640625, false]], [[-8.9140625, false]], [[-4.9140625, false]], [[-8.9140625, false]], [[-7.6640625, false]], [[-8.6640625, false]], [[-8.9140625, false]], [[-8.9140625, false]], [[-7.6640625, false]], [[-8.9140625, false]], [[-7.9140625, false]], [[-13.4140625, false]]], "filtered_resps": [[-6.4140625, false], [-7.9140625, false], [-8.9140625, false], [-10.1640625, false], [-10.1640625, false], [-9.9140625, false], [-9.9140625, false], [-9.4140625, false], [-4.9140625, false], [-8.9140625, false], [-7.6640625, false], [-8.6640625, false], [-8.9140625, false], [-8.9140625, false], [-7.6640625, false], [-8.9140625, false], [-7.9140625, false], [-8.6953125, false], [-4.9140625, false], [-7.9140625, false], [-8.4140625, false], [-4.4140625, false], [-8.6640625, false], [-4.4140625, false], [-10.1640625, false], [-10.1640625, false], [-9.9140625, false], [-10.1640625, false], [-4.9140625, false], [-8.9140625, false], [-7.6640625, false], [-8.6640625, false], [-8.9140625, false], [-8.9140625, false], [-7.6640625, false], [-8.9140625, false], [-7.9140625, false], [-8.6953125, false], [-4.9140625, false], [-7.9140625, false], [-9.9140625, false], [-9.9140625, false], [-8.6640625, false], [-7.6640625, false], [-9.9140625, false], [-9.9140625, false], [-4.9140625, false], [-8.9140625, false], [-7.6640625, false], [-8.6640625, false], [-8.9140625, false], [-8.9140625, false], [-7.6640625, false], [-8.9140625, false], [-7.9140625, false], [-8.6953125, false], [-4.9140625, false], [-7.9140625, false], [-9.9140625, false], [-10.4140625, false], [-10.1640625, false], [-8.6640625, false], [-8.9140625, false], [-4.9140625, false], [-8.9140625, false], [-7.6640625, false], [-8.6640625, false], [-8.9140625, false], [-8.9140625, false], [-7.6640625, false], [-8.9140625, false], [-7.9140625, false], [-13.4140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 430, "doc": {"id": "Mercury_407359", "question": "If a lake is polluted, which organisms would most likely accumulate the highest concentration of contaminants?", "choices": {"text": ["bass", "minnows", "aquatic plants", "fish-eating birds"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "fish-eating birds", "arguments": ["Question: If a lake is polluted, which organisms would most likely accumulate the highest concentration of contaminants?\nAnswer:", " ["], "resps": [[[-7.91796875, false]], [[-8.921875, false]], [[-10.796875, false]], [[-5.29296875, false]], [[-9.421875, false]], [[-9.421875, false]], [[-8.921875, false]], [[-10.40625, false]], [[-5.04296875, false]], [[-8.921875, false]], [[-11.046875, false]], [[-9.046875, false]], [[-8.796875, false]], [[-8.796875, false]], [[-8.171875, false]], [[-10.796875, false]], [[-9.421875, false]], [[-8.921875, false]], [[-10.40625, false]], [[-5.04296875, false]], [[-8.921875, false]], [[-5.29296875, false]], [[-13.546875, false]], [[-10.921875, false]], [[-5.29296875, false]], [[-12.546875, false]], [[-9.046875, false]], [[-8.421875, false]], [[-5.04296875, false]], [[-10.796875, false]], [[-9.421875, false]], [[-5.29296875, false]], [[-8.796875, false]], [[-12.546875, false]], [[-9.421875, false]], [[-8.921875, false]], [[-10.40625, false]], [[-5.04296875, false]], [[-8.921875, false]], [[-10.296875, false]], [[-9.046875, false]], [[-9.421875, false]], [[-12.171875, false]], [[-7.16796875, false]], [[-7.79296875, false]], [[-5.29296875, false]], [[-12.546875, false]], [[-9.046875, false]], [[-8.796875, false]], [[-11.671875, false]], [[-5.04296875, false]], [[-10.796875, false]], [[-9.046875, false]], [[-10.671875, false]], [[-8.171875, false]], [[-9.421875, false]], [[-8.921875, false]], [[-13.921875, false]]], "filtered_resps": [[-7.91796875, false], [-8.921875, false], [-10.796875, false], [-5.29296875, false], [-9.421875, false], [-9.421875, false], [-8.921875, false], [-10.40625, false], [-5.04296875, false], [-8.921875, false], [-11.046875, false], [-9.046875, false], [-8.796875, false], [-8.796875, false], [-8.171875, false], [-10.796875, false], [-9.421875, false], [-8.921875, false], [-10.40625, false], [-5.04296875, false], [-8.921875, false], [-5.29296875, false], [-13.546875, false], [-10.921875, false], [-5.29296875, false], [-12.546875, false], [-9.046875, false], [-8.421875, false], [-5.04296875, false], [-10.796875, false], [-9.421875, false], [-5.29296875, false], [-8.796875, false], [-12.546875, false], [-9.421875, false], [-8.921875, false], [-10.40625, false], [-5.04296875, false], [-8.921875, false], [-10.296875, false], [-9.046875, false], [-9.421875, false], [-12.171875, false], [-7.16796875, false], [-7.79296875, false], [-5.29296875, false], [-12.546875, false], [-9.046875, false], [-8.796875, false], [-11.671875, false], [-5.04296875, false], [-10.796875, false], [-9.046875, false], [-10.671875, false], [-8.171875, false], [-9.421875, false], [-8.921875, false], [-13.921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 438, "doc": {"id": "CSZ40385", "question": "A student divides several cubes into two groups, based on whether or not each cube can float in later. What property is the student using to classify the cubes?", "choices": {"text": ["weight", "density", "conductivity", "mass"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "density", "arguments": ["Question: A student divides several cubes into two groups, based on whether or not each cube can float in later. What property is the student using to classify the cubes?\nAnswer:", " ["], "resps": [[[-6.515625, false]], [[-8.765625, false]], [[-9.140625, false]], [[-7.890625, false]], [[-7.890625, false]], [[-9.640625, false]], [[-7.890625, false]], [[-7.515625, false]], [[-8.765625, false]], [[-8.6484375, false]], [[-5.265625, false]], [[-8.765625, false]], [[-7.390625, false]], [[-7.890625, false]], [[-7.015625, false]], [[-7.890625, false]], [[-7.890625, false]], [[-7.515625, false]], [[-9.265625, false]], [[-8.765625, false]], [[-8.6484375, false]], [[-5.265625, false]], [[-8.765625, false]], [[-7.640625, false]], [[-9.765625, false]], [[-7.015625, false]], [[-7.390625, false]], [[-8.640625, false]], [[-7.640625, false]], [[-7.515625, false]], [[-7.890625, false]], [[-8.140625, false]], [[-7.890625, false]], [[-7.515625, false]], [[-9.265625, false]], [[-8.765625, false]], [[-8.6484375, false]], [[-5.265625, false]], [[-8.765625, false]], [[-7.640625, false]], [[-4.765625, false]], [[-7.890625, false]], [[-7.890625, false]], [[-8.765625, false]], [[-11.890625, false]]], "filtered_resps": [[-6.515625, false], [-8.765625, false], [-9.140625, false], [-7.890625, false], [-7.890625, false], [-9.640625, false], [-7.890625, false], [-7.515625, false], [-8.765625, false], [-8.6484375, false], [-5.265625, false], [-8.765625, false], [-7.390625, false], [-7.890625, false], [-7.015625, false], [-7.890625, false], [-7.890625, false], [-7.515625, false], [-9.265625, false], [-8.765625, false], [-8.6484375, false], [-5.265625, false], [-8.765625, false], [-7.640625, false], [-9.765625, false], [-7.015625, false], [-7.390625, false], [-8.640625, false], [-7.640625, false], [-7.515625, false], [-7.890625, false], [-8.140625, false], [-7.890625, false], [-7.515625, false], [-9.265625, false], [-8.765625, false], [-8.6484375, false], [-5.265625, false], [-8.765625, false], [-7.640625, false], [-4.765625, false], [-7.890625, false], [-7.890625, false], [-8.765625, false], [-11.890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 446, "doc": {"id": "Mercury_415686", "question": "What type of energy is transmitted from the Sun to Earth through space?", "choices": {"text": ["heat energy", "kinetic energy", "electrical energy", "electromagnetic energy"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "electromagnetic energy", "arguments": ["Question: What type of energy is transmitted from the Sun to Earth through space?\nAnswer:", " ["], "resps": [[[-7.88671875, false]], [[-8.140625, false]], [[-10.890625, false]], [[-7.88671875, false]], [[-6.38671875, false]], [[-10.890625, false]], [[-4.88671875, false]], [[-7.88671875, false]], [[-9.390625, false]], [[-7.88671875, false]], [[-11.390625, false]], [[-12.140625, false]], [[-11.390625, false]], [[-8.140625, false]], [[-9.609375, false]], [[-4.88671875, false]], [[-8.140625, false]], [[-11.640625, false]], [[-7.63671875, false]], [[-9.390625, false]], [[-7.88671875, false]], [[-10.890625, false]], [[-7.63671875, false]], [[-10.390625, false]], [[-4.88671875, false]], [[-7.88671875, false]], [[-9.390625, false]], [[-7.88671875, false]], [[-11.390625, false]], [[-12.140625, false]], [[-11.390625, false]], [[-8.140625, false]], [[-9.609375, false]], [[-4.88671875, false]], [[-8.140625, false]], [[-7.88671875, false]], [[-10.890625, false]], [[-7.88671875, false]], [[-10.390625, false]], [[-10.890625, false]], [[-11.390625, false]], [[-7.63671875, false]], [[-10.390625, false]], [[-6.38671875, false]], [[-10.890625, false]], [[-4.88671875, false]], [[-7.88671875, false]], [[-9.390625, false]], [[-7.88671875, false]], [[-11.390625, false]], [[-12.140625, false]], [[-11.390625, false]], [[-8.140625, false]], [[-9.609375, false]], [[-4.88671875, false]], [[-8.140625, false]], [[-7.88671875, false]], [[-10.890625, false]], [[-7.88671875, false]], [[-10.390625, false]], [[-10.890625, false]], [[-11.390625, false]], [[-7.88671875, false]], [[-7.88671875, false]], [[-6.38671875, false]], [[-12.140625, false]], [[-9.390625, false]], [[-7.88671875, false]], [[-10.890625, false]], [[-7.63671875, false]], [[-10.390625, false]], [[-4.88671875, false]], [[-7.88671875, false]], [[-9.390625, false]], [[-7.88671875, false]], [[-11.390625, false]], [[-12.140625, false]], [[-11.390625, false]], [[-8.140625, false]], [[-13.640625, false]]], "filtered_resps": [[-7.88671875, false], [-8.140625, false], [-10.890625, false], [-7.88671875, false], [-6.38671875, false], [-10.890625, false], [-4.88671875, false], [-7.88671875, false], [-9.390625, false], [-7.88671875, false], [-11.390625, false], [-12.140625, false], [-11.390625, false], [-8.140625, false], [-9.609375, false], [-4.88671875, false], [-8.140625, false], [-11.640625, false], [-7.63671875, false], [-9.390625, false], [-7.88671875, false], [-10.890625, false], [-7.63671875, false], [-10.390625, false], [-4.88671875, false], [-7.88671875, false], [-9.390625, false], [-7.88671875, false], [-11.390625, false], [-12.140625, false], [-11.390625, false], [-8.140625, false], [-9.609375, false], [-4.88671875, false], [-8.140625, false], [-7.88671875, false], [-10.890625, false], [-7.88671875, false], [-10.390625, false], [-10.890625, false], [-11.390625, false], [-7.63671875, false], [-10.390625, false], [-6.38671875, false], [-10.890625, false], [-4.88671875, false], [-7.88671875, false], [-9.390625, false], [-7.88671875, false], [-11.390625, false], [-12.140625, false], [-11.390625, false], [-8.140625, false], [-9.609375, false], [-4.88671875, false], [-8.140625, false], [-7.88671875, false], [-10.890625, false], [-7.88671875, false], [-10.390625, false], [-10.890625, false], [-11.390625, false], [-7.88671875, false], [-7.88671875, false], [-6.38671875, false], [-12.140625, false], [-9.390625, false], [-7.88671875, false], [-10.890625, false], [-7.63671875, false], [-10.390625, false], [-4.88671875, false], [-7.88671875, false], [-9.390625, false], [-7.88671875, false], [-11.390625, false], [-12.140625, false], [-11.390625, false], [-8.140625, false], [-13.640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 454, "doc": {"id": "Mercury_SC_408250", "question": "Robin compared the properties of some rocks. Which property did she most likely compare with a balance?", "choices": {"text": ["density", "mass", "temperature", "volume"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "mass", "arguments": ["Question: Robin compared the properties of some rocks. Which property did she most likely compare with a balance?\nAnswer:", " ["], "resps": [[[-6.2890625, false]], [[-7.7890625, false]], [[-8.0390625, false]], [[-7.1640625, false]], [[-8.1640625, false]], [[-8.2890625, false]], [[-8.2890625, false]], [[-8.1640625, false]], [[-9.4140625, false]], [[-7.7890625, false]], [[-9.25, false]], [[-5.0390625, false]], [[-7.7890625, false]], [[-7.0390625, false]], [[-4.2890625, false]], [[-8.2890625, false]], [[-8.2890625, false]], [[-7.7890625, false]], [[-9.25, false]], [[-5.0390625, false]], [[-7.7890625, false]], [[-8.1640625, false]], [[-7.1640625, false]], [[-7.0390625, false]], [[-7.4140625, false]], [[-7.1640625, false]], [[-7.4140625, false]], [[-4.2890625, false]], [[-8.1640625, false]], [[-10.5390625, false]], [[-7.4140625, false]], [[-7.1640625, false]], [[-7.7890625, false]], [[-9.25, false]], [[-5.0390625, false]], [[-7.7890625, false]], [[-8.6640625, false]], [[-8.0390625, false]], [[-8.9140625, false]], [[-10.5390625, false]], [[-7.0390625, false]], [[-7.1640625, false]], [[-7.7890625, false]], [[-12.2890625, false]]], "filtered_resps": [[-6.2890625, false], [-7.7890625, false], [-8.0390625, false], [-7.1640625, false], [-8.1640625, false], [-8.2890625, false], [-8.2890625, false], [-8.1640625, false], [-9.4140625, false], [-7.7890625, false], [-9.25, false], [-5.0390625, false], [-7.7890625, false], [-7.0390625, false], [-4.2890625, false], [-8.2890625, false], [-8.2890625, false], [-7.7890625, false], [-9.25, false], [-5.0390625, false], [-7.7890625, false], [-8.1640625, false], [-7.1640625, false], [-7.0390625, false], [-7.4140625, false], [-7.1640625, false], [-7.4140625, false], [-4.2890625, false], [-8.1640625, false], [-10.5390625, false], [-7.4140625, false], [-7.1640625, false], [-7.7890625, false], [-9.25, false], [-5.0390625, false], [-7.7890625, false], [-8.6640625, false], [-8.0390625, false], [-8.9140625, false], [-10.5390625, false], [-7.0390625, false], [-7.1640625, false], [-7.7890625, false], [-12.2890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 462, "doc": {"id": "Mercury_7068600", "question": "Which property of a mineral is most likely being tested when it is scratched with a nail?", "choices": {"text": ["color", "hardness", "cleavage", "luster"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "hardness", "arguments": ["Question: Which property of a mineral is most likely being tested when it is scratched with a nail?\nAnswer:", " ["], "resps": [[[-6.91015625, false]], [[-8.4140625, false]], [[-7.91015625, false]], [[-9.1640625, false]], [[-9.9140625, false]], [[-9.1640625, false]], [[-8.6640625, false]], [[-8.4140625, false]], [[-9.09375, false]], [[-4.91015625, false]], [[-8.4140625, false]], [[-10.4140625, false]], [[-4.16015625, false]], [[-8.6640625, false]], [[-10.4140625, false]], [[-7.66015625, false]], [[-8.6640625, false]], [[-8.9140625, false]], [[-8.9140625, false]], [[-8.4140625, false]], [[-9.09375, false]], [[-4.91015625, false]], [[-8.4140625, false]], [[-7.91015625, false]], [[-9.9140625, false]], [[-8.6640625, false]], [[-4.16015625, false]], [[-10.9140625, false]], [[-4.16015625, false]], [[-9.6640625, false]], [[-8.6640625, false]], [[-8.4140625, false]], [[-9.09375, false]], [[-4.91015625, false]], [[-8.4140625, false]], [[-9.9140625, false]], [[-9.1640625, false]], [[-8.9140625, false]], [[-9.9140625, false]], [[-8.6640625, false]], [[-8.6640625, false]], [[-8.4140625, false]], [[-12.9140625, false]]], "filtered_resps": [[-6.91015625, false], [-8.4140625, false], [-7.91015625, false], [-9.1640625, false], [-9.9140625, false], [-9.1640625, false], [-8.6640625, false], [-8.4140625, false], [-9.09375, false], [-4.91015625, false], [-8.4140625, false], [-10.4140625, false], [-4.16015625, false], [-8.6640625, false], [-10.4140625, false], [-7.66015625, false], [-8.6640625, false], [-8.9140625, false], [-8.9140625, false], [-8.4140625, false], [-9.09375, false], [-4.91015625, false], [-8.4140625, false], [-7.91015625, false], [-9.9140625, false], [-8.6640625, false], [-4.16015625, false], [-10.9140625, false], [-4.16015625, false], [-9.6640625, false], [-8.6640625, false], [-8.4140625, false], [-9.09375, false], [-4.91015625, false], [-8.4140625, false], [-9.9140625, false], [-9.1640625, false], [-8.9140625, false], [-9.9140625, false], [-8.6640625, false], [-8.6640625, false], [-8.4140625, false], [-12.9140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 470, "doc": {"id": "Mercury_7008785", "question": "The tendency of an element to react chemically is closely related to", "choices": {"text": ["the number of valence electrons.", "the ratio of protons to neutrons.", "how tightly atoms are packed.", "the number of neutrons in atoms."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "the number of valence electrons.", "arguments": ["Question: The tendency of an element to react chemically is closely related to\nAnswer:", " ["], "resps": [[[-6.39453125, false]], [[-8.015625, false]], [[-7.76953125, false]], [[-8.265625, false]], [[-7.39453125, false]], [[-4.51953125, false]], [[-6.26953125, false]], [[-9.640625, false]], [[-8.015625, false]], [[-6.14453125, false]], [[-7.39453125, false]], [[-7.39453125, false]], [[-4.51953125, false]], [[-8.890625, false]], [[-7.76953125, false]], [[-4.51953125, false]], [[-7.89453125, false]], [[-4.01953125, false]], [[-9.515625, false]], [[-7.39453125, false]], [[-6.26953125, false]], [[-7.14453125, false]], [[-7.39453125, false]], [[-4.51953125, false]], [[-7.39453125, false]], [[-9.515625, false]], [[-7.39453125, false]], [[-7.14453125, false]], [[-7.76953125, false]], [[-7.39453125, false]], [[-8.890625, false]], [[-6.26953125, false]], [[-8.265625, false]], [[-5.46484375, false]], [[-8.015625, false]], [[-7.08984375, false]], [[-4.51953125, false]], [[-8.015625, false]], [[-7.76953125, false]], [[-8.265625, false]], [[-7.39453125, false]], [[-4.51953125, false]], [[-7.39453125, false]], [[-4.01953125, false]], [[-7.76953125, false]], [[-6.76953125, false]], [[-8.890625, false]], [[-4.51953125, false]], [[-8.890625, false]], [[-7.76953125, false]], [[-4.51953125, false]], [[-6.64453125, false]], [[-7.39453125, false]], [[-8.890625, false]], [[-7.76953125, false]], [[-8.890625, false]], [[-6.26953125, false]], [[-8.265625, false]], [[-4.51953125, false]], [[-7.76953125, false]], [[-8.890625, false]], [[-4.51953125, false]], [[-6.26953125, false]], [[-7.39453125, false]], [[-9.640625, false]], [[-7.76953125, false]], [[-7.39453125, false]], [[-8.890625, false]], [[-6.26953125, false]], [[-8.265625, false]], [[-5.46484375, false]], [[-8.015625, false]], [[-7.08984375, false]], [[-4.51953125, false]], [[-8.015625, false]], [[-8.265625, false]], [[-8.890625, false]], [[-9.390625, false]], [[-4.51953125, false]], [[-7.76953125, false]], [[-6.76953125, false]], [[-9.515625, false]], [[-8.265625, false]], [[-7.76953125, false]], [[-9.515625, false]], [[-8.515625, false]], [[-4.51953125, false]], [[-4.01953125, false]], [[-7.76953125, false]], [[-8.890625, false]], [[-8.015625, false]], [[-8.265625, false]], [[-4.51953125, false]], [[-4.01953125, false]], [[-7.39453125, false]], [[-7.39453125, false]], [[-4.51953125, false]], [[-6.64453125, false]], [[-4.01953125, false]], [[-7.14453125, false]], [[-7.26953125, false]], [[-7.39453125, false]], [[-7.39453125, false]], [[-5.46484375, false]], [[-8.015625, false]], [[-7.08984375, false]], [[-4.51953125, false]], [[-8.015625, false]], [[-7.76953125, false]], [[-8.265625, false]], [[-7.39453125, false]], [[-4.51953125, false]], [[-6.26953125, false]], [[-9.640625, false]], [[-8.015625, false]], [[-6.14453125, false]], [[-7.39453125, false]], [[-7.39453125, false]], [[-4.51953125, false]], [[-8.890625, false]], [[-7.76953125, false]], [[-4.51953125, false]], [[-6.26953125, false]], [[-7.39453125, false]], [[-9.640625, false]], [[-7.76953125, false]], [[-7.39453125, false]], [[-8.890625, false]], [[-6.26953125, false]], [[-8.265625, false]], [[-4.51953125, false]], [[-6.76953125, false]], [[-6.26953125, false]], [[-4.51953125, false]], [[-4.01953125, false]], [[-7.76953125, false]], [[-8.890625, false]], [[-8.015625, false]], [[-8.265625, false]], [[-5.46484375, false]], [[-8.015625, false]], [[-10.515625, false]]], "filtered_resps": [[-6.39453125, false], [-8.015625, false], [-7.76953125, false], [-8.265625, false], [-7.39453125, false], [-4.51953125, false], [-6.26953125, false], [-9.640625, false], [-8.015625, false], [-6.14453125, false], [-7.39453125, false], [-7.39453125, false], [-4.51953125, false], [-8.890625, false], [-7.76953125, false], [-4.51953125, false], [-7.89453125, false], [-4.01953125, false], [-9.515625, false], [-7.39453125, false], [-6.26953125, false], [-7.14453125, false], [-7.39453125, false], [-4.51953125, false], [-7.39453125, false], [-9.515625, false], [-7.39453125, false], [-7.14453125, false], [-7.76953125, false], [-7.39453125, false], [-8.890625, false], [-6.26953125, false], [-8.265625, false], [-5.46484375, false], [-8.015625, false], [-7.08984375, false], [-4.51953125, false], [-8.015625, false], [-7.76953125, false], [-8.265625, false], [-7.39453125, false], [-4.51953125, false], [-7.39453125, false], [-4.01953125, false], [-7.76953125, false], [-6.76953125, false], [-8.890625, false], [-4.51953125, false], [-8.890625, false], [-7.76953125, false], [-4.51953125, false], [-6.64453125, false], [-7.39453125, false], [-8.890625, false], [-7.76953125, false], [-8.890625, false], [-6.26953125, false], [-8.265625, false], [-4.51953125, false], [-7.76953125, false], [-8.890625, false], [-4.51953125, false], [-6.26953125, false], [-7.39453125, false], [-9.640625, false], [-7.76953125, false], [-7.39453125, false], [-8.890625, false], [-6.26953125, false], [-8.265625, false], [-5.46484375, false], [-8.015625, false], [-7.08984375, false], [-4.51953125, false], [-8.015625, false], [-8.265625, false], [-8.890625, false], [-9.390625, false], [-4.51953125, false], [-7.76953125, false], [-6.76953125, false], [-9.515625, false], [-8.265625, false], [-7.76953125, false], [-9.515625, false], [-8.515625, false], [-4.51953125, false], [-4.01953125, false], [-7.76953125, false], [-8.890625, false], [-8.015625, false], [-8.265625, false], [-4.51953125, false], [-4.01953125, false], [-7.39453125, false], [-7.39453125, false], [-4.51953125, false], [-6.64453125, false], [-4.01953125, false], [-7.14453125, false], [-7.26953125, false], [-7.39453125, false], [-7.39453125, false], [-5.46484375, false], [-8.015625, false], [-7.08984375, false], [-4.51953125, false], [-8.015625, false], [-7.76953125, false], [-8.265625, false], [-7.39453125, false], [-4.51953125, false], [-6.26953125, false], [-9.640625, false], [-8.015625, false], [-6.14453125, false], [-7.39453125, false], [-7.39453125, false], [-4.51953125, false], [-8.890625, false], [-7.76953125, false], [-4.51953125, false], [-6.26953125, false], [-7.39453125, false], [-9.640625, false], [-7.76953125, false], [-7.39453125, false], [-8.890625, false], [-6.26953125, false], [-8.265625, false], [-4.51953125, false], [-6.76953125, false], [-6.26953125, false], [-4.51953125, false], [-4.01953125, false], [-7.76953125, false], [-8.890625, false], [-8.015625, false], [-8.265625, false], [-5.46484375, false], [-8.015625, false], [-10.515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 478, "doc": {"id": "Mercury_SC_407227", "question": "What does a plant need to make sugar through photosynthesis?", "choices": {"text": ["soil, water, and oxygen", "oxygen, sunlight, and soil", "carbon dioxide, sunlight, and soil", "sunlight, water, and carbon dioxide"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "sunlight, water, and carbon dioxide", "arguments": ["Question: What does a plant need to make sugar through photosynthesis?\nAnswer:", " ["], "resps": [[[-7.96484375, false]], [[-9.46875, false]], [[-10.71875, false]], [[-9.71875, false]], [[-9.71875, false]], [[-11.46875, false]], [[-11.046875, false]], [[-6.21484375, false]], [[-11.46875, false]], [[-4.21484375, false]], [[-11.21875, false]], [[-10.46875, false]], [[-11.46875, false]], [[-11.046875, false]], [[-6.21484375, false]], [[-4.21484375, false]], [[-9.71875, false]], [[-10.46875, false]], [[-6.21484375, false]], [[-9.71875, false]], [[-9.71875, false]], [[-11.46875, false]], [[-11.46875, false]], [[-10.46875, false]], [[-9.71875, false]], [[-9.46875, false]], [[-11.046875, false]], [[-6.21484375, false]], [[-9.46875, false]], [[-9.71875, false]], [[-9.71875, false]], [[-11.46875, false]], [[-11.46875, false]], [[-10.46875, false]], [[-9.71875, false]], [[-11.046875, false]], [[-6.21484375, false]], [[-10.71875, false]], [[-11.46875, false]], [[-9.71875, false]], [[-11.46875, false]], [[-9.71875, false]], [[-11.46875, false]], [[-11.21875, false]], [[-11.21875, false]], [[-11.046875, false]], [[-6.21484375, false]], [[-4.21484375, false]], [[-9.71875, false]], [[-10.46875, false]], [[-6.21484375, false]], [[-10.71875, false]], [[-9.71875, false]], [[-9.71875, false]], [[-11.46875, false]], [[-9.46875, false]], [[-11.046875, false]], [[-6.21484375, false]], [[-9.46875, false]], [[-9.21875, false]], [[-4.21484375, false]], [[-11.46875, false]], [[-9.71875, false]], [[-9.71875, false]], [[-9.71875, false]], [[-6.21484375, false]], [[-10.46875, false]], [[-9.71875, false]], [[-9.71875, false]], [[-9.71875, false]], [[-9.71875, false]], [[-10.46875, false]], [[-10.46875, false]], [[-11.046875, false]], [[-6.21484375, false]], [[-10.71875, false]], [[-11.46875, false]], [[-9.71875, false]], [[-11.46875, false]], [[-9.71875, false]], [[-11.46875, false]], [[-11.21875, false]], [[-11.21875, false]], [[-11.046875, false]], [[-6.21484375, false]], [[-4.21484375, false]], [[-9.71875, false]], [[-10.46875, false]], [[-6.21484375, false]], [[-10.71875, false]], [[-9.71875, false]], [[-9.71875, false]], [[-11.46875, false]], [[-9.46875, false]], [[-11.046875, false]], [[-6.21484375, false]], [[-9.46875, false]], [[-10.71875, false]], [[-11.46875, false]], [[-9.71875, false]], [[-11.46875, false]], [[-9.71875, false]], [[-11.46875, false]], [[-11.21875, false]], [[-11.21875, false]], [[-11.046875, false]], [[-6.21484375, false]], [[-11.46875, false]], [[-4.21484375, false]], [[-11.21875, false]], [[-10.46875, false]], [[-11.46875, false]], [[-11.046875, false]], [[-6.21484375, false]], [[-4.21484375, false]], [[-9.71875, false]], [[-10.46875, false]], [[-6.21484375, false]], [[-9.21875, false]], [[-4.21484375, false]], [[-11.46875, false]], [[-9.71875, false]], [[-9.71875, false]], [[-9.71875, false]], [[-6.21484375, false]], [[-10.46875, false]], [[-9.71875, false]], [[-9.71875, false]], [[-9.71875, false]], [[-9.71875, false]], [[-10.46875, false]], [[-10.46875, false]], [[-9.46875, false]], [[-13.96875, false]]], "filtered_resps": [[-7.96484375, false], [-9.46875, false], [-10.71875, false], [-9.71875, false], [-9.71875, false], [-11.46875, false], [-11.046875, false], [-6.21484375, false], [-11.46875, false], [-4.21484375, false], [-11.21875, false], [-10.46875, false], [-11.46875, false], [-11.046875, false], [-6.21484375, false], [-4.21484375, false], [-9.71875, false], [-10.46875, false], [-6.21484375, false], [-9.71875, false], [-9.71875, false], [-11.46875, false], [-11.46875, false], [-10.46875, false], [-9.71875, false], [-9.46875, false], [-11.046875, false], [-6.21484375, false], [-9.46875, false], [-9.71875, false], [-9.71875, false], [-11.46875, false], [-11.46875, false], [-10.46875, false], [-9.71875, false], [-11.046875, false], [-6.21484375, false], [-10.71875, false], [-11.46875, false], [-9.71875, false], [-11.46875, false], [-9.71875, false], [-11.46875, false], [-11.21875, false], [-11.21875, false], [-11.046875, false], [-6.21484375, false], [-4.21484375, false], [-9.71875, false], [-10.46875, false], [-6.21484375, false], [-10.71875, false], [-9.71875, false], [-9.71875, false], [-11.46875, false], [-9.46875, false], [-11.046875, false], [-6.21484375, false], [-9.46875, false], [-9.21875, false], [-4.21484375, false], [-11.46875, false], [-9.71875, false], [-9.71875, false], [-9.71875, false], [-6.21484375, false], [-10.46875, false], [-9.71875, false], [-9.71875, false], [-9.71875, false], [-9.71875, false], [-10.46875, false], [-10.46875, false], [-11.046875, false], [-6.21484375, false], [-10.71875, false], [-11.46875, false], [-9.71875, false], [-11.46875, false], [-9.71875, false], [-11.46875, false], [-11.21875, false], [-11.21875, false], [-11.046875, false], [-6.21484375, false], [-4.21484375, false], [-9.71875, false], [-10.46875, false], [-6.21484375, false], [-10.71875, false], [-9.71875, false], [-9.71875, false], [-11.46875, false], [-9.46875, false], [-11.046875, false], [-6.21484375, false], [-9.46875, false], [-10.71875, false], [-11.46875, false], [-9.71875, false], [-11.46875, false], [-9.71875, false], [-11.46875, false], [-11.21875, false], [-11.21875, false], [-11.046875, false], [-6.21484375, false], [-11.46875, false], [-4.21484375, false], [-11.21875, false], [-10.46875, false], [-11.46875, false], [-11.046875, false], [-6.21484375, false], [-4.21484375, false], [-9.71875, false], [-10.46875, false], [-6.21484375, false], [-9.21875, false], [-4.21484375, false], [-11.46875, false], [-9.71875, false], [-9.71875, false], [-9.71875, false], [-6.21484375, false], [-10.46875, false], [-9.71875, false], [-9.71875, false], [-9.71875, false], [-9.71875, false], [-10.46875, false], [-10.46875, false], [-9.46875, false], [-13.96875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 486, "doc": {"id": "TIMSS_2007_8_pg4", "question": "Which of the following is closest to the percentage of the total water on earth that is freshwater?", "choices": {"text": ["100%", "90%", "70%", "3%"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "3%", "arguments": ["Question: Which of the following is closest to the percentage of the total water on earth that is freshwater?\nAnswer:", " ["], "resps": [[[-6.8125, false]], [[-9.0625, false]], [[-4.5625, false]], [[-4.5625, false]], [[-4.5625, false]], [[-6.8125, false]], [[-9.0625, false]], [[-9.140625, false]], [[-4.5625, false]], [[-9.0625, false]], [[-5.0625, false]], [[-4.5625, false]], [[-6.8125, false]], [[-9.0625, false]], [[-9.140625, false]], [[-4.5625, false]], [[-9.0625, false]], [[-5.5625, false]], [[-4.5625, false]], [[-6.8125, false]], [[-9.0625, false]], [[-9.140625, false]], [[-4.5625, false]], [[-9.0625, false]], [[-5.3125, false]], [[-6.8125, false]], [[-9.0625, false]], [[-13.3125, false]]], "filtered_resps": [[-6.8125, false], [-9.0625, false], [-4.5625, false], [-4.5625, false], [-4.5625, false], [-6.8125, false], [-9.0625, false], [-9.140625, false], [-4.5625, false], [-9.0625, false], [-5.0625, false], [-4.5625, false], [-6.8125, false], [-9.0625, false], [-9.140625, false], [-4.5625, false], [-9.0625, false], [-5.5625, false], [-4.5625, false], [-6.8125, false], [-9.0625, false], [-9.140625, false], [-4.5625, false], [-9.0625, false], [-5.3125, false], [-6.8125, false], [-9.0625, false], [-13.3125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 494, "doc": {"id": "Mercury_7174895", "question": "Scientists often use mathematical models and computer simulations to study systems. What is the main advantage of using these techniques for studying the spread of infectious diseases?", "choices": {"text": ["to reduce the amount of work for all involved", "to reduce the cost of conducting experiments on people", "to obtain results quickly in a short period of time", "to perform experiments that would be irresponsible using human subjects"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "to perform experiments that would be irresponsible using human subjects", "arguments": ["Question: Scientists often use mathematical models and computer simulations to study systems. What is the main advantage of using these techniques for studying the spread of infectious diseases?\nAnswer:", " ["], "resps": [[[-7.75390625, false]], [[-10.0078125, false]], [[-11.8828125, false]], [[-10.0078125, false]], [[-6.37890625, false]], [[-12.2578125, false]], [[-8.5078125, false]], [[-11.3828125, false]], [[-11.6328125, false]], [[-11.1328125, false]], [[-8.5078125, false]], [[-6.37890625, false]], [[-11.8828125, false]], [[-12.0078125, false]], [[-8.5078125, false]], [[-6.37890625, false]], [[-7.12890625, false]], [[-11.7578125, false]], [[-10.0078125, false]], [[-11.6328125, false]], [[-11.3828125, false]], [[-11.8828125, false]], [[-6.37890625, false]], [[-10.0078125, false]], [[-12.0078125, false]], [[-6.37890625, false]], [[-12.0078125, false]], [[-10.0078125, false]], [[-12.2578125, false]], [[-11.8828125, false]], [[-6.37890625, false]], [[-12.0078125, false]], [[-10.0078125, false]], [[-12.2578125, false]], [[-6.37890625, false]], [[-7.12890625, false]], [[-11.7578125, false]], [[-11.7578125, false]], [[-6.37890625, false]], [[-9.0078125, false]], [[-11.3828125, false]], [[-12.8828125, false]], [[-10.0078125, false]], [[-11.7578125, false]], [[-12.8828125, false]], [[-8.5078125, false]], [[-11.3828125, false]], [[-10.0078125, false]], [[-10.2890625, false]], [[-6.37890625, false]], [[-10.0078125, false]], [[-11.8828125, false]], [[-10.0078125, false]], [[-6.37890625, false]], [[-12.2578125, false]], [[-8.5078125, false]], [[-11.3828125, false]], [[-11.6328125, false]], [[-11.1328125, false]], [[-8.5078125, false]], [[-6.37890625, false]], [[-11.8828125, false]], [[-12.0078125, false]], [[-8.5078125, false]], [[-6.37890625, false]], [[-11.1328125, false]], [[-10.0078125, false]], [[-11.1328125, false]], [[-11.8828125, false]], [[-6.37890625, false]], [[-10.0078125, false]], [[-12.0078125, false]], [[-6.37890625, false]], [[-11.1328125, false]], [[-10.0078125, false]], [[-11.3828125, false]], [[-11.3828125, false]], [[-11.6328125, false]], [[-11.1328125, false]], [[-11.8828125, false]], [[-9.0078125, false]], [[-11.3828125, false]], [[-14.1328125, false]], [[-6.37890625, false]], [[-8.5078125, false]], [[-11.0078125, false]], [[-11.3828125, false]], [[-8.5078125, false]], [[-12.2578125, false]], [[-9.0078125, false]], [[-11.7578125, false]], [[-8.5078125, false]], [[-11.3828125, false]], [[-11.8828125, false]], [[-11.1328125, false]], [[-6.37890625, false]], [[-10.0078125, false]], [[-11.3828125, false]], [[-6.37890625, false]], [[-11.3828125, false]], [[-8.5078125, false]], [[-10.0078125, false]], [[-11.3828125, false]], [[-11.7578125, false]], [[-8.5078125, false]], [[-10.0078125, false]], [[-10.2890625, false]], [[-6.37890625, false]], [[-10.0078125, false]], [[-11.8828125, false]], [[-10.0078125, false]], [[-6.37890625, false]], [[-10.0078125, false]], [[-10.1328125, false]], [[-11.8828125, false]], [[-7.12890625, false]], [[-9.0078125, false]], [[-11.3828125, false]], [[-6.37890625, false]], [[-12.2578125, false]], [[-8.5078125, false]], [[-11.1328125, false]], [[-11.6328125, false]], [[-11.7578125, false]], [[-11.8828125, false]], [[-11.1328125, false]], [[-6.37890625, false]], [[-13.0078125, false]], [[-11.6328125, false]], [[-9.0078125, false]], [[-11.1328125, false]], [[-11.8828125, false]], [[-11.7578125, false]], [[-13.5078125, false]], [[-6.37890625, false]], [[-9.0078125, false]], [[-11.3828125, false]], [[-6.37890625, false]], [[-7.12890625, false]], [[-6.37890625, false]], [[-11.1328125, false]], [[-12.0078125, false]], [[-10.0078125, false]], [[-12.2578125, false]], [[-11.8828125, false]], [[-6.37890625, false]], [[-11.3828125, false]], [[-8.5078125, false]], [[-12.2578125, false]], [[-9.0078125, false]], [[-10.0078125, false]], [[-11.3828125, false]], [[-6.37890625, false]], [[-10.0078125, false]], [[-12.0078125, false]], [[-6.37890625, false]], [[-11.8828125, false]], [[-9.0078125, false]], [[-11.7578125, false]], [[-8.5078125, false]], [[-10.0078125, false]], [[-10.2890625, false]], [[-6.37890625, false]], [[-10.0078125, false]], [[-11.8828125, false]], [[-10.0078125, false]], [[-6.37890625, false]], [[-11.3828125, false]], [[-8.5078125, false]], [[-12.2578125, false]], [[-12.0078125, false]], [[-10.0078125, false]], [[-12.2578125, false]], [[-11.7578125, false]], [[-6.37890625, false]], [[-8.5078125, false]], [[-11.0078125, false]], [[-11.3828125, false]], [[-8.5078125, false]], [[-12.2578125, false]], [[-9.0078125, false]], [[-11.7578125, false]], [[-8.5078125, false]], [[-11.3828125, false]], [[-11.8828125, false]], [[-11.1328125, false]], [[-6.37890625, false]], [[-11.8828125, false]], [[-12.0078125, false]], [[-7.12890625, false]], [[-11.8828125, false]], [[-6.37890625, false]], [[-12.0078125, false]], [[-10.0078125, false]], [[-11.6328125, false]], [[-11.7578125, false]], [[-11.3828125, false]], [[-6.37890625, false]], [[-10.1328125, false]], [[-8.5078125, false]], [[-6.37890625, false]], [[-9.0078125, false]], [[-12.2578125, false]], [[-12.2578125, false]], [[-8.5078125, false]], [[-11.1328125, false]], [[-11.3828125, false]], [[-10.0078125, false]], [[-11.3828125, false]], [[-11.1328125, false]], [[-9.0078125, false]], [[-10.1328125, false]], [[-11.7578125, false]], [[-8.5078125, false]], [[-6.37890625, false]], [[-11.6328125, false]], [[-11.1328125, false]], [[-9.0078125, false]], [[-11.3828125, false]], [[-14.1328125, false]], [[-6.37890625, false]], [[-12.0078125, false]], [[-11.6328125, false]], [[-11.7578125, false]], [[-7.12890625, false]], [[-11.3828125, false]], [[-6.37890625, false]], [[-11.1328125, false]], [[-11.6328125, false]], [[-10.1328125, false]], [[-13.6328125, false]], [[-8.5078125, false]], [[-11.1328125, false]], [[-11.8828125, false]], [[-11.1328125, false]], [[-10.0078125, false]], [[-12.8828125, false]]], "filtered_resps": [[-7.75390625, false], [-10.0078125, false], [-11.8828125, false], [-10.0078125, false], [-6.37890625, false], [-12.2578125, false], [-8.5078125, false], [-11.3828125, false], [-11.6328125, false], [-11.1328125, false], [-8.5078125, false], [-6.37890625, false], [-11.8828125, false], [-12.0078125, false], [-8.5078125, false], [-6.37890625, false], [-7.12890625, false], [-11.7578125, false], [-10.0078125, false], [-11.6328125, false], [-11.3828125, false], [-11.8828125, false], [-6.37890625, false], [-10.0078125, false], [-12.0078125, false], [-6.37890625, false], [-12.0078125, false], [-10.0078125, false], [-12.2578125, false], [-11.8828125, false], [-6.37890625, false], [-12.0078125, false], [-10.0078125, false], [-12.2578125, false], [-6.37890625, false], [-7.12890625, false], [-11.7578125, false], [-11.7578125, false], [-6.37890625, false], [-9.0078125, false], [-11.3828125, false], [-12.8828125, false], [-10.0078125, false], [-11.7578125, false], [-12.8828125, false], [-8.5078125, false], [-11.3828125, false], [-10.0078125, false], [-10.2890625, false], [-6.37890625, false], [-10.0078125, false], [-11.8828125, false], [-10.0078125, false], [-6.37890625, false], [-12.2578125, false], [-8.5078125, false], [-11.3828125, false], [-11.6328125, false], [-11.1328125, false], [-8.5078125, false], [-6.37890625, false], [-11.8828125, false], [-12.0078125, false], [-8.5078125, false], [-6.37890625, false], [-11.1328125, false], [-10.0078125, false], [-11.1328125, false], [-11.8828125, false], [-6.37890625, false], [-10.0078125, false], [-12.0078125, false], [-6.37890625, false], [-11.1328125, false], [-10.0078125, false], [-11.3828125, false], [-11.3828125, false], [-11.6328125, false], [-11.1328125, false], [-11.8828125, false], [-9.0078125, false], [-11.3828125, false], [-14.1328125, false], [-6.37890625, false], [-8.5078125, false], [-11.0078125, false], [-11.3828125, false], [-8.5078125, false], [-12.2578125, false], [-9.0078125, false], [-11.7578125, false], [-8.5078125, false], [-11.3828125, false], [-11.8828125, false], [-11.1328125, false], [-6.37890625, false], [-10.0078125, false], [-11.3828125, false], [-6.37890625, false], [-11.3828125, false], [-8.5078125, false], [-10.0078125, false], [-11.3828125, false], [-11.7578125, false], [-8.5078125, false], [-10.0078125, false], [-10.2890625, false], [-6.37890625, false], [-10.0078125, false], [-11.8828125, false], [-10.0078125, false], [-6.37890625, false], [-10.0078125, false], [-10.1328125, false], [-11.8828125, false], [-7.12890625, false], [-9.0078125, false], [-11.3828125, false], [-6.37890625, false], [-12.2578125, false], [-8.5078125, false], [-11.1328125, false], [-11.6328125, false], [-11.7578125, false], [-11.8828125, false], [-11.1328125, false], [-6.37890625, false], [-13.0078125, false], [-11.6328125, false], [-9.0078125, false], [-11.1328125, false], [-11.8828125, false], [-11.7578125, false], [-13.5078125, false], [-6.37890625, false], [-9.0078125, false], [-11.3828125, false], [-6.37890625, false], [-7.12890625, false], [-6.37890625, false], [-11.1328125, false], [-12.0078125, false], [-10.0078125, false], [-12.2578125, false], [-11.8828125, false], [-6.37890625, false], [-11.3828125, false], [-8.5078125, false], [-12.2578125, false], [-9.0078125, false], [-10.0078125, false], [-11.3828125, false], [-6.37890625, false], [-10.0078125, false], [-12.0078125, false], [-6.37890625, false], [-11.8828125, false], [-9.0078125, false], [-11.7578125, false], [-8.5078125, false], [-10.0078125, false], [-10.2890625, false], [-6.37890625, false], [-10.0078125, false], [-11.8828125, false], [-10.0078125, false], [-6.37890625, false], [-11.3828125, false], [-8.5078125, false], [-12.2578125, false], [-12.0078125, false], [-10.0078125, false], [-12.2578125, false], [-11.7578125, false], [-6.37890625, false], [-8.5078125, false], [-11.0078125, false], [-11.3828125, false], [-8.5078125, false], [-12.2578125, false], [-9.0078125, false], [-11.7578125, false], [-8.5078125, false], [-11.3828125, false], [-11.8828125, false], [-11.1328125, false], [-6.37890625, false], [-11.8828125, false], [-12.0078125, false], [-7.12890625, false], [-11.8828125, false], [-6.37890625, false], [-12.0078125, false], [-10.0078125, false], [-11.6328125, false], [-11.7578125, false], [-11.3828125, false], [-6.37890625, false], [-10.1328125, false], [-8.5078125, false], [-6.37890625, false], [-9.0078125, false], [-12.2578125, false], [-12.2578125, false], [-8.5078125, false], [-11.1328125, false], [-11.3828125, false], [-10.0078125, false], [-11.3828125, false], [-11.1328125, false], [-9.0078125, false], [-10.1328125, false], [-11.7578125, false], [-8.5078125, false], [-6.37890625, false], [-11.6328125, false], [-11.1328125, false], [-9.0078125, false], [-11.3828125, false], [-14.1328125, false], [-6.37890625, false], [-12.0078125, false], [-11.6328125, false], [-11.7578125, false], [-7.12890625, false], [-11.3828125, false], [-6.37890625, false], [-11.1328125, false], [-11.6328125, false], [-10.1328125, false], [-13.6328125, false], [-8.5078125, false], [-11.1328125, false], [-11.8828125, false], [-11.1328125, false], [-10.0078125, false], [-12.8828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 502, "doc": {"id": "Mercury_7010063", "question": "Ocean currents, like the Gulf Stream, affect world climate by", "choices": {"text": ["spreading plant and animal life over a wider area.", "ensuring ocean density is not the same globally.", "carrying sediment from rivers and inland basins.", "transferring heat to and from various regions."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "transferring heat to and from various regions.", "arguments": ["Question: Ocean currents, like the Gulf Stream, affect world climate by\nAnswer:", " ["], "resps": [[[-7.59375, false]], [[-7.84375, false]], [[-8.46875, false]], [[-9.21875, false]], [[-11.34375, false]], [[-8.21875, false]], [[-5.96875, false]], [[-7.59375, false]], [[-8.21875, false]], [[-8.34375, false]], [[-10.71875, false]], [[-5.21875, false]], [[-9.21875, false]], [[-10.59375, false]], [[-5.96875, false]], [[-8.34375, false]], [[-10.84375, false]], [[-5.21875, false]], [[-5.96875, false]], [[-8.34375, false]], [[-7.59375, false]], [[-5.21875, false]], [[-5.96875, false]], [[-8.34375, false]], [[-8.21875, false]], [[-10.09375, false]], [[-5.96875, false]], [[-10.59375, false]], [[-5.21875, false]], [[-10.59375, false]], [[-8.21875, false]], [[-10.09375, false]], [[-8.21875, false]], [[-5.21875, false]], [[-7.71875, false]], [[-11.34375, false]], [[-8.21875, false]], [[-11.34375, false]], [[-5.21875, false]], [[-5.96875, false]], [[-5.21875, false]], [[-9.34375, false]], [[-8.21875, false]], [[-7.59375, false]], [[-8.21875, false]], [[-11.34375, false]], [[-5.21875, false]], [[-5.96875, false]], [[-11.34375, false]], [[-8.21875, false]], [[-5.96875, false]], [[-7.078125, false]], [[-7.84375, false]], [[-8.515625, false]], [[-5.21875, false]], [[-7.84375, false]], [[-8.21875, false]], [[-8.34375, false]], [[-8.46875, false]], [[-11.34375, false]], [[-11.34375, false]], [[-8.21875, false]], [[-8.34375, false]], [[-10.71875, false]], [[-5.21875, false]], [[-7.71875, false]], [[-8.59375, false]], [[-8.21875, false]], [[-5.96875, false]], [[-8.34375, false]], [[-5.21875, false]], [[-7.59375, false]], [[-8.21875, false]], [[-8.34375, false]], [[-8.46875, false]], [[-8.21875, false]], [[-10.84375, false]], [[-10.59375, false]], [[-5.21875, false]], [[-8.21875, false]], [[-8.46875, false]], [[-5.21875, false]], [[-8.34375, false]], [[-7.71875, false]], [[-10.84375, false]], [[-5.21875, false]], [[-10.84375, false]], [[-10.09375, false]], [[-8.21875, false]], [[-5.21875, false]], [[-8.46875, false]], [[-5.96875, false]], [[-10.09375, false]], [[-8.21875, false]], [[-5.21875, false]], [[-10.71875, false]], [[-10.59375, false]], [[-7.71875, false]], [[-7.71875, false]], [[-5.96875, false]], [[-10.59375, false]], [[-10.59375, false]], [[-10.59375, false]], [[-7.078125, false]], [[-7.84375, false]], [[-8.515625, false]], [[-5.21875, false]], [[-7.84375, false]], [[-8.59375, false]], [[-5.96875, false]], [[-11.34375, false]], [[-11.34375, false]], [[-10.59375, false]], [[-8.21875, false]], [[-8.34375, false]], [[-10.71875, false]], [[-5.21875, false]], [[-8.46875, false]], [[-8.21875, false]], [[-7.59375, false]], [[-8.21875, false]], [[-10.09375, false]], [[-8.21875, false]], [[-8.34375, false]], [[-10.84375, false]], [[-5.21875, false]], [[-10.09375, false]], [[-11.34375, false]], [[-7.71875, false]], [[-10.09375, false]], [[-5.21875, false]], [[-11.34375, false]], [[-8.21875, false]], [[-11.34375, false]], [[-8.21875, false]], [[-11.34375, false]], [[-8.46875, false]], [[-5.21875, false]], [[-5.96875, false]], [[-8.34375, false]], [[-7.59375, false]], [[-5.21875, false]], [[-8.21875, false]], [[-8.34375, false]], [[-10.59375, false]], [[-5.96875, false]], [[-8.34375, false]], [[-7.59375, false]], [[-5.21875, false]], [[-7.71875, false]], [[-5.96875, false]], [[-8.46875, false]], [[-8.21875, false]], [[-8.34375, false]], [[-8.46875, false]], [[-7.078125, false]], [[-7.84375, false]], [[-8.515625, false]], [[-5.21875, false]], [[-7.84375, false]], [[-10.84375, false]], [[-11.34375, false]], [[-5.96875, false]], [[-8.34375, false]], [[-8.46875, false]], [[-10.09375, false]], [[-8.21875, false]], [[-11.34375, false]], [[-11.34375, false]], [[-8.21875, false]], [[-8.34375, false]], [[-10.71875, false]], [[-5.21875, false]], [[-10.09375, false]], [[-8.21875, false]], [[-5.96875, false]], [[-10.84375, false]], [[-5.21875, false]], [[-10.84375, false]], [[-7.71875, false]], [[-5.21875, false]], [[-5.96875, false]], [[-8.34375, false]], [[-7.59375, false]], [[-5.21875, false]], [[-10.09375, false]], [[-11.34375, false]], [[-7.71875, false]], [[-10.09375, false]], [[-5.21875, false]], [[-11.34375, false]], [[-5.96875, false]], [[-11.34375, false]], [[-8.21875, false]], [[-7.71875, false]], [[-11.34375, false]], [[-8.46875, false]], [[-5.21875, false]], [[-11.34375, false]], [[-8.21875, false]], [[-10.71875, false]], [[-8.21875, false]], [[-7.71875, false]], [[-8.34375, false]], [[-8.46875, false]], [[-7.078125, false]], [[-7.84375, false]], [[-12.34375, false]]], "filtered_resps": [[-7.59375, false], [-7.84375, false], [-8.46875, false], [-9.21875, false], [-11.34375, false], [-8.21875, false], [-5.96875, false], [-7.59375, false], [-8.21875, false], [-8.34375, false], [-10.71875, false], [-5.21875, false], [-9.21875, false], [-10.59375, false], [-5.96875, false], [-8.34375, false], [-10.84375, false], [-5.21875, false], [-5.96875, false], [-8.34375, false], [-7.59375, false], [-5.21875, false], [-5.96875, false], [-8.34375, false], [-8.21875, false], [-10.09375, false], [-5.96875, false], [-10.59375, false], [-5.21875, false], [-10.59375, false], [-8.21875, false], [-10.09375, false], [-8.21875, false], [-5.21875, false], [-7.71875, false], [-11.34375, false], [-8.21875, false], [-11.34375, false], [-5.21875, false], [-5.96875, false], [-5.21875, false], [-9.34375, false], [-8.21875, false], [-7.59375, false], [-8.21875, false], [-11.34375, false], [-5.21875, false], [-5.96875, false], [-11.34375, false], [-8.21875, false], [-5.96875, false], [-7.078125, false], [-7.84375, false], [-8.515625, false], [-5.21875, false], [-7.84375, false], [-8.21875, false], [-8.34375, false], [-8.46875, false], [-11.34375, false], [-11.34375, false], [-8.21875, false], [-8.34375, false], [-10.71875, false], [-5.21875, false], [-7.71875, false], [-8.59375, false], [-8.21875, false], [-5.96875, false], [-8.34375, false], [-5.21875, false], [-7.59375, false], [-8.21875, false], [-8.34375, false], [-8.46875, false], [-8.21875, false], [-10.84375, false], [-10.59375, false], [-5.21875, false], [-8.21875, false], [-8.46875, false], [-5.21875, false], [-8.34375, false], [-7.71875, false], [-10.84375, false], [-5.21875, false], [-10.84375, false], [-10.09375, false], [-8.21875, false], [-5.21875, false], [-8.46875, false], [-5.96875, false], [-10.09375, false], [-8.21875, false], [-5.21875, false], [-10.71875, false], [-10.59375, false], [-7.71875, false], [-7.71875, false], [-5.96875, false], [-10.59375, false], [-10.59375, false], [-10.59375, false], [-7.078125, false], [-7.84375, false], [-8.515625, false], [-5.21875, false], [-7.84375, false], [-8.59375, false], [-5.96875, false], [-11.34375, false], [-11.34375, false], [-10.59375, false], [-8.21875, false], [-8.34375, false], [-10.71875, false], [-5.21875, false], [-8.46875, false], [-8.21875, false], [-7.59375, false], [-8.21875, false], [-10.09375, false], [-8.21875, false], [-8.34375, false], [-10.84375, false], [-5.21875, false], [-10.09375, false], [-11.34375, false], [-7.71875, false], [-10.09375, false], [-5.21875, false], [-11.34375, false], [-8.21875, false], [-11.34375, false], [-8.21875, false], [-11.34375, false], [-8.46875, false], [-5.21875, false], [-5.96875, false], [-8.34375, false], [-7.59375, false], [-5.21875, false], [-8.21875, false], [-8.34375, false], [-10.59375, false], [-5.96875, false], [-8.34375, false], [-7.59375, false], [-5.21875, false], [-7.71875, false], [-5.96875, false], [-8.46875, false], [-8.21875, false], [-8.34375, false], [-8.46875, false], [-7.078125, false], [-7.84375, false], [-8.515625, false], [-5.21875, false], [-7.84375, false], [-10.84375, false], [-11.34375, false], [-5.96875, false], [-8.34375, false], [-8.46875, false], [-10.09375, false], [-8.21875, false], [-11.34375, false], [-11.34375, false], [-8.21875, false], [-8.34375, false], [-10.71875, false], [-5.21875, false], [-10.09375, false], [-8.21875, false], [-5.96875, false], [-10.84375, false], [-5.21875, false], [-10.84375, false], [-7.71875, false], [-5.21875, false], [-5.96875, false], [-8.34375, false], [-7.59375, false], [-5.21875, false], [-10.09375, false], [-11.34375, false], [-7.71875, false], [-10.09375, false], [-5.21875, false], [-11.34375, false], [-5.96875, false], [-11.34375, false], [-8.21875, false], [-7.71875, false], [-11.34375, false], [-8.46875, false], [-5.21875, false], [-11.34375, false], [-8.21875, false], [-10.71875, false], [-8.21875, false], [-7.71875, false], [-8.34375, false], [-8.46875, false], [-7.078125, false], [-7.84375, false], [-12.34375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 510, "doc": {"id": "Mercury_7064698", "question": "When iron combines with oxygen in a moist environment, rust forms because of a", "choices": {"text": ["chemical reaction.", "physical reaction.", "change in density.", "change in temperature."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "chemical reaction.", "arguments": ["Question: When iron combines with oxygen in a moist environment, rust forms because of a\nAnswer:", " ["], "resps": [[[-7.5546875, false]], [[-8.3046875, false]], [[-8.8046875, false]], [[-10.5546875, false]], [[-9.3046875, false]], [[-9.8046875, false]], [[-8.3046875, false]], [[-8.8046875, false]], [[-5.8046875, false]], [[-11.0546875, false]], [[-5.3046875, false]], [[-10.0546875, false]], [[-9.3046875, false]], [[-5.8046875, false]], [[-8.8046875, false]], [[-11.0546875, false]], [[-8.3046875, false]], [[-8.8046875, false]], [[-9.5546875, false]], [[-6.515625, false]], [[-8.3046875, false]], [[-8.765625, false]], [[-5.3046875, false]], [[-8.3046875, false]], [[-10.8046875, false]], [[-10.5546875, false]], [[-11.3046875, false]], [[-9.5546875, false]], [[-8.3046875, false]], [[-8.8046875, false]], [[-5.8046875, false]], [[-11.0546875, false]], [[-5.3046875, false]], [[-10.0546875, false]], [[-9.3046875, false]], [[-5.8046875, false]], [[-8.8046875, false]], [[-11.0546875, false]], [[-8.3046875, false]], [[-8.8046875, false]], [[-9.5546875, false]], [[-6.515625, false]], [[-8.3046875, false]], [[-8.765625, false]], [[-5.3046875, false]], [[-8.3046875, false]], [[-8.8046875, false]], [[-10.5546875, false]], [[-5.8046875, false]], [[-9.5546875, false]], [[-11.3046875, false]], [[-9.3046875, false]], [[-5.3046875, false]], [[-8.3046875, false]], [[-9.5546875, false]], [[-5.3046875, false]], [[-10.0546875, false]], [[-9.3046875, false]], [[-9.5546875, false]], [[-9.5546875, false]], [[-8.3046875, false]], [[-11.0546875, false]], [[-11.3046875, false]], [[-6.515625, false]], [[-8.3046875, false]], [[-8.765625, false]], [[-5.3046875, false]], [[-8.3046875, false]], [[-8.8046875, false]], [[-10.5546875, false]], [[-5.8046875, false]], [[-9.5546875, false]], [[-11.3046875, false]], [[-9.3046875, false]], [[-5.3046875, false]], [[-8.3046875, false]], [[-9.5546875, false]], [[-5.3046875, false]], [[-11.0546875, false]], [[-9.3046875, false]], [[-9.8046875, false]], [[-10.8046875, false]], [[-9.3046875, false]], [[-10.0546875, false]], [[-5.8046875, false]], [[-11.0546875, false]], [[-10.8046875, false]], [[-10.0546875, false]], [[-9.3046875, false]], [[-6.515625, false]], [[-8.3046875, false]], [[-11.0546875, false]]], "filtered_resps": [[-7.5546875, false], [-8.3046875, false], [-8.8046875, false], [-10.5546875, false], [-9.3046875, false], [-9.8046875, false], [-8.3046875, false], [-8.8046875, false], [-5.8046875, false], [-11.0546875, false], [-5.3046875, false], [-10.0546875, false], [-9.3046875, false], [-5.8046875, false], [-8.8046875, false], [-11.0546875, false], [-8.3046875, false], [-8.8046875, false], [-9.5546875, false], [-6.515625, false], [-8.3046875, false], [-8.765625, false], [-5.3046875, false], [-8.3046875, false], [-10.8046875, false], [-10.5546875, false], [-11.3046875, false], [-9.5546875, false], [-8.3046875, false], [-8.8046875, false], [-5.8046875, false], [-11.0546875, false], [-5.3046875, false], [-10.0546875, false], [-9.3046875, false], [-5.8046875, false], [-8.8046875, false], [-11.0546875, false], [-8.3046875, false], [-8.8046875, false], [-9.5546875, false], [-6.515625, false], [-8.3046875, false], [-8.765625, false], [-5.3046875, false], [-8.3046875, false], [-8.8046875, false], [-10.5546875, false], [-5.8046875, false], [-9.5546875, false], [-11.3046875, false], [-9.3046875, false], [-5.3046875, false], [-8.3046875, false], [-9.5546875, false], [-5.3046875, false], [-10.0546875, false], [-9.3046875, false], [-9.5546875, false], [-9.5546875, false], [-8.3046875, false], [-11.0546875, false], [-11.3046875, false], [-6.515625, false], [-8.3046875, false], [-8.765625, false], [-5.3046875, false], [-8.3046875, false], [-8.8046875, false], [-10.5546875, false], [-5.8046875, false], [-9.5546875, false], [-11.3046875, false], [-9.3046875, false], [-5.3046875, false], [-8.3046875, false], [-9.5546875, false], [-5.3046875, false], [-11.0546875, false], [-9.3046875, false], [-9.8046875, false], [-10.8046875, false], [-9.3046875, false], [-10.0546875, false], [-5.8046875, false], [-11.0546875, false], [-10.8046875, false], [-10.0546875, false], [-9.3046875, false], [-6.515625, false], [-8.3046875, false], [-11.0546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 518, "doc": {"id": "Mercury_7198993", "question": "Gel electrophoresis is a technology which allows researchers to reliably separate and sort DNA fragments. This technology is most useful for which application?", "choices": {"text": ["selective breeding", "medical gene repair", "genetic engineering", "cell metabolism analysis"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "genetic engineering", "arguments": ["Question: Gel electrophoresis is a technology which allows researchers to reliably separate and sort DNA fragments. This technology is most useful for which application?\nAnswer:", " ["], "resps": [[[-6.671875, false]], [[-9.046875, false]], [[-8.796875, false]], [[-8.046875, false]], [[-10.296875, false]], [[-8.046875, false]], [[-7.546875, false]], [[-10.171875, false]], [[-8.921875, false]], [[-9.796875, false]], [[-8.046875, false]], [[-5.046875, false]], [[-7.796875, false]], [[-9.421875, false]], [[-8.046875, false]], [[-8.046875, false]], [[-8.546875, false]], [[-8.921875, false]], [[-9.546875, false]], [[-10.046875, false]], [[-9.046875, false]], [[-9.4296875, false]], [[-5.046875, false]], [[-9.046875, false]], [[-8.046875, false]], [[-8.046875, false]], [[-8.546875, false]], [[-8.921875, false]], [[-7.546875, false]], [[-6.171875, false]], [[-10.296875, false]], [[-5.046875, false]], [[-10.046875, false]], [[-8.046875, false]], [[-9.546875, false]], [[-8.046875, false]], [[-5.046875, false]], [[-9.421875, false]], [[-8.046875, false]], [[-8.421875, false]], [[-6.171875, false]], [[-8.921875, false]], [[-9.421875, false]], [[-9.046875, false]], [[-9.4296875, false]], [[-5.046875, false]], [[-9.046875, false]], [[-10.046875, false]], [[-8.046875, false]], [[-9.546875, false]], [[-8.046875, false]], [[-10.171875, false]], [[-8.921875, false]], [[-7.546875, false]], [[-5.046875, false]], [[-8.046875, false]], [[-9.546875, false]], [[-10.046875, false]], [[-8.921875, false]], [[-9.546875, false]], [[-8.046875, false]], [[-8.046875, false]], [[-9.421875, false]], [[-8.921875, false]], [[-9.546875, false]], [[-10.046875, false]], [[-9.046875, false]], [[-9.4296875, false]], [[-5.046875, false]], [[-9.046875, false]], [[-7.546875, false]], [[-8.046875, false]], [[-10.296875, false]], [[-10.296875, false]], [[-5.046875, false]], [[-8.046875, false]], [[-8.046875, false]], [[-10.171875, false]], [[-6.171875, false]], [[-7.796875, false]], [[-8.671875, false]], [[-10.296875, false]], [[-8.921875, false]], [[-8.796875, false]], [[-8.046875, false]], [[-5.046875, false]], [[-6.171875, false]], [[-9.546875, false]], [[-6.171875, false]], [[-10.296875, false]], [[-11.046875, false]], [[-8.796875, false]], [[-8.921875, false]], [[-8.796875, false]], [[-9.046875, false]], [[-12.671875, false]]], "filtered_resps": [[-6.671875, false], [-9.046875, false], [-8.796875, false], [-8.046875, false], [-10.296875, false], [-8.046875, false], [-7.546875, false], [-10.171875, false], [-8.921875, false], [-9.796875, false], [-8.046875, false], [-5.046875, false], [-7.796875, false], [-9.421875, false], [-8.046875, false], [-8.046875, false], [-8.546875, false], [-8.921875, false], [-9.546875, false], [-10.046875, false], [-9.046875, false], [-9.4296875, false], [-5.046875, false], [-9.046875, false], [-8.046875, false], [-8.046875, false], [-8.546875, false], [-8.921875, false], [-7.546875, false], [-6.171875, false], [-10.296875, false], [-5.046875, false], [-10.046875, false], [-8.046875, false], [-9.546875, false], [-8.046875, false], [-5.046875, false], [-9.421875, false], [-8.046875, false], [-8.421875, false], [-6.171875, false], [-8.921875, false], [-9.421875, false], [-9.046875, false], [-9.4296875, false], [-5.046875, false], [-9.046875, false], [-10.046875, false], [-8.046875, false], [-9.546875, false], [-8.046875, false], [-10.171875, false], [-8.921875, false], [-7.546875, false], [-5.046875, false], [-8.046875, false], [-9.546875, false], [-10.046875, false], [-8.921875, false], [-9.546875, false], [-8.046875, false], [-8.046875, false], [-9.421875, false], [-8.921875, false], [-9.546875, false], [-10.046875, false], [-9.046875, false], [-9.4296875, false], [-5.046875, false], [-9.046875, false], [-7.546875, false], [-8.046875, false], [-10.296875, false], [-10.296875, false], [-5.046875, false], [-8.046875, false], [-8.046875, false], [-10.171875, false], [-6.171875, false], [-7.796875, false], [-8.671875, false], [-10.296875, false], [-8.921875, false], [-8.796875, false], [-8.046875, false], [-5.046875, false], [-6.171875, false], [-9.546875, false], [-6.171875, false], [-10.296875, false], [-11.046875, false], [-8.796875, false], [-8.921875, false], [-8.796875, false], [-9.046875, false], [-12.671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 526, "doc": {"id": "Mercury_SC_409153", "question": "Eduardo saw some cats living in an alley. Which of these does a cat need to survive?", "choices": {"text": ["grass to sleep in", "large trees to climb", "predators to chase it", "small animals to eat"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "small animals to eat", "arguments": ["Question: Eduardo saw some cats living in an alley. Which of these does a cat need to survive?\nAnswer:", " ["], "resps": [[[-6.71875, false]], [[-8.96875, false]], [[-10.21875, false]], [[-10.21875, false]], [[-3.21875, false]], [[-8.71875, false]], [[-8.71875, false]], [[-5.21875, false]], [[-10.21875, false]], [[-8.71875, false]], [[-5.21875, false]], [[-8.71875, false]], [[-8.96875, false]], [[-8.71875, false]], [[-8.71875, false]], [[-9.71875, false]], [[-5.21875, false]], [[-8.71875, false]], [[-8.46875, false]], [[-8.96875, false]], [[-9.46875, false]], [[-5.21875, false]], [[-8.96875, false]], [[-8.96875, false]], [[-3.21875, false]], [[-10.21875, false]], [[-10.21875, false]], [[-8.71875, false]], [[-5.21875, false]], [[-10.21875, false]], [[-10.21875, false]], [[-8.71875, false]], [[-8.71875, false]], [[-8.71875, false]], [[-5.21875, false]], [[-10.21875, false]], [[-8.71875, false]], [[-5.21875, false]], [[-7.71875, false]], [[-8.96875, false]], [[-8.71875, false]], [[-10.46875, false]], [[-8.21875, false]], [[-8.96875, false]], [[-9.46875, false]], [[-5.21875, false]], [[-8.96875, false]], [[-9.71875, false]], [[-10.21875, false]], [[-8.71875, false]], [[-8.21875, false]], [[-3.21875, false]], [[-10.21875, false]], [[-8.71875, false]], [[-10.21875, false]], [[-8.71875, false]], [[-5.21875, false]], [[-10.21875, false]], [[-8.71875, false]], [[-5.21875, false]], [[-7.71875, false]], [[-9.96875, false]], [[-3.21875, false]], [[-8.71875, false]], [[-8.71875, false]], [[-5.21875, false]], [[-8.71875, false]], [[-10.21875, false]], [[-8.96875, false]], [[-9.46875, false]], [[-5.21875, false]], [[-8.96875, false]], [[-8.71875, false]], [[-10.46875, false]], [[-3.21875, false]], [[-8.96875, false]], [[-8.96875, false]], [[-5.21875, false]], [[-3.21875, false]], [[-8.46875, false]], [[-8.71875, false]], [[-10.46875, false]], [[-3.21875, false]], [[-8.96875, false]], [[-8.71875, false]], [[-5.21875, false]], [[-10.21875, false]], [[-8.71875, false]], [[-5.21875, false]], [[-8.71875, false]], [[-3.21875, false]], [[-10.21875, false]], [[-8.96875, false]], [[-12.21875, false]]], "filtered_resps": [[-6.71875, false], [-8.96875, false], [-10.21875, false], [-10.21875, false], [-3.21875, false], [-8.71875, false], [-8.71875, false], [-5.21875, false], [-10.21875, false], [-8.71875, false], [-5.21875, false], [-8.71875, false], [-8.96875, false], [-8.71875, false], [-8.71875, false], [-9.71875, false], [-5.21875, false], [-8.71875, false], [-8.46875, false], [-8.96875, false], [-9.46875, false], [-5.21875, false], [-8.96875, false], [-8.96875, false], [-3.21875, false], [-10.21875, false], [-10.21875, false], [-8.71875, false], [-5.21875, false], [-10.21875, false], [-10.21875, false], [-8.71875, false], [-8.71875, false], [-8.71875, false], [-5.21875, false], [-10.21875, false], [-8.71875, false], [-5.21875, false], [-7.71875, false], [-8.96875, false], [-8.71875, false], [-10.46875, false], [-8.21875, false], [-8.96875, false], [-9.46875, false], [-5.21875, false], [-8.96875, false], [-9.71875, false], [-10.21875, false], [-8.71875, false], [-8.21875, false], [-3.21875, false], [-10.21875, false], [-8.71875, false], [-10.21875, false], [-8.71875, false], [-5.21875, false], [-10.21875, false], [-8.71875, false], [-5.21875, false], [-7.71875, false], [-9.96875, false], [-3.21875, false], [-8.71875, false], [-8.71875, false], [-5.21875, false], [-8.71875, false], [-10.21875, false], [-8.96875, false], [-9.46875, false], [-5.21875, false], [-8.96875, false], [-8.71875, false], [-10.46875, false], [-3.21875, false], [-8.96875, false], [-8.96875, false], [-5.21875, false], [-3.21875, false], [-8.46875, false], [-8.71875, false], [-10.46875, false], [-3.21875, false], [-8.96875, false], [-8.71875, false], [-5.21875, false], [-10.21875, false], [-8.71875, false], [-5.21875, false], [-8.71875, false], [-3.21875, false], [-10.21875, false], [-8.96875, false], [-12.21875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 534, "doc": {"id": "Mercury_SC_402124", "question": "About how long does it take Earth to make a complete revolution around the Sun?", "choices": {"text": ["1 year", "1 week", "1 day", "1 hour"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "1 year", "arguments": ["Question: About how long does it take Earth to make a complete revolution around the Sun?\nAnswer:", " ["], "resps": [[[-7.5625, false]], [[-8.5625, false]], [[-4.5625, false]], [[-4.3125, false]], [[-12.5625, false]], [[-9.5625, false]], [[-6.0625, false]], [[-11.3125, false]], [[-8.5625, false]], [[-9.453125, false]], [[-4.3125, false]], [[-8.5625, false]], [[-4.5625, false]], [[-4.3125, false]], [[-11.5625, false]], [[-9.5625, false]], [[-9.5625, false]], [[-12.3125, false]], [[-8.5625, false]], [[-9.453125, false]], [[-4.3125, false]], [[-8.5625, false]], [[-4.5625, false]], [[-4.3125, false]], [[-11.5625, false]], [[-6.0625, false]], [[-12.5625, false]], [[-8.5625, false]], [[-9.453125, false]], [[-4.3125, false]], [[-8.5625, false]], [[-4.5625, false]], [[-4.3125, false]], [[-11.5625, false]], [[-11.5625, false]], [[-11.5625, false]], [[-11.3125, false]], [[-8.5625, false]], [[-13.3125, false]]], "filtered_resps": [[-7.5625, false], [-8.5625, false], [-4.5625, false], [-4.3125, false], [-12.5625, false], [-9.5625, false], [-6.0625, false], [-11.3125, false], [-8.5625, false], [-9.453125, false], [-4.3125, false], [-8.5625, false], [-4.5625, false], [-4.3125, false], [-11.5625, false], [-9.5625, false], [-9.5625, false], [-12.3125, false], [-8.5625, false], [-9.453125, false], [-4.3125, false], [-8.5625, false], [-4.5625, false], [-4.3125, false], [-11.5625, false], [-6.0625, false], [-12.5625, false], [-8.5625, false], [-9.453125, false], [-4.3125, false], [-8.5625, false], [-4.5625, false], [-4.3125, false], [-11.5625, false], [-11.5625, false], [-11.5625, false], [-11.3125, false], [-8.5625, false], [-13.3125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 542, "doc": {"id": "Mercury_SC_401170", "question": "Which best describes the energy conversion by a household toaster?", "choices": {"text": ["electrical to heat", "heat to chemical", "electrical to chemical", "heat to mechanical"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "electrical to heat", "arguments": ["Question: Which best describes the energy conversion by a household toaster?\nAnswer:", " ["], "resps": [[[-7.79296875, false]], [[-7.66796875, false]], [[-8.9140625, false]], [[-11.2890625, false]], [[-8.9140625, false]], [[-7.91796875, false]], [[-9.2890625, false]], [[-10.4140625, false]], [[-8.1640625, false]], [[-7.91796875, false]], [[-3.541015625, false]], [[-11.2890625, false]], [[-5.16796875, false]], [[-9.2890625, false]], [[-9.0390625, false]], [[-5.16796875, false]], [[-10.0390625, false]], [[-8.9140625, false]], [[-3.541015625, false]], [[-9.2890625, false]], [[-7.66796875, false]], [[-9.09375, false]], [[-5.16796875, false]], [[-7.66796875, false]], [[-10.0390625, false]], [[-8.9140625, false]], [[-3.541015625, false]], [[-9.2890625, false]], [[-5.16796875, false]], [[-9.2890625, false]], [[-9.0390625, false]], [[-5.16796875, false]], [[-7.91796875, false]], [[-10.0390625, false]], [[-8.9140625, false]], [[-6.29296875, false]], [[-8.1640625, false]], [[-7.91796875, false]], [[-3.541015625, false]], [[-11.2890625, false]], [[-7.66796875, false]], [[-9.09375, false]], [[-5.16796875, false]], [[-7.66796875, false]], [[-8.9140625, false]], [[-11.2890625, false]], [[-8.9140625, false]], [[-7.91796875, false]], [[-9.2890625, false]], [[-10.4140625, false]], [[-8.1640625, false]], [[-7.91796875, false]], [[-3.541015625, false]], [[-11.2890625, false]], [[-5.16796875, false]], [[-9.2890625, false]], [[-9.0390625, false]], [[-5.16796875, false]], [[-7.91796875, false]], [[-10.0390625, false]], [[-8.9140625, false]], [[-6.29296875, false]], [[-8.1640625, false]], [[-7.91796875, false]], [[-3.541015625, false]], [[-11.2890625, false]], [[-7.66796875, false]], [[-9.09375, false]], [[-5.16796875, false]], [[-7.66796875, false]], [[-10.0390625, false]], [[-8.9140625, false]], [[-3.541015625, false]], [[-9.2890625, false]], [[-5.16796875, false]], [[-9.2890625, false]], [[-9.0390625, false]], [[-5.16796875, false]], [[-6.29296875, false]], [[-8.9140625, false]], [[-7.91796875, false]], [[-10.0390625, false]], [[-3.541015625, false]], [[-8.6640625, false]], [[-8.1640625, false]], [[-7.91796875, false]], [[-3.541015625, false]], [[-11.2890625, false]], [[-7.66796875, false]], [[-14.0390625, false]]], "filtered_resps": [[-7.79296875, false], [-7.66796875, false], [-8.9140625, false], [-11.2890625, false], [-8.9140625, false], [-7.91796875, false], [-9.2890625, false], [-10.4140625, false], [-8.1640625, false], [-7.91796875, false], [-3.541015625, false], [-11.2890625, false], [-5.16796875, false], [-9.2890625, false], [-9.0390625, false], [-5.16796875, false], [-10.0390625, false], [-8.9140625, false], [-3.541015625, false], [-9.2890625, false], [-7.66796875, false], [-9.09375, false], [-5.16796875, false], [-7.66796875, false], [-10.0390625, false], [-8.9140625, false], [-3.541015625, false], [-9.2890625, false], [-5.16796875, false], [-9.2890625, false], [-9.0390625, false], [-5.16796875, false], [-7.91796875, false], [-10.0390625, false], [-8.9140625, false], [-6.29296875, false], [-8.1640625, false], [-7.91796875, false], [-3.541015625, false], [-11.2890625, false], [-7.66796875, false], [-9.09375, false], [-5.16796875, false], [-7.66796875, false], [-8.9140625, false], [-11.2890625, false], [-8.9140625, false], [-7.91796875, false], [-9.2890625, false], [-10.4140625, false], [-8.1640625, false], [-7.91796875, false], [-3.541015625, false], [-11.2890625, false], [-5.16796875, false], [-9.2890625, false], [-9.0390625, false], [-5.16796875, false], [-7.91796875, false], [-10.0390625, false], [-8.9140625, false], [-6.29296875, false], [-8.1640625, false], [-7.91796875, false], [-3.541015625, false], [-11.2890625, false], [-7.66796875, false], [-9.09375, false], [-5.16796875, false], [-7.66796875, false], [-10.0390625, false], [-8.9140625, false], [-3.541015625, false], [-9.2890625, false], [-5.16796875, false], [-9.2890625, false], [-9.0390625, false], [-5.16796875, false], [-6.29296875, false], [-8.9140625, false], [-7.91796875, false], [-10.0390625, false], [-3.541015625, false], [-8.6640625, false], [-8.1640625, false], [-7.91796875, false], [-3.541015625, false], [-11.2890625, false], [-7.66796875, false], [-14.0390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 550, "doc": {"id": "NYSEDREGENTS_2015_8_31", "question": "Which type of energy is transferred by vibrational waves?", "choices": {"text": ["nuclear", "light", "chemical", "sound"], "label": ["1", "2", "3", "4"]}, "answerKey": "4"}, "target": "sound", "arguments": ["Question: Which type of energy is transferred by vibrational waves?\nAnswer:", " ["], "resps": [[[-8.0234375, false]], [[-8.2734375, false]], [[-9.5234375, false]], [[-9.7734375, false]], [[-9.7734375, false]], [[-10.2734375, false]], [[-8.7734375, false]], [[-6.01953125, false]], [[-10.2734375, false]], [[-8.2734375, false]], [[-9.578125, false]], [[-5.26953125, false]], [[-8.2734375, false]], [[-10.2734375, false]], [[-8.7734375, false]], [[-11.7734375, false]], [[-11.2734375, false]], [[-10.5234375, false]], [[-8.2734375, false]], [[-9.578125, false]], [[-5.26953125, false]], [[-8.2734375, false]], [[-9.7734375, false]], [[-11.2734375, false]], [[-8.7734375, false]], [[-9.0234375, false]], [[-8.7734375, false]], [[-9.7734375, false]], [[-6.01953125, false]], [[-10.2734375, false]], [[-8.2734375, false]], [[-9.578125, false]], [[-5.26953125, false]], [[-8.2734375, false]], [[-9.5234375, false]], [[-9.0234375, false]], [[-9.7734375, false]], [[-9.5234375, false]], [[-10.2734375, false]], [[-8.2734375, false]], [[-13.7734375, false]]], "filtered_resps": [[-8.0234375, false], [-8.2734375, false], [-9.5234375, false], [-9.7734375, false], [-9.7734375, false], [-10.2734375, false], [-8.7734375, false], [-6.01953125, false], [-10.2734375, false], [-8.2734375, false], [-9.578125, false], [-5.26953125, false], [-8.2734375, false], [-10.2734375, false], [-8.7734375, false], [-11.7734375, false], [-11.2734375, false], [-10.5234375, false], [-8.2734375, false], [-9.578125, false], [-5.26953125, false], [-8.2734375, false], [-9.7734375, false], [-11.2734375, false], [-8.7734375, false], [-9.0234375, false], [-8.7734375, false], [-9.7734375, false], [-6.01953125, false], [-10.2734375, false], [-8.2734375, false], [-9.578125, false], [-5.26953125, false], [-8.2734375, false], [-9.5234375, false], [-9.0234375, false], [-9.7734375, false], [-9.5234375, false], [-10.2734375, false], [-8.2734375, false], [-13.7734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 558, "doc": {"id": "Mercury_416672", "question": "Which technology enables doctors to monitor the function of the heart?", "choices": {"text": ["dialysis machine", "electrocardiogram", "electroencephalogram", "automatic external defibrillator"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "electrocardiogram", "arguments": ["Question: Which technology enables doctors to monitor the function of the heart?\nAnswer:", " ["], "resps": [[[-8.4765625, false]], [[-8.7265625, false]], [[-10.7265625, false]], [[-6.4765625, false]], [[-4.6015625, false]], [[-10.7265625, false]], [[-12.9765625, false]], [[-9.4765625, false]], [[-6.4765625, false]], [[-9.4765625, false]], [[-5.2265625, false]], [[-8.3515625, false]], [[-4.6015625, false]], [[-10.2265625, false]], [[-10.6015625, false]], [[-6.4765625, false]], [[-9.7265625, false]], [[-7.8515625, false]], [[-8.7265625, false]], [[-9.8515625, false]], [[-5.2265625, false]], [[-8.7265625, false]], [[-7.8515625, false]], [[-10.7265625, false]], [[-7.8515625, false]], [[-10.2265625, false]], [[-10.9765625, false]], [[-10.4765625, false]], [[-8.4765625, false]], [[-10.2265625, false]], [[-4.6015625, false]], [[-10.4765625, false]], [[-10.7265625, false]], [[-6.4765625, false]], [[-8.4765625, false]], [[-12.2265625, false]], [[-10.4765625, false]], [[-4.6015625, false]], [[-8.3515625, false]], [[-8.7265625, false]], [[-9.8515625, false]], [[-5.2265625, false]], [[-8.7265625, false]], [[-7.8515625, false]], [[-10.7265625, false]], [[-7.8515625, false]], [[-10.2265625, false]], [[-10.9765625, false]], [[-10.4765625, false]], [[-8.4765625, false]], [[-7.8515625, false]], [[-9.7265625, false]], [[-10.2265625, false]], [[-7.8515625, false]], [[-11.8515625, false]], [[-10.6015625, false]], [[-4.6015625, false]], [[-10.7265625, false]], [[-8.4765625, false]], [[-12.2265625, false]], [[-10.4765625, false]], [[-4.6015625, false]], [[-8.3515625, false]], [[-8.7265625, false]], [[-9.8515625, false]], [[-5.2265625, false]], [[-8.7265625, false]], [[-4.6015625, false]], [[-10.9765625, false]], [[-10.9765625, false]], [[-8.4765625, false]], [[-8.3515625, false]], [[-4.6015625, false]], [[-10.9765625, false]], [[-6.4765625, false]], [[-10.2265625, false]], [[-5.2265625, false]], [[-7.8515625, false]], [[-7.1015625, false]], [[-10.9765625, false]], [[-7.8515625, false]], [[-10.4765625, false]], [[-9.7265625, false]], [[-4.6015625, false]], [[-10.7265625, false]], [[-5.2265625, false]], [[-10.7265625, false]], [[-7.8515625, false]], [[-9.6015625, false]], [[-6.4765625, false]], [[-10.2265625, false]], [[-10.4765625, false]], [[-6.4765625, false]], [[-10.7265625, false]], [[-10.7265625, false]], [[-4.6015625, false]], [[-10.9765625, false]], [[-8.4765625, false]], [[-10.4765625, false]], [[-8.7265625, false]], [[-13.2265625, false]]], "filtered_resps": [[-8.4765625, false], [-8.7265625, false], [-10.7265625, false], [-6.4765625, false], [-4.6015625, false], [-10.7265625, false], [-12.9765625, false], [-9.4765625, false], [-6.4765625, false], [-9.4765625, false], [-5.2265625, false], [-8.3515625, false], [-4.6015625, false], [-10.2265625, false], [-10.6015625, false], [-6.4765625, false], [-9.7265625, false], [-7.8515625, false], [-8.7265625, false], [-9.8515625, false], [-5.2265625, false], [-8.7265625, false], [-7.8515625, false], [-10.7265625, false], [-7.8515625, false], [-10.2265625, false], [-10.9765625, false], [-10.4765625, false], [-8.4765625, false], [-10.2265625, false], [-4.6015625, false], [-10.4765625, false], [-10.7265625, false], [-6.4765625, false], [-8.4765625, false], [-12.2265625, false], [-10.4765625, false], [-4.6015625, false], [-8.3515625, false], [-8.7265625, false], [-9.8515625, false], [-5.2265625, false], [-8.7265625, false], [-7.8515625, false], [-10.7265625, false], [-7.8515625, false], [-10.2265625, false], [-10.9765625, false], [-10.4765625, false], [-8.4765625, false], [-7.8515625, false], [-9.7265625, false], [-10.2265625, false], [-7.8515625, false], [-11.8515625, false], [-10.6015625, false], [-4.6015625, false], [-10.7265625, false], [-8.4765625, false], [-12.2265625, false], [-10.4765625, false], [-4.6015625, false], [-8.3515625, false], [-8.7265625, false], [-9.8515625, false], [-5.2265625, false], [-8.7265625, false], [-4.6015625, false], [-10.9765625, false], [-10.9765625, false], [-8.4765625, false], [-8.3515625, false], [-4.6015625, false], [-10.9765625, false], [-6.4765625, false], [-10.2265625, false], [-5.2265625, false], [-7.8515625, false], [-7.1015625, false], [-10.9765625, false], [-7.8515625, false], [-10.4765625, false], [-9.7265625, false], [-4.6015625, false], [-10.7265625, false], [-5.2265625, false], [-10.7265625, false], [-7.8515625, false], [-9.6015625, false], [-6.4765625, false], [-10.2265625, false], [-10.4765625, false], [-6.4765625, false], [-10.7265625, false], [-10.7265625, false], [-4.6015625, false], [-10.9765625, false], [-8.4765625, false], [-10.4765625, false], [-8.7265625, false], [-13.2265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 566, "doc": {"id": "Mercury_SC_409682", "question": "Joey is making breakfast and pours a glass of milk over a bowl of dry cereal. Which best describes what Joey made for breakfast?", "choices": {"text": ["element", "compound", "mixture", "solution"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "mixture", "arguments": ["Question: Joey is making breakfast and pours a glass of milk over a bowl of dry cereal. Which best describes what Joey made for breakfast?\nAnswer:", " ["], "resps": [[[-6.9609375, false]], [[-7.7109375, false]], [[-9.4609375, false]], [[-10.9609375, false]], [[-9.4609375, false]], [[-8.2109375, false]], [[-9.4609375, false]], [[-9.9609375, false]], [[-10.9609375, false]], [[-7.7109375, false]], [[-10.8828125, false]], [[-5.9609375, false]], [[-7.7109375, false]], [[-7.2109375, false]], [[-7.4609375, false]], [[-8.2109375, false]], [[-8.9609375, false]], [[-7.4609375, false]], [[-11.2109375, false]], [[-9.9609375, false]], [[-7.9609375, false]], [[-7.7109375, false]], [[-10.8828125, false]], [[-5.9609375, false]], [[-7.7109375, false]], [[-8.2109375, false]], [[-8.2109375, false]], [[-10.9609375, false]], [[-10.9609375, false]], [[-11.2109375, false]], [[-10.9609375, false]], [[-9.4609375, false]], [[-7.7109375, false]], [[-10.8828125, false]], [[-5.9609375, false]], [[-7.7109375, false]], [[-8.7109375, false]], [[-7.4609375, false]], [[-10.9609375, false]], [[-11.2109375, false]], [[-10.9609375, false]], [[-8.2109375, false]], [[-7.4609375, false]], [[-9.9609375, false]], [[-7.7109375, false]], [[-12.2109375, false]]], "filtered_resps": [[-6.9609375, false], [-7.7109375, false], [-9.4609375, false], [-10.9609375, false], [-9.4609375, false], [-8.2109375, false], [-9.4609375, false], [-9.9609375, false], [-10.9609375, false], [-7.7109375, false], [-10.8828125, false], [-5.9609375, false], [-7.7109375, false], [-7.2109375, false], [-7.4609375, false], [-8.2109375, false], [-8.9609375, false], [-7.4609375, false], [-11.2109375, false], [-9.9609375, false], [-7.9609375, false], [-7.7109375, false], [-10.8828125, false], [-5.9609375, false], [-7.7109375, false], [-8.2109375, false], [-8.2109375, false], [-10.9609375, false], [-10.9609375, false], [-11.2109375, false], [-10.9609375, false], [-9.4609375, false], [-7.7109375, false], [-10.8828125, false], [-5.9609375, false], [-7.7109375, false], [-8.7109375, false], [-7.4609375, false], [-10.9609375, false], [-11.2109375, false], [-10.9609375, false], [-8.2109375, false], [-7.4609375, false], [-9.9609375, false], [-7.7109375, false], [-12.2109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 574, "doc": {"id": "Mercury_187460", "question": "A switch that can open or close an electric circuit can be used to", "choices": {"text": ["increase the amount of current.", "reverse the current's direction.", "stop the current.", "accelerate the current."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "stop the current.", "arguments": ["Question: A switch that can open or close an electric circuit can be used to\nAnswer:", " ["], "resps": [[[-7.1015625, false]], [[-7.6015625, false]], [[-6.6015625, false]], [[-8.1015625, false]], [[-8.6015625, false]], [[-9.1015625, false]], [[-8.1015625, false]], [[-3.3515625, false]], [[-8.1015625, false]], [[-8.1015625, false]], [[-4.8515625, false]], [[-8.6015625, false]], [[-9.6015625, false]], [[-8.1015625, false]], [[-4.8515625, false]], [[-3.3515625, false]], [[-9.8515625, false]], [[-9.1015625, false]], [[-9.1015625, false]], [[-8.1015625, false]], [[-8.6015625, false]], [[-4.8515625, false]], [[-9.1015625, false]], [[-8.1015625, false]], [[-4.8515625, false]], [[-8.6015625, false]], [[-9.1015625, false]], [[-9.1015625, false]], [[-9.1015625, false]], [[-8.1015625, false]], [[-8.1015625, false]], [[-8.6015625, false]], [[-5.85546875, false]], [[-7.6015625, false]], [[-8.296875, false]], [[-4.8515625, false]], [[-5.6015625, false]], [[-9.1015625, false]], [[-8.1015625, false]], [[-8.3515625, false]], [[-8.1015625, false]], [[-9.1015625, false]], [[-8.1015625, false]], [[-8.1015625, false]], [[-4.8515625, false]], [[-8.6015625, false]], [[-9.6015625, false]], [[-8.1015625, false]], [[-4.8515625, false]], [[-8.6015625, false]], [[-9.1015625, false]], [[-9.1015625, false]], [[-9.1015625, false]], [[-8.1015625, false]], [[-8.1015625, false]], [[-8.6015625, false]], [[-7.6015625, false]], [[-8.1015625, false]], [[-4.8515625, false]], [[-8.3515625, false]], [[-6.6015625, false]], [[-9.1015625, false]], [[-8.1015625, false]], [[-8.6015625, false]], [[-8.6015625, false]], [[-6.6015625, false]], [[-9.1015625, false]], [[-8.1015625, false]], [[-5.85546875, false]], [[-5.6015625, false]], [[-8.296875, false]], [[-4.8515625, false]], [[-7.6015625, false]], [[-8.1015625, false]], [[-8.6015625, false]], [[-9.1015625, false]], [[-8.8515625, false]], [[-4.8515625, false]], [[-8.6015625, false]], [[-9.6015625, false]], [[-8.1015625, false]], [[-4.8515625, false]], [[-8.6015625, false]], [[-9.1015625, false]], [[-9.1015625, false]], [[-9.1015625, false]], [[-8.1015625, false]], [[-8.1015625, false]], [[-8.6015625, false]], [[-5.85546875, false]], [[-7.6015625, false]], [[-8.296875, false]], [[-4.8515625, false]], [[-7.6015625, false]], [[-3.3515625, false]], [[-8.6015625, false]], [[-8.6015625, false]], [[-8.1015625, false]], [[-10.3515625, false]], [[-8.1015625, false]], [[-9.1015625, false]], [[-3.3515625, false]], [[-8.6015625, false]], [[-8.1015625, false]], [[-4.8515625, false]], [[-8.6015625, false]], [[-9.6015625, false]], [[-8.1015625, false]], [[-4.8515625, false]], [[-8.6015625, false]], [[-9.1015625, false]], [[-9.1015625, false]], [[-9.1015625, false]], [[-8.1015625, false]], [[-8.1015625, false]], [[-8.6015625, false]], [[-5.85546875, false]], [[-7.6015625, false]], [[-11.6015625, false]]], "filtered_resps": [[-7.1015625, false], [-7.6015625, false], [-6.6015625, false], [-8.1015625, false], [-8.6015625, false], [-9.1015625, false], [-8.1015625, false], [-3.3515625, false], [-8.1015625, false], [-8.1015625, false], [-4.8515625, false], [-8.6015625, false], [-9.6015625, false], [-8.1015625, false], [-4.8515625, false], [-3.3515625, false], [-9.8515625, false], [-9.1015625, false], [-9.1015625, false], [-8.1015625, false], [-8.6015625, false], [-4.8515625, false], [-9.1015625, false], [-8.1015625, false], [-4.8515625, false], [-8.6015625, false], [-9.1015625, false], [-9.1015625, false], [-9.1015625, false], [-8.1015625, false], [-8.1015625, false], [-8.6015625, false], [-5.85546875, false], [-7.6015625, false], [-8.296875, false], [-4.8515625, false], [-5.6015625, false], [-9.1015625, false], [-8.1015625, false], [-8.3515625, false], [-8.1015625, false], [-9.1015625, false], [-8.1015625, false], [-8.1015625, false], [-4.8515625, false], [-8.6015625, false], [-9.6015625, false], [-8.1015625, false], [-4.8515625, false], [-8.6015625, false], [-9.1015625, false], [-9.1015625, false], [-9.1015625, false], [-8.1015625, false], [-8.1015625, false], [-8.6015625, false], [-7.6015625, false], [-8.1015625, false], [-4.8515625, false], [-8.3515625, false], [-6.6015625, false], [-9.1015625, false], [-8.1015625, false], [-8.6015625, false], [-8.6015625, false], [-6.6015625, false], [-9.1015625, false], [-8.1015625, false], [-5.85546875, false], [-5.6015625, false], [-8.296875, false], [-4.8515625, false], [-7.6015625, false], [-8.1015625, false], [-8.6015625, false], [-9.1015625, false], [-8.8515625, false], [-4.8515625, false], [-8.6015625, false], [-9.6015625, false], [-8.1015625, false], [-4.8515625, false], [-8.6015625, false], [-9.1015625, false], [-9.1015625, false], [-9.1015625, false], [-8.1015625, false], [-8.1015625, false], [-8.6015625, false], [-5.85546875, false], [-7.6015625, false], [-8.296875, false], [-4.8515625, false], [-7.6015625, false], [-3.3515625, false], [-8.6015625, false], [-8.6015625, false], [-8.1015625, false], [-10.3515625, false], [-8.1015625, false], [-9.1015625, false], [-3.3515625, false], [-8.6015625, false], [-8.1015625, false], [-4.8515625, false], [-8.6015625, false], [-9.6015625, false], [-8.1015625, false], [-4.8515625, false], [-8.6015625, false], [-9.1015625, false], [-9.1015625, false], [-9.1015625, false], [-8.1015625, false], [-8.1015625, false], [-8.6015625, false], [-5.85546875, false], [-7.6015625, false], [-11.6015625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 582, "doc": {"id": "Mercury_7252263", "question": "Which two body systems maintain the level of glucose in the blood?", "choices": {"text": ["nervous and respiratory systems", "digestive and endocrine systems", "muscular and immune systems", "skeletal and cardiac systems"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "digestive and endocrine systems", "arguments": ["Question: Which two body systems maintain the level of glucose in the blood?\nAnswer:", " ["], "resps": [[[-7.7109375, false]], [[-11.9609375, false]], [[-9.9609375, false]], [[-10.7109375, false]], [[-10.4609375, false]], [[-11.2109375, false]], [[-8.4609375, false]], [[-9.9609375, false]], [[-11.2109375, false]], [[-4.9609375, false]], [[-5.2109375, false]], [[-9.9609375, false]], [[-11.2109375, false]], [[-4.9609375, false]], [[-10.4609375, false]], [[-10.7109375, false]], [[-11.2109375, false]], [[-10.7109375, false]], [[-9.9609375, false]], [[-10.4609375, false]], [[-5.2109375, false]], [[-9.9609375, false]], [[-8.4609375, false]], [[-10.4609375, false]], [[-13.4609375, false]], [[-4.9609375, false]], [[-11.2109375, false]], [[-13.4609375, false]], [[-11.2109375, false]], [[-9.9609375, false]], [[-10.7109375, false]], [[-9.4609375, false]], [[-11.2109375, false]], [[-11.9609375, false]], [[-9.921875, false]], [[-4.9609375, false]], [[-11.9609375, false]], [[-11.2109375, false]], [[-9.9609375, false]], [[-10.9609375, false]], [[-10.7109375, false]], [[-11.2109375, false]], [[-9.9609375, false]], [[-9.9609375, false]], [[-11.2109375, false]], [[-10.7109375, false]], [[-4.9609375, false]], [[-5.2109375, false]], [[-9.9609375, false]], [[-11.2109375, false]], [[-4.9609375, false]], [[-10.7109375, false]], [[-9.9609375, false]], [[-11.2109375, false]], [[-8.4609375, false]], [[-8.2109375, false]], [[-10.4609375, false]], [[-9.9609375, false]], [[-9.9609375, false]], [[-10.7109375, false]], [[-4.9609375, false]], [[-11.2109375, false]], [[-13.4609375, false]], [[-11.2109375, false]], [[-9.9609375, false]], [[-10.7109375, false]], [[-9.4609375, false]], [[-11.2109375, false]], [[-11.9609375, false]], [[-9.921875, false]], [[-4.9609375, false]], [[-11.9609375, false]], [[-9.4609375, false]], [[-9.9609375, false]], [[-11.2109375, false]], [[-8.2109375, false]], [[-9.9609375, false]], [[-8.9609375, false]], [[-5.2109375, false]], [[-10.4609375, false]], [[-4.9609375, false]], [[-5.2109375, false]], [[-9.9609375, false]], [[-11.2109375, false]], [[-4.9609375, false]], [[-9.9609375, false]], [[-9.4609375, false]], [[-9.4609375, false]], [[-9.9609375, false]], [[-9.9609375, false]], [[-10.7109375, false]], [[-4.9609375, false]], [[-11.2109375, false]], [[-13.4609375, false]], [[-11.2109375, false]], [[-9.9609375, false]], [[-10.7109375, false]], [[-9.4609375, false]], [[-11.2109375, false]], [[-11.9609375, false]], [[-9.921875, false]], [[-4.9609375, false]], [[-11.9609375, false]], [[-11.2109375, false]], [[-4.9609375, false]], [[-10.7109375, false]], [[-8.9609375, false]], [[-10.7109375, false]], [[-9.9609375, false]], [[-5.2109375, false]], [[-8.9609375, false]], [[-4.9609375, false]], [[-5.2109375, false]], [[-9.9609375, false]], [[-11.2109375, false]], [[-4.9609375, false]], [[-8.2109375, false]], [[-5.2109375, false]], [[-10.4609375, false]], [[-11.2109375, false]], [[-9.9609375, false]], [[-5.2109375, false]], [[-8.2109375, false]], [[-4.9609375, false]], [[-11.2109375, false]], [[-13.4609375, false]], [[-11.2109375, false]], [[-9.9609375, false]], [[-10.7109375, false]], [[-9.4609375, false]], [[-11.2109375, false]], [[-11.9609375, false]], [[-12.9609375, false]]], "filtered_resps": [[-7.7109375, false], [-11.9609375, false], [-9.9609375, false], [-10.7109375, false], [-10.4609375, false], [-11.2109375, false], [-8.4609375, false], [-9.9609375, false], [-11.2109375, false], [-4.9609375, false], [-5.2109375, false], [-9.9609375, false], [-11.2109375, false], [-4.9609375, false], [-10.4609375, false], [-10.7109375, false], [-11.2109375, false], [-10.7109375, false], [-9.9609375, false], [-10.4609375, false], [-5.2109375, false], [-9.9609375, false], [-8.4609375, false], [-10.4609375, false], [-13.4609375, false], [-4.9609375, false], [-11.2109375, false], [-13.4609375, false], [-11.2109375, false], [-9.9609375, false], [-10.7109375, false], [-9.4609375, false], [-11.2109375, false], [-11.9609375, false], [-9.921875, false], [-4.9609375, false], [-11.9609375, false], [-11.2109375, false], [-9.9609375, false], [-10.9609375, false], [-10.7109375, false], [-11.2109375, false], [-9.9609375, false], [-9.9609375, false], [-11.2109375, false], [-10.7109375, false], [-4.9609375, false], [-5.2109375, false], [-9.9609375, false], [-11.2109375, false], [-4.9609375, false], [-10.7109375, false], [-9.9609375, false], [-11.2109375, false], [-8.4609375, false], [-8.2109375, false], [-10.4609375, false], [-9.9609375, false], [-9.9609375, false], [-10.7109375, false], [-4.9609375, false], [-11.2109375, false], [-13.4609375, false], [-11.2109375, false], [-9.9609375, false], [-10.7109375, false], [-9.4609375, false], [-11.2109375, false], [-11.9609375, false], [-9.921875, false], [-4.9609375, false], [-11.9609375, false], [-9.4609375, false], [-9.9609375, false], [-11.2109375, false], [-8.2109375, false], [-9.9609375, false], [-8.9609375, false], [-5.2109375, false], [-10.4609375, false], [-4.9609375, false], [-5.2109375, false], [-9.9609375, false], [-11.2109375, false], [-4.9609375, false], [-9.9609375, false], [-9.4609375, false], [-9.4609375, false], [-9.9609375, false], [-9.9609375, false], [-10.7109375, false], [-4.9609375, false], [-11.2109375, false], [-13.4609375, false], [-11.2109375, false], [-9.9609375, false], [-10.7109375, false], [-9.4609375, false], [-11.2109375, false], [-11.9609375, false], [-9.921875, false], [-4.9609375, false], [-11.9609375, false], [-11.2109375, false], [-4.9609375, false], [-10.7109375, false], [-8.9609375, false], [-10.7109375, false], [-9.9609375, false], [-5.2109375, false], [-8.9609375, false], [-4.9609375, false], [-5.2109375, false], [-9.9609375, false], [-11.2109375, false], [-4.9609375, false], [-8.2109375, false], [-5.2109375, false], [-10.4609375, false], [-11.2109375, false], [-9.9609375, false], [-5.2109375, false], [-8.2109375, false], [-4.9609375, false], [-11.2109375, false], [-13.4609375, false], [-11.2109375, false], [-9.9609375, false], [-10.7109375, false], [-9.4609375, false], [-11.2109375, false], [-11.9609375, false], [-12.9609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 590, "doc": {"id": "MEA_2016_5_8", "question": "How do plants affect their environment?", "choices": {"text": ["Plants clean the soil.", "Plants make sunlight brighter.", "Plants make food used by other organisms.", "Plants create water"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Plants make food used by other organisms.", "arguments": ["Question: How do plants affect their environment?\nAnswer:", " ["], "resps": [[[-8.6953125, false]], [[-10.1953125, false]], [[-7.6953125, false]], [[-12.6953125, false]], [[-7.9453125, false]], [[-12.1953125, false]], [[-13.6953125, false]], [[-11.9453125, false]], [[-6.6953125, false]], [[-11.6953125, false]], [[-12.6953125, false]], [[-9.9453125, false]], [[-7.9453125, false]], [[-12.1953125, false]], [[-6.6953125, false]], [[-13.6953125, false]], [[-13.1953125, false]], [[-9.9453125, false]], [[-6.6953125, false]], [[-11.9453125, false]], [[-10.9453125, false]], [[-10.9453125, false]], [[-12.6953125, false]], [[-8.765625, false]], [[-10.1953125, false]], [[-11.390625, false]], [[-6.6953125, false]], [[-10.1953125, false]], [[-7.6953125, false]], [[-12.6953125, false]], [[-7.9453125, false]], [[-12.1953125, false]], [[-13.6953125, false]], [[-11.9453125, false]], [[-6.6953125, false]], [[-13.4453125, false]], [[-7.9453125, false]], [[-13.6953125, false]], [[-9.9453125, false]], [[-6.6953125, false]], [[-11.9453125, false]], [[-13.4453125, false]], [[-12.1953125, false]], [[-12.6953125, false]], [[-10.9453125, false]], [[-13.9453125, false]], [[-13.1953125, false]], [[-13.6953125, false]], [[-6.6953125, false]], [[-10.6953125, false]], [[-13.9453125, false]], [[-10.9453125, false]], [[-13.9453125, false]], [[-13.1953125, false]], [[-13.6953125, false]], [[-9.9453125, false]], [[-13.9453125, false]], [[-8.765625, false]], [[-10.1953125, false]], [[-11.390625, false]], [[-6.6953125, false]], [[-10.1953125, false]], [[-7.6953125, false]], [[-12.6953125, false]], [[-7.9453125, false]], [[-12.1953125, false]], [[-13.6953125, false]], [[-11.9453125, false]], [[-6.6953125, false]], [[-13.4453125, false]], [[-7.9453125, false]], [[-13.6953125, false]], [[-9.9453125, false]], [[-6.6953125, false]], [[-13.6953125, false]], [[-10.9453125, false]], [[-10.9453125, false]], [[-10.6953125, false]], [[-6.6953125, false]], [[-13.4453125, false]], [[-11.9453125, false]], [[-9.9453125, false]], [[-10.6953125, false]], [[-6.6953125, false]], [[-10.6953125, false]], [[-13.6953125, false]], [[-6.6953125, false]], [[-10.9453125, false]], [[-13.6953125, false]], [[-13.1953125, false]], [[-9.9453125, false]], [[-13.9453125, false]], [[-6.6953125, false]], [[-10.9453125, false]], [[-13.9453125, false]], [[-13.9453125, false]], [[-7.9453125, false]], [[-12.1953125, false]], [[-10.9453125, false]], [[-11.9453125, false]], [[-13.4453125, false]], [[-11.9453125, false]], [[-8.765625, false]], [[-10.1953125, false]], [[-11.390625, false]], [[-6.6953125, false]], [[-10.1953125, false]], [[-7.6953125, false]], [[-12.6953125, false]], [[-7.9453125, false]], [[-12.1953125, false]], [[-13.6953125, false]], [[-11.9453125, false]], [[-6.6953125, false]], [[-11.6953125, false]], [[-13.9453125, false]], [[-9.9453125, false]], [[-7.9453125, false]], [[-13.6953125, false]], [[-9.9453125, false]], [[-6.6953125, false]], [[-12.9453125, false]], [[-7.9453125, false]], [[-13.6953125, false]], [[-9.9453125, false]], [[-13.9453125, false]], [[-10.1953125, false]], [[-14.6953125, false]]], "filtered_resps": [[-8.6953125, false], [-10.1953125, false], [-7.6953125, false], [-12.6953125, false], [-7.9453125, false], [-12.1953125, false], [-13.6953125, false], [-11.9453125, false], [-6.6953125, false], [-11.6953125, false], [-12.6953125, false], [-9.9453125, false], [-7.9453125, false], [-12.1953125, false], [-6.6953125, false], [-13.6953125, false], [-13.1953125, false], [-9.9453125, false], [-6.6953125, false], [-11.9453125, false], [-10.9453125, false], [-10.9453125, false], [-12.6953125, false], [-8.765625, false], [-10.1953125, false], [-11.390625, false], [-6.6953125, false], [-10.1953125, false], [-7.6953125, false], [-12.6953125, false], [-7.9453125, false], [-12.1953125, false], [-13.6953125, false], [-11.9453125, false], [-6.6953125, false], [-13.4453125, false], [-7.9453125, false], [-13.6953125, false], [-9.9453125, false], [-6.6953125, false], [-11.9453125, false], [-13.4453125, false], [-12.1953125, false], [-12.6953125, false], [-10.9453125, false], [-13.9453125, false], [-13.1953125, false], [-13.6953125, false], [-6.6953125, false], [-10.6953125, false], [-13.9453125, false], [-10.9453125, false], [-13.9453125, false], [-13.1953125, false], [-13.6953125, false], [-9.9453125, false], [-13.9453125, false], [-8.765625, false], [-10.1953125, false], [-11.390625, false], [-6.6953125, false], [-10.1953125, false], [-7.6953125, false], [-12.6953125, false], [-7.9453125, false], [-12.1953125, false], [-13.6953125, false], [-11.9453125, false], [-6.6953125, false], [-13.4453125, false], [-7.9453125, false], [-13.6953125, false], [-9.9453125, false], [-6.6953125, false], [-13.6953125, false], [-10.9453125, false], [-10.9453125, false], [-10.6953125, false], [-6.6953125, false], [-13.4453125, false], [-11.9453125, false], [-9.9453125, false], [-10.6953125, false], [-6.6953125, false], [-10.6953125, false], [-13.6953125, false], [-6.6953125, false], [-10.9453125, false], [-13.6953125, false], [-13.1953125, false], [-9.9453125, false], [-13.9453125, false], [-6.6953125, false], [-10.9453125, false], [-13.9453125, false], [-13.9453125, false], [-7.9453125, false], [-12.1953125, false], [-10.9453125, false], [-11.9453125, false], [-13.4453125, false], [-11.9453125, false], [-8.765625, false], [-10.1953125, false], [-11.390625, false], [-6.6953125, false], [-10.1953125, false], [-7.6953125, false], [-12.6953125, false], [-7.9453125, false], [-12.1953125, false], [-13.6953125, false], [-11.9453125, false], [-6.6953125, false], [-11.6953125, false], [-13.9453125, false], [-9.9453125, false], [-7.9453125, false], [-13.6953125, false], [-9.9453125, false], [-6.6953125, false], [-12.9453125, false], [-7.9453125, false], [-13.6953125, false], [-9.9453125, false], [-13.9453125, false], [-10.1953125, false], [-14.6953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 598, "doc": {"id": "MDSA_2012_8_36", "question": "Use the information below to answer the question. The human body is composed of different systems made of specialized cells, tissues, and organs. Each of these structures has a specific function that aids in the survival of the human species. What is the primary function of the excretory system?", "choices": {"text": ["to digest food", "to help in defense", "to eliminate waste", "to enable movement"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "to eliminate waste", "arguments": ["Question: Use the information below to answer the question. The human body is composed of different systems made of specialized cells, tissues, and organs. Each of these structures has a specific function that aids in the survival of the human species. What is the primary function of the excretory system?\nAnswer:", " ["], "resps": [[[-7.6640625, false]], [[-11.4140625, false]], [[-11.6640625, false]], [[-10.1640625, false]], [[-5.9140625, false]], [[-11.1640625, false]], [[-10.4140625, false]], [[-12.1640625, false]], [[-8.9140625, false]], [[-10.6640625, false]], [[-11.6640625, false]], [[-5.9140625, false]], [[-12.6640625, false]], [[-10.1640625, false]], [[-10.1640625, false]], [[-11.1640625, false]], [[-11.4140625, false]], [[-9.703125, false]], [[-5.9140625, false]], [[-11.4140625, false]], [[-11.6640625, false]], [[-10.1640625, false]], [[-5.9140625, false]], [[-11.9140625, false]], [[-8.9140625, false]], [[-10.9140625, false]], [[-11.4140625, false]], [[-5.9140625, false]], [[-10.4140625, false]], [[-11.6640625, false]], [[-5.9140625, false]], [[-11.1640625, false]], [[-8.9140625, false]], [[-12.6640625, false]], [[-8.9140625, false]], [[-11.6640625, false]], [[-10.6640625, false]], [[-8.9140625, false]], [[-11.4140625, false]], [[-9.703125, false]], [[-5.9140625, false]], [[-11.4140625, false]], [[-11.6640625, false]], [[-10.1640625, false]], [[-5.9140625, false]], [[-8.9140625, false]], [[-10.9140625, false]], [[-10.4140625, false]], [[-11.4140625, false]], [[-10.4140625, false]], [[-11.6640625, false]], [[-7.1640625, false]], [[-11.6640625, false]], [[-8.9140625, false]], [[-5.9140625, false]], [[-13.1640625, false]], [[-7.1640625, false]], [[-10.6640625, false]], [[-11.6640625, false]], [[-8.9140625, false]], [[-11.4140625, false]], [[-9.703125, false]], [[-5.9140625, false]], [[-11.4140625, false]], [[-11.6640625, false]], [[-10.1640625, false]], [[-5.9140625, false]], [[-8.9140625, false]], [[-11.6640625, false]], [[-7.1640625, false]], [[-9.4140625, false]], [[-10.9140625, false]], [[-8.9140625, false]], [[-5.9140625, false]], [[-11.4140625, false]], [[-10.1640625, false]], [[-12.6640625, false]], [[-8.9140625, false]], [[-11.4140625, false]], [[-8.9140625, false]], [[-11.6640625, false]], [[-11.6640625, false]], [[-11.4140625, false]], [[-11.9140625, false]]], "filtered_resps": [[-7.6640625, false], [-11.4140625, false], [-11.6640625, false], [-10.1640625, false], [-5.9140625, false], [-11.1640625, false], [-10.4140625, false], [-12.1640625, false], [-8.9140625, false], [-10.6640625, false], [-11.6640625, false], [-5.9140625, false], [-12.6640625, false], [-10.1640625, false], [-10.1640625, false], [-11.1640625, false], [-11.4140625, false], [-9.703125, false], [-5.9140625, false], [-11.4140625, false], [-11.6640625, false], [-10.1640625, false], [-5.9140625, false], [-11.9140625, false], [-8.9140625, false], [-10.9140625, false], [-11.4140625, false], [-5.9140625, false], [-10.4140625, false], [-11.6640625, false], [-5.9140625, false], [-11.1640625, false], [-8.9140625, false], [-12.6640625, false], [-8.9140625, false], [-11.6640625, false], [-10.6640625, false], [-8.9140625, false], [-11.4140625, false], [-9.703125, false], [-5.9140625, false], [-11.4140625, false], [-11.6640625, false], [-10.1640625, false], [-5.9140625, false], [-8.9140625, false], [-10.9140625, false], [-10.4140625, false], [-11.4140625, false], [-10.4140625, false], [-11.6640625, false], [-7.1640625, false], [-11.6640625, false], [-8.9140625, false], [-5.9140625, false], [-13.1640625, false], [-7.1640625, false], [-10.6640625, false], [-11.6640625, false], [-8.9140625, false], [-11.4140625, false], [-9.703125, false], [-5.9140625, false], [-11.4140625, false], [-11.6640625, false], [-10.1640625, false], [-5.9140625, false], [-8.9140625, false], [-11.6640625, false], [-7.1640625, false], [-9.4140625, false], [-10.9140625, false], [-8.9140625, false], [-5.9140625, false], [-11.4140625, false], [-10.1640625, false], [-12.6640625, false], [-8.9140625, false], [-11.4140625, false], [-8.9140625, false], [-11.6640625, false], [-11.6640625, false], [-11.4140625, false], [-11.9140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 606, "doc": {"id": "Mercury_SC_407219", "question": "Which diagram correctly shows the flow of energy in a food chain?", "choices": {"text": ["Decomposer -> Consumer -> Producer", "Producer -> Consumer -> Decomposer", "Consumer -> Producer -> Decomposer", "Producer -> Decomposer -> Consumer"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Producer -> Consumer -> Decomposer", "arguments": ["Question: Which diagram correctly shows the flow of energy in a food chain?\nAnswer:", " ["], "resps": [[[-6.67578125, false]], [[-8.421875, false]], [[-5.92578125, false]], [[-8.421875, false]], [[-7.42578125, false]], [[-8.921875, false]], [[-9.421875, false]], [[-8.671875, false]], [[-8.921875, false]], [[-9.171875, false]], [[-8.421875, false]], [[-9.421875, false]], [[-5.17578125, false]], [[-6.92578125, false]], [[-9.671875, false]], [[-5.17578125, false]], [[-5.17578125, false]], [[-8.921875, false]], [[-8.421875, false]], [[-9.171875, false]], [[-10.671875, false]], [[-9.421875, false]], [[-8.421875, false]], [[-9.421875, false]], [[-5.17578125, false]], [[-6.92578125, false]], [[-9.671875, false]], [[-5.17578125, false]], [[-5.92578125, false]], [[-9.421875, false]], [[-8.921875, false]], [[-8.171875, false]], [[-10.671875, false]], [[-7.42578125, false]], [[-8.421875, false]], [[-9.421875, false]], [[-8.421875, false]], [[-9.78125, false]], [[-5.17578125, false]], [[-8.421875, false]], [[-5.92578125, false]], [[-9.421875, false]], [[-8.921875, false]], [[-8.171875, false]], [[-10.671875, false]], [[-7.42578125, false]], [[-8.421875, false]], [[-9.421875, false]], [[-5.17578125, false]], [[-6.92578125, false]], [[-9.671875, false]], [[-5.17578125, false]], [[-5.17578125, false]], [[-8.921875, false]], [[-8.421875, false]], [[-9.171875, false]], [[-10.671875, false]], [[-9.421875, false]], [[-8.421875, false]], [[-9.421875, false]], [[-5.17578125, false]], [[-6.92578125, false]], [[-9.671875, false]], [[-5.17578125, false]], [[-5.92578125, false]], [[-8.421875, false]], [[-7.42578125, false]], [[-8.921875, false]], [[-9.421875, false]], [[-8.671875, false]], [[-8.921875, false]], [[-9.171875, false]], [[-8.421875, false]], [[-9.421875, false]], [[-8.421875, false]], [[-9.78125, false]], [[-5.17578125, false]], [[-8.421875, false]], [[-5.17578125, false]], [[-8.921875, false]], [[-8.421875, false]], [[-9.171875, false]], [[-10.671875, false]], [[-9.421875, false]], [[-8.421875, false]], [[-9.421875, false]], [[-5.17578125, false]], [[-6.92578125, false]], [[-9.671875, false]], [[-5.17578125, false]], [[-5.92578125, false]], [[-9.421875, false]], [[-8.921875, false]], [[-8.171875, false]], [[-10.671875, false]], [[-7.42578125, false]], [[-8.421875, false]], [[-9.421875, false]], [[-5.17578125, false]], [[-6.92578125, false]], [[-9.671875, false]], [[-5.17578125, false]], [[-5.92578125, false]], [[-8.421875, false]], [[-7.42578125, false]], [[-8.921875, false]], [[-9.421875, false]], [[-8.671875, false]], [[-8.921875, false]], [[-9.171875, false]], [[-8.421875, false]], [[-9.421875, false]], [[-8.421875, false]], [[-9.78125, false]], [[-5.17578125, false]], [[-8.421875, false]], [[-5.92578125, false]], [[-9.421875, false]], [[-8.921875, false]], [[-8.171875, false]], [[-10.671875, false]], [[-7.42578125, false]], [[-8.421875, false]], [[-9.421875, false]], [[-5.17578125, false]], [[-6.92578125, false]], [[-9.671875, false]], [[-5.17578125, false]], [[-5.92578125, false]], [[-8.421875, false]], [[-7.42578125, false]], [[-8.921875, false]], [[-9.421875, false]], [[-8.671875, false]], [[-8.921875, false]], [[-9.171875, false]], [[-8.421875, false]], [[-9.421875, false]], [[-5.17578125, false]], [[-6.92578125, false]], [[-9.671875, false]], [[-5.17578125, false]], [[-5.17578125, false]], [[-8.921875, false]], [[-8.421875, false]], [[-9.171875, false]], [[-10.671875, false]], [[-9.421875, false]], [[-8.421875, false]], [[-9.421875, false]], [[-8.421875, false]], [[-12.671875, false]]], "filtered_resps": [[-6.67578125, false], [-8.421875, false], [-5.92578125, false], [-8.421875, false], [-7.42578125, false], [-8.921875, false], [-9.421875, false], [-8.671875, false], [-8.921875, false], [-9.171875, false], [-8.421875, false], [-9.421875, false], [-5.17578125, false], [-6.92578125, false], [-9.671875, false], [-5.17578125, false], [-5.17578125, false], [-8.921875, false], [-8.421875, false], [-9.171875, false], [-10.671875, false], [-9.421875, false], [-8.421875, false], [-9.421875, false], [-5.17578125, false], [-6.92578125, false], [-9.671875, false], [-5.17578125, false], [-5.92578125, false], [-9.421875, false], [-8.921875, false], [-8.171875, false], [-10.671875, false], [-7.42578125, false], [-8.421875, false], [-9.421875, false], [-8.421875, false], [-9.78125, false], [-5.17578125, false], [-8.421875, false], [-5.92578125, false], [-9.421875, false], [-8.921875, false], [-8.171875, false], [-10.671875, false], [-7.42578125, false], [-8.421875, false], [-9.421875, false], [-5.17578125, false], [-6.92578125, false], [-9.671875, false], [-5.17578125, false], [-5.17578125, false], [-8.921875, false], [-8.421875, false], [-9.171875, false], [-10.671875, false], [-9.421875, false], [-8.421875, false], [-9.421875, false], [-5.17578125, false], [-6.92578125, false], [-9.671875, false], [-5.17578125, false], [-5.92578125, false], [-8.421875, false], [-7.42578125, false], [-8.921875, false], [-9.421875, false], [-8.671875, false], [-8.921875, false], [-9.171875, false], [-8.421875, false], [-9.421875, false], [-8.421875, false], [-9.78125, false], [-5.17578125, false], [-8.421875, false], [-5.17578125, false], [-8.921875, false], [-8.421875, false], [-9.171875, false], [-10.671875, false], [-9.421875, false], [-8.421875, false], [-9.421875, false], [-5.17578125, false], [-6.92578125, false], [-9.671875, false], [-5.17578125, false], [-5.92578125, false], [-9.421875, false], [-8.921875, false], [-8.171875, false], [-10.671875, false], [-7.42578125, false], [-8.421875, false], [-9.421875, false], [-5.17578125, false], [-6.92578125, false], [-9.671875, false], [-5.17578125, false], [-5.92578125, false], [-8.421875, false], [-7.42578125, false], [-8.921875, false], [-9.421875, false], [-8.671875, false], [-8.921875, false], [-9.171875, false], [-8.421875, false], [-9.421875, false], [-8.421875, false], [-9.78125, false], [-5.17578125, false], [-8.421875, false], [-5.92578125, false], [-9.421875, false], [-8.921875, false], [-8.171875, false], [-10.671875, false], [-7.42578125, false], [-8.421875, false], [-9.421875, false], [-5.17578125, false], [-6.92578125, false], [-9.671875, false], [-5.17578125, false], [-5.92578125, false], [-8.421875, false], [-7.42578125, false], [-8.921875, false], [-9.421875, false], [-8.671875, false], [-8.921875, false], [-9.171875, false], [-8.421875, false], [-9.421875, false], [-5.17578125, false], [-6.92578125, false], [-9.671875, false], [-5.17578125, false], [-5.17578125, false], [-8.921875, false], [-8.421875, false], [-9.171875, false], [-10.671875, false], [-9.421875, false], [-8.421875, false], [-9.421875, false], [-8.421875, false], [-12.671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 614, "doc": {"id": "MCAS_2005_9_9", "question": "One method of heat distribution is a baseboard forced hot water system. A baseboard system carries hot water through a pipe that passes through many small, flat plates called fins. What is the purpose of these fins?", "choices": {"text": ["to dissipate the heat of the hot water flowing through the pipe", "to prevent the baseboard from coming in contact with hot surfaces", "to replace the heated air leaving the system with cold air", "to prevent dust and other particles from entering the baseboard"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "to dissipate the heat of the hot water flowing through the pipe", "arguments": ["Question: One method of heat distribution is a baseboard forced hot water system. A baseboard system carries hot water through a pipe that passes through many small, flat plates called fins. What is the purpose of these fins?\nAnswer:", " ["], "resps": [[[-8.3515625, false]], [[-10.6015625, false]], [[-13.3515625, false]], [[-12.1015625, false]], [[-6.84765625, false]], [[-11.3515625, false]], [[-10.3515625, false]], [[-12.3515625, false]], [[-12.3515625, false]], [[-10.3515625, false]], [[-12.6015625, false]], [[-6.84765625, false]], [[-13.3515625, false]], [[-10.3515625, false]], [[-6.84765625, false]], [[-13.3515625, false]], [[-13.8515625, false]], [[-10.3515625, false]], [[-6.84765625, false]], [[-13.8515625, false]], [[-10.3515625, false]], [[-6.84765625, false]], [[-13.3515625, false]], [[-6.84765625, false]], [[-12.1015625, false]], [[-11.8515625, false]], [[-6.84765625, false]], [[-13.3515625, false]], [[-13.8515625, false]], [[-10.3515625, false]], [[-6.84765625, false]], [[-13.8515625, false]], [[-12.1015625, false]], [[-13.3515625, false]], [[-6.84765625, false]], [[-11.8515625, false]], [[-6.84765625, false]], [[-13.3515625, false]], [[-10.3515625, false]], [[-14.6015625, false]], [[-6.84765625, false]], [[-11.8515625, false]], [[-12.8515625, false]], [[-12.1015625, false]], [[-11.8515625, false]], [[-10.3515625, false]], [[-11.3515625, false]], [[-14.3515625, false]], [[-6.84765625, false]], [[-13.3515625, false]], [[-13.8515625, false]], [[-14.6015625, false]], [[-12.1015625, false]], [[-13.8515625, false]], [[-14.3515625, false]], [[-13.8515625, false]], [[-6.84765625, false]], [[-13.3515625, false]], [[-13.8515625, false]], [[-10.3515625, false]], [[-6.84765625, false]], [[-12.6015625, false]], [[-10.3515625, false]], [[-12.6015625, false]], [[-10.3515625, false]], [[-10.6015625, false]], [[-10.96875, false]], [[-6.84765625, false]], [[-10.6015625, false]], [[-13.3515625, false]], [[-12.1015625, false]], [[-6.84765625, false]], [[-12.6015625, false]], [[-14.6015625, false]], [[-10.3515625, false]], [[-13.8515625, false]], [[-10.3515625, false]], [[-11.3515625, false]], [[-13.3515625, false]], [[-6.84765625, false]], [[-13.3515625, false]], [[-13.8515625, false]], [[-10.3515625, false]], [[-6.84765625, false]], [[-11.8515625, false]], [[-6.84765625, false]], [[-12.3515625, false]], [[-10.3515625, false]], [[-11.8515625, false]], [[-12.1015625, false]], [[-6.84765625, false]], [[-14.6015625, false]], [[-11.3515625, false]], [[-6.84765625, false]], [[-11.8515625, false]], [[-14.6015625, false]], [[-12.1015625, false]], [[-13.1015625, false]], [[-6.84765625, false]], [[-11.1015625, false]], [[-12.1015625, false]], [[-13.1015625, false]], [[-10.3515625, false]], [[-11.3515625, false]], [[-14.3515625, false]], [[-6.84765625, false]], [[-10.3515625, false]], [[-11.3515625, false]], [[-6.84765625, false]], [[-11.1015625, false]], [[-12.1015625, false]], [[-11.3515625, false]], [[-13.3515625, false]], [[-6.84765625, false]], [[-11.1015625, false]], [[-13.3515625, false]], [[-6.84765625, false]], [[-11.8515625, false]], [[-10.3515625, false]], [[-13.3515625, false]], [[-13.8515625, false]], [[-6.84765625, false]], [[-13.8515625, false]], [[-12.1015625, false]], [[-13.3515625, false]], [[-6.84765625, false]], [[-12.3515625, false]], [[-13.8515625, false]], [[-14.6015625, false]], [[-11.8515625, false]], [[-6.84765625, false]], [[-11.1015625, false]], [[-10.3515625, false]], [[-12.3515625, false]], [[-10.6015625, false]], [[-10.96875, false]], [[-6.84765625, false]], [[-10.6015625, false]], [[-13.3515625, false]], [[-12.1015625, false]], [[-6.84765625, false]], [[-14.6015625, false]], [[-10.3515625, false]], [[-12.6015625, false]], [[-12.8515625, false]], [[-6.84765625, false]], [[-11.1015625, false]], [[-10.3515625, false]], [[-6.84765625, false]], [[-13.3515625, false]], [[-13.8515625, false]], [[-10.3515625, false]], [[-6.84765625, false]], [[-13.8515625, false]], [[-10.3515625, false]], [[-6.84765625, false]], [[-13.3515625, false]], [[-10.3515625, false]], [[-11.3515625, false]], [[-6.84765625, false]], [[-6.84765625, false]], [[-10.3515625, false]], [[-14.6015625, false]], [[-6.84765625, false]], [[-12.8515625, false]], [[-10.3515625, false]], [[-6.84765625, false]], [[-13.8515625, false]], [[-10.3515625, false]], [[-11.3515625, false]], [[-14.3515625, false]], [[-6.84765625, false]], [[-13.3515625, false]], [[-13.8515625, false]], [[-10.3515625, false]], [[-6.84765625, false]], [[-12.3515625, false]], [[-14.6015625, false]], [[-12.3515625, false]], [[-13.3515625, false]], [[-10.3515625, false]], [[-13.1015625, false]], [[-6.84765625, false]], [[-11.8515625, false]], [[-10.3515625, false]], [[-13.3515625, false]], [[-13.8515625, false]], [[-6.84765625, false]], [[-11.1015625, false]], [[-12.1015625, false]], [[-12.8515625, false]], [[-11.3515625, false]], [[-6.84765625, false]], [[-6.84765625, false]], [[-10.3515625, false]], [[-14.6015625, false]], [[-10.6015625, false]], [[-10.96875, false]], [[-6.84765625, false]], [[-10.6015625, false]], [[-13.3515625, false]], [[-12.1015625, false]], [[-6.84765625, false]], [[-12.6015625, false]], [[-14.6015625, false]], [[-10.3515625, false]], [[-13.8515625, false]], [[-10.3515625, false]], [[-11.3515625, false]], [[-13.3515625, false]], [[-6.84765625, false]], [[-11.3515625, false]], [[-13.8515625, false]], [[-12.3515625, false]], [[-13.3515625, false]], [[-6.84765625, false]], [[-6.84765625, false]], [[-11.3515625, false]], [[-11.3515625, false]], [[-6.84765625, false]], [[-12.1015625, false]], [[-13.3515625, false]], [[-13.8515625, false]], [[-10.3515625, false]], [[-14.6015625, false]], [[-6.84765625, false]], [[-12.6015625, false]], [[-6.84765625, false]], [[-14.6015625, false]], [[-13.3515625, false]], [[-10.3515625, false]], [[-11.1015625, false]], [[-12.8515625, false]], [[-10.3515625, false]], [[-12.3515625, false]], [[-6.84765625, false]], [[-11.8515625, false]], [[-14.6015625, false]], [[-12.1015625, false]], [[-13.1015625, false]], [[-6.84765625, false]], [[-10.3515625, false]], [[-11.3515625, false]], [[-13.3515625, false]], [[-10.3515625, false]], [[-14.6015625, false]], [[-10.3515625, false]], [[-11.3515625, false]], [[-14.3515625, false]], [[-6.84765625, false]], [[-13.3515625, false]], [[-13.8515625, false]], [[-10.3515625, false]], [[-6.84765625, false]], [[-11.8515625, false]], [[-6.84765625, false]], [[-12.3515625, false]], [[-10.3515625, false]], [[-11.8515625, false]], [[-12.1015625, false]], [[-6.84765625, false]], [[-14.6015625, false]], [[-11.3515625, false]], [[-10.6015625, false]], [[-12.8515625, false]]], "filtered_resps": [[-8.3515625, false], [-10.6015625, false], [-13.3515625, false], [-12.1015625, false], [-6.84765625, false], [-11.3515625, false], [-10.3515625, false], [-12.3515625, false], [-12.3515625, false], [-10.3515625, false], [-12.6015625, false], [-6.84765625, false], [-13.3515625, false], [-10.3515625, false], [-6.84765625, false], [-13.3515625, false], [-13.8515625, false], [-10.3515625, false], [-6.84765625, false], [-13.8515625, false], [-10.3515625, false], [-6.84765625, false], [-13.3515625, false], [-6.84765625, false], [-12.1015625, false], [-11.8515625, false], [-6.84765625, false], [-13.3515625, false], [-13.8515625, false], [-10.3515625, false], [-6.84765625, false], [-13.8515625, false], [-12.1015625, false], [-13.3515625, false], [-6.84765625, false], [-11.8515625, false], [-6.84765625, false], [-13.3515625, false], [-10.3515625, false], [-14.6015625, false], [-6.84765625, false], [-11.8515625, false], [-12.8515625, false], [-12.1015625, false], [-11.8515625, false], [-10.3515625, false], [-11.3515625, false], [-14.3515625, false], [-6.84765625, false], [-13.3515625, false], [-13.8515625, false], [-14.6015625, false], [-12.1015625, false], [-13.8515625, false], [-14.3515625, false], [-13.8515625, false], [-6.84765625, false], [-13.3515625, false], [-13.8515625, false], [-10.3515625, false], [-6.84765625, false], [-12.6015625, false], [-10.3515625, false], [-12.6015625, false], [-10.3515625, false], [-10.6015625, false], [-10.96875, false], [-6.84765625, false], [-10.6015625, false], [-13.3515625, false], [-12.1015625, false], [-6.84765625, false], [-12.6015625, false], [-14.6015625, false], [-10.3515625, false], [-13.8515625, false], [-10.3515625, false], [-11.3515625, false], [-13.3515625, false], [-6.84765625, false], [-13.3515625, false], [-13.8515625, false], [-10.3515625, false], [-6.84765625, false], [-11.8515625, false], [-6.84765625, false], [-12.3515625, false], [-10.3515625, false], [-11.8515625, false], [-12.1015625, false], [-6.84765625, false], [-14.6015625, false], [-11.3515625, false], [-6.84765625, false], [-11.8515625, false], [-14.6015625, false], [-12.1015625, false], [-13.1015625, false], [-6.84765625, false], [-11.1015625, false], [-12.1015625, false], [-13.1015625, false], [-10.3515625, false], [-11.3515625, false], [-14.3515625, false], [-6.84765625, false], [-10.3515625, false], [-11.3515625, false], [-6.84765625, false], [-11.1015625, false], [-12.1015625, false], [-11.3515625, false], [-13.3515625, false], [-6.84765625, false], [-11.1015625, false], [-13.3515625, false], [-6.84765625, false], [-11.8515625, false], [-10.3515625, false], [-13.3515625, false], [-13.8515625, false], [-6.84765625, false], [-13.8515625, false], [-12.1015625, false], [-13.3515625, false], [-6.84765625, false], [-12.3515625, false], [-13.8515625, false], [-14.6015625, false], [-11.8515625, false], [-6.84765625, false], [-11.1015625, false], [-10.3515625, false], [-12.3515625, false], [-10.6015625, false], [-10.96875, false], [-6.84765625, false], [-10.6015625, false], [-13.3515625, false], [-12.1015625, false], [-6.84765625, false], [-14.6015625, false], [-10.3515625, false], [-12.6015625, false], [-12.8515625, false], [-6.84765625, false], [-11.1015625, false], [-10.3515625, false], [-6.84765625, false], [-13.3515625, false], [-13.8515625, false], [-10.3515625, false], [-6.84765625, false], [-13.8515625, false], [-10.3515625, false], [-6.84765625, false], [-13.3515625, false], [-10.3515625, false], [-11.3515625, false], [-6.84765625, false], [-6.84765625, false], [-10.3515625, false], [-14.6015625, false], [-6.84765625, false], [-12.8515625, false], [-10.3515625, false], [-6.84765625, false], [-13.8515625, false], [-10.3515625, false], [-11.3515625, false], [-14.3515625, false], [-6.84765625, false], [-13.3515625, false], [-13.8515625, false], [-10.3515625, false], [-6.84765625, false], [-12.3515625, false], [-14.6015625, false], [-12.3515625, false], [-13.3515625, false], [-10.3515625, false], [-13.1015625, false], [-6.84765625, false], [-11.8515625, false], [-10.3515625, false], [-13.3515625, false], [-13.8515625, false], [-6.84765625, false], [-11.1015625, false], [-12.1015625, false], [-12.8515625, false], [-11.3515625, false], [-6.84765625, false], [-6.84765625, false], [-10.3515625, false], [-14.6015625, false], [-10.6015625, false], [-10.96875, false], [-6.84765625, false], [-10.6015625, false], [-13.3515625, false], [-12.1015625, false], [-6.84765625, false], [-12.6015625, false], [-14.6015625, false], [-10.3515625, false], [-13.8515625, false], [-10.3515625, false], [-11.3515625, false], [-13.3515625, false], [-6.84765625, false], [-11.3515625, false], [-13.8515625, false], [-12.3515625, false], [-13.3515625, false], [-6.84765625, false], [-6.84765625, false], [-11.3515625, false], [-11.3515625, false], [-6.84765625, false], [-12.1015625, false], [-13.3515625, false], [-13.8515625, false], [-10.3515625, false], [-14.6015625, false], [-6.84765625, false], [-12.6015625, false], [-6.84765625, false], [-14.6015625, false], [-13.3515625, false], [-10.3515625, false], [-11.1015625, false], [-12.8515625, false], [-10.3515625, false], [-12.3515625, false], [-6.84765625, false], [-11.8515625, false], [-14.6015625, false], [-12.1015625, false], [-13.1015625, false], [-6.84765625, false], [-10.3515625, false], [-11.3515625, false], [-13.3515625, false], [-10.3515625, false], [-14.6015625, false], [-10.3515625, false], [-11.3515625, false], [-14.3515625, false], [-6.84765625, false], [-13.3515625, false], [-13.8515625, false], [-10.3515625, false], [-6.84765625, false], [-11.8515625, false], [-6.84765625, false], [-12.3515625, false], [-10.3515625, false], [-11.8515625, false], [-12.1015625, false], [-6.84765625, false], [-14.6015625, false], [-11.3515625, false], [-10.6015625, false], [-12.8515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 622, "doc": {"id": "MCAS_2011_5_11", "question": "Which of the following best explains why electrical wires are usually covered with plastic or rubber?", "choices": {"text": ["to insulate the electrical wire", "to keep the electrical wire warm", "to make the electrical wire stronger", "to make the electrical wire more flexible"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "to insulate the electrical wire", "arguments": ["Question: Which of the following best explains why electrical wires are usually covered with plastic or rubber?\nAnswer:", " ["], "resps": [[[-8.6171875, false]], [[-9.3671875, false]], [[-12.3671875, false]], [[-11.3671875, false]], [[-6.1171875, false]], [[-10.3671875, false]], [[-10.1171875, false]], [[-9.8671875, false]], [[-12.3671875, false]], [[-11.6171875, false]], [[-6.6171875, false]], [[-12.3671875, false]], [[-10.3671875, false]], [[-6.1171875, false]], [[-12.3671875, false]], [[-12.6171875, false]], [[-10.3671875, false]], [[-6.1171875, false]], [[-10.3671875, false]], [[-11.6171875, false]], [[-10.3671875, false]], [[-10.8671875, false]], [[-12.3671875, false]], [[-9.3671875, false]], [[-10.3671875, false]], [[-10.8671875, false]], [[-6.6171875, false]], [[-11.6171875, false]], [[-6.1171875, false]], [[-12.1171875, false]], [[-10.3671875, false]], [[-9.3671875, false]], [[-10.3671875, false]], [[-9.3671875, false]], [[-10.4375, false]], [[-6.1171875, false]], [[-9.3671875, false]], [[-12.3671875, false]], [[-11.3671875, false]], [[-6.1171875, false]], [[-14.7421875, false]], [[-10.3671875, false]], [[-10.3671875, false]], [[-10.1171875, false]], [[-6.1171875, false]], [[-12.3671875, false]], [[-12.6171875, false]], [[-10.3671875, false]], [[-6.1171875, false]], [[-10.3671875, false]], [[-11.6171875, false]], [[-10.3671875, false]], [[-10.8671875, false]], [[-12.3671875, false]], [[-9.3671875, false]], [[-10.3671875, false]], [[-10.8671875, false]], [[-6.6171875, false]], [[-11.6171875, false]], [[-6.1171875, false]], [[-12.1171875, false]], [[-10.3671875, false]], [[-9.3671875, false]], [[-10.3671875, false]], [[-6.1171875, false]], [[-12.1171875, false]], [[-6.6171875, false]], [[-9.3671875, false]], [[-11.6171875, false]], [[-9.3671875, false]], [[-10.4375, false]], [[-6.1171875, false]], [[-9.3671875, false]], [[-12.3671875, false]], [[-11.3671875, false]], [[-6.1171875, false]], [[-11.6171875, false]], [[-6.6171875, false]], [[-14.7421875, false]], [[-10.3671875, false]], [[-6.1171875, false]], [[-12.3671875, false]], [[-12.6171875, false]], [[-10.3671875, false]], [[-6.1171875, false]], [[-10.3671875, false]], [[-11.6171875, false]], [[-10.3671875, false]], [[-10.8671875, false]], [[-12.3671875, false]], [[-9.3671875, false]], [[-10.3671875, false]], [[-10.8671875, false]], [[-6.6171875, false]], [[-11.6171875, false]], [[-6.1171875, false]], [[-12.1171875, false]], [[-10.3671875, false]], [[-9.3671875, false]], [[-10.3671875, false]], [[-6.1171875, false]], [[-9.8671875, false]], [[-12.3671875, false]], [[-9.3671875, false]], [[-11.3671875, false]], [[-10.1171875, false]], [[-14.2421875, false]], [[-10.3671875, false]], [[-9.3671875, false]], [[-9.3671875, false]], [[-10.4375, false]], [[-6.1171875, false]], [[-9.3671875, false]], [[-12.3671875, false]], [[-11.3671875, false]], [[-6.1171875, false]], [[-11.6171875, false]], [[-6.6171875, false]], [[-14.7421875, false]], [[-10.3671875, false]], [[-6.1171875, false]], [[-12.3671875, false]], [[-12.6171875, false]], [[-10.3671875, false]], [[-6.1171875, false]], [[-10.3671875, false]], [[-11.6171875, false]], [[-10.3671875, false]], [[-10.8671875, false]], [[-12.3671875, false]], [[-9.3671875, false]], [[-10.3671875, false]], [[-10.8671875, false]], [[-6.6171875, false]], [[-11.6171875, false]], [[-6.1171875, false]], [[-12.1171875, false]], [[-10.3671875, false]], [[-9.3671875, false]], [[-10.3671875, false]], [[-6.1171875, false]], [[-11.6171875, false]], [[-11.3671875, false]], [[-9.3671875, false]], [[-10.3671875, false]], [[-6.1171875, false]], [[-11.3671875, false]], [[-11.6171875, false]], [[-10.3671875, false]], [[-12.1171875, false]], [[-10.3671875, false]], [[-11.1171875, false]], [[-11.6171875, false]], [[-10.3671875, false]], [[-9.3671875, false]], [[-14.3671875, false]]], "filtered_resps": [[-8.6171875, false], [-9.3671875, false], [-12.3671875, false], [-11.3671875, false], [-6.1171875, false], [-10.3671875, false], [-10.1171875, false], [-9.8671875, false], [-12.3671875, false], [-11.6171875, false], [-6.6171875, false], [-12.3671875, false], [-10.3671875, false], [-6.1171875, false], [-12.3671875, false], [-12.6171875, false], [-10.3671875, false], [-6.1171875, false], [-10.3671875, false], [-11.6171875, false], [-10.3671875, false], [-10.8671875, false], [-12.3671875, false], [-9.3671875, false], [-10.3671875, false], [-10.8671875, false], [-6.6171875, false], [-11.6171875, false], [-6.1171875, false], [-12.1171875, false], [-10.3671875, false], [-9.3671875, false], [-10.3671875, false], [-9.3671875, false], [-10.4375, false], [-6.1171875, false], [-9.3671875, false], [-12.3671875, false], [-11.3671875, false], [-6.1171875, false], [-14.7421875, false], [-10.3671875, false], [-10.3671875, false], [-10.1171875, false], [-6.1171875, false], [-12.3671875, false], [-12.6171875, false], [-10.3671875, false], [-6.1171875, false], [-10.3671875, false], [-11.6171875, false], [-10.3671875, false], [-10.8671875, false], [-12.3671875, false], [-9.3671875, false], [-10.3671875, false], [-10.8671875, false], [-6.6171875, false], [-11.6171875, false], [-6.1171875, false], [-12.1171875, false], [-10.3671875, false], [-9.3671875, false], [-10.3671875, false], [-6.1171875, false], [-12.1171875, false], [-6.6171875, false], [-9.3671875, false], [-11.6171875, false], [-9.3671875, false], [-10.4375, false], [-6.1171875, false], [-9.3671875, false], [-12.3671875, false], [-11.3671875, false], [-6.1171875, false], [-11.6171875, false], [-6.6171875, false], [-14.7421875, false], [-10.3671875, false], [-6.1171875, false], [-12.3671875, false], [-12.6171875, false], [-10.3671875, false], [-6.1171875, false], [-10.3671875, false], [-11.6171875, false], [-10.3671875, false], [-10.8671875, false], [-12.3671875, false], [-9.3671875, false], [-10.3671875, false], [-10.8671875, false], [-6.6171875, false], [-11.6171875, false], [-6.1171875, false], [-12.1171875, false], [-10.3671875, false], [-9.3671875, false], [-10.3671875, false], [-6.1171875, false], [-9.8671875, false], [-12.3671875, false], [-9.3671875, false], [-11.3671875, false], [-10.1171875, false], [-14.2421875, false], [-10.3671875, false], [-9.3671875, false], [-9.3671875, false], [-10.4375, false], [-6.1171875, false], [-9.3671875, false], [-12.3671875, false], [-11.3671875, false], [-6.1171875, false], [-11.6171875, false], [-6.6171875, false], [-14.7421875, false], [-10.3671875, false], [-6.1171875, false], [-12.3671875, false], [-12.6171875, false], [-10.3671875, false], [-6.1171875, false], [-10.3671875, false], [-11.6171875, false], [-10.3671875, false], [-10.8671875, false], [-12.3671875, false], [-9.3671875, false], [-10.3671875, false], [-10.8671875, false], [-6.6171875, false], [-11.6171875, false], [-6.1171875, false], [-12.1171875, false], [-10.3671875, false], [-9.3671875, false], [-10.3671875, false], [-6.1171875, false], [-11.6171875, false], [-11.3671875, false], [-9.3671875, false], [-10.3671875, false], [-6.1171875, false], [-11.3671875, false], [-11.6171875, false], [-10.3671875, false], [-12.1171875, false], [-10.3671875, false], [-11.1171875, false], [-11.6171875, false], [-10.3671875, false], [-9.3671875, false], [-14.3671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 630, "doc": {"id": "MEA_2013_5_16", "question": "Some animals have advantages and disadvantages because they are different. Which of the following has a disadvantage compared to other animals in its population?", "choices": {"text": ["a polar bear that has dark-colored fur", "a deer with long legs", "a rabbit that can run fast", "a hummingbird with a long beak"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "a polar bear that has dark-colored fur", "arguments": ["Question: Some animals have advantages and disadvantages because they are different. Which of the following has a disadvantage compared to other animals in its population?\nAnswer:", " ["], "resps": [[[-6.5, false]], [[-9.75, false]], [[-4.5, false]], [[-4.75, false]], [[-8.25, false]], [[-7.625, false]], [[-8.125, false]], [[-4.5, false]], [[-8.75, false]], [[-4.75, false]], [[-8.5, false]], [[-7.125, false]], [[-4.5, false]], [[-8.75, false]], [[-4.75, false]], [[-10.75, false]], [[-9.75, false]], [[-4.5, false]], [[-10.75, false]], [[-4.75, false]], [[-9.75, false]], [[-4.5, false]], [[-8.5, false]], [[-4.75, false]], [[-6.375, false]], [[-4.5, false]], [[-8.75, false]], [[-9.25, false]], [[-6.0, false]], [[-7.75, false]], [[-7.625, false]], [[-8.125, false]], [[-7.625, false]], [[-8.75, false]], [[-7.125, false]], [[-6.375, false]], [[-4.75, false]], [[-9.125, false]], [[-10.375, false]], [[-8.75, false]], [[-9.75, false]], [[-10.03125, false]], [[-4.75, false]], [[-9.75, false]], [[-4.5, false]], [[-4.75, false]], [[-6.375, false]], [[-7.125, false]], [[-7.125, false]], [[-8.75, false]], [[-4.75, false]], [[-8.375, false]], [[-8.625, false]], [[-10.75, false]], [[-9.75, false]], [[-4.75, false]], [[-8.125, false]], [[-7.625, false]], [[-8.75, false]], [[-10.5, false]], [[-4.75, false]], [[-8.125, false]], [[-7.125, false]], [[-10.5, false]], [[-8.5, false]], [[-9.75, false]], [[-10.03125, false]], [[-4.75, false]], [[-9.75, false]], [[-4.5, false]], [[-4.75, false]], [[-8.75, false]], [[-4.5, false]], [[-8.5, false]], [[-8.5, false]], [[-8.625, false]], [[-10.75, false]], [[-4.75, false]], [[-10.75, false]], [[-9.75, false]], [[-4.5, false]], [[-10.75, false]], [[-4.75, false]], [[-7.75, false]], [[-4.5, false]], [[-8.75, false]], [[-4.75, false]], [[-8.75, false]], [[-10.375, false]], [[-8.75, false]], [[-4.75, false]], [[-9.125, false]], [[-4.5, false]], [[-8.5, false]], [[-10.75, false]], [[-9.75, false]], [[-10.03125, false]], [[-4.75, false]], [[-9.75, false]], [[-4.5, false]], [[-4.75, false]], [[-9.75, false]], [[-10.375, false]], [[-10.375, false]], [[-10.375, false]], [[-8.625, false]], [[-8.75, false]], [[-10.5, false]], [[-8.5, false]], [[-8.625, false]], [[-8.75, false]], [[-6.375, false]], [[-4.75, false]], [[-8.375, false]], [[-8.625, false]], [[-10.75, false]], [[-9.75, false]], [[-4.75, false]], [[-4.5, false]], [[-4.75, false]], [[-8.125, false]], [[-7.625, false]], [[-8.75, false]], [[-10.5, false]], [[-4.75, false]], [[-8.5, false]], [[-7.125, false]], [[-4.5, false]], [[-9.25, false]], [[-9.75, false]], [[-12.5, false]]], "filtered_resps": [[-6.5, false], [-9.75, false], [-4.5, false], [-4.75, false], [-8.25, false], [-7.625, false], [-8.125, false], [-4.5, false], [-8.75, false], [-4.75, false], [-8.5, false], [-7.125, false], [-4.5, false], [-8.75, false], [-4.75, false], [-10.75, false], [-9.75, false], [-4.5, false], [-10.75, false], [-4.75, false], [-9.75, false], [-4.5, false], [-8.5, false], [-4.75, false], [-6.375, false], [-4.5, false], [-8.75, false], [-9.25, false], [-6.0, false], [-7.75, false], [-7.625, false], [-8.125, false], [-7.625, false], [-8.75, false], [-7.125, false], [-6.375, false], [-4.75, false], [-9.125, false], [-10.375, false], [-8.75, false], [-9.75, false], [-10.03125, false], [-4.75, false], [-9.75, false], [-4.5, false], [-4.75, false], [-6.375, false], [-7.125, false], [-7.125, false], [-8.75, false], [-4.75, false], [-8.375, false], [-8.625, false], [-10.75, false], [-9.75, false], [-4.75, false], [-8.125, false], [-7.625, false], [-8.75, false], [-10.5, false], [-4.75, false], [-8.125, false], [-7.125, false], [-10.5, false], [-8.5, false], [-9.75, false], [-10.03125, false], [-4.75, false], [-9.75, false], [-4.5, false], [-4.75, false], [-8.75, false], [-4.5, false], [-8.5, false], [-8.5, false], [-8.625, false], [-10.75, false], [-4.75, false], [-10.75, false], [-9.75, false], [-4.5, false], [-10.75, false], [-4.75, false], [-7.75, false], [-4.5, false], [-8.75, false], [-4.75, false], [-8.75, false], [-10.375, false], [-8.75, false], [-4.75, false], [-9.125, false], [-4.5, false], [-8.5, false], [-10.75, false], [-9.75, false], [-10.03125, false], [-4.75, false], [-9.75, false], [-4.5, false], [-4.75, false], [-9.75, false], [-10.375, false], [-10.375, false], [-10.375, false], [-8.625, false], [-8.75, false], [-10.5, false], [-8.5, false], [-8.625, false], [-8.75, false], [-6.375, false], [-4.75, false], [-8.375, false], [-8.625, false], [-10.75, false], [-9.75, false], [-4.75, false], [-4.5, false], [-4.75, false], [-8.125, false], [-7.625, false], [-8.75, false], [-10.5, false], [-4.75, false], [-8.5, false], [-7.125, false], [-4.5, false], [-9.25, false], [-9.75, false], [-12.5, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 638, "doc": {"id": "Mercury_405107", "question": "A student has a mineral sample. He wonders if the sample is the mineral mica. He knows the cleavage pattern of mica is a smooth, flat sheet. The student can best find out the cleavage pattern of the sample by", "choices": {"text": ["shining a light on the mineral.", "soaking the mineral in water.", "rubbing a penny against the mineral.", "breaking off a piece of the mineral."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "breaking off a piece of the mineral.", "arguments": ["Question: A student has a mineral sample. He wonders if the sample is the mineral mica. He knows the cleavage pattern of mica is a smooth, flat sheet. The student can best find out the cleavage pattern of the sample by\nAnswer:", " ["], "resps": [[[-6.390625, false]], [[-8.265625, false]], [[-8.015625, false]], [[-9.265625, false]], [[-7.515625, false]], [[-7.890625, false]], [[-7.515625, false]], [[-7.890625, false]], [[-9.640625, false]], [[-5.0, false]], [[-3.640625, false]], [[-5.0, false]], [[-10.140625, false]], [[-7.515625, false]], [[-9.640625, false]], [[-9.265625, false]], [[-10.015625, false]], [[-5.0, false]], [[-8.890625, false]], [[-7.890625, false]], [[-5.015625, false]], [[-10.015625, false]], [[-9.265625, false]], [[-8.265625, false]], [[-5.015625, false]], [[-8.015625, false]], [[-7.515625, false]], [[-7.890625, false]], [[-8.265625, false]], [[-8.890625, false]], [[-3.640625, false]], [[-10.140625, false]], [[-5.77734375, false]], [[-8.265625, false]], [[-7.93359375, false]], [[-5.015625, false]], [[-8.265625, false]], [[-8.015625, false]], [[-8.890625, false]], [[-3.640625, false]], [[-7.890625, false]], [[-7.515625, false]], [[-7.890625, false]], [[-9.640625, false]], [[-5.015625, false]], [[-10.015625, false]], [[-9.265625, false]], [[-8.265625, false]], [[-5.015625, false]], [[-8.015625, false]], [[-7.515625, false]], [[-7.890625, false]], [[-8.265625, false]], [[-8.890625, false]], [[-3.640625, false]], [[-10.140625, false]], [[-5.015625, false]], [[-7.515625, false]], [[-7.890625, false]], [[-5.015625, false]], [[-9.515625, false]], [[-3.640625, false]], [[-10.015625, false]], [[-8.265625, false]], [[-8.890625, false]], [[-5.77734375, false]], [[-8.265625, false]], [[-7.93359375, false]], [[-5.015625, false]], [[-8.265625, false]], [[-8.890625, false]], [[-9.890625, false]], [[-6.140625, false]], [[-6.140625, false]], [[-7.515625, false]], [[-7.890625, false]], [[-9.640625, false]], [[-5.015625, false]], [[-3.640625, false]], [[-5.015625, false]], [[-8.640625, false]], [[-8.265625, false]], [[-7.890625, false]], [[-7.890625, false]], [[-9.765625, false]], [[-5.015625, false]], [[-3.640625, false]], [[-9.640625, false]], [[-3.640625, false]], [[-7.515625, false]], [[-7.890625, false]], [[-8.015625, false]], [[-10.015625, false]], [[-5.015625, false]], [[-10.015625, false]], [[-9.265625, false]], [[-8.265625, false]], [[-5.015625, false]], [[-8.015625, false]], [[-7.515625, false]], [[-7.890625, false]], [[-8.265625, false]], [[-8.890625, false]], [[-3.640625, false]], [[-10.140625, false]], [[-5.77734375, false]], [[-8.265625, false]], [[-7.93359375, false]], [[-5.015625, false]], [[-8.265625, false]], [[-6.140625, false]], [[-8.890625, false]], [[-8.265625, false]], [[-3.640625, false]], [[-7.890625, false]], [[-7.515625, false]], [[-7.890625, false]], [[-9.640625, false]], [[-5.015625, false]], [[-8.890625, false]], [[-8.765625, false]], [[-8.765625, false]], [[-5.015625, false]], [[-3.640625, false]], [[-5.015625, false]], [[-8.640625, false]], [[-7.515625, false]], [[-8.265625, false]], [[-7.015625, false]], [[-8.265625, false]], [[-5.015625, false]], [[-8.890625, false]], [[-8.765625, false]], [[-5.015625, false]], [[-10.015625, false]], [[-9.265625, false]], [[-8.265625, false]], [[-5.015625, false]], [[-8.015625, false]], [[-7.515625, false]], [[-7.890625, false]], [[-8.265625, false]], [[-8.890625, false]], [[-3.640625, false]], [[-10.140625, false]], [[-5.77734375, false]], [[-8.265625, false]], [[-11.390625, false]]], "filtered_resps": [[-6.390625, false], [-8.265625, false], [-8.015625, false], [-9.265625, false], [-7.515625, false], [-7.890625, false], [-7.515625, false], [-7.890625, false], [-9.640625, false], [-5.0, false], [-3.640625, false], [-5.0, false], [-10.140625, false], [-7.515625, false], [-9.640625, false], [-9.265625, false], [-10.015625, false], [-5.0, false], [-8.890625, false], [-7.890625, false], [-5.015625, false], [-10.015625, false], [-9.265625, false], [-8.265625, false], [-5.015625, false], [-8.015625, false], [-7.515625, false], [-7.890625, false], [-8.265625, false], [-8.890625, false], [-3.640625, false], [-10.140625, false], [-5.77734375, false], [-8.265625, false], [-7.93359375, false], [-5.015625, false], [-8.265625, false], [-8.015625, false], [-8.890625, false], [-3.640625, false], [-7.890625, false], [-7.515625, false], [-7.890625, false], [-9.640625, false], [-5.015625, false], [-10.015625, false], [-9.265625, false], [-8.265625, false], [-5.015625, false], [-8.015625, false], [-7.515625, false], [-7.890625, false], [-8.265625, false], [-8.890625, false], [-3.640625, false], [-10.140625, false], [-5.015625, false], [-7.515625, false], [-7.890625, false], [-5.015625, false], [-9.515625, false], [-3.640625, false], [-10.015625, false], [-8.265625, false], [-8.890625, false], [-5.77734375, false], [-8.265625, false], [-7.93359375, false], [-5.015625, false], [-8.265625, false], [-8.890625, false], [-9.890625, false], [-6.140625, false], [-6.140625, false], [-7.515625, false], [-7.890625, false], [-9.640625, false], [-5.015625, false], [-3.640625, false], [-5.015625, false], [-8.640625, false], [-8.265625, false], [-7.890625, false], [-7.890625, false], [-9.765625, false], [-5.015625, false], [-3.640625, false], [-9.640625, false], [-3.640625, false], [-7.515625, false], [-7.890625, false], [-8.015625, false], [-10.015625, false], [-5.015625, false], [-10.015625, false], [-9.265625, false], [-8.265625, false], [-5.015625, false], [-8.015625, false], [-7.515625, false], [-7.890625, false], [-8.265625, false], [-8.890625, false], [-3.640625, false], [-10.140625, false], [-5.77734375, false], [-8.265625, false], [-7.93359375, false], [-5.015625, false], [-8.265625, false], [-6.140625, false], [-8.890625, false], [-8.265625, false], [-3.640625, false], [-7.890625, false], [-7.515625, false], [-7.890625, false], [-9.640625, false], [-5.015625, false], [-8.890625, false], [-8.765625, false], [-8.765625, false], [-5.015625, false], [-3.640625, false], [-5.015625, false], [-8.640625, false], [-7.515625, false], [-8.265625, false], [-7.015625, false], [-8.265625, false], [-5.015625, false], [-8.890625, false], [-8.765625, false], [-5.015625, false], [-10.015625, false], [-9.265625, false], [-8.265625, false], [-5.015625, false], [-8.015625, false], [-7.515625, false], [-7.890625, false], [-8.265625, false], [-8.890625, false], [-3.640625, false], [-10.140625, false], [-5.77734375, false], [-8.265625, false], [-11.390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 646, "doc": {"id": "ACTAAP_2008_7_17", "question": "Which energy source could involve a dam?", "choices": {"text": ["biomass", "solar power", "geothermal energy", "hydroelectric power"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "hydroelectric power", "arguments": ["Question: Which energy source could involve a dam?\nAnswer:", " ["], "resps": [[[-8.0390625, false]], [[-8.2890625, false]], [[-12.0390625, false]], [[-9.7890625, false]], [[-10.5390625, false]], [[-11.0390625, false]], [[-5.54296875, false]], [[-10.5390625, false]], [[-10.5390625, false]], [[-8.2890625, false]], [[-10.53125, false]], [[-5.79296875, false]], [[-8.2890625, false]], [[-10.5390625, false]], [[-10.5390625, false]], [[-11.5390625, false]], [[-5.54296875, false]], [[-12.5390625, false]], [[-5.79296875, false]], [[-11.0390625, false]], [[-10.5390625, false]], [[-11.2890625, false]], [[-8.0390625, false]], [[-12.5390625, false]], [[-8.2890625, false]], [[-10.53125, false]], [[-5.79296875, false]], [[-8.2890625, false]], [[-13.5390625, false]], [[-8.0390625, false]], [[-10.5390625, false]], [[-12.2890625, false]], [[-11.5390625, false]], [[-8.0390625, false]], [[-12.5390625, false]], [[-11.0390625, false]], [[-5.54296875, false]], [[-11.5390625, false]], [[-5.79296875, false]], [[-8.0390625, false]], [[-10.5390625, false]], [[-8.0390625, false]], [[-12.5390625, false]], [[-13.5390625, false]], [[-13.0390625, false]], [[-8.2890625, false]], [[-10.53125, false]], [[-5.79296875, false]], [[-8.2890625, false]], [[-11.5390625, false]], [[-13.0390625, false]], [[-10.2890625, false]], [[-12.5390625, false]], [[-10.5390625, false]], [[-8.0390625, false]], [[-11.5390625, false]], [[-8.0390625, false]], [[-10.7890625, false]], [[-12.2890625, false]], [[-12.5390625, false]], [[-9.7890625, false]], [[-10.7890625, false]], [[-5.79296875, false]], [[-11.0390625, false]], [[-10.5390625, false]], [[-11.2890625, false]], [[-8.0390625, false]], [[-12.5390625, false]], [[-8.2890625, false]], [[-15.0390625, false]]], "filtered_resps": [[-8.0390625, false], [-8.2890625, false], [-12.0390625, false], [-9.7890625, false], [-10.5390625, false], [-11.0390625, false], [-5.54296875, false], [-10.5390625, false], [-10.5390625, false], [-8.2890625, false], [-10.53125, false], [-5.79296875, false], [-8.2890625, false], [-10.5390625, false], [-10.5390625, false], [-11.5390625, false], [-5.54296875, false], [-12.5390625, false], [-5.79296875, false], [-11.0390625, false], [-10.5390625, false], [-11.2890625, false], [-8.0390625, false], [-12.5390625, false], [-8.2890625, false], [-10.53125, false], [-5.79296875, false], [-8.2890625, false], [-13.5390625, false], [-8.0390625, false], [-10.5390625, false], [-12.2890625, false], [-11.5390625, false], [-8.0390625, false], [-12.5390625, false], [-11.0390625, false], [-5.54296875, false], [-11.5390625, false], [-5.79296875, false], [-8.0390625, false], [-10.5390625, false], [-8.0390625, false], [-12.5390625, false], [-13.5390625, false], [-13.0390625, false], [-8.2890625, false], [-10.53125, false], [-5.79296875, false], [-8.2890625, false], [-11.5390625, false], [-13.0390625, false], [-10.2890625, false], [-12.5390625, false], [-10.5390625, false], [-8.0390625, false], [-11.5390625, false], [-8.0390625, false], [-10.7890625, false], [-12.2890625, false], [-12.5390625, false], [-9.7890625, false], [-10.7890625, false], [-5.79296875, false], [-11.0390625, false], [-10.5390625, false], [-11.2890625, false], [-8.0390625, false], [-12.5390625, false], [-8.2890625, false], [-15.0390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 654, "doc": {"id": "Mercury_SC_415489", "question": "Which term describes the path the Moon travels around Earth?", "choices": {"text": ["rotation", "day", "orbit", "phase"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "orbit", "arguments": ["Question: Which term describes the path the Moon travels around Earth?\nAnswer:", " ["], "resps": [[[-7.8125, false]], [[-6.5625, false]], [[-8.8125, false]], [[-8.5625, false]], [[-8.8125, false]], [[-5.3125, false]], [[-8.8125, false]], [[-7.8125, false]], [[-8.5625, false]], [[-9.3125, false]], [[-6.5625, false]], [[-9.3046875, false]], [[-4.3125, false]], [[-6.5625, false]], [[-9.5625, false]], [[-5.3125, false]], [[-9.5625, false]], [[-6.5625, false]], [[-9.3046875, false]], [[-4.3125, false]], [[-6.5625, false]], [[-8.5625, false]], [[-8.8125, false]], [[-6.8125, false]], [[-7.8125, false]], [[-8.8125, false]], [[-6.5625, false]], [[-9.3046875, false]], [[-4.3125, false]], [[-6.5625, false]], [[-9.0625, false]], [[-9.3125, false]], [[-5.3125, false]], [[-7.5625, false]], [[-5.5625, false]], [[-6.5625, false]], [[-10.8125, false]]], "filtered_resps": [[-7.8125, false], [-6.5625, false], [-8.8125, false], [-8.5625, false], [-8.8125, false], [-5.3125, false], [-8.8125, false], [-7.8125, false], [-8.5625, false], [-9.3125, false], [-6.5625, false], [-9.3046875, false], [-4.3125, false], [-6.5625, false], [-9.5625, false], [-5.3125, false], [-9.5625, false], [-6.5625, false], [-9.3046875, false], [-4.3125, false], [-6.5625, false], [-8.5625, false], [-8.8125, false], [-6.8125, false], [-7.8125, false], [-8.8125, false], [-6.5625, false], [-9.3046875, false], [-4.3125, false], [-6.5625, false], [-9.0625, false], [-9.3125, false], [-5.3125, false], [-7.5625, false], [-5.5625, false], [-6.5625, false], [-10.8125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 662, "doc": {"id": "Mercury_SC_406851", "question": "Which best explains how nutrients get into soil?", "choices": {"text": ["through exposure to air", "by absorbing sunlight", "through decaying matter", "by rocks eroding"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "through decaying matter", "arguments": ["Question: Which best explains how nutrients get into soil?\nAnswer:", " ["], "resps": [[[-7.29296875, false]], [[-9.296875, false]], [[-11.671875, false]], [[-12.296875, false]], [[-12.671875, false]], [[-9.296875, false]], [[-11.671875, false]], [[-12.046875, false]], [[-12.296875, false]], [[-5.91796875, false]], [[-9.796875, false]], [[-11.046875, false]], [[-10.796875, false]], [[-9.296875, false]], [[-10.421875, false]], [[-11.671875, false]], [[-12.671875, false]], [[-9.796875, false]], [[-5.91796875, false]], [[-11.671875, false]], [[-9.296875, false]], [[-5.91796875, false]], [[-6.16796875, false]], [[-9.671875, false]], [[-12.671875, false]], [[-9.296875, false]], [[-10.375, false]], [[-5.91796875, false]], [[-9.296875, false]], [[-9.546875, false]], [[-11.171875, false]], [[-5.91796875, false]], [[-6.16796875, false]], [[-9.546875, false]], [[-10.421875, false]], [[-9.296875, false]], [[-12.671875, false]], [[-9.546875, false]], [[-9.671875, false]], [[-9.046875, false]], [[-12.046875, false]], [[-5.91796875, false]], [[-10.421875, false]], [[-11.671875, false]], [[-9.046875, false]], [[-10.796875, false]], [[-9.671875, false]], [[-12.046875, false]], [[-12.296875, false]], [[-11.671875, false]], [[-9.296875, false]], [[-10.375, false]], [[-5.91796875, false]], [[-9.296875, false]], [[-11.671875, false]], [[-12.296875, false]], [[-12.671875, false]], [[-9.296875, false]], [[-11.671875, false]], [[-12.046875, false]], [[-12.296875, false]], [[-5.91796875, false]], [[-9.796875, false]], [[-9.796875, false]], [[-8.546875, false]], [[-6.16796875, false]], [[-11.171875, false]], [[-9.671875, false]], [[-9.046875, false]], [[-12.046875, false]], [[-5.91796875, false]], [[-10.171875, false]], [[-6.16796875, false]], [[-11.671875, false]], [[-11.671875, false]], [[-9.796875, false]], [[-12.671875, false]], [[-9.296875, false]], [[-10.375, false]], [[-5.91796875, false]], [[-9.296875, false]], [[-9.546875, false]], [[-11.171875, false]], [[-5.91796875, false]], [[-12.671875, false]], [[-9.296875, false]], [[-8.546875, false]], [[-10.546875, false]], [[-10.421875, false]], [[-5.91796875, false]], [[-9.796875, false]], [[-12.671875, false]], [[-9.296875, false]], [[-9.796875, false]], [[-9.671875, false]], [[-9.046875, false]], [[-12.046875, false]], [[-9.296875, false]], [[-13.421875, false]]], "filtered_resps": [[-7.29296875, false], [-9.296875, false], [-11.671875, false], [-12.296875, false], [-12.671875, false], [-9.296875, false], [-11.671875, false], [-12.046875, false], [-12.296875, false], [-5.91796875, false], [-9.796875, false], [-11.046875, false], [-10.796875, false], [-9.296875, false], [-10.421875, false], [-11.671875, false], [-12.671875, false], [-9.796875, false], [-5.91796875, false], [-11.671875, false], [-9.296875, false], [-5.91796875, false], [-6.16796875, false], [-9.671875, false], [-12.671875, false], [-9.296875, false], [-10.375, false], [-5.91796875, false], [-9.296875, false], [-9.546875, false], [-11.171875, false], [-5.91796875, false], [-6.16796875, false], [-9.546875, false], [-10.421875, false], [-9.296875, false], [-12.671875, false], [-9.546875, false], [-9.671875, false], [-9.046875, false], [-12.046875, false], [-5.91796875, false], [-10.421875, false], [-11.671875, false], [-9.046875, false], [-10.796875, false], [-9.671875, false], [-12.046875, false], [-12.296875, false], [-11.671875, false], [-9.296875, false], [-10.375, false], [-5.91796875, false], [-9.296875, false], [-11.671875, false], [-12.296875, false], [-12.671875, false], [-9.296875, false], [-11.671875, false], [-12.046875, false], [-12.296875, false], [-5.91796875, false], [-9.796875, false], [-9.796875, false], [-8.546875, false], [-6.16796875, false], [-11.171875, false], [-9.671875, false], [-9.046875, false], [-12.046875, false], [-5.91796875, false], [-10.171875, false], [-6.16796875, false], [-11.671875, false], [-11.671875, false], [-9.796875, false], [-12.671875, false], [-9.296875, false], [-10.375, false], [-5.91796875, false], [-9.296875, false], [-9.546875, false], [-11.171875, false], [-5.91796875, false], [-12.671875, false], [-9.296875, false], [-8.546875, false], [-10.546875, false], [-10.421875, false], [-5.91796875, false], [-9.796875, false], [-12.671875, false], [-9.296875, false], [-9.796875, false], [-9.671875, false], [-9.046875, false], [-12.046875, false], [-9.296875, false], [-13.421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 670, "doc": {"id": "Mercury_7210193", "question": "Which resource is more available due to improvements in deep-sea drilling technology?", "choices": {"text": ["crude oil", "fresh water", "thermal energy", "salt reserves"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "crude oil", "arguments": ["Question: Which resource is more available due to improvements in deep-sea drilling technology?\nAnswer:", " ["], "resps": [[[-7.63671875, false]], [[-8.640625, false]], [[-9.515625, false]], [[-11.765625, false]], [[-11.140625, false]], [[-9.140625, false]], [[-8.265625, false]], [[-5.13671875, false]], [[-9.265625, false]], [[-8.765625, false]], [[-10.640625, false]], [[-8.640625, false]], [[-9.578125, false]], [[-5.13671875, false]], [[-8.640625, false]], [[-12.140625, false]], [[-11.765625, false]], [[-8.265625, false]], [[-9.640625, false]], [[-10.640625, false]], [[-5.13671875, false]], [[-10.640625, false]], [[-6.26171875, false]], [[-11.140625, false]], [[-8.265625, false]], [[-11.765625, false]], [[-8.640625, false]], [[-9.578125, false]], [[-5.13671875, false]], [[-8.640625, false]], [[-11.140625, false]], [[-10.640625, false]], [[-8.265625, false]], [[-11.765625, false]], [[-10.390625, false]], [[-6.26171875, false]], [[-10.640625, false]], [[-5.13671875, false]], [[-8.265625, false]], [[-9.015625, false]], [[-8.265625, false]], [[-11.765625, false]], [[-11.390625, false]], [[-10.890625, false]], [[-8.640625, false]], [[-9.578125, false]], [[-5.13671875, false]], [[-8.640625, false]], [[-9.640625, false]], [[-6.26171875, false]], [[-10.640625, false]], [[-11.140625, false]], [[-5.13671875, false]], [[-11.765625, false]], [[-8.265625, false]], [[-9.640625, false]], [[-8.265625, false]], [[-11.765625, false]], [[-10.390625, false]], [[-8.265625, false]], [[-9.640625, false]], [[-8.640625, false]], [[-13.890625, false]]], "filtered_resps": [[-7.63671875, false], [-8.640625, false], [-9.515625, false], [-11.765625, false], [-11.140625, false], [-9.140625, false], [-8.265625, false], [-5.13671875, false], [-9.265625, false], [-8.765625, false], [-10.640625, false], [-8.640625, false], [-9.578125, false], [-5.13671875, false], [-8.640625, false], [-12.140625, false], [-11.765625, false], [-8.265625, false], [-9.640625, false], [-10.640625, false], [-5.13671875, false], [-10.640625, false], [-6.26171875, false], [-11.140625, false], [-8.265625, false], [-11.765625, false], [-8.640625, false], [-9.578125, false], [-5.13671875, false], [-8.640625, false], [-11.140625, false], [-10.640625, false], [-8.265625, false], [-11.765625, false], [-10.390625, false], [-6.26171875, false], [-10.640625, false], [-5.13671875, false], [-8.265625, false], [-9.015625, false], [-8.265625, false], [-11.765625, false], [-11.390625, false], [-10.890625, false], [-8.640625, false], [-9.578125, false], [-5.13671875, false], [-8.640625, false], [-9.640625, false], [-6.26171875, false], [-10.640625, false], [-11.140625, false], [-5.13671875, false], [-11.765625, false], [-8.265625, false], [-9.640625, false], [-8.265625, false], [-11.765625, false], [-10.390625, false], [-8.265625, false], [-9.640625, false], [-8.640625, false], [-13.890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 678, "doc": {"id": "Mercury_7008383", "question": "Which process moves water from the oceans to the atmosphere?", "choices": {"text": ["condensation", "transpiration", "evaporation", "precipitation"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "evaporation", "arguments": ["Question: Which process moves water from the oceans to the atmosphere?\nAnswer:", " ["], "resps": [[[-8.796875, false]], [[-9.296875, false]], [[-8.546875, false]], [[-6.79296875, false]], [[-9.546875, false]], [[-8.546875, false]], [[-6.29296875, false]], [[-9.546875, false]], [[-10.046875, false]], [[-5.54296875, false]], [[-12.296875, false]], [[-8.796875, false]], [[-6.79296875, false]], [[-9.546875, false]], [[-9.296875, false]], [[-10.40625, false]], [[-5.29296875, false]], [[-9.296875, false]], [[-12.296875, false]], [[-13.296875, false]], [[-5.54296875, false]], [[-9.546875, false]], [[-10.046875, false]], [[-9.796875, false]], [[-8.796875, false]], [[-13.296875, false]], [[-5.54296875, false]], [[-12.296875, false]], [[-8.796875, false]], [[-6.79296875, false]], [[-9.546875, false]], [[-9.296875, false]], [[-10.40625, false]], [[-5.29296875, false]], [[-9.296875, false]], [[-6.29296875, false]], [[-12.046875, false]], [[-5.54296875, false]], [[-9.796875, false]], [[-6.79296875, false]], [[-13.296875, false]], [[-5.54296875, false]], [[-12.296875, false]], [[-8.796875, false]], [[-6.79296875, false]], [[-9.546875, false]], [[-9.296875, false]], [[-10.40625, false]], [[-5.29296875, false]], [[-9.296875, false]], [[-9.796875, false]], [[-13.296875, false]], [[-6.29296875, false]], [[-8.546875, false]], [[-8.796875, false]], [[-9.796875, false]], [[-8.796875, false]], [[-12.296875, false]], [[-5.54296875, false]], [[-12.296875, false]], [[-8.796875, false]], [[-6.79296875, false]], [[-9.546875, false]], [[-9.296875, false]], [[-17.046875, false]]], "filtered_resps": [[-8.796875, false], [-9.296875, false], [-8.546875, false], [-6.79296875, false], [-9.546875, false], [-8.546875, false], [-6.29296875, false], [-9.546875, false], [-10.046875, false], [-5.54296875, false], [-12.296875, false], [-8.796875, false], [-6.79296875, false], [-9.546875, false], [-9.296875, false], [-10.40625, false], [-5.29296875, false], [-9.296875, false], [-12.296875, false], [-13.296875, false], [-5.54296875, false], [-9.546875, false], [-10.046875, false], [-9.796875, false], [-8.796875, false], [-13.296875, false], [-5.54296875, false], [-12.296875, false], [-8.796875, false], [-6.79296875, false], [-9.546875, false], [-9.296875, false], [-10.40625, false], [-5.29296875, false], [-9.296875, false], [-6.29296875, false], [-12.046875, false], [-5.54296875, false], [-9.796875, false], [-6.79296875, false], [-13.296875, false], [-5.54296875, false], [-12.296875, false], [-8.796875, false], [-6.79296875, false], [-9.546875, false], [-9.296875, false], [-10.40625, false], [-5.29296875, false], [-9.296875, false], [-9.796875, false], [-13.296875, false], [-6.29296875, false], [-8.546875, false], [-8.796875, false], [-9.796875, false], [-8.796875, false], [-12.296875, false], [-5.54296875, false], [-12.296875, false], [-8.796875, false], [-6.79296875, false], [-9.546875, false], [-9.296875, false], [-17.046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 686, "doc": {"id": "NYSEDREGENTS_2010_8_15", "question": "When the environment changes more quickly than a species can adapt, the species may become", "choices": {"text": ["extinct", "dominant", "diverse", "overpopulated"], "label": ["1", "2", "3", "4"]}, "answerKey": "1"}, "target": "extinct", "arguments": ["Question: When the environment changes more quickly than a species can adapt, the species may become\nAnswer:", " ["], "resps": [[[-7.34375, false]], [[-7.96875, false]], [[-7.34375, false]], [[-10.71875, false]], [[-10.34375, false]], [[-8.34375, false]], [[-9.09375, false]], [[-9.46875, false]], [[-10.34375, false]], [[-7.96875, false]], [[-9.84375, false]], [[-5.09375, false]], [[-7.96875, false]], [[-8.84375, false]], [[-9.21875, false]], [[-11.09375, false]], [[-8.34375, false]], [[-9.09375, false]], [[-5.46875, false]], [[-9.09375, false]], [[-10.34375, false]], [[-7.96875, false]], [[-9.84375, false]], [[-5.09375, false]], [[-7.96875, false]], [[-8.84375, false]], [[-8.34375, false]], [[-11.59375, false]], [[-7.34375, false]], [[-10.21875, false]], [[-9.34375, false]], [[-7.34375, false]], [[-7.96875, false]], [[-9.84375, false]], [[-5.09375, false]], [[-7.96875, false]], [[-9.21875, false]], [[-11.59375, false]], [[-7.34375, false]], [[-10.21875, false]], [[-10.09375, false]], [[-9.21875, false]], [[-10.09375, false]], [[-11.09375, false]], [[-10.59375, false]], [[-5.46875, false]], [[-10.34375, false]], [[-7.34375, false]], [[-8.84375, false]], [[-7.96875, false]], [[-12.46875, false]]], "filtered_resps": [[-7.34375, false], [-7.96875, false], [-7.34375, false], [-10.71875, false], [-10.34375, false], [-8.34375, false], [-9.09375, false], [-9.46875, false], [-10.34375, false], [-7.96875, false], [-9.84375, false], [-5.09375, false], [-7.96875, false], [-8.84375, false], [-9.21875, false], [-11.09375, false], [-8.34375, false], [-9.09375, false], [-5.46875, false], [-9.09375, false], [-10.34375, false], [-7.96875, false], [-9.84375, false], [-5.09375, false], [-7.96875, false], [-8.84375, false], [-8.34375, false], [-11.59375, false], [-7.34375, false], [-10.21875, false], [-9.34375, false], [-7.34375, false], [-7.96875, false], [-9.84375, false], [-5.09375, false], [-7.96875, false], [-9.21875, false], [-11.59375, false], [-7.34375, false], [-10.21875, false], [-10.09375, false], [-9.21875, false], [-10.09375, false], [-11.09375, false], [-10.59375, false], [-5.46875, false], [-10.34375, false], [-7.34375, false], [-8.84375, false], [-7.96875, false], [-12.46875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 694, "doc": {"id": "Mercury_SC_415028", "question": "Why would animals most likely have to leave an area during a drought?", "choices": {"text": ["to find mates", "to find shelter", "to escape predators", "to find water and food"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "to find water and food", "arguments": ["Question: Why would animals most likely have to leave an area during a drought?\nAnswer:", " ["], "resps": [[[-8.4375, false]], [[-9.1875, false]], [[-11.6875, false]], [[-9.1875, false]], [[-6.4375, false]], [[-9.9375, false]], [[-10.1875, false]], [[-11.4375, false]], [[-6.4375, false]], [[-6.4375, false]], [[-12.9375, false]], [[-6.6875, false]], [[-11.6875, false]], [[-8.1875, false]], [[-9.9375, false]], [[-9.1875, false]], [[-11.84375, false]], [[-6.4375, false]], [[-9.1875, false]], [[-11.6875, false]], [[-9.1875, false]], [[-6.4375, false]], [[-9.9375, false]], [[-10.1875, false]], [[-11.4375, false]], [[-6.4375, false]], [[-6.4375, false]], [[-9.9375, false]], [[-12.4375, false]], [[-8.1875, false]], [[-10.1875, false]], [[-11.6875, false]], [[-8.1875, false]], [[-12.6875, false]], [[-9.1875, false]], [[-11.84375, false]], [[-6.4375, false]], [[-9.1875, false]], [[-11.6875, false]], [[-9.1875, false]], [[-6.4375, false]], [[-8.1875, false]], [[-9.9375, false]], [[-10.4375, false]], [[-6.6875, false]], [[-10.4375, false]], [[-8.1875, false]], [[-6.4375, false]], [[-10.4375, false]], [[-12.6875, false]], [[-8.1875, false]], [[-6.4375, false]], [[-6.6875, false]], [[-11.6875, false]], [[-9.1875, false]], [[-12.6875, false]], [[-9.9375, false]], [[-9.1875, false]], [[-11.84375, false]], [[-6.4375, false]], [[-9.1875, false]], [[-11.6875, false]], [[-9.1875, false]], [[-6.4375, false]], [[-9.9375, false]], [[-10.1875, false]], [[-11.4375, false]], [[-6.4375, false]], [[-6.4375, false]], [[-10.9375, false]], [[-6.6875, false]], [[-11.6875, false]], [[-8.1875, false]], [[-12.6875, false]], [[-6.4375, false]], [[-6.6875, false]], [[-11.4375, false]], [[-6.4375, false]], [[-6.4375, false]], [[-9.9375, false]], [[-9.1875, false]], [[-9.1875, false]], [[-6.4375, false]], [[-9.1875, false]], [[-14.4375, false]]], "filtered_resps": [[-8.4375, false], [-9.1875, false], [-11.6875, false], [-9.1875, false], [-6.4375, false], [-9.9375, false], [-10.1875, false], [-11.4375, false], [-6.4375, false], [-6.4375, false], [-12.9375, false], [-6.6875, false], [-11.6875, false], [-8.1875, false], [-9.9375, false], [-9.1875, false], [-11.84375, false], [-6.4375, false], [-9.1875, false], [-11.6875, false], [-9.1875, false], [-6.4375, false], [-9.9375, false], [-10.1875, false], [-11.4375, false], [-6.4375, false], [-6.4375, false], [-9.9375, false], [-12.4375, false], [-8.1875, false], [-10.1875, false], [-11.6875, false], [-8.1875, false], [-12.6875, false], [-9.1875, false], [-11.84375, false], [-6.4375, false], [-9.1875, false], [-11.6875, false], [-9.1875, false], [-6.4375, false], [-8.1875, false], [-9.9375, false], [-10.4375, false], [-6.6875, false], [-10.4375, false], [-8.1875, false], [-6.4375, false], [-10.4375, false], [-12.6875, false], [-8.1875, false], [-6.4375, false], [-6.6875, false], [-11.6875, false], [-9.1875, false], [-12.6875, false], [-9.9375, false], [-9.1875, false], [-11.84375, false], [-6.4375, false], [-9.1875, false], [-11.6875, false], [-9.1875, false], [-6.4375, false], [-9.9375, false], [-10.1875, false], [-11.4375, false], [-6.4375, false], [-6.4375, false], [-10.9375, false], [-6.6875, false], [-11.6875, false], [-8.1875, false], [-12.6875, false], [-6.4375, false], [-6.6875, false], [-11.4375, false], [-6.4375, false], [-6.4375, false], [-9.9375, false], [-9.1875, false], [-9.1875, false], [-6.4375, false], [-9.1875, false], [-14.4375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 702, "doc": {"id": "Mercury_7016853", "question": "The angle of a ramp is changed several times during an experiment. Which tool is needed to measure the different angles?", "choices": {"text": ["compass", "protractor", "meter stick", "spring scale"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "protractor", "arguments": ["Question: The angle of a ramp is changed several times during an experiment. Which tool is needed to measure the different angles?\nAnswer:", " ["], "resps": [[[-7.78515625, false]], [[-9.9140625, false]], [[-7.53515625, false]], [[-9.4140625, false]], [[-7.28515625, false]], [[-10.2890625, false]], [[-3.287109375, false]], [[-8.0390625, false]], [[-8.0390625, false]], [[-9.9140625, false]], [[-9.0625, false]], [[-5.28515625, false]], [[-9.9140625, false]], [[-10.2890625, false]], [[-8.9140625, false]], [[-9.4140625, false]], [[-8.6640625, false]], [[-8.9140625, false]], [[-3.287109375, false]], [[-7.53515625, false]], [[-8.6640625, false]], [[-9.4140625, false]], [[-8.9140625, false]], [[-9.9140625, false]], [[-9.0625, false]], [[-5.28515625, false]], [[-9.9140625, false]], [[-7.28515625, false]], [[-8.7890625, false]], [[-8.6640625, false]], [[-8.7890625, false]], [[-8.9140625, false]], [[-5.28515625, false]], [[-8.0390625, false]], [[-8.6640625, false]], [[-8.2890625, false]], [[-7.53515625, false]], [[-7.53515625, false]], [[-9.9140625, false]], [[-9.0625, false]], [[-5.28515625, false]], [[-9.9140625, false]], [[-8.0390625, false]], [[-10.2890625, false]], [[-8.9140625, false]], [[-8.2890625, false]], [[-8.7890625, false]], [[-9.6640625, false]], [[-5.28515625, false]], [[-8.0390625, false]], [[-7.53515625, false]], [[-3.287109375, false]], [[-9.2890625, false]], [[-8.7890625, false]], [[-9.9140625, false]], [[-12.4140625, false]]], "filtered_resps": [[-7.78515625, false], [-9.9140625, false], [-7.53515625, false], [-9.4140625, false], [-7.28515625, false], [-10.2890625, false], [-3.287109375, false], [-8.0390625, false], [-8.0390625, false], [-9.9140625, false], [-9.0625, false], [-5.28515625, false], [-9.9140625, false], [-10.2890625, false], [-8.9140625, false], [-9.4140625, false], [-8.6640625, false], [-8.9140625, false], [-3.287109375, false], [-7.53515625, false], [-8.6640625, false], [-9.4140625, false], [-8.9140625, false], [-9.9140625, false], [-9.0625, false], [-5.28515625, false], [-9.9140625, false], [-7.28515625, false], [-8.7890625, false], [-8.6640625, false], [-8.7890625, false], [-8.9140625, false], [-5.28515625, false], [-8.0390625, false], [-8.6640625, false], [-8.2890625, false], [-7.53515625, false], [-7.53515625, false], [-9.9140625, false], [-9.0625, false], [-5.28515625, false], [-9.9140625, false], [-8.0390625, false], [-10.2890625, false], [-8.9140625, false], [-8.2890625, false], [-8.7890625, false], [-9.6640625, false], [-5.28515625, false], [-8.0390625, false], [-7.53515625, false], [-3.287109375, false], [-9.2890625, false], [-8.7890625, false], [-9.9140625, false], [-12.4140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 710, "doc": {"id": "Mercury_412755", "question": "An enclosed 20 mL metal cylinder was filled with a gas sample at room temperature. The sample then was transferred to an empty 40 mL enclosed container, also at room temperature. After being transferred, the volume of the gas was", "choices": {"text": ["10 mL.", "20 mL.", "30 mL.", "40 mL."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "40 mL.", "arguments": ["Question: An enclosed 20 mL metal cylinder was filled with a gas sample at room temperature. The sample then was transferred to an empty 40 mL enclosed container, also at room temperature. After being transferred, the volume of the gas was\nAnswer:", " ["], "resps": [[[-6.85546875, false]], [[-8.6015625, false]], [[-5.48046875, false]], [[-5.73046875, false]], [[-4.48046875, false]], [[-7.23046875, false]], [[-6.98046875, false]], [[-5.75390625, false]], [[-8.6015625, false]], [[-7.62890625, false]], [[-4.48046875, false]], [[-8.6015625, false]], [[-5.60546875, false]], [[-5.73046875, false]], [[-4.48046875, false]], [[-7.23046875, false]], [[-6.98046875, false]], [[-5.75390625, false]], [[-8.6015625, false]], [[-7.62890625, false]], [[-4.48046875, false]], [[-8.6015625, false]], [[-5.98046875, false]], [[-5.73046875, false]], [[-4.48046875, false]], [[-7.23046875, false]], [[-6.98046875, false]], [[-5.75390625, false]], [[-8.6015625, false]], [[-7.62890625, false]], [[-4.48046875, false]], [[-8.6015625, false]], [[-6.23046875, false]], [[-5.73046875, false]], [[-4.48046875, false]], [[-7.23046875, false]], [[-6.98046875, false]], [[-5.75390625, false]], [[-8.6015625, false]], [[-10.4765625, false]]], "filtered_resps": [[-6.85546875, false], [-8.6015625, false], [-5.48046875, false], [-5.73046875, false], [-4.48046875, false], [-7.23046875, false], [-6.98046875, false], [-5.75390625, false], [-8.6015625, false], [-7.62890625, false], [-4.48046875, false], [-8.6015625, false], [-5.60546875, false], [-5.73046875, false], [-4.48046875, false], [-7.23046875, false], [-6.98046875, false], [-5.75390625, false], [-8.6015625, false], [-7.62890625, false], [-4.48046875, false], [-8.6015625, false], [-5.98046875, false], [-5.73046875, false], [-4.48046875, false], [-7.23046875, false], [-6.98046875, false], [-5.75390625, false], [-8.6015625, false], [-7.62890625, false], [-4.48046875, false], [-8.6015625, false], [-6.23046875, false], [-5.73046875, false], [-4.48046875, false], [-7.23046875, false], [-6.98046875, false], [-5.75390625, false], [-8.6015625, false], [-10.4765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 718, "doc": {"id": "Mercury_7024203", "question": "Which body systems are most involved in the response when someone stubs his or her toe?", "choices": {"text": ["nervous and muscle", "muscle and endocrine", "nervous and digestive", "reproductive and circulatory"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "nervous and muscle", "arguments": ["Question: Which body systems are most involved in the response when someone stubs his or her toe?\nAnswer:", " ["], "resps": [[[-7.234375, false]], [[-10.484375, false]], [[-9.984375, false]], [[-10.484375, false]], [[-11.984375, false]], [[-12.484375, false]], [[-9.984375, false]], [[-9.984375, false]], [[-9.484375, false]], [[-5.484375, false]], [[-6.734375, false]], [[-9.984375, false]], [[-11.984375, false]], [[-5.484375, false]], [[-11.234375, false]], [[-9.984375, false]], [[-9.484375, false]], [[-9.984375, false]], [[-9.984375, false]], [[-10.484375, false]], [[-10.484375, false]], [[-10.34375, false]], [[-5.484375, false]], [[-10.484375, false]], [[-11.234375, false]], [[-9.984375, false]], [[-9.484375, false]], [[-9.984375, false]], [[-9.984375, false]], [[-10.484375, false]], [[-5.484375, false]], [[-6.734375, false]], [[-9.984375, false]], [[-11.984375, false]], [[-5.484375, false]], [[-10.484375, false]], [[-9.984375, false]], [[-11.984375, false]], [[-9.984375, false]], [[-9.984375, false]], [[-11.984375, false]], [[-10.234375, false]], [[-9.984375, false]], [[-10.484375, false]], [[-10.484375, false]], [[-10.34375, false]], [[-5.484375, false]], [[-10.484375, false]], [[-9.984375, false]], [[-10.484375, false]], [[-11.984375, false]], [[-12.484375, false]], [[-9.984375, false]], [[-9.984375, false]], [[-9.484375, false]], [[-5.484375, false]], [[-6.734375, false]], [[-9.984375, false]], [[-11.984375, false]], [[-5.484375, false]], [[-11.984375, false]], [[-10.234375, false]], [[-11.734375, false]], [[-10.484375, false]], [[-9.484375, false]], [[-11.234375, false]], [[-10.234375, false]], [[-12.484375, false]], [[-10.484375, false]], [[-10.484375, false]], [[-10.34375, false]], [[-5.484375, false]], [[-10.484375, false]], [[-11.984375, false]], [[-10.484375, false]], [[-11.484375, false]], [[-11.984375, false]], [[-9.984375, false]], [[-11.984375, false]], [[-9.984375, false]], [[-9.984375, false]], [[-11.234375, false]], [[-10.234375, false]], [[-12.484375, false]], [[-10.484375, false]], [[-5.484375, false]], [[-6.734375, false]], [[-9.984375, false]], [[-11.984375, false]], [[-5.484375, false]], [[-9.984375, false]], [[-10.234375, false]], [[-11.984375, false]], [[-9.984375, false]], [[-9.984375, false]], [[-9.984375, false]], [[-6.734375, false]], [[-11.234375, false]], [[-9.984375, false]], [[-11.984375, false]], [[-13.984375, false]], [[-10.484375, false]], [[-13.234375, false]]], "filtered_resps": [[-7.234375, false], [-10.484375, false], [-9.984375, false], [-10.484375, false], [-11.984375, false], [-12.484375, false], [-9.984375, false], [-9.984375, false], [-9.484375, false], [-5.484375, false], [-6.734375, false], [-9.984375, false], [-11.984375, false], [-5.484375, false], [-11.234375, false], [-9.984375, false], [-9.484375, false], [-9.984375, false], [-9.984375, false], [-10.484375, false], [-10.484375, false], [-10.34375, false], [-5.484375, false], [-10.484375, false], [-11.234375, false], [-9.984375, false], [-9.484375, false], [-9.984375, false], [-9.984375, false], [-10.484375, false], [-5.484375, false], [-6.734375, false], [-9.984375, false], [-11.984375, false], [-5.484375, false], [-10.484375, false], [-9.984375, false], [-11.984375, false], [-9.984375, false], [-9.984375, false], [-11.984375, false], [-10.234375, false], [-9.984375, false], [-10.484375, false], [-10.484375, false], [-10.34375, false], [-5.484375, false], [-10.484375, false], [-9.984375, false], [-10.484375, false], [-11.984375, false], [-12.484375, false], [-9.984375, false], [-9.984375, false], [-9.484375, false], [-5.484375, false], [-6.734375, false], [-9.984375, false], [-11.984375, false], [-5.484375, false], [-11.984375, false], [-10.234375, false], [-11.734375, false], [-10.484375, false], [-9.484375, false], [-11.234375, false], [-10.234375, false], [-12.484375, false], [-10.484375, false], [-10.484375, false], [-10.34375, false], [-5.484375, false], [-10.484375, false], [-11.984375, false], [-10.484375, false], [-11.484375, false], [-11.984375, false], [-9.984375, false], [-11.984375, false], [-9.984375, false], [-9.984375, false], [-11.234375, false], [-10.234375, false], [-12.484375, false], [-10.484375, false], [-5.484375, false], [-6.734375, false], [-9.984375, false], [-11.984375, false], [-5.484375, false], [-9.984375, false], [-10.234375, false], [-11.984375, false], [-9.984375, false], [-9.984375, false], [-9.984375, false], [-6.734375, false], [-11.234375, false], [-9.984375, false], [-11.984375, false], [-13.984375, false], [-10.484375, false], [-13.234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 726, "doc": {"id": "MEAP_2005_5_16", "question": "When butterfly eggs hatch, the young are called ___.", "choices": {"text": ["worms", "cocoons", "caterpillars", "little butterflies"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "caterpillars", "arguments": ["Question: When butterfly eggs hatch, the young are called ___.\nAnswer:", " ["], "resps": [[[-7.203125, false]], [[-7.453125, false]], [[-9.203125, false]], [[-7.953125, false]], [[-7.703125, false]], [[-9.953125, false]], [[-7.453125, false]], [[-7.453125, false]], [[-8.6953125, false]], [[-2.453125, true]], [[-7.453125, false]], [[-7.703125, false]], [[-7.953125, false]], [[-7.703125, false]], [[-7.953125, false]], [[-7.953125, false]], [[-6.953125, false]], [[-7.453125, false]], [[-7.453125, false]], [[-8.6953125, false]], [[-2.453125, true]], [[-7.453125, false]], [[-7.703125, false]], [[-6.203125, false]], [[-10.203125, false]], [[-8.203125, false]], [[-7.703125, false]], [[-9.203125, false]], [[-9.203125, false]], [[-9.453125, false]], [[-9.453125, false]], [[-6.203125, false]], [[-7.703125, false]], [[-7.453125, false]], [[-7.453125, false]], [[-8.6953125, false]], [[-2.453125, true]], [[-7.453125, false]], [[-9.453125, false]], [[-9.203125, false]], [[-10.203125, false]], [[-10.203125, false]], [[-9.453125, false]], [[-8.203125, false]], [[-2.453125, true]], [[-8.703125, false]], [[-9.203125, false]], [[-10.203125, false]], [[-10.203125, false]], [[-8.203125, false]], [[-7.703125, false]], [[-8.953125, false]], [[-9.453125, false]], [[-9.203125, false]], [[-8.203125, false]], [[-7.453125, false]], [[-7.453125, false]], [[-10.953125, false]]], "filtered_resps": [[-7.203125, false], [-7.453125, false], [-9.203125, false], [-7.953125, false], [-7.703125, false], [-9.953125, false], [-7.453125, false], [-7.453125, false], [-8.6953125, false], [-2.453125, true], [-7.453125, false], [-7.703125, false], [-7.953125, false], [-7.703125, false], [-7.953125, false], [-7.953125, false], [-6.953125, false], [-7.453125, false], [-7.453125, false], [-8.6953125, false], [-2.453125, true], [-7.453125, false], [-7.703125, false], [-6.203125, false], [-10.203125, false], [-8.203125, false], [-7.703125, false], [-9.203125, false], [-9.203125, false], [-9.453125, false], [-9.453125, false], [-6.203125, false], [-7.703125, false], [-7.453125, false], [-7.453125, false], [-8.6953125, false], [-2.453125, true], [-7.453125, false], [-9.453125, false], [-9.203125, false], [-10.203125, false], [-10.203125, false], [-9.453125, false], [-8.203125, false], [-2.453125, true], [-8.703125, false], [-9.203125, false], [-10.203125, false], [-10.203125, false], [-8.203125, false], [-7.703125, false], [-8.953125, false], [-9.453125, false], [-9.203125, false], [-8.203125, false], [-7.453125, false], [-7.453125, false], [-10.953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 734, "doc": {"id": "Mercury_7188213", "question": "Isle Royale is a large island in Lake Superior. During the 1800s, most of the trees were removed, and the wolves and moose that lived on the island died. In the early 1900s, moose were reintroduced to the island. By 1925, the moose population on Isle Royale rose to about 2,000 individuals. Which best explains how the moose population grew so rapidly?", "choices": {"text": ["The death rate was greater than the birth rate.", "There was unlimited food for the moose to eat.", "The birth rate was constant and few moose died.", "There were no predators to control the population."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "There were no predators to control the population.", "arguments": ["Question: Isle Royale is a large island in Lake Superior. During the 1800s, most of the trees were removed, and the wolves and moose that lived on the island died. In the early 1900s, moose were reintroduced to the island. By 1925, the moose population on Isle Royale rose to about 2,000 individuals. Which best explains how the moose population grew so rapidly?\nAnswer:", " ["], "resps": [[[-7.1953125, false]], [[-9.6953125, false]], [[-7.4453125, false]], [[-12.4453125, false]], [[-9.1953125, false]], [[-6.49609375, false]], [[-8.9453125, false]], [[-9.1953125, false]], [[-6.6953125, false]], [[-11.4453125, false]], [[-12.4453125, false]], [[-6.4453125, false]], [[-11.1953125, false]], [[-6.6953125, false]], [[-11.4453125, false]], [[-9.1953125, false]], [[-6.4453125, false]], [[-10.6953125, false]], [[-6.6953125, false]], [[-10.6953125, false]], [[-6.4453125, false]], [[-12.4453125, false]], [[-11.1953125, false]], [[-9.1953125, false]], [[-6.6953125, false]], [[-11.4453125, false]], [[-9.1953125, false]], [[-11.1953125, false]], [[-6.4453125, false]], [[-11.4453125, false]], [[-12.4453125, false]], [[-6.6953125, false]], [[-10.1953125, false]], [[-6.4453125, false]], [[-11.4453125, false]], [[-12.4453125, false]], [[-9.1953125, false]], [[-6.4453125, false]], [[-8.6953125, false]], [[-10.1953125, false]], [[-11.1953125, false]], [[-11.4453125, false]], [[-12.4453125, false]], [[-6.4453125, false]], [[-11.1953125, false]], [[-6.6953125, false]], [[-11.4453125, false]], [[-9.1953125, false]], [[-9.703125, false]], [[-9.6953125, false]], [[-12.078125, false]], [[-6.4453125, false]], [[-9.6953125, false]], [[-7.4453125, false]], [[-12.4453125, false]], [[-9.1953125, false]], [[-11.1953125, false]], [[-9.1953125, false]], [[-6.4453125, false]], [[-10.6953125, false]], [[-6.6953125, false]], [[-10.6953125, false]], [[-6.4453125, false]], [[-13.9453125, false]], [[-10.1953125, false]], [[-10.4453125, false]], [[-10.1953125, false]], [[-9.9453125, false]], [[-10.1953125, false]], [[-11.4453125, false]], [[-9.1953125, false]], [[-8.9453125, false]], [[-6.4453125, false]], [[-9.4453125, false]], [[-10.1953125, false]], [[-10.1953125, false]], [[-8.9453125, false]], [[-6.4453125, false]], [[-9.4453125, false]], [[-10.1953125, false]], [[-11.1953125, false]], [[-6.4453125, false]], [[-11.4453125, false]], [[-12.4453125, false]], [[-9.1953125, false]], [[-6.4453125, false]], [[-9.9453125, false]], [[-10.1953125, false]], [[-10.1953125, false]], [[-10.6953125, false]], [[-9.1953125, false]], [[-6.4453125, false]], [[-11.4453125, false]], [[-10.1953125, false]], [[-6.4453125, false]], [[-9.1953125, false]], [[-6.6953125, false]], [[-11.4453125, false]], [[-9.703125, false]], [[-9.6953125, false]], [[-12.078125, false]], [[-6.4453125, false]], [[-9.6953125, false]], [[-7.4453125, false]], [[-12.4453125, false]], [[-9.1953125, false]], [[-6.4453125, false]], [[-8.6953125, false]], [[-10.1953125, false]], [[-11.1953125, false]], [[-11.4453125, false]], [[-12.4453125, false]], [[-6.4453125, false]], [[-11.1953125, false]], [[-6.6953125, false]], [[-11.4453125, false]], [[-9.1953125, false]], [[-6.4453125, false]], [[-10.6953125, false]], [[-6.6953125, false]], [[-10.6953125, false]], [[-6.4453125, false]], [[-9.4453125, false]], [[-10.1953125, false]], [[-10.1953125, false]], [[-10.6953125, false]], [[-11.4453125, false]], [[-6.6953125, false]], [[-10.1953125, false]], [[-11.4453125, false]], [[-6.4453125, false]], [[-6.6953125, false]], [[-10.1953125, false]], [[-8.9453125, false]], [[-6.4453125, false]], [[-9.4453125, false]], [[-9.1953125, false]], [[-10.6953125, false]], [[-6.4453125, false]], [[-9.9453125, false]], [[-10.1953125, false]], [[-10.1953125, false]], [[-10.6953125, false]], [[-9.1953125, false]], [[-6.4453125, false]], [[-8.9453125, false]], [[-10.1953125, false]], [[-9.1953125, false]], [[-8.9453125, false]], [[-9.703125, false]], [[-9.6953125, false]], [[-12.078125, false]], [[-6.4453125, false]], [[-9.6953125, false]], [[-7.4453125, false]], [[-12.4453125, false]], [[-9.1953125, false]], [[-11.1953125, false]], [[-9.1953125, false]], [[-6.4453125, false]], [[-10.6953125, false]], [[-9.1953125, false]], [[-11.1953125, false]], [[-9.1953125, false]], [[-6.4453125, false]], [[-10.1953125, false]], [[-10.1953125, false]], [[-6.4453125, false]], [[-9.4453125, false]], [[-11.1953125, false]], [[-9.1953125, false]], [[-8.9453125, false]], [[-6.6953125, false]], [[-11.4453125, false]], [[-10.1953125, false]], [[-11.1953125, false]], [[-10.6953125, false]], [[-6.4453125, false]], [[-11.4453125, false]], [[-10.1953125, false]], [[-6.4453125, false]], [[-9.4453125, false]], [[-10.1953125, false]], [[-10.1953125, false]], [[-11.4453125, false]], [[-11.1953125, false]], [[-10.1953125, false]], [[-10.4453125, false]], [[-6.4453125, false]], [[-11.4453125, false]], [[-12.4453125, false]], [[-9.1953125, false]], [[-6.4453125, false]], [[-9.4453125, false]], [[-10.1953125, false]], [[-9.4453125, false]], [[-13.9453125, false]], [[-10.4453125, false]], [[-6.6953125, false]], [[-11.4453125, false]], [[-10.1953125, false]], [[-10.1953125, false]], [[-10.1953125, false]], [[-9.703125, false]], [[-9.6953125, false]], [[-13.9453125, false]]], "filtered_resps": [[-7.1953125, false], [-9.6953125, false], [-7.4453125, false], [-12.4453125, false], [-9.1953125, false], [-6.49609375, false], [-8.9453125, false], [-9.1953125, false], [-6.6953125, false], [-11.4453125, false], [-12.4453125, false], [-6.4453125, false], [-11.1953125, false], [-6.6953125, false], [-11.4453125, false], [-9.1953125, false], [-6.4453125, false], [-10.6953125, false], [-6.6953125, false], [-10.6953125, false], [-6.4453125, false], [-12.4453125, false], [-11.1953125, false], [-9.1953125, false], [-6.6953125, false], [-11.4453125, false], [-9.1953125, false], [-11.1953125, false], [-6.4453125, false], [-11.4453125, false], [-12.4453125, false], [-6.6953125, false], [-10.1953125, false], [-6.4453125, false], [-11.4453125, false], [-12.4453125, false], [-9.1953125, false], [-6.4453125, false], [-8.6953125, false], [-10.1953125, false], [-11.1953125, false], [-11.4453125, false], [-12.4453125, false], [-6.4453125, false], [-11.1953125, false], [-6.6953125, false], [-11.4453125, false], [-9.1953125, false], [-9.703125, false], [-9.6953125, false], [-12.078125, false], [-6.4453125, false], [-9.6953125, false], [-7.4453125, false], [-12.4453125, false], [-9.1953125, false], [-11.1953125, false], [-9.1953125, false], [-6.4453125, false], [-10.6953125, false], [-6.6953125, false], [-10.6953125, false], [-6.4453125, false], [-13.9453125, false], [-10.1953125, false], [-10.4453125, false], [-10.1953125, false], [-9.9453125, false], [-10.1953125, false], [-11.4453125, false], [-9.1953125, false], [-8.9453125, false], [-6.4453125, false], [-9.4453125, false], [-10.1953125, false], [-10.1953125, false], [-8.9453125, false], [-6.4453125, false], [-9.4453125, false], [-10.1953125, false], [-11.1953125, false], [-6.4453125, false], [-11.4453125, false], [-12.4453125, false], [-9.1953125, false], [-6.4453125, false], [-9.9453125, false], [-10.1953125, false], [-10.1953125, false], [-10.6953125, false], [-9.1953125, false], [-6.4453125, false], [-11.4453125, false], [-10.1953125, false], [-6.4453125, false], [-9.1953125, false], [-6.6953125, false], [-11.4453125, false], [-9.703125, false], [-9.6953125, false], [-12.078125, false], [-6.4453125, false], [-9.6953125, false], [-7.4453125, false], [-12.4453125, false], [-9.1953125, false], [-6.4453125, false], [-8.6953125, false], [-10.1953125, false], [-11.1953125, false], [-11.4453125, false], [-12.4453125, false], [-6.4453125, false], [-11.1953125, false], [-6.6953125, false], [-11.4453125, false], [-9.1953125, false], [-6.4453125, false], [-10.6953125, false], [-6.6953125, false], [-10.6953125, false], [-6.4453125, false], [-9.4453125, false], [-10.1953125, false], [-10.1953125, false], [-10.6953125, false], [-11.4453125, false], [-6.6953125, false], [-10.1953125, false], [-11.4453125, false], [-6.4453125, false], [-6.6953125, false], [-10.1953125, false], [-8.9453125, false], [-6.4453125, false], [-9.4453125, false], [-9.1953125, false], [-10.6953125, false], [-6.4453125, false], [-9.9453125, false], [-10.1953125, false], [-10.1953125, false], [-10.6953125, false], [-9.1953125, false], [-6.4453125, false], [-8.9453125, false], [-10.1953125, false], [-9.1953125, false], [-8.9453125, false], [-9.703125, false], [-9.6953125, false], [-12.078125, false], [-6.4453125, false], [-9.6953125, false], [-7.4453125, false], [-12.4453125, false], [-9.1953125, false], [-11.1953125, false], [-9.1953125, false], [-6.4453125, false], [-10.6953125, false], [-9.1953125, false], [-11.1953125, false], [-9.1953125, false], [-6.4453125, false], [-10.1953125, false], [-10.1953125, false], [-6.4453125, false], [-9.4453125, false], [-11.1953125, false], [-9.1953125, false], [-8.9453125, false], [-6.6953125, false], [-11.4453125, false], [-10.1953125, false], [-11.1953125, false], [-10.6953125, false], [-6.4453125, false], [-11.4453125, false], [-10.1953125, false], [-6.4453125, false], [-9.4453125, false], [-10.1953125, false], [-10.1953125, false], [-11.4453125, false], [-11.1953125, false], [-10.1953125, false], [-10.4453125, false], [-6.4453125, false], [-11.4453125, false], [-12.4453125, false], [-9.1953125, false], [-6.4453125, false], [-9.4453125, false], [-10.1953125, false], [-9.4453125, false], [-13.9453125, false], [-10.4453125, false], [-6.6953125, false], [-11.4453125, false], [-10.1953125, false], [-10.1953125, false], [-10.1953125, false], [-9.703125, false], [-9.6953125, false], [-13.9453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 742, "doc": {"id": "NYSEDREGENTS_2013_8_43", "question": "Which type of energy is transferred from one object to another by simple machines?", "choices": {"text": ["mechanical", "chemical", "nuclear", "electrical"], "label": ["1", "2", "3", "4"]}, "answerKey": "1"}, "target": "mechanical", "arguments": ["Question: Which type of energy is transferred from one object to another by simple machines?\nAnswer:", " ["], "resps": [[[-8.03125, false]], [[-8.03125, false]], [[-8.53125, false]], [[-8.78125, false]], [[-8.90625, false]], [[-10.40625, false]], [[-5.41015625, false]], [[-9.53125, false]], [[-8.15625, false]], [[-8.90625, false]], [[-5.41015625, false]], [[-10.15625, false]], [[-8.03125, false]], [[-10.125, false]], [[-5.53515625, false]], [[-8.03125, false]], [[-8.90625, false]], [[-10.40625, false]], [[-8.78125, false]], [[-8.53125, false]], [[-8.15625, false]], [[-8.90625, false]], [[-5.41015625, false]], [[-10.15625, false]], [[-8.03125, false]], [[-10.125, false]], [[-5.53515625, false]], [[-8.03125, false]], [[-9.53125, false]], [[-10.40625, false]], [[-8.90625, false]], [[-10.15625, false]], [[-8.78125, false]], [[-5.41015625, false]], [[-11.03125, false]], [[-8.03125, false]], [[-10.125, false]], [[-5.53515625, false]], [[-8.03125, false]], [[-8.78125, false]], [[-10.15625, false]], [[-8.78125, false]], [[-8.90625, false]], [[-10.90625, false]], [[-11.03125, false]], [[-8.15625, false]], [[-8.90625, false]], [[-5.41015625, false]], [[-10.15625, false]], [[-8.03125, false]], [[-14.28125, false]]], "filtered_resps": [[-8.03125, false], [-8.03125, false], [-8.53125, false], [-8.78125, false], [-8.90625, false], [-10.40625, false], [-5.41015625, false], [-9.53125, false], [-8.15625, false], [-8.90625, false], [-5.41015625, false], [-10.15625, false], [-8.03125, false], [-10.125, false], [-5.53515625, false], [-8.03125, false], [-8.90625, false], [-10.40625, false], [-8.78125, false], [-8.53125, false], [-8.15625, false], [-8.90625, false], [-5.41015625, false], [-10.15625, false], [-8.03125, false], [-10.125, false], [-5.53515625, false], [-8.03125, false], [-9.53125, false], [-10.40625, false], [-8.90625, false], [-10.15625, false], [-8.78125, false], [-5.41015625, false], [-11.03125, false], [-8.03125, false], [-10.125, false], [-5.53515625, false], [-8.03125, false], [-8.78125, false], [-10.15625, false], [-8.78125, false], [-8.90625, false], [-10.90625, false], [-11.03125, false], [-8.15625, false], [-8.90625, false], [-5.41015625, false], [-10.15625, false], [-8.03125, false], [-14.28125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 750, "doc": {"id": "NYSEDREGENTS_2013_8_8", "question": "Humans are protected from some infections by specialized cells which produce chemicals that", "choices": {"text": ["destroy microbes", "recycle nutrients", "allow locomotion", "coordinate movement"], "label": ["1", "2", "3", "4"]}, "answerKey": "1"}, "target": "destroy microbes", "arguments": ["Question: Humans are protected from some infections by specialized cells which produce chemicals that\nAnswer:", " ["], "resps": [[[-7.56640625, false]], [[-8.5625, false]], [[-9.5625, false]], [[-8.0625, false]], [[-8.6875, false]], [[-10.3125, false]], [[-11.1875, false]], [[-9.1875, false]], [[-11.0625, false]], [[-4.81640625, false]], [[-10.6875, false]], [[-7.56640625, false]], [[-8.5625, false]], [[-11.1875, false]], [[-9.1875, false]], [[-8.1875, false]], [[-8.0625, false]], [[-8.6875, false]], [[-8.5625, false]], [[-8.7890625, false]], [[-4.81640625, false]], [[-8.5625, false]], [[-11.1875, false]], [[-8.0625, false]], [[-8.5625, false]], [[-11.0625, false]], [[-8.5625, false]], [[-9.0625, false]], [[-8.0625, false]], [[-4.81640625, false]], [[-9.4375, false]], [[-10.0625, false]], [[-10.3125, false]], [[-11.1875, false]], [[-7.56640625, false]], [[-8.0625, false]], [[-9.4375, false]], [[-10.3125, false]], [[-8.6875, false]], [[-8.5625, false]], [[-8.7890625, false]], [[-4.81640625, false]], [[-8.5625, false]], [[-5.56640625, false]], [[-9.0625, false]], [[-9.0625, false]], [[-9.1875, false]], [[-10.0625, false]], [[-4.81640625, false]], [[-9.0625, false]], [[-9.1875, false]], [[-8.5625, false]], [[-9.1875, false]], [[-10.6875, false]], [[-9.1875, false]], [[-10.3125, false]], [[-7.56640625, false]], [[-9.1875, false]], [[-9.4375, false]], [[-8.5625, false]], [[-8.7890625, false]], [[-4.81640625, false]], [[-8.5625, false]], [[-8.5625, false]], [[-9.1875, false]], [[-9.1875, false]], [[-11.1875, false]], [[-9.5625, false]], [[-7.56640625, false]], [[-9.4375, false]], [[-5.56640625, false]], [[-10.3125, false]], [[-8.0625, false]], [[-4.81640625, false]], [[-10.6875, false]], [[-9.1875, false]], [[-10.8125, false]], [[-8.0625, false]], [[-10.6875, false]], [[-8.0625, false]], [[-9.4375, false]], [[-10.3125, false]], [[-8.5625, false]], [[-11.8125, false]]], "filtered_resps": [[-7.56640625, false], [-8.5625, false], [-9.5625, false], [-8.0625, false], [-8.6875, false], [-10.3125, false], [-11.1875, false], [-9.1875, false], [-11.0625, false], [-4.81640625, false], [-10.6875, false], [-7.56640625, false], [-8.5625, false], [-11.1875, false], [-9.1875, false], [-8.1875, false], [-8.0625, false], [-8.6875, false], [-8.5625, false], [-8.7890625, false], [-4.81640625, false], [-8.5625, false], [-11.1875, false], [-8.0625, false], [-8.5625, false], [-11.0625, false], [-8.5625, false], [-9.0625, false], [-8.0625, false], [-4.81640625, false], [-9.4375, false], [-10.0625, false], [-10.3125, false], [-11.1875, false], [-7.56640625, false], [-8.0625, false], [-9.4375, false], [-10.3125, false], [-8.6875, false], [-8.5625, false], [-8.7890625, false], [-4.81640625, false], [-8.5625, false], [-5.56640625, false], [-9.0625, false], [-9.0625, false], [-9.1875, false], [-10.0625, false], [-4.81640625, false], [-9.0625, false], [-9.1875, false], [-8.5625, false], [-9.1875, false], [-10.6875, false], [-9.1875, false], [-10.3125, false], [-7.56640625, false], [-9.1875, false], [-9.4375, false], [-8.5625, false], [-8.7890625, false], [-4.81640625, false], [-8.5625, false], [-8.5625, false], [-9.1875, false], [-9.1875, false], [-11.1875, false], [-9.5625, false], [-7.56640625, false], [-9.4375, false], [-5.56640625, false], [-10.3125, false], [-8.0625, false], [-4.81640625, false], [-10.6875, false], [-9.1875, false], [-10.8125, false], [-8.0625, false], [-10.6875, false], [-8.0625, false], [-9.4375, false], [-10.3125, false], [-8.5625, false], [-11.8125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 758, "doc": {"id": "OHAT_2007_5_40", "question": "What causes day and night on Earth?", "choices": {"text": ["tilting of Earth's axis", "rotation of Earth on its axis", "movement of Earth around the sun", "movement of the sun around Earth"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "rotation of Earth on its axis", "arguments": ["Question: What causes day and night on Earth?\nAnswer:", " ["], "resps": [[[-7.7578125, false]], [[-5.7578125, false]], [[-10.5078125, false]], [[-9.7578125, false]], [[-11.2578125, false]], [[-10.5078125, false]], [[-9.7578125, false]], [[-10.7578125, false]], [[-13.0078125, false]], [[-5.7578125, false]], [[-9.2578125, false]], [[-10.5078125, false]], [[-5.7578125, false]], [[-5.7578125, false]], [[-6.5078125, false]], [[-11.2578125, false]], [[-10.5078125, false]], [[-11.5078125, false]], [[-8.0078125, false]], [[-9.7578125, false]], [[-5.7578125, false]], [[-6.5078125, false]], [[-11.5078125, false]], [[-9.7578125, false]], [[-9.7578125, false]], [[-5.7578125, false]], [[-10.40625, false]], [[-5.7578125, false]], [[-8.0078125, false]], [[-11.2578125, false]], [[-9.2578125, false]], [[-10.5078125, false]], [[-6.5078125, false]], [[-10.5078125, false]], [[-9.7578125, false]], [[-9.2578125, false]], [[-10.7578125, false]], [[-5.7578125, false]], [[-9.2578125, false]], [[-10.5078125, false]], [[-5.7578125, false]], [[-5.7578125, false]], [[-6.5078125, false]], [[-11.2578125, false]], [[-10.5078125, false]], [[-11.5078125, false]], [[-5.7578125, false]], [[-9.2578125, false]], [[-10.7578125, false]], [[-5.7578125, false]], [[-9.7578125, false]], [[-10.5078125, false]], [[-9.7578125, false]], [[-5.7578125, false]], [[-6.5078125, false]], [[-11.5078125, false]], [[-9.7578125, false]], [[-9.7578125, false]], [[-8.0078125, false]], [[-10.40625, false]], [[-5.7578125, false]], [[-8.0078125, false]], [[-11.2578125, false]], [[-9.2578125, false]], [[-11.7578125, false]], [[-8.5078125, false]], [[-11.2578125, false]], [[-8.5078125, false]], [[-10.7578125, false]], [[-10.5078125, false]], [[-5.7578125, false]], [[-9.2578125, false]], [[-10.5078125, false]], [[-5.7578125, false]], [[-5.7578125, false]], [[-6.5078125, false]], [[-11.2578125, false]], [[-10.5078125, false]], [[-11.5078125, false]], [[-5.7578125, false]], [[-6.5078125, false]], [[-11.2578125, false]], [[-9.2578125, false]], [[-11.5078125, false]], [[-10.7578125, false]], [[-10.0078125, false]], [[-5.7578125, false]], [[-10.5078125, false]], [[-11.5078125, false]], [[-8.5078125, false]], [[-5.7578125, false]], [[-9.7578125, false]], [[-11.5078125, false]], [[-10.7578125, false]], [[-8.0078125, false]], [[-10.40625, false]], [[-5.7578125, false]], [[-8.0078125, false]], [[-11.2578125, false]], [[-9.2578125, false]], [[-11.7578125, false]], [[-8.5078125, false]], [[-11.2578125, false]], [[-8.5078125, false]], [[-10.7578125, false]], [[-10.5078125, false]], [[-5.7578125, false]], [[-9.2578125, false]], [[-10.5078125, false]], [[-5.7578125, false]], [[-10.5078125, false]], [[-11.5078125, false]], [[-8.5078125, false]], [[-5.7578125, false]], [[-9.7578125, false]], [[-11.5078125, false]], [[-10.7578125, false]], [[-5.7578125, false]], [[-6.5078125, false]], [[-11.2578125, false]], [[-9.2578125, false]], [[-11.5078125, false]], [[-10.7578125, false]], [[-10.0078125, false]], [[-5.7578125, false]], [[-5.7578125, false]], [[-6.5078125, false]], [[-11.2578125, false]], [[-10.5078125, false]], [[-11.5078125, false]], [[-8.0078125, false]], [[-12.7578125, false]]], "filtered_resps": [[-7.7578125, false], [-5.7578125, false], [-10.5078125, false], [-9.7578125, false], [-11.2578125, false], [-10.5078125, false], [-9.7578125, false], [-10.7578125, false], [-13.0078125, false], [-5.7578125, false], [-9.2578125, false], [-10.5078125, false], [-5.7578125, false], [-5.7578125, false], [-6.5078125, false], [-11.2578125, false], [-10.5078125, false], [-11.5078125, false], [-8.0078125, false], [-9.7578125, false], [-5.7578125, false], [-6.5078125, false], [-11.5078125, false], [-9.7578125, false], [-9.7578125, false], [-5.7578125, false], [-10.40625, false], [-5.7578125, false], [-8.0078125, false], [-11.2578125, false], [-9.2578125, false], [-10.5078125, false], [-6.5078125, false], [-10.5078125, false], [-9.7578125, false], [-9.2578125, false], [-10.7578125, false], [-5.7578125, false], [-9.2578125, false], [-10.5078125, false], [-5.7578125, false], [-5.7578125, false], [-6.5078125, false], [-11.2578125, false], [-10.5078125, false], [-11.5078125, false], [-5.7578125, false], [-9.2578125, false], [-10.7578125, false], [-5.7578125, false], [-9.7578125, false], [-10.5078125, false], [-9.7578125, false], [-5.7578125, false], [-6.5078125, false], [-11.5078125, false], [-9.7578125, false], [-9.7578125, false], [-8.0078125, false], [-10.40625, false], [-5.7578125, false], [-8.0078125, false], [-11.2578125, false], [-9.2578125, false], [-11.7578125, false], [-8.5078125, false], [-11.2578125, false], [-8.5078125, false], [-10.7578125, false], [-10.5078125, false], [-5.7578125, false], [-9.2578125, false], [-10.5078125, false], [-5.7578125, false], [-5.7578125, false], [-6.5078125, false], [-11.2578125, false], [-10.5078125, false], [-11.5078125, false], [-5.7578125, false], [-6.5078125, false], [-11.2578125, false], [-9.2578125, false], [-11.5078125, false], [-10.7578125, false], [-10.0078125, false], [-5.7578125, false], [-10.5078125, false], [-11.5078125, false], [-8.5078125, false], [-5.7578125, false], [-9.7578125, false], [-11.5078125, false], [-10.7578125, false], [-8.0078125, false], [-10.40625, false], [-5.7578125, false], [-8.0078125, false], [-11.2578125, false], [-9.2578125, false], [-11.7578125, false], [-8.5078125, false], [-11.2578125, false], [-8.5078125, false], [-10.7578125, false], [-10.5078125, false], [-5.7578125, false], [-9.2578125, false], [-10.5078125, false], [-5.7578125, false], [-10.5078125, false], [-11.5078125, false], [-8.5078125, false], [-5.7578125, false], [-9.7578125, false], [-11.5078125, false], [-10.7578125, false], [-5.7578125, false], [-6.5078125, false], [-11.2578125, false], [-9.2578125, false], [-11.5078125, false], [-10.7578125, false], [-10.0078125, false], [-5.7578125, false], [-5.7578125, false], [-6.5078125, false], [-11.2578125, false], [-10.5078125, false], [-11.5078125, false], [-8.0078125, false], [-12.7578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 766, "doc": {"id": "Mercury_SC_400224", "question": "The Russian thistle, commonly known as the tumbleweed, is a big, round plant with many branches and short, stiff leaves. This plant spreads a large number of seeds when it breaks off from its stalk. The thistle is most likely found in what kind of environment?", "choices": {"text": ["swamp", "prairie", "forest", "tundra"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "prairie", "arguments": ["Question: The Russian thistle, commonly known as the tumbleweed, is a big, round plant with many branches and short, stiff leaves. This plant spreads a large number of seeds when it breaks off from its stalk. The thistle is most likely found in what kind of environment?\nAnswer:", " ["], "resps": [[[-7.91015625, false]], [[-9.90625, false]], [[-10.65625, false]], [[-10.65625, false]], [[-7.41015625, false]], [[-10.40625, false]], [[-11.40625, false]], [[-9.90625, false]], [[-9.921875, false]], [[-4.90625, false]], [[-9.90625, false]], [[-11.40625, false]], [[-10.90625, false]], [[-7.41015625, false]], [[-9.90625, false]], [[-10.90625, false]], [[-9.90625, false]], [[-9.40625, false]], [[-9.90625, false]], [[-9.921875, false]], [[-4.91015625, false]], [[-9.90625, false]], [[-12.40625, false]], [[-9.40625, false]], [[-10.90625, false]], [[-9.40625, false]], [[-10.65625, false]], [[-11.15625, false]], [[-9.90625, false]], [[-9.921875, false]], [[-4.91015625, false]], [[-9.90625, false]], [[-11.15625, false]], [[-12.65625, false]], [[-10.65625, false]], [[-9.15625, false]], [[-10.90625, false]], [[-7.41015625, false]], [[-9.90625, false]], [[-13.15625, false]]], "filtered_resps": [[-7.91015625, false], [-9.90625, false], [-10.65625, false], [-10.65625, false], [-7.41015625, false], [-10.40625, false], [-11.40625, false], [-9.90625, false], [-9.921875, false], [-4.90625, false], [-9.90625, false], [-11.40625, false], [-10.90625, false], [-7.41015625, false], [-9.90625, false], [-10.90625, false], [-9.90625, false], [-9.40625, false], [-9.90625, false], [-9.921875, false], [-4.91015625, false], [-9.90625, false], [-12.40625, false], [-9.40625, false], [-10.90625, false], [-9.40625, false], [-10.65625, false], [-11.15625, false], [-9.90625, false], [-9.921875, false], [-4.91015625, false], [-9.90625, false], [-11.15625, false], [-12.65625, false], [-10.65625, false], [-9.15625, false], [-10.90625, false], [-7.41015625, false], [-9.90625, false], [-13.15625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 774, "doc": {"id": "Mercury_SC_400988", "question": "Making aluminum cans from recycled materials instead of raw materials is a wise choice because it", "choices": {"text": ["saves time.", "saves trees.", "creates energy.", "reduces pollution."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "reduces pollution.", "arguments": ["Question: Making aluminum cans from recycled materials instead of raw materials is a wise choice because it\nAnswer:", " ["], "resps": [[[-8.046875, false]], [[-9.171875, false]], [[-9.046875, false]], [[-6.54296875, false]], [[-11.921875, false]], [[-9.046875, false]], [[-9.046875, false]], [[-5.41796875, false]], [[-10.546875, false]], [[-8.046875, false]], [[-10.671875, false]], [[-9.046875, false]], [[-7.95703125, false]], [[-9.171875, false]], [[-9.890625, false]], [[-5.41796875, false]], [[-9.171875, false]], [[-9.046875, false]], [[-6.54296875, false]], [[-11.921875, false]], [[-9.046875, false]], [[-9.046875, false]], [[-5.41796875, false]], [[-10.546875, false]], [[-10.796875, false]], [[-9.046875, false]], [[-9.046875, false]], [[-9.046875, false]], [[-7.95703125, false]], [[-9.171875, false]], [[-9.890625, false]], [[-5.41796875, false]], [[-9.171875, false]], [[-10.546875, false]], [[-10.796875, false]], [[-9.046875, false]], [[-6.54296875, false]], [[-10.546875, false]], [[-9.046875, false]], [[-9.046875, false]], [[-5.41796875, false]], [[-9.046875, false]], [[-9.796875, false]], [[-9.046875, false]], [[-10.796875, false]], [[-12.546875, false]], [[-11.046875, false]], [[-7.95703125, false]], [[-9.171875, false]], [[-9.890625, false]], [[-5.41796875, false]], [[-9.171875, false]], [[-10.796875, false]], [[-9.046875, false]], [[-10.171875, false]], [[-10.671875, false]], [[-10.546875, false]], [[-9.046875, false]], [[-9.046875, false]], [[-5.41796875, false]], [[-10.046875, false]], [[-9.921875, false]], [[-10.171875, false]], [[-10.171875, false]], [[-10.671875, false]], [[-10.546875, false]], [[-8.046875, false]], [[-9.921875, false]], [[-9.796875, false]], [[-7.95703125, false]], [[-9.171875, false]], [[-13.796875, false]]], "filtered_resps": [[-8.046875, false], [-9.171875, false], [-9.046875, false], [-6.54296875, false], [-11.921875, false], [-9.046875, false], [-9.046875, false], [-5.41796875, false], [-10.546875, false], [-8.046875, false], [-10.671875, false], [-9.046875, false], [-7.95703125, false], [-9.171875, false], [-9.890625, false], [-5.41796875, false], [-9.171875, false], [-9.046875, false], [-6.54296875, false], [-11.921875, false], [-9.046875, false], [-9.046875, false], [-5.41796875, false], [-10.546875, false], [-10.796875, false], [-9.046875, false], [-9.046875, false], [-9.046875, false], [-7.95703125, false], [-9.171875, false], [-9.890625, false], [-5.41796875, false], [-9.171875, false], [-10.546875, false], [-10.796875, false], [-9.046875, false], [-6.54296875, false], [-10.546875, false], [-9.046875, false], [-9.046875, false], [-5.41796875, false], [-9.046875, false], [-9.796875, false], [-9.046875, false], [-10.796875, false], [-12.546875, false], [-11.046875, false], [-7.95703125, false], [-9.171875, false], [-9.890625, false], [-5.41796875, false], [-9.171875, false], [-10.796875, false], [-9.046875, false], [-10.171875, false], [-10.671875, false], [-10.546875, false], [-9.046875, false], [-9.046875, false], [-5.41796875, false], [-10.046875, false], [-9.921875, false], [-10.171875, false], [-10.171875, false], [-10.671875, false], [-10.546875, false], [-8.046875, false], [-9.921875, false], [-9.796875, false], [-7.95703125, false], [-9.171875, false], [-13.796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 782, "doc": {"id": "Mercury_SC_405734", "question": "A student wants to find out whether storms with lightning produce more rain than storms without lightning. Which is the best way to answer this question?", "choices": {"text": ["average the amount of rain that fell during a lightning storm", "count number of lightning strikes during a one-hour period", "record rainfall amounts in storms with and without lightning", "calculate the number of fires that are caused by lightning strikes"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "record rainfall amounts in storms with and without lightning", "arguments": ["Question: A student wants to find out whether storms with lightning produce more rain than storms without lightning. Which is the best way to answer this question?\nAnswer:", " ["], "resps": [[[-6.66015625, false]], [[-8.9140625, false]], [[-4.91015625, false]], [[-10.4140625, false]], [[-8.1640625, false]], [[-9.1640625, false]], [[-4.91015625, false]], [[-11.4140625, false]], [[-8.1640625, false]], [[-5.69140625, false]], [[-9.4140625, false]], [[-9.9140625, false]], [[-8.1640625, false]], [[-5.69140625, false]], [[-4.91015625, false]], [[-8.6640625, false]], [[-10.6640625, false]], [[-10.6640625, false]], [[-9.1640625, false]], [[-9.4140625, false]], [[-5.66015625, false]], [[-10.6640625, false]], [[-9.1640625, false]], [[-5.66015625, false]], [[-9.1640625, false]], [[-4.91015625, false]], [[-8.6640625, false]], [[-9.1640625, false]], [[-5.66015625, false]], [[-9.4140625, false]], [[-9.9140625, false]], [[-4.91015625, false]], [[-9.4140625, false]], [[-5.66015625, false]], [[-9.1640625, false]], [[-8.1640625, false]], [[-10.9140625, false]], [[-10.9140625, false]], [[-5.66015625, false]], [[-8.9140625, false]], [[-10.6640625, false]], [[-9.1640625, false]], [[-8.6640625, false]], [[-9.1640625, false]], [[-11.4140625, false]], [[-5.66015625, false]], [[-4.91015625, false]], [[-5.66015625, false]], [[-10.9140625, false]], [[-8.6640625, false]], [[-11.4140625, false]], [[-9.9140625, false]], [[-9.4140625, false]], [[-9.1640625, false]], [[-8.6640625, false]], [[-9.1640625, false]], [[-11.4140625, false]], [[-5.66015625, false]], [[-9.4140625, false]], [[-9.4140625, false]], [[-10.6640625, false]], [[-9.1640625, false]], [[-8.6640625, false]], [[-8.9140625, false]], [[-9.9375, false]], [[-5.66015625, false]], [[-8.9140625, false]], [[-9.4140625, false]], [[-10.6640625, false]], [[-10.6640625, false]], [[-9.1640625, false]], [[-9.4140625, false]], [[-5.66015625, false]], [[-9.1640625, false]], [[-10.6640625, false]], [[-8.6640625, false]], [[-7.91015625, false]], [[-8.1640625, false]], [[-9.1640625, false]], [[-5.66015625, false]], [[-10.6640625, false]], [[-9.1640625, false]], [[-5.66015625, false]], [[-10.9140625, false]], [[-8.6640625, false]], [[-11.4140625, false]], [[-9.9140625, false]], [[-9.4140625, false]], [[-9.1640625, false]], [[-8.6640625, false]], [[-9.1640625, false]], [[-11.4140625, false]], [[-5.66015625, false]], [[-9.4140625, false]], [[-9.4140625, false]], [[-9.1640625, false]], [[-8.6640625, false]], [[-9.4140625, false]], [[-8.1640625, false]], [[-9.4140625, false]], [[-5.66015625, false]], [[-8.9140625, false]], [[-10.6640625, false]], [[-9.1640625, false]], [[-8.6640625, false]], [[-9.1640625, false]], [[-11.4140625, false]], [[-5.66015625, false]], [[-4.91015625, false]], [[-5.66015625, false]], [[-10.6640625, false]], [[-9.1640625, false]], [[-8.1640625, false]], [[-6.91015625, false]], [[-9.9140625, false]], [[-10.6640625, false]], [[-10.6640625, false]], [[-9.1640625, false]], [[-5.66015625, false]], [[-8.9140625, false]], [[-8.1640625, false]], [[-9.1640625, false]], [[-8.6640625, false]], [[-10.6640625, false]], [[-8.9140625, false]], [[-8.9140625, false]], [[-9.9375, false]], [[-5.66015625, false]], [[-8.9140625, false]], [[-9.1640625, false]], [[-8.1640625, false]], [[-9.4140625, false]], [[-10.6640625, false]], [[-9.1640625, false]], [[-8.9140625, false]], [[-5.66015625, false]], [[-9.1640625, false]], [[-4.91015625, false]], [[-8.6640625, false]], [[-9.1640625, false]], [[-9.1640625, false]], [[-4.91015625, false]], [[-10.9140625, false]], [[-10.9140625, false]], [[-5.66015625, false]], [[-4.91015625, false]], [[-8.6640625, false]], [[-10.6640625, false]], [[-10.6640625, false]], [[-9.1640625, false]], [[-9.4140625, false]], [[-9.4140625, false]], [[-5.66015625, false]], [[-8.6640625, false]], [[-9.1640625, false]], [[-5.66015625, false]], [[-9.4140625, false]], [[-9.4140625, false]], [[-10.6640625, false]], [[-9.1640625, false]], [[-8.6640625, false]], [[-9.4140625, false]], [[-5.66015625, false]], [[-10.1640625, false]], [[-8.6640625, false]], [[-9.4140625, false]], [[-9.9140625, false]], [[-5.66015625, false]], [[-4.91015625, false]], [[-9.1640625, false]], [[-8.9140625, false]], [[-5.66015625, false]], [[-10.1640625, false]], [[-8.6640625, false]], [[-9.4140625, false]], [[-9.9140625, false]], [[-10.6640625, false]], [[-10.6640625, false]], [[-9.4140625, false]], [[-5.66015625, false]], [[-10.9140625, false]], [[-8.6640625, false]], [[-11.4140625, false]], [[-9.9140625, false]], [[-9.4140625, false]], [[-9.1640625, false]], [[-8.6640625, false]], [[-9.1640625, false]], [[-11.4140625, false]], [[-8.9140625, false]], [[-9.8125, false]], [[-5.66015625, false]], [[-8.9140625, false]], [[-9.4140625, false]], [[-4.91015625, false]], [[-10.9140625, false]], [[-9.4140625, false]], [[-10.6640625, false]], [[-10.9140625, false]], [[-4.91015625, false]], [[-9.4140625, false]], [[-8.1640625, false]], [[-5.66015625, false]], [[-9.4140625, false]], [[-9.9140625, false]], [[-8.1640625, false]], [[-5.66015625, false]], [[-9.1640625, false]], [[-10.6640625, false]], [[-8.6640625, false]], [[-7.91015625, false]], [[-8.1640625, false]], [[-9.1640625, false]], [[-5.66015625, false]], [[-10.6640625, false]], [[-9.1640625, false]], [[-5.66015625, false]], [[-9.1640625, false]], [[-8.6640625, false]], [[-9.1640625, false]], [[-8.1640625, false]], [[-9.4140625, false]], [[-5.66015625, false]], [[-9.4140625, false]], [[-9.9140625, false]], [[-4.91015625, false]], [[-9.4140625, false]], [[-5.66015625, false]], [[-4.91015625, false]], [[-9.1640625, false]], [[-8.1640625, false]], [[-5.66015625, false]], [[-9.4140625, false]], [[-4.91015625, false]], [[-10.6640625, false]], [[-9.4140625, false]], [[-8.1640625, false]], [[-8.9140625, false]], [[-5.66015625, false]], [[-7.91015625, false]], [[-11.4140625, false]], [[-5.66015625, false]], [[-10.9140625, false]], [[-8.6640625, false]], [[-11.4140625, false]], [[-9.9140625, false]], [[-9.4140625, false]], [[-9.1640625, false]], [[-8.6640625, false]], [[-9.1640625, false]], [[-11.4140625, false]], [[-5.66015625, false]], [[-9.4140625, false]], [[-9.4140625, false]], [[-9.1640625, false]], [[-8.6640625, false]], [[-9.4140625, false]], [[-8.1640625, false]], [[-9.4140625, false]], [[-8.9140625, false]], [[-11.9140625, false]]], "filtered_resps": [[-6.66015625, false], [-8.9140625, false], [-4.91015625, false], [-10.4140625, false], [-8.1640625, false], [-9.1640625, false], [-4.91015625, false], [-11.4140625, false], [-8.1640625, false], [-5.69140625, false], [-9.4140625, false], [-9.9140625, false], [-8.1640625, false], [-5.69140625, false], [-4.91015625, false], [-8.6640625, false], [-10.6640625, false], [-10.6640625, false], [-9.1640625, false], [-9.4140625, false], [-5.66015625, false], [-10.6640625, false], [-9.1640625, false], [-5.66015625, false], [-9.1640625, false], [-4.91015625, false], [-8.6640625, false], [-9.1640625, false], [-5.66015625, false], [-9.4140625, false], [-9.9140625, false], [-4.91015625, false], [-9.4140625, false], [-5.66015625, false], [-9.1640625, false], [-8.1640625, false], [-10.9140625, false], [-10.9140625, false], [-5.66015625, false], [-8.9140625, false], [-10.6640625, false], [-9.1640625, false], [-8.6640625, false], [-9.1640625, false], [-11.4140625, false], [-5.66015625, false], [-4.91015625, false], [-5.66015625, false], [-10.9140625, false], [-8.6640625, false], [-11.4140625, false], [-9.9140625, false], [-9.4140625, false], [-9.1640625, false], [-8.6640625, false], [-9.1640625, false], [-11.4140625, false], [-5.66015625, false], [-9.4140625, false], [-9.4140625, false], [-10.6640625, false], [-9.1640625, false], [-8.6640625, false], [-8.9140625, false], [-9.9375, false], [-5.66015625, false], [-8.9140625, false], [-9.4140625, false], [-10.6640625, false], [-10.6640625, false], [-9.1640625, false], [-9.4140625, false], [-5.66015625, false], [-9.1640625, false], [-10.6640625, false], [-8.6640625, false], [-7.91015625, false], [-8.1640625, false], [-9.1640625, false], [-5.66015625, false], [-10.6640625, false], [-9.1640625, false], [-5.66015625, false], [-10.9140625, false], [-8.6640625, false], [-11.4140625, false], [-9.9140625, false], [-9.4140625, false], [-9.1640625, false], [-8.6640625, false], [-9.1640625, false], [-11.4140625, false], [-5.66015625, false], [-9.4140625, false], [-9.4140625, false], [-9.1640625, false], [-8.6640625, false], [-9.4140625, false], [-8.1640625, false], [-9.4140625, false], [-5.66015625, false], [-8.9140625, false], [-10.6640625, false], [-9.1640625, false], [-8.6640625, false], [-9.1640625, false], [-11.4140625, false], [-5.66015625, false], [-4.91015625, false], [-5.66015625, false], [-10.6640625, false], [-9.1640625, false], [-8.1640625, false], [-6.91015625, false], [-9.9140625, false], [-10.6640625, false], [-10.6640625, false], [-9.1640625, false], [-5.66015625, false], [-8.9140625, false], [-8.1640625, false], [-9.1640625, false], [-8.6640625, false], [-10.6640625, false], [-8.9140625, false], [-8.9140625, false], [-9.9375, false], [-5.66015625, false], [-8.9140625, false], [-9.1640625, false], [-8.1640625, false], [-9.4140625, false], [-10.6640625, false], [-9.1640625, false], [-8.9140625, false], [-5.66015625, false], [-9.1640625, false], [-4.91015625, false], [-8.6640625, false], [-9.1640625, false], [-9.1640625, false], [-4.91015625, false], [-10.9140625, false], [-10.9140625, false], [-5.66015625, false], [-4.91015625, false], [-8.6640625, false], [-10.6640625, false], [-10.6640625, false], [-9.1640625, false], [-9.4140625, false], [-9.4140625, false], [-5.66015625, false], [-8.6640625, false], [-9.1640625, false], [-5.66015625, false], [-9.4140625, false], [-9.4140625, false], [-10.6640625, false], [-9.1640625, false], [-8.6640625, false], [-9.4140625, false], [-5.66015625, false], [-10.1640625, false], [-8.6640625, false], [-9.4140625, false], [-9.9140625, false], [-5.66015625, false], [-4.91015625, false], [-9.1640625, false], [-8.9140625, false], [-5.66015625, false], [-10.1640625, false], [-8.6640625, false], [-9.4140625, false], [-9.9140625, false], [-10.6640625, false], [-10.6640625, false], [-9.4140625, false], [-5.66015625, false], [-10.9140625, false], [-8.6640625, false], [-11.4140625, false], [-9.9140625, false], [-9.4140625, false], [-9.1640625, false], [-8.6640625, false], [-9.1640625, false], [-11.4140625, false], [-8.9140625, false], [-9.8125, false], [-5.66015625, false], [-8.9140625, false], [-9.4140625, false], [-4.91015625, false], [-10.9140625, false], [-9.4140625, false], [-10.6640625, false], [-10.9140625, false], [-4.91015625, false], [-9.4140625, false], [-8.1640625, false], [-5.66015625, false], [-9.4140625, false], [-9.9140625, false], [-8.1640625, false], [-5.66015625, false], [-9.1640625, false], [-10.6640625, false], [-8.6640625, false], [-7.91015625, false], [-8.1640625, false], [-9.1640625, false], [-5.66015625, false], [-10.6640625, false], [-9.1640625, false], [-5.66015625, false], [-9.1640625, false], [-8.6640625, false], [-9.1640625, false], [-8.1640625, false], [-9.4140625, false], [-5.66015625, false], [-9.4140625, false], [-9.9140625, false], [-4.91015625, false], [-9.4140625, false], [-5.66015625, false], [-4.91015625, false], [-9.1640625, false], [-8.1640625, false], [-5.66015625, false], [-9.4140625, false], [-4.91015625, false], [-10.6640625, false], [-9.4140625, false], [-8.1640625, false], [-8.9140625, false], [-5.66015625, false], [-7.91015625, false], [-11.4140625, false], [-5.66015625, false], [-10.9140625, false], [-8.6640625, false], [-11.4140625, false], [-9.9140625, false], [-9.4140625, false], [-9.1640625, false], [-8.6640625, false], [-9.1640625, false], [-11.4140625, false], [-5.66015625, false], [-9.4140625, false], [-9.4140625, false], [-9.1640625, false], [-8.6640625, false], [-9.4140625, false], [-8.1640625, false], [-9.4140625, false], [-8.9140625, false], [-11.9140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 790, "doc": {"id": "Mercury_7075215", "question": "Which body system is directly threatened when bacteria infect the lungs?", "choices": {"text": ["muscular", "nervous", "respiratory", "excretory"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "respiratory", "arguments": ["Question: Which body system is directly threatened when bacteria infect the lungs?\nAnswer:", " ["], "resps": [[[-7.8828125, false]], [[-10.8828125, false]], [[-10.6328125, false]], [[-9.6328125, false]], [[-10.1328125, false]], [[-7.8828125, false]], [[-9.6328125, false]], [[-7.6328125, false]], [[-6.3828125, false]], [[-11.8828125, false]], [[-10.8828125, false]], [[-10.453125, false]], [[-5.3828125, false]], [[-10.8828125, false]], [[-9.8828125, false]], [[-8.8828125, false]], [[-11.8828125, false]], [[-11.3828125, false]], [[-8.8828125, false]], [[-9.6328125, false]], [[-10.1328125, false]], [[-10.8828125, false]], [[-10.453125, false]], [[-5.3828125, false]], [[-10.8828125, false]], [[-11.8828125, false]], [[-8.8828125, false]], [[-10.1328125, false]], [[-9.8828125, false]], [[-10.3828125, false]], [[-11.8828125, false]], [[-6.3828125, false]], [[-11.1328125, false]], [[-8.8828125, false]], [[-11.8828125, false]], [[-13.1328125, false]], [[-10.8828125, false]], [[-10.453125, false]], [[-5.3828125, false]], [[-10.8828125, false]], [[-8.8828125, false]], [[-10.6328125, false]], [[-7.8828125, false]], [[-11.8828125, false]], [[-8.8828125, false]], [[-11.1328125, false]], [[-8.8828125, false]], [[-11.8828125, false]], [[-13.1328125, false]], [[-10.8828125, false]], [[-12.8828125, false]]], "filtered_resps": [[-7.8828125, false], [-10.8828125, false], [-10.6328125, false], [-9.6328125, false], [-10.1328125, false], [-7.8828125, false], [-9.6328125, false], [-7.6328125, false], [-6.3828125, false], [-11.8828125, false], [-10.8828125, false], [-10.453125, false], [-5.3828125, false], [-10.8828125, false], [-9.8828125, false], [-8.8828125, false], [-11.8828125, false], [-11.3828125, false], [-8.8828125, false], [-9.6328125, false], [-10.1328125, false], [-10.8828125, false], [-10.453125, false], [-5.3828125, false], [-10.8828125, false], [-11.8828125, false], [-8.8828125, false], [-10.1328125, false], [-9.8828125, false], [-10.3828125, false], [-11.8828125, false], [-6.3828125, false], [-11.1328125, false], [-8.8828125, false], [-11.8828125, false], [-13.1328125, false], [-10.8828125, false], [-10.453125, false], [-5.3828125, false], [-10.8828125, false], [-8.8828125, false], [-10.6328125, false], [-7.8828125, false], [-11.8828125, false], [-8.8828125, false], [-11.1328125, false], [-8.8828125, false], [-11.8828125, false], [-13.1328125, false], [-10.8828125, false], [-12.8828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 798, "doc": {"id": "Mercury_SC_415399", "question": "Two of Earth's plates pushed together, and the ground moved. What happened?", "choices": {"text": ["an earthquake", "a landslide", "a volcano", "an avalanche"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "an earthquake", "arguments": ["Question: Two of Earth's plates pushed together, and the ground moved. What happened?\nAnswer:", " ["], "resps": [[[-7.97265625, false]], [[-7.97265625, false]], [[-5.47265625, false]], [[-12.2265625, false]], [[-6.22265625, false]], [[-8.4765625, false]], [[-5.47265625, false]], [[-11.2265625, false]], [[-10.4765625, false]], [[-11.9765625, false]], [[-13.4765625, false]], [[-12.9765625, false]], [[-5.47265625, false]], [[-12.9765625, false]], [[-8.4765625, false]], [[-7.97265625, false]], [[-10.78125, false]], [[-6.22265625, false]], [[-7.97265625, false]], [[-5.47265625, false]], [[-6.22265625, false]], [[-11.9765625, false]], [[-5.47265625, false]], [[-12.2265625, false]], [[-10.9765625, false]], [[-10.4765625, false]], [[-11.9765625, false]], [[-10.7265625, false]], [[-10.9765625, false]], [[-8.4765625, false]], [[-7.97265625, false]], [[-10.78125, false]], [[-6.22265625, false]], [[-7.97265625, false]], [[-5.47265625, false]], [[-6.22265625, false]], [[-11.7265625, false]], [[-11.7265625, false]], [[-11.9765625, false]], [[-9.9765625, false]], [[-5.47265625, false]], [[-12.2265625, false]], [[-11.7265625, false]], [[-7.97265625, false]], [[-10.78125, false]], [[-6.22265625, false]], [[-7.97265625, false]], [[-5.47265625, false]], [[-12.2265625, false]], [[-6.22265625, false]], [[-5.47265625, false]], [[-11.7265625, false]], [[-5.47265625, false]], [[-11.9765625, false]], [[-5.47265625, false]], [[-12.2265625, false]], [[-9.9765625, false]], [[-11.9765625, false]], [[-8.4765625, false]], [[-7.97265625, false]], [[-13.4765625, false]]], "filtered_resps": [[-7.97265625, false], [-7.97265625, false], [-5.47265625, false], [-12.2265625, false], [-6.22265625, false], [-8.4765625, false], [-5.47265625, false], [-11.2265625, false], [-10.4765625, false], [-11.9765625, false], [-13.4765625, false], [-12.9765625, false], [-5.47265625, false], [-12.9765625, false], [-8.4765625, false], [-7.97265625, false], [-10.78125, false], [-6.22265625, false], [-7.97265625, false], [-5.47265625, false], [-6.22265625, false], [-11.9765625, false], [-5.47265625, false], [-12.2265625, false], [-10.9765625, false], [-10.4765625, false], [-11.9765625, false], [-10.7265625, false], [-10.9765625, false], [-8.4765625, false], [-7.97265625, false], [-10.78125, false], [-6.22265625, false], [-7.97265625, false], [-5.47265625, false], [-6.22265625, false], [-11.7265625, false], [-11.7265625, false], [-11.9765625, false], [-9.9765625, false], [-5.47265625, false], [-12.2265625, false], [-11.7265625, false], [-7.97265625, false], [-10.78125, false], [-6.22265625, false], [-7.97265625, false], [-5.47265625, false], [-12.2265625, false], [-6.22265625, false], [-5.47265625, false], [-11.7265625, false], [-5.47265625, false], [-11.9765625, false], [-5.47265625, false], [-12.2265625, false], [-9.9765625, false], [-11.9765625, false], [-8.4765625, false], [-7.97265625, false], [-13.4765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 806, "doc": {"id": "MEAP_2004_8_1", "question": "Tony always drinks water before and after his long bike rides. Why does his body need water when he exercises?", "choices": {"text": ["Drinking water after exercise allows the body to sleep.", "Drinking water after exercise helps to replace lost fluids.", "Drinking water before exercise helps increase the heart rate.", "Drinking water before exercise prevents the body from sweating."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Drinking water after exercise helps to replace lost fluids.", "arguments": ["Question: Tony always drinks water before and after his long bike rides. Why does his body need water when he exercises?\nAnswer:", " ["], "resps": [[[-8.0703125, false]], [[-9.3203125, false]], [[-7.57421875, false]], [[-13.8203125, false]], [[-9.8203125, false]], [[-11.8203125, false]], [[-12.0703125, false]], [[-9.8203125, false]], [[-11.8203125, false]], [[-13.0703125, false]], [[-6.07421875, false]], [[-11.3203125, false]], [[-7.57421875, false]], [[-11.8203125, false]], [[-11.0703125, false]], [[-13.8203125, false]], [[-6.07421875, false]], [[-7.57421875, false]], [[-11.5703125, false]], [[-11.8203125, false]], [[-11.0703125, false]], [[-13.8203125, false]], [[-6.07421875, false]], [[-11.0703125, false]], [[-12.0703125, false]], [[-11.0703125, false]], [[-13.8203125, false]], [[-11.3203125, false]], [[-9.8203125, false]], [[-10.5703125, false]], [[-11.0703125, false]], [[-6.07421875, false]], [[-7.57421875, false]], [[-12.0703125, false]], [[-12.0703125, false]], [[-10.8203125, false]], [[-11.3203125, false]], [[-10.5703125, false]], [[-6.07421875, false]], [[-11.8203125, false]], [[-11.5703125, false]], [[-11.0703125, false]], [[-6.07421875, false]], [[-10.0703125, false]], [[-10.8203125, false]], [[-9.8203125, false]], [[-13.8203125, false]], [[-6.07421875, false]], [[-11.8203125, false]], [[-10.8203125, false]], [[-6.07421875, false]], [[-10.5703125, false]], [[-12.0703125, false]], [[-11.0703125, false]], [[-11.0703125, false]], [[-12.5703125, false]], [[-7.53515625, false]], [[-9.3203125, false]], [[-11.03125, false]], [[-6.07421875, false]], [[-9.3203125, false]], [[-7.57421875, false]], [[-13.8203125, false]], [[-9.8203125, false]], [[-11.8203125, false]], [[-12.0703125, false]], [[-9.8203125, false]], [[-11.8203125, false]], [[-13.0703125, false]], [[-6.07421875, false]], [[-11.3203125, false]], [[-7.57421875, false]], [[-11.8203125, false]], [[-11.0703125, false]], [[-13.8203125, false]], [[-6.07421875, false]], [[-7.57421875, false]], [[-11.5703125, false]], [[-11.8203125, false]], [[-11.0703125, false]], [[-13.8203125, false]], [[-6.07421875, false]], [[-11.0703125, false]], [[-12.0703125, false]], [[-11.0703125, false]], [[-13.8203125, false]], [[-11.3203125, false]], [[-9.8203125, false]], [[-10.5703125, false]], [[-11.0703125, false]], [[-6.07421875, false]], [[-11.5703125, false]], [[-11.0703125, false]], [[-12.0703125, false]], [[-12.5703125, false]], [[-10.5703125, false]], [[-6.07421875, false]], [[-11.8203125, false]], [[-10.8203125, false]], [[-6.07421875, false]], [[-13.8203125, false]], [[-11.0703125, false]], [[-12.5703125, false]], [[-12.0703125, false]], [[-7.57421875, false]], [[-11.3203125, false]], [[-11.0703125, false]], [[-6.07421875, false]], [[-12.0703125, false]], [[-10.8203125, false]], [[-10.5703125, false]], [[-11.8203125, false]], [[-6.07421875, false]], [[-11.5703125, false]], [[-12.0703125, false]], [[-12.3203125, false]], [[-9.8203125, false]], [[-9.8203125, false]], [[-10.5703125, false]], [[-7.53515625, false]], [[-9.3203125, false]], [[-11.03125, false]], [[-6.07421875, false]], [[-9.3203125, false]], [[-7.57421875, false]], [[-13.8203125, false]], [[-9.8203125, false]], [[-11.8203125, false]], [[-12.0703125, false]], [[-9.8203125, false]], [[-11.8203125, false]], [[-13.0703125, false]], [[-6.07421875, false]], [[-11.3203125, false]], [[-7.57421875, false]], [[-11.8203125, false]], [[-11.0703125, false]], [[-13.8203125, false]], [[-6.07421875, false]], [[-10.0703125, false]], [[-11.0703125, false]], [[-11.5703125, false]], [[-10.8203125, false]], [[-13.8203125, false]], [[-11.0703125, false]], [[-6.07421875, false]], [[-11.0703125, false]], [[-12.0703125, false]], [[-11.0703125, false]], [[-13.8203125, false]], [[-11.3203125, false]], [[-9.8203125, false]], [[-10.5703125, false]], [[-11.0703125, false]], [[-6.07421875, false]], [[-11.5703125, false]], [[-11.0703125, false]], [[-12.0703125, false]], [[-12.5703125, false]], [[-10.5703125, false]], [[-6.07421875, false]], [[-9.8203125, false]], [[-11.8203125, false]], [[-11.3203125, false]], [[-13.8203125, false]], [[-11.0703125, false]], [[-7.57421875, false]], [[-10.5703125, false]], [[-11.0703125, false]], [[-6.07421875, false]], [[-11.8203125, false]], [[-11.5703125, false]], [[-11.0703125, false]], [[-6.07421875, false]], [[-11.5703125, false]], [[-11.0703125, false]], [[-7.57421875, false]], [[-13.8203125, false]], [[-11.8203125, false]], [[-6.07421875, false]], [[-13.8203125, false]], [[-7.57421875, false]], [[-11.8203125, false]], [[-11.0703125, false]], [[-7.53515625, false]], [[-9.3203125, false]], [[-11.03125, false]], [[-6.07421875, false]], [[-9.3203125, false]], [[-7.57421875, false]], [[-13.8203125, false]], [[-9.8203125, false]], [[-11.8203125, false]], [[-12.0703125, false]], [[-9.8203125, false]], [[-11.8203125, false]], [[-13.0703125, false]], [[-6.07421875, false]], [[-11.3203125, false]], [[-7.57421875, false]], [[-11.8203125, false]], [[-11.0703125, false]], [[-13.8203125, false]], [[-6.07421875, false]], [[-10.0703125, false]], [[-11.0703125, false]], [[-11.5703125, false]], [[-10.8203125, false]], [[-13.8203125, false]], [[-11.0703125, false]], [[-6.07421875, false]], [[-11.0703125, false]], [[-12.0703125, false]], [[-11.0703125, false]], [[-13.8203125, false]], [[-11.3203125, false]], [[-9.8203125, false]], [[-10.5703125, false]], [[-11.0703125, false]], [[-6.07421875, false]], [[-12.5703125, false]], [[-13.8203125, false]], [[-11.0703125, false]], [[-12.8203125, false]], [[-11.0703125, false]], [[-11.8203125, false]], [[-11.8203125, false]], [[-10.5703125, false]], [[-6.07421875, false]], [[-11.8203125, false]], [[-11.5703125, false]], [[-11.0703125, false]], [[-6.07421875, false]], [[-10.0703125, false]], [[-10.8203125, false]], [[-9.8203125, false]], [[-13.8203125, false]], [[-6.07421875, false]], [[-11.5703125, false]], [[-13.8203125, false]], [[-10.8203125, false]], [[-13.3203125, false]], [[-6.07421875, false]], [[-10.5703125, false]], [[-11.3203125, false]], [[-11.0703125, false]], [[-7.57421875, false]], [[-11.8203125, false]], [[-9.8203125, false]], [[-11.8203125, false]], [[-13.0703125, false]], [[-7.53515625, false]], [[-9.3203125, false]], [[-14.0703125, false]]], "filtered_resps": [[-8.0703125, false], [-9.3203125, false], [-7.57421875, false], [-13.8203125, false], [-9.8203125, false], [-11.8203125, false], [-12.0703125, false], [-9.8203125, false], [-11.8203125, false], [-13.0703125, false], [-6.07421875, false], [-11.3203125, false], [-7.57421875, false], [-11.8203125, false], [-11.0703125, false], [-13.8203125, false], [-6.07421875, false], [-7.57421875, false], [-11.5703125, false], [-11.8203125, false], [-11.0703125, false], [-13.8203125, false], [-6.07421875, false], [-11.0703125, false], [-12.0703125, false], [-11.0703125, false], [-13.8203125, false], [-11.3203125, false], [-9.8203125, false], [-10.5703125, false], [-11.0703125, false], [-6.07421875, false], [-7.57421875, false], [-12.0703125, false], [-12.0703125, false], [-10.8203125, false], [-11.3203125, false], [-10.5703125, false], [-6.07421875, false], [-11.8203125, false], [-11.5703125, false], [-11.0703125, false], [-6.07421875, false], [-10.0703125, false], [-10.8203125, false], [-9.8203125, false], [-13.8203125, false], [-6.07421875, false], [-11.8203125, false], [-10.8203125, false], [-6.07421875, false], [-10.5703125, false], [-12.0703125, false], [-11.0703125, false], [-11.0703125, false], [-12.5703125, false], [-7.53515625, false], [-9.3203125, false], [-11.03125, false], [-6.07421875, false], [-9.3203125, false], [-7.57421875, false], [-13.8203125, false], [-9.8203125, false], [-11.8203125, false], [-12.0703125, false], [-9.8203125, false], [-11.8203125, false], [-13.0703125, false], [-6.07421875, false], [-11.3203125, false], [-7.57421875, false], [-11.8203125, false], [-11.0703125, false], [-13.8203125, false], [-6.07421875, false], [-7.57421875, false], [-11.5703125, false], [-11.8203125, false], [-11.0703125, false], [-13.8203125, false], [-6.07421875, false], [-11.0703125, false], [-12.0703125, false], [-11.0703125, false], [-13.8203125, false], [-11.3203125, false], [-9.8203125, false], [-10.5703125, false], [-11.0703125, false], [-6.07421875, false], [-11.5703125, false], [-11.0703125, false], [-12.0703125, false], [-12.5703125, false], [-10.5703125, false], [-6.07421875, false], [-11.8203125, false], [-10.8203125, false], [-6.07421875, false], [-13.8203125, false], [-11.0703125, false], [-12.5703125, false], [-12.0703125, false], [-7.57421875, false], [-11.3203125, false], [-11.0703125, false], [-6.07421875, false], [-12.0703125, false], [-10.8203125, false], [-10.5703125, false], [-11.8203125, false], [-6.07421875, false], [-11.5703125, false], [-12.0703125, false], [-12.3203125, false], [-9.8203125, false], [-9.8203125, false], [-10.5703125, false], [-7.53515625, false], [-9.3203125, false], [-11.03125, false], [-6.07421875, false], [-9.3203125, false], [-7.57421875, false], [-13.8203125, false], [-9.8203125, false], [-11.8203125, false], [-12.0703125, false], [-9.8203125, false], [-11.8203125, false], [-13.0703125, false], [-6.07421875, false], [-11.3203125, false], [-7.57421875, false], [-11.8203125, false], [-11.0703125, false], [-13.8203125, false], [-6.07421875, false], [-10.0703125, false], [-11.0703125, false], [-11.5703125, false], [-10.8203125, false], [-13.8203125, false], [-11.0703125, false], [-6.07421875, false], [-11.0703125, false], [-12.0703125, false], [-11.0703125, false], [-13.8203125, false], [-11.3203125, false], [-9.8203125, false], [-10.5703125, false], [-11.0703125, false], [-6.07421875, false], [-11.5703125, false], [-11.0703125, false], [-12.0703125, false], [-12.5703125, false], [-10.5703125, false], [-6.07421875, false], [-9.8203125, false], [-11.8203125, false], [-11.3203125, false], [-13.8203125, false], [-11.0703125, false], [-7.57421875, false], [-10.5703125, false], [-11.0703125, false], [-6.07421875, false], [-11.8203125, false], [-11.5703125, false], [-11.0703125, false], [-6.07421875, false], [-11.5703125, false], [-11.0703125, false], [-7.57421875, false], [-13.8203125, false], [-11.8203125, false], [-6.07421875, false], [-13.8203125, false], [-7.57421875, false], [-11.8203125, false], [-11.0703125, false], [-7.53515625, false], [-9.3203125, false], [-11.03125, false], [-6.07421875, false], [-9.3203125, false], [-7.57421875, false], [-13.8203125, false], [-9.8203125, false], [-11.8203125, false], [-12.0703125, false], [-9.8203125, false], [-11.8203125, false], [-13.0703125, false], [-6.07421875, false], [-11.3203125, false], [-7.57421875, false], [-11.8203125, false], [-11.0703125, false], [-13.8203125, false], [-6.07421875, false], [-10.0703125, false], [-11.0703125, false], [-11.5703125, false], [-10.8203125, false], [-13.8203125, false], [-11.0703125, false], [-6.07421875, false], [-11.0703125, false], [-12.0703125, false], [-11.0703125, false], [-13.8203125, false], [-11.3203125, false], [-9.8203125, false], [-10.5703125, false], [-11.0703125, false], [-6.07421875, false], [-12.5703125, false], [-13.8203125, false], [-11.0703125, false], [-12.8203125, false], [-11.0703125, false], [-11.8203125, false], [-11.8203125, false], [-10.5703125, false], [-6.07421875, false], [-11.8203125, false], [-11.5703125, false], [-11.0703125, false], [-6.07421875, false], [-10.0703125, false], [-10.8203125, false], [-9.8203125, false], [-13.8203125, false], [-6.07421875, false], [-11.5703125, false], [-13.8203125, false], [-10.8203125, false], [-13.3203125, false], [-6.07421875, false], [-10.5703125, false], [-11.3203125, false], [-11.0703125, false], [-7.57421875, false], [-11.8203125, false], [-9.8203125, false], [-11.8203125, false], [-13.0703125, false], [-7.53515625, false], [-9.3203125, false], [-14.0703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 814, "doc": {"id": "Mercury_SC_415352", "question": "Which is an inherited trait?", "choices": {"text": ["dimples", "scrapes", "short hair", "dirty fingernails"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "dimples", "arguments": ["Question: Which is an inherited trait?\nAnswer:", " ["], "resps": [[[-7.9921875, false]], [[-8.4921875, false]], [[-9.2421875, false]], [[-8.7421875, false]], [[-9.7421875, false]], [[-10.6171875, false]], [[-9.8671875, false]], [[-8.9921875, false]], [[-9.1171875, false]], [[-8.4921875, false]], [[-10.453125, false]], [[-5.4921875, false]], [[-8.4921875, false]], [[-9.1171875, false]], [[-9.3671875, false]], [[-10.9921875, false]], [[-4.7421875, false]], [[-10.6171875, false]], [[-8.9921875, false]], [[-9.1171875, false]], [[-8.4921875, false]], [[-10.453125, false]], [[-5.4921875, false]], [[-8.4921875, false]], [[-9.1171875, false]], [[-10.7421875, false]], [[-9.6171875, false]], [[-10.9921875, false]], [[-10.3671875, false]], [[-5.4921875, false]], [[-10.7421875, false]], [[-4.7421875, false]], [[-8.7421875, false]], [[-10.9921875, false]], [[-8.4921875, false]], [[-10.453125, false]], [[-5.4921875, false]], [[-8.4921875, false]], [[-9.2421875, false]], [[-8.7421875, false]], [[-10.9921875, false]], [[-10.3671875, false]], [[-11.7421875, false]], [[-5.4921875, false]], [[-11.1171875, false]], [[-8.7421875, false]], [[-9.7421875, false]], [[-11.8671875, false]], [[-8.9921875, false]], [[-10.9921875, false]], [[-9.7421875, false]], [[-4.7421875, false]], [[-8.7421875, false]], [[-9.8671875, false]], [[-9.1171875, false]], [[-8.4921875, false]], [[-13.4921875, false]]], "filtered_resps": [[-7.9921875, false], [-8.4921875, false], [-9.2421875, false], [-8.7421875, false], [-9.7421875, false], [-10.6171875, false], [-9.8671875, false], [-8.9921875, false], [-9.1171875, false], [-8.4921875, false], [-10.453125, false], [-5.4921875, false], [-8.4921875, false], [-9.1171875, false], [-9.3671875, false], [-10.9921875, false], [-4.7421875, false], [-10.6171875, false], [-8.9921875, false], [-9.1171875, false], [-8.4921875, false], [-10.453125, false], [-5.4921875, false], [-8.4921875, false], [-9.1171875, false], [-10.7421875, false], [-9.6171875, false], [-10.9921875, false], [-10.3671875, false], [-5.4921875, false], [-10.7421875, false], [-4.7421875, false], [-8.7421875, false], [-10.9921875, false], [-8.4921875, false], [-10.453125, false], [-5.4921875, false], [-8.4921875, false], [-9.2421875, false], [-8.7421875, false], [-10.9921875, false], [-10.3671875, false], [-11.7421875, false], [-5.4921875, false], [-11.1171875, false], [-8.7421875, false], [-9.7421875, false], [-11.8671875, false], [-8.9921875, false], [-10.9921875, false], [-9.7421875, false], [-4.7421875, false], [-8.7421875, false], [-9.8671875, false], [-9.1171875, false], [-8.4921875, false], [-13.4921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 822, "doc": {"id": "Mercury_7041388", "question": "In order for magma to be converted to igneous rock, which actions must occur?", "choices": {"text": ["melting and cooling", "heating and pressure", "weathering and erosion", "crystallization and cooling"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "crystallization and cooling", "arguments": ["Question: In order for magma to be converted to igneous rock, which actions must occur?\nAnswer:", " ["], "resps": [[[-6.93359375, false]], [[-9.6875, false]], [[-8.9375, false]], [[-7.43359375, false]], [[-10.9375, false]], [[-10.9375, false]], [[-7.18359375, false]], [[-10.6875, false]], [[-10.1875, false]], [[-4.43359375, false]], [[-4.93359375, false]], [[-10.6875, false]], [[-10.1875, false]], [[-4.43359375, false]], [[-9.1875, false]], [[-9.1875, false]], [[-9.1875, false]], [[-10.9375, false]], [[-7.18359375, false]], [[-10.6875, false]], [[-10.1875, false]], [[-9.6875, false]], [[-9.265625, false]], [[-4.43359375, false]], [[-9.6875, false]], [[-11.4375, false]], [[-7.43359375, false]], [[-4.93359375, false]], [[-10.9375, false]], [[-7.18359375, false]], [[-10.6875, false]], [[-10.1875, false]], [[-4.43359375, false]], [[-4.93359375, false]], [[-10.6875, false]], [[-10.1875, false]], [[-4.43359375, false]], [[-9.9375, false]], [[-11.1875, false]], [[-7.43359375, false]], [[-9.6875, false]], [[-9.6875, false]], [[-10.4375, false]], [[-11.1875, false]], [[-7.43359375, false]], [[-9.6875, false]], [[-9.265625, false]], [[-4.43359375, false]], [[-9.6875, false]], [[-11.6875, false]], [[-7.43359375, false]], [[-4.93359375, false]], [[-10.9375, false]], [[-11.4375, false]], [[-7.43359375, false]], [[-11.1875, false]], [[-7.18359375, false]], [[-10.6875, false]], [[-10.1875, false]], [[-4.43359375, false]], [[-4.93359375, false]], [[-10.6875, false]], [[-10.1875, false]], [[-4.43359375, false]], [[-7.43359375, false]], [[-11.1875, false]], [[-9.1875, false]], [[-9.6875, false]], [[-7.18359375, false]], [[-9.1875, false]], [[-10.6875, false]], [[-9.6875, false]], [[-9.265625, false]], [[-4.43359375, false]], [[-9.6875, false]], [[-9.1875, false]], [[-11.1875, false]], [[-12.4375, false]], [[-9.6875, false]], [[-10.9375, false]], [[-4.93359375, false]], [[-10.9375, false]], [[-10.9375, false]], [[-7.18359375, false]], [[-10.9375, false]], [[-4.93359375, false]], [[-10.9375, false]], [[-7.18359375, false]], [[-9.1875, false]], [[-10.6875, false]], [[-4.43359375, false]], [[-4.93359375, false]], [[-10.6875, false]], [[-10.1875, false]], [[-4.43359375, false]], [[-9.1875, false]], [[-9.1875, false]], [[-9.1875, false]], [[-10.9375, false]], [[-7.18359375, false]], [[-10.6875, false]], [[-10.1875, false]], [[-9.6875, false]], [[-12.9375, false]]], "filtered_resps": [[-6.93359375, false], [-9.6875, false], [-8.9375, false], [-7.43359375, false], [-10.9375, false], [-10.9375, false], [-7.18359375, false], [-10.6875, false], [-10.1875, false], [-4.43359375, false], [-4.93359375, false], [-10.6875, false], [-10.1875, false], [-4.43359375, false], [-9.1875, false], [-9.1875, false], [-9.1875, false], [-10.9375, false], [-7.18359375, false], [-10.6875, false], [-10.1875, false], [-9.6875, false], [-9.265625, false], [-4.43359375, false], [-9.6875, false], [-11.4375, false], [-7.43359375, false], [-4.93359375, false], [-10.9375, false], [-7.18359375, false], [-10.6875, false], [-10.1875, false], [-4.43359375, false], [-4.93359375, false], [-10.6875, false], [-10.1875, false], [-4.43359375, false], [-9.9375, false], [-11.1875, false], [-7.43359375, false], [-9.6875, false], [-9.6875, false], [-10.4375, false], [-11.1875, false], [-7.43359375, false], [-9.6875, false], [-9.265625, false], [-4.43359375, false], [-9.6875, false], [-11.6875, false], [-7.43359375, false], [-4.93359375, false], [-10.9375, false], [-11.4375, false], [-7.43359375, false], [-11.1875, false], [-7.18359375, false], [-10.6875, false], [-10.1875, false], [-4.43359375, false], [-4.93359375, false], [-10.6875, false], [-10.1875, false], [-4.43359375, false], [-7.43359375, false], [-11.1875, false], [-9.1875, false], [-9.6875, false], [-7.18359375, false], [-9.1875, false], [-10.6875, false], [-9.6875, false], [-9.265625, false], [-4.43359375, false], [-9.6875, false], [-9.1875, false], [-11.1875, false], [-12.4375, false], [-9.6875, false], [-10.9375, false], [-4.93359375, false], [-10.9375, false], [-10.9375, false], [-7.18359375, false], [-10.9375, false], [-4.93359375, false], [-10.9375, false], [-7.18359375, false], [-9.1875, false], [-10.6875, false], [-4.43359375, false], [-4.93359375, false], [-10.6875, false], [-10.1875, false], [-4.43359375, false], [-9.1875, false], [-9.1875, false], [-9.1875, false], [-10.9375, false], [-7.18359375, false], [-10.6875, false], [-10.1875, false], [-9.6875, false], [-12.9375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 830, "doc": {"id": "MCAS_2011_8_17682", "question": "Which body system typically recognizes, attacks, and destroys foreign cells or substances that may cause disease?", "choices": {"text": ["digestive", "excretory", "immune", "respiratory"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "immune", "arguments": ["Question: Which body system typically recognizes, attacks, and destroys foreign cells or substances that may cause disease?\nAnswer:", " ["], "resps": [[[-8.3671875, false]], [[-11.1171875, false]], [[-12.3671875, false]], [[-10.1171875, false]], [[-12.3671875, false]], [[-8.8671875, false]], [[-10.3671875, false]], [[-11.3671875, false]], [[-10.1171875, false]], [[-11.8671875, false]], [[-8.8671875, false]], [[-11.1171875, false]], [[-9.8984375, false]], [[-4.87109375, false]], [[-11.1171875, false]], [[-8.8671875, false]], [[-11.3671875, false]], [[-9.1171875, false]], [[-12.1171875, false]], [[-8.8671875, false]], [[-11.3671875, false]], [[-8.6171875, false]], [[-12.1171875, false]], [[-14.1171875, false]], [[-11.1171875, false]], [[-9.8984375, false]], [[-4.87109375, false]], [[-11.1171875, false]], [[-10.1171875, false]], [[-11.1171875, false]], [[-11.1171875, false]], [[-9.1171875, false]], [[-11.6171875, false]], [[-8.8671875, false]], [[-11.1171875, false]], [[-9.8984375, false]], [[-4.87109375, false]], [[-11.1171875, false]], [[-12.1171875, false]], [[-8.8671875, false]], [[-10.3671875, false]], [[-11.1171875, false]], [[-10.1171875, false]], [[-12.1171875, false]], [[-6.62109375, false]], [[-11.3671875, false]], [[-8.6171875, false]], [[-12.1171875, false]], [[-14.1171875, false]], [[-11.1171875, false]], [[-13.3671875, false]]], "filtered_resps": [[-8.3671875, false], [-11.1171875, false], [-12.3671875, false], [-10.1171875, false], [-12.3671875, false], [-8.8671875, false], [-10.3671875, false], [-11.3671875, false], [-10.1171875, false], [-11.8671875, false], [-8.8671875, false], [-11.1171875, false], [-9.8984375, false], [-4.87109375, false], [-11.1171875, false], [-8.8671875, false], [-11.3671875, false], [-9.1171875, false], [-12.1171875, false], [-8.8671875, false], [-11.3671875, false], [-8.6171875, false], [-12.1171875, false], [-14.1171875, false], [-11.1171875, false], [-9.8984375, false], [-4.87109375, false], [-11.1171875, false], [-10.1171875, false], [-11.1171875, false], [-11.1171875, false], [-9.1171875, false], [-11.6171875, false], [-8.8671875, false], [-11.1171875, false], [-9.8984375, false], [-4.87109375, false], [-11.1171875, false], [-12.1171875, false], [-8.8671875, false], [-10.3671875, false], [-11.1171875, false], [-10.1171875, false], [-12.1171875, false], [-6.62109375, false], [-11.3671875, false], [-8.6171875, false], [-12.1171875, false], [-14.1171875, false], [-11.1171875, false], [-13.3671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 838, "doc": {"id": "TIMSS_2007_8_pg130", "question": "Where is most fresh (non-salty) water on Earth located?", "choices": {"text": ["oceans", "rivers", "lakes", "polar ice caps"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "polar ice caps", "arguments": ["Question: Where is most fresh (non-salty) water on Earth located?\nAnswer:", " ["], "resps": [[[-7.8203125, false]], [[-9.0703125, false]], [[-10.5703125, false]], [[-11.3203125, false]], [[-9.5703125, false]], [[-7.5703125, false]], [[-9.8203125, false]], [[-9.8203125, false]], [[-9.0703125, false]], [[-8.6015625, false]], [[-5.3203125, false]], [[-9.0703125, false]], [[-12.5703125, false]], [[-8.8203125, false]], [[-12.3203125, false]], [[-9.5703125, false]], [[-12.5703125, false]], [[-9.8203125, false]], [[-9.0703125, false]], [[-8.6015625, false]], [[-5.3203125, false]], [[-9.0703125, false]], [[-11.3203125, false]], [[-7.5703125, false]], [[-13.0703125, false]], [[-9.5703125, false]], [[-9.8203125, false]], [[-9.0703125, false]], [[-8.6015625, false]], [[-5.3203125, false]], [[-9.0703125, false]], [[-10.8203125, false]], [[-10.5703125, false]], [[-11.3203125, false]], [[-7.5703125, false]], [[-12.5703125, false]], [[-5.3203125, false]], [[-8.8203125, false]], [[-11.3203125, false]], [[-9.5703125, false]], [[-5.3203125, false]], [[-11.3203125, false]], [[-7.5703125, false]], [[-10.8203125, false]], [[-9.8203125, false]], [[-9.0703125, false]], [[-13.3203125, false]]], "filtered_resps": [[-7.8203125, false], [-9.0703125, false], [-10.5703125, false], [-11.3203125, false], [-9.5703125, false], [-7.5703125, false], [-9.8203125, false], [-9.8203125, false], [-9.0703125, false], [-8.6015625, false], [-5.3203125, false], [-9.0703125, false], [-12.5703125, false], [-8.8203125, false], [-12.3203125, false], [-9.5703125, false], [-12.5703125, false], [-9.8203125, false], [-9.0703125, false], [-8.6015625, false], [-5.3203125, false], [-9.0703125, false], [-11.3203125, false], [-7.5703125, false], [-13.0703125, false], [-9.5703125, false], [-9.8203125, false], [-9.0703125, false], [-8.6015625, false], [-5.3203125, false], [-9.0703125, false], [-10.8203125, false], [-10.5703125, false], [-11.3203125, false], [-7.5703125, false], [-12.5703125, false], [-5.3203125, false], [-8.8203125, false], [-11.3203125, false], [-9.5703125, false], [-5.3203125, false], [-11.3203125, false], [-7.5703125, false], [-10.8203125, false], [-9.8203125, false], [-9.0703125, false], [-13.3203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 846, "doc": {"id": "NYSEDREGENTS_2008_8_26", "question": "Studies of earthquake waves have helped scientists determine the", "choices": {"text": ["structure of Earth's interior", "depth of the oceans", "cause of dinosaur extinction", "age of Earth"], "label": ["1", "2", "3", "4"]}, "answerKey": "1"}, "target": "structure of Earth's interior", "arguments": ["Question: Studies of earthquake waves have helped scientists determine the\nAnswer:", " ["], "resps": [[[-7.71875, false]], [[-5.59375, false]], [[-8.09375, false]], [[-9.34375, false]], [[-8.96875, false]], [[-9.96875, false]], [[-8.84375, false]], [[-9.34375, false]], [[-9.96875, false]], [[-8.96875, false]], [[-4.59375, false]], [[-4.71875, false]], [[-8.84375, false]], [[-8.34375, false]], [[-4.71875, false]], [[-3.341796875, false]], [[-4.96875, false]], [[-8.96875, false]], [[-9.34375, false]], [[-9.71875, false]], [[-7.59375, false]], [[-8.09375, false]], [[-4.71875, false]], [[-8.46875, false]], [[-8.21875, false]], [[-9.34375, false]], [[-4.59375, false]], [[-8.96875, false]], [[-8.46875, false]], [[-8.84375, false]], [[-8.96875, false]], [[-5.59375, false]], [[-8.015625, false]], [[-4.71875, false]], [[-7.59375, false]], [[-8.21875, false]], [[-4.59375, false]], [[-9.21875, false]], [[-9.34375, false]], [[-9.71875, false]], [[-4.71875, false]], [[-8.84375, false]], [[-8.34375, false]], [[-4.71875, false]], [[-9.34375, false]], [[-9.71875, false]], [[-4.59375, false]], [[-4.71875, false]], [[-8.84375, false]], [[-8.84375, false]], [[-4.59375, false]], [[-4.96875, false]], [[-8.21875, false]], [[-8.09375, false]], [[-7.59375, false]], [[-8.015625, false]], [[-4.71875, false]], [[-7.59375, false]], [[-8.84375, false]], [[-4.96875, false]], [[-9.96875, false]], [[-8.09375, false]], [[-4.59375, false]], [[-4.71875, false]], [[-8.84375, false]], [[-8.34375, false]], [[-4.71875, false]], [[-8.21875, false]], [[-8.46875, false]], [[-8.21875, false]], [[-8.84375, false]], [[-8.09375, false]], [[-4.96875, false]], [[-9.96875, false]], [[-8.96875, false]], [[-4.71875, false]], [[-4.59375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-8.46875, false]], [[-8.21875, false]], [[-8.84375, false]], [[-9.34375, false]], [[-8.46875, false]], [[-8.84375, false]], [[-8.21875, false]], [[-7.59375, false]], [[-8.015625, false]], [[-4.71875, false]], [[-7.59375, false]], [[-4.96875, false]], [[-10.34375, false]], [[-4.59375, false]], [[-4.71875, false]], [[-8.84375, false]], [[-8.34375, false]], [[-4.71875, false]], [[-3.341796875, false]], [[-4.96875, false]], [[-8.96875, false]], [[-9.34375, false]], [[-9.71875, false]], [[-7.59375, false]], [[-11.21875, false]]], "filtered_resps": [[-7.71875, false], [-5.59375, false], [-8.09375, false], [-9.34375, false], [-8.96875, false], [-9.96875, false], [-8.84375, false], [-9.34375, false], [-9.96875, false], [-8.96875, false], [-4.59375, false], [-4.71875, false], [-8.84375, false], [-8.34375, false], [-4.71875, false], [-3.341796875, false], [-4.96875, false], [-8.96875, false], [-9.34375, false], [-9.71875, false], [-7.59375, false], [-8.09375, false], [-4.71875, false], [-8.46875, false], [-8.21875, false], [-9.34375, false], [-4.59375, false], [-8.96875, false], [-8.46875, false], [-8.84375, false], [-8.96875, false], [-5.59375, false], [-8.015625, false], [-4.71875, false], [-7.59375, false], [-8.21875, false], [-4.59375, false], [-9.21875, false], [-9.34375, false], [-9.71875, false], [-4.71875, false], [-8.84375, false], [-8.34375, false], [-4.71875, false], [-9.34375, false], [-9.71875, false], [-4.59375, false], [-4.71875, false], [-8.84375, false], [-8.84375, false], [-4.59375, false], [-4.96875, false], [-8.21875, false], [-8.09375, false], [-7.59375, false], [-8.015625, false], [-4.71875, false], [-7.59375, false], [-8.84375, false], [-4.96875, false], [-9.96875, false], [-8.09375, false], [-4.59375, false], [-4.71875, false], [-8.84375, false], [-8.34375, false], [-4.71875, false], [-8.21875, false], [-8.46875, false], [-8.21875, false], [-8.84375, false], [-8.09375, false], [-4.96875, false], [-9.96875, false], [-8.96875, false], [-4.71875, false], [-4.59375, false], [-9.34375, false], [-9.34375, false], [-8.46875, false], [-8.21875, false], [-8.84375, false], [-9.34375, false], [-8.46875, false], [-8.84375, false], [-8.21875, false], [-7.59375, false], [-8.015625, false], [-4.71875, false], [-7.59375, false], [-4.96875, false], [-10.34375, false], [-4.59375, false], [-4.71875, false], [-8.84375, false], [-8.34375, false], [-4.71875, false], [-3.341796875, false], [-4.96875, false], [-8.96875, false], [-9.34375, false], [-9.71875, false], [-7.59375, false], [-11.21875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 854, "doc": {"id": "Mercury_7007473", "question": "The frequency of a wave is measured in", "choices": {"text": ["hertz.", "meters.", "hertz/second.", "meters/minute."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "hertz.", "arguments": ["Question: The frequency of a wave is measured in\nAnswer:", " ["], "resps": [[[-6.8203125, false]], [[-7.8203125, false]], [[-8.0703125, false]], [[-7.8203125, false]], [[-8.0703125, false]], [[-7.5703125, false]], [[-10.0703125, false]], [[-6.08984375, false]], [[-7.8203125, false]], [[-7.21484375, false]], [[-4.3203125, false]], [[-7.8203125, false]], [[-6.0703125, false]], [[-7.8203125, false]], [[-7.5703125, false]], [[-7.8203125, false]], [[-8.0703125, false]], [[-8.3203125, false]], [[-6.08984375, false]], [[-7.8203125, false]], [[-7.21484375, false]], [[-4.3203125, false]], [[-7.8203125, false]], [[-8.0703125, false]], [[-7.8203125, false]], [[-8.0703125, false]], [[-7.5703125, false]], [[-10.0703125, false]], [[-7.8203125, false]], [[-8.3203125, false]], [[-7.8203125, false]], [[-7.8203125, false]], [[-8.5703125, false]], [[-6.3203125, false]], [[-6.3203125, false]], [[-6.08984375, false]], [[-7.8203125, false]], [[-7.21484375, false]], [[-4.3203125, false]], [[-7.8203125, false]], [[-6.0703125, false]], [[-7.8203125, false]], [[-7.5703125, false]], [[-7.8203125, false]], [[-8.0703125, false]], [[-8.3203125, false]], [[-7.8203125, false]], [[-6.0703125, false]], [[-7.3203125, false]], [[-6.3203125, false]], [[-7.8203125, false]], [[-7.5703125, false]], [[-7.8203125, false]], [[-6.08984375, false]], [[-7.8203125, false]], [[-11.0703125, false]]], "filtered_resps": [[-6.8203125, false], [-7.8203125, false], [-8.0703125, false], [-7.8203125, false], [-8.0703125, false], [-7.5703125, false], [-10.0703125, false], [-6.08984375, false], [-7.8203125, false], [-7.21484375, false], [-4.3203125, false], [-7.8203125, false], [-6.0703125, false], [-7.8203125, false], [-7.5703125, false], [-7.8203125, false], [-8.0703125, false], [-8.3203125, false], [-6.08984375, false], [-7.8203125, false], [-7.21484375, false], [-4.3203125, false], [-7.8203125, false], [-8.0703125, false], [-7.8203125, false], [-8.0703125, false], [-7.5703125, false], [-10.0703125, false], [-7.8203125, false], [-8.3203125, false], [-7.8203125, false], [-7.8203125, false], [-8.5703125, false], [-6.3203125, false], [-6.3203125, false], [-6.08984375, false], [-7.8203125, false], [-7.21484375, false], [-4.3203125, false], [-7.8203125, false], [-6.0703125, false], [-7.8203125, false], [-7.5703125, false], [-7.8203125, false], [-8.0703125, false], [-8.3203125, false], [-7.8203125, false], [-6.0703125, false], [-7.3203125, false], [-6.3203125, false], [-7.8203125, false], [-7.5703125, false], [-7.8203125, false], [-6.08984375, false], [-7.8203125, false], [-11.0703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 862, "doc": {"id": "Mercury_400060", "question": "Which statement below best explains why several fossils of sea organisms were discovered buried deep in an area of dry land?", "choices": {"text": ["The fossils changed locations.", "The area had a shift in climate.", "The land was once underwater.", "A glacier once covered the area."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "The land was once underwater.", "arguments": ["Question: Which statement below best explains why several fossils of sea organisms were discovered buried deep in an area of dry land?\nAnswer:", " ["], "resps": [[[-6.609375, false]], [[-8.359375, false]], [[-6.859375, false]], [[-11.859375, false]], [[-8.109375, false]], [[-5.984375, false]], [[-8.984375, false]], [[-9.109375, false]], [[-9.734375, false]], [[-9.734375, false]], [[-9.609375, false]], [[-10.484375, false]], [[-9.734375, false]], [[-5.984375, false]], [[-7.734375, false]], [[-11.859375, false]], [[-5.109375, false]], [[-9.484375, false]], [[-10.984375, false]], [[-8.109375, false]], [[-8.109375, false]], [[-5.984375, false]], [[-10.484375, false]], [[-9.109375, false]], [[-7.734375, false]], [[-5.109375, false]], [[-10.734375, false]], [[-9.609375, false]], [[-9.109375, false]], [[-9.484375, false]], [[-9.734375, false]], [[-6.86328125, false]], [[-8.359375, false]], [[-10.109375, false]], [[-5.984375, false]], [[-8.359375, false]], [[-6.859375, false]], [[-11.859375, false]], [[-8.109375, false]], [[-5.984375, false]], [[-5.109375, false]], [[-10.484375, false]], [[-8.109375, false]], [[-5.109375, false]], [[-5.984375, false]], [[-11.859375, false]], [[-5.109375, false]], [[-8.109375, false]], [[-5.984375, false]], [[-5.109375, false]], [[-5.984375, false]], [[-9.734375, false]], [[-11.859375, false]], [[-9.609375, false]], [[-8.984375, false]], [[-10.734375, false]], [[-5.984375, false]], [[-9.609375, false]], [[-9.484375, false]], [[-5.984375, false]], [[-7.734375, false]], [[-10.484375, false]], [[-9.609375, false]], [[-9.984375, false]], [[-5.109375, false]], [[-10.734375, false]], [[-8.109375, false]], [[-6.86328125, false]], [[-8.359375, false]], [[-10.109375, false]], [[-5.984375, false]], [[-8.359375, false]], [[-6.859375, false]], [[-11.859375, false]], [[-8.109375, false]], [[-5.984375, false]], [[-10.484375, false]], [[-5.109375, false]], [[-9.484375, false]], [[-8.109375, false]], [[-5.984375, false]], [[-10.609375, false]], [[-5.109375, false]], [[-9.734375, false]], [[-5.984375, false]], [[-9.109375, false]], [[-9.484375, false]], [[-7.734375, false]], [[-8.109375, false]], [[-5.984375, false]], [[-12.734375, false]], [[-9.484375, false]], [[-8.109375, false]], [[-8.109375, false]], [[-10.484375, false]], [[-10.609375, false]], [[-5.109375, false]], [[-10.734375, false]], [[-8.109375, false]], [[-10.484375, false]], [[-6.86328125, false]], [[-8.359375, false]], [[-10.109375, false]], [[-5.984375, false]], [[-8.359375, false]], [[-2.732421875, false]], [[-5.984375, false]], [[-10.984375, false]], [[-10.484375, false]], [[-5.109375, false]], [[-7.734375, false]], [[-9.609375, false]], [[-8.109375, false]], [[-10.484375, false]], [[-5.984375, false]], [[-9.109375, false]], [[-9.484375, false]], [[-7.734375, false]], [[-8.109375, false]], [[-5.984375, false]], [[-7.734375, false]], [[-9.109375, false]], [[-10.734375, false]], [[-8.109375, false]], [[-10.484375, false]], [[-8.109375, false]], [[-8.109375, false]], [[-5.984375, false]], [[-10.734375, false]], [[-11.859375, false]], [[-8.109375, false]], [[-5.984375, false]], [[-5.109375, false]], [[-10.484375, false]], [[-8.109375, false]], [[-5.109375, false]], [[-6.86328125, false]], [[-8.359375, false]], [[-11.859375, false]]], "filtered_resps": [[-6.609375, false], [-8.359375, false], [-6.859375, false], [-11.859375, false], [-8.109375, false], [-5.984375, false], [-8.984375, false], [-9.109375, false], [-9.734375, false], [-9.734375, false], [-9.609375, false], [-10.484375, false], [-9.734375, false], [-5.984375, false], [-7.734375, false], [-11.859375, false], [-5.109375, false], [-9.484375, false], [-10.984375, false], [-8.109375, false], [-8.109375, false], [-5.984375, false], [-10.484375, false], [-9.109375, false], [-7.734375, false], [-5.109375, false], [-10.734375, false], [-9.609375, false], [-9.109375, false], [-9.484375, false], [-9.734375, false], [-6.86328125, false], [-8.359375, false], [-10.109375, false], [-5.984375, false], [-8.359375, false], [-6.859375, false], [-11.859375, false], [-8.109375, false], [-5.984375, false], [-5.109375, false], [-10.484375, false], [-8.109375, false], [-5.109375, false], [-5.984375, false], [-11.859375, false], [-5.109375, false], [-8.109375, false], [-5.984375, false], [-5.109375, false], [-5.984375, false], [-9.734375, false], [-11.859375, false], [-9.609375, false], [-8.984375, false], [-10.734375, false], [-5.984375, false], [-9.609375, false], [-9.484375, false], [-5.984375, false], [-7.734375, false], [-10.484375, false], [-9.609375, false], [-9.984375, false], [-5.109375, false], [-10.734375, false], [-8.109375, false], [-6.86328125, false], [-8.359375, false], [-10.109375, false], [-5.984375, false], [-8.359375, false], [-6.859375, false], [-11.859375, false], [-8.109375, false], [-5.984375, false], [-10.484375, false], [-5.109375, false], [-9.484375, false], [-8.109375, false], [-5.984375, false], [-10.609375, false], [-5.109375, false], [-9.734375, false], [-5.984375, false], [-9.109375, false], [-9.484375, false], [-7.734375, false], [-8.109375, false], [-5.984375, false], [-12.734375, false], [-9.484375, false], [-8.109375, false], [-8.109375, false], [-10.484375, false], [-10.609375, false], [-5.109375, false], [-10.734375, false], [-8.109375, false], [-10.484375, false], [-6.86328125, false], [-8.359375, false], [-10.109375, false], [-5.984375, false], [-8.359375, false], [-2.732421875, false], [-5.984375, false], [-10.984375, false], [-10.484375, false], [-5.109375, false], [-7.734375, false], [-9.609375, false], [-8.109375, false], [-10.484375, false], [-5.984375, false], [-9.109375, false], [-9.484375, false], [-7.734375, false], [-8.109375, false], [-5.984375, false], [-7.734375, false], [-9.109375, false], [-10.734375, false], [-8.109375, false], [-10.484375, false], [-8.109375, false], [-8.109375, false], [-5.984375, false], [-10.734375, false], [-11.859375, false], [-8.109375, false], [-5.984375, false], [-5.109375, false], [-10.484375, false], [-8.109375, false], [-5.109375, false], [-6.86328125, false], [-8.359375, false], [-11.859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 870, "doc": {"id": "Mercury_SC_LBS10270", "question": "Which of the following is an inherited human trait?", "choices": {"text": ["eye color", "sleep patterns", "sense of balance", "sense of humor"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "eye color", "arguments": ["Question: Which of the following is an inherited human trait?\nAnswer:", " ["], "resps": [[[-7.359375, false]], [[-9.359375, false]], [[-9.734375, false]], [[-11.359375, false]], [[-9.734375, false]], [[-4.609375, false]], [[-7.109375, false]], [[-8.609375, false]], [[-8.609375, false]], [[-8.609375, false]], [[-10.359375, false]], [[-9.359375, false]], [[-9.65625, false]], [[-4.609375, false]], [[-9.359375, false]], [[-8.234375, false]], [[-8.609375, false]], [[-9.734375, false]], [[-9.734375, false]], [[-10.109375, false]], [[-4.609375, false]], [[-10.109375, false]], [[-4.359375, false]], [[-9.734375, false]], [[-9.734375, false]], [[-9.734375, false]], [[-10.359375, false]], [[-8.734375, false]], [[-8.234375, false]], [[-9.359375, false]], [[-9.65625, false]], [[-4.609375, false]], [[-9.359375, false]], [[-8.234375, false]], [[-9.734375, false]], [[-8.734375, false]], [[-8.234375, false]], [[-9.734375, false]], [[-4.609375, false]], [[-8.609375, false]], [[-9.109375, false]], [[-4.609375, false]], [[-8.109375, false]], [[-4.359375, false]], [[-8.609375, false]], [[-4.359375, false]], [[-8.734375, false]], [[-7.109375, false]], [[-9.734375, false]], [[-9.359375, false]], [[-9.65625, false]], [[-4.609375, false]], [[-9.359375, false]], [[-8.234375, false]], [[-9.734375, false]], [[-8.734375, false]], [[-8.234375, false]], [[-9.734375, false]], [[-4.609375, false]], [[-8.609375, false]], [[-9.109375, false]], [[-4.609375, false]], [[-10.234375, false]], [[-10.609375, false]], [[-9.109375, false]], [[-8.609375, false]], [[-10.359375, false]], [[-9.359375, false]], [[-12.984375, false]]], "filtered_resps": [[-7.359375, false], [-9.359375, false], [-9.734375, false], [-11.359375, false], [-9.734375, false], [-4.609375, false], [-7.109375, false], [-8.609375, false], [-8.609375, false], [-8.609375, false], [-10.359375, false], [-9.359375, false], [-9.65625, false], [-4.609375, false], [-9.359375, false], [-8.234375, false], [-8.609375, false], [-9.734375, false], [-9.734375, false], [-10.109375, false], [-4.609375, false], [-10.109375, false], [-4.359375, false], [-9.734375, false], [-9.734375, false], [-9.734375, false], [-10.359375, false], [-8.734375, false], [-8.234375, false], [-9.359375, false], [-9.65625, false], [-4.609375, false], [-9.359375, false], [-8.234375, false], [-9.734375, false], [-8.734375, false], [-8.234375, false], [-9.734375, false], [-4.609375, false], [-8.609375, false], [-9.109375, false], [-4.609375, false], [-8.109375, false], [-4.359375, false], [-8.609375, false], [-4.359375, false], [-8.734375, false], [-7.109375, false], [-9.734375, false], [-9.359375, false], [-9.65625, false], [-4.609375, false], [-9.359375, false], [-8.234375, false], [-9.734375, false], [-8.734375, false], [-8.234375, false], [-9.734375, false], [-4.609375, false], [-8.609375, false], [-9.109375, false], [-4.609375, false], [-10.234375, false], [-10.609375, false], [-9.109375, false], [-8.609375, false], [-10.359375, false], [-9.359375, false], [-12.984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 878, "doc": {"id": "MCAS_2015_8_20", "question": "The temperature in a classroom is 15°C (59°F). The teacher turns the thermostat to 20°C (68°F) and keeps the door closed. Which of the following statements best describes the change that occurs as the temperature in the room increases to 20°C?", "choices": {"text": ["Cold air molecules collide to generate heat energy.", "Cold energy in the room transforms into heat energy.", "The room becomes warmer as heat energy is added to the room.", "The room becomes warmer as cold energy is pushed out of the room."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "The room becomes warmer as heat energy is added to the room.", "arguments": ["Question: The temperature in a classroom is 15°C (59°F). The teacher turns the thermostat to 20°C (68°F) and keeps the door closed. Which of the following statements best describes the change that occurs as the temperature in the room increases to 20°C?\nAnswer:", " ["], "resps": [[[-6.34765625, false]], [[-9.8515625, false]], [[-4.09765625, false]], [[-8.3515625, false]], [[-9.8515625, false]], [[-6.34765625, false]], [[-5.3515625, false]], [[-2.84765625, false]], [[-7.34765625, false]], [[-9.6015625, false]], [[-5.3515625, false]], [[-8.3515625, false]], [[-8.3515625, false]], [[-9.8515625, false]], [[-7.59765625, false]], [[-5.84765625, false]], [[-10.6015625, false]], [[-9.8515625, false]], [[-7.59765625, false]], [[-9.6015625, false]], [[-5.34765625, false]], [[-5.84765625, false]], [[-8.3515625, false]], [[-9.8515625, false]], [[-9.8515625, false]], [[-7.34765625, false]], [[-6.34765625, false]], [[-7.59765625, false]], [[-5.34765625, false]], [[-8.6015625, false]], [[-8.3515625, false]], [[-5.34765625, false]], [[-9.3515625, false]], [[-7.59765625, false]], [[-8.3515625, false]], [[-7.59765625, false]], [[-9.6015625, false]], [[-2.84765625, false]], [[-8.6015625, false]], [[-7.59765625, false]], [[-5.34765625, false]], [[-9.6015625, false]], [[-7.59765625, false]], [[-2.84765625, false]], [[-8.6015625, false]], [[-5.34765625, false]], [[-7.59765625, false]], [[-8.3515625, false]], [[-7.59765625, false]], [[-9.6015625, false]], [[-9.3515625, false]], [[-10.6015625, false]], [[-6.08203125, false]], [[-9.8515625, false]], [[-9.578125, false]], [[-5.34765625, false]], [[-9.8515625, false]], [[-4.09765625, false]], [[-8.3515625, false]], [[-9.8515625, false]], [[-6.34765625, false]], [[-5.34765625, false]], [[-7.59765625, false]], [[-8.3515625, false]], [[-7.59765625, false]], [[-9.6015625, false]], [[-9.3515625, false]], [[-10.6015625, false]], [[-5.34765625, false]], [[-7.34765625, false]], [[-8.3515625, false]], [[-5.34765625, false]], [[-8.6015625, false]], [[-9.6015625, false]], [[-7.59765625, false]], [[-5.34765625, false]], [[-9.6015625, false]], [[-8.3515625, false]], [[-8.3515625, false]], [[-8.3515625, false]], [[-5.34765625, false]], [[-8.6015625, false]], [[-9.6015625, false]], [[-2.84765625, false]], [[-8.3515625, false]], [[-9.6015625, false]], [[-7.59765625, false]], [[-8.3515625, false]], [[-9.6015625, false]], [[-8.3515625, false]], [[-9.6015625, false]], [[-5.34765625, false]], [[-7.34765625, false]], [[-8.3515625, false]], [[-8.6015625, false]], [[-8.3515625, false]], [[-5.34765625, false]], [[-9.6015625, false]], [[-7.59765625, false]], [[-2.84765625, false]], [[-8.6015625, false]], [[-5.34765625, false]], [[-7.59765625, false]], [[-8.3515625, false]], [[-7.59765625, false]], [[-9.6015625, false]], [[-9.3515625, false]], [[-10.6015625, false]], [[-6.08203125, false]], [[-9.8515625, false]], [[-9.578125, false]], [[-5.34765625, false]], [[-9.8515625, false]], [[-6.84765625, false]], [[-9.6015625, false]], [[-7.59765625, false]], [[-5.34765625, false]], [[-9.6015625, false]], [[-8.3515625, false]], [[-8.3515625, false]], [[-8.3515625, false]], [[-5.34765625, false]], [[-4.34765625, false]], [[-7.59765625, false]], [[-5.84765625, false]], [[-8.3515625, false]], [[-8.3515625, false]], [[-7.59765625, false]], [[-9.6015625, false]], [[-5.34765625, false]], [[-10.3515625, false]], [[-2.84765625, false]], [[-9.6015625, false]], [[-8.3515625, false]], [[-7.59765625, false]], [[-9.6015625, false]], [[-5.34765625, false]], [[-2.84765625, false]], [[-9.6015625, false]], [[-5.34765625, false]], [[-9.6015625, false]], [[-7.59765625, false]], [[-2.84765625, false]], [[-8.6015625, false]], [[-5.34765625, false]], [[-7.59765625, false]], [[-8.3515625, false]], [[-7.59765625, false]], [[-9.6015625, false]], [[-9.3515625, false]], [[-10.6015625, false]], [[-5.34765625, false]], [[-7.34765625, false]], [[-9.6015625, false]], [[-5.34765625, false]], [[-2.84765625, false]], [[-6.34765625, false]], [[-6.34765625, false]], [[-7.59765625, false]], [[-6.34765625, false]], [[-5.34765625, false]], [[-8.6015625, false]], [[-8.3515625, false]], [[-5.34765625, false]], [[-8.6015625, false]], [[-9.6015625, false]], [[-7.59765625, false]], [[-5.34765625, false]], [[-9.6015625, false]], [[-8.3515625, false]], [[-8.3515625, false]], [[-8.3515625, false]], [[-6.08203125, false]], [[-9.8515625, false]], [[-9.578125, false]], [[-5.34765625, false]], [[-9.8515625, false]], [[-6.84765625, false]], [[-9.6015625, false]], [[-7.59765625, false]], [[-5.34765625, false]], [[-9.6015625, false]], [[-8.3515625, false]], [[-8.3515625, false]], [[-8.3515625, false]], [[-5.34765625, false]], [[-4.34765625, false]], [[-7.59765625, false]], [[-5.84765625, false]], [[-8.3515625, false]], [[-8.3515625, false]], [[-7.59765625, false]], [[-9.6015625, false]], [[-5.34765625, false]], [[-10.3515625, false]], [[-2.84765625, false]], [[-9.6015625, false]], [[-8.3515625, false]], [[-7.59765625, false]], [[-9.6015625, false]], [[-5.34765625, false]], [[-2.84765625, false]], [[-9.6015625, false]], [[-5.34765625, false]], [[-5.84765625, false]], [[-8.3515625, false]], [[-9.8515625, false]], [[-6.34765625, false]], [[-5.34765625, false]], [[-7.59765625, false]], [[-8.3515625, false]], [[-7.59765625, false]], [[-9.6015625, false]], [[-9.3515625, false]], [[-10.6015625, false]], [[-5.34765625, false]], [[-7.34765625, false]], [[-9.6015625, false]], [[-5.34765625, false]], [[-9.1015625, false]], [[-10.6015625, false]], [[-9.6015625, false]], [[-9.6015625, false]], [[-7.59765625, false]], [[-6.34765625, false]], [[-5.34765625, false]], [[-8.3515625, false]], [[-10.6015625, false]], [[-8.6015625, false]], [[-5.34765625, false]], [[-8.3515625, false]], [[-7.59765625, false]], [[-5.34765625, false]], [[-8.6015625, false]], [[-9.6015625, false]], [[-7.59765625, false]], [[-5.34765625, false]], [[-9.6015625, false]], [[-8.3515625, false]], [[-8.3515625, false]], [[-8.3515625, false]], [[-6.08203125, false]], [[-9.8515625, false]], [[-10.8515625, false]]], "filtered_resps": [[-6.34765625, false], [-9.8515625, false], [-4.09765625, false], [-8.3515625, false], [-9.8515625, false], [-6.34765625, false], [-5.3515625, false], [-2.84765625, false], [-7.34765625, false], [-9.6015625, false], [-5.3515625, false], [-8.3515625, false], [-8.3515625, false], [-9.8515625, false], [-7.59765625, false], [-5.84765625, false], [-10.6015625, false], [-9.8515625, false], [-7.59765625, false], [-9.6015625, false], [-5.34765625, false], [-5.84765625, false], [-8.3515625, false], [-9.8515625, false], [-9.8515625, false], [-7.34765625, false], [-6.34765625, false], [-7.59765625, false], [-5.34765625, false], [-8.6015625, false], [-8.3515625, false], [-5.34765625, false], [-9.3515625, false], [-7.59765625, false], [-8.3515625, false], [-7.59765625, false], [-9.6015625, false], [-2.84765625, false], [-8.6015625, false], [-7.59765625, false], [-5.34765625, false], [-9.6015625, false], [-7.59765625, false], [-2.84765625, false], [-8.6015625, false], [-5.34765625, false], [-7.59765625, false], [-8.3515625, false], [-7.59765625, false], [-9.6015625, false], [-9.3515625, false], [-10.6015625, false], [-6.08203125, false], [-9.8515625, false], [-9.578125, false], [-5.34765625, false], [-9.8515625, false], [-4.09765625, false], [-8.3515625, false], [-9.8515625, false], [-6.34765625, false], [-5.34765625, false], [-7.59765625, false], [-8.3515625, false], [-7.59765625, false], [-9.6015625, false], [-9.3515625, false], [-10.6015625, false], [-5.34765625, false], [-7.34765625, false], [-8.3515625, false], [-5.34765625, false], [-8.6015625, false], [-9.6015625, false], [-7.59765625, false], [-5.34765625, false], [-9.6015625, false], [-8.3515625, false], [-8.3515625, false], [-8.3515625, false], [-5.34765625, false], [-8.6015625, false], [-9.6015625, false], [-2.84765625, false], [-8.3515625, false], [-9.6015625, false], [-7.59765625, false], [-8.3515625, false], [-9.6015625, false], [-8.3515625, false], [-9.6015625, false], [-5.34765625, false], [-7.34765625, false], [-8.3515625, false], [-8.6015625, false], [-8.3515625, false], [-5.34765625, false], [-9.6015625, false], [-7.59765625, false], [-2.84765625, false], [-8.6015625, false], [-5.34765625, false], [-7.59765625, false], [-8.3515625, false], [-7.59765625, false], [-9.6015625, false], [-9.3515625, false], [-10.6015625, false], [-6.08203125, false], [-9.8515625, false], [-9.578125, false], [-5.34765625, false], [-9.8515625, false], [-6.84765625, false], [-9.6015625, false], [-7.59765625, false], [-5.34765625, false], [-9.6015625, false], [-8.3515625, false], [-8.3515625, false], [-8.3515625, false], [-5.34765625, false], [-4.34765625, false], [-7.59765625, false], [-5.84765625, false], [-8.3515625, false], [-8.3515625, false], [-7.59765625, false], [-9.6015625, false], [-5.34765625, false], [-10.3515625, false], [-2.84765625, false], [-9.6015625, false], [-8.3515625, false], [-7.59765625, false], [-9.6015625, false], [-5.34765625, false], [-2.84765625, false], [-9.6015625, false], [-5.34765625, false], [-9.6015625, false], [-7.59765625, false], [-2.84765625, false], [-8.6015625, false], [-5.34765625, false], [-7.59765625, false], [-8.3515625, false], [-7.59765625, false], [-9.6015625, false], [-9.3515625, false], [-10.6015625, false], [-5.34765625, false], [-7.34765625, false], [-9.6015625, false], [-5.34765625, false], [-2.84765625, false], [-6.34765625, false], [-6.34765625, false], [-7.59765625, false], [-6.34765625, false], [-5.34765625, false], [-8.6015625, false], [-8.3515625, false], [-5.34765625, false], [-8.6015625, false], [-9.6015625, false], [-7.59765625, false], [-5.34765625, false], [-9.6015625, false], [-8.3515625, false], [-8.3515625, false], [-8.3515625, false], [-6.08203125, false], [-9.8515625, false], [-9.578125, false], [-5.34765625, false], [-9.8515625, false], [-6.84765625, false], [-9.6015625, false], [-7.59765625, false], [-5.34765625, false], [-9.6015625, false], [-8.3515625, false], [-8.3515625, false], [-8.3515625, false], [-5.34765625, false], [-4.34765625, false], [-7.59765625, false], [-5.84765625, false], [-8.3515625, false], [-8.3515625, false], [-7.59765625, false], [-9.6015625, false], [-5.34765625, false], [-10.3515625, false], [-2.84765625, false], [-9.6015625, false], [-8.3515625, false], [-7.59765625, false], [-9.6015625, false], [-5.34765625, false], [-2.84765625, false], [-9.6015625, false], [-5.34765625, false], [-5.84765625, false], [-8.3515625, false], [-9.8515625, false], [-6.34765625, false], [-5.34765625, false], [-7.59765625, false], [-8.3515625, false], [-7.59765625, false], [-9.6015625, false], [-9.3515625, false], [-10.6015625, false], [-5.34765625, false], [-7.34765625, false], [-9.6015625, false], [-5.34765625, false], [-9.1015625, false], [-10.6015625, false], [-9.6015625, false], [-9.6015625, false], [-7.59765625, false], [-6.34765625, false], [-5.34765625, false], [-8.3515625, false], [-10.6015625, false], [-8.6015625, false], [-5.34765625, false], [-8.3515625, false], [-7.59765625, false], [-5.34765625, false], [-8.6015625, false], [-9.6015625, false], [-7.59765625, false], [-5.34765625, false], [-9.6015625, false], [-8.3515625, false], [-8.3515625, false], [-8.3515625, false], [-6.08203125, false], [-9.8515625, false], [-10.8515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 886, "doc": {"id": "TIMSS_2011_8_pg98", "question": "What is the chemical formula for carbon dioxide?", "choices": {"text": ["CO", "CO2", "C", "O2"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "CO2", "arguments": ["Question: What is the chemical formula for carbon dioxide?\nAnswer:", " ["], "resps": [[[-6.0703125, false]], [[-9.0703125, false]], [[-1.568359375, true]], [[-5.0703125, false]], [[-9.0703125, false]], [[-9.0625, false]], [[-5.3203125, false]], [[-9.0703125, false]], [[-1.568359375, true]], [[-5.0703125, false]], [[-6.3203125, false]], [[-9.0703125, false]], [[-9.0625, false]], [[-5.3203125, false]], [[-9.0703125, false]], [[-1.568359375, true]], [[-9.0703125, false]], [[-9.0625, false]], [[-5.3203125, false]], [[-9.0703125, false]], [[-5.0703125, false]], [[-6.3203125, false]], [[-9.0703125, false]], [[-13.0703125, false]]], "filtered_resps": [[-6.0703125, false], [-9.0703125, false], [-1.568359375, true], [-5.0703125, false], [-9.0703125, false], [-9.0625, false], [-5.3203125, false], [-9.0703125, false], [-1.568359375, true], [-5.0703125, false], [-6.3203125, false], [-9.0703125, false], [-9.0625, false], [-5.3203125, false], [-9.0703125, false], [-1.568359375, true], [-9.0703125, false], [-9.0625, false], [-5.3203125, false], [-9.0703125, false], [-5.0703125, false], [-6.3203125, false], [-9.0703125, false], [-13.0703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 894, "doc": {"id": "Mercury_7044240", "question": "Telescopes use lenses to observe distant objects such as stars. Which term best describes what happens when lenses bend and concentrate light?", "choices": {"text": ["reflecting", "polarizing", "diffracting", "refracting"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "refracting", "arguments": ["Question: Telescopes use lenses to observe distant objects such as stars. Which term best describes what happens when lenses bend and concentrate light?\nAnswer:", " ["], "resps": [[[-7.17578125, false]], [[-7.67578125, false]], [[-9.8046875, false]], [[-7.67578125, false]], [[-7.17578125, false]], [[-4.80078125, false]], [[-7.67578125, false]], [[-7.80078125, false]], [[-9.8046875, false]], [[-7.80078125, false]], [[-8.4296875, false]], [[-11.1796875, false]], [[-7.67578125, false]], [[-9.484375, false]], [[-4.80078125, false]], [[-7.67578125, false]], [[-8.9296875, false]], [[-5.67578125, false]], [[-4.80078125, false]], [[-4.05078125, false]], [[-9.8046875, false]], [[-7.80078125, false]], [[-9.5546875, false]], [[-7.80078125, false]], [[-8.4296875, false]], [[-11.1796875, false]], [[-7.67578125, false]], [[-9.484375, false]], [[-4.80078125, false]], [[-7.67578125, false]], [[-8.6796875, false]], [[-7.80078125, false]], [[-7.17578125, false]], [[-7.17578125, false]], [[-9.8046875, false]], [[-4.05078125, false]], [[-7.80078125, false]], [[-9.8046875, false]], [[-7.80078125, false]], [[-8.4296875, false]], [[-11.1796875, false]], [[-7.67578125, false]], [[-9.484375, false]], [[-4.80078125, false]], [[-7.67578125, false]], [[-9.8046875, false]], [[-7.67578125, false]], [[-7.17578125, false]], [[-9.8046875, false]], [[-4.05078125, false]], [[-7.80078125, false]], [[-9.8046875, false]], [[-7.80078125, false]], [[-8.4296875, false]], [[-11.1796875, false]], [[-7.67578125, false]], [[-11.6796875, false]]], "filtered_resps": [[-7.17578125, false], [-7.67578125, false], [-9.8046875, false], [-7.67578125, false], [-7.17578125, false], [-4.80078125, false], [-7.67578125, false], [-7.80078125, false], [-9.8046875, false], [-7.80078125, false], [-8.4296875, false], [-11.1796875, false], [-7.67578125, false], [-9.484375, false], [-4.80078125, false], [-7.67578125, false], [-8.9296875, false], [-5.67578125, false], [-4.80078125, false], [-4.05078125, false], [-9.8046875, false], [-7.80078125, false], [-9.5546875, false], [-7.80078125, false], [-8.4296875, false], [-11.1796875, false], [-7.67578125, false], [-9.484375, false], [-4.80078125, false], [-7.67578125, false], [-8.6796875, false], [-7.80078125, false], [-7.17578125, false], [-7.17578125, false], [-9.8046875, false], [-4.05078125, false], [-7.80078125, false], [-9.8046875, false], [-7.80078125, false], [-8.4296875, false], [-11.1796875, false], [-7.67578125, false], [-9.484375, false], [-4.80078125, false], [-7.67578125, false], [-9.8046875, false], [-7.67578125, false], [-7.17578125, false], [-9.8046875, false], [-4.05078125, false], [-7.80078125, false], [-9.8046875, false], [-7.80078125, false], [-8.4296875, false], [-11.1796875, false], [-7.67578125, false], [-11.6796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 902, "doc": {"id": "Mercury_7026513", "question": "A rock formation in a land area contains fossils. Over time, tremendous heat and pressure change the formation to produce a harder rock formation without fossils. Which change in rock type has occurred in this land area?", "choices": {"text": ["Igneous rock has turned into sedimentary rock.", "Igneous rock has turned into metamorphic rock.", "Sedimentary rock has turned into igneous rock.", "Sedimentary rock has turned into metamorphic rock."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Sedimentary rock has turned into metamorphic rock.", "arguments": ["Question: A rock formation in a land area contains fossils. Over time, tremendous heat and pressure change the formation to produce a harder rock formation without fossils. Which change in rock type has occurred in this land area?\nAnswer:", " ["], "resps": [[[-6.9765625, false]], [[-9.7265625, false]], [[-4.7265625, false]], [[-9.7265625, false]], [[-8.7265625, false]], [[-6.9765625, false]], [[-8.9765625, false]], [[-10.9765625, false]], [[-9.4765625, false]], [[-5.2265625, false]], [[-8.2265625, false]], [[-8.9765625, false]], [[-6.7265625, false]], [[-9.2265625, false]], [[-5.2265625, false]], [[-10.2265625, false]], [[-3.728515625, false]], [[-9.4765625, false]], [[-5.2265625, false]], [[-9.2265625, false]], [[-10.9765625, false]], [[-8.2265625, false]], [[-8.7265625, false]], [[-6.9765625, false]], [[-7.7265625, false]], [[-5.2265625, false]], [[-8.2265625, false]], [[-8.7265625, false]], [[-9.2265625, false]], [[-8.9765625, false]], [[-5.2265625, false]], [[-9.4765625, false]], [[-6.9765625, false]], [[-7.7265625, false]], [[-8.2265625, false]], [[-8.2265625, false]], [[-6.9765625, false]], [[-8.7265625, false]], [[-9.2265625, false]], [[-3.728515625, false]], [[-8.2265625, false]], [[-10.2265625, false]], [[-5.2265625, false]], [[-8.2265625, false]], [[-8.9765625, false]], [[-6.7265625, false]], [[-9.2265625, false]], [[-6.53515625, false]], [[-9.7265625, false]], [[-9.59375, false]], [[-5.2265625, false]], [[-9.7265625, false]], [[-4.7265625, false]], [[-9.7265625, false]], [[-8.7265625, false]], [[-6.9765625, false]], [[-8.9765625, false]], [[-10.9765625, false]], [[-9.4765625, false]], [[-5.2265625, false]], [[-8.2265625, false]], [[-8.9765625, false]], [[-6.7265625, false]], [[-9.2265625, false]], [[-5.2265625, false]], [[-10.2265625, false]], [[-3.728515625, false]], [[-9.4765625, false]], [[-5.2265625, false]], [[-9.2265625, false]], [[-10.9765625, false]], [[-8.2265625, false]], [[-8.7265625, false]], [[-6.9765625, false]], [[-7.7265625, false]], [[-5.2265625, false]], [[-8.2265625, false]], [[-8.7265625, false]], [[-9.2265625, false]], [[-8.9765625, false]], [[-5.2265625, false]], [[-8.2265625, false]], [[-6.9765625, false]], [[-9.2265625, false]], [[-3.728515625, false]], [[-8.2265625, false]], [[-8.9765625, false]], [[-8.2265625, false]], [[-7.9765625, false]], [[-10.2265625, false]], [[-8.2265625, false]], [[-6.7265625, false]], [[-5.2265625, false]], [[-8.2265625, false]], [[-8.9765625, false]], [[-6.7265625, false]], [[-9.2265625, false]], [[-6.53515625, false]], [[-9.7265625, false]], [[-9.59375, false]], [[-5.2265625, false]], [[-9.7265625, false]], [[-5.2265625, false]], [[-6.9765625, false]], [[-7.7265625, false]], [[-8.2265625, false]], [[-8.2265625, false]], [[-6.9765625, false]], [[-8.7265625, false]], [[-9.2265625, false]], [[-3.728515625, false]], [[-8.2265625, false]], [[-10.2265625, false]], [[-5.2265625, false]], [[-8.2265625, false]], [[-8.9765625, false]], [[-6.7265625, false]], [[-9.2265625, false]], [[-5.2265625, false]], [[-10.2265625, false]], [[-3.728515625, false]], [[-9.4765625, false]], [[-5.2265625, false]], [[-9.2265625, false]], [[-10.9765625, false]], [[-8.2265625, false]], [[-8.7265625, false]], [[-6.9765625, false]], [[-7.7265625, false]], [[-5.2265625, false]], [[-8.2265625, false]], [[-8.7265625, false]], [[-9.2265625, false]], [[-8.9765625, false]], [[-5.2265625, false]], [[-8.2265625, false]], [[-9.7265625, false]], [[-8.7265625, false]], [[-6.9765625, false]], [[-8.9765625, false]], [[-10.9765625, false]], [[-9.4765625, false]], [[-5.2265625, false]], [[-8.2265625, false]], [[-8.9765625, false]], [[-6.7265625, false]], [[-9.2265625, false]], [[-6.53515625, false]], [[-9.7265625, false]], [[-9.40625, false]], [[-5.2265625, false]], [[-9.7265625, false]], [[-5.2265625, false]], [[-6.9765625, false]], [[-7.7265625, false]], [[-8.2265625, false]], [[-8.2265625, false]], [[-6.9765625, false]], [[-8.7265625, false]], [[-9.2265625, false]], [[-3.728515625, false]], [[-8.2265625, false]], [[-10.2265625, false]], [[-5.2265625, false]], [[-8.2265625, false]], [[-8.9765625, false]], [[-6.7265625, false]], [[-9.2265625, false]], [[-5.2265625, false]], [[-10.2265625, false]], [[-3.728515625, false]], [[-9.4765625, false]], [[-5.2265625, false]], [[-9.2265625, false]], [[-10.9765625, false]], [[-8.2265625, false]], [[-8.7265625, false]], [[-6.9765625, false]], [[-7.7265625, false]], [[-5.2265625, false]], [[-8.2265625, false]], [[-8.7265625, false]], [[-9.2265625, false]], [[-8.9765625, false]], [[-5.2265625, false]], [[-8.2265625, false]], [[-6.9765625, false]], [[-9.2265625, false]], [[-3.728515625, false]], [[-8.2265625, false]], [[-8.9765625, false]], [[-8.2265625, false]], [[-7.9765625, false]], [[-10.2265625, false]], [[-8.2265625, false]], [[-6.7265625, false]], [[-5.2265625, false]], [[-8.2265625, false]], [[-8.9765625, false]], [[-6.7265625, false]], [[-9.2265625, false]], [[-6.53515625, false]], [[-9.7265625, false]], [[-12.2265625, false]]], "filtered_resps": [[-6.9765625, false], [-9.7265625, false], [-4.7265625, false], [-9.7265625, false], [-8.7265625, false], [-6.9765625, false], [-8.9765625, false], [-10.9765625, false], [-9.4765625, false], [-5.2265625, false], [-8.2265625, false], [-8.9765625, false], [-6.7265625, false], [-9.2265625, false], [-5.2265625, false], [-10.2265625, false], [-3.728515625, false], [-9.4765625, false], [-5.2265625, false], [-9.2265625, false], [-10.9765625, false], [-8.2265625, false], [-8.7265625, false], [-6.9765625, false], [-7.7265625, false], [-5.2265625, false], [-8.2265625, false], [-8.7265625, false], [-9.2265625, false], [-8.9765625, false], [-5.2265625, false], [-9.4765625, false], [-6.9765625, false], [-7.7265625, false], [-8.2265625, false], [-8.2265625, false], [-6.9765625, false], [-8.7265625, false], [-9.2265625, false], [-3.728515625, false], [-8.2265625, false], [-10.2265625, false], [-5.2265625, false], [-8.2265625, false], [-8.9765625, false], [-6.7265625, false], [-9.2265625, false], [-6.53515625, false], [-9.7265625, false], [-9.59375, false], [-5.2265625, false], [-9.7265625, false], [-4.7265625, false], [-9.7265625, false], [-8.7265625, false], [-6.9765625, false], [-8.9765625, false], [-10.9765625, false], [-9.4765625, false], [-5.2265625, false], [-8.2265625, false], [-8.9765625, false], [-6.7265625, false], [-9.2265625, false], [-5.2265625, false], [-10.2265625, false], [-3.728515625, false], [-9.4765625, false], [-5.2265625, false], [-9.2265625, false], [-10.9765625, false], [-8.2265625, false], [-8.7265625, false], [-6.9765625, false], [-7.7265625, false], [-5.2265625, false], [-8.2265625, false], [-8.7265625, false], [-9.2265625, false], [-8.9765625, false], [-5.2265625, false], [-8.2265625, false], [-6.9765625, false], [-9.2265625, false], [-3.728515625, false], [-8.2265625, false], [-8.9765625, false], [-8.2265625, false], [-7.9765625, false], [-10.2265625, false], [-8.2265625, false], [-6.7265625, false], [-5.2265625, false], [-8.2265625, false], [-8.9765625, false], [-6.7265625, false], [-9.2265625, false], [-6.53515625, false], [-9.7265625, false], [-9.59375, false], [-5.2265625, false], [-9.7265625, false], [-5.2265625, false], [-6.9765625, false], [-7.7265625, false], [-8.2265625, false], [-8.2265625, false], [-6.9765625, false], [-8.7265625, false], [-9.2265625, false], [-3.728515625, false], [-8.2265625, false], [-10.2265625, false], [-5.2265625, false], [-8.2265625, false], [-8.9765625, false], [-6.7265625, false], [-9.2265625, false], [-5.2265625, false], [-10.2265625, false], [-3.728515625, false], [-9.4765625, false], [-5.2265625, false], [-9.2265625, false], [-10.9765625, false], [-8.2265625, false], [-8.7265625, false], [-6.9765625, false], [-7.7265625, false], [-5.2265625, false], [-8.2265625, false], [-8.7265625, false], [-9.2265625, false], [-8.9765625, false], [-5.2265625, false], [-8.2265625, false], [-9.7265625, false], [-8.7265625, false], [-6.9765625, false], [-8.9765625, false], [-10.9765625, false], [-9.4765625, false], [-5.2265625, false], [-8.2265625, false], [-8.9765625, false], [-6.7265625, false], [-9.2265625, false], [-6.53515625, false], [-9.7265625, false], [-9.40625, false], [-5.2265625, false], [-9.7265625, false], [-5.2265625, false], [-6.9765625, false], [-7.7265625, false], [-8.2265625, false], [-8.2265625, false], [-6.9765625, false], [-8.7265625, false], [-9.2265625, false], [-3.728515625, false], [-8.2265625, false], [-10.2265625, false], [-5.2265625, false], [-8.2265625, false], [-8.9765625, false], [-6.7265625, false], [-9.2265625, false], [-5.2265625, false], [-10.2265625, false], [-3.728515625, false], [-9.4765625, false], [-5.2265625, false], [-9.2265625, false], [-10.9765625, false], [-8.2265625, false], [-8.7265625, false], [-6.9765625, false], [-7.7265625, false], [-5.2265625, false], [-8.2265625, false], [-8.7265625, false], [-9.2265625, false], [-8.9765625, false], [-5.2265625, false], [-8.2265625, false], [-6.9765625, false], [-9.2265625, false], [-3.728515625, false], [-8.2265625, false], [-8.9765625, false], [-8.2265625, false], [-7.9765625, false], [-10.2265625, false], [-8.2265625, false], [-6.7265625, false], [-5.2265625, false], [-8.2265625, false], [-8.9765625, false], [-6.7265625, false], [-9.2265625, false], [-6.53515625, false], [-9.7265625, false], [-12.2265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 910, "doc": {"id": "Mercury_SC_401310", "question": "Deposition of sediment will most likely form a", "choices": {"text": ["cave.", "delta.", "river.", "mountain."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "delta.", "arguments": ["Question: Deposition of sediment will most likely form a\nAnswer:", " ["], "resps": [[[-7.75390625, false]], [[-8.8828125, false]], [[-9.6328125, false]], [[-5.75390625, false]], [[-11.1328125, false]], [[-8.3828125, false]], [[-6.8984375, false]], [[-8.8828125, false]], [[-8.2734375, false]], [[-5.25390625, false]], [[-8.8828125, false]], [[-9.0078125, false]], [[-8.3828125, false]], [[-10.5078125, false]], [[-10.7578125, false]], [[-5.75390625, false]], [[-6.8984375, false]], [[-8.8828125, false]], [[-8.2734375, false]], [[-5.25390625, false]], [[-8.8828125, false]], [[-10.7578125, false]], [[-9.0078125, false]], [[-11.1328125, false]], [[-8.3828125, false]], [[-10.7578125, false]], [[-6.8984375, false]], [[-8.8828125, false]], [[-8.2734375, false]], [[-5.25390625, false]], [[-8.8828125, false]], [[-10.1328125, false]], [[-9.2578125, false]], [[-11.1328125, false]], [[-10.1328125, false]], [[-10.7578125, false]], [[-5.75390625, false]], [[-9.0078125, false]], [[-10.1328125, false]], [[-6.8984375, false]], [[-8.8828125, false]], [[-11.2578125, false]]], "filtered_resps": [[-7.75390625, false], [-8.8828125, false], [-9.6328125, false], [-5.75390625, false], [-11.1328125, false], [-8.3828125, false], [-6.8984375, false], [-8.8828125, false], [-8.2734375, false], [-5.25390625, false], [-8.8828125, false], [-9.0078125, false], [-8.3828125, false], [-10.5078125, false], [-10.7578125, false], [-5.75390625, false], [-6.8984375, false], [-8.8828125, false], [-8.2734375, false], [-5.25390625, false], [-8.8828125, false], [-10.7578125, false], [-9.0078125, false], [-11.1328125, false], [-8.3828125, false], [-10.7578125, false], [-6.8984375, false], [-8.8828125, false], [-8.2734375, false], [-5.25390625, false], [-8.8828125, false], [-10.1328125, false], [-9.2578125, false], [-11.1328125, false], [-10.1328125, false], [-10.7578125, false], [-5.75390625, false], [-9.0078125, false], [-10.1328125, false], [-6.8984375, false], [-8.8828125, false], [-11.2578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 918, "doc": {"id": "Mercury_411027", "question": "In 1989, an oil spill off the coast of Alaska led to a decline in the population of many organisms. Which other population was most likely affected by the drop in population of the fish, otters, and seals?", "choices": {"text": ["deer", "eagles", "frogs", "snakes"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "eagles", "arguments": ["Question: In 1989, an oil spill off the coast of Alaska led to a decline in the population of many organisms. Which other population was most likely affected by the drop in population of the fish, otters, and seals?\nAnswer:", " ["], "resps": [[[-6.59765625, false]], [[-9.59375, false]], [[-5.34765625, false]], [[-6.59765625, false]], [[-6.59765625, false]], [[-9.09375, false]], [[-9.59375, false]], [[-10.265625, false]], [[-5.59765625, false]], [[-9.59375, false]], [[-6.59765625, false]], [[-5.09765625, false]], [[-10.34375, false]], [[-9.09375, false]], [[-6.59765625, false]], [[-8.09375, false]], [[-9.59375, false]], [[-10.265625, false]], [[-5.59765625, false]], [[-9.59375, false]], [[-9.84375, false]], [[-9.09375, false]], [[-5.09765625, false]], [[-10.34375, false]], [[-8.09375, false]], [[-9.59375, false]], [[-10.265625, false]], [[-5.59765625, false]], [[-9.59375, false]], [[-8.09375, false]], [[-8.59375, false]], [[-5.09765625, false]], [[-11.09375, false]], [[-6.59765625, false]], [[-8.09375, false]], [[-9.59375, false]], [[-12.84375, false]]], "filtered_resps": [[-6.59765625, false], [-9.59375, false], [-5.34765625, false], [-6.59765625, false], [-6.59765625, false], [-9.09375, false], [-9.59375, false], [-10.265625, false], [-5.59765625, false], [-9.59375, false], [-6.59765625, false], [-5.09765625, false], [-10.34375, false], [-9.09375, false], [-6.59765625, false], [-8.09375, false], [-9.59375, false], [-10.265625, false], [-5.59765625, false], [-9.59375, false], [-9.84375, false], [-9.09375, false], [-5.09765625, false], [-10.34375, false], [-8.09375, false], [-9.59375, false], [-10.265625, false], [-5.59765625, false], [-9.59375, false], [-8.09375, false], [-8.59375, false], [-5.09765625, false], [-11.09375, false], [-6.59765625, false], [-8.09375, false], [-9.59375, false], [-12.84375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 926, "doc": {"id": "MCAS_2000_4_11", "question": "A rosebush and a bird are similar because they both", "choices": {"text": ["are living organisms.", "need to search for food.", "make their own food.", "are non-living organisms."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "are living organisms.", "arguments": ["Question: A rosebush and a bird are similar because they both\nAnswer:", " ["], "resps": [[[-7.859375, false]], [[-8.109375, false]], [[-4.109375, false]], [[-8.359375, false]], [[-9.359375, false]], [[-6.109375, false]], [[-10.609375, false]], [[-9.109375, false]], [[-11.109375, false]], [[-9.109375, false]], [[-8.859375, false]], [[-11.609375, false]], [[-6.109375, false]], [[-9.359375, false]], [[-8.359375, false]], [[-11.609375, false]], [[-4.109375, false]], [[-8.859375, false]], [[-9.109375, false]], [[-9.859375, false]], [[-11.359375, false]], [[-9.859375, false]], [[-7.33984375, false]], [[-8.109375, false]], [[-10.15625, false]], [[-6.109375, false]], [[-8.109375, false]], [[-8.859375, false]], [[-9.359375, false]], [[-9.359375, false]], [[-9.609375, false]], [[-6.109375, false]], [[-10.859375, false]], [[-9.359375, false]], [[-6.109375, false]], [[-9.859375, false]], [[-9.359375, false]], [[-4.109375, false]], [[-8.359375, false]], [[-9.359375, false]], [[-9.859375, false]], [[-6.109375, false]], [[-10.109375, false]], [[-9.359375, false]], [[-8.359375, false]], [[-6.109375, false]], [[-10.109375, false]], [[-9.359375, false]], [[-9.359375, false]], [[-9.609375, false]], [[-7.33984375, false]], [[-8.109375, false]], [[-10.15625, false]], [[-6.109375, false]], [[-8.109375, false]], [[-11.359375, false]], [[-4.109375, false]], [[-10.609375, false]], [[-9.359375, false]], [[-6.109375, false]], [[-10.859375, false]], [[-9.859375, false]], [[-9.359375, false]], [[-9.109375, false]], [[-8.359375, false]], [[-6.109375, false]], [[-9.359375, false]], [[-10.859375, false]], [[-8.859375, false]], [[-6.109375, false]], [[-10.109375, false]], [[-9.359375, false]], [[-9.359375, false]], [[-9.609375, false]], [[-7.33984375, false]], [[-8.109375, false]], [[-10.15625, false]], [[-6.109375, false]], [[-8.109375, false]], [[-4.109375, false]], [[-8.359375, false]], [[-9.359375, false]], [[-6.109375, false]], [[-8.859375, false]], [[-9.359375, false]], [[-8.859375, false]], [[-7.109375, false]], [[-10.609375, false]], [[-9.109375, false]], [[-11.109375, false]], [[-9.109375, false]], [[-8.859375, false]], [[-11.609375, false]], [[-6.109375, false]], [[-9.359375, false]], [[-8.359375, false]], [[-11.609375, false]], [[-4.109375, false]], [[-8.859375, false]], [[-9.109375, false]], [[-9.859375, false]], [[-11.359375, false]], [[-9.859375, false]], [[-7.33984375, false]], [[-8.109375, false]], [[-12.609375, false]]], "filtered_resps": [[-7.859375, false], [-8.109375, false], [-4.109375, false], [-8.359375, false], [-9.359375, false], [-6.109375, false], [-10.609375, false], [-9.109375, false], [-11.109375, false], [-9.109375, false], [-8.859375, false], [-11.609375, false], [-6.109375, false], [-9.359375, false], [-8.359375, false], [-11.609375, false], [-4.109375, false], [-8.859375, false], [-9.109375, false], [-9.859375, false], [-11.359375, false], [-9.859375, false], [-7.33984375, false], [-8.109375, false], [-10.15625, false], [-6.109375, false], [-8.109375, false], [-8.859375, false], [-9.359375, false], [-9.359375, false], [-9.609375, false], [-6.109375, false], [-10.859375, false], [-9.359375, false], [-6.109375, false], [-9.859375, false], [-9.359375, false], [-4.109375, false], [-8.359375, false], [-9.359375, false], [-9.859375, false], [-6.109375, false], [-10.109375, false], [-9.359375, false], [-8.359375, false], [-6.109375, false], [-10.109375, false], [-9.359375, false], [-9.359375, false], [-9.609375, false], [-7.33984375, false], [-8.109375, false], [-10.15625, false], [-6.109375, false], [-8.109375, false], [-11.359375, false], [-4.109375, false], [-10.609375, false], [-9.359375, false], [-6.109375, false], [-10.859375, false], [-9.859375, false], [-9.359375, false], [-9.109375, false], [-8.359375, false], [-6.109375, false], [-9.359375, false], [-10.859375, false], [-8.859375, false], [-6.109375, false], [-10.109375, false], [-9.359375, false], [-9.359375, false], [-9.609375, false], [-7.33984375, false], [-8.109375, false], [-10.15625, false], [-6.109375, false], [-8.109375, false], [-4.109375, false], [-8.359375, false], [-9.359375, false], [-6.109375, false], [-8.859375, false], [-9.359375, false], [-8.859375, false], [-7.109375, false], [-10.609375, false], [-9.109375, false], [-11.109375, false], [-9.109375, false], [-8.859375, false], [-11.609375, false], [-6.109375, false], [-9.359375, false], [-8.359375, false], [-11.609375, false], [-4.109375, false], [-8.859375, false], [-9.109375, false], [-9.859375, false], [-11.359375, false], [-9.859375, false], [-7.33984375, false], [-8.109375, false], [-12.609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 934, "doc": {"id": "MDSA_2013_8_33", "question": "Hydrogen and oxygen combine to form water. The water in this reaction is described as", "choices": {"text": ["an atom", "a reactant", "an element", "a compound"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "a compound", "arguments": ["Question: Hydrogen and oxygen combine to form water. The water in this reaction is described as\nAnswer:", " ["], "resps": [[[-6.5390625, false]], [[-8.2890625, false]], [[-4.0390625, false]], [[-6.2890625, false]], [[-5.2890625, false]], [[-4.0390625, false]], [[-9.0390625, false]], [[-7.0390625, false]], [[-7.5390625, false]], [[-8.2890625, false]], [[-8.671875, false]], [[-5.2890625, false]], [[-8.2890625, false]], [[-4.0390625, false]], [[-5.2890625, false]], [[-9.2890625, false]], [[-7.7890625, false]], [[-4.0390625, false]], [[-5.2890625, false]], [[-9.0390625, false]], [[-4.0390625, false]], [[-6.2890625, false]], [[-9.0390625, false]], [[-8.2890625, false]], [[-8.671875, false]], [[-5.2890625, false]], [[-8.2890625, false]], [[-4.0390625, false]], [[-6.2890625, false]], [[-5.2890625, false]], [[-7.7890625, false]], [[-10.0390625, false]], [[-7.7890625, false]], [[-7.5390625, false]], [[-7.7890625, false]], [[-6.2890625, false]], [[-9.0390625, false]], [[-8.2890625, false]], [[-8.671875, false]], [[-5.2890625, false]], [[-8.2890625, false]], [[-4.0390625, false]], [[-5.2890625, false]], [[-5.2890625, false]], [[-7.0390625, false]], [[-7.5390625, false]], [[-8.0390625, false]], [[-7.0390625, false]], [[-9.7890625, false]], [[-6.2890625, false]], [[-7.2890625, false]], [[-8.2890625, false]], [[-11.5390625, false]]], "filtered_resps": [[-6.5390625, false], [-8.2890625, false], [-4.0390625, false], [-6.2890625, false], [-5.2890625, false], [-4.0390625, false], [-9.0390625, false], [-7.0390625, false], [-7.5390625, false], [-8.2890625, false], [-8.671875, false], [-5.2890625, false], [-8.2890625, false], [-4.0390625, false], [-5.2890625, false], [-9.2890625, false], [-7.7890625, false], [-4.0390625, false], [-5.2890625, false], [-9.0390625, false], [-4.0390625, false], [-6.2890625, false], [-9.0390625, false], [-8.2890625, false], [-8.671875, false], [-5.2890625, false], [-8.2890625, false], [-4.0390625, false], [-6.2890625, false], [-5.2890625, false], [-7.7890625, false], [-10.0390625, false], [-7.7890625, false], [-7.5390625, false], [-7.7890625, false], [-6.2890625, false], [-9.0390625, false], [-8.2890625, false], [-8.671875, false], [-5.2890625, false], [-8.2890625, false], [-4.0390625, false], [-5.2890625, false], [-5.2890625, false], [-7.0390625, false], [-7.5390625, false], [-8.0390625, false], [-7.0390625, false], [-9.7890625, false], [-6.2890625, false], [-7.2890625, false], [-8.2890625, false], [-11.5390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 942, "doc": {"id": "AKDE&ED_2012_8_15", "question": "Which property would best help a student determine if two substances are made of two different elements?", "choices": {"text": ["mass", "shape", "density", "volume"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "density", "arguments": ["Question: Which property would best help a student determine if two substances are made of two different elements?\nAnswer:", " ["], "resps": [[[-6.51953125, false]], [[-8.3984375, false]], [[-7.26953125, false]], [[-4.51953125, false]], [[-9.1484375, false]], [[-9.1484375, false]], [[-8.3984375, false]], [[-9.3046875, false]], [[-5.01953125, false]], [[-8.3984375, false]], [[-9.1484375, false]], [[-9.1484375, false]], [[-4.51953125, false]], [[-8.2734375, false]], [[-7.76953125, false]], [[-8.3984375, false]], [[-9.3046875, false]], [[-5.01953125, false]], [[-8.3984375, false]], [[-9.1484375, false]], [[-7.76953125, false]], [[-7.89453125, false]], [[-9.1484375, false]], [[-7.26953125, false]], [[-9.2734375, false]], [[-10.3984375, false]], [[-8.3984375, false]], [[-9.3046875, false]], [[-5.01953125, false]], [[-8.3984375, false]], [[-10.1484375, false]], [[-9.3984375, false]], [[-9.7734375, false]], [[-9.1484375, false]], [[-7.26953125, false]], [[-7.76953125, false]], [[-8.3984375, false]], [[-12.5234375, false]]], "filtered_resps": [[-6.51953125, false], [-8.3984375, false], [-7.26953125, false], [-4.51953125, false], [-9.1484375, false], [-9.1484375, false], [-8.3984375, false], [-9.3046875, false], [-5.01953125, false], [-8.3984375, false], [-9.1484375, false], [-9.1484375, false], [-4.51953125, false], [-8.2734375, false], [-7.76953125, false], [-8.3984375, false], [-9.3046875, false], [-5.01953125, false], [-8.3984375, false], [-9.1484375, false], [-7.76953125, false], [-7.89453125, false], [-9.1484375, false], [-7.26953125, false], [-9.2734375, false], [-10.3984375, false], [-8.3984375, false], [-9.3046875, false], [-5.01953125, false], [-8.3984375, false], [-10.1484375, false], [-9.3984375, false], [-9.7734375, false], [-9.1484375, false], [-7.26953125, false], [-7.76953125, false], [-8.3984375, false], [-12.5234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 950, "doc": {"id": "MCAS_2001_8_19", "question": "Use the information below to answer the question. In solid fuel rockets, a fuel mixture is burned and once the mixture starts burning it cannot be stopped. In liquid fuel rockets, there is a tank of fuel and a tank of oxygen. The burning of the fuel can be stopped by preventing the flow of fuel and oxygen into the combustion chamber. Based on this information, which system is more highly developed in liquid fuel rockets than in solid fuel rockets?", "choices": {"text": ["propulsion", "suspension", "control", "structure"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "control", "arguments": ["Question: Use the information below to answer the question. In solid fuel rockets, a fuel mixture is burned and once the mixture starts burning it cannot be stopped. In liquid fuel rockets, there is a tank of fuel and a tank of oxygen. The burning of the fuel can be stopped by preventing the flow of fuel and oxygen into the combustion chamber. Based on this information, which system is more highly developed in liquid fuel rockets than in solid fuel rockets?\nAnswer:", " ["], "resps": [[[-6.38671875, false]], [[-9.390625, false]], [[-9.390625, false]], [[-9.140625, false]], [[-8.640625, false]], [[-9.390625, false]], [[-11.140625, false]], [[-9.890625, false]], [[-9.140625, false]], [[-7.63671875, false]], [[-8.640625, false]], [[-7.63671875, false]], [[-9.390625, false]], [[-9.59375, false]], [[-5.32421875, false]], [[-9.390625, false]], [[-9.140625, false]], [[-11.140625, false]], [[-9.140625, false]], [[-9.390625, false]], [[-7.63671875, false]], [[-7.63671875, false]], [[-9.140625, false]], [[-7.63671875, false]], [[-8.640625, false]], [[-7.63671875, false]], [[-9.390625, false]], [[-9.59375, false]], [[-5.13671875, false]], [[-9.390625, false]], [[-8.140625, false]], [[-8.640625, false]], [[-7.63671875, false]], [[-9.890625, false]], [[-9.140625, false]], [[-8.640625, false]], [[-9.890625, false]], [[-9.390625, false]], [[-9.59375, false]], [[-5.13671875, false]], [[-9.390625, false]], [[-9.140625, false]], [[-9.890625, false]], [[-9.140625, false]], [[-11.140625, false]], [[-8.140625, false]], [[-9.890625, false]], [[-11.140625, false]], [[-9.140625, false]], [[-7.63671875, false]], [[-9.390625, false]], [[-12.640625, false]]], "filtered_resps": [[-6.38671875, false], [-9.390625, false], [-9.390625, false], [-9.140625, false], [-8.640625, false], [-9.390625, false], [-11.140625, false], [-9.890625, false], [-9.140625, false], [-7.63671875, false], [-8.640625, false], [-7.63671875, false], [-9.390625, false], [-9.59375, false], [-5.32421875, false], [-9.390625, false], [-9.140625, false], [-11.140625, false], [-9.140625, false], [-9.390625, false], [-7.63671875, false], [-7.63671875, false], [-9.140625, false], [-7.63671875, false], [-8.640625, false], [-7.63671875, false], [-9.390625, false], [-9.59375, false], [-5.13671875, false], [-9.390625, false], [-8.140625, false], [-8.640625, false], [-7.63671875, false], [-9.890625, false], [-9.140625, false], [-8.640625, false], [-9.890625, false], [-9.390625, false], [-9.59375, false], [-5.13671875, false], [-9.390625, false], [-9.140625, false], [-9.890625, false], [-9.140625, false], [-11.140625, false], [-8.140625, false], [-9.890625, false], [-11.140625, false], [-9.140625, false], [-7.63671875, false], [-9.390625, false], [-12.640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 958, "doc": {"id": "Mercury_7026530", "question": "It is hypothesized that in the next 200 years, the lowest land areas on Earth could be submerged beneath rising oceans. Which climate change would most likely cause this to occur?", "choices": {"text": ["global warming", "decreased winds", "the start of an ice age", "increased desertification"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "global warming", "arguments": ["Question: It is hypothesized that in the next 200 years, the lowest land areas on Earth could be submerged beneath rising oceans. Which climate change would most likely cause this to occur?\nAnswer:", " ["], "resps": [[[-7.390625, false]], [[-8.890625, false]], [[-12.890625, false]], [[-12.640625, false]], [[-8.890625, false]], [[-10.640625, false]], [[-6.140625, false]], [[-12.640625, false]], [[-5.390625, false]], [[-11.390625, false]], [[-6.140625, false]], [[-12.640625, false]], [[-11.390625, false]], [[-9.140625, false]], [[-9.890625, false]], [[-12.890625, false]], [[-8.890625, false]], [[-9.71875, false]], [[-5.390625, false]], [[-8.890625, false]], [[-7.390625, false]], [[-7.890625, false]], [[-9.140625, false]], [[-12.640625, false]], [[-7.890625, false]], [[-6.140625, false]], [[-10.640625, false]], [[-7.890625, false]], [[-7.390625, false]], [[-5.390625, false]], [[-11.390625, false]], [[-9.140625, false]], [[-9.890625, false]], [[-7.390625, false]], [[-10.640625, false]], [[-8.890625, false]], [[-9.71875, false]], [[-5.390625, false]], [[-8.890625, false]], [[-11.390625, false]], [[-12.640625, false]], [[-7.890625, false]], [[-5.390625, false]], [[-10.640625, false]], [[-11.390625, false]], [[-6.140625, false]], [[-12.640625, false]], [[-11.390625, false]], [[-5.390625, false]], [[-8.890625, false]], [[-10.140625, false]], [[-5.390625, false]], [[-6.140625, false]], [[-9.890625, false]], [[-5.390625, false]], [[-9.140625, false]], [[-9.140625, false]], [[-7.890625, false]], [[-5.390625, false]], [[-6.140625, false]], [[-12.890625, false]], [[-7.890625, false]], [[-8.890625, false]], [[-9.71875, false]], [[-5.390625, false]], [[-8.890625, false]], [[-9.140625, false]], [[-9.890625, false]], [[-9.140625, false]], [[-12.640625, false]], [[-7.890625, false]], [[-6.140625, false]], [[-10.640625, false]], [[-7.890625, false]], [[-7.390625, false]], [[-5.390625, false]], [[-7.390625, false]], [[-7.890625, false]], [[-10.640625, false]], [[-7.890625, false]], [[-12.640625, false]], [[-11.390625, false]], [[-9.140625, false]], [[-10.140625, false]], [[-9.140625, false]], [[-9.140625, false]], [[-6.140625, false]], [[-11.390625, false]], [[-9.140625, false]], [[-8.890625, false]], [[-9.890625, false]], [[-8.890625, false]], [[-14.140625, false]]], "filtered_resps": [[-7.390625, false], [-8.890625, false], [-12.890625, false], [-12.640625, false], [-8.890625, false], [-10.640625, false], [-6.140625, false], [-12.640625, false], [-5.390625, false], [-11.390625, false], [-6.140625, false], [-12.640625, false], [-11.390625, false], [-9.140625, false], [-9.890625, false], [-12.890625, false], [-8.890625, false], [-9.71875, false], [-5.390625, false], [-8.890625, false], [-7.390625, false], [-7.890625, false], [-9.140625, false], [-12.640625, false], [-7.890625, false], [-6.140625, false], [-10.640625, false], [-7.890625, false], [-7.390625, false], [-5.390625, false], [-11.390625, false], [-9.140625, false], [-9.890625, false], [-7.390625, false], [-10.640625, false], [-8.890625, false], [-9.71875, false], [-5.390625, false], [-8.890625, false], [-11.390625, false], [-12.640625, false], [-7.890625, false], [-5.390625, false], [-10.640625, false], [-11.390625, false], [-6.140625, false], [-12.640625, false], [-11.390625, false], [-5.390625, false], [-8.890625, false], [-10.140625, false], [-5.390625, false], [-6.140625, false], [-9.890625, false], [-5.390625, false], [-9.140625, false], [-9.140625, false], [-7.890625, false], [-5.390625, false], [-6.140625, false], [-12.890625, false], [-7.890625, false], [-8.890625, false], [-9.71875, false], [-5.390625, false], [-8.890625, false], [-9.140625, false], [-9.890625, false], [-9.140625, false], [-12.640625, false], [-7.890625, false], [-6.140625, false], [-10.640625, false], [-7.890625, false], [-7.390625, false], [-5.390625, false], [-7.390625, false], [-7.890625, false], [-10.640625, false], [-7.890625, false], [-12.640625, false], [-11.390625, false], [-9.140625, false], [-10.140625, false], [-9.140625, false], [-9.140625, false], [-6.140625, false], [-11.390625, false], [-9.140625, false], [-8.890625, false], [-9.890625, false], [-8.890625, false], [-14.140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 966, "doc": {"id": "Mercury_7146178", "question": "Lea is investigating how phosphates affect oxygen levels in pond water. For part of the investigation, she uses pond water that contains no phosphates. The pond water without phosphates would be what part of the investigation?", "choices": {"text": ["conclusion", "hypothesis", "control group", "experimental group"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "control group", "arguments": ["Question: Lea is investigating how phosphates affect oxygen levels in pond water. For part of the investigation, she uses pond water that contains no phosphates. The pond water without phosphates would be what part of the investigation?\nAnswer:", " ["], "resps": [[[-6.58984375, false]], [[-9.21875, false]], [[-6.83984375, false]], [[-8.09375, false]], [[-7.96484375, false]], [[-6.83984375, false]], [[-9.34375, false]], [[-10.09375, false]], [[-9.09375, false]], [[-8.59375, false]], [[-8.09375, false]], [[-7.96484375, false]], [[-9.21875, false]], [[-9.8828125, false]], [[-5.58984375, false]], [[-9.21875, false]], [[-9.59375, false]], [[-11.09375, false]], [[-7.33984375, false]], [[-8.09375, false]], [[-10.09375, false]], [[-9.59375, false]], [[-8.21875, false]], [[-9.09375, false]], [[-8.59375, false]], [[-9.09375, false]], [[-9.21875, false]], [[-9.8828125, false]], [[-5.58984375, false]], [[-9.21875, false]], [[-6.83984375, false]], [[-8.09375, false]], [[-7.96484375, false]], [[-10.09375, false]], [[-9.96875, false]], [[-8.09375, false]], [[-9.34375, false]], [[-5.58984375, false]], [[-10.21875, false]], [[-9.96875, false]], [[-8.09375, false]], [[-10.09375, false]], [[-7.33984375, false]], [[-9.21875, false]], [[-9.8828125, false]], [[-5.58984375, false]], [[-9.21875, false]], [[-8.21875, false]], [[-9.09375, false]], [[-7.33984375, false]], [[-8.21875, false]], [[-9.96875, false]], [[-8.59375, false]], [[-8.96875, false]], [[-8.21875, false]], [[-7.96484375, false]], [[-10.09375, false]], [[-5.33984375, false]], [[-9.34375, false]], [[-5.58984375, false]], [[-10.21875, false]], [[-9.96875, false]], [[-8.09375, false]], [[-10.09375, false]], [[-7.33984375, false]], [[-9.21875, false]], [[-12.34375, false]]], "filtered_resps": [[-6.58984375, false], [-9.21875, false], [-6.83984375, false], [-8.09375, false], [-7.96484375, false], [-6.83984375, false], [-9.34375, false], [-10.09375, false], [-9.09375, false], [-8.59375, false], [-8.09375, false], [-7.96484375, false], [-9.21875, false], [-9.8828125, false], [-5.58984375, false], [-9.21875, false], [-9.59375, false], [-11.09375, false], [-7.33984375, false], [-8.09375, false], [-10.09375, false], [-9.59375, false], [-8.21875, false], [-9.09375, false], [-8.59375, false], [-9.09375, false], [-9.21875, false], [-9.8828125, false], [-5.58984375, false], [-9.21875, false], [-6.83984375, false], [-8.09375, false], [-7.96484375, false], [-10.09375, false], [-9.96875, false], [-8.09375, false], [-9.34375, false], [-5.58984375, false], [-10.21875, false], [-9.96875, false], [-8.09375, false], [-10.09375, false], [-7.33984375, false], [-9.21875, false], [-9.8828125, false], [-5.58984375, false], [-9.21875, false], [-8.21875, false], [-9.09375, false], [-7.33984375, false], [-8.21875, false], [-9.96875, false], [-8.59375, false], [-8.96875, false], [-8.21875, false], [-7.96484375, false], [-10.09375, false], [-5.33984375, false], [-9.34375, false], [-5.58984375, false], [-10.21875, false], [-9.96875, false], [-8.09375, false], [-10.09375, false], [-7.33984375, false], [-9.21875, false], [-12.34375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 974, "doc": {"id": "MCAS_2003_8_10", "question": "Which of the following correctly lists the organizational hierarchy of organisms from simplest to most complex?", "choices": {"text": ["cells, organs, tissues, organ systems, organisms", "cells, tissues, organs, organ systems, organisms", "tissues, cells, organs, organ systems, organisms", "tissues, organs, cells, organ systems, organisms"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "cells, tissues, organs, organ systems, organisms", "arguments": ["Question: Which of the following correctly lists the organizational hierarchy of organisms from simplest to most complex?\nAnswer:", " ["], "resps": [[[-6.203125, false]], [[-8.828125, false]], [[-5.453125, false]], [[-6.453125, false]], [[-8.578125, false]], [[-8.578125, false]], [[-8.203125, false]], [[-8.984375, false]], [[-4.578125, false]], [[-7.703125, false]], [[-7.203125, false]], [[-10.078125, false]], [[-3.705078125, false]], [[-7.578125, false]], [[-8.203125, false]], [[-8.984375, false]], [[-4.578125, false]], [[-8.578125, false]], [[-7.328125, false]], [[-8.203125, false]], [[-8.203125, false]], [[-9.578125, false]], [[-6.453125, false]], [[-8.203125, false]], [[-8.984375, false]], [[-4.578125, false]], [[-7.703125, false]], [[-7.203125, false]], [[-10.078125, false]], [[-3.705078125, false]], [[-7.578125, false]], [[-4.578125, false]], [[-8.203125, false]], [[-10.203125, false]], [[-8.203125, false]], [[-8.578125, false]], [[-6.453125, false]], [[-8.828125, false]], [[-8.203125, false]], [[-8.984375, false]], [[-4.578125, false]], [[-7.703125, false]], [[-7.203125, false]], [[-10.078125, false]], [[-3.705078125, false]], [[-7.578125, false]], [[-7.328125, false]], [[-8.203125, false]], [[-8.828125, false]], [[-8.203125, false]], [[-8.828125, false]], [[-8.984375, false]], [[-4.578125, false]], [[-8.828125, false]], [[-5.453125, false]], [[-6.453125, false]], [[-8.578125, false]], [[-8.578125, false]], [[-8.203125, false]], [[-8.984375, false]], [[-4.578125, false]], [[-8.578125, false]], [[-7.328125, false]], [[-8.203125, false]], [[-8.203125, false]], [[-9.578125, false]], [[-6.453125, false]], [[-8.203125, false]], [[-8.984375, false]], [[-4.578125, false]], [[-7.703125, false]], [[-7.203125, false]], [[-10.078125, false]], [[-3.705078125, false]], [[-7.578125, false]], [[-8.203125, false]], [[-8.984375, false]], [[-4.578125, false]], [[-7.703125, false]], [[-7.203125, false]], [[-10.078125, false]], [[-3.705078125, false]], [[-7.578125, false]], [[-4.578125, false]], [[-8.203125, false]], [[-10.203125, false]], [[-8.203125, false]], [[-8.578125, false]], [[-6.453125, false]], [[-8.828125, false]], [[-8.203125, false]], [[-8.984375, false]], [[-4.578125, false]], [[-7.703125, false]], [[-7.203125, false]], [[-10.078125, false]], [[-3.705078125, false]], [[-7.578125, false]], [[-7.328125, false]], [[-8.203125, false]], [[-8.828125, false]], [[-8.203125, false]], [[-8.828125, false]], [[-8.984375, false]], [[-4.578125, false]], [[-8.828125, false]], [[-8.578125, false]], [[-7.328125, false]], [[-8.203125, false]], [[-8.203125, false]], [[-9.578125, false]], [[-6.453125, false]], [[-8.203125, false]], [[-8.984375, false]], [[-4.578125, false]], [[-5.453125, false]], [[-6.453125, false]], [[-8.578125, false]], [[-8.578125, false]], [[-8.203125, false]], [[-8.984375, false]], [[-4.578125, false]], [[-7.703125, false]], [[-7.203125, false]], [[-10.078125, false]], [[-3.705078125, false]], [[-7.578125, false]], [[-8.203125, false]], [[-8.984375, false]], [[-4.578125, false]], [[-7.703125, false]], [[-7.203125, false]], [[-10.078125, false]], [[-3.705078125, false]], [[-7.578125, false]], [[-4.578125, false]], [[-8.203125, false]], [[-10.203125, false]], [[-8.203125, false]], [[-8.578125, false]], [[-6.453125, false]], [[-8.828125, false]], [[-8.203125, false]], [[-8.984375, false]], [[-4.578125, false]], [[-7.703125, false]], [[-7.203125, false]], [[-10.078125, false]], [[-3.705078125, false]], [[-7.578125, false]], [[-7.328125, false]], [[-8.203125, false]], [[-8.828125, false]], [[-8.203125, false]], [[-8.828125, false]], [[-8.984375, false]], [[-4.578125, false]], [[-8.828125, false]], [[-8.578125, false]], [[-7.328125, false]], [[-8.203125, false]], [[-8.203125, false]], [[-9.578125, false]], [[-6.453125, false]], [[-8.203125, false]], [[-8.984375, false]], [[-4.578125, false]], [[-7.703125, false]], [[-7.203125, false]], [[-10.078125, false]], [[-3.705078125, false]], [[-7.578125, false]], [[-8.203125, false]], [[-8.984375, false]], [[-4.578125, false]], [[-5.453125, false]], [[-6.453125, false]], [[-8.578125, false]], [[-8.578125, false]], [[-8.203125, false]], [[-8.984375, false]], [[-4.578125, false]], [[-7.703125, false]], [[-7.203125, false]], [[-10.078125, false]], [[-3.705078125, false]], [[-7.578125, false]], [[-4.578125, false]], [[-8.203125, false]], [[-10.203125, false]], [[-8.203125, false]], [[-8.578125, false]], [[-6.453125, false]], [[-8.828125, false]], [[-8.203125, false]], [[-8.984375, false]], [[-4.578125, false]], [[-7.703125, false]], [[-7.203125, false]], [[-10.078125, false]], [[-3.705078125, false]], [[-7.578125, false]], [[-7.328125, false]], [[-8.203125, false]], [[-8.828125, false]], [[-8.203125, false]], [[-8.828125, false]], [[-12.078125, false]]], "filtered_resps": [[-6.203125, false], [-8.828125, false], [-5.453125, false], [-6.453125, false], [-8.578125, false], [-8.578125, false], [-8.203125, false], [-8.984375, false], [-4.578125, false], [-7.703125, false], [-7.203125, false], [-10.078125, false], [-3.705078125, false], [-7.578125, false], [-8.203125, false], [-8.984375, false], [-4.578125, false], [-8.578125, false], [-7.328125, false], [-8.203125, false], [-8.203125, false], [-9.578125, false], [-6.453125, false], [-8.203125, false], [-8.984375, false], [-4.578125, false], [-7.703125, false], [-7.203125, false], [-10.078125, false], [-3.705078125, false], [-7.578125, false], [-4.578125, false], [-8.203125, false], [-10.203125, false], [-8.203125, false], [-8.578125, false], [-6.453125, false], [-8.828125, false], [-8.203125, false], [-8.984375, false], [-4.578125, false], [-7.703125, false], [-7.203125, false], [-10.078125, false], [-3.705078125, false], [-7.578125, false], [-7.328125, false], [-8.203125, false], [-8.828125, false], [-8.203125, false], [-8.828125, false], [-8.984375, false], [-4.578125, false], [-8.828125, false], [-5.453125, false], [-6.453125, false], [-8.578125, false], [-8.578125, false], [-8.203125, false], [-8.984375, false], [-4.578125, false], [-8.578125, false], [-7.328125, false], [-8.203125, false], [-8.203125, false], [-9.578125, false], [-6.453125, false], [-8.203125, false], [-8.984375, false], [-4.578125, false], [-7.703125, false], [-7.203125, false], [-10.078125, false], [-3.705078125, false], [-7.578125, false], [-8.203125, false], [-8.984375, false], [-4.578125, false], [-7.703125, false], [-7.203125, false], [-10.078125, false], [-3.705078125, false], [-7.578125, false], [-4.578125, false], [-8.203125, false], [-10.203125, false], [-8.203125, false], [-8.578125, false], [-6.453125, false], [-8.828125, false], [-8.203125, false], [-8.984375, false], [-4.578125, false], [-7.703125, false], [-7.203125, false], [-10.078125, false], [-3.705078125, false], [-7.578125, false], [-7.328125, false], [-8.203125, false], [-8.828125, false], [-8.203125, false], [-8.828125, false], [-8.984375, false], [-4.578125, false], [-8.828125, false], [-8.578125, false], [-7.328125, false], [-8.203125, false], [-8.203125, false], [-9.578125, false], [-6.453125, false], [-8.203125, false], [-8.984375, false], [-4.578125, false], [-5.453125, false], [-6.453125, false], [-8.578125, false], [-8.578125, false], [-8.203125, false], [-8.984375, false], [-4.578125, false], [-7.703125, false], [-7.203125, false], [-10.078125, false], [-3.705078125, false], [-7.578125, false], [-8.203125, false], [-8.984375, false], [-4.578125, false], [-7.703125, false], [-7.203125, false], [-10.078125, false], [-3.705078125, false], [-7.578125, false], [-4.578125, false], [-8.203125, false], [-10.203125, false], [-8.203125, false], [-8.578125, false], [-6.453125, false], [-8.828125, false], [-8.203125, false], [-8.984375, false], [-4.578125, false], [-7.703125, false], [-7.203125, false], [-10.078125, false], [-3.705078125, false], [-7.578125, false], [-7.328125, false], [-8.203125, false], [-8.828125, false], [-8.203125, false], [-8.828125, false], [-8.984375, false], [-4.578125, false], [-8.828125, false], [-8.578125, false], [-7.328125, false], [-8.203125, false], [-8.203125, false], [-9.578125, false], [-6.453125, false], [-8.203125, false], [-8.984375, false], [-4.578125, false], [-7.703125, false], [-7.203125, false], [-10.078125, false], [-3.705078125, false], [-7.578125, false], [-8.203125, false], [-8.984375, false], [-4.578125, false], [-5.453125, false], [-6.453125, false], [-8.578125, false], [-8.578125, false], [-8.203125, false], [-8.984375, false], [-4.578125, false], [-7.703125, false], [-7.203125, false], [-10.078125, false], [-3.705078125, false], [-7.578125, false], [-4.578125, false], [-8.203125, false], [-10.203125, false], [-8.203125, false], [-8.578125, false], [-6.453125, false], [-8.828125, false], [-8.203125, false], [-8.984375, false], [-4.578125, false], [-7.703125, false], [-7.203125, false], [-10.078125, false], [-3.705078125, false], [-7.578125, false], [-7.328125, false], [-8.203125, false], [-8.828125, false], [-8.203125, false], [-8.828125, false], [-12.078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 982, "doc": {"id": "Mercury_410467", "question": "Jon had a flat tire on his car. He used a hydraulic jack to lift the car up so that he could change the tire. If Jon knows the amount of force used to lift the car 0.25 meter off of the ground, what is he able to calculate?", "choices": {"text": ["momentum", "power", "pressure", "work"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "work", "arguments": ["Question: Jon had a flat tire on his car. He used a hydraulic jack to lift the car up so that he could change the tire. If Jon knows the amount of force used to lift the car 0.25 meter off of the ground, what is he able to calculate?\nAnswer:", " ["], "resps": [[[-5.9375, false]], [[-8.6875, false]], [[-6.1875, false]], [[-10.1875, false]], [[-6.1875, false]], [[-7.9375, false]], [[-6.9375, false]], [[-6.9375, false]], [[-9.1875, false]], [[-6.1875, false]], [[-8.6875, false]], [[-8.359375, false]], [[-4.1875, false]], [[-8.6875, false]], [[-7.4375, false]], [[-10.1875, false]], [[-7.9375, false]], [[-7.9375, false]], [[-8.1875, false]], [[-8.6875, false]], [[-8.359375, false]], [[-4.1875, false]], [[-8.6875, false]], [[-7.4375, false]], [[-8.1875, false]], [[-7.9375, false]], [[-7.1875, false]], [[-7.1875, false]], [[-9.1875, false]], [[-8.1875, false]], [[-7.9375, false]], [[-8.6875, false]], [[-8.359375, false]], [[-4.1875, false]], [[-8.6875, false]], [[-7.9375, false]], [[-10.1875, false]], [[-8.1875, false]], [[-7.1875, false]], [[-8.6875, false]], [[-10.6875, false]]], "filtered_resps": [[-5.9375, false], [-8.6875, false], [-6.1875, false], [-10.1875, false], [-6.1875, false], [-7.9375, false], [-6.9375, false], [-6.9375, false], [-9.1875, false], [-6.1875, false], [-8.6875, false], [-8.359375, false], [-4.1875, false], [-8.6875, false], [-7.4375, false], [-10.1875, false], [-7.9375, false], [-7.9375, false], [-8.1875, false], [-8.6875, false], [-8.359375, false], [-4.1875, false], [-8.6875, false], [-7.4375, false], [-8.1875, false], [-7.9375, false], [-7.1875, false], [-7.1875, false], [-9.1875, false], [-8.1875, false], [-7.9375, false], [-8.6875, false], [-8.359375, false], [-4.1875, false], [-8.6875, false], [-7.9375, false], [-10.1875, false], [-8.1875, false], [-7.1875, false], [-8.6875, false], [-10.6875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 990, "doc": {"id": "Mercury_7041878", "question": "When the cardboard cone of a radio speaker vibrates, it produces a sound in the air around it. The cone produces this sound by transferring which of the following to the air around it?", "choices": {"text": ["heat", "current", "wave motion", "magnetic force"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "wave motion", "arguments": ["Question: When the cardboard cone of a radio speaker vibrates, it produces a sound in the air around it. The cone produces this sound by transferring which of the following to the air around it?\nAnswer:", " ["], "resps": [[[-7.2109375, false]], [[-9.2109375, false]], [[-8.7109375, false]], [[-7.7109375, false]], [[-2.712890625, false]], [[-8.7109375, false]], [[-9.2109375, false]], [[-8.96875, false]], [[-5.2109375, false]], [[-9.2109375, false]], [[-6.2109375, false]], [[-8.9609375, false]], [[-7.7109375, false]], [[-7.7109375, false]], [[-7.7109375, false]], [[-8.2109375, false]], [[-8.7109375, false]], [[-9.2109375, false]], [[-8.96875, false]], [[-5.2109375, false]], [[-9.2109375, false]], [[-8.7109375, false]], [[-2.712890625, false]], [[-8.2109375, false]], [[-7.7109375, false]], [[-5.2109375, false]], [[-7.7109375, false]], [[-8.2109375, false]], [[-8.7109375, false]], [[-7.2109375, false]], [[-8.2109375, false]], [[-8.2109375, false]], [[-9.2109375, false]], [[-8.96875, false]], [[-5.2109375, false]], [[-9.2109375, false]], [[-7.7109375, false]], [[-2.712890625, false]], [[-9.4609375, false]], [[-8.2109375, false]], [[-7.7109375, false]], [[-8.7109375, false]], [[-7.2109375, false]], [[-6.2109375, false]], [[-5.2109375, false]], [[-6.7109375, false]], [[-8.2109375, false]], [[-7.7109375, false]], [[-6.2109375, false]], [[-7.7109375, false]], [[-9.2109375, false]], [[-12.4609375, false]]], "filtered_resps": [[-7.2109375, false], [-9.2109375, false], [-8.7109375, false], [-7.7109375, false], [-2.712890625, false], [-8.7109375, false], [-9.2109375, false], [-8.96875, false], [-5.2109375, false], [-9.2109375, false], [-6.2109375, false], [-8.9609375, false], [-7.7109375, false], [-7.7109375, false], [-7.7109375, false], [-8.2109375, false], [-8.7109375, false], [-9.2109375, false], [-8.96875, false], [-5.2109375, false], [-9.2109375, false], [-8.7109375, false], [-2.712890625, false], [-8.2109375, false], [-7.7109375, false], [-5.2109375, false], [-7.7109375, false], [-8.2109375, false], [-8.7109375, false], [-7.2109375, false], [-8.2109375, false], [-8.2109375, false], [-9.2109375, false], [-8.96875, false], [-5.2109375, false], [-9.2109375, false], [-7.7109375, false], [-2.712890625, false], [-9.4609375, false], [-8.2109375, false], [-7.7109375, false], [-8.7109375, false], [-7.2109375, false], [-6.2109375, false], [-5.2109375, false], [-6.7109375, false], [-8.2109375, false], [-7.7109375, false], [-6.2109375, false], [-7.7109375, false], [-9.2109375, false], [-12.4609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 998, "doc": {"id": "Mercury_7032393", "question": "A student needs to measure out a precise amount of liquid. What is the best tool for the student to use?", "choices": {"text": ["test tube", "meter stick", "balance scale", "graduated cylinder"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "graduated cylinder", "arguments": ["Question: A student needs to measure out a precise amount of liquid. What is the best tool for the student to use?\nAnswer:", " ["], "resps": [[[-8.265625, false]], [[-10.265625, false]], [[-9.765625, false]], [[-9.015625, false]], [[-8.765625, false]], [[-9.765625, false]], [[-5.3359375, false]], [[-9.765625, false]], [[-10.515625, false]], [[-9.765625, false]], [[-9.015625, false]], [[-10.265625, false]], [[-10.09375, false]], [[-5.3359375, false]], [[-10.265625, false]], [[-8.265625, false]], [[-9.015625, false]], [[-9.765625, false]], [[-9.015625, false]], [[-10.515625, false]], [[-5.515625, false]], [[-8.765625, false]], [[-9.765625, false]], [[-9.015625, false]], [[-9.515625, false]], [[-8.765625, false]], [[-10.265625, false]], [[-10.09375, false]], [[-5.515625, false]], [[-10.265625, false]], [[-9.765625, false]], [[-3.515625, false]], [[-10.015625, false]], [[-3.515625, false]], [[-9.265625, false]], [[-9.515625, false]], [[-9.015625, false]], [[-5.515625, false]], [[-8.765625, false]], [[-9.515625, false]], [[-3.515625, false]], [[-10.015625, false]], [[-9.015625, false]], [[-10.265625, false]], [[-10.09375, false]], [[-5.515625, false]], [[-10.265625, false]], [[-10.015625, false]], [[-10.515625, false]], [[-3.515625, false]], [[-9.515625, false]], [[-10.515625, false]], [[-3.515625, false]], [[-9.765625, false]], [[-9.015625, false]], [[-9.515625, false]], [[-5.515625, false]], [[-9.515625, false]], [[-12.015625, false]], [[-10.015625, false]], [[-9.015625, false]], [[-9.265625, false]], [[-9.515625, false]], [[-9.015625, false]], [[-10.515625, false]], [[-10.265625, false]], [[-13.765625, false]]], "filtered_resps": [[-8.265625, false], [-10.265625, false], [-9.765625, false], [-9.015625, false], [-8.765625, false], [-9.765625, false], [-5.3359375, false], [-9.765625, false], [-10.515625, false], [-9.765625, false], [-9.015625, false], [-10.265625, false], [-10.09375, false], [-5.3359375, false], [-10.265625, false], [-8.265625, false], [-9.015625, false], [-9.765625, false], [-9.015625, false], [-10.515625, false], [-5.515625, false], [-8.765625, false], [-9.765625, false], [-9.015625, false], [-9.515625, false], [-8.765625, false], [-10.265625, false], [-10.09375, false], [-5.515625, false], [-10.265625, false], [-9.765625, false], [-3.515625, false], [-10.015625, false], [-3.515625, false], [-9.265625, false], [-9.515625, false], [-9.015625, false], [-5.515625, false], [-8.765625, false], [-9.515625, false], [-3.515625, false], [-10.015625, false], [-9.015625, false], [-10.265625, false], [-10.09375, false], [-5.515625, false], [-10.265625, false], [-10.015625, false], [-10.515625, false], [-3.515625, false], [-9.515625, false], [-10.515625, false], [-3.515625, false], [-9.765625, false], [-9.015625, false], [-9.515625, false], [-5.515625, false], [-9.515625, false], [-12.015625, false], [-10.015625, false], [-9.015625, false], [-9.265625, false], [-9.515625, false], [-9.015625, false], [-10.515625, false], [-10.265625, false], [-13.765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1006, "doc": {"id": "Mercury_7107993", "question": "The element nitrogen can be found in simple, nonliving substances, such as air, and in complex molecules in living organisms, such as DNA. Which statement explains why nitrogen can exist in many compounds?", "choices": {"text": ["Nitrogen atoms are different sizes.", "Nitrogen atoms are different ages.", "Nitrogen atoms can bond to different atoms.", "Nitrogen atoms have different amounts of energy."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Nitrogen atoms can bond to different atoms.", "arguments": ["Question: The element nitrogen can be found in simple, nonliving substances, such as air, and in complex molecules in living organisms, such as DNA. Which statement explains why nitrogen can exist in many compounds?\nAnswer:", " ["], "resps": [[[-6.2890625, false]], [[-9.5390625, false]], [[-4.7890625, false]], [[-7.5390625, false]], [[-10.7890625, false]], [[-10.7890625, false]], [[-8.7890625, false]], [[-11.5390625, false]], [[-8.5390625, false]], [[-7.0390625, false]], [[-6.2890625, false]], [[-5.2890625, false]], [[-10.7890625, false]], [[-8.7890625, false]], [[-9.2890625, false]], [[-10.2890625, false]], [[-6.2890625, false]], [[-5.2890625, false]], [[-10.7890625, false]], [[-8.5390625, false]], [[-6.2890625, false]], [[-8.7890625, false]], [[-7.5390625, false]], [[-10.2890625, false]], [[-10.2890625, false]], [[-8.5390625, false]], [[-10.7890625, false]], [[-8.5390625, false]], [[-7.0390625, false]], [[-10.7890625, false]], [[-6.2890625, false]], [[-10.2890625, false]], [[-7.5390625, false]], [[-11.5390625, false]], [[-8.5390625, false]], [[-10.2890625, false]], [[-7.4375, false]], [[-9.5390625, false]], [[-10.5625, false]], [[-6.2890625, false]], [[-9.5390625, false]], [[-4.7890625, false]], [[-7.5390625, false]], [[-10.7890625, false]], [[-10.7890625, false]], [[-8.7890625, false]], [[-11.5390625, false]], [[-8.5390625, false]], [[-7.0390625, false]], [[-6.2890625, false]], [[-5.2890625, false]], [[-10.7890625, false]], [[-8.7890625, false]], [[-9.2890625, false]], [[-10.2890625, false]], [[-6.2890625, false]], [[-5.2890625, false]], [[-10.7890625, false]], [[-8.5390625, false]], [[-6.2890625, false]], [[-8.7890625, false]], [[-7.5390625, false]], [[-10.2890625, false]], [[-10.2890625, false]], [[-8.5390625, false]], [[-10.7890625, false]], [[-8.5390625, false]], [[-7.0390625, false]], [[-10.7890625, false]], [[-6.2890625, false]], [[-5.2890625, false]], [[-11.5390625, false]], [[-8.5390625, false]], [[-10.2890625, false]], [[-7.4375, false]], [[-9.5390625, false]], [[-10.5625, false]], [[-6.2890625, false]], [[-9.5390625, false]], [[-4.7890625, false]], [[-7.5390625, false]], [[-10.7890625, false]], [[-10.7890625, false]], [[-8.7890625, false]], [[-11.5390625, false]], [[-8.5390625, false]], [[-7.0390625, false]], [[-6.2890625, false]], [[-5.2890625, false]], [[-10.7890625, false]], [[-8.7890625, false]], [[-9.2890625, false]], [[-10.2890625, false]], [[-6.2890625, false]], [[-7.0390625, false]], [[-5.2890625, false]], [[-7.0390625, false]], [[-6.2890625, false]], [[-7.2890625, false]], [[-8.7890625, false]], [[-7.0390625, false]], [[-8.7890625, false]], [[-6.2890625, false]], [[-10.7890625, false]], [[-8.7890625, false]], [[-6.2890625, false]], [[-8.7890625, false]], [[-7.5390625, false]], [[-10.2890625, false]], [[-10.2890625, false]], [[-8.5390625, false]], [[-10.7890625, false]], [[-8.5390625, false]], [[-7.0390625, false]], [[-10.7890625, false]], [[-6.2890625, false]], [[-5.2890625, false]], [[-10.7890625, false]], [[-8.7890625, false]], [[-9.2890625, false]], [[-10.2890625, false]], [[-7.4375, false]], [[-9.5390625, false]], [[-10.5625, false]], [[-6.2890625, false]], [[-9.5390625, false]], [[-4.7890625, false]], [[-7.5390625, false]], [[-10.7890625, false]], [[-10.7890625, false]], [[-8.7890625, false]], [[-11.5390625, false]], [[-8.5390625, false]], [[-7.0390625, false]], [[-6.2890625, false]], [[-5.2890625, false]], [[-10.7890625, false]], [[-8.7890625, false]], [[-9.2890625, false]], [[-10.2890625, false]], [[-6.2890625, false]], [[-9.7890625, false]], [[-5.2890625, false]], [[-10.2890625, false]], [[-8.5390625, false]], [[-6.2890625, false]], [[-8.7890625, false]], [[-7.5390625, false]], [[-10.2890625, false]], [[-10.2890625, false]], [[-8.5390625, false]], [[-10.7890625, false]], [[-8.5390625, false]], [[-7.0390625, false]], [[-10.7890625, false]], [[-6.2890625, false]], [[-5.2890625, false]], [[-9.2890625, false]], [[-8.7890625, false]], [[-11.0390625, false]], [[-7.0390625, false]], [[-10.7890625, false]], [[-10.2890625, false]], [[-6.2890625, false]], [[-8.7890625, false]], [[-10.2890625, false]], [[-6.2890625, false]], [[-8.5390625, false]], [[-7.0390625, false]], [[-8.5390625, false]], [[-10.7890625, false]], [[-11.5390625, false]], [[-10.7890625, false]], [[-7.4375, false]], [[-9.5390625, false]], [[-12.2890625, false]]], "filtered_resps": [[-6.2890625, false], [-9.5390625, false], [-4.7890625, false], [-7.5390625, false], [-10.7890625, false], [-10.7890625, false], [-8.7890625, false], [-11.5390625, false], [-8.5390625, false], [-7.0390625, false], [-6.2890625, false], [-5.2890625, false], [-10.7890625, false], [-8.7890625, false], [-9.2890625, false], [-10.2890625, false], [-6.2890625, false], [-5.2890625, false], [-10.7890625, false], [-8.5390625, false], [-6.2890625, false], [-8.7890625, false], [-7.5390625, false], [-10.2890625, false], [-10.2890625, false], [-8.5390625, false], [-10.7890625, false], [-8.5390625, false], [-7.0390625, false], [-10.7890625, false], [-6.2890625, false], [-10.2890625, false], [-7.5390625, false], [-11.5390625, false], [-8.5390625, false], [-10.2890625, false], [-7.4375, false], [-9.5390625, false], [-10.5625, false], [-6.2890625, false], [-9.5390625, false], [-4.7890625, false], [-7.5390625, false], [-10.7890625, false], [-10.7890625, false], [-8.7890625, false], [-11.5390625, false], [-8.5390625, false], [-7.0390625, false], [-6.2890625, false], [-5.2890625, false], [-10.7890625, false], [-8.7890625, false], [-9.2890625, false], [-10.2890625, false], [-6.2890625, false], [-5.2890625, false], [-10.7890625, false], [-8.5390625, false], [-6.2890625, false], [-8.7890625, false], [-7.5390625, false], [-10.2890625, false], [-10.2890625, false], [-8.5390625, false], [-10.7890625, false], [-8.5390625, false], [-7.0390625, false], [-10.7890625, false], [-6.2890625, false], [-5.2890625, false], [-11.5390625, false], [-8.5390625, false], [-10.2890625, false], [-7.4375, false], [-9.5390625, false], [-10.5625, false], [-6.2890625, false], [-9.5390625, false], [-4.7890625, false], [-7.5390625, false], [-10.7890625, false], [-10.7890625, false], [-8.7890625, false], [-11.5390625, false], [-8.5390625, false], [-7.0390625, false], [-6.2890625, false], [-5.2890625, false], [-10.7890625, false], [-8.7890625, false], [-9.2890625, false], [-10.2890625, false], [-6.2890625, false], [-7.0390625, false], [-5.2890625, false], [-7.0390625, false], [-6.2890625, false], [-7.2890625, false], [-8.7890625, false], [-7.0390625, false], [-8.7890625, false], [-6.2890625, false], [-10.7890625, false], [-8.7890625, false], [-6.2890625, false], [-8.7890625, false], [-7.5390625, false], [-10.2890625, false], [-10.2890625, false], [-8.5390625, false], [-10.7890625, false], [-8.5390625, false], [-7.0390625, false], [-10.7890625, false], [-6.2890625, false], [-5.2890625, false], [-10.7890625, false], [-8.7890625, false], [-9.2890625, false], [-10.2890625, false], [-7.4375, false], [-9.5390625, false], [-10.5625, false], [-6.2890625, false], [-9.5390625, false], [-4.7890625, false], [-7.5390625, false], [-10.7890625, false], [-10.7890625, false], [-8.7890625, false], [-11.5390625, false], [-8.5390625, false], [-7.0390625, false], [-6.2890625, false], [-5.2890625, false], [-10.7890625, false], [-8.7890625, false], [-9.2890625, false], [-10.2890625, false], [-6.2890625, false], [-9.7890625, false], [-5.2890625, false], [-10.2890625, false], [-8.5390625, false], [-6.2890625, false], [-8.7890625, false], [-7.5390625, false], [-10.2890625, false], [-10.2890625, false], [-8.5390625, false], [-10.7890625, false], [-8.5390625, false], [-7.0390625, false], [-10.7890625, false], [-6.2890625, false], [-5.2890625, false], [-9.2890625, false], [-8.7890625, false], [-11.0390625, false], [-7.0390625, false], [-10.7890625, false], [-10.2890625, false], [-6.2890625, false], [-8.7890625, false], [-10.2890625, false], [-6.2890625, false], [-8.5390625, false], [-7.0390625, false], [-8.5390625, false], [-10.7890625, false], [-11.5390625, false], [-10.7890625, false], [-7.4375, false], [-9.5390625, false], [-12.2890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1014, "doc": {"id": "Mercury_7026775", "question": "A large number of species on Earth became extinct during a short time period about 65 million years ago. Based on this pattern of extinction, which is the most likely cause?", "choices": {"text": ["gradual climate change", "continued climate stability", "sudden global climate change", "gradual ecosystem succession"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "sudden global climate change", "arguments": ["Question: A large number of species on Earth became extinct during a short time period about 65 million years ago. Based on this pattern of extinction, which is the most likely cause?\nAnswer:", " ["], "resps": [[[-7.0234375, false]], [[-8.5234375, false]], [[-11.8984375, false]], [[-9.7734375, false]], [[-5.3984375, false]], [[-8.3984375, false]], [[-11.6484375, false]], [[-5.3984375, false]], [[-10.5234375, false]], [[-5.2734375, false]], [[-7.8984375, false]], [[-10.5234375, false]], [[-9.1484375, false]], [[-10.0234375, false]], [[-5.3984375, false]], [[-10.0234375, false]], [[-7.1484375, false]], [[-5.2734375, false]], [[-7.8984375, false]], [[-11.2734375, false]], [[-5.3984375, false]], [[-9.5234375, false]], [[-11.8984375, false]], [[-7.1484375, false]], [[-8.5234375, false]], [[-10.359375, false]], [[-5.2734375, false]], [[-8.5234375, false]], [[-7.8984375, false]], [[-9.2734375, false]], [[-9.5234375, false]], [[-10.0234375, false]], [[-9.1484375, false]], [[-9.5234375, false]], [[-11.6484375, false]], [[-7.1484375, false]], [[-8.3984375, false]], [[-5.2734375, false]], [[-7.8984375, false]], [[-10.5234375, false]], [[-9.1484375, false]], [[-10.0234375, false]], [[-5.3984375, false]], [[-10.0234375, false]], [[-7.1484375, false]], [[-5.2734375, false]], [[-10.0234375, false]], [[-10.0234375, false]], [[-5.3984375, false]], [[-8.1484375, false]], [[-9.1484375, false]], [[-10.5234375, false]], [[-9.1484375, false]], [[-10.0234375, false]], [[-11.8984375, false]], [[-8.5234375, false]], [[-10.359375, false]], [[-5.2734375, false]], [[-8.5234375, false]], [[-10.0234375, false]], [[-11.6484375, false]], [[-8.3984375, false]], [[-8.3984375, false]], [[-7.1484375, false]], [[-9.5234375, false]], [[-5.2734375, false]], [[-11.8984375, false]], [[-10.5234375, false]], [[-9.2734375, false]], [[-8.1484375, false]], [[-5.3984375, false]], [[-10.5234375, false]], [[-5.2734375, false]], [[-7.8984375, false]], [[-10.5234375, false]], [[-9.1484375, false]], [[-10.0234375, false]], [[-5.3984375, false]], [[-10.0234375, false]], [[-7.1484375, false]], [[-5.2734375, false]], [[-7.8984375, false]], [[-11.2734375, false]], [[-5.3984375, false]], [[-9.5234375, false]], [[-11.8984375, false]], [[-7.1484375, false]], [[-8.5234375, false]], [[-10.359375, false]], [[-5.2734375, false]], [[-8.5234375, false]], [[-11.8984375, false]], [[-9.7734375, false]], [[-5.3984375, false]], [[-8.3984375, false]], [[-11.6484375, false]], [[-5.3984375, false]], [[-10.5234375, false]], [[-5.2734375, false]], [[-7.1484375, false]], [[-7.8984375, false]], [[-9.2734375, false]], [[-10.0234375, false]], [[-11.8984375, false]], [[-10.0234375, false]], [[-10.0234375, false]], [[-7.1484375, false]], [[-10.0234375, false]], [[-5.2734375, false]], [[-10.0234375, false]], [[-11.6484375, false]], [[-7.8984375, false]], [[-7.8984375, false]], [[-7.1484375, false]], [[-10.0234375, false]], [[-10.0234375, false]], [[-9.1484375, false]], [[-9.2734375, false]], [[-9.5234375, false]], [[-8.5234375, false]], [[-13.7734375, false]]], "filtered_resps": [[-7.0234375, false], [-8.5234375, false], [-11.8984375, false], [-9.7734375, false], [-5.3984375, false], [-8.3984375, false], [-11.6484375, false], [-5.3984375, false], [-10.5234375, false], [-5.2734375, false], [-7.8984375, false], [-10.5234375, false], [-9.1484375, false], [-10.0234375, false], [-5.3984375, false], [-10.0234375, false], [-7.1484375, false], [-5.2734375, false], [-7.8984375, false], [-11.2734375, false], [-5.3984375, false], [-9.5234375, false], [-11.8984375, false], [-7.1484375, false], [-8.5234375, false], [-10.359375, false], [-5.2734375, false], [-8.5234375, false], [-7.8984375, false], [-9.2734375, false], [-9.5234375, false], [-10.0234375, false], [-9.1484375, false], [-9.5234375, false], [-11.6484375, false], [-7.1484375, false], [-8.3984375, false], [-5.2734375, false], [-7.8984375, false], [-10.5234375, false], [-9.1484375, false], [-10.0234375, false], [-5.3984375, false], [-10.0234375, false], [-7.1484375, false], [-5.2734375, false], [-10.0234375, false], [-10.0234375, false], [-5.3984375, false], [-8.1484375, false], [-9.1484375, false], [-10.5234375, false], [-9.1484375, false], [-10.0234375, false], [-11.8984375, false], [-8.5234375, false], [-10.359375, false], [-5.2734375, false], [-8.5234375, false], [-10.0234375, false], [-11.6484375, false], [-8.3984375, false], [-8.3984375, false], [-7.1484375, false], [-9.5234375, false], [-5.2734375, false], [-11.8984375, false], [-10.5234375, false], [-9.2734375, false], [-8.1484375, false], [-5.3984375, false], [-10.5234375, false], [-5.2734375, false], [-7.8984375, false], [-10.5234375, false], [-9.1484375, false], [-10.0234375, false], [-5.3984375, false], [-10.0234375, false], [-7.1484375, false], [-5.2734375, false], [-7.8984375, false], [-11.2734375, false], [-5.3984375, false], [-9.5234375, false], [-11.8984375, false], [-7.1484375, false], [-8.5234375, false], [-10.359375, false], [-5.2734375, false], [-8.5234375, false], [-11.8984375, false], [-9.7734375, false], [-5.3984375, false], [-8.3984375, false], [-11.6484375, false], [-5.3984375, false], [-10.5234375, false], [-5.2734375, false], [-7.1484375, false], [-7.8984375, false], [-9.2734375, false], [-10.0234375, false], [-11.8984375, false], [-10.0234375, false], [-10.0234375, false], [-7.1484375, false], [-10.0234375, false], [-5.2734375, false], [-10.0234375, false], [-11.6484375, false], [-7.8984375, false], [-7.8984375, false], [-7.1484375, false], [-10.0234375, false], [-10.0234375, false], [-9.1484375, false], [-9.2734375, false], [-9.5234375, false], [-8.5234375, false], [-13.7734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1022, "doc": {"id": "Mercury_7138863", "question": "A teacher was discussing with the class that a bowling ball has more inertia than a basketball. Which physical property is most likely being compared?", "choices": {"text": ["area", "mass", "weight", "volume"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "mass", "arguments": ["Question: A teacher was discussing with the class that a bowling ball has more inertia than a basketball. Which physical property is most likely being compared?\nAnswer:", " ["], "resps": [[[-7.828125, false]], [[-9.328125, false]], [[-4.078125, false]], [[-9.078125, false]], [[-8.328125, false]], [[-4.078125, false]], [[-9.328125, false]], [[-10.8125, false]], [[-5.578125, false]], [[-9.328125, false]], [[-8.328125, false]], [[-4.078125, false]], [[-7.578125, false]], [[-7.578125, false]], [[-9.328125, false]], [[-10.8125, false]], [[-5.578125, false]], [[-9.328125, false]], [[-9.328125, false]], [[-8.328125, false]], [[-9.078125, false]], [[-9.578125, false]], [[-9.828125, false]], [[-8.828125, false]], [[-9.328125, false]], [[-10.8125, false]], [[-5.578125, false]], [[-9.328125, false]], [[-8.078125, false]], [[-9.828125, false]], [[-9.578125, false]], [[-10.078125, false]], [[-8.328125, false]], [[-8.328125, false]], [[-9.328125, false]], [[-12.828125, false]]], "filtered_resps": [[-7.828125, false], [-9.328125, false], [-4.078125, false], [-9.078125, false], [-8.328125, false], [-4.078125, false], [-9.328125, false], [-10.8125, false], [-5.578125, false], [-9.328125, false], [-8.328125, false], [-4.078125, false], [-7.578125, false], [-7.578125, false], [-9.328125, false], [-10.8125, false], [-5.578125, false], [-9.328125, false], [-9.328125, false], [-8.328125, false], [-9.078125, false], [-9.578125, false], [-9.828125, false], [-8.828125, false], [-9.328125, false], [-10.8125, false], [-5.578125, false], [-9.328125, false], [-8.078125, false], [-9.828125, false], [-9.578125, false], [-10.078125, false], [-8.328125, false], [-8.328125, false], [-9.328125, false], [-12.828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1030, "doc": {"id": "ACTAAP_2014_7_2", "question": "Which human body system forms a barrier between internal body structures and the external environment?", "choices": {"text": ["nervous", "digestive", "circulatory", "integumentary"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "integumentary", "arguments": ["Question: Which human body system forms a barrier between internal body structures and the external environment?\nAnswer:", " ["], "resps": [[[-8.171875, false]], [[-11.046875, false]], [[-10.296875, false]], [[-9.046875, false]], [[-11.546875, false]], [[-11.546875, false]], [[-8.421875, false]], [[-8.921875, false]], [[-9.671875, false]], [[-11.046875, false]], [[-9.828125, false]], [[-4.92578125, false]], [[-11.046875, false]], [[-11.546875, false]], [[-9.671875, false]], [[-12.046875, false]], [[-9.046875, false]], [[-9.671875, false]], [[-10.546875, false]], [[-9.671875, false]], [[-11.546875, false]], [[-9.046875, false]], [[-11.046875, false]], [[-9.828125, false]], [[-4.92578125, false]], [[-11.046875, false]], [[-8.671875, false]], [[-9.671875, false]], [[-11.546875, false]], [[-8.671875, false]], [[-8.921875, false]], [[-7.92578125, false]], [[-5.67578125, false]], [[-10.546875, false]], [[-8.421875, false]], [[-11.546875, false]], [[-12.921875, false]], [[-11.046875, false]], [[-9.828125, false]], [[-4.92578125, false]], [[-11.046875, false]], [[-9.671875, false]], [[-10.296875, false]], [[-10.546875, false]], [[-9.046875, false]], [[-12.046875, false]], [[-8.921875, false]], [[-10.046875, false]], [[-9.046875, false]], [[-10.296875, false]], [[-10.546875, false]], [[-5.67578125, false]], [[-11.546875, false]], [[-12.921875, false]], [[-11.046875, false]], [[-12.921875, false]]], "filtered_resps": [[-8.171875, false], [-11.046875, false], [-10.296875, false], [-9.046875, false], [-11.546875, false], [-11.546875, false], [-8.421875, false], [-8.921875, false], [-9.671875, false], [-11.046875, false], [-9.828125, false], [-4.92578125, false], [-11.046875, false], [-11.546875, false], [-9.671875, false], [-12.046875, false], [-9.046875, false], [-9.671875, false], [-10.546875, false], [-9.671875, false], [-11.546875, false], [-9.046875, false], [-11.046875, false], [-9.828125, false], [-4.92578125, false], [-11.046875, false], [-8.671875, false], [-9.671875, false], [-11.546875, false], [-8.671875, false], [-8.921875, false], [-7.92578125, false], [-5.67578125, false], [-10.546875, false], [-8.421875, false], [-11.546875, false], [-12.921875, false], [-11.046875, false], [-9.828125, false], [-4.92578125, false], [-11.046875, false], [-9.671875, false], [-10.296875, false], [-10.546875, false], [-9.046875, false], [-12.046875, false], [-8.921875, false], [-10.046875, false], [-9.046875, false], [-10.296875, false], [-10.546875, false], [-5.67578125, false], [-11.546875, false], [-12.921875, false], [-11.046875, false], [-12.921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1038, "doc": {"id": "MCAS_2000_8_17", "question": "Scientists classify matter into various groups. Which group is typically described by the characteristics listed below? • usually solid at room temperature • can be bent or changed in shape without breaking • show a shiny luster when scratched or polished", "choices": {"text": ["metals", "nonmetals", "elements", "compounds"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "metals", "arguments": ["Question: Scientists classify matter into various groups. Which group is typically described by the characteristics listed below? • usually solid at room temperature • can be bent or changed in shape without breaking • show a shiny luster when scratched or polished\nAnswer:", " ["], "resps": [[[-7.25390625, false]], [[-9.5, false]], [[-6.75390625, false]], [[-6.50390625, false]], [[-8.25, false]], [[-4.50390625, false]], [[-9.25, false]], [[-8.0, false]], [[-9.5, false]], [[-9.734375, false]], [[-5.25390625, false]], [[-9.5, false]], [[-6.25390625, false]], [[-6.50390625, false]], [[-6.25390625, false]], [[-6.75390625, false]], [[-6.50390625, false]], [[-8.25, false]], [[-4.50390625, false]], [[-9.25, false]], [[-8.0, false]], [[-9.5, false]], [[-9.734375, false]], [[-5.25390625, false]], [[-9.5, false]], [[-6.50390625, false]], [[-9.25, false]], [[-6.50390625, false]], [[-6.75390625, false]], [[-6.50390625, false]], [[-6.25390625, false]], [[-8.25, false]], [[-8.0, false]], [[-9.5, false]], [[-9.734375, false]], [[-5.25390625, false]], [[-9.5, false]], [[-5.75390625, false]], [[-6.50390625, false]], [[-6.75390625, false]], [[-7.00390625, false]], [[-6.50390625, false]], [[-8.25, false]], [[-6.25390625, false]], [[-7.50390625, false]], [[-8.0, false]], [[-9.5, false]], [[-12.25, false]]], "filtered_resps": [[-7.25390625, false], [-9.5, false], [-6.75390625, false], [-6.50390625, false], [-8.25, false], [-4.50390625, false], [-9.25, false], [-8.0, false], [-9.5, false], [-9.734375, false], [-5.25390625, false], [-9.5, false], [-6.25390625, false], [-6.50390625, false], [-6.25390625, false], [-6.75390625, false], [-6.50390625, false], [-8.25, false], [-4.50390625, false], [-9.25, false], [-8.0, false], [-9.5, false], [-9.734375, false], [-5.25390625, false], [-9.5, false], [-6.50390625, false], [-9.25, false], [-6.50390625, false], [-6.75390625, false], [-6.50390625, false], [-6.25390625, false], [-8.25, false], [-8.0, false], [-9.5, false], [-9.734375, false], [-5.25390625, false], [-9.5, false], [-5.75390625, false], [-6.50390625, false], [-6.75390625, false], [-7.00390625, false], [-6.50390625, false], [-8.25, false], [-6.25390625, false], [-7.50390625, false], [-8.0, false], [-9.5, false], [-12.25, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1046, "doc": {"id": "Mercury_7251720", "question": "Which explains how the epithelium offers protection to land-dwelling vertebrates?", "choices": {"text": ["Epithelium provides a rigid shell to prevent punctures.", "Epithelium has capillaries to resist iron deficiency.", "Epithelium insulates the vertebrate from hypothermia.", "Epithelium prevents dehydration in vertebrates."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Epithelium prevents dehydration in vertebrates.", "arguments": ["Question: Which explains how the epithelium offers protection to land-dwelling vertebrates?\nAnswer:", " ["], "resps": [[[-7.32421875, false]], [[-9.828125, false]], [[-4.57421875, false]], [[-9.578125, false]], [[-9.828125, false]], [[-11.578125, false]], [[-11.828125, false]], [[-7.57421875, false]], [[-9.578125, false]], [[-9.828125, false]], [[-12.078125, false]], [[-10.828125, false]], [[-5.07421875, false]], [[-9.578125, false]], [[-12.328125, false]], [[-9.828125, false]], [[-11.578125, false]], [[-9.828125, false]], [[-10.078125, false]], [[-7.57421875, false]], [[-10.328125, false]], [[-5.07421875, false]], [[-6.57421875, false]], [[-5.07421875, false]], [[-12.328125, false]], [[-9.828125, false]], [[-12.828125, false]], [[-9.828125, false]], [[-10.078125, false]], [[-5.07421875, false]], [[-10.328125, false]], [[-11.828125, false]], [[-7.57421875, false]], [[-9.578125, false]], [[-9.578125, false]], [[-5.07421875, false]], [[-11.578125, false]], [[-9.828125, false]], [[-5.07421875, false]], [[-9.578125, false]], [[-12.328125, false]], [[-7.57421875, false]], [[-11.578125, false]], [[-7.57421875, false]], [[-11.078125, false]], [[-11.578125, false]], [[-5.07421875, false]], [[-9.578125, false]], [[-12.078125, false]], [[-11.078125, false]], [[-9.328125, false]], [[-11.578125, false]], [[-12.078125, false]], [[-12.328125, false]], [[-7.57421875, false]], [[-10.328125, false]], [[-6.59375, false]], [[-9.828125, false]], [[-9.59375, false]], [[-5.07421875, false]], [[-9.828125, false]], [[-4.57421875, false]], [[-9.578125, false]], [[-9.828125, false]], [[-11.578125, false]], [[-11.828125, false]], [[-7.57421875, false]], [[-9.578125, false]], [[-9.828125, false]], [[-12.078125, false]], [[-10.828125, false]], [[-5.07421875, false]], [[-11.828125, false]], [[-6.57421875, false]], [[-10.328125, false]], [[-5.07421875, false]], [[-9.328125, false]], [[-6.57421875, false]], [[-9.578125, false]], [[-9.828125, false]], [[-9.578125, false]], [[-9.578125, false]], [[-6.57421875, false]], [[-12.328125, false]], [[-9.828125, false]], [[-7.57421875, false]], [[-10.328125, false]], [[-5.07421875, false]], [[-11.578125, false]], [[-9.828125, false]], [[-5.07421875, false]], [[-12.328125, false]], [[-7.57421875, false]], [[-10.328125, false]], [[-9.828125, false]], [[-10.328125, false]], [[-11.578125, false]], [[-5.07421875, false]], [[-9.828125, false]], [[-12.328125, false]], [[-9.828125, false]], [[-11.078125, false]], [[-5.07421875, false]], [[-10.078125, false]], [[-7.57421875, false]], [[-10.828125, false]], [[-9.828125, false]], [[-9.328125, false]], [[-9.828125, false]], [[-7.57421875, false]], [[-11.078125, false]], [[-9.328125, false]], [[-13.328125, false]], [[-6.59375, false]], [[-9.828125, false]], [[-9.59375, false]], [[-5.07421875, false]], [[-9.828125, false]], [[-4.57421875, false]], [[-9.578125, false]], [[-9.828125, false]], [[-11.578125, false]], [[-11.828125, false]], [[-7.57421875, false]], [[-9.578125, false]], [[-9.828125, false]], [[-12.078125, false]], [[-10.828125, false]], [[-5.07421875, false]], [[-9.828125, false]], [[-11.078125, false]], [[-10.328125, false]], [[-12.078125, false]], [[-9.578125, false]], [[-6.57421875, false]], [[-11.578125, false]], [[-7.57421875, false]], [[-10.328125, false]], [[-5.07421875, false]], [[-11.578125, false]], [[-11.828125, false]], [[-7.57421875, false]], [[-5.07421875, false]], [[-11.578125, false]], [[-7.57421875, false]], [[-12.328125, false]], [[-11.578125, false]], [[-7.57421875, false]], [[-9.328125, false]], [[-12.328125, false]], [[-6.57421875, false]], [[-11.578125, false]], [[-7.57421875, false]], [[-5.07421875, false]], [[-10.828125, false]], [[-12.328125, false]], [[-9.828125, false]], [[-10.828125, false]], [[-5.07421875, false]], [[-11.828125, false]], [[-13.328125, false]], [[-9.578125, false]], [[-9.828125, false]], [[-11.578125, false]], [[-11.828125, false]], [[-7.57421875, false]], [[-12.328125, false]], [[-10.828125, false]], [[-9.828125, false]], [[-6.57421875, false]], [[-6.59375, false]], [[-9.828125, false]], [[-9.59375, false]], [[-5.07421875, false]], [[-9.828125, false]], [[-4.57421875, false]], [[-9.578125, false]], [[-9.828125, false]], [[-11.578125, false]], [[-11.828125, false]], [[-7.57421875, false]], [[-9.578125, false]], [[-9.828125, false]], [[-12.078125, false]], [[-10.828125, false]], [[-5.07421875, false]], [[-9.578125, false]], [[-12.328125, false]], [[-7.57421875, false]], [[-11.578125, false]], [[-7.57421875, false]], [[-11.078125, false]], [[-11.578125, false]], [[-10.328125, false]], [[-5.07421875, false]], [[-10.078125, false]], [[-7.57421875, false]], [[-11.828125, false]], [[-13.328125, false]], [[-10.078125, false]], [[-12.328125, false]], [[-6.57421875, false]], [[-11.578125, false]], [[-9.828125, false]], [[-9.828125, false]], [[-11.078125, false]], [[-5.07421875, false]], [[-9.828125, false]], [[-11.078125, false]], [[-5.07421875, false]], [[-11.578125, false]], [[-7.57421875, false]], [[-12.328125, false]], [[-11.578125, false]], [[-7.57421875, false]], [[-9.328125, false]], [[-12.328125, false]], [[-6.57421875, false]], [[-11.578125, false]], [[-7.57421875, false]], [[-10.328125, false]], [[-6.59375, false]], [[-9.828125, false]], [[-13.078125, false]]], "filtered_resps": [[-7.32421875, false], [-9.828125, false], [-4.57421875, false], [-9.578125, false], [-9.828125, false], [-11.578125, false], [-11.828125, false], [-7.57421875, false], [-9.578125, false], [-9.828125, false], [-12.078125, false], [-10.828125, false], [-5.07421875, false], [-9.578125, false], [-12.328125, false], [-9.828125, false], [-11.578125, false], [-9.828125, false], [-10.078125, false], [-7.57421875, false], [-10.328125, false], [-5.07421875, false], [-6.57421875, false], [-5.07421875, false], [-12.328125, false], [-9.828125, false], [-12.828125, false], [-9.828125, false], [-10.078125, false], [-5.07421875, false], [-10.328125, false], [-11.828125, false], [-7.57421875, false], [-9.578125, false], [-9.578125, false], [-5.07421875, false], [-11.578125, false], [-9.828125, false], [-5.07421875, false], [-9.578125, false], [-12.328125, false], [-7.57421875, false], [-11.578125, false], [-7.57421875, false], [-11.078125, false], [-11.578125, false], [-5.07421875, false], [-9.578125, false], [-12.078125, false], [-11.078125, false], [-9.328125, false], [-11.578125, false], [-12.078125, false], [-12.328125, false], [-7.57421875, false], [-10.328125, false], [-6.59375, false], [-9.828125, false], [-9.59375, false], [-5.07421875, false], [-9.828125, false], [-4.57421875, false], [-9.578125, false], [-9.828125, false], [-11.578125, false], [-11.828125, false], [-7.57421875, false], [-9.578125, false], [-9.828125, false], [-12.078125, false], [-10.828125, false], [-5.07421875, false], [-11.828125, false], [-6.57421875, false], [-10.328125, false], [-5.07421875, false], [-9.328125, false], [-6.57421875, false], [-9.578125, false], [-9.828125, false], [-9.578125, false], [-9.578125, false], [-6.57421875, false], [-12.328125, false], [-9.828125, false], [-7.57421875, false], [-10.328125, false], [-5.07421875, false], [-11.578125, false], [-9.828125, false], [-5.07421875, false], [-12.328125, false], [-7.57421875, false], [-10.328125, false], [-9.828125, false], [-10.328125, false], [-11.578125, false], [-5.07421875, false], [-9.828125, false], [-12.328125, false], [-9.828125, false], [-11.078125, false], [-5.07421875, false], [-10.078125, false], [-7.57421875, false], [-10.828125, false], [-9.828125, false], [-9.328125, false], [-9.828125, false], [-7.57421875, false], [-11.078125, false], [-9.328125, false], [-13.328125, false], [-6.59375, false], [-9.828125, false], [-9.59375, false], [-5.07421875, false], [-9.828125, false], [-4.57421875, false], [-9.578125, false], [-9.828125, false], [-11.578125, false], [-11.828125, false], [-7.57421875, false], [-9.578125, false], [-9.828125, false], [-12.078125, false], [-10.828125, false], [-5.07421875, false], [-9.828125, false], [-11.078125, false], [-10.328125, false], [-12.078125, false], [-9.578125, false], [-6.57421875, false], [-11.578125, false], [-7.57421875, false], [-10.328125, false], [-5.07421875, false], [-11.578125, false], [-11.828125, false], [-7.57421875, false], [-5.07421875, false], [-11.578125, false], [-7.57421875, false], [-12.328125, false], [-11.578125, false], [-7.57421875, false], [-9.328125, false], [-12.328125, false], [-6.57421875, false], [-11.578125, false], [-7.57421875, false], [-5.07421875, false], [-10.828125, false], [-12.328125, false], [-9.828125, false], [-10.828125, false], [-5.07421875, false], [-11.828125, false], [-13.328125, false], [-9.578125, false], [-9.828125, false], [-11.578125, false], [-11.828125, false], [-7.57421875, false], [-12.328125, false], [-10.828125, false], [-9.828125, false], [-6.57421875, false], [-6.59375, false], [-9.828125, false], [-9.59375, false], [-5.07421875, false], [-9.828125, false], [-4.57421875, false], [-9.578125, false], [-9.828125, false], [-11.578125, false], [-11.828125, false], [-7.57421875, false], [-9.578125, false], [-9.828125, false], [-12.078125, false], [-10.828125, false], [-5.07421875, false], [-9.578125, false], [-12.328125, false], [-7.57421875, false], [-11.578125, false], [-7.57421875, false], [-11.078125, false], [-11.578125, false], [-10.328125, false], [-5.07421875, false], [-10.078125, false], [-7.57421875, false], [-11.828125, false], [-13.328125, false], [-10.078125, false], [-12.328125, false], [-6.57421875, false], [-11.578125, false], [-9.828125, false], [-9.828125, false], [-11.078125, false], [-5.07421875, false], [-9.828125, false], [-11.078125, false], [-5.07421875, false], [-11.578125, false], [-7.57421875, false], [-12.328125, false], [-11.578125, false], [-7.57421875, false], [-9.328125, false], [-12.328125, false], [-6.57421875, false], [-11.578125, false], [-7.57421875, false], [-10.328125, false], [-6.59375, false], [-9.828125, false], [-13.078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1054, "doc": {"id": "Mercury_7166950", "question": "Stars appear to be blue, white, yellow, and red, even without the aid of a telescope. What causes the different colors of the stars?", "choices": {"text": ["the surface temperature", "the distance from Earth", "the distance from the Sun", "the gases that compose the star"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "the surface temperature", "arguments": ["Question: Stars appear to be blue, white, yellow, and red, even without the aid of a telescope. What causes the different colors of the stars?\nAnswer:", " ["], "resps": [[[-7.64453125, false]], [[-9.390625, false]], [[-11.640625, false]], [[-12.140625, false]], [[-9.890625, false]], [[-6.39453125, false]], [[-11.390625, false]], [[-12.640625, false]], [[-10.640625, false]], [[-10.890625, false]], [[-7.64453125, false]], [[-11.140625, false]], [[-9.890625, false]], [[-6.39453125, false]], [[-11.640625, false]], [[-9.890625, false]], [[-12.390625, false]], [[-11.640625, false]], [[-9.890625, false]], [[-10.640625, false]], [[-7.64453125, false]], [[-11.640625, false]], [[-12.640625, false]], [[-10.640625, false]], [[-9.890625, false]], [[-9.390625, false]], [[-10.875, false]], [[-6.39453125, false]], [[-9.390625, false]], [[-11.640625, false]], [[-12.140625, false]], [[-9.890625, false]], [[-6.39453125, false]], [[-11.640625, false]], [[-10.390625, false]], [[-11.390625, false]], [[-11.640625, false]], [[-7.64453125, false]], [[-11.390625, false]], [[-11.140625, false]], [[-9.890625, false]], [[-6.39453125, false]], [[-10.890625, false]], [[-10.640625, false]], [[-9.890625, false]], [[-12.390625, false]], [[-6.39453125, false]], [[-6.39453125, false]], [[-7.64453125, false]], [[-10.640625, false]], [[-11.640625, false]], [[-12.140625, false]], [[-9.390625, false]], [[-10.875, false]], [[-6.39453125, false]], [[-9.390625, false]], [[-11.640625, false]], [[-12.140625, false]], [[-9.890625, false]], [[-6.39453125, false]], [[-11.640625, false]], [[-10.390625, false]], [[-11.390625, false]], [[-11.640625, false]], [[-7.64453125, false]], [[-11.390625, false]], [[-11.140625, false]], [[-9.890625, false]], [[-6.39453125, false]], [[-10.890625, false]], [[-10.640625, false]], [[-9.890625, false]], [[-12.390625, false]], [[-6.39453125, false]], [[-11.640625, false]], [[-12.140625, false]], [[-9.890625, false]], [[-6.39453125, false]], [[-6.89453125, false]], [[-12.640625, false]], [[-11.390625, false]], [[-9.390625, false]], [[-10.875, false]], [[-6.39453125, false]], [[-9.390625, false]], [[-11.640625, false]], [[-12.140625, false]], [[-9.890625, false]], [[-6.39453125, false]], [[-14.390625, false]], [[-7.64453125, false]], [[-11.390625, false]], [[-9.890625, false]], [[-11.390625, false]], [[-6.39453125, false]], [[-11.640625, false]], [[-12.140625, false]], [[-7.64453125, false]], [[-11.640625, false]], [[-6.39453125, false]], [[-11.140625, false]], [[-9.890625, false]], [[-12.390625, false]], [[-11.640625, false]], [[-9.890625, false]], [[-11.390625, false]], [[-9.890625, false]], [[-6.39453125, false]], [[-11.640625, false]], [[-12.140625, false]], [[-9.890625, false]], [[-6.39453125, false]], [[-11.390625, false]], [[-11.640625, false]], [[-7.64453125, false]], [[-10.640625, false]], [[-9.390625, false]], [[-12.140625, false]]], "filtered_resps": [[-7.64453125, false], [-9.390625, false], [-11.640625, false], [-12.140625, false], [-9.890625, false], [-6.39453125, false], [-11.390625, false], [-12.640625, false], [-10.640625, false], [-10.890625, false], [-7.64453125, false], [-11.140625, false], [-9.890625, false], [-6.39453125, false], [-11.640625, false], [-9.890625, false], [-12.390625, false], [-11.640625, false], [-9.890625, false], [-10.640625, false], [-7.64453125, false], [-11.640625, false], [-12.640625, false], [-10.640625, false], [-9.890625, false], [-9.390625, false], [-10.875, false], [-6.39453125, false], [-9.390625, false], [-11.640625, false], [-12.140625, false], [-9.890625, false], [-6.39453125, false], [-11.640625, false], [-10.390625, false], [-11.390625, false], [-11.640625, false], [-7.64453125, false], [-11.390625, false], [-11.140625, false], [-9.890625, false], [-6.39453125, false], [-10.890625, false], [-10.640625, false], [-9.890625, false], [-12.390625, false], [-6.39453125, false], [-6.39453125, false], [-7.64453125, false], [-10.640625, false], [-11.640625, false], [-12.140625, false], [-9.390625, false], [-10.875, false], [-6.39453125, false], [-9.390625, false], [-11.640625, false], [-12.140625, false], [-9.890625, false], [-6.39453125, false], [-11.640625, false], [-10.390625, false], [-11.390625, false], [-11.640625, false], [-7.64453125, false], [-11.390625, false], [-11.140625, false], [-9.890625, false], [-6.39453125, false], [-10.890625, false], [-10.640625, false], [-9.890625, false], [-12.390625, false], [-6.39453125, false], [-11.640625, false], [-12.140625, false], [-9.890625, false], [-6.39453125, false], [-6.89453125, false], [-12.640625, false], [-11.390625, false], [-9.390625, false], [-10.875, false], [-6.39453125, false], [-9.390625, false], [-11.640625, false], [-12.140625, false], [-9.890625, false], [-6.39453125, false], [-14.390625, false], [-7.64453125, false], [-11.390625, false], [-9.890625, false], [-11.390625, false], [-6.39453125, false], [-11.640625, false], [-12.140625, false], [-7.64453125, false], [-11.640625, false], [-6.39453125, false], [-11.140625, false], [-9.890625, false], [-12.390625, false], [-11.640625, false], [-9.890625, false], [-11.390625, false], [-9.890625, false], [-6.39453125, false], [-11.640625, false], [-12.140625, false], [-9.890625, false], [-6.39453125, false], [-11.390625, false], [-11.640625, false], [-7.64453125, false], [-10.640625, false], [-9.390625, false], [-12.140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1062, "doc": {"id": "NCEOGA_2013_8_39", "question": "Which would best allow a species to survive environmental changes?", "choices": {"text": ["similar physical features", "low mutation rate", "small population", "genetic diversity"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "genetic diversity", "arguments": ["Question: Which would best allow a species to survive environmental changes?\nAnswer:", " ["], "resps": [[[-7.0859375, false]], [[-8.2109375, false]], [[-9.2109375, false]], [[-7.7109375, false]], [[-10.3359375, false]], [[-7.7109375, false]], [[-9.9609375, false]], [[-4.4609375, false]], [[-10.4609375, false]], [[-5.5859375, false]], [[-9.3359375, false]], [[-11.0859375, false]], [[-11.4609375, false]], [[-9.2109375, false]], [[-7.7109375, false]], [[-9.5859375, false]], [[-4.4609375, false]], [[-9.9609375, false]], [[-5.5859375, false]], [[-10.2109375, false]], [[-7.2109375, false]], [[-4.4609375, false]], [[-10.7109375, false]], [[-11.3359375, false]], [[-10.4609375, false]], [[-7.2109375, false]], [[-9.2109375, false]], [[-8.2109375, false]], [[-11.0234375, false]], [[-5.5859375, false]], [[-8.2109375, false]], [[-9.9609375, false]], [[-9.5859375, false]], [[-9.5859375, false]], [[-5.5859375, false]], [[-10.3359375, false]], [[-11.3359375, false]], [[-10.7109375, false]], [[-4.4609375, false]], [[-10.7109375, false]], [[-7.7109375, false]], [[-9.5859375, false]], [[-9.2109375, false]], [[-5.5859375, false]], [[-10.4609375, false]], [[-4.4609375, false]], [[-10.7109375, false]], [[-7.2109375, false]], [[-8.2109375, false]], [[-11.0234375, false]], [[-5.5859375, false]], [[-8.2109375, false]], [[-9.2109375, false]], [[-10.3359375, false]], [[-4.4609375, false]], [[-9.9609375, false]], [[-9.9609375, false]], [[-5.5859375, false]], [[-9.3359375, false]], [[-9.5859375, false]], [[-9.3359375, false]], [[-11.3359375, false]], [[-9.9609375, false]], [[-4.4609375, false]], [[-10.7109375, false]], [[-7.7109375, false]], [[-9.5859375, false]], [[-9.2109375, false]], [[-8.2109375, false]], [[-11.0234375, false]], [[-5.5859375, false]], [[-8.2109375, false]], [[-11.7109375, false]], [[-7.2109375, false]], [[-9.2109375, false]], [[-7.2109375, false]], [[-10.7109375, false]], [[-7.7109375, false]], [[-9.5859375, false]], [[-5.5859375, false]], [[-8.7109375, false]], [[-7.7109375, false]], [[-11.2109375, false]], [[-7.2109375, false]], [[-10.4609375, false]], [[-9.2109375, false]], [[-7.7109375, false]], [[-10.7109375, false]], [[-11.4609375, false]], [[-8.2109375, false]], [[-13.7109375, false]]], "filtered_resps": [[-7.0859375, false], [-8.2109375, false], [-9.2109375, false], [-7.7109375, false], [-10.3359375, false], [-7.7109375, false], [-9.9609375, false], [-4.4609375, false], [-10.4609375, false], [-5.5859375, false], [-9.3359375, false], [-11.0859375, false], [-11.4609375, false], [-9.2109375, false], [-7.7109375, false], [-9.5859375, false], [-4.4609375, false], [-9.9609375, false], [-5.5859375, false], [-10.2109375, false], [-7.2109375, false], [-4.4609375, false], [-10.7109375, false], [-11.3359375, false], [-10.4609375, false], [-7.2109375, false], [-9.2109375, false], [-8.2109375, false], [-11.0234375, false], [-5.5859375, false], [-8.2109375, false], [-9.9609375, false], [-9.5859375, false], [-9.5859375, false], [-5.5859375, false], [-10.3359375, false], [-11.3359375, false], [-10.7109375, false], [-4.4609375, false], [-10.7109375, false], [-7.7109375, false], [-9.5859375, false], [-9.2109375, false], [-5.5859375, false], [-10.4609375, false], [-4.4609375, false], [-10.7109375, false], [-7.2109375, false], [-8.2109375, false], [-11.0234375, false], [-5.5859375, false], [-8.2109375, false], [-9.2109375, false], [-10.3359375, false], [-4.4609375, false], [-9.9609375, false], [-9.9609375, false], [-5.5859375, false], [-9.3359375, false], [-9.5859375, false], [-9.3359375, false], [-11.3359375, false], [-9.9609375, false], [-4.4609375, false], [-10.7109375, false], [-7.7109375, false], [-9.5859375, false], [-9.2109375, false], [-8.2109375, false], [-11.0234375, false], [-5.5859375, false], [-8.2109375, false], [-11.7109375, false], [-7.2109375, false], [-9.2109375, false], [-7.2109375, false], [-10.7109375, false], [-7.7109375, false], [-9.5859375, false], [-5.5859375, false], [-8.7109375, false], [-7.7109375, false], [-11.2109375, false], [-7.2109375, false], [-10.4609375, false], [-9.2109375, false], [-7.7109375, false], [-10.7109375, false], [-11.4609375, false], [-8.2109375, false], [-13.7109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1070, "doc": {"id": "TIMSS_2003_4_pg81", "question": "Which of these things will dissolve in water?", "choices": {"text": ["iron filings", "wood chips", "sand", "sugar"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "sugar", "arguments": ["Question: Which of these things will dissolve in water?\nAnswer:", " ["], "resps": [[[-7.03515625, false]], [[-8.15625, false]], [[-7.28515625, false]], [[-10.28125, false]], [[-8.28125, false]], [[-8.40625, false]], [[-5.41015625, false]], [[-9.65625, false]], [[-7.28515625, false]], [[-9.03125, false]], [[-7.28515625, false]], [[-8.40625, false]], [[-10.65625, false]], [[-8.78125, false]], [[-8.15625, false]], [[-9.953125, false]], [[-5.41015625, false]], [[-8.15625, false]], [[-9.40625, false]], [[-8.28125, false]], [[-8.28125, false]], [[-9.15625, false]], [[-5.41015625, false]], [[-7.53515625, false]], [[-10.28125, false]], [[-7.28515625, false]], [[-9.40625, false]], [[-8.78125, false]], [[-8.15625, false]], [[-9.953125, false]], [[-5.41015625, false]], [[-8.15625, false]], [[-8.78125, false]], [[-4.91015625, false]], [[-8.40625, false]], [[-9.15625, false]], [[-8.15625, false]], [[-9.953125, false]], [[-5.41015625, false]], [[-8.15625, false]], [[-8.78125, false]], [[-10.03125, false]], [[-10.65625, false]], [[-4.91015625, false]], [[-10.28125, false]], [[-8.15625, false]], [[-13.15625, false]]], "filtered_resps": [[-7.03515625, false], [-8.15625, false], [-7.28515625, false], [-10.28125, false], [-8.28125, false], [-8.40625, false], [-5.41015625, false], [-9.65625, false], [-7.28515625, false], [-9.03125, false], [-7.28515625, false], [-8.40625, false], [-10.65625, false], [-8.78125, false], [-8.15625, false], [-9.953125, false], [-5.41015625, false], [-8.15625, false], [-9.40625, false], [-8.28125, false], [-8.28125, false], [-9.15625, false], [-5.41015625, false], [-7.53515625, false], [-10.28125, false], [-7.28515625, false], [-9.40625, false], [-8.78125, false], [-8.15625, false], [-9.953125, false], [-5.41015625, false], [-8.15625, false], [-8.78125, false], [-4.91015625, false], [-8.40625, false], [-9.15625, false], [-8.15625, false], [-9.953125, false], [-5.41015625, false], [-8.15625, false], [-8.78125, false], [-10.03125, false], [-10.65625, false], [-4.91015625, false], [-10.28125, false], [-8.15625, false], [-13.15625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1078, "doc": {"id": "AKDE&ED_2012_8_48", "question": "n 1931, Barbara McClintock discovered that genes could change position on a chromosome. In corn plants, if a certain gene was moved next to the gene that controls kernel color, the kernels in an ear of corn were various colors. Which statement best supports McClintock's discovery?", "choices": {"text": ["Genes control inherited traits in organisms.", "Corn plants can reproduce in laboratory environments.", "Chromosomes can move around in the nucleus of a cell.", "Genes are able to disappear and reappear in later generations."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Genes control inherited traits in organisms.", "arguments": ["Question: n 1931, Barbara McClintock discovered that genes could change position on a chromosome. In corn plants, if a certain gene was moved next to the gene that controls kernel color, the kernels in an ear of corn were various colors. Which statement best supports McClintock's discovery?\nAnswer:", " ["], "resps": [[[-6.15234375, false]], [[-8.3984375, false]], [[-6.40234375, false]], [[-6.65234375, false]], [[-4.15234375, false]], [[-6.65234375, false]], [[-7.65234375, false]], [[-5.87890625, false]], [[-4.15234375, false]], [[-6.15234375, false]], [[-4.15234375, false]], [[-7.40234375, false]], [[-6.65234375, false]], [[-6.15234375, false]], [[-8.1484375, false]], [[-5.65234375, false]], [[-6.15234375, false]], [[-4.15234375, false]], [[-7.40234375, false]], [[-6.65234375, false]], [[-6.65234375, false]], [[-6.15234375, false]], [[-7.40234375, false]], [[-6.65234375, false]], [[-4.90234375, false]], [[-5.65234375, false]], [[-7.40234375, false]], [[-6.65234375, false]], [[-2.150390625, false]], [[-6.15234375, false]], [[-7.40234375, false]], [[-7.65234375, false]], [[-5.65234375, false]], [[-6.15234375, false]], [[-4.15234375, false]], [[-5.65234375, false]], [[-6.15234375, false]], [[-6.65234375, false]], [[-8.1484375, false]], [[-2.150390625, false]], [[-4.15234375, false]], [[-6.15234375, false]], [[-7.65234375, false]], [[-5.90234375, false]], [[-7.65234375, false]], [[-6.87890625, false]], [[-8.3984375, false]], [[-9.5, false]], [[-5.65234375, false]], [[-8.3984375, false]], [[-3.900390625, false]], [[-6.15234375, false]], [[-6.65234375, false]], [[-4.15234375, false]], [[-5.65234375, false]], [[-6.15234375, false]], [[-8.1484375, false]], [[-2.150390625, false]], [[-4.15234375, false]], [[-7.40234375, false]], [[-7.65234375, false]], [[-5.65234375, false]], [[-4.15234375, false]], [[-2.150390625, false]], [[-4.15234375, false]], [[-5.65234375, false]], [[-6.65234375, false]], [[-6.65234375, false]], [[-6.15234375, false]], [[-6.65234375, false]], [[-6.15234375, false]], [[-4.90234375, false]], [[-9.1484375, false]], [[-4.15234375, false]], [[-6.65234375, false]], [[-5.65234375, false]], [[-6.15234375, false]], [[-4.15234375, false]], [[-5.65234375, false]], [[-8.1484375, false]], [[-2.150390625, false]], [[-3.150390625, false]], [[-6.15234375, false]], [[-6.65234375, false]], [[-2.150390625, false]], [[-7.40234375, false]], [[-6.15234375, false]], [[-6.65234375, false]], [[-8.1484375, false]], [[-5.65234375, false]], [[-6.65234375, false]], [[-4.15234375, false]], [[-6.65234375, false]], [[-6.15234375, false]], [[-6.65234375, false]], [[-6.15234375, false]], [[-4.15234375, false]], [[-5.90234375, false]], [[-6.65234375, false]], [[-4.15234375, false]], [[-7.40234375, false]], [[-7.65234375, false]], [[-6.87890625, false]], [[-8.3984375, false]], [[-9.5, false]], [[-5.65234375, false]], [[-8.3984375, false]], [[-3.900390625, false]], [[-7.40234375, false]], [[-6.65234375, false]], [[-6.15234375, false]], [[-5.90234375, false]], [[-6.15234375, false]], [[-7.65234375, false]], [[-6.15234375, false]], [[-5.90234375, false]], [[-6.65234375, false]], [[-7.65234375, false]], [[-5.65234375, false]], [[-4.15234375, false]], [[-2.150390625, false]], [[-4.15234375, false]], [[-5.65234375, false]], [[-5.90234375, false]], [[-6.15234375, false]], [[-6.65234375, false]], [[-6.65234375, false]], [[-5.65234375, false]], [[-2.150390625, false]], [[-6.65234375, false]], [[-6.15234375, false]], [[-9.1484375, false]], [[-4.15234375, false]], [[-4.90234375, false]], [[-5.65234375, false]], [[-6.15234375, false]], [[-4.15234375, false]], [[-5.65234375, false]], [[-7.40234375, false]], [[-7.40234375, false]], [[-6.65234375, false]], [[-5.65234375, false]], [[-4.15234375, false]], [[-9.1484375, false]], [[-4.15234375, false]], [[-8.1484375, false]], [[-6.65234375, false]], [[-9.1484375, false]], [[-7.65234375, false]], [[-5.65234375, false]], [[-6.15234375, false]], [[-6.15234375, false]], [[-5.65234375, false]], [[-2.150390625, false]], [[-5.65234375, false]], [[-4.15234375, false]], [[-6.65234375, false]], [[-8.1484375, false]], [[-8.1484375, false]], [[-6.87890625, false]], [[-8.3984375, false]], [[-9.5, false]], [[-5.65234375, false]], [[-8.3984375, false]], [[-6.40234375, false]], [[-6.65234375, false]], [[-4.15234375, false]], [[-6.65234375, false]], [[-7.65234375, false]], [[-5.65234375, false]], [[-2.150390625, false]], [[-6.65234375, false]], [[-6.65234375, false]], [[-5.65234375, false]], [[-2.150390625, false]], [[-3.150390625, false]], [[-8.1484375, false]], [[-6.65234375, false]], [[-5.65234375, false]], [[-7.40234375, false]], [[-6.15234375, false]], [[-5.65234375, false]], [[-4.90234375, false]], [[-6.15234375, false]], [[-7.65234375, false]], [[-2.150390625, false]], [[-6.15234375, false]], [[-6.15234375, false]], [[-6.65234375, false]], [[-2.150390625, false]], [[-6.65234375, false]], [[-5.65234375, false]], [[-2.150390625, false]], [[-4.15234375, false]], [[-4.90234375, false]], [[-5.65234375, false]], [[-6.65234375, false]], [[-6.65234375, false]], [[-2.150390625, false]], [[-6.15234375, false]], [[-6.15234375, false]], [[-6.65234375, false]], [[-2.150390625, false]], [[-6.65234375, false]], [[-5.65234375, false]], [[-6.15234375, false]], [[-4.15234375, false]], [[-5.65234375, false]], [[-8.1484375, false]], [[-2.150390625, false]], [[-7.40234375, false]], [[-6.65234375, false]], [[-6.65234375, false]], [[-5.65234375, false]], [[-8.1484375, false]], [[-6.65234375, false]], [[-4.15234375, false]], [[-6.65234375, false]], [[-6.65234375, false]], [[-2.150390625, false]], [[-7.40234375, false]], [[-6.15234375, false]], [[-6.15234375, false]], [[-4.15234375, false]], [[-7.65234375, false]], [[-6.87890625, false]], [[-8.3984375, false]], [[-11.1484375, false]]], "filtered_resps": [[-6.15234375, false], [-8.3984375, false], [-6.40234375, false], [-6.65234375, false], [-4.15234375, false], [-6.65234375, false], [-7.65234375, false], [-5.87890625, false], [-4.15234375, false], [-6.15234375, false], [-4.15234375, false], [-7.40234375, false], [-6.65234375, false], [-6.15234375, false], [-8.1484375, false], [-5.65234375, false], [-6.15234375, false], [-4.15234375, false], [-7.40234375, false], [-6.65234375, false], [-6.65234375, false], [-6.15234375, false], [-7.40234375, false], [-6.65234375, false], [-4.90234375, false], [-5.65234375, false], [-7.40234375, false], [-6.65234375, false], [-2.150390625, false], [-6.15234375, false], [-7.40234375, false], [-7.65234375, false], [-5.65234375, false], [-6.15234375, false], [-4.15234375, false], [-5.65234375, false], [-6.15234375, false], [-6.65234375, false], [-8.1484375, false], [-2.150390625, false], [-4.15234375, false], [-6.15234375, false], [-7.65234375, false], [-5.90234375, false], [-7.65234375, false], [-6.87890625, false], [-8.3984375, false], [-9.5, false], [-5.65234375, false], [-8.3984375, false], [-3.900390625, false], [-6.15234375, false], [-6.65234375, false], [-4.15234375, false], [-5.65234375, false], [-6.15234375, false], [-8.1484375, false], [-2.150390625, false], [-4.15234375, false], [-7.40234375, false], [-7.65234375, false], [-5.65234375, false], [-4.15234375, false], [-2.150390625, false], [-4.15234375, false], [-5.65234375, false], [-6.65234375, false], [-6.65234375, false], [-6.15234375, false], [-6.65234375, false], [-6.15234375, false], [-4.90234375, false], [-9.1484375, false], [-4.15234375, false], [-6.65234375, false], [-5.65234375, false], [-6.15234375, false], [-4.15234375, false], [-5.65234375, false], [-8.1484375, false], [-2.150390625, false], [-3.150390625, false], [-6.15234375, false], [-6.65234375, false], [-2.150390625, false], [-7.40234375, false], [-6.15234375, false], [-6.65234375, false], [-8.1484375, false], [-5.65234375, false], [-6.65234375, false], [-4.15234375, false], [-6.65234375, false], [-6.15234375, false], [-6.65234375, false], [-6.15234375, false], [-4.15234375, false], [-5.90234375, false], [-6.65234375, false], [-4.15234375, false], [-7.40234375, false], [-7.65234375, false], [-6.87890625, false], [-8.3984375, false], [-9.5, false], [-5.65234375, false], [-8.3984375, false], [-3.900390625, false], [-7.40234375, false], [-6.65234375, false], [-6.15234375, false], [-5.90234375, false], [-6.15234375, false], [-7.65234375, false], [-6.15234375, false], [-5.90234375, false], [-6.65234375, false], [-7.65234375, false], [-5.65234375, false], [-4.15234375, false], [-2.150390625, false], [-4.15234375, false], [-5.65234375, false], [-5.90234375, false], [-6.15234375, false], [-6.65234375, false], [-6.65234375, false], [-5.65234375, false], [-2.150390625, false], [-6.65234375, false], [-6.15234375, false], [-9.1484375, false], [-4.15234375, false], [-4.90234375, false], [-5.65234375, false], [-6.15234375, false], [-4.15234375, false], [-5.65234375, false], [-7.40234375, false], [-7.40234375, false], [-6.65234375, false], [-5.65234375, false], [-4.15234375, false], [-9.1484375, false], [-4.15234375, false], [-8.1484375, false], [-6.65234375, false], [-9.1484375, false], [-7.65234375, false], [-5.65234375, false], [-6.15234375, false], [-6.15234375, false], [-5.65234375, false], [-2.150390625, false], [-5.65234375, false], [-4.15234375, false], [-6.65234375, false], [-8.1484375, false], [-8.1484375, false], [-6.87890625, false], [-8.3984375, false], [-9.5, false], [-5.65234375, false], [-8.3984375, false], [-6.40234375, false], [-6.65234375, false], [-4.15234375, false], [-6.65234375, false], [-7.65234375, false], [-5.65234375, false], [-2.150390625, false], [-6.65234375, false], [-6.65234375, false], [-5.65234375, false], [-2.150390625, false], [-3.150390625, false], [-8.1484375, false], [-6.65234375, false], [-5.65234375, false], [-7.40234375, false], [-6.15234375, false], [-5.65234375, false], [-4.90234375, false], [-6.15234375, false], [-7.65234375, false], [-2.150390625, false], [-6.15234375, false], [-6.15234375, false], [-6.65234375, false], [-2.150390625, false], [-6.65234375, false], [-5.65234375, false], [-2.150390625, false], [-4.15234375, false], [-4.90234375, false], [-5.65234375, false], [-6.65234375, false], [-6.65234375, false], [-2.150390625, false], [-6.15234375, false], [-6.15234375, false], [-6.65234375, false], [-2.150390625, false], [-6.65234375, false], [-5.65234375, false], [-6.15234375, false], [-4.15234375, false], [-5.65234375, false], [-8.1484375, false], [-2.150390625, false], [-7.40234375, false], [-6.65234375, false], [-6.65234375, false], [-5.65234375, false], [-8.1484375, false], [-6.65234375, false], [-4.15234375, false], [-6.65234375, false], [-6.65234375, false], [-2.150390625, false], [-7.40234375, false], [-6.15234375, false], [-6.15234375, false], [-4.15234375, false], [-7.65234375, false], [-6.87890625, false], [-8.3984375, false], [-11.1484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1086, "doc": {"id": "MCAS_8_2015_4", "question": "The freezing point of nitrous oxide is -91°C. Which of the following statements best describes the effect on the particles in liquid nitrous oxide as its temperature is lowered to -91°C?", "choices": {"text": ["The speed of the particles decreases.", "The particles begin to move in a straight line.", "The particles begin to move with a greater force.", "The motion of the particles becomes more random."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "The speed of the particles decreases.", "arguments": ["Question: The freezing point of nitrous oxide is -91°C. Which of the following statements best describes the effect on the particles in liquid nitrous oxide as its temperature is lowered to -91°C?\nAnswer:", " ["], "resps": [[[-6.1484375, false]], [[-9.1484375, false]], [[-6.8984375, false]], [[-7.8984375, false]], [[-6.6484375, false]], [[-5.3984375, false]], [[-9.3984375, false]], [[-7.6484375, false]], [[-6.6484375, false]], [[-6.6484375, false]], [[-7.1484375, false]], [[-5.3984375, false]], [[-7.8984375, false]], [[-7.3984375, false]], [[-5.3984375, false]], [[-8.3984375, false]], [[-7.8984375, false]], [[-6.6484375, false]], [[-5.3984375, false]], [[-7.6484375, false]], [[-2.650390625, false]], [[-9.1484375, false]], [[-8.3984375, false]], [[-6.1484375, false]], [[-6.3984375, false]], [[-8.3984375, false]], [[-6.6484375, false]], [[-9.3984375, false]], [[-5.3984375, false]], [[-7.1484375, false]], [[-6.6484375, false]], [[-6.3984375, false]], [[-9.1484375, false]], [[-6.6484375, false]], [[-2.650390625, false]], [[-9.3984375, false]], [[-6.6484375, false]], [[-9.3984375, false]], [[-6.046875, false]], [[-9.1484375, false]], [[-9.671875, false]], [[-5.3984375, false]], [[-9.1484375, false]], [[-6.8984375, false]], [[-7.8984375, false]], [[-6.6484375, false]], [[-5.3984375, false]], [[-7.6484375, false]], [[-2.650390625, false]], [[-9.1484375, false]], [[-8.3984375, false]], [[-6.1484375, false]], [[-6.3984375, false]], [[-8.3984375, false]], [[-6.6484375, false]], [[-9.3984375, false]], [[-5.3984375, false]], [[-4.8984375, false]], [[-6.6484375, false]], [[-9.1484375, false]], [[-6.1484375, false]], [[-5.6484375, false]], [[-5.3984375, false]], [[-8.3984375, false]], [[-7.8984375, false]], [[-5.3984375, false]], [[-7.1484375, false]], [[-7.8984375, false]], [[-8.1484375, false]], [[-6.6484375, false]], [[-5.3984375, false]], [[-6.1484375, false]], [[-5.6484375, false]], [[-5.3984375, false]], [[-2.650390625, false]], [[-5.3984375, false]], [[-9.3984375, false]], [[-8.3984375, false]], [[-9.1484375, false]], [[-2.650390625, false]], [[-6.1484375, false]], [[-9.1484375, false]], [[-7.8984375, false]], [[-8.3984375, false]], [[-5.3984375, false]], [[-8.3984375, false]], [[-6.1484375, false]], [[-5.6484375, false]], [[-6.6484375, false]], [[-6.046875, false]], [[-9.1484375, false]], [[-9.671875, false]], [[-5.3984375, false]], [[-9.1484375, false]], [[-6.8984375, false]], [[-7.8984375, false]], [[-6.6484375, false]], [[-5.3984375, false]], [[-7.6484375, false]], [[-2.650390625, false]], [[-9.1484375, false]], [[-8.3984375, false]], [[-6.1484375, false]], [[-6.3984375, false]], [[-8.3984375, false]], [[-6.6484375, false]], [[-9.3984375, false]], [[-5.3984375, false]], [[-4.8984375, false]], [[-6.6484375, false]], [[-9.1484375, false]], [[-6.1484375, false]], [[-5.6484375, false]], [[-5.3984375, false]], [[-8.3984375, false]], [[-7.8984375, false]], [[-5.3984375, false]], [[-7.1484375, false]], [[-7.8984375, false]], [[-8.1484375, false]], [[-6.6484375, false]], [[-5.3984375, false]], [[-10.6484375, false]], [[-6.1484375, false]], [[-8.3984375, false]], [[-7.8984375, false]], [[-5.3984375, false]], [[-2.650390625, false]], [[-5.3984375, false]], [[-9.1484375, false]], [[-9.1484375, false]], [[-6.6484375, false]], [[-2.650390625, false]], [[-8.3984375, false]], [[-6.6484375, false]], [[-9.1484375, false]], [[-5.3984375, false]], [[-7.3984375, false]], [[-7.8984375, false]], [[-9.1484375, false]], [[-6.3984375, false]], [[-6.6484375, false]], [[-6.046875, false]], [[-9.1484375, false]], [[-9.671875, false]], [[-5.3984375, false]], [[-9.1484375, false]], [[-6.8984375, false]], [[-7.8984375, false]], [[-6.6484375, false]], [[-5.3984375, false]], [[-7.1484375, false]], [[-7.8984375, false]], [[-8.3984375, false]], [[-6.1484375, false]], [[-7.8984375, false]], [[-5.6484375, false]], [[-5.3984375, false]], [[-7.8984375, false]], [[-7.3984375, false]], [[-5.3984375, false]], [[-8.3984375, false]], [[-7.8984375, false]], [[-6.6484375, false]], [[-5.3984375, false]], [[-7.6484375, false]], [[-2.650390625, false]], [[-9.1484375, false]], [[-8.3984375, false]], [[-6.1484375, false]], [[-6.3984375, false]], [[-8.3984375, false]], [[-6.6484375, false]], [[-9.3984375, false]], [[-5.3984375, false]], [[-4.8984375, false]], [[-6.6484375, false]], [[-6.3984375, false]], [[-7.8984375, false]], [[-7.1484375, false]], [[-6.6484375, false]], [[-9.3984375, false]], [[-5.3984375, false]], [[-7.1484375, false]], [[-7.8984375, false]], [[-9.1484375, false]], [[-6.6484375, false]], [[-5.3984375, false]], [[-9.1484375, false]], [[-2.650390625, false]], [[-5.6484375, false]], [[-7.1484375, false]], [[-7.8984375, false]], [[-7.1484375, false]], [[-6.046875, false]], [[-9.1484375, false]], [[-10.8984375, false]]], "filtered_resps": [[-6.1484375, false], [-9.1484375, false], [-6.8984375, false], [-7.8984375, false], [-6.6484375, false], [-5.3984375, false], [-9.3984375, false], [-7.6484375, false], [-6.6484375, false], [-6.6484375, false], [-7.1484375, false], [-5.3984375, false], [-7.8984375, false], [-7.3984375, false], [-5.3984375, false], [-8.3984375, false], [-7.8984375, false], [-6.6484375, false], [-5.3984375, false], [-7.6484375, false], [-2.650390625, false], [-9.1484375, false], [-8.3984375, false], [-6.1484375, false], [-6.3984375, false], [-8.3984375, false], [-6.6484375, false], [-9.3984375, false], [-5.3984375, false], [-7.1484375, false], [-6.6484375, false], [-6.3984375, false], [-9.1484375, false], [-6.6484375, false], [-2.650390625, false], [-9.3984375, false], [-6.6484375, false], [-9.3984375, false], [-6.046875, false], [-9.1484375, false], [-9.671875, false], [-5.3984375, false], [-9.1484375, false], [-6.8984375, false], [-7.8984375, false], [-6.6484375, false], [-5.3984375, false], [-7.6484375, false], [-2.650390625, false], [-9.1484375, false], [-8.3984375, false], [-6.1484375, false], [-6.3984375, false], [-8.3984375, false], [-6.6484375, false], [-9.3984375, false], [-5.3984375, false], [-4.8984375, false], [-6.6484375, false], [-9.1484375, false], [-6.1484375, false], [-5.6484375, false], [-5.3984375, false], [-8.3984375, false], [-7.8984375, false], [-5.3984375, false], [-7.1484375, false], [-7.8984375, false], [-8.1484375, false], [-6.6484375, false], [-5.3984375, false], [-6.1484375, false], [-5.6484375, false], [-5.3984375, false], [-2.650390625, false], [-5.3984375, false], [-9.3984375, false], [-8.3984375, false], [-9.1484375, false], [-2.650390625, false], [-6.1484375, false], [-9.1484375, false], [-7.8984375, false], [-8.3984375, false], [-5.3984375, false], [-8.3984375, false], [-6.1484375, false], [-5.6484375, false], [-6.6484375, false], [-6.046875, false], [-9.1484375, false], [-9.671875, false], [-5.3984375, false], [-9.1484375, false], [-6.8984375, false], [-7.8984375, false], [-6.6484375, false], [-5.3984375, false], [-7.6484375, false], [-2.650390625, false], [-9.1484375, false], [-8.3984375, false], [-6.1484375, false], [-6.3984375, false], [-8.3984375, false], [-6.6484375, false], [-9.3984375, false], [-5.3984375, false], [-4.8984375, false], [-6.6484375, false], [-9.1484375, false], [-6.1484375, false], [-5.6484375, false], [-5.3984375, false], [-8.3984375, false], [-7.8984375, false], [-5.3984375, false], [-7.1484375, false], [-7.8984375, false], [-8.1484375, false], [-6.6484375, false], [-5.3984375, false], [-10.6484375, false], [-6.1484375, false], [-8.3984375, false], [-7.8984375, false], [-5.3984375, false], [-2.650390625, false], [-5.3984375, false], [-9.1484375, false], [-9.1484375, false], [-6.6484375, false], [-2.650390625, false], [-8.3984375, false], [-6.6484375, false], [-9.1484375, false], [-5.3984375, false], [-7.3984375, false], [-7.8984375, false], [-9.1484375, false], [-6.3984375, false], [-6.6484375, false], [-6.046875, false], [-9.1484375, false], [-9.671875, false], [-5.3984375, false], [-9.1484375, false], [-6.8984375, false], [-7.8984375, false], [-6.6484375, false], [-5.3984375, false], [-7.1484375, false], [-7.8984375, false], [-8.3984375, false], [-6.1484375, false], [-7.8984375, false], [-5.6484375, false], [-5.3984375, false], [-7.8984375, false], [-7.3984375, false], [-5.3984375, false], [-8.3984375, false], [-7.8984375, false], [-6.6484375, false], [-5.3984375, false], [-7.6484375, false], [-2.650390625, false], [-9.1484375, false], [-8.3984375, false], [-6.1484375, false], [-6.3984375, false], [-8.3984375, false], [-6.6484375, false], [-9.3984375, false], [-5.3984375, false], [-4.8984375, false], [-6.6484375, false], [-6.3984375, false], [-7.8984375, false], [-7.1484375, false], [-6.6484375, false], [-9.3984375, false], [-5.3984375, false], [-7.1484375, false], [-7.8984375, false], [-9.1484375, false], [-6.6484375, false], [-5.3984375, false], [-9.1484375, false], [-2.650390625, false], [-5.6484375, false], [-7.1484375, false], [-7.8984375, false], [-7.1484375, false], [-6.046875, false], [-9.1484375, false], [-10.8984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1094, "doc": {"id": "Mercury_7025130", "question": "The identifying characteristic of an element is its number of", "choices": {"text": ["protons.", "neutrons.", "electrons.", "orbitals."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "protons.", "arguments": ["Question: The identifying characteristic of an element is its number of\nAnswer:", " ["], "resps": [[[-6.66796875, false]], [[-8.046875, false]], [[-8.046875, false]], [[-8.546875, false]], [[-9.421875, false]], [[-9.546875, false]], [[-9.421875, false]], [[-6.29296875, false]], [[-8.671875, false]], [[-6.953125, false]], [[-8.046875, false]], [[-8.640625, false]], [[-5.16796875, false]], [[-8.046875, false]], [[-6.29296875, false]], [[-7.41796875, false]], [[-9.546875, false]], [[-9.546875, false]], [[-8.546875, false]], [[-9.421875, false]], [[-6.29296875, false]], [[-8.671875, false]], [[-6.953125, false]], [[-8.046875, false]], [[-8.640625, false]], [[-5.16796875, false]], [[-8.046875, false]], [[-7.41796875, false]], [[-8.921875, false]], [[-7.41796875, false]], [[-8.421875, false]], [[-9.546875, false]], [[-8.546875, false]], [[-9.421875, false]], [[-6.29296875, false]], [[-8.671875, false]], [[-6.953125, false]], [[-8.046875, false]], [[-8.640625, false]], [[-5.16796875, false]], [[-8.046875, false]], [[-9.421875, false]], [[-8.546875, false]], [[-7.29296875, false]], [[-7.16796875, false]], [[-9.546875, false]], [[-4.54296875, false]], [[-8.921875, false]], [[-8.671875, false]], [[-6.953125, false]], [[-8.046875, false]], [[-10.921875, false]]], "filtered_resps": [[-6.66796875, false], [-8.046875, false], [-8.046875, false], [-8.546875, false], [-9.421875, false], [-9.546875, false], [-9.421875, false], [-6.29296875, false], [-8.671875, false], [-6.953125, false], [-8.046875, false], [-8.640625, false], [-5.16796875, false], [-8.046875, false], [-6.29296875, false], [-7.41796875, false], [-9.546875, false], [-9.546875, false], [-8.546875, false], [-9.421875, false], [-6.29296875, false], [-8.671875, false], [-6.953125, false], [-8.046875, false], [-8.640625, false], [-5.16796875, false], [-8.046875, false], [-7.41796875, false], [-8.921875, false], [-7.41796875, false], [-8.421875, false], [-9.546875, false], [-8.546875, false], [-9.421875, false], [-6.29296875, false], [-8.671875, false], [-6.953125, false], [-8.046875, false], [-8.640625, false], [-5.16796875, false], [-8.046875, false], [-9.421875, false], [-8.546875, false], [-7.29296875, false], [-7.16796875, false], [-9.546875, false], [-4.54296875, false], [-8.921875, false], [-8.671875, false], [-6.953125, false], [-8.046875, false], [-10.921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1102, "doc": {"id": "MCAS_2006_5_1", "question": "In the water cycle, rain, snow, or sleet falling to the ground is a form of", "choices": {"text": ["precipitation.", "condensation.", "evaporation.", "transpiration."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "precipitation.", "arguments": ["Question: In the water cycle, rain, snow, or sleet falling to the ground is a form of\nAnswer:", " ["], "resps": [[[-8.109375, false]], [[-8.109375, false]], [[-10.109375, false]], [[-9.359375, false]], [[-7.35546875, false]], [[-8.859375, false]], [[-8.609375, false]], [[-10.109375, false]], [[-8.609375, false]], [[-11.109375, false]], [[-5.10546875, false]], [[-11.109375, false]], [[-8.609375, false]], [[-9.609375, false]], [[-8.109375, false]], [[-6.015625, false]], [[-8.109375, false]], [[-8.390625, false]], [[-4.85546875, false]], [[-8.109375, false]], [[-8.859375, false]], [[-9.609375, false]], [[-8.109375, false]], [[-7.10546875, false]], [[-7.35546875, false]], [[-8.109375, false]], [[-8.109375, false]], [[-5.10546875, false]], [[-11.109375, false]], [[-8.609375, false]], [[-9.609375, false]], [[-8.109375, false]], [[-6.015625, false]], [[-8.109375, false]], [[-8.390625, false]], [[-4.85546875, false]], [[-8.109375, false]], [[-7.35546875, false]], [[-11.359375, false]], [[-5.10546875, false]], [[-10.109375, false]], [[-9.609375, false]], [[-9.359375, false]], [[-5.10546875, false]], [[-11.109375, false]], [[-8.609375, false]], [[-9.609375, false]], [[-8.109375, false]], [[-6.015625, false]], [[-8.109375, false]], [[-8.390625, false]], [[-4.85546875, false]], [[-8.109375, false]], [[-11.109375, false]], [[-9.359375, false]], [[-5.10546875, false]], [[-8.109375, false]], [[-8.109375, false]], [[-10.109375, false]], [[-8.609375, false]], [[-9.359375, false]], [[-5.10546875, false]], [[-11.109375, false]], [[-8.609375, false]], [[-9.609375, false]], [[-8.109375, false]], [[-6.015625, false]], [[-8.109375, false]], [[-12.609375, false]]], "filtered_resps": [[-8.109375, false], [-8.109375, false], [-10.109375, false], [-9.359375, false], [-7.35546875, false], [-8.859375, false], [-8.609375, false], [-10.109375, false], [-8.609375, false], [-11.109375, false], [-5.10546875, false], [-11.109375, false], [-8.609375, false], [-9.609375, false], [-8.109375, false], [-6.015625, false], [-8.109375, false], [-8.390625, false], [-4.85546875, false], [-8.109375, false], [-8.859375, false], [-9.609375, false], [-8.109375, false], [-7.10546875, false], [-7.35546875, false], [-8.109375, false], [-8.109375, false], [-5.10546875, false], [-11.109375, false], [-8.609375, false], [-9.609375, false], [-8.109375, false], [-6.015625, false], [-8.109375, false], [-8.390625, false], [-4.85546875, false], [-8.109375, false], [-7.35546875, false], [-11.359375, false], [-5.10546875, false], [-10.109375, false], [-9.609375, false], [-9.359375, false], [-5.10546875, false], [-11.109375, false], [-8.609375, false], [-9.609375, false], [-8.109375, false], [-6.015625, false], [-8.109375, false], [-8.390625, false], [-4.85546875, false], [-8.109375, false], [-11.109375, false], [-9.359375, false], [-5.10546875, false], [-8.109375, false], [-8.109375, false], [-10.109375, false], [-8.609375, false], [-9.359375, false], [-5.10546875, false], [-11.109375, false], [-8.609375, false], [-9.609375, false], [-8.109375, false], [-6.015625, false], [-8.109375, false], [-12.609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1110, "doc": {"id": "MCAS_2001_5_15", "question": "In New England, there are noticeable patterns of seasonal change. Which information could you collect to BEST illustrate this change?", "choices": {"text": ["air temperature", "wind speed", "amount of precipitation", "number of cloudy days"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "air temperature", "arguments": ["Question: In New England, there are noticeable patterns of seasonal change. Which information could you collect to BEST illustrate this change?\nAnswer:", " ["], "resps": [[[-7.0703125, false]], [[-9.6953125, false]], [[-7.5703125, false]], [[-9.0703125, false]], [[-12.9453125, false]], [[-5.5703125, false]], [[-11.8203125, false]], [[-9.1953125, false]], [[-10.4453125, false]], [[-11.4453125, false]], [[-9.1953125, false]], [[-12.9453125, false]], [[-7.5703125, false]], [[-11.8203125, false]], [[-12.5703125, false]], [[-12.9453125, false]], [[-9.1953125, false]], [[-9.6953125, false]], [[-10.6015625, false]], [[-5.5703125, false]], [[-9.6953125, false]], [[-11.3203125, false]], [[-9.0703125, false]], [[-11.1953125, false]], [[-9.8203125, false]], [[-5.5703125, false]], [[-11.1953125, false]], [[-11.4453125, false]], [[-9.1953125, false]], [[-9.1953125, false]], [[-9.8203125, false]], [[-9.6953125, false]], [[-10.6015625, false]], [[-5.5703125, false]], [[-9.6953125, false]], [[-7.5703125, false]], [[-10.4453125, false]], [[-9.9453125, false]], [[-12.5703125, false]], [[-11.1953125, false]], [[-11.8203125, false]], [[-5.5703125, false]], [[-9.9453125, false]], [[-10.1953125, false]], [[-5.5703125, false]], [[-11.4453125, false]], [[-12.9453125, false]], [[-9.1953125, false]], [[-10.6953125, false]], [[-9.0703125, false]], [[-11.4453125, false]], [[-9.0703125, false]], [[-11.8203125, false]], [[-7.5703125, false]], [[-11.8203125, false]], [[-9.0703125, false]], [[-9.9453125, false]], [[-11.1953125, false]], [[-9.6953125, false]], [[-10.6015625, false]], [[-5.5703125, false]], [[-9.6953125, false]], [[-11.1953125, false]], [[-12.5703125, false]], [[-10.4453125, false]], [[-9.4453125, false]], [[-9.1953125, false]], [[-12.9453125, false]], [[-5.5703125, false]], [[-9.9453125, false]], [[-10.1953125, false]], [[-5.5703125, false]], [[-10.6953125, false]], [[-11.9453125, false]], [[-9.9453125, false]], [[-12.5703125, false]], [[-9.8203125, false]], [[-12.9453125, false]], [[-5.5703125, false]], [[-9.8203125, false]], [[-7.5703125, false]], [[-12.9453125, false]], [[-11.1953125, false]], [[-9.6953125, false]], [[-13.3203125, false]]], "filtered_resps": [[-7.0703125, false], [-9.6953125, false], [-7.5703125, false], [-9.0703125, false], [-12.9453125, false], [-5.5703125, false], [-11.8203125, false], [-9.1953125, false], [-10.4453125, false], [-11.4453125, false], [-9.1953125, false], [-12.9453125, false], [-7.5703125, false], [-11.8203125, false], [-12.5703125, false], [-12.9453125, false], [-9.1953125, false], [-9.6953125, false], [-10.6015625, false], [-5.5703125, false], [-9.6953125, false], [-11.3203125, false], [-9.0703125, false], [-11.1953125, false], [-9.8203125, false], [-5.5703125, false], [-11.1953125, false], [-11.4453125, false], [-9.1953125, false], [-9.1953125, false], [-9.8203125, false], [-9.6953125, false], [-10.6015625, false], [-5.5703125, false], [-9.6953125, false], [-7.5703125, false], [-10.4453125, false], [-9.9453125, false], [-12.5703125, false], [-11.1953125, false], [-11.8203125, false], [-5.5703125, false], [-9.9453125, false], [-10.1953125, false], [-5.5703125, false], [-11.4453125, false], [-12.9453125, false], [-9.1953125, false], [-10.6953125, false], [-9.0703125, false], [-11.4453125, false], [-9.0703125, false], [-11.8203125, false], [-7.5703125, false], [-11.8203125, false], [-9.0703125, false], [-9.9453125, false], [-11.1953125, false], [-9.6953125, false], [-10.6015625, false], [-5.5703125, false], [-9.6953125, false], [-11.1953125, false], [-12.5703125, false], [-10.4453125, false], [-9.4453125, false], [-9.1953125, false], [-12.9453125, false], [-5.5703125, false], [-9.9453125, false], [-10.1953125, false], [-5.5703125, false], [-10.6953125, false], [-11.9453125, false], [-9.9453125, false], [-12.5703125, false], [-9.8203125, false], [-12.9453125, false], [-5.5703125, false], [-9.8203125, false], [-7.5703125, false], [-12.9453125, false], [-11.1953125, false], [-9.6953125, false], [-13.3203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1118, "doc": {"id": "NYSEDREGENTS_2010_4_9", "question": "About how long does it take for Earth to make one revolution around the Sun?", "choices": {"text": ["one day", "one week", "one month", "one year"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "one year", "arguments": ["Question: About how long does it take for Earth to make one revolution around the Sun?\nAnswer:", " ["], "resps": [[[-7.62109375, false]], [[-8.375, false]], [[-11.625, false]], [[-8.875, false]], [[-9.375, false]], [[-4.37109375, false]], [[-11.375, false]], [[-6.37109375, false]], [[-12.375, false]], [[-8.375, false]], [[-9.515625, false]], [[-4.37109375, false]], [[-8.375, false]], [[-11.625, false]], [[-8.875, false]], [[-9.375, false]], [[-4.37109375, false]], [[-11.625, false]], [[-9.375, false]], [[-9.375, false]], [[-12.125, false]], [[-8.375, false]], [[-9.515625, false]], [[-4.37109375, false]], [[-8.375, false]], [[-11.625, false]], [[-8.875, false]], [[-9.375, false]], [[-4.37109375, false]], [[-10.625, false]], [[-11.625, false]], [[-8.875, false]], [[-8.625, false]], [[-11.625, false]], [[-8.375, false]], [[-9.515625, false]], [[-4.37109375, false]], [[-8.375, false]], [[-11.625, false]], [[-8.875, false]], [[-9.375, false]], [[-4.37109375, false]], [[-12.375, false]], [[-9.375, false]], [[-6.37109375, false]], [[-11.375, false]], [[-8.375, false]], [[-13.375, false]]], "filtered_resps": [[-7.62109375, false], [-8.375, false], [-11.625, false], [-8.875, false], [-9.375, false], [-4.37109375, false], [-11.375, false], [-6.37109375, false], [-12.375, false], [-8.375, false], [-9.515625, false], [-4.37109375, false], [-8.375, false], [-11.625, false], [-8.875, false], [-9.375, false], [-4.37109375, false], [-11.625, false], [-9.375, false], [-9.375, false], [-12.125, false], [-8.375, false], [-9.515625, false], [-4.37109375, false], [-8.375, false], [-11.625, false], [-8.875, false], [-9.375, false], [-4.37109375, false], [-10.625, false], [-11.625, false], [-8.875, false], [-8.625, false], [-11.625, false], [-8.375, false], [-9.515625, false], [-4.37109375, false], [-8.375, false], [-11.625, false], [-8.875, false], [-9.375, false], [-4.37109375, false], [-12.375, false], [-9.375, false], [-6.37109375, false], [-11.375, false], [-8.375, false], [-13.375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1126, "doc": {"id": "Mercury_7263095", "question": "The Sun transforms matter into energy through nuclear fusion. What can be inferred about the Sun from this fact?", "choices": {"text": ["The Sun is losing mass and hydrogen.", "The Sun is losing volume and hydrogen.", "The Sun is losing mass and helium.", "The Sun is losing volume and helium."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "The Sun is losing mass and hydrogen.", "arguments": ["Question: The Sun transforms matter into energy through nuclear fusion. What can be inferred about the Sun from this fact?\nAnswer:", " ["], "resps": [[[-6.91796875, false]], [[-9.421875, false]], [[-8.171875, false]], [[-11.921875, false]], [[-9.171875, false]], [[-6.16796875, false]], [[-7.66796875, false]], [[-11.921875, false]], [[-10.171875, false]], [[-6.16796875, false]], [[-9.421875, false]], [[-11.171875, false]], [[-6.16796875, false]], [[-11.671875, false]], [[-10.921875, false]], [[-11.171875, false]], [[-9.421875, false]], [[-10.171875, false]], [[-13.671875, false]], [[-6.16796875, false]], [[-10.671875, false]], [[-6.66796875, false]], [[-11.171875, false]], [[-11.171875, false]], [[-6.16796875, false]], [[-6.66796875, false]], [[-10.171875, false]], [[-10.921875, false]], [[-6.16796875, false]], [[-11.921875, false]], [[-12.421875, false]], [[-10.921875, false]], [[-11.921875, false]], [[-10.921875, false]], [[-13.671875, false]], [[-9.171875, false]], [[-10.171875, false]], [[-7.6953125, false]], [[-9.421875, false]], [[-10.5703125, false]], [[-6.16796875, false]], [[-9.421875, false]], [[-8.171875, false]], [[-11.921875, false]], [[-9.171875, false]], [[-6.16796875, false]], [[-7.66796875, false]], [[-11.921875, false]], [[-10.171875, false]], [[-6.16796875, false]], [[-9.421875, false]], [[-11.171875, false]], [[-6.16796875, false]], [[-11.671875, false]], [[-10.921875, false]], [[-11.171875, false]], [[-9.421875, false]], [[-10.171875, false]], [[-13.671875, false]], [[-6.16796875, false]], [[-10.421875, false]], [[-10.921875, false]], [[-11.671875, false]], [[-11.921875, false]], [[-10.671875, false]], [[-9.171875, false]], [[-6.16796875, false]], [[-6.66796875, false]], [[-10.171875, false]], [[-10.921875, false]], [[-6.16796875, false]], [[-11.921875, false]], [[-12.421875, false]], [[-10.921875, false]], [[-11.921875, false]], [[-10.921875, false]], [[-13.671875, false]], [[-9.171875, false]], [[-10.171875, false]], [[-7.6953125, false]], [[-9.421875, false]], [[-10.5703125, false]], [[-6.16796875, false]], [[-9.421875, false]], [[-8.171875, false]], [[-11.921875, false]], [[-9.171875, false]], [[-6.16796875, false]], [[-7.66796875, false]], [[-11.921875, false]], [[-10.171875, false]], [[-6.16796875, false]], [[-9.421875, false]], [[-11.171875, false]], [[-6.16796875, false]], [[-11.671875, false]], [[-10.921875, false]], [[-11.171875, false]], [[-9.421875, false]], [[-10.171875, false]], [[-13.671875, false]], [[-6.16796875, false]], [[-10.671875, false]], [[-6.66796875, false]], [[-11.171875, false]], [[-11.171875, false]], [[-6.16796875, false]], [[-6.66796875, false]], [[-10.171875, false]], [[-10.921875, false]], [[-6.16796875, false]], [[-11.921875, false]], [[-9.171875, false]], [[-11.671875, false]], [[-9.421875, false]], [[-11.921875, false]], [[-10.671875, false]], [[-7.6953125, false]], [[-9.421875, false]], [[-10.5703125, false]], [[-6.16796875, false]], [[-9.421875, false]], [[-8.171875, false]], [[-11.921875, false]], [[-9.171875, false]], [[-6.16796875, false]], [[-7.66796875, false]], [[-11.921875, false]], [[-10.171875, false]], [[-6.16796875, false]], [[-9.421875, false]], [[-11.171875, false]], [[-6.16796875, false]], [[-11.671875, false]], [[-10.921875, false]], [[-11.171875, false]], [[-9.421875, false]], [[-10.171875, false]], [[-13.671875, false]], [[-6.16796875, false]], [[-10.421875, false]], [[-10.921875, false]], [[-11.671875, false]], [[-11.921875, false]], [[-10.671875, false]], [[-9.171875, false]], [[-6.16796875, false]], [[-6.66796875, false]], [[-10.171875, false]], [[-10.921875, false]], [[-6.16796875, false]], [[-11.921875, false]], [[-9.171875, false]], [[-11.671875, false]], [[-9.421875, false]], [[-11.921875, false]], [[-10.671875, false]], [[-7.6953125, false]], [[-9.421875, false]], [[-13.171875, false]]], "filtered_resps": [[-6.91796875, false], [-9.421875, false], [-8.171875, false], [-11.921875, false], [-9.171875, false], [-6.16796875, false], [-7.66796875, false], [-11.921875, false], [-10.171875, false], [-6.16796875, false], [-9.421875, false], [-11.171875, false], [-6.16796875, false], [-11.671875, false], [-10.921875, false], [-11.171875, false], [-9.421875, false], [-10.171875, false], [-13.671875, false], [-6.16796875, false], [-10.671875, false], [-6.66796875, false], [-11.171875, false], [-11.171875, false], [-6.16796875, false], [-6.66796875, false], [-10.171875, false], [-10.921875, false], [-6.16796875, false], [-11.921875, false], [-12.421875, false], [-10.921875, false], [-11.921875, false], [-10.921875, false], [-13.671875, false], [-9.171875, false], [-10.171875, false], [-7.6953125, false], [-9.421875, false], [-10.5703125, false], [-6.16796875, false], [-9.421875, false], [-8.171875, false], [-11.921875, false], [-9.171875, false], [-6.16796875, false], [-7.66796875, false], [-11.921875, false], [-10.171875, false], [-6.16796875, false], [-9.421875, false], [-11.171875, false], [-6.16796875, false], [-11.671875, false], [-10.921875, false], [-11.171875, false], [-9.421875, false], [-10.171875, false], [-13.671875, false], [-6.16796875, false], [-10.421875, false], [-10.921875, false], [-11.671875, false], [-11.921875, false], [-10.671875, false], [-9.171875, false], [-6.16796875, false], [-6.66796875, false], [-10.171875, false], [-10.921875, false], [-6.16796875, false], [-11.921875, false], [-12.421875, false], [-10.921875, false], [-11.921875, false], [-10.921875, false], [-13.671875, false], [-9.171875, false], [-10.171875, false], [-7.6953125, false], [-9.421875, false], [-10.5703125, false], [-6.16796875, false], [-9.421875, false], [-8.171875, false], [-11.921875, false], [-9.171875, false], [-6.16796875, false], [-7.66796875, false], [-11.921875, false], [-10.171875, false], [-6.16796875, false], [-9.421875, false], [-11.171875, false], [-6.16796875, false], [-11.671875, false], [-10.921875, false], [-11.171875, false], [-9.421875, false], [-10.171875, false], [-13.671875, false], [-6.16796875, false], [-10.671875, false], [-6.66796875, false], [-11.171875, false], [-11.171875, false], [-6.16796875, false], [-6.66796875, false], [-10.171875, false], [-10.921875, false], [-6.16796875, false], [-11.921875, false], [-9.171875, false], [-11.671875, false], [-9.421875, false], [-11.921875, false], [-10.671875, false], [-7.6953125, false], [-9.421875, false], [-10.5703125, false], [-6.16796875, false], [-9.421875, false], [-8.171875, false], [-11.921875, false], [-9.171875, false], [-6.16796875, false], [-7.66796875, false], [-11.921875, false], [-10.171875, false], [-6.16796875, false], [-9.421875, false], [-11.171875, false], [-6.16796875, false], [-11.671875, false], [-10.921875, false], [-11.171875, false], [-9.421875, false], [-10.171875, false], [-13.671875, false], [-6.16796875, false], [-10.421875, false], [-10.921875, false], [-11.671875, false], [-11.921875, false], [-10.671875, false], [-9.171875, false], [-6.16796875, false], [-6.66796875, false], [-10.171875, false], [-10.921875, false], [-6.16796875, false], [-11.921875, false], [-9.171875, false], [-11.671875, false], [-9.421875, false], [-11.921875, false], [-10.671875, false], [-7.6953125, false], [-9.421875, false], [-13.171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1134, "doc": {"id": "Mercury_SC_401225", "question": "When zinc and copper are melted together, brass is formed. Brass is an example of", "choices": {"text": ["a solute.", "an element.", "a mineral.", "a mixture."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "a mixture.", "arguments": ["Question: When zinc and copper are melted together, brass is formed. Brass is an example of\nAnswer:", " ["], "resps": [[[-7.31640625, false]], [[-8.3203125, false]], [[-5.31640625, false]], [[-5.56640625, false]], [[-9.8203125, false]], [[-9.8203125, false]], [[-9.8203125, false]], [[-9.8203125, false]], [[-10.0703125, false]], [[-9.0703125, false]], [[-6.74609375, false]], [[-8.3203125, false]], [[-8.875, false]], [[-5.56640625, false]], [[-8.3203125, false]], [[-5.31640625, false]], [[-8.3203125, false]], [[-5.56640625, false]], [[-9.0703125, false]], [[-9.8203125, false]], [[-9.0703125, false]], [[-9.5703125, false]], [[-9.0703125, false]], [[-8.3203125, false]], [[-10.0703125, false]], [[-6.74609375, false]], [[-8.3203125, false]], [[-8.875, false]], [[-5.56640625, false]], [[-8.3203125, false]], [[-5.31640625, false]], [[-5.56640625, false]], [[-9.5703125, false]], [[-8.5703125, false]], [[-8.3203125, false]], [[-9.0703125, false]], [[-9.8203125, false]], [[-5.31640625, false]], [[-9.8203125, false]], [[-6.74609375, false]], [[-8.3203125, false]], [[-8.875, false]], [[-5.56640625, false]], [[-8.3203125, false]], [[-5.31640625, false]], [[-5.56640625, false]], [[-9.5703125, false]], [[-8.5703125, false]], [[-9.5703125, false]], [[-10.0703125, false]], [[-9.8203125, false]], [[-9.8203125, false]], [[-9.0703125, false]], [[-6.74609375, false]], [[-8.3203125, false]], [[-11.8203125, false]]], "filtered_resps": [[-7.31640625, false], [-8.3203125, false], [-5.31640625, false], [-5.56640625, false], [-9.8203125, false], [-9.8203125, false], [-9.8203125, false], [-9.8203125, false], [-10.0703125, false], [-9.0703125, false], [-6.74609375, false], [-8.3203125, false], [-8.875, false], [-5.56640625, false], [-8.3203125, false], [-5.31640625, false], [-8.3203125, false], [-5.56640625, false], [-9.0703125, false], [-9.8203125, false], [-9.0703125, false], [-9.5703125, false], [-9.0703125, false], [-8.3203125, false], [-10.0703125, false], [-6.74609375, false], [-8.3203125, false], [-8.875, false], [-5.56640625, false], [-8.3203125, false], [-5.31640625, false], [-5.56640625, false], [-9.5703125, false], [-8.5703125, false], [-8.3203125, false], [-9.0703125, false], [-9.8203125, false], [-5.31640625, false], [-9.8203125, false], [-6.74609375, false], [-8.3203125, false], [-8.875, false], [-5.56640625, false], [-8.3203125, false], [-5.31640625, false], [-5.56640625, false], [-9.5703125, false], [-8.5703125, false], [-9.5703125, false], [-10.0703125, false], [-9.8203125, false], [-9.8203125, false], [-9.0703125, false], [-6.74609375, false], [-8.3203125, false], [-11.8203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1142, "doc": {"id": "Mercury_SC_405340", "question": "Energy from the Sun changes a liquid to a gas by the process of", "choices": {"text": ["condensation.", "evaporation.", "freezing.", "melting."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "evaporation.", "arguments": ["Question: Energy from the Sun changes a liquid to a gas by the process of\nAnswer:", " ["], "resps": [[[-7.02734375, false]], [[-8.28125, false]], [[-7.40234375, false]], [[-8.65625, false]], [[-7.77734375, false]], [[-8.15625, false]], [[-6.90234375, false]], [[-7.77734375, false]], [[-9.28125, false]], [[-4.15234375, false]], [[-9.53125, false]], [[-6.65234375, false]], [[-8.65625, false]], [[-7.77734375, false]], [[-6.625, false]], [[-8.28125, false]], [[-8.0625, false]], [[-5.02734375, false]], [[-8.28125, false]], [[-6.90234375, false]], [[-8.78125, false]], [[-4.15234375, false]], [[-8.40625, false]], [[-8.65625, false]], [[-10.28125, false]], [[-4.15234375, false]], [[-9.53125, false]], [[-6.65234375, false]], [[-8.65625, false]], [[-7.77734375, false]], [[-6.625, false]], [[-8.28125, false]], [[-8.0625, false]], [[-5.02734375, false]], [[-8.28125, false]], [[-8.53125, false]], [[-10.28125, false]], [[-6.90234375, false]], [[-6.90234375, false]], [[-10.15625, false]], [[-6.65234375, false]], [[-7.77734375, false]], [[-10.15625, false]], [[-6.625, false]], [[-8.28125, false]], [[-8.0625, false]], [[-5.02734375, false]], [[-8.28125, false]], [[-8.78125, false]], [[-6.90234375, false]], [[-9.65625, false]], [[-9.53125, false]], [[-6.65234375, false]], [[-7.77734375, false]], [[-10.15625, false]], [[-6.625, false]], [[-8.28125, false]], [[-11.78125, false]]], "filtered_resps": [[-7.02734375, false], [-8.28125, false], [-7.40234375, false], [-8.65625, false], [-7.77734375, false], [-8.15625, false], [-6.90234375, false], [-7.77734375, false], [-9.28125, false], [-4.15234375, false], [-9.53125, false], [-6.65234375, false], [-8.65625, false], [-7.77734375, false], [-6.625, false], [-8.28125, false], [-8.0625, false], [-5.02734375, false], [-8.28125, false], [-6.90234375, false], [-8.78125, false], [-4.15234375, false], [-8.40625, false], [-8.65625, false], [-10.28125, false], [-4.15234375, false], [-9.53125, false], [-6.65234375, false], [-8.65625, false], [-7.77734375, false], [-6.625, false], [-8.28125, false], [-8.0625, false], [-5.02734375, false], [-8.28125, false], [-8.53125, false], [-10.28125, false], [-6.90234375, false], [-6.90234375, false], [-10.15625, false], [-6.65234375, false], [-7.77734375, false], [-10.15625, false], [-6.625, false], [-8.28125, false], [-8.0625, false], [-5.02734375, false], [-8.28125, false], [-8.78125, false], [-6.90234375, false], [-9.65625, false], [-9.53125, false], [-6.65234375, false], [-7.77734375, false], [-10.15625, false], [-6.625, false], [-8.28125, false], [-11.78125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1150, "doc": {"id": "AKDE&ED_2008_4_33", "question": "Many years ago, purple dye was made from some sea animals. Then, in 1856, William Perkins tried to make a new medicine. Instead, he found a way to make purple dye from coal. What is a positive effect of his discovery?", "choices": {"text": ["Some diseases can be treated.", "Purple clothing can be made.", "Sea animals are not needed to make purple dye.", "Perkins is famous for discovering a new medicine."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Sea animals are not needed to make purple dye.", "arguments": ["Question: Many years ago, purple dye was made from some sea animals. Then, in 1856, William Perkins tried to make a new medicine. Instead, he found a way to make purple dye from coal. What is a positive effect of his discovery?\nAnswer:", " ["], "resps": [[[-6.890625, false]], [[-8.890625, false]], [[-7.390625, false]], [[-10.890625, false]], [[-11.890625, false]], [[-10.890625, false]], [[-6.140625, false]], [[-10.890625, false]], [[-10.390625, false]], [[-11.390625, false]], [[-10.890625, false]], [[-6.390625, false]], [[-11.390625, false]], [[-10.890625, false]], [[-11.390625, false]], [[-6.140625, false]], [[-10.640625, false]], [[-6.390625, false]], [[-11.140625, false]], [[-6.140625, false]], [[-10.390625, false]], [[-10.890625, false]], [[-6.140625, false]], [[-12.140625, false]], [[-12.890625, false]], [[-10.890625, false]], [[-6.390625, false]], [[-12.140625, false]], [[-10.890625, false]], [[-10.890625, false]], [[-7.53125, false]], [[-8.890625, false]], [[-10.65625, false]], [[-6.140625, false]], [[-8.890625, false]], [[-5.890625, false]], [[-12.390625, false]], [[-12.890625, false]], [[-10.390625, false]], [[-11.640625, false]], [[-10.890625, false]], [[-6.140625, false]], [[-10.640625, false]], [[-11.640625, false]], [[-10.890625, false]], [[-12.140625, false]], [[-12.390625, false]], [[-10.390625, false]], [[-11.140625, false]], [[-14.640625, false]], [[-6.140625, false]], [[-10.640625, false]], [[-6.390625, false]], [[-11.140625, false]], [[-6.140625, false]], [[-10.390625, false]], [[-10.890625, false]], [[-6.140625, false]], [[-11.890625, false]], [[-6.390625, false]], [[-10.890625, false]], [[-10.890625, false]], [[-7.53125, false]], [[-8.890625, false]], [[-10.65625, false]], [[-6.140625, false]], [[-8.890625, false]], [[-7.390625, false]], [[-10.890625, false]], [[-6.390625, false]], [[-6.140625, false]], [[-6.390625, false]], [[-11.140625, false]], [[-10.390625, false]], [[-11.890625, false]], [[-6.390625, false]], [[-11.640625, false]], [[-11.390625, false]], [[-6.140625, false]], [[-6.390625, false]], [[-12.890625, false]], [[-10.890625, false]], [[-6.140625, false]], [[-11.140625, false]], [[-10.890625, false]], [[-12.140625, false]], [[-6.140625, false]], [[-11.140625, false]], [[-10.890625, false]], [[-10.890625, false]], [[-10.890625, false]], [[-10.890625, false]], [[-10.890625, false]], [[-6.140625, false]], [[-12.140625, false]], [[-10.890625, false]], [[-6.140625, false]], [[-11.890625, false]], [[-6.390625, false]], [[-12.890625, false]], [[-10.890625, false]], [[-6.140625, false]], [[-10.390625, false]], [[-12.390625, false]], [[-12.890625, false]], [[-10.390625, false]], [[-11.640625, false]], [[-10.890625, false]], [[-6.140625, false]], [[-10.890625, false]], [[-12.640625, false]], [[-10.890625, false]], [[-7.53125, false]], [[-8.890625, false]], [[-10.65625, false]], [[-6.140625, false]], [[-8.890625, false]], [[-5.890625, false]], [[-10.890625, false]], [[-12.890625, false]], [[-12.890625, false]], [[-10.390625, false]], [[-11.140625, false]], [[-11.390625, false]], [[-6.140625, false]], [[-10.390625, false]], [[-11.390625, false]], [[-6.140625, false]], [[-13.140625, false]], [[-6.390625, false]], [[-11.890625, false]], [[-10.890625, false]], [[-12.390625, false]], [[-11.390625, false]], [[-6.140625, false]], [[-13.140625, false]], [[-10.890625, false]], [[-12.890625, false]], [[-6.140625, false]], [[-10.890625, false]], [[-10.390625, false]], [[-11.390625, false]], [[-10.640625, false]], [[-10.890625, false]], [[-12.890625, false]], [[-10.890625, false]], [[-12.890625, false]], [[-10.390625, false]], [[-11.140625, false]], [[-14.640625, false]], [[-6.140625, false]], [[-6.390625, false]], [[-6.140625, false]], [[-11.140625, false]], [[-10.890625, false]], [[-11.140625, false]], [[-6.140625, false]], [[-11.890625, false]], [[-10.890625, false]], [[-10.890625, false]], [[-10.390625, false]], [[-10.640625, false]], [[-10.390625, false]], [[-11.140625, false]], [[-10.890625, false]], [[-7.53125, false]], [[-8.890625, false]], [[-13.390625, false]]], "filtered_resps": [[-6.890625, false], [-8.890625, false], [-7.390625, false], [-10.890625, false], [-11.890625, false], [-10.890625, false], [-6.140625, false], [-10.890625, false], [-10.390625, false], [-11.390625, false], [-10.890625, false], [-6.390625, false], [-11.390625, false], [-10.890625, false], [-11.390625, false], [-6.140625, false], [-10.640625, false], [-6.390625, false], [-11.140625, false], [-6.140625, false], [-10.390625, false], [-10.890625, false], [-6.140625, false], [-12.140625, false], [-12.890625, false], [-10.890625, false], [-6.390625, false], [-12.140625, false], [-10.890625, false], [-10.890625, false], [-7.53125, false], [-8.890625, false], [-10.65625, false], [-6.140625, false], [-8.890625, false], [-5.890625, false], [-12.390625, false], [-12.890625, false], [-10.390625, false], [-11.640625, false], [-10.890625, false], [-6.140625, false], [-10.640625, false], [-11.640625, false], [-10.890625, false], [-12.140625, false], [-12.390625, false], [-10.390625, false], [-11.140625, false], [-14.640625, false], [-6.140625, false], [-10.640625, false], [-6.390625, false], [-11.140625, false], [-6.140625, false], [-10.390625, false], [-10.890625, false], [-6.140625, false], [-11.890625, false], [-6.390625, false], [-10.890625, false], [-10.890625, false], [-7.53125, false], [-8.890625, false], [-10.65625, false], [-6.140625, false], [-8.890625, false], [-7.390625, false], [-10.890625, false], [-6.390625, false], [-6.140625, false], [-6.390625, false], [-11.140625, false], [-10.390625, false], [-11.890625, false], [-6.390625, false], [-11.640625, false], [-11.390625, false], [-6.140625, false], [-6.390625, false], [-12.890625, false], [-10.890625, false], [-6.140625, false], [-11.140625, false], [-10.890625, false], [-12.140625, false], [-6.140625, false], [-11.140625, false], [-10.890625, false], [-10.890625, false], [-10.890625, false], [-10.890625, false], [-10.890625, false], [-6.140625, false], [-12.140625, false], [-10.890625, false], [-6.140625, false], [-11.890625, false], [-6.390625, false], [-12.890625, false], [-10.890625, false], [-6.140625, false], [-10.390625, false], [-12.390625, false], [-12.890625, false], [-10.390625, false], [-11.640625, false], [-10.890625, false], [-6.140625, false], [-10.890625, false], [-12.640625, false], [-10.890625, false], [-7.53125, false], [-8.890625, false], [-10.65625, false], [-6.140625, false], [-8.890625, false], [-5.890625, false], [-10.890625, false], [-12.890625, false], [-12.890625, false], [-10.390625, false], [-11.140625, false], [-11.390625, false], [-6.140625, false], [-10.390625, false], [-11.390625, false], [-6.140625, false], [-13.140625, false], [-6.390625, false], [-11.890625, false], [-10.890625, false], [-12.390625, false], [-11.390625, false], [-6.140625, false], [-13.140625, false], [-10.890625, false], [-12.890625, false], [-6.140625, false], [-10.890625, false], [-10.390625, false], [-11.390625, false], [-10.640625, false], [-10.890625, false], [-12.890625, false], [-10.890625, false], [-12.890625, false], [-10.390625, false], [-11.140625, false], [-14.640625, false], [-6.140625, false], [-6.390625, false], [-6.140625, false], [-11.140625, false], [-10.890625, false], [-11.140625, false], [-6.140625, false], [-11.890625, false], [-10.890625, false], [-10.890625, false], [-10.390625, false], [-10.640625, false], [-10.390625, false], [-11.140625, false], [-10.890625, false], [-7.53125, false], [-8.890625, false], [-13.390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1158, "doc": {"id": "Mercury_7056910", "question": "Which of these organisms is classified as a decomposer?", "choices": {"text": ["hawk", "mushroom", "mouse", "grass"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "mushroom", "arguments": ["Question: Which of these organisms is classified as a decomposer?\nAnswer:", " ["], "resps": [[[-7.01953125, false]], [[-8.7734375, false]], [[-11.3984375, false]], [[-4.64453125, false]], [[-10.0234375, false]], [[-9.2734375, false]], [[-8.7734375, false]], [[-10.3203125, false]], [[-5.01953125, false]], [[-8.7734375, false]], [[-10.3984375, false]], [[-10.0234375, false]], [[-7.51953125, false]], [[-11.3984375, false]], [[-9.2734375, false]], [[-7.76953125, false]], [[-7.76953125, false]], [[-10.3984375, false]], [[-8.7734375, false]], [[-10.3203125, false]], [[-5.01953125, false]], [[-8.7734375, false]], [[-10.3984375, false]], [[-7.76953125, false]], [[-10.0234375, false]], [[-7.51953125, false]], [[-7.39453125, false]], [[-8.7734375, false]], [[-10.3203125, false]], [[-5.01953125, false]], [[-8.7734375, false]], [[-10.6484375, false]], [[-9.2734375, false]], [[-4.64453125, false]], [[-7.51953125, false]], [[-7.51953125, false]], [[-8.7734375, false]], [[-13.5234375, false]]], "filtered_resps": [[-7.01953125, false], [-8.7734375, false], [-11.3984375, false], [-4.64453125, false], [-10.0234375, false], [-9.2734375, false], [-8.7734375, false], [-10.3203125, false], [-5.01953125, false], [-8.7734375, false], [-10.3984375, false], [-10.0234375, false], [-7.51953125, false], [-11.3984375, false], [-9.2734375, false], [-7.76953125, false], [-7.76953125, false], [-10.3984375, false], [-8.7734375, false], [-10.3203125, false], [-5.01953125, false], [-8.7734375, false], [-10.3984375, false], [-7.76953125, false], [-10.0234375, false], [-7.51953125, false], [-7.39453125, false], [-8.7734375, false], [-10.3203125, false], [-5.01953125, false], [-8.7734375, false], [-10.6484375, false], [-9.2734375, false], [-4.64453125, false], [-7.51953125, false], [-7.51953125, false], [-8.7734375, false], [-13.5234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1166, "doc": {"id": "Mercury_SC_413638", "question": "Which two things are produced when a plant breaks down sugar to release energy?", "choices": {"text": ["carbon dioxide and water", "oxygen and carbon dioxide", "carbon dioxide and food", "oxygen and food"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "carbon dioxide and water", "arguments": ["Question: Which two things are produced when a plant breaks down sugar to release energy?\nAnswer:", " ["], "resps": [[[-7.36328125, false]], [[-9.6171875, false]], [[-6.11328125, false]], [[-3.86328125, false]], [[-10.1171875, false]], [[-7.61328125, false]], [[-7.36328125, false]], [[-7.86328125, false]], [[-5.61328125, false]], [[-8.8671875, false]], [[-8.1171875, false]], [[-7.36328125, false]], [[-7.61328125, false]], [[-8.1171875, false]], [[-8.8671875, false]], [[-9.1171875, false]], [[-5.61328125, false]], [[-3.86328125, false]], [[-7.86328125, false]], [[-8.8671875, false]], [[-5.61328125, false]], [[-10.1171875, false]], [[-3.86328125, false]], [[-8.6171875, false]], [[-9.1171875, false]], [[-10.1171875, false]], [[-9.6171875, false]], [[-10.9375, false]], [[-5.61328125, false]], [[-9.6171875, false]], [[-7.36328125, false]], [[-7.61328125, false]], [[-8.3671875, false]], [[-9.6171875, false]], [[-9.1171875, false]], [[-7.86328125, false]], [[-5.61328125, false]], [[-3.86328125, false]], [[-7.86328125, false]], [[-8.8671875, false]], [[-5.61328125, false]], [[-6.11328125, false]], [[-3.86328125, false]], [[-10.1171875, false]], [[-7.61328125, false]], [[-7.36328125, false]], [[-7.86328125, false]], [[-5.61328125, false]], [[-8.8671875, false]], [[-8.1171875, false]], [[-7.36328125, false]], [[-7.61328125, false]], [[-8.1171875, false]], [[-8.8671875, false]], [[-9.1171875, false]], [[-9.6171875, false]], [[-10.9375, false]], [[-5.61328125, false]], [[-9.6171875, false]], [[-6.11328125, false]], [[-3.86328125, false]], [[-10.1171875, false]], [[-7.61328125, false]], [[-7.36328125, false]], [[-7.86328125, false]], [[-5.61328125, false]], [[-8.8671875, false]], [[-8.1171875, false]], [[-7.36328125, false]], [[-7.61328125, false]], [[-8.1171875, false]], [[-8.8671875, false]], [[-9.1171875, false]], [[-5.61328125, false]], [[-3.86328125, false]], [[-7.86328125, false]], [[-8.8671875, false]], [[-5.61328125, false]], [[-11.1171875, false]], [[-7.36328125, false]], [[-7.36328125, false]], [[-8.8671875, false]], [[-9.6171875, false]], [[-10.9375, false]], [[-5.61328125, false]], [[-9.6171875, false]], [[-7.36328125, false]], [[-7.61328125, false]], [[-8.3671875, false]], [[-9.6171875, false]], [[-9.1171875, false]], [[-7.86328125, false]], [[-5.61328125, false]], [[-3.86328125, false]], [[-7.86328125, false]], [[-8.8671875, false]], [[-5.61328125, false]], [[-11.1171875, false]], [[-7.36328125, false]], [[-7.36328125, false]], [[-8.8671875, false]], [[-9.6171875, false]], [[-14.3671875, false]]], "filtered_resps": [[-7.36328125, false], [-9.6171875, false], [-6.11328125, false], [-3.86328125, false], [-10.1171875, false], [-7.61328125, false], [-7.36328125, false], [-7.86328125, false], [-5.61328125, false], [-8.8671875, false], [-8.1171875, false], [-7.36328125, false], [-7.61328125, false], [-8.1171875, false], [-8.8671875, false], [-9.1171875, false], [-5.61328125, false], [-3.86328125, false], [-7.86328125, false], [-8.8671875, false], [-5.61328125, false], [-10.1171875, false], [-3.86328125, false], [-8.6171875, false], [-9.1171875, false], [-10.1171875, false], [-9.6171875, false], [-10.9375, false], [-5.61328125, false], [-9.6171875, false], [-7.36328125, false], [-7.61328125, false], [-8.3671875, false], [-9.6171875, false], [-9.1171875, false], [-7.86328125, false], [-5.61328125, false], [-3.86328125, false], [-7.86328125, false], [-8.8671875, false], [-5.61328125, false], [-6.11328125, false], [-3.86328125, false], [-10.1171875, false], [-7.61328125, false], [-7.36328125, false], [-7.86328125, false], [-5.61328125, false], [-8.8671875, false], [-8.1171875, false], [-7.36328125, false], [-7.61328125, false], [-8.1171875, false], [-8.8671875, false], [-9.1171875, false], [-9.6171875, false], [-10.9375, false], [-5.61328125, false], [-9.6171875, false], [-6.11328125, false], [-3.86328125, false], [-10.1171875, false], [-7.61328125, false], [-7.36328125, false], [-7.86328125, false], [-5.61328125, false], [-8.8671875, false], [-8.1171875, false], [-7.36328125, false], [-7.61328125, false], [-8.1171875, false], [-8.8671875, false], [-9.1171875, false], [-5.61328125, false], [-3.86328125, false], [-7.86328125, false], [-8.8671875, false], [-5.61328125, false], [-11.1171875, false], [-7.36328125, false], [-7.36328125, false], [-8.8671875, false], [-9.6171875, false], [-10.9375, false], [-5.61328125, false], [-9.6171875, false], [-7.36328125, false], [-7.61328125, false], [-8.3671875, false], [-9.6171875, false], [-9.1171875, false], [-7.86328125, false], [-5.61328125, false], [-3.86328125, false], [-7.86328125, false], [-8.8671875, false], [-5.61328125, false], [-11.1171875, false], [-7.36328125, false], [-7.36328125, false], [-8.8671875, false], [-9.6171875, false], [-14.3671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1174, "doc": {"id": "Mercury_7215548", "question": "Cell division is necessary for an organism to", "choices": {"text": ["obtain nutrients.", "grow and reproduce.", "make proteins.", "conserve matter and energy."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "grow and reproduce.", "arguments": ["Question: Cell division is necessary for an organism to\nAnswer:", " ["], "resps": [[[-7.26171875, false]], [[-8.515625, false]], [[-9.265625, false]], [[-7.51171875, false]], [[-10.015625, false]], [[-4.51171875, false]], [[-7.76171875, false]], [[-8.765625, false]], [[-4.76171875, false]], [[-8.765625, false]], [[-11.015625, false]], [[-10.015625, false]], [[-10.515625, false]], [[-7.76171875, false]], [[-7.76171875, false]], [[-8.765625, false]], [[-10.015625, false]], [[-9.265625, false]], [[-6.90625, false]], [[-8.515625, false]], [[-9.15625, false]], [[-4.76171875, false]], [[-8.515625, false]], [[-10.515625, false]], [[-10.515625, false]], [[-9.265625, false]], [[-10.765625, false]], [[-4.76171875, false]], [[-4.51171875, false]], [[-8.765625, false]], [[-8.265625, false]], [[-4.76171875, false]], [[-10.515625, false]], [[-7.76171875, false]], [[-10.015625, false]], [[-10.515625, false]], [[-9.265625, false]], [[-8.265625, false]], [[-11.015625, false]], [[-7.51171875, false]], [[-7.76171875, false]], [[-6.90625, false]], [[-8.515625, false]], [[-9.15625, false]], [[-4.76171875, false]], [[-8.515625, false]], [[-9.765625, false]], [[-4.51171875, false]], [[-9.515625, false]], [[-7.76171875, false]], [[-4.76171875, false]], [[-10.015625, false]], [[-10.515625, false]], [[-9.265625, false]], [[-10.015625, false]], [[-7.76171875, false]], [[-7.76171875, false]], [[-8.765625, false]], [[-9.265625, false]], [[-6.90625, false]], [[-8.515625, false]], [[-9.15625, false]], [[-4.76171875, false]], [[-8.515625, false]], [[-7.51171875, false]], [[-9.265625, false]], [[-8.765625, false]], [[-9.265625, false]], [[-7.76171875, false]], [[-10.515625, false]], [[-10.515625, false]], [[-7.76171875, false]], [[-4.76171875, false]], [[-9.765625, false]], [[-4.51171875, false]], [[-10.015625, false]], [[-10.015625, false]], [[-7.76171875, false]], [[-10.515625, false]], [[-4.76171875, false]], [[-4.51171875, false]], [[-8.765625, false]], [[-8.265625, false]], [[-4.76171875, false]], [[-7.76171875, false]], [[-8.765625, false]], [[-7.76171875, false]], [[-10.515625, false]], [[-10.515625, false]], [[-10.515625, false]], [[-6.90625, false]], [[-8.515625, false]], [[-12.015625, false]]], "filtered_resps": [[-7.26171875, false], [-8.515625, false], [-9.265625, false], [-7.51171875, false], [-10.015625, false], [-4.51171875, false], [-7.76171875, false], [-8.765625, false], [-4.76171875, false], [-8.765625, false], [-11.015625, false], [-10.015625, false], [-10.515625, false], [-7.76171875, false], [-7.76171875, false], [-8.765625, false], [-10.015625, false], [-9.265625, false], [-6.90625, false], [-8.515625, false], [-9.15625, false], [-4.76171875, false], [-8.515625, false], [-10.515625, false], [-10.515625, false], [-9.265625, false], [-10.765625, false], [-4.76171875, false], [-4.51171875, false], [-8.765625, false], [-8.265625, false], [-4.76171875, false], [-10.515625, false], [-7.76171875, false], [-10.015625, false], [-10.515625, false], [-9.265625, false], [-8.265625, false], [-11.015625, false], [-7.51171875, false], [-7.76171875, false], [-6.90625, false], [-8.515625, false], [-9.15625, false], [-4.76171875, false], [-8.515625, false], [-9.765625, false], [-4.51171875, false], [-9.515625, false], [-7.76171875, false], [-4.76171875, false], [-10.015625, false], [-10.515625, false], [-9.265625, false], [-10.015625, false], [-7.76171875, false], [-7.76171875, false], [-8.765625, false], [-9.265625, false], [-6.90625, false], [-8.515625, false], [-9.15625, false], [-4.76171875, false], [-8.515625, false], [-7.51171875, false], [-9.265625, false], [-8.765625, false], [-9.265625, false], [-7.76171875, false], [-10.515625, false], [-10.515625, false], [-7.76171875, false], [-4.76171875, false], [-9.765625, false], [-4.51171875, false], [-10.015625, false], [-10.015625, false], [-7.76171875, false], [-10.515625, false], [-4.76171875, false], [-4.51171875, false], [-8.765625, false], [-8.265625, false], [-4.76171875, false], [-7.76171875, false], [-8.765625, false], [-7.76171875, false], [-10.515625, false], [-10.515625, false], [-10.515625, false], [-6.90625, false], [-8.515625, false], [-12.015625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1182, "doc": {"id": "OHAT_2011_5_37", "question": "The class puts the planters by the window so that the plants can get more sunlight. How do the tomato plants use sunlight?", "choices": {"text": ["to make sugar in the leaves", "to use starch from the stems", "to move water to the flowers", "to get nutrients through the roots"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "to make sugar in the leaves", "arguments": ["Question: The class puts the planters by the window so that the plants can get more sunlight. How do the tomato plants use sunlight?\nAnswer:", " ["], "resps": [[[-8.0546875, false]], [[-10.3046875, false]], [[-11.8046875, false]], [[-11.0546875, false]], [[-6.55859375, false]], [[-12.8046875, false]], [[-8.0546875, false]], [[-12.0546875, false]], [[-10.8046875, false]], [[-6.55859375, false]], [[-12.0546875, false]], [[-12.0546875, false]], [[-13.5546875, false]], [[-8.0546875, false]], [[-12.8046875, false]], [[-6.55859375, false]], [[-10.5546875, false]], [[-12.3046875, false]], [[-6.55859375, false]], [[-11.8046875, false]], [[-12.5546875, false]], [[-10.8046875, false]], [[-6.55859375, false]], [[-12.3046875, false]], [[-10.8046875, false]], [[-8.0546875, false]], [[-12.5546875, false]], [[-10.8046875, false]], [[-12.0546875, false]], [[-10.3046875, false]], [[-10.6875, false]], [[-6.55859375, false]], [[-10.3046875, false]], [[-11.8046875, false]], [[-11.0546875, false]], [[-6.55859375, false]], [[-12.0546875, false]], [[-12.0546875, false]], [[-10.8046875, false]], [[-6.55859375, false]], [[-12.0546875, false]], [[-11.8046875, false]], [[-8.0546875, false]], [[-12.8046875, false]], [[-11.3046875, false]], [[-12.5546875, false]], [[-6.55859375, false]], [[-13.5546875, false]], [[-12.8046875, false]], [[-11.0546875, false]], [[-12.8046875, false]], [[-6.55859375, false]], [[-11.8046875, false]], [[-12.5546875, false]], [[-10.8046875, false]], [[-6.55859375, false]], [[-12.0546875, false]], [[-11.8046875, false]], [[-10.8046875, false]], [[-12.8046875, false]], [[-12.0546875, false]], [[-10.3046875, false]], [[-10.6875, false]], [[-6.55859375, false]], [[-10.3046875, false]], [[-11.8046875, false]], [[-11.0546875, false]], [[-6.55859375, false]], [[-12.8046875, false]], [[-11.0546875, false]], [[-12.5546875, false]], [[-10.8046875, false]], [[-6.55859375, false]], [[-13.0546875, false]], [[-8.0546875, false]], [[-11.8046875, false]], [[-10.8046875, false]], [[-12.8046875, false]], [[-6.55859375, false]], [[-11.8046875, false]], [[-11.0546875, false]], [[-6.55859375, false]], [[-11.8046875, false]], [[-12.5546875, false]], [[-10.8046875, false]], [[-6.55859375, false]], [[-13.5546875, false]], [[-12.3046875, false]], [[-11.0546875, false]], [[-13.0546875, false]], [[-10.8046875, false]], [[-12.8046875, false]], [[-12.0546875, false]], [[-10.3046875, false]], [[-10.6875, false]], [[-6.55859375, false]], [[-10.3046875, false]], [[-11.8046875, false]], [[-11.0546875, false]], [[-6.55859375, false]], [[-13.5546875, false]], [[-10.8046875, false]], [[-11.8046875, false]], [[-6.55859375, false]], [[-12.3046875, false]], [[-12.0546875, false]], [[-11.8046875, false]], [[-12.8046875, false]], [[-10.5546875, false]], [[-10.8046875, false]], [[-12.3046875, false]], [[-11.8046875, false]], [[-12.0546875, false]], [[-6.55859375, false]], [[-11.8046875, false]], [[-12.5546875, false]], [[-12.8046875, false]], [[-11.0546875, false]], [[-12.0546875, false]], [[-13.5546875, false]], [[-12.5546875, false]], [[-6.55859375, false]], [[-11.8046875, false]], [[-12.5546875, false]], [[-10.8046875, false]], [[-6.55859375, false]], [[-12.8046875, false]], [[-11.0546875, false]], [[-11.0546875, false]], [[-11.8046875, false]], [[-12.0546875, false]], [[-10.3046875, false]], [[-13.5546875, false]]], "filtered_resps": [[-8.0546875, false], [-10.3046875, false], [-11.8046875, false], [-11.0546875, false], [-6.55859375, false], [-12.8046875, false], [-8.0546875, false], [-12.0546875, false], [-10.8046875, false], [-6.55859375, false], [-12.0546875, false], [-12.0546875, false], [-13.5546875, false], [-8.0546875, false], [-12.8046875, false], [-6.55859375, false], [-10.5546875, false], [-12.3046875, false], [-6.55859375, false], [-11.8046875, false], [-12.5546875, false], [-10.8046875, false], [-6.55859375, false], [-12.3046875, false], [-10.8046875, false], [-8.0546875, false], [-12.5546875, false], [-10.8046875, false], [-12.0546875, false], [-10.3046875, false], [-10.6875, false], [-6.55859375, false], [-10.3046875, false], [-11.8046875, false], [-11.0546875, false], [-6.55859375, false], [-12.0546875, false], [-12.0546875, false], [-10.8046875, false], [-6.55859375, false], [-12.0546875, false], [-11.8046875, false], [-8.0546875, false], [-12.8046875, false], [-11.3046875, false], [-12.5546875, false], [-6.55859375, false], [-13.5546875, false], [-12.8046875, false], [-11.0546875, false], [-12.8046875, false], [-6.55859375, false], [-11.8046875, false], [-12.5546875, false], [-10.8046875, false], [-6.55859375, false], [-12.0546875, false], [-11.8046875, false], [-10.8046875, false], [-12.8046875, false], [-12.0546875, false], [-10.3046875, false], [-10.6875, false], [-6.55859375, false], [-10.3046875, false], [-11.8046875, false], [-11.0546875, false], [-6.55859375, false], [-12.8046875, false], [-11.0546875, false], [-12.5546875, false], [-10.8046875, false], [-6.55859375, false], [-13.0546875, false], [-8.0546875, false], [-11.8046875, false], [-10.8046875, false], [-12.8046875, false], [-6.55859375, false], [-11.8046875, false], [-11.0546875, false], [-6.55859375, false], [-11.8046875, false], [-12.5546875, false], [-10.8046875, false], [-6.55859375, false], [-13.5546875, false], [-12.3046875, false], [-11.0546875, false], [-13.0546875, false], [-10.8046875, false], [-12.8046875, false], [-12.0546875, false], [-10.3046875, false], [-10.6875, false], [-6.55859375, false], [-10.3046875, false], [-11.8046875, false], [-11.0546875, false], [-6.55859375, false], [-13.5546875, false], [-10.8046875, false], [-11.8046875, false], [-6.55859375, false], [-12.3046875, false], [-12.0546875, false], [-11.8046875, false], [-12.8046875, false], [-10.5546875, false], [-10.8046875, false], [-12.3046875, false], [-11.8046875, false], [-12.0546875, false], [-6.55859375, false], [-11.8046875, false], [-12.5546875, false], [-12.8046875, false], [-11.0546875, false], [-12.0546875, false], [-13.5546875, false], [-12.5546875, false], [-6.55859375, false], [-11.8046875, false], [-12.5546875, false], [-10.8046875, false], [-6.55859375, false], [-12.8046875, false], [-11.0546875, false], [-11.0546875, false], [-11.8046875, false], [-12.0546875, false], [-10.3046875, false], [-13.5546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1190, "doc": {"id": "Mercury_SC_417579", "question": "Clara says that her school is in a desert. Which fact about her schoolyard most helps her claim?", "choices": {"text": ["The schoolyard has few trees.", "The schoolyard has rocks and sand.", "The schoolyard gets warm in the summer.", "The schoolyard gets little rain during the year."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "The schoolyard gets little rain during the year.", "arguments": ["Question: Clara says that her school is in a desert. Which fact about her schoolyard most helps her claim?\nAnswer:", " ["], "resps": [[[-6.5625, false]], [[-8.0625, false]], [[-6.8125, false]], [[-10.8125, false]], [[-8.3125, false]], [[-6.0625, false]], [[-9.5625, false]], [[-7.3125, false]], [[-10.8125, false]], [[-9.3125, false]], [[-9.3125, false]], [[-9.8125, false]], [[-12.3125, false]], [[-5.3125, false]], [[-11.0625, false]], [[-7.8125, false]], [[-6.0625, false]], [[-10.8125, false]], [[-5.3125, false]], [[-9.5625, false]], [[-6.0625, false]], [[-9.3125, false]], [[-8.3125, false]], [[-9.5625, false]], [[-6.0625, false]], [[-9.8125, false]], [[-11.0625, false]], [[-8.3125, false]], [[-8.3125, false]], [[-9.5625, false]], [[-7.15625, false]], [[-8.0625, false]], [[-10.15625, false]], [[-6.0625, false]], [[-8.0625, false]], [[-6.8125, false]], [[-10.8125, false]], [[-8.3125, false]], [[-6.0625, false]], [[-9.5625, false]], [[-7.3125, false]], [[-10.8125, false]], [[-9.3125, false]], [[-9.3125, false]], [[-9.8125, false]], [[-12.3125, false]], [[-5.3125, false]], [[-11.0625, false]], [[-7.8125, false]], [[-6.0625, false]], [[-10.8125, false]], [[-5.3125, false]], [[-9.5625, false]], [[-6.0625, false]], [[-11.0625, false]], [[-9.3125, false]], [[-7.3125, false]], [[-10.0625, false]], [[-9.5625, false]], [[-6.0625, false]], [[-5.3125, false]], [[-9.5625, false]], [[-7.8125, false]], [[-6.0625, false]], [[-9.5625, false]], [[-5.3125, false]], [[-9.5625, false]], [[-7.8125, false]], [[-7.15625, false]], [[-8.0625, false]], [[-10.15625, false]], [[-6.0625, false]], [[-8.0625, false]], [[-6.8125, false]], [[-10.8125, false]], [[-8.3125, false]], [[-6.0625, false]], [[-9.5625, false]], [[-7.3125, false]], [[-10.8125, false]], [[-9.3125, false]], [[-9.3125, false]], [[-9.8125, false]], [[-12.3125, false]], [[-5.3125, false]], [[-11.0625, false]], [[-7.8125, false]], [[-6.0625, false]], [[-10.8125, false]], [[-8.3125, false]], [[-9.8125, false]], [[-9.5625, false]], [[-6.0625, false]], [[-9.5625, false]], [[-5.3125, false]], [[-11.0625, false]], [[-9.5625, false]], [[-6.0625, false]], [[-8.5625, false]], [[-9.5625, false]], [[-6.0625, false]], [[-9.8125, false]], [[-10.8125, false]], [[-8.3125, false]], [[-6.0625, false]], [[-9.5625, false]], [[-12.5625, false]], [[-9.5625, false]], [[-9.5625, false]], [[-8.3125, false]], [[-11.0625, false]], [[-7.15625, false]], [[-8.0625, false]], [[-10.15625, false]], [[-6.0625, false]], [[-8.0625, false]], [[-6.8125, false]], [[-10.8125, false]], [[-8.3125, false]], [[-6.0625, false]], [[-9.5625, false]], [[-7.3125, false]], [[-10.8125, false]], [[-9.3125, false]], [[-9.3125, false]], [[-9.8125, false]], [[-12.3125, false]], [[-5.3125, false]], [[-11.0625, false]], [[-7.8125, false]], [[-6.0625, false]], [[-10.8125, false]], [[-8.3125, false]], [[-9.8125, false]], [[-9.5625, false]], [[-6.0625, false]], [[-9.8125, false]], [[-8.5625, false]], [[-9.8125, false]], [[-9.8125, false]], [[-9.8125, false]], [[-8.3125, false]], [[-6.0625, false]], [[-11.0625, false]], [[-5.3125, false]], [[-8.5625, false]], [[-9.5625, false]], [[-6.0625, false]], [[-7.8125, false]], [[-12.5625, false]], [[-11.0625, false]], [[-8.5625, false]], [[-9.5625, false]], [[-10.8125, false]], [[-6.0625, false]], [[-9.8125, false]], [[-10.8125, false]], [[-8.3125, false]], [[-6.0625, false]], [[-12.3125, false]], [[-8.3125, false]], [[-5.3125, false]], [[-11.0625, false]], [[-7.15625, false]], [[-8.0625, false]], [[-11.8125, false]]], "filtered_resps": [[-6.5625, false], [-8.0625, false], [-6.8125, false], [-10.8125, false], [-8.3125, false], [-6.0625, false], [-9.5625, false], [-7.3125, false], [-10.8125, false], [-9.3125, false], [-9.3125, false], [-9.8125, false], [-12.3125, false], [-5.3125, false], [-11.0625, false], [-7.8125, false], [-6.0625, false], [-10.8125, false], [-5.3125, false], [-9.5625, false], [-6.0625, false], [-9.3125, false], [-8.3125, false], [-9.5625, false], [-6.0625, false], [-9.8125, false], [-11.0625, false], [-8.3125, false], [-8.3125, false], [-9.5625, false], [-7.15625, false], [-8.0625, false], [-10.15625, false], [-6.0625, false], [-8.0625, false], [-6.8125, false], [-10.8125, false], [-8.3125, false], [-6.0625, false], [-9.5625, false], [-7.3125, false], [-10.8125, false], [-9.3125, false], [-9.3125, false], [-9.8125, false], [-12.3125, false], [-5.3125, false], [-11.0625, false], [-7.8125, false], [-6.0625, false], [-10.8125, false], [-5.3125, false], [-9.5625, false], [-6.0625, false], [-11.0625, false], [-9.3125, false], [-7.3125, false], [-10.0625, false], [-9.5625, false], [-6.0625, false], [-5.3125, false], [-9.5625, false], [-7.8125, false], [-6.0625, false], [-9.5625, false], [-5.3125, false], [-9.5625, false], [-7.8125, false], [-7.15625, false], [-8.0625, false], [-10.15625, false], [-6.0625, false], [-8.0625, false], [-6.8125, false], [-10.8125, false], [-8.3125, false], [-6.0625, false], [-9.5625, false], [-7.3125, false], [-10.8125, false], [-9.3125, false], [-9.3125, false], [-9.8125, false], [-12.3125, false], [-5.3125, false], [-11.0625, false], [-7.8125, false], [-6.0625, false], [-10.8125, false], [-8.3125, false], [-9.8125, false], [-9.5625, false], [-6.0625, false], [-9.5625, false], [-5.3125, false], [-11.0625, false], [-9.5625, false], [-6.0625, false], [-8.5625, false], [-9.5625, false], [-6.0625, false], [-9.8125, false], [-10.8125, false], [-8.3125, false], [-6.0625, false], [-9.5625, false], [-12.5625, false], [-9.5625, false], [-9.5625, false], [-8.3125, false], [-11.0625, false], [-7.15625, false], [-8.0625, false], [-10.15625, false], [-6.0625, false], [-8.0625, false], [-6.8125, false], [-10.8125, false], [-8.3125, false], [-6.0625, false], [-9.5625, false], [-7.3125, false], [-10.8125, false], [-9.3125, false], [-9.3125, false], [-9.8125, false], [-12.3125, false], [-5.3125, false], [-11.0625, false], [-7.8125, false], [-6.0625, false], [-10.8125, false], [-8.3125, false], [-9.8125, false], [-9.5625, false], [-6.0625, false], [-9.8125, false], [-8.5625, false], [-9.8125, false], [-9.8125, false], [-9.8125, false], [-8.3125, false], [-6.0625, false], [-11.0625, false], [-5.3125, false], [-8.5625, false], [-9.5625, false], [-6.0625, false], [-7.8125, false], [-12.5625, false], [-11.0625, false], [-8.5625, false], [-9.5625, false], [-10.8125, false], [-6.0625, false], [-9.8125, false], [-10.8125, false], [-8.3125, false], [-6.0625, false], [-12.3125, false], [-8.3125, false], [-5.3125, false], [-11.0625, false], [-7.15625, false], [-8.0625, false], [-11.8125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1198, "doc": {"id": "MCAS_2004_8_35", "question": "Which of the following planets has the shortest orbit around the Sun?", "choices": {"text": ["Earth", "Mars", "Mercury", "Venus"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Mercury", "arguments": ["Question: Which of the following planets has the shortest orbit around the Sun?\nAnswer:", " ["], "resps": [[[-8.2734375, false]], [[-10.0234375, false]], [[-6.76953125, false]], [[-7.51953125, false]], [[-12.0234375, false]], [[-10.5234375, false]], [[-11.5234375, false]], [[-10.0234375, false]], [[-10.3984375, false]], [[-6.51953125, false]], [[-10.0234375, false]], [[-7.76953125, false]], [[-7.51953125, false]], [[-12.0234375, false]], [[-12.2734375, false]], [[-10.0234375, false]], [[-10.3984375, false]], [[-6.51953125, false]], [[-10.0234375, false]], [[-7.76953125, false]], [[-10.5234375, false]], [[-12.0234375, false]], [[-10.2734375, false]], [[-12.5234375, false]], [[-12.0234375, false]], [[-13.0234375, false]], [[-10.0234375, false]], [[-10.3984375, false]], [[-6.51953125, false]], [[-10.0234375, false]], [[-7.26953125, false]], [[-10.5234375, false]], [[-12.2734375, false]], [[-12.5234375, false]], [[-12.2734375, false]], [[-10.0234375, false]], [[-12.2734375, false]]], "filtered_resps": [[-8.2734375, false], [-10.0234375, false], [-6.76953125, false], [-7.51953125, false], [-12.0234375, false], [-10.5234375, false], [-11.5234375, false], [-10.0234375, false], [-10.3984375, false], [-6.51953125, false], [-10.0234375, false], [-7.76953125, false], [-7.51953125, false], [-12.0234375, false], [-12.2734375, false], [-10.0234375, false], [-10.3984375, false], [-6.51953125, false], [-10.0234375, false], [-7.76953125, false], [-10.5234375, false], [-12.0234375, false], [-10.2734375, false], [-12.5234375, false], [-12.0234375, false], [-13.0234375, false], [-10.0234375, false], [-10.3984375, false], [-6.51953125, false], [-10.0234375, false], [-7.26953125, false], [-10.5234375, false], [-12.2734375, false], [-12.5234375, false], [-12.2734375, false], [-10.0234375, false], [-12.2734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1206, "doc": {"id": "CSZ_2009_8_CSZ30651", "question": "Which of the following compounds is most likely to be part of living organisms?", "choices": {"text": ["C?H??O?", "BF?", "MoCl?", "CsI"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "C?H??O?", "arguments": ["Question: Which of the following compounds is most likely to be part of living organisms?\nAnswer:", " ["], "resps": [[[-6.546875, false]], [[-9.296875, false]], [[-3.669921875, false]], [[-8.171875, false]], [[-5.171875, false]], [[-8.171875, false]], [[-8.171875, false]], [[-5.796875, false]], [[-8.171875, false]], [[-9.296875, false]], [[-9.1875, false]], [[-4.546875, false]], [[-9.296875, false]], [[-4.921875, false]], [[-5.546875, false]], [[-8.171875, false]], [[-9.296875, false]], [[-9.1875, false]], [[-4.546875, false]], [[-9.296875, false]], [[-6.296875, false]], [[-7.421875, false]], [[-3.669921875, false]], [[-8.796875, false]], [[-8.171875, false]], [[-9.296875, false]], [[-9.1875, false]], [[-4.546875, false]], [[-9.296875, false]], [[-3.669921875, false]], [[-8.421875, false]], [[-5.296875, false]], [[-9.296875, false]], [[-13.296875, false]]], "filtered_resps": [[-6.546875, false], [-9.296875, false], [-3.669921875, false], [-8.171875, false], [-5.171875, false], [-8.171875, false], [-8.171875, false], [-5.796875, false], [-8.171875, false], [-9.296875, false], [-9.1875, false], [-4.546875, false], [-9.296875, false], [-4.921875, false], [-5.546875, false], [-8.171875, false], [-9.296875, false], [-9.1875, false], [-4.546875, false], [-9.296875, false], [-6.296875, false], [-7.421875, false], [-3.669921875, false], [-8.796875, false], [-8.171875, false], [-9.296875, false], [-9.1875, false], [-4.546875, false], [-9.296875, false], [-3.669921875, false], [-8.421875, false], [-5.296875, false], [-9.296875, false], [-13.296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1214, "doc": {"id": "NYSEDREGENTS_2013_4_29", "question": "Which items would be most useful at home during a power failure?", "choices": {"text": ["flashlights and extra batteries", "hats and sunscreen", "raincoats and umbrellas", "insect spray and jackets"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "flashlights and extra batteries", "arguments": ["Question: Which items would be most useful at home during a power failure?\nAnswer:", " ["], "resps": [[[-7.75390625, false]], [[-10.0078125, false]], [[-9.1328125, false]], [[-10.6328125, false]], [[-5.00390625, false]], [[-9.5078125, false]], [[-10.8828125, false]], [[-10.6328125, false]], [[-7.87890625, false]], [[-10.1328125, false]], [[-10.8828125, false]], [[-10.5078125, false]], [[-9.5078125, false]], [[-5.25390625, false]], [[-5.00390625, false]], [[-10.6328125, false]], [[-9.8828125, false]], [[-5.25390625, false]], [[-9.2578125, false]], [[-9.8828125, false]], [[-10.5078125, false]], [[-11.2578125, false]], [[-5.00390625, false]], [[-5.25390625, false]], [[-10.2578125, false]], [[-5.00390625, false]], [[-10.5078125, false]], [[-10.5078125, false]], [[-9.2578125, false]], [[-11.2578125, false]], [[-7.87890625, false]], [[-9.2578125, false]], [[-9.5078125, false]], [[-10.0078125, false]], [[-9.90625, false]], [[-5.25390625, false]], [[-10.0078125, false]], [[-10.8828125, false]], [[-5.00390625, false]], [[-10.5078125, false]], [[-9.5078125, false]], [[-5.25390625, false]], [[-5.00390625, false]], [[-10.6328125, false]], [[-9.8828125, false]], [[-5.25390625, false]], [[-9.5078125, false]], [[-11.0078125, false]], [[-10.6328125, false]], [[-9.5078125, false]], [[-9.2578125, false]], [[-11.2578125, false]], [[-9.2578125, false]], [[-9.2578125, false]], [[-10.6328125, false]], [[-10.0078125, false]], [[-9.90625, false]], [[-5.25390625, false]], [[-10.0078125, false]], [[-11.2578125, false]], [[-5.00390625, false]], [[-7.87890625, false]], [[-10.6328125, false]], [[-9.2578125, false]], [[-9.7578125, false]], [[-5.00390625, false]], [[-10.5078125, false]], [[-9.5078125, false]], [[-5.25390625, false]], [[-5.00390625, false]], [[-10.6328125, false]], [[-9.8828125, false]], [[-5.25390625, false]], [[-11.0078125, false]], [[-9.1328125, false]], [[-10.2578125, false]], [[-11.2578125, false]], [[-9.2578125, false]], [[-10.6328125, false]], [[-10.6328125, false]], [[-5.00390625, false]], [[-9.5078125, false]], [[-10.0078125, false]], [[-9.90625, false]], [[-5.25390625, false]], [[-10.0078125, false]], [[-7.87890625, false]], [[-10.6328125, false]], [[-9.5078125, false]], [[-9.2578125, false]], [[-9.2578125, false]], [[-10.5078125, false]], [[-5.25390625, false]], [[-9.5078125, false]], [[-10.3828125, false]], [[-11.2578125, false]], [[-5.00390625, false]], [[-12.7578125, false]], [[-5.25390625, false]], [[-5.00390625, false]], [[-10.6328125, false]], [[-9.8828125, false]], [[-5.25390625, false]], [[-12.1328125, false]], [[-5.00390625, false]], [[-9.2578125, false]], [[-11.3828125, false]], [[-9.2578125, false]], [[-10.5078125, false]], [[-9.5078125, false]], [[-10.0078125, false]], [[-12.1328125, false]]], "filtered_resps": [[-7.75390625, false], [-10.0078125, false], [-9.1328125, false], [-10.6328125, false], [-5.00390625, false], [-9.5078125, false], [-10.8828125, false], [-10.6328125, false], [-7.87890625, false], [-10.1328125, false], [-10.8828125, false], [-10.5078125, false], [-9.5078125, false], [-5.25390625, false], [-5.00390625, false], [-10.6328125, false], [-9.8828125, false], [-5.25390625, false], [-9.2578125, false], [-9.8828125, false], [-10.5078125, false], [-11.2578125, false], [-5.00390625, false], [-5.25390625, false], [-10.2578125, false], [-5.00390625, false], [-10.5078125, false], [-10.5078125, false], [-9.2578125, false], [-11.2578125, false], [-7.87890625, false], [-9.2578125, false], [-9.5078125, false], [-10.0078125, false], [-9.90625, false], [-5.25390625, false], [-10.0078125, false], [-10.8828125, false], [-5.00390625, false], [-10.5078125, false], [-9.5078125, false], [-5.25390625, false], [-5.00390625, false], [-10.6328125, false], [-9.8828125, false], [-5.25390625, false], [-9.5078125, false], [-11.0078125, false], [-10.6328125, false], [-9.5078125, false], [-9.2578125, false], [-11.2578125, false], [-9.2578125, false], [-9.2578125, false], [-10.6328125, false], [-10.0078125, false], [-9.90625, false], [-5.25390625, false], [-10.0078125, false], [-11.2578125, false], [-5.00390625, false], [-7.87890625, false], [-10.6328125, false], [-9.2578125, false], [-9.7578125, false], [-5.00390625, false], [-10.5078125, false], [-9.5078125, false], [-5.25390625, false], [-5.00390625, false], [-10.6328125, false], [-9.8828125, false], [-5.25390625, false], [-11.0078125, false], [-9.1328125, false], [-10.2578125, false], [-11.2578125, false], [-9.2578125, false], [-10.6328125, false], [-10.6328125, false], [-5.00390625, false], [-9.5078125, false], [-10.0078125, false], [-9.90625, false], [-5.25390625, false], [-10.0078125, false], [-7.87890625, false], [-10.6328125, false], [-9.5078125, false], [-9.2578125, false], [-9.2578125, false], [-10.5078125, false], [-5.25390625, false], [-9.5078125, false], [-10.3828125, false], [-11.2578125, false], [-5.00390625, false], [-12.7578125, false], [-5.25390625, false], [-5.00390625, false], [-10.6328125, false], [-9.8828125, false], [-5.25390625, false], [-12.1328125, false], [-5.00390625, false], [-9.2578125, false], [-11.3828125, false], [-9.2578125, false], [-10.5078125, false], [-9.5078125, false], [-10.0078125, false], [-12.1328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1222, "doc": {"id": "Mercury_7008033", "question": "Which is an example of mechanical weathering?", "choices": {"text": ["a rockslide", "a volcano erupting", "an earthquake occurring", "a rock freezing and thawing"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "a rock freezing and thawing", "arguments": ["Question: Which is an example of mechanical weathering?\nAnswer:", " ["], "resps": [[[-8.1953125, false]], [[-8.8203125, false]], [[-5.19140625, false]], [[-5.94140625, false]], [[-10.3203125, false]], [[-9.8203125, false]], [[-8.9453125, false]], [[-12.1953125, false]], [[-8.8203125, false]], [[-10.9453125, false]], [[-9.8203125, false]], [[-10.0703125, false]], [[-8.4453125, false]], [[-8.8203125, false]], [[-9.9765625, false]], [[-5.94140625, false]], [[-8.8203125, false]], [[-5.19140625, false]], [[-5.94140625, false]], [[-11.1953125, false]], [[-9.8203125, false]], [[-10.9453125, false]], [[-8.9453125, false]], [[-5.19140625, false]], [[-11.1953125, false]], [[-9.8203125, false]], [[-5.94140625, false]], [[-8.4453125, false]], [[-10.3203125, false]], [[-11.1953125, false]], [[-9.4453125, false]], [[-11.5703125, false]], [[-9.8203125, false]], [[-11.1953125, false]], [[-12.0703125, false]], [[-8.8203125, false]], [[-9.9765625, false]], [[-5.94140625, false]], [[-8.8203125, false]], [[-5.19140625, false]], [[-11.1953125, false]], [[-5.94140625, false]], [[-8.4453125, false]], [[-5.19140625, false]], [[-10.3203125, false]], [[-11.5703125, false]], [[-12.4453125, false]], [[-13.4453125, false]], [[-11.1953125, false]], [[-5.19140625, false]], [[-12.1953125, false]], [[-8.4453125, false]], [[-5.94140625, false]], [[-9.8203125, false]], [[-8.9453125, false]], [[-8.9453125, false]], [[-11.1953125, false]], [[-10.3203125, false]], [[-10.3203125, false]], [[-9.8203125, false]], [[-11.1953125, false]], [[-12.0703125, false]], [[-8.8203125, false]], [[-9.9765625, false]], [[-5.94140625, false]], [[-8.8203125, false]], [[-5.19140625, false]], [[-5.94140625, false]], [[-10.3203125, false]], [[-9.8203125, false]], [[-8.9453125, false]], [[-12.1953125, false]], [[-5.94140625, false]], [[-9.8203125, false]], [[-10.3203125, false]], [[-8.4453125, false]], [[-8.4453125, false]], [[-12.8203125, false]], [[-9.8203125, false]], [[-11.1953125, false]], [[-12.0703125, false]], [[-5.94140625, false]], [[-5.19140625, false]], [[-11.1953125, false]], [[-10.0703125, false]], [[-5.94140625, false]], [[-11.5703125, false]], [[-12.4453125, false]], [[-5.19140625, false]], [[-10.1953125, false]], [[-9.8203125, false]], [[-11.1953125, false]], [[-12.0703125, false]], [[-8.8203125, false]], [[-12.3203125, false]]], "filtered_resps": [[-8.1953125, false], [-8.8203125, false], [-5.19140625, false], [-5.94140625, false], [-10.3203125, false], [-9.8203125, false], [-8.9453125, false], [-12.1953125, false], [-8.8203125, false], [-10.9453125, false], [-9.8203125, false], [-10.0703125, false], [-8.4453125, false], [-8.8203125, false], [-9.9765625, false], [-5.94140625, false], [-8.8203125, false], [-5.19140625, false], [-5.94140625, false], [-11.1953125, false], [-9.8203125, false], [-10.9453125, false], [-8.9453125, false], [-5.19140625, false], [-11.1953125, false], [-9.8203125, false], [-5.94140625, false], [-8.4453125, false], [-10.3203125, false], [-11.1953125, false], [-9.4453125, false], [-11.5703125, false], [-9.8203125, false], [-11.1953125, false], [-12.0703125, false], [-8.8203125, false], [-9.9765625, false], [-5.94140625, false], [-8.8203125, false], [-5.19140625, false], [-11.1953125, false], [-5.94140625, false], [-8.4453125, false], [-5.19140625, false], [-10.3203125, false], [-11.5703125, false], [-12.4453125, false], [-13.4453125, false], [-11.1953125, false], [-5.19140625, false], [-12.1953125, false], [-8.4453125, false], [-5.94140625, false], [-9.8203125, false], [-8.9453125, false], [-8.9453125, false], [-11.1953125, false], [-10.3203125, false], [-10.3203125, false], [-9.8203125, false], [-11.1953125, false], [-12.0703125, false], [-8.8203125, false], [-9.9765625, false], [-5.94140625, false], [-8.8203125, false], [-5.19140625, false], [-5.94140625, false], [-10.3203125, false], [-9.8203125, false], [-8.9453125, false], [-12.1953125, false], [-5.94140625, false], [-9.8203125, false], [-10.3203125, false], [-8.4453125, false], [-8.4453125, false], [-12.8203125, false], [-9.8203125, false], [-11.1953125, false], [-12.0703125, false], [-5.94140625, false], [-5.19140625, false], [-11.1953125, false], [-10.0703125, false], [-5.94140625, false], [-11.5703125, false], [-12.4453125, false], [-5.19140625, false], [-10.1953125, false], [-9.8203125, false], [-11.1953125, false], [-12.0703125, false], [-8.8203125, false], [-12.3203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1230, "doc": {"id": "Mercury_177678", "question": "To calculate the relative age of rocks, geologists use the rate of radioactive decay of isotopes present in their samples. What is the term used for the original amount of the elemental isotopes being investigated?", "choices": {"text": ["rare earth isotopes", "son isotopes", "daughter isotopes", "parent isotopes"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "parent isotopes", "arguments": ["Question: To calculate the relative age of rocks, geologists use the rate of radioactive decay of isotopes present in their samples. What is the term used for the original amount of the elemental isotopes being investigated?\nAnswer:", " ["], "resps": [[[-6.1953125, false]], [[-7.4453125, false]], [[-6.4453125, false]], [[-5.6953125, false]], [[-6.4453125, false]], [[-6.9453125, false]], [[-4.9453125, false]], [[-6.9453125, false]], [[-5.6953125, false]], [[-6.4453125, false]], [[-7.9453125, false]], [[-8.6953125, false]], [[-4.9453125, false]], [[-7.1953125, false]], [[-9.4453125, false]], [[-9.1953125, false]], [[-7.9453125, false]], [[-9.1953125, false]], [[-7.6953125, false]], [[-6.9453125, false]], [[-9.4453125, false]], [[-7.4453125, false]], [[-9.1640625, false]], [[-4.9453125, false]], [[-7.4453125, false]], [[-9.4453125, false]], [[-9.1953125, false]], [[-6.9453125, false]], [[-4.9453125, false]], [[-7.1953125, false]], [[-9.4453125, false]], [[-9.1953125, false]], [[-7.9453125, false]], [[-9.1953125, false]], [[-7.6953125, false]], [[-6.9453125, false]], [[-9.4453125, false]], [[-7.4453125, false]], [[-9.1640625, false]], [[-4.9453125, false]], [[-7.4453125, false]], [[-8.6953125, false]], [[-5.6953125, false]], [[-7.9453125, false]], [[-8.9453125, false]], [[-8.6953125, false]], [[-7.9453125, false]], [[-6.9453125, false]], [[-6.4453125, false]], [[-4.9453125, false]], [[-7.1953125, false]], [[-9.4453125, false]], [[-9.1953125, false]], [[-7.9453125, false]], [[-9.1953125, false]], [[-7.6953125, false]], [[-6.9453125, false]], [[-9.4453125, false]], [[-7.4453125, false]], [[-9.1640625, false]], [[-4.9453125, false]], [[-7.4453125, false]], [[-7.6953125, false]], [[-5.6953125, false]], [[-6.4453125, false]], [[-6.9453125, false]], [[-6.9453125, false]], [[-7.9453125, false]], [[-4.9453125, false]], [[-7.1953125, false]], [[-9.4453125, false]], [[-9.1953125, false]], [[-7.9453125, false]], [[-9.1953125, false]], [[-7.6953125, false]], [[-6.9453125, false]], [[-9.4453125, false]], [[-7.4453125, false]], [[-11.9453125, false]]], "filtered_resps": [[-6.1953125, false], [-7.4453125, false], [-6.4453125, false], [-5.6953125, false], [-6.4453125, false], [-6.9453125, false], [-4.9453125, false], [-6.9453125, false], [-5.6953125, false], [-6.4453125, false], [-7.9453125, false], [-8.6953125, false], [-4.9453125, false], [-7.1953125, false], [-9.4453125, false], [-9.1953125, false], [-7.9453125, false], [-9.1953125, false], [-7.6953125, false], [-6.9453125, false], [-9.4453125, false], [-7.4453125, false], [-9.1640625, false], [-4.9453125, false], [-7.4453125, false], [-9.4453125, false], [-9.1953125, false], [-6.9453125, false], [-4.9453125, false], [-7.1953125, false], [-9.4453125, false], [-9.1953125, false], [-7.9453125, false], [-9.1953125, false], [-7.6953125, false], [-6.9453125, false], [-9.4453125, false], [-7.4453125, false], [-9.1640625, false], [-4.9453125, false], [-7.4453125, false], [-8.6953125, false], [-5.6953125, false], [-7.9453125, false], [-8.9453125, false], [-8.6953125, false], [-7.9453125, false], [-6.9453125, false], [-6.4453125, false], [-4.9453125, false], [-7.1953125, false], [-9.4453125, false], [-9.1953125, false], [-7.9453125, false], [-9.1953125, false], [-7.6953125, false], [-6.9453125, false], [-9.4453125, false], [-7.4453125, false], [-9.1640625, false], [-4.9453125, false], [-7.4453125, false], [-7.6953125, false], [-5.6953125, false], [-6.4453125, false], [-6.9453125, false], [-6.9453125, false], [-7.9453125, false], [-4.9453125, false], [-7.1953125, false], [-9.4453125, false], [-9.1953125, false], [-7.9453125, false], [-9.1953125, false], [-7.6953125, false], [-6.9453125, false], [-9.4453125, false], [-7.4453125, false], [-11.9453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1238, "doc": {"id": "Mercury_414146", "question": "Which four elements make up most of the human body?", "choices": {"text": ["oxygen, carbon, hydrogen, nitrogen", "silicon, calcium, oxygen, aluminum", "carbon, sodium, hydrogen, oxygen", "sulfur, phosphorous, calcium, nitrogen"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "oxygen, carbon, hydrogen, nitrogen", "arguments": ["Question: Which four elements make up most of the human body?\nAnswer:", " ["], "resps": [[[-7.4375, false]], [[-10.4375, false]], [[-7.9375, false]], [[-8.6875, false]], [[-12.1875, false]], [[-11.6875, false]], [[-8.6875, false]], [[-10.9375, false]], [[-9.9453125, false]], [[-5.1875, false]], [[-6.6875, false]], [[-4.4375, false]], [[-10.6875, false]], [[-7.9375, false]], [[-7.9375, false]], [[-10.9375, false]], [[-9.9453125, false]], [[-5.1875, false]], [[-9.6875, false]], [[-12.1875, false]], [[-9.4375, false]], [[-10.6875, false]], [[-7.9375, false]], [[-11.6875, false]], [[-8.6875, false]], [[-10.9375, false]], [[-9.9453125, false]], [[-5.1875, false]], [[-10.9375, false]], [[-8.6875, false]], [[-9.1875, false]], [[-10.6875, false]], [[-7.9375, false]], [[-11.6875, false]], [[-8.6875, false]], [[-10.9375, false]], [[-10.4375, false]], [[-9.9453125, false]], [[-5.1875, false]], [[-10.4375, false]], [[-9.9375, false]], [[-8.6875, false]], [[-9.4375, false]], [[-8.6875, false]], [[-6.6875, false]], [[-7.9375, false]], [[-10.9375, false]], [[-9.9453125, false]], [[-5.1875, false]], [[-6.6875, false]], [[-4.4375, false]], [[-9.4375, false]], [[-6.6875, false]], [[-8.6875, false]], [[-9.6875, false]], [[-8.9375, false]], [[-9.9453125, false]], [[-5.1875, false]], [[-7.9375, false]], [[-8.6875, false]], [[-12.1875, false]], [[-11.6875, false]], [[-8.6875, false]], [[-10.9375, false]], [[-9.9453125, false]], [[-5.1875, false]], [[-4.4375, false]], [[-9.4375, false]], [[-9.6875, false]], [[-8.9375, false]], [[-8.6875, false]], [[-10.9375, false]], [[-9.6875, false]], [[-8.9375, false]], [[-10.4375, false]], [[-9.9453125, false]], [[-5.1875, false]], [[-10.4375, false]], [[-6.6875, false]], [[-4.4375, false]], [[-10.6875, false]], [[-7.9375, false]], [[-7.9375, false]], [[-10.9375, false]], [[-9.9453125, false]], [[-5.1875, false]], [[-9.9375, false]], [[-7.9375, false]], [[-9.4375, false]], [[-8.6875, false]], [[-9.6875, false]], [[-8.9375, false]], [[-9.9453125, false]], [[-5.1875, false]], [[-9.6875, false]], [[-12.1875, false]], [[-9.4375, false]], [[-10.6875, false]], [[-7.9375, false]], [[-11.6875, false]], [[-8.6875, false]], [[-10.9375, false]], [[-9.9453125, false]], [[-5.1875, false]], [[-7.9375, false]], [[-8.6875, false]], [[-12.1875, false]], [[-11.6875, false]], [[-8.6875, false]], [[-10.9375, false]], [[-10.4375, false]], [[-9.9453125, false]], [[-5.1875, false]], [[-10.4375, false]], [[-9.9375, false]], [[-9.6875, false]], [[-9.4375, false]], [[-10.4375, false]], [[-9.6875, false]], [[-10.6875, false]], [[-9.9453125, false]], [[-5.1875, false]], [[-10.1875, false]], [[-9.6875, false]], [[-7.9375, false]], [[-9.9375, false]], [[-10.1875, false]], [[-9.6875, false]], [[-7.9375, false]], [[-10.6875, false]], [[-7.9375, false]], [[-9.6875, false]], [[-9.9375, false]], [[-9.9453125, false]], [[-5.1875, false]], [[-6.6875, false]], [[-4.4375, false]], [[-9.4375, false]], [[-6.6875, false]], [[-8.6875, false]], [[-9.6875, false]], [[-8.9375, false]], [[-9.9453125, false]], [[-5.1875, false]], [[-10.9375, false]], [[-8.6875, false]], [[-9.1875, false]], [[-10.6875, false]], [[-7.9375, false]], [[-11.6875, false]], [[-8.6875, false]], [[-10.9375, false]], [[-10.4375, false]], [[-13.1875, false]]], "filtered_resps": [[-7.4375, false], [-10.4375, false], [-7.9375, false], [-8.6875, false], [-12.1875, false], [-11.6875, false], [-8.6875, false], [-10.9375, false], [-9.9453125, false], [-5.1875, false], [-6.6875, false], [-4.4375, false], [-10.6875, false], [-7.9375, false], [-7.9375, false], [-10.9375, false], [-9.9453125, false], [-5.1875, false], [-9.6875, false], [-12.1875, false], [-9.4375, false], [-10.6875, false], [-7.9375, false], [-11.6875, false], [-8.6875, false], [-10.9375, false], [-9.9453125, false], [-5.1875, false], [-10.9375, false], [-8.6875, false], [-9.1875, false], [-10.6875, false], [-7.9375, false], [-11.6875, false], [-8.6875, false], [-10.9375, false], [-10.4375, false], [-9.9453125, false], [-5.1875, false], [-10.4375, false], [-9.9375, false], [-8.6875, false], [-9.4375, false], [-8.6875, false], [-6.6875, false], [-7.9375, false], [-10.9375, false], [-9.9453125, false], [-5.1875, false], [-6.6875, false], [-4.4375, false], [-9.4375, false], [-6.6875, false], [-8.6875, false], [-9.6875, false], [-8.9375, false], [-9.9453125, false], [-5.1875, false], [-7.9375, false], [-8.6875, false], [-12.1875, false], [-11.6875, false], [-8.6875, false], [-10.9375, false], [-9.9453125, false], [-5.1875, false], [-4.4375, false], [-9.4375, false], [-9.6875, false], [-8.9375, false], [-8.6875, false], [-10.9375, false], [-9.6875, false], [-8.9375, false], [-10.4375, false], [-9.9453125, false], [-5.1875, false], [-10.4375, false], [-6.6875, false], [-4.4375, false], [-10.6875, false], [-7.9375, false], [-7.9375, false], [-10.9375, false], [-9.9453125, false], [-5.1875, false], [-9.9375, false], [-7.9375, false], [-9.4375, false], [-8.6875, false], [-9.6875, false], [-8.9375, false], [-9.9453125, false], [-5.1875, false], [-9.6875, false], [-12.1875, false], [-9.4375, false], [-10.6875, false], [-7.9375, false], [-11.6875, false], [-8.6875, false], [-10.9375, false], [-9.9453125, false], [-5.1875, false], [-7.9375, false], [-8.6875, false], [-12.1875, false], [-11.6875, false], [-8.6875, false], [-10.9375, false], [-10.4375, false], [-9.9453125, false], [-5.1875, false], [-10.4375, false], [-9.9375, false], [-9.6875, false], [-9.4375, false], [-10.4375, false], [-9.6875, false], [-10.6875, false], [-9.9453125, false], [-5.1875, false], [-10.1875, false], [-9.6875, false], [-7.9375, false], [-9.9375, false], [-10.1875, false], [-9.6875, false], [-7.9375, false], [-10.6875, false], [-7.9375, false], [-9.6875, false], [-9.9375, false], [-9.9453125, false], [-5.1875, false], [-6.6875, false], [-4.4375, false], [-9.4375, false], [-6.6875, false], [-8.6875, false], [-9.6875, false], [-8.9375, false], [-9.9453125, false], [-5.1875, false], [-10.9375, false], [-8.6875, false], [-9.1875, false], [-10.6875, false], [-7.9375, false], [-11.6875, false], [-8.6875, false], [-10.9375, false], [-10.4375, false], [-13.1875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1246, "doc": {"id": "Mercury_SC_402260", "question": "An experiment was performed at sea-level. 400 mL of water was put in 4 different-shaped containers and placed on hot plates with 4 different temperature settings as shown below. Beaker - 110°C Petri dish - 95°C Erlenmeyer flask - 60°C Round bottom bowl - 45°C Which characteristic of water remained the same in each container?", "choices": {"text": ["the shape of the water", "the rate of evaporation", "the boiling point of water", "the amount of steam released per minute"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "the boiling point of water", "arguments": ["Question: An experiment was performed at sea-level. 400 mL of water was put in 4 different-shaped containers and placed on hot plates with 4 different temperature settings as shown below. Beaker - 110°C Petri dish - 95°C Erlenmeyer flask - 60°C Round bottom bowl - 45°C Which characteristic of water remained the same in each container?\nAnswer:", " ["], "resps": [[[-6.8359375, false]], [[-9.5859375, false]], [[-8.8359375, false]], [[-9.5859375, false]], [[-7.5859375, false]], [[-5.08203125, false]], [[-8.8359375, false]], [[-9.5859375, false]], [[-4.3359375, false]], [[-9.3359375, false]], [[-7.5859375, false]], [[-5.08203125, false]], [[-8.3359375, false]], [[-7.8359375, false]], [[-5.08203125, false]], [[-8.8359375, false]], [[-9.5859375, false]], [[-7.5859375, false]], [[-5.0859375, false]], [[-9.5859375, false]], [[-4.3359375, false]], [[-8.8359375, false]], [[-7.5859375, false]], [[-9.5859375, false]], [[-9.5859375, false]], [[-8.90625, false]], [[-5.0859375, false]], [[-9.5859375, false]], [[-8.8359375, false]], [[-9.5859375, false]], [[-7.5859375, false]], [[-5.0859375, false]], [[-9.5859375, false]], [[-4.3359375, false]], [[-8.8359375, false]], [[-7.5859375, false]], [[-5.0859375, false]], [[-8.3359375, false]], [[-7.8359375, false]], [[-5.0859375, false]], [[-7.5859375, false]], [[-9.5859375, false]], [[-4.3359375, false]], [[-9.3359375, false]], [[-8.3359375, false]], [[-9.5859375, false]], [[-4.3359375, false]], [[-8.8359375, false]], [[-7.5859375, false]], [[-8.3359375, false]], [[-7.0859375, false]], [[-9.5859375, false]], [[-8.90625, false]], [[-5.0859375, false]], [[-9.5859375, false]], [[-8.8359375, false]], [[-9.5859375, false]], [[-7.5859375, false]], [[-5.0859375, false]], [[-6.5859375, false]], [[-8.3359375, false]], [[-7.5859375, false]], [[-10.0859375, false]], [[-7.5859375, false]], [[-7.0859375, false]], [[-10.0859375, false]], [[-5.0859375, false]], [[-9.3359375, false]], [[-8.3359375, false]], [[-7.5859375, false]], [[-7.0859375, false]], [[-8.8359375, false]], [[-5.0859375, false]], [[-8.3359375, false]], [[-7.8359375, false]], [[-5.0859375, false]], [[-9.5859375, false]], [[-4.3359375, false]], [[-8.8359375, false]], [[-7.5859375, false]], [[-9.5859375, false]], [[-9.5859375, false]], [[-9.015625, false]], [[-5.0859375, false]], [[-9.5859375, false]], [[-8.8359375, false]], [[-9.5859375, false]], [[-7.5859375, false]], [[-5.0859375, false]], [[-4.3359375, false]], [[-7.0859375, false]], [[-8.3359375, false]], [[-10.0859375, false]], [[-7.0859375, false]], [[-8.8359375, false]], [[-5.0859375, false]], [[-8.3359375, false]], [[-7.8359375, false]], [[-5.0859375, false]], [[-8.8359375, false]], [[-8.8359375, false]], [[-7.5859375, false]], [[-4.3359375, false]], [[-7.0859375, false]], [[-5.0859375, false]], [[-9.5859375, false]], [[-7.5859375, false]], [[-10.0859375, false]], [[-7.5859375, false]], [[-4.3359375, false]], [[-8.8359375, false]], [[-7.5859375, false]], [[-8.0859375, false]], [[-5.0859375, false]], [[-9.3359375, false]], [[-7.5859375, false]], [[-9.5859375, false]], [[-5.0859375, false]], [[-7.0859375, false]], [[-7.5859375, false]], [[-7.0859375, false]], [[-10.0859375, false]], [[-8.8359375, false]], [[-7.5859375, false]], [[-9.5859375, false]], [[-10.5859375, false]]], "filtered_resps": [[-6.8359375, false], [-9.5859375, false], [-8.8359375, false], [-9.5859375, false], [-7.5859375, false], [-5.08203125, false], [-8.8359375, false], [-9.5859375, false], [-4.3359375, false], [-9.3359375, false], [-7.5859375, false], [-5.08203125, false], [-8.3359375, false], [-7.8359375, false], [-5.08203125, false], [-8.8359375, false], [-9.5859375, false], [-7.5859375, false], [-5.0859375, false], [-9.5859375, false], [-4.3359375, false], [-8.8359375, false], [-7.5859375, false], [-9.5859375, false], [-9.5859375, false], [-8.90625, false], [-5.0859375, false], [-9.5859375, false], [-8.8359375, false], [-9.5859375, false], [-7.5859375, false], [-5.0859375, false], [-9.5859375, false], [-4.3359375, false], [-8.8359375, false], [-7.5859375, false], [-5.0859375, false], [-8.3359375, false], [-7.8359375, false], [-5.0859375, false], [-7.5859375, false], [-9.5859375, false], [-4.3359375, false], [-9.3359375, false], [-8.3359375, false], [-9.5859375, false], [-4.3359375, false], [-8.8359375, false], [-7.5859375, false], [-8.3359375, false], [-7.0859375, false], [-9.5859375, false], [-8.90625, false], [-5.0859375, false], [-9.5859375, false], [-8.8359375, false], [-9.5859375, false], [-7.5859375, false], [-5.0859375, false], [-6.5859375, false], [-8.3359375, false], [-7.5859375, false], [-10.0859375, false], [-7.5859375, false], [-7.0859375, false], [-10.0859375, false], [-5.0859375, false], [-9.3359375, false], [-8.3359375, false], [-7.5859375, false], [-7.0859375, false], [-8.8359375, false], [-5.0859375, false], [-8.3359375, false], [-7.8359375, false], [-5.0859375, false], [-9.5859375, false], [-4.3359375, false], [-8.8359375, false], [-7.5859375, false], [-9.5859375, false], [-9.5859375, false], [-9.015625, false], [-5.0859375, false], [-9.5859375, false], [-8.8359375, false], [-9.5859375, false], [-7.5859375, false], [-5.0859375, false], [-4.3359375, false], [-7.0859375, false], [-8.3359375, false], [-10.0859375, false], [-7.0859375, false], [-8.8359375, false], [-5.0859375, false], [-8.3359375, false], [-7.8359375, false], [-5.0859375, false], [-8.8359375, false], [-8.8359375, false], [-7.5859375, false], [-4.3359375, false], [-7.0859375, false], [-5.0859375, false], [-9.5859375, false], [-7.5859375, false], [-10.0859375, false], [-7.5859375, false], [-4.3359375, false], [-8.8359375, false], [-7.5859375, false], [-8.0859375, false], [-5.0859375, false], [-9.3359375, false], [-7.5859375, false], [-9.5859375, false], [-5.0859375, false], [-7.0859375, false], [-7.5859375, false], [-7.0859375, false], [-10.0859375, false], [-8.8359375, false], [-7.5859375, false], [-9.5859375, false], [-10.5859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1254, "doc": {"id": "NYSEDREGENTS_2015_8_8", "question": "The hereditary material in corn plants can be altered by scientists so the plants produce more corn. Which term identifies this process?", "choices": {"text": ["environmental degradation", "ecological succession", "natural selection", "genetic engineering"], "label": ["1", "2", "3", "4"]}, "answerKey": "4"}, "target": "genetic engineering", "arguments": ["Question: The hereditary material in corn plants can be altered by scientists so the plants produce more corn. Which term identifies this process?\nAnswer:", " ["], "resps": [[[-6.58984375, false]], [[-8.3359375, false]], [[-7.46484375, false]], [[-7.58984375, false]], [[-9.0859375, false]], [[-6.83984375, false]], [[-8.5859375, false]], [[-7.58984375, false]], [[-7.58984375, false]], [[-7.71484375, false]], [[-7.46484375, false]], [[-7.58984375, false]], [[-8.8359375, false]], [[-4.96484375, false]], [[-9.4609375, false]], [[-4.58984375, false]], [[-6.08984375, false]], [[-7.46484375, false]], [[-9.7109375, false]], [[-8.5859375, false]], [[-4.96484375, false]], [[-6.08984375, false]], [[-4.96484375, false]], [[-8.8359375, false]], [[-6.83984375, false]], [[-7.58984375, false]], [[-7.58984375, false]], [[-8.3359375, false]], [[-10.4296875, false]], [[-4.58984375, false]], [[-8.3359375, false]], [[-7.46484375, false]], [[-6.58984375, false]], [[-7.58984375, false]], [[-9.4609375, false]], [[-7.58984375, false]], [[-9.7109375, false]], [[-6.83984375, false]], [[-6.58984375, false]], [[-4.96484375, false]], [[-9.4609375, false]], [[-4.58984375, false]], [[-8.3359375, false]], [[-9.8359375, false]], [[-6.58984375, false]], [[-6.58984375, false]], [[-7.46484375, false]], [[-8.3359375, false]], [[-8.3359375, false]], [[-6.83984375, false]], [[-7.58984375, false]], [[-7.58984375, false]], [[-8.3359375, false]], [[-10.4296875, false]], [[-4.58984375, false]], [[-8.3359375, false]], [[-7.58984375, false]], [[-4.96484375, false]], [[-8.8359375, false]], [[-9.8359375, false]], [[-8.5859375, false]], [[-4.96484375, false]], [[-9.4609375, false]], [[-4.58984375, false]], [[-8.3359375, false]], [[-7.46484375, false]], [[-9.4609375, false]], [[-7.46484375, false]], [[-6.58984375, false]], [[-8.8359375, false]], [[-6.83984375, false]], [[-7.58984375, false]], [[-7.58984375, false]], [[-8.3359375, false]], [[-10.4296875, false]], [[-4.58984375, false]], [[-8.3359375, false]], [[-9.7109375, false]], [[-7.46484375, false]], [[-7.58984375, false]], [[-7.46484375, false]], [[-8.8359375, false]], [[-6.83984375, false]], [[-6.58984375, false]], [[-4.58984375, false]], [[-7.46484375, false]], [[-7.58984375, false]], [[-9.7109375, false]], [[-6.83984375, false]], [[-7.58984375, false]], [[-7.46484375, false]], [[-7.46484375, false]], [[-8.5859375, false]], [[-6.83984375, false]], [[-7.58984375, false]], [[-9.7109375, false]], [[-8.3359375, false]], [[-13.7109375, false]]], "filtered_resps": [[-6.58984375, false], [-8.3359375, false], [-7.46484375, false], [-7.58984375, false], [-9.0859375, false], [-6.83984375, false], [-8.5859375, false], [-7.58984375, false], [-7.58984375, false], [-7.71484375, false], [-7.46484375, false], [-7.58984375, false], [-8.8359375, false], [-4.96484375, false], [-9.4609375, false], [-4.58984375, false], [-6.08984375, false], [-7.46484375, false], [-9.7109375, false], [-8.5859375, false], [-4.96484375, false], [-6.08984375, false], [-4.96484375, false], [-8.8359375, false], [-6.83984375, false], [-7.58984375, false], [-7.58984375, false], [-8.3359375, false], [-10.4296875, false], [-4.58984375, false], [-8.3359375, false], [-7.46484375, false], [-6.58984375, false], [-7.58984375, false], [-9.4609375, false], [-7.58984375, false], [-9.7109375, false], [-6.83984375, false], [-6.58984375, false], [-4.96484375, false], [-9.4609375, false], [-4.58984375, false], [-8.3359375, false], [-9.8359375, false], [-6.58984375, false], [-6.58984375, false], [-7.46484375, false], [-8.3359375, false], [-8.3359375, false], [-6.83984375, false], [-7.58984375, false], [-7.58984375, false], [-8.3359375, false], [-10.4296875, false], [-4.58984375, false], [-8.3359375, false], [-7.58984375, false], [-4.96484375, false], [-8.8359375, false], [-9.8359375, false], [-8.5859375, false], [-4.96484375, false], [-9.4609375, false], [-4.58984375, false], [-8.3359375, false], [-7.46484375, false], [-9.4609375, false], [-7.46484375, false], [-6.58984375, false], [-8.8359375, false], [-6.83984375, false], [-7.58984375, false], [-7.58984375, false], [-8.3359375, false], [-10.4296875, false], [-4.58984375, false], [-8.3359375, false], [-9.7109375, false], [-7.46484375, false], [-7.58984375, false], [-7.46484375, false], [-8.8359375, false], [-6.83984375, false], [-6.58984375, false], [-4.58984375, false], [-7.46484375, false], [-7.58984375, false], [-9.7109375, false], [-6.83984375, false], [-7.58984375, false], [-7.46484375, false], [-7.46484375, false], [-8.5859375, false], [-6.83984375, false], [-7.58984375, false], [-9.7109375, false], [-8.3359375, false], [-13.7109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1262, "doc": {"id": "Mercury_LBS10976", "question": "The Wright Brothers' invention has had the greatest impact on", "choices": {"text": ["transportation.", "communication.", "mass production.", "space exploration."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "transportation.", "arguments": ["Question: The Wright Brothers' invention has had the greatest impact on\nAnswer:", " ["], "resps": [[[-7.21484375, false]], [[-6.83984375, false]], [[-10.09375, false]], [[-9.21875, false]], [[-5.71484375, false]], [[-9.84375, false]], [[-8.84375, false]], [[-10.09375, false]], [[-9.21875, false]], [[-9.21875, false]], [[-10.09375, false]], [[-5.71484375, false]], [[-10.09375, false]], [[-8.84375, false]], [[-9.21875, false]], [[-9.84375, false]], [[-7.31640625, false]], [[-6.83984375, false]], [[-9.1875, false]], [[-5.21484375, false]], [[-6.83984375, false]], [[-9.21875, false]], [[-9.21875, false]], [[-10.09375, false]], [[-10.09375, false]], [[-11.46875, false]], [[-9.84375, false]], [[-8.84375, false]], [[-9.21875, false]], [[-5.71484375, false]], [[-10.09375, false]], [[-8.84375, false]], [[-9.21875, false]], [[-9.84375, false]], [[-7.31640625, false]], [[-6.83984375, false]], [[-9.1875, false]], [[-5.21484375, false]], [[-6.83984375, false]], [[-10.09375, false]], [[-5.71484375, false]], [[-8.84375, false]], [[-8.84375, false]], [[-5.21484375, false]], [[-10.09375, false]], [[-9.21875, false]], [[-9.21875, false]], [[-9.59375, false]], [[-11.46875, false]], [[-9.21875, false]], [[-10.09375, false]], [[-8.84375, false]], [[-9.21875, false]], [[-9.84375, false]], [[-7.31640625, false]], [[-6.83984375, false]], [[-9.1875, false]], [[-5.21484375, false]], [[-6.83984375, false]], [[-8.84375, false]], [[-10.09375, false]], [[-5.71484375, false]], [[-9.21875, false]], [[-8.46875, false]], [[-5.21484375, false]], [[-8.46875, false]], [[-9.71875, false]], [[-10.09375, false]], [[-9.46875, false]], [[-9.21875, false]], [[-9.21875, false]], [[-5.71484375, false]], [[-10.09375, false]], [[-8.84375, false]], [[-9.21875, false]], [[-9.84375, false]], [[-7.31640625, false]], [[-6.83984375, false]], [[-12.21875, false]]], "filtered_resps": [[-7.21484375, false], [-6.83984375, false], [-10.09375, false], [-9.21875, false], [-5.71484375, false], [-9.84375, false], [-8.84375, false], [-10.09375, false], [-9.21875, false], [-9.21875, false], [-10.09375, false], [-5.71484375, false], [-10.09375, false], [-8.84375, false], [-9.21875, false], [-9.84375, false], [-7.31640625, false], [-6.83984375, false], [-9.1875, false], [-5.21484375, false], [-6.83984375, false], [-9.21875, false], [-9.21875, false], [-10.09375, false], [-10.09375, false], [-11.46875, false], [-9.84375, false], [-8.84375, false], [-9.21875, false], [-5.71484375, false], [-10.09375, false], [-8.84375, false], [-9.21875, false], [-9.84375, false], [-7.31640625, false], [-6.83984375, false], [-9.1875, false], [-5.21484375, false], [-6.83984375, false], [-10.09375, false], [-5.71484375, false], [-8.84375, false], [-8.84375, false], [-5.21484375, false], [-10.09375, false], [-9.21875, false], [-9.21875, false], [-9.59375, false], [-11.46875, false], [-9.21875, false], [-10.09375, false], [-8.84375, false], [-9.21875, false], [-9.84375, false], [-7.31640625, false], [-6.83984375, false], [-9.1875, false], [-5.21484375, false], [-6.83984375, false], [-8.84375, false], [-10.09375, false], [-5.71484375, false], [-9.21875, false], [-8.46875, false], [-5.21484375, false], [-8.46875, false], [-9.71875, false], [-10.09375, false], [-9.46875, false], [-9.21875, false], [-9.21875, false], [-5.71484375, false], [-10.09375, false], [-8.84375, false], [-9.21875, false], [-9.84375, false], [-7.31640625, false], [-6.83984375, false], [-12.21875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1270, "doc": {"id": "Mercury_7001435", "question": "Which of these is an example of a chemical reaction?", "choices": {"text": ["storing milk by putting it into the freezer", "milk turning sour when left in a warm place", "mixing milk into a glass with chocolate powder", "allowing milk to evaporate, leaving behind powdered milk"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "milk turning sour when left in a warm place", "arguments": ["Question: Which of these is an example of a chemical reaction?\nAnswer:", " ["], "resps": [[[-6.12890625, false]], [[-9.6328125, false]], [[-9.3828125, false]], [[-9.1328125, false]], [[-8.6328125, false]], [[-10.1328125, false]], [[-6.87890625, false]], [[-7.37890625, false]], [[-11.1328125, false]], [[-4.87890625, false]], [[-7.37890625, false]], [[-6.87890625, false]], [[-10.7578125, false]], [[-10.1328125, false]], [[-4.87890625, false]], [[-8.1328125, false]], [[-9.1328125, false]], [[-4.87890625, false]], [[-8.3828125, false]], [[-9.1328125, false]], [[-9.1328125, false]], [[-9.1328125, false]], [[-6.87890625, false]], [[-7.37890625, false]], [[-11.1328125, false]], [[-4.87890625, false]], [[-6.87890625, false]], [[-9.1328125, false]], [[-4.87890625, false]], [[-6.87890625, false]], [[-7.37890625, false]], [[-9.1328125, false]], [[-8.6328125, false]], [[-4.87890625, false]], [[-9.1328125, false]], [[-9.1328125, false]], [[-7.62890625, false]], [[-4.87890625, false]], [[-9.8828125, false]], [[-10.1328125, false]], [[-7.62890625, false]], [[-7.62890625, false]], [[-10.3828125, false]], [[-7.62890625, false]], [[-10.1328125, false]], [[-9.6328125, false]], [[-9.2421875, false]], [[-4.87890625, false]], [[-9.6328125, false]], [[-7.37890625, false]], [[-6.87890625, false]], [[-10.7578125, false]], [[-10.1328125, false]], [[-4.87890625, false]], [[-9.1328125, false]], [[-9.1328125, false]], [[-10.1328125, false]], [[-7.37890625, false]], [[-6.87890625, false]], [[-7.37890625, false]], [[-11.1328125, false]], [[-4.87890625, false]], [[-9.3828125, false]], [[-8.6328125, false]], [[-9.1328125, false]], [[-10.1328125, false]], [[-4.87890625, false]], [[-10.8828125, false]], [[-9.1328125, false]], [[-7.62890625, false]], [[-7.37890625, false]], [[-4.87890625, false]], [[-10.7578125, false]], [[-7.62890625, false]], [[-9.8828125, false]], [[-9.1328125, false]], [[-4.87890625, false]], [[-6.87890625, false]], [[-7.37890625, false]], [[-4.87890625, false]], [[-3.380859375, false]], [[-4.87890625, false]], [[-10.8828125, false]], [[-3.380859375, false]], [[-10.1328125, false]], [[-7.37890625, false]], [[-4.87890625, false]], [[-8.3828125, false]], [[-10.7578125, false]], [[-3.380859375, false]], [[-7.37890625, false]], [[-7.62890625, false]], [[-9.6328125, false]], [[-9.2421875, false]], [[-4.87890625, false]], [[-9.6328125, false]], [[-7.37890625, false]], [[-6.87890625, false]], [[-8.6328125, false]], [[-6.87890625, false]], [[-7.37890625, false]], [[-11.1328125, false]], [[-4.87890625, false]], [[-7.37890625, false]], [[-6.87890625, false]], [[-10.7578125, false]], [[-10.1328125, false]], [[-4.87890625, false]], [[-6.87890625, false]], [[-7.37890625, false]], [[-9.1328125, false]], [[-8.6328125, false]], [[-4.87890625, false]], [[-3.380859375, false]], [[-4.87890625, false]], [[-11.1328125, false]], [[-10.7578125, false]], [[-3.380859375, false]], [[-9.3828125, false]], [[-9.3828125, false]], [[-4.87890625, false]], [[-10.8828125, false]], [[-6.87890625, false]], [[-9.1328125, false]], [[-9.1328125, false]], [[-4.87890625, false]], [[-7.37890625, false]], [[-9.1328125, false]], [[-8.6328125, false]], [[-7.37890625, false]], [[-8.6328125, false]], [[-10.7578125, false]], [[-3.380859375, false]], [[-9.1328125, false]], [[-7.62890625, false]], [[-4.87890625, false]], [[-8.3828125, false]], [[-8.6328125, false]], [[-10.8828125, false]], [[-9.1328125, false]], [[-7.62890625, false]], [[-10.1328125, false]], [[-9.6328125, false]], [[-9.2421875, false]], [[-4.87890625, false]], [[-9.6328125, false]], [[-3.380859375, false]], [[-10.7578125, false]], [[-10.7578125, false]], [[-8.6328125, false]], [[-10.8828125, false]], [[-6.87890625, false]], [[-7.37890625, false]], [[-11.1328125, false]], [[-4.87890625, false]], [[-7.37890625, false]], [[-6.87890625, false]], [[-10.7578125, false]], [[-10.1328125, false]], [[-4.87890625, false]], [[-9.1328125, false]], [[-8.6328125, false]], [[-4.87890625, false]], [[-7.62890625, false]], [[-10.1328125, false]], [[-3.380859375, false]], [[-8.3828125, false]], [[-8.6328125, false]], [[-10.1328125, false]], [[-3.380859375, false]], [[-9.1328125, false]], [[-7.62890625, false]], [[-9.2421875, false]], [[-4.87890625, false]], [[-10.7578125, false]], [[-7.62890625, false]], [[-3.380859375, false]], [[-10.1328125, false]], [[-6.87890625, false]], [[-7.37890625, false]], [[-11.1328125, false]], [[-4.87890625, false]], [[-8.1328125, false]], [[-7.62890625, false]], [[-9.1328125, false]], [[-6.87890625, false]], [[-7.37890625, false]], [[-9.1328125, false]], [[-4.87890625, false]], [[-8.3828125, false]], [[-8.6328125, false]], [[-10.8828125, false]], [[-9.1328125, false]], [[-7.62890625, false]], [[-10.1328125, false]], [[-7.62890625, false]], [[-9.1328125, false]], [[-4.87890625, false]], [[-7.37890625, false]], [[-6.87890625, false]], [[-10.7578125, false]], [[-10.1328125, false]], [[-9.6328125, false]], [[-11.8828125, false]]], "filtered_resps": [[-6.12890625, false], [-9.6328125, false], [-9.3828125, false], [-9.1328125, false], [-8.6328125, false], [-10.1328125, false], [-6.87890625, false], [-7.37890625, false], [-11.1328125, false], [-4.87890625, false], [-7.37890625, false], [-6.87890625, false], [-10.7578125, false], [-10.1328125, false], [-4.87890625, false], [-8.1328125, false], [-9.1328125, false], [-4.87890625, false], [-8.3828125, false], [-9.1328125, false], [-9.1328125, false], [-9.1328125, false], [-6.87890625, false], [-7.37890625, false], [-11.1328125, false], [-4.87890625, false], [-6.87890625, false], [-9.1328125, false], [-4.87890625, false], [-6.87890625, false], [-7.37890625, false], [-9.1328125, false], [-8.6328125, false], [-4.87890625, false], [-9.1328125, false], [-9.1328125, false], [-7.62890625, false], [-4.87890625, false], [-9.8828125, false], [-10.1328125, false], [-7.62890625, false], [-7.62890625, false], [-10.3828125, false], [-7.62890625, false], [-10.1328125, false], [-9.6328125, false], [-9.2421875, false], [-4.87890625, false], [-9.6328125, false], [-7.37890625, false], [-6.87890625, false], [-10.7578125, false], [-10.1328125, false], [-4.87890625, false], [-9.1328125, false], [-9.1328125, false], [-10.1328125, false], [-7.37890625, false], [-6.87890625, false], [-7.37890625, false], [-11.1328125, false], [-4.87890625, false], [-9.3828125, false], [-8.6328125, false], [-9.1328125, false], [-10.1328125, false], [-4.87890625, false], [-10.8828125, false], [-9.1328125, false], [-7.62890625, false], [-7.37890625, false], [-4.87890625, false], [-10.7578125, false], [-7.62890625, false], [-9.8828125, false], [-9.1328125, false], [-4.87890625, false], [-6.87890625, false], [-7.37890625, false], [-4.87890625, false], [-3.380859375, false], [-4.87890625, false], [-10.8828125, false], [-3.380859375, false], [-10.1328125, false], [-7.37890625, false], [-4.87890625, false], [-8.3828125, false], [-10.7578125, false], [-3.380859375, false], [-7.37890625, false], [-7.62890625, false], [-9.6328125, false], [-9.2421875, false], [-4.87890625, false], [-9.6328125, false], [-7.37890625, false], [-6.87890625, false], [-8.6328125, false], [-6.87890625, false], [-7.37890625, false], [-11.1328125, false], [-4.87890625, false], [-7.37890625, false], [-6.87890625, false], [-10.7578125, false], [-10.1328125, false], [-4.87890625, false], [-6.87890625, false], [-7.37890625, false], [-9.1328125, false], [-8.6328125, false], [-4.87890625, false], [-3.380859375, false], [-4.87890625, false], [-11.1328125, false], [-10.7578125, false], [-3.380859375, false], [-9.3828125, false], [-9.3828125, false], [-4.87890625, false], [-10.8828125, false], [-6.87890625, false], [-9.1328125, false], [-9.1328125, false], [-4.87890625, false], [-7.37890625, false], [-9.1328125, false], [-8.6328125, false], [-7.37890625, false], [-8.6328125, false], [-10.7578125, false], [-3.380859375, false], [-9.1328125, false], [-7.62890625, false], [-4.87890625, false], [-8.3828125, false], [-8.6328125, false], [-10.8828125, false], [-9.1328125, false], [-7.62890625, false], [-10.1328125, false], [-9.6328125, false], [-9.2421875, false], [-4.87890625, false], [-9.6328125, false], [-3.380859375, false], [-10.7578125, false], [-10.7578125, false], [-8.6328125, false], [-10.8828125, false], [-6.87890625, false], [-7.37890625, false], [-11.1328125, false], [-4.87890625, false], [-7.37890625, false], [-6.87890625, false], [-10.7578125, false], [-10.1328125, false], [-4.87890625, false], [-9.1328125, false], [-8.6328125, false], [-4.87890625, false], [-7.62890625, false], [-10.1328125, false], [-3.380859375, false], [-8.3828125, false], [-8.6328125, false], [-10.1328125, false], [-3.380859375, false], [-9.1328125, false], [-7.62890625, false], [-9.2421875, false], [-4.87890625, false], [-10.7578125, false], [-7.62890625, false], [-3.380859375, false], [-10.1328125, false], [-6.87890625, false], [-7.37890625, false], [-11.1328125, false], [-4.87890625, false], [-8.1328125, false], [-7.62890625, false], [-9.1328125, false], [-6.87890625, false], [-7.37890625, false], [-9.1328125, false], [-4.87890625, false], [-8.3828125, false], [-8.6328125, false], [-10.8828125, false], [-9.1328125, false], [-7.62890625, false], [-10.1328125, false], [-7.62890625, false], [-9.1328125, false], [-4.87890625, false], [-7.37890625, false], [-6.87890625, false], [-10.7578125, false], [-10.1328125, false], [-9.6328125, false], [-11.8828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1278, "doc": {"id": "Mercury_SC_408984", "question": "In the 1600s a scientist named Anton van Leeuwenhoek worked toward improving microscopes and created his own lenses. With his microscopes, Leeuwenhoek discovered bacteria and muscle fibers. Which type of job benefited most from these discoveries?", "choices": {"text": ["glass making", "astronomy", "medicine", "teaching"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "medicine", "arguments": ["Question: In the 1600s a scientist named Anton van Leeuwenhoek worked toward improving microscopes and created his own lenses. With his microscopes, Leeuwenhoek discovered bacteria and muscle fibers. Which type of job benefited most from these discoveries?\nAnswer:", " ["], "resps": [[[-7.3671875, false]], [[-9.4921875, false]], [[-11.8671875, false]], [[-5.8671875, false]], [[-4.9921875, false]], [[-7.8671875, false]], [[-7.8671875, false]], [[-5.8671875, false]], [[-9.3671875, false]], [[-4.9921875, false]], [[-9.4921875, false]], [[-7.7421875, false]], [[-8.9921875, false]], [[-11.8671875, false]], [[-9.4921875, false]], [[-10.7109375, false]], [[-5.8671875, false]], [[-9.4921875, false]], [[-4.9921875, false]], [[-7.8671875, false]], [[-9.6171875, false]], [[-10.1171875, false]], [[-8.9921875, false]], [[-8.9921875, false]], [[-8.9921875, false]], [[-9.3671875, false]], [[-11.4921875, false]], [[-9.4921875, false]], [[-10.7109375, false]], [[-5.8671875, false]], [[-9.4921875, false]], [[-9.3671875, false]], [[-7.8671875, false]], [[-7.9921875, false]], [[-7.7421875, false]], [[-7.7421875, false]], [[-7.7421875, false]], [[-8.9921875, false]], [[-7.8671875, false]], [[-9.4921875, false]], [[-10.7109375, false]], [[-5.8671875, false]], [[-9.4921875, false]], [[-9.6171875, false]], [[-7.8671875, false]], [[-4.9921875, false]], [[-7.7421875, false]], [[-10.6171875, false]], [[-7.7421875, false]], [[-8.9921875, false]], [[-11.8671875, false]], [[-9.4921875, false]], [[-12.9921875, false]]], "filtered_resps": [[-7.3671875, false], [-9.4921875, false], [-11.8671875, false], [-5.8671875, false], [-4.9921875, false], [-7.8671875, false], [-7.8671875, false], [-5.8671875, false], [-9.3671875, false], [-4.9921875, false], [-9.4921875, false], [-7.7421875, false], [-8.9921875, false], [-11.8671875, false], [-9.4921875, false], [-10.7109375, false], [-5.8671875, false], [-9.4921875, false], [-4.9921875, false], [-7.8671875, false], [-9.6171875, false], [-10.1171875, false], [-8.9921875, false], [-8.9921875, false], [-8.9921875, false], [-9.3671875, false], [-11.4921875, false], [-9.4921875, false], [-10.7109375, false], [-5.8671875, false], [-9.4921875, false], [-9.3671875, false], [-7.8671875, false], [-7.9921875, false], [-7.7421875, false], [-7.7421875, false], [-7.7421875, false], [-8.9921875, false], [-7.8671875, false], [-9.4921875, false], [-10.7109375, false], [-5.8671875, false], [-9.4921875, false], [-9.6171875, false], [-7.8671875, false], [-4.9921875, false], [-7.7421875, false], [-10.6171875, false], [-7.7421875, false], [-8.9921875, false], [-11.8671875, false], [-9.4921875, false], [-12.9921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1286, "doc": {"id": "Mercury_401785", "question": "Which situation is the best example of an inherited trait?", "choices": {"text": ["a boy playing with a ball", "a bird building a nest", "a horse pulling a wagon", "a dog sitting on command"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "a bird building a nest", "arguments": ["Question: Which situation is the best example of an inherited trait?\nAnswer:", " ["], "resps": [[[-7.546875, false]], [[-7.921875, false]], [[-4.921875, false]], [[-5.421875, false]], [[-8.921875, false]], [[-9.671875, false]], [[-11.546875, false]], [[-5.421875, false]], [[-9.296875, false]], [[-9.296875, false]], [[-4.921875, false]], [[-11.546875, false]], [[-8.046875, false]], [[-9.171875, false]], [[-11.046875, false]], [[-5.421875, false]], [[-9.921875, false]], [[-8.046875, false]], [[-9.671875, false]], [[-9.921875, false]], [[-5.421875, false]], [[-4.921875, false]], [[-5.421875, false]], [[-8.921875, false]], [[-4.921875, false]], [[-9.296875, false]], [[-9.296875, false]], [[-7.921875, false]], [[-10.109375, false]], [[-5.421875, false]], [[-7.921875, false]], [[-4.921875, false]], [[-5.421875, false]], [[-8.921875, false]], [[-8.046875, false]], [[-10.421875, false]], [[-9.671875, false]], [[-5.421875, false]], [[-8.921875, false]], [[-11.046875, false]], [[-8.046875, false]], [[-9.296875, false]], [[-9.671875, false]], [[-8.046875, false]], [[-9.171875, false]], [[-11.046875, false]], [[-5.421875, false]], [[-4.921875, false]], [[-5.421875, false]], [[-9.171875, false]], [[-8.546875, false]], [[-8.796875, false]], [[-9.671875, false]], [[-7.921875, false]], [[-10.109375, false]], [[-5.421875, false]], [[-7.921875, false]], [[-4.921875, false]], [[-5.421875, false]], [[-9.921875, false]], [[-9.671875, false]], [[-10.421875, false]], [[-8.796875, false]], [[-8.546875, false]], [[-5.421875, false]], [[-9.296875, false]], [[-11.046875, false]], [[-9.296875, false]], [[-9.296875, false]], [[-8.046875, false]], [[-9.171875, false]], [[-11.046875, false]], [[-5.421875, false]], [[-4.921875, false]], [[-5.421875, false]], [[-9.921875, false]], [[-4.921875, false]], [[-11.046875, false]], [[-9.671875, false]], [[-9.171875, false]], [[-7.921875, false]], [[-10.109375, false]], [[-5.421875, false]], [[-7.921875, false]], [[-4.921875, false]], [[-5.421875, false]], [[-9.671875, false]], [[-9.671875, false]], [[-11.046875, false]], [[-5.421875, false]], [[-8.796875, false]], [[-8.046875, false]], [[-9.671875, false]], [[-9.671875, false]], [[-8.046875, false]], [[-9.171875, false]], [[-11.046875, false]], [[-5.421875, false]], [[-9.671875, false]], [[-9.171875, false]], [[-5.421875, false]], [[-9.046875, false]], [[-9.671875, false]], [[-9.671875, false]], [[-9.671875, false]], [[-4.921875, false]], [[-9.171875, false]], [[-9.671875, false]], [[-7.921875, false]], [[-13.671875, false]]], "filtered_resps": [[-7.546875, false], [-7.921875, false], [-4.921875, false], [-5.421875, false], [-8.921875, false], [-9.671875, false], [-11.546875, false], [-5.421875, false], [-9.296875, false], [-9.296875, false], [-4.921875, false], [-11.546875, false], [-8.046875, false], [-9.171875, false], [-11.046875, false], [-5.421875, false], [-9.921875, false], [-8.046875, false], [-9.671875, false], [-9.921875, false], [-5.421875, false], [-4.921875, false], [-5.421875, false], [-8.921875, false], [-4.921875, false], [-9.296875, false], [-9.296875, false], [-7.921875, false], [-10.109375, false], [-5.421875, false], [-7.921875, false], [-4.921875, false], [-5.421875, false], [-8.921875, false], [-8.046875, false], [-10.421875, false], [-9.671875, false], [-5.421875, false], [-8.921875, false], [-11.046875, false], [-8.046875, false], [-9.296875, false], [-9.671875, false], [-8.046875, false], [-9.171875, false], [-11.046875, false], [-5.421875, false], [-4.921875, false], [-5.421875, false], [-9.171875, false], [-8.546875, false], [-8.796875, false], [-9.671875, false], [-7.921875, false], [-10.109375, false], [-5.421875, false], [-7.921875, false], [-4.921875, false], [-5.421875, false], [-9.921875, false], [-9.671875, false], [-10.421875, false], [-8.796875, false], [-8.546875, false], [-5.421875, false], [-9.296875, false], [-11.046875, false], [-9.296875, false], [-9.296875, false], [-8.046875, false], [-9.171875, false], [-11.046875, false], [-5.421875, false], [-4.921875, false], [-5.421875, false], [-9.921875, false], [-4.921875, false], [-11.046875, false], [-9.671875, false], [-9.171875, false], [-7.921875, false], [-10.109375, false], [-5.421875, false], [-7.921875, false], [-4.921875, false], [-5.421875, false], [-9.671875, false], [-9.671875, false], [-11.046875, false], [-5.421875, false], [-8.796875, false], [-8.046875, false], [-9.671875, false], [-9.671875, false], [-8.046875, false], [-9.171875, false], [-11.046875, false], [-5.421875, false], [-9.671875, false], [-9.171875, false], [-5.421875, false], [-9.046875, false], [-9.671875, false], [-9.671875, false], [-9.671875, false], [-4.921875, false], [-9.171875, false], [-9.671875, false], [-7.921875, false], [-13.671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1294, "doc": {"id": "NYSEDREGENTS_2008_4_17", "question": "In order to survive, all animals need", "choices": {"text": ["heat, water, and soil", "sunlight, soil, and heat", "sunlight, air, and food", "food, water, and air"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "food, water, and air", "arguments": ["Question: In order to survive, all animals need\nAnswer:", " ["], "resps": [[[-7.49609375, false]], [[-7.99609375, false]], [[-10.3671875, false]], [[-7.74609375, false]], [[-4.99609375, false]], [[-10.1171875, false]], [[-9.6328125, false]], [[-4.99609375, false]], [[-9.8671875, false]], [[-4.99609375, false]], [[-10.1171875, false]], [[-7.74609375, false]], [[-10.1171875, false]], [[-9.6328125, false]], [[-4.99609375, false]], [[-4.99609375, false]], [[-8.1171875, false]], [[-8.1171875, false]], [[-4.99609375, false]], [[-8.3671875, false]], [[-9.4921875, false]], [[-7.87109375, false]], [[-9.4921875, false]], [[-7.99609375, false]], [[-9.6328125, false]], [[-4.99609375, false]], [[-7.99609375, false]], [[-8.3671875, false]], [[-10.8671875, false]], [[-8.1171875, false]], [[-9.4921875, false]], [[-7.87109375, false]], [[-10.3671875, false]], [[-10.3671875, false]], [[-10.1171875, false]], [[-9.6328125, false]], [[-4.99609375, false]], [[-8.3671875, false]], [[-9.4921875, false]], [[-7.87109375, false]], [[-9.4921875, false]], [[-9.6328125, false]], [[-4.99609375, false]], [[-4.99609375, false]], [[-8.1171875, false]], [[-8.1171875, false]], [[-4.99609375, false]], [[-10.3671875, false]], [[-7.74609375, false]], [[-4.99609375, false]], [[-10.1171875, false]], [[-7.99609375, false]], [[-9.6328125, false]], [[-4.99609375, false]], [[-7.99609375, false]], [[-8.3671875, false]], [[-10.8671875, false]], [[-8.1171875, false]], [[-9.4921875, false]], [[-7.87109375, false]], [[-10.3671875, false]], [[-10.3671875, false]], [[-10.1171875, false]], [[-9.6328125, false]], [[-4.99609375, false]], [[-4.99609375, false]], [[-7.87109375, false]], [[-10.1171875, false]], [[-9.6328125, false]], [[-4.99609375, false]], [[-4.99609375, false]], [[-8.1171875, false]], [[-8.1171875, false]], [[-4.99609375, false]], [[-9.4921875, false]], [[-9.4921875, false]], [[-9.4921875, false]], [[-8.1171875, false]], [[-7.99609375, false]], [[-9.6328125, false]], [[-4.99609375, false]], [[-7.99609375, false]], [[-9.4921875, false]], [[-9.4921875, false]], [[-9.4921875, false]], [[-8.1171875, false]], [[-9.6328125, false]], [[-4.99609375, false]], [[-9.8671875, false]], [[-4.99609375, false]], [[-10.1171875, false]], [[-7.74609375, false]], [[-10.1171875, false]], [[-9.6328125, false]], [[-4.99609375, false]], [[-4.99609375, false]], [[-8.1171875, false]], [[-8.1171875, false]], [[-4.99609375, false]], [[-4.99609375, false]], [[-7.87109375, false]], [[-10.1171875, false]], [[-7.99609375, false]], [[-11.4921875, false]]], "filtered_resps": [[-7.49609375, false], [-7.99609375, false], [-10.3671875, false], [-7.74609375, false], [-4.99609375, false], [-10.1171875, false], [-9.6328125, false], [-4.99609375, false], [-9.8671875, false], [-4.99609375, false], [-10.1171875, false], [-7.74609375, false], [-10.1171875, false], [-9.6328125, false], [-4.99609375, false], [-4.99609375, false], [-8.1171875, false], [-8.1171875, false], [-4.99609375, false], [-8.3671875, false], [-9.4921875, false], [-7.87109375, false], [-9.4921875, false], [-7.99609375, false], [-9.6328125, false], [-4.99609375, false], [-7.99609375, false], [-8.3671875, false], [-10.8671875, false], [-8.1171875, false], [-9.4921875, false], [-7.87109375, false], [-10.3671875, false], [-10.3671875, false], [-10.1171875, false], [-9.6328125, false], [-4.99609375, false], [-8.3671875, false], [-9.4921875, false], [-7.87109375, false], [-9.4921875, false], [-9.6328125, false], [-4.99609375, false], [-4.99609375, false], [-8.1171875, false], [-8.1171875, false], [-4.99609375, false], [-10.3671875, false], [-7.74609375, false], [-4.99609375, false], [-10.1171875, false], [-7.99609375, false], [-9.6328125, false], [-4.99609375, false], [-7.99609375, false], [-8.3671875, false], [-10.8671875, false], [-8.1171875, false], [-9.4921875, false], [-7.87109375, false], [-10.3671875, false], [-10.3671875, false], [-10.1171875, false], [-9.6328125, false], [-4.99609375, false], [-4.99609375, false], [-7.87109375, false], [-10.1171875, false], [-9.6328125, false], [-4.99609375, false], [-4.99609375, false], [-8.1171875, false], [-8.1171875, false], [-4.99609375, false], [-9.4921875, false], [-9.4921875, false], [-9.4921875, false], [-8.1171875, false], [-7.99609375, false], [-9.6328125, false], [-4.99609375, false], [-7.99609375, false], [-9.4921875, false], [-9.4921875, false], [-9.4921875, false], [-8.1171875, false], [-9.6328125, false], [-4.99609375, false], [-9.8671875, false], [-4.99609375, false], [-10.1171875, false], [-7.74609375, false], [-10.1171875, false], [-9.6328125, false], [-4.99609375, false], [-4.99609375, false], [-8.1171875, false], [-8.1171875, false], [-4.99609375, false], [-4.99609375, false], [-7.87109375, false], [-10.1171875, false], [-7.99609375, false], [-11.4921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1302, "doc": {"id": "AMP_2016_8_48", "question": "In 1931, Barbara McClintock discovered that genes could change position on a chromosome. In corn plants, if a certain gene was moved next to the gene that controls kernel color, the kernels in an ear of corn were various colors. Which statement best supports McClintock's discovery?", "choices": {"text": ["Genes control inherited traits in organisms.", "Corn plants can reproduce in laboratory environments.", "Chromosomes can move around in the nucleus of a cell.", "Genes are able to disappear and reappear in later generations."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Genes control inherited traits in organisms.", "arguments": ["Question: In 1931, Barbara McClintock discovered that genes could change position on a chromosome. In corn plants, if a certain gene was moved next to the gene that controls kernel color, the kernels in an ear of corn were various colors. Which statement best supports McClintock's discovery?\nAnswer:", " ["], "resps": [[[-5.91796875, false]], [[-7.91796875, false]], [[-6.41796875, false]], [[-8.171875, false]], [[-7.41796875, false]], [[-8.171875, false]], [[-9.421875, false]], [[-5.66796875, false]], [[-5.16796875, false]], [[-8.171875, false]], [[-7.41796875, false]], [[-8.921875, false]], [[-8.671875, false]], [[-8.171875, false]], [[-9.671875, false]], [[-5.66796875, false]], [[-7.91796875, false]], [[-7.41796875, false]], [[-9.171875, false]], [[-8.171875, false]], [[-8.671875, false]], [[-7.91796875, false]], [[-8.921875, false]], [[-8.171875, false]], [[-6.66796875, false]], [[-5.66796875, false]], [[-8.921875, false]], [[-8.671875, false]], [[-3.419921875, false]], [[-7.91796875, false]], [[-8.921875, false]], [[-9.421875, false]], [[-5.66796875, false]], [[-7.91796875, false]], [[-7.41796875, false]], [[-5.66796875, false]], [[-8.171875, false]], [[-8.671875, false]], [[-9.671875, false]], [[-3.419921875, false]], [[-7.41796875, false]], [[-7.91796875, false]], [[-9.421875, false]], [[-7.41796875, false]], [[-9.421875, false]], [[-6.6953125, false]], [[-7.91796875, false]], [[-9.8203125, false]], [[-5.66796875, false]], [[-7.91796875, false]], [[-3.669921875, false]], [[-8.171875, false]], [[-8.671875, false]], [[-7.41796875, false]], [[-5.66796875, false]], [[-7.41796875, false]], [[-9.671875, false]], [[-3.419921875, false]], [[-7.41796875, false]], [[-8.921875, false]], [[-9.421875, false]], [[-5.66796875, false]], [[-5.16796875, false]], [[-3.419921875, false]], [[-7.41796875, false]], [[-5.66796875, false]], [[-8.671875, false]], [[-8.171875, false]], [[-7.41796875, false]], [[-8.671875, false]], [[-8.171875, false]], [[-6.66796875, false]], [[-11.421875, false]], [[-5.16796875, false]], [[-8.171875, false]], [[-5.66796875, false]], [[-7.91796875, false]], [[-7.41796875, false]], [[-5.66796875, false]], [[-9.671875, false]], [[-3.419921875, false]], [[-3.919921875, false]], [[-8.171875, false]], [[-8.671875, false]], [[-3.419921875, false]], [[-8.921875, false]], [[-8.171875, false]], [[-8.671875, false]], [[-10.171875, false]], [[-5.66796875, false]], [[-8.171875, false]], [[-7.41796875, false]], [[-8.421875, false]], [[-7.91796875, false]], [[-8.671875, false]], [[-8.171875, false]], [[-7.41796875, false]], [[-7.41796875, false]], [[-8.171875, false]], [[-7.41796875, false]], [[-8.921875, false]], [[-9.421875, false]], [[-6.6953125, false]], [[-7.91796875, false]], [[-9.8203125, false]], [[-5.66796875, false]], [[-7.91796875, false]], [[-3.669921875, false]], [[-9.171875, false]], [[-8.671875, false]], [[-8.171875, false]], [[-7.41796875, false]], [[-8.171875, false]], [[-9.421875, false]], [[-8.171875, false]], [[-7.41796875, false]], [[-8.171875, false]], [[-9.421875, false]], [[-5.66796875, false]], [[-5.16796875, false]], [[-3.419921875, false]], [[-7.41796875, false]], [[-5.66796875, false]], [[-7.41796875, false]], [[-8.171875, false]], [[-8.421875, false]], [[-8.171875, false]], [[-5.66796875, false]], [[-3.419921875, false]], [[-8.671875, false]], [[-8.171875, false]], [[-11.421875, false]], [[-7.41796875, false]], [[-6.66796875, false]], [[-5.66796875, false]], [[-7.91796875, false]], [[-7.41796875, false]], [[-5.66796875, false]], [[-8.921875, false]], [[-9.171875, false]], [[-8.171875, false]], [[-5.66796875, false]], [[-7.41796875, false]], [[-11.421875, false]], [[-5.16796875, false]], [[-9.671875, false]], [[-8.171875, false]], [[-11.421875, false]], [[-9.421875, false]], [[-5.66796875, false]], [[-8.171875, false]], [[-7.41796875, false]], [[-5.66796875, false]], [[-3.419921875, false]], [[-5.66796875, false]], [[-5.16796875, false]], [[-8.171875, false]], [[-9.671875, false]], [[-9.671875, false]], [[-6.6953125, false]], [[-7.91796875, false]], [[-9.8203125, false]], [[-5.66796875, false]], [[-7.91796875, false]], [[-6.41796875, false]], [[-8.171875, false]], [[-7.41796875, false]], [[-8.171875, false]], [[-9.421875, false]], [[-5.66796875, false]], [[-3.419921875, false]], [[-8.671875, false]], [[-8.171875, false]], [[-5.66796875, false]], [[-3.419921875, false]], [[-3.919921875, false]], [[-9.671875, false]], [[-8.171875, false]], [[-5.66796875, false]], [[-8.921875, false]], [[-8.171875, false]], [[-5.66796875, false]], [[-6.66796875, false]], [[-7.91796875, false]], [[-9.421875, false]], [[-3.419921875, false]], [[-7.41796875, false]], [[-7.41796875, false]], [[-8.171875, false]], [[-3.419921875, false]], [[-8.671875, false]], [[-5.66796875, false]], [[-3.419921875, false]], [[-7.41796875, false]], [[-6.66796875, false]], [[-5.66796875, false]], [[-8.671875, false]], [[-8.171875, false]], [[-3.419921875, false]], [[-7.41796875, false]], [[-7.41796875, false]], [[-8.171875, false]], [[-3.419921875, false]], [[-8.671875, false]], [[-5.66796875, false]], [[-7.91796875, false]], [[-7.41796875, false]], [[-5.66796875, false]], [[-9.671875, false]], [[-3.419921875, false]], [[-8.921875, false]], [[-8.171875, false]], [[-8.671875, false]], [[-5.66796875, false]], [[-9.671875, false]], [[-8.171875, false]], [[-7.41796875, false]], [[-8.171875, false]], [[-8.671875, false]], [[-3.419921875, false]], [[-8.921875, false]], [[-7.91796875, false]], [[-8.171875, false]], [[-7.41796875, false]], [[-9.421875, false]], [[-6.6953125, false]], [[-7.91796875, false]], [[-11.671875, false]]], "filtered_resps": [[-5.91796875, false], [-7.91796875, false], [-6.41796875, false], [-8.171875, false], [-7.41796875, false], [-8.171875, false], [-9.421875, false], [-5.66796875, false], [-5.16796875, false], [-8.171875, false], [-7.41796875, false], [-8.921875, false], [-8.671875, false], [-8.171875, false], [-9.671875, false], [-5.66796875, false], [-7.91796875, false], [-7.41796875, false], [-9.171875, false], [-8.171875, false], [-8.671875, false], [-7.91796875, false], [-8.921875, false], [-8.171875, false], [-6.66796875, false], [-5.66796875, false], [-8.921875, false], [-8.671875, false], [-3.419921875, false], [-7.91796875, false], [-8.921875, false], [-9.421875, false], [-5.66796875, false], [-7.91796875, false], [-7.41796875, false], [-5.66796875, false], [-8.171875, false], [-8.671875, false], [-9.671875, false], [-3.419921875, false], [-7.41796875, false], [-7.91796875, false], [-9.421875, false], [-7.41796875, false], [-9.421875, false], [-6.6953125, false], [-7.91796875, false], [-9.8203125, false], [-5.66796875, false], [-7.91796875, false], [-3.669921875, false], [-8.171875, false], [-8.671875, false], [-7.41796875, false], [-5.66796875, false], [-7.41796875, false], [-9.671875, false], [-3.419921875, false], [-7.41796875, false], [-8.921875, false], [-9.421875, false], [-5.66796875, false], [-5.16796875, false], [-3.419921875, false], [-7.41796875, false], [-5.66796875, false], [-8.671875, false], [-8.171875, false], [-7.41796875, false], [-8.671875, false], [-8.171875, false], [-6.66796875, false], [-11.421875, false], [-5.16796875, false], [-8.171875, false], [-5.66796875, false], [-7.91796875, false], [-7.41796875, false], [-5.66796875, false], [-9.671875, false], [-3.419921875, false], [-3.919921875, false], [-8.171875, false], [-8.671875, false], [-3.419921875, false], [-8.921875, false], [-8.171875, false], [-8.671875, false], [-10.171875, false], [-5.66796875, false], [-8.171875, false], [-7.41796875, false], [-8.421875, false], [-7.91796875, false], [-8.671875, false], [-8.171875, false], [-7.41796875, false], [-7.41796875, false], [-8.171875, false], [-7.41796875, false], [-8.921875, false], [-9.421875, false], [-6.6953125, false], [-7.91796875, false], [-9.8203125, false], [-5.66796875, false], [-7.91796875, false], [-3.669921875, false], [-9.171875, false], [-8.671875, false], [-8.171875, false], [-7.41796875, false], [-8.171875, false], [-9.421875, false], [-8.171875, false], [-7.41796875, false], [-8.171875, false], [-9.421875, false], [-5.66796875, false], [-5.16796875, false], [-3.419921875, false], [-7.41796875, false], [-5.66796875, false], [-7.41796875, false], [-8.171875, false], [-8.421875, false], [-8.171875, false], [-5.66796875, false], [-3.419921875, false], [-8.671875, false], [-8.171875, false], [-11.421875, false], [-7.41796875, false], [-6.66796875, false], [-5.66796875, false], [-7.91796875, false], [-7.41796875, false], [-5.66796875, false], [-8.921875, false], [-9.171875, false], [-8.171875, false], [-5.66796875, false], [-7.41796875, false], [-11.421875, false], [-5.16796875, false], [-9.671875, false], [-8.171875, false], [-11.421875, false], [-9.421875, false], [-5.66796875, false], [-8.171875, false], [-7.41796875, false], [-5.66796875, false], [-3.419921875, false], [-5.66796875, false], [-5.16796875, false], [-8.171875, false], [-9.671875, false], [-9.671875, false], [-6.6953125, false], [-7.91796875, false], [-9.8203125, false], [-5.66796875, false], [-7.91796875, false], [-6.41796875, false], [-8.171875, false], [-7.41796875, false], [-8.171875, false], [-9.421875, false], [-5.66796875, false], [-3.419921875, false], [-8.671875, false], [-8.171875, false], [-5.66796875, false], [-3.419921875, false], [-3.919921875, false], [-9.671875, false], [-8.171875, false], [-5.66796875, false], [-8.921875, false], [-8.171875, false], [-5.66796875, false], [-6.66796875, false], [-7.91796875, false], [-9.421875, false], [-3.419921875, false], [-7.41796875, false], [-7.41796875, false], [-8.171875, false], [-3.419921875, false], [-8.671875, false], [-5.66796875, false], [-3.419921875, false], [-7.41796875, false], [-6.66796875, false], [-5.66796875, false], [-8.671875, false], [-8.171875, false], [-3.419921875, false], [-7.41796875, false], [-7.41796875, false], [-8.171875, false], [-3.419921875, false], [-8.671875, false], [-5.66796875, false], [-7.91796875, false], [-7.41796875, false], [-5.66796875, false], [-9.671875, false], [-3.419921875, false], [-8.921875, false], [-8.171875, false], [-8.671875, false], [-5.66796875, false], [-9.671875, false], [-8.171875, false], [-7.41796875, false], [-8.171875, false], [-8.671875, false], [-3.419921875, false], [-8.921875, false], [-7.91796875, false], [-8.171875, false], [-7.41796875, false], [-9.421875, false], [-6.6953125, false], [-7.91796875, false], [-11.671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1310, "doc": {"id": "Mercury_7081655", "question": "Which tool should be used to measure the stem length of a plant?", "choices": {"text": ["a balance", "a metric ruler", "a graduated cylinder", "a thermometer"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "a metric ruler", "arguments": ["Question: Which tool should be used to measure the stem length of a plant?\nAnswer:", " ["], "resps": [[[-6.74609375, false]], [[-8.9921875, false]], [[-4.49609375, false]], [[-4.87109375, false]], [[-7.99609375, false]], [[-4.49609375, false]], [[-10.4921875, false]], [[-4.49609375, false]], [[-8.7421875, false]], [[-8.9921875, false]], [[-8.3671875, false]], [[-8.9921875, false]], [[-9.0625, false]], [[-4.87109375, false]], [[-8.9921875, false]], [[-4.49609375, false]], [[-4.87109375, false]], [[-7.74609375, false]], [[-8.3671875, false]], [[-8.3671875, false]], [[-9.7421875, false]], [[-8.6171875, false]], [[-8.9921875, false]], [[-4.87109375, false]], [[-9.7421875, false]], [[-9.4921875, false]], [[-10.4921875, false]], [[-8.3671875, false]], [[-9.7421875, false]], [[-8.9921875, false]], [[-9.0625, false]], [[-4.87109375, false]], [[-8.9921875, false]], [[-4.49609375, false]], [[-4.87109375, false]], [[-9.8671875, false]], [[-9.7421875, false]], [[-4.49609375, false]], [[-9.4921875, false]], [[-9.4921875, false]], [[-4.49609375, false]], [[-8.3671875, false]], [[-8.3671875, false]], [[-9.4921875, false]], [[-4.87109375, false]], [[-8.9921875, false]], [[-10.2421875, false]], [[-10.4921875, false]], [[-8.6171875, false]], [[-8.7421875, false]], [[-9.4921875, false]], [[-8.3671875, false]], [[-9.7421875, false]], [[-8.9921875, false]], [[-9.0625, false]], [[-4.87109375, false]], [[-8.9921875, false]], [[-4.49609375, false]], [[-4.87109375, false]], [[-8.3671875, false]], [[-9.3671875, false]], [[-8.3671875, false]], [[-9.7421875, false]], [[-7.74609375, false]], [[-9.1171875, false]], [[-7.74609375, false]], [[-8.3671875, false]], [[-8.3671875, false]], [[-8.3671875, false]], [[-9.7421875, false]], [[-8.9921875, false]], [[-12.2421875, false]]], "filtered_resps": [[-6.74609375, false], [-8.9921875, false], [-4.49609375, false], [-4.87109375, false], [-7.99609375, false], [-4.49609375, false], [-10.4921875, false], [-4.49609375, false], [-8.7421875, false], [-8.9921875, false], [-8.3671875, false], [-8.9921875, false], [-9.0625, false], [-4.87109375, false], [-8.9921875, false], [-4.49609375, false], [-4.87109375, false], [-7.74609375, false], [-8.3671875, false], [-8.3671875, false], [-9.7421875, false], [-8.6171875, false], [-8.9921875, false], [-4.87109375, false], [-9.7421875, false], [-9.4921875, false], [-10.4921875, false], [-8.3671875, false], [-9.7421875, false], [-8.9921875, false], [-9.0625, false], [-4.87109375, false], [-8.9921875, false], [-4.49609375, false], [-4.87109375, false], [-9.8671875, false], [-9.7421875, false], [-4.49609375, false], [-9.4921875, false], [-9.4921875, false], [-4.49609375, false], [-8.3671875, false], [-8.3671875, false], [-9.4921875, false], [-4.87109375, false], [-8.9921875, false], [-10.2421875, false], [-10.4921875, false], [-8.6171875, false], [-8.7421875, false], [-9.4921875, false], [-8.3671875, false], [-9.7421875, false], [-8.9921875, false], [-9.0625, false], [-4.87109375, false], [-8.9921875, false], [-4.49609375, false], [-4.87109375, false], [-8.3671875, false], [-9.3671875, false], [-8.3671875, false], [-9.7421875, false], [-7.74609375, false], [-9.1171875, false], [-7.74609375, false], [-8.3671875, false], [-8.3671875, false], [-8.3671875, false], [-9.7421875, false], [-8.9921875, false], [-12.2421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1318, "doc": {"id": "Mercury_7213045", "question": "As temperatures increase, which process is responsible for increasing the amount of water vapor in the atmosphere?", "choices": {"text": ["ionization", "evaporation", "respiration", "condensation"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "evaporation", "arguments": ["Question: As temperatures increase, which process is responsible for increasing the amount of water vapor in the atmosphere?\nAnswer:", " ["], "resps": [[[-7.90625, false]], [[-10.65625, false]], [[-8.65625, false]], [[-6.65625, false]], [[-9.40625, false]], [[-8.65625, false]], [[-11.65625, false]], [[-5.90625, false]], [[-11.15625, false]], [[-8.65625, false]], [[-6.65625, false]], [[-9.40625, false]], [[-10.65625, false]], [[-9.9296875, false]], [[-5.15625, false]], [[-10.65625, false]], [[-6.15625, false]], [[-12.40625, false]], [[-5.90625, false]], [[-10.40625, false]], [[-6.65625, false]], [[-13.15625, false]], [[-5.90625, false]], [[-11.15625, false]], [[-8.65625, false]], [[-6.65625, false]], [[-9.40625, false]], [[-10.65625, false]], [[-9.9296875, false]], [[-5.15625, false]], [[-10.65625, false]], [[-13.15625, false]], [[-6.15625, false]], [[-11.40625, false]], [[-10.40625, false]], [[-8.65625, false]], [[-13.15625, false]], [[-5.90625, false]], [[-11.15625, false]], [[-8.65625, false]], [[-6.65625, false]], [[-9.40625, false]], [[-10.65625, false]], [[-9.9296875, false]], [[-5.15625, false]], [[-10.65625, false]], [[-8.90625, false]], [[-6.65625, false]], [[-9.40625, false]], [[-9.15625, false]], [[-6.15625, false]], [[-9.40625, false]], [[-11.40625, false]], [[-5.90625, false]], [[-11.15625, false]], [[-8.65625, false]], [[-6.65625, false]], [[-9.40625, false]], [[-10.65625, false]], [[-14.90625, false]]], "filtered_resps": [[-7.90625, false], [-10.65625, false], [-8.65625, false], [-6.65625, false], [-9.40625, false], [-8.65625, false], [-11.65625, false], [-5.90625, false], [-11.15625, false], [-8.65625, false], [-6.65625, false], [-9.40625, false], [-10.65625, false], [-9.9296875, false], [-5.15625, false], [-10.65625, false], [-6.15625, false], [-12.40625, false], [-5.90625, false], [-10.40625, false], [-6.65625, false], [-13.15625, false], [-5.90625, false], [-11.15625, false], [-8.65625, false], [-6.65625, false], [-9.40625, false], [-10.65625, false], [-9.9296875, false], [-5.15625, false], [-10.65625, false], [-13.15625, false], [-6.15625, false], [-11.40625, false], [-10.40625, false], [-8.65625, false], [-13.15625, false], [-5.90625, false], [-11.15625, false], [-8.65625, false], [-6.65625, false], [-9.40625, false], [-10.65625, false], [-9.9296875, false], [-5.15625, false], [-10.65625, false], [-8.90625, false], [-6.65625, false], [-9.40625, false], [-9.15625, false], [-6.15625, false], [-9.40625, false], [-11.40625, false], [-5.90625, false], [-11.15625, false], [-8.65625, false], [-6.65625, false], [-9.40625, false], [-10.65625, false], [-14.90625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1326, "doc": {"id": "Mercury_7094938", "question": "The Moon revolves around the Earth because of a non-contact force. What force of Earth keeps the Moon in orbit?", "choices": {"text": ["electrical force", "magnetic force", "centripetal force", "gravitational force"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "gravitational force", "arguments": ["Question: The Moon revolves around the Earth because of a non-contact force. What force of Earth keeps the Moon in orbit?\nAnswer:", " ["], "resps": [[[-8.53125, false]], [[-9.53125, false]], [[-9.03125, false]], [[-10.53125, false]], [[-9.03125, false]], [[-9.03125, false]], [[-9.03125, false]], [[-10.53125, false]], [[-9.28125, false]], [[-9.03125, false]], [[-6.02734375, false]], [[-10.53125, false]], [[-5.52734375, false]], [[-9.03125, false]], [[-10.53125, false]], [[-10.53125, false]], [[-9.03125, false]], [[-9.03125, false]], [[-9.53125, false]], [[-10.4140625, false]], [[-5.52734375, false]], [[-9.53125, false]], [[-8.53125, false]], [[-6.02734375, false]], [[-11.28125, false]], [[-10.03125, false]], [[-9.03125, false]], [[-9.03125, false]], [[-9.28125, false]], [[-9.03125, false]], [[-5.52734375, false]], [[-9.03125, false]], [[-10.53125, false]], [[-10.53125, false]], [[-9.03125, false]], [[-9.03125, false]], [[-9.53125, false]], [[-10.4140625, false]], [[-5.52734375, false]], [[-9.53125, false]], [[-9.03125, false]], [[-9.03125, false]], [[-10.03125, false]], [[-9.03125, false]], [[-10.53125, false]], [[-9.28125, false]], [[-9.53125, false]], [[-9.03125, false]], [[-9.03125, false]], [[-6.02734375, false]], [[-10.53125, false]], [[-5.52734375, false]], [[-9.03125, false]], [[-10.53125, false]], [[-10.53125, false]], [[-9.03125, false]], [[-9.03125, false]], [[-9.53125, false]], [[-10.4140625, false]], [[-5.52734375, false]], [[-9.53125, false]], [[-11.28125, false]], [[-10.53125, false]], [[-6.02734375, false]], [[-9.28125, false]], [[-9.28125, false]], [[-9.03125, false]], [[-6.02734375, false]], [[-9.03125, false]], [[-9.28125, false]], [[-10.53125, false]], [[-10.03125, false]], [[-6.02734375, false]], [[-10.53125, false]], [[-5.52734375, false]], [[-9.03125, false]], [[-10.53125, false]], [[-10.53125, false]], [[-9.03125, false]], [[-9.03125, false]], [[-9.53125, false]], [[-12.78125, false]]], "filtered_resps": [[-8.53125, false], [-9.53125, false], [-9.03125, false], [-10.53125, false], [-9.03125, false], [-9.03125, false], [-9.03125, false], [-10.53125, false], [-9.28125, false], [-9.03125, false], [-6.02734375, false], [-10.53125, false], [-5.52734375, false], [-9.03125, false], [-10.53125, false], [-10.53125, false], [-9.03125, false], [-9.03125, false], [-9.53125, false], [-10.4140625, false], [-5.52734375, false], [-9.53125, false], [-8.53125, false], [-6.02734375, false], [-11.28125, false], [-10.03125, false], [-9.03125, false], [-9.03125, false], [-9.28125, false], [-9.03125, false], [-5.52734375, false], [-9.03125, false], [-10.53125, false], [-10.53125, false], [-9.03125, false], [-9.03125, false], [-9.53125, false], [-10.4140625, false], [-5.52734375, false], [-9.53125, false], [-9.03125, false], [-9.03125, false], [-10.03125, false], [-9.03125, false], [-10.53125, false], [-9.28125, false], [-9.53125, false], [-9.03125, false], [-9.03125, false], [-6.02734375, false], [-10.53125, false], [-5.52734375, false], [-9.03125, false], [-10.53125, false], [-10.53125, false], [-9.03125, false], [-9.03125, false], [-9.53125, false], [-10.4140625, false], [-5.52734375, false], [-9.53125, false], [-11.28125, false], [-10.53125, false], [-6.02734375, false], [-9.28125, false], [-9.28125, false], [-9.03125, false], [-6.02734375, false], [-9.03125, false], [-9.28125, false], [-10.53125, false], [-10.03125, false], [-6.02734375, false], [-10.53125, false], [-5.52734375, false], [-9.03125, false], [-10.53125, false], [-10.53125, false], [-9.03125, false], [-9.03125, false], [-9.53125, false], [-12.78125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1334, "doc": {"id": "Mercury_7100748", "question": "What type of galaxy most likely can be described as a large, flat disk surrounded by arms of stars and dust?", "choices": {"text": ["elliptical", "irregular", "ring", "spiral"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "spiral", "arguments": ["Question: What type of galaxy most likely can be described as a large, flat disk surrounded by arms of stars and dust?\nAnswer:", " ["], "resps": [[[-7.03515625, false]], [[-8.0390625, false]], [[-8.2890625, false]], [[-10.2890625, false]], [[-10.2890625, false]], [[-8.7890625, false]], [[-9.7890625, false]], [[-9.5390625, false]], [[-8.7890625, false]], [[-9.0390625, false]], [[-4.03515625, false]], [[-10.2890625, false]], [[-8.0390625, false]], [[-9.453125, false]], [[-5.53515625, false]], [[-8.0390625, false]], [[-8.7890625, false]], [[-9.5390625, false]], [[-9.5390625, false]], [[-8.2890625, false]], [[-11.5390625, false]], [[-11.5390625, false]], [[-10.2890625, false]], [[-4.03515625, false]], [[-9.5390625, false]], [[-8.0390625, false]], [[-9.453125, false]], [[-5.53515625, false]], [[-8.0390625, false]], [[-9.5390625, false]], [[-8.7890625, false]], [[-9.5390625, false]], [[-11.5390625, false]], [[-8.0390625, false]], [[-9.453125, false]], [[-5.53515625, false]], [[-8.0390625, false]], [[-10.2890625, false]], [[-9.7890625, false]], [[-8.7890625, false]], [[-9.5390625, false]], [[-4.03515625, false]], [[-10.2890625, false]], [[-8.0390625, false]], [[-10.7890625, false]]], "filtered_resps": [[-7.03515625, false], [-8.0390625, false], [-8.2890625, false], [-10.2890625, false], [-10.2890625, false], [-8.7890625, false], [-9.7890625, false], [-9.5390625, false], [-8.7890625, false], [-9.0390625, false], [-4.03515625, false], [-10.2890625, false], [-8.0390625, false], [-9.453125, false], [-5.53515625, false], [-8.0390625, false], [-8.7890625, false], [-9.5390625, false], [-9.5390625, false], [-8.2890625, false], [-11.5390625, false], [-11.5390625, false], [-10.2890625, false], [-4.03515625, false], [-9.5390625, false], [-8.0390625, false], [-9.453125, false], [-5.53515625, false], [-8.0390625, false], [-9.5390625, false], [-8.7890625, false], [-9.5390625, false], [-11.5390625, false], [-8.0390625, false], [-9.453125, false], [-5.53515625, false], [-8.0390625, false], [-10.2890625, false], [-9.7890625, false], [-8.7890625, false], [-9.5390625, false], [-4.03515625, false], [-10.2890625, false], [-8.0390625, false], [-10.7890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1342, "doc": {"id": "Mercury_7167038", "question": "Heart cells have fibers that slide up and down and cause contractions. Which types of specialized cells can contract?", "choices": {"text": ["bone cells", "nerve cells", "muscle cells", "white blood cells"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "muscle cells", "arguments": ["Question: Heart cells have fibers that slide up and down and cause contractions. Which types of specialized cells can contract?\nAnswer:", " ["], "resps": [[[-7.85546875, false]], [[-10.609375, false]], [[-8.859375, false]], [[-8.859375, false]], [[-10.609375, false]], [[-8.359375, false]], [[-5.85546875, false]], [[-8.359375, false]], [[-8.359375, false]], [[-9.109375, false]], [[-9.109375, false]], [[-9.359375, false]], [[-10.609375, false]], [[-9.984375, false]], [[-5.85546875, false]], [[-10.609375, false]], [[-10.609375, false]], [[-8.359375, false]], [[-9.609375, false]], [[-11.359375, false]], [[-8.359375, false]], [[-5.85546875, false]], [[-8.359375, false]], [[-8.359375, false]], [[-9.109375, false]], [[-9.109375, false]], [[-9.359375, false]], [[-10.609375, false]], [[-9.984375, false]], [[-5.85546875, false]], [[-10.609375, false]], [[-10.109375, false]], [[-9.609375, false]], [[-9.359375, false]], [[-8.359375, false]], [[-9.109375, false]], [[-8.359375, false]], [[-5.85546875, false]], [[-8.359375, false]], [[-8.359375, false]], [[-9.109375, false]], [[-9.109375, false]], [[-9.359375, false]], [[-10.609375, false]], [[-9.984375, false]], [[-5.85546875, false]], [[-10.609375, false]], [[-10.109375, false]], [[-9.859375, false]], [[-9.609375, false]], [[-8.859375, false]], [[-8.359375, false]], [[-5.85546875, false]], [[-8.859375, false]], [[-9.109375, false]], [[-8.859375, false]], [[-8.859375, false]], [[-10.859375, false]], [[-5.85546875, false]], [[-8.359375, false]], [[-8.359375, false]], [[-9.109375, false]], [[-9.109375, false]], [[-9.359375, false]], [[-10.609375, false]], [[-11.859375, false]]], "filtered_resps": [[-7.85546875, false], [-10.609375, false], [-8.859375, false], [-8.859375, false], [-10.609375, false], [-8.359375, false], [-5.85546875, false], [-8.359375, false], [-8.359375, false], [-9.109375, false], [-9.109375, false], [-9.359375, false], [-10.609375, false], [-9.984375, false], [-5.85546875, false], [-10.609375, false], [-10.609375, false], [-8.359375, false], [-9.609375, false], [-11.359375, false], [-8.359375, false], [-5.85546875, false], [-8.359375, false], [-8.359375, false], [-9.109375, false], [-9.109375, false], [-9.359375, false], [-10.609375, false], [-9.984375, false], [-5.85546875, false], [-10.609375, false], [-10.109375, false], [-9.609375, false], [-9.359375, false], [-8.359375, false], [-9.109375, false], [-8.359375, false], [-5.85546875, false], [-8.359375, false], [-8.359375, false], [-9.109375, false], [-9.109375, false], [-9.359375, false], [-10.609375, false], [-9.984375, false], [-5.85546875, false], [-10.609375, false], [-10.109375, false], [-9.859375, false], [-9.609375, false], [-8.859375, false], [-8.359375, false], [-5.85546875, false], [-8.859375, false], [-9.109375, false], [-8.859375, false], [-8.859375, false], [-10.859375, false], [-5.85546875, false], [-8.359375, false], [-8.359375, false], [-9.109375, false], [-9.109375, false], [-9.359375, false], [-10.609375, false], [-11.859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1350, "doc": {"id": "Mercury_SC_LBS10949", "question": "A warm-blooded organism that nurses its young would be called", "choices": {"text": ["a bird.", "an insect.", "a mammal.", "a reptile."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "a mammal.", "arguments": ["Question: A warm-blooded organism that nurses its young would be called\nAnswer:", " ["], "resps": [[[-7.5703125, false]], [[-8.1953125, false]], [[-3.1953125, false]], [[-4.6953125, false]], [[-8.9453125, false]], [[-8.5703125, false]], [[-9.1953125, false]], [[-7.9453125, false]], [[-6.796875, false]], [[-8.1953125, false]], [[-9.546875, false]], [[-4.6953125, false]], [[-8.1953125, false]], [[-3.1953125, false]], [[-8.5703125, false]], [[-4.6953125, false]], [[-8.5703125, false]], [[-8.5703125, false]], [[-8.4453125, false]], [[-7.6953125, false]], [[-8.8203125, false]], [[-11.5703125, false]], [[-6.796875, false]], [[-8.1953125, false]], [[-9.546875, false]], [[-4.6953125, false]], [[-8.1953125, false]], [[-3.1953125, false]], [[-4.6953125, false]], [[-10.5703125, false]], [[-3.1953125, false]], [[-10.5703125, false]], [[-10.5703125, false]], [[-3.1953125, false]], [[-8.9453125, false]], [[-6.796875, false]], [[-8.1953125, false]], [[-9.546875, false]], [[-4.6953125, false]], [[-8.1953125, false]], [[-3.1953125, false]], [[-4.6953125, false]], [[-9.1953125, false]], [[-7.6953125, false]], [[-10.8203125, false]], [[-11.5703125, false]], [[-8.5703125, false]], [[-8.9453125, false]], [[-7.6953125, false]], [[-6.796875, false]], [[-8.1953125, false]], [[-11.8203125, false]]], "filtered_resps": [[-7.5703125, false], [-8.1953125, false], [-3.1953125, false], [-4.6953125, false], [-8.9453125, false], [-8.5703125, false], [-9.1953125, false], [-7.9453125, false], [-6.796875, false], [-8.1953125, false], [-9.546875, false], [-4.6953125, false], [-8.1953125, false], [-3.1953125, false], [-8.5703125, false], [-4.6953125, false], [-8.5703125, false], [-8.5703125, false], [-8.4453125, false], [-7.6953125, false], [-8.8203125, false], [-11.5703125, false], [-6.796875, false], [-8.1953125, false], [-9.546875, false], [-4.6953125, false], [-8.1953125, false], [-3.1953125, false], [-4.6953125, false], [-10.5703125, false], [-3.1953125, false], [-10.5703125, false], [-10.5703125, false], [-3.1953125, false], [-8.9453125, false], [-6.796875, false], [-8.1953125, false], [-9.546875, false], [-4.6953125, false], [-8.1953125, false], [-3.1953125, false], [-4.6953125, false], [-9.1953125, false], [-7.6953125, false], [-10.8203125, false], [-11.5703125, false], [-8.5703125, false], [-8.9453125, false], [-7.6953125, false], [-6.796875, false], [-8.1953125, false], [-11.8203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1358, "doc": {"id": "Mercury_7071750", "question": "Crustal plates that pull apart from one another most likely form", "choices": {"text": ["volcanic island arcs.", "strike-slip faults.", "oceanic trenches.", "rift zones."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "rift zones.", "arguments": ["Question: Crustal plates that pull apart from one another most likely form\nAnswer:", " ["], "resps": [[[-6.90625, false]], [[-7.53125, false]], [[-9.53125, false]], [[-8.90625, false]], [[-9.53125, false]], [[-6.78125, false]], [[-4.40625, false]], [[-8.15625, false]], [[-7.53125, false]], [[-6.78125, false]], [[-4.53125, false]], [[-7.53125, false]], [[-8.15625, false]], [[-9.53125, false]], [[-4.40625, false]], [[-8.15625, false]], [[-8.28125, false]], [[-4.53125, false]], [[-4.40625, false]], [[-8.53125, false]], [[-6.78125, false]], [[-8.15625, false]], [[-6.234375, false]], [[-7.53125, false]], [[-8.234375, false]], [[-4.53125, false]], [[-7.53125, false]], [[-8.15625, false]], [[-9.90625, false]], [[-8.53125, false]], [[-7.53125, false]], [[-8.78125, false]], [[-6.90625, false]], [[-7.03125, false]], [[-8.15625, false]], [[-9.53125, false]], [[-7.53125, false]], [[-8.03125, false]], [[-4.53125, false]], [[-9.40625, false]], [[-4.40625, false]], [[-10.15625, false]], [[-9.53125, false]], [[-9.90625, false]], [[-8.15625, false]], [[-6.234375, false]], [[-7.53125, false]], [[-8.234375, false]], [[-4.53125, false]], [[-7.53125, false]], [[-8.90625, false]], [[-6.78125, false]], [[-6.90625, false]], [[-4.40625, false]], [[-8.15625, false]], [[-7.53125, false]], [[-6.78125, false]], [[-4.53125, false]], [[-9.90625, false]], [[-8.53125, false]], [[-6.90625, false]], [[-8.15625, false]], [[-6.78125, false]], [[-9.53125, false]], [[-6.90625, false]], [[-8.15625, false]], [[-6.234375, false]], [[-7.53125, false]], [[-8.234375, false]], [[-4.53125, false]], [[-7.53125, false]], [[-8.53125, false]], [[-7.53125, false]], [[-9.40625, false]], [[-9.90625, false]], [[-4.53125, false]], [[-10.03125, false]], [[-8.90625, false]], [[-8.15625, false]], [[-6.90625, false]], [[-8.15625, false]], [[-6.234375, false]], [[-7.53125, false]], [[-10.40625, false]]], "filtered_resps": [[-6.90625, false], [-7.53125, false], [-9.53125, false], [-8.90625, false], [-9.53125, false], [-6.78125, false], [-4.40625, false], [-8.15625, false], [-7.53125, false], [-6.78125, false], [-4.53125, false], [-7.53125, false], [-8.15625, false], [-9.53125, false], [-4.40625, false], [-8.15625, false], [-8.28125, false], [-4.53125, false], [-4.40625, false], [-8.53125, false], [-6.78125, false], [-8.15625, false], [-6.234375, false], [-7.53125, false], [-8.234375, false], [-4.53125, false], [-7.53125, false], [-8.15625, false], [-9.90625, false], [-8.53125, false], [-7.53125, false], [-8.78125, false], [-6.90625, false], [-7.03125, false], [-8.15625, false], [-9.53125, false], [-7.53125, false], [-8.03125, false], [-4.53125, false], [-9.40625, false], [-4.40625, false], [-10.15625, false], [-9.53125, false], [-9.90625, false], [-8.15625, false], [-6.234375, false], [-7.53125, false], [-8.234375, false], [-4.53125, false], [-7.53125, false], [-8.90625, false], [-6.78125, false], [-6.90625, false], [-4.40625, false], [-8.15625, false], [-7.53125, false], [-6.78125, false], [-4.53125, false], [-9.90625, false], [-8.53125, false], [-6.90625, false], [-8.15625, false], [-6.78125, false], [-9.53125, false], [-6.90625, false], [-8.15625, false], [-6.234375, false], [-7.53125, false], [-8.234375, false], [-4.53125, false], [-7.53125, false], [-8.53125, false], [-7.53125, false], [-9.40625, false], [-9.90625, false], [-4.53125, false], [-10.03125, false], [-8.90625, false], [-8.15625, false], [-6.90625, false], [-8.15625, false], [-6.234375, false], [-7.53125, false], [-10.40625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1366, "doc": {"id": "NCEOGA_2013_5_16", "question": "Which organism is a producer?", "choices": {"text": ["frog", "mushroom", "grass", "lizard"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "grass", "arguments": ["Question: Which organism is a producer?\nAnswer:", " ["], "resps": [[[-7.33984375, false]], [[-8.3359375, false]], [[-10.4609375, false]], [[-8.7109375, false]], [[-8.2109375, false]], [[-10.5859375, false]], [[-8.3359375, false]], [[-10.671875, false]], [[-4.96484375, false]], [[-8.3359375, false]], [[-10.5859375, false]], [[-9.5859375, false]], [[-8.3359375, false]], [[-10.7109375, false]], [[-8.7109375, false]], [[-8.2109375, false]], [[-8.2109375, false]], [[-10.5859375, false]], [[-8.3359375, false]], [[-10.671875, false]], [[-4.96484375, false]], [[-8.3359375, false]], [[-10.5859375, false]], [[-8.7109375, false]], [[-3.71484375, false]], [[-8.3359375, false]], [[-8.3359375, false]], [[-8.3359375, false]], [[-10.671875, false]], [[-4.96484375, false]], [[-8.3359375, false]], [[-8.9609375, false]], [[-9.0859375, false]], [[-9.0859375, false]], [[-3.71484375, false]], [[-8.7109375, false]], [[-8.0859375, false]], [[-8.3359375, false]], [[-14.0859375, false]]], "filtered_resps": [[-7.33984375, false], [-8.3359375, false], [-10.4609375, false], [-8.7109375, false], [-8.2109375, false], [-10.5859375, false], [-8.3359375, false], [-10.671875, false], [-4.96484375, false], [-8.3359375, false], [-10.5859375, false], [-9.5859375, false], [-8.3359375, false], [-10.7109375, false], [-8.7109375, false], [-8.2109375, false], [-8.2109375, false], [-10.5859375, false], [-8.3359375, false], [-10.671875, false], [-4.96484375, false], [-8.3359375, false], [-10.5859375, false], [-8.7109375, false], [-3.71484375, false], [-8.3359375, false], [-8.3359375, false], [-8.3359375, false], [-10.671875, false], [-4.96484375, false], [-8.3359375, false], [-8.9609375, false], [-9.0859375, false], [-9.0859375, false], [-3.71484375, false], [-8.7109375, false], [-8.0859375, false], [-8.3359375, false], [-14.0859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1374, "doc": {"id": "Mercury_SC_408390", "question": "Mrs. Moyers teaches her students about different energy sources. Which example comes from a renewable source of energy?", "choices": {"text": ["water heated by solar panels", "food cooked over natural gas", "electricity produced from coal", "an engine powered by gasoline"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "water heated by solar panels", "arguments": ["Question: Mrs. Moyers teaches her students about different energy sources. Which example comes from a renewable source of energy?\nAnswer:", " ["], "resps": [[[-7.08984375, false]], [[-8.34375, false]], [[-10.09375, false]], [[-4.08984375, false]], [[-11.34375, false]], [[-8.09375, false]], [[-11.59375, false]], [[-5.58984375, false]], [[-10.59375, false]], [[-8.09375, false]], [[-4.08984375, false]], [[-11.34375, false]], [[-8.09375, false]], [[-8.84375, false]], [[-5.58984375, false]], [[-10.34375, false]], [[-11.59375, false]], [[-5.58984375, false]], [[-9.59375, false]], [[-9.09375, false]], [[-11.09375, false]], [[-4.08984375, false]], [[-11.59375, false]], [[-5.58984375, false]], [[-9.59375, false]], [[-4.08984375, false]], [[-9.84375, false]], [[-8.09375, false]], [[-11.09375, false]], [[-9.59375, false]], [[-8.34375, false]], [[-9.875, false]], [[-5.58984375, false]], [[-8.34375, false]], [[-9.84375, false]], [[-9.09375, false]], [[-9.09375, false]], [[-8.84375, false]], [[-5.58984375, false]], [[-9.34375, false]], [[-9.09375, false]], [[-9.09375, false]], [[-11.34375, false]], [[-8.09375, false]], [[-8.84375, false]], [[-5.58984375, false]], [[-9.09375, false]], [[-11.59375, false]], [[-8.09375, false]], [[-11.59375, false]], [[-5.58984375, false]], [[-9.84375, false]], [[-4.08984375, false]], [[-11.34375, false]], [[-11.09375, false]], [[-11.59375, false]], [[-4.08984375, false]], [[-11.09375, false]], [[-5.58984375, false]], [[-12.09375, false]], [[-4.08984375, false]], [[-9.59375, false]], [[-8.34375, false]], [[-9.875, false]], [[-5.58984375, false]], [[-8.34375, false]], [[-8.09375, false]], [[-11.09375, false]], [[-8.09375, false]], [[-9.34375, false]], [[-11.34375, false]], [[-11.59375, false]], [[-9.09375, false]], [[-9.34375, false]], [[-9.09375, false]], [[-11.34375, false]], [[-11.59375, false]], [[-5.58984375, false]], [[-9.59375, false]], [[-11.59375, false]], [[-9.09375, false]], [[-8.84375, false]], [[-11.09375, false]], [[-9.34375, false]], [[-8.09375, false]], [[-8.84375, false]], [[-5.58984375, false]], [[-9.84375, false]], [[-11.59375, false]], [[-9.09375, false]], [[-10.09375, false]], [[-5.58984375, false]], [[-9.34375, false]], [[-9.09375, false]], [[-4.08984375, false]], [[-11.09375, false]], [[-8.34375, false]], [[-9.875, false]], [[-5.58984375, false]], [[-8.34375, false]], [[-4.08984375, false]], [[-9.84375, false]], [[-5.58984375, false]], [[-8.09375, false]], [[-9.84375, false]], [[-12.09375, false]], [[-9.09375, false]], [[-9.84375, false]], [[-8.09375, false]], [[-5.58984375, false]], [[-9.59375, false]], [[-9.09375, false]], [[-10.09375, false]], [[-8.09375, false]], [[-11.59375, false]], [[-8.09375, false]], [[-8.84375, false]], [[-5.58984375, false]], [[-10.34375, false]], [[-11.59375, false]], [[-5.58984375, false]], [[-12.09375, false]], [[-4.08984375, false]], [[-9.59375, false]], [[-9.09375, false]], [[-11.09375, false]], [[-9.09375, false]], [[-9.84375, false]], [[-8.09375, false]], [[-8.34375, false]], [[-13.34375, false]]], "filtered_resps": [[-7.08984375, false], [-8.34375, false], [-10.09375, false], [-4.08984375, false], [-11.34375, false], [-8.09375, false], [-11.59375, false], [-5.58984375, false], [-10.59375, false], [-8.09375, false], [-4.08984375, false], [-11.34375, false], [-8.09375, false], [-8.84375, false], [-5.58984375, false], [-10.34375, false], [-11.59375, false], [-5.58984375, false], [-9.59375, false], [-9.09375, false], [-11.09375, false], [-4.08984375, false], [-11.59375, false], [-5.58984375, false], [-9.59375, false], [-4.08984375, false], [-9.84375, false], [-8.09375, false], [-11.09375, false], [-9.59375, false], [-8.34375, false], [-9.875, false], [-5.58984375, false], [-8.34375, false], [-9.84375, false], [-9.09375, false], [-9.09375, false], [-8.84375, false], [-5.58984375, false], [-9.34375, false], [-9.09375, false], [-9.09375, false], [-11.34375, false], [-8.09375, false], [-8.84375, false], [-5.58984375, false], [-9.09375, false], [-11.59375, false], [-8.09375, false], [-11.59375, false], [-5.58984375, false], [-9.84375, false], [-4.08984375, false], [-11.34375, false], [-11.09375, false], [-11.59375, false], [-4.08984375, false], [-11.09375, false], [-5.58984375, false], [-12.09375, false], [-4.08984375, false], [-9.59375, false], [-8.34375, false], [-9.875, false], [-5.58984375, false], [-8.34375, false], [-8.09375, false], [-11.09375, false], [-8.09375, false], [-9.34375, false], [-11.34375, false], [-11.59375, false], [-9.09375, false], [-9.34375, false], [-9.09375, false], [-11.34375, false], [-11.59375, false], [-5.58984375, false], [-9.59375, false], [-11.59375, false], [-9.09375, false], [-8.84375, false], [-11.09375, false], [-9.34375, false], [-8.09375, false], [-8.84375, false], [-5.58984375, false], [-9.84375, false], [-11.59375, false], [-9.09375, false], [-10.09375, false], [-5.58984375, false], [-9.34375, false], [-9.09375, false], [-4.08984375, false], [-11.09375, false], [-8.34375, false], [-9.875, false], [-5.58984375, false], [-8.34375, false], [-4.08984375, false], [-9.84375, false], [-5.58984375, false], [-8.09375, false], [-9.84375, false], [-12.09375, false], [-9.09375, false], [-9.84375, false], [-8.09375, false], [-5.58984375, false], [-9.59375, false], [-9.09375, false], [-10.09375, false], [-8.09375, false], [-11.59375, false], [-8.09375, false], [-8.84375, false], [-5.58984375, false], [-10.34375, false], [-11.59375, false], [-5.58984375, false], [-12.09375, false], [-4.08984375, false], [-9.59375, false], [-9.09375, false], [-11.09375, false], [-9.09375, false], [-9.84375, false], [-8.09375, false], [-8.34375, false], [-13.34375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1382, "doc": {"id": "Mercury_LBS10706", "question": "What kind of energy conversion occurs after a candle is lit?", "choices": {"text": ["friction to electrical energy", "light energy to heat energy", "mass to kinetic energy", "chemical energy to light energy"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "chemical energy to light energy", "arguments": ["Question: What kind of energy conversion occurs after a candle is lit?\nAnswer:", " ["], "resps": [[[-8.2578125, false]], [[-9.2578125, false]], [[-11.7578125, false]], [[-12.0078125, false]], [[-9.2578125, false]], [[-10.2578125, false]], [[-11.2578125, false]], [[-9.2578125, false]], [[-10.0078125, false]], [[-10.7578125, false]], [[-5.5078125, false]], [[-11.2578125, false]], [[-10.0078125, false]], [[-5.5078125, false]], [[-9.0078125, false]], [[-11.2578125, false]], [[-9.0078125, false]], [[-10.2578125, false]], [[-11.2578125, false]], [[-12.0078125, false]], [[-9.2578125, false]], [[-10.2578125, false]], [[-4.7578125, false]], [[-11.2578125, false]], [[-5.5078125, false]], [[-9.0078125, false]], [[-10.7578125, false]], [[-9.0078125, false]], [[-12.0078125, false]], [[-13.0078125, false]], [[-12.0078125, false]], [[-9.2578125, false]], [[-9.71875, false]], [[-5.5078125, false]], [[-9.2578125, false]], [[-11.2578125, false]], [[-9.2578125, false]], [[-13.0078125, false]], [[-12.2578125, false]], [[-11.2578125, false]], [[-5.5078125, false]], [[-9.0078125, false]], [[-10.7578125, false]], [[-9.0078125, false]], [[-12.0078125, false]], [[-13.0078125, false]], [[-12.0078125, false]], [[-5.5078125, false]], [[-11.2578125, false]], [[-10.0078125, false]], [[-5.5078125, false]], [[-12.2578125, false]], [[-9.0078125, false]], [[-4.7578125, false]], [[-11.2578125, false]], [[-5.5078125, false]], [[-9.0078125, false]], [[-10.7578125, false]], [[-9.0078125, false]], [[-12.0078125, false]], [[-13.0078125, false]], [[-12.0078125, false]], [[-9.2578125, false]], [[-9.71875, false]], [[-5.5078125, false]], [[-9.2578125, false]], [[-10.7578125, false]], [[-4.7578125, false]], [[-11.0078125, false]], [[-11.0078125, false]], [[-5.5078125, false]], [[-11.2578125, false]], [[-10.0078125, false]], [[-5.5078125, false]], [[-12.0078125, false]], [[-9.2578125, false]], [[-10.7578125, false]], [[-9.0078125, false]], [[-11.2578125, false]], [[-9.2578125, false]], [[-10.2578125, false]], [[-5.5078125, false]], [[-9.0078125, false]], [[-10.7578125, false]], [[-9.0078125, false]], [[-12.0078125, false]], [[-13.0078125, false]], [[-12.0078125, false]], [[-9.2578125, false]], [[-9.71875, false]], [[-5.5078125, false]], [[-9.2578125, false]], [[-10.2578125, false]], [[-12.2578125, false]], [[-9.0078125, false]], [[-10.7578125, false]], [[-9.2578125, false]], [[-10.2578125, false]], [[-4.7578125, false]], [[-11.2578125, false]], [[-5.5078125, false]], [[-9.0078125, false]], [[-10.7578125, false]], [[-9.0078125, false]], [[-12.0078125, false]], [[-13.0078125, false]], [[-12.0078125, false]], [[-5.5078125, false]], [[-11.2578125, false]], [[-10.0078125, false]], [[-5.5078125, false]], [[-11.2578125, false]], [[-9.2578125, false]], [[-13.0078125, false]], [[-12.2578125, false]], [[-11.2578125, false]], [[-5.5078125, false]], [[-9.0078125, false]], [[-10.7578125, false]], [[-9.0078125, false]], [[-12.0078125, false]], [[-13.0078125, false]], [[-12.0078125, false]], [[-9.2578125, false]], [[-14.0078125, false]]], "filtered_resps": [[-8.2578125, false], [-9.2578125, false], [-11.7578125, false], [-12.0078125, false], [-9.2578125, false], [-10.2578125, false], [-11.2578125, false], [-9.2578125, false], [-10.0078125, false], [-10.7578125, false], [-5.5078125, false], [-11.2578125, false], [-10.0078125, false], [-5.5078125, false], [-9.0078125, false], [-11.2578125, false], [-9.0078125, false], [-10.2578125, false], [-11.2578125, false], [-12.0078125, false], [-9.2578125, false], [-10.2578125, false], [-4.7578125, false], [-11.2578125, false], [-5.5078125, false], [-9.0078125, false], [-10.7578125, false], [-9.0078125, false], [-12.0078125, false], [-13.0078125, false], [-12.0078125, false], [-9.2578125, false], [-9.71875, false], [-5.5078125, false], [-9.2578125, false], [-11.2578125, false], [-9.2578125, false], [-13.0078125, false], [-12.2578125, false], [-11.2578125, false], [-5.5078125, false], [-9.0078125, false], [-10.7578125, false], [-9.0078125, false], [-12.0078125, false], [-13.0078125, false], [-12.0078125, false], [-5.5078125, false], [-11.2578125, false], [-10.0078125, false], [-5.5078125, false], [-12.2578125, false], [-9.0078125, false], [-4.7578125, false], [-11.2578125, false], [-5.5078125, false], [-9.0078125, false], [-10.7578125, false], [-9.0078125, false], [-12.0078125, false], [-13.0078125, false], [-12.0078125, false], [-9.2578125, false], [-9.71875, false], [-5.5078125, false], [-9.2578125, false], [-10.7578125, false], [-4.7578125, false], [-11.0078125, false], [-11.0078125, false], [-5.5078125, false], [-11.2578125, false], [-10.0078125, false], [-5.5078125, false], [-12.0078125, false], [-9.2578125, false], [-10.7578125, false], [-9.0078125, false], [-11.2578125, false], [-9.2578125, false], [-10.2578125, false], [-5.5078125, false], [-9.0078125, false], [-10.7578125, false], [-9.0078125, false], [-12.0078125, false], [-13.0078125, false], [-12.0078125, false], [-9.2578125, false], [-9.71875, false], [-5.5078125, false], [-9.2578125, false], [-10.2578125, false], [-12.2578125, false], [-9.0078125, false], [-10.7578125, false], [-9.2578125, false], [-10.2578125, false], [-4.7578125, false], [-11.2578125, false], [-5.5078125, false], [-9.0078125, false], [-10.7578125, false], [-9.0078125, false], [-12.0078125, false], [-13.0078125, false], [-12.0078125, false], [-5.5078125, false], [-11.2578125, false], [-10.0078125, false], [-5.5078125, false], [-11.2578125, false], [-9.2578125, false], [-13.0078125, false], [-12.2578125, false], [-11.2578125, false], [-5.5078125, false], [-9.0078125, false], [-10.7578125, false], [-9.0078125, false], [-12.0078125, false], [-13.0078125, false], [-12.0078125, false], [-9.2578125, false], [-14.0078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1390, "doc": {"id": "Mercury_7007770", "question": "What two factors determine the location of an electron around the nucleus of the atom?", "choices": {"text": ["speed and direction of the electron", "size of the electron and the neutron", "direction and strength of the electron", "energy and the attraction of the nucleus"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "energy and the attraction of the nucleus", "arguments": ["Question: What two factors determine the location of an electron around the nucleus of the atom?\nAnswer:", " ["], "resps": [[[-5.64453125, false]], [[-9.390625, false]], [[-9.140625, false]], [[-6.89453125, false]], [[-6.64453125, false]], [[-6.64453125, false]], [[-8.140625, false]], [[-4.64453125, false]], [[-4.39453125, false]], [[-6.89453125, false]], [[-8.140625, false]], [[-4.64453125, false]], [[-8.140625, false]], [[-7.14453125, false]], [[-7.89453125, false]], [[-6.64453125, false]], [[-7.64453125, false]], [[-8.640625, false]], [[-7.14453125, false]], [[-9.640625, false]], [[-6.89453125, false]], [[-4.64453125, false]], [[-9.640625, false]], [[-8.390625, false]], [[-4.64453125, false]], [[-8.640625, false]], [[-8.140625, false]], [[-6.64453125, false]], [[-4.64453125, false]], [[-6.64453125, false]], [[-8.890625, false]], [[-6.64453125, false]], [[-7.64453125, false]], [[-8.640625, false]], [[-7.89453125, false]], [[-9.640625, false]], [[-6.89453125, false]], [[-9.390625, false]], [[-8.203125, false]], [[-4.64453125, false]], [[-9.390625, false]], [[-9.140625, false]], [[-7.14453125, false]], [[-8.890625, false]], [[-6.64453125, false]], [[-4.64453125, false]], [[-9.640625, false]], [[-8.390625, false]], [[-4.64453125, false]], [[-8.640625, false]], [[-8.140625, false]], [[-6.64453125, false]], [[-4.64453125, false]], [[-6.64453125, false]], [[-8.890625, false]], [[-6.64453125, false]], [[-7.64453125, false]], [[-8.640625, false]], [[-7.89453125, false]], [[-9.640625, false]], [[-6.89453125, false]], [[-4.64453125, false]], [[-4.39453125, false]], [[-6.89453125, false]], [[-8.140625, false]], [[-4.64453125, false]], [[-8.640625, false]], [[-8.140625, false]], [[-6.64453125, false]], [[-4.64453125, false]], [[-6.89453125, false]], [[-6.64453125, false]], [[-9.390625, false]], [[-8.640625, false]], [[-7.89453125, false]], [[-9.640625, false]], [[-6.89453125, false]], [[-9.390625, false]], [[-8.203125, false]], [[-4.64453125, false]], [[-9.390625, false]], [[-8.140625, false]], [[-7.14453125, false]], [[-7.89453125, false]], [[-6.64453125, false]], [[-7.64453125, false]], [[-8.640625, false]], [[-7.14453125, false]], [[-9.640625, false]], [[-6.89453125, false]], [[-4.64453125, false]], [[-4.39453125, false]], [[-6.89453125, false]], [[-8.140625, false]], [[-4.64453125, false]], [[-9.140625, false]], [[-8.640625, false]], [[-7.89453125, false]], [[-6.64453125, false]], [[-6.89453125, false]], [[-10.390625, false]], [[-8.640625, false]], [[-8.140625, false]], [[-4.64453125, false]], [[-9.640625, false]], [[-8.390625, false]], [[-4.64453125, false]], [[-8.640625, false]], [[-8.140625, false]], [[-6.64453125, false]], [[-4.64453125, false]], [[-6.64453125, false]], [[-8.890625, false]], [[-6.64453125, false]], [[-7.64453125, false]], [[-8.640625, false]], [[-7.89453125, false]], [[-9.640625, false]], [[-6.89453125, false]], [[-9.390625, false]], [[-8.203125, false]], [[-4.64453125, false]], [[-9.390625, false]], [[-6.64453125, false]], [[-6.89453125, false]], [[-6.64453125, false]], [[-7.89453125, false]], [[-10.390625, false]], [[-9.890625, false]], [[-4.64453125, false]], [[-4.39453125, false]], [[-6.89453125, false]], [[-8.140625, false]], [[-4.64453125, false]], [[-8.640625, false]], [[-8.140625, false]], [[-6.64453125, false]], [[-4.64453125, false]], [[-4.39453125, false]], [[-8.640625, false]], [[-8.640625, false]], [[-7.89453125, false]], [[-4.39453125, false]], [[-7.64453125, false]], [[-8.640625, false]], [[-7.14453125, false]], [[-9.640625, false]], [[-6.89453125, false]], [[-4.64453125, false]], [[-9.640625, false]], [[-8.390625, false]], [[-4.64453125, false]], [[-8.640625, false]], [[-8.140625, false]], [[-6.64453125, false]], [[-4.64453125, false]], [[-6.89453125, false]], [[-9.390625, false]], [[-7.64453125, false]], [[-8.890625, false]], [[-6.64453125, false]], [[-9.390625, false]], [[-9.140625, false]], [[-9.390625, false]], [[-11.390625, false]]], "filtered_resps": [[-5.64453125, false], [-9.390625, false], [-9.140625, false], [-6.89453125, false], [-6.64453125, false], [-6.64453125, false], [-8.140625, false], [-4.64453125, false], [-4.39453125, false], [-6.89453125, false], [-8.140625, false], [-4.64453125, false], [-8.140625, false], [-7.14453125, false], [-7.89453125, false], [-6.64453125, false], [-7.64453125, false], [-8.640625, false], [-7.14453125, false], [-9.640625, false], [-6.89453125, false], [-4.64453125, false], [-9.640625, false], [-8.390625, false], [-4.64453125, false], [-8.640625, false], [-8.140625, false], [-6.64453125, false], [-4.64453125, false], [-6.64453125, false], [-8.890625, false], [-6.64453125, false], [-7.64453125, false], [-8.640625, false], [-7.89453125, false], [-9.640625, false], [-6.89453125, false], [-9.390625, false], [-8.203125, false], [-4.64453125, false], [-9.390625, false], [-9.140625, false], [-7.14453125, false], [-8.890625, false], [-6.64453125, false], [-4.64453125, false], [-9.640625, false], [-8.390625, false], [-4.64453125, false], [-8.640625, false], [-8.140625, false], [-6.64453125, false], [-4.64453125, false], [-6.64453125, false], [-8.890625, false], [-6.64453125, false], [-7.64453125, false], [-8.640625, false], [-7.89453125, false], [-9.640625, false], [-6.89453125, false], [-4.64453125, false], [-4.39453125, false], [-6.89453125, false], [-8.140625, false], [-4.64453125, false], [-8.640625, false], [-8.140625, false], [-6.64453125, false], [-4.64453125, false], [-6.89453125, false], [-6.64453125, false], [-9.390625, false], [-8.640625, false], [-7.89453125, false], [-9.640625, false], [-6.89453125, false], [-9.390625, false], [-8.203125, false], [-4.64453125, false], [-9.390625, false], [-8.140625, false], [-7.14453125, false], [-7.89453125, false], [-6.64453125, false], [-7.64453125, false], [-8.640625, false], [-7.14453125, false], [-9.640625, false], [-6.89453125, false], [-4.64453125, false], [-4.39453125, false], [-6.89453125, false], [-8.140625, false], [-4.64453125, false], [-9.140625, false], [-8.640625, false], [-7.89453125, false], [-6.64453125, false], [-6.89453125, false], [-10.390625, false], [-8.640625, false], [-8.140625, false], [-4.64453125, false], [-9.640625, false], [-8.390625, false], [-4.64453125, false], [-8.640625, false], [-8.140625, false], [-6.64453125, false], [-4.64453125, false], [-6.64453125, false], [-8.890625, false], [-6.64453125, false], [-7.64453125, false], [-8.640625, false], [-7.89453125, false], [-9.640625, false], [-6.89453125, false], [-9.390625, false], [-8.203125, false], [-4.64453125, false], [-9.390625, false], [-6.64453125, false], [-6.89453125, false], [-6.64453125, false], [-7.89453125, false], [-10.390625, false], [-9.890625, false], [-4.64453125, false], [-4.39453125, false], [-6.89453125, false], [-8.140625, false], [-4.64453125, false], [-8.640625, false], [-8.140625, false], [-6.64453125, false], [-4.64453125, false], [-4.39453125, false], [-8.640625, false], [-8.640625, false], [-7.89453125, false], [-4.39453125, false], [-7.64453125, false], [-8.640625, false], [-7.14453125, false], [-9.640625, false], [-6.89453125, false], [-4.64453125, false], [-9.640625, false], [-8.390625, false], [-4.64453125, false], [-8.640625, false], [-8.140625, false], [-6.64453125, false], [-4.64453125, false], [-6.89453125, false], [-9.390625, false], [-7.64453125, false], [-8.890625, false], [-6.64453125, false], [-9.390625, false], [-9.140625, false], [-9.390625, false], [-11.390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1398, "doc": {"id": "Mercury_408093", "question": "Which does 12.0 grams represent?", "choices": {"text": ["mass", "volume", "speed", "force"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "mass", "arguments": ["Question: Which does 12.0 grams represent?\nAnswer:", " ["], "resps": [[[-7.21875, false]], [[-7.46875, false]], [[-8.21875, false]], [[-5.96875, false]], [[-9.21875, false]], [[-9.21875, false]], [[-7.46875, false]], [[-9.7421875, false]], [[-4.21875, false]], [[-7.46875, false]], [[-9.46875, false]], [[-9.96875, false]], [[-9.46875, false]], [[-10.46875, false]], [[-8.21875, false]], [[-8.96875, false]], [[-7.46875, false]], [[-9.7421875, false]], [[-4.21875, false]], [[-7.46875, false]], [[-9.21875, false]], [[-9.21875, false]], [[-8.96875, false]], [[-8.96875, false]], [[-9.46875, false]], [[-7.46875, false]], [[-9.7421875, false]], [[-4.21875, false]], [[-7.46875, false]], [[-9.46875, false]], [[-9.96875, false]], [[-9.71875, false]], [[-7.96875, false]], [[-8.96875, false]], [[-7.46875, false]], [[-12.46875, false]]], "filtered_resps": [[-7.21875, false], [-7.46875, false], [-8.21875, false], [-5.96875, false], [-9.21875, false], [-9.21875, false], [-7.46875, false], [-9.7421875, false], [-4.21875, false], [-7.46875, false], [-9.46875, false], [-9.96875, false], [-9.46875, false], [-10.46875, false], [-8.21875, false], [-8.96875, false], [-7.46875, false], [-9.7421875, false], [-4.21875, false], [-7.46875, false], [-9.21875, false], [-9.21875, false], [-8.96875, false], [-8.96875, false], [-9.46875, false], [-7.46875, false], [-9.7421875, false], [-4.21875, false], [-7.46875, false], [-9.46875, false], [-9.96875, false], [-9.71875, false], [-7.96875, false], [-8.96875, false], [-7.46875, false], [-12.46875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1406, "doc": {"id": "Mercury_7007648", "question": "A neutral atom is best described as having", "choices": {"text": ["more protons than neutrons.", "more electrons than protons.", "an equal number of protons and neutrons.", "an equal number of protons and electrons."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "an equal number of protons and electrons.", "arguments": ["Question: A neutral atom is best described as having\nAnswer:", " ["], "resps": [[[-6.05859375, false]], [[-8.0625, false]], [[-7.80859375, false]], [[-9.3125, false]], [[-7.80859375, false]], [[-7.80859375, false]], [[-5.05859375, false]], [[-7.05859375, false]], [[-7.80859375, false]], [[-9.3125, false]], [[-8.5625, false]], [[-9.3125, false]], [[-6.05859375, false]], [[-8.5625, false]], [[-5.05859375, false]], [[-8.5625, false]], [[-7.55859375, false]], [[-3.310546875, false]], [[-6.05859375, false]], [[-5.05859375, false]], [[-6.05859375, false]], [[-7.80859375, false]], [[-9.3125, false]], [[-8.5625, false]], [[-7.80859375, false]], [[-9.3125, false]], [[-6.05859375, false]], [[-8.5625, false]], [[-6.59375, false]], [[-8.0625, false]], [[-8.34375, false]], [[-5.05859375, false]], [[-8.0625, false]], [[-7.80859375, false]], [[-9.3125, false]], [[-7.80859375, false]], [[-7.80859375, false]], [[-5.05859375, false]], [[-7.80859375, false]], [[-9.3125, false]], [[-7.80859375, false]], [[-7.30859375, false]], [[-8.5625, false]], [[-7.80859375, false]], [[-9.3125, false]], [[-6.05859375, false]], [[-8.5625, false]], [[-5.05859375, false]], [[-8.5625, false]], [[-7.55859375, false]], [[-3.310546875, false]], [[-6.05859375, false]], [[-5.05859375, false]], [[-7.05859375, false]], [[-7.80859375, false]], [[-9.3125, false]], [[-8.5625, false]], [[-9.3125, false]], [[-6.05859375, false]], [[-8.5625, false]], [[-6.59375, false]], [[-8.0625, false]], [[-8.34375, false]], [[-5.05859375, false]], [[-8.0625, false]], [[-3.310546875, false]], [[-6.05859375, false]], [[-5.05859375, false]], [[-7.80859375, false]], [[-7.30859375, false]], [[-9.3125, false]], [[-3.310546875, false]], [[-9.3125, false]], [[-5.05859375, false]], [[-6.05859375, false]], [[-9.3125, false]], [[-7.80859375, false]], [[-5.30859375, false]], [[-7.80859375, false]], [[-7.80859375, false]], [[-5.05859375, false]], [[-9.3125, false]], [[-8.3125, false]], [[-5.05859375, false]], [[-7.05859375, false]], [[-7.80859375, false]], [[-9.3125, false]], [[-8.5625, false]], [[-9.3125, false]], [[-6.05859375, false]], [[-8.5625, false]], [[-5.05859375, false]], [[-3.310546875, false]], [[-6.05859375, false]], [[-7.55859375, false]], [[-5.05859375, false]], [[-6.05859375, false]], [[-7.80859375, false]], [[-9.3125, false]], [[-8.5625, false]], [[-7.80859375, false]], [[-9.3125, false]], [[-6.05859375, false]], [[-8.5625, false]], [[-6.59375, false]], [[-8.0625, false]], [[-8.34375, false]], [[-5.05859375, false]], [[-8.0625, false]], [[-3.310546875, false]], [[-6.05859375, false]], [[-5.05859375, false]], [[-7.80859375, false]], [[-7.30859375, false]], [[-9.3125, false]], [[-3.310546875, false]], [[-9.3125, false]], [[-5.05859375, false]], [[-6.05859375, false]], [[-9.3125, false]], [[-7.80859375, false]], [[-5.30859375, false]], [[-7.80859375, false]], [[-7.80859375, false]], [[-5.05859375, false]], [[-9.3125, false]], [[-8.3125, false]], [[-5.05859375, false]], [[-7.05859375, false]], [[-7.80859375, false]], [[-9.3125, false]], [[-8.5625, false]], [[-9.3125, false]], [[-6.05859375, false]], [[-8.5625, false]], [[-5.05859375, false]], [[-3.310546875, false]], [[-6.05859375, false]], [[-7.55859375, false]], [[-5.05859375, false]], [[-7.80859375, false]], [[-9.3125, false]], [[-7.80859375, false]], [[-7.30859375, false]], [[-8.5625, false]], [[-7.80859375, false]], [[-9.3125, false]], [[-6.05859375, false]], [[-8.5625, false]], [[-6.59375, false]], [[-8.0625, false]], [[-10.3125, false]]], "filtered_resps": [[-6.05859375, false], [-8.0625, false], [-7.80859375, false], [-9.3125, false], [-7.80859375, false], [-7.80859375, false], [-5.05859375, false], [-7.05859375, false], [-7.80859375, false], [-9.3125, false], [-8.5625, false], [-9.3125, false], [-6.05859375, false], [-8.5625, false], [-5.05859375, false], [-8.5625, false], [-7.55859375, false], [-3.310546875, false], [-6.05859375, false], [-5.05859375, false], [-6.05859375, false], [-7.80859375, false], [-9.3125, false], [-8.5625, false], [-7.80859375, false], [-9.3125, false], [-6.05859375, false], [-8.5625, false], [-6.59375, false], [-8.0625, false], [-8.34375, false], [-5.05859375, false], [-8.0625, false], [-7.80859375, false], [-9.3125, false], [-7.80859375, false], [-7.80859375, false], [-5.05859375, false], [-7.80859375, false], [-9.3125, false], [-7.80859375, false], [-7.30859375, false], [-8.5625, false], [-7.80859375, false], [-9.3125, false], [-6.05859375, false], [-8.5625, false], [-5.05859375, false], [-8.5625, false], [-7.55859375, false], [-3.310546875, false], [-6.05859375, false], [-5.05859375, false], [-7.05859375, false], [-7.80859375, false], [-9.3125, false], [-8.5625, false], [-9.3125, false], [-6.05859375, false], [-8.5625, false], [-6.59375, false], [-8.0625, false], [-8.34375, false], [-5.05859375, false], [-8.0625, false], [-3.310546875, false], [-6.05859375, false], [-5.05859375, false], [-7.80859375, false], [-7.30859375, false], [-9.3125, false], [-3.310546875, false], [-9.3125, false], [-5.05859375, false], [-6.05859375, false], [-9.3125, false], [-7.80859375, false], [-5.30859375, false], [-7.80859375, false], [-7.80859375, false], [-5.05859375, false], [-9.3125, false], [-8.3125, false], [-5.05859375, false], [-7.05859375, false], [-7.80859375, false], [-9.3125, false], [-8.5625, false], [-9.3125, false], [-6.05859375, false], [-8.5625, false], [-5.05859375, false], [-3.310546875, false], [-6.05859375, false], [-7.55859375, false], [-5.05859375, false], [-6.05859375, false], [-7.80859375, false], [-9.3125, false], [-8.5625, false], [-7.80859375, false], [-9.3125, false], [-6.05859375, false], [-8.5625, false], [-6.59375, false], [-8.0625, false], [-8.34375, false], [-5.05859375, false], [-8.0625, false], [-3.310546875, false], [-6.05859375, false], [-5.05859375, false], [-7.80859375, false], [-7.30859375, false], [-9.3125, false], [-3.310546875, false], [-9.3125, false], [-5.05859375, false], [-6.05859375, false], [-9.3125, false], [-7.80859375, false], [-5.30859375, false], [-7.80859375, false], [-7.80859375, false], [-5.05859375, false], [-9.3125, false], [-8.3125, false], [-5.05859375, false], [-7.05859375, false], [-7.80859375, false], [-9.3125, false], [-8.5625, false], [-9.3125, false], [-6.05859375, false], [-8.5625, false], [-5.05859375, false], [-3.310546875, false], [-6.05859375, false], [-7.55859375, false], [-5.05859375, false], [-7.80859375, false], [-9.3125, false], [-7.80859375, false], [-7.30859375, false], [-8.5625, false], [-7.80859375, false], [-9.3125, false], [-6.05859375, false], [-8.5625, false], [-6.59375, false], [-8.0625, false], [-10.3125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1414, "doc": {"id": "Mercury_SC_413242", "question": "How does the Sun most affect the water cycle?", "choices": {"text": ["The Sun causes the ocean water to evaporate.", "The Sun creates water droplets in the clouds.", "The Sun forces water to drain back into the ocean.", "The Sun makes the clouds produce precipitation."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "The Sun causes the ocean water to evaporate.", "arguments": ["Question: How does the Sun most affect the water cycle?\nAnswer:", " ["], "resps": [[[-7.98828125, false]], [[-8.9921875, false]], [[-8.4921875, false]], [[-12.4921875, false]], [[-9.4921875, false]], [[-6.23828125, false]], [[-7.23828125, false]], [[-12.4921875, false]], [[-11.7421875, false]], [[-6.23828125, false]], [[-12.2421875, false]], [[-7.73828125, false]], [[-12.4921875, false]], [[-10.9921875, false]], [[-9.4921875, false]], [[-10.9921875, false]], [[-6.23828125, false]], [[-11.7421875, false]], [[-12.4921875, false]], [[-9.4921875, false]], [[-6.23828125, false]], [[-9.7421875, false]], [[-12.2421875, false]], [[-9.4921875, false]], [[-7.73828125, false]], [[-11.7421875, false]], [[-6.23828125, false]], [[-12.2421875, false]], [[-7.73828125, false]], [[-11.7421875, false]], [[-9.4921875, false]], [[-13.2421875, false]], [[-6.23828125, false]], [[-11.7421875, false]], [[-9.7421875, false]], [[-6.23828125, false]], [[-9.4921875, false]], [[-12.2421875, false]], [[-7.73828125, false]], [[-11.2421875, false]], [[-9.7421875, false]], [[-13.2421875, false]], [[-7.73828125, false]], [[-11.7421875, false]], [[-9.4921875, false]], [[-7.6015625, false]], [[-8.9921875, false]], [[-10.3515625, false]], [[-6.23828125, false]], [[-8.9921875, false]], [[-8.4921875, false]], [[-12.4921875, false]], [[-9.4921875, false]], [[-6.23828125, false]], [[-7.23828125, false]], [[-12.4921875, false]], [[-11.7421875, false]], [[-6.23828125, false]], [[-12.2421875, false]], [[-13.2421875, false]], [[-9.4921875, false]], [[-7.73828125, false]], [[-11.7421875, false]], [[-9.4921875, false]], [[-10.9921875, false]], [[-6.23828125, false]], [[-12.2421875, false]], [[-7.73828125, false]], [[-11.7421875, false]], [[-9.4921875, false]], [[-13.2421875, false]], [[-6.23828125, false]], [[-10.7421875, false]], [[-13.2421875, false]], [[-9.7421875, false]], [[-11.2421875, false]], [[-12.2421875, false]], [[-9.4921875, false]], [[-11.7421875, false]], [[-10.9921875, false]], [[-6.23828125, false]], [[-10.2421875, false]], [[-11.7421875, false]], [[-6.23828125, false]], [[-11.7421875, false]], [[-12.4921875, false]], [[-9.4921875, false]], [[-6.23828125, false]], [[-12.2421875, false]], [[-12.2421875, false]], [[-9.7421875, false]], [[-12.4921875, false]], [[-10.7421875, false]], [[-10.9921875, false]], [[-7.6015625, false]], [[-8.9921875, false]], [[-10.3515625, false]], [[-6.23828125, false]], [[-8.9921875, false]], [[-8.4921875, false]], [[-12.4921875, false]], [[-9.4921875, false]], [[-6.23828125, false]], [[-7.23828125, false]], [[-12.4921875, false]], [[-11.7421875, false]], [[-6.23828125, false]], [[-11.4921875, false]], [[-9.7421875, false]], [[-13.2421875, false]], [[-12.2421875, false]], [[-9.4921875, false]], [[-10.9921875, false]], [[-6.23828125, false]], [[-12.2421875, false]], [[-7.73828125, false]], [[-11.7421875, false]], [[-9.4921875, false]], [[-13.2421875, false]], [[-6.23828125, false]], [[-11.7421875, false]], [[-9.7421875, false]], [[-6.23828125, false]], [[-10.7421875, false]], [[-13.2421875, false]], [[-7.73828125, false]], [[-10.2421875, false]], [[-11.7421875, false]], [[-6.23828125, false]], [[-10.9921875, false]], [[-7.73828125, false]], [[-12.2421875, false]], [[-12.9921875, false]], [[-6.23828125, false]], [[-10.2421875, false]], [[-11.7421875, false]], [[-11.7421875, false]], [[-9.7421875, false]], [[-6.23828125, false]], [[-11.7421875, false]], [[-12.4921875, false]], [[-9.4921875, false]], [[-6.23828125, false]], [[-9.7421875, false]], [[-12.2421875, false]], [[-9.4921875, false]], [[-7.73828125, false]], [[-11.7421875, false]], [[-7.6015625, false]], [[-8.9921875, false]], [[-10.3515625, false]], [[-6.23828125, false]], [[-8.9921875, false]], [[-8.4921875, false]], [[-12.4921875, false]], [[-9.4921875, false]], [[-6.23828125, false]], [[-7.23828125, false]], [[-12.4921875, false]], [[-11.7421875, false]], [[-6.23828125, false]], [[-11.7421875, false]], [[-7.73828125, false]], [[-12.9921875, false]], [[-9.4921875, false]], [[-10.9921875, false]], [[-6.23828125, false]], [[-11.7421875, false]], [[-12.4921875, false]], [[-9.4921875, false]], [[-6.23828125, false]], [[-12.2421875, false]], [[-12.2421875, false]], [[-9.7421875, false]], [[-12.4921875, false]], [[-10.7421875, false]], [[-10.9921875, false]], [[-6.23828125, false]], [[-11.2421875, false]], [[-13.2421875, false]], [[-9.7421875, false]], [[-10.7421875, false]], [[-12.4921875, false]], [[-12.2421875, false]], [[-9.4921875, false]], [[-6.23828125, false]], [[-11.2421875, false]], [[-13.2421875, false]], [[-9.4921875, false]], [[-12.2421875, false]], [[-10.2421875, false]], [[-11.2421875, false]], [[-10.2421875, false]], [[-11.7421875, false]], [[-7.73828125, false]], [[-11.7421875, false]], [[-10.2421875, false]], [[-9.7421875, false]], [[-11.7421875, false]], [[-7.6015625, false]], [[-8.9921875, false]], [[-12.7421875, false]]], "filtered_resps": [[-7.98828125, false], [-8.9921875, false], [-8.4921875, false], [-12.4921875, false], [-9.4921875, false], [-6.23828125, false], [-7.23828125, false], [-12.4921875, false], [-11.7421875, false], [-6.23828125, false], [-12.2421875, false], [-7.73828125, false], [-12.4921875, false], [-10.9921875, false], [-9.4921875, false], [-10.9921875, false], [-6.23828125, false], [-11.7421875, false], [-12.4921875, false], [-9.4921875, false], [-6.23828125, false], [-9.7421875, false], [-12.2421875, false], [-9.4921875, false], [-7.73828125, false], [-11.7421875, false], [-6.23828125, false], [-12.2421875, false], [-7.73828125, false], [-11.7421875, false], [-9.4921875, false], [-13.2421875, false], [-6.23828125, false], [-11.7421875, false], [-9.7421875, false], [-6.23828125, false], [-9.4921875, false], [-12.2421875, false], [-7.73828125, false], [-11.2421875, false], [-9.7421875, false], [-13.2421875, false], [-7.73828125, false], [-11.7421875, false], [-9.4921875, false], [-7.6015625, false], [-8.9921875, false], [-10.3515625, false], [-6.23828125, false], [-8.9921875, false], [-8.4921875, false], [-12.4921875, false], [-9.4921875, false], [-6.23828125, false], [-7.23828125, false], [-12.4921875, false], [-11.7421875, false], [-6.23828125, false], [-12.2421875, false], [-13.2421875, false], [-9.4921875, false], [-7.73828125, false], [-11.7421875, false], [-9.4921875, false], [-10.9921875, false], [-6.23828125, false], [-12.2421875, false], [-7.73828125, false], [-11.7421875, false], [-9.4921875, false], [-13.2421875, false], [-6.23828125, false], [-10.7421875, false], [-13.2421875, false], [-9.7421875, false], [-11.2421875, false], [-12.2421875, false], [-9.4921875, false], [-11.7421875, false], [-10.9921875, false], [-6.23828125, false], [-10.2421875, false], [-11.7421875, false], [-6.23828125, false], [-11.7421875, false], [-12.4921875, false], [-9.4921875, false], [-6.23828125, false], [-12.2421875, false], [-12.2421875, false], [-9.7421875, false], [-12.4921875, false], [-10.7421875, false], [-10.9921875, false], [-7.6015625, false], [-8.9921875, false], [-10.3515625, false], [-6.23828125, false], [-8.9921875, false], [-8.4921875, false], [-12.4921875, false], [-9.4921875, false], [-6.23828125, false], [-7.23828125, false], [-12.4921875, false], [-11.7421875, false], [-6.23828125, false], [-11.4921875, false], [-9.7421875, false], [-13.2421875, false], [-12.2421875, false], [-9.4921875, false], [-10.9921875, false], [-6.23828125, false], [-12.2421875, false], [-7.73828125, false], [-11.7421875, false], [-9.4921875, false], [-13.2421875, false], [-6.23828125, false], [-11.7421875, false], [-9.7421875, false], [-6.23828125, false], [-10.7421875, false], [-13.2421875, false], [-7.73828125, false], [-10.2421875, false], [-11.7421875, false], [-6.23828125, false], [-10.9921875, false], [-7.73828125, false], [-12.2421875, false], [-12.9921875, false], [-6.23828125, false], [-10.2421875, false], [-11.7421875, false], [-11.7421875, false], [-9.7421875, false], [-6.23828125, false], [-11.7421875, false], [-12.4921875, false], [-9.4921875, false], [-6.23828125, false], [-9.7421875, false], [-12.2421875, false], [-9.4921875, false], [-7.73828125, false], [-11.7421875, false], [-7.6015625, false], [-8.9921875, false], [-10.3515625, false], [-6.23828125, false], [-8.9921875, false], [-8.4921875, false], [-12.4921875, false], [-9.4921875, false], [-6.23828125, false], [-7.23828125, false], [-12.4921875, false], [-11.7421875, false], [-6.23828125, false], [-11.7421875, false], [-7.73828125, false], [-12.9921875, false], [-9.4921875, false], [-10.9921875, false], [-6.23828125, false], [-11.7421875, false], [-12.4921875, false], [-9.4921875, false], [-6.23828125, false], [-12.2421875, false], [-12.2421875, false], [-9.7421875, false], [-12.4921875, false], [-10.7421875, false], [-10.9921875, false], [-6.23828125, false], [-11.2421875, false], [-13.2421875, false], [-9.7421875, false], [-10.7421875, false], [-12.4921875, false], [-12.2421875, false], [-9.4921875, false], [-6.23828125, false], [-11.2421875, false], [-13.2421875, false], [-9.4921875, false], [-12.2421875, false], [-10.2421875, false], [-11.2421875, false], [-10.2421875, false], [-11.7421875, false], [-7.73828125, false], [-11.7421875, false], [-10.2421875, false], [-9.7421875, false], [-11.7421875, false], [-7.6015625, false], [-8.9921875, false], [-12.7421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1422, "doc": {"id": "MEA_2014_8_18", "question": "What is the source of genetic information of offspring produced by sexual reproduction?", "choices": {"text": ["the father only", "the mother only", "the mother and the father", "neither the mother nor the father"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "the mother and the father", "arguments": ["Question: What is the source of genetic information of offspring produced by sexual reproduction?\nAnswer:", " ["], "resps": [[[-7.74609375, false]], [[-8.1171875, false]], [[-10.8671875, false]], [[-10.3671875, false]], [[-8.6171875, false]], [[-5.49609375, false]], [[-10.6171875, false]], [[-6.12109375, false]], [[-10.8671875, false]], [[-10.3671875, false]], [[-8.6171875, false]], [[-10.2421875, false]], [[-5.49609375, false]], [[-9.9921875, false]], [[-10.1171875, false]], [[-10.8671875, false]], [[-11.4921875, false]], [[-8.1171875, false]], [[-10.78125, false]], [[-5.49609375, false]], [[-8.1171875, false]], [[-10.8671875, false]], [[-10.3671875, false]], [[-8.6171875, false]], [[-5.49609375, false]], [[-9.4921875, false]], [[-9.9921875, false]], [[-10.8671875, false]], [[-10.3671875, false]], [[-8.6171875, false]], [[-10.2421875, false]], [[-5.49609375, false]], [[-9.9921875, false]], [[-10.1171875, false]], [[-10.8671875, false]], [[-11.4921875, false]], [[-8.1171875, false]], [[-10.78125, false]], [[-5.49609375, false]], [[-8.1171875, false]], [[-10.8671875, false]], [[-10.3671875, false]], [[-8.6171875, false]], [[-5.49609375, false]], [[-9.4921875, false]], [[-9.9921875, false]], [[-10.8671875, false]], [[-10.3671875, false]], [[-8.6171875, false]], [[-10.2421875, false]], [[-5.49609375, false]], [[-6.12109375, false]], [[-10.1171875, false]], [[-8.9921875, false]], [[-5.49609375, false]], [[-10.8671875, false]], [[-10.3671875, false]], [[-8.6171875, false]], [[-5.49609375, false]], [[-10.6171875, false]], [[-6.12109375, false]], [[-10.8671875, false]], [[-10.3671875, false]], [[-8.6171875, false]], [[-10.2421875, false]], [[-8.1171875, false]], [[-10.78125, false]], [[-5.49609375, false]], [[-8.1171875, false]], [[-10.1171875, false]], [[-8.6171875, false]], [[-9.4921875, false]], [[-10.8671875, false]], [[-10.3671875, false]], [[-8.6171875, false]], [[-10.2421875, false]], [[-5.49609375, false]], [[-10.8671875, false]], [[-10.3671875, false]], [[-8.6171875, false]], [[-5.49609375, false]], [[-9.4921875, false]], [[-9.9921875, false]], [[-10.8671875, false]], [[-10.3671875, false]], [[-8.6171875, false]], [[-10.2421875, false]], [[-5.49609375, false]], [[-10.1171875, false]], [[-9.9921875, false]], [[-10.2421875, false]], [[-5.49609375, false]], [[-10.8671875, false]], [[-10.3671875, false]], [[-8.6171875, false]], [[-5.49609375, false]], [[-10.6171875, false]], [[-6.12109375, false]], [[-10.8671875, false]], [[-10.3671875, false]], [[-8.6171875, false]], [[-10.2421875, false]], [[-8.1171875, false]], [[-13.1171875, false]]], "filtered_resps": [[-7.74609375, false], [-8.1171875, false], [-10.8671875, false], [-10.3671875, false], [-8.6171875, false], [-5.49609375, false], [-10.6171875, false], [-6.12109375, false], [-10.8671875, false], [-10.3671875, false], [-8.6171875, false], [-10.2421875, false], [-5.49609375, false], [-9.9921875, false], [-10.1171875, false], [-10.8671875, false], [-11.4921875, false], [-8.1171875, false], [-10.78125, false], [-5.49609375, false], [-8.1171875, false], [-10.8671875, false], [-10.3671875, false], [-8.6171875, false], [-5.49609375, false], [-9.4921875, false], [-9.9921875, false], [-10.8671875, false], [-10.3671875, false], [-8.6171875, false], [-10.2421875, false], [-5.49609375, false], [-9.9921875, false], [-10.1171875, false], [-10.8671875, false], [-11.4921875, false], [-8.1171875, false], [-10.78125, false], [-5.49609375, false], [-8.1171875, false], [-10.8671875, false], [-10.3671875, false], [-8.6171875, false], [-5.49609375, false], [-9.4921875, false], [-9.9921875, false], [-10.8671875, false], [-10.3671875, false], [-8.6171875, false], [-10.2421875, false], [-5.49609375, false], [-6.12109375, false], [-10.1171875, false], [-8.9921875, false], [-5.49609375, false], [-10.8671875, false], [-10.3671875, false], [-8.6171875, false], [-5.49609375, false], [-10.6171875, false], [-6.12109375, false], [-10.8671875, false], [-10.3671875, false], [-8.6171875, false], [-10.2421875, false], [-8.1171875, false], [-10.78125, false], [-5.49609375, false], [-8.1171875, false], [-10.1171875, false], [-8.6171875, false], [-9.4921875, false], [-10.8671875, false], [-10.3671875, false], [-8.6171875, false], [-10.2421875, false], [-5.49609375, false], [-10.8671875, false], [-10.3671875, false], [-8.6171875, false], [-5.49609375, false], [-9.4921875, false], [-9.9921875, false], [-10.8671875, false], [-10.3671875, false], [-8.6171875, false], [-10.2421875, false], [-5.49609375, false], [-10.1171875, false], [-9.9921875, false], [-10.2421875, false], [-5.49609375, false], [-10.8671875, false], [-10.3671875, false], [-8.6171875, false], [-5.49609375, false], [-10.6171875, false], [-6.12109375, false], [-10.8671875, false], [-10.3671875, false], [-8.6171875, false], [-10.2421875, false], [-8.1171875, false], [-13.1171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1430, "doc": {"id": "Mercury_SC_408509", "question": "Perry studies the ways in which animals are adapted for survival. Which is a behavioral adaptation that helps the organism to survive?", "choices": {"text": ["the long neck on a giraffe", "the webbed feet on a duck", "a bear hibernating in winter", "a flower attracting a honeybee"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "a bear hibernating in winter", "arguments": ["Question: Perry studies the ways in which animals are adapted for survival. Which is a behavioral adaptation that helps the organism to survive?\nAnswer:", " ["], "resps": [[[-6.73828125, false]], [[-9.734375, false]], [[-9.234375, false]], [[-10.109375, false]], [[-6.48828125, false]], [[-4.73828125, false]], [[-9.234375, false]], [[-7.86328125, false]], [[-8.609375, false]], [[-10.109375, false]], [[-4.73828125, false]], [[-8.609375, false]], [[-6.48828125, false]], [[-5.98828125, false]], [[-8.484375, false]], [[-4.73828125, false]], [[-7.86328125, false]], [[-8.609375, false]], [[-4.73828125, false]], [[-3.486328125, false]], [[-4.73828125, false]], [[-10.109375, false]], [[-8.234375, false]], [[-9.109375, false]], [[-3.486328125, false]], [[-8.234375, false]], [[-8.234375, false]], [[-6.48828125, false]], [[-9.734375, false]], [[-9.9375, false]], [[-4.73828125, false]], [[-9.734375, false]], [[-9.234375, false]], [[-10.109375, false]], [[-6.48828125, false]], [[-4.73828125, false]], [[-9.359375, false]], [[-6.48828125, false]], [[-5.61328125, false]], [[-5.61328125, false]], [[-6.48828125, false]], [[-6.36328125, false]], [[-4.73828125, false]], [[-8.234375, false]], [[-6.48828125, false]], [[-6.48828125, false]], [[-9.234375, false]], [[-4.73828125, false]], [[-7.86328125, false]], [[-8.609375, false]], [[-4.73828125, false]], [[-3.486328125, false]], [[-4.73828125, false]], [[-6.36328125, false]], [[-10.984375, false]], [[-5.98828125, false]], [[-8.484375, false]], [[-9.734375, false]], [[-9.9375, false]], [[-4.73828125, false]], [[-9.734375, false]], [[-3.486328125, false]], [[-4.73828125, false]], [[-5.61328125, false]], [[-6.48828125, false]], [[-3.486328125, false]], [[-9.109375, false]], [[-4.73828125, false]], [[-10.109375, false]], [[-8.234375, false]], [[-5.61328125, false]], [[-6.48828125, false]], [[-9.109375, false]], [[-8.609375, false]], [[-3.486328125, false]], [[-9.234375, false]], [[-8.234375, false]], [[-8.609375, false]], [[-10.109375, false]], [[-4.73828125, false]], [[-8.234375, false]], [[-8.609375, false]], [[-4.73828125, false]], [[-9.359375, false]], [[-8.234375, false]], [[-8.609375, false]], [[-9.234375, false]], [[-6.48828125, false]], [[-9.109375, false]], [[-9.734375, false]], [[-9.9375, false]], [[-4.73828125, false]], [[-9.734375, false]], [[-3.486328125, false]], [[-4.73828125, false]], [[-8.234375, false]], [[-9.234375, false]], [[-7.86328125, false]], [[-9.359375, false]], [[-6.48828125, false]], [[-9.109375, false]], [[-4.73828125, false]], [[-3.486328125, false]], [[-9.234375, false]], [[-9.234375, false]], [[-9.109375, false]], [[-3.486328125, false]], [[-5.98828125, false]], [[-9.234375, false]], [[-8.234375, false]], [[-8.609375, false]], [[-10.109375, false]], [[-4.73828125, false]], [[-3.486328125, false]], [[-4.73828125, false]], [[-10.109375, false]], [[-7.86328125, false]], [[-8.609375, false]], [[-6.48828125, false]], [[-11.359375, false]], [[-5.61328125, false]], [[-6.48828125, false]], [[-6.48828125, false]], [[-9.734375, false]], [[-13.234375, false]]], "filtered_resps": [[-6.73828125, false], [-9.734375, false], [-9.234375, false], [-10.109375, false], [-6.48828125, false], [-4.73828125, false], [-9.234375, false], [-7.86328125, false], [-8.609375, false], [-10.109375, false], [-4.73828125, false], [-8.609375, false], [-6.48828125, false], [-5.98828125, false], [-8.484375, false], [-4.73828125, false], [-7.86328125, false], [-8.609375, false], [-4.73828125, false], [-3.486328125, false], [-4.73828125, false], [-10.109375, false], [-8.234375, false], [-9.109375, false], [-3.486328125, false], [-8.234375, false], [-8.234375, false], [-6.48828125, false], [-9.734375, false], [-9.9375, false], [-4.73828125, false], [-9.734375, false], [-9.234375, false], [-10.109375, false], [-6.48828125, false], [-4.73828125, false], [-9.359375, false], [-6.48828125, false], [-5.61328125, false], [-5.61328125, false], [-6.48828125, false], [-6.36328125, false], [-4.73828125, false], [-8.234375, false], [-6.48828125, false], [-6.48828125, false], [-9.234375, false], [-4.73828125, false], [-7.86328125, false], [-8.609375, false], [-4.73828125, false], [-3.486328125, false], [-4.73828125, false], [-6.36328125, false], [-10.984375, false], [-5.98828125, false], [-8.484375, false], [-9.734375, false], [-9.9375, false], [-4.73828125, false], [-9.734375, false], [-3.486328125, false], [-4.73828125, false], [-5.61328125, false], [-6.48828125, false], [-3.486328125, false], [-9.109375, false], [-4.73828125, false], [-10.109375, false], [-8.234375, false], [-5.61328125, false], [-6.48828125, false], [-9.109375, false], [-8.609375, false], [-3.486328125, false], [-9.234375, false], [-8.234375, false], [-8.609375, false], [-10.109375, false], [-4.73828125, false], [-8.234375, false], [-8.609375, false], [-4.73828125, false], [-9.359375, false], [-8.234375, false], [-8.609375, false], [-9.234375, false], [-6.48828125, false], [-9.109375, false], [-9.734375, false], [-9.9375, false], [-4.73828125, false], [-9.734375, false], [-3.486328125, false], [-4.73828125, false], [-8.234375, false], [-9.234375, false], [-7.86328125, false], [-9.359375, false], [-6.48828125, false], [-9.109375, false], [-4.73828125, false], [-3.486328125, false], [-9.234375, false], [-9.234375, false], [-9.109375, false], [-3.486328125, false], [-5.98828125, false], [-9.234375, false], [-8.234375, false], [-8.609375, false], [-10.109375, false], [-4.73828125, false], [-3.486328125, false], [-4.73828125, false], [-10.109375, false], [-7.86328125, false], [-8.609375, false], [-6.48828125, false], [-11.359375, false], [-5.61328125, false], [-6.48828125, false], [-6.48828125, false], [-9.734375, false], [-13.234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1438, "doc": {"id": "Mercury_7008593", "question": "What are the building blocks of all matter?", "choices": {"text": ["atoms", "forces", "cells", "vacuoles"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "atoms", "arguments": ["Question: What are the building blocks of all matter?\nAnswer:", " ["], "resps": [[[-8.3359375, false]], [[-7.3359375, false]], [[-5.5859375, false]], [[-10.8359375, false]], [[-9.3359375, false]], [[-9.3359375, false]], [[-9.3359375, false]], [[-7.3359375, false]], [[-9.8984375, false]], [[-5.0859375, false]], [[-7.3359375, false]], [[-10.3359375, false]], [[-9.3359375, false]], [[-10.0859375, false]], [[-8.5859375, false]], [[-9.5859375, false]], [[-9.3359375, false]], [[-7.3359375, false]], [[-9.8984375, false]], [[-5.0859375, false]], [[-7.3359375, false]], [[-8.5859375, false]], [[-9.5859375, false]], [[-10.3359375, false]], [[-10.3359375, false]], [[-9.3359375, false]], [[-7.3359375, false]], [[-9.8984375, false]], [[-5.0859375, false]], [[-7.3359375, false]], [[-11.5859375, false]], [[-5.5859375, false]], [[-8.5859375, false]], [[-10.5859375, false]], [[-9.3359375, false]], [[-10.3359375, false]], [[-9.5859375, false]], [[-9.3359375, false]], [[-7.3359375, false]], [[-13.5859375, false]]], "filtered_resps": [[-8.3359375, false], [-7.3359375, false], [-5.5859375, false], [-10.8359375, false], [-9.3359375, false], [-9.3359375, false], [-9.3359375, false], [-7.3359375, false], [-9.8984375, false], [-5.0859375, false], [-7.3359375, false], [-10.3359375, false], [-9.3359375, false], [-10.0859375, false], [-8.5859375, false], [-9.5859375, false], [-9.3359375, false], [-7.3359375, false], [-9.8984375, false], [-5.0859375, false], [-7.3359375, false], [-8.5859375, false], [-9.5859375, false], [-10.3359375, false], [-10.3359375, false], [-9.3359375, false], [-7.3359375, false], [-9.8984375, false], [-5.0859375, false], [-7.3359375, false], [-11.5859375, false], [-5.5859375, false], [-8.5859375, false], [-10.5859375, false], [-9.3359375, false], [-10.3359375, false], [-9.5859375, false], [-9.3359375, false], [-7.3359375, false], [-13.5859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1446, "doc": {"id": "Mercury_7041213", "question": "Sunlight is able to penetrate the top several meters of marine water, where most plant and animal life exists. Which of these systems are interacting in this description?", "choices": {"text": ["solar energy and ocean systems", "solar energy and weather systems", "weather systems and ocean systems", "solar energy, ocean systems, and weather systems"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "solar energy and ocean systems", "arguments": ["Question: Sunlight is able to penetrate the top several meters of marine water, where most plant and animal life exists. Which of these systems are interacting in this description?\nAnswer:", " ["], "resps": [[[-6.7421875, false]], [[-9.3671875, false]], [[-8.6171875, false]], [[-7.2421875, false]], [[-9.1171875, false]], [[-4.1171875, false]], [[-8.9921875, false]], [[-4.8671875, false]], [[-6.6171875, false]], [[-6.9921875, false]], [[-6.6171875, false]], [[-8.9921875, false]], [[-10.6171875, false]], [[-10.2421875, false]], [[-4.8671875, false]], [[-4.1171875, false]], [[-6.9921875, false]], [[-6.4921875, false]], [[-4.8671875, false]], [[-7.2421875, false]], [[-6.4921875, false]], [[-6.6171875, false]], [[-4.1171875, false]], [[-6.9921875, false]], [[-4.8671875, false]], [[-8.6171875, false]], [[-10.2421875, false]], [[-8.6171875, false]], [[-10.2421875, false]], [[-6.6171875, false]], [[-8.7421875, false]], [[-8.6171875, false]], [[-9.3671875, false]], [[-9.203125, false]], [[-4.8671875, false]], [[-9.3671875, false]], [[-8.6171875, false]], [[-7.2421875, false]], [[-9.1171875, false]], [[-4.1171875, false]], [[-8.9921875, false]], [[-4.8671875, false]], [[-6.6171875, false]], [[-6.9921875, false]], [[-6.6171875, false]], [[-8.9921875, false]], [[-10.6171875, false]], [[-10.2421875, false]], [[-4.8671875, false]], [[-4.1171875, false]], [[-6.9921875, false]], [[-6.4921875, false]], [[-4.8671875, false]], [[-9.3671875, false]], [[-6.6171875, false]], [[-4.1171875, false]], [[-10.2421875, false]], [[-9.8671875, false]], [[-6.6171875, false]], [[-8.9921875, false]], [[-4.8671875, false]], [[-8.6171875, false]], [[-10.2421875, false]], [[-8.6171875, false]], [[-10.2421875, false]], [[-6.6171875, false]], [[-8.7421875, false]], [[-8.6171875, false]], [[-9.3671875, false]], [[-9.203125, false]], [[-4.8671875, false]], [[-9.3671875, false]], [[-9.3671875, false]], [[-6.6171875, false]], [[-4.1171875, false]], [[-10.2421875, false]], [[-9.8671875, false]], [[-6.6171875, false]], [[-8.9921875, false]], [[-4.8671875, false]], [[-8.6171875, false]], [[-10.2421875, false]], [[-8.6171875, false]], [[-10.2421875, false]], [[-6.6171875, false]], [[-8.7421875, false]], [[-8.6171875, false]], [[-4.8671875, false]], [[-4.1171875, false]], [[-6.9921875, false]], [[-6.4921875, false]], [[-4.8671875, false]], [[-7.2421875, false]], [[-6.4921875, false]], [[-6.6171875, false]], [[-4.1171875, false]], [[-6.9921875, false]], [[-4.8671875, false]], [[-8.6171875, false]], [[-10.2421875, false]], [[-8.6171875, false]], [[-10.2421875, false]], [[-6.6171875, false]], [[-8.7421875, false]], [[-8.6171875, false]], [[-9.3671875, false]], [[-9.203125, false]], [[-4.8671875, false]], [[-9.3671875, false]], [[-8.6171875, false]], [[-7.2421875, false]], [[-9.1171875, false]], [[-4.1171875, false]], [[-8.9921875, false]], [[-4.8671875, false]], [[-6.6171875, false]], [[-6.9921875, false]], [[-6.6171875, false]], [[-8.9921875, false]], [[-10.6171875, false]], [[-10.2421875, false]], [[-9.203125, false]], [[-4.8671875, false]], [[-7.2421875, false]], [[-6.4921875, false]], [[-6.6171875, false]], [[-4.1171875, false]], [[-6.9921875, false]], [[-4.8671875, false]], [[-8.6171875, false]], [[-10.2421875, false]], [[-8.6171875, false]], [[-10.2421875, false]], [[-6.6171875, false]], [[-8.7421875, false]], [[-8.6171875, false]], [[-9.203125, false]], [[-4.8671875, false]], [[-4.1171875, false]], [[-6.9921875, false]], [[-6.4921875, false]], [[-4.8671875, false]], [[-9.3671875, false]], [[-6.6171875, false]], [[-4.1171875, false]], [[-10.2421875, false]], [[-9.8671875, false]], [[-6.6171875, false]], [[-8.9921875, false]], [[-4.8671875, false]], [[-8.6171875, false]], [[-10.2421875, false]], [[-8.6171875, false]], [[-10.2421875, false]], [[-6.6171875, false]], [[-8.7421875, false]], [[-8.6171875, false]], [[-9.3671875, false]], [[-12.6171875, false]]], "filtered_resps": [[-6.7421875, false], [-9.3671875, false], [-8.6171875, false], [-7.2421875, false], [-9.1171875, false], [-4.1171875, false], [-8.9921875, false], [-4.8671875, false], [-6.6171875, false], [-6.9921875, false], [-6.6171875, false], [-8.9921875, false], [-10.6171875, false], [-10.2421875, false], [-4.8671875, false], [-4.1171875, false], [-6.9921875, false], [-6.4921875, false], [-4.8671875, false], [-7.2421875, false], [-6.4921875, false], [-6.6171875, false], [-4.1171875, false], [-6.9921875, false], [-4.8671875, false], [-8.6171875, false], [-10.2421875, false], [-8.6171875, false], [-10.2421875, false], [-6.6171875, false], [-8.7421875, false], [-8.6171875, false], [-9.3671875, false], [-9.203125, false], [-4.8671875, false], [-9.3671875, false], [-8.6171875, false], [-7.2421875, false], [-9.1171875, false], [-4.1171875, false], [-8.9921875, false], [-4.8671875, false], [-6.6171875, false], [-6.9921875, false], [-6.6171875, false], [-8.9921875, false], [-10.6171875, false], [-10.2421875, false], [-4.8671875, false], [-4.1171875, false], [-6.9921875, false], [-6.4921875, false], [-4.8671875, false], [-9.3671875, false], [-6.6171875, false], [-4.1171875, false], [-10.2421875, false], [-9.8671875, false], [-6.6171875, false], [-8.9921875, false], [-4.8671875, false], [-8.6171875, false], [-10.2421875, false], [-8.6171875, false], [-10.2421875, false], [-6.6171875, false], [-8.7421875, false], [-8.6171875, false], [-9.3671875, false], [-9.203125, false], [-4.8671875, false], [-9.3671875, false], [-9.3671875, false], [-6.6171875, false], [-4.1171875, false], [-10.2421875, false], [-9.8671875, false], [-6.6171875, false], [-8.9921875, false], [-4.8671875, false], [-8.6171875, false], [-10.2421875, false], [-8.6171875, false], [-10.2421875, false], [-6.6171875, false], [-8.7421875, false], [-8.6171875, false], [-4.8671875, false], [-4.1171875, false], [-6.9921875, false], [-6.4921875, false], [-4.8671875, false], [-7.2421875, false], [-6.4921875, false], [-6.6171875, false], [-4.1171875, false], [-6.9921875, false], [-4.8671875, false], [-8.6171875, false], [-10.2421875, false], [-8.6171875, false], [-10.2421875, false], [-6.6171875, false], [-8.7421875, false], [-8.6171875, false], [-9.3671875, false], [-9.203125, false], [-4.8671875, false], [-9.3671875, false], [-8.6171875, false], [-7.2421875, false], [-9.1171875, false], [-4.1171875, false], [-8.9921875, false], [-4.8671875, false], [-6.6171875, false], [-6.9921875, false], [-6.6171875, false], [-8.9921875, false], [-10.6171875, false], [-10.2421875, false], [-9.203125, false], [-4.8671875, false], [-7.2421875, false], [-6.4921875, false], [-6.6171875, false], [-4.1171875, false], [-6.9921875, false], [-4.8671875, false], [-8.6171875, false], [-10.2421875, false], [-8.6171875, false], [-10.2421875, false], [-6.6171875, false], [-8.7421875, false], [-8.6171875, false], [-9.203125, false], [-4.8671875, false], [-4.1171875, false], [-6.9921875, false], [-6.4921875, false], [-4.8671875, false], [-9.3671875, false], [-6.6171875, false], [-4.1171875, false], [-10.2421875, false], [-9.8671875, false], [-6.6171875, false], [-8.9921875, false], [-4.8671875, false], [-8.6171875, false], [-10.2421875, false], [-8.6171875, false], [-10.2421875, false], [-6.6171875, false], [-8.7421875, false], [-8.6171875, false], [-9.3671875, false], [-12.6171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1454, "doc": {"id": "NYSEDREGENTS_2012_8_31", "question": "Which temperature and moisture conditions describe an air mass that originates over the Atlantic Ocean near the equator?", "choices": {"text": ["warm and dry", "warm and humid", "cool and dry", "cool and humid"], "label": ["1", "2", "3", "4"]}, "answerKey": "2"}, "target": "warm and humid", "arguments": ["Question: Which temperature and moisture conditions describe an air mass that originates over the Atlantic Ocean near the equator?\nAnswer:", " ["], "resps": [[[-6.4296875, false]], [[-8.9296875, false]], [[-9.9296875, false]], [[-3.9296875, false]], [[-11.1796875, false]], [[-8.4296875, false]], [[-4.9296875, false]], [[-3.9296875, false]], [[-9.1796875, false]], [[-8.1796875, false]], [[-4.9296875, false]], [[-8.1796875, false]], [[-11.1796875, false]], [[-11.9296875, false]], [[-8.9296875, false]], [[-9.359375, false]], [[-4.9296875, false]], [[-8.9296875, false]], [[-9.9296875, false]], [[-3.9296875, false]], [[-11.1796875, false]], [[-8.4296875, false]], [[-4.9296875, false]], [[-3.9296875, false]], [[-9.1796875, false]], [[-8.1796875, false]], [[-4.9296875, false]], [[-10.1796875, false]], [[-12.4296875, false]], [[-8.4296875, false]], [[-9.1796875, false]], [[-8.1796875, false]], [[-8.9296875, false]], [[-9.359375, false]], [[-4.9296875, false]], [[-8.9296875, false]], [[-8.9296875, false]], [[-8.9296875, false]], [[-8.9296875, false]], [[-10.6796875, false]], [[-4.9296875, false]], [[-3.9296875, false]], [[-9.1796875, false]], [[-8.1796875, false]], [[-4.9296875, false]], [[-8.1796875, false]], [[-11.1796875, false]], [[-11.9296875, false]], [[-8.9296875, false]], [[-9.359375, false]], [[-4.9296875, false]], [[-8.9296875, false]], [[-8.9296875, false]], [[-8.9296875, false]], [[-8.9296875, false]], [[-10.6796875, false]], [[-4.9296875, false]], [[-3.9296875, false]], [[-9.1796875, false]], [[-8.1796875, false]], [[-4.9296875, false]], [[-10.1796875, false]], [[-12.4296875, false]], [[-8.4296875, false]], [[-9.1796875, false]], [[-8.1796875, false]], [[-8.9296875, false]], [[-11.4296875, false]]], "filtered_resps": [[-6.4296875, false], [-8.9296875, false], [-9.9296875, false], [-3.9296875, false], [-11.1796875, false], [-8.4296875, false], [-4.9296875, false], [-3.9296875, false], [-9.1796875, false], [-8.1796875, false], [-4.9296875, false], [-8.1796875, false], [-11.1796875, false], [-11.9296875, false], [-8.9296875, false], [-9.359375, false], [-4.9296875, false], [-8.9296875, false], [-9.9296875, false], [-3.9296875, false], [-11.1796875, false], [-8.4296875, false], [-4.9296875, false], [-3.9296875, false], [-9.1796875, false], [-8.1796875, false], [-4.9296875, false], [-10.1796875, false], [-12.4296875, false], [-8.4296875, false], [-9.1796875, false], [-8.1796875, false], [-8.9296875, false], [-9.359375, false], [-4.9296875, false], [-8.9296875, false], [-8.9296875, false], [-8.9296875, false], [-8.9296875, false], [-10.6796875, false], [-4.9296875, false], [-3.9296875, false], [-9.1796875, false], [-8.1796875, false], [-4.9296875, false], [-8.1796875, false], [-11.1796875, false], [-11.9296875, false], [-8.9296875, false], [-9.359375, false], [-4.9296875, false], [-8.9296875, false], [-8.9296875, false], [-8.9296875, false], [-8.9296875, false], [-10.6796875, false], [-4.9296875, false], [-3.9296875, false], [-9.1796875, false], [-8.1796875, false], [-4.9296875, false], [-10.1796875, false], [-12.4296875, false], [-8.4296875, false], [-9.1796875, false], [-8.1796875, false], [-8.9296875, false], [-11.4296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1462, "doc": {"id": "Mercury_7222303", "question": "Which basic units of matter have the same properties as an element?", "choices": {"text": ["protons", "electrons", "atoms", "neutrons"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "atoms", "arguments": ["Question: Which basic units of matter have the same properties as an element?\nAnswer:", " ["], "resps": [[[-7.2890625, false]], [[-9.0390625, false]], [[-9.0390625, false]], [[-9.2890625, false]], [[-9.0390625, false]], [[-10.0390625, false]], [[-9.0390625, false]], [[-8.7890625, false]], [[-9.5390625, false]], [[-9.0390625, false]], [[-9.5625, false]], [[-5.5390625, false]], [[-9.0390625, false]], [[-8.5390625, false]], [[-10.0390625, false]], [[-8.5390625, false]], [[-8.2890625, false]], [[-10.0390625, false]], [[-9.2890625, false]], [[-9.0390625, false]], [[-8.7890625, false]], [[-9.5390625, false]], [[-9.0390625, false]], [[-9.5625, false]], [[-5.5390625, false]], [[-9.0390625, false]], [[-5.2890625, false]], [[-10.0390625, false]], [[-9.0390625, false]], [[-8.0390625, false]], [[-9.5390625, false]], [[-9.0390625, false]], [[-9.5625, false]], [[-5.5390625, false]], [[-9.0390625, false]], [[-8.7890625, false]], [[-8.5390625, false]], [[-9.2890625, false]], [[-10.0390625, false]], [[-9.2890625, false]], [[-9.0390625, false]], [[-8.7890625, false]], [[-9.5390625, false]], [[-9.0390625, false]], [[-12.2890625, false]]], "filtered_resps": [[-7.2890625, false], [-9.0390625, false], [-9.0390625, false], [-9.2890625, false], [-9.0390625, false], [-10.0390625, false], [-9.0390625, false], [-8.7890625, false], [-9.5390625, false], [-9.0390625, false], [-9.5625, false], [-5.5390625, false], [-9.0390625, false], [-8.5390625, false], [-10.0390625, false], [-8.5390625, false], [-8.2890625, false], [-10.0390625, false], [-9.2890625, false], [-9.0390625, false], [-8.7890625, false], [-9.5390625, false], [-9.0390625, false], [-9.5625, false], [-5.5390625, false], [-9.0390625, false], [-5.2890625, false], [-10.0390625, false], [-9.0390625, false], [-8.0390625, false], [-9.5390625, false], [-9.0390625, false], [-9.5625, false], [-5.5390625, false], [-9.0390625, false], [-8.7890625, false], [-8.5390625, false], [-9.2890625, false], [-10.0390625, false], [-9.2890625, false], [-9.0390625, false], [-8.7890625, false], [-9.5390625, false], [-9.0390625, false], [-12.2890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1470, "doc": {"id": "Mercury_SC_409026", "question": "Oil and gas are two sources of energy used in America. Which is the main reason oil and gas may be replaced with other sources of energy in the future?", "choices": {"text": ["Oil and gas produce very little power.", "Oil and gas work in too few machines.", "Oil and gas are limited in their supplies.", "Oil and gas are too costly to remove from the ground."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Oil and gas are limited in their supplies.", "arguments": ["Question: Oil and gas are two sources of energy used in America. Which is the main reason oil and gas may be replaced with other sources of energy in the future?\nAnswer:", " ["], "resps": [[[-7.61328125, false]], [[-8.9921875, false]], [[-5.61328125, false]], [[-7.61328125, false]], [[-9.9921875, false]], [[-5.36328125, false]], [[-5.86328125, false]], [[-8.8671875, false]], [[-8.2421875, false]], [[-5.36328125, false]], [[-11.8671875, false]], [[-5.86328125, false]], [[-9.4921875, false]], [[-5.36328125, false]], [[-9.6171875, false]], [[-11.3671875, false]], [[-7.36328125, false]], [[-8.2421875, false]], [[-11.4921875, false]], [[-9.2421875, false]], [[-7.73828125, false]], [[-5.36328125, false]], [[-11.2421875, false]], [[-7.73828125, false]], [[-11.3671875, false]], [[-10.9921875, false]], [[-5.36328125, false]], [[-9.9921875, false]], [[-7.61328125, false]], [[-11.7421875, false]], [[-11.7421875, false]], [[-9.9921875, false]], [[-7.73828125, false]], [[-5.36328125, false]], [[-9.6171875, false]], [[-7.36328125, false]], [[-9.8671875, false]], [[-7.73828125, false]], [[-11.3671875, false]], [[-6.8984375, false]], [[-8.9921875, false]], [[-8.8984375, false]], [[-5.36328125, false]], [[-8.9921875, false]], [[-5.61328125, false]], [[-7.61328125, false]], [[-9.9921875, false]], [[-5.36328125, false]], [[-5.86328125, false]], [[-8.8671875, false]], [[-8.2421875, false]], [[-5.36328125, false]], [[-11.8671875, false]], [[-5.86328125, false]], [[-9.4921875, false]], [[-5.36328125, false]], [[-9.8671875, false]], [[-7.36328125, false]], [[-11.3671875, false]], [[-12.1171875, false]], [[-5.36328125, false]], [[-7.61328125, false]], [[-8.8671875, false]], [[-5.36328125, false]], [[-11.7421875, false]], [[-7.36328125, false]], [[-7.36328125, false]], [[-5.36328125, false]], [[-10.1171875, false]], [[-7.73828125, false]], [[-9.8671875, false]], [[-5.36328125, false]], [[-10.8671875, false]], [[-5.86328125, false]], [[-9.2421875, false]], [[-11.1171875, false]], [[-7.61328125, false]], [[-8.8671875, false]], [[-7.73828125, false]], [[-9.4921875, false]], [[-6.8984375, false]], [[-8.9921875, false]], [[-8.8984375, false]], [[-5.36328125, false]], [[-8.9921875, false]], [[-5.61328125, false]], [[-7.61328125, false]], [[-9.9921875, false]], [[-5.36328125, false]], [[-5.86328125, false]], [[-8.8671875, false]], [[-8.2421875, false]], [[-5.36328125, false]], [[-11.8671875, false]], [[-5.86328125, false]], [[-9.4921875, false]], [[-5.36328125, false]], [[-5.86328125, false]], [[-11.3671875, false]], [[-7.73828125, false]], [[-5.36328125, false]], [[-9.9921875, false]], [[-7.61328125, false]], [[-10.8671875, false]], [[-7.61328125, false]], [[-11.7421875, false]], [[-7.73828125, false]], [[-8.2421875, false]], [[-5.36328125, false]], [[-7.61328125, false]], [[-8.8671875, false]], [[-5.36328125, false]], [[-11.7421875, false]], [[-11.1171875, false]], [[-7.73828125, false]], [[-7.61328125, false]], [[-11.3671875, false]], [[-5.36328125, false]], [[-9.4921875, false]], [[-11.4921875, false]], [[-9.6171875, false]], [[-9.6171875, false]], [[-9.9921875, false]], [[-7.61328125, false]], [[-7.73828125, false]], [[-9.4921875, false]], [[-6.8984375, false]], [[-8.9921875, false]], [[-8.8984375, false]], [[-5.36328125, false]], [[-8.9921875, false]], [[-5.61328125, false]], [[-7.61328125, false]], [[-9.9921875, false]], [[-5.36328125, false]], [[-5.86328125, false]], [[-8.8671875, false]], [[-8.2421875, false]], [[-5.36328125, false]], [[-11.8671875, false]], [[-5.86328125, false]], [[-9.4921875, false]], [[-5.36328125, false]], [[-5.86328125, false]], [[-11.3671875, false]], [[-7.73828125, false]], [[-5.36328125, false]], [[-11.7421875, false]], [[-7.36328125, false]], [[-7.36328125, false]], [[-5.36328125, false]], [[-9.2421875, false]], [[-7.36328125, false]], [[-9.4921875, false]], [[-11.7421875, false]], [[-9.9921875, false]], [[-10.9921875, false]], [[-5.36328125, false]], [[-11.7421875, false]], [[-7.36328125, false]], [[-5.36328125, false]], [[-11.3671875, false]], [[-7.73828125, false]], [[-10.8671875, false]], [[-7.36328125, false]], [[-11.2421875, false]], [[-7.73828125, false]], [[-5.36328125, false]], [[-10.1171875, false]], [[-11.3671875, false]], [[-7.36328125, false]], [[-10.8671875, false]], [[-5.36328125, false]], [[-11.7421875, false]], [[-11.1171875, false]], [[-7.73828125, false]], [[-5.36328125, false]], [[-11.8671875, false]], [[-11.3671875, false]], [[-7.36328125, false]], [[-11.4921875, false]], [[-8.8671875, false]], [[-8.2421875, false]], [[-6.8984375, false]], [[-8.9921875, false]], [[-13.6171875, false]]], "filtered_resps": [[-7.61328125, false], [-8.9921875, false], [-5.61328125, false], [-7.61328125, false], [-9.9921875, false], [-5.36328125, false], [-5.86328125, false], [-8.8671875, false], [-8.2421875, false], [-5.36328125, false], [-11.8671875, false], [-5.86328125, false], [-9.4921875, false], [-5.36328125, false], [-9.6171875, false], [-11.3671875, false], [-7.36328125, false], [-8.2421875, false], [-11.4921875, false], [-9.2421875, false], [-7.73828125, false], [-5.36328125, false], [-11.2421875, false], [-7.73828125, false], [-11.3671875, false], [-10.9921875, false], [-5.36328125, false], [-9.9921875, false], [-7.61328125, false], [-11.7421875, false], [-11.7421875, false], [-9.9921875, false], [-7.73828125, false], [-5.36328125, false], [-9.6171875, false], [-7.36328125, false], [-9.8671875, false], [-7.73828125, false], [-11.3671875, false], [-6.8984375, false], [-8.9921875, false], [-8.8984375, false], [-5.36328125, false], [-8.9921875, false], [-5.61328125, false], [-7.61328125, false], [-9.9921875, false], [-5.36328125, false], [-5.86328125, false], [-8.8671875, false], [-8.2421875, false], [-5.36328125, false], [-11.8671875, false], [-5.86328125, false], [-9.4921875, false], [-5.36328125, false], [-9.8671875, false], [-7.36328125, false], [-11.3671875, false], [-12.1171875, false], [-5.36328125, false], [-7.61328125, false], [-8.8671875, false], [-5.36328125, false], [-11.7421875, false], [-7.36328125, false], [-7.36328125, false], [-5.36328125, false], [-10.1171875, false], [-7.73828125, false], [-9.8671875, false], [-5.36328125, false], [-10.8671875, false], [-5.86328125, false], [-9.2421875, false], [-11.1171875, false], [-7.61328125, false], [-8.8671875, false], [-7.73828125, false], [-9.4921875, false], [-6.8984375, false], [-8.9921875, false], [-8.8984375, false], [-5.36328125, false], [-8.9921875, false], [-5.61328125, false], [-7.61328125, false], [-9.9921875, false], [-5.36328125, false], [-5.86328125, false], [-8.8671875, false], [-8.2421875, false], [-5.36328125, false], [-11.8671875, false], [-5.86328125, false], [-9.4921875, false], [-5.36328125, false], [-5.86328125, false], [-11.3671875, false], [-7.73828125, false], [-5.36328125, false], [-9.9921875, false], [-7.61328125, false], [-10.8671875, false], [-7.61328125, false], [-11.7421875, false], [-7.73828125, false], [-8.2421875, false], [-5.36328125, false], [-7.61328125, false], [-8.8671875, false], [-5.36328125, false], [-11.7421875, false], [-11.1171875, false], [-7.73828125, false], [-7.61328125, false], [-11.3671875, false], [-5.36328125, false], [-9.4921875, false], [-11.4921875, false], [-9.6171875, false], [-9.6171875, false], [-9.9921875, false], [-7.61328125, false], [-7.73828125, false], [-9.4921875, false], [-6.8984375, false], [-8.9921875, false], [-8.8984375, false], [-5.36328125, false], [-8.9921875, false], [-5.61328125, false], [-7.61328125, false], [-9.9921875, false], [-5.36328125, false], [-5.86328125, false], [-8.8671875, false], [-8.2421875, false], [-5.36328125, false], [-11.8671875, false], [-5.86328125, false], [-9.4921875, false], [-5.36328125, false], [-5.86328125, false], [-11.3671875, false], [-7.73828125, false], [-5.36328125, false], [-11.7421875, false], [-7.36328125, false], [-7.36328125, false], [-5.36328125, false], [-9.2421875, false], [-7.36328125, false], [-9.4921875, false], [-11.7421875, false], [-9.9921875, false], [-10.9921875, false], [-5.36328125, false], [-11.7421875, false], [-7.36328125, false], [-5.36328125, false], [-11.3671875, false], [-7.73828125, false], [-10.8671875, false], [-7.36328125, false], [-11.2421875, false], [-7.73828125, false], [-5.36328125, false], [-10.1171875, false], [-11.3671875, false], [-7.36328125, false], [-10.8671875, false], [-5.36328125, false], [-11.7421875, false], [-11.1171875, false], [-7.73828125, false], [-5.36328125, false], [-11.8671875, false], [-11.3671875, false], [-7.36328125, false], [-11.4921875, false], [-8.8671875, false], [-8.2421875, false], [-6.8984375, false], [-8.9921875, false], [-13.6171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1478, "doc": {"id": "Mercury_7001873", "question": "Neon (Ne), argon (Ar), and krypton (Kr) are in the same column on the Periodic Table of the Elements. What characteristic do these elements have in common?", "choices": {"text": ["atomic mass", "negative electrical charge", "number of neutrons", "full valence electron shells"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "full valence electron shells", "arguments": ["Question: Neon (Ne), argon (Ar), and krypton (Kr) are in the same column on the Periodic Table of the Elements. What characteristic do these elements have in common?\nAnswer:", " ["], "resps": [[[-7.015625, false]], [[-9.015625, false]], [[-5.015625, false]], [[-10.015625, false]], [[-10.765625, false]], [[-10.265625, false]], [[-8.765625, false]], [[-8.765625, false]], [[-6.265625, false]], [[-10.265625, false]], [[-5.015625, false]], [[-10.265625, false]], [[-10.265625, false]], [[-9.015625, false]], [[-9.515625, false]], [[-6.265625, false]], [[-9.015625, false]], [[-6.515625, false]], [[-8.765625, false]], [[-11.265625, false]], [[-5.015625, false]], [[-10.015625, false]], [[-8.765625, false]], [[-10.015625, false]], [[-8.765625, false]], [[-6.265625, false]], [[-8.765625, false]], [[-10.265625, false]], [[-8.765625, false]], [[-8.765625, false]], [[-10.015625, false]], [[-8.765625, false]], [[-8.765625, false]], [[-8.765625, false]], [[-5.015625, false]], [[-10.265625, false]], [[-6.265625, false]], [[-8.765625, false]], [[-9.765625, false]], [[-5.015625, false]], [[-8.765625, false]], [[-11.265625, false]], [[-8.765625, false]], [[-9.015625, false]], [[-9.515625, false]], [[-6.265625, false]], [[-9.015625, false]], [[-6.515625, false]], [[-11.015625, false]], [[-10.265625, false]], [[-9.015625, false]], [[-8.765625, false]], [[-8.765625, false]], [[-6.265625, false]], [[-10.765625, false]], [[-10.515625, false]], [[-6.265625, false]], [[-6.515625, false]], [[-8.765625, false]], [[-11.015625, false]], [[-10.015625, false]], [[-8.765625, false]], [[-10.765625, false]], [[-6.515625, false]], [[-10.265625, false]], [[-9.015625, false]], [[-9.515625, false]], [[-6.265625, false]], [[-9.015625, false]], [[-10.515625, false]], [[-11.015625, false]], [[-10.265625, false]], [[-10.265625, false]], [[-6.265625, false]], [[-10.015625, false]], [[-5.015625, false]], [[-10.265625, false]], [[-8.765625, false]], [[-6.515625, false]], [[-8.765625, false]], [[-8.765625, false]], [[-6.265625, false]], [[-8.765625, false]], [[-10.265625, false]], [[-8.765625, false]], [[-8.765625, false]], [[-10.015625, false]], [[-8.765625, false]], [[-10.765625, false]], [[-6.515625, false]], [[-6.265625, false]], [[-10.265625, false]], [[-9.765625, false]], [[-8.765625, false]], [[-10.265625, false]], [[-10.265625, false]], [[-10.265625, false]], [[-9.015625, false]], [[-12.515625, false]]], "filtered_resps": [[-7.015625, false], [-9.015625, false], [-5.015625, false], [-10.015625, false], [-10.765625, false], [-10.265625, false], [-8.765625, false], [-8.765625, false], [-6.265625, false], [-10.265625, false], [-5.015625, false], [-10.265625, false], [-10.265625, false], [-9.015625, false], [-9.515625, false], [-6.265625, false], [-9.015625, false], [-6.515625, false], [-8.765625, false], [-11.265625, false], [-5.015625, false], [-10.015625, false], [-8.765625, false], [-10.015625, false], [-8.765625, false], [-6.265625, false], [-8.765625, false], [-10.265625, false], [-8.765625, false], [-8.765625, false], [-10.015625, false], [-8.765625, false], [-8.765625, false], [-8.765625, false], [-5.015625, false], [-10.265625, false], [-6.265625, false], [-8.765625, false], [-9.765625, false], [-5.015625, false], [-8.765625, false], [-11.265625, false], [-8.765625, false], [-9.015625, false], [-9.515625, false], [-6.265625, false], [-9.015625, false], [-6.515625, false], [-11.015625, false], [-10.265625, false], [-9.015625, false], [-8.765625, false], [-8.765625, false], [-6.265625, false], [-10.765625, false], [-10.515625, false], [-6.265625, false], [-6.515625, false], [-8.765625, false], [-11.015625, false], [-10.015625, false], [-8.765625, false], [-10.765625, false], [-6.515625, false], [-10.265625, false], [-9.015625, false], [-9.515625, false], [-6.265625, false], [-9.015625, false], [-10.515625, false], [-11.015625, false], [-10.265625, false], [-10.265625, false], [-6.265625, false], [-10.015625, false], [-5.015625, false], [-10.265625, false], [-8.765625, false], [-6.515625, false], [-8.765625, false], [-8.765625, false], [-6.265625, false], [-8.765625, false], [-10.265625, false], [-8.765625, false], [-8.765625, false], [-10.015625, false], [-8.765625, false], [-10.765625, false], [-6.515625, false], [-6.265625, false], [-10.265625, false], [-9.765625, false], [-8.765625, false], [-10.265625, false], [-10.265625, false], [-10.265625, false], [-9.015625, false], [-12.515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1486, "doc": {"id": "Mercury_SC_400844", "question": "Which material best conducts electricity?", "choices": {"text": ["wool coat", "copper pipe", "plastic straw", "wooden stick"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "copper pipe", "arguments": ["Question: Which material best conducts electricity?\nAnswer:", " ["], "resps": [[[-8.90625, false]], [[-8.40625, false]], [[-10.15625, false]], [[-9.65625, false]], [[-9.65625, false]], [[-10.40625, false]], [[-5.15234375, false]], [[-9.90625, false]], [[-9.65625, false]], [[-6.15234375, false]], [[-9.90625, false]], [[-8.40625, false]], [[-9.859375, false]], [[-5.15234375, false]], [[-8.40625, false]], [[-9.90625, false]], [[-9.65625, false]], [[-9.15625, false]], [[-9.15625, false]], [[-9.15625, false]], [[-9.15625, false]], [[-5.15234375, false]], [[-9.15625, false]], [[-8.90625, false]], [[-9.15625, false]], [[-9.15625, false]], [[-8.40625, false]], [[-9.859375, false]], [[-5.15234375, false]], [[-8.40625, false]], [[-9.15625, false]], [[-10.40625, false]], [[-6.15234375, false]], [[-9.40625, false]], [[-9.90625, false]], [[-8.90625, false]], [[-9.90625, false]], [[-5.15234375, false]], [[-9.40625, false]], [[-9.90625, false]], [[-9.15625, false]], [[-6.15234375, false]], [[-10.15625, false]], [[-8.40625, false]], [[-9.859375, false]], [[-5.15234375, false]], [[-8.40625, false]], [[-10.15625, false]], [[-9.65625, false]], [[-9.65625, false]], [[-11.40625, false]], [[-9.15625, false]], [[-9.15625, false]], [[-5.15234375, false]], [[-9.40625, false]], [[-9.90625, false]], [[-8.90625, false]], [[-9.90625, false]], [[-11.90625, false]], [[-8.40625, false]], [[-15.15625, false]]], "filtered_resps": [[-8.90625, false], [-8.40625, false], [-10.15625, false], [-9.65625, false], [-9.65625, false], [-10.40625, false], [-5.15234375, false], [-9.90625, false], [-9.65625, false], [-6.15234375, false], [-9.90625, false], [-8.40625, false], [-9.859375, false], [-5.15234375, false], [-8.40625, false], [-9.90625, false], [-9.65625, false], [-9.15625, false], [-9.15625, false], [-9.15625, false], [-9.15625, false], [-5.15234375, false], [-9.15625, false], [-8.90625, false], [-9.15625, false], [-9.15625, false], [-8.40625, false], [-9.859375, false], [-5.15234375, false], [-8.40625, false], [-9.15625, false], [-10.40625, false], [-6.15234375, false], [-9.40625, false], [-9.90625, false], [-8.90625, false], [-9.90625, false], [-5.15234375, false], [-9.40625, false], [-9.90625, false], [-9.15625, false], [-6.15234375, false], [-10.15625, false], [-8.40625, false], [-9.859375, false], [-5.15234375, false], [-8.40625, false], [-10.15625, false], [-9.65625, false], [-9.65625, false], [-11.40625, false], [-9.15625, false], [-9.15625, false], [-5.15234375, false], [-9.40625, false], [-9.90625, false], [-8.90625, false], [-9.90625, false], [-11.90625, false], [-8.40625, false], [-15.15625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1494, "doc": {"id": "Mercury_SC_400836", "question": "What would happen if a magnet was placed in the center of a plastic bowl containing a mixture of iron filings and sand?", "choices": {"text": ["The sand will be repelled by the magnet.", "The iron filings will be attracted to the magnet.", "The sand will be attracted to the magnet.", "The iron filings will be repelled by the magnet."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "The iron filings will be attracted to the magnet.", "arguments": ["Question: What would happen if a magnet was placed in the center of a plastic bowl containing a mixture of iron filings and sand?\nAnswer:", " ["], "resps": [[[-7.6484375, false]], [[-9.3984375, false]], [[-8.3984375, false]], [[-12.3984375, false]], [[-10.8984375, false]], [[-5.8984375, false]], [[-10.6484375, false]], [[-5.3984375, false]], [[-11.6484375, false]], [[-11.8984375, false]], [[-5.8984375, false]], [[-11.6484375, false]], [[-9.6484375, false]], [[-11.8984375, false]], [[-11.8984375, false]], [[-5.8984375, false]], [[-11.3984375, false]], [[-10.8984375, false]], [[-5.8984375, false]], [[-12.6484375, false]], [[-10.8984375, false]], [[-11.6484375, false]], [[-10.8984375, false]], [[-11.8984375, false]], [[-11.8984375, false]], [[-10.8984375, false]], [[-11.8984375, false]], [[-5.8984375, false]], [[-11.3984375, false]], [[-13.3984375, false]], [[-5.8984375, false]], [[-11.3984375, false]], [[-12.3984375, false]], [[-10.8984375, false]], [[-5.8984375, false]], [[-11.3984375, false]], [[-5.3984375, false]], [[-13.1484375, false]], [[-11.6484375, false]], [[-10.8984375, false]], [[-11.3984375, false]], [[-6.875, false]], [[-9.3984375, false]], [[-10.375, false]], [[-5.8984375, false]], [[-9.3984375, false]], [[-8.3984375, false]], [[-12.3984375, false]], [[-10.8984375, false]], [[-5.8984375, false]], [[-9.6484375, false]], [[-12.6484375, false]], [[-12.3984375, false]], [[-11.6484375, false]], [[-5.8984375, false]], [[-10.8984375, false]], [[-9.6484375, false]], [[-11.8984375, false]], [[-9.6484375, false]], [[-11.6484375, false]], [[-13.1484375, false]], [[-10.6484375, false]], [[-5.8984375, false]], [[-11.6484375, false]], [[-9.6484375, false]], [[-11.8984375, false]], [[-11.8984375, false]], [[-5.8984375, false]], [[-11.3984375, false]], [[-10.8984375, false]], [[-5.8984375, false]], [[-5.3984375, false]], [[-11.3984375, false]], [[-11.3984375, false]], [[-12.6484375, false]], [[-5.3984375, false]], [[-11.3984375, false]], [[-11.3984375, false]], [[-10.8984375, false]], [[-11.8984375, false]], [[-5.8984375, false]], [[-11.3984375, false]], [[-12.3984375, false]], [[-5.8984375, false]], [[-11.3984375, false]], [[-12.3984375, false]], [[-10.8984375, false]], [[-5.8984375, false]], [[-11.3984375, false]], [[-5.3984375, false]], [[-13.1484375, false]], [[-11.6484375, false]], [[-10.8984375, false]], [[-11.3984375, false]], [[-6.875, false]], [[-9.3984375, false]], [[-10.375, false]], [[-5.8984375, false]], [[-9.3984375, false]], [[-8.3984375, false]], [[-12.3984375, false]], [[-10.8984375, false]], [[-5.8984375, false]], [[-10.6484375, false]], [[-5.3984375, false]], [[-11.6484375, false]], [[-11.8984375, false]], [[-5.8984375, false]], [[-11.6484375, false]], [[-9.6484375, false]], [[-11.8984375, false]], [[-11.8984375, false]], [[-5.8984375, false]], [[-11.3984375, false]], [[-10.8984375, false]], [[-5.8984375, false]], [[-5.3984375, false]], [[-11.3984375, false]], [[-11.3984375, false]], [[-12.6484375, false]], [[-5.3984375, false]], [[-11.3984375, false]], [[-11.3984375, false]], [[-10.8984375, false]], [[-11.8984375, false]], [[-5.8984375, false]], [[-11.3984375, false]], [[-12.3984375, false]], [[-5.8984375, false]], [[-11.3984375, false]], [[-12.3984375, false]], [[-10.8984375, false]], [[-5.8984375, false]], [[-11.3984375, false]], [[-5.3984375, false]], [[-13.1484375, false]], [[-11.6484375, false]], [[-10.8984375, false]], [[-11.3984375, false]], [[-6.875, false]], [[-9.3984375, false]], [[-10.375, false]], [[-5.8984375, false]], [[-9.3984375, false]], [[-8.3984375, false]], [[-12.3984375, false]], [[-10.8984375, false]], [[-5.8984375, false]], [[-9.6484375, false]], [[-12.6484375, false]], [[-12.3984375, false]], [[-11.6484375, false]], [[-5.8984375, false]], [[-10.8984375, false]], [[-9.6484375, false]], [[-11.8984375, false]], [[-9.6484375, false]], [[-11.6484375, false]], [[-13.1484375, false]], [[-10.6484375, false]], [[-5.8984375, false]], [[-11.6484375, false]], [[-9.6484375, false]], [[-11.8984375, false]], [[-11.8984375, false]], [[-5.8984375, false]], [[-11.3984375, false]], [[-10.8984375, false]], [[-5.8984375, false]], [[-12.6484375, false]], [[-10.8984375, false]], [[-11.6484375, false]], [[-10.8984375, false]], [[-11.8984375, false]], [[-11.8984375, false]], [[-10.8984375, false]], [[-11.8984375, false]], [[-5.8984375, false]], [[-11.3984375, false]], [[-13.3984375, false]], [[-5.8984375, false]], [[-11.3984375, false]], [[-12.3984375, false]], [[-10.8984375, false]], [[-5.8984375, false]], [[-11.3984375, false]], [[-5.3984375, false]], [[-13.1484375, false]], [[-11.6484375, false]], [[-10.8984375, false]], [[-11.3984375, false]], [[-6.875, false]], [[-9.3984375, false]], [[-12.8984375, false]]], "filtered_resps": [[-7.6484375, false], [-9.3984375, false], [-8.3984375, false], [-12.3984375, false], [-10.8984375, false], [-5.8984375, false], [-10.6484375, false], [-5.3984375, false], [-11.6484375, false], [-11.8984375, false], [-5.8984375, false], [-11.6484375, false], [-9.6484375, false], [-11.8984375, false], [-11.8984375, false], [-5.8984375, false], [-11.3984375, false], [-10.8984375, false], [-5.8984375, false], [-12.6484375, false], [-10.8984375, false], [-11.6484375, false], [-10.8984375, false], [-11.8984375, false], [-11.8984375, false], [-10.8984375, false], [-11.8984375, false], [-5.8984375, false], [-11.3984375, false], [-13.3984375, false], [-5.8984375, false], [-11.3984375, false], [-12.3984375, false], [-10.8984375, false], [-5.8984375, false], [-11.3984375, false], [-5.3984375, false], [-13.1484375, false], [-11.6484375, false], [-10.8984375, false], [-11.3984375, false], [-6.875, false], [-9.3984375, false], [-10.375, false], [-5.8984375, false], [-9.3984375, false], [-8.3984375, false], [-12.3984375, false], [-10.8984375, false], [-5.8984375, false], [-9.6484375, false], [-12.6484375, false], [-12.3984375, false], [-11.6484375, false], [-5.8984375, false], [-10.8984375, false], [-9.6484375, false], [-11.8984375, false], [-9.6484375, false], [-11.6484375, false], [-13.1484375, false], [-10.6484375, false], [-5.8984375, false], [-11.6484375, false], [-9.6484375, false], [-11.8984375, false], [-11.8984375, false], [-5.8984375, false], [-11.3984375, false], [-10.8984375, false], [-5.8984375, false], [-5.3984375, false], [-11.3984375, false], [-11.3984375, false], [-12.6484375, false], [-5.3984375, false], [-11.3984375, false], [-11.3984375, false], [-10.8984375, false], [-11.8984375, false], [-5.8984375, false], [-11.3984375, false], [-12.3984375, false], [-5.8984375, false], [-11.3984375, false], [-12.3984375, false], [-10.8984375, false], [-5.8984375, false], [-11.3984375, false], [-5.3984375, false], [-13.1484375, false], [-11.6484375, false], [-10.8984375, false], [-11.3984375, false], [-6.875, false], [-9.3984375, false], [-10.375, false], [-5.8984375, false], [-9.3984375, false], [-8.3984375, false], [-12.3984375, false], [-10.8984375, false], [-5.8984375, false], [-10.6484375, false], [-5.3984375, false], [-11.6484375, false], [-11.8984375, false], [-5.8984375, false], [-11.6484375, false], [-9.6484375, false], [-11.8984375, false], [-11.8984375, false], [-5.8984375, false], [-11.3984375, false], [-10.8984375, false], [-5.8984375, false], [-5.3984375, false], [-11.3984375, false], [-11.3984375, false], [-12.6484375, false], [-5.3984375, false], [-11.3984375, false], [-11.3984375, false], [-10.8984375, false], [-11.8984375, false], [-5.8984375, false], [-11.3984375, false], [-12.3984375, false], [-5.8984375, false], [-11.3984375, false], [-12.3984375, false], [-10.8984375, false], [-5.8984375, false], [-11.3984375, false], [-5.3984375, false], [-13.1484375, false], [-11.6484375, false], [-10.8984375, false], [-11.3984375, false], [-6.875, false], [-9.3984375, false], [-10.375, false], [-5.8984375, false], [-9.3984375, false], [-8.3984375, false], [-12.3984375, false], [-10.8984375, false], [-5.8984375, false], [-9.6484375, false], [-12.6484375, false], [-12.3984375, false], [-11.6484375, false], [-5.8984375, false], [-10.8984375, false], [-9.6484375, false], [-11.8984375, false], [-9.6484375, false], [-11.6484375, false], [-13.1484375, false], [-10.6484375, false], [-5.8984375, false], [-11.6484375, false], [-9.6484375, false], [-11.8984375, false], [-11.8984375, false], [-5.8984375, false], [-11.3984375, false], [-10.8984375, false], [-5.8984375, false], [-12.6484375, false], [-10.8984375, false], [-11.6484375, false], [-10.8984375, false], [-11.8984375, false], [-11.8984375, false], [-10.8984375, false], [-11.8984375, false], [-5.8984375, false], [-11.3984375, false], [-13.3984375, false], [-5.8984375, false], [-11.3984375, false], [-12.3984375, false], [-10.8984375, false], [-5.8984375, false], [-11.3984375, false], [-5.3984375, false], [-13.1484375, false], [-11.6484375, false], [-10.8984375, false], [-11.3984375, false], [-6.875, false], [-9.3984375, false], [-12.8984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1502, "doc": {"id": "MCAS_2000_8_20", "question": "Which is not a significant reason why people are living longer today than 100 years ago?", "choices": {"text": ["development of sugar substitutes", "development of medicines", "better health care", "better nutrition"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "development of sugar substitutes", "arguments": ["Question: Which is not a significant reason why people are living longer today than 100 years ago?\nAnswer:", " ["], "resps": [[[-8.3046875, false]], [[-8.6796875, false]], [[-9.4296875, false]], [[-9.0546875, false]], [[-12.3046875, false]], [[-9.0546875, false]], [[-9.9296875, false]], [[-9.8046875, false]], [[-10.6796875, false]], [[-10.9296875, false]], [[-9.0546875, false]], [[-9.4296875, false]], [[-10.8046875, false]], [[-6.1796875, false]], [[-9.8046875, false]], [[-10.3046875, false]], [[-6.1796875, false]], [[-8.9296875, false]], [[-12.1796875, false]], [[-13.3046875, false]], [[-5.9296875, false]], [[-12.0546875, false]], [[-6.1796875, false]], [[-8.9296875, false]], [[-12.1796875, false]], [[-9.8046875, false]], [[-8.9296875, false]], [[-10.8046875, false]], [[-9.4296875, false]], [[-10.8046875, false]], [[-12.1796875, false]], [[-10.8046875, false]], [[-9.0546875, false]], [[-8.9296875, false]], [[-8.6796875, false]], [[-10.59375, false]], [[-6.1796875, false]], [[-8.6796875, false]], [[-9.4296875, false]], [[-9.0546875, false]], [[-12.3046875, false]], [[-9.0546875, false]], [[-9.9296875, false]], [[-9.8046875, false]], [[-10.6796875, false]], [[-10.9296875, false]], [[-9.0546875, false]], [[-9.4296875, false]], [[-10.8046875, false]], [[-6.1796875, false]], [[-9.8046875, false]], [[-10.3046875, false]], [[-6.1796875, false]], [[-10.9296875, false]], [[-9.0546875, false]], [[-9.4296875, false]], [[-9.4296875, false]], [[-9.8046875, false]], [[-9.4296875, false]], [[-9.4296875, false]], [[-9.0546875, false]], [[-8.9296875, false]], [[-8.6796875, false]], [[-10.59375, false]], [[-6.1796875, false]], [[-8.6796875, false]], [[-9.8046875, false]], [[-9.0546875, false]], [[-10.8046875, false]], [[-10.8046875, false]], [[-9.0546875, false]], [[-12.0546875, false]], [[-6.1796875, false]], [[-12.0546875, false]], [[-9.0546875, false]], [[-5.9296875, false]], [[-9.9296875, false]], [[-10.8046875, false]], [[-12.0546875, false]], [[-6.1796875, false]], [[-9.8046875, false]], [[-5.9296875, false]], [[-12.0546875, false]], [[-9.0546875, false]], [[-8.6796875, false]], [[-10.59375, false]], [[-6.1796875, false]], [[-8.6796875, false]], [[-9.8046875, false]], [[-9.0546875, false]], [[-10.8046875, false]], [[-10.8046875, false]], [[-9.0546875, false]], [[-12.0546875, false]], [[-6.1796875, false]], [[-9.4296875, false]], [[-12.1796875, false]], [[-10.8046875, false]], [[-12.0546875, false]], [[-9.4296875, false]], [[-10.8046875, false]], [[-9.4296875, false]], [[-9.8046875, false]], [[-9.4296875, false]], [[-8.6796875, false]], [[-14.8046875, false]]], "filtered_resps": [[-8.3046875, false], [-8.6796875, false], [-9.4296875, false], [-9.0546875, false], [-12.3046875, false], [-9.0546875, false], [-9.9296875, false], [-9.8046875, false], [-10.6796875, false], [-10.9296875, false], [-9.0546875, false], [-9.4296875, false], [-10.8046875, false], [-6.1796875, false], [-9.8046875, false], [-10.3046875, false], [-6.1796875, false], [-8.9296875, false], [-12.1796875, false], [-13.3046875, false], [-5.9296875, false], [-12.0546875, false], [-6.1796875, false], [-8.9296875, false], [-12.1796875, false], [-9.8046875, false], [-8.9296875, false], [-10.8046875, false], [-9.4296875, false], [-10.8046875, false], [-12.1796875, false], [-10.8046875, false], [-9.0546875, false], [-8.9296875, false], [-8.6796875, false], [-10.59375, false], [-6.1796875, false], [-8.6796875, false], [-9.4296875, false], [-9.0546875, false], [-12.3046875, false], [-9.0546875, false], [-9.9296875, false], [-9.8046875, false], [-10.6796875, false], [-10.9296875, false], [-9.0546875, false], [-9.4296875, false], [-10.8046875, false], [-6.1796875, false], [-9.8046875, false], [-10.3046875, false], [-6.1796875, false], [-10.9296875, false], [-9.0546875, false], [-9.4296875, false], [-9.4296875, false], [-9.8046875, false], [-9.4296875, false], [-9.4296875, false], [-9.0546875, false], [-8.9296875, false], [-8.6796875, false], [-10.59375, false], [-6.1796875, false], [-8.6796875, false], [-9.8046875, false], [-9.0546875, false], [-10.8046875, false], [-10.8046875, false], [-9.0546875, false], [-12.0546875, false], [-6.1796875, false], [-12.0546875, false], [-9.0546875, false], [-5.9296875, false], [-9.9296875, false], [-10.8046875, false], [-12.0546875, false], [-6.1796875, false], [-9.8046875, false], [-5.9296875, false], [-12.0546875, false], [-9.0546875, false], [-8.6796875, false], [-10.59375, false], [-6.1796875, false], [-8.6796875, false], [-9.8046875, false], [-9.0546875, false], [-10.8046875, false], [-10.8046875, false], [-9.0546875, false], [-12.0546875, false], [-6.1796875, false], [-9.4296875, false], [-12.1796875, false], [-10.8046875, false], [-12.0546875, false], [-9.4296875, false], [-10.8046875, false], [-9.4296875, false], [-9.8046875, false], [-9.4296875, false], [-8.6796875, false], [-14.8046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1510, "doc": {"id": "NYSEDREGENTS_2012_4_10", "question": "At approximately which time of day is the Sun at the highest point in the sky to an observer in New York State?", "choices": {"text": ["6 a.m.", "noon", "6 p.m.", "midnight"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "noon", "arguments": ["Question: At approximately which time of day is the Sun at the highest point in the sky to an observer in New York State?\nAnswer:", " ["], "resps": [[[-6.75, false]], [[-8.75, false]], [[-5.25, false]], [[-4.25, false]], [[-6.75, false]], [[-6.32421875, false]], [[-9.25, false]], [[-6.32421875, false]], [[-8.75, false]], [[-8.578125, false]], [[-4.25, false]], [[-8.75, false]], [[-7.75, false]], [[-9.0, false]], [[-9.0, false]], [[-7.75, false]], [[-8.75, false]], [[-8.578125, false]], [[-4.25, false]], [[-8.75, false]], [[-5.25, false]], [[-4.25, false]], [[-8.5, false]], [[-6.32421875, false]], [[-9.25, false]], [[-6.32421875, false]], [[-8.75, false]], [[-8.578125, false]], [[-4.25, false]], [[-8.75, false]], [[-9.25, false]], [[-9.0, false]], [[-10.25, false]], [[-7.75, false]], [[-9.0, false]], [[-12.75, false]], [[-11.0, false]], [[-9.0, false]], [[-8.75, false]], [[-11.25, false]]], "filtered_resps": [[-6.75, false], [-8.75, false], [-5.25, false], [-4.25, false], [-6.75, false], [-6.32421875, false], [-9.25, false], [-6.32421875, false], [-8.75, false], [-8.578125, false], [-4.25, false], [-8.75, false], [-7.75, false], [-9.0, false], [-9.0, false], [-7.75, false], [-8.75, false], [-8.578125, false], [-4.25, false], [-8.75, false], [-5.25, false], [-4.25, false], [-8.5, false], [-6.32421875, false], [-9.25, false], [-6.32421875, false], [-8.75, false], [-8.578125, false], [-4.25, false], [-8.75, false], [-9.25, false], [-9.0, false], [-10.25, false], [-7.75, false], [-9.0, false], [-12.75, false], [-11.0, false], [-9.0, false], [-8.75, false], [-11.25, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1518, "doc": {"id": "MCAS_2000_8_12", "question": "Which is not a characteristic common to organisms?", "choices": {"text": ["requires energy", "reproduction", "rigidity", "presence of DNA"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "rigidity", "arguments": ["Question: Which is not a characteristic common to organisms?\nAnswer:", " ["], "resps": [[[-7.42578125, false]], [[-9.0546875, false]], [[-9.4296875, false]], [[-7.05078125, false]], [[-11.4296875, false]], [[-10.4296875, false]], [[-8.4296875, false]], [[-9.4296875, false]], [[-7.05078125, false]], [[-8.3046875, false]], [[-4.80078125, false]], [[-7.05078125, false]], [[-8.1796875, false]], [[-7.05078125, false]], [[-9.4296875, false]], [[-10.4296875, false]], [[-10.6796875, false]], [[-9.0546875, false]], [[-9.828125, false]], [[-4.80078125, false]], [[-9.0546875, false]], [[-9.4296875, false]], [[-7.05078125, false]], [[-9.1796875, false]], [[-9.4296875, false]], [[-8.4296875, false]], [[-7.80078125, false]], [[-10.4296875, false]], [[-7.05078125, false]], [[-10.1796875, false]], [[-8.4296875, false]], [[-8.4296875, false]], [[-8.1796875, false]], [[-9.0546875, false]], [[-9.828125, false]], [[-4.80078125, false]], [[-9.0546875, false]], [[-9.4296875, false]], [[-8.4296875, false]], [[-10.4296875, false]], [[-8.4296875, false]], [[-7.80078125, false]], [[-8.4296875, false]], [[-10.1796875, false]], [[-10.6796875, false]], [[-9.0546875, false]], [[-9.828125, false]], [[-4.80078125, false]], [[-9.0546875, false]], [[-9.1796875, false]], [[-9.4296875, false]], [[-7.05078125, false]], [[-8.3046875, false]], [[-7.05078125, false]], [[-8.1796875, false]], [[-7.05078125, false]], [[-7.05078125, false]], [[-4.80078125, false]], [[-8.4296875, false]], [[-9.3046875, false]], [[-4.80078125, false]], [[-5.80078125, false]], [[-7.17578125, false]], [[-3.052734375, false]], [[-9.0546875, false]], [[-13.5546875, false]]], "filtered_resps": [[-7.42578125, false], [-9.0546875, false], [-9.4296875, false], [-7.05078125, false], [-11.4296875, false], [-10.4296875, false], [-8.4296875, false], [-9.4296875, false], [-7.05078125, false], [-8.3046875, false], [-4.80078125, false], [-7.05078125, false], [-8.1796875, false], [-7.05078125, false], [-9.4296875, false], [-10.4296875, false], [-10.6796875, false], [-9.0546875, false], [-9.828125, false], [-4.80078125, false], [-9.0546875, false], [-9.4296875, false], [-7.05078125, false], [-9.1796875, false], [-9.4296875, false], [-8.4296875, false], [-7.80078125, false], [-10.4296875, false], [-7.05078125, false], [-10.1796875, false], [-8.4296875, false], [-8.4296875, false], [-8.1796875, false], [-9.0546875, false], [-9.828125, false], [-4.80078125, false], [-9.0546875, false], [-9.4296875, false], [-8.4296875, false], [-10.4296875, false], [-8.4296875, false], [-7.80078125, false], [-8.4296875, false], [-10.1796875, false], [-10.6796875, false], [-9.0546875, false], [-9.828125, false], [-4.80078125, false], [-9.0546875, false], [-9.1796875, false], [-9.4296875, false], [-7.05078125, false], [-8.3046875, false], [-7.05078125, false], [-8.1796875, false], [-7.05078125, false], [-7.05078125, false], [-4.80078125, false], [-8.4296875, false], [-9.3046875, false], [-4.80078125, false], [-5.80078125, false], [-7.17578125, false], [-3.052734375, false], [-9.0546875, false], [-13.5546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1526, "doc": {"id": "Mercury_SC_415583", "question": "In a turtle race, each turtle walks one a 3-meter track. If the turtles walk one at a time, how can you tell which turtle was fastest?", "choices": {"text": ["The turtle that started first is fastest.", "The turtle that finished first is fastest.", "The turtle that took the shortest time is fastest.", "The turtle that took the longest time is fastest."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "The turtle that took the shortest time is fastest.", "arguments": ["Question: In a turtle race, each turtle walks one a 3-meter track. If the turtles walk one at a time, how can you tell which turtle was fastest?\nAnswer:", " ["], "resps": [[[-7.3828125, false]], [[-9.6328125, false]], [[-6.6328125, false]], [[-9.6328125, false]], [[-8.8828125, false]], [[-6.1328125, false]], [[-9.1328125, false]], [[-9.6328125, false]], [[-10.1328125, false]], [[-9.1328125, false]], [[-9.8828125, false]], [[-8.8828125, false]], [[-6.1328125, false]], [[-9.1328125, false]], [[-9.6328125, false]], [[-5.8828125, false]], [[-9.1328125, false]], [[-6.1328125, false]], [[-8.8828125, false]], [[-9.1328125, false]], [[-5.8828125, false]], [[-10.1328125, false]], [[-9.1328125, false]], [[-8.8828125, false]], [[-9.3828125, false]], [[-6.1328125, false]], [[-9.3828125, false]], [[-9.3828125, false]], [[-10.1328125, false]], [[-8.8828125, false]], [[-9.1328125, false]], [[-6.1328125, false]], [[-9.3828125, false]], [[-8.8828125, false]], [[-6.1328125, false]], [[-9.3828125, false]], [[-5.8828125, false]], [[-8.8828125, false]], [[-9.1328125, false]], [[-8.8828125, false]], [[-8.8828125, false]], [[-9.1328125, false]], [[-7.734375, false]], [[-9.6328125, false]], [[-10.359375, false]], [[-6.1328125, false]], [[-9.6328125, false]], [[-6.6328125, false]], [[-9.6328125, false]], [[-8.8828125, false]], [[-6.1328125, false]], [[-9.1328125, false]], [[-9.6328125, false]], [[-10.1328125, false]], [[-9.1328125, false]], [[-9.8828125, false]], [[-8.8828125, false]], [[-6.1328125, false]], [[-9.1328125, false]], [[-9.6328125, false]], [[-5.8828125, false]], [[-9.1328125, false]], [[-6.1328125, false]], [[-9.3828125, false]], [[-9.3828125, false]], [[-8.8828125, false]], [[-9.3828125, false]], [[-8.8828125, false]], [[-9.6328125, false]], [[-8.8828125, false]], [[-9.3828125, false]], [[-6.1328125, false]], [[-9.3828125, false]], [[-9.3828125, false]], [[-10.1328125, false]], [[-8.8828125, false]], [[-9.1328125, false]], [[-6.1328125, false]], [[-9.3828125, false]], [[-8.8828125, false]], [[-6.1328125, false]], [[-9.3828125, false]], [[-5.8828125, false]], [[-8.8828125, false]], [[-9.1328125, false]], [[-8.8828125, false]], [[-8.8828125, false]], [[-9.1328125, false]], [[-7.734375, false]], [[-9.6328125, false]], [[-10.359375, false]], [[-6.1328125, false]], [[-9.6328125, false]], [[-6.6328125, false]], [[-9.6328125, false]], [[-8.8828125, false]], [[-6.1328125, false]], [[-9.1328125, false]], [[-9.6328125, false]], [[-10.1328125, false]], [[-9.1328125, false]], [[-9.8828125, false]], [[-8.8828125, false]], [[-6.1328125, false]], [[-9.1328125, false]], [[-9.6328125, false]], [[-5.8828125, false]], [[-9.1328125, false]], [[-6.1328125, false]], [[-9.1328125, false]], [[-10.6328125, false]], [[-10.6328125, false]], [[-9.3828125, false]], [[-6.1328125, false]], [[-9.1328125, false]], [[-9.6328125, false]], [[-8.8828125, false]], [[-6.1328125, false]], [[-8.8828125, false]], [[-9.6328125, false]], [[-10.6328125, false]], [[-10.1328125, false]], [[-9.1328125, false]], [[-8.8828125, false]], [[-8.8828125, false]], [[-9.1328125, false]], [[-6.1328125, false]], [[-9.1328125, false]], [[-9.3828125, false]], [[-9.1328125, false]], [[-8.8828125, false]], [[-6.1328125, false]], [[-9.3828125, false]], [[-8.8828125, false]], [[-6.1328125, false]], [[-9.3828125, false]], [[-5.8828125, false]], [[-8.8828125, false]], [[-9.1328125, false]], [[-8.8828125, false]], [[-8.8828125, false]], [[-9.1328125, false]], [[-7.734375, false]], [[-9.6328125, false]], [[-10.359375, false]], [[-6.1328125, false]], [[-9.6328125, false]], [[-6.6328125, false]], [[-9.6328125, false]], [[-8.8828125, false]], [[-6.1328125, false]], [[-9.1328125, false]], [[-9.6328125, false]], [[-10.1328125, false]], [[-9.1328125, false]], [[-9.8828125, false]], [[-8.8828125, false]], [[-6.1328125, false]], [[-9.1328125, false]], [[-9.6328125, false]], [[-5.8828125, false]], [[-9.1328125, false]], [[-6.1328125, false]], [[-9.1328125, false]], [[-10.6328125, false]], [[-10.6328125, false]], [[-9.3828125, false]], [[-6.1328125, false]], [[-9.1328125, false]], [[-9.6328125, false]], [[-8.8828125, false]], [[-6.1328125, false]], [[-9.8828125, false]], [[-10.6328125, false]], [[-8.8828125, false]], [[-10.8828125, false]], [[-8.8828125, false]], [[-8.8828125, false]], [[-9.1328125, false]], [[-6.1328125, false]], [[-9.1328125, false]], [[-9.3828125, false]], [[-9.1328125, false]], [[-8.8828125, false]], [[-6.1328125, false]], [[-9.3828125, false]], [[-8.8828125, false]], [[-6.1328125, false]], [[-9.3828125, false]], [[-5.8828125, false]], [[-8.8828125, false]], [[-9.1328125, false]], [[-8.8828125, false]], [[-8.8828125, false]], [[-9.1328125, false]], [[-7.734375, false]], [[-9.6328125, false]], [[-12.1328125, false]]], "filtered_resps": [[-7.3828125, false], [-9.6328125, false], [-6.6328125, false], [-9.6328125, false], [-8.8828125, false], [-6.1328125, false], [-9.1328125, false], [-9.6328125, false], [-10.1328125, false], [-9.1328125, false], [-9.8828125, false], [-8.8828125, false], [-6.1328125, false], [-9.1328125, false], [-9.6328125, false], [-5.8828125, false], [-9.1328125, false], [-6.1328125, false], [-8.8828125, false], [-9.1328125, false], [-5.8828125, false], [-10.1328125, false], [-9.1328125, false], [-8.8828125, false], [-9.3828125, false], [-6.1328125, false], [-9.3828125, false], [-9.3828125, false], [-10.1328125, false], [-8.8828125, false], [-9.1328125, false], [-6.1328125, false], [-9.3828125, false], [-8.8828125, false], [-6.1328125, false], [-9.3828125, false], [-5.8828125, false], [-8.8828125, false], [-9.1328125, false], [-8.8828125, false], [-8.8828125, false], [-9.1328125, false], [-7.734375, false], [-9.6328125, false], [-10.359375, false], [-6.1328125, false], [-9.6328125, false], [-6.6328125, false], [-9.6328125, false], [-8.8828125, false], [-6.1328125, false], [-9.1328125, false], [-9.6328125, false], [-10.1328125, false], [-9.1328125, false], [-9.8828125, false], [-8.8828125, false], [-6.1328125, false], [-9.1328125, false], [-9.6328125, false], [-5.8828125, false], [-9.1328125, false], [-6.1328125, false], [-9.3828125, false], [-9.3828125, false], [-8.8828125, false], [-9.3828125, false], [-8.8828125, false], [-9.6328125, false], [-8.8828125, false], [-9.3828125, false], [-6.1328125, false], [-9.3828125, false], [-9.3828125, false], [-10.1328125, false], [-8.8828125, false], [-9.1328125, false], [-6.1328125, false], [-9.3828125, false], [-8.8828125, false], [-6.1328125, false], [-9.3828125, false], [-5.8828125, false], [-8.8828125, false], [-9.1328125, false], [-8.8828125, false], [-8.8828125, false], [-9.1328125, false], [-7.734375, false], [-9.6328125, false], [-10.359375, false], [-6.1328125, false], [-9.6328125, false], [-6.6328125, false], [-9.6328125, false], [-8.8828125, false], [-6.1328125, false], [-9.1328125, false], [-9.6328125, false], [-10.1328125, false], [-9.1328125, false], [-9.8828125, false], [-8.8828125, false], [-6.1328125, false], [-9.1328125, false], [-9.6328125, false], [-5.8828125, false], [-9.1328125, false], [-6.1328125, false], [-9.1328125, false], [-10.6328125, false], [-10.6328125, false], [-9.3828125, false], [-6.1328125, false], [-9.1328125, false], [-9.6328125, false], [-8.8828125, false], [-6.1328125, false], [-8.8828125, false], [-9.6328125, false], [-10.6328125, false], [-10.1328125, false], [-9.1328125, false], [-8.8828125, false], [-8.8828125, false], [-9.1328125, false], [-6.1328125, false], [-9.1328125, false], [-9.3828125, false], [-9.1328125, false], [-8.8828125, false], [-6.1328125, false], [-9.3828125, false], [-8.8828125, false], [-6.1328125, false], [-9.3828125, false], [-5.8828125, false], [-8.8828125, false], [-9.1328125, false], [-8.8828125, false], [-8.8828125, false], [-9.1328125, false], [-7.734375, false], [-9.6328125, false], [-10.359375, false], [-6.1328125, false], [-9.6328125, false], [-6.6328125, false], [-9.6328125, false], [-8.8828125, false], [-6.1328125, false], [-9.1328125, false], [-9.6328125, false], [-10.1328125, false], [-9.1328125, false], [-9.8828125, false], [-8.8828125, false], [-6.1328125, false], [-9.1328125, false], [-9.6328125, false], [-5.8828125, false], [-9.1328125, false], [-6.1328125, false], [-9.1328125, false], [-10.6328125, false], [-10.6328125, false], [-9.3828125, false], [-6.1328125, false], [-9.1328125, false], [-9.6328125, false], [-8.8828125, false], [-6.1328125, false], [-9.8828125, false], [-10.6328125, false], [-8.8828125, false], [-10.8828125, false], [-8.8828125, false], [-8.8828125, false], [-9.1328125, false], [-6.1328125, false], [-9.1328125, false], [-9.3828125, false], [-9.1328125, false], [-8.8828125, false], [-6.1328125, false], [-9.3828125, false], [-8.8828125, false], [-6.1328125, false], [-9.3828125, false], [-5.8828125, false], [-8.8828125, false], [-9.1328125, false], [-8.8828125, false], [-8.8828125, false], [-9.1328125, false], [-7.734375, false], [-9.6328125, false], [-12.1328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1534, "doc": {"id": "Mercury_7188825", "question": "Mars is an inner planet and Jupiter is an outer planet. Which best describes the relationship between the two planets?", "choices": {"text": ["They are made of the same materials.", "They orbit the Sun in opposite directions.", "They have the same orbital periods around the Sun.", "They are located on opposite sides of the asteroid belt."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "They are located on opposite sides of the asteroid belt.", "arguments": ["Question: Mars is an inner planet and Jupiter is an outer planet. Which best describes the relationship between the two planets?\nAnswer:", " ["], "resps": [[[-6.28125, false]], [[-8.78125, false]], [[-7.28125, false]], [[-9.28125, false]], [[-8.78125, false]], [[-11.28125, false]], [[-5.78125, false]], [[-5.28125, false]], [[-10.03125, false]], [[-8.78125, false]], [[-5.78125, false]], [[-8.28125, false]], [[-5.28125, false]], [[-9.03125, false]], [[-8.78125, false]], [[-5.78125, false]], [[-10.28125, false]], [[-10.03125, false]], [[-5.78125, false]], [[-8.78125, false]], [[-9.28125, false]], [[-8.78125, false]], [[-5.78125, false]], [[-9.03125, false]], [[-5.28125, false]], [[-8.28125, false]], [[-8.78125, false]], [[-5.78125, false]], [[-8.28125, false]], [[-5.28125, false]], [[-8.78125, false]], [[-8.78125, false]], [[-10.03125, false]], [[-8.28125, false]], [[-5.28125, false]], [[-10.03125, false]], [[-9.03125, false]], [[-7.6015625, false]], [[-8.78125, false]], [[-9.859375, false]], [[-5.78125, false]], [[-8.78125, false]], [[-7.28125, false]], [[-9.28125, false]], [[-8.78125, false]], [[-11.28125, false]], [[-5.78125, false]], [[-10.28125, false]], [[-10.03125, false]], [[-7.28125, false]], [[-8.28125, false]], [[-8.78125, false]], [[-5.78125, false]], [[-8.78125, false]], [[-9.28125, false]], [[-8.78125, false]], [[-5.78125, false]], [[-6.53125, false]], [[-11.03125, false]], [[-9.03125, false]], [[-5.78125, false]], [[-8.28125, false]], [[-9.03125, false]], [[-5.78125, false]], [[-10.28125, false]], [[-8.78125, false]], [[-8.78125, false]], [[-10.28125, false]], [[-9.03125, false]], [[-8.28125, false]], [[-8.78125, false]], [[-8.78125, false]], [[-5.78125, false]], [[-9.03125, false]], [[-8.28125, false]], [[-10.03125, false]], [[-8.78125, false]], [[-7.53125, false]], [[-8.78125, false]], [[-8.28125, false]], [[-10.28125, false]], [[-9.03125, false]], [[-9.03125, false]], [[-7.6015625, false]], [[-8.78125, false]], [[-9.859375, false]], [[-5.78125, false]], [[-8.78125, false]], [[-7.28125, false]], [[-9.28125, false]], [[-8.78125, false]], [[-11.28125, false]], [[-5.78125, false]], [[-9.28125, false]], [[-5.28125, false]], [[-8.53125, false]], [[-8.78125, false]], [[-5.78125, false]], [[-8.78125, false]], [[-9.28125, false]], [[-8.78125, false]], [[-5.78125, false]], [[-9.03125, false]], [[-5.28125, false]], [[-8.28125, false]], [[-8.78125, false]], [[-5.78125, false]], [[-10.28125, false]], [[-10.03125, false]], [[-7.28125, false]], [[-8.28125, false]], [[-8.78125, false]], [[-5.28125, false]], [[-10.03125, false]], [[-5.78125, false]], [[-8.78125, false]], [[-8.78125, false]], [[-10.03125, false]], [[-8.28125, false]], [[-10.28125, false]], [[-9.03125, false]], [[-9.03125, false]], [[-5.78125, false]], [[-5.28125, false]], [[-10.03125, false]], [[-10.28125, false]], [[-11.03125, false]], [[-9.03125, false]], [[-9.03125, false]], [[-5.78125, false]], [[-8.78125, false]], [[-9.28125, false]], [[-8.78125, false]], [[-5.78125, false]], [[-6.53125, false]], [[-11.03125, false]], [[-9.03125, false]], [[-7.6015625, false]], [[-8.78125, false]], [[-9.859375, false]], [[-5.78125, false]], [[-8.78125, false]], [[-7.28125, false]], [[-9.28125, false]], [[-8.78125, false]], [[-11.28125, false]], [[-5.78125, false]], [[-5.28125, false]], [[-10.03125, false]], [[-8.78125, false]], [[-5.78125, false]], [[-10.03125, false]], [[-10.28125, false]], [[-7.53125, false]], [[-5.28125, false]], [[-8.78125, false]], [[-8.78125, false]], [[-9.03125, false]], [[-5.78125, false]], [[-10.28125, false]], [[-9.03125, false]], [[-5.78125, false]], [[-10.28125, false]], [[-8.78125, false]], [[-8.78125, false]], [[-10.28125, false]], [[-9.03125, false]], [[-8.28125, false]], [[-8.78125, false]], [[-8.78125, false]], [[-5.78125, false]], [[-9.03125, false]], [[-8.28125, false]], [[-9.03125, false]], [[-8.78125, false]], [[-9.03125, false]], [[-5.78125, false]], [[-10.28125, false]], [[-10.03125, false]], [[-5.78125, false]], [[-8.78125, false]], [[-9.28125, false]], [[-8.78125, false]], [[-5.78125, false]], [[-5.28125, false]], [[-9.03125, false]], [[-8.78125, false]], [[-8.78125, false]], [[-10.03125, false]], [[-10.28125, false]], [[-8.28125, false]], [[-9.03125, false]], [[-5.78125, false]], [[-7.28125, false]], [[-8.78125, false]], [[-10.03125, false]], [[-8.78125, false]], [[-7.6015625, false]], [[-8.78125, false]], [[-11.03125, false]]], "filtered_resps": [[-6.28125, false], [-8.78125, false], [-7.28125, false], [-9.28125, false], [-8.78125, false], [-11.28125, false], [-5.78125, false], [-5.28125, false], [-10.03125, false], [-8.78125, false], [-5.78125, false], [-8.28125, false], [-5.28125, false], [-9.03125, false], [-8.78125, false], [-5.78125, false], [-10.28125, false], [-10.03125, false], [-5.78125, false], [-8.78125, false], [-9.28125, false], [-8.78125, false], [-5.78125, false], [-9.03125, false], [-5.28125, false], [-8.28125, false], [-8.78125, false], [-5.78125, false], [-8.28125, false], [-5.28125, false], [-8.78125, false], [-8.78125, false], [-10.03125, false], [-8.28125, false], [-5.28125, false], [-10.03125, false], [-9.03125, false], [-7.6015625, false], [-8.78125, false], [-9.859375, false], [-5.78125, false], [-8.78125, false], [-7.28125, false], [-9.28125, false], [-8.78125, false], [-11.28125, false], [-5.78125, false], [-10.28125, false], [-10.03125, false], [-7.28125, false], [-8.28125, false], [-8.78125, false], [-5.78125, false], [-8.78125, false], [-9.28125, false], [-8.78125, false], [-5.78125, false], [-6.53125, false], [-11.03125, false], [-9.03125, false], [-5.78125, false], [-8.28125, false], [-9.03125, false], [-5.78125, false], [-10.28125, false], [-8.78125, false], [-8.78125, false], [-10.28125, false], [-9.03125, false], [-8.28125, false], [-8.78125, false], [-8.78125, false], [-5.78125, false], [-9.03125, false], [-8.28125, false], [-10.03125, false], [-8.78125, false], [-7.53125, false], [-8.78125, false], [-8.28125, false], [-10.28125, false], [-9.03125, false], [-9.03125, false], [-7.6015625, false], [-8.78125, false], [-9.859375, false], [-5.78125, false], [-8.78125, false], [-7.28125, false], [-9.28125, false], [-8.78125, false], [-11.28125, false], [-5.78125, false], [-9.28125, false], [-5.28125, false], [-8.53125, false], [-8.78125, false], [-5.78125, false], [-8.78125, false], [-9.28125, false], [-8.78125, false], [-5.78125, false], [-9.03125, false], [-5.28125, false], [-8.28125, false], [-8.78125, false], [-5.78125, false], [-10.28125, false], [-10.03125, false], [-7.28125, false], [-8.28125, false], [-8.78125, false], [-5.28125, false], [-10.03125, false], [-5.78125, false], [-8.78125, false], [-8.78125, false], [-10.03125, false], [-8.28125, false], [-10.28125, false], [-9.03125, false], [-9.03125, false], [-5.78125, false], [-5.28125, false], [-10.03125, false], [-10.28125, false], [-11.03125, false], [-9.03125, false], [-9.03125, false], [-5.78125, false], [-8.78125, false], [-9.28125, false], [-8.78125, false], [-5.78125, false], [-6.53125, false], [-11.03125, false], [-9.03125, false], [-7.6015625, false], [-8.78125, false], [-9.859375, false], [-5.78125, false], [-8.78125, false], [-7.28125, false], [-9.28125, false], [-8.78125, false], [-11.28125, false], [-5.78125, false], [-5.28125, false], [-10.03125, false], [-8.78125, false], [-5.78125, false], [-10.03125, false], [-10.28125, false], [-7.53125, false], [-5.28125, false], [-8.78125, false], [-8.78125, false], [-9.03125, false], [-5.78125, false], [-10.28125, false], [-9.03125, false], [-5.78125, false], [-10.28125, false], [-8.78125, false], [-8.78125, false], [-10.28125, false], [-9.03125, false], [-8.28125, false], [-8.78125, false], [-8.78125, false], [-5.78125, false], [-9.03125, false], [-8.28125, false], [-9.03125, false], [-8.78125, false], [-9.03125, false], [-5.78125, false], [-10.28125, false], [-10.03125, false], [-5.78125, false], [-8.78125, false], [-9.28125, false], [-8.78125, false], [-5.78125, false], [-5.28125, false], [-9.03125, false], [-8.78125, false], [-8.78125, false], [-10.03125, false], [-10.28125, false], [-8.28125, false], [-9.03125, false], [-5.78125, false], [-7.28125, false], [-8.78125, false], [-10.03125, false], [-8.78125, false], [-7.6015625, false], [-8.78125, false], [-11.03125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1542, "doc": {"id": "Mercury_SC_400609", "question": "Today's limestone caverns were once solid rock. Acidic rainwater seeping through the rock over hundreds of years dissolved part of the rock, forming caverns. This is an example of", "choices": {"text": ["erosion.", "deposition.", "physical weathering.", "chemical weathering."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "chemical weathering.", "arguments": ["Question: Today's limestone caverns were once solid rock. Acidic rainwater seeping through the rock over hundreds of years dissolved part of the rock, forming caverns. This is an example of\nAnswer:", " ["], "resps": [[[-7.140625, false]], [[-7.265625, false]], [[-7.515625, false]], [[-9.390625, false]], [[-8.765625, false]], [[-8.515625, false]], [[-7.890625, false]], [[-8.765625, false]], [[-8.390625, false]], [[-6.78125, false]], [[-7.265625, false]], [[-8.65625, false]], [[-5.390625, false]], [[-7.265625, false]], [[-7.890625, false]], [[-7.515625, false]], [[-8.265625, false]], [[-8.765625, false]], [[-8.515625, false]], [[-7.890625, false]], [[-10.265625, false]], [[-7.890625, false]], [[-8.765625, false]], [[-8.390625, false]], [[-6.78125, false]], [[-7.265625, false]], [[-8.65625, false]], [[-5.390625, false]], [[-7.265625, false]], [[-8.265625, false]], [[-9.890625, false]], [[-10.890625, false]], [[-8.515625, false]], [[-7.890625, false]], [[-7.265625, false]], [[-4.640625, false]], [[-10.015625, false]], [[-5.390625, false]], [[-10.015625, false]], [[-7.515625, false]], [[-4.640625, false]], [[-10.265625, false]], [[-9.890625, false]], [[-7.515625, false]], [[-9.390625, false]], [[-7.890625, false]], [[-8.390625, false]], [[-9.890625, false]], [[-6.78125, false]], [[-7.265625, false]], [[-8.65625, false]], [[-5.390625, false]], [[-7.265625, false]], [[-7.265625, false]], [[-9.890625, false]], [[-7.515625, false]], [[-9.140625, false]], [[-7.890625, false]], [[-7.265625, false]], [[-4.640625, false]], [[-10.015625, false]], [[-5.390625, false]], [[-10.015625, false]], [[-7.515625, false]], [[-4.640625, false]], [[-10.265625, false]], [[-9.890625, false]], [[-7.515625, false]], [[-9.390625, false]], [[-7.890625, false]], [[-8.390625, false]], [[-9.890625, false]], [[-6.78125, false]], [[-7.265625, false]], [[-11.140625, false]]], "filtered_resps": [[-7.140625, false], [-7.265625, false], [-7.515625, false], [-9.390625, false], [-8.765625, false], [-8.515625, false], [-7.890625, false], [-8.765625, false], [-8.390625, false], [-6.78125, false], [-7.265625, false], [-8.65625, false], [-5.390625, false], [-7.265625, false], [-7.890625, false], [-7.515625, false], [-8.265625, false], [-8.765625, false], [-8.515625, false], [-7.890625, false], [-10.265625, false], [-7.890625, false], [-8.765625, false], [-8.390625, false], [-6.78125, false], [-7.265625, false], [-8.65625, false], [-5.390625, false], [-7.265625, false], [-8.265625, false], [-9.890625, false], [-10.890625, false], [-8.515625, false], [-7.890625, false], [-7.265625, false], [-4.640625, false], [-10.015625, false], [-5.390625, false], [-10.015625, false], [-7.515625, false], [-4.640625, false], [-10.265625, false], [-9.890625, false], [-7.515625, false], [-9.390625, false], [-7.890625, false], [-8.390625, false], [-9.890625, false], [-6.78125, false], [-7.265625, false], [-8.65625, false], [-5.390625, false], [-7.265625, false], [-7.265625, false], [-9.890625, false], [-7.515625, false], [-9.140625, false], [-7.890625, false], [-7.265625, false], [-4.640625, false], [-10.015625, false], [-5.390625, false], [-10.015625, false], [-7.515625, false], [-4.640625, false], [-10.265625, false], [-9.890625, false], [-7.515625, false], [-9.390625, false], [-7.890625, false], [-8.390625, false], [-9.890625, false], [-6.78125, false], [-7.265625, false], [-11.140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1550, "doc": {"id": "Mercury_7032690", "question": "Which factor causes surface ocean currents?", "choices": {"text": ["the Sun", "the wind", "the Moon", "hurricanes"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "the wind", "arguments": ["Question: Which factor causes surface ocean currents?\nAnswer:", " ["], "resps": [[[-7.9921875, false]], [[-8.9921875, false]], [[-10.7421875, false]], [[-11.3671875, false]], [[-8.4921875, false]], [[-5.3671875, false]], [[-5.7421875, false]], [[-11.7421875, false]], [[-9.6171875, false]], [[-8.9921875, false]], [[-9.453125, false]], [[-5.3671875, false]], [[-8.9921875, false]], [[-10.7421875, false]], [[-11.3671875, false]], [[-8.4921875, false]], [[-5.3671875, false]], [[-10.3671875, false]], [[-9.8671875, false]], [[-9.6171875, false]], [[-9.8671875, false]], [[-8.9921875, false]], [[-9.453125, false]], [[-5.3671875, false]], [[-8.9921875, false]], [[-10.7421875, false]], [[-11.3671875, false]], [[-8.4921875, false]], [[-5.3671875, false]], [[-7.2421875, false]], [[-8.7421875, false]], [[-8.7421875, false]], [[-9.6171875, false]], [[-8.9921875, false]], [[-9.453125, false]], [[-5.3671875, false]], [[-8.9921875, false]], [[-11.3671875, false]], [[-11.7421875, false]], [[-11.2421875, false]], [[-11.2421875, false]], [[-9.8671875, false]], [[-9.4921875, false]], [[-6.1171875, false]], [[-9.6171875, false]], [[-8.4921875, false]], [[-9.2421875, false]], [[-8.9921875, false]], [[-13.6171875, false]]], "filtered_resps": [[-7.9921875, false], [-8.9921875, false], [-10.7421875, false], [-11.3671875, false], [-8.4921875, false], [-5.3671875, false], [-5.7421875, false], [-11.7421875, false], [-9.6171875, false], [-8.9921875, false], [-9.453125, false], [-5.3671875, false], [-8.9921875, false], [-10.7421875, false], [-11.3671875, false], [-8.4921875, false], [-5.3671875, false], [-10.3671875, false], [-9.8671875, false], [-9.6171875, false], [-9.8671875, false], [-8.9921875, false], [-9.453125, false], [-5.3671875, false], [-8.9921875, false], [-10.7421875, false], [-11.3671875, false], [-8.4921875, false], [-5.3671875, false], [-7.2421875, false], [-8.7421875, false], [-8.7421875, false], [-9.6171875, false], [-8.9921875, false], [-9.453125, false], [-5.3671875, false], [-8.9921875, false], [-11.3671875, false], [-11.7421875, false], [-11.2421875, false], [-11.2421875, false], [-9.8671875, false], [-9.4921875, false], [-6.1171875, false], [-9.6171875, false], [-8.4921875, false], [-9.2421875, false], [-8.9921875, false], [-13.6171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1558, "doc": {"id": "Mercury_404987", "question": "In a lab investigation, students had to identify different mineral specimens. Which property is the most reliable for identifying one mineral from another?", "choices": {"text": ["texture", "hardness", "crystal shape", "surface color"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "hardness", "arguments": ["Question: In a lab investigation, students had to identify different mineral specimens. Which property is the most reliable for identifying one mineral from another?\nAnswer:", " ["], "resps": [[[-6.94921875, false]], [[-9.4453125, false]], [[-8.8203125, false]], [[-7.44921875, false]], [[-8.0703125, false]], [[-8.8203125, false]], [[-9.8203125, false]], [[-7.94921875, false]], [[-7.44921875, false]], [[-9.4453125, false]], [[-9.5, false]], [[-5.07421875, false]], [[-9.4453125, false]], [[-9.9453125, false]], [[-4.19921875, false]], [[-7.94921875, false]], [[-8.5703125, false]], [[-7.82421875, false]], [[-7.44921875, false]], [[-8.6953125, false]], [[-8.6953125, false]], [[-9.4453125, false]], [[-9.5, false]], [[-5.07421875, false]], [[-9.4453125, false]], [[-7.19921875, false]], [[-7.94921875, false]], [[-9.3203125, false]], [[-8.6953125, false]], [[-8.8203125, false]], [[-4.19921875, false]], [[-9.3203125, false]], [[-5.07421875, false]], [[-8.6953125, false]], [[-9.9453125, false]], [[-4.19921875, false]], [[-8.0703125, false]], [[-7.44921875, false]], [[-9.4453125, false]], [[-9.5, false]], [[-5.07421875, false]], [[-9.4453125, false]], [[-8.6953125, false]], [[-9.8203125, false]], [[-7.94921875, false]], [[-8.8203125, false]], [[-4.19921875, false]], [[-7.19921875, false]], [[-7.44921875, false]], [[-5.07421875, false]], [[-7.19921875, false]], [[-8.4453125, false]], [[-9.3203125, false]], [[-8.4453125, false]], [[-7.94921875, false]], [[-9.4453125, false]], [[-12.3203125, false]]], "filtered_resps": [[-6.94921875, false], [-9.4453125, false], [-8.8203125, false], [-7.44921875, false], [-8.0703125, false], [-8.8203125, false], [-9.8203125, false], [-7.94921875, false], [-7.44921875, false], [-9.4453125, false], [-9.5, false], [-5.07421875, false], [-9.4453125, false], [-9.9453125, false], [-4.19921875, false], [-7.94921875, false], [-8.5703125, false], [-7.82421875, false], [-7.44921875, false], [-8.6953125, false], [-8.6953125, false], [-9.4453125, false], [-9.5, false], [-5.07421875, false], [-9.4453125, false], [-7.19921875, false], [-7.94921875, false], [-9.3203125, false], [-8.6953125, false], [-8.8203125, false], [-4.19921875, false], [-9.3203125, false], [-5.07421875, false], [-8.6953125, false], [-9.9453125, false], [-4.19921875, false], [-8.0703125, false], [-7.44921875, false], [-9.4453125, false], [-9.5, false], [-5.07421875, false], [-9.4453125, false], [-8.6953125, false], [-9.8203125, false], [-7.94921875, false], [-8.8203125, false], [-4.19921875, false], [-7.19921875, false], [-7.44921875, false], [-5.07421875, false], [-7.19921875, false], [-8.4453125, false], [-9.3203125, false], [-8.4453125, false], [-7.94921875, false], [-9.4453125, false], [-12.3203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1566, "doc": {"id": "Mercury_401010", "question": "What would a model of the Sun, Earth, and Moon best help students visualize?", "choices": {"text": ["the phases of the Moon", "the effects of gravitation", "the effects of volcanic eruptions", "the consequences of earthquakes"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "the phases of the Moon", "arguments": ["Question: What would a model of the Sun, Earth, and Moon best help students visualize?\nAnswer:", " ["], "resps": [[[-7.5859375, false]], [[-8.8359375, false]], [[-11.3359375, false]], [[-12.0859375, false]], [[-9.3359375, false]], [[-6.0859375, false]], [[-11.5859375, false]], [[-12.0859375, false]], [[-5.3359375, false]], [[-10.8359375, false]], [[-9.3359375, false]], [[-10.8359375, false]], [[-6.0859375, false]], [[-10.8359375, false]], [[-11.5859375, false]], [[-6.0859375, false]], [[-11.3359375, false]], [[-12.0859375, false]], [[-9.3359375, false]], [[-6.0859375, false]], [[-7.5859375, false]], [[-10.8359375, false]], [[-10.8359375, false]], [[-11.3359375, false]], [[-8.8359375, false]], [[-11.0234375, false]], [[-6.0859375, false]], [[-8.8359375, false]], [[-11.3359375, false]], [[-12.0859375, false]], [[-9.3359375, false]], [[-6.0859375, false]], [[-9.3359375, false]], [[-11.5859375, false]], [[-11.5859375, false]], [[-9.3359375, false]], [[-10.8359375, false]], [[-11.3359375, false]], [[-10.8359375, false]], [[-6.0859375, false]], [[-10.8359375, false]], [[-11.5859375, false]], [[-6.0859375, false]], [[-13.5859375, false]], [[-12.8359375, false]], [[-5.3359375, false]], [[-11.0859375, false]], [[-9.3359375, false]], [[-11.3359375, false]], [[-5.3359375, false]], [[-11.3359375, false]], [[-9.3359375, false]], [[-10.8359375, false]], [[-11.3359375, false]], [[-8.8359375, false]], [[-11.0234375, false]], [[-6.0859375, false]], [[-8.8359375, false]], [[-11.3359375, false]], [[-12.0859375, false]], [[-9.3359375, false]], [[-6.0859375, false]], [[-9.3359375, false]], [[-11.5859375, false]], [[-11.5859375, false]], [[-9.3359375, false]], [[-10.8359375, false]], [[-11.3359375, false]], [[-10.8359375, false]], [[-6.0859375, false]], [[-10.8359375, false]], [[-11.5859375, false]], [[-6.0859375, false]], [[-11.0859375, false]], [[-10.8359375, false]], [[-12.0859375, false]], [[-10.8359375, false]], [[-5.3359375, false]], [[-11.3359375, false]], [[-9.3359375, false]], [[-10.8359375, false]], [[-6.0859375, false]], [[-9.3359375, false]], [[-12.8359375, false]], [[-12.0859375, false]], [[-11.5859375, false]], [[-11.3359375, false]], [[-9.3359375, false]], [[-10.8359375, false]], [[-11.3359375, false]], [[-10.8359375, false]], [[-8.8359375, false]], [[-11.0234375, false]], [[-6.0859375, false]], [[-8.8359375, false]], [[-11.3359375, false]], [[-12.0859375, false]], [[-9.3359375, false]], [[-6.0859375, false]], [[-10.8359375, false]], [[-10.8359375, false]], [[-11.3359375, false]], [[-10.8359375, false]], [[-9.3359375, false]], [[-12.8359375, false]], [[-12.0859375, false]], [[-9.3359375, false]], [[-11.3359375, false]], [[-10.8359375, false]], [[-9.3359375, false]], [[-10.8359375, false]], [[-6.0859375, false]], [[-10.8359375, false]], [[-11.5859375, false]], [[-6.0859375, false]], [[-9.3359375, false]], [[-5.3359375, false]], [[-12.8359375, false]], [[-11.3359375, false]], [[-12.0859375, false]], [[-12.8359375, false]], [[-12.0859375, false]], [[-5.3359375, false]], [[-12.5859375, false]], [[-9.3359375, false]], [[-10.8359375, false]], [[-8.8359375, false]], [[-12.8359375, false]]], "filtered_resps": [[-7.5859375, false], [-8.8359375, false], [-11.3359375, false], [-12.0859375, false], [-9.3359375, false], [-6.0859375, false], [-11.5859375, false], [-12.0859375, false], [-5.3359375, false], [-10.8359375, false], [-9.3359375, false], [-10.8359375, false], [-6.0859375, false], [-10.8359375, false], [-11.5859375, false], [-6.0859375, false], [-11.3359375, false], [-12.0859375, false], [-9.3359375, false], [-6.0859375, false], [-7.5859375, false], [-10.8359375, false], [-10.8359375, false], [-11.3359375, false], [-8.8359375, false], [-11.0234375, false], [-6.0859375, false], [-8.8359375, false], [-11.3359375, false], [-12.0859375, false], [-9.3359375, false], [-6.0859375, false], [-9.3359375, false], [-11.5859375, false], [-11.5859375, false], [-9.3359375, false], [-10.8359375, false], [-11.3359375, false], [-10.8359375, false], [-6.0859375, false], [-10.8359375, false], [-11.5859375, false], [-6.0859375, false], [-13.5859375, false], [-12.8359375, false], [-5.3359375, false], [-11.0859375, false], [-9.3359375, false], [-11.3359375, false], [-5.3359375, false], [-11.3359375, false], [-9.3359375, false], [-10.8359375, false], [-11.3359375, false], [-8.8359375, false], [-11.0234375, false], [-6.0859375, false], [-8.8359375, false], [-11.3359375, false], [-12.0859375, false], [-9.3359375, false], [-6.0859375, false], [-9.3359375, false], [-11.5859375, false], [-11.5859375, false], [-9.3359375, false], [-10.8359375, false], [-11.3359375, false], [-10.8359375, false], [-6.0859375, false], [-10.8359375, false], [-11.5859375, false], [-6.0859375, false], [-11.0859375, false], [-10.8359375, false], [-12.0859375, false], [-10.8359375, false], [-5.3359375, false], [-11.3359375, false], [-9.3359375, false], [-10.8359375, false], [-6.0859375, false], [-9.3359375, false], [-12.8359375, false], [-12.0859375, false], [-11.5859375, false], [-11.3359375, false], [-9.3359375, false], [-10.8359375, false], [-11.3359375, false], [-10.8359375, false], [-8.8359375, false], [-11.0234375, false], [-6.0859375, false], [-8.8359375, false], [-11.3359375, false], [-12.0859375, false], [-9.3359375, false], [-6.0859375, false], [-10.8359375, false], [-10.8359375, false], [-11.3359375, false], [-10.8359375, false], [-9.3359375, false], [-12.8359375, false], [-12.0859375, false], [-9.3359375, false], [-11.3359375, false], [-10.8359375, false], [-9.3359375, false], [-10.8359375, false], [-6.0859375, false], [-10.8359375, false], [-11.5859375, false], [-6.0859375, false], [-9.3359375, false], [-5.3359375, false], [-12.8359375, false], [-11.3359375, false], [-12.0859375, false], [-12.8359375, false], [-12.0859375, false], [-5.3359375, false], [-12.5859375, false], [-9.3359375, false], [-10.8359375, false], [-8.8359375, false], [-12.8359375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1574, "doc": {"id": "MCAS_2002_8_14", "question": "Steel is used for cables in suspension bridges because of its capacity for", "choices": {"text": ["tension.", "torsion.", "compression.", "contraction."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "tension.", "arguments": ["Question: Steel is used for cables in suspension bridges because of its capacity for\nAnswer:", " ["], "resps": [[[-7.796875, false]], [[-8.796875, false]], [[-10.046875, false]], [[-9.296875, false]], [[-10.296875, false]], [[-9.046875, false]], [[-8.296875, false]], [[-10.046875, false]], [[-10.296875, false]], [[-6.45703125, false]], [[-8.796875, false]], [[-8.3359375, false]], [[-5.546875, false]], [[-8.796875, false]], [[-10.046875, false]], [[-10.046875, false]], [[-10.546875, false]], [[-9.046875, false]], [[-8.296875, false]], [[-10.046875, false]], [[-10.296875, false]], [[-6.45703125, false]], [[-8.796875, false]], [[-8.3359375, false]], [[-5.546875, false]], [[-8.796875, false]], [[-10.046875, false]], [[-10.046875, false]], [[-10.546875, false]], [[-10.796875, false]], [[-10.546875, false]], [[-9.296875, false]], [[-9.046875, false]], [[-9.046875, false]], [[-8.296875, false]], [[-10.046875, false]], [[-10.296875, false]], [[-6.45703125, false]], [[-8.796875, false]], [[-8.3359375, false]], [[-5.546875, false]], [[-8.796875, false]], [[-10.046875, false]], [[-10.046875, false]], [[-10.296875, false]], [[-10.046875, false]], [[-10.546875, false]], [[-6.546875, false]], [[-10.046875, false]], [[-10.046875, false]], [[-8.296875, false]], [[-10.046875, false]], [[-10.296875, false]], [[-6.45703125, false]], [[-8.796875, false]], [[-11.796875, false]]], "filtered_resps": [[-7.796875, false], [-8.796875, false], [-10.046875, false], [-9.296875, false], [-10.296875, false], [-9.046875, false], [-8.296875, false], [-10.046875, false], [-10.296875, false], [-6.45703125, false], [-8.796875, false], [-8.3359375, false], [-5.546875, false], [-8.796875, false], [-10.046875, false], [-10.046875, false], [-10.546875, false], [-9.046875, false], [-8.296875, false], [-10.046875, false], [-10.296875, false], [-6.45703125, false], [-8.796875, false], [-8.3359375, false], [-5.546875, false], [-8.796875, false], [-10.046875, false], [-10.046875, false], [-10.546875, false], [-10.796875, false], [-10.546875, false], [-9.296875, false], [-9.046875, false], [-9.046875, false], [-8.296875, false], [-10.046875, false], [-10.296875, false], [-6.45703125, false], [-8.796875, false], [-8.3359375, false], [-5.546875, false], [-8.796875, false], [-10.046875, false], [-10.046875, false], [-10.296875, false], [-10.046875, false], [-10.546875, false], [-6.546875, false], [-10.046875, false], [-10.046875, false], [-8.296875, false], [-10.046875, false], [-10.296875, false], [-6.45703125, false], [-8.796875, false], [-11.796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1582, "doc": {"id": "NYSEDREGENTS_2013_8_37", "question": "A student placed a rock in a graduated cylinder containing water, causing the water level in the cylinder to increase by 20 mL. This increase represents the rock's", "choices": {"text": ["mass", "volume", "solubility", "temperature"], "label": ["1", "2", "3", "4"]}, "answerKey": "2"}, "target": "volume", "arguments": ["Question: A student placed a rock in a graduated cylinder containing water, causing the water level in the cylinder to increase by 20 mL. This increase represents the rock's\nAnswer:", " ["], "resps": [[[-6.83203125, false]], [[-7.20703125, false]], [[-6.45703125, false]], [[-3.33203125, false]], [[-7.33203125, false]], [[-7.33203125, false]], [[-7.20703125, false]], [[-8.125, false]], [[-4.953125, false]], [[-7.20703125, false]], [[-7.70703125, false]], [[-9.0859375, false]], [[-8.9609375, false]], [[-7.95703125, false]], [[-6.45703125, false]], [[-7.45703125, false]], [[-7.20703125, false]], [[-8.2109375, false]], [[-4.95703125, false]], [[-7.20703125, false]], [[-7.33203125, false]], [[-9.0859375, false]], [[-8.9609375, false]], [[-7.95703125, false]], [[-4.95703125, false]], [[-7.33203125, false]], [[-8.9609375, false]], [[-7.33203125, false]], [[-7.58203125, false]], [[-8.4609375, false]], [[-7.20703125, false]], [[-8.2109375, false]], [[-4.95703125, false]], [[-7.20703125, false]], [[-7.58203125, false]], [[-7.45703125, false]], [[-6.45703125, false]], [[-7.08203125, false]], [[-7.45703125, false]], [[-7.08203125, false]], [[-3.33203125, false]], [[-7.58203125, false]], [[-7.95703125, false]], [[-7.08203125, false]], [[-7.45703125, false]], [[-7.20703125, false]], [[-11.5859375, false]]], "filtered_resps": [[-6.83203125, false], [-7.20703125, false], [-6.45703125, false], [-3.33203125, false], [-7.33203125, false], [-7.33203125, false], [-7.20703125, false], [-8.125, false], [-4.953125, false], [-7.20703125, false], [-7.70703125, false], [-9.0859375, false], [-8.9609375, false], [-7.95703125, false], [-6.45703125, false], [-7.45703125, false], [-7.20703125, false], [-8.2109375, false], [-4.95703125, false], [-7.20703125, false], [-7.33203125, false], [-9.0859375, false], [-8.9609375, false], [-7.95703125, false], [-4.95703125, false], [-7.33203125, false], [-8.9609375, false], [-7.33203125, false], [-7.58203125, false], [-8.4609375, false], [-7.20703125, false], [-8.2109375, false], [-4.95703125, false], [-7.20703125, false], [-7.58203125, false], [-7.45703125, false], [-6.45703125, false], [-7.08203125, false], [-7.45703125, false], [-7.08203125, false], [-3.33203125, false], [-7.58203125, false], [-7.95703125, false], [-7.08203125, false], [-7.45703125, false], [-7.20703125, false], [-11.5859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1590, "doc": {"id": "Mercury_SC_406070", "question": "A student is pouring equal amounts of water, maple syrup, and cooking oil into a glass beaker and looking at how the layers settle. Which property of the liquids is the student most likely comparing?", "choices": {"text": ["density", "mass", "temperature", "volume"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "density", "arguments": ["Question: A student is pouring equal amounts of water, maple syrup, and cooking oil into a glass beaker and looking at how the layers settle. Which property of the liquids is the student most likely comparing?\nAnswer:", " ["], "resps": [[[-7.2890625, false]], [[-10.0390625, false]], [[-8.7890625, false]], [[-7.2890625, false]], [[-8.5390625, false]], [[-8.7890625, false]], [[-7.7890625, false]], [[-8.5390625, false]], [[-7.7890625, false]], [[-10.0390625, false]], [[-9.90625, false]], [[-5.78125, false]], [[-10.0390625, false]], [[-6.7890625, false]], [[-5.0390625, false]], [[-8.7890625, false]], [[-8.7890625, false]], [[-10.0390625, false]], [[-9.90625, false]], [[-5.78125, false]], [[-10.0390625, false]], [[-8.5390625, false]], [[-7.2890625, false]], [[-6.7890625, false]], [[-9.0390625, false]], [[-7.2890625, false]], [[-10.7890625, false]], [[-5.0390625, false]], [[-8.5390625, false]], [[-10.5390625, false]], [[-10.7890625, false]], [[-7.2890625, false]], [[-10.0390625, false]], [[-9.90625, false]], [[-5.7890625, false]], [[-10.0390625, false]], [[-9.2890625, false]], [[-8.2890625, false]], [[-9.7890625, false]], [[-10.5390625, false]], [[-6.7890625, false]], [[-7.2890625, false]], [[-10.0390625, false]], [[-11.5390625, false]]], "filtered_resps": [[-7.2890625, false], [-10.0390625, false], [-8.7890625, false], [-7.2890625, false], [-8.5390625, false], [-8.7890625, false], [-7.7890625, false], [-8.5390625, false], [-7.7890625, false], [-10.0390625, false], [-9.90625, false], [-5.78125, false], [-10.0390625, false], [-6.7890625, false], [-5.0390625, false], [-8.7890625, false], [-8.7890625, false], [-10.0390625, false], [-9.90625, false], [-5.78125, false], [-10.0390625, false], [-8.5390625, false], [-7.2890625, false], [-6.7890625, false], [-9.0390625, false], [-7.2890625, false], [-10.7890625, false], [-5.0390625, false], [-8.5390625, false], [-10.5390625, false], [-10.7890625, false], [-7.2890625, false], [-10.0390625, false], [-9.90625, false], [-5.7890625, false], [-10.0390625, false], [-9.2890625, false], [-8.2890625, false], [-9.7890625, false], [-10.5390625, false], [-6.7890625, false], [-7.2890625, false], [-10.0390625, false], [-11.5390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1598, "doc": {"id": "Mercury_SC_405784", "question": "The energy produced by a burner on a gas stove is primarily", "choices": {"text": ["electrical.", "heat.", "mechanical.", "sound."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "heat.", "arguments": ["Question: The energy produced by a burner on a gas stove is primarily\nAnswer:", " ["], "resps": [[[-7.78515625, false]], [[-8.53125, false]], [[-9.28125, false]], [[-10.53125, false]], [[-9.28125, false]], [[-9.53125, false]], [[-10.78125, false]], [[-11.53125, false]], [[-7.78515625, false]], [[-9.53125, false]], [[-4.53515625, false]], [[-10.53125, false]], [[-6.1640625, false]], [[-8.53125, false]], [[-8.0390625, false]], [[-5.03515625, false]], [[-8.53125, false]], [[-10.28125, false]], [[-9.28125, false]], [[-4.53515625, false]], [[-10.78125, false]], [[-6.1640625, false]], [[-8.53125, false]], [[-8.0390625, false]], [[-5.03515625, false]], [[-8.53125, false]], [[-8.78125, false]], [[-9.28125, false]], [[-9.53125, false]], [[-10.28125, false]], [[-4.53515625, false]], [[-8.78125, false]], [[-7.78515625, false]], [[-9.53125, false]], [[-4.53515625, false]], [[-10.53125, false]], [[-6.1640625, false]], [[-8.53125, false]], [[-8.0390625, false]], [[-5.03515625, false]], [[-8.53125, false]], [[-10.28125, false]], [[-9.78125, false]], [[-10.03125, false]], [[-8.78125, false]], [[-9.78125, false]], [[-6.1640625, false]], [[-8.53125, false]], [[-12.03125, false]]], "filtered_resps": [[-7.78515625, false], [-8.53125, false], [-9.28125, false], [-10.53125, false], [-9.28125, false], [-9.53125, false], [-10.78125, false], [-11.53125, false], [-7.78515625, false], [-9.53125, false], [-4.53515625, false], [-10.53125, false], [-6.1640625, false], [-8.53125, false], [-8.0390625, false], [-5.03515625, false], [-8.53125, false], [-10.28125, false], [-9.28125, false], [-4.53515625, false], [-10.78125, false], [-6.1640625, false], [-8.53125, false], [-8.0390625, false], [-5.03515625, false], [-8.53125, false], [-8.78125, false], [-9.28125, false], [-9.53125, false], [-10.28125, false], [-4.53515625, false], [-8.78125, false], [-7.78515625, false], [-9.53125, false], [-4.53515625, false], [-10.53125, false], [-6.1640625, false], [-8.53125, false], [-8.0390625, false], [-5.03515625, false], [-8.53125, false], [-10.28125, false], [-9.78125, false], [-10.03125, false], [-8.78125, false], [-9.78125, false], [-6.1640625, false], [-8.53125, false], [-12.03125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1606, "doc": {"id": "Mercury_7013843", "question": "A hot pack is a product that releases heat when chemicals inside of it interact. What is taking place inside an active hot pack?", "choices": {"text": ["electric current", "a net loss of mass", "thermal insulation", "an exothermic reaction"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "an exothermic reaction", "arguments": ["Question: A hot pack is a product that releases heat when chemicals inside of it interact. What is taking place inside an active hot pack?\nAnswer:", " ["], "resps": [[[-8.453125, false]], [[-10.453125, false]], [[-9.203125, false]], [[-11.703125, false]], [[-9.203125, false]], [[-10.453125, false]], [[-12.453125, false]], [[-13.203125, false]], [[-9.453125, false]], [[-10.453125, false]], [[-5.703125, false]], [[-10.453125, false]], [[-11.203125, false]], [[-13.203125, false]], [[-13.203125, false]], [[-9.203125, false]], [[-11.953125, false]], [[-12.453125, false]], [[-10.453125, false]], [[-10.171875, false]], [[-5.703125, false]], [[-10.453125, false]], [[-4.703125, false]], [[-5.703125, false]], [[-11.953125, false]], [[-9.203125, false]], [[-12.453125, false]], [[-5.703125, false]], [[-11.703125, false]], [[-10.453125, false]], [[-10.953125, false]], [[-10.953125, false]], [[-5.703125, false]], [[-10.453125, false]], [[-12.453125, false]], [[-5.703125, false]], [[-10.953125, false]], [[-4.703125, false]], [[-10.953125, false]], [[-10.953125, false]], [[-10.453125, false]], [[-10.171875, false]], [[-5.703125, false]], [[-10.453125, false]], [[-12.453125, false]], [[-11.203125, false]], [[-9.203125, false]], [[-13.203125, false]], [[-10.953125, false]], [[-4.703125, false]], [[-11.703125, false]], [[-5.703125, false]], [[-9.453125, false]], [[-11.953125, false]], [[-10.953125, false]], [[-11.203125, false]], [[-11.703125, false]], [[-4.703125, false]], [[-12.453125, false]], [[-9.453125, false]], [[-10.453125, false]], [[-11.953125, false]], [[-10.453125, false]], [[-10.171875, false]], [[-5.703125, false]], [[-10.453125, false]], [[-4.703125, false]], [[-11.953125, false]], [[-5.703125, false]], [[-9.203125, false]], [[-10.953125, false]], [[-10.453125, false]], [[-12.453125, false]], [[-11.203125, false]], [[-9.203125, false]], [[-13.203125, false]], [[-10.953125, false]], [[-9.453125, false]], [[-10.453125, false]], [[-5.703125, false]], [[-13.203125, false]], [[-9.203125, false]], [[-4.703125, false]], [[-10.453125, false]], [[-12.453125, false]], [[-9.453125, false]], [[-10.453125, false]], [[-11.953125, false]], [[-10.453125, false]], [[-13.453125, false]]], "filtered_resps": [[-8.453125, false], [-10.453125, false], [-9.203125, false], [-11.703125, false], [-9.203125, false], [-10.453125, false], [-12.453125, false], [-13.203125, false], [-9.453125, false], [-10.453125, false], [-5.703125, false], [-10.453125, false], [-11.203125, false], [-13.203125, false], [-13.203125, false], [-9.203125, false], [-11.953125, false], [-12.453125, false], [-10.453125, false], [-10.171875, false], [-5.703125, false], [-10.453125, false], [-4.703125, false], [-5.703125, false], [-11.953125, false], [-9.203125, false], [-12.453125, false], [-5.703125, false], [-11.703125, false], [-10.453125, false], [-10.953125, false], [-10.953125, false], [-5.703125, false], [-10.453125, false], [-12.453125, false], [-5.703125, false], [-10.953125, false], [-4.703125, false], [-10.953125, false], [-10.953125, false], [-10.453125, false], [-10.171875, false], [-5.703125, false], [-10.453125, false], [-12.453125, false], [-11.203125, false], [-9.203125, false], [-13.203125, false], [-10.953125, false], [-4.703125, false], [-11.703125, false], [-5.703125, false], [-9.453125, false], [-11.953125, false], [-10.953125, false], [-11.203125, false], [-11.703125, false], [-4.703125, false], [-12.453125, false], [-9.453125, false], [-10.453125, false], [-11.953125, false], [-10.453125, false], [-10.171875, false], [-5.703125, false], [-10.453125, false], [-4.703125, false], [-11.953125, false], [-5.703125, false], [-9.203125, false], [-10.953125, false], [-10.453125, false], [-12.453125, false], [-11.203125, false], [-9.203125, false], [-13.203125, false], [-10.953125, false], [-9.453125, false], [-10.453125, false], [-5.703125, false], [-13.203125, false], [-9.203125, false], [-4.703125, false], [-10.453125, false], [-12.453125, false], [-9.453125, false], [-10.453125, false], [-11.953125, false], [-10.453125, false], [-13.453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1614, "doc": {"id": "Mercury_7012688", "question": "A \"light year\" refers to", "choices": {"text": ["the distance light travels in one year.", "the of time it takes light to travel from Earth to the Sun.", "the amount of light required on Earth in one year.", "the distance between two sources of light."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "the distance light travels in one year.", "arguments": ["Question: A \"light year\" refers to\nAnswer:", " ["], "resps": [[[-7.40625, false]], [[-7.15625, false]], [[-8.90625, false]], [[-10.15625, false]], [[-9.40625, false]], [[-5.40625, false]], [[-9.90625, false]], [[-7.90625, false]], [[-8.90625, false]], [[-8.90625, false]], [[-4.15625, false]], [[-8.15625, false]], [[-9.40625, false]], [[-9.40625, false]], [[-5.40625, false]], [[-9.65625, false]], [[-7.90625, false]], [[-10.90625, false]], [[-10.15625, false]], [[-8.90625, false]], [[-5.40625, false]], [[-8.90625, false]], [[-9.65625, false]], [[-4.15625, false]], [[-9.90625, false]], [[-9.40625, false]], [[-9.65625, false]], [[-8.90625, false]], [[-5.40625, false]], [[-7.90625, false]], [[-8.15625, false]], [[-5.40625, false]], [[-9.90625, false]], [[-8.15625, false]], [[-9.40625, false]], [[-5.40625, false]], [[-11.15625, false]], [[-9.40625, false]], [[-4.15625, false]], [[-9.65625, false]], [[-7.70703125, false]], [[-7.15625, false]], [[-8.765625, false]], [[-5.40625, false]], [[-7.15625, false]], [[-8.90625, false]], [[-10.15625, false]], [[-9.40625, false]], [[-5.40625, false]], [[-9.90625, false]], [[-9.15625, false]], [[-5.40625, false]], [[-8.90625, false]], [[-7.90625, false]], [[-9.40625, false]], [[-9.40625, false]], [[-5.40625, false]], [[-7.90625, false]], [[-8.90625, false]], [[-5.40625, false]], [[-8.90625, false]], [[-4.15625, false]], [[-9.65625, false]], [[-9.40625, false]], [[-8.90625, false]], [[-5.40625, false]], [[-9.65625, false]], [[-7.90625, false]], [[-10.90625, false]], [[-10.15625, false]], [[-8.90625, false]], [[-5.40625, false]], [[-8.90625, false]], [[-9.90625, false]], [[-5.40625, false]], [[-8.90625, false]], [[-9.65625, false]], [[-4.15625, false]], [[-9.90625, false]], [[-9.40625, false]], [[-9.65625, false]], [[-5.40625, false]], [[-9.15625, false]], [[-9.65625, false]], [[-9.90625, false]], [[-9.40625, false]], [[-5.40625, false]], [[-6.65625, false]], [[-4.15625, false]], [[-9.65625, false]], [[-8.90625, false]], [[-10.15625, false]], [[-5.40625, false]], [[-8.90625, false]], [[-9.90625, false]], [[-5.40625, false]], [[-8.90625, false]], [[-10.15625, false]], [[-9.40625, false]], [[-5.40625, false]], [[-6.65625, false]], [[-10.65625, false]], [[-8.15625, false]], [[-7.70703125, false]], [[-7.15625, false]], [[-8.765625, false]], [[-5.40625, false]], [[-7.15625, false]], [[-8.90625, false]], [[-10.15625, false]], [[-9.40625, false]], [[-5.40625, false]], [[-4.15625, false]], [[-9.40625, false]], [[-9.90625, false]], [[-10.65625, false]], [[-8.15625, false]], [[-8.90625, false]], [[-5.40625, false]], [[-9.90625, false]], [[-9.15625, false]], [[-5.40625, false]], [[-9.65625, false]], [[-7.90625, false]], [[-10.90625, false]], [[-10.15625, false]], [[-8.90625, false]], [[-5.40625, false]], [[-9.65625, false]], [[-9.40625, false]], [[-9.15625, false]], [[-10.65625, false]], [[-7.90625, false]], [[-9.65625, false]], [[-9.40625, false]], [[-9.90625, false]], [[-5.40625, false]], [[-9.90625, false]], [[-8.15625, false]], [[-5.40625, false]], [[-6.65625, false]], [[-4.15625, false]], [[-9.65625, false]], [[-8.90625, false]], [[-10.15625, false]], [[-5.40625, false]], [[-7.90625, false]], [[-8.15625, false]], [[-5.40625, false]], [[-9.90625, false]], [[-8.15625, false]], [[-9.40625, false]], [[-5.40625, false]], [[-11.15625, false]], [[-9.40625, false]], [[-4.15625, false]], [[-9.65625, false]], [[-7.70703125, false]], [[-7.15625, false]], [[-8.765625, false]], [[-5.40625, false]], [[-7.15625, false]], [[-8.90625, false]], [[-10.15625, false]], [[-9.40625, false]], [[-5.40625, false]], [[-9.90625, false]], [[-7.90625, false]], [[-8.90625, false]], [[-8.90625, false]], [[-4.15625, false]], [[-8.15625, false]], [[-9.40625, false]], [[-9.40625, false]], [[-5.40625, false]], [[-7.65625, false]], [[-9.40625, false]], [[-8.90625, false]], [[-10.65625, false]], [[-9.40625, false]], [[-9.40625, false]], [[-8.15625, false]], [[-5.40625, false]], [[-8.90625, false]], [[-10.65625, false]], [[-9.90625, false]], [[-5.40625, false]], [[-8.90625, false]], [[-9.90625, false]], [[-10.65625, false]], [[-9.65625, false]], [[-9.40625, false]], [[-9.40625, false]], [[-8.90625, false]], [[-5.40625, false]], [[-9.90625, false]], [[-9.15625, false]], [[-5.40625, false]], [[-9.65625, false]], [[-7.90625, false]], [[-10.90625, false]], [[-10.15625, false]], [[-8.90625, false]], [[-7.70703125, false]], [[-7.15625, false]], [[-11.90625, false]]], "filtered_resps": [[-7.40625, false], [-7.15625, false], [-8.90625, false], [-10.15625, false], [-9.40625, false], [-5.40625, false], [-9.90625, false], [-7.90625, false], [-8.90625, false], [-8.90625, false], [-4.15625, false], [-8.15625, false], [-9.40625, false], [-9.40625, false], [-5.40625, false], [-9.65625, false], [-7.90625, false], [-10.90625, false], [-10.15625, false], [-8.90625, false], [-5.40625, false], [-8.90625, false], [-9.65625, false], [-4.15625, false], [-9.90625, false], [-9.40625, false], [-9.65625, false], [-8.90625, false], [-5.40625, false], [-7.90625, false], [-8.15625, false], [-5.40625, false], [-9.90625, false], [-8.15625, false], [-9.40625, false], [-5.40625, false], [-11.15625, false], [-9.40625, false], [-4.15625, false], [-9.65625, false], [-7.70703125, false], [-7.15625, false], [-8.765625, false], [-5.40625, false], [-7.15625, false], [-8.90625, false], [-10.15625, false], [-9.40625, false], [-5.40625, false], [-9.90625, false], [-9.15625, false], [-5.40625, false], [-8.90625, false], [-7.90625, false], [-9.40625, false], [-9.40625, false], [-5.40625, false], [-7.90625, false], [-8.90625, false], [-5.40625, false], [-8.90625, false], [-4.15625, false], [-9.65625, false], [-9.40625, false], [-8.90625, false], [-5.40625, false], [-9.65625, false], [-7.90625, false], [-10.90625, false], [-10.15625, false], [-8.90625, false], [-5.40625, false], [-8.90625, false], [-9.90625, false], [-5.40625, false], [-8.90625, false], [-9.65625, false], [-4.15625, false], [-9.90625, false], [-9.40625, false], [-9.65625, false], [-5.40625, false], [-9.15625, false], [-9.65625, false], [-9.90625, false], [-9.40625, false], [-5.40625, false], [-6.65625, false], [-4.15625, false], [-9.65625, false], [-8.90625, false], [-10.15625, false], [-5.40625, false], [-8.90625, false], [-9.90625, false], [-5.40625, false], [-8.90625, false], [-10.15625, false], [-9.40625, false], [-5.40625, false], [-6.65625, false], [-10.65625, false], [-8.15625, false], [-7.70703125, false], [-7.15625, false], [-8.765625, false], [-5.40625, false], [-7.15625, false], [-8.90625, false], [-10.15625, false], [-9.40625, false], [-5.40625, false], [-4.15625, false], [-9.40625, false], [-9.90625, false], [-10.65625, false], [-8.15625, false], [-8.90625, false], [-5.40625, false], [-9.90625, false], [-9.15625, false], [-5.40625, false], [-9.65625, false], [-7.90625, false], [-10.90625, false], [-10.15625, false], [-8.90625, false], [-5.40625, false], [-9.65625, false], [-9.40625, false], [-9.15625, false], [-10.65625, false], [-7.90625, false], [-9.65625, false], [-9.40625, false], [-9.90625, false], [-5.40625, false], [-9.90625, false], [-8.15625, false], [-5.40625, false], [-6.65625, false], [-4.15625, false], [-9.65625, false], [-8.90625, false], [-10.15625, false], [-5.40625, false], [-7.90625, false], [-8.15625, false], [-5.40625, false], [-9.90625, false], [-8.15625, false], [-9.40625, false], [-5.40625, false], [-11.15625, false], [-9.40625, false], [-4.15625, false], [-9.65625, false], [-7.70703125, false], [-7.15625, false], [-8.765625, false], [-5.40625, false], [-7.15625, false], [-8.90625, false], [-10.15625, false], [-9.40625, false], [-5.40625, false], [-9.90625, false], [-7.90625, false], [-8.90625, false], [-8.90625, false], [-4.15625, false], [-8.15625, false], [-9.40625, false], [-9.40625, false], [-5.40625, false], [-7.65625, false], [-9.40625, false], [-8.90625, false], [-10.65625, false], [-9.40625, false], [-9.40625, false], [-8.15625, false], [-5.40625, false], [-8.90625, false], [-10.65625, false], [-9.90625, false], [-5.40625, false], [-8.90625, false], [-9.90625, false], [-10.65625, false], [-9.65625, false], [-9.40625, false], [-9.40625, false], [-8.90625, false], [-5.40625, false], [-9.90625, false], [-9.15625, false], [-5.40625, false], [-9.65625, false], [-7.90625, false], [-10.90625, false], [-10.15625, false], [-8.90625, false], [-7.70703125, false], [-7.15625, false], [-11.90625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1622, "doc": {"id": "Mercury_7217910", "question": "Which of these statements best describes temperature as elevation in the atmosphere increases?", "choices": {"text": ["Temperature remains constant with elevation in the thermosphere.", "Temperature remains constant with elevation in the mesosphere.", "Temperature generally decreases with elevation in the stratosphere.", "Temperature generally decreases with elevation in the troposphere."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Temperature generally decreases with elevation in the troposphere.", "arguments": ["Question: Which of these statements best describes temperature as elevation in the atmosphere increases?\nAnswer:", " ["], "resps": [[[-6.37890625, false]], [[-9.625, false]], [[-5.12890625, false]], [[-6.12890625, false]], [[-6.37890625, false]], [[-7.87890625, false]], [[-6.12890625, false]], [[-10.625, false]], [[-2.87890625, false]], [[-7.37890625, false]], [[-10.625, false]], [[-10.625, false]], [[-6.12890625, false]], [[-4.62890625, false]], [[-10.625, false]], [[-6.12890625, false]], [[-6.37890625, false]], [[-2.87890625, false]], [[-7.62890625, false]], [[-7.37890625, false]], [[-9.875, false]], [[-4.62890625, false]], [[-7.37890625, false]], [[-7.37890625, false]], [[-7.37890625, false]], [[-9.875, false]], [[-7.37890625, false]], [[-2.87890625, false]], [[-7.37890625, false]], [[-7.37890625, false]], [[-4.62890625, false]], [[-9.625, false]], [[-7.62890625, false]], [[-7.37890625, false]], [[-8.625, false]], [[-4.62890625, false]], [[-6.12890625, false]], [[-9.875, false]], [[-6.12890625, false]], [[-9.375, false]], [[-2.87890625, false]], [[-7.37890625, false]], [[-7.62890625, false]], [[-7.37890625, false]], [[-7.37890625, false]], [[-4.62890625, false]], [[-7.62890625, false]], [[-7.37890625, false]], [[-4.62890625, false]], [[-7.37890625, false]], [[-8.625, false]], [[-6.12890625, false]], [[-4.62890625, false]], [[-7.37890625, false]], [[-8.625, false]], [[-6.12890625, false]], [[-10.625, false]], [[-6.37890625, false]], [[-7.37890625, false]], [[-9.875, false]], [[-7.87890625, false]], [[-8.625, false]], [[-6.12890625, false]], [[-10.625, false]], [[-6.12890625, false]], [[-5.41015625, false]], [[-9.625, false]], [[-8.65625, false]], [[-4.62890625, false]], [[-9.625, false]], [[-5.12890625, false]], [[-6.12890625, false]], [[-6.37890625, false]], [[-7.87890625, false]], [[-6.12890625, false]], [[-10.625, false]], [[-2.87890625, false]], [[-7.37890625, false]], [[-10.625, false]], [[-10.625, false]], [[-6.12890625, false]], [[-4.62890625, false]], [[-10.625, false]], [[-6.12890625, false]], [[-6.37890625, false]], [[-2.87890625, false]], [[-7.62890625, false]], [[-7.37890625, false]], [[-9.875, false]], [[-4.62890625, false]], [[-7.37890625, false]], [[-7.37890625, false]], [[-7.37890625, false]], [[-9.875, false]], [[-7.37890625, false]], [[-2.87890625, false]], [[-7.37890625, false]], [[-7.37890625, false]], [[-4.62890625, false]], [[-9.625, false]], [[-7.62890625, false]], [[-7.37890625, false]], [[-8.625, false]], [[-4.62890625, false]], [[-6.12890625, false]], [[-9.875, false]], [[-6.12890625, false]], [[-9.375, false]], [[-2.87890625, false]], [[-7.37890625, false]], [[-7.62890625, false]], [[-7.37890625, false]], [[-7.37890625, false]], [[-4.62890625, false]], [[-7.62890625, false]], [[-7.37890625, false]], [[-4.62890625, false]], [[-7.37890625, false]], [[-8.625, false]], [[-6.12890625, false]], [[-4.62890625, false]], [[-6.37890625, false]], [[-6.12890625, false]], [[-9.875, false]], [[-7.37890625, false]], [[-9.875, false]], [[-7.87890625, false]], [[-8.625, false]], [[-6.12890625, false]], [[-10.625, false]], [[-6.12890625, false]], [[-5.41015625, false]], [[-9.625, false]], [[-8.65625, false]], [[-4.62890625, false]], [[-9.625, false]], [[-5.12890625, false]], [[-6.12890625, false]], [[-6.37890625, false]], [[-7.87890625, false]], [[-6.12890625, false]], [[-10.625, false]], [[-2.87890625, false]], [[-7.37890625, false]], [[-10.625, false]], [[-10.625, false]], [[-6.12890625, false]], [[-4.62890625, false]], [[-9.625, false]], [[-6.12890625, false]], [[-7.37890625, false]], [[-6.12890625, false]], [[-10.625, false]], [[-2.87890625, false]], [[-9.875, false]], [[-9.875, false]], [[-9.375, false]], [[-4.62890625, false]], [[-7.12890625, false]], [[-6.12890625, false]], [[-7.37890625, false]], [[-10.625, false]], [[-6.12890625, false]], [[-2.87890625, false]], [[-9.875, false]], [[-6.12890625, false]], [[-9.875, false]], [[-4.62890625, false]], [[-9.625, false]], [[-7.62890625, false]], [[-7.37890625, false]], [[-8.625, false]], [[-4.62890625, false]], [[-6.12890625, false]], [[-9.875, false]], [[-6.12890625, false]], [[-9.375, false]], [[-2.87890625, false]], [[-7.37890625, false]], [[-7.62890625, false]], [[-7.37890625, false]], [[-7.37890625, false]], [[-4.62890625, false]], [[-7.62890625, false]], [[-7.37890625, false]], [[-4.62890625, false]], [[-7.37890625, false]], [[-8.625, false]], [[-6.12890625, false]], [[-4.62890625, false]], [[-9.875, false]], [[-7.37890625, false]], [[-10.625, false]], [[-2.87890625, false]], [[-7.37890625, false]], [[-7.37890625, false]], [[-9.875, false]], [[-7.87890625, false]], [[-8.625, false]], [[-6.12890625, false]], [[-10.625, false]], [[-6.12890625, false]], [[-5.41015625, false]], [[-9.625, false]], [[-8.65625, false]], [[-4.62890625, false]], [[-9.625, false]], [[-5.12890625, false]], [[-6.12890625, false]], [[-6.37890625, false]], [[-7.87890625, false]], [[-6.12890625, false]], [[-10.625, false]], [[-2.87890625, false]], [[-7.37890625, false]], [[-10.625, false]], [[-10.625, false]], [[-6.12890625, false]], [[-4.62890625, false]], [[-9.625, false]], [[-6.12890625, false]], [[-7.37890625, false]], [[-6.12890625, false]], [[-10.625, false]], [[-2.87890625, false]], [[-9.875, false]], [[-9.875, false]], [[-9.375, false]], [[-4.62890625, false]], [[-7.12890625, false]], [[-6.12890625, false]], [[-7.37890625, false]], [[-10.625, false]], [[-6.12890625, false]], [[-2.87890625, false]], [[-9.875, false]], [[-6.12890625, false]], [[-9.875, false]], [[-4.62890625, false]], [[-9.625, false]], [[-7.62890625, false]], [[-7.37890625, false]], [[-8.625, false]], [[-4.62890625, false]], [[-6.12890625, false]], [[-9.875, false]], [[-6.12890625, false]], [[-9.375, false]], [[-2.87890625, false]], [[-7.37890625, false]], [[-7.62890625, false]], [[-7.37890625, false]], [[-7.37890625, false]], [[-4.62890625, false]], [[-7.62890625, false]], [[-7.37890625, false]], [[-4.62890625, false]], [[-7.37890625, false]], [[-8.625, false]], [[-6.12890625, false]], [[-4.62890625, false]], [[-7.37890625, false]], [[-10.625, false]], [[-7.37890625, false]], [[-7.87890625, false]], [[-7.37890625, false]], [[-9.875, false]], [[-7.87890625, false]], [[-8.625, false]], [[-6.12890625, false]], [[-10.625, false]], [[-6.12890625, false]], [[-5.41015625, false]], [[-9.625, false]], [[-11.125, false]]], "filtered_resps": [[-6.37890625, false], [-9.625, false], [-5.12890625, false], [-6.12890625, false], [-6.37890625, false], [-7.87890625, false], [-6.12890625, false], [-10.625, false], [-2.87890625, false], [-7.37890625, false], [-10.625, false], [-10.625, false], [-6.12890625, false], [-4.62890625, false], [-10.625, false], [-6.12890625, false], [-6.37890625, false], [-2.87890625, false], [-7.62890625, false], [-7.37890625, false], [-9.875, false], [-4.62890625, false], [-7.37890625, false], [-7.37890625, false], [-7.37890625, false], [-9.875, false], [-7.37890625, false], [-2.87890625, false], [-7.37890625, false], [-7.37890625, false], [-4.62890625, false], [-9.625, false], [-7.62890625, false], [-7.37890625, false], [-8.625, false], [-4.62890625, false], [-6.12890625, false], [-9.875, false], [-6.12890625, false], [-9.375, false], [-2.87890625, false], [-7.37890625, false], [-7.62890625, false], [-7.37890625, false], [-7.37890625, false], [-4.62890625, false], [-7.62890625, false], [-7.37890625, false], [-4.62890625, false], [-7.37890625, false], [-8.625, false], [-6.12890625, false], [-4.62890625, false], [-7.37890625, false], [-8.625, false], [-6.12890625, false], [-10.625, false], [-6.37890625, false], [-7.37890625, false], [-9.875, false], [-7.87890625, false], [-8.625, false], [-6.12890625, false], [-10.625, false], [-6.12890625, false], [-5.41015625, false], [-9.625, false], [-8.65625, false], [-4.62890625, false], [-9.625, false], [-5.12890625, false], [-6.12890625, false], [-6.37890625, false], [-7.87890625, false], [-6.12890625, false], [-10.625, false], [-2.87890625, false], [-7.37890625, false], [-10.625, false], [-10.625, false], [-6.12890625, false], [-4.62890625, false], [-10.625, false], [-6.12890625, false], [-6.37890625, false], [-2.87890625, false], [-7.62890625, false], [-7.37890625, false], [-9.875, false], [-4.62890625, false], [-7.37890625, false], [-7.37890625, false], [-7.37890625, false], [-9.875, false], [-7.37890625, false], [-2.87890625, false], [-7.37890625, false], [-7.37890625, false], [-4.62890625, false], [-9.625, false], [-7.62890625, false], [-7.37890625, false], [-8.625, false], [-4.62890625, false], [-6.12890625, false], [-9.875, false], [-6.12890625, false], [-9.375, false], [-2.87890625, false], [-7.37890625, false], [-7.62890625, false], [-7.37890625, false], [-7.37890625, false], [-4.62890625, false], [-7.62890625, false], [-7.37890625, false], [-4.62890625, false], [-7.37890625, false], [-8.625, false], [-6.12890625, false], [-4.62890625, false], [-6.37890625, false], [-6.12890625, false], [-9.875, false], [-7.37890625, false], [-9.875, false], [-7.87890625, false], [-8.625, false], [-6.12890625, false], [-10.625, false], [-6.12890625, false], [-5.41015625, false], [-9.625, false], [-8.65625, false], [-4.62890625, false], [-9.625, false], [-5.12890625, false], [-6.12890625, false], [-6.37890625, false], [-7.87890625, false], [-6.12890625, false], [-10.625, false], [-2.87890625, false], [-7.37890625, false], [-10.625, false], [-10.625, false], [-6.12890625, false], [-4.62890625, false], [-9.625, false], [-6.12890625, false], [-7.37890625, false], [-6.12890625, false], [-10.625, false], [-2.87890625, false], [-9.875, false], [-9.875, false], [-9.375, false], [-4.62890625, false], [-7.12890625, false], [-6.12890625, false], [-7.37890625, false], [-10.625, false], [-6.12890625, false], [-2.87890625, false], [-9.875, false], [-6.12890625, false], [-9.875, false], [-4.62890625, false], [-9.625, false], [-7.62890625, false], [-7.37890625, false], [-8.625, false], [-4.62890625, false], [-6.12890625, false], [-9.875, false], [-6.12890625, false], [-9.375, false], [-2.87890625, false], [-7.37890625, false], [-7.62890625, false], [-7.37890625, false], [-7.37890625, false], [-4.62890625, false], [-7.62890625, false], [-7.37890625, false], [-4.62890625, false], [-7.37890625, false], [-8.625, false], [-6.12890625, false], [-4.62890625, false], [-9.875, false], [-7.37890625, false], [-10.625, false], [-2.87890625, false], [-7.37890625, false], [-7.37890625, false], [-9.875, false], [-7.87890625, false], [-8.625, false], [-6.12890625, false], [-10.625, false], [-6.12890625, false], [-5.41015625, false], [-9.625, false], [-8.65625, false], [-4.62890625, false], [-9.625, false], [-5.12890625, false], [-6.12890625, false], [-6.37890625, false], [-7.87890625, false], [-6.12890625, false], [-10.625, false], [-2.87890625, false], [-7.37890625, false], [-10.625, false], [-10.625, false], [-6.12890625, false], [-4.62890625, false], [-9.625, false], [-6.12890625, false], [-7.37890625, false], [-6.12890625, false], [-10.625, false], [-2.87890625, false], [-9.875, false], [-9.875, false], [-9.375, false], [-4.62890625, false], [-7.12890625, false], [-6.12890625, false], [-7.37890625, false], [-10.625, false], [-6.12890625, false], [-2.87890625, false], [-9.875, false], [-6.12890625, false], [-9.875, false], [-4.62890625, false], [-9.625, false], [-7.62890625, false], [-7.37890625, false], [-8.625, false], [-4.62890625, false], [-6.12890625, false], [-9.875, false], [-6.12890625, false], [-9.375, false], [-2.87890625, false], [-7.37890625, false], [-7.62890625, false], [-7.37890625, false], [-7.37890625, false], [-4.62890625, false], [-7.62890625, false], [-7.37890625, false], [-4.62890625, false], [-7.37890625, false], [-8.625, false], [-6.12890625, false], [-4.62890625, false], [-7.37890625, false], [-10.625, false], [-7.37890625, false], [-7.87890625, false], [-7.37890625, false], [-9.875, false], [-7.87890625, false], [-8.625, false], [-6.12890625, false], [-10.625, false], [-6.12890625, false], [-5.41015625, false], [-9.625, false], [-11.125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1630, "doc": {"id": "Mercury_7008418", "question": "What major events cause islands to form in the Pacific Ocean?", "choices": {"text": ["tsunamis", "severe storms", "volcanic eruptions", "erosion"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "volcanic eruptions", "arguments": ["Question: What major events cause islands to form in the Pacific Ocean?\nAnswer:", " ["], "resps": [[[-8.1875, false]], [[-8.8125, false]], [[-11.0625, false]], [[-9.8125, false]], [[-13.3125, false]], [[-11.4375, false]], [[-6.68359375, false]], [[-12.0625, false]], [[-10.4375, false]], [[-9.8125, false]], [[-8.8125, false]], [[-9.1015625, false]], [[-5.05859375, false]], [[-8.8125, false]], [[-9.8125, false]], [[-6.68359375, false]], [[-12.0625, false]], [[-6.68359375, false]], [[-10.8125, false]], [[-6.68359375, false]], [[-5.05859375, false]], [[-9.8125, false]], [[-11.0625, false]], [[-9.9375, false]], [[-10.8125, false]], [[-12.0625, false]], [[-9.8125, false]], [[-8.8125, false]], [[-9.1015625, false]], [[-5.05859375, false]], [[-8.8125, false]], [[-12.0625, false]], [[-9.9375, false]], [[-11.4375, false]], [[-10.3125, false]], [[-6.68359375, false]], [[-11.4375, false]], [[-10.4375, false]], [[-10.3125, false]], [[-5.05859375, false]], [[-6.68359375, false]], [[-10.8125, false]], [[-13.3125, false]], [[-10.5625, false]], [[-11.0625, false]], [[-10.4375, false]], [[-9.9375, false]], [[-11.4375, false]], [[-9.8125, false]], [[-8.8125, false]], [[-9.1015625, false]], [[-5.05859375, false]], [[-8.8125, false]], [[-6.68359375, false]], [[-10.8125, false]], [[-9.9375, false]], [[-9.8125, false]], [[-10.4375, false]], [[-9.9375, false]], [[-11.4375, false]], [[-8.8125, false]], [[-13.4375, false]]], "filtered_resps": [[-8.1875, false], [-8.8125, false], [-11.0625, false], [-9.8125, false], [-13.3125, false], [-11.4375, false], [-6.68359375, false], [-12.0625, false], [-10.4375, false], [-9.8125, false], [-8.8125, false], [-9.1015625, false], [-5.05859375, false], [-8.8125, false], [-9.8125, false], [-6.68359375, false], [-12.0625, false], [-6.68359375, false], [-10.8125, false], [-6.68359375, false], [-5.05859375, false], [-9.8125, false], [-11.0625, false], [-9.9375, false], [-10.8125, false], [-12.0625, false], [-9.8125, false], [-8.8125, false], [-9.1015625, false], [-5.05859375, false], [-8.8125, false], [-12.0625, false], [-9.9375, false], [-11.4375, false], [-10.3125, false], [-6.68359375, false], [-11.4375, false], [-10.4375, false], [-10.3125, false], [-5.05859375, false], [-6.68359375, false], [-10.8125, false], [-13.3125, false], [-10.5625, false], [-11.0625, false], [-10.4375, false], [-9.9375, false], [-11.4375, false], [-9.8125, false], [-8.8125, false], [-9.1015625, false], [-5.05859375, false], [-8.8125, false], [-6.68359375, false], [-10.8125, false], [-9.9375, false], [-9.8125, false], [-10.4375, false], [-9.9375, false], [-11.4375, false], [-8.8125, false], [-13.4375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1638, "doc": {"id": "LEAP_2000_8_1", "question": "Many scientists accept the theory that excess emission of carbon dioxide from cars and industry causes a layer of gas in the upper atmosphere that traps heat. This, in turn, causes the average temperature on Earth to rise. Which of the following observations supports that theory?", "choices": {"text": ["The summer of 1998 was one of the hottest summer seasons on record.", "Carbon dioxide gas from cars and industry is a product of burning that produces heat.", "Carbon dioxide in the upper atmosphere reflects heat radiated from Earth's surface.", "Radiation on Earth's surface is increasing because of a hole in the ozone layer"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Carbon dioxide in the upper atmosphere reflects heat radiated from Earth's surface.", "arguments": ["Question: Many scientists accept the theory that excess emission of carbon dioxide from cars and industry causes a layer of gas in the upper atmosphere that traps heat. This, in turn, causes the average temperature on Earth to rise. Which of the following observations supports that theory?\nAnswer:", " ["], "resps": [[[-6.82421875, false]], [[-9.828125, false]], [[-7.57421875, false]], [[-10.578125, false]], [[-7.32421875, false]], [[-5.32421875, false]], [[-10.578125, false]], [[-11.828125, false]], [[-8.828125, false]], [[-8.828125, false]], [[-7.32421875, false]], [[-12.078125, false]], [[-5.32421875, false]], [[-8.328125, false]], [[-8.078125, false]], [[-5.32421875, false]], [[-5.32421875, false]], [[-10.078125, false]], [[-10.078125, false]], [[-10.328125, false]], [[-5.32421875, false]], [[-10.828125, false]], [[-3.57421875, false]], [[-10.578125, false]], [[-5.32421875, false]], [[-8.328125, false]], [[-8.328125, false]], [[-7.32421875, false]], [[-5.32421875, false]], [[-8.328125, false]], [[-8.078125, false]], [[-5.32421875, false]], [[-10.078125, false]], [[-10.578125, false]], [[-7.32421875, false]], [[-5.32421875, false]], [[-10.578125, false]], [[-8.328125, false]], [[-10.078125, false]], [[-10.078125, false]], [[-7.32421875, false]], [[-10.578125, false]], [[-10.078125, false]], [[-5.32421875, false]], [[-10.578125, false]], [[-11.828125, false]], [[-8.828125, false]], [[-8.828125, false]], [[-7.32421875, false]], [[-12.078125, false]], [[-5.32421875, false]], [[-10.578125, false]], [[-7.32421875, false]], [[-3.57421875, false]], [[-10.578125, false]], [[-8.328125, false]], [[-8.328125, false]], [[-10.578125, false]], [[-5.32421875, false]], [[-8.328125, false]], [[-8.328125, false]], [[-5.32421875, false]], [[-12.078125, false]], [[-7.32421875, false]], [[-7.32421875, false]], [[-8.328125, false]], [[-12.078125, false]], [[-7.57421875, false]], [[-6.3671875, false]], [[-9.828125, false]], [[-9.7421875, false]], [[-5.32421875, false]], [[-9.828125, false]], [[-5.07421875, false]], [[-3.57421875, false]], [[-12.078125, false]], [[-6.32421875, false]], [[-8.328125, false]], [[-8.328125, false]], [[-5.32421875, false]], [[-7.57421875, false]], [[-7.82421875, false]], [[-8.328125, false]], [[-9.578125, false]], [[-7.82421875, false]], [[-7.57421875, false]], [[-7.32421875, false]], [[-5.32421875, false]], [[-10.828125, false]], [[-3.57421875, false]], [[-10.578125, false]], [[-5.32421875, false]], [[-8.078125, false]], [[-12.078125, false]], [[-8.328125, false]], [[-8.828125, false]], [[-5.32421875, false]], [[-7.32421875, false]], [[-3.57421875, false]], [[-12.078125, false]], [[-10.578125, false]], [[-5.32421875, false]], [[-3.57421875, false]], [[-8.328125, false]], [[-7.57421875, false]], [[-5.32421875, false]], [[-7.82421875, false]], [[-8.328125, false]], [[-7.57421875, false]], [[-11.828125, false]], [[-10.578125, false]], [[-10.078125, false]], [[-12.078125, false]], [[-11.828125, false]], [[-5.32421875, false]], [[-7.82421875, false]], [[-10.578125, false]], [[-5.32421875, false]], [[-3.57421875, false]], [[-5.32421875, false]], [[-8.328125, false]], [[-12.078125, false]], [[-8.328125, false]], [[-7.57421875, false]], [[-11.828125, false]], [[-7.32421875, false]], [[-10.078125, false]], [[-5.32421875, false]], [[-8.328125, false]], [[-8.078125, false]], [[-5.32421875, false]], [[-6.32421875, false]], [[-11.828125, false]], [[-12.078125, false]], [[-8.328125, false]], [[-7.82421875, false]], [[-8.328125, false]], [[-10.828125, false]], [[-5.32421875, false]], [[-10.078125, false]], [[-10.578125, false]], [[-3.57421875, false]], [[-10.078125, false]], [[-5.32421875, false]], [[-8.328125, false]], [[-12.078125, false]], [[-8.328125, false]], [[-7.57421875, false]], [[-11.828125, false]], [[-7.32421875, false]], [[-7.32421875, false]], [[-10.578125, false]], [[-5.32421875, false]], [[-10.578125, false]], [[-7.32421875, false]], [[-3.57421875, false]], [[-10.078125, false]], [[-6.3671875, false]], [[-9.828125, false]], [[-9.7421875, false]], [[-5.32421875, false]], [[-6.82421875, false]], [[-5.07421875, false]], [[-3.57421875, false]], [[-12.078125, false]], [[-6.32421875, false]], [[-8.328125, false]], [[-8.328125, false]], [[-5.32421875, false]], [[-7.57421875, false]], [[-7.82421875, false]], [[-8.328125, false]], [[-9.578125, false]], [[-7.82421875, false]], [[-7.57421875, false]], [[-7.32421875, false]], [[-5.32421875, false]], [[-7.82421875, false]], [[-8.328125, false]], [[-5.32421875, false]], [[-10.078125, false]], [[-10.578125, false]], [[-7.32421875, false]], [[-5.32421875, false]], [[-11.828125, false]], [[-8.328125, false]], [[-8.328125, false]], [[-7.32421875, false]], [[-12.078125, false]], [[-5.32421875, false]], [[-3.57421875, false]], [[-10.078125, false]], [[-8.828125, false]], [[-8.328125, false]], [[-10.578125, false]], [[-8.328125, false]], [[-10.578125, false]], [[-7.32421875, false]], [[-12.078125, false]], [[-7.32421875, false]], [[-5.32421875, false]], [[-12.078125, false]], [[-7.32421875, false]], [[-8.078125, false]], [[-10.578125, false]], [[-7.32421875, false]], [[-7.32421875, false]], [[-10.078125, false]], [[-10.578125, false]], [[-5.32421875, false]], [[-10.578125, false]], [[-7.32421875, false]], [[-3.57421875, false]], [[-10.078125, false]], [[-5.32421875, false]], [[-12.078125, false]], [[-3.57421875, false]], [[-7.57421875, false]], [[-7.82421875, false]], [[-3.57421875, false]], [[-10.078125, false]], [[-7.32421875, false]], [[-7.57421875, false]], [[-5.32421875, false]], [[-8.078125, false]], [[-12.078125, false]], [[-8.328125, false]], [[-8.828125, false]], [[-5.32421875, false]], [[-4.07421875, false]], [[-3.57421875, false]], [[-12.078125, false]], [[-10.078125, false]], [[-10.578125, false]], [[-9.828125, false]], [[-10.578125, false]], [[-5.32421875, false]], [[-10.578125, false]], [[-11.828125, false]], [[-12.078125, false]], [[-8.078125, false]], [[-3.57421875, false]], [[-7.32421875, false]], [[-7.32421875, false]], [[-6.3671875, false]], [[-6.82421875, false]], [[-9.7421875, false]], [[-5.32421875, false]], [[-6.82421875, false]], [[-8.828125, false]], [[-3.57421875, false]], [[-7.57421875, false]], [[-7.82421875, false]], [[-3.57421875, false]], [[-10.078125, false]], [[-7.82421875, false]], [[-8.328125, false]], [[-8.328125, false]], [[-5.32421875, false]], [[-8.328125, false]], [[-8.328125, false]], [[-5.32421875, false]], [[-4.07421875, false]], [[-3.57421875, false]], [[-12.078125, false]], [[-10.078125, false]], [[-10.578125, false]], [[-9.828125, false]], [[-10.578125, false]], [[-5.32421875, false]], [[-10.578125, false]], [[-11.828125, false]], [[-12.078125, false]], [[-8.078125, false]], [[-3.57421875, false]], [[-7.32421875, false]], [[-7.32421875, false]], [[-5.32421875, false]], [[-7.82421875, false]], [[-10.578125, false]], [[-5.32421875, false]], [[-7.82421875, false]], [[-8.328125, false]], [[-7.32421875, false]], [[-12.078125, false]], [[-7.32421875, false]], [[-3.57421875, false]], [[-10.578125, false]], [[-7.82421875, false]], [[-8.328125, false]], [[-10.828125, false]], [[-5.32421875, false]], [[-6.32421875, false]], [[-7.32421875, false]], [[-7.32421875, false]], [[-3.57421875, false]], [[-11.828125, false]], [[-10.578125, false]], [[-7.32421875, false]], [[-5.32421875, false]], [[-8.328125, false]], [[-8.078125, false]], [[-5.32421875, false]], [[-3.57421875, false]], [[-5.32421875, false]], [[-10.578125, false]], [[-8.328125, false]], [[-10.578125, false]], [[-7.32421875, false]], [[-5.32421875, false]], [[-7.82421875, false]], [[-8.328125, false]], [[-5.32421875, false]], [[-10.078125, false]], [[-10.578125, false]], [[-7.32421875, false]], [[-5.32421875, false]], [[-8.328125, false]], [[-11.078125, false]], [[-8.328125, false]], [[-8.328125, false]], [[-7.32421875, false]], [[-5.32421875, false]], [[-10.578125, false]], [[-3.57421875, false]], [[-11.828125, false]], [[-7.32421875, false]], [[-12.078125, false]], [[-6.82421875, false]], [[-12.578125, false]]], "filtered_resps": [[-6.82421875, false], [-9.828125, false], [-7.57421875, false], [-10.578125, false], [-7.32421875, false], [-5.32421875, false], [-10.578125, false], [-11.828125, false], [-8.828125, false], [-8.828125, false], [-7.32421875, false], [-12.078125, false], [-5.32421875, false], [-8.328125, false], [-8.078125, false], [-5.32421875, false], [-5.32421875, false], [-10.078125, false], [-10.078125, false], [-10.328125, false], [-5.32421875, false], [-10.828125, false], [-3.57421875, false], [-10.578125, false], [-5.32421875, false], [-8.328125, false], [-8.328125, false], [-7.32421875, false], [-5.32421875, false], [-8.328125, false], [-8.078125, false], [-5.32421875, false], [-10.078125, false], [-10.578125, false], [-7.32421875, false], [-5.32421875, false], [-10.578125, false], [-8.328125, false], [-10.078125, false], [-10.078125, false], [-7.32421875, false], [-10.578125, false], [-10.078125, false], [-5.32421875, false], [-10.578125, false], [-11.828125, false], [-8.828125, false], [-8.828125, false], [-7.32421875, false], [-12.078125, false], [-5.32421875, false], [-10.578125, false], [-7.32421875, false], [-3.57421875, false], [-10.578125, false], [-8.328125, false], [-8.328125, false], [-10.578125, false], [-5.32421875, false], [-8.328125, false], [-8.328125, false], [-5.32421875, false], [-12.078125, false], [-7.32421875, false], [-7.32421875, false], [-8.328125, false], [-12.078125, false], [-7.57421875, false], [-6.3671875, false], [-9.828125, false], [-9.7421875, false], [-5.32421875, false], [-9.828125, false], [-5.07421875, false], [-3.57421875, false], [-12.078125, false], [-6.32421875, false], [-8.328125, false], [-8.328125, false], [-5.32421875, false], [-7.57421875, false], [-7.82421875, false], [-8.328125, false], [-9.578125, false], [-7.82421875, false], [-7.57421875, false], [-7.32421875, false], [-5.32421875, false], [-10.828125, false], [-3.57421875, false], [-10.578125, false], [-5.32421875, false], [-8.078125, false], [-12.078125, false], [-8.328125, false], [-8.828125, false], [-5.32421875, false], [-7.32421875, false], [-3.57421875, false], [-12.078125, false], [-10.578125, false], [-5.32421875, false], [-3.57421875, false], [-8.328125, false], [-7.57421875, false], [-5.32421875, false], [-7.82421875, false], [-8.328125, false], [-7.57421875, false], [-11.828125, false], [-10.578125, false], [-10.078125, false], [-12.078125, false], [-11.828125, false], [-5.32421875, false], [-7.82421875, false], [-10.578125, false], [-5.32421875, false], [-3.57421875, false], [-5.32421875, false], [-8.328125, false], [-12.078125, false], [-8.328125, false], [-7.57421875, false], [-11.828125, false], [-7.32421875, false], [-10.078125, false], [-5.32421875, false], [-8.328125, false], [-8.078125, false], [-5.32421875, false], [-6.32421875, false], [-11.828125, false], [-12.078125, false], [-8.328125, false], [-7.82421875, false], [-8.328125, false], [-10.828125, false], [-5.32421875, false], [-10.078125, false], [-10.578125, false], [-3.57421875, false], [-10.078125, false], [-5.32421875, false], [-8.328125, false], [-12.078125, false], [-8.328125, false], [-7.57421875, false], [-11.828125, false], [-7.32421875, false], [-7.32421875, false], [-10.578125, false], [-5.32421875, false], [-10.578125, false], [-7.32421875, false], [-3.57421875, false], [-10.078125, false], [-6.3671875, false], [-9.828125, false], [-9.7421875, false], [-5.32421875, false], [-6.82421875, false], [-5.07421875, false], [-3.57421875, false], [-12.078125, false], [-6.32421875, false], [-8.328125, false], [-8.328125, false], [-5.32421875, false], [-7.57421875, false], [-7.82421875, false], [-8.328125, false], [-9.578125, false], [-7.82421875, false], [-7.57421875, false], [-7.32421875, false], [-5.32421875, false], [-7.82421875, false], [-8.328125, false], [-5.32421875, false], [-10.078125, false], [-10.578125, false], [-7.32421875, false], [-5.32421875, false], [-11.828125, false], [-8.328125, false], [-8.328125, false], [-7.32421875, false], [-12.078125, false], [-5.32421875, false], [-3.57421875, false], [-10.078125, false], [-8.828125, false], [-8.328125, false], [-10.578125, false], [-8.328125, false], [-10.578125, false], [-7.32421875, false], [-12.078125, false], [-7.32421875, false], [-5.32421875, false], [-12.078125, false], [-7.32421875, false], [-8.078125, false], [-10.578125, false], [-7.32421875, false], [-7.32421875, false], [-10.078125, false], [-10.578125, false], [-5.32421875, false], [-10.578125, false], [-7.32421875, false], [-3.57421875, false], [-10.078125, false], [-5.32421875, false], [-12.078125, false], [-3.57421875, false], [-7.57421875, false], [-7.82421875, false], [-3.57421875, false], [-10.078125, false], [-7.32421875, false], [-7.57421875, false], [-5.32421875, false], [-8.078125, false], [-12.078125, false], [-8.328125, false], [-8.828125, false], [-5.32421875, false], [-4.07421875, false], [-3.57421875, false], [-12.078125, false], [-10.078125, false], [-10.578125, false], [-9.828125, false], [-10.578125, false], [-5.32421875, false], [-10.578125, false], [-11.828125, false], [-12.078125, false], [-8.078125, false], [-3.57421875, false], [-7.32421875, false], [-7.32421875, false], [-6.3671875, false], [-6.82421875, false], [-9.7421875, false], [-5.32421875, false], [-6.82421875, false], [-8.828125, false], [-3.57421875, false], [-7.57421875, false], [-7.82421875, false], [-3.57421875, false], [-10.078125, false], [-7.82421875, false], [-8.328125, false], [-8.328125, false], [-5.32421875, false], [-8.328125, false], [-8.328125, false], [-5.32421875, false], [-4.07421875, false], [-3.57421875, false], [-12.078125, false], [-10.078125, false], [-10.578125, false], [-9.828125, false], [-10.578125, false], [-5.32421875, false], [-10.578125, false], [-11.828125, false], [-12.078125, false], [-8.078125, false], [-3.57421875, false], [-7.32421875, false], [-7.32421875, false], [-5.32421875, false], [-7.82421875, false], [-10.578125, false], [-5.32421875, false], [-7.82421875, false], [-8.328125, false], [-7.32421875, false], [-12.078125, false], [-7.32421875, false], [-3.57421875, false], [-10.578125, false], [-7.82421875, false], [-8.328125, false], [-10.828125, false], [-5.32421875, false], [-6.32421875, false], [-7.32421875, false], [-7.32421875, false], [-3.57421875, false], [-11.828125, false], [-10.578125, false], [-7.32421875, false], [-5.32421875, false], [-8.328125, false], [-8.078125, false], [-5.32421875, false], [-3.57421875, false], [-5.32421875, false], [-10.578125, false], [-8.328125, false], [-10.578125, false], [-7.32421875, false], [-5.32421875, false], [-7.82421875, false], [-8.328125, false], [-5.32421875, false], [-10.078125, false], [-10.578125, false], [-7.32421875, false], [-5.32421875, false], [-8.328125, false], [-11.078125, false], [-8.328125, false], [-8.328125, false], [-7.32421875, false], [-5.32421875, false], [-10.578125, false], [-3.57421875, false], [-11.828125, false], [-7.32421875, false], [-12.078125, false], [-6.82421875, false], [-12.578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1646, "doc": {"id": "AKDE&ED_2012_4_29", "question": "Which statement describes a property of water that most likely causes large rocks to break apart?", "choices": {"text": ["Water expands when it freezes.", "Water forms droplets as it falls.", "Water turns into a gas when it boils.", "Water takes the shape of its container."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Water expands when it freezes.", "arguments": ["Question: Which statement describes a property of water that most likely causes large rocks to break apart?\nAnswer:", " ["], "resps": [[[-7.578125, false]], [[-8.328125, false]], [[-7.078125, false]], [[-4.828125, false]], [[-10.078125, false]], [[-7.328125, false]], [[-9.828125, false]], [[-5.328125, false]], [[-7.328125, false]], [[-10.328125, false]], [[-9.078125, false]], [[-4.828125, false]], [[-9.078125, false]], [[-8.078125, false]], [[-8.828125, false]], [[-5.328125, false]], [[-11.078125, false]], [[-10.328125, false]], [[-7.328125, false]], [[-9.078125, false]], [[-5.328125, false]], [[-8.828125, false]], [[-10.078125, false]], [[-5.328125, false]], [[-8.578125, false]], [[-9.828125, false]], [[-7.328125, false]], [[-7.328125, false]], [[-11.078125, false]], [[-7.328125, false]], [[-8.828125, false]], [[-6.29296875, false]], [[-8.328125, false]], [[-9.546875, false]], [[-5.328125, false]], [[-8.328125, false]], [[-7.078125, false]], [[-4.828125, false]], [[-10.078125, false]], [[-7.328125, false]], [[-9.828125, false]], [[-5.328125, false]], [[-8.578125, false]], [[-8.828125, false]], [[-9.828125, false]], [[-8.828125, false]], [[-8.828125, false]], [[-5.328125, false]], [[-8.078125, false]], [[-9.828125, false]], [[-8.828125, false]], [[-9.078125, false]], [[-10.328125, false]], [[-7.328125, false]], [[-10.078125, false]], [[-8.828125, false]], [[-5.328125, false]], [[-4.828125, false]], [[-8.828125, false]], [[-5.328125, false]], [[-8.828125, false]], [[-10.078125, false]], [[-5.328125, false]], [[-8.578125, false]], [[-4.828125, false]], [[-10.328125, false]], [[-10.328125, false]], [[-8.828125, false]], [[-6.29296875, false]], [[-8.328125, false]], [[-9.546875, false]], [[-5.328125, false]], [[-8.328125, false]], [[-7.078125, false]], [[-4.828125, false]], [[-10.078125, false]], [[-7.328125, false]], [[-9.828125, false]], [[-5.328125, false]], [[-10.078125, false]], [[-10.828125, false]], [[-9.828125, false]], [[-9.078125, false]], [[-8.828125, false]], [[-5.328125, false]], [[-8.828125, false]], [[-9.078125, false]], [[-10.078125, false]], [[-8.828125, false]], [[-5.328125, false]], [[-4.828125, false]], [[-5.328125, false]], [[-10.828125, false]], [[-4.828125, false]], [[-8.828125, false]], [[-5.328125, false]], [[-11.078125, false]], [[-10.328125, false]], [[-7.328125, false]], [[-9.078125, false]], [[-5.328125, false]], [[-8.828125, false]], [[-10.078125, false]], [[-5.328125, false]], [[-7.828125, false]], [[-8.828125, false]], [[-8.828125, false]], [[-10.328125, false]], [[-8.828125, false]], [[-6.29296875, false]], [[-8.328125, false]], [[-9.546875, false]], [[-5.328125, false]], [[-8.328125, false]], [[-7.078125, false]], [[-4.828125, false]], [[-10.078125, false]], [[-7.328125, false]], [[-9.828125, false]], [[-5.328125, false]], [[-10.078125, false]], [[-4.828125, false]], [[-10.828125, false]], [[-7.328125, false]], [[-8.828125, false]], [[-5.328125, false]], [[-10.078125, false]], [[-10.328125, false]], [[-7.328125, false]], [[-5.328125, false]], [[-8.828125, false]], [[-10.328125, false]], [[-4.828125, false]], [[-9.078125, false]], [[-7.328125, false]], [[-5.328125, false]], [[-8.828125, false]], [[-8.578125, false]], [[-5.328125, false]], [[-8.828125, false]], [[-10.078125, false]], [[-8.828125, false]], [[-5.328125, false]], [[-7.828125, false]], [[-8.828125, false]], [[-9.078125, false]], [[-10.078125, false]], [[-4.828125, false]], [[-8.828125, false]], [[-9.078125, false]], [[-7.328125, false]], [[-9.828125, false]], [[-6.29296875, false]], [[-8.328125, false]], [[-12.828125, false]]], "filtered_resps": [[-7.578125, false], [-8.328125, false], [-7.078125, false], [-4.828125, false], [-10.078125, false], [-7.328125, false], [-9.828125, false], [-5.328125, false], [-7.328125, false], [-10.328125, false], [-9.078125, false], [-4.828125, false], [-9.078125, false], [-8.078125, false], [-8.828125, false], [-5.328125, false], [-11.078125, false], [-10.328125, false], [-7.328125, false], [-9.078125, false], [-5.328125, false], [-8.828125, false], [-10.078125, false], [-5.328125, false], [-8.578125, false], [-9.828125, false], [-7.328125, false], [-7.328125, false], [-11.078125, false], [-7.328125, false], [-8.828125, false], [-6.29296875, false], [-8.328125, false], [-9.546875, false], [-5.328125, false], [-8.328125, false], [-7.078125, false], [-4.828125, false], [-10.078125, false], [-7.328125, false], [-9.828125, false], [-5.328125, false], [-8.578125, false], [-8.828125, false], [-9.828125, false], [-8.828125, false], [-8.828125, false], [-5.328125, false], [-8.078125, false], [-9.828125, false], [-8.828125, false], [-9.078125, false], [-10.328125, false], [-7.328125, false], [-10.078125, false], [-8.828125, false], [-5.328125, false], [-4.828125, false], [-8.828125, false], [-5.328125, false], [-8.828125, false], [-10.078125, false], [-5.328125, false], [-8.578125, false], [-4.828125, false], [-10.328125, false], [-10.328125, false], [-8.828125, false], [-6.29296875, false], [-8.328125, false], [-9.546875, false], [-5.328125, false], [-8.328125, false], [-7.078125, false], [-4.828125, false], [-10.078125, false], [-7.328125, false], [-9.828125, false], [-5.328125, false], [-10.078125, false], [-10.828125, false], [-9.828125, false], [-9.078125, false], [-8.828125, false], [-5.328125, false], [-8.828125, false], [-9.078125, false], [-10.078125, false], [-8.828125, false], [-5.328125, false], [-4.828125, false], [-5.328125, false], [-10.828125, false], [-4.828125, false], [-8.828125, false], [-5.328125, false], [-11.078125, false], [-10.328125, false], [-7.328125, false], [-9.078125, false], [-5.328125, false], [-8.828125, false], [-10.078125, false], [-5.328125, false], [-7.828125, false], [-8.828125, false], [-8.828125, false], [-10.328125, false], [-8.828125, false], [-6.29296875, false], [-8.328125, false], [-9.546875, false], [-5.328125, false], [-8.328125, false], [-7.078125, false], [-4.828125, false], [-10.078125, false], [-7.328125, false], [-9.828125, false], [-5.328125, false], [-10.078125, false], [-4.828125, false], [-10.828125, false], [-7.328125, false], [-8.828125, false], [-5.328125, false], [-10.078125, false], [-10.328125, false], [-7.328125, false], [-5.328125, false], [-8.828125, false], [-10.328125, false], [-4.828125, false], [-9.078125, false], [-7.328125, false], [-5.328125, false], [-8.828125, false], [-8.578125, false], [-5.328125, false], [-8.828125, false], [-10.078125, false], [-8.828125, false], [-5.328125, false], [-7.828125, false], [-8.828125, false], [-9.078125, false], [-10.078125, false], [-4.828125, false], [-8.828125, false], [-9.078125, false], [-7.328125, false], [-9.828125, false], [-6.29296875, false], [-8.328125, false], [-12.828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1654, "doc": {"id": "TIMSS_2003_8_pg33", "question": "Overgrazing of land by livestock contributes to a major problem. That problem is", "choices": {"text": ["depletion of ground water", "increased pollution", "erosion of soil", "acid rain"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "erosion of soil", "arguments": ["Question: Overgrazing of land by livestock contributes to a major problem. That problem is\nAnswer:", " ["], "resps": [[[-7.515625, false]], [[-7.765625, false]], [[-6.890625, false]], [[-8.765625, false]], [[-9.765625, false]], [[-10.015625, false]], [[-8.765625, false]], [[-11.015625, false]], [[-8.265625, false]], [[-8.515625, false]], [[-8.765625, false]], [[-5.015625, false]], [[-8.515625, false]], [[-10.015625, false]], [[-5.015625, false]], [[-11.265625, false]], [[-11.390625, false]], [[-8.515625, false]], [[-11.390625, false]], [[-8.765625, false]], [[-6.890625, false]], [[-5.015625, false]], [[-9.390625, false]], [[-4.890625, false]], [[-11.015625, false]], [[-8.765625, false]], [[-11.390625, false]], [[-7.765625, false]], [[-9.28125, false]], [[-5.015625, false]], [[-7.765625, false]], [[-8.265625, false]], [[-8.765625, false]], [[-9.015625, false]], [[-11.390625, false]], [[-8.765625, false]], [[-4.890625, false]], [[-9.390625, false]], [[-8.765625, false]], [[-6.890625, false]], [[-5.015625, false]], [[-9.765625, false]], [[-8.515625, false]], [[-10.015625, false]], [[-10.015625, false]], [[-11.390625, false]], [[-11.015625, false]], [[-8.265625, false]], [[-8.515625, false]], [[-8.765625, false]], [[-7.765625, false]], [[-9.28125, false]], [[-5.015625, false]], [[-7.765625, false]], [[-8.765625, false]], [[-11.390625, false]], [[-8.515625, false]], [[-9.390625, false]], [[-8.265625, false]], [[-8.515625, false]], [[-8.765625, false]], [[-5.015625, false]], [[-8.515625, false]], [[-10.015625, false]], [[-5.015625, false]], [[-9.390625, false]], [[-8.515625, false]], [[-8.265625, false]], [[-10.015625, false]], [[-7.765625, false]], [[-9.28125, false]], [[-5.015625, false]], [[-7.765625, false]], [[-4.890625, false]], [[-9.015625, false]], [[-8.265625, false]], [[-6.890625, false]], [[-5.015625, false]], [[-11.390625, false]], [[-4.890625, false]], [[-8.265625, false]], [[-8.765625, false]], [[-7.765625, false]], [[-13.515625, false]]], "filtered_resps": [[-7.515625, false], [-7.765625, false], [-6.890625, false], [-8.765625, false], [-9.765625, false], [-10.015625, false], [-8.765625, false], [-11.015625, false], [-8.265625, false], [-8.515625, false], [-8.765625, false], [-5.015625, false], [-8.515625, false], [-10.015625, false], [-5.015625, false], [-11.265625, false], [-11.390625, false], [-8.515625, false], [-11.390625, false], [-8.765625, false], [-6.890625, false], [-5.015625, false], [-9.390625, false], [-4.890625, false], [-11.015625, false], [-8.765625, false], [-11.390625, false], [-7.765625, false], [-9.28125, false], [-5.015625, false], [-7.765625, false], [-8.265625, false], [-8.765625, false], [-9.015625, false], [-11.390625, false], [-8.765625, false], [-4.890625, false], [-9.390625, false], [-8.765625, false], [-6.890625, false], [-5.015625, false], [-9.765625, false], [-8.515625, false], [-10.015625, false], [-10.015625, false], [-11.390625, false], [-11.015625, false], [-8.265625, false], [-8.515625, false], [-8.765625, false], [-7.765625, false], [-9.28125, false], [-5.015625, false], [-7.765625, false], [-8.765625, false], [-11.390625, false], [-8.515625, false], [-9.390625, false], [-8.265625, false], [-8.515625, false], [-8.765625, false], [-5.015625, false], [-8.515625, false], [-10.015625, false], [-5.015625, false], [-9.390625, false], [-8.515625, false], [-8.265625, false], [-10.015625, false], [-7.765625, false], [-9.28125, false], [-5.015625, false], [-7.765625, false], [-4.890625, false], [-9.015625, false], [-8.265625, false], [-6.890625, false], [-5.015625, false], [-11.390625, false], [-4.890625, false], [-8.265625, false], [-8.765625, false], [-7.765625, false], [-13.515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1662, "doc": {"id": "Mercury_7199045", "question": "Anita heats a beaker containing water. As the temperature of the water increases, which change to the water molecules occurs?", "choices": {"text": ["The molecules move at a faster rate.", "The molecules become more massive.", "The molecules expand and become wider.", "The molecules separate into atoms of hydrogen and oxygen."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "The molecules move at a faster rate.", "arguments": ["Question: Anita heats a beaker containing water. As the temperature of the water increases, which change to the water molecules occurs?\nAnswer:", " ["], "resps": [[[-6.1640625, false]], [[-9.6640625, false]], [[-6.6640625, false]], [[-8.1640625, false]], [[-7.1640625, false]], [[-5.1640625, false]], [[-7.4140625, false]], [[-8.1640625, false]], [[-10.4140625, false]], [[-7.1640625, false]], [[-7.1640625, false]], [[-8.9140625, false]], [[-10.4140625, false]], [[-7.1640625, false]], [[-9.4140625, false]], [[-5.1640625, false]], [[-7.4140625, false]], [[-8.1640625, false]], [[-8.6640625, false]], [[-7.1640625, false]], [[-5.1640625, false]], [[-4.4140625, false]], [[-8.4140625, false]], [[-5.1640625, false]], [[-4.4140625, false]], [[-5.1640625, false]], [[-8.9140625, false]], [[-4.4140625, false]], [[-9.4140625, false]], [[-8.4140625, false]], [[-7.1640625, false]], [[-9.4140625, false]], [[-5.1640625, false]], [[-9.4140625, false]], [[-4.4140625, false]], [[-8.4140625, false]], [[-7.1640625, false]], [[-6.85546875, false]], [[-9.6640625, false]], [[-9.484375, false]], [[-5.1640625, false]], [[-9.6640625, false]], [[-6.6640625, false]], [[-8.1640625, false]], [[-7.1640625, false]], [[-5.1640625, false]], [[-7.4140625, false]], [[-8.1640625, false]], [[-10.4140625, false]], [[-7.1640625, false]], [[-7.1640625, false]], [[-8.9140625, false]], [[-10.4140625, false]], [[-7.1640625, false]], [[-9.4140625, false]], [[-5.1640625, false]], [[-6.6640625, false]], [[-7.1640625, false]], [[-7.1640625, false]], [[-8.1640625, false]], [[-7.4140625, false]], [[-7.1640625, false]], [[-5.1640625, false]], [[-7.4140625, false]], [[-8.1640625, false]], [[-9.4140625, false]], [[-7.1640625, false]], [[-5.1640625, false]], [[-7.4140625, false]], [[-4.4140625, false]], [[-9.4140625, false]], [[-9.4140625, false]], [[-7.4140625, false]], [[-8.6640625, false]], [[-7.1640625, false]], [[-6.85546875, false]], [[-9.6640625, false]], [[-9.484375, false]], [[-5.1640625, false]], [[-9.6640625, false]], [[-6.6640625, false]], [[-8.1640625, false]], [[-7.1640625, false]], [[-5.1640625, false]], [[-7.4140625, false]], [[-8.1640625, false]], [[-10.4140625, false]], [[-7.1640625, false]], [[-7.1640625, false]], [[-8.9140625, false]], [[-10.4140625, false]], [[-7.1640625, false]], [[-9.4140625, false]], [[-5.1640625, false]], [[-7.1640625, false]], [[-8.9140625, false]], [[-8.6640625, false]], [[-4.4140625, false]], [[-7.1640625, false]], [[-8.4140625, false]], [[-5.1640625, false]], [[-4.4140625, false]], [[-7.1640625, false]], [[-8.4140625, false]], [[-5.1640625, false]], [[-6.6640625, false]], [[-7.1640625, false]], [[-7.1640625, false]], [[-8.1640625, false]], [[-7.4140625, false]], [[-7.1640625, false]], [[-5.1640625, false]], [[-10.1640625, false]], [[-7.4140625, false]], [[-8.4140625, false]], [[-7.1640625, false]], [[-9.4140625, false]], [[-6.85546875, false]], [[-9.6640625, false]], [[-9.484375, false]], [[-5.1640625, false]], [[-9.6640625, false]], [[-6.6640625, false]], [[-8.1640625, false]], [[-7.1640625, false]], [[-5.1640625, false]], [[-7.4140625, false]], [[-8.1640625, false]], [[-10.4140625, false]], [[-7.1640625, false]], [[-7.1640625, false]], [[-8.9140625, false]], [[-10.4140625, false]], [[-7.1640625, false]], [[-9.4140625, false]], [[-5.1640625, false]], [[-9.4140625, false]], [[-7.1640625, false]], [[-8.6640625, false]], [[-4.4140625, false]], [[-9.4140625, false]], [[-4.4140625, false]], [[-8.4140625, false]], [[-7.1640625, false]], [[-5.1640625, false]], [[-7.4140625, false]], [[-7.1640625, false]], [[-8.4140625, false]], [[-8.1640625, false]], [[-5.1640625, false]], [[-4.4140625, false]], [[-8.4140625, false]], [[-8.1640625, false]], [[-7.4140625, false]], [[-9.4140625, false]], [[-5.1640625, false]], [[-8.1640625, false]], [[-8.9140625, false]], [[-5.1640625, false]], [[-8.1640625, false]], [[-9.6640625, false]], [[-8.4140625, false]], [[-9.4140625, false]], [[-8.1640625, false]], [[-10.1640625, false]], [[-7.1640625, false]], [[-7.1640625, false]], [[-5.1640625, false]], [[-4.4140625, false]], [[-7.1640625, false]], [[-8.4140625, false]], [[-5.1640625, false]], [[-8.1640625, false]], [[-8.9140625, false]], [[-9.6640625, false]], [[-10.1640625, false]], [[-7.1640625, false]], [[-7.1640625, false]], [[-6.85546875, false]], [[-9.6640625, false]], [[-11.9140625, false]]], "filtered_resps": [[-6.1640625, false], [-9.6640625, false], [-6.6640625, false], [-8.1640625, false], [-7.1640625, false], [-5.1640625, false], [-7.4140625, false], [-8.1640625, false], [-10.4140625, false], [-7.1640625, false], [-7.1640625, false], [-8.9140625, false], [-10.4140625, false], [-7.1640625, false], [-9.4140625, false], [-5.1640625, false], [-7.4140625, false], [-8.1640625, false], [-8.6640625, false], [-7.1640625, false], [-5.1640625, false], [-4.4140625, false], [-8.4140625, false], [-5.1640625, false], [-4.4140625, false], [-5.1640625, false], [-8.9140625, false], [-4.4140625, false], [-9.4140625, false], [-8.4140625, false], [-7.1640625, false], [-9.4140625, false], [-5.1640625, false], [-9.4140625, false], [-4.4140625, false], [-8.4140625, false], [-7.1640625, false], [-6.85546875, false], [-9.6640625, false], [-9.484375, false], [-5.1640625, false], [-9.6640625, false], [-6.6640625, false], [-8.1640625, false], [-7.1640625, false], [-5.1640625, false], [-7.4140625, false], [-8.1640625, false], [-10.4140625, false], [-7.1640625, false], [-7.1640625, false], [-8.9140625, false], [-10.4140625, false], [-7.1640625, false], [-9.4140625, false], [-5.1640625, false], [-6.6640625, false], [-7.1640625, false], [-7.1640625, false], [-8.1640625, false], [-7.4140625, false], [-7.1640625, false], [-5.1640625, false], [-7.4140625, false], [-8.1640625, false], [-9.4140625, false], [-7.1640625, false], [-5.1640625, false], [-7.4140625, false], [-4.4140625, false], [-9.4140625, false], [-9.4140625, false], [-7.4140625, false], [-8.6640625, false], [-7.1640625, false], [-6.85546875, false], [-9.6640625, false], [-9.484375, false], [-5.1640625, false], [-9.6640625, false], [-6.6640625, false], [-8.1640625, false], [-7.1640625, false], [-5.1640625, false], [-7.4140625, false], [-8.1640625, false], [-10.4140625, false], [-7.1640625, false], [-7.1640625, false], [-8.9140625, false], [-10.4140625, false], [-7.1640625, false], [-9.4140625, false], [-5.1640625, false], [-7.1640625, false], [-8.9140625, false], [-8.6640625, false], [-4.4140625, false], [-7.1640625, false], [-8.4140625, false], [-5.1640625, false], [-4.4140625, false], [-7.1640625, false], [-8.4140625, false], [-5.1640625, false], [-6.6640625, false], [-7.1640625, false], [-7.1640625, false], [-8.1640625, false], [-7.4140625, false], [-7.1640625, false], [-5.1640625, false], [-10.1640625, false], [-7.4140625, false], [-8.4140625, false], [-7.1640625, false], [-9.4140625, false], [-6.85546875, false], [-9.6640625, false], [-9.484375, false], [-5.1640625, false], [-9.6640625, false], [-6.6640625, false], [-8.1640625, false], [-7.1640625, false], [-5.1640625, false], [-7.4140625, false], [-8.1640625, false], [-10.4140625, false], [-7.1640625, false], [-7.1640625, false], [-8.9140625, false], [-10.4140625, false], [-7.1640625, false], [-9.4140625, false], [-5.1640625, false], [-9.4140625, false], [-7.1640625, false], [-8.6640625, false], [-4.4140625, false], [-9.4140625, false], [-4.4140625, false], [-8.4140625, false], [-7.1640625, false], [-5.1640625, false], [-7.4140625, false], [-7.1640625, false], [-8.4140625, false], [-8.1640625, false], [-5.1640625, false], [-4.4140625, false], [-8.4140625, false], [-8.1640625, false], [-7.4140625, false], [-9.4140625, false], [-5.1640625, false], [-8.1640625, false], [-8.9140625, false], [-5.1640625, false], [-8.1640625, false], [-9.6640625, false], [-8.4140625, false], [-9.4140625, false], [-8.1640625, false], [-10.1640625, false], [-7.1640625, false], [-7.1640625, false], [-5.1640625, false], [-4.4140625, false], [-7.1640625, false], [-8.4140625, false], [-5.1640625, false], [-8.1640625, false], [-8.9140625, false], [-9.6640625, false], [-10.1640625, false], [-7.1640625, false], [-7.1640625, false], [-6.85546875, false], [-9.6640625, false], [-11.9140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1670, "doc": {"id": "Mercury_SC_400041", "question": "Which event takes about one year to complete?", "choices": {"text": ["Earth making a complete rotation", "the Moon making a complete rotation", "Earth revolving completely around the Sun", "the Moon revolving completely around Earth"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Earth revolving completely around the Sun", "arguments": ["Question: Which event takes about one year to complete?\nAnswer:", " ["], "resps": [[[-7.76171875, false]], [[-7.76171875, false]], [[-5.13671875, false]], [[-5.26171875, false]], [[-10.2578125, false]], [[-10.1328125, false]], [[-11.5078125, false]], [[-5.01171875, false]], [[-10.6328125, false]], [[-5.26171875, false]], [[-11.2578125, false]], [[-9.1328125, false]], [[-9.2578125, false]], [[-11.8828125, false]], [[-5.01171875, false]], [[-5.26171875, false]], [[-5.01171875, false]], [[-9.3828125, false]], [[-10.1328125, false]], [[-10.6328125, false]], [[-11.0078125, false]], [[-10.6328125, false]], [[-7.63671875, false]], [[-10.1328125, false]], [[-7.63671875, false]], [[-5.01171875, false]], [[-10.2578125, false]], [[-10.1328125, false]], [[-10.1328125, false]], [[-5.26171875, false]], [[-10.1328125, false]], [[-9.1328125, false]], [[-10.1328125, false]], [[-9.2578125, false]], [[-7.76171875, false]], [[-9.796875, false]], [[-5.01171875, false]], [[-7.76171875, false]], [[-10.1328125, false]], [[-11.5078125, false]], [[-7.63671875, false]], [[-5.01171875, false]], [[-7.13671875, false]], [[-10.1328125, false]], [[-10.1328125, false]], [[-9.2578125, false]], [[-5.01171875, false]], [[-10.6328125, false]], [[-5.26171875, false]], [[-11.2578125, false]], [[-9.1328125, false]], [[-9.2578125, false]], [[-11.8828125, false]], [[-5.01171875, false]], [[-5.26171875, false]], [[-5.01171875, false]], [[-9.3828125, false]], [[-10.1328125, false]], [[-10.6328125, false]], [[-11.0078125, false]], [[-10.6328125, false]], [[-7.63671875, false]], [[-10.1328125, false]], [[-7.63671875, false]], [[-5.01171875, false]], [[-10.2578125, false]], [[-10.1328125, false]], [[-10.1328125, false]], [[-5.26171875, false]], [[-10.1328125, false]], [[-9.1328125, false]], [[-10.1328125, false]], [[-9.2578125, false]], [[-7.76171875, false]], [[-9.796875, false]], [[-5.01171875, false]], [[-7.76171875, false]], [[-5.13671875, false]], [[-5.26171875, false]], [[-10.2578125, false]], [[-10.1328125, false]], [[-11.5078125, false]], [[-5.01171875, false]], [[-10.2578125, false]], [[-7.63671875, false]], [[-10.3828125, false]], [[-10.1328125, false]], [[-10.6328125, false]], [[-10.3828125, false]], [[-9.1328125, false]], [[-9.2578125, false]], [[-11.8828125, false]], [[-5.01171875, false]], [[-9.3828125, false]], [[-10.1328125, false]], [[-10.6328125, false]], [[-11.0078125, false]], [[-10.6328125, false]], [[-7.63671875, false]], [[-10.1328125, false]], [[-7.63671875, false]], [[-10.6328125, false]], [[-11.2578125, false]], [[-5.01171875, false]], [[-5.26171875, false]], [[-10.2578125, false]], [[-10.1328125, false]], [[-10.5078125, false]], [[-9.2578125, false]], [[-10.0078125, false]], [[-5.01171875, false]], [[-10.1328125, false]], [[-11.5078125, false]], [[-7.63671875, false]], [[-5.01171875, false]], [[-5.88671875, false]], [[-10.5078125, false]], [[-9.2578125, false]], [[-7.76171875, false]], [[-9.796875, false]], [[-5.01171875, false]], [[-7.76171875, false]], [[-10.1328125, false]], [[-11.5078125, false]], [[-7.63671875, false]], [[-5.01171875, false]], [[-7.13671875, false]], [[-10.1328125, false]], [[-10.1328125, false]], [[-9.2578125, false]], [[-5.01171875, false]], [[-10.2578125, false]], [[-7.63671875, false]], [[-10.3828125, false]], [[-10.1328125, false]], [[-10.6328125, false]], [[-10.3828125, false]], [[-9.1328125, false]], [[-9.2578125, false]], [[-11.8828125, false]], [[-5.01171875, false]], [[-9.3828125, false]], [[-10.1328125, false]], [[-10.6328125, false]], [[-11.0078125, false]], [[-10.6328125, false]], [[-7.63671875, false]], [[-10.1328125, false]], [[-7.63671875, false]], [[-10.6328125, false]], [[-11.2578125, false]], [[-5.01171875, false]], [[-5.26171875, false]], [[-10.2578125, false]], [[-10.1328125, false]], [[-10.5078125, false]], [[-9.2578125, false]], [[-10.0078125, false]], [[-5.01171875, false]], [[-5.13671875, false]], [[-5.26171875, false]], [[-10.2578125, false]], [[-10.1328125, false]], [[-11.5078125, false]], [[-7.76171875, false]], [[-13.3828125, false]]], "filtered_resps": [[-7.76171875, false], [-7.76171875, false], [-5.13671875, false], [-5.26171875, false], [-10.2578125, false], [-10.1328125, false], [-11.5078125, false], [-5.01171875, false], [-10.6328125, false], [-5.26171875, false], [-11.2578125, false], [-9.1328125, false], [-9.2578125, false], [-11.8828125, false], [-5.01171875, false], [-5.26171875, false], [-5.01171875, false], [-9.3828125, false], [-10.1328125, false], [-10.6328125, false], [-11.0078125, false], [-10.6328125, false], [-7.63671875, false], [-10.1328125, false], [-7.63671875, false], [-5.01171875, false], [-10.2578125, false], [-10.1328125, false], [-10.1328125, false], [-5.26171875, false], [-10.1328125, false], [-9.1328125, false], [-10.1328125, false], [-9.2578125, false], [-7.76171875, false], [-9.796875, false], [-5.01171875, false], [-7.76171875, false], [-10.1328125, false], [-11.5078125, false], [-7.63671875, false], [-5.01171875, false], [-7.13671875, false], [-10.1328125, false], [-10.1328125, false], [-9.2578125, false], [-5.01171875, false], [-10.6328125, false], [-5.26171875, false], [-11.2578125, false], [-9.1328125, false], [-9.2578125, false], [-11.8828125, false], [-5.01171875, false], [-5.26171875, false], [-5.01171875, false], [-9.3828125, false], [-10.1328125, false], [-10.6328125, false], [-11.0078125, false], [-10.6328125, false], [-7.63671875, false], [-10.1328125, false], [-7.63671875, false], [-5.01171875, false], [-10.2578125, false], [-10.1328125, false], [-10.1328125, false], [-5.26171875, false], [-10.1328125, false], [-9.1328125, false], [-10.1328125, false], [-9.2578125, false], [-7.76171875, false], [-9.796875, false], [-5.01171875, false], [-7.76171875, false], [-5.13671875, false], [-5.26171875, false], [-10.2578125, false], [-10.1328125, false], [-11.5078125, false], [-5.01171875, false], [-10.2578125, false], [-7.63671875, false], [-10.3828125, false], [-10.1328125, false], [-10.6328125, false], [-10.3828125, false], [-9.1328125, false], [-9.2578125, false], [-11.8828125, false], [-5.01171875, false], [-9.3828125, false], [-10.1328125, false], [-10.6328125, false], [-11.0078125, false], [-10.6328125, false], [-7.63671875, false], [-10.1328125, false], [-7.63671875, false], [-10.6328125, false], [-11.2578125, false], [-5.01171875, false], [-5.26171875, false], [-10.2578125, false], [-10.1328125, false], [-10.5078125, false], [-9.2578125, false], [-10.0078125, false], [-5.01171875, false], [-10.1328125, false], [-11.5078125, false], [-7.63671875, false], [-5.01171875, false], [-5.88671875, false], [-10.5078125, false], [-9.2578125, false], [-7.76171875, false], [-9.796875, false], [-5.01171875, false], [-7.76171875, false], [-10.1328125, false], [-11.5078125, false], [-7.63671875, false], [-5.01171875, false], [-7.13671875, false], [-10.1328125, false], [-10.1328125, false], [-9.2578125, false], [-5.01171875, false], [-10.2578125, false], [-7.63671875, false], [-10.3828125, false], [-10.1328125, false], [-10.6328125, false], [-10.3828125, false], [-9.1328125, false], [-9.2578125, false], [-11.8828125, false], [-5.01171875, false], [-9.3828125, false], [-10.1328125, false], [-10.6328125, false], [-11.0078125, false], [-10.6328125, false], [-7.63671875, false], [-10.1328125, false], [-7.63671875, false], [-10.6328125, false], [-11.2578125, false], [-5.01171875, false], [-5.26171875, false], [-10.2578125, false], [-10.1328125, false], [-10.5078125, false], [-9.2578125, false], [-10.0078125, false], [-5.01171875, false], [-5.13671875, false], [-5.26171875, false], [-10.2578125, false], [-10.1328125, false], [-11.5078125, false], [-7.76171875, false], [-13.3828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1678, "doc": {"id": "NYSEDREGENTS_2015_8_16", "question": "Nutrients enter the bloodstream during the process of", "choices": {"text": ["locomotion", "respiration", "elimination", "absorption"], "label": ["1", "2", "3", "4"]}, "answerKey": "4"}, "target": "absorption", "arguments": ["Question: Nutrients enter the bloodstream during the process of\nAnswer:", " ["], "resps": [[[-7.76953125, false]], [[-8.6484375, false]], [[-9.1484375, false]], [[-8.3984375, false]], [[-6.64453125, false]], [[-8.3984375, false]], [[-9.1484375, false]], [[-8.3984375, false]], [[-9.5234375, false]], [[-7.51953125, false]], [[-8.3984375, false]], [[-7.76953125, false]], [[-8.6484375, false]], [[-8.5, false]], [[-5.01953125, false]], [[-8.6484375, false]], [[-10.8984375, false]], [[-9.0234375, false]], [[-8.1484375, false]], [[-8.7734375, false]], [[-7.51953125, false]], [[-10.8984375, false]], [[-5.26953125, false]], [[-9.5234375, false]], [[-7.51953125, false]], [[-8.3984375, false]], [[-7.76953125, false]], [[-8.6484375, false]], [[-8.5, false]], [[-5.01953125, false]], [[-8.6484375, false]], [[-9.0234375, false]], [[-9.1484375, false]], [[-7.51953125, false]], [[-9.1484375, false]], [[-7.51953125, false]], [[-7.76953125, false]], [[-5.26953125, false]], [[-9.5234375, false]], [[-7.51953125, false]], [[-8.3984375, false]], [[-7.76953125, false]], [[-8.6484375, false]], [[-8.5, false]], [[-5.01953125, false]], [[-8.6484375, false]], [[-5.26953125, false]], [[-7.01953125, false]], [[-8.1484375, false]], [[-8.3984375, false]], [[-10.8984375, false]], [[-8.7734375, false]], [[-9.5234375, false]], [[-7.51953125, false]], [[-8.3984375, false]], [[-7.76953125, false]], [[-8.6484375, false]], [[-11.5234375, false]]], "filtered_resps": [[-7.76953125, false], [-8.6484375, false], [-9.1484375, false], [-8.3984375, false], [-6.64453125, false], [-8.3984375, false], [-9.1484375, false], [-8.3984375, false], [-9.5234375, false], [-7.51953125, false], [-8.3984375, false], [-7.76953125, false], [-8.6484375, false], [-8.5, false], [-5.01953125, false], [-8.6484375, false], [-10.8984375, false], [-9.0234375, false], [-8.1484375, false], [-8.7734375, false], [-7.51953125, false], [-10.8984375, false], [-5.26953125, false], [-9.5234375, false], [-7.51953125, false], [-8.3984375, false], [-7.76953125, false], [-8.6484375, false], [-8.5, false], [-5.01953125, false], [-8.6484375, false], [-9.0234375, false], [-9.1484375, false], [-7.51953125, false], [-9.1484375, false], [-7.51953125, false], [-7.76953125, false], [-5.26953125, false], [-9.5234375, false], [-7.51953125, false], [-8.3984375, false], [-7.76953125, false], [-8.6484375, false], [-8.5, false], [-5.01953125, false], [-8.6484375, false], [-5.26953125, false], [-7.01953125, false], [-8.1484375, false], [-8.3984375, false], [-10.8984375, false], [-8.7734375, false], [-9.5234375, false], [-7.51953125, false], [-8.3984375, false], [-7.76953125, false], [-8.6484375, false], [-11.5234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1686, "doc": {"id": "Mercury_7201320", "question": "A scientist performs an experiment which suggests a new explanation for the digestion of certain proteins in humans. These results should first be communicated to the scientific community by which means?", "choices": {"text": ["submission of an article to a peer-reviewed journal", "inclusion of the new explanation in a biology textbook", "posting observations and conclusions on the scientist's website", "inviting reporters from many organizations to a press conference"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "submission of an article to a peer-reviewed journal", "arguments": ["Question: A scientist performs an experiment which suggests a new explanation for the digestion of certain proteins in humans. These results should first be communicated to the scientific community by which means?\nAnswer:", " ["], "resps": [[[-6.71484375, false]], [[-9.0859375, false]], [[-9.7109375, false]], [[-9.7109375, false]], [[-8.5859375, false]], [[-11.0859375, false]], [[-7.96484375, false]], [[-9.7109375, false]], [[-9.7109375, false]], [[-7.96484375, false]], [[-9.7109375, false]], [[-9.8359375, false]], [[-5.46484375, false]], [[-9.7109375, false]], [[-10.9609375, false]], [[-5.46484375, false]], [[-4.58984375, false]], [[-9.8359375, false]], [[-5.46484375, false]], [[-4.58984375, false]], [[-11.7109375, false]], [[-10.7109375, false]], [[-7.96484375, false]], [[-9.7109375, false]], [[-11.3359375, false]], [[-7.21484375, false]], [[-5.46484375, false]], [[-10.7109375, false]], [[-9.7109375, false]], [[-5.46484375, false]], [[-4.58984375, false]], [[-5.46484375, false]], [[-9.2109375, false]], [[-7.21484375, false]], [[-7.21484375, false]], [[-11.7109375, false]], [[-6.46484375, false]], [[-11.7109375, false]], [[-7.21484375, false]], [[-11.3359375, false]], [[-7.96484375, false]], [[-7.21484375, false]], [[-11.7109375, false]], [[-7.21484375, false]], [[-9.0859375, false]], [[-5.46484375, false]], [[-12.7109375, false]], [[-9.7109375, false]], [[-9.7109375, false]], [[-11.7109375, false]], [[-9.8359375, false]], [[-4.58984375, false]], [[-11.3359375, false]], [[-9.0859375, false]], [[-10.6875, false]], [[-5.46484375, false]], [[-9.0859375, false]], [[-7.96484375, false]], [[-9.8359375, false]], [[-9.7109375, false]], [[-11.3359375, false]], [[-9.7109375, false]], [[-9.7109375, false]], [[-7.96484375, false]], [[-9.7109375, false]], [[-9.8359375, false]], [[-5.46484375, false]], [[-9.7109375, false]], [[-10.9609375, false]], [[-5.46484375, false]], [[-10.7109375, false]], [[-11.3359375, false]], [[-7.21484375, false]], [[-5.46484375, false]], [[-9.8359375, false]], [[-7.21484375, false]], [[-11.7109375, false]], [[-5.46484375, false]], [[-7.21484375, false]], [[-10.2109375, false]], [[-9.2109375, false]], [[-11.3359375, false]], [[-4.58984375, false]], [[-9.8359375, false]], [[-4.58984375, false]], [[-10.7109375, false]], [[-7.96484375, false]], [[-9.7109375, false]], [[-9.8359375, false]], [[-5.46484375, false]], [[-7.96484375, false]], [[-9.8359375, false]], [[-5.46484375, false]], [[-4.58984375, false]], [[-5.46484375, false]], [[-8.5859375, false]], [[-7.96484375, false]], [[-9.7109375, false]], [[-11.3359375, false]], [[-9.7109375, false]], [[-12.2109375, false]], [[-12.3359375, false]], [[-5.46484375, false]], [[-10.7109375, false]], [[-7.21484375, false]], [[-10.2109375, false]], [[-10.7109375, false]], [[-8.5859375, false]], [[-9.7109375, false]], [[-9.7109375, false]], [[-11.5859375, false]], [[-9.0859375, false]], [[-10.546875, false]], [[-5.46484375, false]], [[-7.08984375, false]], [[-9.2109375, false]], [[-9.7109375, false]], [[-9.7109375, false]], [[-10.7109375, false]], [[-7.96484375, false]], [[-9.8359375, false]], [[-12.2109375, false]], [[-5.46484375, false]], [[-9.7109375, false]], [[-8.5859375, false]], [[-9.7109375, false]], [[-7.21484375, false]], [[-11.7109375, false]], [[-11.3359375, false]], [[-4.58984375, false]], [[-10.7109375, false]], [[-7.96484375, false]], [[-9.7109375, false]], [[-9.8359375, false]], [[-9.7109375, false]], [[-5.46484375, false]], [[-4.58984375, false]], [[-9.8359375, false]], [[-9.0859375, false]], [[-5.46484375, false]], [[-9.7109375, false]], [[-9.7109375, false]], [[-9.8359375, false]], [[-9.7109375, false]], [[-11.3359375, false]], [[-9.7109375, false]], [[-9.7109375, false]], [[-7.96484375, false]], [[-9.7109375, false]], [[-9.8359375, false]], [[-9.7109375, false]], [[-5.46484375, false]], [[-9.7109375, false]], [[-9.8359375, false]], [[-5.46484375, false]], [[-10.7109375, false]], [[-11.3359375, false]], [[-7.21484375, false]], [[-5.46484375, false]], [[-9.7109375, false]], [[-9.7109375, false]], [[-7.96484375, false]], [[-7.21484375, false]], [[-9.8359375, false]], [[-10.7109375, false]], [[-7.96484375, false]], [[-9.7109375, false]], [[-10.7109375, false]], [[-9.0859375, false]], [[-9.7109375, false]], [[-5.46484375, false]], [[-11.7109375, false]], [[-7.21484375, false]], [[-8.5859375, false]], [[-9.7109375, false]], [[-7.96484375, false]], [[-10.7109375, false]], [[-7.21484375, false]], [[-7.08984375, false]], [[-10.546875, false]], [[-5.46484375, false]], [[-9.0859375, false]], [[-7.96484375, false]], [[-9.8359375, false]], [[-11.3359375, false]], [[-7.96484375, false]], [[-10.7109375, false]], [[-7.96484375, false]], [[-9.8359375, false]], [[-12.2109375, false]], [[-5.46484375, false]], [[-11.7109375, false]], [[-7.21484375, false]], [[-9.2109375, false]], [[-9.7109375, false]], [[-11.7109375, false]], [[-10.7109375, false]], [[-7.21484375, false]], [[-11.7109375, false]], [[-9.7109375, false]], [[-5.46484375, false]], [[-10.9609375, false]], [[-11.7109375, false]], [[-9.7109375, false]], [[-11.0859375, false]], [[-5.46484375, false]], [[-11.0859375, false]], [[-4.58984375, false]], [[-9.8359375, false]], [[-12.3359375, false]], [[-5.46484375, false]], [[-9.7109375, false]], [[-11.7109375, false]], [[-12.2109375, false]], [[-4.58984375, false]], [[-9.8359375, false]], [[-7.96484375, false]], [[-12.8359375, false]], [[-4.58984375, false]], [[-10.7109375, false]], [[-7.96484375, false]], [[-9.7109375, false]], [[-9.8359375, false]], [[-9.7109375, false]], [[-5.46484375, false]], [[-10.7109375, false]], [[-9.7109375, false]], [[-5.46484375, false]], [[-4.58984375, false]], [[-5.46484375, false]], [[-9.2109375, false]], [[-11.7109375, false]], [[-7.21484375, false]], [[-9.7109375, false]], [[-9.7109375, false]], [[-5.46484375, false]], [[-9.7109375, false]], [[-9.7109375, false]], [[-9.8359375, false]], [[-10.9609375, false]], [[-7.21484375, false]], [[-11.7109375, false]], [[-7.21484375, false]], [[-9.8359375, false]], [[-9.7109375, false]], [[-7.21484375, false]], [[-9.0859375, false]], [[-11.7109375, false]]], "filtered_resps": [[-6.71484375, false], [-9.0859375, false], [-9.7109375, false], [-9.7109375, false], [-8.5859375, false], [-11.0859375, false], [-7.96484375, false], [-9.7109375, false], [-9.7109375, false], [-7.96484375, false], [-9.7109375, false], [-9.8359375, false], [-5.46484375, false], [-9.7109375, false], [-10.9609375, false], [-5.46484375, false], [-4.58984375, false], [-9.8359375, false], [-5.46484375, false], [-4.58984375, false], [-11.7109375, false], [-10.7109375, false], [-7.96484375, false], [-9.7109375, false], [-11.3359375, false], [-7.21484375, false], [-5.46484375, false], [-10.7109375, false], [-9.7109375, false], [-5.46484375, false], [-4.58984375, false], [-5.46484375, false], [-9.2109375, false], [-7.21484375, false], [-7.21484375, false], [-11.7109375, false], [-6.46484375, false], [-11.7109375, false], [-7.21484375, false], [-11.3359375, false], [-7.96484375, false], [-7.21484375, false], [-11.7109375, false], [-7.21484375, false], [-9.0859375, false], [-5.46484375, false], [-12.7109375, false], [-9.7109375, false], [-9.7109375, false], [-11.7109375, false], [-9.8359375, false], [-4.58984375, false], [-11.3359375, false], [-9.0859375, false], [-10.6875, false], [-5.46484375, false], [-9.0859375, false], [-7.96484375, false], [-9.8359375, false], [-9.7109375, false], [-11.3359375, false], [-9.7109375, false], [-9.7109375, false], [-7.96484375, false], [-9.7109375, false], [-9.8359375, false], [-5.46484375, false], [-9.7109375, false], [-10.9609375, false], [-5.46484375, false], [-10.7109375, false], [-11.3359375, false], [-7.21484375, false], [-5.46484375, false], [-9.8359375, false], [-7.21484375, false], [-11.7109375, false], [-5.46484375, false], [-7.21484375, false], [-10.2109375, false], [-9.2109375, false], [-11.3359375, false], [-4.58984375, false], [-9.8359375, false], [-4.58984375, false], [-10.7109375, false], [-7.96484375, false], [-9.7109375, false], [-9.8359375, false], [-5.46484375, false], [-7.96484375, false], [-9.8359375, false], [-5.46484375, false], [-4.58984375, false], [-5.46484375, false], [-8.5859375, false], [-7.96484375, false], [-9.7109375, false], [-11.3359375, false], [-9.7109375, false], [-12.2109375, false], [-12.3359375, false], [-5.46484375, false], [-10.7109375, false], [-7.21484375, false], [-10.2109375, false], [-10.7109375, false], [-8.5859375, false], [-9.7109375, false], [-9.7109375, false], [-11.5859375, false], [-9.0859375, false], [-10.546875, false], [-5.46484375, false], [-7.08984375, false], [-9.2109375, false], [-9.7109375, false], [-9.7109375, false], [-10.7109375, false], [-7.96484375, false], [-9.8359375, false], [-12.2109375, false], [-5.46484375, false], [-9.7109375, false], [-8.5859375, false], [-9.7109375, false], [-7.21484375, false], [-11.7109375, false], [-11.3359375, false], [-4.58984375, false], [-10.7109375, false], [-7.96484375, false], [-9.7109375, false], [-9.8359375, false], [-9.7109375, false], [-5.46484375, false], [-4.58984375, false], [-9.8359375, false], [-9.0859375, false], [-5.46484375, false], [-9.7109375, false], [-9.7109375, false], [-9.8359375, false], [-9.7109375, false], [-11.3359375, false], [-9.7109375, false], [-9.7109375, false], [-7.96484375, false], [-9.7109375, false], [-9.8359375, false], [-9.7109375, false], [-5.46484375, false], [-9.7109375, false], [-9.8359375, false], [-5.46484375, false], [-10.7109375, false], [-11.3359375, false], [-7.21484375, false], [-5.46484375, false], [-9.7109375, false], [-9.7109375, false], [-7.96484375, false], [-7.21484375, false], [-9.8359375, false], [-10.7109375, false], [-7.96484375, false], [-9.7109375, false], [-10.7109375, false], [-9.0859375, false], [-9.7109375, false], [-5.46484375, false], [-11.7109375, false], [-7.21484375, false], [-8.5859375, false], [-9.7109375, false], [-7.96484375, false], [-10.7109375, false], [-7.21484375, false], [-7.08984375, false], [-10.546875, false], [-5.46484375, false], [-9.0859375, false], [-7.96484375, false], [-9.8359375, false], [-11.3359375, false], [-7.96484375, false], [-10.7109375, false], [-7.96484375, false], [-9.8359375, false], [-12.2109375, false], [-5.46484375, false], [-11.7109375, false], [-7.21484375, false], [-9.2109375, false], [-9.7109375, false], [-11.7109375, false], [-10.7109375, false], [-7.21484375, false], [-11.7109375, false], [-9.7109375, false], [-5.46484375, false], [-10.9609375, false], [-11.7109375, false], [-9.7109375, false], [-11.0859375, false], [-5.46484375, false], [-11.0859375, false], [-4.58984375, false], [-9.8359375, false], [-12.3359375, false], [-5.46484375, false], [-9.7109375, false], [-11.7109375, false], [-12.2109375, false], [-4.58984375, false], [-9.8359375, false], [-7.96484375, false], [-12.8359375, false], [-4.58984375, false], [-10.7109375, false], [-7.96484375, false], [-9.7109375, false], [-9.8359375, false], [-9.7109375, false], [-5.46484375, false], [-10.7109375, false], [-9.7109375, false], [-5.46484375, false], [-4.58984375, false], [-5.46484375, false], [-9.2109375, false], [-11.7109375, false], [-7.21484375, false], [-9.7109375, false], [-9.7109375, false], [-5.46484375, false], [-9.7109375, false], [-9.7109375, false], [-9.8359375, false], [-10.9609375, false], [-7.21484375, false], [-11.7109375, false], [-7.21484375, false], [-9.8359375, false], [-9.7109375, false], [-7.21484375, false], [-9.0859375, false], [-11.7109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1694, "doc": {"id": "Mercury_7268993", "question": "What keeps stars such as the Sun from collapsing from their own self-gravity?", "choices": {"text": ["the centrifugal force created by rapid rotation", "the electrical repulsion of nuclei in the plasma", "the gravitational pull created by orbiting planets", "the outward pressure created by nuclear fusion"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "the outward pressure created by nuclear fusion", "arguments": ["Question: What keeps stars such as the Sun from collapsing from their own self-gravity?\nAnswer:", " ["], "resps": [[[-8.2421875, false]], [[-6.9921875, false]], [[-10.2421875, false]], [[-11.3671875, false]], [[-8.9921875, false]], [[-5.9921875, false]], [[-9.6171875, false]], [[-8.9921875, false]], [[-10.6171875, false]], [[-10.2421875, false]], [[-10.9921875, false]], [[-9.8671875, false]], [[-10.3671875, false]], [[-12.4921875, false]], [[-12.1171875, false]], [[-4.7421875, false]], [[-10.2421875, false]], [[-5.9921875, false]], [[-10.3671875, false]], [[-10.2421875, false]], [[-10.9921875, false]], [[-9.6171875, false]], [[-8.9921875, false]], [[-5.9921875, false]], [[-9.6171875, false]], [[-10.9921875, false]], [[-8.9921875, false]], [[-4.7421875, false]], [[-10.2421875, false]], [[-8.9921875, false]], [[-10.7421875, false]], [[-5.9921875, false]], [[-9.9921875, false]], [[-12.2421875, false]], [[-5.9921875, false]], [[-10.9921875, false]], [[-4.7421875, false]], [[-10.4921875, false]], [[-9.8671875, false]], [[-10.7421875, false]], [[-5.9921875, false]], [[-10.9921875, false]], [[-10.2421875, false]], [[-10.2421875, false]], [[-4.7421875, false]], [[-10.2421875, false]], [[-9.8671875, false]], [[-10.2421875, false]], [[-10.6171875, false]], [[-6.9921875, false]], [[-10.9609375, false]], [[-5.9921875, false]], [[-6.9921875, false]], [[-10.2421875, false]], [[-11.3671875, false]], [[-8.9921875, false]], [[-5.9921875, false]], [[-8.9921875, false]], [[-10.2421875, false]], [[-8.9921875, false]], [[-9.6171875, false]], [[-10.2421875, false]], [[-10.9921875, false]], [[-9.8671875, false]], [[-9.6171875, false]], [[-4.7421875, false]], [[-10.2421875, false]], [[-5.9921875, false]], [[-10.9921875, false]], [[-8.9921875, false]], [[-10.4921875, false]], [[-12.4921875, false]], [[-10.2421875, false]], [[-9.6171875, false]], [[-9.8671875, false]], [[-10.2421875, false]], [[-10.6171875, false]], [[-5.9921875, false]], [[-10.2421875, false]], [[-10.3671875, false]], [[-5.9921875, false]], [[-10.6171875, false]], [[-12.4921875, false]], [[-9.6171875, false]], [[-10.2421875, false]], [[-8.9921875, false]], [[-9.8671875, false]], [[-5.9921875, false]], [[-9.8671875, false]], [[-10.6171875, false]], [[-5.9921875, false]], [[-10.2421875, false]], [[-11.3671875, false]], [[-8.9921875, false]], [[-5.9921875, false]], [[-10.4921875, false]], [[-10.2421875, false]], [[-4.7421875, false]], [[-9.6171875, false]], [[-10.8671875, false]], [[-4.7421875, false]], [[-6.9921875, false]], [[-10.9609375, false]], [[-5.9921875, false]], [[-6.9921875, false]], [[-10.2421875, false]], [[-11.3671875, false]], [[-8.9921875, false]], [[-5.9921875, false]], [[-12.1171875, false]], [[-10.9921875, false]], [[-4.7421875, false]], [[-11.4921875, false]], [[-9.8671875, false]], [[-10.2421875, false]], [[-4.7421875, false]], [[-10.2421875, false]], [[-9.8671875, false]], [[-10.2421875, false]], [[-10.6171875, false]], [[-4.7421875, false]], [[-10.2421875, false]], [[-5.9921875, false]], [[-10.4921875, false]], [[-12.4921875, false]], [[-10.2421875, false]], [[-10.2421875, false]], [[-5.9921875, false]], [[-9.6171875, false]], [[-10.9921875, false]], [[-8.9921875, false]], [[-4.7421875, false]], [[-10.2421875, false]], [[-8.9921875, false]], [[-10.7421875, false]], [[-5.9921875, false]], [[-9.9921875, false]], [[-12.2421875, false]], [[-5.9921875, false]], [[-10.2421875, false]], [[-10.9921875, false]], [[-9.9921875, false]], [[-9.8671875, false]], [[-10.2421875, false]], [[-9.8671875, false]], [[-10.6171875, false]], [[-12.1171875, false]], [[-5.9921875, false]], [[-10.4921875, false]], [[-10.2421875, false]], [[-4.7421875, false]], [[-10.6171875, false]], [[-8.9921875, false]], [[-10.2421875, false]], [[-9.6171875, false]], [[-6.9921875, false]], [[-10.9609375, false]], [[-5.9921875, false]], [[-6.9921875, false]], [[-10.2421875, false]], [[-11.3671875, false]], [[-8.9921875, false]], [[-5.9921875, false]], [[-10.2421875, false]], [[-12.4921875, false]], [[-10.2421875, false]], [[-11.7421875, false]], [[-4.7421875, false]], [[-10.9921875, false]], [[-10.7421875, false]], [[-5.9921875, false]], [[-10.4921875, false]], [[-10.9921875, false]], [[-8.9921875, false]], [[-9.6171875, false]], [[-9.6171875, false]], [[-12.4921875, false]], [[-10.9921875, false]], [[-8.9921875, false]], [[-5.9921875, false]], [[-9.6171875, false]], [[-10.9921875, false]], [[-8.9921875, false]], [[-4.7421875, false]], [[-10.2421875, false]], [[-8.9921875, false]], [[-10.7421875, false]], [[-5.9921875, false]], [[-9.9921875, false]], [[-12.2421875, false]], [[-5.9921875, false]], [[-10.6171875, false]], [[-12.4921875, false]], [[-9.6171875, false]], [[-10.2421875, false]], [[-8.9921875, false]], [[-4.7421875, false]], [[-10.9921875, false]], [[-5.9921875, false]], [[-10.3671875, false]], [[-12.4921875, false]], [[-9.6171875, false]], [[-9.8671875, false]], [[-10.2421875, false]], [[-10.6171875, false]], [[-6.9921875, false]], [[-12.7421875, false]]], "filtered_resps": [[-8.2421875, false], [-6.9921875, false], [-10.2421875, false], [-11.3671875, false], [-8.9921875, false], [-5.9921875, false], [-9.6171875, false], [-8.9921875, false], [-10.6171875, false], [-10.2421875, false], [-10.9921875, false], [-9.8671875, false], [-10.3671875, false], [-12.4921875, false], [-12.1171875, false], [-4.7421875, false], [-10.2421875, false], [-5.9921875, false], [-10.3671875, false], [-10.2421875, false], [-10.9921875, false], [-9.6171875, false], [-8.9921875, false], [-5.9921875, false], [-9.6171875, false], [-10.9921875, false], [-8.9921875, false], [-4.7421875, false], [-10.2421875, false], [-8.9921875, false], [-10.7421875, false], [-5.9921875, false], [-9.9921875, false], [-12.2421875, false], [-5.9921875, false], [-10.9921875, false], [-4.7421875, false], [-10.4921875, false], [-9.8671875, false], [-10.7421875, false], [-5.9921875, false], [-10.9921875, false], [-10.2421875, false], [-10.2421875, false], [-4.7421875, false], [-10.2421875, false], [-9.8671875, false], [-10.2421875, false], [-10.6171875, false], [-6.9921875, false], [-10.9609375, false], [-5.9921875, false], [-6.9921875, false], [-10.2421875, false], [-11.3671875, false], [-8.9921875, false], [-5.9921875, false], [-8.9921875, false], [-10.2421875, false], [-8.9921875, false], [-9.6171875, false], [-10.2421875, false], [-10.9921875, false], [-9.8671875, false], [-9.6171875, false], [-4.7421875, false], [-10.2421875, false], [-5.9921875, false], [-10.9921875, false], [-8.9921875, false], [-10.4921875, false], [-12.4921875, false], [-10.2421875, false], [-9.6171875, false], [-9.8671875, false], [-10.2421875, false], [-10.6171875, false], [-5.9921875, false], [-10.2421875, false], [-10.3671875, false], [-5.9921875, false], [-10.6171875, false], [-12.4921875, false], [-9.6171875, false], [-10.2421875, false], [-8.9921875, false], [-9.8671875, false], [-5.9921875, false], [-9.8671875, false], [-10.6171875, false], [-5.9921875, false], [-10.2421875, false], [-11.3671875, false], [-8.9921875, false], [-5.9921875, false], [-10.4921875, false], [-10.2421875, false], [-4.7421875, false], [-9.6171875, false], [-10.8671875, false], [-4.7421875, false], [-6.9921875, false], [-10.9609375, false], [-5.9921875, false], [-6.9921875, false], [-10.2421875, false], [-11.3671875, false], [-8.9921875, false], [-5.9921875, false], [-12.1171875, false], [-10.9921875, false], [-4.7421875, false], [-11.4921875, false], [-9.8671875, false], [-10.2421875, false], [-4.7421875, false], [-10.2421875, false], [-9.8671875, false], [-10.2421875, false], [-10.6171875, false], [-4.7421875, false], [-10.2421875, false], [-5.9921875, false], [-10.4921875, false], [-12.4921875, false], [-10.2421875, false], [-10.2421875, false], [-5.9921875, false], [-9.6171875, false], [-10.9921875, false], [-8.9921875, false], [-4.7421875, false], [-10.2421875, false], [-8.9921875, false], [-10.7421875, false], [-5.9921875, false], [-9.9921875, false], [-12.2421875, false], [-5.9921875, false], [-10.2421875, false], [-10.9921875, false], [-9.9921875, false], [-9.8671875, false], [-10.2421875, false], [-9.8671875, false], [-10.6171875, false], [-12.1171875, false], [-5.9921875, false], [-10.4921875, false], [-10.2421875, false], [-4.7421875, false], [-10.6171875, false], [-8.9921875, false], [-10.2421875, false], [-9.6171875, false], [-6.9921875, false], [-10.9609375, false], [-5.9921875, false], [-6.9921875, false], [-10.2421875, false], [-11.3671875, false], [-8.9921875, false], [-5.9921875, false], [-10.2421875, false], [-12.4921875, false], [-10.2421875, false], [-11.7421875, false], [-4.7421875, false], [-10.9921875, false], [-10.7421875, false], [-5.9921875, false], [-10.4921875, false], [-10.9921875, false], [-8.9921875, false], [-9.6171875, false], [-9.6171875, false], [-12.4921875, false], [-10.9921875, false], [-8.9921875, false], [-5.9921875, false], [-9.6171875, false], [-10.9921875, false], [-8.9921875, false], [-4.7421875, false], [-10.2421875, false], [-8.9921875, false], [-10.7421875, false], [-5.9921875, false], [-9.9921875, false], [-12.2421875, false], [-5.9921875, false], [-10.6171875, false], [-12.4921875, false], [-9.6171875, false], [-10.2421875, false], [-8.9921875, false], [-4.7421875, false], [-10.9921875, false], [-5.9921875, false], [-10.3671875, false], [-12.4921875, false], [-9.6171875, false], [-9.8671875, false], [-10.2421875, false], [-10.6171875, false], [-6.9921875, false], [-12.7421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1702, "doc": {"id": "Mercury_7137078", "question": "When placed in a container at room temperature, which substance has a definite volume but takes the shape of the container?", "choices": {"text": ["ice", "copper", "water", "wood"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "water", "arguments": ["Question: When placed in a container at room temperature, which substance has a definite volume but takes the shape of the container?\nAnswer:", " ["], "resps": [[[-7.10546875, false]], [[-8.609375, false]], [[-6.85546875, false]], [[-6.35546875, false]], [[-7.35546875, false]], [[-8.609375, false]], [[-9.390625, false]], [[-4.85546875, false]], [[-8.609375, false]], [[-6.35546875, false]], [[-7.85546875, false]], [[-7.85546875, false]], [[-7.85546875, false]], [[-7.35546875, false]], [[-9.359375, false]], [[-8.609375, false]], [[-9.390625, false]], [[-4.85546875, false]], [[-8.609375, false]], [[-9.859375, false]], [[-4.10546875, false]], [[-7.35546875, false]], [[-7.35546875, false]], [[-9.359375, false]], [[-8.609375, false]], [[-9.390625, false]], [[-4.85546875, false]], [[-8.609375, false]], [[-9.859375, false]], [[-7.85546875, false]], [[-7.85546875, false]], [[-8.609375, false]], [[-8.609375, false]], [[-13.109375, false]]], "filtered_resps": [[-7.10546875, false], [-8.609375, false], [-6.85546875, false], [-6.35546875, false], [-7.35546875, false], [-8.609375, false], [-9.390625, false], [-4.85546875, false], [-8.609375, false], [-6.35546875, false], [-7.85546875, false], [-7.85546875, false], [-7.85546875, false], [-7.35546875, false], [-9.359375, false], [-8.609375, false], [-9.390625, false], [-4.85546875, false], [-8.609375, false], [-9.859375, false], [-4.10546875, false], [-7.35546875, false], [-7.35546875, false], [-9.359375, false], [-8.609375, false], [-9.390625, false], [-4.85546875, false], [-8.609375, false], [-9.859375, false], [-7.85546875, false], [-7.85546875, false], [-8.609375, false], [-8.609375, false], [-13.109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1710, "doc": {"id": "Mercury_SC_LBS10579", "question": "Scientists today understand how forces work due to Isaac Newton's study of", "choices": {"text": ["electricity.", "magnetism.", "atoms.", "gravity."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "gravity.", "arguments": ["Question: Scientists today understand how forces work due to Isaac Newton's study of\nAnswer:", " ["], "resps": [[[-7.17578125, false]], [[-6.92578125, false]], [[-8.796875, false]], [[-10.046875, false]], [[-8.796875, false]], [[-7.92578125, false]], [[-10.171875, false]], [[-9.796875, false]], [[-8.046875, false]], [[-7.92578125, false]], [[-8.046875, false]], [[-10.171875, false]], [[-11.421875, false]], [[-7.8828125, false]], [[-6.92578125, false]], [[-8.7578125, false]], [[-5.42578125, false]], [[-6.92578125, false]], [[-9.671875, false]], [[-5.80078125, false]], [[-10.796875, false]], [[-8.421875, false]], [[-8.796875, false]], [[-10.171875, false]], [[-8.046875, false]], [[-8.796875, false]], [[-9.671875, false]], [[-7.8828125, false]], [[-6.92578125, false]], [[-8.7578125, false]], [[-5.42578125, false]], [[-6.92578125, false]], [[-5.80078125, false]], [[-10.171875, false]], [[-9.671875, false]], [[-9.671875, false]], [[-8.796875, false]], [[-7.8828125, false]], [[-6.92578125, false]], [[-8.7578125, false]], [[-5.42578125, false]], [[-6.92578125, false]], [[-10.796875, false]], [[-9.796875, false]], [[-5.80078125, false]], [[-9.421875, false]], [[-8.046875, false]], [[-10.171875, false]], [[-11.421875, false]], [[-7.8828125, false]], [[-6.92578125, false]], [[-11.796875, false]]], "filtered_resps": [[-7.17578125, false], [-6.92578125, false], [-8.796875, false], [-10.046875, false], [-8.796875, false], [-7.92578125, false], [-10.171875, false], [-9.796875, false], [-8.046875, false], [-7.92578125, false], [-8.046875, false], [-10.171875, false], [-11.421875, false], [-7.8828125, false], [-6.92578125, false], [-8.7578125, false], [-5.42578125, false], [-6.92578125, false], [-9.671875, false], [-5.80078125, false], [-10.796875, false], [-8.421875, false], [-8.796875, false], [-10.171875, false], [-8.046875, false], [-8.796875, false], [-9.671875, false], [-7.8828125, false], [-6.92578125, false], [-8.7578125, false], [-5.42578125, false], [-6.92578125, false], [-5.80078125, false], [-10.171875, false], [-9.671875, false], [-9.671875, false], [-8.796875, false], [-7.8828125, false], [-6.92578125, false], [-8.7578125, false], [-5.42578125, false], [-6.92578125, false], [-10.796875, false], [-9.796875, false], [-5.80078125, false], [-9.421875, false], [-8.046875, false], [-10.171875, false], [-11.421875, false], [-7.8828125, false], [-6.92578125, false], [-11.796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1718, "doc": {"id": "Mercury_7041265", "question": "Two chemicals are mixed in a test tube and a chemical reaction takes place. If this reaction is endothermic and the test tube is touched, which of the following best describes what is felt?", "choices": {"text": ["The test tube is cold.", "The test tube is warm.", "The test tube is very hot.", "The test tube is the same temperature as the air."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "The test tube is cold.", "arguments": ["Question: Two chemicals are mixed in a test tube and a chemical reaction takes place. If this reaction is endothermic and the test tube is touched, which of the following best describes what is felt?\nAnswer:", " ["], "resps": [[[-6.52734375, false]], [[-8.7734375, false]], [[-6.02734375, false]], [[-8.7734375, false]], [[-6.77734375, false]], [[-5.27734375, false]], [[-7.52734375, false]], [[-6.77734375, false]], [[-9.0234375, false]], [[-7.52734375, false]], [[-5.27734375, false]], [[-7.52734375, false]], [[-8.7734375, false]], [[-5.52734375, false]], [[-6.77734375, false]], [[-5.27734375, false]], [[-6.52734375, false]], [[-9.0234375, false]], [[-5.27734375, false]], [[-6.27734375, false]], [[-7.02734375, false]], [[-9.5234375, false]], [[-7.27734375, false]], [[-6.37890625, false]], [[-8.7734375, false]], [[-9.25, false]], [[-5.27734375, false]], [[-8.7734375, false]], [[-6.02734375, false]], [[-8.7734375, false]], [[-6.77734375, false]], [[-5.27734375, false]], [[-7.52734375, false]], [[-6.77734375, false]], [[-9.0234375, false]], [[-7.52734375, false]], [[-5.27734375, false]], [[-7.52734375, false]], [[-8.7734375, false]], [[-5.52734375, false]], [[-6.77734375, false]], [[-5.27734375, false]], [[-6.52734375, false]], [[-9.0234375, false]], [[-5.27734375, false]], [[-10.2734375, false]], [[-2.775390625, false]], [[-8.5234375, false]], [[-6.52734375, false]], [[-6.37890625, false]], [[-8.7734375, false]], [[-9.25, false]], [[-5.27734375, false]], [[-8.7734375, false]], [[-6.02734375, false]], [[-8.7734375, false]], [[-6.77734375, false]], [[-5.27734375, false]], [[-7.52734375, false]], [[-6.77734375, false]], [[-9.0234375, false]], [[-7.52734375, false]], [[-5.27734375, false]], [[-7.52734375, false]], [[-8.7734375, false]], [[-5.52734375, false]], [[-6.77734375, false]], [[-5.27734375, false]], [[-6.52734375, false]], [[-9.0234375, false]], [[-5.27734375, false]], [[-8.0234375, false]], [[-6.77734375, false]], [[-8.5234375, false]], [[-8.7734375, false]], [[-5.27734375, false]], [[-8.7734375, false]], [[-7.02734375, false]], [[-7.52734375, false]], [[-6.37890625, false]], [[-8.7734375, false]], [[-9.25, false]], [[-5.27734375, false]], [[-8.7734375, false]], [[-6.02734375, false]], [[-8.7734375, false]], [[-6.77734375, false]], [[-5.27734375, false]], [[-7.52734375, false]], [[-6.77734375, false]], [[-9.0234375, false]], [[-7.52734375, false]], [[-5.27734375, false]], [[-7.52734375, false]], [[-8.7734375, false]], [[-5.52734375, false]], [[-6.77734375, false]], [[-5.27734375, false]], [[-6.52734375, false]], [[-9.0234375, false]], [[-5.27734375, false]], [[-7.52734375, false]], [[-8.7734375, false]], [[-6.77734375, false]], [[-5.27734375, false]], [[-9.0234375, false]], [[-2.775390625, false]], [[-6.52734375, false]], [[-6.77734375, false]], [[-5.27734375, false]], [[-7.52734375, false]], [[-6.77734375, false]], [[-6.52734375, false]], [[-7.52734375, false]], [[-6.77734375, false]], [[-8.5234375, false]], [[-2.775390625, false]], [[-7.52734375, false]], [[-8.7734375, false]], [[-8.5234375, false]], [[-6.77734375, false]], [[-5.27734375, false]], [[-2.775390625, false]], [[-9.0234375, false]], [[-5.27734375, false]], [[-7.52734375, false]], [[-8.7734375, false]], [[-6.77734375, false]], [[-5.27734375, false]], [[-2.775390625, false]], [[-6.52734375, false]], [[-8.5234375, false]], [[-6.37890625, false]], [[-8.7734375, false]], [[-11.7734375, false]]], "filtered_resps": [[-6.52734375, false], [-8.7734375, false], [-6.02734375, false], [-8.7734375, false], [-6.77734375, false], [-5.27734375, false], [-7.52734375, false], [-6.77734375, false], [-9.0234375, false], [-7.52734375, false], [-5.27734375, false], [-7.52734375, false], [-8.7734375, false], [-5.52734375, false], [-6.77734375, false], [-5.27734375, false], [-6.52734375, false], [-9.0234375, false], [-5.27734375, false], [-6.27734375, false], [-7.02734375, false], [-9.5234375, false], [-7.27734375, false], [-6.37890625, false], [-8.7734375, false], [-9.25, false], [-5.27734375, false], [-8.7734375, false], [-6.02734375, false], [-8.7734375, false], [-6.77734375, false], [-5.27734375, false], [-7.52734375, false], [-6.77734375, false], [-9.0234375, false], [-7.52734375, false], [-5.27734375, false], [-7.52734375, false], [-8.7734375, false], [-5.52734375, false], [-6.77734375, false], [-5.27734375, false], [-6.52734375, false], [-9.0234375, false], [-5.27734375, false], [-10.2734375, false], [-2.775390625, false], [-8.5234375, false], [-6.52734375, false], [-6.37890625, false], [-8.7734375, false], [-9.25, false], [-5.27734375, false], [-8.7734375, false], [-6.02734375, false], [-8.7734375, false], [-6.77734375, false], [-5.27734375, false], [-7.52734375, false], [-6.77734375, false], [-9.0234375, false], [-7.52734375, false], [-5.27734375, false], [-7.52734375, false], [-8.7734375, false], [-5.52734375, false], [-6.77734375, false], [-5.27734375, false], [-6.52734375, false], [-9.0234375, false], [-5.27734375, false], [-8.0234375, false], [-6.77734375, false], [-8.5234375, false], [-8.7734375, false], [-5.27734375, false], [-8.7734375, false], [-7.02734375, false], [-7.52734375, false], [-6.37890625, false], [-8.7734375, false], [-9.25, false], [-5.27734375, false], [-8.7734375, false], [-6.02734375, false], [-8.7734375, false], [-6.77734375, false], [-5.27734375, false], [-7.52734375, false], [-6.77734375, false], [-9.0234375, false], [-7.52734375, false], [-5.27734375, false], [-7.52734375, false], [-8.7734375, false], [-5.52734375, false], [-6.77734375, false], [-5.27734375, false], [-6.52734375, false], [-9.0234375, false], [-5.27734375, false], [-7.52734375, false], [-8.7734375, false], [-6.77734375, false], [-5.27734375, false], [-9.0234375, false], [-2.775390625, false], [-6.52734375, false], [-6.77734375, false], [-5.27734375, false], [-7.52734375, false], [-6.77734375, false], [-6.52734375, false], [-7.52734375, false], [-6.77734375, false], [-8.5234375, false], [-2.775390625, false], [-7.52734375, false], [-8.7734375, false], [-8.5234375, false], [-6.77734375, false], [-5.27734375, false], [-2.775390625, false], [-9.0234375, false], [-5.27734375, false], [-7.52734375, false], [-8.7734375, false], [-6.77734375, false], [-5.27734375, false], [-2.775390625, false], [-6.52734375, false], [-8.5234375, false], [-6.37890625, false], [-8.7734375, false], [-11.7734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1726, "doc": {"id": "Mercury_405875", "question": "What is one way in which workplace automation can have a negative effect on society?", "choices": {"text": ["reducing the number of job-related injuries", "producing manufactured objects at a faster rate", "displacing skilled workers from manufacturing jobs", "decreasing the availability of manufactured products"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "displacing skilled workers from manufacturing jobs", "arguments": ["Question: What is one way in which workplace automation can have a negative effect on society?\nAnswer:", " ["], "resps": [[[-7.83203125, false]], [[-8.8359375, false]], [[-12.4609375, false]], [[-8.8359375, false]], [[-10.3359375, false]], [[-12.8359375, false]], [[-10.7109375, false]], [[-8.7109375, false]], [[-11.2109375, false]], [[-14.5859375, false]], [[-5.83203125, false]], [[-11.4609375, false]], [[-12.2109375, false]], [[-8.8359375, false]], [[-5.83203125, false]], [[-11.2109375, false]], [[-12.8359375, false]], [[-11.9609375, false]], [[-10.4609375, false]], [[-8.8359375, false]], [[-12.4609375, false]], [[-5.83203125, false]], [[-10.0859375, false]], [[-11.5859375, false]], [[-5.83203125, false]], [[-12.7109375, false]], [[-10.0859375, false]], [[-10.4609375, false]], [[-7.95703125, false]], [[-12.4609375, false]], [[-8.8359375, false]], [[-11.0859375, false]], [[-5.58203125, false]], [[-11.4609375, false]], [[-8.8359375, false]], [[-10.3359375, false]], [[-5.83203125, false]], [[-8.7109375, false]], [[-11.2109375, false]], [[-12.7109375, false]], [[-12.8359375, false]], [[-12.4609375, false]], [[-8.7109375, false]], [[-8.8359375, false]], [[-11.0859375, false]], [[-8.8359375, false]], [[-11.3125, false]], [[-5.83203125, false]], [[-8.8359375, false]], [[-12.0859375, false]], [[-12.4609375, false]], [[-10.0859375, false]], [[-10.3359375, false]], [[-12.8359375, false]], [[-10.7109375, false]], [[-8.7109375, false]], [[-11.2109375, false]], [[-14.5859375, false]], [[-5.83203125, false]], [[-11.9609375, false]], [[-5.58203125, false]], [[-11.2109375, false]], [[-12.8359375, false]], [[-11.5859375, false]], [[-5.58203125, false]], [[-10.7109375, false]], [[-11.4609375, false]], [[-12.8359375, false]], [[-12.4609375, false]], [[-8.8359375, false]], [[-10.3359375, false]], [[-5.83203125, false]], [[-10.0859375, false]], [[-10.4609375, false]], [[-12.7109375, false]], [[-8.8359375, false]], [[-10.7109375, false]], [[-11.4609375, false]], [[-11.0859375, false]], [[-5.83203125, false]], [[-5.58203125, false]], [[-11.4609375, false]], [[-5.83203125, false]], [[-5.58203125, false]], [[-5.83203125, false]], [[-11.5859375, false]], [[-5.58203125, false]], [[-11.0859375, false]], [[-11.4609375, false]], [[-8.8359375, false]], [[-12.4609375, false]], [[-5.83203125, false]], [[-12.4609375, false]], [[-5.58203125, false]], [[-11.4609375, false]], [[-8.8359375, false]], [[-8.8359375, false]], [[-11.3125, false]], [[-5.83203125, false]], [[-8.8359375, false]], [[-10.3359375, false]], [[-8.7109375, false]], [[-11.0859375, false]], [[-12.0859375, false]], [[-11.0859375, false]], [[-5.58203125, false]], [[-10.7109375, false]], [[-8.7109375, false]], [[-11.2109375, false]], [[-14.5859375, false]], [[-5.83203125, false]], [[-11.0859375, false]], [[-12.5859375, false]], [[-8.7109375, false]], [[-11.0859375, false]], [[-11.0859375, false]], [[-8.8359375, false]], [[-10.3359375, false]], [[-5.83203125, false]], [[-11.2109375, false]], [[-10.0859375, false]], [[-12.4609375, false]], [[-12.5859375, false]], [[-8.8359375, false]], [[-12.4609375, false]], [[-11.0859375, false]], [[-5.83203125, false]], [[-11.5859375, false]], [[-12.4609375, false]], [[-10.0859375, false]], [[-11.9609375, false]], [[-5.83203125, false]], [[-11.9609375, false]], [[-5.58203125, false]], [[-11.2109375, false]], [[-12.8359375, false]], [[-11.5859375, false]], [[-5.58203125, false]], [[-10.7109375, false]], [[-11.4609375, false]], [[-12.8359375, false]], [[-12.4609375, false]], [[-8.7109375, false]], [[-11.2109375, false]], [[-14.5859375, false]], [[-5.83203125, false]], [[-12.7109375, false]], [[-10.0859375, false]], [[-10.4609375, false]], [[-11.0859375, false]], [[-8.8359375, false]], [[-11.3125, false]], [[-5.83203125, false]], [[-8.8359375, false]], [[-10.3359375, false]], [[-8.8359375, false]], [[-10.7109375, false]], [[-12.4609375, false]], [[-8.8359375, false]], [[-5.58203125, false]], [[-11.0859375, false]], [[-8.7109375, false]], [[-11.2109375, false]], [[-14.5859375, false]], [[-5.83203125, false]], [[-11.4609375, false]], [[-12.2109375, false]], [[-8.8359375, false]], [[-5.83203125, false]], [[-5.58203125, false]], [[-13.4609375, false]], [[-5.58203125, false]], [[-8.7109375, false]], [[-11.0859375, false]], [[-5.58203125, false]], [[-10.4609375, false]], [[-8.7109375, false]], [[-11.0859375, false]], [[-8.7109375, false]], [[-11.4609375, false]], [[-13.2109375, false]], [[-5.83203125, false]], [[-10.0859375, false]], [[-11.5859375, false]], [[-5.83203125, false]], [[-11.9609375, false]], [[-5.58203125, false]], [[-11.2109375, false]], [[-12.8359375, false]], [[-11.5859375, false]], [[-5.58203125, false]], [[-10.7109375, false]], [[-11.4609375, false]], [[-12.8359375, false]], [[-12.4609375, false]], [[-8.8359375, false]], [[-10.3359375, false]], [[-5.83203125, false]], [[-12.0859375, false]], [[-12.4609375, false]], [[-10.0859375, false]], [[-10.3359375, false]], [[-12.8359375, false]], [[-10.7109375, false]], [[-11.4609375, false]], [[-11.0859375, false]], [[-8.8359375, false]], [[-14.0859375, false]]], "filtered_resps": [[-7.83203125, false], [-8.8359375, false], [-12.4609375, false], [-8.8359375, false], [-10.3359375, false], [-12.8359375, false], [-10.7109375, false], [-8.7109375, false], [-11.2109375, false], [-14.5859375, false], [-5.83203125, false], [-11.4609375, false], [-12.2109375, false], [-8.8359375, false], [-5.83203125, false], [-11.2109375, false], [-12.8359375, false], [-11.9609375, false], [-10.4609375, false], [-8.8359375, false], [-12.4609375, false], [-5.83203125, false], [-10.0859375, false], [-11.5859375, false], [-5.83203125, false], [-12.7109375, false], [-10.0859375, false], [-10.4609375, false], [-7.95703125, false], [-12.4609375, false], [-8.8359375, false], [-11.0859375, false], [-5.58203125, false], [-11.4609375, false], [-8.8359375, false], [-10.3359375, false], [-5.83203125, false], [-8.7109375, false], [-11.2109375, false], [-12.7109375, false], [-12.8359375, false], [-12.4609375, false], [-8.7109375, false], [-8.8359375, false], [-11.0859375, false], [-8.8359375, false], [-11.3125, false], [-5.83203125, false], [-8.8359375, false], [-12.0859375, false], [-12.4609375, false], [-10.0859375, false], [-10.3359375, false], [-12.8359375, false], [-10.7109375, false], [-8.7109375, false], [-11.2109375, false], [-14.5859375, false], [-5.83203125, false], [-11.9609375, false], [-5.58203125, false], [-11.2109375, false], [-12.8359375, false], [-11.5859375, false], [-5.58203125, false], [-10.7109375, false], [-11.4609375, false], [-12.8359375, false], [-12.4609375, false], [-8.8359375, false], [-10.3359375, false], [-5.83203125, false], [-10.0859375, false], [-10.4609375, false], [-12.7109375, false], [-8.8359375, false], [-10.7109375, false], [-11.4609375, false], [-11.0859375, false], [-5.83203125, false], [-5.58203125, false], [-11.4609375, false], [-5.83203125, false], [-5.58203125, false], [-5.83203125, false], [-11.5859375, false], [-5.58203125, false], [-11.0859375, false], [-11.4609375, false], [-8.8359375, false], [-12.4609375, false], [-5.83203125, false], [-12.4609375, false], [-5.58203125, false], [-11.4609375, false], [-8.8359375, false], [-8.8359375, false], [-11.3125, false], [-5.83203125, false], [-8.8359375, false], [-10.3359375, false], [-8.7109375, false], [-11.0859375, false], [-12.0859375, false], [-11.0859375, false], [-5.58203125, false], [-10.7109375, false], [-8.7109375, false], [-11.2109375, false], [-14.5859375, false], [-5.83203125, false], [-11.0859375, false], [-12.5859375, false], [-8.7109375, false], [-11.0859375, false], [-11.0859375, false], [-8.8359375, false], [-10.3359375, false], [-5.83203125, false], [-11.2109375, false], [-10.0859375, false], [-12.4609375, false], [-12.5859375, false], [-8.8359375, false], [-12.4609375, false], [-11.0859375, false], [-5.83203125, false], [-11.5859375, false], [-12.4609375, false], [-10.0859375, false], [-11.9609375, false], [-5.83203125, false], [-11.9609375, false], [-5.58203125, false], [-11.2109375, false], [-12.8359375, false], [-11.5859375, false], [-5.58203125, false], [-10.7109375, false], [-11.4609375, false], [-12.8359375, false], [-12.4609375, false], [-8.7109375, false], [-11.2109375, false], [-14.5859375, false], [-5.83203125, false], [-12.7109375, false], [-10.0859375, false], [-10.4609375, false], [-11.0859375, false], [-8.8359375, false], [-11.3125, false], [-5.83203125, false], [-8.8359375, false], [-10.3359375, false], [-8.8359375, false], [-10.7109375, false], [-12.4609375, false], [-8.8359375, false], [-5.58203125, false], [-11.0859375, false], [-8.7109375, false], [-11.2109375, false], [-14.5859375, false], [-5.83203125, false], [-11.4609375, false], [-12.2109375, false], [-8.8359375, false], [-5.83203125, false], [-5.58203125, false], [-13.4609375, false], [-5.58203125, false], [-8.7109375, false], [-11.0859375, false], [-5.58203125, false], [-10.4609375, false], [-8.7109375, false], [-11.0859375, false], [-8.7109375, false], [-11.4609375, false], [-13.2109375, false], [-5.83203125, false], [-10.0859375, false], [-11.5859375, false], [-5.83203125, false], [-11.9609375, false], [-5.58203125, false], [-11.2109375, false], [-12.8359375, false], [-11.5859375, false], [-5.58203125, false], [-10.7109375, false], [-11.4609375, false], [-12.8359375, false], [-12.4609375, false], [-8.8359375, false], [-10.3359375, false], [-5.83203125, false], [-12.0859375, false], [-12.4609375, false], [-10.0859375, false], [-10.3359375, false], [-12.8359375, false], [-10.7109375, false], [-11.4609375, false], [-11.0859375, false], [-8.8359375, false], [-14.0859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1734, "doc": {"id": "TIMSS_2003_8_pg42", "question": "If you took all of the atoms out of a chair, what would be left?", "choices": {"text": ["The chair would still be there, but it would weigh less.", "The chair would be exactly the same as it was before.", "There would be nothing left of the chair.", "Only a pool of liquid would be left on the floor."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "There would be nothing left of the chair.", "arguments": ["Question: If you took all of the atoms out of a chair, what would be left?\nAnswer:", " ["], "resps": [[[-7.45703125, false]], [[-7.45703125, false]], [[-6.20703125, false]], [[-10.9609375, false]], [[-9.2109375, false]], [[-5.20703125, false]], [[-8.4609375, false]], [[-10.9609375, false]], [[-3.458984375, false]], [[-9.9609375, false]], [[-9.7109375, false]], [[-5.20703125, false]], [[-10.2109375, false]], [[-9.7109375, false]], [[-10.2109375, false]], [[-9.9609375, false]], [[-9.9609375, false]], [[-5.20703125, false]], [[-9.7109375, false]], [[-8.9609375, false]], [[-9.9609375, false]], [[-9.9609375, false]], [[-9.9609375, false]], [[-5.20703125, false]], [[-9.7109375, false]], [[-9.2109375, false]], [[-5.20703125, false]], [[-8.9609375, false]], [[-10.9609375, false]], [[-9.2109375, false]], [[-9.7109375, false]], [[-9.2109375, false]], [[-10.484375, false]], [[-5.20703125, false]], [[-9.7109375, false]], [[-10.2109375, false]], [[-8.9609375, false]], [[-5.20703125, false]], [[-9.9609375, false]], [[-8.9609375, false]], [[-5.20703125, false]], [[-10.2109375, false]], [[-9.7109375, false]], [[-10.2109375, false]], [[-9.9609375, false]], [[-9.9609375, false]], [[-5.20703125, false]], [[-10.2109375, false]], [[-9.2109375, false]], [[-9.9609375, false]], [[-10.7109375, false]], [[-10.9609375, false]], [[-5.20703125, false]], [[-9.9609375, false]], [[-9.2109375, false]], [[-9.7109375, false]], [[-9.7109375, false]], [[-6.85546875, false]], [[-7.45703125, false]], [[-10.484375, false]], [[-5.20703125, false]], [[-7.45703125, false]], [[-6.20703125, false]], [[-10.9609375, false]], [[-9.2109375, false]], [[-5.20703125, false]], [[-8.4609375, false]], [[-10.9609375, false]], [[-3.458984375, false]], [[-9.9609375, false]], [[-9.7109375, false]], [[-5.20703125, false]], [[-10.2109375, false]], [[-9.7109375, false]], [[-10.2109375, false]], [[-9.9609375, false]], [[-9.9609375, false]], [[-5.20703125, false]], [[-9.7109375, false]], [[-9.2109375, false]], [[-5.20703125, false]], [[-9.2109375, false]], [[-7.70703125, false]], [[-3.458984375, false]], [[-8.4609375, false]], [[-8.9609375, false]], [[-9.9609375, false]], [[-10.7109375, false]], [[-5.20703125, false]], [[-8.9609375, false]], [[-10.9609375, false]], [[-9.2109375, false]], [[-5.20703125, false]], [[-9.7109375, false]], [[-3.458984375, false]], [[-9.2109375, false]], [[-9.2109375, false]], [[-5.20703125, false]], [[-3.458984375, false]], [[-9.7109375, false]], [[-5.20703125, false]], [[-9.9609375, false]], [[-8.9609375, false]], [[-5.20703125, false]], [[-10.2109375, false]], [[-3.458984375, false]], [[-9.7109375, false]], [[-5.20703125, false]], [[-9.7109375, false]], [[-9.2109375, false]], [[-9.9609375, false]], [[-9.7109375, false]], [[-9.7109375, false]], [[-9.2109375, false]], [[-6.85546875, false]], [[-7.45703125, false]], [[-10.484375, false]], [[-5.20703125, false]], [[-7.45703125, false]], [[-6.20703125, false]], [[-10.9609375, false]], [[-9.2109375, false]], [[-9.7109375, false]], [[-9.2109375, false]], [[-5.20703125, false]], [[-10.2109375, false]], [[-9.7109375, false]], [[-10.2109375, false]], [[-9.9609375, false]], [[-9.9609375, false]], [[-5.20703125, false]], [[-9.7109375, false]], [[-9.2109375, false]], [[-5.20703125, false]], [[-8.7109375, false]], [[-9.7109375, false]], [[-8.9609375, false]], [[-10.9609375, false]], [[-9.9609375, false]], [[-8.7109375, false]], [[-10.7109375, false]], [[-5.20703125, false]], [[-9.9609375, false]], [[-9.2109375, false]], [[-9.9609375, false]], [[-8.9609375, false]], [[-5.20703125, false]], [[-9.7109375, false]], [[-9.9609375, false]], [[-5.20703125, false]], [[-8.9609375, false]], [[-10.9609375, false]], [[-9.2109375, false]], [[-5.20703125, false]], [[-8.4609375, false]], [[-10.9609375, false]], [[-3.458984375, false]], [[-9.9609375, false]], [[-9.7109375, false]], [[-6.85546875, false]], [[-7.45703125, false]], [[-10.484375, false]], [[-5.20703125, false]], [[-7.45703125, false]], [[-7.20703125, false]], [[-8.7109375, false]], [[-9.9609375, false]], [[-10.7109375, false]], [[-5.20703125, false]], [[-3.458984375, false]], [[-5.20703125, false]], [[-9.9609375, false]], [[-9.7109375, false]], [[-9.7109375, false]], [[-9.9609375, false]], [[-5.20703125, false]], [[-9.7109375, false]], [[-9.9609375, false]], [[-5.20703125, false]], [[-9.9609375, false]], [[-9.9609375, false]], [[-12.2109375, false]], [[-10.2109375, false]], [[-9.9609375, false]], [[-9.9609375, false]], [[-5.20703125, false]], [[-10.2109375, false]], [[-9.7109375, false]], [[-10.2109375, false]], [[-9.9609375, false]], [[-9.9609375, false]], [[-5.20703125, false]], [[-9.7109375, false]], [[-9.2109375, false]], [[-5.20703125, false]], [[-9.9609375, false]], [[-9.2109375, false]], [[-9.9609375, false]], [[-8.9609375, false]], [[-5.20703125, false]], [[-9.7109375, false]], [[-8.7109375, false]], [[-5.20703125, false]], [[-8.9609375, false]], [[-10.9609375, false]], [[-9.2109375, false]], [[-5.20703125, false]], [[-9.9609375, false]], [[-9.9609375, false]], [[-9.7109375, false]], [[-9.7109375, false]], [[-9.7109375, false]], [[-6.85546875, false]], [[-7.45703125, false]], [[-12.2109375, false]]], "filtered_resps": [[-7.45703125, false], [-7.45703125, false], [-6.20703125, false], [-10.9609375, false], [-9.2109375, false], [-5.20703125, false], [-8.4609375, false], [-10.9609375, false], [-3.458984375, false], [-9.9609375, false], [-9.7109375, false], [-5.20703125, false], [-10.2109375, false], [-9.7109375, false], [-10.2109375, false], [-9.9609375, false], [-9.9609375, false], [-5.20703125, false], [-9.7109375, false], [-8.9609375, false], [-9.9609375, false], [-9.9609375, false], [-9.9609375, false], [-5.20703125, false], [-9.7109375, false], [-9.2109375, false], [-5.20703125, false], [-8.9609375, false], [-10.9609375, false], [-9.2109375, false], [-9.7109375, false], [-9.2109375, false], [-10.484375, false], [-5.20703125, false], [-9.7109375, false], [-10.2109375, false], [-8.9609375, false], [-5.20703125, false], [-9.9609375, false], [-8.9609375, false], [-5.20703125, false], [-10.2109375, false], [-9.7109375, false], [-10.2109375, false], [-9.9609375, false], [-9.9609375, false], [-5.20703125, false], [-10.2109375, false], [-9.2109375, false], [-9.9609375, false], [-10.7109375, false], [-10.9609375, false], [-5.20703125, false], [-9.9609375, false], [-9.2109375, false], [-9.7109375, false], [-9.7109375, false], [-6.85546875, false], [-7.45703125, false], [-10.484375, false], [-5.20703125, false], [-7.45703125, false], [-6.20703125, false], [-10.9609375, false], [-9.2109375, false], [-5.20703125, false], [-8.4609375, false], [-10.9609375, false], [-3.458984375, false], [-9.9609375, false], [-9.7109375, false], [-5.20703125, false], [-10.2109375, false], [-9.7109375, false], [-10.2109375, false], [-9.9609375, false], [-9.9609375, false], [-5.20703125, false], [-9.7109375, false], [-9.2109375, false], [-5.20703125, false], [-9.2109375, false], [-7.70703125, false], [-3.458984375, false], [-8.4609375, false], [-8.9609375, false], [-9.9609375, false], [-10.7109375, false], [-5.20703125, false], [-8.9609375, false], [-10.9609375, false], [-9.2109375, false], [-5.20703125, false], [-9.7109375, false], [-3.458984375, false], [-9.2109375, false], [-9.2109375, false], [-5.20703125, false], [-3.458984375, false], [-9.7109375, false], [-5.20703125, false], [-9.9609375, false], [-8.9609375, false], [-5.20703125, false], [-10.2109375, false], [-3.458984375, false], [-9.7109375, false], [-5.20703125, false], [-9.7109375, false], [-9.2109375, false], [-9.9609375, false], [-9.7109375, false], [-9.7109375, false], [-9.2109375, false], [-6.85546875, false], [-7.45703125, false], [-10.484375, false], [-5.20703125, false], [-7.45703125, false], [-6.20703125, false], [-10.9609375, false], [-9.2109375, false], [-9.7109375, false], [-9.2109375, false], [-5.20703125, false], [-10.2109375, false], [-9.7109375, false], [-10.2109375, false], [-9.9609375, false], [-9.9609375, false], [-5.20703125, false], [-9.7109375, false], [-9.2109375, false], [-5.20703125, false], [-8.7109375, false], [-9.7109375, false], [-8.9609375, false], [-10.9609375, false], [-9.9609375, false], [-8.7109375, false], [-10.7109375, false], [-5.20703125, false], [-9.9609375, false], [-9.2109375, false], [-9.9609375, false], [-8.9609375, false], [-5.20703125, false], [-9.7109375, false], [-9.9609375, false], [-5.20703125, false], [-8.9609375, false], [-10.9609375, false], [-9.2109375, false], [-5.20703125, false], [-8.4609375, false], [-10.9609375, false], [-3.458984375, false], [-9.9609375, false], [-9.7109375, false], [-6.85546875, false], [-7.45703125, false], [-10.484375, false], [-5.20703125, false], [-7.45703125, false], [-7.20703125, false], [-8.7109375, false], [-9.9609375, false], [-10.7109375, false], [-5.20703125, false], [-3.458984375, false], [-5.20703125, false], [-9.9609375, false], [-9.7109375, false], [-9.7109375, false], [-9.9609375, false], [-5.20703125, false], [-9.7109375, false], [-9.9609375, false], [-5.20703125, false], [-9.9609375, false], [-9.9609375, false], [-12.2109375, false], [-10.2109375, false], [-9.9609375, false], [-9.9609375, false], [-5.20703125, false], [-10.2109375, false], [-9.7109375, false], [-10.2109375, false], [-9.9609375, false], [-9.9609375, false], [-5.20703125, false], [-9.7109375, false], [-9.2109375, false], [-5.20703125, false], [-9.9609375, false], [-9.2109375, false], [-9.9609375, false], [-8.9609375, false], [-5.20703125, false], [-9.7109375, false], [-8.7109375, false], [-5.20703125, false], [-8.9609375, false], [-10.9609375, false], [-9.2109375, false], [-5.20703125, false], [-9.9609375, false], [-9.9609375, false], [-9.7109375, false], [-9.7109375, false], [-9.7109375, false], [-6.85546875, false], [-7.45703125, false], [-12.2109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1742, "doc": {"id": "Mercury_SC_414356", "question": "How are the life cycles of a ladybug and a frog similar?", "choices": {"text": ["The young look like the adults in both cycles.", "The young hatch from eggs in both cycles.", "Both life cycles begin in a water habitat.", "Both life cycles have a pupa stage."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "The young hatch from eggs in both cycles.", "arguments": ["Question: How are the life cycles of a ladybug and a frog similar?\nAnswer:", " ["], "resps": [[[-8.203125, false]], [[-8.703125, false]], [[-7.953125, false]], [[-12.453125, false]], [[-9.453125, false]], [[-4.703125, false]], [[-12.953125, false]], [[-10.203125, false]], [[-11.203125, false]], [[-9.453125, false]], [[-12.203125, false]], [[-4.703125, false]], [[-10.203125, false]], [[-10.203125, false]], [[-10.203125, false]], [[-12.203125, false]], [[-4.703125, false]], [[-10.203125, false]], [[-9.953125, false]], [[-12.203125, false]], [[-9.453125, false]], [[-4.703125, false]], [[-11.953125, false]], [[-12.453125, false]], [[-9.453125, false]], [[-4.703125, false]], [[-5.203125, false]], [[-10.953125, false]], [[-11.203125, false]], [[-10.203125, false]], [[-11.953125, false]], [[-10.703125, false]], [[-4.703125, false]], [[-9.953125, false]], [[-9.453125, false]], [[-4.703125, false]], [[-10.203125, false]], [[-10.203125, false]], [[-11.953125, false]], [[-12.453125, false]], [[-4.703125, false]], [[-11.203125, false]], [[-12.953125, false]], [[-11.203125, false]], [[-10.203125, false]], [[-9.453125, false]], [[-10.703125, false]], [[-7.3515625, false]], [[-8.703125, false]], [[-9.859375, false]], [[-4.703125, false]], [[-8.703125, false]], [[-7.953125, false]], [[-12.453125, false]], [[-9.453125, false]], [[-4.703125, false]], [[-12.953125, false]], [[-10.203125, false]], [[-11.203125, false]], [[-9.453125, false]], [[-12.203125, false]], [[-4.703125, false]], [[-12.453125, false]], [[-5.203125, false]], [[-11.953125, false]], [[-11.203125, false]], [[-12.453125, false]], [[-4.703125, false]], [[-10.953125, false]], [[-11.703125, false]], [[-10.203125, false]], [[-12.703125, false]], [[-4.703125, false]], [[-9.453125, false]], [[-12.203125, false]], [[-12.203125, false]], [[-10.703125, false]], [[-4.703125, false]], [[-9.953125, false]], [[-9.453125, false]], [[-4.703125, false]], [[-10.203125, false]], [[-10.203125, false]], [[-11.953125, false]], [[-12.453125, false]], [[-4.703125, false]], [[-11.203125, false]], [[-12.953125, false]], [[-11.203125, false]], [[-10.203125, false]], [[-9.453125, false]], [[-10.703125, false]], [[-7.3515625, false]], [[-8.703125, false]], [[-9.859375, false]], [[-4.703125, false]], [[-8.703125, false]], [[-6.953125, false]], [[-10.203125, false]], [[-11.953125, false]], [[-12.453125, false]], [[-4.703125, false]], [[-10.203125, false]], [[-9.953125, false]], [[-10.953125, false]], [[-9.453125, false]], [[-4.703125, false]], [[-11.203125, false]], [[-12.953125, false]], [[-11.203125, false]], [[-10.203125, false]], [[-9.453125, false]], [[-10.703125, false]], [[-4.703125, false]], [[-10.203125, false]], [[-9.453125, false]], [[-12.203125, false]], [[-9.953125, false]], [[-9.453125, false]], [[-4.703125, false]], [[-9.953125, false]], [[-9.453125, false]], [[-4.703125, false]], [[-5.203125, false]], [[-4.703125, false]], [[-11.953125, false]], [[-5.203125, false]], [[-11.953125, false]], [[-9.453125, false]], [[-11.703125, false]], [[-4.703125, false]], [[-12.453125, false]], [[-5.203125, false]], [[-10.203125, false]], [[-9.953125, false]], [[-11.953125, false]], [[-5.203125, false]], [[-11.953125, false]], [[-7.3515625, false]], [[-8.703125, false]], [[-9.859375, false]], [[-4.703125, false]], [[-8.703125, false]], [[-6.953125, false]], [[-10.203125, false]], [[-11.953125, false]], [[-12.453125, false]], [[-4.703125, false]], [[-10.203125, false]], [[-9.953125, false]], [[-10.953125, false]], [[-9.453125, false]], [[-4.703125, false]], [[-11.203125, false]], [[-12.953125, false]], [[-11.203125, false]], [[-10.203125, false]], [[-9.453125, false]], [[-10.703125, false]], [[-4.703125, false]], [[-12.453125, false]], [[-5.203125, false]], [[-12.203125, false]], [[-9.453125, false]], [[-4.703125, false]], [[-5.203125, false]], [[-4.703125, false]], [[-11.703125, false]], [[-11.203125, false]], [[-11.703125, false]], [[-5.203125, false]], [[-4.703125, false]], [[-10.703125, false]], [[-11.953125, false]], [[-5.203125, false]], [[-12.203125, false]], [[-9.453125, false]], [[-7.3515625, false]], [[-8.703125, false]], [[-14.203125, false]]], "filtered_resps": [[-8.203125, false], [-8.703125, false], [-7.953125, false], [-12.453125, false], [-9.453125, false], [-4.703125, false], [-12.953125, false], [-10.203125, false], [-11.203125, false], [-9.453125, false], [-12.203125, false], [-4.703125, false], [-10.203125, false], [-10.203125, false], [-10.203125, false], [-12.203125, false], [-4.703125, false], [-10.203125, false], [-9.953125, false], [-12.203125, false], [-9.453125, false], [-4.703125, false], [-11.953125, false], [-12.453125, false], [-9.453125, false], [-4.703125, false], [-5.203125, false], [-10.953125, false], [-11.203125, false], [-10.203125, false], [-11.953125, false], [-10.703125, false], [-4.703125, false], [-9.953125, false], [-9.453125, false], [-4.703125, false], [-10.203125, false], [-10.203125, false], [-11.953125, false], [-12.453125, false], [-4.703125, false], [-11.203125, false], [-12.953125, false], [-11.203125, false], [-10.203125, false], [-9.453125, false], [-10.703125, false], [-7.3515625, false], [-8.703125, false], [-9.859375, false], [-4.703125, false], [-8.703125, false], [-7.953125, false], [-12.453125, false], [-9.453125, false], [-4.703125, false], [-12.953125, false], [-10.203125, false], [-11.203125, false], [-9.453125, false], [-12.203125, false], [-4.703125, false], [-12.453125, false], [-5.203125, false], [-11.953125, false], [-11.203125, false], [-12.453125, false], [-4.703125, false], [-10.953125, false], [-11.703125, false], [-10.203125, false], [-12.703125, false], [-4.703125, false], [-9.453125, false], [-12.203125, false], [-12.203125, false], [-10.703125, false], [-4.703125, false], [-9.953125, false], [-9.453125, false], [-4.703125, false], [-10.203125, false], [-10.203125, false], [-11.953125, false], [-12.453125, false], [-4.703125, false], [-11.203125, false], [-12.953125, false], [-11.203125, false], [-10.203125, false], [-9.453125, false], [-10.703125, false], [-7.3515625, false], [-8.703125, false], [-9.859375, false], [-4.703125, false], [-8.703125, false], [-6.953125, false], [-10.203125, false], [-11.953125, false], [-12.453125, false], [-4.703125, false], [-10.203125, false], [-9.953125, false], [-10.953125, false], [-9.453125, false], [-4.703125, false], [-11.203125, false], [-12.953125, false], [-11.203125, false], [-10.203125, false], [-9.453125, false], [-10.703125, false], [-4.703125, false], [-10.203125, false], [-9.453125, false], [-12.203125, false], [-9.953125, false], [-9.453125, false], [-4.703125, false], [-9.953125, false], [-9.453125, false], [-4.703125, false], [-5.203125, false], [-4.703125, false], [-11.953125, false], [-5.203125, false], [-11.953125, false], [-9.453125, false], [-11.703125, false], [-4.703125, false], [-12.453125, false], [-5.203125, false], [-10.203125, false], [-9.953125, false], [-11.953125, false], [-5.203125, false], [-11.953125, false], [-7.3515625, false], [-8.703125, false], [-9.859375, false], [-4.703125, false], [-8.703125, false], [-6.953125, false], [-10.203125, false], [-11.953125, false], [-12.453125, false], [-4.703125, false], [-10.203125, false], [-9.953125, false], [-10.953125, false], [-9.453125, false], [-4.703125, false], [-11.203125, false], [-12.953125, false], [-11.203125, false], [-10.203125, false], [-9.453125, false], [-10.703125, false], [-4.703125, false], [-12.453125, false], [-5.203125, false], [-12.203125, false], [-9.453125, false], [-4.703125, false], [-5.203125, false], [-4.703125, false], [-11.703125, false], [-11.203125, false], [-11.703125, false], [-5.203125, false], [-4.703125, false], [-10.703125, false], [-11.953125, false], [-5.203125, false], [-12.203125, false], [-9.453125, false], [-7.3515625, false], [-8.703125, false], [-14.203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1750, "doc": {"id": "Mercury_7171763", "question": "Riding a bicycle produces several forms of energy. Which form of energy is produced in the greatest amount by pedaling a bicycle down the sidewalk?", "choices": {"text": ["chemical", "radiant", "kinetic", "sound"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "kinetic", "arguments": ["Question: Riding a bicycle produces several forms of energy. Which form of energy is produced in the greatest amount by pedaling a bicycle down the sidewalk?\nAnswer:", " ["], "resps": [[[-6.76953125, false]], [[-9.2734375, false]], [[-7.26953125, false]], [[-9.0234375, false]], [[-7.51953125, false]], [[-6.76953125, false]], [[-8.2734375, false]], [[-7.26953125, false]], [[-5.51953125, false]], [[-10.2734375, false]], [[-9.2734375, false]], [[-9.8125, false]], [[-5.01953125, false]], [[-9.2734375, false]], [[-11.0234375, false]], [[-5.51953125, false]], [[-7.76953125, false]], [[-8.2734375, false]], [[-5.51953125, false]], [[-8.5234375, false]], [[-9.0234375, false]], [[-9.2734375, false]], [[-9.8125, false]], [[-5.01953125, false]], [[-9.2734375, false]], [[-9.0234375, false]], [[-8.2734375, false]], [[-8.5234375, false]], [[-7.51953125, false]], [[-9.0234375, false]], [[-8.2734375, false]], [[-7.26953125, false]], [[-9.2734375, false]], [[-9.8125, false]], [[-5.01953125, false]], [[-9.2734375, false]], [[-8.7734375, false]], [[-9.0234375, false]], [[-10.2734375, false]], [[-8.5234375, false]], [[-7.76953125, false]], [[-9.2734375, false]], [[-13.7734375, false]]], "filtered_resps": [[-6.76953125, false], [-9.2734375, false], [-7.26953125, false], [-9.0234375, false], [-7.51953125, false], [-6.76953125, false], [-8.2734375, false], [-7.26953125, false], [-5.51953125, false], [-10.2734375, false], [-9.2734375, false], [-9.8125, false], [-5.01953125, false], [-9.2734375, false], [-11.0234375, false], [-5.51953125, false], [-7.76953125, false], [-8.2734375, false], [-5.51953125, false], [-8.5234375, false], [-9.0234375, false], [-9.2734375, false], [-9.8125, false], [-5.01953125, false], [-9.2734375, false], [-9.0234375, false], [-8.2734375, false], [-8.5234375, false], [-7.51953125, false], [-9.0234375, false], [-8.2734375, false], [-7.26953125, false], [-9.2734375, false], [-9.8125, false], [-5.01953125, false], [-9.2734375, false], [-8.7734375, false], [-9.0234375, false], [-10.2734375, false], [-8.5234375, false], [-7.76953125, false], [-9.2734375, false], [-13.7734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1758, "doc": {"id": "NYSEDREGENTS_2015_4_14", "question": "Which force causes a soccer ball to fall to the ground after it has been kicked up in the air?", "choices": {"text": ["erosion", "friction", "gravity", "magnetism"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "gravity", "arguments": ["Question: Which force causes a soccer ball to fall to the ground after it has been kicked up in the air?\nAnswer:", " ["], "resps": [[[-7.3671875, false]], [[-8.6171875, false]], [[-8.6171875, false]], [[-10.1171875, false]], [[-10.3671875, false]], [[-6.6171875, false]], [[-9.1171875, false]], [[-10.3671875, false]], [[-8.8671875, false]], [[-8.6171875, false]], [[-9.9609375, false]], [[-5.1171875, false]], [[-8.6171875, false]], [[-8.1171875, false]], [[-10.1171875, false]], [[-9.1171875, false]], [[-7.8671875, false]], [[-8.1171875, false]], [[-9.1171875, false]], [[-10.3671875, false]], [[-8.8671875, false]], [[-8.6171875, false]], [[-9.9609375, false]], [[-5.1171875, false]], [[-8.6171875, false]], [[-9.8671875, false]], [[-10.1171875, false]], [[-4.6171875, false]], [[-7.8671875, false]], [[-9.1171875, false]], [[-8.1171875, false]], [[-10.3671875, false]], [[-8.6171875, false]], [[-9.9609375, false]], [[-5.1171875, false]], [[-8.6171875, false]], [[-8.3671875, false]], [[-4.6171875, false]], [[-9.8671875, false]], [[-8.8671875, false]], [[-8.6171875, false]], [[-8.1171875, false]], [[-9.1171875, false]], [[-6.6171875, false]], [[-8.3671875, false]], [[-8.6171875, false]], [[-11.8671875, false]]], "filtered_resps": [[-7.3671875, false], [-8.6171875, false], [-8.6171875, false], [-10.1171875, false], [-10.3671875, false], [-6.6171875, false], [-9.1171875, false], [-10.3671875, false], [-8.8671875, false], [-8.6171875, false], [-9.9609375, false], [-5.1171875, false], [-8.6171875, false], [-8.1171875, false], [-10.1171875, false], [-9.1171875, false], [-7.8671875, false], [-8.1171875, false], [-9.1171875, false], [-10.3671875, false], [-8.8671875, false], [-8.6171875, false], [-9.9609375, false], [-5.1171875, false], [-8.6171875, false], [-9.8671875, false], [-10.1171875, false], [-4.6171875, false], [-7.8671875, false], [-9.1171875, false], [-8.1171875, false], [-10.3671875, false], [-8.6171875, false], [-9.9609375, false], [-5.1171875, false], [-8.6171875, false], [-8.3671875, false], [-4.6171875, false], [-9.8671875, false], [-8.8671875, false], [-8.6171875, false], [-8.1171875, false], [-9.1171875, false], [-6.6171875, false], [-8.3671875, false], [-8.6171875, false], [-11.8671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1766, "doc": {"id": "MCAS_1998_8_22", "question": "A plant scientist is developing a new fertilizer called Hypergrow. She designs an experiment to test whether Hypergrow helps plants grow faster than Supergrow, a fertilizer already on the market. Which of the following should the scientist do with light during the experiment?", "choices": {"text": ["Apply the same amount of light to all the plants.", "Apply only green light to all the plants.", "Flash the lights to simulate a partly cloudy day.", "Keep the plants in darkness."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Apply the same amount of light to all the plants.", "arguments": ["Question: A plant scientist is developing a new fertilizer called Hypergrow. She designs an experiment to test whether Hypergrow helps plants grow faster than Supergrow, a fertilizer already on the market. Which of the following should the scientist do with light during the experiment?\nAnswer:", " ["], "resps": [[[-6.8828125, false]], [[-10.1328125, false]], [[-1.3818359375, true]], [[-8.8828125, false]], [[-8.8828125, false]], [[-9.1328125, false]], [[-11.6328125, false]], [[-5.3828125, false]], [[-9.8828125, false]], [[-9.8828125, false]], [[-8.6328125, false]], [[-5.3828125, false]], [[-9.1328125, false]], [[-3.630859375, false]], [[-9.1328125, false]], [[-8.6328125, false]], [[-5.3828125, false]], [[-3.630859375, false]], [[-9.1328125, false]], [[-9.6328125, false]], [[-10.3828125, false]], [[-8.8828125, false]], [[-9.8828125, false]], [[-5.3828125, false]], [[-9.6328125, false]], [[-9.1328125, false]], [[-5.3828125, false]], [[-9.1328125, false]], [[-8.3828125, false]], [[-10.1328125, false]], [[-9.8828125, false]], [[-9.8828125, false]], [[-5.3828125, false]], [[-9.8828125, false]], [[-9.6328125, false]], [[-5.3828125, false]], [[-3.630859375, false]], [[-9.1328125, false]], [[-9.1328125, false]], [[-5.3828125, false]], [[-9.8828125, false]], [[-9.8828125, false]], [[-8.6328125, false]], [[-5.3828125, false]], [[-8.8828125, false]], [[-9.1328125, false]], [[-3.630859375, false]], [[-8.8828125, false]], [[-9.8828125, false]], [[-9.1328125, false]], [[-6.6875, false]], [[-10.1328125, false]], [[-9.9375, false]], [[-5.3828125, false]], [[-10.1328125, false]], [[-1.3818359375, true]], [[-8.8828125, false]], [[-8.8828125, false]], [[-9.1328125, false]], [[-11.6328125, false]], [[-5.3828125, false]], [[-9.6328125, false]], [[-8.8828125, false]], [[-9.1328125, false]], [[-11.6328125, false]], [[-5.3828125, false]], [[-10.1328125, false]], [[-9.6328125, false]], [[-8.6328125, false]], [[-8.6328125, false]], [[-8.8828125, false]], [[-5.3828125, false]], [[-9.1328125, false]], [[-8.3828125, false]], [[-10.1328125, false]], [[-9.8828125, false]], [[-9.8828125, false]], [[-5.3828125, false]], [[-9.8828125, false]], [[-9.6328125, false]], [[-5.3828125, false]], [[-3.630859375, false]], [[-9.1328125, false]], [[-9.1328125, false]], [[-5.3828125, false]], [[-9.8828125, false]], [[-9.8828125, false]], [[-8.6328125, false]], [[-5.3828125, false]], [[-8.8828125, false]], [[-9.1328125, false]], [[-3.630859375, false]], [[-8.8828125, false]], [[-9.8828125, false]], [[-9.1328125, false]], [[-6.6875, false]], [[-10.1328125, false]], [[-9.9375, false]], [[-5.3828125, false]], [[-10.1328125, false]], [[-6.6328125, false]], [[-9.1328125, false]], [[-3.630859375, false]], [[-9.1328125, false]], [[-9.8828125, false]], [[-5.3828125, false]], [[-9.8828125, false]], [[-9.8828125, false]], [[-8.6328125, false]], [[-5.3828125, false]], [[-9.1328125, false]], [[-8.3828125, false]], [[-10.1328125, false]], [[-9.8828125, false]], [[-9.8828125, false]], [[-9.1328125, false]], [[-5.3828125, false]], [[-9.8828125, false]], [[-9.6328125, false]], [[-5.3828125, false]], [[-9.1328125, false]], [[-8.3828125, false]], [[-9.1328125, false]], [[-10.3828125, false]], [[-9.1328125, false]], [[-3.630859375, false]], [[-9.8828125, false]], [[-8.6328125, false]], [[-5.3828125, false]], [[-3.630859375, false]], [[-5.3828125, false]], [[-8.8828125, false]], [[-3.630859375, false]], [[-9.6328125, false]], [[-9.8828125, false]], [[-9.1328125, false]], [[-11.6328125, false]], [[-5.3828125, false]], [[-6.8828125, false]], [[-9.1328125, false]], [[-9.6328125, false]], [[-10.3828125, false]], [[-6.8828125, false]], [[-11.6328125, false]], [[-5.3828125, false]], [[-6.8828125, false]], [[-3.630859375, false]], [[-11.6328125, false]], [[-6.6875, false]], [[-10.1328125, false]], [[-9.8125, false]], [[-5.3828125, false]], [[-10.1328125, false]], [[-6.6328125, false]], [[-8.6328125, false]], [[-8.6328125, false]], [[-8.8828125, false]], [[-5.3828125, false]], [[-9.8828125, false]], [[-9.8828125, false]], [[-8.6328125, false]], [[-5.3828125, false]], [[-8.8828125, false]], [[-9.1328125, false]], [[-3.630859375, false]], [[-8.8828125, false]], [[-9.8828125, false]], [[-9.1328125, false]], [[-5.3828125, false]], [[-8.3828125, false]], [[-8.8828125, false]], [[-5.3828125, false]], [[-6.8828125, false]], [[-3.630859375, false]], [[-9.6328125, false]], [[-8.8828125, false]], [[-8.8828125, false]], [[-8.6328125, false]], [[-9.1328125, false]], [[-9.1328125, false]], [[-6.6875, false]], [[-10.1328125, false]], [[-11.8828125, false]]], "filtered_resps": [[-6.8828125, false], [-10.1328125, false], [-1.3818359375, true], [-8.8828125, false], [-8.8828125, false], [-9.1328125, false], [-11.6328125, false], [-5.3828125, false], [-9.8828125, false], [-9.8828125, false], [-8.6328125, false], [-5.3828125, false], [-9.1328125, false], [-3.630859375, false], [-9.1328125, false], [-8.6328125, false], [-5.3828125, false], [-3.630859375, false], [-9.1328125, false], [-9.6328125, false], [-10.3828125, false], [-8.8828125, false], [-9.8828125, false], [-5.3828125, false], [-9.6328125, false], [-9.1328125, false], [-5.3828125, false], [-9.1328125, false], [-8.3828125, false], [-10.1328125, false], [-9.8828125, false], [-9.8828125, false], [-5.3828125, false], [-9.8828125, false], [-9.6328125, false], [-5.3828125, false], [-3.630859375, false], [-9.1328125, false], [-9.1328125, false], [-5.3828125, false], [-9.8828125, false], [-9.8828125, false], [-8.6328125, false], [-5.3828125, false], [-8.8828125, false], [-9.1328125, false], [-3.630859375, false], [-8.8828125, false], [-9.8828125, false], [-9.1328125, false], [-6.6875, false], [-10.1328125, false], [-9.9375, false], [-5.3828125, false], [-10.1328125, false], [-1.3818359375, true], [-8.8828125, false], [-8.8828125, false], [-9.1328125, false], [-11.6328125, false], [-5.3828125, false], [-9.6328125, false], [-8.8828125, false], [-9.1328125, false], [-11.6328125, false], [-5.3828125, false], [-10.1328125, false], [-9.6328125, false], [-8.6328125, false], [-8.6328125, false], [-8.8828125, false], [-5.3828125, false], [-9.1328125, false], [-8.3828125, false], [-10.1328125, false], [-9.8828125, false], [-9.8828125, false], [-5.3828125, false], [-9.8828125, false], [-9.6328125, false], [-5.3828125, false], [-3.630859375, false], [-9.1328125, false], [-9.1328125, false], [-5.3828125, false], [-9.8828125, false], [-9.8828125, false], [-8.6328125, false], [-5.3828125, false], [-8.8828125, false], [-9.1328125, false], [-3.630859375, false], [-8.8828125, false], [-9.8828125, false], [-9.1328125, false], [-6.6875, false], [-10.1328125, false], [-9.9375, false], [-5.3828125, false], [-10.1328125, false], [-6.6328125, false], [-9.1328125, false], [-3.630859375, false], [-9.1328125, false], [-9.8828125, false], [-5.3828125, false], [-9.8828125, false], [-9.8828125, false], [-8.6328125, false], [-5.3828125, false], [-9.1328125, false], [-8.3828125, false], [-10.1328125, false], [-9.8828125, false], [-9.8828125, false], [-9.1328125, false], [-5.3828125, false], [-9.8828125, false], [-9.6328125, false], [-5.3828125, false], [-9.1328125, false], [-8.3828125, false], [-9.1328125, false], [-10.3828125, false], [-9.1328125, false], [-3.630859375, false], [-9.8828125, false], [-8.6328125, false], [-5.3828125, false], [-3.630859375, false], [-5.3828125, false], [-8.8828125, false], [-3.630859375, false], [-9.6328125, false], [-9.8828125, false], [-9.1328125, false], [-11.6328125, false], [-5.3828125, false], [-6.8828125, false], [-9.1328125, false], [-9.6328125, false], [-10.3828125, false], [-6.8828125, false], [-11.6328125, false], [-5.3828125, false], [-6.8828125, false], [-3.630859375, false], [-11.6328125, false], [-6.6875, false], [-10.1328125, false], [-9.8125, false], [-5.3828125, false], [-10.1328125, false], [-6.6328125, false], [-8.6328125, false], [-8.6328125, false], [-8.8828125, false], [-5.3828125, false], [-9.8828125, false], [-9.8828125, false], [-8.6328125, false], [-5.3828125, false], [-8.8828125, false], [-9.1328125, false], [-3.630859375, false], [-8.8828125, false], [-9.8828125, false], [-9.1328125, false], [-5.3828125, false], [-8.3828125, false], [-8.8828125, false], [-5.3828125, false], [-6.8828125, false], [-3.630859375, false], [-9.6328125, false], [-8.8828125, false], [-8.8828125, false], [-8.6328125, false], [-9.1328125, false], [-9.1328125, false], [-6.6875, false], [-10.1328125, false], [-11.8828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1774, "doc": {"id": "NCEOGA_2013_5_39", "question": "A litter of kittens have traits that are similar to both the mother cat and the father cat. Which best explains this situation?", "choices": {"text": ["The kittens are provided the same kind of milk from their mother as they grow.", "The kittens inherit some of their traits from their mother and some from their father.", "The kittens are kept at the same temperatures by their mother when they are first born.", "The kittens are taught by their parents to have similar traits."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "The kittens inherit some of their traits from their mother and some from their father.", "arguments": ["Question: A litter of kittens have traits that are similar to both the mother cat and the father cat. Which best explains this situation?\nAnswer:", " ["], "resps": [[[-7.02734375, false]], [[-9.28125, false]], [[-7.77734375, false]], [[-11.78125, false]], [[-10.03125, false]], [[-5.52734375, false]], [[-9.28125, false]], [[-9.53125, false]], [[-11.03125, false]], [[-11.03125, false]], [[-10.03125, false]], [[-9.03125, false]], [[-10.78125, false]], [[-5.52734375, false]], [[-5.77734375, false]], [[-11.53125, false]], [[-10.03125, false]], [[-5.52734375, false]], [[-10.28125, false]], [[-11.53125, false]], [[-10.53125, false]], [[-12.28125, false]], [[-9.53125, false]], [[-10.03125, false]], [[-10.03125, false]], [[-10.03125, false]], [[-5.52734375, false]], [[-11.03125, false]], [[-11.78125, false]], [[-10.03125, false]], [[-5.52734375, false]], [[-10.78125, false]], [[-5.77734375, false]], [[-10.78125, false]], [[-10.03125, false]], [[-5.52734375, false]], [[-9.28125, false]], [[-9.53125, false]], [[-9.03125, false]], [[-10.03125, false]], [[-5.52734375, false]], [[-10.53125, false]], [[-10.78125, false]], [[-5.52734375, false]], [[-10.78125, false]], [[-9.53125, false]], [[-10.78125, false]], [[-9.28125, false]], [[-5.52734375, false]], [[-10.78125, false]], [[-11.53125, false]], [[-10.53125, false]], [[-10.78125, false]], [[-5.52734375, false]], [[-11.03125, false]], [[-11.78125, false]], [[-10.03125, false]], [[-9.53125, false]], [[-11.53125, false]], [[-5.52734375, false]], [[-10.78125, false]], [[-10.53125, false]], [[-11.03125, false]], [[-11.78125, false]], [[-10.03125, false]], [[-11.53125, false]], [[-5.52734375, false]], [[-5.77734375, false]], [[-10.78125, false]], [[-5.52734375, false]], [[-11.03125, false]], [[-11.78125, false]], [[-10.03125, false]], [[-13.03125, false]], [[-5.52734375, false]], [[-12.28125, false]], [[-11.53125, false]], [[-10.53125, false]], [[-11.28125, false]], [[-6.98828125, false]], [[-9.28125, false]], [[-10.3671875, false]], [[-5.52734375, false]], [[-9.28125, false]], [[-7.77734375, false]], [[-11.78125, false]], [[-10.03125, false]], [[-5.52734375, false]], [[-9.28125, false]], [[-9.53125, false]], [[-11.03125, false]], [[-11.03125, false]], [[-10.03125, false]], [[-9.03125, false]], [[-10.78125, false]], [[-5.52734375, false]], [[-9.53125, false]], [[-9.03125, false]], [[-11.78125, false]], [[-10.03125, false]], [[-11.53125, false]], [[-9.53125, false]], [[-11.03125, false]], [[-5.52734375, false]], [[-10.78125, false]], [[-10.53125, false]], [[-10.78125, false]], [[-10.03125, false]], [[-5.52734375, false]], [[-10.53125, false]], [[-10.78125, false]], [[-5.52734375, false]], [[-11.03125, false]], [[-11.78125, false]], [[-10.03125, false]], [[-9.53125, false]], [[-11.53125, false]], [[-5.52734375, false]], [[-11.03125, false]], [[-11.53125, false]], [[-5.77734375, false]], [[-9.53125, false]], [[-11.03125, false]], [[-10.78125, false]], [[-5.52734375, false]], [[-10.78125, false]], [[-11.53125, false]], [[-10.53125, false]], [[-10.78125, false]], [[-5.52734375, false]], [[-11.03125, false]], [[-11.78125, false]], [[-10.03125, false]], [[-9.53125, false]], [[-11.53125, false]], [[-5.52734375, false]], [[-10.78125, false]], [[-10.53125, false]], [[-11.03125, false]], [[-11.78125, false]], [[-10.03125, false]], [[-11.53125, false]], [[-5.52734375, false]], [[-5.77734375, false]], [[-9.03125, false]], [[-10.03125, false]], [[-5.52734375, false]], [[-10.78125, false]], [[-10.53125, false]], [[-10.78125, false]], [[-10.03125, false]], [[-5.52734375, false]], [[-10.78125, false]], [[-11.53125, false]], [[-10.53125, false]], [[-10.78125, false]], [[-5.52734375, false]], [[-11.03125, false]], [[-11.78125, false]], [[-10.03125, false]], [[-9.53125, false]], [[-11.53125, false]], [[-5.52734375, false]], [[-10.78125, false]], [[-5.77734375, false]], [[-11.03125, false]], [[-11.78125, false]], [[-10.03125, false]], [[-11.53125, false]], [[-6.98828125, false]], [[-9.28125, false]], [[-10.3671875, false]], [[-5.52734375, false]], [[-9.28125, false]], [[-7.77734375, false]], [[-11.78125, false]], [[-10.03125, false]], [[-5.52734375, false]], [[-9.28125, false]], [[-9.53125, false]], [[-11.03125, false]], [[-11.03125, false]], [[-10.03125, false]], [[-9.03125, false]], [[-10.78125, false]], [[-5.52734375, false]], [[-5.77734375, false]], [[-11.53125, false]], [[-10.03125, false]], [[-5.52734375, false]], [[-9.28125, false]], [[-10.03125, false]], [[-10.28125, false]], [[-11.03125, false]], [[-5.52734375, false]], [[-5.77734375, false]], [[-11.03125, false]], [[-5.52734375, false]], [[-11.03125, false]], [[-11.78125, false]], [[-10.03125, false]], [[-5.52734375, false]], [[-10.78125, false]], [[-5.77734375, false]], [[-10.78125, false]], [[-10.03125, false]], [[-5.52734375, false]], [[-11.03125, false]], [[-10.03125, false]], [[-10.78125, false]], [[-10.28125, false]], [[-10.03125, false]], [[-11.53125, false]], [[-5.77734375, false]], [[-11.03125, false]], [[-11.28125, false]], [[-11.53125, false]], [[-10.03125, false]], [[-10.78125, false]], [[-5.52734375, false]], [[-8.78125, false]], [[-13.03125, false]], [[-5.52734375, false]], [[-11.03125, false]], [[-11.78125, false]], [[-10.03125, false]], [[-9.53125, false]], [[-11.53125, false]], [[-5.52734375, false]], [[-10.78125, false]], [[-10.53125, false]], [[-11.03125, false]], [[-11.78125, false]], [[-10.03125, false]], [[-11.53125, false]], [[-5.52734375, false]], [[-11.28125, false]], [[-11.78125, false]], [[-10.03125, false]], [[-9.03125, false]], [[-5.52734375, false]], [[-11.03125, false]], [[-11.78125, false]], [[-10.03125, false]], [[-13.03125, false]], [[-5.52734375, false]], [[-5.77734375, false]], [[-11.53125, false]], [[-10.03125, false]], [[-5.52734375, false]], [[-10.78125, false]], [[-9.53125, false]], [[-11.53125, false]], [[-10.78125, false]], [[-11.03125, false]], [[-5.52734375, false]], [[-8.78125, false]], [[-10.53125, false]], [[-11.53125, false]], [[-9.03125, false]], [[-6.98828125, false]], [[-9.28125, false]], [[-10.3671875, false]], [[-5.52734375, false]], [[-9.28125, false]], [[-7.77734375, false]], [[-11.78125, false]], [[-10.03125, false]], [[-5.52734375, false]], [[-9.28125, false]], [[-9.53125, false]], [[-11.03125, false]], [[-11.03125, false]], [[-10.03125, false]], [[-9.03125, false]], [[-10.78125, false]], [[-5.52734375, false]], [[-5.77734375, false]], [[-11.53125, false]], [[-10.03125, false]], [[-5.52734375, false]], [[-11.03125, false]], [[-5.77734375, false]], [[-11.28125, false]], [[-12.28125, false]], [[-11.78125, false]], [[-11.03125, false]], [[-5.52734375, false]], [[-8.78125, false]], [[-13.03125, false]], [[-5.52734375, false]], [[-11.03125, false]], [[-11.78125, false]], [[-10.03125, false]], [[-9.53125, false]], [[-11.53125, false]], [[-5.52734375, false]], [[-10.28125, false]], [[-5.77734375, false]], [[-11.53125, false]], [[-10.03125, false]], [[-9.03125, false]], [[-11.03125, false]], [[-10.78125, false]], [[-5.52734375, false]], [[-11.03125, false]], [[-10.53125, false]], [[-5.52734375, false]], [[-11.78125, false]], [[-5.77734375, false]], [[-12.28125, false]], [[-10.03125, false]], [[-5.52734375, false]], [[-10.78125, false]], [[-9.53125, false]], [[-10.78125, false]], [[-9.53125, false]], [[-10.78125, false]], [[-5.77734375, false]], [[-11.53125, false]], [[-5.52734375, false]], [[-11.03125, false]], [[-11.53125, false]], [[-5.77734375, false]], [[-9.53125, false]], [[-11.03125, false]], [[-10.78125, false]], [[-6.98828125, false]], [[-9.28125, false]], [[-13.28125, false]]], "filtered_resps": [[-7.02734375, false], [-9.28125, false], [-7.77734375, false], [-11.78125, false], [-10.03125, false], [-5.52734375, false], [-9.28125, false], [-9.53125, false], [-11.03125, false], [-11.03125, false], [-10.03125, false], [-9.03125, false], [-10.78125, false], [-5.52734375, false], [-5.77734375, false], [-11.53125, false], [-10.03125, false], [-5.52734375, false], [-10.28125, false], [-11.53125, false], [-10.53125, false], [-12.28125, false], [-9.53125, false], [-10.03125, false], [-10.03125, false], [-10.03125, false], [-5.52734375, false], [-11.03125, false], [-11.78125, false], [-10.03125, false], [-5.52734375, false], [-10.78125, false], [-5.77734375, false], [-10.78125, false], [-10.03125, false], [-5.52734375, false], [-9.28125, false], [-9.53125, false], [-9.03125, false], [-10.03125, false], [-5.52734375, false], [-10.53125, false], [-10.78125, false], [-5.52734375, false], [-10.78125, false], [-9.53125, false], [-10.78125, false], [-9.28125, false], [-5.52734375, false], [-10.78125, false], [-11.53125, false], [-10.53125, false], [-10.78125, false], [-5.52734375, false], [-11.03125, false], [-11.78125, false], [-10.03125, false], [-9.53125, false], [-11.53125, false], [-5.52734375, false], [-10.78125, false], [-10.53125, false], [-11.03125, false], [-11.78125, false], [-10.03125, false], [-11.53125, false], [-5.52734375, false], [-5.77734375, false], [-10.78125, false], [-5.52734375, false], [-11.03125, false], [-11.78125, false], [-10.03125, false], [-13.03125, false], [-5.52734375, false], [-12.28125, false], [-11.53125, false], [-10.53125, false], [-11.28125, false], [-6.98828125, false], [-9.28125, false], [-10.3671875, false], [-5.52734375, false], [-9.28125, false], [-7.77734375, false], [-11.78125, false], [-10.03125, false], [-5.52734375, false], [-9.28125, false], [-9.53125, false], [-11.03125, false], [-11.03125, false], [-10.03125, false], [-9.03125, false], [-10.78125, false], [-5.52734375, false], [-9.53125, false], [-9.03125, false], [-11.78125, false], [-10.03125, false], [-11.53125, false], [-9.53125, false], [-11.03125, false], [-5.52734375, false], [-10.78125, false], [-10.53125, false], [-10.78125, false], [-10.03125, false], [-5.52734375, false], [-10.53125, false], [-10.78125, false], [-5.52734375, false], [-11.03125, false], [-11.78125, false], [-10.03125, false], [-9.53125, false], [-11.53125, false], [-5.52734375, false], [-11.03125, false], [-11.53125, false], [-5.77734375, false], [-9.53125, false], [-11.03125, false], [-10.78125, false], [-5.52734375, false], [-10.78125, false], [-11.53125, false], [-10.53125, false], [-10.78125, false], [-5.52734375, false], [-11.03125, false], [-11.78125, false], [-10.03125, false], [-9.53125, false], [-11.53125, false], [-5.52734375, false], [-10.78125, false], [-10.53125, false], [-11.03125, false], [-11.78125, false], [-10.03125, false], [-11.53125, false], [-5.52734375, false], [-5.77734375, false], [-9.03125, false], [-10.03125, false], [-5.52734375, false], [-10.78125, false], [-10.53125, false], [-10.78125, false], [-10.03125, false], [-5.52734375, false], [-10.78125, false], [-11.53125, false], [-10.53125, false], [-10.78125, false], [-5.52734375, false], [-11.03125, false], [-11.78125, false], [-10.03125, false], [-9.53125, false], [-11.53125, false], [-5.52734375, false], [-10.78125, false], [-5.77734375, false], [-11.03125, false], [-11.78125, false], [-10.03125, false], [-11.53125, false], [-6.98828125, false], [-9.28125, false], [-10.3671875, false], [-5.52734375, false], [-9.28125, false], [-7.77734375, false], [-11.78125, false], [-10.03125, false], [-5.52734375, false], [-9.28125, false], [-9.53125, false], [-11.03125, false], [-11.03125, false], [-10.03125, false], [-9.03125, false], [-10.78125, false], [-5.52734375, false], [-5.77734375, false], [-11.53125, false], [-10.03125, false], [-5.52734375, false], [-9.28125, false], [-10.03125, false], [-10.28125, false], [-11.03125, false], [-5.52734375, false], [-5.77734375, false], [-11.03125, false], [-5.52734375, false], [-11.03125, false], [-11.78125, false], [-10.03125, false], [-5.52734375, false], [-10.78125, false], [-5.77734375, false], [-10.78125, false], [-10.03125, false], [-5.52734375, false], [-11.03125, false], [-10.03125, false], [-10.78125, false], [-10.28125, false], [-10.03125, false], [-11.53125, false], [-5.77734375, false], [-11.03125, false], [-11.28125, false], [-11.53125, false], [-10.03125, false], [-10.78125, false], [-5.52734375, false], [-8.78125, false], [-13.03125, false], [-5.52734375, false], [-11.03125, false], [-11.78125, false], [-10.03125, false], [-9.53125, false], [-11.53125, false], [-5.52734375, false], [-10.78125, false], [-10.53125, false], [-11.03125, false], [-11.78125, false], [-10.03125, false], [-11.53125, false], [-5.52734375, false], [-11.28125, false], [-11.78125, false], [-10.03125, false], [-9.03125, false], [-5.52734375, false], [-11.03125, false], [-11.78125, false], [-10.03125, false], [-13.03125, false], [-5.52734375, false], [-5.77734375, false], [-11.53125, false], [-10.03125, false], [-5.52734375, false], [-10.78125, false], [-9.53125, false], [-11.53125, false], [-10.78125, false], [-11.03125, false], [-5.52734375, false], [-8.78125, false], [-10.53125, false], [-11.53125, false], [-9.03125, false], [-6.98828125, false], [-9.28125, false], [-10.3671875, false], [-5.52734375, false], [-9.28125, false], [-7.77734375, false], [-11.78125, false], [-10.03125, false], [-5.52734375, false], [-9.28125, false], [-9.53125, false], [-11.03125, false], [-11.03125, false], [-10.03125, false], [-9.03125, false], [-10.78125, false], [-5.52734375, false], [-5.77734375, false], [-11.53125, false], [-10.03125, false], [-5.52734375, false], [-11.03125, false], [-5.77734375, false], [-11.28125, false], [-12.28125, false], [-11.78125, false], [-11.03125, false], [-5.52734375, false], [-8.78125, false], [-13.03125, false], [-5.52734375, false], [-11.03125, false], [-11.78125, false], [-10.03125, false], [-9.53125, false], [-11.53125, false], [-5.52734375, false], [-10.28125, false], [-5.77734375, false], [-11.53125, false], [-10.03125, false], [-9.03125, false], [-11.03125, false], [-10.78125, false], [-5.52734375, false], [-11.03125, false], [-10.53125, false], [-5.52734375, false], [-11.78125, false], [-5.77734375, false], [-12.28125, false], [-10.03125, false], [-5.52734375, false], [-10.78125, false], [-9.53125, false], [-10.78125, false], [-9.53125, false], [-10.78125, false], [-5.77734375, false], [-11.53125, false], [-5.52734375, false], [-11.03125, false], [-11.53125, false], [-5.77734375, false], [-9.53125, false], [-11.03125, false], [-10.78125, false], [-6.98828125, false], [-9.28125, false], [-13.28125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1782, "doc": {"id": "Mercury_SC_415363", "question": "Ospreys are birds that eat fish. Where would an osprey most likely live?", "choices": {"text": ["near a forest", "near a marsh", "near a desert", "near a prairie"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "near a marsh", "arguments": ["Question: Ospreys are birds that eat fish. Where would an osprey most likely live?\nAnswer:", " ["], "resps": [[[-7.71875, false]], [[-10.46875, false]], [[-9.46875, false]], [[-9.46875, false]], [[-6.96875, false]], [[-12.46875, false]], [[-5.96875, false]], [[-6.96875, false]], [[-5.96875, false]], [[-10.96875, false]], [[-4.71875, false]], [[-12.46875, false]], [[-9.46875, false]], [[-9.96875, false]], [[-12.21875, false]], [[-10.46875, false]], [[-10.609375, false]], [[-5.96875, false]], [[-10.46875, false]], [[-9.46875, false]], [[-9.46875, false]], [[-6.96875, false]], [[-12.46875, false]], [[-5.96875, false]], [[-6.96875, false]], [[-5.96875, false]], [[-12.21875, false]], [[-6.96875, false]], [[-12.46875, false]], [[-9.96875, false]], [[-11.21875, false]], [[-10.46875, false]], [[-10.609375, false]], [[-5.96875, false]], [[-10.46875, false]], [[-9.46875, false]], [[-9.46875, false]], [[-6.96875, false]], [[-12.46875, false]], [[-5.96875, false]], [[-6.96875, false]], [[-5.96875, false]], [[-9.21875, false]], [[-9.46875, false]], [[-9.96875, false]], [[-9.46875, false]], [[-12.46875, false]], [[-12.21875, false]], [[-10.46875, false]], [[-10.609375, false]], [[-5.96875, false]], [[-10.46875, false]], [[-9.46875, false]], [[-9.46875, false]], [[-6.96875, false]], [[-12.46875, false]], [[-5.96875, false]], [[-6.96875, false]], [[-5.96875, false]], [[-10.71875, false]], [[-12.46875, false]], [[-6.96875, false]], [[-9.21875, false]], [[-12.46875, false]], [[-9.21875, false]], [[-9.46875, false]], [[-10.46875, false]], [[-13.46875, false]]], "filtered_resps": [[-7.71875, false], [-10.46875, false], [-9.46875, false], [-9.46875, false], [-6.96875, false], [-12.46875, false], [-5.96875, false], [-6.96875, false], [-5.96875, false], [-10.96875, false], [-4.71875, false], [-12.46875, false], [-9.46875, false], [-9.96875, false], [-12.21875, false], [-10.46875, false], [-10.609375, false], [-5.96875, false], [-10.46875, false], [-9.46875, false], [-9.46875, false], [-6.96875, false], [-12.46875, false], [-5.96875, false], [-6.96875, false], [-5.96875, false], [-12.21875, false], [-6.96875, false], [-12.46875, false], [-9.96875, false], [-11.21875, false], [-10.46875, false], [-10.609375, false], [-5.96875, false], [-10.46875, false], [-9.46875, false], [-9.46875, false], [-6.96875, false], [-12.46875, false], [-5.96875, false], [-6.96875, false], [-5.96875, false], [-9.21875, false], [-9.46875, false], [-9.96875, false], [-9.46875, false], [-12.46875, false], [-12.21875, false], [-10.46875, false], [-10.609375, false], [-5.96875, false], [-10.46875, false], [-9.46875, false], [-9.46875, false], [-6.96875, false], [-12.46875, false], [-5.96875, false], [-6.96875, false], [-5.96875, false], [-10.71875, false], [-12.46875, false], [-6.96875, false], [-9.21875, false], [-12.46875, false], [-9.21875, false], [-9.46875, false], [-10.46875, false], [-13.46875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1790, "doc": {"id": "LEAP_2003_8_10394", "question": "Which activity is most likely to add pollutants to the environment?", "choices": {"text": ["watering a garden", "pulling weeds from a lawn", "installing a wooden fence", "burning leaves"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "burning leaves", "arguments": ["Question: Which activity is most likely to add pollutants to the environment?\nAnswer:", " ["], "resps": [[[-7.78515625, false]], [[-8.9140625, false]], [[-11.1640625, false]], [[-6.78515625, false]], [[-12.0390625, false]], [[-8.1640625, false]], [[-12.4140625, false]], [[-9.7890625, false]], [[-10.7890625, false]], [[-12.5390625, false]], [[-5.03515625, false]], [[-6.78515625, false]], [[-5.03515625, false]], [[-12.5390625, false]], [[-6.78515625, false]], [[-12.4140625, false]], [[-8.9140625, false]], [[-8.1640625, false]], [[-10.7890625, false]], [[-8.9140625, false]], [[-10.171875, false]], [[-5.03515625, false]], [[-8.9140625, false]], [[-9.5390625, false]], [[-11.1640625, false]], [[-10.7890625, false]], [[-10.7890625, false]], [[-9.7890625, false]], [[-10.7890625, false]], [[-12.5390625, false]], [[-5.03515625, false]], [[-11.1640625, false]], [[-8.1640625, false]], [[-8.1640625, false]], [[-8.9140625, false]], [[-9.1640625, false]], [[-5.03515625, false]], [[-10.7890625, false]], [[-12.4140625, false]], [[-9.2890625, false]], [[-11.1640625, false]], [[-5.03515625, false]], [[-6.78515625, false]], [[-5.03515625, false]], [[-10.7890625, false]], [[-6.78515625, false]], [[-11.1640625, false]], [[-10.7890625, false]], [[-8.9140625, false]], [[-10.171875, false]], [[-5.03515625, false]], [[-8.9140625, false]], [[-9.7890625, false]], [[-10.7890625, false]], [[-9.1640625, false]], [[-12.0390625, false]], [[-6.78515625, false]], [[-10.7890625, false]], [[-10.7890625, false]], [[-9.7890625, false]], [[-10.7890625, false]], [[-12.5390625, false]], [[-5.03515625, false]], [[-6.78515625, false]], [[-5.03515625, false]], [[-11.1640625, false]], [[-9.2890625, false]], [[-9.2890625, false]], [[-8.9140625, false]], [[-8.1640625, false]], [[-10.7890625, false]], [[-5.03515625, false]], [[-10.7890625, false]], [[-8.1640625, false]], [[-10.7890625, false]], [[-9.2890625, false]], [[-8.1640625, false]], [[-8.9140625, false]], [[-10.171875, false]], [[-5.03515625, false]], [[-8.9140625, false]], [[-10.2890625, false]], [[-11.1640625, false]], [[-12.4140625, false]], [[-10.7890625, false]], [[-9.7890625, false]], [[-10.7890625, false]], [[-12.5390625, false]], [[-5.03515625, false]], [[-10.7890625, false]], [[-8.1640625, false]], [[-6.78515625, false]], [[-12.0390625, false]], [[-8.1640625, false]], [[-9.1640625, false]], [[-8.9140625, false]], [[-15.4140625, false]]], "filtered_resps": [[-7.78515625, false], [-8.9140625, false], [-11.1640625, false], [-6.78515625, false], [-12.0390625, false], [-8.1640625, false], [-12.4140625, false], [-9.7890625, false], [-10.7890625, false], [-12.5390625, false], [-5.03515625, false], [-6.78515625, false], [-5.03515625, false], [-12.5390625, false], [-6.78515625, false], [-12.4140625, false], [-8.9140625, false], [-8.1640625, false], [-10.7890625, false], [-8.9140625, false], [-10.171875, false], [-5.03515625, false], [-8.9140625, false], [-9.5390625, false], [-11.1640625, false], [-10.7890625, false], [-10.7890625, false], [-9.7890625, false], [-10.7890625, false], [-12.5390625, false], [-5.03515625, false], [-11.1640625, false], [-8.1640625, false], [-8.1640625, false], [-8.9140625, false], [-9.1640625, false], [-5.03515625, false], [-10.7890625, false], [-12.4140625, false], [-9.2890625, false], [-11.1640625, false], [-5.03515625, false], [-6.78515625, false], [-5.03515625, false], [-10.7890625, false], [-6.78515625, false], [-11.1640625, false], [-10.7890625, false], [-8.9140625, false], [-10.171875, false], [-5.03515625, false], [-8.9140625, false], [-9.7890625, false], [-10.7890625, false], [-9.1640625, false], [-12.0390625, false], [-6.78515625, false], [-10.7890625, false], [-10.7890625, false], [-9.7890625, false], [-10.7890625, false], [-12.5390625, false], [-5.03515625, false], [-6.78515625, false], [-5.03515625, false], [-11.1640625, false], [-9.2890625, false], [-9.2890625, false], [-8.9140625, false], [-8.1640625, false], [-10.7890625, false], [-5.03515625, false], [-10.7890625, false], [-8.1640625, false], [-10.7890625, false], [-9.2890625, false], [-8.1640625, false], [-8.9140625, false], [-10.171875, false], [-5.03515625, false], [-8.9140625, false], [-10.2890625, false], [-11.1640625, false], [-12.4140625, false], [-10.7890625, false], [-9.7890625, false], [-10.7890625, false], [-12.5390625, false], [-5.03515625, false], [-10.7890625, false], [-8.1640625, false], [-6.78515625, false], [-12.0390625, false], [-8.1640625, false], [-9.1640625, false], [-8.9140625, false], [-15.4140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1798, "doc": {"id": "Mercury_7124355", "question": "Which characteristic would a scientist most likely maintain throughout an investigation?", "choices": {"text": ["being open to new ideas", "sharing limited research", "focus on completing research first", "focus on formulating conclusions"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "being open to new ideas", "arguments": ["Question: Which characteristic would a scientist most likely maintain throughout an investigation?\nAnswer:", " ["], "resps": [[[-7.20703125, false]], [[-7.08203125, false]], [[-9.453125, false]], [[-8.703125, false]], [[-9.078125, false]], [[-9.578125, false]], [[-12.828125, false]], [[-5.58203125, false]], [[-10.078125, false]], [[-9.078125, false]], [[-8.703125, false]], [[-9.578125, false]], [[-5.58203125, false]], [[-10.203125, false]], [[-10.078125, false]], [[-5.58203125, false]], [[-9.578125, false]], [[-8.703125, false]], [[-10.828125, false]], [[-5.58203125, false]], [[-9.078125, false]], [[-9.703125, false]], [[-8.703125, false]], [[-3.83203125, false]], [[-8.828125, false]], [[-7.08203125, false]], [[-10.296875, false]], [[-5.58203125, false]], [[-7.08203125, false]], [[-8.828125, false]], [[-11.578125, false]], [[-3.83203125, false]], [[-10.953125, false]], [[-9.078125, false]], [[-9.578125, false]], [[-12.828125, false]], [[-5.58203125, false]], [[-9.578125, false]], [[-9.078125, false]], [[-10.078125, false]], [[-9.078125, false]], [[-10.203125, false]], [[-8.703125, false]], [[-9.703125, false]], [[-5.58203125, false]], [[-10.953125, false]], [[-8.703125, false]], [[-8.828125, false]], [[-8.703125, false]], [[-3.83203125, false]], [[-10.953125, false]], [[-8.953125, false]], [[-11.578125, false]], [[-7.08203125, false]], [[-10.296875, false]], [[-5.58203125, false]], [[-7.08203125, false]], [[-9.453125, false]], [[-10.078125, false]], [[-8.953125, false]], [[-11.328125, false]], [[-8.828125, false]], [[-5.58203125, false]], [[-10.078125, false]], [[-9.578125, false]], [[-5.58203125, false]], [[-8.953125, false]], [[-10.078125, false]], [[-10.078125, false]], [[-9.078125, false]], [[-9.578125, false]], [[-8.703125, false]], [[-10.203125, false]], [[-9.078125, false]], [[-9.578125, false]], [[-12.828125, false]], [[-5.58203125, false]], [[-10.953125, false]], [[-8.703125, false]], [[-8.828125, false]], [[-8.703125, false]], [[-3.83203125, false]], [[-10.953125, false]], [[-8.953125, false]], [[-11.578125, false]], [[-5.58203125, false]], [[-9.453125, false]], [[-9.078125, false]], [[-10.953125, false]], [[-8.828125, false]], [[-10.203125, false]], [[-7.08203125, false]], [[-10.296875, false]], [[-5.58203125, false]], [[-7.08203125, false]], [[-9.453125, false]], [[-10.078125, false]], [[-8.953125, false]], [[-11.328125, false]], [[-8.828125, false]], [[-5.58203125, false]], [[-10.078125, false]], [[-9.578125, false]], [[-5.58203125, false]], [[-9.453125, false]], [[-10.078125, false]], [[-10.953125, false]], [[-10.078125, false]], [[-11.328125, false]], [[-9.578125, false]], [[-3.83203125, false]], [[-10.203125, false]], [[-9.078125, false]], [[-9.578125, false]], [[-12.828125, false]], [[-5.58203125, false]], [[-8.953125, false]], [[-10.078125, false]], [[-9.578125, false]], [[-8.953125, false]], [[-9.578125, false]], [[-11.328125, false]], [[-8.828125, false]], [[-9.078125, false]], [[-10.078125, false]], [[-9.578125, false]], [[-8.828125, false]], [[-7.08203125, false]], [[-12.203125, false]]], "filtered_resps": [[-7.20703125, false], [-7.08203125, false], [-9.453125, false], [-8.703125, false], [-9.078125, false], [-9.578125, false], [-12.828125, false], [-5.58203125, false], [-10.078125, false], [-9.078125, false], [-8.703125, false], [-9.578125, false], [-5.58203125, false], [-10.203125, false], [-10.078125, false], [-5.58203125, false], [-9.578125, false], [-8.703125, false], [-10.828125, false], [-5.58203125, false], [-9.078125, false], [-9.703125, false], [-8.703125, false], [-3.83203125, false], [-8.828125, false], [-7.08203125, false], [-10.296875, false], [-5.58203125, false], [-7.08203125, false], [-8.828125, false], [-11.578125, false], [-3.83203125, false], [-10.953125, false], [-9.078125, false], [-9.578125, false], [-12.828125, false], [-5.58203125, false], [-9.578125, false], [-9.078125, false], [-10.078125, false], [-9.078125, false], [-10.203125, false], [-8.703125, false], [-9.703125, false], [-5.58203125, false], [-10.953125, false], [-8.703125, false], [-8.828125, false], [-8.703125, false], [-3.83203125, false], [-10.953125, false], [-8.953125, false], [-11.578125, false], [-7.08203125, false], [-10.296875, false], [-5.58203125, false], [-7.08203125, false], [-9.453125, false], [-10.078125, false], [-8.953125, false], [-11.328125, false], [-8.828125, false], [-5.58203125, false], [-10.078125, false], [-9.578125, false], [-5.58203125, false], [-8.953125, false], [-10.078125, false], [-10.078125, false], [-9.078125, false], [-9.578125, false], [-8.703125, false], [-10.203125, false], [-9.078125, false], [-9.578125, false], [-12.828125, false], [-5.58203125, false], [-10.953125, false], [-8.703125, false], [-8.828125, false], [-8.703125, false], [-3.83203125, false], [-10.953125, false], [-8.953125, false], [-11.578125, false], [-5.58203125, false], [-9.453125, false], [-9.078125, false], [-10.953125, false], [-8.828125, false], [-10.203125, false], [-7.08203125, false], [-10.296875, false], [-5.58203125, false], [-7.08203125, false], [-9.453125, false], [-10.078125, false], [-8.953125, false], [-11.328125, false], [-8.828125, false], [-5.58203125, false], [-10.078125, false], [-9.578125, false], [-5.58203125, false], [-9.453125, false], [-10.078125, false], [-10.953125, false], [-10.078125, false], [-11.328125, false], [-9.578125, false], [-3.83203125, false], [-10.203125, false], [-9.078125, false], [-9.578125, false], [-12.828125, false], [-5.58203125, false], [-8.953125, false], [-10.078125, false], [-9.578125, false], [-8.953125, false], [-9.578125, false], [-11.328125, false], [-8.828125, false], [-9.078125, false], [-10.078125, false], [-9.578125, false], [-8.828125, false], [-7.08203125, false], [-12.203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1806, "doc": {"id": "Mercury_SC_409038", "question": "The first telescopes were invented hundreds of years ago. Which was discovered as a result of this invention?", "choices": {"text": ["the moons of Jupiter", "the bacteria that causes disease", "the deep-sea trenches in the ocean", "the parts of a plant that perform photosynthesis"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "the moons of Jupiter", "arguments": ["Question: The first telescopes were invented hundreds of years ago. Which was discovered as a result of this invention?\nAnswer:", " ["], "resps": [[[-7.875, false]], [[-9.125, false]], [[-10.125, false]], [[-11.125, false]], [[-7.375, false]], [[-5.875, false]], [[-8.625, false]], [[-8.375, false]], [[-8.375, false]], [[-9.875, false]], [[-9.375, false]], [[-5.875, false]], [[-8.375, false]], [[-8.375, false]], [[-5.875, false]], [[-8.125, false]], [[-11.375, false]], [[-10.125, false]], [[-8.625, false]], [[-10.125, false]], [[-7.375, false]], [[-9.625, false]], [[-9.125, false]], [[-10.1328125, false]], [[-5.875, false]], [[-9.125, false]], [[-10.125, false]], [[-11.125, false]], [[-7.375, false]], [[-5.875, false]], [[-7.375, false]], [[-5.375, false]], [[-8.625, false]], [[-10.125, false]], [[-7.375, false]], [[-9.625, false]], [[-8.625, false]], [[-5.375, false]], [[-5.875, false]], [[-10.125, false]], [[-11.125, false]], [[-5.375, false]], [[-10.125, false]], [[-5.875, false]], [[-8.625, false]], [[-5.375, false]], [[-11.375, false]], [[-9.375, false]], [[-7.375, false]], [[-9.375, false]], [[-5.875, false]], [[-10.125, false]], [[-8.625, false]], [[-9.375, false]], [[-7.375, false]], [[-5.375, false]], [[-9.375, false]], [[-7.375, false]], [[-9.125, false]], [[-10.1328125, false]], [[-5.875, false]], [[-9.125, false]], [[-10.125, false]], [[-11.125, false]], [[-7.375, false]], [[-5.875, false]], [[-10.125, false]], [[-7.375, false]], [[-7.375, false]], [[-10.125, false]], [[-6.875, false]], [[-9.375, false]], [[-7.375, false]], [[-5.375, false]], [[-5.875, false]], [[-10.125, false]], [[-9.625, false]], [[-7.375, false]], [[-9.875, false]], [[-8.625, false]], [[-11.125, false]], [[-7.375, false]], [[-9.375, false]], [[-5.875, false]], [[-8.625, false]], [[-9.875, false]], [[-5.875, false]], [[-10.125, false]], [[-11.125, false]], [[-7.375, false]], [[-5.875, false]], [[-8.375, false]], [[-8.625, false]], [[-7.375, false]], [[-5.375, false]], [[-9.875, false]], [[-9.125, false]], [[-10.1328125, false]], [[-5.875, false]], [[-9.125, false]], [[-10.125, false]], [[-11.125, false]], [[-7.375, false]], [[-5.875, false]], [[-10.125, false]], [[-5.375, false]], [[-9.625, false]], [[-10.125, false]], [[-9.375, false]], [[-5.875, false]], [[-8.375, false]], [[-8.375, false]], [[-5.875, false]], [[-5.375, false]], [[-5.875, false]], [[-10.125, false]], [[-9.625, false]], [[-5.375, false]], [[-9.875, false]], [[-10.125, false]], [[-5.875, false]], [[-10.125, false]], [[-11.125, false]], [[-5.375, false]], [[-10.125, false]], [[-5.875, false]], [[-10.125, false]], [[-7.375, false]], [[-9.625, false]], [[-8.375, false]], [[-8.375, false]], [[-9.625, false]], [[-8.625, false]], [[-5.875, false]], [[-10.125, false]], [[-11.125, false]], [[-8.375, false]], [[-10.125, false]], [[-8.375, false]], [[-9.375, false]], [[-11.875, false]], [[-9.875, false]], [[-10.125, false]], [[-11.125, false]], [[-7.375, false]], [[-9.375, false]], [[-8.625, false]], [[-9.375, false]], [[-9.125, false]], [[-13.125, false]]], "filtered_resps": [[-7.875, false], [-9.125, false], [-10.125, false], [-11.125, false], [-7.375, false], [-5.875, false], [-8.625, false], [-8.375, false], [-8.375, false], [-9.875, false], [-9.375, false], [-5.875, false], [-8.375, false], [-8.375, false], [-5.875, false], [-8.125, false], [-11.375, false], [-10.125, false], [-8.625, false], [-10.125, false], [-7.375, false], [-9.625, false], [-9.125, false], [-10.1328125, false], [-5.875, false], [-9.125, false], [-10.125, false], [-11.125, false], [-7.375, false], [-5.875, false], [-7.375, false], [-5.375, false], [-8.625, false], [-10.125, false], [-7.375, false], [-9.625, false], [-8.625, false], [-5.375, false], [-5.875, false], [-10.125, false], [-11.125, false], [-5.375, false], [-10.125, false], [-5.875, false], [-8.625, false], [-5.375, false], [-11.375, false], [-9.375, false], [-7.375, false], [-9.375, false], [-5.875, false], [-10.125, false], [-8.625, false], [-9.375, false], [-7.375, false], [-5.375, false], [-9.375, false], [-7.375, false], [-9.125, false], [-10.1328125, false], [-5.875, false], [-9.125, false], [-10.125, false], [-11.125, false], [-7.375, false], [-5.875, false], [-10.125, false], [-7.375, false], [-7.375, false], [-10.125, false], [-6.875, false], [-9.375, false], [-7.375, false], [-5.375, false], [-5.875, false], [-10.125, false], [-9.625, false], [-7.375, false], [-9.875, false], [-8.625, false], [-11.125, false], [-7.375, false], [-9.375, false], [-5.875, false], [-8.625, false], [-9.875, false], [-5.875, false], [-10.125, false], [-11.125, false], [-7.375, false], [-5.875, false], [-8.375, false], [-8.625, false], [-7.375, false], [-5.375, false], [-9.875, false], [-9.125, false], [-10.1328125, false], [-5.875, false], [-9.125, false], [-10.125, false], [-11.125, false], [-7.375, false], [-5.875, false], [-10.125, false], [-5.375, false], [-9.625, false], [-10.125, false], [-9.375, false], [-5.875, false], [-8.375, false], [-8.375, false], [-5.875, false], [-5.375, false], [-5.875, false], [-10.125, false], [-9.625, false], [-5.375, false], [-9.875, false], [-10.125, false], [-5.875, false], [-10.125, false], [-11.125, false], [-5.375, false], [-10.125, false], [-5.875, false], [-10.125, false], [-7.375, false], [-9.625, false], [-8.375, false], [-8.375, false], [-9.625, false], [-8.625, false], [-5.875, false], [-10.125, false], [-11.125, false], [-8.375, false], [-10.125, false], [-8.375, false], [-9.375, false], [-11.875, false], [-9.875, false], [-10.125, false], [-11.125, false], [-7.375, false], [-9.375, false], [-8.625, false], [-9.375, false], [-9.125, false], [-13.125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1814, "doc": {"id": "Mercury_7094465", "question": "How do sprouting plants exhibit positive gravitropism?", "choices": {"text": ["The roots turn downward.", "The roots move horizontally.", "The leaves face toward the Sun.", "The stems curl around supports."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "The roots turn downward.", "arguments": ["Question: How do sprouting plants exhibit positive gravitropism?\nAnswer:", " ["], "resps": [[[-7.65234375, false]], [[-8.53125, false]], [[-7.77734375, false]], [[-11.28125, false]], [[-10.15625, false]], [[-6.02734375, false]], [[-11.40625, false]], [[-10.15625, false]], [[-10.15625, false]], [[-12.40625, false]], [[-9.53125, false]], [[-6.02734375, false]], [[-12.40625, false]], [[-12.15625, false]], [[-11.40625, false]], [[-10.90625, false]], [[-6.02734375, false]], [[-9.65625, false]], [[-10.15625, false]], [[-11.03125, false]], [[-10.90625, false]], [[-11.03125, false]], [[-7.15234375, false]], [[-11.40625, false]], [[-9.65625, false]], [[-8.0078125, false]], [[-8.53125, false]], [[-10.390625, false]], [[-6.02734375, false]], [[-8.53125, false]], [[-7.77734375, false]], [[-11.28125, false]], [[-10.15625, false]], [[-6.02734375, false]], [[-11.40625, false]], [[-10.15625, false]], [[-10.15625, false]], [[-12.40625, false]], [[-9.53125, false]], [[-6.02734375, false]], [[-11.03125, false]], [[-10.15625, false]], [[-12.15625, false]], [[-10.15625, false]], [[-6.02734375, false]], [[-11.28125, false]], [[-10.15625, false]], [[-11.40625, false]], [[-9.28125, false]], [[-10.53125, false]], [[-10.15625, false]], [[-10.90625, false]], [[-12.40625, false]], [[-7.15234375, false]], [[-12.03125, false]], [[-12.03125, false]], [[-11.90625, false]], [[-8.0078125, false]], [[-8.53125, false]], [[-10.390625, false]], [[-6.02734375, false]], [[-8.53125, false]], [[-7.77734375, false]], [[-11.28125, false]], [[-10.15625, false]], [[-6.02734375, false]], [[-12.03125, false]], [[-10.15625, false]], [[-7.15234375, false]], [[-12.15625, false]], [[-10.15625, false]], [[-9.53125, false]], [[-6.02734375, false]], [[-11.65625, false]], [[-7.15234375, false]], [[-10.03125, false]], [[-10.15625, false]], [[-6.02734375, false]], [[-12.40625, false]], [[-10.15625, false]], [[-11.03125, false]], [[-7.15234375, false]], [[-11.40625, false]], [[-9.65625, false]], [[-6.02734375, false]], [[-12.40625, false]], [[-11.28125, false]], [[-10.15625, false]], [[-6.02734375, false]], [[-4.90234375, false]], [[-12.15625, false]], [[-10.90625, false]], [[-8.0078125, false]], [[-8.53125, false]], [[-10.390625, false]], [[-6.02734375, false]], [[-8.53125, false]], [[-7.77734375, false]], [[-11.28125, false]], [[-10.15625, false]], [[-6.02734375, false]], [[-9.53125, false]], [[-12.40625, false]], [[-10.15625, false]], [[-11.03125, false]], [[-9.53125, false]], [[-6.02734375, false]], [[-10.03125, false]], [[-12.15625, false]], [[-11.40625, false]], [[-12.03125, false]], [[-6.02734375, false]], [[-7.15234375, false]], [[-11.40625, false]], [[-10.15625, false]], [[-12.15625, false]], [[-10.90625, false]], [[-9.65625, false]], [[-6.02734375, false]], [[-9.53125, false]], [[-12.15625, false]], [[-10.28125, false]], [[-10.28125, false]], [[-10.15625, false]], [[-11.40625, false]], [[-12.40625, false]], [[-9.53125, false]], [[-8.0078125, false]], [[-8.53125, false]], [[-12.15625, false]]], "filtered_resps": [[-7.65234375, false], [-8.53125, false], [-7.77734375, false], [-11.28125, false], [-10.15625, false], [-6.02734375, false], [-11.40625, false], [-10.15625, false], [-10.15625, false], [-12.40625, false], [-9.53125, false], [-6.02734375, false], [-12.40625, false], [-12.15625, false], [-11.40625, false], [-10.90625, false], [-6.02734375, false], [-9.65625, false], [-10.15625, false], [-11.03125, false], [-10.90625, false], [-11.03125, false], [-7.15234375, false], [-11.40625, false], [-9.65625, false], [-8.0078125, false], [-8.53125, false], [-10.390625, false], [-6.02734375, false], [-8.53125, false], [-7.77734375, false], [-11.28125, false], [-10.15625, false], [-6.02734375, false], [-11.40625, false], [-10.15625, false], [-10.15625, false], [-12.40625, false], [-9.53125, false], [-6.02734375, false], [-11.03125, false], [-10.15625, false], [-12.15625, false], [-10.15625, false], [-6.02734375, false], [-11.28125, false], [-10.15625, false], [-11.40625, false], [-9.28125, false], [-10.53125, false], [-10.15625, false], [-10.90625, false], [-12.40625, false], [-7.15234375, false], [-12.03125, false], [-12.03125, false], [-11.90625, false], [-8.0078125, false], [-8.53125, false], [-10.390625, false], [-6.02734375, false], [-8.53125, false], [-7.77734375, false], [-11.28125, false], [-10.15625, false], [-6.02734375, false], [-12.03125, false], [-10.15625, false], [-7.15234375, false], [-12.15625, false], [-10.15625, false], [-9.53125, false], [-6.02734375, false], [-11.65625, false], [-7.15234375, false], [-10.03125, false], [-10.15625, false], [-6.02734375, false], [-12.40625, false], [-10.15625, false], [-11.03125, false], [-7.15234375, false], [-11.40625, false], [-9.65625, false], [-6.02734375, false], [-12.40625, false], [-11.28125, false], [-10.15625, false], [-6.02734375, false], [-4.90234375, false], [-12.15625, false], [-10.90625, false], [-8.0078125, false], [-8.53125, false], [-10.390625, false], [-6.02734375, false], [-8.53125, false], [-7.77734375, false], [-11.28125, false], [-10.15625, false], [-6.02734375, false], [-9.53125, false], [-12.40625, false], [-10.15625, false], [-11.03125, false], [-9.53125, false], [-6.02734375, false], [-10.03125, false], [-12.15625, false], [-11.40625, false], [-12.03125, false], [-6.02734375, false], [-7.15234375, false], [-11.40625, false], [-10.15625, false], [-12.15625, false], [-10.90625, false], [-9.65625, false], [-6.02734375, false], [-9.53125, false], [-12.15625, false], [-10.28125, false], [-10.28125, false], [-10.15625, false], [-11.40625, false], [-12.40625, false], [-9.53125, false], [-8.0078125, false], [-8.53125, false], [-12.15625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1822, "doc": {"id": "Mercury_SC_405200", "question": "People use many tools to help measure changes. Which person is measuring a change?", "choices": {"text": ["A sports player scores a goal.", "A scientist gives a weather report.", "A friend watches a television show.", "A nurse checks the temperature of a patient."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "A nurse checks the temperature of a patient.", "arguments": ["Question: People use many tools to help measure changes. Which person is measuring a change?\nAnswer:", " ["], "resps": [[[-7.90234375, false]], [[-8.90625, false]], [[-2.90234375, false]], [[-5.40234375, false]], [[-9.90625, false]], [[-10.28125, false]], [[-10.40625, false]], [[-11.28125, false]], [[-10.65625, false]], [[-9.90625, false]], [[-5.40234375, false]], [[-10.28125, false]], [[-10.90625, false]], [[-5.40234375, false]], [[-12.65625, false]], [[-8.65625, false]], [[-11.28125, false]], [[-5.40234375, false]], [[-9.90625, false]], [[-9.90625, false]], [[-10.40625, false]], [[-11.28125, false]], [[-8.65625, false]], [[-9.90625, false]], [[-5.40234375, false]], [[-5.40234375, false]], [[-5.40234375, false]], [[-13.40625, false]], [[-10.40625, false]], [[-5.40234375, false]], [[-10.90625, false]], [[-7.65625, false]], [[-8.90625, false]], [[-10.53125, false]], [[-5.40234375, false]], [[-8.90625, false]], [[-2.90234375, false]], [[-5.40234375, false]], [[-9.90625, false]], [[-9.90625, false]], [[-9.40625, false]], [[-8.65625, false]], [[-10.53125, false]], [[-10.65625, false]], [[-9.40625, false]], [[-9.90625, false]], [[-10.65625, false]], [[-5.40234375, false]], [[-13.40625, false]], [[-9.40625, false]], [[-12.28125, false]], [[-8.65625, false]], [[-9.90625, false]], [[-5.40234375, false]], [[-5.40234375, false]], [[-5.40234375, false]], [[-11.65625, false]], [[-8.65625, false]], [[-5.40234375, false]], [[-10.65625, false]], [[-11.03125, false]], [[-8.65625, false]], [[-11.28125, false]], [[-5.40234375, false]], [[-11.28125, false]], [[-8.65625, false]], [[-10.28125, false]], [[-10.40625, false]], [[-11.28125, false]], [[-10.65625, false]], [[-7.65625, false]], [[-8.90625, false]], [[-10.53125, false]], [[-5.40234375, false]], [[-8.90625, false]], [[-2.90234375, false]], [[-5.40234375, false]], [[-11.53125, false]], [[-11.28125, false]], [[-9.40625, false]], [[-8.65625, false]], [[-10.53125, false]], [[-10.40625, false]], [[-5.40234375, false]], [[-11.65625, false]], [[-5.40234375, false]], [[-10.65625, false]], [[-9.90625, false]], [[-11.03125, false]], [[-8.65625, false]], [[-9.90625, false]], [[-5.40234375, false]], [[-5.40234375, false]], [[-5.40234375, false]], [[-10.65625, false]], [[-8.65625, false]], [[-10.90625, false]], [[-8.65625, false]], [[-12.28125, false]], [[-9.40625, false]], [[-9.90625, false]], [[-9.40625, false]], [[-10.40625, false]], [[-10.53125, false]], [[-5.40234375, false]], [[-9.90625, false]], [[-11.03125, false]], [[-10.40625, false]], [[-11.65625, false]], [[-7.65625, false]], [[-8.90625, false]], [[-10.53125, false]], [[-5.40234375, false]], [[-8.90625, false]], [[-2.90234375, false]], [[-5.40234375, false]], [[-10.53125, false]], [[-10.65625, false]], [[-11.28125, false]], [[-9.90625, false]], [[-8.65625, false]], [[-5.40234375, false]], [[-9.90625, false]], [[-11.03125, false]], [[-8.65625, false]], [[-9.90625, false]], [[-12.03125, false]], [[-9.90625, false]], [[-5.40234375, false]], [[-10.65625, false]], [[-11.03125, false]], [[-8.65625, false]], [[-5.40234375, false]], [[-10.65625, false]], [[-8.65625, false]], [[-9.78125, false]], [[-10.28125, false]], [[-8.65625, false]], [[-11.28125, false]], [[-5.40234375, false]], [[-10.65625, false]], [[-10.65625, false]], [[-11.28125, false]], [[-8.65625, false]], [[-5.40234375, false]], [[-10.40625, false]], [[-11.53125, false]], [[-5.40234375, false]], [[-5.40234375, false]], [[-5.40234375, false]], [[-10.28125, false]], [[-5.40234375, false]], [[-10.65625, false]], [[-9.40625, false]], [[-8.65625, false]], [[-10.53125, false]], [[-10.65625, false]], [[-7.65625, false]], [[-8.90625, false]], [[-13.28125, false]]], "filtered_resps": [[-7.90234375, false], [-8.90625, false], [-2.90234375, false], [-5.40234375, false], [-9.90625, false], [-10.28125, false], [-10.40625, false], [-11.28125, false], [-10.65625, false], [-9.90625, false], [-5.40234375, false], [-10.28125, false], [-10.90625, false], [-5.40234375, false], [-12.65625, false], [-8.65625, false], [-11.28125, false], [-5.40234375, false], [-9.90625, false], [-9.90625, false], [-10.40625, false], [-11.28125, false], [-8.65625, false], [-9.90625, false], [-5.40234375, false], [-5.40234375, false], [-5.40234375, false], [-13.40625, false], [-10.40625, false], [-5.40234375, false], [-10.90625, false], [-7.65625, false], [-8.90625, false], [-10.53125, false], [-5.40234375, false], [-8.90625, false], [-2.90234375, false], [-5.40234375, false], [-9.90625, false], [-9.90625, false], [-9.40625, false], [-8.65625, false], [-10.53125, false], [-10.65625, false], [-9.40625, false], [-9.90625, false], [-10.65625, false], [-5.40234375, false], [-13.40625, false], [-9.40625, false], [-12.28125, false], [-8.65625, false], [-9.90625, false], [-5.40234375, false], [-5.40234375, false], [-5.40234375, false], [-11.65625, false], [-8.65625, false], [-5.40234375, false], [-10.65625, false], [-11.03125, false], [-8.65625, false], [-11.28125, false], [-5.40234375, false], [-11.28125, false], [-8.65625, false], [-10.28125, false], [-10.40625, false], [-11.28125, false], [-10.65625, false], [-7.65625, false], [-8.90625, false], [-10.53125, false], [-5.40234375, false], [-8.90625, false], [-2.90234375, false], [-5.40234375, false], [-11.53125, false], [-11.28125, false], [-9.40625, false], [-8.65625, false], [-10.53125, false], [-10.40625, false], [-5.40234375, false], [-11.65625, false], [-5.40234375, false], [-10.65625, false], [-9.90625, false], [-11.03125, false], [-8.65625, false], [-9.90625, false], [-5.40234375, false], [-5.40234375, false], [-5.40234375, false], [-10.65625, false], [-8.65625, false], [-10.90625, false], [-8.65625, false], [-12.28125, false], [-9.40625, false], [-9.90625, false], [-9.40625, false], [-10.40625, false], [-10.53125, false], [-5.40234375, false], [-9.90625, false], [-11.03125, false], [-10.40625, false], [-11.65625, false], [-7.65625, false], [-8.90625, false], [-10.53125, false], [-5.40234375, false], [-8.90625, false], [-2.90234375, false], [-5.40234375, false], [-10.53125, false], [-10.65625, false], [-11.28125, false], [-9.90625, false], [-8.65625, false], [-5.40234375, false], [-9.90625, false], [-11.03125, false], [-8.65625, false], [-9.90625, false], [-12.03125, false], [-9.90625, false], [-5.40234375, false], [-10.65625, false], [-11.03125, false], [-8.65625, false], [-5.40234375, false], [-10.65625, false], [-8.65625, false], [-9.78125, false], [-10.28125, false], [-8.65625, false], [-11.28125, false], [-5.40234375, false], [-10.65625, false], [-10.65625, false], [-11.28125, false], [-8.65625, false], [-5.40234375, false], [-10.40625, false], [-11.53125, false], [-5.40234375, false], [-5.40234375, false], [-5.40234375, false], [-10.28125, false], [-5.40234375, false], [-10.65625, false], [-9.40625, false], [-8.65625, false], [-10.53125, false], [-10.65625, false], [-7.65625, false], [-8.90625, false], [-13.28125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1830, "doc": {"id": "Mercury_SC_400526", "question": "The water cycle includes which processes?", "choices": {"text": ["evaporation, condensation, precipitation", "metamorphosis, evaporation, respiration", "precipitation, perspiration, mitosis", "fixation, decomposition, respiration"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "evaporation, condensation, precipitation", "arguments": ["Question: The water cycle includes which processes?\nAnswer:", " ["], "resps": [[[-7.76953125, false]], [[-10.0234375, false]], [[-7.26953125, false]], [[-11.2734375, false]], [[-6.76953125, false]], [[-9.7734375, false]], [[-8.5234375, false]], [[-11.5234375, false]], [[-6.76953125, false]], [[-11.5234375, false]], [[-8.2734375, false]], [[-8.5234375, false]], [[-10.0234375, false]], [[-10.140625, false]], [[-5.26953125, false]], [[-8.0234375, false]], [[-8.5234375, false]], [[-10.0234375, false]], [[-9.0234375, false]], [[-7.26953125, false]], [[-10.0234375, false]], [[-10.0234375, false]], [[-6.76953125, false]], [[-11.5234375, false]], [[-8.2734375, false]], [[-8.5234375, false]], [[-10.0234375, false]], [[-10.140625, false]], [[-5.26953125, false]], [[-9.7734375, false]], [[-11.5234375, false]], [[-7.26953125, false]], [[-8.0234375, false]], [[-8.2734375, false]], [[-9.7734375, false]], [[-8.2734375, false]], [[-11.5234375, false]], [[-6.76953125, false]], [[-11.5234375, false]], [[-8.2734375, false]], [[-8.5234375, false]], [[-10.0234375, false]], [[-10.0234375, false]], [[-10.140625, false]], [[-5.26953125, false]], [[-10.0234375, false]], [[-10.7734375, false]], [[-7.26953125, false]], [[-11.5234375, false]], [[-6.76953125, false]], [[-10.7734375, false]], [[-8.5234375, false]], [[-11.5234375, false]], [[-9.7734375, false]], [[-11.5234375, false]], [[-8.5234375, false]], [[-10.0234375, false]], [[-8.2734375, false]], [[-10.0234375, false]], [[-10.140625, false]], [[-5.26953125, false]], [[-7.26953125, false]], [[-11.2734375, false]], [[-6.76953125, false]], [[-9.7734375, false]], [[-8.5234375, false]], [[-11.5234375, false]], [[-6.76953125, false]], [[-11.5234375, false]], [[-8.2734375, false]], [[-8.5234375, false]], [[-10.0234375, false]], [[-10.140625, false]], [[-5.26953125, false]], [[-11.5234375, false]], [[-7.26953125, false]], [[-10.0234375, false]], [[-9.7734375, false]], [[-8.2734375, false]], [[-11.5234375, false]], [[-6.76953125, false]], [[-11.5234375, false]], [[-8.2734375, false]], [[-8.5234375, false]], [[-10.0234375, false]], [[-10.0234375, false]], [[-10.140625, false]], [[-5.26953125, false]], [[-10.0234375, false]], [[-9.7734375, false]], [[-11.5234375, false]], [[-7.26953125, false]], [[-8.0234375, false]], [[-8.2734375, false]], [[-9.7734375, false]], [[-8.2734375, false]], [[-11.5234375, false]], [[-6.76953125, false]], [[-11.5234375, false]], [[-8.2734375, false]], [[-8.5234375, false]], [[-10.0234375, false]], [[-10.140625, false]], [[-5.26953125, false]], [[-9.7734375, false]], [[-7.26953125, false]], [[-11.5234375, false]], [[-10.0234375, false]], [[-9.7734375, false]], [[-8.2734375, false]], [[-11.5234375, false]], [[-6.76953125, false]], [[-11.5234375, false]], [[-8.2734375, false]], [[-8.5234375, false]], [[-10.0234375, false]], [[-10.140625, false]], [[-5.26953125, false]], [[-10.7734375, false]], [[-8.2734375, false]], [[-11.5234375, false]], [[-8.5234375, false]], [[-10.0234375, false]], [[-8.2734375, false]], [[-10.0234375, false]], [[-10.0234375, false]], [[-10.140625, false]], [[-5.26953125, false]], [[-10.0234375, false]], [[-9.7734375, false]], [[-8.2734375, false]], [[-11.7734375, false]], [[-6.76953125, false]], [[-11.5234375, false]], [[-8.2734375, false]], [[-8.5234375, false]], [[-10.0234375, false]], [[-10.140625, false]], [[-5.26953125, false]], [[-9.0234375, false]], [[-7.26953125, false]], [[-8.0234375, false]], [[-8.5234375, false]], [[-10.7734375, false]], [[-9.7734375, false]], [[-8.5234375, false]], [[-10.0234375, false]], [[-8.2734375, false]], [[-11.5234375, false]], [[-8.2734375, false]], [[-8.5234375, false]], [[-10.0234375, false]], [[-10.140625, false]], [[-5.26953125, false]], [[-11.5234375, false]], [[-7.26953125, false]], [[-10.0234375, false]], [[-9.7734375, false]], [[-8.2734375, false]], [[-11.5234375, false]], [[-6.76953125, false]], [[-11.5234375, false]], [[-8.2734375, false]], [[-8.5234375, false]], [[-10.0234375, false]], [[-10.0234375, false]], [[-14.7734375, false]]], "filtered_resps": [[-7.76953125, false], [-10.0234375, false], [-7.26953125, false], [-11.2734375, false], [-6.76953125, false], [-9.7734375, false], [-8.5234375, false], [-11.5234375, false], [-6.76953125, false], [-11.5234375, false], [-8.2734375, false], [-8.5234375, false], [-10.0234375, false], [-10.140625, false], [-5.26953125, false], [-8.0234375, false], [-8.5234375, false], [-10.0234375, false], [-9.0234375, false], [-7.26953125, false], [-10.0234375, false], [-10.0234375, false], [-6.76953125, false], [-11.5234375, false], [-8.2734375, false], [-8.5234375, false], [-10.0234375, false], [-10.140625, false], [-5.26953125, false], [-9.7734375, false], [-11.5234375, false], [-7.26953125, false], [-8.0234375, false], [-8.2734375, false], [-9.7734375, false], [-8.2734375, false], [-11.5234375, false], [-6.76953125, false], [-11.5234375, false], [-8.2734375, false], [-8.5234375, false], [-10.0234375, false], [-10.0234375, false], [-10.140625, false], [-5.26953125, false], [-10.0234375, false], [-10.7734375, false], [-7.26953125, false], [-11.5234375, false], [-6.76953125, false], [-10.7734375, false], [-8.5234375, false], [-11.5234375, false], [-9.7734375, false], [-11.5234375, false], [-8.5234375, false], [-10.0234375, false], [-8.2734375, false], [-10.0234375, false], [-10.140625, false], [-5.26953125, false], [-7.26953125, false], [-11.2734375, false], [-6.76953125, false], [-9.7734375, false], [-8.5234375, false], [-11.5234375, false], [-6.76953125, false], [-11.5234375, false], [-8.2734375, false], [-8.5234375, false], [-10.0234375, false], [-10.140625, false], [-5.26953125, false], [-11.5234375, false], [-7.26953125, false], [-10.0234375, false], [-9.7734375, false], [-8.2734375, false], [-11.5234375, false], [-6.76953125, false], [-11.5234375, false], [-8.2734375, false], [-8.5234375, false], [-10.0234375, false], [-10.0234375, false], [-10.140625, false], [-5.26953125, false], [-10.0234375, false], [-9.7734375, false], [-11.5234375, false], [-7.26953125, false], [-8.0234375, false], [-8.2734375, false], [-9.7734375, false], [-8.2734375, false], [-11.5234375, false], [-6.76953125, false], [-11.5234375, false], [-8.2734375, false], [-8.5234375, false], [-10.0234375, false], [-10.140625, false], [-5.26953125, false], [-9.7734375, false], [-7.26953125, false], [-11.5234375, false], [-10.0234375, false], [-9.7734375, false], [-8.2734375, false], [-11.5234375, false], [-6.76953125, false], [-11.5234375, false], [-8.2734375, false], [-8.5234375, false], [-10.0234375, false], [-10.140625, false], [-5.26953125, false], [-10.7734375, false], [-8.2734375, false], [-11.5234375, false], [-8.5234375, false], [-10.0234375, false], [-8.2734375, false], [-10.0234375, false], [-10.0234375, false], [-10.140625, false], [-5.26953125, false], [-10.0234375, false], [-9.7734375, false], [-8.2734375, false], [-11.7734375, false], [-6.76953125, false], [-11.5234375, false], [-8.2734375, false], [-8.5234375, false], [-10.0234375, false], [-10.140625, false], [-5.26953125, false], [-9.0234375, false], [-7.26953125, false], [-8.0234375, false], [-8.5234375, false], [-10.7734375, false], [-9.7734375, false], [-8.5234375, false], [-10.0234375, false], [-8.2734375, false], [-11.5234375, false], [-8.2734375, false], [-8.5234375, false], [-10.0234375, false], [-10.140625, false], [-5.26953125, false], [-11.5234375, false], [-7.26953125, false], [-10.0234375, false], [-9.7734375, false], [-8.2734375, false], [-11.5234375, false], [-6.76953125, false], [-11.5234375, false], [-8.2734375, false], [-8.5234375, false], [-10.0234375, false], [-10.0234375, false], [-14.7734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1838, "doc": {"id": "Mercury_7228113", "question": "The discovery of a fossilized animal with teeth, a long bony tail, and feathered wings helped to establish which evolutionary sequence?", "choices": {"text": ["rodents to bats", "reptiles to birds", "aquatic organisms to land-based organisms", "invertebrates to flying organisms"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "reptiles to birds", "arguments": ["Question: The discovery of a fossilized animal with teeth, a long bony tail, and feathered wings helped to establish which evolutionary sequence?\nAnswer:", " ["], "resps": [[[-5.61328125, false]], [[-7.86328125, false]], [[-7.61328125, false]], [[-9.1171875, false]], [[-7.11328125, false]], [[-6.61328125, false]], [[-8.3671875, false]], [[-7.86328125, false]], [[-8.8671875, false]], [[-4.36328125, false]], [[-7.86328125, false]], [[-9.1171875, false]], [[-4.36328125, false]], [[-6.61328125, false]], [[-4.36328125, false]], [[-7.86328125, false]], [[-8.8671875, false]], [[-7.86328125, false]], [[-8.71875, false]], [[-4.36328125, false]], [[-7.86328125, false]], [[-7.61328125, false]], [[-6.61328125, false]], [[-7.11328125, false]], [[-7.86328125, false]], [[-9.1171875, false]], [[-9.3671875, false]], [[-6.61328125, false]], [[-8.8671875, false]], [[-4.36328125, false]], [[-7.86328125, false]], [[-9.1171875, false]], [[-4.36328125, false]], [[-6.61328125, false]], [[-9.1171875, false]], [[-7.61328125, false]], [[-7.11328125, false]], [[-8.8671875, false]], [[-7.86328125, false]], [[-8.71875, false]], [[-4.36328125, false]], [[-7.86328125, false]], [[-4.36328125, false]], [[-9.3671875, false]], [[-11.1171875, false]], [[-4.36328125, false]], [[-7.86328125, false]], [[-9.1171875, false]], [[-5.36328125, false]], [[-4.36328125, false]], [[-9.1171875, false]], [[-7.61328125, false]], [[-9.3671875, false]], [[-4.36328125, false]], [[-8.3671875, false]], [[-9.1171875, false]], [[-8.8671875, false]], [[-8.1171875, false]], [[-8.8671875, false]], [[-4.36328125, false]], [[-7.86328125, false]], [[-9.1171875, false]], [[-4.36328125, false]], [[-9.3671875, false]], [[-4.36328125, false]], [[-8.3671875, false]], [[-7.11328125, false]], [[-6.86328125, false]], [[-6.61328125, false]], [[-4.36328125, false]], [[-8.8671875, false]], [[-6.61328125, false]], [[-7.11328125, false]], [[-4.36328125, false]], [[-9.1171875, false]], [[-7.61328125, false]], [[-9.3671875, false]], [[-4.36328125, false]], [[-8.3671875, false]], [[-9.1171875, false]], [[-8.8671875, false]], [[-8.1171875, false]], [[-8.8671875, false]], [[-7.86328125, false]], [[-8.71875, false]], [[-4.36328125, false]], [[-7.86328125, false]], [[-9.1171875, false]], [[-8.3671875, false]], [[-8.8671875, false]], [[-6.61328125, false]], [[-7.61328125, false]], [[-7.86328125, false]], [[-6.61328125, false]], [[-6.61328125, false]], [[-7.61328125, false]], [[-4.36328125, false]], [[-7.86328125, false]], [[-6.61328125, false]], [[-8.8671875, false]], [[-4.36328125, false]], [[-7.86328125, false]], [[-9.1171875, false]], [[-4.36328125, false]], [[-8.1171875, false]], [[-9.3671875, false]], [[-10.3671875, false]], [[-9.1171875, false]], [[-8.3671875, false]], [[-9.3671875, false]], [[-4.36328125, false]], [[-9.1171875, false]], [[-7.61328125, false]], [[-9.3671875, false]], [[-4.36328125, false]], [[-8.3671875, false]], [[-9.1171875, false]], [[-8.8671875, false]], [[-8.1171875, false]], [[-8.8671875, false]], [[-7.86328125, false]], [[-12.8671875, false]]], "filtered_resps": [[-5.61328125, false], [-7.86328125, false], [-7.61328125, false], [-9.1171875, false], [-7.11328125, false], [-6.61328125, false], [-8.3671875, false], [-7.86328125, false], [-8.8671875, false], [-4.36328125, false], [-7.86328125, false], [-9.1171875, false], [-4.36328125, false], [-6.61328125, false], [-4.36328125, false], [-7.86328125, false], [-8.8671875, false], [-7.86328125, false], [-8.71875, false], [-4.36328125, false], [-7.86328125, false], [-7.61328125, false], [-6.61328125, false], [-7.11328125, false], [-7.86328125, false], [-9.1171875, false], [-9.3671875, false], [-6.61328125, false], [-8.8671875, false], [-4.36328125, false], [-7.86328125, false], [-9.1171875, false], [-4.36328125, false], [-6.61328125, false], [-9.1171875, false], [-7.61328125, false], [-7.11328125, false], [-8.8671875, false], [-7.86328125, false], [-8.71875, false], [-4.36328125, false], [-7.86328125, false], [-4.36328125, false], [-9.3671875, false], [-11.1171875, false], [-4.36328125, false], [-7.86328125, false], [-9.1171875, false], [-5.36328125, false], [-4.36328125, false], [-9.1171875, false], [-7.61328125, false], [-9.3671875, false], [-4.36328125, false], [-8.3671875, false], [-9.1171875, false], [-8.8671875, false], [-8.1171875, false], [-8.8671875, false], [-4.36328125, false], [-7.86328125, false], [-9.1171875, false], [-4.36328125, false], [-9.3671875, false], [-4.36328125, false], [-8.3671875, false], [-7.11328125, false], [-6.86328125, false], [-6.61328125, false], [-4.36328125, false], [-8.8671875, false], [-6.61328125, false], [-7.11328125, false], [-4.36328125, false], [-9.1171875, false], [-7.61328125, false], [-9.3671875, false], [-4.36328125, false], [-8.3671875, false], [-9.1171875, false], [-8.8671875, false], [-8.1171875, false], [-8.8671875, false], [-7.86328125, false], [-8.71875, false], [-4.36328125, false], [-7.86328125, false], [-9.1171875, false], [-8.3671875, false], [-8.8671875, false], [-6.61328125, false], [-7.61328125, false], [-7.86328125, false], [-6.61328125, false], [-6.61328125, false], [-7.61328125, false], [-4.36328125, false], [-7.86328125, false], [-6.61328125, false], [-8.8671875, false], [-4.36328125, false], [-7.86328125, false], [-9.1171875, false], [-4.36328125, false], [-8.1171875, false], [-9.3671875, false], [-10.3671875, false], [-9.1171875, false], [-8.3671875, false], [-9.3671875, false], [-4.36328125, false], [-9.1171875, false], [-7.61328125, false], [-9.3671875, false], [-4.36328125, false], [-8.3671875, false], [-9.1171875, false], [-8.8671875, false], [-8.1171875, false], [-8.8671875, false], [-7.86328125, false], [-12.8671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1846, "doc": {"id": "Mercury_SC_405074", "question": "Deer are plants-eaters. A winter storm kills many of the plants deer eat. The storm will most likely result in the deer", "choices": {"text": ["shedding a lot of fur.", "traveling in a herd.", "becoming thin.", "feeding on meat."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "becoming thin.", "arguments": ["Question: Deer are plants-eaters. A winter storm kills many of the plants deer eat. The storm will most likely result in the deer\nAnswer:", " ["], "resps": [[[-7.32421875, false]], [[-8.8203125, false]], [[-9.3203125, false]], [[-10.3203125, false]], [[-8.0703125, false]], [[-7.57421875, false]], [[-7.57421875, false]], [[-8.3203125, false]], [[-9.0703125, false]], [[-10.8203125, false]], [[-5.32421875, false]], [[-5.07421875, false]], [[-5.32421875, false]], [[-9.5703125, false]], [[-8.3203125, false]], [[-10.3203125, false]], [[-5.32421875, false]], [[-8.3203125, false]], [[-10.0703125, false]], [[-5.32421875, false]], [[-10.0703125, false]], [[-10.5703125, false]], [[-10.0703125, false]], [[-7.28125, false]], [[-8.8203125, false]], [[-9.78125, false]], [[-5.32421875, false]], [[-8.8203125, false]], [[-10.3203125, false]], [[-10.0703125, false]], [[-5.07421875, false]], [[-11.5703125, false]], [[-8.0703125, false]], [[-9.5703125, false]], [[-8.3203125, false]], [[-9.0703125, false]], [[-10.8203125, false]], [[-5.32421875, false]], [[-8.3203125, false]], [[-9.0703125, false]], [[-5.32421875, false]], [[-5.07421875, false]], [[-5.32421875, false]], [[-10.3203125, false]], [[-8.0703125, false]], [[-10.0703125, false]], [[-7.57421875, false]], [[-7.28125, false]], [[-8.8203125, false]], [[-9.78125, false]], [[-5.32421875, false]], [[-8.8203125, false]], [[-7.82421875, false]], [[-8.0703125, false]], [[-9.0703125, false]], [[-8.3203125, false]], [[-10.5703125, false]], [[-8.3203125, false]], [[-9.0703125, false]], [[-10.8203125, false]], [[-5.32421875, false]], [[-10.3203125, false]], [[-10.3203125, false]], [[-8.3203125, false]], [[-9.0703125, false]], [[-7.28125, false]], [[-8.8203125, false]], [[-9.78125, false]], [[-5.32421875, false]], [[-8.8203125, false]], [[-10.0703125, false]], [[-8.0703125, false]], [[-8.0703125, false]], [[-7.57421875, false]], [[-8.3203125, false]], [[-9.0703125, false]], [[-10.8203125, false]], [[-5.32421875, false]], [[-8.3203125, false]], [[-9.0703125, false]], [[-5.32421875, false]], [[-10.5703125, false]], [[-8.0703125, false]], [[-5.07421875, false]], [[-10.3203125, false]], [[-7.28125, false]], [[-8.8203125, false]], [[-12.0703125, false]]], "filtered_resps": [[-7.32421875, false], [-8.8203125, false], [-9.3203125, false], [-10.3203125, false], [-8.0703125, false], [-7.57421875, false], [-7.57421875, false], [-8.3203125, false], [-9.0703125, false], [-10.8203125, false], [-5.32421875, false], [-5.07421875, false], [-5.32421875, false], [-9.5703125, false], [-8.3203125, false], [-10.3203125, false], [-5.32421875, false], [-8.3203125, false], [-10.0703125, false], [-5.32421875, false], [-10.0703125, false], [-10.5703125, false], [-10.0703125, false], [-7.28125, false], [-8.8203125, false], [-9.78125, false], [-5.32421875, false], [-8.8203125, false], [-10.3203125, false], [-10.0703125, false], [-5.07421875, false], [-11.5703125, false], [-8.0703125, false], [-9.5703125, false], [-8.3203125, false], [-9.0703125, false], [-10.8203125, false], [-5.32421875, false], [-8.3203125, false], [-9.0703125, false], [-5.32421875, false], [-5.07421875, false], [-5.32421875, false], [-10.3203125, false], [-8.0703125, false], [-10.0703125, false], [-7.57421875, false], [-7.28125, false], [-8.8203125, false], [-9.78125, false], [-5.32421875, false], [-8.8203125, false], [-7.82421875, false], [-8.0703125, false], [-9.0703125, false], [-8.3203125, false], [-10.5703125, false], [-8.3203125, false], [-9.0703125, false], [-10.8203125, false], [-5.32421875, false], [-10.3203125, false], [-10.3203125, false], [-8.3203125, false], [-9.0703125, false], [-7.28125, false], [-8.8203125, false], [-9.78125, false], [-5.32421875, false], [-8.8203125, false], [-10.0703125, false], [-8.0703125, false], [-8.0703125, false], [-7.57421875, false], [-8.3203125, false], [-9.0703125, false], [-10.8203125, false], [-5.32421875, false], [-8.3203125, false], [-9.0703125, false], [-5.32421875, false], [-10.5703125, false], [-8.0703125, false], [-5.07421875, false], [-10.3203125, false], [-7.28125, false], [-8.8203125, false], [-12.0703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1854, "doc": {"id": "MCAS_2000_8_9", "question": "The engine of an automobile is part of which type of system?", "choices": {"text": ["structure", "propulsion", "guidance", "control"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "propulsion", "arguments": ["Question: The engine of an automobile is part of which type of system?\nAnswer:", " ["], "resps": [[[-8.9140625, false]], [[-9.9140625, false]], [[-11.1640625, false]], [[-12.1640625, false]], [[-13.1640625, false]], [[-12.4140625, false]], [[-8.6640625, false]], [[-12.1640625, false]], [[-12.4140625, false]], [[-13.1640625, false]], [[-9.1640625, false]], [[-9.9140625, false]], [[-9.578125, false]], [[-5.16796875, false]], [[-9.9140625, false]], [[-12.1640625, false]], [[-13.1640625, false]], [[-11.6640625, false]], [[-12.1640625, false]], [[-12.4140625, false]], [[-11.4140625, false]], [[-11.1640625, false]], [[-8.6640625, false]], [[-11.6640625, false]], [[-11.6640625, false]], [[-9.9140625, false]], [[-9.578125, false]], [[-5.16796875, false]], [[-9.9140625, false]], [[-13.6640625, false]], [[-12.4140625, false]], [[-8.6640625, false]], [[-10.4140625, false]], [[-4.91796875, false]], [[-11.6640625, false]], [[-8.6640625, false]], [[-9.1640625, false]], [[-9.9140625, false]], [[-9.578125, false]], [[-5.16796875, false]], [[-9.9140625, false]], [[-8.6640625, false]], [[-11.6640625, false]], [[-11.6640625, false]], [[-12.1640625, false]], [[-13.1640625, false]], [[-11.6640625, false]], [[-11.4140625, false]], [[-9.9140625, false]], [[-14.6640625, false]]], "filtered_resps": [[-8.9140625, false], [-9.9140625, false], [-11.1640625, false], [-12.1640625, false], [-13.1640625, false], [-12.4140625, false], [-8.6640625, false], [-12.1640625, false], [-12.4140625, false], [-13.1640625, false], [-9.1640625, false], [-9.9140625, false], [-9.578125, false], [-5.16796875, false], [-9.9140625, false], [-12.1640625, false], [-13.1640625, false], [-11.6640625, false], [-12.1640625, false], [-12.4140625, false], [-11.4140625, false], [-11.1640625, false], [-8.6640625, false], [-11.6640625, false], [-11.6640625, false], [-9.9140625, false], [-9.578125, false], [-5.16796875, false], [-9.9140625, false], [-13.6640625, false], [-12.4140625, false], [-8.6640625, false], [-10.4140625, false], [-4.91796875, false], [-11.6640625, false], [-8.6640625, false], [-9.1640625, false], [-9.9140625, false], [-9.578125, false], [-5.16796875, false], [-9.9140625, false], [-8.6640625, false], [-11.6640625, false], [-11.6640625, false], [-12.1640625, false], [-13.1640625, false], [-11.6640625, false], [-11.4140625, false], [-9.9140625, false], [-14.6640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1862, "doc": {"id": "Mercury_178535", "question": "Where would electrons most likely be located in an atom?", "choices": {"text": ["with the quarks", "with the neutrons", "outside the nucleus", "near the protons"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "outside the nucleus", "arguments": ["Question: Where would electrons most likely be located in an atom?\nAnswer:", " ["], "resps": [[[-7.51171875, false]], [[-8.5078125, false]], [[-11.5078125, false]], [[-7.76171875, false]], [[-11.2578125, false]], [[-10.2578125, false]], [[-5.01171875, false]], [[-11.2578125, false]], [[-10.2578125, false]], [[-7.76171875, false]], [[-5.01171875, false]], [[-11.0078125, false]], [[-10.7578125, false]], [[-6.51171875, false]], [[-10.7578125, false]], [[-11.2578125, false]], [[-10.2578125, false]], [[-8.5078125, false]], [[-8.6015625, false]], [[-5.01171875, false]], [[-8.5078125, false]], [[-11.5078125, false]], [[-7.76171875, false]], [[-11.2578125, false]], [[-10.2578125, false]], [[-5.01171875, false]], [[-11.2578125, false]], [[-10.2578125, false]], [[-7.76171875, false]], [[-5.01171875, false]], [[-7.51171875, false]], [[-7.76171875, false]], [[-10.7578125, false]], [[-11.2578125, false]], [[-10.7578125, false]], [[-10.2578125, false]], [[-7.51171875, false]], [[-10.2578125, false]], [[-8.5078125, false]], [[-8.6015625, false]], [[-5.01171875, false]], [[-8.5078125, false]], [[-10.2578125, false]], [[-10.7578125, false]], [[-11.2578125, false]], [[-10.2578125, false]], [[-7.76171875, false]], [[-10.2578125, false]], [[-7.76171875, false]], [[-5.01171875, false]], [[-11.2578125, false]], [[-10.2578125, false]], [[-7.76171875, false]], [[-5.01171875, false]], [[-7.51171875, false]], [[-10.7578125, false]], [[-10.5078125, false]], [[-10.5078125, false]], [[-7.76171875, false]], [[-10.7578125, false]], [[-10.2578125, false]], [[-8.5078125, false]], [[-8.6015625, false]], [[-5.01171875, false]], [[-8.5078125, false]], [[-7.51171875, false]], [[-7.76171875, false]], [[-6.51171875, false]], [[-10.7578125, false]], [[-5.01171875, false]], [[-11.2578125, false]], [[-10.2578125, false]], [[-7.76171875, false]], [[-5.01171875, false]], [[-9.5078125, false]], [[-10.7578125, false]], [[-10.2578125, false]], [[-11.2578125, false]], [[-10.2578125, false]], [[-7.51171875, false]], [[-10.2578125, false]], [[-8.5078125, false]], [[-12.2578125, false]]], "filtered_resps": [[-7.51171875, false], [-8.5078125, false], [-11.5078125, false], [-7.76171875, false], [-11.2578125, false], [-10.2578125, false], [-5.01171875, false], [-11.2578125, false], [-10.2578125, false], [-7.76171875, false], [-5.01171875, false], [-11.0078125, false], [-10.7578125, false], [-6.51171875, false], [-10.7578125, false], [-11.2578125, false], [-10.2578125, false], [-8.5078125, false], [-8.6015625, false], [-5.01171875, false], [-8.5078125, false], [-11.5078125, false], [-7.76171875, false], [-11.2578125, false], [-10.2578125, false], [-5.01171875, false], [-11.2578125, false], [-10.2578125, false], [-7.76171875, false], [-5.01171875, false], [-7.51171875, false], [-7.76171875, false], [-10.7578125, false], [-11.2578125, false], [-10.7578125, false], [-10.2578125, false], [-7.51171875, false], [-10.2578125, false], [-8.5078125, false], [-8.6015625, false], [-5.01171875, false], [-8.5078125, false], [-10.2578125, false], [-10.7578125, false], [-11.2578125, false], [-10.2578125, false], [-7.76171875, false], [-10.2578125, false], [-7.76171875, false], [-5.01171875, false], [-11.2578125, false], [-10.2578125, false], [-7.76171875, false], [-5.01171875, false], [-7.51171875, false], [-10.7578125, false], [-10.5078125, false], [-10.5078125, false], [-7.76171875, false], [-10.7578125, false], [-10.2578125, false], [-8.5078125, false], [-8.6015625, false], [-5.01171875, false], [-8.5078125, false], [-7.51171875, false], [-7.76171875, false], [-6.51171875, false], [-10.7578125, false], [-5.01171875, false], [-11.2578125, false], [-10.2578125, false], [-7.76171875, false], [-5.01171875, false], [-9.5078125, false], [-10.7578125, false], [-10.2578125, false], [-11.2578125, false], [-10.2578125, false], [-7.51171875, false], [-10.2578125, false], [-8.5078125, false], [-12.2578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1870, "doc": {"id": "MCAS_8_2014_21", "question": "Which of the following has a warmer average surface temperature than Earth?", "choices": {"text": ["Mars", "Moon", "Pluto", "Venus"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Venus", "arguments": ["Question: Which of the following has a warmer average surface temperature than Earth?\nAnswer:", " ["], "resps": [[[-7.8125, false]], [[-9.5625, false]], [[-6.3125, false]], [[-4.8125, false]], [[-11.8125, false]], [[-10.0625, false]], [[-9.5625, false]], [[-9.21875, false]], [[-5.3125, false]], [[-9.5625, false]], [[-6.3125, false]], [[-7.8125, false]], [[-7.8125, false]], [[-9.3125, false]], [[-9.5625, false]], [[-9.21875, false]], [[-5.3125, false]], [[-9.5625, false]], [[-7.3125, false]], [[-10.8125, false]], [[-12.0625, false]], [[-9.8125, false]], [[-7.8125, false]], [[-9.5625, false]], [[-9.21875, false]], [[-5.3125, false]], [[-9.5625, false]], [[-8.5625, false]], [[-7.8125, false]], [[-9.3125, false]], [[-12.0625, false]], [[-10.0625, false]], [[-9.5625, false]], [[-12.0625, false]]], "filtered_resps": [[-7.8125, false], [-9.5625, false], [-6.3125, false], [-4.8125, false], [-11.8125, false], [-10.0625, false], [-9.5625, false], [-9.21875, false], [-5.3125, false], [-9.5625, false], [-6.3125, false], [-7.8125, false], [-7.8125, false], [-9.3125, false], [-9.5625, false], [-9.21875, false], [-5.3125, false], [-9.5625, false], [-7.3125, false], [-10.8125, false], [-12.0625, false], [-9.8125, false], [-7.8125, false], [-9.5625, false], [-9.21875, false], [-5.3125, false], [-9.5625, false], [-8.5625, false], [-7.8125, false], [-9.3125, false], [-12.0625, false], [-10.0625, false], [-9.5625, false], [-12.0625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1878, "doc": {"id": "Mercury_SC_401815", "question": "What type of graph would be best for recording plant growth over a one-week period?", "choices": {"text": ["pie chart", "line graph", "scatterplot", "histogram"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "line graph", "arguments": ["Question: What type of graph would be best for recording plant growth over a one-week period?\nAnswer:", " ["], "resps": [[[-7.19921875, false]], [[-8.4453125, false]], [[-9.0703125, false]], [[-8.4453125, false]], [[-8.8203125, false]], [[-4.57421875, false]], [[-9.5703125, false]], [[-8.9453125, false]], [[-4.32421875, false]], [[-9.3203125, false]], [[-8.4453125, false]], [[-8.4453125, false]], [[-10.21875, false]], [[-4.57421875, false]], [[-8.4453125, false]], [[-10.9453125, false]], [[-8.4453125, false]], [[-8.0703125, false]], [[-8.8203125, false]], [[-4.57421875, false]], [[-9.9453125, false]], [[-9.3203125, false]], [[-4.32421875, false]], [[-9.0703125, false]], [[-8.9453125, false]], [[-8.4453125, false]], [[-10.21875, false]], [[-4.57421875, false]], [[-8.4453125, false]], [[-9.1953125, false]], [[-9.5703125, false]], [[-4.32421875, false]], [[-8.4453125, false]], [[-8.4453125, false]], [[-8.8203125, false]], [[-9.3203125, false]], [[-9.0703125, false]], [[-10.9453125, false]], [[-9.3203125, false]], [[-8.4453125, false]], [[-8.4453125, false]], [[-10.21875, false]], [[-4.57421875, false]], [[-8.4453125, false]], [[-8.9453125, false]], [[-8.4453125, false]], [[-9.1953125, false]], [[-8.4453125, false]], [[-9.3203125, false]], [[-9.9453125, false]], [[-9.3203125, false]], [[-4.32421875, false]], [[-8.8203125, false]], [[-8.4453125, false]], [[-13.1953125, false]]], "filtered_resps": [[-7.19921875, false], [-8.4453125, false], [-9.0703125, false], [-8.4453125, false], [-8.8203125, false], [-4.57421875, false], [-9.5703125, false], [-8.9453125, false], [-4.32421875, false], [-9.3203125, false], [-8.4453125, false], [-8.4453125, false], [-10.21875, false], [-4.57421875, false], [-8.4453125, false], [-10.9453125, false], [-8.4453125, false], [-8.0703125, false], [-8.8203125, false], [-4.57421875, false], [-9.9453125, false], [-9.3203125, false], [-4.32421875, false], [-9.0703125, false], [-8.9453125, false], [-8.4453125, false], [-10.21875, false], [-4.57421875, false], [-8.4453125, false], [-9.1953125, false], [-9.5703125, false], [-4.32421875, false], [-8.4453125, false], [-8.4453125, false], [-8.8203125, false], [-9.3203125, false], [-9.0703125, false], [-10.9453125, false], [-9.3203125, false], [-8.4453125, false], [-8.4453125, false], [-10.21875, false], [-4.57421875, false], [-8.4453125, false], [-8.9453125, false], [-8.4453125, false], [-9.1953125, false], [-8.4453125, false], [-9.3203125, false], [-9.9453125, false], [-9.3203125, false], [-4.32421875, false], [-8.8203125, false], [-8.4453125, false], [-13.1953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1886, "doc": {"id": "Mercury_7018393", "question": "Sound travels as a", "choices": {"text": ["wave without a medium.", "series of compressions only.", "pattern of up and down vibrations.", "pattern of compressions and rarefactions."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "pattern of compressions and rarefactions.", "arguments": ["Question: Sound travels as a\nAnswer:", " ["], "resps": [[[-7.51171875, false]], [[-7.76171875, false]], [[-10.2578125, false]], [[-5.26171875, false]], [[-10.5078125, false]], [[-9.2578125, false]], [[-5.26171875, false]], [[-10.2578125, false]], [[-8.0078125, false]], [[-10.8828125, false]], [[-10.7578125, false]], [[-9.7578125, false]], [[-10.2578125, false]], [[-10.8828125, false]], [[-5.26171875, false]], [[-5.26171875, false]], [[-5.26171875, false]], [[-10.0078125, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-8.0078125, false]], [[-10.2578125, false]], [[-10.0078125, false]], [[-7.2734375, false]], [[-7.76171875, false]], [[-8.5234375, false]], [[-5.26171875, false]], [[-7.76171875, false]], [[-9.0078125, false]], [[-9.2578125, false]], [[-10.2578125, false]], [[-8.0078125, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-5.26171875, false]], [[-9.7578125, false]], [[-8.7578125, false]], [[-5.26171875, false]], [[-9.2578125, false]], [[-9.7578125, false]], [[-10.0078125, false]], [[-10.2578125, false]], [[-10.2578125, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-9.0078125, false]], [[-8.0078125, false]], [[-9.7578125, false]], [[-9.0078125, false]], [[-9.0078125, false]], [[-5.26171875, false]], [[-9.7578125, false]], [[-9.0078125, false]], [[-10.2578125, false]], [[-11.3828125, false]], [[-7.2734375, false]], [[-7.76171875, false]], [[-8.5234375, false]], [[-5.26171875, false]], [[-7.76171875, false]], [[-10.2578125, false]], [[-5.26171875, false]], [[-10.8828125, false]], [[-10.8828125, false]], [[-9.2578125, false]], [[-10.2578125, false]], [[-9.0078125, false]], [[-5.26171875, false]], [[-9.7578125, false]], [[-8.7578125, false]], [[-5.26171875, false]], [[-10.2578125, false]], [[-10.2578125, false]], [[-5.26171875, false]], [[-5.26171875, false]], [[-9.0078125, false]], [[-9.0078125, false]], [[-5.26171875, false]], [[-9.0078125, false]], [[-9.7578125, false]], [[-10.2578125, false]], [[-9.0078125, false]], [[-5.26171875, false]], [[-10.5078125, false]], [[-8.0078125, false]], [[-8.7578125, false]], [[-10.2578125, false]], [[-5.26171875, false]], [[-10.8828125, false]], [[-8.0078125, false]], [[-9.7578125, false]], [[-9.0078125, false]], [[-9.0078125, false]], [[-7.2734375, false]], [[-7.76171875, false]], [[-8.5234375, false]], [[-5.26171875, false]], [[-7.76171875, false]], [[-10.2578125, false]], [[-5.26171875, false]], [[-10.8828125, false]], [[-10.8828125, false]], [[-9.2578125, false]], [[-10.2578125, false]], [[-9.0078125, false]], [[-5.26171875, false]], [[-9.7578125, false]], [[-8.7578125, false]], [[-5.26171875, false]], [[-9.2578125, false]], [[-9.7578125, false]], [[-10.0078125, false]], [[-10.2578125, false]], [[-10.2578125, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-9.0078125, false]], [[-8.0078125, false]], [[-9.7578125, false]], [[-9.0078125, false]], [[-9.0078125, false]], [[-5.26171875, false]], [[-5.26171875, false]], [[-9.0078125, false]], [[-9.0078125, false]], [[-5.26171875, false]], [[-10.2578125, false]], [[-5.26171875, false]], [[-10.2578125, false]], [[-9.2578125, false]], [[-8.7578125, false]], [[-5.26171875, false]], [[-9.2578125, false]], [[-10.8828125, false]], [[-8.0078125, false]], [[-9.7578125, false]], [[-9.0078125, false]], [[-9.0078125, false]], [[-7.2734375, false]], [[-7.76171875, false]], [[-11.5078125, false]]], "filtered_resps": [[-7.51171875, false], [-7.76171875, false], [-10.2578125, false], [-5.26171875, false], [-10.5078125, false], [-9.2578125, false], [-5.26171875, false], [-10.2578125, false], [-8.0078125, false], [-10.8828125, false], [-10.7578125, false], [-9.7578125, false], [-10.2578125, false], [-10.8828125, false], [-5.26171875, false], [-5.26171875, false], [-5.26171875, false], [-10.0078125, false], [-9.2578125, false], [-9.0078125, false], [-8.0078125, false], [-10.2578125, false], [-10.0078125, false], [-7.2734375, false], [-7.76171875, false], [-8.5234375, false], [-5.26171875, false], [-7.76171875, false], [-9.0078125, false], [-9.2578125, false], [-10.2578125, false], [-8.0078125, false], [-9.2578125, false], [-9.0078125, false], [-5.26171875, false], [-9.7578125, false], [-8.7578125, false], [-5.26171875, false], [-9.2578125, false], [-9.7578125, false], [-10.0078125, false], [-10.2578125, false], [-10.2578125, false], [-9.2578125, false], [-9.0078125, false], [-9.0078125, false], [-8.0078125, false], [-9.7578125, false], [-9.0078125, false], [-9.0078125, false], [-5.26171875, false], [-9.7578125, false], [-9.0078125, false], [-10.2578125, false], [-11.3828125, false], [-7.2734375, false], [-7.76171875, false], [-8.5234375, false], [-5.26171875, false], [-7.76171875, false], [-10.2578125, false], [-5.26171875, false], [-10.8828125, false], [-10.8828125, false], [-9.2578125, false], [-10.2578125, false], [-9.0078125, false], [-5.26171875, false], [-9.7578125, false], [-8.7578125, false], [-5.26171875, false], [-10.2578125, false], [-10.2578125, false], [-5.26171875, false], [-5.26171875, false], [-9.0078125, false], [-9.0078125, false], [-5.26171875, false], [-9.0078125, false], [-9.7578125, false], [-10.2578125, false], [-9.0078125, false], [-5.26171875, false], [-10.5078125, false], [-8.0078125, false], [-8.7578125, false], [-10.2578125, false], [-5.26171875, false], [-10.8828125, false], [-8.0078125, false], [-9.7578125, false], [-9.0078125, false], [-9.0078125, false], [-7.2734375, false], [-7.76171875, false], [-8.5234375, false], [-5.26171875, false], [-7.76171875, false], [-10.2578125, false], [-5.26171875, false], [-10.8828125, false], [-10.8828125, false], [-9.2578125, false], [-10.2578125, false], [-9.0078125, false], [-5.26171875, false], [-9.7578125, false], [-8.7578125, false], [-5.26171875, false], [-9.2578125, false], [-9.7578125, false], [-10.0078125, false], [-10.2578125, false], [-10.2578125, false], [-9.2578125, false], [-9.0078125, false], [-9.0078125, false], [-8.0078125, false], [-9.7578125, false], [-9.0078125, false], [-9.0078125, false], [-5.26171875, false], [-5.26171875, false], [-9.0078125, false], [-9.0078125, false], [-5.26171875, false], [-10.2578125, false], [-5.26171875, false], [-10.2578125, false], [-9.2578125, false], [-8.7578125, false], [-5.26171875, false], [-9.2578125, false], [-10.8828125, false], [-8.0078125, false], [-9.7578125, false], [-9.0078125, false], [-9.0078125, false], [-7.2734375, false], [-7.76171875, false], [-11.5078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1894, "doc": {"id": "Mercury_182700", "question": "In 1989, the unusually low snowpack in portions of the Sierra Nevada Mountains led to a widespread emergence of Edith's checkerspot butterflies in April. In these regions, flowers do not appear until May. What was the most likely result of the early emergence of these butterflies?", "choices": {"text": ["Most butterflies did not survive.", "Most butterflies reproduced earlier.", "Most butterflies switched to other food sources.", "Most butterflies adapted to the new environment."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Most butterflies did not survive.", "arguments": ["Question: In 1989, the unusually low snowpack in portions of the Sierra Nevada Mountains led to a widespread emergence of Edith's checkerspot butterflies in April. In these regions, flowers do not appear until May. What was the most likely result of the early emergence of these butterflies?\nAnswer:", " ["], "resps": [[[-7.39453125, false]], [[-8.8984375, false]], [[-7.51953125, false]], [[-8.8984375, false]], [[-10.2734375, false]], [[-11.5234375, false]], [[-5.39453125, false]], [[-8.0234375, false]], [[-11.6484375, false]], [[-11.5234375, false]], [[-11.5234375, false]], [[-8.6484375, false]], [[-11.1484375, false]], [[-9.6484375, false]], [[-10.7734375, false]], [[-9.7734375, false]], [[-8.6484375, false]], [[-10.2734375, false]], [[-5.39453125, false]], [[-8.7734375, false]], [[-9.7734375, false]], [[-8.7734375, false]], [[-5.39453125, false]], [[-9.6484375, false]], [[-8.8984375, false]], [[-11.5234375, false]], [[-5.39453125, false]], [[-10.2734375, false]], [[-11.6484375, false]], [[-11.1484375, false]], [[-11.1484375, false]], [[-9.7734375, false]], [[-11.1484375, false]], [[-8.6484375, false]], [[-7.546875, false]], [[-8.8984375, false]], [[-10.4765625, false]], [[-5.39453125, false]], [[-8.8984375, false]], [[-7.51953125, false]], [[-8.8984375, false]], [[-10.2734375, false]], [[-11.5234375, false]], [[-5.39453125, false]], [[-8.0234375, false]], [[-11.6484375, false]], [[-11.5234375, false]], [[-11.5234375, false]], [[-8.6484375, false]], [[-11.1484375, false]], [[-9.6484375, false]], [[-10.7734375, false]], [[-9.7734375, false]], [[-8.6484375, false]], [[-10.2734375, false]], [[-5.39453125, false]], [[-11.1484375, false]], [[-8.6484375, false]], [[-10.8984375, false]], [[-11.1484375, false]], [[-8.8984375, false]], [[-8.7734375, false]], [[-11.6484375, false]], [[-9.6484375, false]], [[-8.6484375, false]], [[-8.7734375, false]], [[-5.39453125, false]], [[-8.6484375, false]], [[-5.39453125, false]], [[-11.1484375, false]], [[-10.7734375, false]], [[-9.7734375, false]], [[-8.6484375, false]], [[-11.1484375, false]], [[-7.546875, false]], [[-8.8984375, false]], [[-10.4765625, false]], [[-5.39453125, false]], [[-8.8984375, false]], [[-7.51953125, false]], [[-8.8984375, false]], [[-10.2734375, false]], [[-11.5234375, false]], [[-5.39453125, false]], [[-8.0234375, false]], [[-11.6484375, false]], [[-11.5234375, false]], [[-11.5234375, false]], [[-8.6484375, false]], [[-11.1484375, false]], [[-9.6484375, false]], [[-10.7734375, false]], [[-9.7734375, false]], [[-8.6484375, false]], [[-10.2734375, false]], [[-5.39453125, false]], [[-10.2734375, false]], [[-11.7734375, false]], [[-9.7734375, false]], [[-11.5234375, false]], [[-9.6484375, false]], [[-11.6484375, false]], [[-8.6484375, false]], [[-8.7734375, false]], [[-5.39453125, false]], [[-11.5234375, false]], [[-8.8984375, false]], [[-5.39453125, false]], [[-8.8984375, false]], [[-11.5234375, false]], [[-11.6484375, false]], [[-8.6484375, false]], [[-11.1484375, false]], [[-5.39453125, false]], [[-9.6484375, false]], [[-8.8984375, false]], [[-8.8984375, false]], [[-8.7734375, false]], [[-5.39453125, false]], [[-10.2734375, false]], [[-8.8984375, false]], [[-11.6484375, false]], [[-11.1484375, false]], [[-9.6484375, false]], [[-8.6484375, false]], [[-10.2734375, false]], [[-7.546875, false]], [[-8.8984375, false]], [[-10.4765625, false]], [[-5.39453125, false]], [[-8.8984375, false]], [[-7.51953125, false]], [[-8.8984375, false]], [[-10.2734375, false]], [[-11.5234375, false]], [[-5.39453125, false]], [[-8.0234375, false]], [[-11.6484375, false]], [[-11.5234375, false]], [[-11.5234375, false]], [[-8.6484375, false]], [[-11.1484375, false]], [[-9.6484375, false]], [[-10.7734375, false]], [[-9.7734375, false]], [[-8.6484375, false]], [[-10.2734375, false]], [[-5.39453125, false]], [[-5.39453125, false]], [[-8.7734375, false]], [[-5.39453125, false]], [[-10.8984375, false]], [[-11.5234375, false]], [[-8.6484375, false]], [[-8.7734375, false]], [[-5.39453125, false]], [[-11.5234375, false]], [[-8.8984375, false]], [[-5.39453125, false]], [[-11.5234375, false]], [[-11.6484375, false]], [[-8.6484375, false]], [[-5.39453125, false]], [[-9.6484375, false]], [[-8.6484375, false]], [[-11.7734375, false]], [[-5.39453125, false]], [[-8.6484375, false]], [[-9.6484375, false]], [[-11.1484375, false]], [[-9.7734375, false]], [[-11.1484375, false]], [[-8.8984375, false]], [[-9.6484375, false]], [[-11.1484375, false]], [[-8.6484375, false]], [[-9.6484375, false]], [[-11.5234375, false]], [[-7.546875, false]], [[-8.8984375, false]], [[-12.5234375, false]]], "filtered_resps": [[-7.39453125, false], [-8.8984375, false], [-7.51953125, false], [-8.8984375, false], [-10.2734375, false], [-11.5234375, false], [-5.39453125, false], [-8.0234375, false], [-11.6484375, false], [-11.5234375, false], [-11.5234375, false], [-8.6484375, false], [-11.1484375, false], [-9.6484375, false], [-10.7734375, false], [-9.7734375, false], [-8.6484375, false], [-10.2734375, false], [-5.39453125, false], [-8.7734375, false], [-9.7734375, false], [-8.7734375, false], [-5.39453125, false], [-9.6484375, false], [-8.8984375, false], [-11.5234375, false], [-5.39453125, false], [-10.2734375, false], [-11.6484375, false], [-11.1484375, false], [-11.1484375, false], [-9.7734375, false], [-11.1484375, false], [-8.6484375, false], [-7.546875, false], [-8.8984375, false], [-10.4765625, false], [-5.39453125, false], [-8.8984375, false], [-7.51953125, false], [-8.8984375, false], [-10.2734375, false], [-11.5234375, false], [-5.39453125, false], [-8.0234375, false], [-11.6484375, false], [-11.5234375, false], [-11.5234375, false], [-8.6484375, false], [-11.1484375, false], [-9.6484375, false], [-10.7734375, false], [-9.7734375, false], [-8.6484375, false], [-10.2734375, false], [-5.39453125, false], [-11.1484375, false], [-8.6484375, false], [-10.8984375, false], [-11.1484375, false], [-8.8984375, false], [-8.7734375, false], [-11.6484375, false], [-9.6484375, false], [-8.6484375, false], [-8.7734375, false], [-5.39453125, false], [-8.6484375, false], [-5.39453125, false], [-11.1484375, false], [-10.7734375, false], [-9.7734375, false], [-8.6484375, false], [-11.1484375, false], [-7.546875, false], [-8.8984375, false], [-10.4765625, false], [-5.39453125, false], [-8.8984375, false], [-7.51953125, false], [-8.8984375, false], [-10.2734375, false], [-11.5234375, false], [-5.39453125, false], [-8.0234375, false], [-11.6484375, false], [-11.5234375, false], [-11.5234375, false], [-8.6484375, false], [-11.1484375, false], [-9.6484375, false], [-10.7734375, false], [-9.7734375, false], [-8.6484375, false], [-10.2734375, false], [-5.39453125, false], [-10.2734375, false], [-11.7734375, false], [-9.7734375, false], [-11.5234375, false], [-9.6484375, false], [-11.6484375, false], [-8.6484375, false], [-8.7734375, false], [-5.39453125, false], [-11.5234375, false], [-8.8984375, false], [-5.39453125, false], [-8.8984375, false], [-11.5234375, false], [-11.6484375, false], [-8.6484375, false], [-11.1484375, false], [-5.39453125, false], [-9.6484375, false], [-8.8984375, false], [-8.8984375, false], [-8.7734375, false], [-5.39453125, false], [-10.2734375, false], [-8.8984375, false], [-11.6484375, false], [-11.1484375, false], [-9.6484375, false], [-8.6484375, false], [-10.2734375, false], [-7.546875, false], [-8.8984375, false], [-10.4765625, false], [-5.39453125, false], [-8.8984375, false], [-7.51953125, false], [-8.8984375, false], [-10.2734375, false], [-11.5234375, false], [-5.39453125, false], [-8.0234375, false], [-11.6484375, false], [-11.5234375, false], [-11.5234375, false], [-8.6484375, false], [-11.1484375, false], [-9.6484375, false], [-10.7734375, false], [-9.7734375, false], [-8.6484375, false], [-10.2734375, false], [-5.39453125, false], [-5.39453125, false], [-8.7734375, false], [-5.39453125, false], [-10.8984375, false], [-11.5234375, false], [-8.6484375, false], [-8.7734375, false], [-5.39453125, false], [-11.5234375, false], [-8.8984375, false], [-5.39453125, false], [-11.5234375, false], [-11.6484375, false], [-8.6484375, false], [-5.39453125, false], [-9.6484375, false], [-8.6484375, false], [-11.7734375, false], [-5.39453125, false], [-8.6484375, false], [-9.6484375, false], [-11.1484375, false], [-9.7734375, false], [-11.1484375, false], [-8.8984375, false], [-9.6484375, false], [-11.1484375, false], [-8.6484375, false], [-9.6484375, false], [-11.5234375, false], [-7.546875, false], [-8.8984375, false], [-12.5234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1902, "doc": {"id": "NAEP_2005_4_S12+7", "question": "Where does water in a lake get most of its energy to evaporate?", "choices": {"text": ["The sun heating the lake", "Green plants living in the lake", "Streams entering the lake", "Cold springs under the lake"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "The sun heating the lake", "arguments": ["Question: Where does water in a lake get most of its energy to evaporate?\nAnswer:", " ["], "resps": [[[-8.9765625, false]], [[-9.7265625, false]], [[-8.7265625, false]], [[-12.2265625, false]], [[-7.9765625, false]], [[-6.2265625, false]], [[-10.4765625, false]], [[-11.9765625, false]], [[-10.7265625, false]], [[-6.2265625, false]], [[-12.2265625, false]], [[-7.9765625, false]], [[-6.7265625, false]], [[-12.2265625, false]], [[-9.4765625, false]], [[-10.7265625, false]], [[-13.9765625, false]], [[-6.2265625, false]], [[-12.2265625, false]], [[-12.2265625, false]], [[-7.9765625, false]], [[-6.2265625, false]], [[-10.7265625, false]], [[-6.7265625, false]], [[-12.9765625, false]], [[-7.9765625, false]], [[-9.7265625, false]], [[-10.4453125, false]], [[-6.2265625, false]], [[-9.7265625, false]], [[-10.4765625, false]], [[-13.4765625, false]], [[-7.9765625, false]], [[-7.9765625, false]], [[-10.7265625, false]], [[-6.2265625, false]], [[-11.2265625, false]], [[-10.7265625, false]], [[-6.7265625, false]], [[-10.7265625, false]], [[-12.2265625, false]], [[-10.4765625, false]], [[-6.2265625, false]], [[-10.7265625, false]], [[-9.4765625, false]], [[-11.9765625, false]], [[-9.4765625, false]], [[-10.7265625, false]], [[-13.9765625, false]], [[-6.2265625, false]], [[-9.4765625, false]], [[-10.7265625, false]], [[-6.2265625, false]], [[-12.2265625, false]], [[-12.2265625, false]], [[-7.9765625, false]], [[-6.2265625, false]], [[-10.7265625, false]], [[-6.7265625, false]], [[-12.9765625, false]], [[-7.9765625, false]], [[-9.7265625, false]], [[-10.4453125, false]], [[-6.2265625, false]], [[-9.7265625, false]], [[-7.2265625, false]], [[-12.2265625, false]], [[-13.4765625, false]], [[-7.9765625, false]], [[-6.7265625, false]], [[-11.7265625, false]], [[-10.4765625, false]], [[-6.2265625, false]], [[-7.9765625, false]], [[-10.7265625, false]], [[-12.2265625, false]], [[-7.9765625, false]], [[-13.4765625, false]], [[-9.4765625, false]], [[-10.7265625, false]], [[-13.9765625, false]], [[-6.2265625, false]], [[-12.2265625, false]], [[-12.2265625, false]], [[-7.9765625, false]], [[-6.2265625, false]], [[-10.7265625, false]], [[-6.7265625, false]], [[-12.9765625, false]], [[-7.9765625, false]], [[-9.7265625, false]], [[-10.4453125, false]], [[-6.2265625, false]], [[-9.7265625, false]], [[-7.4765625, false]], [[-9.7265625, false]], [[-10.7265625, false]], [[-9.4765625, false]], [[-6.2265625, false]], [[-10.4765625, false]], [[-11.2265625, false]], [[-13.4765625, false]], [[-9.4765625, false]], [[-10.7265625, false]], [[-13.9765625, false]], [[-10.4765625, false]], [[-6.2265625, false]], [[-11.9765625, false]], [[-10.7265625, false]], [[-9.4765625, false]], [[-7.9765625, false]], [[-13.4765625, false]], [[-6.2265625, false]], [[-12.2265625, false]], [[-12.2265625, false]], [[-7.9765625, false]], [[-6.2265625, false]], [[-10.7265625, false]], [[-6.7265625, false]], [[-12.9765625, false]], [[-7.9765625, false]], [[-9.7265625, false]], [[-15.7265625, false]]], "filtered_resps": [[-8.9765625, false], [-9.7265625, false], [-8.7265625, false], [-12.2265625, false], [-7.9765625, false], [-6.2265625, false], [-10.4765625, false], [-11.9765625, false], [-10.7265625, false], [-6.2265625, false], [-12.2265625, false], [-7.9765625, false], [-6.7265625, false], [-12.2265625, false], [-9.4765625, false], [-10.7265625, false], [-13.9765625, false], [-6.2265625, false], [-12.2265625, false], [-12.2265625, false], [-7.9765625, false], [-6.2265625, false], [-10.7265625, false], [-6.7265625, false], [-12.9765625, false], [-7.9765625, false], [-9.7265625, false], [-10.4453125, false], [-6.2265625, false], [-9.7265625, false], [-10.4765625, false], [-13.4765625, false], [-7.9765625, false], [-7.9765625, false], [-10.7265625, false], [-6.2265625, false], [-11.2265625, false], [-10.7265625, false], [-6.7265625, false], [-10.7265625, false], [-12.2265625, false], [-10.4765625, false], [-6.2265625, false], [-10.7265625, false], [-9.4765625, false], [-11.9765625, false], [-9.4765625, false], [-10.7265625, false], [-13.9765625, false], [-6.2265625, false], [-9.4765625, false], [-10.7265625, false], [-6.2265625, false], [-12.2265625, false], [-12.2265625, false], [-7.9765625, false], [-6.2265625, false], [-10.7265625, false], [-6.7265625, false], [-12.9765625, false], [-7.9765625, false], [-9.7265625, false], [-10.4453125, false], [-6.2265625, false], [-9.7265625, false], [-7.2265625, false], [-12.2265625, false], [-13.4765625, false], [-7.9765625, false], [-6.7265625, false], [-11.7265625, false], [-10.4765625, false], [-6.2265625, false], [-7.9765625, false], [-10.7265625, false], [-12.2265625, false], [-7.9765625, false], [-13.4765625, false], [-9.4765625, false], [-10.7265625, false], [-13.9765625, false], [-6.2265625, false], [-12.2265625, false], [-12.2265625, false], [-7.9765625, false], [-6.2265625, false], [-10.7265625, false], [-6.7265625, false], [-12.9765625, false], [-7.9765625, false], [-9.7265625, false], [-10.4453125, false], [-6.2265625, false], [-9.7265625, false], [-7.4765625, false], [-9.7265625, false], [-10.7265625, false], [-9.4765625, false], [-6.2265625, false], [-10.4765625, false], [-11.2265625, false], [-13.4765625, false], [-9.4765625, false], [-10.7265625, false], [-13.9765625, false], [-10.4765625, false], [-6.2265625, false], [-11.9765625, false], [-10.7265625, false], [-9.4765625, false], [-7.9765625, false], [-13.4765625, false], [-6.2265625, false], [-12.2265625, false], [-12.2265625, false], [-7.9765625, false], [-6.2265625, false], [-10.7265625, false], [-6.7265625, false], [-12.9765625, false], [-7.9765625, false], [-9.7265625, false], [-15.7265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1910, "doc": {"id": "Mercury_LBS10577", "question": "The ounce, the pound, and the ton are units of", "choices": {"text": ["time.", "weight.", "length.", "distance."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "weight.", "arguments": ["Question: The ounce, the pound, and the ton are units of\nAnswer:", " ["], "resps": [[[-8.5, false]], [[-8.75, false]], [[-9.0, false]], [[-9.25, false]], [[-8.75, false]], [[-9.25, false]], [[-6.859375, false]], [[-8.75, false]], [[-9.109375, false]], [[-4.24609375, false]], [[-8.75, false]], [[-9.75, false]], [[-9.25, false]], [[-9.25, false]], [[-11.0, false]], [[-11.25, false]], [[-9.0, false]], [[-6.859375, false]], [[-8.75, false]], [[-9.109375, false]], [[-4.24609375, false]], [[-8.75, false]], [[-9.75, false]], [[-9.25, false]], [[-9.25, false]], [[-11.0, false]], [[-9.0, false]], [[-11.25, false]], [[-6.859375, false]], [[-8.75, false]], [[-9.109375, false]], [[-4.24609375, false]], [[-8.75, false]], [[-10.25, false]], [[-9.25, false]], [[-9.5, false]], [[-9.0, false]], [[-7.24609375, false]], [[-9.25, false]], [[-10.5, false]], [[-9.25, false]], [[-6.859375, false]], [[-8.75, false]], [[-12.0, false]]], "filtered_resps": [[-8.5, false], [-8.75, false], [-9.0, false], [-9.25, false], [-8.75, false], [-9.25, false], [-6.859375, false], [-8.75, false], [-9.109375, false], [-4.24609375, false], [-8.75, false], [-9.75, false], [-9.25, false], [-9.25, false], [-11.0, false], [-11.25, false], [-9.0, false], [-6.859375, false], [-8.75, false], [-9.109375, false], [-4.24609375, false], [-8.75, false], [-9.75, false], [-9.25, false], [-9.25, false], [-11.0, false], [-9.0, false], [-11.25, false], [-6.859375, false], [-8.75, false], [-9.109375, false], [-4.24609375, false], [-8.75, false], [-10.25, false], [-9.25, false], [-9.5, false], [-9.0, false], [-7.24609375, false], [-9.25, false], [-10.5, false], [-9.25, false], [-6.859375, false], [-8.75, false], [-12.0, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1918, "doc": {"id": "Mercury_7159880", "question": "If a pond is polluted by soap that has phosphate, this pollutant will cause the algae to quickly reproduce. Which will most likely increase in the pond if this happens to the algae?", "choices": {"text": ["sulfur", "oxygen", "nitrogen", "carbon dioxide"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "oxygen", "arguments": ["Question: If a pond is polluted by soap that has phosphate, this pollutant will cause the algae to quickly reproduce. Which will most likely increase in the pond if this happens to the algae?\nAnswer:", " ["], "resps": [[[-7.76171875, false]], [[-9.5078125, false]], [[-9.5078125, false]], [[-9.5078125, false]], [[-10.2578125, false]], [[-10.0078125, false]], [[-9.5078125, false]], [[-11.0078125, false]], [[-9.5078125, false]], [[-9.7578125, false]], [[-5.76171875, false]], [[-9.5078125, false]], [[-9.2578125, false]], [[-10.7578125, false]], [[-12.2578125, false]], [[-12.0078125, false]], [[-8.7578125, false]], [[-8.7578125, false]], [[-9.5078125, false]], [[-9.7578125, false]], [[-5.76171875, false]], [[-9.5078125, false]], [[-8.7578125, false]], [[-8.7578125, false]], [[-11.2578125, false]], [[-11.0078125, false]], [[-9.2578125, false]], [[-12.0078125, false]], [[-8.7578125, false]], [[-8.7578125, false]], [[-9.5078125, false]], [[-9.7578125, false]], [[-5.76171875, false]], [[-9.5078125, false]], [[-9.0078125, false]], [[-5.51171875, false]], [[-11.0078125, false]], [[-8.7578125, false]], [[-9.2578125, false]], [[-8.7578125, false]], [[-5.76171875, false]], [[-8.7578125, false]], [[-8.7578125, false]], [[-9.2578125, false]], [[-10.7578125, false]], [[-8.7578125, false]], [[-8.7578125, false]], [[-8.7578125, false]], [[-9.5078125, false]], [[-13.5078125, false]]], "filtered_resps": [[-7.76171875, false], [-9.5078125, false], [-9.5078125, false], [-9.5078125, false], [-10.2578125, false], [-10.0078125, false], [-9.5078125, false], [-11.0078125, false], [-9.5078125, false], [-9.7578125, false], [-5.76171875, false], [-9.5078125, false], [-9.2578125, false], [-10.7578125, false], [-12.2578125, false], [-12.0078125, false], [-8.7578125, false], [-8.7578125, false], [-9.5078125, false], [-9.7578125, false], [-5.76171875, false], [-9.5078125, false], [-8.7578125, false], [-8.7578125, false], [-11.2578125, false], [-11.0078125, false], [-9.2578125, false], [-12.0078125, false], [-8.7578125, false], [-8.7578125, false], [-9.5078125, false], [-9.7578125, false], [-5.76171875, false], [-9.5078125, false], [-9.0078125, false], [-5.51171875, false], [-11.0078125, false], [-8.7578125, false], [-9.2578125, false], [-8.7578125, false], [-5.76171875, false], [-8.7578125, false], [-8.7578125, false], [-9.2578125, false], [-10.7578125, false], [-8.7578125, false], [-8.7578125, false], [-8.7578125, false], [-9.5078125, false], [-13.5078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1926, "doc": {"id": "Mercury_SC_408426", "question": "A black bear's diet includes nuts, berries, honey, insects, and fish. Black bears are", "choices": {"text": ["decomposers.", "herbivores.", "omnivores.", "prey."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "omnivores.", "arguments": ["Question: A black bear's diet includes nuts, berries, honey, insects, and fish. Black bears are\nAnswer:", " ["], "resps": [[[-6.9921875, false]], [[-8.2421875, false]], [[-8.9921875, false]], [[-8.9921875, false]], [[-9.2421875, false]], [[-9.2421875, false]], [[-10.9921875, false]], [[-10.2421875, false]], [[-9.2421875, false]], [[-9.2421875, false]], [[-8.9921875, false]], [[-11.2421875, false]], [[-9.2421875, false]], [[-7.2421875, false]], [[-8.2421875, false]], [[-9.7421875, false]], [[-5.4921875, false]], [[-8.2421875, false]], [[-10.2421875, false]], [[-8.9921875, false]], [[-11.2421875, false]], [[-8.4921875, false]], [[-9.2421875, false]], [[-12.4921875, false]], [[-9.2421875, false]], [[-11.2421875, false]], [[-8.9921875, false]], [[-9.2421875, false]], [[-7.2421875, false]], [[-8.2421875, false]], [[-9.7421875, false]], [[-5.4921875, false]], [[-8.2421875, false]], [[-9.2421875, false]], [[-10.9921875, false]], [[-8.7421875, false]], [[-9.2421875, false]], [[-12.4921875, false]], [[-9.2421875, false]], [[-11.2421875, false]], [[-8.9921875, false]], [[-9.2421875, false]], [[-7.2421875, false]], [[-8.2421875, false]], [[-9.7421875, false]], [[-5.4921875, false]], [[-8.2421875, false]], [[-10.2421875, false]], [[-11.2421875, false]], [[-8.9921875, false]], [[-11.4921875, false]], [[-7.2421875, false]], [[-8.2421875, false]], [[-11.2421875, false]]], "filtered_resps": [[-6.9921875, false], [-8.2421875, false], [-8.9921875, false], [-8.9921875, false], [-9.2421875, false], [-9.2421875, false], [-10.9921875, false], [-10.2421875, false], [-9.2421875, false], [-9.2421875, false], [-8.9921875, false], [-11.2421875, false], [-9.2421875, false], [-7.2421875, false], [-8.2421875, false], [-9.7421875, false], [-5.4921875, false], [-8.2421875, false], [-10.2421875, false], [-8.9921875, false], [-11.2421875, false], [-8.4921875, false], [-9.2421875, false], [-12.4921875, false], [-9.2421875, false], [-11.2421875, false], [-8.9921875, false], [-9.2421875, false], [-7.2421875, false], [-8.2421875, false], [-9.7421875, false], [-5.4921875, false], [-8.2421875, false], [-9.2421875, false], [-10.9921875, false], [-8.7421875, false], [-9.2421875, false], [-12.4921875, false], [-9.2421875, false], [-11.2421875, false], [-8.9921875, false], [-9.2421875, false], [-7.2421875, false], [-8.2421875, false], [-9.7421875, false], [-5.4921875, false], [-8.2421875, false], [-10.2421875, false], [-11.2421875, false], [-8.9921875, false], [-11.4921875, false], [-7.2421875, false], [-8.2421875, false], [-11.2421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1934, "doc": {"id": "Mercury_SC_LBS10042", "question": "Which process passes genetic information from plants to their offspring?", "choices": {"text": ["germination", "pollination", "photosynthesis", "adaptation"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "pollination", "arguments": ["Question: Which process passes genetic information from plants to their offspring?\nAnswer:", " ["], "resps": [[[-8.15625, false]], [[-8.53125, false]], [[-10.03125, false]], [[-8.15625, false]], [[-9.65625, false]], [[-9.28125, false]], [[-8.78125, false]], [[-8.90625, false]], [[-5.15625, false]], [[-10.40625, false]], [[-8.78125, false]], [[-8.90625, false]], [[-8.90625, false]], [[-8.53125, false]], [[-10.3125, false]], [[-4.78125, false]], [[-8.53125, false]], [[-9.28125, false]], [[-8.90625, false]], [[-10.78125, false]], [[-10.78125, false]], [[-8.78125, false]], [[-8.90625, false]], [[-5.15625, false]], [[-10.40625, false]], [[-8.78125, false]], [[-8.90625, false]], [[-8.90625, false]], [[-8.53125, false]], [[-10.3125, false]], [[-4.78125, false]], [[-8.53125, false]], [[-9.28125, false]], [[-10.90625, false]], [[-8.90625, false]], [[-10.40625, false]], [[-8.90625, false]], [[-9.65625, false]], [[-10.28125, false]], [[-8.90625, false]], [[-10.40625, false]], [[-10.90625, false]], [[-8.15625, false]], [[-9.65625, false]], [[-8.78125, false]], [[-9.65625, false]], [[-8.53125, false]], [[-10.3125, false]], [[-4.78125, false]], [[-8.53125, false]], [[-5.15625, false]], [[-8.40625, false]], [[-5.15625, false]], [[-9.28125, false]], [[-10.40625, false]], [[-5.15625, false]], [[-10.40625, false]], [[-8.78125, false]], [[-8.90625, false]], [[-8.90625, false]], [[-8.53125, false]], [[-14.90625, false]]], "filtered_resps": [[-8.15625, false], [-8.53125, false], [-10.03125, false], [-8.15625, false], [-9.65625, false], [-9.28125, false], [-8.78125, false], [-8.90625, false], [-5.15625, false], [-10.40625, false], [-8.78125, false], [-8.90625, false], [-8.90625, false], [-8.53125, false], [-10.3125, false], [-4.78125, false], [-8.53125, false], [-9.28125, false], [-8.90625, false], [-10.78125, false], [-10.78125, false], [-8.78125, false], [-8.90625, false], [-5.15625, false], [-10.40625, false], [-8.78125, false], [-8.90625, false], [-8.90625, false], [-8.53125, false], [-10.3125, false], [-4.78125, false], [-8.53125, false], [-9.28125, false], [-10.90625, false], [-8.90625, false], [-10.40625, false], [-8.90625, false], [-9.65625, false], [-10.28125, false], [-8.90625, false], [-10.40625, false], [-10.90625, false], [-8.15625, false], [-9.65625, false], [-8.78125, false], [-9.65625, false], [-8.53125, false], [-10.3125, false], [-4.78125, false], [-8.53125, false], [-5.15625, false], [-8.40625, false], [-5.15625, false], [-9.28125, false], [-10.40625, false], [-5.15625, false], [-10.40625, false], [-8.78125, false], [-8.90625, false], [-8.90625, false], [-8.53125, false], [-14.90625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1942, "doc": {"id": "Mercury_7179865", "question": "The Hubble Space Telescope is a telescope that NASA launched into space in 1990. Scientists most likely prefer to use the Hubble Space Telescope instead of a land-based telescope because it provides better accuracy at", "choices": {"text": ["predicting solar eclipses.", "investigating faraway galaxies.", "investigating the size of Venus.", "predicting the phases of the Moon."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "investigating faraway galaxies.", "arguments": ["Question: The Hubble Space Telescope is a telescope that NASA launched into space in 1990. Scientists most likely prefer to use the Hubble Space Telescope instead of a land-based telescope because it provides better accuracy at\nAnswer:", " ["], "resps": [[[-7.5234375, false]], [[-8.5234375, false]], [[-9.6484375, false]], [[-10.7734375, false]], [[-9.0234375, false]], [[-9.7734375, false]], [[-7.6484375, false]], [[-9.8984375, false]], [[-10.1484375, false]], [[-7.6484375, false]], [[-9.5234375, false]], [[-10.8984375, false]], [[-5.2734375, false]], [[-9.1484375, false]], [[-8.7734375, false]], [[-10.5234375, false]], [[-5.3984375, false]], [[-10.7734375, false]], [[-5.2734375, false]], [[-9.0234375, false]], [[-9.8984375, false]], [[-10.5234375, false]], [[-7.6484375, false]], [[-9.6484375, false]], [[-9.1484375, false]], [[-9.0234375, false]], [[-9.1484375, false]], [[-6.48828125, false]], [[-8.5234375, false]], [[-8.3046875, false]], [[-5.2734375, false]], [[-8.5234375, false]], [[-7.6484375, false]], [[-9.5234375, false]], [[-10.2734375, false]], [[-9.0234375, false]], [[-9.1484375, false]], [[-10.1484375, false]], [[-7.6484375, false]], [[-10.8984375, false]], [[-5.3984375, false]], [[-10.1484375, false]], [[-7.6484375, false]], [[-9.5234375, false]], [[-10.8984375, false]], [[-5.2734375, false]], [[-8.7734375, false]], [[-5.3984375, false]], [[-10.7734375, false]], [[-5.3984375, false]], [[-9.7734375, false]], [[-5.3984375, false]], [[-11.0234375, false]], [[-5.2734375, false]], [[-10.8984375, false]], [[-5.3984375, false]], [[-10.5234375, false]], [[-5.3984375, false]], [[-9.2734375, false]], [[-7.6484375, false]], [[-9.0234375, false]], [[-9.1484375, false]], [[-6.48828125, false]], [[-8.5234375, false]], [[-8.3046875, false]], [[-5.2734375, false]], [[-8.5234375, false]], [[-7.6484375, false]], [[-9.5234375, false]], [[-10.2734375, false]], [[-9.0234375, false]], [[-9.1484375, false]], [[-10.1484375, false]], [[-7.6484375, false]], [[-10.8984375, false]], [[-5.3984375, false]], [[-10.1484375, false]], [[-7.6484375, false]], [[-9.5234375, false]], [[-10.8984375, false]], [[-5.2734375, false]], [[-10.1484375, false]], [[-9.2734375, false]], [[-9.0234375, false]], [[-5.2734375, false]], [[-9.1484375, false]], [[-7.6484375, false]], [[-11.1484375, false]], [[-9.0234375, false]], [[-5.2734375, false]], [[-8.7734375, false]], [[-8.7734375, false]], [[-5.2734375, false]], [[-7.8984375, false]], [[-9.0234375, false]], [[-9.5234375, false]], [[-11.1484375, false]], [[-9.1484375, false]], [[-6.48828125, false]], [[-8.5234375, false]], [[-8.3046875, false]], [[-5.2734375, false]], [[-8.5234375, false]], [[-9.6484375, false]], [[-10.7734375, false]], [[-9.0234375, false]], [[-9.7734375, false]], [[-7.6484375, false]], [[-9.8984375, false]], [[-10.1484375, false]], [[-7.6484375, false]], [[-9.5234375, false]], [[-10.8984375, false]], [[-5.2734375, false]], [[-10.1484375, false]], [[-9.2734375, false]], [[-9.0234375, false]], [[-5.2734375, false]], [[-9.6484375, false]], [[-9.2734375, false]], [[-5.3984375, false]], [[-9.1484375, false]], [[-9.0234375, false]], [[-9.1484375, false]], [[-5.2734375, false]], [[-8.7734375, false]], [[-8.7734375, false]], [[-5.2734375, false]], [[-10.1484375, false]], [[-9.2734375, false]], [[-9.0234375, false]], [[-5.2734375, false]], [[-7.2734375, false]], [[-8.7734375, false]], [[-8.7734375, false]], [[-9.5234375, false]], [[-6.48828125, false]], [[-8.5234375, false]], [[-11.6484375, false]]], "filtered_resps": [[-7.5234375, false], [-8.5234375, false], [-9.6484375, false], [-10.7734375, false], [-9.0234375, false], [-9.7734375, false], [-7.6484375, false], [-9.8984375, false], [-10.1484375, false], [-7.6484375, false], [-9.5234375, false], [-10.8984375, false], [-5.2734375, false], [-9.1484375, false], [-8.7734375, false], [-10.5234375, false], [-5.3984375, false], [-10.7734375, false], [-5.2734375, false], [-9.0234375, false], [-9.8984375, false], [-10.5234375, false], [-7.6484375, false], [-9.6484375, false], [-9.1484375, false], [-9.0234375, false], [-9.1484375, false], [-6.48828125, false], [-8.5234375, false], [-8.3046875, false], [-5.2734375, false], [-8.5234375, false], [-7.6484375, false], [-9.5234375, false], [-10.2734375, false], [-9.0234375, false], [-9.1484375, false], [-10.1484375, false], [-7.6484375, false], [-10.8984375, false], [-5.3984375, false], [-10.1484375, false], [-7.6484375, false], [-9.5234375, false], [-10.8984375, false], [-5.2734375, false], [-8.7734375, false], [-5.3984375, false], [-10.7734375, false], [-5.3984375, false], [-9.7734375, false], [-5.3984375, false], [-11.0234375, false], [-5.2734375, false], [-10.8984375, false], [-5.3984375, false], [-10.5234375, false], [-5.3984375, false], [-9.2734375, false], [-7.6484375, false], [-9.0234375, false], [-9.1484375, false], [-6.48828125, false], [-8.5234375, false], [-8.3046875, false], [-5.2734375, false], [-8.5234375, false], [-7.6484375, false], [-9.5234375, false], [-10.2734375, false], [-9.0234375, false], [-9.1484375, false], [-10.1484375, false], [-7.6484375, false], [-10.8984375, false], [-5.3984375, false], [-10.1484375, false], [-7.6484375, false], [-9.5234375, false], [-10.8984375, false], [-5.2734375, false], [-10.1484375, false], [-9.2734375, false], [-9.0234375, false], [-5.2734375, false], [-9.1484375, false], [-7.6484375, false], [-11.1484375, false], [-9.0234375, false], [-5.2734375, false], [-8.7734375, false], [-8.7734375, false], [-5.2734375, false], [-7.8984375, false], [-9.0234375, false], [-9.5234375, false], [-11.1484375, false], [-9.1484375, false], [-6.48828125, false], [-8.5234375, false], [-8.3046875, false], [-5.2734375, false], [-8.5234375, false], [-9.6484375, false], [-10.7734375, false], [-9.0234375, false], [-9.7734375, false], [-7.6484375, false], [-9.8984375, false], [-10.1484375, false], [-7.6484375, false], [-9.5234375, false], [-10.8984375, false], [-5.2734375, false], [-10.1484375, false], [-9.2734375, false], [-9.0234375, false], [-5.2734375, false], [-9.6484375, false], [-9.2734375, false], [-5.3984375, false], [-9.1484375, false], [-9.0234375, false], [-9.1484375, false], [-5.2734375, false], [-8.7734375, false], [-8.7734375, false], [-5.2734375, false], [-10.1484375, false], [-9.2734375, false], [-9.0234375, false], [-5.2734375, false], [-7.2734375, false], [-8.7734375, false], [-8.7734375, false], [-9.5234375, false], [-6.48828125, false], [-8.5234375, false], [-11.6484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1950, "doc": {"id": "ACTAAP_2007_7_9", "question": "What is the downward movement of water through pores and other spaces in soil due to the force of gravity?", "choices": {"text": ["percolation", "evaporation", "precipitation", "condensation"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "percolation", "arguments": ["Question: What is the downward movement of water through pores and other spaces in soil due to the force of gravity?\nAnswer:", " ["], "resps": [[[-7.77734375, false]], [[-9.03125, false]], [[-9.53125, false]], [[-8.78125, false]], [[-11.03125, false]], [[-9.03125, false]], [[-10.28125, false]], [[-11.03125, false]], [[-5.52734375, false]], [[-10.03125, false]], [[-9.28125, false]], [[-10.28125, false]], [[-10.53125, false]], [[-9.03125, false]], [[-10.359375, false]], [[-5.77734375, false]], [[-9.03125, false]], [[-8.78125, false]], [[-10.28125, false]], [[-5.52734375, false]], [[-9.53125, false]], [[-10.28125, false]], [[-11.03125, false]], [[-5.52734375, false]], [[-10.03125, false]], [[-9.28125, false]], [[-10.28125, false]], [[-10.53125, false]], [[-9.03125, false]], [[-10.359375, false]], [[-5.77734375, false]], [[-9.03125, false]], [[-9.53125, false]], [[-11.03125, false]], [[-8.78125, false]], [[-9.03125, false]], [[-9.28125, false]], [[-9.53125, false]], [[-9.28125, false]], [[-10.03125, false]], [[-5.52734375, false]], [[-10.03125, false]], [[-9.28125, false]], [[-10.28125, false]], [[-10.53125, false]], [[-9.03125, false]], [[-10.359375, false]], [[-5.77734375, false]], [[-9.03125, false]], [[-9.03125, false]], [[-10.28125, false]], [[-10.53125, false]], [[-8.53125, false]], [[-8.78125, false]], [[-10.53125, false]], [[-8.53125, false]], [[-5.52734375, false]], [[-10.03125, false]], [[-9.28125, false]], [[-10.28125, false]], [[-10.53125, false]], [[-9.03125, false]], [[-12.53125, false]]], "filtered_resps": [[-7.77734375, false], [-9.03125, false], [-9.53125, false], [-8.78125, false], [-11.03125, false], [-9.03125, false], [-10.28125, false], [-11.03125, false], [-5.52734375, false], [-10.03125, false], [-9.28125, false], [-10.28125, false], [-10.53125, false], [-9.03125, false], [-10.359375, false], [-5.77734375, false], [-9.03125, false], [-8.78125, false], [-10.28125, false], [-5.52734375, false], [-9.53125, false], [-10.28125, false], [-11.03125, false], [-5.52734375, false], [-10.03125, false], [-9.28125, false], [-10.28125, false], [-10.53125, false], [-9.03125, false], [-10.359375, false], [-5.77734375, false], [-9.03125, false], [-9.53125, false], [-11.03125, false], [-8.78125, false], [-9.03125, false], [-9.28125, false], [-9.53125, false], [-9.28125, false], [-10.03125, false], [-5.52734375, false], [-10.03125, false], [-9.28125, false], [-10.28125, false], [-10.53125, false], [-9.03125, false], [-10.359375, false], [-5.77734375, false], [-9.03125, false], [-9.03125, false], [-10.28125, false], [-10.53125, false], [-8.53125, false], [-8.78125, false], [-10.53125, false], [-8.53125, false], [-5.52734375, false], [-10.03125, false], [-9.28125, false], [-10.28125, false], [-10.53125, false], [-9.03125, false], [-12.53125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1958, "doc": {"id": "Mercury_7161035", "question": "An engineer was given an assignment to build a model rocket. The main requirement was that it had to build it out of a metal that could release the energy that built up when reentering the atmosphere of Earth. What property should the engineer concentrate on the most when designing the rocket?", "choices": {"text": ["density", "ductility", "specific heat", "boiling point"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "specific heat", "arguments": ["Question: An engineer was given an assignment to build a model rocket. The main requirement was that it had to build it out of a metal that could release the energy that built up when reentering the atmosphere of Earth. What property should the engineer concentrate on the most when designing the rocket?\nAnswer:", " ["], "resps": [[[-6.60546875, false]], [[-9.234375, false]], [[-8.484375, false]], [[-7.98046875, false]], [[-8.359375, false]], [[-8.484375, false]], [[-8.109375, false]], [[-8.359375, false]], [[-10.609375, false]], [[-9.234375, false]], [[-9.671875, false]], [[-5.10546875, false]], [[-9.234375, false]], [[-8.484375, false]], [[-10.609375, false]], [[-8.234375, false]], [[-8.359375, false]], [[-8.109375, false]], [[-9.359375, false]], [[-8.109375, false]], [[-8.359375, false]], [[-10.609375, false]], [[-9.234375, false]], [[-9.671875, false]], [[-5.10546875, false]], [[-9.234375, false]], [[-8.484375, false]], [[-8.484375, false]], [[-7.98046875, false]], [[-8.234375, false]], [[-8.109375, false]], [[-8.609375, false]], [[-8.109375, false]], [[-8.234375, false]], [[-5.10546875, false]], [[-8.984375, false]], [[-7.98046875, false]], [[-4.85546875, false]], [[-8.359375, false]], [[-9.234375, false]], [[-9.671875, false]], [[-5.10546875, false]], [[-9.234375, false]], [[-7.23046875, false]], [[-9.734375, false]], [[-8.109375, false]], [[-9.359375, false]], [[-8.109375, false]], [[-8.359375, false]], [[-10.109375, false]], [[-5.10546875, false]], [[-8.484375, false]], [[-9.734375, false]], [[-8.109375, false]], [[-8.359375, false]], [[-8.359375, false]], [[-9.234375, false]], [[-12.109375, false]]], "filtered_resps": [[-6.60546875, false], [-9.234375, false], [-8.484375, false], [-7.98046875, false], [-8.359375, false], [-8.484375, false], [-8.109375, false], [-8.359375, false], [-10.609375, false], [-9.234375, false], [-9.671875, false], [-5.10546875, false], [-9.234375, false], [-8.484375, false], [-10.609375, false], [-8.234375, false], [-8.359375, false], [-8.109375, false], [-9.359375, false], [-8.109375, false], [-8.359375, false], [-10.609375, false], [-9.234375, false], [-9.671875, false], [-5.10546875, false], [-9.234375, false], [-8.484375, false], [-8.484375, false], [-7.98046875, false], [-8.234375, false], [-8.109375, false], [-8.609375, false], [-8.109375, false], [-8.234375, false], [-5.10546875, false], [-8.984375, false], [-7.98046875, false], [-4.85546875, false], [-8.359375, false], [-9.234375, false], [-9.671875, false], [-5.10546875, false], [-9.234375, false], [-7.23046875, false], [-9.734375, false], [-8.109375, false], [-9.359375, false], [-8.109375, false], [-8.359375, false], [-10.109375, false], [-5.10546875, false], [-8.484375, false], [-9.734375, false], [-8.109375, false], [-8.359375, false], [-8.359375, false], [-9.234375, false], [-12.109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1966, "doc": {"id": "NYSEDREGENTS_2012_8_16", "question": "During which process do cells use oxygen to release stored energy?", "choices": {"text": ["photosynthesis", "respiration", "circulation", "digestion"], "label": ["1", "2", "3", "4"]}, "answerKey": "2"}, "target": "respiration", "arguments": ["Question: During which process do cells use oxygen to release stored energy?\nAnswer:", " ["], "resps": [[[-8.34375, false]], [[-10.84375, false]], [[-11.09375, false]], [[-12.09375, false]], [[-9.59375, false]], [[-11.59375, false]], [[-9.59375, false]], [[-10.59375, false]], [[-12.84375, false]], [[-10.59375, false]], [[-11.59375, false]], [[-12.09375, false]], [[-10.09375, false]], [[-10.59375, false]], [[-10.34375, false]], [[-10.59375, false]], [[-10.84375, false]], [[-11.1640625, false]], [[-6.09375, false]], [[-10.84375, false]], [[-12.34375, false]], [[-10.09375, false]], [[-10.59375, false]], [[-11.09375, false]], [[-10.34375, false]], [[-12.34375, false]], [[-7.34375, false]], [[-11.59375, false]], [[-10.34375, false]], [[-9.59375, false]], [[-10.59375, false]], [[-10.84375, false]], [[-11.1640625, false]], [[-6.09375, false]], [[-10.84375, false]], [[-7.84375, false]], [[-10.34375, false]], [[-12.34375, false]], [[-7.84375, false]], [[-12.34375, false]], [[-11.09375, false]], [[-7.34375, false]], [[-11.59375, false]], [[-10.34375, false]], [[-9.59375, false]], [[-10.59375, false]], [[-10.84375, false]], [[-11.1640625, false]], [[-6.09375, false]], [[-10.84375, false]], [[-11.09375, false]], [[-10.34375, false]], [[-12.59375, false]], [[-10.09375, false]], [[-10.59375, false]], [[-11.59375, false]], [[-10.34375, false]], [[-9.59375, false]], [[-10.59375, false]], [[-10.84375, false]], [[-14.09375, false]]], "filtered_resps": [[-8.34375, false], [-10.84375, false], [-11.09375, false], [-12.09375, false], [-9.59375, false], [-11.59375, false], [-9.59375, false], [-10.59375, false], [-12.84375, false], [-10.59375, false], [-11.59375, false], [-12.09375, false], [-10.09375, false], [-10.59375, false], [-10.34375, false], [-10.59375, false], [-10.84375, false], [-11.1640625, false], [-6.09375, false], [-10.84375, false], [-12.34375, false], [-10.09375, false], [-10.59375, false], [-11.09375, false], [-10.34375, false], [-12.34375, false], [-7.34375, false], [-11.59375, false], [-10.34375, false], [-9.59375, false], [-10.59375, false], [-10.84375, false], [-11.1640625, false], [-6.09375, false], [-10.84375, false], [-7.84375, false], [-10.34375, false], [-12.34375, false], [-7.84375, false], [-12.34375, false], [-11.09375, false], [-7.34375, false], [-11.59375, false], [-10.34375, false], [-9.59375, false], [-10.59375, false], [-10.84375, false], [-11.1640625, false], [-6.09375, false], [-10.84375, false], [-11.09375, false], [-10.34375, false], [-12.59375, false], [-10.09375, false], [-10.59375, false], [-11.59375, false], [-10.34375, false], [-9.59375, false], [-10.59375, false], [-10.84375, false], [-14.09375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1974, "doc": {"id": "Mercury_SC_401001", "question": "Pouring water over a sloping tray of soil demonstrates how", "choices": {"text": ["soil can be washed away.", "soil creation may take years.", "river sediment forms a delta.", "planting grass protects the soil."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "soil can be washed away.", "arguments": ["Question: Pouring water over a sloping tray of soil demonstrates how\nAnswer:", " ["], "resps": [[[-7.41796875, false]], [[-8.796875, false]], [[-8.046875, false]], [[-10.546875, false]], [[-7.79296875, false]], [[-9.296875, false]], [[-5.41796875, false]], [[-9.296875, false]], [[-5.79296875, false]], [[-10.046875, false]], [[-5.41796875, false]], [[-7.91796875, false]], [[-8.921875, false]], [[-5.41796875, false]], [[-9.671875, false]], [[-5.79296875, false]], [[-8.046875, false]], [[-10.046875, false]], [[-8.921875, false]], [[-7.54296875, false]], [[-5.41796875, false]], [[-5.79296875, false]], [[-9.671875, false]], [[-5.79296875, false]], [[-10.546875, false]], [[-7.015625, false]], [[-8.796875, false]], [[-9.078125, false]], [[-5.41796875, false]], [[-8.796875, false]], [[-8.046875, false]], [[-10.546875, false]], [[-7.79296875, false]], [[-9.296875, false]], [[-5.41796875, false]], [[-9.296875, false]], [[-10.546875, false]], [[-8.921875, false]], [[-5.79296875, false]], [[-9.546875, false]], [[-7.79296875, false]], [[-10.546875, false]], [[-10.046875, false]], [[-5.41796875, false]], [[-9.171875, false]], [[-5.79296875, false]], [[-10.546875, false]], [[-5.41796875, false]], [[-9.546875, false]], [[-5.79296875, false]], [[-10.296875, false]], [[-8.921875, false]], [[-5.41796875, false]], [[-10.546875, false]], [[-8.921875, false]], [[-5.79296875, false]], [[-10.546875, false]], [[-8.046875, false]], [[-7.015625, false]], [[-8.796875, false]], [[-9.078125, false]], [[-5.41796875, false]], [[-8.796875, false]], [[-10.546875, false]], [[-7.79296875, false]], [[-10.046875, false]], [[-8.921875, false]], [[-10.546875, false]], [[-5.41796875, false]], [[-8.046875, false]], [[-8.921875, false]], [[-7.54296875, false]], [[-7.79296875, false]], [[-9.171875, false]], [[-8.921875, false]], [[-10.046875, false]], [[-9.546875, false]], [[-5.41796875, false]], [[-9.671875, false]], [[-10.546875, false]], [[-10.546875, false]], [[-9.171875, false]], [[-8.046875, false]], [[-5.41796875, false]], [[-5.79296875, false]], [[-5.41796875, false]], [[-7.54296875, false]], [[-8.921875, false]], [[-9.296875, false]], [[-9.546875, false]], [[-5.79296875, false]], [[-7.015625, false]], [[-8.796875, false]], [[-9.078125, false]], [[-5.41796875, false]], [[-8.796875, false]], [[-9.546875, false]], [[-9.296875, false]], [[-5.79296875, false]], [[-10.046875, false]], [[-9.546875, false]], [[-7.79296875, false]], [[-10.046875, false]], [[-10.921875, false]], [[-5.41796875, false]], [[-10.921875, false]], [[-10.546875, false]], [[-5.79296875, false]], [[-8.046875, false]], [[-8.046875, false]], [[-5.41796875, false]], [[-9.546875, false]], [[-10.546875, false]], [[-10.546875, false]], [[-9.546875, false]], [[-8.921875, false]], [[-9.296875, false]], [[-9.546875, false]], [[-8.046875, false]], [[-5.41796875, false]], [[-9.546875, false]], [[-10.046875, false]], [[-8.921875, false]], [[-5.41796875, false]], [[-8.046875, false]], [[-10.546875, false]], [[-7.79296875, false]], [[-9.296875, false]], [[-7.015625, false]], [[-8.796875, false]], [[-11.421875, false]]], "filtered_resps": [[-7.41796875, false], [-8.796875, false], [-8.046875, false], [-10.546875, false], [-7.79296875, false], [-9.296875, false], [-5.41796875, false], [-9.296875, false], [-5.79296875, false], [-10.046875, false], [-5.41796875, false], [-7.91796875, false], [-8.921875, false], [-5.41796875, false], [-9.671875, false], [-5.79296875, false], [-8.046875, false], [-10.046875, false], [-8.921875, false], [-7.54296875, false], [-5.41796875, false], [-5.79296875, false], [-9.671875, false], [-5.79296875, false], [-10.546875, false], [-7.015625, false], [-8.796875, false], [-9.078125, false], [-5.41796875, false], [-8.796875, false], [-8.046875, false], [-10.546875, false], [-7.79296875, false], [-9.296875, false], [-5.41796875, false], [-9.296875, false], [-10.546875, false], [-8.921875, false], [-5.79296875, false], [-9.546875, false], [-7.79296875, false], [-10.546875, false], [-10.046875, false], [-5.41796875, false], [-9.171875, false], [-5.79296875, false], [-10.546875, false], [-5.41796875, false], [-9.546875, false], [-5.79296875, false], [-10.296875, false], [-8.921875, false], [-5.41796875, false], [-10.546875, false], [-8.921875, false], [-5.79296875, false], [-10.546875, false], [-8.046875, false], [-7.015625, false], [-8.796875, false], [-9.078125, false], [-5.41796875, false], [-8.796875, false], [-10.546875, false], [-7.79296875, false], [-10.046875, false], [-8.921875, false], [-10.546875, false], [-5.41796875, false], [-8.046875, false], [-8.921875, false], [-7.54296875, false], [-7.79296875, false], [-9.171875, false], [-8.921875, false], [-10.046875, false], [-9.546875, false], [-5.41796875, false], [-9.671875, false], [-10.546875, false], [-10.546875, false], [-9.171875, false], [-8.046875, false], [-5.41796875, false], [-5.79296875, false], [-5.41796875, false], [-7.54296875, false], [-8.921875, false], [-9.296875, false], [-9.546875, false], [-5.79296875, false], [-7.015625, false], [-8.796875, false], [-9.078125, false], [-5.41796875, false], [-8.796875, false], [-9.546875, false], [-9.296875, false], [-5.79296875, false], [-10.046875, false], [-9.546875, false], [-7.79296875, false], [-10.046875, false], [-10.921875, false], [-5.41796875, false], [-10.921875, false], [-10.546875, false], [-5.79296875, false], [-8.046875, false], [-8.046875, false], [-5.41796875, false], [-9.546875, false], [-10.546875, false], [-10.546875, false], [-9.546875, false], [-8.921875, false], [-9.296875, false], [-9.546875, false], [-8.046875, false], [-5.41796875, false], [-9.546875, false], [-10.046875, false], [-8.921875, false], [-5.41796875, false], [-8.046875, false], [-10.546875, false], [-7.79296875, false], [-9.296875, false], [-7.015625, false], [-8.796875, false], [-11.421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1982, "doc": {"id": "MCAS_2006_9_17", "question": "Why is the particular sequence of bases in a segment of DNA important to cells?", "choices": {"text": ["Some base sequences code for protein production.", "Some base sequences cause the release of lipids from the nucleus.", "Some base sequences contain the order of sugars in polysaccharides.", "Some base sequences produce electrical signals sent to the cytoplasm."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Some base sequences code for protein production.", "arguments": ["Question: Why is the particular sequence of bases in a segment of DNA important to cells?\nAnswer:", " ["], "resps": [[[-7.28515625, false]], [[-9.03125, false]], [[-6.78515625, false]], [[-10.03125, false]], [[-8.28125, false]], [[-9.03125, false]], [[-5.53515625, false]], [[-7.28515625, false]], [[-5.28515625, false]], [[-10.03125, false]], [[-9.03125, false]], [[-5.53515625, false]], [[-10.03125, false]], [[-9.03125, false]], [[-11.53125, false]], [[-11.28125, false]], [[-9.03125, false]], [[-9.78125, false]], [[-8.78125, false]], [[-9.03125, false]], [[-10.03125, false]], [[-5.53515625, false]], [[-8.78125, false]], [[-10.03125, false]], [[-10.03125, false]], [[-9.03125, false]], [[-5.53515625, false]], [[-10.78125, false]], [[-10.03125, false]], [[-11.28125, false]], [[-5.53515625, false]], [[-8.78125, false]], [[-11.28125, false]], [[-10.03125, false]], [[-10.53125, false]], [[-9.03125, false]], [[-10.03125, false]], [[-9.78125, false]], [[-5.53515625, false]], [[-8.78125, false]], [[-11.28125, false]], [[-10.03125, false]], [[-10.03125, false]], [[-11.28125, false]], [[-8.78125, false]], [[-10.53125, false]], [[-10.03125, false]], [[-10.03125, false]], [[-9.78125, false]], [[-7.55078125, false]], [[-9.03125, false]], [[-10.171875, false]], [[-5.53515625, false]], [[-9.03125, false]], [[-6.78515625, false]], [[-10.03125, false]], [[-8.28125, false]], [[-9.03125, false]], [[-5.53515625, false]], [[-7.28515625, false]], [[-5.28515625, false]], [[-10.03125, false]], [[-9.03125, false]], [[-5.53515625, false]], [[-10.03125, false]], [[-9.03125, false]], [[-11.53125, false]], [[-11.28125, false]], [[-9.03125, false]], [[-9.78125, false]], [[-8.78125, false]], [[-9.03125, false]], [[-10.03125, false]], [[-5.53515625, false]], [[-8.78125, false]], [[-5.28515625, false]], [[-11.28125, false]], [[-10.03125, false]], [[-9.03125, false]], [[-5.53515625, false]], [[-10.53125, false]], [[-11.03125, false]], [[-9.03125, false]], [[-5.53515625, false]], [[-11.28125, false]], [[-9.03125, false]], [[-10.53125, false]], [[-9.03125, false]], [[-5.28515625, false]], [[-10.03125, false]], [[-9.03125, false]], [[-5.53515625, false]], [[-10.03125, false]], [[-10.78125, false]], [[-5.53515625, false]], [[-10.53125, false]], [[-10.03125, false]], [[-8.78125, false]], [[-10.03125, false]], [[-10.03125, false]], [[-10.03125, false]], [[-5.53515625, false]], [[-10.78125, false]], [[-11.28125, false]], [[-10.03125, false]], [[-8.28125, false]], [[-5.53515625, false]], [[-10.53125, false]], [[-11.03125, false]], [[-9.03125, false]], [[-5.53515625, false]], [[-9.78125, false]], [[-11.28125, false]], [[-8.78125, false]], [[-10.53125, false]], [[-9.03125, false]], [[-11.28125, false]], [[-10.03125, false]], [[-7.55078125, false]], [[-9.03125, false]], [[-10.171875, false]], [[-5.53515625, false]], [[-9.03125, false]], [[-6.78515625, false]], [[-10.03125, false]], [[-8.28125, false]], [[-9.03125, false]], [[-5.53515625, false]], [[-7.28515625, false]], [[-5.28515625, false]], [[-10.03125, false]], [[-9.03125, false]], [[-5.53515625, false]], [[-10.03125, false]], [[-9.03125, false]], [[-11.53125, false]], [[-11.28125, false]], [[-9.03125, false]], [[-9.78125, false]], [[-8.78125, false]], [[-9.03125, false]], [[-10.03125, false]], [[-5.53515625, false]], [[-8.78125, false]], [[-10.03125, false]], [[-9.78125, false]], [[-10.53125, false]], [[-5.28515625, false]], [[-10.03125, false]], [[-9.78125, false]], [[-5.53515625, false]], [[-10.53125, false]], [[-11.03125, false]], [[-9.03125, false]], [[-5.53515625, false]], [[-10.03125, false]], [[-11.28125, false]], [[-10.03125, false]], [[-9.03125, false]], [[-11.28125, false]], [[-5.53515625, false]], [[-10.03125, false]], [[-10.78125, false]], [[-5.53515625, false]], [[-10.03125, false]], [[-11.28125, false]], [[-12.53125, false]], [[-5.28515625, false]], [[-11.28125, false]], [[-10.03125, false]], [[-5.53515625, false]], [[-10.03125, false]], [[-9.78125, false]], [[-5.53515625, false]], [[-8.78125, false]], [[-10.03125, false]], [[-10.53125, false]], [[-12.78125, false]], [[-10.03125, false]], [[-5.28515625, false]], [[-8.78125, false]], [[-8.78125, false]], [[-11.03125, false]], [[-5.28515625, false]], [[-11.28125, false]], [[-10.03125, false]], [[-10.03125, false]], [[-9.03125, false]], [[-10.03125, false]], [[-7.55078125, false]], [[-9.03125, false]], [[-10.171875, false]], [[-5.53515625, false]], [[-9.03125, false]], [[-6.78515625, false]], [[-10.03125, false]], [[-8.28125, false]], [[-9.03125, false]], [[-5.53515625, false]], [[-7.28515625, false]], [[-5.28515625, false]], [[-10.03125, false]], [[-9.03125, false]], [[-5.53515625, false]], [[-10.03125, false]], [[-9.03125, false]], [[-11.53125, false]], [[-11.28125, false]], [[-9.03125, false]], [[-9.78125, false]], [[-8.78125, false]], [[-9.03125, false]], [[-10.03125, false]], [[-5.53515625, false]], [[-8.78125, false]], [[-11.28125, false]], [[-10.03125, false]], [[-10.03125, false]], [[-11.28125, false]], [[-8.78125, false]], [[-9.03125, false]], [[-5.53515625, false]], [[-9.03125, false]], [[-10.53125, false]], [[-9.03125, false]], [[-8.78125, false]], [[-10.53125, false]], [[-11.28125, false]], [[-10.03125, false]], [[-8.78125, false]], [[-5.28515625, false]], [[-10.53125, false]], [[-5.53515625, false]], [[-10.03125, false]], [[-10.03125, false]], [[-12.53125, false]], [[-9.78125, false]], [[-5.28515625, false]], [[-10.53125, false]], [[-10.03125, false]], [[-5.53515625, false]], [[-10.03125, false]], [[-9.03125, false]], [[-9.78125, false]], [[-10.53125, false]], [[-5.53515625, false]], [[-10.53125, false]], [[-10.03125, false]], [[-5.53515625, false]], [[-10.53125, false]], [[-11.03125, false]], [[-9.03125, false]], [[-5.53515625, false]], [[-8.78125, false]], [[-12.78125, false]], [[-10.53125, false]], [[-10.03125, false]], [[-8.78125, false]], [[-10.53125, false]], [[-5.28515625, false]], [[-10.03125, false]], [[-8.28125, false]], [[-7.55078125, false]], [[-9.03125, false]], [[-13.53125, false]]], "filtered_resps": [[-7.28515625, false], [-9.03125, false], [-6.78515625, false], [-10.03125, false], [-8.28125, false], [-9.03125, false], [-5.53515625, false], [-7.28515625, false], [-5.28515625, false], [-10.03125, false], [-9.03125, false], [-5.53515625, false], [-10.03125, false], [-9.03125, false], [-11.53125, false], [-11.28125, false], [-9.03125, false], [-9.78125, false], [-8.78125, false], [-9.03125, false], [-10.03125, false], [-5.53515625, false], [-8.78125, false], [-10.03125, false], [-10.03125, false], [-9.03125, false], [-5.53515625, false], [-10.78125, false], [-10.03125, false], [-11.28125, false], [-5.53515625, false], [-8.78125, false], [-11.28125, false], [-10.03125, false], [-10.53125, false], [-9.03125, false], [-10.03125, false], [-9.78125, false], [-5.53515625, false], [-8.78125, false], [-11.28125, false], [-10.03125, false], [-10.03125, false], [-11.28125, false], [-8.78125, false], [-10.53125, false], [-10.03125, false], [-10.03125, false], [-9.78125, false], [-7.55078125, false], [-9.03125, false], [-10.171875, false], [-5.53515625, false], [-9.03125, false], [-6.78515625, false], [-10.03125, false], [-8.28125, false], [-9.03125, false], [-5.53515625, false], [-7.28515625, false], [-5.28515625, false], [-10.03125, false], [-9.03125, false], [-5.53515625, false], [-10.03125, false], [-9.03125, false], [-11.53125, false], [-11.28125, false], [-9.03125, false], [-9.78125, false], [-8.78125, false], [-9.03125, false], [-10.03125, false], [-5.53515625, false], [-8.78125, false], [-5.28515625, false], [-11.28125, false], [-10.03125, false], [-9.03125, false], [-5.53515625, false], [-10.53125, false], [-11.03125, false], [-9.03125, false], [-5.53515625, false], [-11.28125, false], [-9.03125, false], [-10.53125, false], [-9.03125, false], [-5.28515625, false], [-10.03125, false], [-9.03125, false], [-5.53515625, false], [-10.03125, false], [-10.78125, false], [-5.53515625, false], [-10.53125, false], [-10.03125, false], [-8.78125, false], [-10.03125, false], [-10.03125, false], [-10.03125, false], [-5.53515625, false], [-10.78125, false], [-11.28125, false], [-10.03125, false], [-8.28125, false], [-5.53515625, false], [-10.53125, false], [-11.03125, false], [-9.03125, false], [-5.53515625, false], [-9.78125, false], [-11.28125, false], [-8.78125, false], [-10.53125, false], [-9.03125, false], [-11.28125, false], [-10.03125, false], [-7.55078125, false], [-9.03125, false], [-10.171875, false], [-5.53515625, false], [-9.03125, false], [-6.78515625, false], [-10.03125, false], [-8.28125, false], [-9.03125, false], [-5.53515625, false], [-7.28515625, false], [-5.28515625, false], [-10.03125, false], [-9.03125, false], [-5.53515625, false], [-10.03125, false], [-9.03125, false], [-11.53125, false], [-11.28125, false], [-9.03125, false], [-9.78125, false], [-8.78125, false], [-9.03125, false], [-10.03125, false], [-5.53515625, false], [-8.78125, false], [-10.03125, false], [-9.78125, false], [-10.53125, false], [-5.28515625, false], [-10.03125, false], [-9.78125, false], [-5.53515625, false], [-10.53125, false], [-11.03125, false], [-9.03125, false], [-5.53515625, false], [-10.03125, false], [-11.28125, false], [-10.03125, false], [-9.03125, false], [-11.28125, false], [-5.53515625, false], [-10.03125, false], [-10.78125, false], [-5.53515625, false], [-10.03125, false], [-11.28125, false], [-12.53125, false], [-5.28515625, false], [-11.28125, false], [-10.03125, false], [-5.53515625, false], [-10.03125, false], [-9.78125, false], [-5.53515625, false], [-8.78125, false], [-10.03125, false], [-10.53125, false], [-12.78125, false], [-10.03125, false], [-5.28515625, false], [-8.78125, false], [-8.78125, false], [-11.03125, false], [-5.28515625, false], [-11.28125, false], [-10.03125, false], [-10.03125, false], [-9.03125, false], [-10.03125, false], [-7.55078125, false], [-9.03125, false], [-10.171875, false], [-5.53515625, false], [-9.03125, false], [-6.78515625, false], [-10.03125, false], [-8.28125, false], [-9.03125, false], [-5.53515625, false], [-7.28515625, false], [-5.28515625, false], [-10.03125, false], [-9.03125, false], [-5.53515625, false], [-10.03125, false], [-9.03125, false], [-11.53125, false], [-11.28125, false], [-9.03125, false], [-9.78125, false], [-8.78125, false], [-9.03125, false], [-10.03125, false], [-5.53515625, false], [-8.78125, false], [-11.28125, false], [-10.03125, false], [-10.03125, false], [-11.28125, false], [-8.78125, false], [-9.03125, false], [-5.53515625, false], [-9.03125, false], [-10.53125, false], [-9.03125, false], [-8.78125, false], [-10.53125, false], [-11.28125, false], [-10.03125, false], [-8.78125, false], [-5.28515625, false], [-10.53125, false], [-5.53515625, false], [-10.03125, false], [-10.03125, false], [-12.53125, false], [-9.78125, false], [-5.28515625, false], [-10.53125, false], [-10.03125, false], [-5.53515625, false], [-10.03125, false], [-9.03125, false], [-9.78125, false], [-10.53125, false], [-5.53515625, false], [-10.53125, false], [-10.03125, false], [-5.53515625, false], [-10.53125, false], [-11.03125, false], [-9.03125, false], [-5.53515625, false], [-8.78125, false], [-12.78125, false], [-10.53125, false], [-10.03125, false], [-8.78125, false], [-10.53125, false], [-5.28515625, false], [-10.03125, false], [-8.28125, false], [-7.55078125, false], [-9.03125, false], [-13.53125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1990, "doc": {"id": "Mercury_182403", "question": "How does the energy in each trophic level of an energy pyramid compare to the energy in the preceding level?", "choices": {"text": ["It has about 5% of the energy from the level below it.", "It has about 10% of the energy from the level below it.", "It has about 15% of the energy from the level below it.", "It has about 20% of the energy from the level below it."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "It has about 10% of the energy from the level below it.", "arguments": ["Question: How does the energy in each trophic level of an energy pyramid compare to the energy in the preceding level?\nAnswer:", " ["], "resps": [[[-7.015625, false]], [[-9.265625, false]], [[-5.765625, false]], [[-10.015625, false]], [[-5.765625, false]], [[-11.265625, false]], [[-6.515625, false]], [[-11.015625, false]], [[-5.765625, false]], [[-6.515625, false]], [[-10.265625, false]], [[-11.265625, false]], [[-11.515625, false]], [[-10.015625, false]], [[-5.765625, false]], [[-8.015625, false]], [[-9.515625, false]], [[-5.765625, false]], [[-11.265625, false]], [[-11.015625, false]], [[-5.765625, false]], [[-10.015625, false]], [[-11.265625, false]], [[-8.515625, false]], [[-5.765625, false]], [[-8.515625, false]], [[-8.515625, false]], [[-8.515625, false]], [[-11.515625, false]], [[-12.265625, false]], [[-11.265625, false]], [[-5.765625, false]], [[-11.015625, false]], [[-11.515625, false]], [[-11.265625, false]], [[-9.765625, false]], [[-5.765625, false]], [[-10.015625, false]], [[-11.265625, false]], [[-8.515625, false]], [[-5.765625, false]], [[-11.015625, false]], [[-8.515625, false]], [[-10.515625, false]], [[-8.515625, false]], [[-11.015625, false]], [[-5.765625, false]], [[-10.265625, false]], [[-8.515625, false]], [[-11.015625, false]], [[-11.265625, false]], [[-10.515625, false]], [[-5.765625, false]], [[-9.015625, false]], [[-10.015625, false]], [[-7.609375, false]], [[-9.265625, false]], [[-9.859375, false]], [[-5.765625, false]], [[-9.265625, false]], [[-5.765625, false]], [[-10.015625, false]], [[-5.765625, false]], [[-11.265625, false]], [[-6.515625, false]], [[-11.015625, false]], [[-5.765625, false]], [[-6.515625, false]], [[-10.265625, false]], [[-11.265625, false]], [[-11.515625, false]], [[-10.015625, false]], [[-5.765625, false]], [[-5.765625, false]], [[-7.765625, false]], [[-9.515625, false]], [[-5.765625, false]], [[-11.265625, false]], [[-11.015625, false]], [[-5.765625, false]], [[-10.015625, false]], [[-11.265625, false]], [[-8.515625, false]], [[-5.765625, false]], [[-8.515625, false]], [[-8.515625, false]], [[-8.515625, false]], [[-11.515625, false]], [[-12.265625, false]], [[-11.265625, false]], [[-5.765625, false]], [[-11.015625, false]], [[-11.515625, false]], [[-11.265625, false]], [[-9.765625, false]], [[-5.765625, false]], [[-10.015625, false]], [[-11.265625, false]], [[-8.515625, false]], [[-5.765625, false]], [[-11.015625, false]], [[-8.515625, false]], [[-10.515625, false]], [[-8.515625, false]], [[-11.015625, false]], [[-5.765625, false]], [[-10.265625, false]], [[-8.515625, false]], [[-11.015625, false]], [[-11.265625, false]], [[-10.515625, false]], [[-5.765625, false]], [[-9.015625, false]], [[-10.015625, false]], [[-7.609375, false]], [[-9.265625, false]], [[-9.859375, false]], [[-5.765625, false]], [[-9.265625, false]], [[-5.765625, false]], [[-10.015625, false]], [[-5.765625, false]], [[-11.265625, false]], [[-6.515625, false]], [[-11.015625, false]], [[-5.765625, false]], [[-6.515625, false]], [[-10.265625, false]], [[-11.265625, false]], [[-11.515625, false]], [[-10.015625, false]], [[-5.765625, false]], [[-5.765625, false]], [[-8.015625, false]], [[-9.515625, false]], [[-5.765625, false]], [[-11.265625, false]], [[-11.015625, false]], [[-5.765625, false]], [[-10.015625, false]], [[-11.265625, false]], [[-8.515625, false]], [[-5.765625, false]], [[-8.515625, false]], [[-8.515625, false]], [[-8.515625, false]], [[-11.515625, false]], [[-12.265625, false]], [[-11.265625, false]], [[-5.765625, false]], [[-11.015625, false]], [[-11.515625, false]], [[-11.265625, false]], [[-9.765625, false]], [[-5.765625, false]], [[-10.015625, false]], [[-11.265625, false]], [[-8.515625, false]], [[-5.765625, false]], [[-11.015625, false]], [[-8.515625, false]], [[-10.515625, false]], [[-8.515625, false]], [[-11.015625, false]], [[-5.765625, false]], [[-10.265625, false]], [[-8.515625, false]], [[-11.015625, false]], [[-11.265625, false]], [[-10.515625, false]], [[-5.765625, false]], [[-9.015625, false]], [[-10.015625, false]], [[-7.609375, false]], [[-9.265625, false]], [[-9.859375, false]], [[-5.765625, false]], [[-9.265625, false]], [[-5.765625, false]], [[-10.015625, false]], [[-5.765625, false]], [[-11.265625, false]], [[-6.515625, false]], [[-11.015625, false]], [[-5.765625, false]], [[-6.515625, false]], [[-10.265625, false]], [[-11.265625, false]], [[-11.515625, false]], [[-10.015625, false]], [[-5.765625, false]], [[-7.265625, false]], [[-7.765625, false]], [[-9.515625, false]], [[-5.765625, false]], [[-11.265625, false]], [[-11.015625, false]], [[-5.765625, false]], [[-10.015625, false]], [[-11.265625, false]], [[-8.515625, false]], [[-5.765625, false]], [[-8.515625, false]], [[-8.515625, false]], [[-8.515625, false]], [[-11.515625, false]], [[-12.265625, false]], [[-11.265625, false]], [[-5.765625, false]], [[-11.015625, false]], [[-11.515625, false]], [[-11.265625, false]], [[-9.765625, false]], [[-5.765625, false]], [[-10.015625, false]], [[-11.265625, false]], [[-8.515625, false]], [[-5.765625, false]], [[-11.015625, false]], [[-8.515625, false]], [[-10.515625, false]], [[-8.515625, false]], [[-11.015625, false]], [[-5.765625, false]], [[-10.265625, false]], [[-8.515625, false]], [[-11.015625, false]], [[-11.265625, false]], [[-10.515625, false]], [[-5.765625, false]], [[-9.015625, false]], [[-10.015625, false]], [[-7.609375, false]], [[-9.265625, false]], [[-12.765625, false]]], "filtered_resps": [[-7.015625, false], [-9.265625, false], [-5.765625, false], [-10.015625, false], [-5.765625, false], [-11.265625, false], [-6.515625, false], [-11.015625, false], [-5.765625, false], [-6.515625, false], [-10.265625, false], [-11.265625, false], [-11.515625, false], [-10.015625, false], [-5.765625, false], [-8.015625, false], [-9.515625, false], [-5.765625, false], [-11.265625, false], [-11.015625, false], [-5.765625, false], [-10.015625, false], [-11.265625, false], [-8.515625, false], [-5.765625, false], [-8.515625, false], [-8.515625, false], [-8.515625, false], [-11.515625, false], [-12.265625, false], [-11.265625, false], [-5.765625, false], [-11.015625, false], [-11.515625, false], [-11.265625, false], [-9.765625, false], [-5.765625, false], [-10.015625, false], [-11.265625, false], [-8.515625, false], [-5.765625, false], [-11.015625, false], [-8.515625, false], [-10.515625, false], [-8.515625, false], [-11.015625, false], [-5.765625, false], [-10.265625, false], [-8.515625, false], [-11.015625, false], [-11.265625, false], [-10.515625, false], [-5.765625, false], [-9.015625, false], [-10.015625, false], [-7.609375, false], [-9.265625, false], [-9.859375, false], [-5.765625, false], [-9.265625, false], [-5.765625, false], [-10.015625, false], [-5.765625, false], [-11.265625, false], [-6.515625, false], [-11.015625, false], [-5.765625, false], [-6.515625, false], [-10.265625, false], [-11.265625, false], [-11.515625, false], [-10.015625, false], [-5.765625, false], [-5.765625, false], [-7.765625, false], [-9.515625, false], [-5.765625, false], [-11.265625, false], [-11.015625, false], [-5.765625, false], [-10.015625, false], [-11.265625, false], [-8.515625, false], [-5.765625, false], [-8.515625, false], [-8.515625, false], [-8.515625, false], [-11.515625, false], [-12.265625, false], [-11.265625, false], [-5.765625, false], [-11.015625, false], [-11.515625, false], [-11.265625, false], [-9.765625, false], [-5.765625, false], [-10.015625, false], [-11.265625, false], [-8.515625, false], [-5.765625, false], [-11.015625, false], [-8.515625, false], [-10.515625, false], [-8.515625, false], [-11.015625, false], [-5.765625, false], [-10.265625, false], [-8.515625, false], [-11.015625, false], [-11.265625, false], [-10.515625, false], [-5.765625, false], [-9.015625, false], [-10.015625, false], [-7.609375, false], [-9.265625, false], [-9.859375, false], [-5.765625, false], [-9.265625, false], [-5.765625, false], [-10.015625, false], [-5.765625, false], [-11.265625, false], [-6.515625, false], [-11.015625, false], [-5.765625, false], [-6.515625, false], [-10.265625, false], [-11.265625, false], [-11.515625, false], [-10.015625, false], [-5.765625, false], [-5.765625, false], [-8.015625, false], [-9.515625, false], [-5.765625, false], [-11.265625, false], [-11.015625, false], [-5.765625, false], [-10.015625, false], [-11.265625, false], [-8.515625, false], [-5.765625, false], [-8.515625, false], [-8.515625, false], [-8.515625, false], [-11.515625, false], [-12.265625, false], [-11.265625, false], [-5.765625, false], [-11.015625, false], [-11.515625, false], [-11.265625, false], [-9.765625, false], [-5.765625, false], [-10.015625, false], [-11.265625, false], [-8.515625, false], [-5.765625, false], [-11.015625, false], [-8.515625, false], [-10.515625, false], [-8.515625, false], [-11.015625, false], [-5.765625, false], [-10.265625, false], [-8.515625, false], [-11.015625, false], [-11.265625, false], [-10.515625, false], [-5.765625, false], [-9.015625, false], [-10.015625, false], [-7.609375, false], [-9.265625, false], [-9.859375, false], [-5.765625, false], [-9.265625, false], [-5.765625, false], [-10.015625, false], [-5.765625, false], [-11.265625, false], [-6.515625, false], [-11.015625, false], [-5.765625, false], [-6.515625, false], [-10.265625, false], [-11.265625, false], [-11.515625, false], [-10.015625, false], [-5.765625, false], [-7.265625, false], [-7.765625, false], [-9.515625, false], [-5.765625, false], [-11.265625, false], [-11.015625, false], [-5.765625, false], [-10.015625, false], [-11.265625, false], [-8.515625, false], [-5.765625, false], [-8.515625, false], [-8.515625, false], [-8.515625, false], [-11.515625, false], [-12.265625, false], [-11.265625, false], [-5.765625, false], [-11.015625, false], [-11.515625, false], [-11.265625, false], [-9.765625, false], [-5.765625, false], [-10.015625, false], [-11.265625, false], [-8.515625, false], [-5.765625, false], [-11.015625, false], [-8.515625, false], [-10.515625, false], [-8.515625, false], [-11.015625, false], [-5.765625, false], [-10.265625, false], [-8.515625, false], [-11.015625, false], [-11.265625, false], [-10.515625, false], [-5.765625, false], [-9.015625, false], [-10.015625, false], [-7.609375, false], [-9.265625, false], [-12.765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1998, "doc": {"id": "VASoL_2008_5_34", "question": "Students notice that in the fall leaves of sugar maple trees turn red, but the leaves of black oak trees turn brown. The students are making", "choices": {"text": ["an observation", "a conclusion", "a prediction", "an inference"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "an observation", "arguments": ["Question: Students notice that in the fall leaves of sugar maple trees turn red, but the leaves of black oak trees turn brown. The students are making\nAnswer:", " ["], "resps": [[[-7.0234375, false]], [[-8.2734375, false]], [[-5.7734375, false]], [[-9.7734375, false]], [[-6.0234375, false]], [[-7.0234375, false]], [[-7.5234375, false]], [[-9.5234375, false]], [[-9.7734375, false]], [[-10.2734375, false]], [[-12.0234375, false]], [[-5.7734375, false]], [[-10.2734375, false]], [[-8.5234375, false]], [[-7.0234375, false]], [[-9.7734375, false]], [[-8.2734375, false]], [[-9.8125, false]], [[-6.0234375, false]], [[-8.2734375, false]], [[-5.7734375, false]], [[-6.0234375, false]], [[-8.2734375, false]], [[-7.0234375, false]], [[-9.7734375, false]], [[-8.2734375, false]], [[-9.7734375, false]], [[-10.2734375, false]], [[-9.5234375, false]], [[-8.5234375, false]], [[-7.0234375, false]], [[-9.7734375, false]], [[-8.2734375, false]], [[-9.8125, false]], [[-6.0234375, false]], [[-8.2734375, false]], [[-5.7734375, false]], [[-6.0234375, false]], [[-9.2734375, false]], [[-10.2734375, false]], [[-9.7734375, false]], [[-8.5234375, false]], [[-8.5234375, false]], [[-8.2734375, false]], [[-10.2734375, false]], [[-8.5234375, false]], [[-7.0234375, false]], [[-9.7734375, false]], [[-8.2734375, false]], [[-9.8125, false]], [[-6.0234375, false]], [[-8.2734375, false]], [[-5.7734375, false]], [[-9.7734375, false]], [[-6.0234375, false]], [[-8.5234375, false]], [[-9.7734375, false]], [[-10.2734375, false]], [[-9.7734375, false]], [[-10.2734375, false]], [[-9.7734375, false]], [[-9.7734375, false]], [[-8.2734375, false]], [[-9.7734375, false]], [[-8.2734375, false]], [[-11.5234375, false]]], "filtered_resps": [[-7.0234375, false], [-8.2734375, false], [-5.7734375, false], [-9.7734375, false], [-6.0234375, false], [-7.0234375, false], [-7.5234375, false], [-9.5234375, false], [-9.7734375, false], [-10.2734375, false], [-12.0234375, false], [-5.7734375, false], [-10.2734375, false], [-8.5234375, false], [-7.0234375, false], [-9.7734375, false], [-8.2734375, false], [-9.8125, false], [-6.0234375, false], [-8.2734375, false], [-5.7734375, false], [-6.0234375, false], [-8.2734375, false], [-7.0234375, false], [-9.7734375, false], [-8.2734375, false], [-9.7734375, false], [-10.2734375, false], [-9.5234375, false], [-8.5234375, false], [-7.0234375, false], [-9.7734375, false], [-8.2734375, false], [-9.8125, false], [-6.0234375, false], [-8.2734375, false], [-5.7734375, false], [-6.0234375, false], [-9.2734375, false], [-10.2734375, false], [-9.7734375, false], [-8.5234375, false], [-8.5234375, false], [-8.2734375, false], [-10.2734375, false], [-8.5234375, false], [-7.0234375, false], [-9.7734375, false], [-8.2734375, false], [-9.8125, false], [-6.0234375, false], [-8.2734375, false], [-5.7734375, false], [-9.7734375, false], [-6.0234375, false], [-8.5234375, false], [-9.7734375, false], [-10.2734375, false], [-9.7734375, false], [-10.2734375, false], [-9.7734375, false], [-9.7734375, false], [-8.2734375, false], [-9.7734375, false], [-8.2734375, false], [-11.5234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2006, "doc": {"id": "Mercury_7162575", "question": "The meanings of mass and weight can often be confused. Which is an example of a change in both mass and weight?", "choices": {"text": ["visiting the Moon", "a stone eroding in a river", "living on the space station", "a ship floating on the ocean"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "a stone eroding in a river", "arguments": ["Question: The meanings of mass and weight can often be confused. Which is an example of a change in both mass and weight?\nAnswer:", " ["], "resps": [[[-7.15234375, false]], [[-8.40625, false]], [[-10.15625, false]], [[-8.65625, false]], [[-9.15625, false]], [[-8.65625, false]], [[-9.65625, false]], [[-8.65625, false]], [[-8.90625, false]], [[-10.40625, false]], [[-5.65234375, false]], [[-9.65625, false]], [[-10.65625, false]], [[-8.65625, false]], [[-5.65234375, false]], [[-6.15234375, false]], [[-9.90625, false]], [[-9.90625, false]], [[-8.90625, false]], [[-8.40625, false]], [[-9.5703125, false]], [[-5.65234375, false]], [[-8.40625, false]], [[-4.15234375, false]], [[-5.65234375, false]], [[-9.15625, false]], [[-9.65625, false]], [[-9.90625, false]], [[-8.90625, false]], [[-8.65625, false]], [[-5.65234375, false]], [[-8.65625, false]], [[-10.15625, false]], [[-9.90625, false]], [[-9.40625, false]], [[-8.65625, false]], [[-8.90625, false]], [[-10.40625, false]], [[-5.65234375, false]], [[-8.65625, false]], [[-8.90625, false]], [[-5.65234375, false]], [[-4.15234375, false]], [[-5.65234375, false]], [[-10.15625, false]], [[-8.65625, false]], [[-10.15625, false]], [[-8.65625, false]], [[-10.15625, false]], [[-8.40625, false]], [[-9.5703125, false]], [[-5.65234375, false]], [[-8.40625, false]], [[-10.40625, false]], [[-8.65625, false]], [[-10.15625, false]], [[-8.65625, false]], [[-8.90625, false]], [[-10.40625, false]], [[-5.65234375, false]], [[-9.90625, false]], [[-8.90625, false]], [[-5.65234375, false]], [[-9.65625, false]], [[-10.65625, false]], [[-8.65625, false]], [[-5.65234375, false]], [[-9.15625, false]], [[-9.90625, false]], [[-4.15234375, false]], [[-8.40625, false]], [[-8.65625, false]], [[-5.65234375, false]], [[-9.15625, false]], [[-9.65625, false]], [[-4.15234375, false]], [[-9.65625, false]], [[-8.65625, false]], [[-9.90625, false]], [[-8.90625, false]], [[-8.40625, false]], [[-9.5703125, false]], [[-5.65234375, false]], [[-8.40625, false]], [[-4.15234375, false]], [[-5.65234375, false]], [[-9.15625, false]], [[-10.65625, false]], [[-8.65625, false]], [[-9.90625, false]], [[-5.65234375, false]], [[-9.40625, false]], [[-10.40625, false]], [[-9.90625, false]], [[-4.15234375, false]], [[-9.65625, false]], [[-8.65625, false]], [[-8.90625, false]], [[-10.40625, false]], [[-5.65234375, false]], [[-9.90625, false]], [[-8.90625, false]], [[-5.65234375, false]], [[-9.65625, false]], [[-10.65625, false]], [[-8.65625, false]], [[-5.65234375, false]], [[-9.90625, false]], [[-8.40625, false]], [[-8.65625, false]], [[-4.15234375, false]], [[-8.90625, false]], [[-8.40625, false]], [[-12.03125, false]]], "filtered_resps": [[-7.15234375, false], [-8.40625, false], [-10.15625, false], [-8.65625, false], [-9.15625, false], [-8.65625, false], [-9.65625, false], [-8.65625, false], [-8.90625, false], [-10.40625, false], [-5.65234375, false], [-9.65625, false], [-10.65625, false], [-8.65625, false], [-5.65234375, false], [-6.15234375, false], [-9.90625, false], [-9.90625, false], [-8.90625, false], [-8.40625, false], [-9.5703125, false], [-5.65234375, false], [-8.40625, false], [-4.15234375, false], [-5.65234375, false], [-9.15625, false], [-9.65625, false], [-9.90625, false], [-8.90625, false], [-8.65625, false], [-5.65234375, false], [-8.65625, false], [-10.15625, false], [-9.90625, false], [-9.40625, false], [-8.65625, false], [-8.90625, false], [-10.40625, false], [-5.65234375, false], [-8.65625, false], [-8.90625, false], [-5.65234375, false], [-4.15234375, false], [-5.65234375, false], [-10.15625, false], [-8.65625, false], [-10.15625, false], [-8.65625, false], [-10.15625, false], [-8.40625, false], [-9.5703125, false], [-5.65234375, false], [-8.40625, false], [-10.40625, false], [-8.65625, false], [-10.15625, false], [-8.65625, false], [-8.90625, false], [-10.40625, false], [-5.65234375, false], [-9.90625, false], [-8.90625, false], [-5.65234375, false], [-9.65625, false], [-10.65625, false], [-8.65625, false], [-5.65234375, false], [-9.15625, false], [-9.90625, false], [-4.15234375, false], [-8.40625, false], [-8.65625, false], [-5.65234375, false], [-9.15625, false], [-9.65625, false], [-4.15234375, false], [-9.65625, false], [-8.65625, false], [-9.90625, false], [-8.90625, false], [-8.40625, false], [-9.5703125, false], [-5.65234375, false], [-8.40625, false], [-4.15234375, false], [-5.65234375, false], [-9.15625, false], [-10.65625, false], [-8.65625, false], [-9.90625, false], [-5.65234375, false], [-9.40625, false], [-10.40625, false], [-9.90625, false], [-4.15234375, false], [-9.65625, false], [-8.65625, false], [-8.90625, false], [-10.40625, false], [-5.65234375, false], [-9.90625, false], [-8.90625, false], [-5.65234375, false], [-9.65625, false], [-10.65625, false], [-8.65625, false], [-5.65234375, false], [-9.90625, false], [-8.40625, false], [-8.65625, false], [-4.15234375, false], [-8.90625, false], [-8.40625, false], [-12.03125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2014, "doc": {"id": "Mercury_401762", "question": "For the reaction between silver nitrate and sodium chloride, which of the following would be a product? AgNo_{3} + NaCl ->", "choices": {"text": ["AgNa", "ClNO_{3}", "Na_{3}NO", "AgCl"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "AgCl", "arguments": ["Question: For the reaction between silver nitrate and sodium chloride, which of the following would be a product? AgNo_{3} + NaCl ->\nAnswer:", " ["], "resps": [[[-5.59765625, false]], [[-9.34375, false]], [[-3.59765625, false]], [[-9.34375, false]], [[-4.09765625, false]], [[-4.34765625, false]], [[-9.34375, false]], [[-9.1953125, false]], [[-5.34765625, false]], [[-9.34375, false]], [[-4.59765625, false]], [[-9.34375, false]], [[-4.09765625, false]], [[-6.84765625, false]], [[-7.59765625, false]], [[-6.34765625, false]], [[-5.34765625, false]], [[-11.34375, false]], [[-9.34375, false]], [[-9.1953125, false]], [[-5.34765625, false]], [[-9.34375, false]], [[-4.09765625, false]], [[-4.34765625, false]], [[-7.59765625, false]], [[-6.34765625, false]], [[-5.34765625, false]], [[-11.34375, false]], [[-4.09765625, false]], [[-6.84765625, false]], [[-9.34375, false]], [[-9.1953125, false]], [[-5.34765625, false]], [[-9.34375, false]], [[-3.59765625, false]], [[-9.34375, false]], [[-4.59765625, false]], [[-9.34375, false]], [[-9.34375, false]], [[-11.59375, false]]], "filtered_resps": [[-5.59765625, false], [-9.34375, false], [-3.59765625, false], [-9.34375, false], [-4.09765625, false], [-4.34765625, false], [-9.34375, false], [-9.1953125, false], [-5.34765625, false], [-9.34375, false], [-4.59765625, false], [-9.34375, false], [-4.09765625, false], [-6.84765625, false], [-7.59765625, false], [-6.34765625, false], [-5.34765625, false], [-11.34375, false], [-9.34375, false], [-9.1953125, false], [-5.34765625, false], [-9.34375, false], [-4.09765625, false], [-4.34765625, false], [-7.59765625, false], [-6.34765625, false], [-5.34765625, false], [-11.34375, false], [-4.09765625, false], [-6.84765625, false], [-9.34375, false], [-9.1953125, false], [-5.34765625, false], [-9.34375, false], [-3.59765625, false], [-9.34375, false], [-4.59765625, false], [-9.34375, false], [-9.34375, false], [-11.59375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2022, "doc": {"id": "Mercury_7041913", "question": "A positively-charged hydrogen ion has a much smaller radius than a neutral hydrogen atom. Which best explains this difference?", "choices": {"text": ["The nucleus is the least dense region of an atom.", "Electrons are located far from the nuclei of their atoms.", "Most of the volume of atoms is filled with the particles they contain.", "The repulsion of protons and neutrons keeps them on opposite ends of atoms."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Electrons are located far from the nuclei of their atoms.", "arguments": ["Question: A positively-charged hydrogen ion has a much smaller radius than a neutral hydrogen atom. Which best explains this difference?\nAnswer:", " ["], "resps": [[[-5.9140625, false]], [[-9.9140625, false]], [[-8.4140625, false]], [[-7.6640625, false]], [[-8.6640625, false]], [[-5.6640625, false]], [[-6.9140625, false]], [[-11.1640625, false]], [[-7.9140625, false]], [[-9.9140625, false]], [[-8.6640625, false]], [[-11.1640625, false]], [[-9.6640625, false]], [[-5.6640625, false]], [[-7.9140625, false]], [[-9.6640625, false]], [[-5.6640625, false]], [[-10.1640625, false]], [[-7.6640625, false]], [[-8.6640625, false]], [[-5.6640625, false]], [[-9.9140625, false]], [[-8.6640625, false]], [[-3.6640625, false]], [[-9.6640625, false]], [[-10.1640625, false]], [[-5.6640625, false]], [[-8.9140625, false]], [[-8.6640625, false]], [[-6.9140625, false]], [[-9.6640625, false]], [[-8.6640625, false]], [[-5.6640625, false]], [[-8.9140625, false]], [[-8.6640625, false]], [[-10.9140625, false]], [[-7.9140625, false]], [[-9.9140625, false]], [[-6.9140625, false]], [[-5.6640625, false]], [[-9.9140625, false]], [[-9.4140625, false]], [[-5.6640625, false]], [[-3.6640625, false]], [[-6.9140625, false]], [[-5.6640625, false]], [[-3.6640625, false]], [[-10.1640625, false]], [[-9.9140625, false]], [[-8.6640625, false]], [[-7.2578125, false]], [[-9.9140625, false]], [[-9.3828125, false]], [[-5.6640625, false]], [[-9.9140625, false]], [[-5.6640625, false]], [[-9.9140625, false]], [[-8.6640625, false]], [[-7.9140625, false]], [[-10.1640625, false]], [[-8.9140625, false]], [[-9.9140625, false]], [[-6.9140625, false]], [[-9.6640625, false]], [[-5.6640625, false]], [[-3.6640625, false]], [[-8.9140625, false]], [[-8.6640625, false]], [[-5.6640625, false]], [[-9.9140625, false]], [[-9.9140625, false]], [[-7.9140625, false]], [[-3.6640625, false]], [[-10.1640625, false]], [[-8.6640625, false]], [[-8.9140625, false]], [[-5.6640625, false]], [[-9.4140625, false]], [[-3.6640625, false]], [[-8.9140625, false]], [[-5.6640625, false]], [[-9.4140625, false]], [[-8.9140625, false]], [[-9.9140625, false]], [[-8.6640625, false]], [[-5.6640625, false]], [[-10.1640625, false]], [[-7.6640625, false]], [[-8.6640625, false]], [[-5.6640625, false]], [[-6.9140625, false]], [[-11.1640625, false]], [[-7.9140625, false]], [[-9.9140625, false]], [[-8.6640625, false]], [[-7.9140625, false]], [[-5.6640625, false]], [[-9.9140625, false]], [[-9.4140625, false]], [[-5.6640625, false]], [[-10.1640625, false]], [[-7.6640625, false]], [[-8.6640625, false]], [[-7.9140625, false]], [[-8.9140625, false]], [[-5.6640625, false]], [[-3.6640625, false]], [[-10.1640625, false]], [[-9.9140625, false]], [[-8.6640625, false]], [[-9.6640625, false]], [[-7.2578125, false]], [[-9.9140625, false]], [[-9.3828125, false]], [[-5.6640625, false]], [[-9.9140625, false]], [[-8.1640625, false]], [[-9.9140625, false]], [[-9.6640625, false]], [[-10.1640625, false]], [[-5.6640625, false]], [[-9.9140625, false]], [[-9.4140625, false]], [[-5.6640625, false]], [[-10.1640625, false]], [[-7.6640625, false]], [[-8.6640625, false]], [[-5.6640625, false]], [[-8.9140625, false]], [[-9.9140625, false]], [[-9.9140625, false]], [[-11.1640625, false]], [[-8.6640625, false]], [[-8.6640625, false]], [[-5.6640625, false]], [[-9.9140625, false]], [[-9.4140625, false]], [[-5.6640625, false]], [[-3.6640625, false]], [[-10.1640625, false]], [[-9.9140625, false]], [[-8.6640625, false]], [[-9.6640625, false]], [[-5.6640625, false]], [[-7.9140625, false]], [[-9.6640625, false]], [[-5.6640625, false]], [[-9.4140625, false]], [[-7.9140625, false]], [[-9.9140625, false]], [[-9.9140625, false]], [[-8.6640625, false]], [[-8.9140625, false]], [[-5.6640625, false]], [[-10.9140625, false]], [[-7.9140625, false]], [[-10.1640625, false]], [[-7.6640625, false]], [[-5.6640625, false]], [[-10.1640625, false]], [[-7.6640625, false]], [[-8.6640625, false]], [[-5.6640625, false]], [[-7.6640625, false]], [[-3.6640625, false]], [[-8.9140625, false]], [[-10.1640625, false]], [[-7.9140625, false]], [[-7.9140625, false]], [[-9.9140625, false]], [[-8.6640625, false]], [[-9.6640625, false]], [[-5.6640625, false]], [[-10.1640625, false]], [[-7.6640625, false]], [[-8.6640625, false]], [[-11.4140625, false]], [[-5.6640625, false]], [[-7.9140625, false]], [[-9.9140625, false]], [[-6.9140625, false]], [[-10.1640625, false]], [[-3.6640625, false]], [[-7.9140625, false]], [[-6.9140625, false]], [[-7.2578125, false]], [[-9.9140625, false]], [[-9.3828125, false]], [[-5.6640625, false]], [[-9.9140625, false]], [[-8.4140625, false]], [[-7.6640625, false]], [[-8.6640625, false]], [[-5.6640625, false]], [[-8.9140625, false]], [[-8.6640625, false]], [[-7.6640625, false]], [[-11.1640625, false]], [[-9.9140625, false]], [[-9.6640625, false]], [[-7.9140625, false]], [[-9.9140625, false]], [[-6.9140625, false]], [[-5.6640625, false]], [[-9.9140625, false]], [[-9.4140625, false]], [[-5.6640625, false]], [[-7.6640625, false]], [[-8.9140625, false]], [[-9.9140625, false]], [[-10.1640625, false]], [[-9.9140625, false]], [[-6.9140625, false]], [[-9.6640625, false]], [[-5.6640625, false]], [[-3.6640625, false]], [[-6.9140625, false]], [[-8.9140625, false]], [[-5.6640625, false]], [[-6.9140625, false]], [[-8.6640625, false]], [[-11.1640625, false]], [[-10.1640625, false]], [[-8.9140625, false]], [[-9.9140625, false]], [[-6.9140625, false]], [[-9.6640625, false]], [[-5.6640625, false]], [[-9.1640625, false]], [[-8.6640625, false]], [[-8.6640625, false]], [[-7.6640625, false]], [[-9.6640625, false]], [[-5.6640625, false]], [[-10.1640625, false]], [[-7.6640625, false]], [[-8.6640625, false]], [[-8.6640625, false]], [[-5.6640625, false]], [[-9.9140625, false]], [[-6.9140625, false]], [[-5.6640625, false]], [[-9.9140625, false]], [[-7.6640625, false]], [[-7.6640625, false]], [[-9.9140625, false]], [[-9.6640625, false]], [[-7.9140625, false]], [[-10.1640625, false]], [[-8.6640625, false]], [[-5.6640625, false]], [[-8.6640625, false]], [[-6.9140625, false]], [[-8.9140625, false]], [[-9.6640625, false]], [[-5.6640625, false]], [[-9.9140625, false]], [[-9.4140625, false]], [[-5.6640625, false]], [[-3.6640625, false]], [[-10.1640625, false]], [[-9.9140625, false]], [[-8.6640625, false]], [[-9.6640625, false]], [[-7.2578125, false]], [[-9.9140625, false]], [[-11.4140625, false]]], "filtered_resps": [[-5.9140625, false], [-9.9140625, false], [-8.4140625, false], [-7.6640625, false], [-8.6640625, false], [-5.6640625, false], [-6.9140625, false], [-11.1640625, false], [-7.9140625, false], [-9.9140625, false], [-8.6640625, false], [-11.1640625, false], [-9.6640625, false], [-5.6640625, false], [-7.9140625, false], [-9.6640625, false], [-5.6640625, false], [-10.1640625, false], [-7.6640625, false], [-8.6640625, false], [-5.6640625, false], [-9.9140625, false], [-8.6640625, false], [-3.6640625, false], [-9.6640625, false], [-10.1640625, false], [-5.6640625, false], [-8.9140625, false], [-8.6640625, false], [-6.9140625, false], [-9.6640625, false], [-8.6640625, false], [-5.6640625, false], [-8.9140625, false], [-8.6640625, false], [-10.9140625, false], [-7.9140625, false], [-9.9140625, false], [-6.9140625, false], [-5.6640625, false], [-9.9140625, false], [-9.4140625, false], [-5.6640625, false], [-3.6640625, false], [-6.9140625, false], [-5.6640625, false], [-3.6640625, false], [-10.1640625, false], [-9.9140625, false], [-8.6640625, false], [-7.2578125, false], [-9.9140625, false], [-9.3828125, false], [-5.6640625, false], [-9.9140625, false], [-5.6640625, false], [-9.9140625, false], [-8.6640625, false], [-7.9140625, false], [-10.1640625, false], [-8.9140625, false], [-9.9140625, false], [-6.9140625, false], [-9.6640625, false], [-5.6640625, false], [-3.6640625, false], [-8.9140625, false], [-8.6640625, false], [-5.6640625, false], [-9.9140625, false], [-9.9140625, false], [-7.9140625, false], [-3.6640625, false], [-10.1640625, false], [-8.6640625, false], [-8.9140625, false], [-5.6640625, false], [-9.4140625, false], [-3.6640625, false], [-8.9140625, false], [-5.6640625, false], [-9.4140625, false], [-8.9140625, false], [-9.9140625, false], [-8.6640625, false], [-5.6640625, false], [-10.1640625, false], [-7.6640625, false], [-8.6640625, false], [-5.6640625, false], [-6.9140625, false], [-11.1640625, false], [-7.9140625, false], [-9.9140625, false], [-8.6640625, false], [-7.9140625, false], [-5.6640625, false], [-9.9140625, false], [-9.4140625, false], [-5.6640625, false], [-10.1640625, false], [-7.6640625, false], [-8.6640625, false], [-7.9140625, false], [-8.9140625, false], [-5.6640625, false], [-3.6640625, false], [-10.1640625, false], [-9.9140625, false], [-8.6640625, false], [-9.6640625, false], [-7.2578125, false], [-9.9140625, false], [-9.3828125, false], [-5.6640625, false], [-9.9140625, false], [-8.1640625, false], [-9.9140625, false], [-9.6640625, false], [-10.1640625, false], [-5.6640625, false], [-9.9140625, false], [-9.4140625, false], [-5.6640625, false], [-10.1640625, false], [-7.6640625, false], [-8.6640625, false], [-5.6640625, false], [-8.9140625, false], [-9.9140625, false], [-9.9140625, false], [-11.1640625, false], [-8.6640625, false], [-8.6640625, false], [-5.6640625, false], [-9.9140625, false], [-9.4140625, false], [-5.6640625, false], [-3.6640625, false], [-10.1640625, false], [-9.9140625, false], [-8.6640625, false], [-9.6640625, false], [-5.6640625, false], [-7.9140625, false], [-9.6640625, false], [-5.6640625, false], [-9.4140625, false], [-7.9140625, false], [-9.9140625, false], [-9.9140625, false], [-8.6640625, false], [-8.9140625, false], [-5.6640625, false], [-10.9140625, false], [-7.9140625, false], [-10.1640625, false], [-7.6640625, false], [-5.6640625, false], [-10.1640625, false], [-7.6640625, false], [-8.6640625, false], [-5.6640625, false], [-7.6640625, false], [-3.6640625, false], [-8.9140625, false], [-10.1640625, false], [-7.9140625, false], [-7.9140625, false], [-9.9140625, false], [-8.6640625, false], [-9.6640625, false], [-5.6640625, false], [-10.1640625, false], [-7.6640625, false], [-8.6640625, false], [-11.4140625, false], [-5.6640625, false], [-7.9140625, false], [-9.9140625, false], [-6.9140625, false], [-10.1640625, false], [-3.6640625, false], [-7.9140625, false], [-6.9140625, false], [-7.2578125, false], [-9.9140625, false], [-9.3828125, false], [-5.6640625, false], [-9.9140625, false], [-8.4140625, false], [-7.6640625, false], [-8.6640625, false], [-5.6640625, false], [-8.9140625, false], [-8.6640625, false], [-7.6640625, false], [-11.1640625, false], [-9.9140625, false], [-9.6640625, false], [-7.9140625, false], [-9.9140625, false], [-6.9140625, false], [-5.6640625, false], [-9.9140625, false], [-9.4140625, false], [-5.6640625, false], [-7.6640625, false], [-8.9140625, false], [-9.9140625, false], [-10.1640625, false], [-9.9140625, false], [-6.9140625, false], [-9.6640625, false], [-5.6640625, false], [-3.6640625, false], [-6.9140625, false], [-8.9140625, false], [-5.6640625, false], [-6.9140625, false], [-8.6640625, false], [-11.1640625, false], [-10.1640625, false], [-8.9140625, false], [-9.9140625, false], [-6.9140625, false], [-9.6640625, false], [-5.6640625, false], [-9.1640625, false], [-8.6640625, false], [-8.6640625, false], [-7.6640625, false], [-9.6640625, false], [-5.6640625, false], [-10.1640625, false], [-7.6640625, false], [-8.6640625, false], [-8.6640625, false], [-5.6640625, false], [-9.9140625, false], [-6.9140625, false], [-5.6640625, false], [-9.9140625, false], [-7.6640625, false], [-7.6640625, false], [-9.9140625, false], [-9.6640625, false], [-7.9140625, false], [-10.1640625, false], [-8.6640625, false], [-5.6640625, false], [-8.6640625, false], [-6.9140625, false], [-8.9140625, false], [-9.6640625, false], [-5.6640625, false], [-9.9140625, false], [-9.4140625, false], [-5.6640625, false], [-3.6640625, false], [-10.1640625, false], [-9.9140625, false], [-8.6640625, false], [-9.6640625, false], [-7.2578125, false], [-9.9140625, false], [-11.4140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2030, "doc": {"id": "Mercury_7214585", "question": "The distance from Earth to the Sun is one astronomical unit. Which unit best describes how many astronomical units it is from Earth to the far end of the Milky Way Galaxy?", "choices": {"text": ["hundreds", "thousands", "millions", "billions"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "billions", "arguments": ["Question: The distance from Earth to the Sun is one astronomical unit. Which unit best describes how many astronomical units it is from Earth to the far end of the Milky Way Galaxy?\nAnswer:", " ["], "resps": [[[-7.04296875, false]], [[-8.546875, false]], [[-7.79296875, false]], [[-9.046875, false]], [[-6.29296875, false]], [[-8.046875, false]], [[-8.546875, false]], [[-6.04296875, false]], [[-8.046875, false]], [[-8.046875, false]], [[-8.546875, false]], [[-8.59375, false]], [[-4.29296875, false]], [[-8.546875, false]], [[-6.54296875, false]], [[-7.79296875, false]], [[-8.546875, false]], [[-9.046875, false]], [[-8.046875, false]], [[-5.29296875, false]], [[-6.29296875, false]], [[-8.046875, false]], [[-8.046875, false]], [[-8.546875, false]], [[-8.59375, false]], [[-4.29296875, false]], [[-8.546875, false]], [[-4.04296875, false]], [[-8.296875, false]], [[-7.79296875, false]], [[-7.79296875, false]], [[-8.296875, false]], [[-8.546875, false]], [[-6.29296875, false]], [[-8.046875, false]], [[-8.546875, false]], [[-8.59375, false]], [[-4.29296875, false]], [[-8.546875, false]], [[-7.04296875, false]], [[-8.296875, false]], [[-7.79296875, false]], [[-7.79296875, false]], [[-8.296875, false]], [[-8.546875, false]], [[-6.29296875, false]], [[-8.046875, false]], [[-8.546875, false]], [[-10.796875, false]]], "filtered_resps": [[-7.04296875, false], [-8.546875, false], [-7.79296875, false], [-9.046875, false], [-6.29296875, false], [-8.046875, false], [-8.546875, false], [-6.04296875, false], [-8.046875, false], [-8.046875, false], [-8.546875, false], [-8.59375, false], [-4.29296875, false], [-8.546875, false], [-6.54296875, false], [-7.79296875, false], [-8.546875, false], [-9.046875, false], [-8.046875, false], [-5.29296875, false], [-6.29296875, false], [-8.046875, false], [-8.046875, false], [-8.546875, false], [-8.59375, false], [-4.29296875, false], [-8.546875, false], [-4.04296875, false], [-8.296875, false], [-7.79296875, false], [-7.79296875, false], [-8.296875, false], [-8.546875, false], [-6.29296875, false], [-8.046875, false], [-8.546875, false], [-8.59375, false], [-4.29296875, false], [-8.546875, false], [-7.04296875, false], [-8.296875, false], [-7.79296875, false], [-7.79296875, false], [-8.296875, false], [-8.546875, false], [-6.29296875, false], [-8.046875, false], [-8.546875, false], [-10.796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2038, "doc": {"id": "MCAS_2005_8_21", "question": "Lightning from a thunderstorm strikes a 21 tree that falls to the forest floor and dies. During the next few years the dead tree undergoes many changes. What organisms are most likely responsible for the biological and chemical changes to the tree?", "choices": {"text": ["consumers", "decomposers", "predators", "producers"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "decomposers", "arguments": ["Question: Lightning from a thunderstorm strikes a 21 tree that falls to the forest floor and dies. During the next few years the dead tree undergoes many changes. What organisms are most likely responsible for the biological and chemical changes to the tree?\nAnswer:", " ["], "resps": [[[-7.53515625, false]], [[-9.28125, false]], [[-8.28125, false]], [[-8.28125, false]], [[-9.53125, false]], [[-9.53125, false]], [[-10.90625, false]], [[-10.15625, false]], [[-7.41015625, false]], [[-9.03125, false]], [[-9.53125, false]], [[-9.28125, false]], [[-9.84375, false]], [[-4.16015625, false]], [[-9.28125, false]], [[-8.28125, false]], [[-7.41015625, false]], [[-8.28125, false]], [[-8.28125, false]], [[-10.15625, false]], [[-10.15625, false]], [[-8.28125, false]], [[-9.53125, false]], [[-7.41015625, false]], [[-9.03125, false]], [[-9.53125, false]], [[-9.28125, false]], [[-9.84375, false]], [[-4.16015625, false]], [[-9.28125, false]], [[-10.15625, false]], [[-9.03125, false]], [[-7.41015625, false]], [[-8.28125, false]], [[-5.16015625, false]], [[-11.15625, false]], [[-8.28125, false]], [[-9.03125, false]], [[-9.53125, false]], [[-9.28125, false]], [[-9.84375, false]], [[-4.16015625, false]], [[-9.28125, false]], [[-10.15625, false]], [[-9.03125, false]], [[-8.28125, false]], [[-8.28125, false]], [[-10.90625, false]], [[-8.28125, false]], [[-7.41015625, false]], [[-9.03125, false]], [[-9.53125, false]], [[-9.28125, false]], [[-13.78125, false]]], "filtered_resps": [[-7.53515625, false], [-9.28125, false], [-8.28125, false], [-8.28125, false], [-9.53125, false], [-9.53125, false], [-10.90625, false], [-10.15625, false], [-7.41015625, false], [-9.03125, false], [-9.53125, false], [-9.28125, false], [-9.84375, false], [-4.16015625, false], [-9.28125, false], [-8.28125, false], [-7.41015625, false], [-8.28125, false], [-8.28125, false], [-10.15625, false], [-10.15625, false], [-8.28125, false], [-9.53125, false], [-7.41015625, false], [-9.03125, false], [-9.53125, false], [-9.28125, false], [-9.84375, false], [-4.16015625, false], [-9.28125, false], [-10.15625, false], [-9.03125, false], [-7.41015625, false], [-8.28125, false], [-5.16015625, false], [-11.15625, false], [-8.28125, false], [-9.03125, false], [-9.53125, false], [-9.28125, false], [-9.84375, false], [-4.16015625, false], [-9.28125, false], [-10.15625, false], [-9.03125, false], [-8.28125, false], [-8.28125, false], [-10.90625, false], [-8.28125, false], [-7.41015625, false], [-9.03125, false], [-9.53125, false], [-9.28125, false], [-13.78125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2046, "doc": {"id": "Mercury_SC_401128", "question": "Students are using hammers to break apart rocks as part of an investigation. The students MUST wear goggles to", "choices": {"text": ["magnify the work.", "keep hair out of their faces.", "protect their eyes from debris.", "prevent glare from the light."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "protect their eyes from debris.", "arguments": ["Question: Students are using hammers to break apart rocks as part of an investigation. The students MUST wear goggles to\nAnswer:", " ["], "resps": [[[-7.43359375, false]], [[-7.93359375, false]], [[-9.4296875, false]], [[-4.93359375, false]], [[-8.0546875, false]], [[-9.3046875, false]], [[-8.0546875, false]], [[-9.5546875, false]], [[-11.5546875, false]], [[-5.18359375, false]], [[-9.5546875, false]], [[-10.1796875, false]], [[-8.6796875, false]], [[-5.18359375, false]], [[-8.6796875, false]], [[-8.8046875, false]], [[-9.4296875, false]], [[-9.0546875, false]], [[-7.08203125, false]], [[-7.93359375, false]], [[-9.328125, false]], [[-5.18359375, false]], [[-7.93359375, false]], [[-9.0546875, false]], [[-8.6796875, false]], [[-8.6796875, false]], [[-8.6796875, false]], [[-5.18359375, false]], [[-10.1796875, false]], [[-4.93359375, false]], [[-8.0546875, false]], [[-9.4296875, false]], [[-5.18359375, false]], [[-8.8046875, false]], [[-9.6796875, false]], [[-9.5546875, false]], [[-5.18359375, false]], [[-8.8046875, false]], [[-9.5546875, false]], [[-5.18359375, false]], [[-9.5546875, false]], [[-10.1796875, false]], [[-8.6796875, false]], [[-8.0546875, false]], [[-9.4296875, false]], [[-5.18359375, false]], [[-9.5546875, false]], [[-4.93359375, false]], [[-8.0546875, false]], [[-8.6796875, false]], [[-8.1796875, false]], [[-7.08203125, false]], [[-7.93359375, false]], [[-9.328125, false]], [[-5.18359375, false]], [[-7.93359375, false]], [[-8.6796875, false]], [[-9.4296875, false]], [[-8.8046875, false]], [[-9.5546875, false]], [[-8.6796875, false]], [[-8.0546875, false]], [[-9.5546875, false]], [[-5.18359375, false]], [[-9.5546875, false]], [[-10.1796875, false]], [[-8.6796875, false]], [[-8.0546875, false]], [[-9.4296875, false]], [[-5.18359375, false]], [[-8.6796875, false]], [[-11.5546875, false]], [[-8.6796875, false]], [[-8.1796875, false]], [[-5.18359375, false]], [[-9.5546875, false]], [[-9.4296875, false]], [[-8.8046875, false]], [[-9.4296875, false]], [[-5.18359375, false]], [[-8.3046875, false]], [[-8.6796875, false]], [[-7.55859375, false]], [[-9.4296875, false]], [[-8.0546875, false]], [[-8.1796875, false]], [[-7.08203125, false]], [[-7.93359375, false]], [[-9.328125, false]], [[-5.18359375, false]], [[-7.93359375, false]], [[-8.6796875, false]], [[-9.4296875, false]], [[-8.6796875, false]], [[-10.3046875, false]], [[-8.6796875, false]], [[-9.3046875, false]], [[-9.5546875, false]], [[-5.18359375, false]], [[-8.0546875, false]], [[-10.1796875, false]], [[-4.93359375, false]], [[-9.4296875, false]], [[-8.6796875, false]], [[-5.18359375, false]], [[-9.5546875, false]], [[-9.4296875, false]], [[-8.8046875, false]], [[-9.4296875, false]], [[-5.18359375, false]], [[-9.5546875, false]], [[-10.1796875, false]], [[-8.6796875, false]], [[-5.18359375, false]], [[-10.1796875, false]], [[-8.0546875, false]], [[-8.0546875, false]], [[-10.1796875, false]], [[-9.5546875, false]], [[-7.08203125, false]], [[-7.93359375, false]], [[-11.6796875, false]]], "filtered_resps": [[-7.43359375, false], [-7.93359375, false], [-9.4296875, false], [-4.93359375, false], [-8.0546875, false], [-9.3046875, false], [-8.0546875, false], [-9.5546875, false], [-11.5546875, false], [-5.18359375, false], [-9.5546875, false], [-10.1796875, false], [-8.6796875, false], [-5.18359375, false], [-8.6796875, false], [-8.8046875, false], [-9.4296875, false], [-9.0546875, false], [-7.08203125, false], [-7.93359375, false], [-9.328125, false], [-5.18359375, false], [-7.93359375, false], [-9.0546875, false], [-8.6796875, false], [-8.6796875, false], [-8.6796875, false], [-5.18359375, false], [-10.1796875, false], [-4.93359375, false], [-8.0546875, false], [-9.4296875, false], [-5.18359375, false], [-8.8046875, false], [-9.6796875, false], [-9.5546875, false], [-5.18359375, false], [-8.8046875, false], [-9.5546875, false], [-5.18359375, false], [-9.5546875, false], [-10.1796875, false], [-8.6796875, false], [-8.0546875, false], [-9.4296875, false], [-5.18359375, false], [-9.5546875, false], [-4.93359375, false], [-8.0546875, false], [-8.6796875, false], [-8.1796875, false], [-7.08203125, false], [-7.93359375, false], [-9.328125, false], [-5.18359375, false], [-7.93359375, false], [-8.6796875, false], [-9.4296875, false], [-8.8046875, false], [-9.5546875, false], [-8.6796875, false], [-8.0546875, false], [-9.5546875, false], [-5.18359375, false], [-9.5546875, false], [-10.1796875, false], [-8.6796875, false], [-8.0546875, false], [-9.4296875, false], [-5.18359375, false], [-8.6796875, false], [-11.5546875, false], [-8.6796875, false], [-8.1796875, false], [-5.18359375, false], [-9.5546875, false], [-9.4296875, false], [-8.8046875, false], [-9.4296875, false], [-5.18359375, false], [-8.3046875, false], [-8.6796875, false], [-7.55859375, false], [-9.4296875, false], [-8.0546875, false], [-8.1796875, false], [-7.08203125, false], [-7.93359375, false], [-9.328125, false], [-5.18359375, false], [-7.93359375, false], [-8.6796875, false], [-9.4296875, false], [-8.6796875, false], [-10.3046875, false], [-8.6796875, false], [-9.3046875, false], [-9.5546875, false], [-5.18359375, false], [-8.0546875, false], [-10.1796875, false], [-4.93359375, false], [-9.4296875, false], [-8.6796875, false], [-5.18359375, false], [-9.5546875, false], [-9.4296875, false], [-8.8046875, false], [-9.4296875, false], [-5.18359375, false], [-9.5546875, false], [-10.1796875, false], [-8.6796875, false], [-5.18359375, false], [-10.1796875, false], [-8.0546875, false], [-8.0546875, false], [-10.1796875, false], [-9.5546875, false], [-7.08203125, false], [-7.93359375, false], [-11.6796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2054, "doc": {"id": "Mercury_SC_416171", "question": "How does sweat on the skin help the body?", "choices": {"text": ["Sweat stops sunburn.", "Sweat cools the body.", "Sweat feeds the skin.", "Sweat heals cuts."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Sweat cools the body.", "arguments": ["Question: How does sweat on the skin help the body?\nAnswer:", " ["], "resps": [[[-8.9921875, false]], [[-9.2421875, false]], [[-2.240234375, false]], [[-11.4921875, false]], [[-9.7421875, false]], [[-7.73828125, false]], [[-11.9921875, false]], [[-5.98828125, false]], [[-8.9921875, false]], [[-11.9921875, false]], [[-10.2421875, false]], [[-12.9921875, false]], [[-8.9921875, false]], [[-5.98828125, false]], [[-8.9921875, false]], [[-11.4921875, false]], [[-11.9921875, false]], [[-11.7421875, false]], [[-11.4921875, false]], [[-15.4921875, false]], [[-11.9921875, false]], [[-7.3203125, false]], [[-9.2421875, false]], [[-10.1953125, false]], [[-5.98828125, false]], [[-9.2421875, false]], [[-2.240234375, false]], [[-11.4921875, false]], [[-9.7421875, false]], [[-7.73828125, false]], [[-11.9921875, false]], [[-5.98828125, false]], [[-10.7421875, false]], [[-10.2421875, false]], [[-10.2421875, false]], [[-11.4921875, false]], [[-8.9921875, false]], [[-5.98828125, false]], [[-11.9921875, false]], [[-11.4921875, false]], [[-9.7421875, false]], [[-5.98828125, false]], [[-11.7421875, false]], [[-10.2421875, false]], [[-10.7421875, false]], [[-13.9921875, false]], [[-7.3203125, false]], [[-9.2421875, false]], [[-10.1953125, false]], [[-5.98828125, false]], [[-9.2421875, false]], [[-2.240234375, false]], [[-11.4921875, false]], [[-9.7421875, false]], [[-7.73828125, false]], [[-11.9921875, false]], [[-5.98828125, false]], [[-13.2421875, false]], [[-9.7421875, false]], [[-9.7421875, false]], [[-10.7421875, false]], [[-8.9921875, false]], [[-5.98828125, false]], [[-11.9921875, false]], [[-11.4921875, false]], [[-9.7421875, false]], [[-5.98828125, false]], [[-8.9921875, false]], [[-12.7421875, false]], [[-10.2421875, false]], [[-11.9921875, false]], [[-7.3203125, false]], [[-9.2421875, false]], [[-10.1953125, false]], [[-5.98828125, false]], [[-9.2421875, false]], [[-2.240234375, false]], [[-11.4921875, false]], [[-9.7421875, false]], [[-7.73828125, false]], [[-11.9921875, false]], [[-5.98828125, false]], [[-11.4921875, false]], [[-9.7421875, false]], [[-7.73828125, false]], [[-11.4921875, false]], [[-8.9921875, false]], [[-5.98828125, false]], [[-10.7421875, false]], [[-11.4921875, false]], [[-11.9921875, false]], [[-8.9921875, false]], [[-7.3203125, false]], [[-9.2421875, false]], [[-12.9921875, false]]], "filtered_resps": [[-8.9921875, false], [-9.2421875, false], [-2.240234375, false], [-11.4921875, false], [-9.7421875, false], [-7.73828125, false], [-11.9921875, false], [-5.98828125, false], [-8.9921875, false], [-11.9921875, false], [-10.2421875, false], [-12.9921875, false], [-8.9921875, false], [-5.98828125, false], [-8.9921875, false], [-11.4921875, false], [-11.9921875, false], [-11.7421875, false], [-11.4921875, false], [-15.4921875, false], [-11.9921875, false], [-7.3203125, false], [-9.2421875, false], [-10.1953125, false], [-5.98828125, false], [-9.2421875, false], [-2.240234375, false], [-11.4921875, false], [-9.7421875, false], [-7.73828125, false], [-11.9921875, false], [-5.98828125, false], [-10.7421875, false], [-10.2421875, false], [-10.2421875, false], [-11.4921875, false], [-8.9921875, false], [-5.98828125, false], [-11.9921875, false], [-11.4921875, false], [-9.7421875, false], [-5.98828125, false], [-11.7421875, false], [-10.2421875, false], [-10.7421875, false], [-13.9921875, false], [-7.3203125, false], [-9.2421875, false], [-10.1953125, false], [-5.98828125, false], [-9.2421875, false], [-2.240234375, false], [-11.4921875, false], [-9.7421875, false], [-7.73828125, false], [-11.9921875, false], [-5.98828125, false], [-13.2421875, false], [-9.7421875, false], [-9.7421875, false], [-10.7421875, false], [-8.9921875, false], [-5.98828125, false], [-11.9921875, false], [-11.4921875, false], [-9.7421875, false], [-5.98828125, false], [-8.9921875, false], [-12.7421875, false], [-10.2421875, false], [-11.9921875, false], [-7.3203125, false], [-9.2421875, false], [-10.1953125, false], [-5.98828125, false], [-9.2421875, false], [-2.240234375, false], [-11.4921875, false], [-9.7421875, false], [-7.73828125, false], [-11.9921875, false], [-5.98828125, false], [-11.4921875, false], [-9.7421875, false], [-7.73828125, false], [-11.4921875, false], [-8.9921875, false], [-5.98828125, false], [-10.7421875, false], [-11.4921875, false], [-11.9921875, false], [-8.9921875, false], [-7.3203125, false], [-9.2421875, false], [-12.9921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2062, "doc": {"id": "Mercury_SC_LBS10588", "question": "Plants that have stems that store water and no leaves would most likely live in a", "choices": {"text": ["pine forest.", "grassland.", "desert.", "rainforest."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "desert.", "arguments": ["Question: Plants that have stems that store water and no leaves would most likely live in a\nAnswer:", " ["], "resps": [[[-7.7109375, false]], [[-7.9609375, false]], [[-10.0859375, false]], [[-7.3359375, false]], [[-8.9609375, false]], [[-8.2109375, false]], [[-5.3359375, false]], [[-10.3359375, false]], [[-8.3359375, false]], [[-10.0859375, false]], [[-8.2109375, false]], [[-9.2109375, false]], [[-10.5859375, false]], [[-7.30859375, false]], [[-7.9609375, false]], [[-9.3125, false]], [[-5.3359375, false]], [[-7.9609375, false]], [[-10.4609375, false]], [[-10.0859375, false]], [[-4.9609375, false]], [[-9.2109375, false]], [[-9.2109375, false]], [[-9.7109375, false]], [[-4.9609375, false]], [[-8.9609375, false]], [[-7.0859375, false]], [[-7.30859375, false]], [[-7.9609375, false]], [[-9.3125, false]], [[-5.3359375, false]], [[-7.9609375, false]], [[-7.0859375, false]], [[-8.2109375, false]], [[-9.2109375, false]], [[-8.2109375, false]], [[-10.0859375, false]], [[-10.5859375, false]], [[-7.30859375, false]], [[-7.9609375, false]], [[-9.3125, false]], [[-5.3359375, false]], [[-7.9609375, false]], [[-10.0859375, false]], [[-4.9609375, false]], [[-7.3359375, false]], [[-8.9609375, false]], [[-10.3359375, false]], [[-8.3359375, false]], [[-10.0859375, false]], [[-8.2109375, false]], [[-9.2109375, false]], [[-10.5859375, false]], [[-7.30859375, false]], [[-7.9609375, false]], [[-11.9609375, false]]], "filtered_resps": [[-7.7109375, false], [-7.9609375, false], [-10.0859375, false], [-7.3359375, false], [-8.9609375, false], [-8.2109375, false], [-5.3359375, false], [-10.3359375, false], [-8.3359375, false], [-10.0859375, false], [-8.2109375, false], [-9.2109375, false], [-10.5859375, false], [-7.30859375, false], [-7.9609375, false], [-9.3125, false], [-5.3359375, false], [-7.9609375, false], [-10.4609375, false], [-10.0859375, false], [-4.9609375, false], [-9.2109375, false], [-9.2109375, false], [-9.7109375, false], [-4.9609375, false], [-8.9609375, false], [-7.0859375, false], [-7.30859375, false], [-7.9609375, false], [-9.3125, false], [-5.3359375, false], [-7.9609375, false], [-7.0859375, false], [-8.2109375, false], [-9.2109375, false], [-8.2109375, false], [-10.0859375, false], [-10.5859375, false], [-7.30859375, false], [-7.9609375, false], [-9.3125, false], [-5.3359375, false], [-7.9609375, false], [-10.0859375, false], [-4.9609375, false], [-7.3359375, false], [-8.9609375, false], [-10.3359375, false], [-8.3359375, false], [-10.0859375, false], [-8.2109375, false], [-9.2109375, false], [-10.5859375, false], [-7.30859375, false], [-7.9609375, false], [-11.9609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2070, "doc": {"id": "Mercury_SC_400132", "question": "A student conducts an investigation testing a material's effectiveness as a heat insulator. Which tool will help the student conduct this investigation safely?", "choices": {"text": ["a face mask", "plastic gloves", "a ventilator hood", "insulated gloves"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "insulated gloves", "arguments": ["Question: A student conducts an investigation testing a material's effectiveness as a heat insulator. Which tool will help the student conduct this investigation safely?\nAnswer:", " ["], "resps": [[[-7.50390625, false]], [[-9.1328125, false]], [[-3.50390625, false]], [[-5.25390625, false]], [[-10.2578125, false]], [[-3.50390625, false]], [[-8.7578125, false]], [[-9.2578125, false]], [[-5.25390625, false]], [[-8.7578125, false]], [[-3.50390625, false]], [[-9.0078125, false]], [[-8.7578125, false]], [[-9.1328125, false]], [[-9.6484375, false]], [[-5.25390625, false]], [[-9.1328125, false]], [[-10.8828125, false]], [[-10.8828125, false]], [[-3.50390625, false]], [[-9.0078125, false]], [[-10.0078125, false]], [[-8.7578125, false]], [[-8.7578125, false]], [[-5.25390625, false]], [[-9.6328125, false]], [[-10.8828125, false]], [[-9.5078125, false]], [[-10.3828125, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-9.1328125, false]], [[-9.6484375, false]], [[-5.25390625, false]], [[-9.1328125, false]], [[-3.50390625, false]], [[-5.25390625, false]], [[-10.3828125, false]], [[-9.2578125, false]], [[-9.2578125, false]], [[-10.0078125, false]], [[-8.7578125, false]], [[-10.8828125, false]], [[-3.50390625, false]], [[-10.0078125, false]], [[-9.5078125, false]], [[-10.3828125, false]], [[-5.25390625, false]], [[-11.0078125, false]], [[-9.5078125, false]], [[-9.5078125, false]], [[-9.5078125, false]], [[-9.1328125, false]], [[-9.6484375, false]], [[-5.25390625, false]], [[-9.1328125, false]], [[-8.7578125, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-10.8828125, false]], [[-10.8828125, false]], [[-3.50390625, false]], [[-10.0078125, false]], [[-9.2578125, false]], [[-9.5078125, false]], [[-5.25390625, false]], [[-9.6328125, false]], [[-10.8828125, false]], [[-9.5078125, false]], [[-10.3828125, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-9.1328125, false]], [[-12.5078125, false]]], "filtered_resps": [[-7.50390625, false], [-9.1328125, false], [-3.50390625, false], [-5.25390625, false], [-10.2578125, false], [-3.50390625, false], [-8.7578125, false], [-9.2578125, false], [-5.25390625, false], [-8.7578125, false], [-3.50390625, false], [-9.0078125, false], [-8.7578125, false], [-9.1328125, false], [-9.6484375, false], [-5.25390625, false], [-9.1328125, false], [-10.8828125, false], [-10.8828125, false], [-3.50390625, false], [-9.0078125, false], [-10.0078125, false], [-8.7578125, false], [-8.7578125, false], [-5.25390625, false], [-9.6328125, false], [-10.8828125, false], [-9.5078125, false], [-10.3828125, false], [-9.2578125, false], [-9.0078125, false], [-9.1328125, false], [-9.6484375, false], [-5.25390625, false], [-9.1328125, false], [-3.50390625, false], [-5.25390625, false], [-10.3828125, false], [-9.2578125, false], [-9.2578125, false], [-10.0078125, false], [-8.7578125, false], [-10.8828125, false], [-3.50390625, false], [-10.0078125, false], [-9.5078125, false], [-10.3828125, false], [-5.25390625, false], [-11.0078125, false], [-9.5078125, false], [-9.5078125, false], [-9.5078125, false], [-9.1328125, false], [-9.6484375, false], [-5.25390625, false], [-9.1328125, false], [-8.7578125, false], [-9.2578125, false], [-9.0078125, false], [-10.8828125, false], [-10.8828125, false], [-3.50390625, false], [-10.0078125, false], [-9.2578125, false], [-9.5078125, false], [-5.25390625, false], [-9.6328125, false], [-10.8828125, false], [-9.5078125, false], [-10.3828125, false], [-9.2578125, false], [-9.0078125, false], [-9.1328125, false], [-12.5078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2078, "doc": {"id": "NYSEDREGENTS_2010_4_21", "question": "Plants are producers because they", "choices": {"text": ["make their own food", "can grow in soil", "need water to grow", "take in nutrients"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "make their own food", "arguments": ["Question: Plants are producers because they\nAnswer:", " ["], "resps": [[[-7.6640625, false]], [[-7.6640625, false]], [[-11.4140625, false]], [[-5.4140625, false]], [[-10.4140625, false]], [[-8.6640625, false]], [[-5.4140625, false]], [[-10.9140625, false]], [[-10.6640625, false]], [[-8.6640625, false]], [[-7.6640625, false]], [[-10.6640625, false]], [[-5.4140625, false]], [[-9.1640625, false]], [[-9.6640625, false]], [[-8.9140625, false]], [[-5.4140625, false]], [[-11.1640625, false]], [[-9.1640625, false]], [[-9.1640625, false]], [[-8.4140625, false]], [[-7.6640625, false]], [[-9.5546875, false]], [[-5.4140625, false]], [[-7.6640625, false]], [[-9.4140625, false]], [[-5.4140625, false]], [[-8.9140625, false]], [[-5.4140625, false]], [[-11.4140625, false]], [[-10.6640625, false]], [[-9.1640625, false]], [[-9.6640625, false]], [[-5.4140625, false]], [[-7.6640625, false]], [[-8.9140625, false]], [[-5.4140625, false]], [[-9.4140625, false]], [[-9.1640625, false]], [[-7.6640625, false]], [[-9.9140625, false]], [[-7.6640625, false]], [[-9.5546875, false]], [[-5.4140625, false]], [[-7.6640625, false]], [[-8.9140625, false]], [[-8.6640625, false]], [[-8.6640625, false]], [[-8.4140625, false]], [[-5.4140625, false]], [[-9.6640625, false]], [[-5.4140625, false]], [[-10.9140625, false]], [[-8.6640625, false]], [[-10.6640625, false]], [[-5.4140625, false]], [[-10.9140625, false]], [[-9.1640625, false]], [[-5.4140625, false]], [[-11.4140625, false]], [[-10.6640625, false]], [[-9.1640625, false]], [[-9.6640625, false]], [[-7.6640625, false]], [[-9.5546875, false]], [[-5.4140625, false]], [[-7.6640625, false]], [[-10.9140625, false]], [[-5.4140625, false]], [[-10.4140625, false]], [[-8.6640625, false]], [[-5.4140625, false]], [[-7.6640625, false]], [[-8.9140625, false]], [[-5.4140625, false]], [[-8.9140625, false]], [[-11.1640625, false]], [[-10.9140625, false]], [[-10.6640625, false]], [[-7.6640625, false]], [[-8.6640625, false]], [[-8.9140625, false]], [[-10.9140625, false]], [[-9.4140625, false]], [[-7.6640625, false]], [[-12.6640625, false]]], "filtered_resps": [[-7.6640625, false], [-7.6640625, false], [-11.4140625, false], [-5.4140625, false], [-10.4140625, false], [-8.6640625, false], [-5.4140625, false], [-10.9140625, false], [-10.6640625, false], [-8.6640625, false], [-7.6640625, false], [-10.6640625, false], [-5.4140625, false], [-9.1640625, false], [-9.6640625, false], [-8.9140625, false], [-5.4140625, false], [-11.1640625, false], [-9.1640625, false], [-9.1640625, false], [-8.4140625, false], [-7.6640625, false], [-9.5546875, false], [-5.4140625, false], [-7.6640625, false], [-9.4140625, false], [-5.4140625, false], [-8.9140625, false], [-5.4140625, false], [-11.4140625, false], [-10.6640625, false], [-9.1640625, false], [-9.6640625, false], [-5.4140625, false], [-7.6640625, false], [-8.9140625, false], [-5.4140625, false], [-9.4140625, false], [-9.1640625, false], [-7.6640625, false], [-9.9140625, false], [-7.6640625, false], [-9.5546875, false], [-5.4140625, false], [-7.6640625, false], [-8.9140625, false], [-8.6640625, false], [-8.6640625, false], [-8.4140625, false], [-5.4140625, false], [-9.6640625, false], [-5.4140625, false], [-10.9140625, false], [-8.6640625, false], [-10.6640625, false], [-5.4140625, false], [-10.9140625, false], [-9.1640625, false], [-5.4140625, false], [-11.4140625, false], [-10.6640625, false], [-9.1640625, false], [-9.6640625, false], [-7.6640625, false], [-9.5546875, false], [-5.4140625, false], [-7.6640625, false], [-10.9140625, false], [-5.4140625, false], [-10.4140625, false], [-8.6640625, false], [-5.4140625, false], [-7.6640625, false], [-8.9140625, false], [-5.4140625, false], [-8.9140625, false], [-11.1640625, false], [-10.9140625, false], [-10.6640625, false], [-7.6640625, false], [-8.6640625, false], [-8.9140625, false], [-10.9140625, false], [-9.4140625, false], [-7.6640625, false], [-12.6640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2086, "doc": {"id": "Mercury_7227920", "question": "The symptoms of influenza infection are partly caused by the", "choices": {"text": ["rapid genetic mutation in infected cells.", "consumption of the body's energy resources by viruses.", "release of toxins by viral particles.", "body's inflammatory response to infected cells."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "body's inflammatory response to infected cells.", "arguments": ["Question: The symptoms of influenza infection are partly caused by the\nAnswer:", " ["], "resps": [[[-7.5078125, false]], [[-8.6328125, false]], [[-10.7578125, false]], [[-5.1328125, false]], [[-9.2578125, false]], [[-6.5078125, false]], [[-9.2578125, false]], [[-4.5078125, false]], [[-10.8828125, false]], [[-9.1328125, false]], [[-9.1328125, false]], [[-9.1328125, false]], [[-10.5078125, false]], [[-6.5078125, false]], [[-6.6328125, false]], [[-4.5078125, false]], [[-10.5078125, false]], [[-9.5078125, false]], [[-10.5078125, false]], [[-5.1328125, false]], [[-10.5078125, false]], [[-6.5078125, false]], [[-8.8828125, false]], [[-9.1328125, false]], [[-4.5078125, false]], [[-6.5078125, false]], [[-9.1328125, false]], [[-4.5078125, false]], [[-6.5078125, false]], [[-9.1328125, false]], [[-8.8828125, false]], [[-9.1328125, false]], [[-6.6328125, false]], [[-10.5078125, false]], [[-9.1328125, false]], [[-9.2578125, false]], [[-4.5078125, false]], [[-6.6328125, false]], [[-9.1328125, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-7.0078125, false]], [[-5.30859375, false]], [[-8.6328125, false]], [[-7.30859375, false]], [[-4.5078125, false]], [[-6.1328125, false]], [[-6.6328125, false]], [[-8.8828125, false]], [[-9.1328125, false]], [[-7.0078125, false]], [[-9.5078125, false]], [[-10.5078125, false]], [[-9.2578125, false]], [[-10.5078125, false]], [[-6.5078125, false]], [[-8.8828125, false]], [[-9.1328125, false]], [[-4.5078125, false]], [[-8.8828125, false]], [[-8.8828125, false]], [[-4.5078125, false]], [[-10.5078125, false]], [[-9.1328125, false]], [[-9.1328125, false]], [[-4.5078125, false]], [[-8.0078125, false]], [[-8.8828125, false]], [[-9.2578125, false]], [[-10.5078125, false]], [[-8.6328125, false]], [[-7.0078125, false]], [[-4.5078125, false]], [[-9.1328125, false]], [[-9.1328125, false]], [[-9.1328125, false]], [[-10.7578125, false]], [[-10.8828125, false]], [[-10.5078125, false]], [[-4.5078125, false]], [[-10.7578125, false]], [[-9.1328125, false]], [[-7.0078125, false]], [[-8.8828125, false]], [[-9.5078125, false]], [[-10.7578125, false]], [[-6.6328125, false]], [[-9.1328125, false]], [[-7.0078125, false]], [[-4.5078125, false]], [[-8.0078125, false]], [[-10.5078125, false]], [[-4.5078125, false]], [[-10.5078125, false]], [[-6.5078125, false]], [[-10.7578125, false]], [[-9.5078125, false]], [[-7.0078125, false]], [[-9.1328125, false]], [[-7.0078125, false]], [[-5.30859375, false]], [[-6.1328125, false]], [[-7.30859375, false]], [[-4.5078125, false]], [[-8.6328125, false]], [[-10.7578125, false]], [[-9.1328125, false]], [[-9.6328125, false]], [[-9.1328125, false]], [[-5.1328125, false]], [[-7.0078125, false]], [[-9.1328125, false]], [[-4.5078125, false]], [[-8.8828125, false]], [[-8.8828125, false]], [[-4.5078125, false]], [[-10.5078125, false]], [[-8.8828125, false]], [[-10.0078125, false]], [[-6.5078125, false]], [[-9.1328125, false]], [[-7.0078125, false]], [[-4.5078125, false]], [[-8.0078125, false]], [[-10.5078125, false]], [[-4.5078125, false]], [[-10.5078125, false]], [[-6.5078125, false]], [[-10.7578125, false]], [[-5.1328125, false]], [[-9.6328125, false]], [[-4.5078125, false]], [[-9.2578125, false]], [[-5.1328125, false]], [[-10.7578125, false]], [[-10.5078125, false]], [[-6.5078125, false]], [[-6.6328125, false]], [[-9.6328125, false]], [[-9.1328125, false]], [[-7.0078125, false]], [[-5.30859375, false]], [[-8.6328125, false]], [[-7.30859375, false]], [[-4.5078125, false]], [[-6.1328125, false]], [[-8.0078125, false]], [[-8.8828125, false]], [[-9.2578125, false]], [[-10.5078125, false]], [[-8.6328125, false]], [[-7.0078125, false]], [[-4.5078125, false]], [[-6.5078125, false]], [[-9.1328125, false]], [[-8.8828125, false]], [[-9.6328125, false]], [[-5.1328125, false]], [[-10.5078125, false]], [[-10.5078125, false]], [[-5.1328125, false]], [[-10.5078125, false]], [[-8.8828125, false]], [[-10.7578125, false]], [[-10.5078125, false]], [[-4.5078125, false]], [[-10.7578125, false]], [[-9.1328125, false]], [[-7.0078125, false]], [[-9.2578125, false]], [[-8.8828125, false]], [[-9.1328125, false]], [[-7.0078125, false]], [[-9.1328125, false]], [[-4.5078125, false]], [[-10.5078125, false]], [[-8.8828125, false]], [[-4.5078125, false]], [[-6.5078125, false]], [[-9.1328125, false]], [[-8.8828125, false]], [[-9.1328125, false]], [[-6.6328125, false]], [[-10.5078125, false]], [[-9.1328125, false]], [[-9.2578125, false]], [[-4.5078125, false]], [[-6.6328125, false]], [[-9.1328125, false]], [[-9.6328125, false]], [[-9.6328125, false]], [[-7.0078125, false]], [[-5.30859375, false]], [[-6.1328125, false]], [[-11.1328125, false]]], "filtered_resps": [[-7.5078125, false], [-8.6328125, false], [-10.7578125, false], [-5.1328125, false], [-9.2578125, false], [-6.5078125, false], [-9.2578125, false], [-4.5078125, false], [-10.8828125, false], [-9.1328125, false], [-9.1328125, false], [-9.1328125, false], [-10.5078125, false], [-6.5078125, false], [-6.6328125, false], [-4.5078125, false], [-10.5078125, false], [-9.5078125, false], [-10.5078125, false], [-5.1328125, false], [-10.5078125, false], [-6.5078125, false], [-8.8828125, false], [-9.1328125, false], [-4.5078125, false], [-6.5078125, false], [-9.1328125, false], [-4.5078125, false], [-6.5078125, false], [-9.1328125, false], [-8.8828125, false], [-9.1328125, false], [-6.6328125, false], [-10.5078125, false], [-9.1328125, false], [-9.2578125, false], [-4.5078125, false], [-6.6328125, false], [-9.1328125, false], [-9.6328125, false], [-9.6328125, false], [-7.0078125, false], [-5.30859375, false], [-8.6328125, false], [-7.30859375, false], [-4.5078125, false], [-6.1328125, false], [-6.6328125, false], [-8.8828125, false], [-9.1328125, false], [-7.0078125, false], [-9.5078125, false], [-10.5078125, false], [-9.2578125, false], [-10.5078125, false], [-6.5078125, false], [-8.8828125, false], [-9.1328125, false], [-4.5078125, false], [-8.8828125, false], [-8.8828125, false], [-4.5078125, false], [-10.5078125, false], [-9.1328125, false], [-9.1328125, false], [-4.5078125, false], [-8.0078125, false], [-8.8828125, false], [-9.2578125, false], [-10.5078125, false], [-8.6328125, false], [-7.0078125, false], [-4.5078125, false], [-9.1328125, false], [-9.1328125, false], [-9.1328125, false], [-10.7578125, false], [-10.8828125, false], [-10.5078125, false], [-4.5078125, false], [-10.7578125, false], [-9.1328125, false], [-7.0078125, false], [-8.8828125, false], [-9.5078125, false], [-10.7578125, false], [-6.6328125, false], [-9.1328125, false], [-7.0078125, false], [-4.5078125, false], [-8.0078125, false], [-10.5078125, false], [-4.5078125, false], [-10.5078125, false], [-6.5078125, false], [-10.7578125, false], [-9.5078125, false], [-7.0078125, false], [-9.1328125, false], [-7.0078125, false], [-5.30859375, false], [-6.1328125, false], [-7.30859375, false], [-4.5078125, false], [-8.6328125, false], [-10.7578125, false], [-9.1328125, false], [-9.6328125, false], [-9.1328125, false], [-5.1328125, false], [-7.0078125, false], [-9.1328125, false], [-4.5078125, false], [-8.8828125, false], [-8.8828125, false], [-4.5078125, false], [-10.5078125, false], [-8.8828125, false], [-10.0078125, false], [-6.5078125, false], [-9.1328125, false], [-7.0078125, false], [-4.5078125, false], [-8.0078125, false], [-10.5078125, false], [-4.5078125, false], [-10.5078125, false], [-6.5078125, false], [-10.7578125, false], [-5.1328125, false], [-9.6328125, false], [-4.5078125, false], [-9.2578125, false], [-5.1328125, false], [-10.7578125, false], [-10.5078125, false], [-6.5078125, false], [-6.6328125, false], [-9.6328125, false], [-9.1328125, false], [-7.0078125, false], [-5.30859375, false], [-8.6328125, false], [-7.30859375, false], [-4.5078125, false], [-6.1328125, false], [-8.0078125, false], [-8.8828125, false], [-9.2578125, false], [-10.5078125, false], [-8.6328125, false], [-7.0078125, false], [-4.5078125, false], [-6.5078125, false], [-9.1328125, false], [-8.8828125, false], [-9.6328125, false], [-5.1328125, false], [-10.5078125, false], [-10.5078125, false], [-5.1328125, false], [-10.5078125, false], [-8.8828125, false], [-10.7578125, false], [-10.5078125, false], [-4.5078125, false], [-10.7578125, false], [-9.1328125, false], [-7.0078125, false], [-9.2578125, false], [-8.8828125, false], [-9.1328125, false], [-7.0078125, false], [-9.1328125, false], [-4.5078125, false], [-10.5078125, false], [-8.8828125, false], [-4.5078125, false], [-6.5078125, false], [-9.1328125, false], [-8.8828125, false], [-9.1328125, false], [-6.6328125, false], [-10.5078125, false], [-9.1328125, false], [-9.2578125, false], [-4.5078125, false], [-6.6328125, false], [-9.1328125, false], [-9.6328125, false], [-9.6328125, false], [-7.0078125, false], [-5.30859375, false], [-6.1328125, false], [-11.1328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2094, "doc": {"id": "NYSEDREGENTS_2010_4_26", "question": "The energy that is stored in food originally comes from", "choices": {"text": ["air", "soil", "sunlight", "water"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "sunlight", "arguments": ["Question: The energy that is stored in food originally comes from\nAnswer:", " ["], "resps": [[[-7.42578125, false]], [[-8.421875, false]], [[-5.92578125, false]], [[-8.046875, false]], [[-11.671875, false]], [[-8.421875, false]], [[-8.796875, false]], [[-5.42578125, false]], [[-8.421875, false]], [[-9.296875, false]], [[-9.921875, false]], [[-8.046875, false]], [[-10.296875, false]], [[-8.421875, false]], [[-8.796875, false]], [[-5.42578125, false]], [[-8.421875, false]], [[-9.296875, false]], [[-10.796875, false]], [[-9.421875, false]], [[-10.296875, false]], [[-8.046875, false]], [[-10.921875, false]], [[-10.546875, false]], [[-10.421875, false]], [[-8.421875, false]], [[-8.796875, false]], [[-5.42578125, false]], [[-8.421875, false]], [[-9.796875, false]], [[-5.92578125, false]], [[-10.421875, false]], [[-8.921875, false]], [[-11.671875, false]], [[-8.421875, false]], [[-12.296875, false]]], "filtered_resps": [[-7.42578125, false], [-8.421875, false], [-5.92578125, false], [-8.046875, false], [-11.671875, false], [-8.421875, false], [-8.796875, false], [-5.42578125, false], [-8.421875, false], [-9.296875, false], [-9.921875, false], [-8.046875, false], [-10.296875, false], [-8.421875, false], [-8.796875, false], [-5.42578125, false], [-8.421875, false], [-9.296875, false], [-10.796875, false], [-9.421875, false], [-10.296875, false], [-8.046875, false], [-10.921875, false], [-10.546875, false], [-10.421875, false], [-8.421875, false], [-8.796875, false], [-5.42578125, false], [-8.421875, false], [-9.796875, false], [-5.92578125, false], [-10.421875, false], [-8.921875, false], [-11.671875, false], [-8.421875, false], [-12.296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2102, "doc": {"id": "MCAS_2000_4_25", "question": "Robots are used to help manufacture cars. One problem with this is", "choices": {"text": ["less waste.", "lower cost.", "fewer jobs.", "more mistakes."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "fewer jobs.", "arguments": ["Question: Robots are used to help manufacture cars. One problem with this is\nAnswer:", " ["], "resps": [[[-7.73828125, false]], [[-8.234375, false]], [[-10.234375, false]], [[-9.484375, false]], [[-9.484375, false]], [[-9.484375, false]], [[-5.98828125, false]], [[-10.484375, false]], [[-5.23828125, false]], [[-9.484375, false]], [[-10.984375, false]], [[-9.484375, false]], [[-8.078125, false]], [[-8.234375, false]], [[-10.078125, false]], [[-5.98828125, false]], [[-8.234375, false]], [[-10.234375, false]], [[-9.984375, false]], [[-10.484375, false]], [[-9.484375, false]], [[-10.734375, false]], [[-5.98828125, false]], [[-9.734375, false]], [[-9.984375, false]], [[-9.484375, false]], [[-10.984375, false]], [[-8.078125, false]], [[-8.234375, false]], [[-10.078125, false]], [[-5.98828125, false]], [[-8.234375, false]], [[-11.484375, false]], [[-9.484375, false]], [[-10.484375, false]], [[-9.484375, false]], [[-10.734375, false]], [[-5.98828125, false]], [[-12.984375, false]], [[-9.984375, false]], [[-9.234375, false]], [[-9.484375, false]], [[-8.078125, false]], [[-8.234375, false]], [[-10.078125, false]], [[-5.98828125, false]], [[-8.234375, false]], [[-11.234375, false]], [[-9.984375, false]], [[-10.734375, false]], [[-9.484375, false]], [[-5.98828125, false]], [[-11.234375, false]], [[-7.98828125, false]], [[-9.484375, false]], [[-10.984375, false]], [[-5.23828125, false]], [[-10.984375, false]], [[-9.484375, false]], [[-9.484375, false]], [[-8.078125, false]], [[-8.234375, false]], [[-12.734375, false]]], "filtered_resps": [[-7.73828125, false], [-8.234375, false], [-10.234375, false], [-9.484375, false], [-9.484375, false], [-9.484375, false], [-5.98828125, false], [-10.484375, false], [-5.23828125, false], [-9.484375, false], [-10.984375, false], [-9.484375, false], [-8.078125, false], [-8.234375, false], [-10.078125, false], [-5.98828125, false], [-8.234375, false], [-10.234375, false], [-9.984375, false], [-10.484375, false], [-9.484375, false], [-10.734375, false], [-5.98828125, false], [-9.734375, false], [-9.984375, false], [-9.484375, false], [-10.984375, false], [-8.078125, false], [-8.234375, false], [-10.078125, false], [-5.98828125, false], [-8.234375, false], [-11.484375, false], [-9.484375, false], [-10.484375, false], [-9.484375, false], [-10.734375, false], [-5.98828125, false], [-12.984375, false], [-9.984375, false], [-9.234375, false], [-9.484375, false], [-8.078125, false], [-8.234375, false], [-10.078125, false], [-5.98828125, false], [-8.234375, false], [-11.234375, false], [-9.984375, false], [-10.734375, false], [-9.484375, false], [-5.98828125, false], [-11.234375, false], [-7.98828125, false], [-9.484375, false], [-10.984375, false], [-5.23828125, false], [-10.984375, false], [-9.484375, false], [-9.484375, false], [-8.078125, false], [-8.234375, false], [-12.734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2110, "doc": {"id": "Mercury_405771", "question": "Which of these structures in a plant cell allows a plant to make food?", "choices": {"text": ["cell wall", "cytoplasm", "chloroplast", "chromosomes"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "chloroplast", "arguments": ["Question: Which of these structures in a plant cell allows a plant to make food?\nAnswer:", " ["], "resps": [[[-7.49609375, false]], [[-9.875, false]], [[-6.74609375, false]], [[-7.99609375, false]], [[-10.375, false]], [[-10.375, false]], [[-5.37109375, false]], [[-10.25, false]], [[-3.12109375, false]], [[-10.375, false]], [[-10.375, false]], [[-9.875, false]], [[-9.765625, false]], [[-5.37109375, false]], [[-9.875, false]], [[-6.74609375, false]], [[-10.125, false]], [[-8.875, false]], [[-8.625, false]], [[-9.5, false]], [[-10.375, false]], [[-3.12109375, false]], [[-9.25, false]], [[-8.625, false]], [[-9.875, false]], [[-9.765625, false]], [[-5.37109375, false]], [[-9.875, false]], [[-6.74609375, false]], [[-9.875, false]], [[-10.375, false]], [[-8.625, false]], [[-9.5, false]], [[-8.625, false]], [[-9.5, false]], [[-10.375, false]], [[-3.12109375, false]], [[-9.25, false]], [[-8.875, false]], [[-9.875, false]], [[-9.765625, false]], [[-5.37109375, false]], [[-9.875, false]], [[-6.74609375, false]], [[-9.875, false]], [[-9.5, false]], [[-8.625, false]], [[-8.625, false]], [[-8.625, false]], [[-9.25, false]], [[-8.625, false]], [[-8.625, false]], [[-7.99609375, false]], [[-9.25, false]], [[-9.875, false]], [[-13.5, false]]], "filtered_resps": [[-7.49609375, false], [-9.875, false], [-6.74609375, false], [-7.99609375, false], [-10.375, false], [-10.375, false], [-5.37109375, false], [-10.25, false], [-3.12109375, false], [-10.375, false], [-10.375, false], [-9.875, false], [-9.765625, false], [-5.37109375, false], [-9.875, false], [-6.74609375, false], [-10.125, false], [-8.875, false], [-8.625, false], [-9.5, false], [-10.375, false], [-3.12109375, false], [-9.25, false], [-8.625, false], [-9.875, false], [-9.765625, false], [-5.37109375, false], [-9.875, false], [-6.74609375, false], [-9.875, false], [-10.375, false], [-8.625, false], [-9.5, false], [-8.625, false], [-9.5, false], [-10.375, false], [-3.12109375, false], [-9.25, false], [-8.875, false], [-9.875, false], [-9.765625, false], [-5.37109375, false], [-9.875, false], [-6.74609375, false], [-9.875, false], [-9.5, false], [-8.625, false], [-8.625, false], [-8.625, false], [-9.25, false], [-8.625, false], [-8.625, false], [-7.99609375, false], [-9.25, false], [-9.875, false], [-13.5, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2118, "doc": {"id": "Mercury_7011235", "question": "Which body system functions by bringing in oxygen and removing carbon dioxide?", "choices": {"text": ["endocrine", "respiratory", "digestive", "urinary"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "respiratory", "arguments": ["Question: Which body system functions by bringing in oxygen and removing carbon dioxide?\nAnswer:", " ["], "resps": [[[-8.4921875, false]], [[-11.9921875, false]], [[-9.9921875, false]], [[-10.2421875, false]], [[-11.9921875, false]], [[-8.2421875, false]], [[-8.7421875, false]], [[-11.9921875, false]], [[-10.9921875, false]], [[-10.2421875, false]], [[-9.9921875, false]], [[-11.9921875, false]], [[-10.71875, false]], [[-5.24609375, false]], [[-11.9921875, false]], [[-11.9921875, false]], [[-9.9921875, false]], [[-10.7421875, false]], [[-10.7421875, false]], [[-10.9921875, false]], [[-11.9921875, false]], [[-6.24609375, false]], [[-10.7421875, false]], [[-8.2421875, false]], [[-11.9921875, false]], [[-13.2421875, false]], [[-11.9921875, false]], [[-10.71875, false]], [[-5.24609375, false]], [[-11.9921875, false]], [[-11.9921875, false]], [[-10.9921875, false]], [[-11.7421875, false]], [[-9.9921875, false]], [[-10.7421875, false]], [[-10.7421875, false]], [[-10.9921875, false]], [[-11.2421875, false]], [[-9.9921875, false]], [[-11.9921875, false]], [[-10.71875, false]], [[-5.24609375, false]], [[-11.9921875, false]], [[-9.7421875, false]], [[-11.9921875, false]], [[-10.9921875, false]], [[-10.2421875, false]], [[-6.24609375, false]], [[-11.9921875, false]], [[-13.2421875, false]], [[-11.9921875, false]], [[-14.2421875, false]]], "filtered_resps": [[-8.4921875, false], [-11.9921875, false], [-9.9921875, false], [-10.2421875, false], [-11.9921875, false], [-8.2421875, false], [-8.7421875, false], [-11.9921875, false], [-10.9921875, false], [-10.2421875, false], [-9.9921875, false], [-11.9921875, false], [-10.71875, false], [-5.24609375, false], [-11.9921875, false], [-11.9921875, false], [-9.9921875, false], [-10.7421875, false], [-10.7421875, false], [-10.9921875, false], [-11.9921875, false], [-6.24609375, false], [-10.7421875, false], [-8.2421875, false], [-11.9921875, false], [-13.2421875, false], [-11.9921875, false], [-10.71875, false], [-5.24609375, false], [-11.9921875, false], [-11.9921875, false], [-10.9921875, false], [-11.7421875, false], [-9.9921875, false], [-10.7421875, false], [-10.7421875, false], [-10.9921875, false], [-11.2421875, false], [-9.9921875, false], [-11.9921875, false], [-10.71875, false], [-5.24609375, false], [-11.9921875, false], [-9.7421875, false], [-11.9921875, false], [-10.9921875, false], [-10.2421875, false], [-6.24609375, false], [-11.9921875, false], [-13.2421875, false], [-11.9921875, false], [-14.2421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2126, "doc": {"id": "Mercury_7227903", "question": "HIV makes the body vulnerable to secondary infections by targeting", "choices": {"text": ["macrophages.", "helper T-cells.", "cells.", "killer T-cells."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "helper T-cells.", "arguments": ["Question: HIV makes the body vulnerable to secondary infections by targeting\nAnswer:", " ["], "resps": [[[-7.21875, false]], [[-8.21875, false]], [[-9.84375, false]], [[-5.71875, false]], [[-8.59375, false]], [[-10.46875, false]], [[-8.46875, false]], [[-9.34375, false]], [[-8.96875, false]], [[-5.71875, false]], [[-10.34375, false]], [[-8.46875, false]], [[-9.34375, false]], [[-6.296875, false]], [[-8.21875, false]], [[-8.296875, false]], [[-4.34375, false]], [[-8.21875, false]], [[-8.96875, false]], [[-8.46875, false]], [[-9.59375, false]], [[-9.34375, false]], [[-8.46875, false]], [[-10.46875, false]], [[-4.34375, false]], [[-6.59375, false]], [[-6.84375, false]], [[-8.59375, false]], [[-8.46875, false]], [[-9.59375, false]], [[-9.59375, false]], [[-9.34375, false]], [[-6.296875, false]], [[-8.21875, false]], [[-8.296875, false]], [[-4.34375, false]], [[-8.21875, false]], [[-8.59375, false]], [[-8.46875, false]], [[-9.59375, false]], [[-9.59375, false]], [[-9.34375, false]], [[-6.296875, false]], [[-8.21875, false]], [[-8.296875, false]], [[-4.34375, false]], [[-8.21875, false]], [[-9.09375, false]], [[-7.09375, false]], [[-9.59375, false]], [[-9.59375, false]], [[-8.46875, false]], [[-10.46875, false]], [[-4.34375, false]], [[-6.59375, false]], [[-6.84375, false]], [[-8.59375, false]], [[-8.46875, false]], [[-9.59375, false]], [[-9.59375, false]], [[-9.34375, false]], [[-6.296875, false]], [[-8.21875, false]], [[-12.09375, false]]], "filtered_resps": [[-7.21875, false], [-8.21875, false], [-9.84375, false], [-5.71875, false], [-8.59375, false], [-10.46875, false], [-8.46875, false], [-9.34375, false], [-8.96875, false], [-5.71875, false], [-10.34375, false], [-8.46875, false], [-9.34375, false], [-6.296875, false], [-8.21875, false], [-8.296875, false], [-4.34375, false], [-8.21875, false], [-8.96875, false], [-8.46875, false], [-9.59375, false], [-9.34375, false], [-8.46875, false], [-10.46875, false], [-4.34375, false], [-6.59375, false], [-6.84375, false], [-8.59375, false], [-8.46875, false], [-9.59375, false], [-9.59375, false], [-9.34375, false], [-6.296875, false], [-8.21875, false], [-8.296875, false], [-4.34375, false], [-8.21875, false], [-8.59375, false], [-8.46875, false], [-9.59375, false], [-9.59375, false], [-9.34375, false], [-6.296875, false], [-8.21875, false], [-8.296875, false], [-4.34375, false], [-8.21875, false], [-9.09375, false], [-7.09375, false], [-9.59375, false], [-9.59375, false], [-8.46875, false], [-10.46875, false], [-4.34375, false], [-6.59375, false], [-6.84375, false], [-8.59375, false], [-8.46875, false], [-9.59375, false], [-9.59375, false], [-9.34375, false], [-6.296875, false], [-8.21875, false], [-12.09375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2134, "doc": {"id": "Mercury_SC_401300", "question": "Which feature is a kitten most likely to inherit from its parents?", "choices": {"text": ["diet", "color", "health", "independence"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "color", "arguments": ["Question: Which feature is a kitten most likely to inherit from its parents?\nAnswer:", " ["], "resps": [[[-7.78125, false]], [[-9.15625, false]], [[-10.28125, false]], [[-10.40625, false]], [[-10.40625, false]], [[-10.53125, false]], [[-9.15625, false]], [[-9.9921875, false]], [[-5.03125, false]], [[-9.15625, false]], [[-9.03125, false]], [[-9.65625, false]], [[-10.40625, false]], [[-9.65625, false]], [[-10.90625, false]], [[-9.15625, false]], [[-9.9921875, false]], [[-5.03125, false]], [[-9.15625, false]], [[-12.15625, false]], [[-10.40625, false]], [[-4.65625, false]], [[-10.40625, false]], [[-10.53125, false]], [[-12.15625, false]], [[-9.15625, false]], [[-9.9921875, false]], [[-5.03125, false]], [[-9.15625, false]], [[-10.40625, false]], [[-8.90625, false]], [[-10.28125, false]], [[-10.40625, false]], [[-10.40625, false]], [[-10.40625, false]], [[-8.90625, false]], [[-10.28125, false]], [[-10.40625, false]], [[-8.90625, false]], [[-9.03125, false]], [[-10.40625, false]], [[-9.15625, false]], [[-13.15625, false]]], "filtered_resps": [[-7.78125, false], [-9.15625, false], [-10.28125, false], [-10.40625, false], [-10.40625, false], [-10.53125, false], [-9.15625, false], [-9.9921875, false], [-5.03125, false], [-9.15625, false], [-9.03125, false], [-9.65625, false], [-10.40625, false], [-9.65625, false], [-10.90625, false], [-9.15625, false], [-9.9921875, false], [-5.03125, false], [-9.15625, false], [-12.15625, false], [-10.40625, false], [-4.65625, false], [-10.40625, false], [-10.53125, false], [-12.15625, false], [-9.15625, false], [-9.9921875, false], [-5.03125, false], [-9.15625, false], [-10.40625, false], [-8.90625, false], [-10.28125, false], [-10.40625, false], [-10.40625, false], [-10.40625, false], [-8.90625, false], [-10.28125, false], [-10.40625, false], [-8.90625, false], [-9.03125, false], [-10.40625, false], [-9.15625, false], [-13.15625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2142, "doc": {"id": "Mercury_7271723", "question": "Farm fertilizers are often carried by runoff into the Mississippi River and down to the Gulf of Mexico, resulting in algae blooms. Which of these results from the decomposition of the algae blooms?", "choices": {"text": ["an abundance of dissolved oxygen", "dead zones where there are no fish", "a reduction in atmospheric carbon dioxide", "food webs with rapidly growing populations"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "dead zones where there are no fish", "arguments": ["Question: Farm fertilizers are often carried by runoff into the Mississippi River and down to the Gulf of Mexico, resulting in algae blooms. Which of these results from the decomposition of the algae blooms?\nAnswer:", " ["], "resps": [[[-6.74609375, false]], [[-9.9921875, false]], [[-3.49609375, false]], [[-5.99609375, false]], [[-5.24609375, false]], [[-3.49609375, false]], [[-5.99609375, false]], [[-10.1171875, false]], [[-5.99609375, false]], [[-6.49609375, false]], [[-3.49609375, false]], [[-5.99609375, false]], [[-5.99609375, false]], [[-7.99609375, false]], [[-5.24609375, false]], [[-7.24609375, false]], [[-8.7421875, false]], [[-5.24609375, false]], [[-6.49609375, false]], [[-7.74609375, false]], [[-9.7421875, false]], [[-9.7421875, false]], [[-7.24609375, false]], [[-9.3671875, false]], [[-9.9921875, false]], [[-7.99609375, false]], [[-6.49609375, false]], [[-5.24609375, false]], [[-7.24609375, false]], [[-9.3671875, false]], [[-10.1171875, false]], [[-10.6171875, false]], [[-7.99609375, false]], [[-5.99609375, false]], [[-9.9921875, false]], [[-9.34375, false]], [[-5.24609375, false]], [[-9.9921875, false]], [[-6.49609375, false]], [[-7.99609375, false]], [[-3.49609375, false]], [[-6.49609375, false]], [[-5.24609375, false]], [[-11.2421875, false]], [[-7.24609375, false]], [[-5.99609375, false]], [[-7.99609375, false]], [[-9.7421875, false]], [[-5.24609375, false]], [[-10.8671875, false]], [[-10.6171875, false]], [[-7.99609375, false]], [[-10.4921875, false]], [[-7.99609375, false]], [[-5.24609375, false]], [[-10.6171875, false]], [[-10.6171875, false]], [[-7.99609375, false]], [[-10.4921875, false]], [[-7.99609375, false]], [[-5.24609375, false]], [[-3.49609375, false]], [[-10.4921875, false]], [[-7.99609375, false]], [[-5.24609375, false]], [[-5.99609375, false]], [[-7.24609375, false]], [[-5.24609375, false]], [[-8.7421875, false]], [[-7.74609375, false]], [[-9.7421875, false]], [[-10.6171875, false]], [[-9.9921875, false]], [[-9.34375, false]], [[-5.24609375, false]], [[-9.9921875, false]], [[-3.49609375, false]], [[-5.24609375, false]], [[-10.4921875, false]], [[-7.99609375, false]], [[-6.49609375, false]], [[-10.1171875, false]], [[-5.99609375, false]], [[-10.6171875, false]], [[-7.74609375, false]], [[-7.24609375, false]], [[-5.99609375, false]], [[-5.24609375, false]], [[-7.74609375, false]], [[-5.99609375, false]], [[-5.24609375, false]], [[-3.49609375, false]], [[-10.6171875, false]], [[-8.2421875, false]], [[-7.24609375, false]], [[-9.7421875, false]], [[-8.9921875, false]], [[-10.6171875, false]], [[-7.99609375, false]], [[-10.4921875, false]], [[-7.74609375, false]], [[-5.99609375, false]], [[-5.24609375, false]], [[-5.99609375, false]], [[-3.49609375, false]], [[-10.4921875, false]], [[-5.99609375, false]], [[-7.24609375, false]], [[-5.99609375, false]], [[-5.24609375, false]], [[-6.49609375, false]], [[-7.74609375, false]], [[-7.24609375, false]], [[-9.3671875, false]], [[-7.74609375, false]], [[-6.49609375, false]], [[-7.99609375, false]], [[-9.9921875, false]], [[-9.34375, false]], [[-5.24609375, false]], [[-9.9921875, false]], [[-8.7421875, false]], [[-7.24609375, false]], [[-7.24609375, false]], [[-6.49609375, false]], [[-5.24609375, false]], [[-10.8671875, false]], [[-7.99609375, false]], [[-5.99609375, false]], [[-9.7421875, false]], [[-5.24609375, false]], [[-10.8671875, false]], [[-7.74609375, false]], [[-10.6171875, false]], [[-10.6171875, false]], [[-5.24609375, false]], [[-10.4921875, false]], [[-3.49609375, false]], [[-8.9921875, false]], [[-7.74609375, false]], [[-6.49609375, false]], [[-9.3671875, false]], [[-10.1171875, false]], [[-5.24609375, false]], [[-10.6171875, false]], [[-10.4921875, false]], [[-7.24609375, false]], [[-10.8671875, false]], [[-7.74609375, false]], [[-5.99609375, false]], [[-10.6171875, false]], [[-5.24609375, false]], [[-8.9921875, false]], [[-7.24609375, false]], [[-8.9921875, false]], [[-10.1171875, false]], [[-9.3671875, false]], [[-3.49609375, false]], [[-10.6171875, false]], [[-7.74609375, false]], [[-7.24609375, false]], [[-5.99609375, false]], [[-9.7421875, false]], [[-9.9921875, false]], [[-12.7421875, false]]], "filtered_resps": [[-6.74609375, false], [-9.9921875, false], [-3.49609375, false], [-5.99609375, false], [-5.24609375, false], [-3.49609375, false], [-5.99609375, false], [-10.1171875, false], [-5.99609375, false], [-6.49609375, false], [-3.49609375, false], [-5.99609375, false], [-5.99609375, false], [-7.99609375, false], [-5.24609375, false], [-7.24609375, false], [-8.7421875, false], [-5.24609375, false], [-6.49609375, false], [-7.74609375, false], [-9.7421875, false], [-9.7421875, false], [-7.24609375, false], [-9.3671875, false], [-9.9921875, false], [-7.99609375, false], [-6.49609375, false], [-5.24609375, false], [-7.24609375, false], [-9.3671875, false], [-10.1171875, false], [-10.6171875, false], [-7.99609375, false], [-5.99609375, false], [-9.9921875, false], [-9.34375, false], [-5.24609375, false], [-9.9921875, false], [-6.49609375, false], [-7.99609375, false], [-3.49609375, false], [-6.49609375, false], [-5.24609375, false], [-11.2421875, false], [-7.24609375, false], [-5.99609375, false], [-7.99609375, false], [-9.7421875, false], [-5.24609375, false], [-10.8671875, false], [-10.6171875, false], [-7.99609375, false], [-10.4921875, false], [-7.99609375, false], [-5.24609375, false], [-10.6171875, false], [-10.6171875, false], [-7.99609375, false], [-10.4921875, false], [-7.99609375, false], [-5.24609375, false], [-3.49609375, false], [-10.4921875, false], [-7.99609375, false], [-5.24609375, false], [-5.99609375, false], [-7.24609375, false], [-5.24609375, false], [-8.7421875, false], [-7.74609375, false], [-9.7421875, false], [-10.6171875, false], [-9.9921875, false], [-9.34375, false], [-5.24609375, false], [-9.9921875, false], [-3.49609375, false], [-5.24609375, false], [-10.4921875, false], [-7.99609375, false], [-6.49609375, false], [-10.1171875, false], [-5.99609375, false], [-10.6171875, false], [-7.74609375, false], [-7.24609375, false], [-5.99609375, false], [-5.24609375, false], [-7.74609375, false], [-5.99609375, false], [-5.24609375, false], [-3.49609375, false], [-10.6171875, false], [-8.2421875, false], [-7.24609375, false], [-9.7421875, false], [-8.9921875, false], [-10.6171875, false], [-7.99609375, false], [-10.4921875, false], [-7.74609375, false], [-5.99609375, false], [-5.24609375, false], [-5.99609375, false], [-3.49609375, false], [-10.4921875, false], [-5.99609375, false], [-7.24609375, false], [-5.99609375, false], [-5.24609375, false], [-6.49609375, false], [-7.74609375, false], [-7.24609375, false], [-9.3671875, false], [-7.74609375, false], [-6.49609375, false], [-7.99609375, false], [-9.9921875, false], [-9.34375, false], [-5.24609375, false], [-9.9921875, false], [-8.7421875, false], [-7.24609375, false], [-7.24609375, false], [-6.49609375, false], [-5.24609375, false], [-10.8671875, false], [-7.99609375, false], [-5.99609375, false], [-9.7421875, false], [-5.24609375, false], [-10.8671875, false], [-7.74609375, false], [-10.6171875, false], [-10.6171875, false], [-5.24609375, false], [-10.4921875, false], [-3.49609375, false], [-8.9921875, false], [-7.74609375, false], [-6.49609375, false], [-9.3671875, false], [-10.1171875, false], [-5.24609375, false], [-10.6171875, false], [-10.4921875, false], [-7.24609375, false], [-10.8671875, false], [-7.74609375, false], [-5.99609375, false], [-10.6171875, false], [-5.24609375, false], [-8.9921875, false], [-7.24609375, false], [-8.9921875, false], [-10.1171875, false], [-9.3671875, false], [-3.49609375, false], [-10.6171875, false], [-7.74609375, false], [-7.24609375, false], [-5.99609375, false], [-9.7421875, false], [-9.9921875, false], [-12.7421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2150, "doc": {"id": "MEAP_2005_8_15", "question": "When rain falls on the land, some of it is absorbed by surface sediment. How porous the surface sediments are controls how much water is absorbed. Which of the following will most likely result in an area where surface sediment is NOT porous?", "choices": {"text": ["flooding", "droughts", "tornadoes", "spring formation"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "flooding", "arguments": ["Question: When rain falls on the land, some of it is absorbed by surface sediment. How porous the surface sediments are controls how much water is absorbed. Which of the following will most likely result in an area where surface sediment is NOT porous?\nAnswer:", " ["], "resps": [[[-7.21875, false]], [[-9.71875, false]], [[-8.46875, false]], [[-9.46875, false]], [[-8.21875, false]], [[-8.21875, false]], [[-7.46875, false]], [[-7.96875, false]], [[-7.96875, false]], [[-10.21875, false]], [[-9.71875, false]], [[-9.4375, false]], [[-5.21875, false]], [[-9.71875, false]], [[-7.46875, false]], [[-9.71875, false]], [[-8.21875, false]], [[-10.96875, false]], [[-10.21875, false]], [[-10.46875, false]], [[-10.21875, false]], [[-8.71875, false]], [[-9.71875, false]], [[-9.4375, false]], [[-5.21875, false]], [[-9.71875, false]], [[-10.21875, false]], [[-8.21875, false]], [[-9.71875, false]], [[-7.96875, false]], [[-3.966796875, false]], [[-7.46875, false]], [[-8.21875, false]], [[-7.71875, false]], [[-8.71875, false]], [[-9.71875, false]], [[-9.4375, false]], [[-5.21875, false]], [[-9.71875, false]], [[-8.71875, false]], [[-8.71875, false]], [[-9.71875, false]], [[-7.96875, false]], [[-7.96875, false]], [[-10.21875, false]], [[-5.21875, false]], [[-8.46875, false]], [[-8.21875, false]], [[-9.71875, false]], [[-8.71875, false]], [[-3.966796875, false]], [[-10.21875, false]], [[-7.96875, false]], [[-8.21875, false]], [[-7.96875, false]], [[-9.71875, false]], [[-12.46875, false]]], "filtered_resps": [[-7.21875, false], [-9.71875, false], [-8.46875, false], [-9.46875, false], [-8.21875, false], [-8.21875, false], [-7.46875, false], [-7.96875, false], [-7.96875, false], [-10.21875, false], [-9.71875, false], [-9.4375, false], [-5.21875, false], [-9.71875, false], [-7.46875, false], [-9.71875, false], [-8.21875, false], [-10.96875, false], [-10.21875, false], [-10.46875, false], [-10.21875, false], [-8.71875, false], [-9.71875, false], [-9.4375, false], [-5.21875, false], [-9.71875, false], [-10.21875, false], [-8.21875, false], [-9.71875, false], [-7.96875, false], [-3.966796875, false], [-7.46875, false], [-8.21875, false], [-7.71875, false], [-8.71875, false], [-9.71875, false], [-9.4375, false], [-5.21875, false], [-9.71875, false], [-8.71875, false], [-8.71875, false], [-9.71875, false], [-7.96875, false], [-7.96875, false], [-10.21875, false], [-5.21875, false], [-8.46875, false], [-8.21875, false], [-9.71875, false], [-8.71875, false], [-3.966796875, false], [-10.21875, false], [-7.96875, false], [-8.21875, false], [-7.96875, false], [-9.71875, false], [-12.46875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2158, "doc": {"id": "NAEP_2000_8_S21+8", "question": "Which of the following is designed to convert energy into mechanical work?", "choices": {"text": ["Electric fan", "Kerosene heater", "Flashlight", "Baking oven"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Electric fan", "arguments": ["Question: Which of the following is designed to convert energy into mechanical work?\nAnswer:", " ["], "resps": [[[-7.5234375, false]], [[-9.0234375, false]], [[-5.3984375, false]], [[-10.1484375, false]], [[-8.5234375, false]], [[-7.2734375, false]], [[-9.3984375, false]], [[-10.3984375, false]], [[-7.2734375, false]], [[-7.2734375, false]], [[-5.1484375, false]], [[-9.5234375, false]], [[-3.8984375, false]], [[-8.6484375, false]], [[-9.0234375, false]], [[-9.3359375, false]], [[-5.1484375, false]], [[-9.0234375, false]], [[-7.3984375, false]], [[-8.5234375, false]], [[-10.3984375, false]], [[-9.8984375, false]], [[-8.7734375, false]], [[-8.5234375, false]], [[-8.6484375, false]], [[-8.5234375, false]], [[-5.1484375, false]], [[-10.6484375, false]], [[-8.5234375, false]], [[-3.8984375, false]], [[-9.3984375, false]], [[-8.5234375, false]], [[-10.3984375, false]], [[-9.0234375, false]], [[-9.3359375, false]], [[-5.1484375, false]], [[-9.0234375, false]], [[-7.0234375, false]], [[-10.1484375, false]], [[-3.8984375, false]], [[-8.7734375, false]], [[-10.6484375, false]], [[-10.1484375, false]], [[-7.2734375, false]], [[-10.8984375, false]], [[-10.6484375, false]], [[-9.3984375, false]], [[-9.0234375, false]], [[-9.3359375, false]], [[-5.1484375, false]], [[-9.0234375, false]], [[-5.8984375, false]], [[-3.8984375, false]], [[-8.8984375, false]], [[-7.2734375, false]], [[-8.6484375, false]], [[-10.8984375, false]], [[-5.1484375, false]], [[-9.8984375, false]], [[-9.6484375, false]], [[-8.5234375, false]], [[-8.6484375, false]], [[-9.0234375, false]], [[-13.1484375, false]]], "filtered_resps": [[-7.5234375, false], [-9.0234375, false], [-5.3984375, false], [-10.1484375, false], [-8.5234375, false], [-7.2734375, false], [-9.3984375, false], [-10.3984375, false], [-7.2734375, false], [-7.2734375, false], [-5.1484375, false], [-9.5234375, false], [-3.8984375, false], [-8.6484375, false], [-9.0234375, false], [-9.3359375, false], [-5.1484375, false], [-9.0234375, false], [-7.3984375, false], [-8.5234375, false], [-10.3984375, false], [-9.8984375, false], [-8.7734375, false], [-8.5234375, false], [-8.6484375, false], [-8.5234375, false], [-5.1484375, false], [-10.6484375, false], [-8.5234375, false], [-3.8984375, false], [-9.3984375, false], [-8.5234375, false], [-10.3984375, false], [-9.0234375, false], [-9.3359375, false], [-5.1484375, false], [-9.0234375, false], [-7.0234375, false], [-10.1484375, false], [-3.8984375, false], [-8.7734375, false], [-10.6484375, false], [-10.1484375, false], [-7.2734375, false], [-10.8984375, false], [-10.6484375, false], [-9.3984375, false], [-9.0234375, false], [-9.3359375, false], [-5.1484375, false], [-9.0234375, false], [-5.8984375, false], [-3.8984375, false], [-8.8984375, false], [-7.2734375, false], [-8.6484375, false], [-10.8984375, false], [-5.1484375, false], [-9.8984375, false], [-9.6484375, false], [-8.5234375, false], [-8.6484375, false], [-9.0234375, false], [-13.1484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2166, "doc": {"id": "Mercury_7220955", "question": "Having students wash their hands frequently with soap and water will limit the spread of infectious disease by", "choices": {"text": ["protecting harmless bacterial cells.", "changing viral and bacterial nucleic acids.", "releasing mutated cells from pores.", "removing viruses and bacteria from the skin."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "removing viruses and bacteria from the skin.", "arguments": ["Question: Having students wash their hands frequently with soap and water will limit the spread of infectious disease by\nAnswer:", " ["], "resps": [[[-7.4375, false]], [[-8.3125, false]], [[-10.3125, false]], [[-11.4375, false]], [[-9.3125, false]], [[-11.3125, false]], [[-9.4375, false]], [[-9.4375, false]], [[-11.3125, false]], [[-8.1875, false]], [[-10.0625, false]], [[-10.3125, false]], [[-4.6875, false]], [[-10.8125, false]], [[-5.9375, false]], [[-11.4375, false]], [[-11.1875, false]], [[-11.9375, false]], [[-9.4375, false]], [[-9.9375, false]], [[-9.9375, false]], [[-4.6875, false]], [[-8.4375, false]], [[-5.9375, false]], [[-9.4375, false]], [[-11.3125, false]], [[-9.4375, false]], [[-11.4375, false]], [[-8.1875, false]], [[-5.9375, false]], [[-11.9375, false]], [[-4.6875, false]], [[-9.4375, false]], [[-9.4375, false]], [[-11.9375, false]], [[-11.9375, false]], [[-9.9375, false]], [[-8.3203125, false]], [[-8.3125, false]], [[-10.4453125, false]], [[-4.6875, false]], [[-8.3125, false]], [[-9.4375, false]], [[-10.8125, false]], [[-5.9375, false]], [[-10.0625, false]], [[-10.3125, false]], [[-8.1875, false]], [[-10.0625, false]], [[-10.3125, false]], [[-4.6875, false]], [[-11.5625, false]], [[-8.1875, false]], [[-11.4375, false]], [[-5.9375, false]], [[-11.9375, false]], [[-4.6875, false]], [[-5.9375, false]], [[-10.0625, false]], [[-8.9375, false]], [[-4.6875, false]], [[-8.4375, false]], [[-5.9375, false]], [[-9.4375, false]], [[-11.3125, false]], [[-9.4375, false]], [[-11.4375, false]], [[-8.1875, false]], [[-5.9375, false]], [[-11.9375, false]], [[-4.6875, false]], [[-10.0625, false]], [[-10.5625, false]], [[-9.4375, false]], [[-11.9375, false]], [[-9.4375, false]], [[-8.1875, false]], [[-9.4375, false]], [[-4.6875, false]], [[-5.9375, false]], [[-9.4375, false]], [[-8.1875, false]], [[-8.9375, false]], [[-9.9375, false]], [[-8.3203125, false]], [[-8.3125, false]], [[-10.4453125, false]], [[-4.6875, false]], [[-8.3125, false]], [[-11.4375, false]], [[-9.4375, false]], [[-11.9375, false]], [[-9.4375, false]], [[-5.9375, false]], [[-9.9375, false]], [[-8.1875, false]], [[-10.0625, false]], [[-10.3125, false]], [[-4.6875, false]], [[-11.1875, false]], [[-10.5625, false]], [[-11.3125, false]], [[-5.9375, false]], [[-11.3125, false]], [[-9.4375, false]], [[-8.9375, false]], [[-4.6875, false]], [[-9.4375, false]], [[-9.4375, false]], [[-11.9375, false]], [[-11.9375, false]], [[-9.9375, false]], [[-4.6875, false]], [[-10.0625, false]], [[-11.4375, false]], [[-9.3125, false]], [[-11.1875, false]], [[-4.6875, false]], [[-10.3125, false]], [[-9.3125, false]], [[-11.4375, false]], [[-9.4375, false]], [[-9.9375, false]], [[-8.3203125, false]], [[-8.3125, false]], [[-10.4453125, false]], [[-4.6875, false]], [[-8.3125, false]], [[-11.4375, false]], [[-9.4375, false]], [[-11.1875, false]], [[-9.3125, false]], [[-11.5625, false]], [[-8.1875, false]], [[-10.0625, false]], [[-10.3125, false]], [[-4.6875, false]], [[-11.5625, false]], [[-8.1875, false]], [[-11.4375, false]], [[-10.5625, false]], [[-9.9375, false]], [[-9.4375, false]], [[-9.9375, false]], [[-4.6875, false]], [[-5.9375, false]], [[-10.0625, false]], [[-8.9375, false]], [[-4.6875, false]], [[-8.4375, false]], [[-5.9375, false]], [[-9.4375, false]], [[-11.3125, false]], [[-9.4375, false]], [[-11.4375, false]], [[-8.1875, false]], [[-5.9375, false]], [[-4.6875, false]], [[-10.0625, false]], [[-11.4375, false]], [[-9.3125, false]], [[-11.1875, false]], [[-4.6875, false]], [[-11.3125, false]], [[-10.8125, false]], [[-9.4375, false]], [[-4.6875, false]], [[-9.9375, false]], [[-10.0625, false]], [[-8.1875, false]], [[-10.0625, false]], [[-8.3203125, false]], [[-8.3125, false]], [[-11.9375, false]]], "filtered_resps": [[-7.4375, false], [-8.3125, false], [-10.3125, false], [-11.4375, false], [-9.3125, false], [-11.3125, false], [-9.4375, false], [-9.4375, false], [-11.3125, false], [-8.1875, false], [-10.0625, false], [-10.3125, false], [-4.6875, false], [-10.8125, false], [-5.9375, false], [-11.4375, false], [-11.1875, false], [-11.9375, false], [-9.4375, false], [-9.9375, false], [-9.9375, false], [-4.6875, false], [-8.4375, false], [-5.9375, false], [-9.4375, false], [-11.3125, false], [-9.4375, false], [-11.4375, false], [-8.1875, false], [-5.9375, false], [-11.9375, false], [-4.6875, false], [-9.4375, false], [-9.4375, false], [-11.9375, false], [-11.9375, false], [-9.9375, false], [-8.3203125, false], [-8.3125, false], [-10.4453125, false], [-4.6875, false], [-8.3125, false], [-9.4375, false], [-10.8125, false], [-5.9375, false], [-10.0625, false], [-10.3125, false], [-8.1875, false], [-10.0625, false], [-10.3125, false], [-4.6875, false], [-11.5625, false], [-8.1875, false], [-11.4375, false], [-5.9375, false], [-11.9375, false], [-4.6875, false], [-5.9375, false], [-10.0625, false], [-8.9375, false], [-4.6875, false], [-8.4375, false], [-5.9375, false], [-9.4375, false], [-11.3125, false], [-9.4375, false], [-11.4375, false], [-8.1875, false], [-5.9375, false], [-11.9375, false], [-4.6875, false], [-10.0625, false], [-10.5625, false], [-9.4375, false], [-11.9375, false], [-9.4375, false], [-8.1875, false], [-9.4375, false], [-4.6875, false], [-5.9375, false], [-9.4375, false], [-8.1875, false], [-8.9375, false], [-9.9375, false], [-8.3203125, false], [-8.3125, false], [-10.4453125, false], [-4.6875, false], [-8.3125, false], [-11.4375, false], [-9.4375, false], [-11.9375, false], [-9.4375, false], [-5.9375, false], [-9.9375, false], [-8.1875, false], [-10.0625, false], [-10.3125, false], [-4.6875, false], [-11.1875, false], [-10.5625, false], [-11.3125, false], [-5.9375, false], [-11.3125, false], [-9.4375, false], [-8.9375, false], [-4.6875, false], [-9.4375, false], [-9.4375, false], [-11.9375, false], [-11.9375, false], [-9.9375, false], [-4.6875, false], [-10.0625, false], [-11.4375, false], [-9.3125, false], [-11.1875, false], [-4.6875, false], [-10.3125, false], [-9.3125, false], [-11.4375, false], [-9.4375, false], [-9.9375, false], [-8.3203125, false], [-8.3125, false], [-10.4453125, false], [-4.6875, false], [-8.3125, false], [-11.4375, false], [-9.4375, false], [-11.1875, false], [-9.3125, false], [-11.5625, false], [-8.1875, false], [-10.0625, false], [-10.3125, false], [-4.6875, false], [-11.5625, false], [-8.1875, false], [-11.4375, false], [-10.5625, false], [-9.9375, false], [-9.4375, false], [-9.9375, false], [-4.6875, false], [-5.9375, false], [-10.0625, false], [-8.9375, false], [-4.6875, false], [-8.4375, false], [-5.9375, false], [-9.4375, false], [-11.3125, false], [-9.4375, false], [-11.4375, false], [-8.1875, false], [-5.9375, false], [-4.6875, false], [-10.0625, false], [-11.4375, false], [-9.3125, false], [-11.1875, false], [-4.6875, false], [-11.3125, false], [-10.8125, false], [-9.4375, false], [-4.6875, false], [-9.9375, false], [-10.0625, false], [-8.1875, false], [-10.0625, false], [-8.3203125, false], [-8.3125, false], [-11.9375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2174, "doc": {"id": "Mercury_7221463", "question": "Which material is the best conductor of heat at room temperature?", "choices": {"text": ["air", "water", "sulfur", "copper"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "copper", "arguments": ["Question: Which material is the best conductor of heat at room temperature?\nAnswer:", " ["], "resps": [[[-8.9140625, false]], [[-8.9140625, false]], [[-6.16796875, false]], [[-8.4140625, false]], [[-9.1640625, false]], [[-8.9140625, false]], [[-9.984375, false]], [[-5.16796875, false]], [[-8.9140625, false]], [[-10.6640625, false]], [[-6.16796875, false]], [[-9.1640625, false]], [[-9.1640625, false]], [[-9.1640625, false]], [[-8.9140625, false]], [[-9.984375, false]], [[-5.16796875, false]], [[-8.9140625, false]], [[-9.4140625, false]], [[-11.1640625, false]], [[-10.6640625, false]], [[-10.6640625, false]], [[-11.1640625, false]], [[-9.1640625, false]], [[-8.9140625, false]], [[-9.984375, false]], [[-5.16796875, false]], [[-8.9140625, false]], [[-10.1640625, false]], [[-9.4140625, false]], [[-9.1640625, false]], [[-9.1640625, false]], [[-9.1640625, false]], [[-9.1640625, false]], [[-8.9140625, false]], [[-15.1640625, false]]], "filtered_resps": [[-8.9140625, false], [-8.9140625, false], [-6.16796875, false], [-8.4140625, false], [-9.1640625, false], [-8.9140625, false], [-9.984375, false], [-5.16796875, false], [-8.9140625, false], [-10.6640625, false], [-6.16796875, false], [-9.1640625, false], [-9.1640625, false], [-9.1640625, false], [-8.9140625, false], [-9.984375, false], [-5.16796875, false], [-8.9140625, false], [-9.4140625, false], [-11.1640625, false], [-10.6640625, false], [-10.6640625, false], [-11.1640625, false], [-9.1640625, false], [-8.9140625, false], [-9.984375, false], [-5.16796875, false], [-8.9140625, false], [-10.1640625, false], [-9.4140625, false], [-9.1640625, false], [-9.1640625, false], [-9.1640625, false], [-9.1640625, false], [-8.9140625, false], [-15.1640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2182, "doc": {"id": "Mercury_400715", "question": "Two atoms of oxygen combine to form pure oxygen gas. What is the electrical charge of the O_{2} molecules?", "choices": {"text": ["positive", "negative", "neutral", "variable"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "neutral", "arguments": ["Question: Two atoms of oxygen combine to form pure oxygen gas. What is the electrical charge of the O_{2} molecules?\nAnswer:", " ["], "resps": [[[-5.9375, false]], [[-9.4375, false]], [[-6.4375, false]], [[-7.6875, false]], [[-8.6875, false]], [[-7.6875, false]], [[-7.6875, false]], [[-7.6875, false]], [[-7.1875, false]], [[-6.9375, false]], [[-9.4375, false]], [[-8.15625, false]], [[-3.439453125, false]], [[-9.4375, false]], [[-5.6875, false]], [[-6.9375, false]], [[-8.1875, false]], [[-5.4375, false]], [[-7.6875, false]], [[-7.6875, false]], [[-7.1875, false]], [[-6.9375, false]], [[-9.4375, false]], [[-8.15625, false]], [[-3.439453125, false]], [[-9.4375, false]], [[-5.6875, false]], [[-6.9375, false]], [[-8.6875, false]], [[-7.6875, false]], [[-7.4375, false]], [[-5.4375, false]], [[-7.1875, false]], [[-9.4375, false]], [[-8.15625, false]], [[-3.439453125, false]], [[-9.4375, false]], [[-7.1875, false]], [[-5.4375, false]], [[-7.4375, false]], [[-7.6875, false]], [[-5.4375, false]], [[-7.4375, false]], [[-7.1875, false]], [[-6.9375, false]], [[-9.4375, false]], [[-10.9375, false]]], "filtered_resps": [[-5.9375, false], [-9.4375, false], [-6.4375, false], [-7.6875, false], [-8.6875, false], [-7.6875, false], [-7.6875, false], [-7.6875, false], [-7.1875, false], [-6.9375, false], [-9.4375, false], [-8.15625, false], [-3.439453125, false], [-9.4375, false], [-5.6875, false], [-6.9375, false], [-8.1875, false], [-5.4375, false], [-7.6875, false], [-7.6875, false], [-7.1875, false], [-6.9375, false], [-9.4375, false], [-8.15625, false], [-3.439453125, false], [-9.4375, false], [-5.6875, false], [-6.9375, false], [-8.6875, false], [-7.6875, false], [-7.4375, false], [-5.4375, false], [-7.1875, false], [-9.4375, false], [-8.15625, false], [-3.439453125, false], [-9.4375, false], [-7.1875, false], [-5.4375, false], [-7.4375, false], [-7.6875, false], [-5.4375, false], [-7.4375, false], [-7.1875, false], [-6.9375, false], [-9.4375, false], [-10.9375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2190, "doc": {"id": "Mercury_7041563", "question": "Which theory about the origin of the universe states that a densely packed sphere exploded, forming clouds that condensed into galaxies?", "choices": {"text": ["the Galaxy theory", "the Big Bang theory", "the Steady State theory", "the Oscillating theory"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "the Big Bang theory", "arguments": ["Question: Which theory about the origin of the universe states that a densely packed sphere exploded, forming clouds that condensed into galaxies?\nAnswer:", " ["], "resps": [[[-5.390625, false]], [[-7.015625, false]], [[-8.390625, false]], [[-8.890625, false]], [[-7.515625, false]], [[-4.890625, false]], [[-6.390625, false]], [[-5.140625, false]], [[-11.015625, false]], [[-5.140625, false]], [[-8.140625, false]], [[-11.390625, false]], [[-4.890625, false]], [[-8.390625, false]], [[-8.890625, false]], [[-7.515625, false]], [[-10.390625, false]], [[-8.765625, false]], [[-11.390625, false]], [[-7.015625, false]], [[-8.875, false]], [[-4.890625, false]], [[-7.015625, false]], [[-8.390625, false]], [[-8.890625, false]], [[-7.515625, false]], [[-4.890625, false]], [[-4.390625, false]], [[-9.140625, false]], [[-9.765625, false]], [[-4.890625, false]], [[-4.390625, false]], [[-5.140625, false]], [[-8.640625, false]], [[-9.765625, false]], [[-4.890625, false]], [[-8.390625, false]], [[-8.890625, false]], [[-7.515625, false]], [[-10.390625, false]], [[-8.765625, false]], [[-11.390625, false]], [[-7.015625, false]], [[-8.875, false]], [[-4.890625, false]], [[-7.015625, false]], [[-8.390625, false]], [[-8.890625, false]], [[-7.515625, false]], [[-4.890625, false]], [[-5.890625, false]], [[-8.390625, false]], [[-7.515625, false]], [[-5.140625, false]], [[-8.140625, false]], [[-11.390625, false]], [[-4.890625, false]], [[-5.890625, false]], [[-8.390625, false]], [[-5.140625, false]], [[-8.390625, false]], [[-7.515625, false]], [[-4.890625, false]], [[-8.390625, false]], [[-8.890625, false]], [[-7.515625, false]], [[-10.390625, false]], [[-8.765625, false]], [[-11.390625, false]], [[-7.015625, false]], [[-8.875, false]], [[-4.890625, false]], [[-7.015625, false]], [[-8.390625, false]], [[-8.890625, false]], [[-7.515625, false]], [[-4.890625, false]], [[-7.765625, false]], [[-9.265625, false]], [[-6.640625, false]], [[-9.140625, false]], [[-11.015625, false]], [[-11.015625, false]], [[-5.140625, false]], [[-8.390625, false]], [[-9.140625, false]], [[-8.640625, false]], [[-9.765625, false]], [[-4.890625, false]], [[-8.390625, false]], [[-8.890625, false]], [[-7.515625, false]], [[-10.390625, false]], [[-8.765625, false]], [[-11.390625, false]], [[-7.015625, false]], [[-12.140625, false]]], "filtered_resps": [[-5.390625, false], [-7.015625, false], [-8.390625, false], [-8.890625, false], [-7.515625, false], [-4.890625, false], [-6.390625, false], [-5.140625, false], [-11.015625, false], [-5.140625, false], [-8.140625, false], [-11.390625, false], [-4.890625, false], [-8.390625, false], [-8.890625, false], [-7.515625, false], [-10.390625, false], [-8.765625, false], [-11.390625, false], [-7.015625, false], [-8.875, false], [-4.890625, false], [-7.015625, false], [-8.390625, false], [-8.890625, false], [-7.515625, false], [-4.890625, false], [-4.390625, false], [-9.140625, false], [-9.765625, false], [-4.890625, false], [-4.390625, false], [-5.140625, false], [-8.640625, false], [-9.765625, false], [-4.890625, false], [-8.390625, false], [-8.890625, false], [-7.515625, false], [-10.390625, false], [-8.765625, false], [-11.390625, false], [-7.015625, false], [-8.875, false], [-4.890625, false], [-7.015625, false], [-8.390625, false], [-8.890625, false], [-7.515625, false], [-4.890625, false], [-5.890625, false], [-8.390625, false], [-7.515625, false], [-5.140625, false], [-8.140625, false], [-11.390625, false], [-4.890625, false], [-5.890625, false], [-8.390625, false], [-5.140625, false], [-8.390625, false], [-7.515625, false], [-4.890625, false], [-8.390625, false], [-8.890625, false], [-7.515625, false], [-10.390625, false], [-8.765625, false], [-11.390625, false], [-7.015625, false], [-8.875, false], [-4.890625, false], [-7.015625, false], [-8.390625, false], [-8.890625, false], [-7.515625, false], [-4.890625, false], [-7.765625, false], [-9.265625, false], [-6.640625, false], [-9.140625, false], [-11.015625, false], [-11.015625, false], [-5.140625, false], [-8.390625, false], [-9.140625, false], [-8.640625, false], [-9.765625, false], [-4.890625, false], [-8.390625, false], [-8.890625, false], [-7.515625, false], [-10.390625, false], [-8.765625, false], [-11.390625, false], [-7.015625, false], [-12.140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2198, "doc": {"id": "MCAS_2005_9_16", "question": "Which of the following best describes the relationship between frequency and wavelength of electromagnetic waves?", "choices": {"text": ["If the frequency remains constant, the wavelength increases.", "The wavelength decreases as the frequency decreases.", "The frequency increases as the wavelength decreases.", "If the wavelength remains constant, the frequency increases."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "The frequency increases as the wavelength decreases.", "arguments": ["Question: Which of the following best describes the relationship between frequency and wavelength of electromagnetic waves?\nAnswer:", " ["], "resps": [[[-6.8828125, false]], [[-9.1328125, false]], [[-5.1328125, false]], [[-5.6328125, false]], [[-4.3828125, false]], [[-8.6328125, false]], [[-8.3828125, false]], [[-7.6328125, false]], [[-4.3828125, false]], [[-5.6328125, false]], [[-8.3828125, false]], [[-7.6328125, false]], [[-8.6328125, false]], [[-9.6328125, false]], [[-7.6328125, false]], [[-7.1328125, false]], [[-7.6328125, false]], [[-10.3828125, false]], [[-4.3828125, false]], [[-8.3828125, false]], [[-7.6328125, false]], [[-7.3828125, false]], [[-4.3828125, false]], [[-7.8828125, false]], [[-7.1328125, false]], [[-9.3828125, false]], [[-4.3828125, false]], [[-7.6328125, false]], [[-8.1328125, false]], [[-7.1328125, false]], [[-9.3828125, false]], [[-8.6328125, false]], [[-4.3828125, false]], [[-7.1328125, false]], [[-8.6328125, false]], [[-7.83203125, false]], [[-4.3828125, false]], [[-8.6328125, false]], [[-8.3828125, false]], [[-7.6328125, false]], [[-4.3828125, false]], [[-9.3828125, false]], [[-4.3828125, false]], [[-8.8828125, false]], [[-7.6328125, false]], [[-9.1328125, false]], [[-7.6328125, false]], [[-7.1328125, false]], [[-11.1328125, false]], [[-8.6328125, false]], [[-8.3828125, false]], [[-4.3828125, false]], [[-7.8828125, false]], [[-7.1328125, false]], [[-7.6328125, false]], [[-8.3828125, false]], [[-7.6328125, false]], [[-4.3828125, false]], [[-9.3828125, false]], [[-7.6328125, false]], [[-9.3828125, false]], [[-5.58203125, false]], [[-9.1328125, false]], [[-7.83203125, false]], [[-4.3828125, false]], [[-9.1328125, false]], [[-6.6328125, false]], [[-8.3828125, false]], [[-7.6328125, false]], [[-4.3828125, false]], [[-9.3828125, false]], [[-4.3828125, false]], [[-8.8828125, false]], [[-7.6328125, false]], [[-9.1328125, false]], [[-7.6328125, false]], [[-7.1328125, false]], [[-11.1328125, false]], [[-8.6328125, false]], [[-8.3828125, false]], [[-4.3828125, false]], [[-8.1328125, false]], [[-7.6328125, false]], [[-7.6328125, false]], [[-8.3828125, false]], [[-7.6328125, false]], [[-4.3828125, false]], [[-9.3828125, false]], [[-7.6328125, false]], [[-9.3828125, false]], [[-4.3828125, false]], [[-4.3828125, false]], [[-9.3828125, false]], [[-4.3828125, false]], [[-8.6328125, false]], [[-8.3828125, false]], [[-7.6328125, false]], [[-4.3828125, false]], [[-5.6328125, false]], [[-8.3828125, false]], [[-7.6328125, false]], [[-8.6328125, false]], [[-9.6328125, false]], [[-7.6328125, false]], [[-7.1328125, false]], [[-7.6328125, false]], [[-10.3828125, false]], [[-4.3828125, false]], [[-8.1328125, false]], [[-7.6328125, false]], [[-7.6328125, false]], [[-8.3828125, false]], [[-7.6328125, false]], [[-4.3828125, false]], [[-9.3828125, false]], [[-7.6328125, false]], [[-9.3828125, false]], [[-5.58203125, false]], [[-9.1328125, false]], [[-7.83203125, false]], [[-4.3828125, false]], [[-9.1328125, false]], [[-6.6328125, false]], [[-8.3828125, false]], [[-7.6328125, false]], [[-4.3828125, false]], [[-5.6328125, false]], [[-8.3828125, false]], [[-7.6328125, false]], [[-8.6328125, false]], [[-9.6328125, false]], [[-7.6328125, false]], [[-7.1328125, false]], [[-7.6328125, false]], [[-10.3828125, false]], [[-4.3828125, false]], [[-7.8828125, false]], [[-7.1328125, false]], [[-7.6328125, false]], [[-8.3828125, false]], [[-7.6328125, false]], [[-4.3828125, false]], [[-9.3828125, false]], [[-7.6328125, false]], [[-9.3828125, false]], [[-4.3828125, false]], [[-4.3828125, false]], [[-9.3828125, false]], [[-4.3828125, false]], [[-8.6328125, false]], [[-8.3828125, false]], [[-7.6328125, false]], [[-4.3828125, false]], [[-9.3828125, false]], [[-4.3828125, false]], [[-8.8828125, false]], [[-7.6328125, false]], [[-9.1328125, false]], [[-7.6328125, false]], [[-7.1328125, false]], [[-11.1328125, false]], [[-8.6328125, false]], [[-8.3828125, false]], [[-4.3828125, false]], [[-8.1328125, false]], [[-7.6328125, false]], [[-7.6328125, false]], [[-8.3828125, false]], [[-7.6328125, false]], [[-4.3828125, false]], [[-9.3828125, false]], [[-7.6328125, false]], [[-9.3828125, false]], [[-5.58203125, false]], [[-9.1328125, false]], [[-7.83203125, false]], [[-4.3828125, false]], [[-9.1328125, false]], [[-5.1328125, false]], [[-5.6328125, false]], [[-4.3828125, false]], [[-8.6328125, false]], [[-8.3828125, false]], [[-7.6328125, false]], [[-4.3828125, false]], [[-9.3828125, false]], [[-4.3828125, false]], [[-8.8828125, false]], [[-7.6328125, false]], [[-9.1328125, false]], [[-7.6328125, false]], [[-7.1328125, false]], [[-11.1328125, false]], [[-8.6328125, false]], [[-8.3828125, false]], [[-4.3828125, false]], [[-8.3828125, false]], [[-7.6328125, false]], [[-7.3828125, false]], [[-4.3828125, false]], [[-7.8828125, false]], [[-7.1328125, false]], [[-9.3828125, false]], [[-4.3828125, false]], [[-7.6328125, false]], [[-8.1328125, false]], [[-7.1328125, false]], [[-9.3828125, false]], [[-8.6328125, false]], [[-4.3828125, false]], [[-7.1328125, false]], [[-8.6328125, false]], [[-7.83203125, false]], [[-4.3828125, false]], [[-8.6328125, false]], [[-8.3828125, false]], [[-7.6328125, false]], [[-4.3828125, false]], [[-5.6328125, false]], [[-8.3828125, false]], [[-7.6328125, false]], [[-8.6328125, false]], [[-9.6328125, false]], [[-7.6328125, false]], [[-7.1328125, false]], [[-7.6328125, false]], [[-10.3828125, false]], [[-4.3828125, false]], [[-7.8828125, false]], [[-7.1328125, false]], [[-7.6328125, false]], [[-8.3828125, false]], [[-7.6328125, false]], [[-4.3828125, false]], [[-9.3828125, false]], [[-7.6328125, false]], [[-9.3828125, false]], [[-5.58203125, false]], [[-9.1328125, false]], [[-12.1328125, false]]], "filtered_resps": [[-6.8828125, false], [-9.1328125, false], [-5.1328125, false], [-5.6328125, false], [-4.3828125, false], [-8.6328125, false], [-8.3828125, false], [-7.6328125, false], [-4.3828125, false], [-5.6328125, false], [-8.3828125, false], [-7.6328125, false], [-8.6328125, false], [-9.6328125, false], [-7.6328125, false], [-7.1328125, false], [-7.6328125, false], [-10.3828125, false], [-4.3828125, false], [-8.3828125, false], [-7.6328125, false], [-7.3828125, false], [-4.3828125, false], [-7.8828125, false], [-7.1328125, false], [-9.3828125, false], [-4.3828125, false], [-7.6328125, false], [-8.1328125, false], [-7.1328125, false], [-9.3828125, false], [-8.6328125, false], [-4.3828125, false], [-7.1328125, false], [-8.6328125, false], [-7.83203125, false], [-4.3828125, false], [-8.6328125, false], [-8.3828125, false], [-7.6328125, false], [-4.3828125, false], [-9.3828125, false], [-4.3828125, false], [-8.8828125, false], [-7.6328125, false], [-9.1328125, false], [-7.6328125, false], [-7.1328125, false], [-11.1328125, false], [-8.6328125, false], [-8.3828125, false], [-4.3828125, false], [-7.8828125, false], [-7.1328125, false], [-7.6328125, false], [-8.3828125, false], [-7.6328125, false], [-4.3828125, false], [-9.3828125, false], [-7.6328125, false], [-9.3828125, false], [-5.58203125, false], [-9.1328125, false], [-7.83203125, false], [-4.3828125, false], [-9.1328125, false], [-6.6328125, false], [-8.3828125, false], [-7.6328125, false], [-4.3828125, false], [-9.3828125, false], [-4.3828125, false], [-8.8828125, false], [-7.6328125, false], [-9.1328125, false], [-7.6328125, false], [-7.1328125, false], [-11.1328125, false], [-8.6328125, false], [-8.3828125, false], [-4.3828125, false], [-8.1328125, false], [-7.6328125, false], [-7.6328125, false], [-8.3828125, false], [-7.6328125, false], [-4.3828125, false], [-9.3828125, false], [-7.6328125, false], [-9.3828125, false], [-4.3828125, false], [-4.3828125, false], [-9.3828125, false], [-4.3828125, false], [-8.6328125, false], [-8.3828125, false], [-7.6328125, false], [-4.3828125, false], [-5.6328125, false], [-8.3828125, false], [-7.6328125, false], [-8.6328125, false], [-9.6328125, false], [-7.6328125, false], [-7.1328125, false], [-7.6328125, false], [-10.3828125, false], [-4.3828125, false], [-8.1328125, false], [-7.6328125, false], [-7.6328125, false], [-8.3828125, false], [-7.6328125, false], [-4.3828125, false], [-9.3828125, false], [-7.6328125, false], [-9.3828125, false], [-5.58203125, false], [-9.1328125, false], [-7.83203125, false], [-4.3828125, false], [-9.1328125, false], [-6.6328125, false], [-8.3828125, false], [-7.6328125, false], [-4.3828125, false], [-5.6328125, false], [-8.3828125, false], [-7.6328125, false], [-8.6328125, false], [-9.6328125, false], [-7.6328125, false], [-7.1328125, false], [-7.6328125, false], [-10.3828125, false], [-4.3828125, false], [-7.8828125, false], [-7.1328125, false], [-7.6328125, false], [-8.3828125, false], [-7.6328125, false], [-4.3828125, false], [-9.3828125, false], [-7.6328125, false], [-9.3828125, false], [-4.3828125, false], [-4.3828125, false], [-9.3828125, false], [-4.3828125, false], [-8.6328125, false], [-8.3828125, false], [-7.6328125, false], [-4.3828125, false], [-9.3828125, false], [-4.3828125, false], [-8.8828125, false], [-7.6328125, false], [-9.1328125, false], [-7.6328125, false], [-7.1328125, false], [-11.1328125, false], [-8.6328125, false], [-8.3828125, false], [-4.3828125, false], [-8.1328125, false], [-7.6328125, false], [-7.6328125, false], [-8.3828125, false], [-7.6328125, false], [-4.3828125, false], [-9.3828125, false], [-7.6328125, false], [-9.3828125, false], [-5.58203125, false], [-9.1328125, false], [-7.83203125, false], [-4.3828125, false], [-9.1328125, false], [-5.1328125, false], [-5.6328125, false], [-4.3828125, false], [-8.6328125, false], [-8.3828125, false], [-7.6328125, false], [-4.3828125, false], [-9.3828125, false], [-4.3828125, false], [-8.8828125, false], [-7.6328125, false], [-9.1328125, false], [-7.6328125, false], [-7.1328125, false], [-11.1328125, false], [-8.6328125, false], [-8.3828125, false], [-4.3828125, false], [-8.3828125, false], [-7.6328125, false], [-7.3828125, false], [-4.3828125, false], [-7.8828125, false], [-7.1328125, false], [-9.3828125, false], [-4.3828125, false], [-7.6328125, false], [-8.1328125, false], [-7.1328125, false], [-9.3828125, false], [-8.6328125, false], [-4.3828125, false], [-7.1328125, false], [-8.6328125, false], [-7.83203125, false], [-4.3828125, false], [-8.6328125, false], [-8.3828125, false], [-7.6328125, false], [-4.3828125, false], [-5.6328125, false], [-8.3828125, false], [-7.6328125, false], [-8.6328125, false], [-9.6328125, false], [-7.6328125, false], [-7.1328125, false], [-7.6328125, false], [-10.3828125, false], [-4.3828125, false], [-7.8828125, false], [-7.1328125, false], [-7.6328125, false], [-8.3828125, false], [-7.6328125, false], [-4.3828125, false], [-9.3828125, false], [-7.6328125, false], [-9.3828125, false], [-5.58203125, false], [-9.1328125, false], [-12.1328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2206, "doc": {"id": "Mercury_SC_407444", "question": "Which of these are both supplied to Earth by the Sun?", "choices": {"text": ["coal and oil", "heat and light", "friction and electricity", "gravity and magnetism"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "heat and light", "arguments": ["Question: Which of these are both supplied to Earth by the Sun?\nAnswer:", " ["], "resps": [[[-6.71875, false]], [[-8.71875, false]], [[-8.21875, false]], [[-8.96875, false]], [[-5.71875, false]], [[-9.96875, false]], [[-5.46875, false]], [[-5.71875, false]], [[-8.21875, false]], [[-9.46875, false]], [[-5.46875, false]], [[-8.96875, false]], [[-7.96875, false]], [[-9.96875, false]], [[-8.71875, false]], [[-10.0, false]], [[-5.46875, false]], [[-8.71875, false]], [[-10.71875, false]], [[-7.71875, false]], [[-5.71875, false]], [[-8.96875, false]], [[-5.46875, false]], [[-5.71875, false]], [[-8.21875, false]], [[-9.46875, false]], [[-5.46875, false]], [[-9.96875, false]], [[-7.96875, false]], [[-11.46875, false]], [[-10.71875, false]], [[-8.96875, false]], [[-8.71875, false]], [[-10.0, false]], [[-5.46875, false]], [[-8.71875, false]], [[-10.21875, false]], [[-9.71875, false]], [[-7.96875, false]], [[-8.21875, false]], [[-8.96875, false]], [[-7.96875, false]], [[-8.96875, false]], [[-8.21875, false]], [[-5.46875, false]], [[-5.71875, false]], [[-8.21875, false]], [[-9.46875, false]], [[-5.46875, false]], [[-7.71875, false]], [[-9.96875, false]], [[-7.71875, false]], [[-8.21875, false]], [[-8.96875, false]], [[-9.71875, false]], [[-7.96875, false]], [[-8.21875, false]], [[-7.96875, false]], [[-8.96875, false]], [[-10.46875, false]], [[-8.71875, false]], [[-10.0, false]], [[-5.46875, false]], [[-8.71875, false]], [[-11.46875, false]], [[-9.71875, false]], [[-5.71875, false]], [[-9.46875, false]], [[-7.96875, false]], [[-8.96875, false]], [[-10.46875, false]], [[-5.46875, false]], [[-5.71875, false]], [[-8.21875, false]], [[-9.46875, false]], [[-5.46875, false]], [[-8.71875, false]], [[-5.71875, false]], [[-11.46875, false]], [[-8.21875, false]], [[-7.71875, false]], [[-8.96875, false]], [[-7.96875, false]], [[-9.46875, false]], [[-8.71875, false]], [[-8.71875, false]], [[-11.46875, false]]], "filtered_resps": [[-6.71875, false], [-8.71875, false], [-8.21875, false], [-8.96875, false], [-5.71875, false], [-9.96875, false], [-5.46875, false], [-5.71875, false], [-8.21875, false], [-9.46875, false], [-5.46875, false], [-8.96875, false], [-7.96875, false], [-9.96875, false], [-8.71875, false], [-10.0, false], [-5.46875, false], [-8.71875, false], [-10.71875, false], [-7.71875, false], [-5.71875, false], [-8.96875, false], [-5.46875, false], [-5.71875, false], [-8.21875, false], [-9.46875, false], [-5.46875, false], [-9.96875, false], [-7.96875, false], [-11.46875, false], [-10.71875, false], [-8.96875, false], [-8.71875, false], [-10.0, false], [-5.46875, false], [-8.71875, false], [-10.21875, false], [-9.71875, false], [-7.96875, false], [-8.21875, false], [-8.96875, false], [-7.96875, false], [-8.96875, false], [-8.21875, false], [-5.46875, false], [-5.71875, false], [-8.21875, false], [-9.46875, false], [-5.46875, false], [-7.71875, false], [-9.96875, false], [-7.71875, false], [-8.21875, false], [-8.96875, false], [-9.71875, false], [-7.96875, false], [-8.21875, false], [-7.96875, false], [-8.96875, false], [-10.46875, false], [-8.71875, false], [-10.0, false], [-5.46875, false], [-8.71875, false], [-11.46875, false], [-9.71875, false], [-5.71875, false], [-9.46875, false], [-7.96875, false], [-8.96875, false], [-10.46875, false], [-5.46875, false], [-5.71875, false], [-8.21875, false], [-9.46875, false], [-5.46875, false], [-8.71875, false], [-5.71875, false], [-11.46875, false], [-8.21875, false], [-7.71875, false], [-8.96875, false], [-7.96875, false], [-9.46875, false], [-8.71875, false], [-8.71875, false], [-11.46875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2214, "doc": {"id": "MCAS_2010_8_12013", "question": "Which of the following correctly lists the structures in space from smallest to largest?", "choices": {"text": ["star, galaxy, solar system, universe", "star, solar system, galaxy, universe", "star, solar system, universe, galaxy", "star, universe, solar system, galaxy"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "star, solar system, galaxy, universe", "arguments": ["Question: Which of the following correctly lists the structures in space from smallest to largest?\nAnswer:", " ["], "resps": [[[-5.00390625, false]], [[-8.1328125, false]], [[-6.75390625, false]], [[-7.62890625, false]], [[-3.505859375, false]], [[-7.62890625, false]], [[-8.1875, false]], [[-4.75390625, false]], [[-8.2578125, false]], [[-3.505859375, false]], [[-8.0078125, false]], [[-3.505859375, false]], [[-6.25390625, false]], [[-9.1328125, false]], [[-8.1875, false]], [[-4.75390625, false]], [[-6.75390625, false]], [[-8.1328125, false]], [[-8.0078125, false]], [[-3.505859375, false]], [[-7.62890625, false]], [[-4.75390625, false]], [[-6.75390625, false]], [[-9.1328125, false]], [[-6.75390625, false]], [[-7.62890625, false]], [[-6.75390625, false]], [[-7.12890625, false]], [[-8.1875, false]], [[-4.75390625, false]], [[-9.1328125, false]], [[-6.87890625, false]], [[-6.75390625, false]], [[-7.25390625, false]], [[-6.75390625, false]], [[-7.62890625, false]], [[-6.75390625, false]], [[-6.75390625, false]], [[-8.1328125, false]], [[-8.1875, false]], [[-4.75390625, false]], [[-8.1328125, false]], [[-6.75390625, false]], [[-7.62890625, false]], [[-3.505859375, false]], [[-7.62890625, false]], [[-8.1875, false]], [[-4.75390625, false]], [[-6.75390625, false]], [[-8.1328125, false]], [[-8.0078125, false]], [[-3.505859375, false]], [[-7.62890625, false]], [[-4.75390625, false]], [[-6.75390625, false]], [[-9.1328125, false]], [[-6.75390625, false]], [[-7.62890625, false]], [[-6.75390625, false]], [[-7.12890625, false]], [[-8.1875, false]], [[-4.75390625, false]], [[-8.2578125, false]], [[-3.505859375, false]], [[-8.0078125, false]], [[-3.505859375, false]], [[-6.25390625, false]], [[-9.1328125, false]], [[-8.1875, false]], [[-4.75390625, false]], [[-9.1328125, false]], [[-6.87890625, false]], [[-6.75390625, false]], [[-7.25390625, false]], [[-6.75390625, false]], [[-7.62890625, false]], [[-6.75390625, false]], [[-6.75390625, false]], [[-8.1328125, false]], [[-8.1875, false]], [[-4.75390625, false]], [[-8.1328125, false]], [[-6.75390625, false]], [[-7.62890625, false]], [[-3.505859375, false]], [[-7.62890625, false]], [[-8.1875, false]], [[-4.75390625, false]], [[-6.75390625, false]], [[-8.1328125, false]], [[-8.0078125, false]], [[-3.505859375, false]], [[-7.62890625, false]], [[-4.75390625, false]], [[-6.75390625, false]], [[-9.1328125, false]], [[-6.75390625, false]], [[-7.62890625, false]], [[-6.75390625, false]], [[-7.12890625, false]], [[-8.1875, false]], [[-4.75390625, false]], [[-9.1328125, false]], [[-6.87890625, false]], [[-6.75390625, false]], [[-7.25390625, false]], [[-6.75390625, false]], [[-7.62890625, false]], [[-6.75390625, false]], [[-6.75390625, false]], [[-8.1875, false]], [[-4.75390625, false]], [[-8.2578125, false]], [[-3.505859375, false]], [[-8.0078125, false]], [[-3.505859375, false]], [[-6.25390625, false]], [[-9.1328125, false]], [[-8.1328125, false]], [[-8.1875, false]], [[-4.75390625, false]], [[-8.1328125, false]], [[-6.75390625, false]], [[-7.62890625, false]], [[-3.505859375, false]], [[-7.62890625, false]], [[-8.1875, false]], [[-4.75390625, false]], [[-9.1328125, false]], [[-6.87890625, false]], [[-6.75390625, false]], [[-7.25390625, false]], [[-6.75390625, false]], [[-7.62890625, false]], [[-6.75390625, false]], [[-6.75390625, false]], [[-8.1875, false]], [[-4.75390625, false]], [[-6.75390625, false]], [[-8.1328125, false]], [[-8.0078125, false]], [[-3.505859375, false]], [[-7.62890625, false]], [[-4.75390625, false]], [[-6.75390625, false]], [[-9.1328125, false]], [[-6.75390625, false]], [[-7.62890625, false]], [[-6.75390625, false]], [[-7.12890625, false]], [[-8.1875, false]], [[-4.75390625, false]], [[-8.2578125, false]], [[-3.505859375, false]], [[-8.0078125, false]], [[-3.505859375, false]], [[-6.25390625, false]], [[-9.1328125, false]], [[-8.1328125, false]], [[-10.0078125, false]]], "filtered_resps": [[-5.00390625, false], [-8.1328125, false], [-6.75390625, false], [-7.62890625, false], [-3.505859375, false], [-7.62890625, false], [-8.1875, false], [-4.75390625, false], [-8.2578125, false], [-3.505859375, false], [-8.0078125, false], [-3.505859375, false], [-6.25390625, false], [-9.1328125, false], [-8.1875, false], [-4.75390625, false], [-6.75390625, false], [-8.1328125, false], [-8.0078125, false], [-3.505859375, false], [-7.62890625, false], [-4.75390625, false], [-6.75390625, false], [-9.1328125, false], [-6.75390625, false], [-7.62890625, false], [-6.75390625, false], [-7.12890625, false], [-8.1875, false], [-4.75390625, false], [-9.1328125, false], [-6.87890625, false], [-6.75390625, false], [-7.25390625, false], [-6.75390625, false], [-7.62890625, false], [-6.75390625, false], [-6.75390625, false], [-8.1328125, false], [-8.1875, false], [-4.75390625, false], [-8.1328125, false], [-6.75390625, false], [-7.62890625, false], [-3.505859375, false], [-7.62890625, false], [-8.1875, false], [-4.75390625, false], [-6.75390625, false], [-8.1328125, false], [-8.0078125, false], [-3.505859375, false], [-7.62890625, false], [-4.75390625, false], [-6.75390625, false], [-9.1328125, false], [-6.75390625, false], [-7.62890625, false], [-6.75390625, false], [-7.12890625, false], [-8.1875, false], [-4.75390625, false], [-8.2578125, false], [-3.505859375, false], [-8.0078125, false], [-3.505859375, false], [-6.25390625, false], [-9.1328125, false], [-8.1875, false], [-4.75390625, false], [-9.1328125, false], [-6.87890625, false], [-6.75390625, false], [-7.25390625, false], [-6.75390625, false], [-7.62890625, false], [-6.75390625, false], [-6.75390625, false], [-8.1328125, false], [-8.1875, false], [-4.75390625, false], [-8.1328125, false], [-6.75390625, false], [-7.62890625, false], [-3.505859375, false], [-7.62890625, false], [-8.1875, false], [-4.75390625, false], [-6.75390625, false], [-8.1328125, false], [-8.0078125, false], [-3.505859375, false], [-7.62890625, false], [-4.75390625, false], [-6.75390625, false], [-9.1328125, false], [-6.75390625, false], [-7.62890625, false], [-6.75390625, false], [-7.12890625, false], [-8.1875, false], [-4.75390625, false], [-9.1328125, false], [-6.87890625, false], [-6.75390625, false], [-7.25390625, false], [-6.75390625, false], [-7.62890625, false], [-6.75390625, false], [-6.75390625, false], [-8.1875, false], [-4.75390625, false], [-8.2578125, false], [-3.505859375, false], [-8.0078125, false], [-3.505859375, false], [-6.25390625, false], [-9.1328125, false], [-8.1328125, false], [-8.1875, false], [-4.75390625, false], [-8.1328125, false], [-6.75390625, false], [-7.62890625, false], [-3.505859375, false], [-7.62890625, false], [-8.1875, false], [-4.75390625, false], [-9.1328125, false], [-6.87890625, false], [-6.75390625, false], [-7.25390625, false], [-6.75390625, false], [-7.62890625, false], [-6.75390625, false], [-6.75390625, false], [-8.1875, false], [-4.75390625, false], [-6.75390625, false], [-8.1328125, false], [-8.0078125, false], [-3.505859375, false], [-7.62890625, false], [-4.75390625, false], [-6.75390625, false], [-9.1328125, false], [-6.75390625, false], [-7.62890625, false], [-6.75390625, false], [-7.12890625, false], [-8.1875, false], [-4.75390625, false], [-8.2578125, false], [-3.505859375, false], [-8.0078125, false], [-3.505859375, false], [-6.25390625, false], [-9.1328125, false], [-8.1328125, false], [-10.0078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2222, "doc": {"id": "NYSEDREGENTS_2010_4_3", "question": "Which form of energy is produced when a guitar string vibrates?", "choices": {"text": ["chemical", "light", "magnetic", "sound"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "sound", "arguments": ["Question: Which form of energy is produced when a guitar string vibrates?\nAnswer:", " ["], "resps": [[[-8.046875, false]], [[-8.296875, false]], [[-8.796875, false]], [[-10.296875, false]], [[-9.046875, false]], [[-8.796875, false]], [[-8.296875, false]], [[-8.796875, false]], [[-5.296875, false]], [[-10.296875, false]], [[-8.296875, false]], [[-9.5234375, false]], [[-5.046875, false]], [[-8.296875, false]], [[-10.296875, false]], [[-8.296875, false]], [[-10.796875, false]], [[-10.296875, false]], [[-9.296875, false]], [[-8.296875, false]], [[-9.5234375, false]], [[-5.046875, false]], [[-8.296875, false]], [[-8.796875, false]], [[-5.296875, false]], [[-10.796875, false]], [[-9.046875, false]], [[-9.046875, false]], [[-9.296875, false]], [[-8.296875, false]], [[-8.796875, false]], [[-8.296875, false]], [[-9.5234375, false]], [[-5.046875, false]], [[-8.296875, false]], [[-10.046875, false]], [[-10.046875, false]], [[-9.046875, false]], [[-9.046875, false]], [[-10.046875, false]], [[-8.296875, false]], [[-15.046875, false]]], "filtered_resps": [[-8.046875, false], [-8.296875, false], [-8.796875, false], [-10.296875, false], [-9.046875, false], [-8.796875, false], [-8.296875, false], [-8.796875, false], [-5.296875, false], [-10.296875, false], [-8.296875, false], [-9.5234375, false], [-5.046875, false], [-8.296875, false], [-10.296875, false], [-8.296875, false], [-10.796875, false], [-10.296875, false], [-9.296875, false], [-8.296875, false], [-9.5234375, false], [-5.046875, false], [-8.296875, false], [-8.796875, false], [-5.296875, false], [-10.796875, false], [-9.046875, false], [-9.046875, false], [-9.296875, false], [-8.296875, false], [-8.796875, false], [-8.296875, false], [-9.5234375, false], [-5.046875, false], [-8.296875, false], [-10.046875, false], [-10.046875, false], [-9.046875, false], [-9.046875, false], [-10.046875, false], [-8.296875, false], [-15.046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2230, "doc": {"id": "Mercury_7122850", "question": "After a star runs out of most of its hydrogen fuel, it becomes hotter and more luminous. What stage does this represent in the life cycle of a star?", "choices": {"text": ["quasar", "protostar", "red giant", "white dwarf"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "red giant", "arguments": ["Question: After a star runs out of most of its hydrogen fuel, it becomes hotter and more luminous. What stage does this represent in the life cycle of a star?\nAnswer:", " ["], "resps": [[[-6.7109375, false]], [[-9.4609375, false]], [[-9.7109375, false]], [[-10.4609375, false]], [[-5.7109375, false]], [[-9.4609375, false]], [[-5.7109375, false]], [[-9.7109375, false]], [[-9.4609375, false]], [[-9.6640625, false]], [[-5.2109375, false]], [[-9.4609375, false]], [[-9.2109375, false]], [[-9.7109375, false]], [[-10.2109375, false]], [[-8.7109375, false]], [[-10.2109375, false]], [[-9.4609375, false]], [[-8.7109375, false]], [[-5.7109375, false]], [[-9.7109375, false]], [[-9.4609375, false]], [[-9.6640625, false]], [[-5.2109375, false]], [[-9.4609375, false]], [[-9.7109375, false]], [[-8.2109375, false]], [[-9.4609375, false]], [[-5.2109375, false]], [[-10.9609375, false]], [[-8.2109375, false]], [[-5.7109375, false]], [[-8.4609375, false]], [[-8.7109375, false]], [[-9.4609375, false]], [[-9.6640625, false]], [[-5.2109375, false]], [[-9.4609375, false]], [[-10.7109375, false]], [[-10.2109375, false]], [[-8.2109375, false]], [[-8.7109375, false]], [[-8.2109375, false]], [[-5.2109375, false]], [[-9.4609375, false]], [[-10.7109375, false]], [[-5.7109375, false]], [[-9.7109375, false]], [[-9.7109375, false]], [[-9.4609375, false]], [[-12.2109375, false]]], "filtered_resps": [[-6.7109375, false], [-9.4609375, false], [-9.7109375, false], [-10.4609375, false], [-5.7109375, false], [-9.4609375, false], [-5.7109375, false], [-9.7109375, false], [-9.4609375, false], [-9.6640625, false], [-5.2109375, false], [-9.4609375, false], [-9.2109375, false], [-9.7109375, false], [-10.2109375, false], [-8.7109375, false], [-10.2109375, false], [-9.4609375, false], [-8.7109375, false], [-5.7109375, false], [-9.7109375, false], [-9.4609375, false], [-9.6640625, false], [-5.2109375, false], [-9.4609375, false], [-9.7109375, false], [-8.2109375, false], [-9.4609375, false], [-5.2109375, false], [-10.9609375, false], [-8.2109375, false], [-5.7109375, false], [-8.4609375, false], [-8.7109375, false], [-9.4609375, false], [-9.6640625, false], [-5.2109375, false], [-9.4609375, false], [-10.7109375, false], [-10.2109375, false], [-8.2109375, false], [-8.7109375, false], [-8.2109375, false], [-5.2109375, false], [-9.4609375, false], [-10.7109375, false], [-5.7109375, false], [-9.7109375, false], [-9.7109375, false], [-9.4609375, false], [-12.2109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2238, "doc": {"id": "NCEOGA_2013_8_48", "question": "In the United States, which is responsible for ensuring the safety of the country's drinking water?", "choices": {"text": ["Environmental Protection Agency (EPA)", "Food and Drug Administration (FDA)", "National Oceanic and Atmospheric Administration (NOAA)", "Center for Disease Control (CDC)"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Environmental Protection Agency (EPA)", "arguments": ["Question: In the United States, which is responsible for ensuring the safety of the country's drinking water?\nAnswer:", " ["], "resps": [[[-7.3671875, false]], [[-9.1171875, false]], [[-7.3671875, false]], [[-10.3671875, false]], [[-12.3671875, false]], [[-9.6171875, false]], [[-15.1171875, false]], [[-9.8671875, false]], [[-10.3671875, false]], [[-12.3671875, false]], [[-10.1171875, false]], [[-10.3671875, false]], [[-11.6171875, false]], [[-8.3671875, false]], [[-12.8671875, false]], [[-4.1171875, false]], [[-7.8671875, false]], [[-15.1171875, false]], [[-9.8671875, false]], [[-11.6171875, false]], [[-10.1171875, false]], [[-11.8671875, false]], [[-11.6171875, false]], [[-9.6171875, false]], [[-9.8671875, false]], [[-10.3671875, false]], [[-4.1171875, false]], [[-4.8671875, false]], [[-14.6171875, false]], [[-10.1171875, false]], [[-10.3671875, false]], [[-11.8671875, false]], [[-13.3671875, false]], [[-4.1171875, false]], [[-5.3671875, false]], [[-7.3671875, false]], [[-7.8671875, false]], [[-4.8671875, false]], [[-11.3671875, false]], [[-9.1171875, false]], [[-9.015625, false]], [[-4.1171875, false]], [[-9.1171875, false]], [[-6.1171875, false]], [[-9.8671875, false]], [[-9.8671875, false]], [[-10.6171875, false]], [[-4.1171875, false]], [[-8.3671875, false]], [[-10.3671875, false]], [[-10.6171875, false]], [[-4.1171875, false]], [[-6.1171875, false]], [[-15.1171875, false]], [[-10.8671875, false]], [[-14.6171875, false]], [[-4.1171875, false]], [[-4.8671875, false]], [[-10.6171875, false]], [[-12.3671875, false]], [[-9.6171875, false]], [[-10.3671875, false]], [[-9.6171875, false]], [[-12.1171875, false]], [[-11.6171875, false]], [[-15.1171875, false]], [[-8.3671875, false]], [[-11.6171875, false]], [[-9.6171875, false]], [[-9.8671875, false]], [[-10.3671875, false]], [[-4.1171875, false]], [[-5.3671875, false]], [[-6.1171875, false]], [[-6.1171875, false]], [[-4.8671875, false]], [[-11.3671875, false]], [[-9.1171875, false]], [[-9.015625, false]], [[-4.1171875, false]], [[-9.1171875, false]], [[-6.1171875, false]], [[-8.3671875, false]], [[-11.6171875, false]], [[-9.6171875, false]], [[-9.8671875, false]], [[-10.3671875, false]], [[-8.3671875, false]], [[-12.8671875, false]], [[-4.1171875, false]], [[-7.3671875, false]], [[-11.8671875, false]], [[-10.1171875, false]], [[-8.3671875, false]], [[-10.3671875, false]], [[-9.6171875, false]], [[-11.8671875, false]], [[-4.1171875, false]], [[-8.3671875, false]], [[-10.3671875, false]], [[-10.6171875, false]], [[-4.1171875, false]], [[-4.8671875, false]], [[-11.6171875, false]], [[-12.3671875, false]], [[-9.8671875, false]], [[-12.1171875, false]], [[-12.6171875, false]], [[-13.8671875, false]], [[-10.1171875, false]], [[-15.1171875, false]], [[-9.6171875, false]], [[-11.8671875, false]], [[-4.1171875, false]], [[-4.8671875, false]], [[-10.6171875, false]], [[-12.3671875, false]], [[-9.6171875, false]], [[-10.3671875, false]], [[-9.6171875, false]], [[-12.1171875, false]], [[-11.6171875, false]], [[-15.1171875, false]], [[-8.3671875, false]], [[-11.6171875, false]], [[-9.6171875, false]], [[-9.8671875, false]], [[-10.3671875, false]], [[-4.1171875, false]], [[-5.3671875, false]], [[-6.1171875, false]], [[-7.3671875, false]], [[-4.8671875, false]], [[-4.8671875, false]], [[-11.3671875, false]], [[-9.1171875, false]], [[-9.015625, false]], [[-4.1171875, false]], [[-9.1171875, false]], [[-6.3671875, false]], [[-10.1171875, false]], [[-10.3671875, false]], [[-11.6171875, false]], [[-10.1171875, false]], [[-15.1171875, false]], [[-4.1171875, false]], [[-11.3671875, false]], [[-9.8671875, false]], [[-15.1171875, false]], [[-4.1171875, false]], [[-6.1171875, false]], [[-9.6171875, false]], [[-12.1171875, false]], [[-10.1171875, false]], [[-8.3671875, false]], [[-12.1171875, false]], [[-10.1171875, false]], [[-4.1171875, false]], [[-6.3671875, false]], [[-9.8671875, false]], [[-10.3671875, false]], [[-11.6171875, false]], [[-15.1171875, false]], [[-9.8671875, false]], [[-12.8671875, false]], [[-4.1171875, false]], [[-5.3671875, false]], [[-6.3671875, false]], [[-6.1171875, false]], [[-6.3671875, false]], [[-11.3671875, false]], [[-9.1171875, false]], [[-14.3671875, false]]], "filtered_resps": [[-7.3671875, false], [-9.1171875, false], [-7.3671875, false], [-10.3671875, false], [-12.3671875, false], [-9.6171875, false], [-15.1171875, false], [-9.8671875, false], [-10.3671875, false], [-12.3671875, false], [-10.1171875, false], [-10.3671875, false], [-11.6171875, false], [-8.3671875, false], [-12.8671875, false], [-4.1171875, false], [-7.8671875, false], [-15.1171875, false], [-9.8671875, false], [-11.6171875, false], [-10.1171875, false], [-11.8671875, false], [-11.6171875, false], [-9.6171875, false], [-9.8671875, false], [-10.3671875, false], [-4.1171875, false], [-4.8671875, false], [-14.6171875, false], [-10.1171875, false], [-10.3671875, false], [-11.8671875, false], [-13.3671875, false], [-4.1171875, false], [-5.3671875, false], [-7.3671875, false], [-7.8671875, false], [-4.8671875, false], [-11.3671875, false], [-9.1171875, false], [-9.015625, false], [-4.1171875, false], [-9.1171875, false], [-6.1171875, false], [-9.8671875, false], [-9.8671875, false], [-10.6171875, false], [-4.1171875, false], [-8.3671875, false], [-10.3671875, false], [-10.6171875, false], [-4.1171875, false], [-6.1171875, false], [-15.1171875, false], [-10.8671875, false], [-14.6171875, false], [-4.1171875, false], [-4.8671875, false], [-10.6171875, false], [-12.3671875, false], [-9.6171875, false], [-10.3671875, false], [-9.6171875, false], [-12.1171875, false], [-11.6171875, false], [-15.1171875, false], [-8.3671875, false], [-11.6171875, false], [-9.6171875, false], [-9.8671875, false], [-10.3671875, false], [-4.1171875, false], [-5.3671875, false], [-6.1171875, false], [-6.1171875, false], [-4.8671875, false], [-11.3671875, false], [-9.1171875, false], [-9.015625, false], [-4.1171875, false], [-9.1171875, false], [-6.1171875, false], [-8.3671875, false], [-11.6171875, false], [-9.6171875, false], [-9.8671875, false], [-10.3671875, false], [-8.3671875, false], [-12.8671875, false], [-4.1171875, false], [-7.3671875, false], [-11.8671875, false], [-10.1171875, false], [-8.3671875, false], [-10.3671875, false], [-9.6171875, false], [-11.8671875, false], [-4.1171875, false], [-8.3671875, false], [-10.3671875, false], [-10.6171875, false], [-4.1171875, false], [-4.8671875, false], [-11.6171875, false], [-12.3671875, false], [-9.8671875, false], [-12.1171875, false], [-12.6171875, false], [-13.8671875, false], [-10.1171875, false], [-15.1171875, false], [-9.6171875, false], [-11.8671875, false], [-4.1171875, false], [-4.8671875, false], [-10.6171875, false], [-12.3671875, false], [-9.6171875, false], [-10.3671875, false], [-9.6171875, false], [-12.1171875, false], [-11.6171875, false], [-15.1171875, false], [-8.3671875, false], [-11.6171875, false], [-9.6171875, false], [-9.8671875, false], [-10.3671875, false], [-4.1171875, false], [-5.3671875, false], [-6.1171875, false], [-7.3671875, false], [-4.8671875, false], [-4.8671875, false], [-11.3671875, false], [-9.1171875, false], [-9.015625, false], [-4.1171875, false], [-9.1171875, false], [-6.3671875, false], [-10.1171875, false], [-10.3671875, false], [-11.6171875, false], [-10.1171875, false], [-15.1171875, false], [-4.1171875, false], [-11.3671875, false], [-9.8671875, false], [-15.1171875, false], [-4.1171875, false], [-6.1171875, false], [-9.6171875, false], [-12.1171875, false], [-10.1171875, false], [-8.3671875, false], [-12.1171875, false], [-10.1171875, false], [-4.1171875, false], [-6.3671875, false], [-9.8671875, false], [-10.3671875, false], [-11.6171875, false], [-15.1171875, false], [-9.8671875, false], [-12.8671875, false], [-4.1171875, false], [-5.3671875, false], [-6.3671875, false], [-6.1171875, false], [-6.3671875, false], [-11.3671875, false], [-9.1171875, false], [-14.3671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2246, "doc": {"id": "ACTAAP_2011_5_6", "question": "Which mineral, found in Arkansas, is an ore that can be used to produce aluminum?", "choices": {"text": ["quartz", "galena", "bauxite", "diamond"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "bauxite", "arguments": ["Question: Which mineral, found in Arkansas, is an ore that can be used to produce aluminum?\nAnswer:", " ["], "resps": [[[-7.9375, false]], [[-8.9375, false]], [[-13.9375, false]], [[-9.4375, false]], [[-5.9375, false]], [[-10.4375, false]], [[-10.6875, false]], [[-10.6875, false]], [[-8.9375, false]], [[-8.84375, false]], [[-4.9375, false]], [[-8.9375, false]], [[-11.1875, false]], [[-5.9375, false]], [[-9.1875, false]], [[-9.9375, false]], [[-8.9375, false]], [[-5.9375, false]], [[-8.9375, false]], [[-8.84375, false]], [[-4.9375, false]], [[-8.9375, false]], [[-9.9375, false]], [[-5.9375, false]], [[-9.4375, false]], [[-10.9375, false]], [[-8.6875, false]], [[-10.6875, false]], [[-9.9375, false]], [[-8.9375, false]], [[-8.84375, false]], [[-4.9375, false]], [[-8.9375, false]], [[-11.6875, false]], [[-8.6875, false]], [[-5.9375, false]], [[-9.4375, false]], [[-10.1875, false]], [[-8.9375, false]], [[-11.6875, false]], [[-8.9375, false]], [[-13.6875, false]]], "filtered_resps": [[-7.9375, false], [-8.9375, false], [-13.9375, false], [-9.4375, false], [-5.9375, false], [-10.4375, false], [-10.6875, false], [-10.6875, false], [-8.9375, false], [-8.84375, false], [-4.9375, false], [-8.9375, false], [-11.1875, false], [-5.9375, false], [-9.1875, false], [-9.9375, false], [-8.9375, false], [-5.9375, false], [-8.9375, false], [-8.84375, false], [-4.9375, false], [-8.9375, false], [-9.9375, false], [-5.9375, false], [-9.4375, false], [-10.9375, false], [-8.6875, false], [-10.6875, false], [-9.9375, false], [-8.9375, false], [-8.84375, false], [-4.9375, false], [-8.9375, false], [-11.6875, false], [-8.6875, false], [-5.9375, false], [-9.4375, false], [-10.1875, false], [-8.9375, false], [-11.6875, false], [-8.9375, false], [-13.6875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2254, "doc": {"id": "Mercury_SC_402075", "question": "What should students use to identify the percent chance of a trait being passed down from a parent to its offspring?", "choices": {"text": ["a graph", "a flow chart", "a data table", "a Punnett square"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "a Punnett square", "arguments": ["Question: What should students use to identify the percent chance of a trait being passed down from a parent to its offspring?\nAnswer:", " ["], "resps": [[[-7.0625, false]], [[-8.4375, false]], [[-5.1875, false]], [[-4.9375, false]], [[-10.5625, false]], [[-10.0625, false]], [[-5.1875, false]], [[-8.4375, false]], [[-9.8125, false]], [[-8.4375, false]], [[-9.4765625, false]], [[-4.9375, false]], [[-8.4375, false]], [[-5.1875, false]], [[-4.9375, false]], [[-9.8125, false]], [[-10.9375, false]], [[-9.8125, false]], [[-10.1875, false]], [[-4.9375, false]], [[-8.5625, false]], [[-9.8125, false]], [[-5.1875, false]], [[-10.0625, false]], [[-9.0625, false]], [[-8.4375, false]], [[-9.4765625, false]], [[-4.9375, false]], [[-8.4375, false]], [[-5.1875, false]], [[-4.9375, false]], [[-8.6875, false]], [[-5.1875, false]], [[-9.0625, false]], [[-5.1875, false]], [[-4.9375, false]], [[-9.0625, false]], [[-5.1875, false]], [[-8.4375, false]], [[-10.9375, false]], [[-8.6875, false]], [[-8.4375, false]], [[-9.4765625, false]], [[-4.9375, false]], [[-8.4375, false]], [[-5.1875, false]], [[-4.9375, false]], [[-5.5625, false]], [[-10.1875, false]], [[-8.3125, false]], [[-8.3125, false]], [[-8.6875, false]], [[-9.0625, false]], [[-9.0625, false]], [[-4.9375, false]], [[-9.5625, false]], [[-9.6875, false]], [[-10.1875, false]], [[-5.1875, false]], [[-10.0625, false]], [[-8.6875, false]], [[-8.4375, false]], [[-12.9375, false]]], "filtered_resps": [[-7.0625, false], [-8.4375, false], [-5.1875, false], [-4.9375, false], [-10.5625, false], [-10.0625, false], [-5.1875, false], [-8.4375, false], [-9.8125, false], [-8.4375, false], [-9.4765625, false], [-4.9375, false], [-8.4375, false], [-5.1875, false], [-4.9375, false], [-9.8125, false], [-10.9375, false], [-9.8125, false], [-10.1875, false], [-4.9375, false], [-8.5625, false], [-9.8125, false], [-5.1875, false], [-10.0625, false], [-9.0625, false], [-8.4375, false], [-9.4765625, false], [-4.9375, false], [-8.4375, false], [-5.1875, false], [-4.9375, false], [-8.6875, false], [-5.1875, false], [-9.0625, false], [-5.1875, false], [-4.9375, false], [-9.0625, false], [-5.1875, false], [-8.4375, false], [-10.9375, false], [-8.6875, false], [-8.4375, false], [-9.4765625, false], [-4.9375, false], [-8.4375, false], [-5.1875, false], [-4.9375, false], [-5.5625, false], [-10.1875, false], [-8.3125, false], [-8.3125, false], [-8.6875, false], [-9.0625, false], [-9.0625, false], [-4.9375, false], [-9.5625, false], [-9.6875, false], [-10.1875, false], [-5.1875, false], [-10.0625, false], [-8.6875, false], [-8.4375, false], [-12.9375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2262, "doc": {"id": "ACTAAP_2013_5_13", "question": "Which is the correct order of the planets from the Sun?", "choices": {"text": ["Mercury, Venus, Earth, Saturn, Uranus, Jupiter, Mars, Neptune", "Mercury, Earth, Mars, Venus, Saturn, Jupiter, Neptune, Uranus", "Mercury, Venus, Mars, Earth, Jupiter, Uranus, Saturn, Neptune", "Mercury, Venus, Earth, Mars, Jupiter, Saturn, Uranus, Neptune"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Mercury, Venus, Earth, Mars, Jupiter, Saturn, Uranus, Neptune", "arguments": ["Question: Which is the correct order of the planets from the Sun?\nAnswer:", " ["], "resps": [[[-6.75, false]], [[-8.5, false]], [[-6.75, false]], [[-8.25, false]], [[-9.75, false]], [[-9.0, false]], [[-11.0, false]], [[-9.75, false]], [[-11.0, false]], [[-9.5625, false]], [[-5.75, false]], [[-7.0, false]], [[-8.25, false]], [[-9.0, false]], [[-11.0, false]], [[-9.75, false]], [[-9.5625, false]], [[-5.75, false]], [[-5.25, false]], [[-8.0, false]], [[-9.75, false]], [[-8.75, false]], [[-10.0, false]], [[-9.5625, false]], [[-5.75, false]], [[-6.25, false]], [[-8.0, false]], [[-8.75, false]], [[-11.0, false]], [[-9.75, false]], [[-9.0, false]], [[-9.5625, false]], [[-5.75, false]], [[-7.0, false]], [[-9.75, false]], [[-8.0, false]], [[-9.0, false]], [[-11.0, false]], [[-9.75, false]], [[-9.5625, false]], [[-5.75, false]], [[-7.75, false]], [[-11.0, false]], [[-9.75, false]], [[-8.75, false]], [[-8.75, false]], [[-8.25, false]], [[-9.75, false]], [[-9.5625, false]], [[-5.75, false]], [[-6.75, false]], [[-8.0, false]], [[-9.75, false]], [[-9.75, false]], [[-9.5625, false]], [[-5.75, false]], [[-7.0, false]], [[-8.25, false]], [[-9.75, false]], [[-8.75, false]], [[-11.0, false]], [[-9.0, false]], [[-8.25, false]], [[-8.5, false]], [[-9.5625, false]], [[-5.75, false]], [[-8.5, false]], [[-6.75, false]], [[-8.25, false]], [[-9.75, false]], [[-9.0, false]], [[-11.0, false]], [[-9.75, false]], [[-11.0, false]], [[-9.5625, false]], [[-5.75, false]], [[-5.25, false]], [[-8.0, false]], [[-9.75, false]], [[-8.75, false]], [[-10.0, false]], [[-9.5625, false]], [[-5.75, false]], [[-6.75, false]], [[-8.0, false]], [[-9.75, false]], [[-9.75, false]], [[-9.5625, false]], [[-5.75, false]], [[-7.0, false]], [[-8.25, false]], [[-9.0, false]], [[-11.0, false]], [[-9.75, false]], [[-9.5625, false]], [[-5.75, false]], [[-6.25, false]], [[-8.0, false]], [[-8.75, false]], [[-11.0, false]], [[-9.75, false]], [[-9.0, false]], [[-9.5625, false]], [[-5.75, false]], [[-7.75, false]], [[-11.0, false]], [[-9.75, false]], [[-8.75, false]], [[-8.75, false]], [[-8.25, false]], [[-9.75, false]], [[-9.5625, false]], [[-5.75, false]], [[-7.0, false]], [[-8.25, false]], [[-9.75, false]], [[-8.75, false]], [[-11.0, false]], [[-9.0, false]], [[-8.25, false]], [[-9.5625, false]], [[-5.75, false]], [[-7.0, false]], [[-9.75, false]], [[-8.0, false]], [[-9.0, false]], [[-11.0, false]], [[-9.75, false]], [[-8.5, false]], [[-9.5625, false]], [[-5.75, false]], [[-8.5, false]], [[-6.75, false]], [[-8.25, false]], [[-9.75, false]], [[-9.0, false]], [[-11.0, false]], [[-9.75, false]], [[-11.0, false]], [[-9.5625, false]], [[-5.75, false]], [[-7.0, false]], [[-8.25, false]], [[-9.0, false]], [[-11.0, false]], [[-9.75, false]], [[-9.5625, false]], [[-5.75, false]], [[-6.75, false]], [[-8.0, false]], [[-9.75, false]], [[-9.75, false]], [[-9.5625, false]], [[-5.75, false]], [[-5.25, false]], [[-8.0, false]], [[-9.75, false]], [[-8.75, false]], [[-10.0, false]], [[-9.5625, false]], [[-5.75, false]], [[-7.75, false]], [[-11.0, false]], [[-9.75, false]], [[-8.75, false]], [[-8.75, false]], [[-8.25, false]], [[-9.75, false]], [[-9.5625, false]], [[-5.75, false]], [[-7.0, false]], [[-9.75, false]], [[-8.0, false]], [[-9.0, false]], [[-11.0, false]], [[-9.75, false]], [[-9.5625, false]], [[-5.75, false]], [[-6.25, false]], [[-8.0, false]], [[-8.75, false]], [[-11.0, false]], [[-9.75, false]], [[-9.0, false]], [[-9.5625, false]], [[-5.75, false]], [[-7.0, false]], [[-8.25, false]], [[-9.75, false]], [[-8.75, false]], [[-11.0, false]], [[-9.0, false]], [[-8.25, false]], [[-8.5, false]], [[-9.5625, false]], [[-5.75, false]], [[-8.5, false]], [[-6.75, false]], [[-8.25, false]], [[-9.75, false]], [[-9.0, false]], [[-11.0, false]], [[-9.75, false]], [[-11.0, false]], [[-9.5625, false]], [[-5.75, false]], [[-7.0, false]], [[-8.25, false]], [[-9.0, false]], [[-11.0, false]], [[-9.75, false]], [[-9.5625, false]], [[-5.75, false]], [[-5.25, false]], [[-8.0, false]], [[-9.75, false]], [[-8.75, false]], [[-10.0, false]], [[-9.5625, false]], [[-5.75, false]], [[-6.75, false]], [[-8.0, false]], [[-9.75, false]], [[-9.75, false]], [[-9.5625, false]], [[-5.75, false]], [[-7.75, false]], [[-11.0, false]], [[-9.75, false]], [[-8.75, false]], [[-8.75, false]], [[-8.25, false]], [[-9.75, false]], [[-9.5625, false]], [[-5.75, false]], [[-6.25, false]], [[-8.0, false]], [[-8.75, false]], [[-11.0, false]], [[-9.75, false]], [[-9.0, false]], [[-9.5625, false]], [[-5.75, false]], [[-7.0, false]], [[-9.75, false]], [[-8.0, false]], [[-9.0, false]], [[-11.0, false]], [[-9.75, false]], [[-9.5625, false]], [[-5.75, false]], [[-7.0, false]], [[-8.25, false]], [[-9.75, false]], [[-8.75, false]], [[-11.0, false]], [[-9.0, false]], [[-8.25, false]], [[-8.5, false]], [[-10.5, false]]], "filtered_resps": [[-6.75, false], [-8.5, false], [-6.75, false], [-8.25, false], [-9.75, false], [-9.0, false], [-11.0, false], [-9.75, false], [-11.0, false], [-9.5625, false], [-5.75, false], [-7.0, false], [-8.25, false], [-9.0, false], [-11.0, false], [-9.75, false], [-9.5625, false], [-5.75, false], [-5.25, false], [-8.0, false], [-9.75, false], [-8.75, false], [-10.0, false], [-9.5625, false], [-5.75, false], [-6.25, false], [-8.0, false], [-8.75, false], [-11.0, false], [-9.75, false], [-9.0, false], [-9.5625, false], [-5.75, false], [-7.0, false], [-9.75, false], [-8.0, false], [-9.0, false], [-11.0, false], [-9.75, false], [-9.5625, false], [-5.75, false], [-7.75, false], [-11.0, false], [-9.75, false], [-8.75, false], [-8.75, false], [-8.25, false], [-9.75, false], [-9.5625, false], [-5.75, false], [-6.75, false], [-8.0, false], [-9.75, false], [-9.75, false], [-9.5625, false], [-5.75, false], [-7.0, false], [-8.25, false], [-9.75, false], [-8.75, false], [-11.0, false], [-9.0, false], [-8.25, false], [-8.5, false], [-9.5625, false], [-5.75, false], [-8.5, false], [-6.75, false], [-8.25, false], [-9.75, false], [-9.0, false], [-11.0, false], [-9.75, false], [-11.0, false], [-9.5625, false], [-5.75, false], [-5.25, false], [-8.0, false], [-9.75, false], [-8.75, false], [-10.0, false], [-9.5625, false], [-5.75, false], [-6.75, false], [-8.0, false], [-9.75, false], [-9.75, false], [-9.5625, false], [-5.75, false], [-7.0, false], [-8.25, false], [-9.0, false], [-11.0, false], [-9.75, false], [-9.5625, false], [-5.75, false], [-6.25, false], [-8.0, false], [-8.75, false], [-11.0, false], [-9.75, false], [-9.0, false], [-9.5625, false], [-5.75, false], [-7.75, false], [-11.0, false], [-9.75, false], [-8.75, false], [-8.75, false], [-8.25, false], [-9.75, false], [-9.5625, false], [-5.75, false], [-7.0, false], [-8.25, false], [-9.75, false], [-8.75, false], [-11.0, false], [-9.0, false], [-8.25, false], [-9.5625, false], [-5.75, false], [-7.0, false], [-9.75, false], [-8.0, false], [-9.0, false], [-11.0, false], [-9.75, false], [-8.5, false], [-9.5625, false], [-5.75, false], [-8.5, false], [-6.75, false], [-8.25, false], [-9.75, false], [-9.0, false], [-11.0, false], [-9.75, false], [-11.0, false], [-9.5625, false], [-5.75, false], [-7.0, false], [-8.25, false], [-9.0, false], [-11.0, false], [-9.75, false], [-9.5625, false], [-5.75, false], [-6.75, false], [-8.0, false], [-9.75, false], [-9.75, false], [-9.5625, false], [-5.75, false], [-5.25, false], [-8.0, false], [-9.75, false], [-8.75, false], [-10.0, false], [-9.5625, false], [-5.75, false], [-7.75, false], [-11.0, false], [-9.75, false], [-8.75, false], [-8.75, false], [-8.25, false], [-9.75, false], [-9.5625, false], [-5.75, false], [-7.0, false], [-9.75, false], [-8.0, false], [-9.0, false], [-11.0, false], [-9.75, false], [-9.5625, false], [-5.75, false], [-6.25, false], [-8.0, false], [-8.75, false], [-11.0, false], [-9.75, false], [-9.0, false], [-9.5625, false], [-5.75, false], [-7.0, false], [-8.25, false], [-9.75, false], [-8.75, false], [-11.0, false], [-9.0, false], [-8.25, false], [-8.5, false], [-9.5625, false], [-5.75, false], [-8.5, false], [-6.75, false], [-8.25, false], [-9.75, false], [-9.0, false], [-11.0, false], [-9.75, false], [-11.0, false], [-9.5625, false], [-5.75, false], [-7.0, false], [-8.25, false], [-9.0, false], [-11.0, false], [-9.75, false], [-9.5625, false], [-5.75, false], [-5.25, false], [-8.0, false], [-9.75, false], [-8.75, false], [-10.0, false], [-9.5625, false], [-5.75, false], [-6.75, false], [-8.0, false], [-9.75, false], [-9.75, false], [-9.5625, false], [-5.75, false], [-7.75, false], [-11.0, false], [-9.75, false], [-8.75, false], [-8.75, false], [-8.25, false], [-9.75, false], [-9.5625, false], [-5.75, false], [-6.25, false], [-8.0, false], [-8.75, false], [-11.0, false], [-9.75, false], [-9.0, false], [-9.5625, false], [-5.75, false], [-7.0, false], [-9.75, false], [-8.0, false], [-9.0, false], [-11.0, false], [-9.75, false], [-9.5625, false], [-5.75, false], [-7.0, false], [-8.25, false], [-9.75, false], [-8.75, false], [-11.0, false], [-9.0, false], [-8.25, false], [-8.5, false], [-10.5, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2270, "doc": {"id": "Mercury_7223265", "question": "Which statement best describes the molecules in a sample of water that was heated from a liquid to a gas?", "choices": {"text": ["The average size of the molecules decreased.", "The average size of the molecules increased.", "The average kinetic energy of the molecules decreased.", "The average kinetic energy of the molecules increased."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "The average kinetic energy of the molecules increased.", "arguments": ["Question: Which statement best describes the molecules in a sample of water that was heated from a liquid to a gas?\nAnswer:", " ["], "resps": [[[-6.01953125, false]], [[-9.265625, false]], [[-6.76953125, false]], [[-7.76953125, false]], [[-7.26953125, false]], [[-5.26953125, false]], [[-3.01953125, false]], [[-9.265625, false]], [[-7.26953125, false]], [[-10.515625, false]], [[-3.01953125, false]], [[-10.515625, false]], [[-7.26953125, false]], [[-5.26953125, false]], [[-9.765625, false]], [[-7.01953125, false]], [[-9.765625, false]], [[-7.26953125, false]], [[-5.26953125, false]], [[-7.26953125, false]], [[-9.265625, false]], [[-5.26953125, false]], [[-8.765625, false]], [[-7.76953125, false]], [[-7.26953125, false]], [[-5.26953125, false]], [[-6.51953125, false]], [[-7.26953125, false]], [[-10.015625, false]], [[-7.26953125, false]], [[-7.01953125, false]], [[-9.515625, false]], [[-10.015625, false]], [[-7.26953125, false]], [[-9.765625, false]], [[-5.26953125, false]], [[-8.265625, false]], [[-7.26953125, false]], [[-7.01953125, false]], [[-10.515625, false]], [[-7.26953125, false]], [[-3.01953125, false]], [[-9.765625, false]], [[-7.26953125, false]], [[-8.265625, false]], [[-6.44921875, false]], [[-9.265625, false]], [[-9.578125, false]], [[-5.26953125, false]], [[-9.265625, false]], [[-6.76953125, false]], [[-7.76953125, false]], [[-7.26953125, false]], [[-5.26953125, false]], [[-3.01953125, false]], [[-9.265625, false]], [[-7.26953125, false]], [[-10.515625, false]], [[-3.01953125, false]], [[-10.515625, false]], [[-7.26953125, false]], [[-5.26953125, false]], [[-9.765625, false]], [[-7.01953125, false]], [[-9.765625, false]], [[-7.26953125, false]], [[-5.26953125, false]], [[-7.26953125, false]], [[-9.265625, false]], [[-5.26953125, false]], [[-8.765625, false]], [[-7.76953125, false]], [[-7.26953125, false]], [[-5.26953125, false]], [[-6.51953125, false]], [[-7.26953125, false]], [[-10.015625, false]], [[-7.26953125, false]], [[-7.01953125, false]], [[-9.515625, false]], [[-10.015625, false]], [[-7.26953125, false]], [[-9.765625, false]], [[-5.26953125, false]], [[-7.01953125, false]], [[-6.76953125, false]], [[-7.01953125, false]], [[-10.515625, false]], [[-7.26953125, false]], [[-3.01953125, false]], [[-9.765625, false]], [[-7.26953125, false]], [[-8.265625, false]], [[-6.44921875, false]], [[-9.265625, false]], [[-9.578125, false]], [[-5.26953125, false]], [[-9.265625, false]], [[-6.76953125, false]], [[-7.76953125, false]], [[-7.26953125, false]], [[-5.26953125, false]], [[-3.01953125, false]], [[-9.265625, false]], [[-7.26953125, false]], [[-10.515625, false]], [[-3.01953125, false]], [[-10.515625, false]], [[-7.26953125, false]], [[-5.26953125, false]], [[-10.015625, false]], [[-7.01953125, false]], [[-6.76953125, false]], [[-7.26953125, false]], [[-8.765625, false]], [[-7.01953125, false]], [[-7.01953125, false]], [[-5.26953125, false]], [[-7.26953125, false]], [[-6.76953125, false]], [[-7.26953125, false]], [[-10.515625, false]], [[-10.515625, false]], [[-8.765625, false]], [[-5.26953125, false]], [[-7.26953125, false]], [[-9.265625, false]], [[-5.26953125, false]], [[-8.765625, false]], [[-7.76953125, false]], [[-7.26953125, false]], [[-5.26953125, false]], [[-6.51953125, false]], [[-7.26953125, false]], [[-10.015625, false]], [[-7.26953125, false]], [[-7.01953125, false]], [[-9.515625, false]], [[-10.015625, false]], [[-7.26953125, false]], [[-9.765625, false]], [[-5.26953125, false]], [[-8.265625, false]], [[-7.26953125, false]], [[-7.01953125, false]], [[-10.515625, false]], [[-7.26953125, false]], [[-3.01953125, false]], [[-9.765625, false]], [[-7.26953125, false]], [[-8.265625, false]], [[-6.44921875, false]], [[-9.265625, false]], [[-9.578125, false]], [[-5.26953125, false]], [[-9.265625, false]], [[-6.76953125, false]], [[-7.76953125, false]], [[-7.26953125, false]], [[-5.26953125, false]], [[-3.01953125, false]], [[-9.265625, false]], [[-7.26953125, false]], [[-10.515625, false]], [[-3.01953125, false]], [[-10.515625, false]], [[-7.26953125, false]], [[-5.26953125, false]], [[-10.015625, false]], [[-7.01953125, false]], [[-6.76953125, false]], [[-7.26953125, false]], [[-8.765625, false]], [[-7.01953125, false]], [[-7.01953125, false]], [[-5.26953125, false]], [[-7.26953125, false]], [[-6.76953125, false]], [[-7.26953125, false]], [[-10.515625, false]], [[-10.515625, false]], [[-8.765625, false]], [[-5.26953125, false]], [[-7.26953125, false]], [[-9.265625, false]], [[-5.26953125, false]], [[-8.765625, false]], [[-7.76953125, false]], [[-7.26953125, false]], [[-5.26953125, false]], [[-6.51953125, false]], [[-7.26953125, false]], [[-10.015625, false]], [[-7.26953125, false]], [[-7.01953125, false]], [[-9.515625, false]], [[-10.015625, false]], [[-7.26953125, false]], [[-9.765625, false]], [[-5.26953125, false]], [[-7.01953125, false]], [[-6.76953125, false]], [[-7.01953125, false]], [[-10.515625, false]], [[-7.26953125, false]], [[-3.01953125, false]], [[-9.765625, false]], [[-7.26953125, false]], [[-8.265625, false]], [[-6.44921875, false]], [[-9.265625, false]], [[-11.515625, false]]], "filtered_resps": [[-6.01953125, false], [-9.265625, false], [-6.76953125, false], [-7.76953125, false], [-7.26953125, false], [-5.26953125, false], [-3.01953125, false], [-9.265625, false], [-7.26953125, false], [-10.515625, false], [-3.01953125, false], [-10.515625, false], [-7.26953125, false], [-5.26953125, false], [-9.765625, false], [-7.01953125, false], [-9.765625, false], [-7.26953125, false], [-5.26953125, false], [-7.26953125, false], [-9.265625, false], [-5.26953125, false], [-8.765625, false], [-7.76953125, false], [-7.26953125, false], [-5.26953125, false], [-6.51953125, false], [-7.26953125, false], [-10.015625, false], [-7.26953125, false], [-7.01953125, false], [-9.515625, false], [-10.015625, false], [-7.26953125, false], [-9.765625, false], [-5.26953125, false], [-8.265625, false], [-7.26953125, false], [-7.01953125, false], [-10.515625, false], [-7.26953125, false], [-3.01953125, false], [-9.765625, false], [-7.26953125, false], [-8.265625, false], [-6.44921875, false], [-9.265625, false], [-9.578125, false], [-5.26953125, false], [-9.265625, false], [-6.76953125, false], [-7.76953125, false], [-7.26953125, false], [-5.26953125, false], [-3.01953125, false], [-9.265625, false], [-7.26953125, false], [-10.515625, false], [-3.01953125, false], [-10.515625, false], [-7.26953125, false], [-5.26953125, false], [-9.765625, false], [-7.01953125, false], [-9.765625, false], [-7.26953125, false], [-5.26953125, false], [-7.26953125, false], [-9.265625, false], [-5.26953125, false], [-8.765625, false], [-7.76953125, false], [-7.26953125, false], [-5.26953125, false], [-6.51953125, false], [-7.26953125, false], [-10.015625, false], [-7.26953125, false], [-7.01953125, false], [-9.515625, false], [-10.015625, false], [-7.26953125, false], [-9.765625, false], [-5.26953125, false], [-7.01953125, false], [-6.76953125, false], [-7.01953125, false], [-10.515625, false], [-7.26953125, false], [-3.01953125, false], [-9.765625, false], [-7.26953125, false], [-8.265625, false], [-6.44921875, false], [-9.265625, false], [-9.578125, false], [-5.26953125, false], [-9.265625, false], [-6.76953125, false], [-7.76953125, false], [-7.26953125, false], [-5.26953125, false], [-3.01953125, false], [-9.265625, false], [-7.26953125, false], [-10.515625, false], [-3.01953125, false], [-10.515625, false], [-7.26953125, false], [-5.26953125, false], [-10.015625, false], [-7.01953125, false], [-6.76953125, false], [-7.26953125, false], [-8.765625, false], [-7.01953125, false], [-7.01953125, false], [-5.26953125, false], [-7.26953125, false], [-6.76953125, false], [-7.26953125, false], [-10.515625, false], [-10.515625, false], [-8.765625, false], [-5.26953125, false], [-7.26953125, false], [-9.265625, false], [-5.26953125, false], [-8.765625, false], [-7.76953125, false], [-7.26953125, false], [-5.26953125, false], [-6.51953125, false], [-7.26953125, false], [-10.015625, false], [-7.26953125, false], [-7.01953125, false], [-9.515625, false], [-10.015625, false], [-7.26953125, false], [-9.765625, false], [-5.26953125, false], [-8.265625, false], [-7.26953125, false], [-7.01953125, false], [-10.515625, false], [-7.26953125, false], [-3.01953125, false], [-9.765625, false], [-7.26953125, false], [-8.265625, false], [-6.44921875, false], [-9.265625, false], [-9.578125, false], [-5.26953125, false], [-9.265625, false], [-6.76953125, false], [-7.76953125, false], [-7.26953125, false], [-5.26953125, false], [-3.01953125, false], [-9.265625, false], [-7.26953125, false], [-10.515625, false], [-3.01953125, false], [-10.515625, false], [-7.26953125, false], [-5.26953125, false], [-10.015625, false], [-7.01953125, false], [-6.76953125, false], [-7.26953125, false], [-8.765625, false], [-7.01953125, false], [-7.01953125, false], [-5.26953125, false], [-7.26953125, false], [-6.76953125, false], [-7.26953125, false], [-10.515625, false], [-10.515625, false], [-8.765625, false], [-5.26953125, false], [-7.26953125, false], [-9.265625, false], [-5.26953125, false], [-8.765625, false], [-7.76953125, false], [-7.26953125, false], [-5.26953125, false], [-6.51953125, false], [-7.26953125, false], [-10.015625, false], [-7.26953125, false], [-7.01953125, false], [-9.515625, false], [-10.015625, false], [-7.26953125, false], [-9.765625, false], [-5.26953125, false], [-7.01953125, false], [-6.76953125, false], [-7.01953125, false], [-10.515625, false], [-7.26953125, false], [-3.01953125, false], [-9.765625, false], [-7.26953125, false], [-8.265625, false], [-6.44921875, false], [-9.265625, false], [-11.515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2278, "doc": {"id": "Mercury_7038465", "question": "Research in which of these areas has the greatest impact on the environment?", "choices": {"text": ["irradiating food", "organic fertilizers", "bacteria to clean up oil spills", "developing larger, sweeter strawberries"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "bacteria to clean up oil spills", "arguments": ["Question: Research in which of these areas has the greatest impact on the environment?\nAnswer:", " ["], "resps": [[[-8.1953125, false]], [[-8.5703125, false]], [[-8.1953125, false]], [[-12.3203125, false]], [[-12.3203125, false]], [[-7.82421875, false]], [[-9.1953125, false]], [[-8.1953125, false]], [[-7.82421875, false]], [[-12.1953125, false]], [[-8.1953125, false]], [[-10.3203125, false]], [[-12.4453125, false]], [[-5.19921875, false]], [[-11.4453125, false]], [[-8.5703125, false]], [[-8.5703125, false]], [[-9.1953125, false]], [[-8.5703125, false]], [[-9.953125, false]], [[-5.19921875, false]], [[-8.5703125, false]], [[-8.5703125, false]], [[-12.3203125, false]], [[-12.4453125, false]], [[-7.82421875, false]], [[-10.3203125, false]], [[-8.1953125, false]], [[-9.9453125, false]], [[-5.19921875, false]], [[-11.4453125, false]], [[-6.69921875, false]], [[-12.3203125, false]], [[-12.1953125, false]], [[-8.1953125, false]], [[-10.5703125, false]], [[-8.1953125, false]], [[-13.0703125, false]], [[-6.69921875, false]], [[-12.3203125, false]], [[-8.1953125, false]], [[-8.5703125, false]], [[-9.953125, false]], [[-5.19921875, false]], [[-8.5703125, false]], [[-11.6953125, false]], [[-7.82421875, false]], [[-9.9453125, false]], [[-12.1953125, false]], [[-6.69921875, false]], [[-12.3203125, false]], [[-8.1953125, false]], [[-7.82421875, false]], [[-5.19921875, false]], [[-12.1953125, false]], [[-8.5703125, false]], [[-5.19921875, false]], [[-9.9453125, false]], [[-10.5703125, false]], [[-6.69921875, false]], [[-7.82421875, false]], [[-10.3203125, false]], [[-5.19921875, false]], [[-11.3203125, false]], [[-9.4453125, false]], [[-5.19921875, false]], [[-8.5703125, false]], [[-8.1953125, false]], [[-10.5703125, false]], [[-5.19921875, false]], [[-8.1953125, false]], [[-9.4453125, false]], [[-8.1953125, false]], [[-10.5703125, false]], [[-10.5703125, false]], [[-8.1953125, false]], [[-8.5703125, false]], [[-9.953125, false]], [[-5.19921875, false]], [[-8.5703125, false]], [[-9.1953125, false]], [[-6.69921875, false]], [[-12.6953125, false]], [[-6.69921875, false]], [[-10.5703125, false]], [[-8.5703125, false]], [[-9.4453125, false]], [[-8.1953125, false]], [[-10.3203125, false]], [[-12.4453125, false]], [[-5.19921875, false]], [[-10.5703125, false]], [[-7.82421875, false]], [[-12.3203125, false]], [[-12.4453125, false]], [[-6.69921875, false]], [[-12.3203125, false]], [[-9.953125, false]], [[-5.19921875, false]], [[-8.1953125, false]], [[-10.4453125, false]], [[-6.69921875, false]], [[-6.69921875, false]], [[-12.1953125, false]], [[-6.69921875, false]], [[-12.3203125, false]], [[-5.19921875, false]], [[-8.1953125, false]], [[-12.1953125, false]], [[-12.3203125, false]], [[-7.82421875, false]], [[-10.4453125, false]], [[-11.6953125, false]], [[-6.69921875, false]], [[-12.3203125, false]], [[-12.3203125, false]], [[-8.1953125, false]], [[-6.69921875, false]], [[-8.1953125, false]], [[-8.5703125, false]], [[-14.6953125, false]]], "filtered_resps": [[-8.1953125, false], [-8.5703125, false], [-8.1953125, false], [-12.3203125, false], [-12.3203125, false], [-7.82421875, false], [-9.1953125, false], [-8.1953125, false], [-7.82421875, false], [-12.1953125, false], [-8.1953125, false], [-10.3203125, false], [-12.4453125, false], [-5.19921875, false], [-11.4453125, false], [-8.5703125, false], [-8.5703125, false], [-9.1953125, false], [-8.5703125, false], [-9.953125, false], [-5.19921875, false], [-8.5703125, false], [-8.5703125, false], [-12.3203125, false], [-12.4453125, false], [-7.82421875, false], [-10.3203125, false], [-8.1953125, false], [-9.9453125, false], [-5.19921875, false], [-11.4453125, false], [-6.69921875, false], [-12.3203125, false], [-12.1953125, false], [-8.1953125, false], [-10.5703125, false], [-8.1953125, false], [-13.0703125, false], [-6.69921875, false], [-12.3203125, false], [-8.1953125, false], [-8.5703125, false], [-9.953125, false], [-5.19921875, false], [-8.5703125, false], [-11.6953125, false], [-7.82421875, false], [-9.9453125, false], [-12.1953125, false], [-6.69921875, false], [-12.3203125, false], [-8.1953125, false], [-7.82421875, false], [-5.19921875, false], [-12.1953125, false], [-8.5703125, false], [-5.19921875, false], [-9.9453125, false], [-10.5703125, false], [-6.69921875, false], [-7.82421875, false], [-10.3203125, false], [-5.19921875, false], [-11.3203125, false], [-9.4453125, false], [-5.19921875, false], [-8.5703125, false], [-8.1953125, false], [-10.5703125, false], [-5.19921875, false], [-8.1953125, false], [-9.4453125, false], [-8.1953125, false], [-10.5703125, false], [-10.5703125, false], [-8.1953125, false], [-8.5703125, false], [-9.953125, false], [-5.19921875, false], [-8.5703125, false], [-9.1953125, false], [-6.69921875, false], [-12.6953125, false], [-6.69921875, false], [-10.5703125, false], [-8.5703125, false], [-9.4453125, false], [-8.1953125, false], [-10.3203125, false], [-12.4453125, false], [-5.19921875, false], [-10.5703125, false], [-7.82421875, false], [-12.3203125, false], [-12.4453125, false], [-6.69921875, false], [-12.3203125, false], [-9.953125, false], [-5.19921875, false], [-8.1953125, false], [-10.4453125, false], [-6.69921875, false], [-6.69921875, false], [-12.1953125, false], [-6.69921875, false], [-12.3203125, false], [-5.19921875, false], [-8.1953125, false], [-12.1953125, false], [-12.3203125, false], [-7.82421875, false], [-10.4453125, false], [-11.6953125, false], [-6.69921875, false], [-12.3203125, false], [-12.3203125, false], [-8.1953125, false], [-6.69921875, false], [-8.1953125, false], [-8.5703125, false], [-14.6953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2286, "doc": {"id": "Mercury_7205923", "question": "Some scientists once believed that Earth was solid like a marble. Which of these has been most responsible for changes in the scientific view of the structure of Earth?", "choices": {"text": ["discussions among earth scientists about new data", "scientific books defining the layers of Earth", "a lead scientist explaining the structure of Earth", "a physical model of Earth showing its layers"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "discussions among earth scientists about new data", "arguments": ["Question: Some scientists once believed that Earth was solid like a marble. Which of these has been most responsible for changes in the scientific view of the structure of Earth?\nAnswer:", " ["], "resps": [[[-6.73828125, false]], [[-8.9921875, false]], [[-8.4921875, false]], [[-8.2421875, false]], [[-8.9921875, false]], [[-7.48828125, false]], [[-10.9921875, false]], [[-8.9921875, false]], [[-8.9921875, false]], [[-8.2421875, false]], [[-9.2421875, false]], [[-9.7421875, false]], [[-8.9921875, false]], [[-5.48828125, false]], [[-5.23828125, false]], [[-8.2421875, false]], [[-9.2421875, false]], [[-9.7421875, false]], [[-11.4921875, false]], [[-5.48828125, false]], [[-6.98828125, false]], [[-5.23828125, false]], [[-9.2421875, false]], [[-8.9921875, false]], [[-10.2421875, false]], [[-5.48828125, false]], [[-8.9921875, false]], [[-7.48828125, false]], [[-8.2421875, false]], [[-6.98828125, false]], [[-9.7421875, false]], [[-8.9921875, false]], [[-8.2421875, false]], [[-8.9921875, false]], [[-8.9921875, false]], [[-8.9921875, false]], [[-5.48828125, false]], [[-5.23828125, false]], [[-6.73828125, false]], [[-9.2421875, false]], [[-10.9921875, false]], [[-8.9921875, false]], [[-5.48828125, false]], [[-9.7421875, false]], [[-6.98828125, false]], [[-10.7421875, false]], [[-5.48828125, false]], [[-8.4921875, false]], [[-5.23828125, false]], [[-8.9921875, false]], [[-5.23828125, false]], [[-8.9921875, false]], [[-9.875, false]], [[-5.48828125, false]], [[-8.9921875, false]], [[-8.9921875, false]], [[-7.48828125, false]], [[-8.2421875, false]], [[-6.98828125, false]], [[-9.7421875, false]], [[-8.9921875, false]], [[-8.2421875, false]], [[-7.23828125, false]], [[-8.2421875, false]], [[-7.48828125, false]], [[-5.48828125, false]], [[-6.73828125, false]], [[-9.2421875, false]], [[-9.2421875, false]], [[-9.2421875, false]], [[-8.9921875, false]], [[-5.48828125, false]], [[-8.4921875, false]], [[-6.98828125, false]], [[-7.23828125, false]], [[-8.2421875, false]], [[-9.7421875, false]], [[-8.2421875, false]], [[-9.7421875, false]], [[-11.4921875, false]], [[-5.48828125, false]], [[-8.9921875, false]], [[-10.2421875, false]], [[-6.98828125, false]], [[-5.48828125, false]], [[-10.7421875, false]], [[-5.23828125, false]], [[-11.4921875, false]], [[-6.98828125, false]], [[-9.2421875, false]], [[-8.9921875, false]], [[-5.48828125, false]], [[-9.2421875, false]], [[-7.23828125, false]], [[-5.48828125, false]], [[-5.23828125, false]], [[-5.23828125, false]], [[-9.2421875, false]], [[-8.9921875, false]], [[-10.2421875, false]], [[-8.9921875, false]], [[-9.875, false]], [[-5.48828125, false]], [[-8.9921875, false]], [[-5.23828125, false]], [[-5.48828125, false]], [[-10.7421875, false]], [[-6.98828125, false]], [[-5.23828125, false]], [[-8.4921875, false]], [[-5.48828125, false]], [[-8.9921875, false]], [[-7.48828125, false]], [[-8.2421875, false]], [[-6.98828125, false]], [[-9.7421875, false]], [[-8.9921875, false]], [[-8.2421875, false]], [[-8.9921875, false]], [[-8.9921875, false]], [[-5.48828125, false]], [[-6.98828125, false]], [[-9.7421875, false]], [[-8.2421875, false]], [[-10.7421875, false]], [[-5.23828125, false]], [[-8.2421875, false]], [[-9.7421875, false]], [[-8.2421875, false]], [[-9.7421875, false]], [[-11.4921875, false]], [[-5.48828125, false]], [[-8.9921875, false]], [[-10.2421875, false]], [[-6.98828125, false]], [[-5.48828125, false]], [[-8.9921875, false]], [[-8.9921875, false]], [[-9.2421875, false]], [[-10.9921875, false]], [[-7.48828125, false]], [[-8.9921875, false]], [[-10.9921875, false]], [[-9.2421875, false]], [[-6.98828125, false]], [[-5.48828125, false]], [[-9.2421875, false]], [[-7.23828125, false]], [[-5.48828125, false]], [[-5.23828125, false]], [[-5.23828125, false]], [[-9.2421875, false]], [[-8.9921875, false]], [[-10.2421875, false]], [[-8.9921875, false]], [[-9.875, false]], [[-5.48828125, false]], [[-8.9921875, false]], [[-5.23828125, false]], [[-5.48828125, false]], [[-8.2421875, false]], [[-10.2421875, false]], [[-11.4921875, false]], [[-8.9921875, false]], [[-8.2421875, false]], [[-7.48828125, false]], [[-5.23828125, false]], [[-10.7421875, false]], [[-5.48828125, false]], [[-8.2421875, false]], [[-9.2421875, false]], [[-8.4921875, false]], [[-6.98828125, false]], [[-10.7421875, false]], [[-5.48828125, false]], [[-9.2421875, false]], [[-7.23828125, false]], [[-5.48828125, false]], [[-5.23828125, false]], [[-5.23828125, false]], [[-9.2421875, false]], [[-8.9921875, false]], [[-10.2421875, false]], [[-5.48828125, false]], [[-8.9921875, false]], [[-10.2421875, false]], [[-9.2421875, false]], [[-10.7421875, false]], [[-8.2421875, false]], [[-9.7421875, false]], [[-11.4921875, false]], [[-5.48828125, false]], [[-8.2421875, false]], [[-8.9921875, false]], [[-8.9921875, false]], [[-5.48828125, false]], [[-10.7421875, false]], [[-5.23828125, false]], [[-11.4921875, false]], [[-6.98828125, false]], [[-9.2421875, false]], [[-8.9921875, false]], [[-8.9921875, false]], [[-13.7421875, false]]], "filtered_resps": [[-6.73828125, false], [-8.9921875, false], [-8.4921875, false], [-8.2421875, false], [-8.9921875, false], [-7.48828125, false], [-10.9921875, false], [-8.9921875, false], [-8.9921875, false], [-8.2421875, false], [-9.2421875, false], [-9.7421875, false], [-8.9921875, false], [-5.48828125, false], [-5.23828125, false], [-8.2421875, false], [-9.2421875, false], [-9.7421875, false], [-11.4921875, false], [-5.48828125, false], [-6.98828125, false], [-5.23828125, false], [-9.2421875, false], [-8.9921875, false], [-10.2421875, false], [-5.48828125, false], [-8.9921875, false], [-7.48828125, false], [-8.2421875, false], [-6.98828125, false], [-9.7421875, false], [-8.9921875, false], [-8.2421875, false], [-8.9921875, false], [-8.9921875, false], [-8.9921875, false], [-5.48828125, false], [-5.23828125, false], [-6.73828125, false], [-9.2421875, false], [-10.9921875, false], [-8.9921875, false], [-5.48828125, false], [-9.7421875, false], [-6.98828125, false], [-10.7421875, false], [-5.48828125, false], [-8.4921875, false], [-5.23828125, false], [-8.9921875, false], [-5.23828125, false], [-8.9921875, false], [-9.875, false], [-5.48828125, false], [-8.9921875, false], [-8.9921875, false], [-7.48828125, false], [-8.2421875, false], [-6.98828125, false], [-9.7421875, false], [-8.9921875, false], [-8.2421875, false], [-7.23828125, false], [-8.2421875, false], [-7.48828125, false], [-5.48828125, false], [-6.73828125, false], [-9.2421875, false], [-9.2421875, false], [-9.2421875, false], [-8.9921875, false], [-5.48828125, false], [-8.4921875, false], [-6.98828125, false], [-7.23828125, false], [-8.2421875, false], [-9.7421875, false], [-8.2421875, false], [-9.7421875, false], [-11.4921875, false], [-5.48828125, false], [-8.9921875, false], [-10.2421875, false], [-6.98828125, false], [-5.48828125, false], [-10.7421875, false], [-5.23828125, false], [-11.4921875, false], [-6.98828125, false], [-9.2421875, false], [-8.9921875, false], [-5.48828125, false], [-9.2421875, false], [-7.23828125, false], [-5.48828125, false], [-5.23828125, false], [-5.23828125, false], [-9.2421875, false], [-8.9921875, false], [-10.2421875, false], [-8.9921875, false], [-9.875, false], [-5.48828125, false], [-8.9921875, false], [-5.23828125, false], [-5.48828125, false], [-10.7421875, false], [-6.98828125, false], [-5.23828125, false], [-8.4921875, false], [-5.48828125, false], [-8.9921875, false], [-7.48828125, false], [-8.2421875, false], [-6.98828125, false], [-9.7421875, false], [-8.9921875, false], [-8.2421875, false], [-8.9921875, false], [-8.9921875, false], [-5.48828125, false], [-6.98828125, false], [-9.7421875, false], [-8.2421875, false], [-10.7421875, false], [-5.23828125, false], [-8.2421875, false], [-9.7421875, false], [-8.2421875, false], [-9.7421875, false], [-11.4921875, false], [-5.48828125, false], [-8.9921875, false], [-10.2421875, false], [-6.98828125, false], [-5.48828125, false], [-8.9921875, false], [-8.9921875, false], [-9.2421875, false], [-10.9921875, false], [-7.48828125, false], [-8.9921875, false], [-10.9921875, false], [-9.2421875, false], [-6.98828125, false], [-5.48828125, false], [-9.2421875, false], [-7.23828125, false], [-5.48828125, false], [-5.23828125, false], [-5.23828125, false], [-9.2421875, false], [-8.9921875, false], [-10.2421875, false], [-8.9921875, false], [-9.875, false], [-5.48828125, false], [-8.9921875, false], [-5.23828125, false], [-5.48828125, false], [-8.2421875, false], [-10.2421875, false], [-11.4921875, false], [-8.9921875, false], [-8.2421875, false], [-7.48828125, false], [-5.23828125, false], [-10.7421875, false], [-5.48828125, false], [-8.2421875, false], [-9.2421875, false], [-8.4921875, false], [-6.98828125, false], [-10.7421875, false], [-5.48828125, false], [-9.2421875, false], [-7.23828125, false], [-5.48828125, false], [-5.23828125, false], [-5.23828125, false], [-9.2421875, false], [-8.9921875, false], [-10.2421875, false], [-5.48828125, false], [-8.9921875, false], [-10.2421875, false], [-9.2421875, false], [-10.7421875, false], [-8.2421875, false], [-9.7421875, false], [-11.4921875, false], [-5.48828125, false], [-8.2421875, false], [-8.9921875, false], [-8.9921875, false], [-5.48828125, false], [-10.7421875, false], [-5.23828125, false], [-11.4921875, false], [-6.98828125, false], [-9.2421875, false], [-8.9921875, false], [-8.9921875, false], [-13.7421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2294, "doc": {"id": "Mercury_7109428", "question": "The nucleus contains DNA. Which statement best describes how DNA controls the working of the cell?", "choices": {"text": ["It codes for proteins.", "It inhibits division of cells.", "It helps in energy transformation.", "It regulates traffic in and out of the cell."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "It codes for proteins.", "arguments": ["Question: The nucleus contains DNA. Which statement best describes how DNA controls the working of the cell?\nAnswer:", " ["], "resps": [[[-7.2109375, false]], [[-9.7109375, false]], [[-5.7109375, false]], [[-8.7109375, false]], [[-4.7109375, false]], [[-4.9609375, false]], [[-9.7109375, false]], [[-5.7109375, false]], [[-7.9609375, false]], [[-9.2109375, false]], [[-4.7109375, false]], [[-9.9609375, false]], [[-9.7109375, false]], [[-8.2109375, false]], [[-4.7109375, false]], [[-7.9609375, false]], [[-8.2109375, false]], [[-9.7109375, false]], [[-8.7109375, false]], [[-7.9609375, false]], [[-8.7109375, false]], [[-8.9609375, false]], [[-9.2109375, false]], [[-7.34375, false]], [[-9.7109375, false]], [[-10.34375, false]], [[-4.7109375, false]], [[-9.7109375, false]], [[-5.7109375, false]], [[-8.7109375, false]], [[-4.7109375, false]], [[-8.7109375, false]], [[-8.9609375, false]], [[-8.9609375, false]], [[-8.7109375, false]], [[-4.9609375, false]], [[-8.7109375, false]], [[-8.7109375, false]], [[-9.2109375, false]], [[-4.7109375, false]], [[-5.7109375, false]], [[-8.7109375, false]], [[-8.4609375, false]], [[-8.7109375, false]], [[-9.2109375, false]], [[-8.7109375, false]], [[-9.7109375, false]], [[-8.9609375, false]], [[-4.7109375, false]], [[-9.7109375, false]], [[-9.9609375, false]], [[-4.7109375, false]], [[-4.9609375, false]], [[-7.9609375, false]], [[-8.4609375, false]], [[-8.4609375, false]], [[-9.2109375, false]], [[-7.34375, false]], [[-9.7109375, false]], [[-10.34375, false]], [[-4.7109375, false]], [[-9.7109375, false]], [[-5.7109375, false]], [[-8.7109375, false]], [[-4.7109375, false]], [[-8.9609375, false]], [[-7.9609375, false]], [[-8.4609375, false]], [[-7.9609375, false]], [[-9.2109375, false]], [[-4.7109375, false]], [[-8.7109375, false]], [[-8.9609375, false]], [[-4.7109375, false]], [[-7.9609375, false]], [[-8.9609375, false]], [[-7.9609375, false]], [[-8.2109375, false]], [[-9.4609375, false]], [[-11.2109375, false]], [[-4.7109375, false]], [[-8.7109375, false]], [[-8.2109375, false]], [[-3.2109375, false]], [[-8.9609375, false]], [[-9.2109375, false]], [[-9.9609375, false]], [[-9.7109375, false]], [[-8.2109375, false]], [[-6.2109375, false]], [[-3.2109375, false]], [[-8.7109375, false]], [[-8.7109375, false]], [[-9.7109375, false]], [[-8.9609375, false]], [[-7.34375, false]], [[-9.7109375, false]], [[-10.34375, false]], [[-4.7109375, false]], [[-9.7109375, false]], [[-5.7109375, false]], [[-8.7109375, false]], [[-4.7109375, false]], [[-8.2109375, false]], [[-7.9609375, false]], [[-9.4609375, false]], [[-10.9609375, false]], [[-8.4609375, false]], [[-3.2109375, false]], [[-8.7109375, false]], [[-7.9609375, false]], [[-9.2109375, false]], [[-4.7109375, false]], [[-8.7109375, false]], [[-8.2109375, false]], [[-3.2109375, false]], [[-9.9609375, false]], [[-9.9609375, false]], [[-8.7109375, false]], [[-4.9609375, false]], [[-4.7109375, false]], [[-8.7109375, false]], [[-8.9609375, false]], [[-4.7109375, false]], [[-3.2109375, false]], [[-8.9609375, false]], [[-5.7109375, false]], [[-4.7109375, false]], [[-9.7109375, false]], [[-10.9609375, false]], [[-8.7109375, false]], [[-4.7109375, false]], [[-9.7109375, false]], [[-9.9609375, false]], [[-4.7109375, false]], [[-8.7109375, false]], [[-8.9609375, false]], [[-7.9609375, false]], [[-4.7109375, false]], [[-4.9609375, false]], [[-7.9609375, false]], [[-8.4609375, false]], [[-8.4609375, false]], [[-7.34375, false]], [[-9.7109375, false]], [[-14.2109375, false]]], "filtered_resps": [[-7.2109375, false], [-9.7109375, false], [-5.7109375, false], [-8.7109375, false], [-4.7109375, false], [-4.9609375, false], [-9.7109375, false], [-5.7109375, false], [-7.9609375, false], [-9.2109375, false], [-4.7109375, false], [-9.9609375, false], [-9.7109375, false], [-8.2109375, false], [-4.7109375, false], [-7.9609375, false], [-8.2109375, false], [-9.7109375, false], [-8.7109375, false], [-7.9609375, false], [-8.7109375, false], [-8.9609375, false], [-9.2109375, false], [-7.34375, false], [-9.7109375, false], [-10.34375, false], [-4.7109375, false], [-9.7109375, false], [-5.7109375, false], [-8.7109375, false], [-4.7109375, false], [-8.7109375, false], [-8.9609375, false], [-8.9609375, false], [-8.7109375, false], [-4.9609375, false], [-8.7109375, false], [-8.7109375, false], [-9.2109375, false], [-4.7109375, false], [-5.7109375, false], [-8.7109375, false], [-8.4609375, false], [-8.7109375, false], [-9.2109375, false], [-8.7109375, false], [-9.7109375, false], [-8.9609375, false], [-4.7109375, false], [-9.7109375, false], [-9.9609375, false], [-4.7109375, false], [-4.9609375, false], [-7.9609375, false], [-8.4609375, false], [-8.4609375, false], [-9.2109375, false], [-7.34375, false], [-9.7109375, false], [-10.34375, false], [-4.7109375, false], [-9.7109375, false], [-5.7109375, false], [-8.7109375, false], [-4.7109375, false], [-8.9609375, false], [-7.9609375, false], [-8.4609375, false], [-7.9609375, false], [-9.2109375, false], [-4.7109375, false], [-8.7109375, false], [-8.9609375, false], [-4.7109375, false], [-7.9609375, false], [-8.9609375, false], [-7.9609375, false], [-8.2109375, false], [-9.4609375, false], [-11.2109375, false], [-4.7109375, false], [-8.7109375, false], [-8.2109375, false], [-3.2109375, false], [-8.9609375, false], [-9.2109375, false], [-9.9609375, false], [-9.7109375, false], [-8.2109375, false], [-6.2109375, false], [-3.2109375, false], [-8.7109375, false], [-8.7109375, false], [-9.7109375, false], [-8.9609375, false], [-7.34375, false], [-9.7109375, false], [-10.34375, false], [-4.7109375, false], [-9.7109375, false], [-5.7109375, false], [-8.7109375, false], [-4.7109375, false], [-8.2109375, false], [-7.9609375, false], [-9.4609375, false], [-10.9609375, false], [-8.4609375, false], [-3.2109375, false], [-8.7109375, false], [-7.9609375, false], [-9.2109375, false], [-4.7109375, false], [-8.7109375, false], [-8.2109375, false], [-3.2109375, false], [-9.9609375, false], [-9.9609375, false], [-8.7109375, false], [-4.9609375, false], [-4.7109375, false], [-8.7109375, false], [-8.9609375, false], [-4.7109375, false], [-3.2109375, false], [-8.9609375, false], [-5.7109375, false], [-4.7109375, false], [-9.7109375, false], [-10.9609375, false], [-8.7109375, false], [-4.7109375, false], [-9.7109375, false], [-9.9609375, false], [-4.7109375, false], [-8.7109375, false], [-8.9609375, false], [-7.9609375, false], [-4.7109375, false], [-4.9609375, false], [-7.9609375, false], [-8.4609375, false], [-8.4609375, false], [-7.34375, false], [-9.7109375, false], [-14.2109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2302, "doc": {"id": "Mercury_SC_415767", "question": "What effect does gravity always have on an object on Earth?", "choices": {"text": ["makes the object move", "makes the object stay still", "pushes the object upward", "pulls the object downward"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "pulls the object downward", "arguments": ["Question: What effect does gravity always have on an object on Earth?\nAnswer:", " ["], "resps": [[[-7.3359375, false]], [[-8.5859375, false]], [[-11.3359375, false]], [[-7.0859375, false]], [[-12.8359375, false]], [[-10.3359375, false]], [[-10.5859375, false]], [[-6.3359375, false]], [[-11.0859375, false]], [[-10.8359375, false]], [[-10.3359375, false]], [[-6.3359375, false]], [[-11.3359375, false]], [[-10.5859375, false]], [[-12.5859375, false]], [[-10.3359375, false]], [[-11.5859375, false]], [[-11.0859375, false]], [[-6.3359375, false]], [[-11.3359375, false]], [[-11.3359375, false]], [[-11.8359375, false]], [[-10.3359375, false]], [[-8.5859375, false]], [[-10.578125, false]], [[-6.3359375, false]], [[-8.5859375, false]], [[-11.3359375, false]], [[-7.0859375, false]], [[-12.8359375, false]], [[-10.3359375, false]], [[-10.5859375, false]], [[-6.3359375, false]], [[-11.0859375, false]], [[-10.8359375, false]], [[-10.3359375, false]], [[-6.3359375, false]], [[-11.3359375, false]], [[-10.5859375, false]], [[-12.5859375, false]], [[-10.3359375, false]], [[-11.5859375, false]], [[-11.0859375, false]], [[-6.3359375, false]], [[-10.5859375, false]], [[-11.0859375, false]], [[-7.0859375, false]], [[-12.8359375, false]], [[-6.3359375, false]], [[-10.5859375, false]], [[-11.0859375, false]], [[-9.5859375, false]], [[-11.5859375, false]], [[-11.5859375, false]], [[-8.5859375, false]], [[-10.578125, false]], [[-6.3359375, false]], [[-8.5859375, false]], [[-11.8359375, false]], [[-11.8359375, false]], [[-10.5859375, false]], [[-10.8359375, false]], [[-10.3359375, false]], [[-10.5859375, false]], [[-6.3359375, false]], [[-11.0859375, false]], [[-10.8359375, false]], [[-10.3359375, false]], [[-6.3359375, false]], [[-11.3359375, false]], [[-10.5859375, false]], [[-12.5859375, false]], [[-10.3359375, false]], [[-11.5859375, false]], [[-11.0859375, false]], [[-6.3359375, false]], [[-11.8359375, false]], [[-11.8359375, false]], [[-11.3359375, false]], [[-7.0859375, false]], [[-12.5859375, false]], [[-11.3359375, false]], [[-8.5859375, false]], [[-10.578125, false]], [[-6.3359375, false]], [[-8.5859375, false]], [[-11.8359375, false]], [[-11.8359375, false]], [[-11.5859375, false]], [[-11.5859375, false]], [[-10.5859375, false]], [[-6.3359375, false]], [[-11.0859375, false]], [[-10.8359375, false]], [[-10.3359375, false]], [[-6.3359375, false]], [[-11.3359375, false]], [[-10.5859375, false]], [[-12.5859375, false]], [[-10.3359375, false]], [[-11.5859375, false]], [[-11.0859375, false]], [[-6.3359375, false]], [[-11.3359375, false]], [[-11.3359375, false]], [[-11.3359375, false]], [[-10.8359375, false]], [[-11.3359375, false]], [[-7.0859375, false]], [[-12.5859375, false]], [[-11.3359375, false]], [[-8.5859375, false]], [[-12.0859375, false]]], "filtered_resps": [[-7.3359375, false], [-8.5859375, false], [-11.3359375, false], [-7.0859375, false], [-12.8359375, false], [-10.3359375, false], [-10.5859375, false], [-6.3359375, false], [-11.0859375, false], [-10.8359375, false], [-10.3359375, false], [-6.3359375, false], [-11.3359375, false], [-10.5859375, false], [-12.5859375, false], [-10.3359375, false], [-11.5859375, false], [-11.0859375, false], [-6.3359375, false], [-11.3359375, false], [-11.3359375, false], [-11.8359375, false], [-10.3359375, false], [-8.5859375, false], [-10.578125, false], [-6.3359375, false], [-8.5859375, false], [-11.3359375, false], [-7.0859375, false], [-12.8359375, false], [-10.3359375, false], [-10.5859375, false], [-6.3359375, false], [-11.0859375, false], [-10.8359375, false], [-10.3359375, false], [-6.3359375, false], [-11.3359375, false], [-10.5859375, false], [-12.5859375, false], [-10.3359375, false], [-11.5859375, false], [-11.0859375, false], [-6.3359375, false], [-10.5859375, false], [-11.0859375, false], [-7.0859375, false], [-12.8359375, false], [-6.3359375, false], [-10.5859375, false], [-11.0859375, false], [-9.5859375, false], [-11.5859375, false], [-11.5859375, false], [-8.5859375, false], [-10.578125, false], [-6.3359375, false], [-8.5859375, false], [-11.8359375, false], [-11.8359375, false], [-10.5859375, false], [-10.8359375, false], [-10.3359375, false], [-10.5859375, false], [-6.3359375, false], [-11.0859375, false], [-10.8359375, false], [-10.3359375, false], [-6.3359375, false], [-11.3359375, false], [-10.5859375, false], [-12.5859375, false], [-10.3359375, false], [-11.5859375, false], [-11.0859375, false], [-6.3359375, false], [-11.8359375, false], [-11.8359375, false], [-11.3359375, false], [-7.0859375, false], [-12.5859375, false], [-11.3359375, false], [-8.5859375, false], [-10.578125, false], [-6.3359375, false], [-8.5859375, false], [-11.8359375, false], [-11.8359375, false], [-11.5859375, false], [-11.5859375, false], [-10.5859375, false], [-6.3359375, false], [-11.0859375, false], [-10.8359375, false], [-10.3359375, false], [-6.3359375, false], [-11.3359375, false], [-10.5859375, false], [-12.5859375, false], [-10.3359375, false], [-11.5859375, false], [-11.0859375, false], [-6.3359375, false], [-11.3359375, false], [-11.3359375, false], [-11.3359375, false], [-10.8359375, false], [-11.3359375, false], [-7.0859375, false], [-12.5859375, false], [-11.3359375, false], [-8.5859375, false], [-12.0859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2310, "doc": {"id": "Mercury_400099", "question": "When humans first began to grow crops, which of these most likely contributed to the extinction of native animal species?", "choices": {"text": ["pollution", "climate change", "habitat destruction", "tectonic plate motion"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "habitat destruction", "arguments": ["Question: When humans first began to grow crops, which of these most likely contributed to the extinction of native animal species?\nAnswer:", " ["], "resps": [[[-6.73046875, false]], [[-8.7265625, false]], [[-8.2265625, false]], [[-7.85546875, false]], [[-8.6015625, false]], [[-8.6015625, false]], [[-11.4765625, false]], [[-10.1015625, false]], [[-7.60546875, false]], [[-7.85546875, false]], [[-8.3515625, false]], [[-8.7265625, false]], [[-10.609375, false]], [[-4.98046875, false]], [[-8.7265625, false]], [[-7.35546875, false]], [[-8.6015625, false]], [[-7.60546875, false]], [[-10.2265625, false]], [[-5.35546875, false]], [[-10.1015625, false]], [[-6.60546875, false]], [[-4.98046875, false]], [[-7.35546875, false]], [[-10.2265625, false]], [[-5.35546875, false]], [[-8.3515625, false]], [[-10.7265625, false]], [[-6.60546875, false]], [[-8.7265625, false]], [[-10.609375, false]], [[-4.98046875, false]], [[-8.7265625, false]], [[-10.2265625, false]], [[-5.35546875, false]], [[-8.3515625, false]], [[-7.60546875, false]], [[-10.1015625, false]], [[-5.35546875, false]], [[-10.1015625, false]], [[-4.98046875, false]], [[-6.35546875, false]], [[-6.60546875, false]], [[-8.7265625, false]], [[-10.1015625, false]], [[-9.3515625, false]], [[-11.4765625, false]], [[-7.35546875, false]], [[-10.1015625, false]], [[-7.60546875, false]], [[-7.85546875, false]], [[-8.3515625, false]], [[-8.7265625, false]], [[-10.609375, false]], [[-4.98046875, false]], [[-8.7265625, false]], [[-10.1015625, false]], [[-6.60546875, false]], [[-7.35546875, false]], [[-10.1015625, false]], [[-7.85546875, false]], [[-8.3515625, false]], [[-7.60546875, false]], [[-7.35546875, false]], [[-4.98046875, false]], [[-8.2265625, false]], [[-8.6015625, false]], [[-5.35546875, false]], [[-10.1015625, false]], [[-6.60546875, false]], [[-4.98046875, false]], [[-10.2265625, false]], [[-7.85546875, false]], [[-10.1015625, false]], [[-7.60546875, false]], [[-7.85546875, false]], [[-8.3515625, false]], [[-8.7265625, false]], [[-13.8515625, false]]], "filtered_resps": [[-6.73046875, false], [-8.7265625, false], [-8.2265625, false], [-7.85546875, false], [-8.6015625, false], [-8.6015625, false], [-11.4765625, false], [-10.1015625, false], [-7.60546875, false], [-7.85546875, false], [-8.3515625, false], [-8.7265625, false], [-10.609375, false], [-4.98046875, false], [-8.7265625, false], [-7.35546875, false], [-8.6015625, false], [-7.60546875, false], [-10.2265625, false], [-5.35546875, false], [-10.1015625, false], [-6.60546875, false], [-4.98046875, false], [-7.35546875, false], [-10.2265625, false], [-5.35546875, false], [-8.3515625, false], [-10.7265625, false], [-6.60546875, false], [-8.7265625, false], [-10.609375, false], [-4.98046875, false], [-8.7265625, false], [-10.2265625, false], [-5.35546875, false], [-8.3515625, false], [-7.60546875, false], [-10.1015625, false], [-5.35546875, false], [-10.1015625, false], [-4.98046875, false], [-6.35546875, false], [-6.60546875, false], [-8.7265625, false], [-10.1015625, false], [-9.3515625, false], [-11.4765625, false], [-7.35546875, false], [-10.1015625, false], [-7.60546875, false], [-7.85546875, false], [-8.3515625, false], [-8.7265625, false], [-10.609375, false], [-4.98046875, false], [-8.7265625, false], [-10.1015625, false], [-6.60546875, false], [-7.35546875, false], [-10.1015625, false], [-7.85546875, false], [-8.3515625, false], [-7.60546875, false], [-7.35546875, false], [-4.98046875, false], [-8.2265625, false], [-8.6015625, false], [-5.35546875, false], [-10.1015625, false], [-6.60546875, false], [-4.98046875, false], [-10.2265625, false], [-7.85546875, false], [-10.1015625, false], [-7.60546875, false], [-7.85546875, false], [-8.3515625, false], [-8.7265625, false], [-13.8515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2318, "doc": {"id": "MCAS_2002_8_7", "question": "What happens when salt water is boiled?", "choices": {"text": ["The water evaporates and the salt remains in the beaker.", "Both the salt and the water evaporate and leave the beaker.", "The salt becomes a new compound.", "The salt will evaporate from the water and disperse into the environment."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "The water evaporates and the salt remains in the beaker.", "arguments": ["Question: What happens when salt water is boiled?\nAnswer:", " ["], "resps": [[[-7.54296875, false]], [[-8.2890625, false]], [[-7.79296875, false]], [[-11.2890625, false]], [[-9.7890625, false]], [[-6.29296875, false]], [[-11.7890625, false]], [[-6.04296875, false]], [[-10.7890625, false]], [[-9.7890625, false]], [[-13.2890625, false]], [[-6.29296875, false]], [[-9.7890625, false]], [[-12.5390625, false]], [[-6.04296875, false]], [[-12.0390625, false]], [[-10.5390625, false]], [[-13.2890625, false]], [[-6.04296875, false]], [[-10.7890625, false]], [[-9.7890625, false]], [[-10.2890625, false]], [[-6.29296875, false]], [[-6.04296875, false]], [[-10.5390625, false]], [[-10.5390625, false]], [[-6.29296875, false]], [[-10.7890625, false]], [[-11.2890625, false]], [[-9.7890625, false]], [[-6.29296875, false]], [[-10.2890625, false]], [[-6.04296875, false]], [[-11.0390625, false]], [[-10.7890625, false]], [[-6.29296875, false]], [[-13.2890625, false]], [[-9.7890625, false]], [[-11.2890625, false]], [[-6.04296875, false]], [[-9.5390625, false]], [[-10.5390625, false]], [[-10.2890625, false]], [[-6.29296875, false]], [[-9.5390625, false]], [[-10.5390625, false]], [[-6.29296875, false]], [[-10.7890625, false]], [[-11.2890625, false]], [[-9.7890625, false]], [[-6.29296875, false]], [[-11.0390625, false]], [[-9.7890625, false]], [[-6.04296875, false]], [[-11.7890625, false]], [[-9.7890625, false]], [[-13.2890625, false]], [[-7.5, false]], [[-8.2890625, false]], [[-10.25, false]], [[-6.29296875, false]], [[-8.2890625, false]], [[-7.29296875, false]], [[-10.5390625, false]], [[-10.7890625, false]], [[-11.2890625, false]], [[-6.29296875, false]], [[-10.7890625, false]], [[-11.2890625, false]], [[-9.7890625, false]], [[-6.29296875, false]], [[-10.2890625, false]], [[-6.04296875, false]], [[-11.0390625, false]], [[-10.7890625, false]], [[-6.29296875, false]], [[-6.04296875, false]], [[-10.5390625, false]], [[-10.5390625, false]], [[-6.29296875, false]], [[-10.7890625, false]], [[-11.2890625, false]], [[-9.7890625, false]], [[-6.29296875, false]], [[-11.7890625, false]], [[-6.04296875, false]], [[-10.7890625, false]], [[-9.7890625, false]], [[-13.2890625, false]], [[-6.29296875, false]], [[-9.7890625, false]], [[-12.5390625, false]], [[-6.04296875, false]], [[-12.0390625, false]], [[-10.5390625, false]], [[-13.2890625, false]], [[-6.04296875, false]], [[-10.7890625, false]], [[-9.7890625, false]], [[-6.29296875, false]], [[-6.04296875, false]], [[-10.5390625, false]], [[-10.5390625, false]], [[-6.29296875, false]], [[-11.0390625, false]], [[-9.7890625, false]], [[-6.04296875, false]], [[-12.5390625, false]], [[-9.7890625, false]], [[-6.29296875, false]], [[-10.7890625, false]], [[-11.2890625, false]], [[-9.7890625, false]], [[-6.29296875, false]], [[-11.0390625, false]], [[-9.7890625, false]], [[-6.04296875, false]], [[-11.7890625, false]], [[-9.7890625, false]], [[-13.2890625, false]], [[-7.5, false]], [[-8.2890625, false]], [[-10.25, false]], [[-6.29296875, false]], [[-8.2890625, false]], [[-7.79296875, false]], [[-11.2890625, false]], [[-9.7890625, false]], [[-6.29296875, false]], [[-10.2890625, false]], [[-6.04296875, false]], [[-11.0390625, false]], [[-10.7890625, false]], [[-6.29296875, false]], [[-11.0390625, false]], [[-9.7890625, false]], [[-9.7890625, false]], [[-10.5390625, false]], [[-11.2890625, false]], [[-9.7890625, false]], [[-10.2890625, false]], [[-6.29296875, false]], [[-6.04296875, false]], [[-6.29296875, false]], [[-10.5390625, false]], [[-9.7890625, false]], [[-11.7890625, false]], [[-6.29296875, false]], [[-9.7890625, false]], [[-10.5390625, false]], [[-11.2890625, false]], [[-12.0390625, false]], [[-10.5390625, false]], [[-10.2890625, false]], [[-10.5390625, false]], [[-10.5390625, false]], [[-7.5, false]], [[-8.2890625, false]], [[-10.25, false]], [[-6.29296875, false]], [[-8.2890625, false]], [[-7.79296875, false]], [[-11.2890625, false]], [[-9.7890625, false]], [[-6.29296875, false]], [[-10.2890625, false]], [[-6.04296875, false]], [[-11.0390625, false]], [[-10.7890625, false]], [[-6.29296875, false]], [[-11.7890625, false]], [[-9.5390625, false]], [[-11.0390625, false]], [[-11.0390625, false]], [[-6.29296875, false]], [[-9.7890625, false]], [[-12.5390625, false]], [[-6.04296875, false]], [[-12.0390625, false]], [[-10.5390625, false]], [[-13.2890625, false]], [[-6.04296875, false]], [[-10.7890625, false]], [[-9.7890625, false]], [[-6.29296875, false]], [[-12.2890625, false]], [[-13.2890625, false]], [[-10.5390625, false]], [[-11.2890625, false]], [[-6.29296875, false]], [[-10.7890625, false]], [[-11.2890625, false]], [[-9.7890625, false]], [[-6.29296875, false]], [[-11.7890625, false]], [[-6.04296875, false]], [[-10.7890625, false]], [[-9.7890625, false]], [[-13.2890625, false]], [[-6.29296875, false]], [[-6.04296875, false]], [[-10.5390625, false]], [[-10.5390625, false]], [[-6.29296875, false]], [[-10.5390625, false]], [[-9.5390625, false]], [[-10.2890625, false]], [[-12.0390625, false]], [[-9.7890625, false]], [[-13.2890625, false]], [[-10.2890625, false]], [[-9.7890625, false]], [[-6.29296875, false]], [[-9.5390625, false]], [[-10.5390625, false]], [[-10.7890625, false]], [[-10.5390625, false]], [[-6.29296875, false]], [[-10.7890625, false]], [[-11.2890625, false]], [[-9.7890625, false]], [[-6.29296875, false]], [[-9.7890625, false]], [[-10.5390625, false]], [[-12.5390625, false]], [[-9.5390625, false]], [[-13.2890625, false]], [[-10.5390625, false]], [[-10.5390625, false]], [[-11.2890625, false]], [[-9.7890625, false]], [[-10.5390625, false]], [[-10.7890625, false]], [[-7.5, false]], [[-8.2890625, false]], [[-12.7890625, false]]], "filtered_resps": [[-7.54296875, false], [-8.2890625, false], [-7.79296875, false], [-11.2890625, false], [-9.7890625, false], [-6.29296875, false], [-11.7890625, false], [-6.04296875, false], [-10.7890625, false], [-9.7890625, false], [-13.2890625, false], [-6.29296875, false], [-9.7890625, false], [-12.5390625, false], [-6.04296875, false], [-12.0390625, false], [-10.5390625, false], [-13.2890625, false], [-6.04296875, false], [-10.7890625, false], [-9.7890625, false], [-10.2890625, false], [-6.29296875, false], [-6.04296875, false], [-10.5390625, false], [-10.5390625, false], [-6.29296875, false], [-10.7890625, false], [-11.2890625, false], [-9.7890625, false], [-6.29296875, false], [-10.2890625, false], [-6.04296875, false], [-11.0390625, false], [-10.7890625, false], [-6.29296875, false], [-13.2890625, false], [-9.7890625, false], [-11.2890625, false], [-6.04296875, false], [-9.5390625, false], [-10.5390625, false], [-10.2890625, false], [-6.29296875, false], [-9.5390625, false], [-10.5390625, false], [-6.29296875, false], [-10.7890625, false], [-11.2890625, false], [-9.7890625, false], [-6.29296875, false], [-11.0390625, false], [-9.7890625, false], [-6.04296875, false], [-11.7890625, false], [-9.7890625, false], [-13.2890625, false], [-7.5, false], [-8.2890625, false], [-10.25, false], [-6.29296875, false], [-8.2890625, false], [-7.29296875, false], [-10.5390625, false], [-10.7890625, false], [-11.2890625, false], [-6.29296875, false], [-10.7890625, false], [-11.2890625, false], [-9.7890625, false], [-6.29296875, false], [-10.2890625, false], [-6.04296875, false], [-11.0390625, false], [-10.7890625, false], [-6.29296875, false], [-6.04296875, false], [-10.5390625, false], [-10.5390625, false], [-6.29296875, false], [-10.7890625, false], [-11.2890625, false], [-9.7890625, false], [-6.29296875, false], [-11.7890625, false], [-6.04296875, false], [-10.7890625, false], [-9.7890625, false], [-13.2890625, false], [-6.29296875, false], [-9.7890625, false], [-12.5390625, false], [-6.04296875, false], [-12.0390625, false], [-10.5390625, false], [-13.2890625, false], [-6.04296875, false], [-10.7890625, false], [-9.7890625, false], [-6.29296875, false], [-6.04296875, false], [-10.5390625, false], [-10.5390625, false], [-6.29296875, false], [-11.0390625, false], [-9.7890625, false], [-6.04296875, false], [-12.5390625, false], [-9.7890625, false], [-6.29296875, false], [-10.7890625, false], [-11.2890625, false], [-9.7890625, false], [-6.29296875, false], [-11.0390625, false], [-9.7890625, false], [-6.04296875, false], [-11.7890625, false], [-9.7890625, false], [-13.2890625, false], [-7.5, false], [-8.2890625, false], [-10.25, false], [-6.29296875, false], [-8.2890625, false], [-7.79296875, false], [-11.2890625, false], [-9.7890625, false], [-6.29296875, false], [-10.2890625, false], [-6.04296875, false], [-11.0390625, false], [-10.7890625, false], [-6.29296875, false], [-11.0390625, false], [-9.7890625, false], [-9.7890625, false], [-10.5390625, false], [-11.2890625, false], [-9.7890625, false], [-10.2890625, false], [-6.29296875, false], [-6.04296875, false], [-6.29296875, false], [-10.5390625, false], [-9.7890625, false], [-11.7890625, false], [-6.29296875, false], [-9.7890625, false], [-10.5390625, false], [-11.2890625, false], [-12.0390625, false], [-10.5390625, false], [-10.2890625, false], [-10.5390625, false], [-10.5390625, false], [-7.5, false], [-8.2890625, false], [-10.25, false], [-6.29296875, false], [-8.2890625, false], [-7.79296875, false], [-11.2890625, false], [-9.7890625, false], [-6.29296875, false], [-10.2890625, false], [-6.04296875, false], [-11.0390625, false], [-10.7890625, false], [-6.29296875, false], [-11.7890625, false], [-9.5390625, false], [-11.0390625, false], [-11.0390625, false], [-6.29296875, false], [-9.7890625, false], [-12.5390625, false], [-6.04296875, false], [-12.0390625, false], [-10.5390625, false], [-13.2890625, false], [-6.04296875, false], [-10.7890625, false], [-9.7890625, false], [-6.29296875, false], [-12.2890625, false], [-13.2890625, false], [-10.5390625, false], [-11.2890625, false], [-6.29296875, false], [-10.7890625, false], [-11.2890625, false], [-9.7890625, false], [-6.29296875, false], [-11.7890625, false], [-6.04296875, false], [-10.7890625, false], [-9.7890625, false], [-13.2890625, false], [-6.29296875, false], [-6.04296875, false], [-10.5390625, false], [-10.5390625, false], [-6.29296875, false], [-10.5390625, false], [-9.5390625, false], [-10.2890625, false], [-12.0390625, false], [-9.7890625, false], [-13.2890625, false], [-10.2890625, false], [-9.7890625, false], [-6.29296875, false], [-9.5390625, false], [-10.5390625, false], [-10.7890625, false], [-10.5390625, false], [-6.29296875, false], [-10.7890625, false], [-11.2890625, false], [-9.7890625, false], [-6.29296875, false], [-9.7890625, false], [-10.5390625, false], [-12.5390625, false], [-9.5390625, false], [-13.2890625, false], [-10.5390625, false], [-10.5390625, false], [-11.2890625, false], [-9.7890625, false], [-10.5390625, false], [-10.7890625, false], [-7.5, false], [-8.2890625, false], [-12.7890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2326, "doc": {"id": "TIMSS_2007_8_pg77", "question": "Which of the following is caused by a virus?", "choices": {"text": ["ulcer", "malaria", "tuberculosis", "influenza"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "influenza", "arguments": ["Question: Which of the following is caused by a virus?\nAnswer:", " ["], "resps": [[[-6.80859375, false]], [[-9.3046875, false]], [[-9.5546875, false]], [[-9.3046875, false]], [[-6.55859375, false]], [[-7.80859375, false]], [[-7.55859375, false]], [[-9.3046875, false]], [[-9.546875, false]], [[-4.80859375, false]], [[-9.3046875, false]], [[-8.3046875, false]], [[-3.55859375, false]], [[-9.3046875, false]], [[-3.55859375, false]], [[-7.55859375, false]], [[-8.0546875, false]], [[-3.55859375, false]], [[-9.3046875, false]], [[-9.546875, false]], [[-4.80859375, false]], [[-9.3046875, false]], [[-10.0546875, false]], [[-9.5546875, false]], [[-6.30859375, false]], [[-7.80859375, false]], [[-7.55859375, false]], [[-6.55859375, false]], [[-9.5546875, false]], [[-9.3046875, false]], [[-9.0546875, false]], [[-9.0546875, false]], [[-8.0546875, false]], [[-9.0546875, false]], [[-9.3046875, false]], [[-9.546875, false]], [[-4.80859375, false]], [[-9.3046875, false]], [[-8.0546875, false]], [[-9.0546875, false]], [[-9.5546875, false]], [[-9.3046875, false]], [[-9.5546875, false]], [[-7.80859375, false]], [[-9.0546875, false]], [[-8.8046875, false]], [[-3.55859375, false]], [[-9.3046875, false]], [[-11.0546875, false]]], "filtered_resps": [[-6.80859375, false], [-9.3046875, false], [-9.5546875, false], [-9.3046875, false], [-6.55859375, false], [-7.80859375, false], [-7.55859375, false], [-9.3046875, false], [-9.546875, false], [-4.80859375, false], [-9.3046875, false], [-8.3046875, false], [-3.55859375, false], [-9.3046875, false], [-3.55859375, false], [-7.55859375, false], [-8.0546875, false], [-3.55859375, false], [-9.3046875, false], [-9.546875, false], [-4.80859375, false], [-9.3046875, false], [-10.0546875, false], [-9.5546875, false], [-6.30859375, false], [-7.80859375, false], [-7.55859375, false], [-6.55859375, false], [-9.5546875, false], [-9.3046875, false], [-9.0546875, false], [-9.0546875, false], [-8.0546875, false], [-9.0546875, false], [-9.3046875, false], [-9.546875, false], [-4.80859375, false], [-9.3046875, false], [-8.0546875, false], [-9.0546875, false], [-9.5546875, false], [-9.3046875, false], [-9.5546875, false], [-7.80859375, false], [-9.0546875, false], [-8.8046875, false], [-3.55859375, false], [-9.3046875, false], [-11.0546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2334, "doc": {"id": "Mercury_7219520", "question": "A birdwatcher wants to identify an eastern bluebird. What feature of a bird should the birdwatcher evaluate first to identify an eastern bluebird?", "choices": {"text": ["beak shape", "eye position", "feather pattern", "tail-feather length"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "feather pattern", "arguments": ["Question: A birdwatcher wants to identify an eastern bluebird. What feature of a bird should the birdwatcher evaluate first to identify an eastern bluebird?\nAnswer:", " ["], "resps": [[[-6.87890625, false]], [[-9.375, false]], [[-8.625, false]], [[-9.625, false]], [[-5.12890625, false]], [[-11.875, false]], [[-4.37890625, false]], [[-9.625, false]], [[-11.5, false]], [[-5.12890625, false]], [[-10.375, false]], [[-9.625, false]], [[-9.375, false]], [[-9.203125, false]], [[-4.37890625, false]], [[-9.375, false]], [[-9.625, false]], [[-13.125, false]], [[-9.625, false]], [[-4.37890625, false]], [[-10.375, false]], [[-9.375, false]], [[-9.625, false]], [[-9.625, false]], [[-10.875, false]], [[-9.625, false]], [[-9.375, false]], [[-9.125, false]], [[-9.375, false]], [[-9.203125, false]], [[-4.37890625, false]], [[-9.375, false]], [[-8.625, false]], [[-9.625, false]], [[-5.12890625, false]], [[-10.875, false]], [[-11.5, false]], [[-9.625, false]], [[-10.5, false]], [[-4.37890625, false]], [[-10.375, false]], [[-5.12890625, false]], [[-10.875, false]], [[-10.875, false]], [[-9.625, false]], [[-10.5, false]], [[-9.125, false]], [[-9.375, false]], [[-9.203125, false]], [[-4.37890625, false]], [[-9.375, false]], [[-10.875, false]], [[-5.12890625, false]], [[-9.625, false]], [[-9.875, false]], [[-6.87890625, false]], [[-8.625, false]], [[-9.625, false]], [[-5.12890625, false]], [[-10.875, false]], [[-11.5, false]], [[-9.625, false]], [[-10.5, false]], [[-4.37890625, false]], [[-9.875, false]], [[-9.625, false]], [[-9.125, false]], [[-12.125, false]], [[-10.875, false]], [[-11.5, false]], [[-9.375, false]], [[-12.5, false]]], "filtered_resps": [[-6.87890625, false], [-9.375, false], [-8.625, false], [-9.625, false], [-5.12890625, false], [-11.875, false], [-4.37890625, false], [-9.625, false], [-11.5, false], [-5.12890625, false], [-10.375, false], [-9.625, false], [-9.375, false], [-9.203125, false], [-4.37890625, false], [-9.375, false], [-9.625, false], [-13.125, false], [-9.625, false], [-4.37890625, false], [-10.375, false], [-9.375, false], [-9.625, false], [-9.625, false], [-10.875, false], [-9.625, false], [-9.375, false], [-9.125, false], [-9.375, false], [-9.203125, false], [-4.37890625, false], [-9.375, false], [-8.625, false], [-9.625, false], [-5.12890625, false], [-10.875, false], [-11.5, false], [-9.625, false], [-10.5, false], [-4.37890625, false], [-10.375, false], [-5.12890625, false], [-10.875, false], [-10.875, false], [-9.625, false], [-10.5, false], [-9.125, false], [-9.375, false], [-9.203125, false], [-4.37890625, false], [-9.375, false], [-10.875, false], [-5.12890625, false], [-9.625, false], [-9.875, false], [-6.87890625, false], [-8.625, false], [-9.625, false], [-5.12890625, false], [-10.875, false], [-11.5, false], [-9.625, false], [-10.5, false], [-4.37890625, false], [-9.875, false], [-9.625, false], [-9.125, false], [-12.125, false], [-10.875, false], [-11.5, false], [-9.375, false], [-12.5, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2342, "doc": {"id": "Mercury_416355", "question": "Imprints of the shells of ocean clams are often found in the rocks of the Appalachian Mountains. What do these imprint fossils most likely indicate?", "choices": {"text": ["These mountains were once under the ocean.", "These mountains once had a more rainy climate.", "Mountain river clams evolved from ocean clams.", "Ocean clams evolved from mountain river clams."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "These mountains were once under the ocean.", "arguments": ["Question: Imprints of the shells of ocean clams are often found in the rocks of the Appalachian Mountains. What do these imprint fossils most likely indicate?\nAnswer:", " ["], "resps": [[[-8.4140625, false]], [[-9.4140625, false]], [[-7.9140625, false]], [[-12.6640625, false]], [[-8.9140625, false]], [[-9.6640625, false]], [[-8.9140625, false]], [[-6.1640625, false]], [[-10.9140625, false]], [[-9.1640625, false]], [[-12.6640625, false]], [[-9.6640625, false]], [[-12.1640625, false]], [[-6.9140625, false]], [[-8.9140625, false]], [[-9.6640625, false]], [[-9.6640625, false]], [[-6.1640625, false]], [[-10.6640625, false]], [[-8.9140625, false]], [[-11.1640625, false]], [[-8.9140625, false]], [[-6.1640625, false]], [[-9.1640625, false]], [[-9.6640625, false]], [[-8.6640625, false]], [[-8.9140625, false]], [[-6.1640625, false]], [[-12.6640625, false]], [[-9.6640625, false]], [[-9.9140625, false]], [[-8.9140625, false]], [[-11.1640625, false]], [[-6.1640625, false]], [[-12.1640625, false]], [[-12.6640625, false]], [[-8.9140625, false]], [[-6.1640625, false]], [[-9.1640625, false]], [[-8.6640625, false]], [[-8.9140625, false]], [[-6.9140625, false]], [[-9.6640625, false]], [[-7.65234375, false]], [[-9.4140625, false]], [[-10.78125, false]], [[-6.1640625, false]], [[-9.4140625, false]], [[-7.9140625, false]], [[-12.6640625, false]], [[-8.9140625, false]], [[-9.6640625, false]], [[-8.9140625, false]], [[-6.1640625, false]], [[-10.9140625, false]], [[-9.1640625, false]], [[-12.6640625, false]], [[-9.6640625, false]], [[-12.1640625, false]], [[-6.9140625, false]], [[-8.9140625, false]], [[-9.6640625, false]], [[-9.6640625, false]], [[-6.1640625, false]], [[-9.1640625, false]], [[-9.6640625, false]], [[-8.6640625, false]], [[-8.9140625, false]], [[-6.1640625, false]], [[-12.6640625, false]], [[-6.9140625, false]], [[-9.9140625, false]], [[-6.1640625, false]], [[-6.9140625, false]], [[-6.1640625, false]], [[-10.9140625, false]], [[-9.1640625, false]], [[-11.1640625, false]], [[-8.9140625, false]], [[-6.1640625, false]], [[-11.1640625, false]], [[-6.9140625, false]], [[-8.9140625, false]], [[-9.6640625, false]], [[-13.1640625, false]], [[-6.1640625, false]], [[-8.6640625, false]], [[-10.4140625, false]], [[-8.9140625, false]], [[-10.9140625, false]], [[-6.9140625, false]], [[-12.1640625, false]], [[-8.9140625, false]], [[-7.65234375, false]], [[-9.4140625, false]], [[-10.78125, false]], [[-6.1640625, false]], [[-9.4140625, false]], [[-7.4140625, false]], [[-9.1640625, false]], [[-12.6640625, false]], [[-9.6640625, false]], [[-12.1640625, false]], [[-6.9140625, false]], [[-8.9140625, false]], [[-9.6640625, false]], [[-6.1640625, false]], [[-11.1640625, false]], [[-8.9140625, false]], [[-11.9140625, false]], [[-8.9140625, false]], [[-11.1640625, false]], [[-6.1640625, false]], [[-8.6640625, false]], [[-10.4140625, false]], [[-6.9140625, false]], [[-10.9140625, false]], [[-9.6640625, false]], [[-6.1640625, false]], [[-8.9140625, false]], [[-11.9140625, false]], [[-9.1640625, false]], [[-10.4140625, false]], [[-11.9140625, false]], [[-8.9140625, false]], [[-9.9140625, false]], [[-6.1640625, false]], [[-10.9140625, false]], [[-11.1640625, false]], [[-9.1640625, false]], [[-10.9140625, false]], [[-6.1640625, false]], [[-9.1640625, false]], [[-8.6640625, false]], [[-8.9140625, false]], [[-6.9140625, false]], [[-9.6640625, false]], [[-6.1640625, false]], [[-8.6640625, false]], [[-10.4140625, false]], [[-6.9140625, false]], [[-10.9140625, false]], [[-9.6640625, false]], [[-7.65234375, false]], [[-9.4140625, false]], [[-10.78125, false]], [[-6.1640625, false]], [[-9.4140625, false]], [[-6.6640625, false]], [[-8.6640625, false]], [[-8.9140625, false]], [[-6.9140625, false]], [[-9.6640625, false]], [[-6.1640625, false]], [[-8.6640625, false]], [[-10.4140625, false]], [[-6.9140625, false]], [[-10.9140625, false]], [[-9.6640625, false]], [[-6.1640625, false]], [[-8.9140625, false]], [[-11.9140625, false]], [[-9.1640625, false]], [[-10.4140625, false]], [[-11.9140625, false]], [[-8.9140625, false]], [[-9.9140625, false]], [[-6.1640625, false]], [[-10.9140625, false]], [[-11.1640625, false]], [[-9.1640625, false]], [[-10.9140625, false]], [[-6.1640625, false]], [[-10.9140625, false]], [[-9.1640625, false]], [[-12.6640625, false]], [[-9.6640625, false]], [[-12.1640625, false]], [[-6.9140625, false]], [[-8.9140625, false]], [[-9.6640625, false]], [[-6.1640625, false]], [[-11.1640625, false]], [[-8.9140625, false]], [[-11.9140625, false]], [[-8.9140625, false]], [[-11.1640625, false]], [[-6.1640625, false]], [[-8.6640625, false]], [[-10.4140625, false]], [[-6.9140625, false]], [[-10.9140625, false]], [[-9.6640625, false]], [[-7.65234375, false]], [[-9.4140625, false]], [[-13.4140625, false]]], "filtered_resps": [[-8.4140625, false], [-9.4140625, false], [-7.9140625, false], [-12.6640625, false], [-8.9140625, false], [-9.6640625, false], [-8.9140625, false], [-6.1640625, false], [-10.9140625, false], [-9.1640625, false], [-12.6640625, false], [-9.6640625, false], [-12.1640625, false], [-6.9140625, false], [-8.9140625, false], [-9.6640625, false], [-9.6640625, false], [-6.1640625, false], [-10.6640625, false], [-8.9140625, false], [-11.1640625, false], [-8.9140625, false], [-6.1640625, false], [-9.1640625, false], [-9.6640625, false], [-8.6640625, false], [-8.9140625, false], [-6.1640625, false], [-12.6640625, false], [-9.6640625, false], [-9.9140625, false], [-8.9140625, false], [-11.1640625, false], [-6.1640625, false], [-12.1640625, false], [-12.6640625, false], [-8.9140625, false], [-6.1640625, false], [-9.1640625, false], [-8.6640625, false], [-8.9140625, false], [-6.9140625, false], [-9.6640625, false], [-7.65234375, false], [-9.4140625, false], [-10.78125, false], [-6.1640625, false], [-9.4140625, false], [-7.9140625, false], [-12.6640625, false], [-8.9140625, false], [-9.6640625, false], [-8.9140625, false], [-6.1640625, false], [-10.9140625, false], [-9.1640625, false], [-12.6640625, false], [-9.6640625, false], [-12.1640625, false], [-6.9140625, false], [-8.9140625, false], [-9.6640625, false], [-9.6640625, false], [-6.1640625, false], [-9.1640625, false], [-9.6640625, false], [-8.6640625, false], [-8.9140625, false], [-6.1640625, false], [-12.6640625, false], [-6.9140625, false], [-9.9140625, false], [-6.1640625, false], [-6.9140625, false], [-6.1640625, false], [-10.9140625, false], [-9.1640625, false], [-11.1640625, false], [-8.9140625, false], [-6.1640625, false], [-11.1640625, false], [-6.9140625, false], [-8.9140625, false], [-9.6640625, false], [-13.1640625, false], [-6.1640625, false], [-8.6640625, false], [-10.4140625, false], [-8.9140625, false], [-10.9140625, false], [-6.9140625, false], [-12.1640625, false], [-8.9140625, false], [-7.65234375, false], [-9.4140625, false], [-10.78125, false], [-6.1640625, false], [-9.4140625, false], [-7.4140625, false], [-9.1640625, false], [-12.6640625, false], [-9.6640625, false], [-12.1640625, false], [-6.9140625, false], [-8.9140625, false], [-9.6640625, false], [-6.1640625, false], [-11.1640625, false], [-8.9140625, false], [-11.9140625, false], [-8.9140625, false], [-11.1640625, false], [-6.1640625, false], [-8.6640625, false], [-10.4140625, false], [-6.9140625, false], [-10.9140625, false], [-9.6640625, false], [-6.1640625, false], [-8.9140625, false], [-11.9140625, false], [-9.1640625, false], [-10.4140625, false], [-11.9140625, false], [-8.9140625, false], [-9.9140625, false], [-6.1640625, false], [-10.9140625, false], [-11.1640625, false], [-9.1640625, false], [-10.9140625, false], [-6.1640625, false], [-9.1640625, false], [-8.6640625, false], [-8.9140625, false], [-6.9140625, false], [-9.6640625, false], [-6.1640625, false], [-8.6640625, false], [-10.4140625, false], [-6.9140625, false], [-10.9140625, false], [-9.6640625, false], [-7.65234375, false], [-9.4140625, false], [-10.78125, false], [-6.1640625, false], [-9.4140625, false], [-6.6640625, false], [-8.6640625, false], [-8.9140625, false], [-6.9140625, false], [-9.6640625, false], [-6.1640625, false], [-8.6640625, false], [-10.4140625, false], [-6.9140625, false], [-10.9140625, false], [-9.6640625, false], [-6.1640625, false], [-8.9140625, false], [-11.9140625, false], [-9.1640625, false], [-10.4140625, false], [-11.9140625, false], [-8.9140625, false], [-9.9140625, false], [-6.1640625, false], [-10.9140625, false], [-11.1640625, false], [-9.1640625, false], [-10.9140625, false], [-6.1640625, false], [-10.9140625, false], [-9.1640625, false], [-12.6640625, false], [-9.6640625, false], [-12.1640625, false], [-6.9140625, false], [-8.9140625, false], [-9.6640625, false], [-6.1640625, false], [-11.1640625, false], [-8.9140625, false], [-11.9140625, false], [-8.9140625, false], [-11.1640625, false], [-6.1640625, false], [-8.6640625, false], [-10.4140625, false], [-6.9140625, false], [-10.9140625, false], [-9.6640625, false], [-7.65234375, false], [-9.4140625, false], [-13.4140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2350, "doc": {"id": "AIMS_2009_8_26", "question": "Read the information about Alice's science project then answer the question. Alice needed to design a science project. She decided that she wanted to focus her project on how an earthworm's behavior helps it survive. Alice wrote down four ideas about earthworm behavior that she wanted to test. Which idea can be tested experimentally?", "choices": {"text": ["Earthworms like the taste of dirt better than sand.", "Earthworms are happier in black dirt than red dirt.", "Earthworms exist to decompose decaying materials.", "Earthworms will move away from direct light sources."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Earthworms will move away from direct light sources.", "arguments": ["Question: Read the information about Alice's science project then answer the question. Alice needed to design a science project. She decided that she wanted to focus her project on how an earthworm's behavior helps it survive. Alice wrote down four ideas about earthworm behavior that she wanted to test. Which idea can be tested experimentally?\nAnswer:", " ["], "resps": [[[-5.7734375, false]], [[-7.5234375, false]], [[-4.3984375, false]], [[-4.6484375, false]], [[-8.8984375, false]], [[-8.7734375, false]], [[-9.1484375, false]], [[-8.8984375, false]], [[-8.8984375, false]], [[-8.8984375, false]], [[-8.5234375, false]], [[-7.6484375, false]], [[-5.3984375, false]], [[-9.3984375, false]], [[-7.1484375, false]], [[-8.3984375, false]], [[-7.0234375, false]], [[-5.3984375, false]], [[-8.7734375, false]], [[-9.1484375, false]], [[-7.0234375, false]], [[-5.3984375, false]], [[-8.7734375, false]], [[-4.6484375, false]], [[-7.6484375, false]], [[-8.7734375, false]], [[-7.0234375, false]], [[-5.3984375, false]], [[-8.8984375, false]], [[-7.6484375, false]], [[-5.3984375, false]], [[-6.8984375, false]], [[-7.1484375, false]], [[-8.8984375, false]], [[-8.7734375, false]], [[-5.3984375, false]], [[-6.2734375, false]], [[-7.0234375, false]], [[-8.7734375, false]], [[-8.7734375, false]], [[-7.0234375, false]], [[-8.8984375, false]], [[-5.3984375, false]], [[-8.7734375, false]], [[-9.1484375, false]], [[-4.6484375, false]], [[-7.8984375, false]], [[-5.3984375, false]], [[-7.6484375, false]], [[-4.6484375, false]], [[-7.8984375, false]], [[-6.8984375, false]], [[-6.6484375, false]], [[-7.5234375, false]], [[-9.3359375, false]], [[-5.3984375, false]], [[-7.5234375, false]], [[-4.3984375, false]], [[-4.6484375, false]], [[-8.8984375, false]], [[-8.7734375, false]], [[-9.1484375, false]], [[-8.8984375, false]], [[-8.8984375, false]], [[-8.8984375, false]], [[-8.5234375, false]], [[-7.6484375, false]], [[-5.3984375, false]], [[-4.6484375, false]], [[-8.8984375, false]], [[-7.0234375, false]], [[-5.3984375, false]], [[-9.1484375, false]], [[-4.6484375, false]], [[-8.1484375, false]], [[-8.1484375, false]], [[-7.1484375, false]], [[-7.0234375, false]], [[-8.8984375, false]], [[-5.3984375, false]], [[-7.1484375, false]], [[-7.8984375, false]], [[-5.3984375, false]], [[-6.2734375, false]], [[-9.3984375, false]], [[-4.6484375, false]], [[-6.3984375, false]], [[-8.3984375, false]], [[-5.3984375, false]], [[-6.8984375, false]], [[-7.1484375, false]], [[-8.8984375, false]], [[-8.7734375, false]], [[-5.3984375, false]], [[-8.7734375, false]], [[-9.1484375, false]], [[-4.6484375, false]], [[-7.8984375, false]], [[-5.3984375, false]], [[-8.8984375, false]], [[-7.0234375, false]], [[-6.8984375, false]], [[-5.3984375, false]], [[-6.8984375, false]], [[-7.1484375, false]], [[-8.8984375, false]], [[-8.7734375, false]], [[-6.6484375, false]], [[-7.5234375, false]], [[-9.3359375, false]], [[-5.3984375, false]], [[-7.5234375, false]], [[-4.3984375, false]], [[-4.6484375, false]], [[-8.8984375, false]], [[-8.7734375, false]], [[-9.1484375, false]], [[-8.8984375, false]], [[-8.8984375, false]], [[-8.8984375, false]], [[-8.5234375, false]], [[-7.6484375, false]], [[-5.3984375, false]], [[-7.0234375, false]], [[-8.1484375, false]], [[-7.1484375, false]], [[-7.6484375, false]], [[-8.7734375, false]], [[-5.3984375, false]], [[-8.7734375, false]], [[-8.8984375, false]], [[-5.3984375, false]], [[-6.8984375, false]], [[-7.0234375, false]], [[-6.3984375, false]], [[-8.8984375, false]], [[-8.5234375, false]], [[-8.1484375, false]], [[-8.8984375, false]], [[-7.6484375, false]], [[-7.0234375, false]], [[-5.3984375, false]], [[-6.8984375, false]], [[-7.0234375, false]], [[-6.3984375, false]], [[-4.6484375, false]], [[-11.0234375, false]], [[-7.1484375, false]], [[-7.8984375, false]], [[-9.1484375, false]], [[-5.3984375, false]], [[-8.5234375, false]], [[-4.6484375, false]], [[-8.7734375, false]], [[-7.0234375, false]], [[-8.8984375, false]], [[-7.1484375, false]], [[-4.6484375, false]], [[-9.3984375, false]], [[-7.6484375, false]], [[-6.6484375, false]], [[-7.5234375, false]], [[-9.3984375, false]], [[-5.3984375, false]], [[-7.5234375, false]], [[-4.3984375, false]], [[-4.6484375, false]], [[-8.8984375, false]], [[-8.7734375, false]], [[-9.1484375, false]], [[-8.8984375, false]], [[-8.8984375, false]], [[-8.8984375, false]], [[-8.5234375, false]], [[-7.6484375, false]], [[-5.3984375, false]], [[-8.8984375, false]], [[-7.1484375, false]], [[-9.3984375, false]], [[-9.3984375, false]], [[-5.3984375, false]], [[-8.5234375, false]], [[-8.8984375, false]], [[-8.3984375, false]], [[-7.0234375, false]], [[-5.3984375, false]], [[-4.6484375, false]], [[-8.8984375, false]], [[-4.6484375, false]], [[-11.0234375, false]], [[-5.3984375, false]], [[-7.6484375, false]], [[-8.8984375, false]], [[-8.8984375, false]], [[-8.5234375, false]], [[-5.3984375, false]], [[-6.8984375, false]], [[-7.1484375, false]], [[-8.8984375, false]], [[-7.0234375, false]], [[-6.3984375, false]], [[-8.7734375, false]], [[-5.3984375, false]], [[-9.3984375, false]], [[-7.1484375, false]], [[-9.1484375, false]], [[-9.1484375, false]], [[-8.7734375, false]], [[-5.3984375, false]], [[-7.6484375, false]], [[-8.8984375, false]], [[-10.3984375, false]], [[-8.8984375, false]], [[-6.3984375, false]], [[-7.0234375, false]], [[-7.6484375, false]], [[-6.6484375, false]], [[-7.5234375, false]], [[-11.7734375, false]]], "filtered_resps": [[-5.7734375, false], [-7.5234375, false], [-4.3984375, false], [-4.6484375, false], [-8.8984375, false], [-8.7734375, false], [-9.1484375, false], [-8.8984375, false], [-8.8984375, false], [-8.8984375, false], [-8.5234375, false], [-7.6484375, false], [-5.3984375, false], [-9.3984375, false], [-7.1484375, false], [-8.3984375, false], [-7.0234375, false], [-5.3984375, false], [-8.7734375, false], [-9.1484375, false], [-7.0234375, false], [-5.3984375, false], [-8.7734375, false], [-4.6484375, false], [-7.6484375, false], [-8.7734375, false], [-7.0234375, false], [-5.3984375, false], [-8.8984375, false], [-7.6484375, false], [-5.3984375, false], [-6.8984375, false], [-7.1484375, false], [-8.8984375, false], [-8.7734375, false], [-5.3984375, false], [-6.2734375, false], [-7.0234375, false], [-8.7734375, false], [-8.7734375, false], [-7.0234375, false], [-8.8984375, false], [-5.3984375, false], [-8.7734375, false], [-9.1484375, false], [-4.6484375, false], [-7.8984375, false], [-5.3984375, false], [-7.6484375, false], [-4.6484375, false], [-7.8984375, false], [-6.8984375, false], [-6.6484375, false], [-7.5234375, false], [-9.3359375, false], [-5.3984375, false], [-7.5234375, false], [-4.3984375, false], [-4.6484375, false], [-8.8984375, false], [-8.7734375, false], [-9.1484375, false], [-8.8984375, false], [-8.8984375, false], [-8.8984375, false], [-8.5234375, false], [-7.6484375, false], [-5.3984375, false], [-4.6484375, false], [-8.8984375, false], [-7.0234375, false], [-5.3984375, false], [-9.1484375, false], [-4.6484375, false], [-8.1484375, false], [-8.1484375, false], [-7.1484375, false], [-7.0234375, false], [-8.8984375, false], [-5.3984375, false], [-7.1484375, false], [-7.8984375, false], [-5.3984375, false], [-6.2734375, false], [-9.3984375, false], [-4.6484375, false], [-6.3984375, false], [-8.3984375, false], [-5.3984375, false], [-6.8984375, false], [-7.1484375, false], [-8.8984375, false], [-8.7734375, false], [-5.3984375, false], [-8.7734375, false], [-9.1484375, false], [-4.6484375, false], [-7.8984375, false], [-5.3984375, false], [-8.8984375, false], [-7.0234375, false], [-6.8984375, false], [-5.3984375, false], [-6.8984375, false], [-7.1484375, false], [-8.8984375, false], [-8.7734375, false], [-6.6484375, false], [-7.5234375, false], [-9.3359375, false], [-5.3984375, false], [-7.5234375, false], [-4.3984375, false], [-4.6484375, false], [-8.8984375, false], [-8.7734375, false], [-9.1484375, false], [-8.8984375, false], [-8.8984375, false], [-8.8984375, false], [-8.5234375, false], [-7.6484375, false], [-5.3984375, false], [-7.0234375, false], [-8.1484375, false], [-7.1484375, false], [-7.6484375, false], [-8.7734375, false], [-5.3984375, false], [-8.7734375, false], [-8.8984375, false], [-5.3984375, false], [-6.8984375, false], [-7.0234375, false], [-6.3984375, false], [-8.8984375, false], [-8.5234375, false], [-8.1484375, false], [-8.8984375, false], [-7.6484375, false], [-7.0234375, false], [-5.3984375, false], [-6.8984375, false], [-7.0234375, false], [-6.3984375, false], [-4.6484375, false], [-11.0234375, false], [-7.1484375, false], [-7.8984375, false], [-9.1484375, false], [-5.3984375, false], [-8.5234375, false], [-4.6484375, false], [-8.7734375, false], [-7.0234375, false], [-8.8984375, false], [-7.1484375, false], [-4.6484375, false], [-9.3984375, false], [-7.6484375, false], [-6.6484375, false], [-7.5234375, false], [-9.3984375, false], [-5.3984375, false], [-7.5234375, false], [-4.3984375, false], [-4.6484375, false], [-8.8984375, false], [-8.7734375, false], [-9.1484375, false], [-8.8984375, false], [-8.8984375, false], [-8.8984375, false], [-8.5234375, false], [-7.6484375, false], [-5.3984375, false], [-8.8984375, false], [-7.1484375, false], [-9.3984375, false], [-9.3984375, false], [-5.3984375, false], [-8.5234375, false], [-8.8984375, false], [-8.3984375, false], [-7.0234375, false], [-5.3984375, false], [-4.6484375, false], [-8.8984375, false], [-4.6484375, false], [-11.0234375, false], [-5.3984375, false], [-7.6484375, false], [-8.8984375, false], [-8.8984375, false], [-8.5234375, false], [-5.3984375, false], [-6.8984375, false], [-7.1484375, false], [-8.8984375, false], [-7.0234375, false], [-6.3984375, false], [-8.7734375, false], [-5.3984375, false], [-9.3984375, false], [-7.1484375, false], [-9.1484375, false], [-9.1484375, false], [-8.7734375, false], [-5.3984375, false], [-7.6484375, false], [-8.8984375, false], [-10.3984375, false], [-8.8984375, false], [-6.3984375, false], [-7.0234375, false], [-7.6484375, false], [-6.6484375, false], [-7.5234375, false], [-11.7734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2358, "doc": {"id": "Mercury_416378", "question": "Coral reefs are found in shallow tropical ocean waters. A coral reef is a diverse ecosystem that is supported by the photosynthesis of marine plants and the algae that live within the tissues of the coral. Given this information, when would the waters in a coral reef likely have the highest dissolved oxygen concentration?", "choices": {"text": ["7 a.m.", "2 p.m.", "9 p.m.", "midnight"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "2 p.m.", "arguments": ["Question: Coral reefs are found in shallow tropical ocean waters. A coral reef is a diverse ecosystem that is supported by the photosynthesis of marine plants and the algae that live within the tissues of the coral. Given this information, when would the waters in a coral reef likely have the highest dissolved oxygen concentration?\nAnswer:", " ["], "resps": [[[-7.6171875, false]], [[-10.1171875, false]], [[-8.8671875, false]], [[-5.37890625, false]], [[-6.1171875, false]], [[-7.34765625, false]], [[-11.6171875, false]], [[-7.34765625, false]], [[-10.1171875, false]], [[-9.71875, false]], [[-5.37890625, false]], [[-10.1171875, false]], [[-8.8671875, false]], [[-5.37890625, false]], [[-10.3671875, false]], [[-7.34765625, false]], [[-11.6171875, false]], [[-7.34765625, false]], [[-10.1171875, false]], [[-9.71875, false]], [[-5.3671875, false]], [[-10.1171875, false]], [[-9.1171875, false]], [[-5.3671875, false]], [[-10.3671875, false]], [[-7.34765625, false]], [[-11.6171875, false]], [[-7.34765625, false]], [[-10.1171875, false]], [[-9.71875, false]], [[-5.3671875, false]], [[-10.1171875, false]], [[-11.6171875, false]], [[-9.8671875, false]], [[-8.8671875, false]], [[-9.6171875, false]], [[-9.8671875, false]], [[-12.6171875, false]], [[-11.8671875, false]], [[-11.6171875, false]], [[-10.1171875, false]], [[-13.3671875, false]]], "filtered_resps": [[-7.6171875, false], [-10.1171875, false], [-8.8671875, false], [-5.37890625, false], [-6.1171875, false], [-7.34765625, false], [-11.6171875, false], [-7.34765625, false], [-10.1171875, false], [-9.71875, false], [-5.37890625, false], [-10.1171875, false], [-8.8671875, false], [-5.37890625, false], [-10.3671875, false], [-7.34765625, false], [-11.6171875, false], [-7.34765625, false], [-10.1171875, false], [-9.71875, false], [-5.3671875, false], [-10.1171875, false], [-9.1171875, false], [-5.3671875, false], [-10.3671875, false], [-7.34765625, false], [-11.6171875, false], [-7.34765625, false], [-10.1171875, false], [-9.71875, false], [-5.3671875, false], [-10.1171875, false], [-11.6171875, false], [-9.8671875, false], [-8.8671875, false], [-9.6171875, false], [-9.8671875, false], [-12.6171875, false], [-11.8671875, false], [-11.6171875, false], [-10.1171875, false], [-13.3671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2366, "doc": {"id": "Mercury_SC_406653", "question": "What is one function of tree roots?", "choices": {"text": ["to absorb sunlight", "to absorb water", "to make seeds", "to make food"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "to absorb water", "arguments": ["Question: What is one function of tree roots?\nAnswer:", " ["], "resps": [[[-7.83984375, false]], [[-9.2109375, false]], [[-9.9609375, false]], [[-9.8359375, false]], [[-5.71484375, false]], [[-5.58984375, false]], [[-9.0859375, false]], [[-9.5859375, false]], [[-9.8359375, false]], [[-10.0859375, false]], [[-9.0859375, false]], [[-5.71484375, false]], [[-9.5859375, false]], [[-11.3359375, false]], [[-10.5859375, false]], [[-10.2109375, false]], [[-9.0859375, false]], [[-10.5859375, false]], [[-11.0859375, false]], [[-9.9609375, false]], [[-9.2109375, false]], [[-9.890625, false]], [[-5.71484375, false]], [[-9.2109375, false]], [[-9.9609375, false]], [[-9.8359375, false]], [[-5.71484375, false]], [[-5.58984375, false]], [[-9.0859375, false]], [[-9.5859375, false]], [[-9.8359375, false]], [[-10.0859375, false]], [[-9.0859375, false]], [[-5.71484375, false]], [[-11.0859375, false]], [[-5.58984375, false]], [[-9.9609375, false]], [[-9.2109375, false]], [[-10.0859375, false]], [[-9.2109375, false]], [[-9.890625, false]], [[-5.71484375, false]], [[-9.2109375, false]], [[-9.9609375, false]], [[-9.8359375, false]], [[-5.71484375, false]], [[-9.5859375, false]], [[-5.58984375, false]], [[-10.5859375, false]], [[-9.2109375, false]], [[-5.71484375, false]], [[-9.5859375, false]], [[-9.2109375, false]], [[-9.2109375, false]], [[-8.8359375, false]], [[-9.5859375, false]], [[-9.2109375, false]], [[-9.890625, false]], [[-5.71484375, false]], [[-9.2109375, false]], [[-9.9609375, false]], [[-9.8359375, false]], [[-5.71484375, false]], [[-9.5859375, false]], [[-5.58984375, false]], [[-10.5859375, false]], [[-9.2109375, false]], [[-5.71484375, false]], [[-10.3359375, false]], [[-9.8359375, false]], [[-9.8359375, false]], [[-8.8359375, false]], [[-9.2109375, false]], [[-12.8359375, false]]], "filtered_resps": [[-7.83984375, false], [-9.2109375, false], [-9.9609375, false], [-9.8359375, false], [-5.71484375, false], [-5.58984375, false], [-9.0859375, false], [-9.5859375, false], [-9.8359375, false], [-10.0859375, false], [-9.0859375, false], [-5.71484375, false], [-9.5859375, false], [-11.3359375, false], [-10.5859375, false], [-10.2109375, false], [-9.0859375, false], [-10.5859375, false], [-11.0859375, false], [-9.9609375, false], [-9.2109375, false], [-9.890625, false], [-5.71484375, false], [-9.2109375, false], [-9.9609375, false], [-9.8359375, false], [-5.71484375, false], [-5.58984375, false], [-9.0859375, false], [-9.5859375, false], [-9.8359375, false], [-10.0859375, false], [-9.0859375, false], [-5.71484375, false], [-11.0859375, false], [-5.58984375, false], [-9.9609375, false], [-9.2109375, false], [-10.0859375, false], [-9.2109375, false], [-9.890625, false], [-5.71484375, false], [-9.2109375, false], [-9.9609375, false], [-9.8359375, false], [-5.71484375, false], [-9.5859375, false], [-5.58984375, false], [-10.5859375, false], [-9.2109375, false], [-5.71484375, false], [-9.5859375, false], [-9.2109375, false], [-9.2109375, false], [-8.8359375, false], [-9.5859375, false], [-9.2109375, false], [-9.890625, false], [-5.71484375, false], [-9.2109375, false], [-9.9609375, false], [-9.8359375, false], [-5.71484375, false], [-9.5859375, false], [-5.58984375, false], [-10.5859375, false], [-9.2109375, false], [-5.71484375, false], [-10.3359375, false], [-9.8359375, false], [-9.8359375, false], [-8.8359375, false], [-9.2109375, false], [-12.8359375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2374, "doc": {"id": "Mercury_7057960", "question": "How do the nutrients necessary for plant growth get into the soil?", "choices": {"text": ["The soil absorbs sunlight.", "Water filters through the soil.", "Organic matter is decayed in the soil.", "The soil is exposed to air."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Organic matter is decayed in the soil.", "arguments": ["Question: How do the nutrients necessary for plant growth get into the soil?\nAnswer:", " ["], "resps": [[[-8.5078125, false]], [[-10.2578125, false]], [[-8.0078125, false]], [[-13.0078125, false]], [[-10.5078125, false]], [[-6.25390625, false]], [[-11.5078125, false]], [[-10.5078125, false]], [[-10.0078125, false]], [[-12.0078125, false]], [[-6.25390625, false]], [[-7.75390625, false]], [[-10.7578125, false]], [[-11.5078125, false]], [[-10.5078125, false]], [[-14.2578125, false]], [[-10.7578125, false]], [[-11.5078125, false]], [[-6.25390625, false]], [[-11.5078125, false]], [[-12.0078125, false]], [[-10.5078125, false]], [[-12.0078125, false]], [[-10.0078125, false]], [[-13.5078125, false]], [[-13.0078125, false]], [[-12.7578125, false]], [[-7.79296875, false]], [[-10.2578125, false]], [[-10.921875, false]], [[-6.25390625, false]], [[-10.2578125, false]], [[-9.2578125, false]], [[-7.75390625, false]], [[-12.7578125, false]], [[-10.5078125, false]], [[-14.2578125, false]], [[-6.25390625, false]], [[-13.5078125, false]], [[-10.0078125, false]], [[-12.0078125, false]], [[-12.7578125, false]], [[-10.5078125, false]], [[-14.2578125, false]], [[-11.5078125, false]], [[-6.25390625, false]], [[-12.7578125, false]], [[-13.0078125, false]], [[-14.2578125, false]], [[-10.5078125, false]], [[-12.0078125, false]], [[-13.5078125, false]], [[-13.0078125, false]], [[-6.25390625, false]], [[-12.7578125, false]], [[-13.0078125, false]], [[-10.5078125, false]], [[-6.25390625, false]], [[-11.5078125, false]], [[-10.5078125, false]], [[-10.0078125, false]], [[-12.0078125, false]], [[-7.79296875, false]], [[-10.2578125, false]], [[-10.921875, false]], [[-6.25390625, false]], [[-10.2578125, false]], [[-7.75390625, false]], [[-14.2578125, false]], [[-13.5078125, false]], [[-7.75390625, false]], [[-10.5078125, false]], [[-10.0078125, false]], [[-10.5078125, false]], [[-6.25390625, false]], [[-12.0078125, false]], [[-7.75390625, false]], [[-12.7578125, false]], [[-12.7578125, false]], [[-10.5078125, false]], [[-14.2578125, false]], [[-6.25390625, false]], [[-10.0078125, false]], [[-11.5078125, false]], [[-6.25390625, false]], [[-11.0078125, false]], [[-10.5078125, false]], [[-10.5078125, false]], [[-7.75390625, false]], [[-13.0078125, false]], [[-10.5078125, false]], [[-11.0078125, false]], [[-6.25390625, false]], [[-10.0078125, false]], [[-10.5078125, false]], [[-6.25390625, false]], [[-12.7578125, false]], [[-13.0078125, false]], [[-10.5078125, false]], [[-6.25390625, false]], [[-11.5078125, false]], [[-10.5078125, false]], [[-10.0078125, false]], [[-12.0078125, false]], [[-7.79296875, false]], [[-10.2578125, false]], [[-10.921875, false]], [[-6.25390625, false]], [[-10.2578125, false]], [[-8.0078125, false]], [[-13.0078125, false]], [[-10.5078125, false]], [[-6.25390625, false]], [[-11.5078125, false]], [[-10.5078125, false]], [[-10.0078125, false]], [[-12.0078125, false]], [[-6.25390625, false]], [[-10.0078125, false]], [[-11.5078125, false]], [[-6.25390625, false]], [[-10.5078125, false]], [[-12.7578125, false]], [[-12.5078125, false]], [[-10.5078125, false]], [[-11.5078125, false]], [[-10.5078125, false]], [[-11.0078125, false]], [[-6.25390625, false]], [[-12.7578125, false]], [[-10.5078125, false]], [[-6.25390625, false]], [[-7.75390625, false]], [[-10.0078125, false]], [[-14.2578125, false]], [[-7.79296875, false]], [[-10.2578125, false]], [[-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false], [-14.0078125, false]]], "filtered_resps": [[-8.5078125, false], [-10.2578125, false], [-8.0078125, false], [-13.0078125, false], [-10.5078125, false], [-6.25390625, false], [-11.5078125, false], [-10.5078125, false], [-10.0078125, false], [-12.0078125, false], [-6.25390625, false], [-7.75390625, false], [-10.7578125, false], [-11.5078125, false], [-10.5078125, false], [-14.2578125, false], [-10.7578125, false], [-11.5078125, false], [-6.25390625, false], [-11.5078125, false], [-12.0078125, false], [-10.5078125, false], [-12.0078125, false], [-10.0078125, false], [-13.5078125, false], [-13.0078125, false], [-12.7578125, false], [-7.79296875, false], [-10.2578125, false], [-10.921875, false], [-6.25390625, false], [-10.2578125, false], [-9.2578125, false], [-7.75390625, false], [-12.7578125, false], [-10.5078125, false], [-14.2578125, false], [-6.25390625, false], [-13.5078125, false], [-10.0078125, false], [-12.0078125, false], [-12.7578125, false], [-10.5078125, false], [-14.2578125, false], [-11.5078125, false], [-6.25390625, false], [-12.7578125, false], [-13.0078125, false], [-14.2578125, false], [-10.5078125, false], [-12.0078125, false], [-13.5078125, false], [-13.0078125, false], [-6.25390625, false], [-12.7578125, false], [-13.0078125, false], [-10.5078125, false], [-6.25390625, false], [-11.5078125, false], [-10.5078125, false], [-10.0078125, false], [-12.0078125, false], [-7.79296875, false], [-10.2578125, false], [-10.921875, false], [-6.25390625, false], [-10.2578125, false], [-7.75390625, false], [-14.2578125, false], [-13.5078125, false], [-7.75390625, false], [-10.5078125, false], [-10.0078125, false], [-10.5078125, false], [-6.25390625, false], [-12.0078125, false], [-7.75390625, false], [-12.7578125, false], [-12.7578125, false], [-10.5078125, false], [-14.2578125, false], [-6.25390625, false], [-10.0078125, false], [-11.5078125, false], [-6.25390625, false], [-11.0078125, false], [-10.5078125, false], [-10.5078125, false], [-7.75390625, false], [-13.0078125, false], [-10.5078125, false], [-11.0078125, false], [-6.25390625, false], [-10.0078125, false], [-10.5078125, false], [-6.25390625, false], [-12.7578125, false], [-13.0078125, false], [-10.5078125, false], [-6.25390625, false], [-11.5078125, false], [-10.5078125, false], [-10.0078125, false], [-12.0078125, false], [-7.79296875, false], [-10.2578125, false], [-10.921875, false], [-6.25390625, false], [-10.2578125, false], [-8.0078125, false], [-13.0078125, false], [-10.5078125, false], [-6.25390625, false], [-11.5078125, false], [-10.5078125, false], [-10.0078125, false], [-12.0078125, false], [-6.25390625, false], [-10.0078125, false], [-11.5078125, false], [-6.25390625, false], [-10.5078125, false], [-12.7578125, false], [-12.5078125, false], [-10.5078125, false], [-11.5078125, false], [-10.5078125, false], [-11.0078125, false], [-6.25390625, false], [-12.7578125, false], [-10.5078125, false], [-6.25390625, false], [-7.75390625, false], [-10.0078125, false], [-14.2578125, false], [-7.79296875, false], [-10.2578125, false], [-14.0078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 7, "doc": {"id": "Mercury_7216668", "question": "Students are investigating the effects of different fertilizers on plant growth. Which units would be best to measure the mass of the fertilizer used?", "choices": {"text": ["meters", "centimeters", "grams", "milligrams"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "grams", "arguments": ["Question: Students are investigating the effects of different fertilizers on plant growth. Which units would be best to measure the mass of the fertilizer used?\nAnswer:", " ["], "resps": [[[-6.72265625, false]], [[-9.1015625, false]], [[-5.72265625, false]], [[-7.84765625, false]], [[-8.2265625, false]], [[-7.84765625, false]], [[-9.3515625, false]], [[-8.3515625, false]], [[-9.1015625, false]], [[-8.671875, false]], [[-4.97265625, false]], [[-9.1015625, false]], [[-6.84765625, false]], [[-7.84765625, false]], [[-6.22265625, false]], [[-8.2265625, false]], [[-8.1015625, false]], [[-5.72265625, false]], [[-7.84765625, false]], [[-8.2265625, false]], [[-7.84765625, false]], [[-9.3515625, false]], [[-8.3515625, false]], [[-9.1015625, false]], [[-8.671875, false]], [[-4.97265625, false]], [[-9.1015625, false]], [[-7.34765625, false]], [[-9.3515625, false]], [[-5.09765625, false]], [[-5.72265625, false]], [[-8.3515625, false]], [[-9.1015625, false]], [[-8.671875, false]], [[-4.97265625, false]], [[-9.1015625, false]], [[-5.72265625, false]], [[-8.1015625, false]], [[-8.8515625, false]], [[-8.8515625, false]], [[-8.1015625, false]], [[-7.34765625, false]], [[-9.3515625, false]], [[-5.09765625, false]], [[-5.72265625, false]], [[-8.3515625, false]], [[-9.1015625, false]], [[-12.7265625, false]]], "filtered_resps": [[-6.72265625, false], [-9.1015625, false], [-5.72265625, false], [-7.84765625, false], [-8.2265625, false], [-7.84765625, false], [-9.3515625, false], [-8.3515625, false], [-9.1015625, false], [-8.671875, false], [-4.97265625, false], [-9.1015625, false], [-6.84765625, false], [-7.84765625, false], [-6.22265625, false], [-8.2265625, false], [-8.1015625, false], [-5.72265625, false], [-7.84765625, false], [-8.2265625, false], [-7.84765625, false], [-9.3515625, false], [-8.3515625, false], [-9.1015625, false], [-8.671875, false], [-4.97265625, false], [-9.1015625, false], [-7.34765625, false], [-9.3515625, false], [-5.09765625, false], [-5.72265625, false], [-8.3515625, false], [-9.1015625, false], [-8.671875, false], [-4.97265625, false], [-9.1015625, false], [-5.72265625, false], [-8.1015625, false], [-8.8515625, false], [-8.8515625, false], [-8.1015625, false], [-7.34765625, false], [-9.3515625, false], [-5.09765625, false], [-5.72265625, false], [-8.3515625, false], [-9.1015625, false], [-12.7265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 15, "doc": {"id": "Mercury_SC_401777", "question": "Which process best explains how the Grand Canyon became so wide?", "choices": {"text": ["folding", "erosion", "deposition", "sedimentation"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "erosion", "arguments": ["Question: Which process best explains how the Grand Canyon became so wide?\nAnswer:", " ["], "resps": [[[-7.77734375, false]], [[-8.53125, false]], [[-9.78125, false]], [[-10.03125, false]], [[-10.28125, false]], [[-9.40625, false]], [[-9.40625, false]], [[-10.15625, false]], [[-12.28125, false]], [[-8.53125, false]], [[-10.109375, false]], [[-5.65234375, false]], [[-8.53125, false]], [[-7.52734375, false]], [[-11.15625, false]], [[-10.03125, false]], [[-10.03125, false]], [[-9.40625, false]], [[-10.03125, false]], [[-10.15625, false]], [[-8.53125, false]], [[-10.109375, false]], [[-5.65234375, false]], [[-8.53125, false]], [[-9.40625, false]], [[-7.52734375, false]], [[-9.65625, false]], [[-10.03125, false]], [[-10.03125, false]], [[-9.40625, false]], [[-11.40625, false]], [[-9.40625, false]], [[-10.03125, false]], [[-10.15625, false]], [[-8.53125, false]], [[-10.109375, false]], [[-5.65234375, false]], [[-8.53125, false]], [[-10.03125, false]], [[-7.52734375, false]], [[-9.40625, false]], [[-9.40625, false]], [[-10.78125, false]], [[-7.52734375, false]], [[-10.15625, false]], [[-11.40625, false]], [[-5.77734375, false]], [[-11.40625, false]], [[-9.40625, false]], [[-10.03125, false]], [[-10.15625, false]], [[-8.53125, false]], [[-14.40625, false]]], "filtered_resps": [[-7.77734375, false], [-8.53125, false], [-9.78125, false], [-10.03125, false], [-10.28125, false], [-9.40625, false], [-9.40625, false], [-10.15625, false], [-12.28125, false], [-8.53125, false], [-10.109375, false], [-5.65234375, false], [-8.53125, false], [-7.52734375, false], [-11.15625, false], [-10.03125, false], [-10.03125, false], [-9.40625, false], [-10.03125, false], [-10.15625, false], [-8.53125, false], [-10.109375, false], [-5.65234375, false], [-8.53125, false], [-9.40625, false], [-7.52734375, false], [-9.65625, false], [-10.03125, false], [-10.03125, false], [-9.40625, false], [-11.40625, false], [-9.40625, false], [-10.03125, false], [-10.15625, false], [-8.53125, false], [-10.109375, false], [-5.65234375, false], [-8.53125, false], [-10.03125, false], [-7.52734375, false], [-9.40625, false], [-9.40625, false], [-10.78125, false], [-7.52734375, false], [-10.15625, false], [-11.40625, false], [-5.77734375, false], [-11.40625, false], [-9.40625, false], [-10.03125, false], [-10.15625, false], [-8.53125, false], [-14.40625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 23, "doc": {"id": "Mercury_7126840", "question": "While on a movie set, a stuntman jumps off the roof of a building. As he falls toward an airbag, what is increasing?", "choices": {"text": ["gravity", "wind velocity", "kinetic energy", "potential energy"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "kinetic energy", "arguments": ["Question: While on a movie set, a stuntman jumps off the roof of a building. As he falls toward an airbag, what is increasing?\nAnswer:", " ["], "resps": [[[-6.68359375, false]], [[-9.1796875, false]], [[-8.1796875, false]], [[-8.4296875, false]], [[-3.931640625, false]], [[-8.9296875, false]], [[-8.4296875, false]], [[-7.43359375, false]], [[-9.4296875, false]], [[-9.1796875, false]], [[-9.453125, false]], [[-4.93359375, false]], [[-9.1796875, false]], [[-9.1796875, false]], [[-8.4296875, false]], [[-8.4296875, false]], [[-6.68359375, false]], [[-4.93359375, false]], [[-8.9296875, false]], [[-7.68359375, false]], [[-8.4296875, false]], [[-8.1796875, false]], [[-6.68359375, false]], [[-8.4296875, false]], [[-7.43359375, false]], [[-9.4296875, false]], [[-9.1796875, false]], [[-9.453125, false]], [[-4.93359375, false]], [[-9.1796875, false]], [[-7.93359375, false]], [[-8.4296875, false]], [[-8.4296875, false]], [[-7.68359375, false]], [[-7.43359375, false]], [[-8.4296875, false]], [[-6.68359375, false]], [[-4.93359375, false]], [[-7.68359375, false]], [[-8.4296875, false]], [[-7.68359375, false]], [[-8.4296875, false]], [[-8.1796875, false]], [[-9.4296875, false]], [[-9.1796875, false]], [[-9.453125, false]], [[-4.93359375, false]], [[-9.1796875, false]], [[-8.1796875, false]], [[-8.1796875, false]], [[-7.43359375, false]], [[-7.68359375, false]], [[-8.4296875, false]], [[-7.43359375, false]], [[-8.4296875, false]], [[-3.931640625, false]], [[-8.4296875, false]], [[-4.93359375, false]], [[-7.68359375, false]], [[-8.4296875, false]], [[-7.68359375, false]], [[-8.4296875, false]], [[-8.1796875, false]], [[-9.4296875, false]], [[-9.1796875, false]], [[-12.1796875, false]]], "filtered_resps": [[-6.68359375, false], [-9.1796875, false], [-8.1796875, false], [-8.4296875, false], [-3.931640625, false], [-8.9296875, false], [-8.4296875, false], [-7.43359375, false], [-9.4296875, false], [-9.1796875, false], [-9.453125, false], [-4.93359375, false], [-9.1796875, false], [-9.1796875, false], [-8.4296875, false], [-8.4296875, false], [-6.68359375, false], [-4.93359375, false], [-8.9296875, false], [-7.68359375, false], [-8.4296875, false], [-8.1796875, false], [-6.68359375, false], [-8.4296875, false], [-7.43359375, false], [-9.4296875, false], [-9.1796875, false], [-9.453125, false], [-4.93359375, false], [-9.1796875, false], [-7.93359375, false], [-8.4296875, false], [-8.4296875, false], [-7.68359375, false], [-7.43359375, false], [-8.4296875, false], [-6.68359375, false], [-4.93359375, false], [-7.68359375, false], [-8.4296875, false], [-7.68359375, false], [-8.4296875, false], [-8.1796875, false], [-9.4296875, false], [-9.1796875, false], [-9.453125, false], [-4.93359375, false], [-9.1796875, false], [-8.1796875, false], [-8.1796875, false], [-7.43359375, false], [-7.68359375, false], [-8.4296875, false], [-7.43359375, false], [-8.4296875, false], [-3.931640625, false], [-8.4296875, false], [-4.93359375, false], [-7.68359375, false], [-8.4296875, false], [-7.68359375, false], [-8.4296875, false], [-8.1796875, false], [-9.4296875, false], [-9.1796875, false], [-12.1796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 31, "doc": {"id": "Mercury_7074900", "question": "In order for cells to grow at a normal rate, they must", "choices": {"text": ["take in light.", "be specialized.", "take in nutrients.", "be of similar size."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "take in nutrients.", "arguments": ["Question: In order for cells to grow at a normal rate, they must\nAnswer:", " ["], "resps": [[[-7.39453125, false]], [[-8.765625, false]], [[-9.640625, false]], [[-4.26953125, false]], [[-8.765625, false]], [[-8.015625, false]], [[-5.01953125, false]], [[-7.01953125, false]], [[-8.890625, false]], [[-5.01953125, false]], [[-9.640625, false]], [[-7.01953125, false]], [[-9.765625, false]], [[-9.640625, false]], [[-9.640625, false]], [[-6.74609375, false]], [[-8.765625, false]], [[-8.8125, false]], [[-5.01953125, false]], [[-8.765625, false]], [[-6.89453125, false]], [[-8.015625, false]], [[-5.01953125, false]], [[-8.890625, false]], [[-9.265625, false]], [[-8.015625, false]], [[-6.76953125, false]], [[-7.01953125, false]], [[-4.26953125, false]], [[-9.640625, false]], [[-7.01953125, false]], [[-9.890625, false]], [[-8.015625, false]], [[-8.140625, false]], [[-6.74609375, false]], [[-8.765625, false]], [[-8.8125, false]], [[-5.01953125, false]], [[-8.765625, false]], [[-9.640625, false]], [[-4.26953125, false]], [[-8.765625, false]], [[-8.015625, false]], [[-5.01953125, false]], [[-7.01953125, false]], [[-8.890625, false]], [[-5.01953125, false]], [[-8.890625, false]], [[-10.265625, false]], [[-9.640625, false]], [[-10.640625, false]], [[-7.01953125, false]], [[-8.015625, false]], [[-8.890625, false]], [[-9.640625, false]], [[-8.890625, false]], [[-6.74609375, false]], [[-8.765625, false]], [[-8.8125, false]], [[-5.01953125, false]], [[-8.765625, false]], [[-6.89453125, false]], [[-8.015625, false]], [[-5.01953125, false]], [[-8.640625, false]], [[-10.265625, false]], [[-5.01953125, false]], [[-8.890625, false]], [[-7.01953125, false]], [[-8.765625, false]], [[-7.01953125, false]], [[-9.640625, false]], [[-4.26953125, false]], [[-10.640625, false]], [[-5.01953125, false]], [[-8.890625, false]], [[-7.01953125, false]], [[-9.890625, false]], [[-8.015625, false]], [[-6.74609375, false]], [[-8.765625, false]], [[-11.890625, false]]], "filtered_resps": [[-7.39453125, false], [-8.765625, false], [-9.640625, false], [-4.26953125, false], [-8.765625, false], [-8.015625, false], [-5.01953125, false], [-7.01953125, false], [-8.890625, false], [-5.01953125, false], [-9.640625, false], [-7.01953125, false], [-9.765625, false], [-9.640625, false], [-9.640625, false], [-6.74609375, false], [-8.765625, false], [-8.8125, false], [-5.01953125, false], [-8.765625, false], [-6.89453125, false], [-8.015625, false], [-5.01953125, false], [-8.890625, false], [-9.265625, false], [-8.015625, false], [-6.76953125, false], [-7.01953125, false], [-4.26953125, false], [-9.640625, false], [-7.01953125, false], [-9.890625, false], [-8.015625, false], [-8.140625, false], [-6.74609375, false], [-8.765625, false], [-8.8125, false], [-5.01953125, false], [-8.765625, false], [-9.640625, false], [-4.26953125, false], [-8.765625, false], [-8.015625, false], [-5.01953125, false], [-7.01953125, false], [-8.890625, false], [-5.01953125, false], [-8.890625, false], [-10.265625, false], [-9.640625, false], [-10.640625, false], [-7.01953125, false], [-8.015625, false], [-8.890625, false], [-9.640625, false], [-8.890625, false], [-6.74609375, false], [-8.765625, false], [-8.8125, false], [-5.01953125, false], [-8.765625, false], [-6.89453125, false], [-8.015625, false], [-5.01953125, false], [-8.640625, false], [-10.265625, false], [-5.01953125, false], [-8.890625, false], [-7.01953125, false], [-8.765625, false], [-7.01953125, false], [-9.640625, false], [-4.26953125, false], [-10.640625, false], [-5.01953125, false], [-8.890625, false], [-7.01953125, false], [-9.890625, false], [-8.015625, false], [-6.74609375, false], [-8.765625, false], [-11.890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 39, "doc": {"id": "Mercury_7017728", "question": "The speed at which sound waves travel depends on the", "choices": {"text": ["distance between the vibration source and the receiver.", "type of material through which the sound travels.", "size of the object making the sound.", "type of device making the sound."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "type of material through which the sound travels.", "arguments": ["Question: The speed at which sound waves travel depends on the\nAnswer:", " ["], "resps": [[[-7.73046875, false]], [[-8.234375, false]], [[-8.359375, false]], [[-8.109375, false]], [[-8.234375, false]], [[-9.359375, false]], [[-5.23046875, false]], [[-7.60546875, false]], [[-8.359375, false]], [[-9.234375, false]], [[-4.60546875, false]], [[-7.23046875, false]], [[-9.234375, false]], [[-9.359375, false]], [[-9.609375, false]], [[-9.234375, false]], [[-9.234375, false]], [[-7.60546875, false]], [[-4.60546875, false]], [[-9.359375, false]], [[-8.984375, false]], [[-9.234375, false]], [[-4.60546875, false]], [[-8.734375, false]], [[-8.109375, false]], [[-7.23046875, false]], [[-8.984375, false]], [[-5.23046875, false]], [[-9.359375, false]], [[-8.109375, false]], [[-8.859375, false]], [[-7.60546875, false]], [[-4.60546875, false]], [[-8.234375, false]], [[-8.859375, false]], [[-9.359375, false]], [[-8.984375, false]], [[-8.359375, false]], [[-9.234375, false]], [[-4.60546875, false]], [[-5.23046875, false]], [[-7.60546875, false]], [[-8.359375, false]], [[-4.60546875, false]], [[-9.359375, false]], [[-8.984375, false]], [[-9.234375, false]], [[-4.60546875, false]], [[-8.984375, false]], [[-9.234375, false]], [[-8.359375, false]], [[-9.234375, false]], [[-8.109375, false]], [[-8.734375, false]], [[-9.234375, false]], [[-8.984375, false]], [[-6.0078125, false]], [[-8.234375, false]], [[-7.7578125, false]], [[-4.60546875, false]], [[-8.234375, false]], [[-9.359375, false]], [[-10.859375, false]], [[-8.734375, false]], [[-9.234375, false]], [[-4.60546875, false]], [[-8.859375, false]], [[-7.23046875, false]], [[-4.60546875, false]], [[-8.484375, false]], [[-5.23046875, false]], [[-9.359375, false]], [[-9.234375, false]], [[-8.984375, false]], [[-8.109375, false]], [[-5.23046875, false]], [[-9.609375, false]], [[-4.60546875, false]], [[-9.359375, false]], [[-8.984375, false]], [[-8.984375, false]], [[-8.859375, false]], [[-9.359375, false]], [[-9.859375, false]], [[-8.984375, false]], [[-4.60546875, false]], [[-9.609375, false]], [[-8.984375, false]], [[-8.109375, false]], [[-8.359375, false]], [[-8.984375, false]], [[-4.60546875, false]], [[-9.359375, false]], [[-8.984375, false]], [[-9.234375, false]], [[-4.60546875, false]], [[-8.234375, false]], [[-8.859375, false]], [[-9.359375, false]], [[-7.60546875, false]], [[-8.359375, false]], [[-4.60546875, false]], [[-9.359375, false]], [[-8.984375, false]], [[-5.23046875, false]], [[-8.734375, false]], [[-9.234375, false]], [[-9.609375, false]], [[-8.234375, false]], [[-6.0078125, false]], [[-8.234375, false]], [[-7.7578125, false]], [[-4.60546875, false]], [[-8.234375, false]], [[-8.234375, false]], [[-8.109375, false]], [[-10.109375, false]], [[-9.234375, false]], [[-4.60546875, false]], [[-8.859375, false]], [[-7.23046875, false]], [[-4.60546875, false]], [[-9.359375, false]], [[-8.984375, false]], [[-9.234375, false]], [[-4.60546875, false]], [[-8.859375, false]], [[-7.23046875, false]], [[-10.359375, false]], [[-9.234375, false]], [[-8.359375, false]], [[-9.359375, false]], [[-4.60546875, false]], [[-8.484375, false]], [[-5.23046875, false]], [[-8.234375, false]], [[-8.109375, false]], [[-7.60546875, false]], [[-9.859375, false]], [[-4.60546875, false]], [[-9.359375, false]], [[-8.984375, false]], [[-9.234375, false]], [[-4.60546875, false]], [[-8.234375, false]], [[-8.859375, false]], [[-9.359375, false]], [[-7.60546875, false]], [[-8.359375, false]], [[-6.0078125, false]], [[-8.234375, false]], [[-7.7578125, false]], [[-4.60546875, false]], [[-8.234375, false]], [[-9.359375, false]], [[-10.859375, false]], [[-8.734375, false]], [[-9.234375, false]], [[-4.60546875, false]], [[-8.859375, false]], [[-7.23046875, false]], [[-4.60546875, false]], [[-8.359375, false]], [[-9.234375, false]], [[-8.734375, false]], [[-8.109375, false]], [[-8.359375, false]], [[-9.234375, false]], [[-4.60546875, false]], [[-8.484375, false]], [[-5.23046875, false]], [[-8.234375, false]], [[-8.109375, false]], [[-7.60546875, false]], [[-9.859375, false]], [[-4.60546875, false]], [[-9.359375, false]], [[-8.984375, false]], [[-9.234375, false]], [[-4.60546875, false]], [[-8.234375, false]], [[-8.859375, false]], [[-9.359375, false]], [[-7.60546875, false]], [[-8.359375, false]], [[-6.0078125, false]], [[-8.234375, false]], [[-11.109375, false]]], "filtered_resps": [[-7.73046875, false], [-8.234375, false], [-8.359375, false], [-8.109375, false], [-8.234375, false], [-9.359375, false], [-5.23046875, false], [-7.60546875, false], [-8.359375, false], [-9.234375, false], [-4.60546875, false], [-7.23046875, false], [-9.234375, false], [-9.359375, false], [-9.609375, false], [-9.234375, false], [-9.234375, false], [-7.60546875, false], [-4.60546875, false], [-9.359375, false], [-8.984375, false], [-9.234375, false], [-4.60546875, false], [-8.734375, false], [-8.109375, false], [-7.23046875, false], [-8.984375, false], [-5.23046875, false], [-9.359375, false], [-8.109375, false], [-8.859375, false], [-7.60546875, false], [-4.60546875, false], [-8.234375, false], [-8.859375, false], [-9.359375, false], [-8.984375, false], [-8.359375, false], [-9.234375, false], [-4.60546875, false], [-5.23046875, false], [-7.60546875, false], [-8.359375, false], [-4.60546875, false], [-9.359375, false], [-8.984375, false], [-9.234375, false], [-4.60546875, false], [-8.984375, false], [-9.234375, false], [-8.359375, false], [-9.234375, false], [-8.109375, false], [-8.734375, false], [-9.234375, false], [-8.984375, false], [-6.0078125, false], [-8.234375, false], [-7.7578125, false], [-4.60546875, false], [-8.234375, false], [-9.359375, false], [-10.859375, false], [-8.734375, false], [-9.234375, false], [-4.60546875, false], [-8.859375, false], [-7.23046875, false], [-4.60546875, false], [-8.484375, false], [-5.23046875, false], [-9.359375, false], [-9.234375, false], [-8.984375, false], [-8.109375, false], [-5.23046875, false], [-9.609375, false], [-4.60546875, false], [-9.359375, false], [-8.984375, false], [-8.984375, false], [-8.859375, false], [-9.359375, false], [-9.859375, false], [-8.984375, false], [-4.60546875, false], [-9.609375, false], [-8.984375, false], [-8.109375, false], [-8.359375, false], [-8.984375, false], [-4.60546875, false], [-9.359375, false], [-8.984375, false], [-9.234375, false], [-4.60546875, false], [-8.234375, false], [-8.859375, false], [-9.359375, false], [-7.60546875, false], [-8.359375, false], [-4.60546875, false], [-9.359375, false], [-8.984375, false], [-5.23046875, false], [-8.734375, false], [-9.234375, false], [-9.609375, false], [-8.234375, false], [-6.0078125, false], [-8.234375, false], [-7.7578125, false], [-4.60546875, false], [-8.234375, false], [-8.234375, false], [-8.109375, false], [-10.109375, false], [-9.234375, false], [-4.60546875, false], [-8.859375, false], [-7.23046875, false], [-4.60546875, false], [-9.359375, false], [-8.984375, false], [-9.234375, false], [-4.60546875, false], [-8.859375, false], [-7.23046875, false], [-10.359375, false], [-9.234375, false], [-8.359375, false], [-9.359375, false], [-4.60546875, false], [-8.484375, false], [-5.23046875, false], [-8.234375, false], [-8.109375, false], [-7.60546875, false], [-9.859375, false], [-4.60546875, false], [-9.359375, false], [-8.984375, false], [-9.234375, false], [-4.60546875, false], [-8.234375, false], [-8.859375, false], [-9.359375, false], [-7.60546875, false], [-8.359375, false], [-6.0078125, false], [-8.234375, false], [-7.7578125, false], [-4.60546875, false], [-8.234375, false], [-9.359375, false], [-10.859375, false], [-8.734375, false], [-9.234375, false], [-4.60546875, false], [-8.859375, false], [-7.23046875, false], [-4.60546875, false], [-8.359375, false], [-9.234375, false], [-8.734375, false], [-8.109375, false], [-8.359375, false], [-9.234375, false], [-4.60546875, false], [-8.484375, false], [-5.23046875, false], [-8.234375, false], [-8.109375, false], [-7.60546875, false], [-9.859375, false], [-4.60546875, false], [-9.359375, false], [-8.984375, false], [-9.234375, false], [-4.60546875, false], [-8.234375, false], [-8.859375, false], [-9.359375, false], [-7.60546875, false], [-8.359375, false], [-6.0078125, false], [-8.234375, false], [-11.109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 47, "doc": {"id": "ACTAAP_2010_5_5", "question": "A group of fish was released into a local lake. This species of fish had never lived in the lake before. Scientists want to collect data on how the lake's ecosystem is affected by the new fish. Which method of data collection will give the most accurate results?", "choices": {"text": ["Measuring oxygen levels in the lake for two months", "Checking the lake water for nutrient levels on one day", "Sampling fish populations in the lake over several years", "Observing the surface of the lake for signs of the new fish after one week"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Sampling fish populations in the lake over several years", "arguments": ["Question: A group of fish was released into a local lake. This species of fish had never lived in the lake before. Scientists want to collect data on how the lake's ecosystem is affected by the new fish. Which method of data collection will give the most accurate results?\nAnswer:", " ["], "resps": [[[-6.72265625, false]], [[-8.9765625, false]], [[-5.84765625, false]], [[-8.1015625, false]], [[-4.97265625, false]], [[-9.1015625, false]], [[-10.8515625, false]], [[-10.2265625, false]], [[-8.8515625, false]], [[-8.6015625, false]], [[-11.3515625, false]], [[-5.265625, false]], [[-9.3515625, false]], [[-8.9765625, false]], [[-12.4765625, false]], [[-11.3515625, false]], [[-8.1015625, false]], [[-8.6015625, false]], [[-5.265625, false]], [[-10.3515625, false]], [[-8.1015625, false]], [[-11.2265625, false]], [[-8.1015625, false]], [[-10.3515625, false]], [[-9.1015625, false]], [[-5.265625, false]], [[-8.8515625, false]], [[-8.6015625, false]], [[-5.34765625, false]], [[-10.1015625, false]], [[-9.8515625, false]], [[-8.1015625, false]], [[-5.34765625, false]], [[-10.3515625, false]], [[-4.97265625, false]], [[-10.6015625, false]], [[-8.1015625, false]], [[-5.34765625, false]], [[-8.8515625, false]], [[-9.3515625, false]], [[-10.2265625, false]], [[-5.34765625, false]], [[-10.1015625, false]], [[-10.3515625, false]], [[-9.3515625, false]], [[-5.34765625, false]], [[-8.6015625, false]], [[-9.3515625, false]], [[-8.6015625, false]], [[-10.1015625, false]], [[-9.8515625, false]], [[-9.1015625, false]], [[-8.9765625, false]], [[-9.84375, false]], [[-5.34765625, false]], [[-8.9765625, false]], [[-5.47265625, false]], [[-9.8515625, false]], [[-8.1015625, false]], [[-8.3515625, false]], [[-10.6015625, false]], [[-8.8515625, false]], [[-8.6015625, false]], [[-11.3515625, false]], [[-5.34765625, false]], [[-10.1015625, false]], [[-9.8515625, false]], [[-8.1015625, false]], [[-5.34765625, false]], [[-10.3515625, false]], [[-4.97265625, false]], [[-10.6015625, false]], [[-8.1015625, false]], [[-5.34765625, false]], [[-10.3515625, false]], [[-4.97265625, false]], [[-10.1015625, false]], [[-8.1015625, false]], [[-10.2265625, false]], [[-5.34765625, false]], [[-8.8515625, false]], [[-9.3515625, false]], [[-10.2265625, false]], [[-5.34765625, false]], [[-8.6015625, false]], [[-10.8515625, false]], [[-10.1015625, false]], [[-10.2265625, false]], [[-8.8515625, false]], [[-8.1015625, false]], [[-8.6015625, false]], [[-10.1015625, false]], [[-5.34765625, false]], [[-10.3515625, false]], [[-8.1015625, false]], [[-11.2265625, false]], [[-8.1015625, false]], [[-10.3515625, false]], [[-9.1015625, false]], [[-5.34765625, false]], [[-9.3515625, false]], [[-8.6015625, false]], [[-5.34765625, false]], [[-9.3515625, false]], [[-8.6015625, false]], [[-8.1015625, false]], [[-5.34765625, false]], [[-7.59765625, false]], [[-4.97265625, false]], [[-12.4765625, false]], [[-8.9765625, false]], [[-9.734375, false]], [[-5.34765625, false]], [[-8.9765625, false]], [[-5.59765625, false]], [[-4.97265625, false]], [[-8.6015625, false]], [[-9.3515625, false]], [[-10.3515625, false]], [[-8.8515625, false]], [[-8.6015625, false]], [[-11.3515625, false]], [[-5.34765625, false]], [[-8.8515625, false]], [[-8.8515625, false]], [[-9.1015625, false]], [[-9.8515625, false]], [[-5.34765625, false]], [[-9.3515625, false]], [[-9.3515625, false]], [[-9.3515625, false]], [[-10.8515625, false]], [[-10.3515625, false]], [[-4.97265625, false]], [[-10.1015625, false]], [[-8.8515625, false]], [[-9.3515625, false]], [[-8.6015625, false]], [[-9.1015625, false]], [[-5.34765625, false]], [[-8.8515625, false]], [[-8.6015625, false]], [[-5.34765625, false]], [[-10.1015625, false]], [[-9.8515625, false]], [[-8.1015625, false]], [[-5.34765625, false]], [[-10.3515625, false]], [[-4.97265625, false]], [[-10.6015625, false]], [[-8.1015625, false]], [[-5.34765625, false]], [[-9.3515625, false]], [[-11.2265625, false]], [[-8.1015625, false]], [[-10.2265625, false]], [[-5.34765625, false]], [[-9.1015625, false]], [[-8.1015625, false]], [[-11.2265625, false]], [[-8.1015625, false]], [[-10.2265625, false]], [[-4.97265625, false]], [[-10.3515625, false]], [[-5.34765625, false]], [[-12.4765625, false]], [[-8.1015625, false]], [[-4.97265625, false]], [[-10.2265625, false]], [[-9.1015625, false]], [[-8.9765625, false]], [[-9.734375, false]], [[-5.34765625, false]], [[-8.9765625, false]], [[-7.72265625, false]], [[-8.2265625, false]], [[-9.1015625, false]], [[-8.1015625, false]], [[-10.2265625, false]], [[-11.2265625, false]], [[-8.8515625, false]], [[-8.6015625, false]], [[-11.3515625, false]], [[-5.34765625, false]], [[-10.1015625, false]], [[-9.8515625, false]], [[-8.1015625, false]], [[-5.34765625, false]], [[-9.1015625, false]], [[-10.8515625, false]], [[-10.2265625, false]], [[-8.8515625, false]], [[-4.97265625, false]], [[-8.3515625, false]], [[-8.1015625, false]], [[-5.34765625, false]], [[-9.3515625, false]], [[-8.8515625, false]], [[-5.34765625, false]], [[-10.1015625, false]], [[-9.8515625, false]], [[-8.1015625, false]], [[-5.34765625, false]], [[-10.3515625, false]], [[-4.97265625, false]], [[-10.6015625, false]], [[-8.1015625, false]], [[-5.34765625, false]], [[-8.8515625, false]], [[-9.3515625, false]], [[-10.2265625, false]], [[-5.34765625, false]], [[-9.1015625, false]], [[-8.8515625, false]], [[-11.3515625, false]], [[-8.6015625, false]], [[-9.1015625, false]], [[-5.34765625, false]], [[-9.3515625, false]], [[-8.8515625, false]], [[-5.34765625, false]], [[-10.1015625, false]], [[-9.8515625, false]], [[-8.1015625, false]], [[-5.34765625, false]], [[-8.6015625, false]], [[-8.1015625, false]], [[-10.3515625, false]], [[-5.34765625, false]], [[-8.8515625, false]], [[-8.8515625, false]], [[-9.1015625, false]], [[-9.8515625, false]], [[-5.34765625, false]], [[-4.97265625, false]], [[-8.8515625, false]], [[-10.1015625, false]], [[-8.1015625, false]], [[-10.2265625, false]], [[-5.34765625, false]], [[-9.3515625, false]], [[-8.6015625, false]], [[-8.1015625, false]], [[-5.34765625, false]], [[-10.3515625, false]], [[-8.1015625, false]], [[-8.1015625, false]], [[-10.6015625, false]], [[-8.9765625, false]], [[-12.8515625, false]]], "filtered_resps": [[-6.72265625, false], [-8.9765625, false], [-5.84765625, false], [-8.1015625, false], [-4.97265625, false], [-9.1015625, false], [-10.8515625, false], [-10.2265625, false], [-8.8515625, false], [-8.6015625, false], [-11.3515625, false], [-5.265625, false], [-9.3515625, false], [-8.9765625, false], [-12.4765625, false], [-11.3515625, false], [-8.1015625, false], [-8.6015625, false], [-5.265625, false], [-10.3515625, false], [-8.1015625, false], [-11.2265625, false], [-8.1015625, false], [-10.3515625, false], [-9.1015625, false], [-5.265625, false], [-8.8515625, false], [-8.6015625, false], [-5.34765625, false], [-10.1015625, false], [-9.8515625, false], [-8.1015625, false], [-5.34765625, false], [-10.3515625, false], [-4.97265625, false], [-10.6015625, false], [-8.1015625, false], [-5.34765625, false], [-8.8515625, false], [-9.3515625, false], [-10.2265625, false], [-5.34765625, false], [-10.1015625, false], [-10.3515625, false], [-9.3515625, false], [-5.34765625, false], [-8.6015625, false], [-9.3515625, false], [-8.6015625, false], [-10.1015625, false], [-9.8515625, false], [-9.1015625, false], [-8.9765625, false], [-9.84375, false], [-5.34765625, false], [-8.9765625, false], [-5.47265625, false], [-9.8515625, false], [-8.1015625, false], [-8.3515625, false], [-10.6015625, false], [-8.8515625, false], [-8.6015625, false], [-11.3515625, false], [-5.34765625, false], [-10.1015625, false], [-9.8515625, false], [-8.1015625, false], [-5.34765625, false], [-10.3515625, false], [-4.97265625, false], [-10.6015625, false], [-8.1015625, false], [-5.34765625, false], [-10.3515625, false], [-4.97265625, false], [-10.1015625, false], [-8.1015625, false], [-10.2265625, false], [-5.34765625, false], [-8.8515625, false], [-9.3515625, false], [-10.2265625, false], [-5.34765625, false], [-8.6015625, false], [-10.8515625, false], [-10.1015625, false], [-10.2265625, false], [-8.8515625, false], [-8.1015625, false], [-8.6015625, false], [-10.1015625, false], [-5.34765625, false], [-10.3515625, false], [-8.1015625, false], [-11.2265625, false], [-8.1015625, false], [-10.3515625, false], [-9.1015625, false], [-5.34765625, false], [-9.3515625, false], [-8.6015625, false], [-5.34765625, false], [-9.3515625, false], [-8.6015625, false], [-8.1015625, false], [-5.34765625, false], [-7.59765625, false], [-4.97265625, false], [-12.4765625, false], [-8.9765625, false], [-9.734375, false], [-5.34765625, false], [-8.9765625, false], [-5.59765625, false], [-4.97265625, false], [-8.6015625, false], [-9.3515625, false], [-10.3515625, false], [-8.8515625, false], [-8.6015625, false], [-11.3515625, false], [-5.34765625, false], [-8.8515625, false], [-8.8515625, false], [-9.1015625, false], [-9.8515625, false], [-5.34765625, false], [-9.3515625, false], [-9.3515625, false], [-9.3515625, false], [-10.8515625, false], [-10.3515625, false], [-4.97265625, false], [-10.1015625, false], [-8.8515625, false], [-9.3515625, false], [-8.6015625, false], [-9.1015625, false], [-5.34765625, false], [-8.8515625, false], [-8.6015625, false], [-5.34765625, false], [-10.1015625, false], [-9.8515625, false], [-8.1015625, false], [-5.34765625, false], [-10.3515625, false], [-4.97265625, false], [-10.6015625, false], [-8.1015625, false], [-5.34765625, false], [-9.3515625, false], [-11.2265625, false], [-8.1015625, false], [-10.2265625, false], [-5.34765625, false], [-9.1015625, false], [-8.1015625, false], [-11.2265625, false], [-8.1015625, false], [-10.2265625, false], [-4.97265625, false], [-10.3515625, false], [-5.34765625, false], [-12.4765625, false], [-8.1015625, false], [-4.97265625, false], [-10.2265625, false], [-9.1015625, false], [-8.9765625, false], [-9.734375, false], [-5.34765625, false], [-8.9765625, false], [-7.72265625, false], [-8.2265625, false], [-9.1015625, false], [-8.1015625, false], [-10.2265625, false], [-11.2265625, false], [-8.8515625, false], [-8.6015625, false], [-11.3515625, false], [-5.34765625, false], [-10.1015625, false], [-9.8515625, false], [-8.1015625, false], [-5.34765625, false], [-9.1015625, false], [-10.8515625, false], [-10.2265625, false], [-8.8515625, false], [-4.97265625, false], [-8.3515625, false], [-8.1015625, false], [-5.34765625, false], [-9.3515625, false], [-8.8515625, false], [-5.34765625, false], [-10.1015625, false], [-9.8515625, false], [-8.1015625, false], [-5.34765625, false], [-10.3515625, false], [-4.97265625, false], [-10.6015625, false], [-8.1015625, false], [-5.34765625, false], [-8.8515625, false], [-9.3515625, false], [-10.2265625, false], [-5.34765625, false], [-9.1015625, false], [-8.8515625, false], [-11.3515625, false], [-8.6015625, false], [-9.1015625, false], [-5.34765625, false], [-9.3515625, false], [-8.8515625, false], [-5.34765625, false], [-10.1015625, false], [-9.8515625, false], [-8.1015625, false], [-5.34765625, false], [-8.6015625, false], [-8.1015625, false], [-10.3515625, false], [-5.34765625, false], [-8.8515625, false], [-8.8515625, false], [-9.1015625, false], [-9.8515625, false], [-5.34765625, false], [-4.97265625, false], [-8.8515625, false], [-10.1015625, false], [-8.1015625, false], [-10.2265625, false], [-5.34765625, false], [-9.3515625, false], [-8.6015625, false], [-8.1015625, false], [-5.34765625, false], [-10.3515625, false], [-8.1015625, false], [-8.1015625, false], [-10.6015625, false], [-8.9765625, false], [-12.8515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 55, "doc": {"id": "Mercury_7235953", "question": "Particle accelerators, such as the Large Hadron Collider in Europe, accelerate subatomic particles to great speeds. These particles move in opposite directions at nearly the speed of light and collide into one another to simulate conditions that were present as the universe formed. Which property of matter in the initial moments of the universe are these accelerators designed to simulate?", "choices": {"text": ["low density", "high energy", "massive nuclei", "circular movement"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "high energy", "arguments": ["Question: Particle accelerators, such as the Large Hadron Collider in Europe, accelerate subatomic particles to great speeds. These particles move in opposite directions at nearly the speed of light and collide into one another to simulate conditions that were present as the universe formed. Which property of matter in the initial moments of the universe are these accelerators designed to simulate?\nAnswer:", " ["], "resps": [[[-6.47265625, false]], [[-8.7265625, false]], [[-9.4765625, false]], [[-9.4765625, false]], [[-11.2265625, false]], [[-5.21484375, false]], [[-8.4765625, false]], [[-7.47265625, false]], [[-8.4765625, false]], [[-8.4765625, false]], [[-7.97265625, false]], [[-8.9765625, false]], [[-10.2265625, false]], [[-8.7265625, false]], [[-9.4453125, false]], [[-5.21484375, false]], [[-8.7265625, false]], [[-8.4765625, false]], [[-7.97265625, false]], [[-10.4765625, false]], [[-8.4765625, false]], [[-5.21484375, false]], [[-7.47265625, false]], [[-8.4765625, false]], [[-7.47265625, false]], [[-8.4765625, false]], [[-10.4765625, false]], [[-10.2265625, false]], [[-8.7265625, false]], [[-9.4453125, false]], [[-5.22265625, false]], [[-8.7265625, false]], [[-6.97265625, false]], [[-4.47265625, false]], [[-8.4765625, false]], [[-8.4765625, false]], [[-7.97265625, false]], [[-8.2265625, false]], [[-7.47265625, false]], [[-5.22265625, false]], [[-8.4765625, false]], [[-10.2265625, false]], [[-6.97265625, false]], [[-9.4765625, false]], [[-7.47265625, false]], [[-7.97265625, false]], [[-8.7265625, false]], [[-9.4375, false]], [[-5.22265625, false]], [[-8.7265625, false]], [[-6.97265625, false]], [[-7.97265625, false]], [[-8.4765625, false]], [[-6.97265625, false]], [[-10.2265625, false]], [[-9.4765625, false]], [[-4.47265625, false]], [[-8.4765625, false]], [[-5.22265625, false]], [[-6.97265625, false]], [[-9.4765625, false]], [[-8.2265625, false]], [[-7.47265625, false]], [[-6.97265625, false]], [[-7.47265625, false]], [[-8.4765625, false]], [[-8.9765625, false]], [[-8.7265625, false]], [[-10.9765625, false]]], "filtered_resps": [[-6.47265625, false], [-8.7265625, false], [-9.4765625, false], [-9.4765625, false], [-11.2265625, false], [-5.21484375, false], [-8.4765625, false], [-7.47265625, false], [-8.4765625, false], [-8.4765625, false], [-7.97265625, false], [-8.9765625, false], [-10.2265625, false], [-8.7265625, false], [-9.4453125, false], [-5.21484375, false], [-8.7265625, false], [-8.4765625, false], [-7.97265625, false], [-10.4765625, false], [-8.4765625, false], [-5.21484375, false], [-7.47265625, false], [-8.4765625, false], [-7.47265625, false], [-8.4765625, false], [-10.4765625, false], [-10.2265625, false], [-8.7265625, false], [-9.4453125, false], [-5.22265625, false], [-8.7265625, false], [-6.97265625, false], [-4.47265625, false], [-8.4765625, false], [-8.4765625, false], [-7.97265625, false], [-8.2265625, false], [-7.47265625, false], [-5.22265625, false], [-8.4765625, false], [-10.2265625, false], [-6.97265625, false], [-9.4765625, false], [-7.47265625, false], [-7.97265625, false], [-8.7265625, false], [-9.4375, false], [-5.22265625, false], [-8.7265625, false], [-6.97265625, false], [-7.97265625, false], [-8.4765625, false], [-6.97265625, false], [-10.2265625, false], [-9.4765625, false], [-4.47265625, false], [-8.4765625, false], [-5.22265625, false], [-6.97265625, false], [-9.4765625, false], [-8.2265625, false], [-7.47265625, false], [-6.97265625, false], [-7.47265625, false], [-8.4765625, false], [-8.9765625, false], [-8.7265625, false], [-10.9765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 63, "doc": {"id": "NYSEDREGENTS_2010_8_13", "question": "What are genes composed of?", "choices": {"text": ["offspring", "DNA", "cells", "traits"], "label": ["1", "2", "3", "4"]}, "answerKey": "2"}, "target": "DNA", "arguments": ["Question: What are genes composed of?\nAnswer:", " ["], "resps": [[[-7.69921875, false]], [[-7.44921875, false]], [[-10.203125, false]], [[-10.953125, false]], [[-10.953125, false]], [[-9.703125, false]], [[-9.203125, false]], [[-9.703125, false]], [[-9.703125, false]], [[-9.703125, false]], [[-9.703125, false]], [[-7.44921875, false]], [[-11.03125, false]], [[-5.69921875, false]], [[-7.44921875, false]], [[-7.94921875, false]], [[-8.953125, false]], [[-3.19921875, false]], [[-7.44921875, false]], [[-11.03125, false]], [[-5.69921875, false]], [[-7.44921875, false]], [[-7.69921875, false]], [[-8.703125, false]], [[-9.953125, false]], [[-9.953125, false]], [[-9.703125, false]], [[-7.44921875, false]], [[-11.03125, false]], [[-5.69921875, false]], [[-7.44921875, false]], [[-9.703125, false]], [[-9.703125, false]], [[-5.44921875, false]], [[-9.703125, false]], [[-9.703125, false]], [[-9.703125, false]], [[-7.44921875, false]], [[-13.703125, false]]], "filtered_resps": [[-7.69921875, false], [-7.44921875, false], [-10.203125, false], [-10.953125, false], [-10.953125, false], [-9.703125, false], [-9.203125, false], [-9.703125, false], [-9.703125, false], [-9.703125, false], [-9.703125, false], [-7.44921875, false], [-11.03125, false], [-5.69921875, false], [-7.44921875, false], [-7.94921875, false], [-8.953125, false], [-3.19921875, false], [-7.44921875, false], [-11.03125, false], [-5.69921875, false], [-7.44921875, false], [-7.69921875, false], [-8.703125, false], [-9.953125, false], [-9.953125, false], [-9.703125, false], [-7.44921875, false], [-11.03125, false], [-5.69921875, false], [-7.44921875, false], [-9.703125, false], [-9.703125, false], [-5.44921875, false], [-9.703125, false], [-9.703125, false], [-9.703125, false], [-7.44921875, false], [-13.703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 71, "doc": {"id": "VASoL_2008_3_5", "question": "Most plants begin their life cycle as ___.", "choices": {"text": ["leaves", "flowers", "roots", "seeds"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "seeds", "arguments": ["Question: Most plants begin their life cycle as ___.\nAnswer:", " ["], "resps": [[[-6.9140625, false]], [[-8.6640625, false]], [[-9.6640625, false]], [[-6.9140625, false]], [[-4.9140625, false]], [[-10.6640625, false]], [[-6.9140625, false]], [[-7.4140625, false]], [[-8.6640625, false]], [[-8.796875, false]], [[-2.6640625, true]], [[-8.6640625, false]], [[-9.4140625, false]], [[-9.6640625, false]], [[-6.6640625, false]], [[-8.6640625, false]], [[-6.9140625, false]], [[-8.1640625, false]], [[-7.4140625, false]], [[-8.6640625, false]], [[-8.796875, false]], [[-2.6640625, true]], [[-8.6640625, false]], [[-8.1640625, false]], [[-6.6640625, false]], [[-6.6640625, false]], [[-9.9140625, false]], [[-7.4140625, false]], [[-8.6640625, false]], [[-8.796875, false]], [[-2.6640625, true]], [[-8.6640625, false]], [[-7.4140625, false]], [[-6.9140625, false]], [[-6.9140625, false]], [[-7.4140625, false]], [[-7.4140625, false]], [[-8.6640625, false]], [[-12.4140625, false]]], "filtered_resps": [[-6.9140625, false], [-8.6640625, false], [-9.6640625, false], [-6.9140625, false], [-4.9140625, false], [-10.6640625, false], [-6.9140625, false], [-7.4140625, false], [-8.6640625, false], [-8.796875, false], [-2.6640625, true], [-8.6640625, false], [-9.4140625, false], [-9.6640625, false], [-6.6640625, false], [-8.6640625, false], [-6.9140625, false], [-8.1640625, false], [-7.4140625, false], [-8.6640625, false], [-8.796875, false], [-2.6640625, true], [-8.6640625, false], [-8.1640625, false], [-6.6640625, false], [-6.6640625, false], [-9.9140625, false], [-7.4140625, false], [-8.6640625, false], [-8.796875, false], [-2.6640625, true], [-8.6640625, false], [-7.4140625, false], [-6.9140625, false], [-6.9140625, false], [-7.4140625, false], [-7.4140625, false], [-8.6640625, false], [-12.4140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 79, "doc": {"id": "Mercury_SC_407370", "question": "Earth orbiting the Sun causes", "choices": {"text": ["the changing of the seasons.", "daily tidal cycles.", "day to become night.", "the phases of the Moon."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "the changing of the seasons.", "arguments": ["Question: Earth orbiting the Sun causes\nAnswer:", " ["], "resps": [[[-7.15625, false]], [[-7.65625, false]], [[-9.53125, false]], [[-9.78125, false]], [[-8.03125, false]], [[-4.65625, false]], [[-8.65625, false]], [[-9.78125, false]], [[-5.28125, false]], [[-9.03125, false]], [[-10.65625, false]], [[-7.53125, false]], [[-9.03125, false]], [[-10.65625, false]], [[-4.65625, false]], [[-8.78125, false]], [[-9.53125, false]], [[-4.65625, false]], [[-9.53125, false]], [[-9.78125, false]], [[-8.03125, false]], [[-4.65625, false]], [[-9.03125, false]], [[-8.03125, false]], [[-5.28125, false]], [[-9.03125, false]], [[-8.78125, false]], [[-9.03125, false]], [[-9.03125, false]], [[-6.54296875, false]], [[-7.65625, false]], [[-8.2265625, false]], [[-4.65625, false]], [[-7.65625, false]], [[-8.40625, false]], [[-5.28125, false]], [[-7.53125, false]], [[-10.65625, false]], [[-10.78125, false]], [[-4.65625, false]], [[-9.53125, false]], [[-7.53125, false]], [[-8.40625, false]], [[-5.28125, false]], [[-10.65625, false]], [[-4.65625, false]], [[-8.65625, false]], [[-10.78125, false]], [[-8.65625, false]], [[-10.65625, false]], [[-8.03125, false]], [[-9.03125, false]], [[-6.54296875, false]], [[-7.65625, false]], [[-8.2265625, false]], [[-4.65625, false]], [[-7.65625, false]], [[-8.40625, false]], [[-5.28125, false]], [[-10.78125, false]], [[-4.65625, false]], [[-9.53125, false]], [[-8.78125, false]], [[-4.65625, false]], [[-7.53125, false]], [[-8.03125, false]], [[-8.65625, false]], [[-8.78125, false]], [[-9.28125, false]], [[-8.03125, false]], [[-4.65625, false]], [[-9.03125, false]], [[-7.53125, false]], [[-10.65625, false]], [[-9.78125, false]], [[-9.53125, false]], [[-6.54296875, false]], [[-7.65625, false]], [[-8.2265625, false]], [[-4.65625, false]], [[-7.65625, false]], [[-9.53125, false]], [[-9.78125, false]], [[-8.03125, false]], [[-4.65625, false]], [[-9.28125, false]], [[-9.78125, false]], [[-5.28125, false]], [[-9.03125, false]], [[-8.03125, false]], [[-9.03125, false]], [[-4.65625, false]], [[-8.78125, false]], [[-9.53125, false]], [[-4.65625, false]], [[-9.53125, false]], [[-9.78125, false]], [[-8.03125, false]], [[-4.65625, false]], [[-6.90625, false]], [[-8.78125, false]], [[-8.78125, false]], [[-9.03125, false]], [[-6.54296875, false]], [[-7.65625, false]], [[-10.65625, false]]], "filtered_resps": [[-7.15625, false], [-7.65625, false], [-9.53125, false], [-9.78125, false], [-8.03125, false], [-4.65625, false], [-8.65625, false], [-9.78125, false], [-5.28125, false], [-9.03125, false], [-10.65625, false], [-7.53125, false], [-9.03125, false], [-10.65625, false], [-4.65625, false], [-8.78125, false], [-9.53125, false], [-4.65625, false], [-9.53125, false], [-9.78125, false], [-8.03125, false], [-4.65625, false], [-9.03125, false], [-8.03125, false], [-5.28125, false], [-9.03125, false], [-8.78125, false], [-9.03125, false], [-9.03125, false], [-6.54296875, false], [-7.65625, false], [-8.2265625, false], [-4.65625, false], [-7.65625, false], [-8.40625, false], [-5.28125, false], [-7.53125, false], [-10.65625, false], [-10.78125, false], [-4.65625, false], [-9.53125, false], [-7.53125, false], [-8.40625, false], [-5.28125, false], [-10.65625, false], [-4.65625, false], [-8.65625, false], [-10.78125, false], [-8.65625, false], [-10.65625, false], [-8.03125, false], [-9.03125, false], [-6.54296875, false], [-7.65625, false], [-8.2265625, false], [-4.65625, false], [-7.65625, false], [-8.40625, false], [-5.28125, false], [-10.78125, false], [-4.65625, false], [-9.53125, false], [-8.78125, false], [-4.65625, false], [-7.53125, false], [-8.03125, false], [-8.65625, false], [-8.78125, false], [-9.28125, false], [-8.03125, false], [-4.65625, false], [-9.03125, false], [-7.53125, false], [-10.65625, false], [-9.78125, false], [-9.53125, false], [-6.54296875, false], [-7.65625, false], [-8.2265625, false], [-4.65625, false], [-7.65625, false], [-9.53125, false], [-9.78125, false], [-8.03125, false], [-4.65625, false], [-9.28125, false], [-9.78125, false], [-5.28125, false], [-9.03125, false], [-8.03125, false], [-9.03125, false], [-4.65625, false], [-8.78125, false], [-9.53125, false], [-4.65625, false], [-9.53125, false], [-9.78125, false], [-8.03125, false], [-4.65625, false], [-6.90625, false], [-8.78125, false], [-8.78125, false], [-9.03125, false], [-6.54296875, false], [-7.65625, false], [-10.65625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 87, "doc": {"id": "Mercury_7165550", "question": "A certain type of hybrid car utilizes a braking system in which energy is recovered and stored in batteries. This is an example of which type of energy conversion?", "choices": {"text": ["kinetic energy converted to potential energy", "chemical energy converted to kinetic energy", "chemical energy converted to thermal energy", "thermal energy converted to potential energy"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "kinetic energy converted to potential energy", "arguments": ["Question: A certain type of hybrid car utilizes a braking system in which energy is recovered and stored in batteries. This is an example of which type of energy conversion?\nAnswer:", " ["], "resps": [[[-6.73828125, false]], [[-8.484375, false]], [[-9.984375, false]], [[-6.73828125, false]], [[-7.98828125, false]], [[-6.98828125, false]], [[-10.484375, false]], [[-6.73828125, false]], [[-7.73828125, false]], [[-5.48828125, false]], [[-6.98828125, false]], [[-7.98828125, false]], [[-6.98828125, false]], [[-10.234375, false]], [[-11.234375, false]], [[-10.984375, false]], [[-5.48828125, false]], [[-7.73828125, false]], [[-9.484375, false]], [[-7.98828125, false]], [[-10.234375, false]], [[-6.98828125, false]], [[-10.234375, false]], [[-10.484375, false]], [[-6.98828125, false]], [[-8.734375, false]], [[-5.48828125, false]], [[-10.484375, false]], [[-9.484375, false]], [[-5.48828125, false]], [[-8.984375, false]], [[-9.484375, false]], [[-10.484375, false]], [[-6.98828125, false]], [[-7.98828125, false]], [[-10.484375, false]], [[-6.73828125, false]], [[-4.48828125, false]], [[-10.984375, false]], [[-5.48828125, false]], [[-6.98828125, false]], [[-7.98828125, false]], [[-6.98828125, false]], [[-10.234375, false]], [[-11.234375, false]], [[-10.984375, false]], [[-8.484375, false]], [[-9.546875, false]], [[-5.48828125, false]], [[-8.484375, false]], [[-7.73828125, false]], [[-9.484375, false]], [[-6.98828125, false]], [[-8.734375, false]], [[-6.73828125, false]], [[-7.73828125, false]], [[-4.48828125, false]], [[-10.984375, false]], [[-5.48828125, false]], [[-6.98828125, false]], [[-7.98828125, false]], [[-6.98828125, false]], [[-10.234375, false]], [[-11.234375, false]], [[-10.984375, false]], [[-5.48828125, false]], [[-7.73828125, false]], [[-9.484375, false]], [[-7.98828125, false]], [[-10.234375, false]], [[-6.98828125, false]], [[-10.234375, false]], [[-10.484375, false]], [[-6.98828125, false]], [[-8.734375, false]], [[-5.48828125, false]], [[-10.484375, false]], [[-9.484375, false]], [[-5.48828125, false]], [[-9.984375, false]], [[-6.73828125, false]], [[-7.98828125, false]], [[-6.98828125, false]], [[-10.484375, false]], [[-6.73828125, false]], [[-7.73828125, false]], [[-5.48828125, false]], [[-6.98828125, false]], [[-7.98828125, false]], [[-6.98828125, false]], [[-10.234375, false]], [[-11.234375, false]], [[-10.984375, false]], [[-8.484375, false]], [[-9.546875, false]], [[-5.48828125, false]], [[-8.484375, false]], [[-7.73828125, false]], [[-9.484375, false]], [[-6.98828125, false]], [[-8.734375, false]], [[-6.73828125, false]], [[-7.73828125, false]], [[-4.48828125, false]], [[-10.984375, false]], [[-5.48828125, false]], [[-6.98828125, false]], [[-7.98828125, false]], [[-6.98828125, false]], [[-10.234375, false]], [[-11.234375, false]], [[-10.984375, false]], [[-5.48828125, false]], [[-7.73828125, false]], [[-9.484375, false]], [[-7.98828125, false]], [[-10.234375, false]], [[-6.98828125, false]], [[-10.234375, false]], [[-10.484375, false]], [[-6.98828125, false]], [[-8.734375, false]], [[-5.48828125, false]], [[-10.484375, false]], [[-9.484375, false]], [[-5.48828125, false]], [[-10.484375, false]], [[-9.484375, false]], [[-6.98828125, false]], [[-10.234375, false]], [[-8.734375, false]], [[-4.48828125, false]], [[-10.984375, false]], [[-5.48828125, false]], [[-6.98828125, false]], [[-7.98828125, false]], [[-6.98828125, false]], [[-10.234375, false]], [[-11.234375, false]], [[-10.984375, false]], [[-8.484375, false]], [[-9.53125, false]], [[-5.48828125, false]], [[-8.484375, false]], [[-10.484375, false]], [[-9.484375, false]], [[-6.98828125, false]], [[-10.234375, false]], [[-8.734375, false]], [[-4.48828125, false]], [[-10.984375, false]], [[-5.48828125, false]], [[-6.98828125, false]], [[-7.98828125, false]], [[-6.98828125, false]], [[-10.234375, false]], [[-11.234375, false]], [[-10.984375, false]], [[-5.48828125, false]], [[-7.73828125, false]], [[-9.484375, false]], [[-7.98828125, false]], [[-10.234375, false]], [[-6.98828125, false]], [[-10.234375, false]], [[-10.484375, false]], [[-6.98828125, false]], [[-8.734375, false]], [[-5.48828125, false]], [[-10.484375, false]], [[-9.484375, false]], [[-5.48828125, false]], [[-8.984375, false]], [[-9.484375, false]], [[-10.484375, false]], [[-6.98828125, false]], [[-7.98828125, false]], [[-10.484375, false]], [[-6.73828125, false]], [[-4.48828125, false]], [[-10.984375, false]], [[-5.48828125, false]], [[-6.98828125, false]], [[-7.98828125, false]], [[-6.98828125, false]], [[-10.234375, false]], [[-11.234375, false]], [[-10.984375, false]], [[-8.484375, false]], [[-13.484375, false]]], "filtered_resps": [[-6.73828125, false], [-8.484375, false], [-9.984375, false], [-6.73828125, false], [-7.98828125, false], [-6.98828125, false], [-10.484375, false], [-6.73828125, false], [-7.73828125, false], [-5.48828125, false], [-6.98828125, false], [-7.98828125, false], [-6.98828125, false], [-10.234375, false], [-11.234375, false], [-10.984375, false], [-5.48828125, false], [-7.73828125, false], [-9.484375, false], [-7.98828125, false], [-10.234375, false], [-6.98828125, false], [-10.234375, false], [-10.484375, false], [-6.98828125, false], [-8.734375, false], [-5.48828125, false], [-10.484375, false], [-9.484375, false], [-5.48828125, false], [-8.984375, false], [-9.484375, false], [-10.484375, false], [-6.98828125, false], [-7.98828125, false], [-10.484375, false], [-6.73828125, false], [-4.48828125, false], [-10.984375, false], [-5.48828125, false], [-6.98828125, false], [-7.98828125, false], [-6.98828125, false], [-10.234375, false], [-11.234375, false], [-10.984375, false], [-8.484375, false], [-9.546875, false], [-5.48828125, false], [-8.484375, false], [-7.73828125, false], [-9.484375, false], [-6.98828125, false], [-8.734375, false], [-6.73828125, false], [-7.73828125, false], [-4.48828125, false], [-10.984375, false], [-5.48828125, false], [-6.98828125, false], [-7.98828125, false], [-6.98828125, false], [-10.234375, false], [-11.234375, false], [-10.984375, false], [-5.48828125, false], [-7.73828125, false], [-9.484375, false], [-7.98828125, false], [-10.234375, false], [-6.98828125, false], [-10.234375, false], [-10.484375, false], [-6.98828125, false], [-8.734375, false], [-5.48828125, false], [-10.484375, false], [-9.484375, false], [-5.48828125, false], [-9.984375, false], [-6.73828125, false], [-7.98828125, false], [-6.98828125, false], [-10.484375, false], [-6.73828125, false], [-7.73828125, false], [-5.48828125, false], [-6.98828125, false], [-7.98828125, false], [-6.98828125, false], [-10.234375, false], [-11.234375, false], [-10.984375, false], [-8.484375, false], [-9.546875, false], [-5.48828125, false], [-8.484375, false], [-7.73828125, false], [-9.484375, false], [-6.98828125, false], [-8.734375, false], [-6.73828125, false], [-7.73828125, false], [-4.48828125, false], [-10.984375, false], [-5.48828125, false], [-6.98828125, false], [-7.98828125, false], [-6.98828125, false], [-10.234375, false], [-11.234375, false], [-10.984375, false], [-5.48828125, false], [-7.73828125, false], [-9.484375, false], [-7.98828125, false], [-10.234375, false], [-6.98828125, false], [-10.234375, false], [-10.484375, false], [-6.98828125, false], [-8.734375, false], [-5.48828125, false], [-10.484375, false], [-9.484375, false], [-5.48828125, false], [-10.484375, false], [-9.484375, false], [-6.98828125, false], [-10.234375, false], [-8.734375, false], [-4.48828125, false], [-10.984375, false], [-5.48828125, false], [-6.98828125, false], [-7.98828125, false], [-6.98828125, false], [-10.234375, false], [-11.234375, false], [-10.984375, false], [-8.484375, false], [-9.53125, false], [-5.48828125, false], [-8.484375, false], [-10.484375, false], [-9.484375, false], [-6.98828125, false], [-10.234375, false], [-8.734375, false], [-4.48828125, false], [-10.984375, false], [-5.48828125, false], [-6.98828125, false], [-7.98828125, false], [-6.98828125, false], [-10.234375, false], [-11.234375, false], [-10.984375, false], [-5.48828125, false], [-7.73828125, false], [-9.484375, false], [-7.98828125, false], [-10.234375, false], [-6.98828125, false], [-10.234375, false], [-10.484375, false], [-6.98828125, false], [-8.734375, false], [-5.48828125, false], [-10.484375, false], [-9.484375, false], [-5.48828125, false], [-8.984375, false], [-9.484375, false], [-10.484375, false], [-6.98828125, false], [-7.98828125, false], [-10.484375, false], [-6.73828125, false], [-4.48828125, false], [-10.984375, false], [-5.48828125, false], [-6.98828125, false], [-7.98828125, false], [-6.98828125, false], [-10.234375, false], [-11.234375, false], [-10.984375, false], [-8.484375, false], [-13.484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 95, "doc": {"id": "Mercury_7092190", "question": "Through which activity do animals get the carbon that is needed for their bodies?", "choices": {"text": ["eating", "breathing", "running", "sleeping"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "eating", "arguments": ["Question: Through which activity do animals get the carbon that is needed for their bodies?\nAnswer:", " ["], "resps": [[[-7.8984375, false]], [[-9.3984375, false]], [[-9.1484375, false]], [[-7.3984375, false]], [[-11.6484375, false]], [[-9.6484375, false]], [[-10.6484375, false]], [[-12.1484375, false]], [[-9.3984375, false]], [[-11.328125, false]], [[-5.6484375, false]], [[-9.3984375, false]], [[-10.1484375, false]], [[-12.8984375, false]], [[-9.1484375, false]], [[-7.3984375, false]], [[-11.6484375, false]], [[-12.1484375, false]], [[-9.6484375, false]], [[-10.6484375, false]], [[-12.1484375, false]], [[-9.3984375, false]], [[-11.328125, false]], [[-5.6484375, false]], [[-9.3984375, false]], [[-12.8984375, false]], [[-11.3984375, false]], [[-10.6484375, false]], [[-10.6484375, false]], [[-9.6484375, false]], [[-10.6484375, false]], [[-12.1484375, false]], [[-9.3984375, false]], [[-11.328125, false]], [[-5.6484375, false]], [[-9.3984375, false]], [[-9.3984375, false]], [[-10.8984375, false]], [[-9.1484375, false]], [[-9.1484375, false]], [[-10.6484375, false]], [[-9.6484375, false]], [[-10.6484375, false]], [[-12.1484375, false]], [[-9.3984375, false]], [[-14.1484375, false]]], "filtered_resps": [[-7.8984375, false], [-9.3984375, false], [-9.1484375, false], [-7.3984375, false], [-11.6484375, false], [-9.6484375, false], [-10.6484375, false], [-12.1484375, false], [-9.3984375, false], [-11.328125, false], [-5.6484375, false], [-9.3984375, false], [-10.1484375, false], [-12.8984375, false], [-9.1484375, false], [-7.3984375, false], [-11.6484375, false], [-12.1484375, false], [-9.6484375, false], [-10.6484375, false], [-12.1484375, false], [-9.3984375, false], [-11.328125, false], [-5.6484375, false], [-9.3984375, false], [-12.8984375, false], [-11.3984375, false], [-10.6484375, false], [-10.6484375, false], [-9.6484375, false], [-10.6484375, false], [-12.1484375, false], [-9.3984375, false], [-11.328125, false], [-5.6484375, false], [-9.3984375, false], [-9.3984375, false], [-10.8984375, false], [-9.1484375, false], [-9.1484375, false], [-10.6484375, false], [-9.6484375, false], [-10.6484375, false], [-12.1484375, false], [-9.3984375, false], [-14.1484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 103, "doc": {"id": "MCAS_1999_4_4", "question": "Mount Arenal, a volcano in Costa Rica, is erupting. Heat is being released during the eruption. What is the source of the heat?", "choices": {"text": ["The heat comes from the Sun.", "The heat comes from pools of underground water.", "The heat comes from deep within Earth.", "The heat comes from decaying plants and animals."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "The heat comes from deep within Earth.", "arguments": ["Question: Mount Arenal, a volcano in Costa Rica, is erupting. Heat is being released during the eruption. What is the source of the heat?\nAnswer:", " ["], "resps": [[[-8.359375, false]], [[-9.859375, false]], [[-7.359375, false]], [[-10.609375, false]], [[-6.359375, false]], [[-5.609375, false]], [[-10.609375, false]], [[-6.359375, false]], [[-5.609375, false]], [[-11.359375, false]], [[-5.609375, false]], [[-9.859375, false]], [[-9.859375, false]], [[-9.609375, false]], [[-6.359375, false]], [[-11.109375, false]], [[-5.609375, false]], [[-10.859375, false]], [[-12.609375, false]], [[-9.859375, false]], [[-9.609375, false]], [[-5.609375, false]], [[-11.359375, false]], [[-10.609375, false]], [[-6.359375, false]], [[-5.609375, false]], [[-7.109375, false]], [[-11.859375, false]], [[-11.109375, false]], [[-6.84375, false]], [[-9.859375, false]], [[-9.84375, false]], [[-5.609375, false]], [[-9.859375, false]], [[-7.359375, false]], [[-10.609375, false]], [[-6.359375, false]], [[-5.609375, false]], [[-10.609375, false]], [[-6.359375, false]], [[-5.609375, false]], [[-11.359375, false]], [[-5.609375, false]], [[-9.859375, false]], [[-9.859375, false]], [[-9.609375, false]], [[-6.359375, false]], [[-11.109375, false]], [[-5.609375, false]], [[-10.859375, false]], [[-12.609375, false]], [[-9.859375, false]], [[-9.609375, false]], [[-5.609375, false]], [[-11.609375, false]], [[-9.859375, false]], [[-9.859375, false]], [[-11.359375, false]], [[-11.109375, false]], [[-5.609375, false]], [[-9.859375, false]], [[-10.859375, false]], [[-5.609375, false]], [[-11.859375, false]], [[-11.109375, false]], [[-10.109375, false]], [[-6.359375, false]], [[-12.609375, false]], [[-12.859375, false]], [[-12.609375, false]], [[-9.859375, false]], [[-11.859375, false]], [[-11.109375, false]], [[-10.109375, false]], [[-5.609375, false]], [[-12.109375, false]], [[-5.609375, false]], [[-11.359375, false]], [[-6.359375, false]], [[-12.609375, false]], [[-6.84375, false]], [[-9.859375, false]], [[-9.84375, false]], [[-5.609375, false]], [[-9.859375, false]], [[-7.359375, false]], [[-10.609375, false]], [[-6.359375, false]], [[-5.609375, false]], [[-10.609375, false]], [[-6.359375, false]], [[-5.609375, false]], [[-11.359375, false]], [[-5.609375, false]], [[-9.859375, false]], [[-9.859375, false]], [[-9.609375, false]], [[-6.359375, false]], [[-11.109375, false]], [[-5.609375, false]], [[-10.859375, false]], [[-12.609375, false]], [[-9.859375, false]], [[-9.609375, false]], [[-5.609375, false]], [[-10.109375, false]], [[-6.359375, false]], [[-6.359375, false]], [[-11.609375, false]], [[-5.609375, false]], [[-12.109375, false]], [[-9.359375, false]], [[-11.359375, false]], [[-10.609375, false]], [[-9.359375, false]], [[-11.109375, false]], [[-5.609375, false]], [[-4.109375, false]], [[-5.609375, false]], [[-12.609375, false]], [[-11.359375, false]], [[-10.609375, false]], [[-6.84375, false]], [[-9.859375, false]], [[-9.84375, false]], [[-5.609375, false]], [[-9.859375, false]], [[-7.359375, false]], [[-10.609375, false]], [[-6.359375, false]], [[-5.609375, false]], [[-10.609375, false]], [[-6.359375, false]], [[-5.609375, false]], [[-11.359375, false]], [[-5.609375, false]], [[-9.859375, false]], [[-9.859375, false]], [[-9.609375, false]], [[-6.359375, false]], [[-11.109375, false]], [[-5.609375, false]], [[-10.859375, false]], [[-12.609375, false]], [[-9.859375, false]], [[-9.609375, false]], [[-5.609375, false]], [[-10.109375, false]], [[-6.359375, false]], [[-9.859375, false]], [[-5.609375, false]], [[-13.109375, false]], [[-9.359375, false]], [[-11.109375, false]], [[-12.859375, false]], [[-5.609375, false]], [[-11.609375, false]], [[-11.359375, false]], [[-5.609375, false]], [[-11.109375, false]], [[-11.359375, false]], [[-11.109375, false]], [[-5.609375, false]], [[-5.609375, false]], [[-11.109375, false]], [[-10.109375, false]], [[-5.609375, false]], [[-5.609375, false]], [[-11.109375, false]], [[-9.359375, false]], [[-9.609375, false]], [[-5.609375, false]], [[-11.359375, false]], [[-11.109375, false]], [[-6.84375, false]], [[-9.859375, false]], [[-14.109375, false]]], "filtered_resps": [[-8.359375, false], [-9.859375, false], [-7.359375, false], [-10.609375, false], [-6.359375, false], [-5.609375, false], [-10.609375, false], [-6.359375, false], [-5.609375, false], [-11.359375, false], [-5.609375, false], [-9.859375, false], [-9.859375, false], [-9.609375, false], [-6.359375, false], [-11.109375, false], [-5.609375, false], [-10.859375, false], [-12.609375, false], [-9.859375, false], [-9.609375, false], [-5.609375, false], [-11.359375, false], [-10.609375, false], [-6.359375, false], [-5.609375, false], [-7.109375, false], [-11.859375, false], [-11.109375, false], [-6.84375, false], [-9.859375, false], [-9.84375, false], [-5.609375, false], [-9.859375, false], [-7.359375, false], [-10.609375, false], [-6.359375, false], [-5.609375, false], [-10.609375, false], [-6.359375, false], [-5.609375, false], [-11.359375, false], [-5.609375, false], [-9.859375, false], [-9.859375, false], [-9.609375, false], [-6.359375, false], [-11.109375, false], [-5.609375, false], [-10.859375, false], [-12.609375, false], [-9.859375, false], [-9.609375, false], [-5.609375, false], [-11.609375, false], [-9.859375, false], [-9.859375, false], [-11.359375, false], [-11.109375, false], [-5.609375, false], [-9.859375, false], [-10.859375, false], [-5.609375, false], [-11.859375, false], [-11.109375, false], [-10.109375, false], [-6.359375, false], [-12.609375, false], [-12.859375, false], [-12.609375, false], [-9.859375, false], [-11.859375, false], [-11.109375, false], [-10.109375, false], [-5.609375, false], [-12.109375, false], [-5.609375, false], [-11.359375, false], [-6.359375, false], [-12.609375, false], [-6.84375, false], [-9.859375, false], [-9.84375, false], [-5.609375, false], [-9.859375, false], [-7.359375, false], [-10.609375, false], [-6.359375, false], [-5.609375, false], [-10.609375, false], [-6.359375, false], [-5.609375, false], [-11.359375, false], [-5.609375, false], [-9.859375, false], [-9.859375, false], [-9.609375, false], [-6.359375, false], [-11.109375, false], [-5.609375, false], [-10.859375, false], [-12.609375, false], [-9.859375, false], [-9.609375, false], [-5.609375, false], [-10.109375, false], [-6.359375, false], [-6.359375, false], [-11.609375, false], [-5.609375, false], [-12.109375, false], [-9.359375, false], [-11.359375, false], [-10.609375, false], [-9.359375, false], [-11.109375, false], [-5.609375, false], [-4.109375, false], [-5.609375, false], [-12.609375, false], [-11.359375, false], [-10.609375, false], [-6.84375, false], [-9.859375, false], [-9.84375, false], [-5.609375, false], [-9.859375, false], [-7.359375, false], [-10.609375, false], [-6.359375, false], [-5.609375, false], [-10.609375, false], [-6.359375, false], [-5.609375, false], [-11.359375, false], [-5.609375, false], [-9.859375, false], [-9.859375, false], [-9.609375, false], [-6.359375, false], [-11.109375, false], [-5.609375, false], [-10.859375, false], [-12.609375, false], [-9.859375, false], [-9.609375, false], [-5.609375, false], [-10.109375, false], [-6.359375, false], [-9.859375, false], [-5.609375, false], [-13.109375, false], [-9.359375, false], [-11.109375, false], [-12.859375, false], [-5.609375, false], [-11.609375, false], [-11.359375, false], [-5.609375, false], [-11.109375, false], [-11.359375, false], [-11.109375, false], [-5.609375, false], [-5.609375, false], [-11.109375, false], [-10.109375, false], [-5.609375, false], [-5.609375, false], [-11.109375, false], [-9.359375, false], [-9.609375, false], [-5.609375, false], [-11.359375, false], [-11.109375, false], [-6.84375, false], [-9.859375, false], [-14.109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 111, "doc": {"id": "Mercury_7081148", "question": "The elements that make up the atmosphere of Earth can be listed as percentages or can be shown in a graph. Which type of graph would best show this information?", "choices": {"text": ["a bar graph", "a pie chart", "a line graph", "a scatterplot"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "a pie chart", "arguments": ["Question: The elements that make up the atmosphere of Earth can be listed as percentages or can be shown in a graph. Which type of graph would best show this information?\nAnswer:", " ["], "resps": [[[-6.828125, false]], [[-9.078125, false]], [[-3.078125, false]], [[-4.078125, false]], [[-7.078125, false]], [[-3.078125, false]], [[-9.578125, false]], [[-4.078125, false]], [[-9.078125, false]], [[-9.578125, false]], [[-3.078125, false]], [[-7.828125, false]], [[-8.828125, false]], [[-9.078125, false]], [[-10.28125, false]], [[-4.078125, false]], [[-9.078125, false]], [[-3.078125, false]], [[-4.078125, false]], [[-7.828125, false]], [[-8.328125, false]], [[-7.578125, false]], [[-4.078125, false]], [[-8.078125, false]], [[-8.828125, false]], [[-3.078125, false]], [[-9.578125, false]], [[-8.828125, false]], [[-9.078125, false]], [[-10.28125, false]], [[-4.078125, false]], [[-9.078125, false]], [[-3.078125, false]], [[-4.078125, false]], [[-11.078125, false]], [[-8.328125, false]], [[-8.328125, false]], [[-7.578125, false]], [[-4.078125, false]], [[-9.078125, false]], [[-9.578125, false]], [[-3.078125, false]], [[-7.828125, false]], [[-8.828125, false]], [[-9.078125, false]], [[-10.28125, false]], [[-4.078125, false]], [[-9.078125, false]], [[-3.078125, false]], [[-4.078125, false]], [[-9.828125, false]], [[-8.078125, false]], [[-3.078125, false]], [[-8.828125, false]], [[-8.828125, false]], [[-7.578125, false]], [[-9.578125, false]], [[-7.828125, false]], [[-11.078125, false]], [[-9.328125, false]], [[-8.828125, false]], [[-9.078125, false]], [[-12.578125, false]]], "filtered_resps": [[-6.828125, false], [-9.078125, false], [-3.078125, false], [-4.078125, false], [-7.078125, false], [-3.078125, false], [-9.578125, false], [-4.078125, false], [-9.078125, false], [-9.578125, false], [-3.078125, false], [-7.828125, false], [-8.828125, false], [-9.078125, false], [-10.28125, false], [-4.078125, false], [-9.078125, false], [-3.078125, false], [-4.078125, false], [-7.828125, false], [-8.328125, false], [-7.578125, false], [-4.078125, false], [-8.078125, false], [-8.828125, false], [-3.078125, false], [-9.578125, false], [-8.828125, false], [-9.078125, false], [-10.28125, false], [-4.078125, false], [-9.078125, false], [-3.078125, false], [-4.078125, false], [-11.078125, false], [-8.328125, false], [-8.328125, false], [-7.578125, false], [-4.078125, false], [-9.078125, false], [-9.578125, false], [-3.078125, false], [-7.828125, false], [-8.828125, false], [-9.078125, false], [-10.28125, false], [-4.078125, false], [-9.078125, false], [-3.078125, false], [-4.078125, false], [-9.828125, false], [-8.078125, false], [-3.078125, false], [-8.828125, false], [-8.828125, false], [-7.578125, false], [-9.578125, false], [-7.828125, false], [-11.078125, false], [-9.328125, false], [-8.828125, false], [-9.078125, false], [-12.578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 119, "doc": {"id": "Mercury_403912", "question": "Due to extreme pressure, the inner core of Earth is", "choices": {"text": ["solid.", "liquid.", "gas.", "plasma."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "solid.", "arguments": ["Question: Due to extreme pressure, the inner core of Earth is\nAnswer:", " ["], "resps": [[[-7.03125, false]], [[-7.78125, false]], [[-8.40625, false]], [[-9.90625, false]], [[-10.53125, false]], [[-7.40625, false]], [[-7.90625, false]], [[-6.6328125, false]], [[-7.78125, false]], [[-8.1328125, false]], [[-4.90625, false]], [[-7.78125, false]], [[-10.53125, false]], [[-7.40625, false]], [[-9.90625, false]], [[-11.15625, false]], [[-7.40625, false]], [[-7.90625, false]], [[-6.6328125, false]], [[-7.78125, false]], [[-8.1328125, false]], [[-4.90625, false]], [[-7.78125, false]], [[-10.28125, false]], [[-5.40625, false]], [[-8.40625, false]], [[-6.6328125, false]], [[-7.78125, false]], [[-8.1328125, false]], [[-4.90625, false]], [[-7.78125, false]], [[-8.78125, false]], [[-10.53125, false]], [[-5.40625, false]], [[-8.40625, false]], [[-9.28125, false]], [[-5.40625, false]], [[-6.6328125, false]], [[-7.78125, false]], [[-10.15625, false]]], "filtered_resps": [[-7.03125, false], [-7.78125, false], [-8.40625, false], [-9.90625, false], [-10.53125, false], [-7.40625, false], [-7.90625, false], [-6.6328125, false], [-7.78125, false], [-8.1328125, false], [-4.90625, false], [-7.78125, false], [-10.53125, false], [-7.40625, false], [-9.90625, false], [-11.15625, false], [-7.40625, false], [-7.90625, false], [-6.6328125, false], [-7.78125, false], [-8.1328125, false], [-4.90625, false], [-7.78125, false], [-10.28125, false], [-5.40625, false], [-8.40625, false], [-6.6328125, false], [-7.78125, false], [-8.1328125, false], [-4.90625, false], [-7.78125, false], [-8.78125, false], [-10.53125, false], [-5.40625, false], [-8.40625, false], [-9.28125, false], [-5.40625, false], [-6.6328125, false], [-7.78125, false], [-10.15625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 127, "doc": {"id": "Mercury_7230178", "question": "The compression of matter due to gravitational attraction increased as the protoplanets formed. What was a result of this compression within each protoplanet?", "choices": {"text": ["initiation of nuclear fusion", "increase in noble gas destabilization", "increase in thermal energy", "initiation of photosynthesis reactions"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "increase in thermal energy", "arguments": ["Question: The compression of matter due to gravitational attraction increased as the protoplanets formed. What was a result of this compression within each protoplanet?\nAnswer:", " ["], "resps": [[[-6.9765625, false]], [[-9.4765625, false]], [[-9.2265625, false]], [[-10.7265625, false]], [[-9.2265625, false]], [[-10.2265625, false]], [[-9.2265625, false]], [[-5.7265625, false]], [[-10.2265625, false]], [[-9.2265625, false]], [[-10.9765625, false]], [[-10.7265625, false]], [[-5.7265625, false]], [[-10.9765625, false]], [[-10.2265625, false]], [[-5.7265625, false]], [[-10.7265625, false]], [[-11.9765625, false]], [[-8.7265625, false]], [[-11.7265625, false]], [[-9.4765625, false]], [[-5.7265625, false]], [[-10.7265625, false]], [[-5.7265625, false]], [[-10.2265625, false]], [[-11.9765625, false]], [[-10.2265625, false]], [[-9.2265625, false]], [[-10.9765625, false]], [[-10.7265625, false]], [[-9.4765625, false]], [[-10.171875, false]], [[-5.7265625, false]], [[-9.4765625, false]], [[-9.2265625, false]], [[-10.7265625, false]], [[-8.7265625, false]], [[-10.7265625, false]], [[-9.4765625, false]], [[-5.7265625, false]], [[-10.2265625, false]], [[-9.4765625, false]], [[-5.7265625, false]], [[-9.2265625, false]], [[-10.7265625, false]], [[-5.7265625, false]], [[-10.7265625, false]], [[-10.9765625, false]], [[-8.7265625, false]], [[-11.7265625, false]], [[-9.4765625, false]], [[-5.7265625, false]], [[-11.7265625, false]], [[-5.7265625, false]], [[-10.2265625, false]], [[-5.7265625, false]], [[-10.4765625, false]], [[-9.4765625, false]], [[-10.2265625, false]], [[-10.2265625, false]], [[-5.7265625, false]], [[-8.7265625, false]], [[-9.2265625, false]], [[-11.7265625, false]], [[-9.2265625, false]], [[-10.4765625, false]], [[-5.7265625, false]], [[-10.2265625, false]], [[-9.2265625, false]], [[-10.9765625, false]], [[-10.7265625, false]], [[-9.4765625, false]], [[-10.171875, false]], [[-5.7265625, false]], [[-9.4765625, false]], [[-9.2265625, false]], [[-10.7265625, false]], [[-8.7265625, false]], [[-10.7265625, false]], [[-9.4765625, false]], [[-5.7265625, false]], [[-10.2265625, false]], [[-9.4765625, false]], [[-5.7265625, false]], [[-9.2265625, false]], [[-10.7265625, false]], [[-5.7265625, false]], [[-10.2265625, false]], [[-10.7265625, false]], [[-9.4765625, false]], [[-10.7265625, false]], [[-9.4765625, false]], [[-5.7265625, false]], [[-11.7265625, false]], [[-5.7265625, false]], [[-9.4765625, false]], [[-10.7265625, false]], [[-9.4765625, false]], [[-10.7265625, false]], [[-11.7265625, false]], [[-11.9765625, false]], [[-9.4765625, false]], [[-10.171875, false]], [[-5.7265625, false]], [[-9.4765625, false]], [[-9.2265625, false]], [[-10.7265625, false]], [[-9.2265625, false]], [[-10.2265625, false]], [[-9.2265625, false]], [[-5.7265625, false]], [[-10.2265625, false]], [[-9.2265625, false]], [[-10.9765625, false]], [[-10.7265625, false]], [[-5.7265625, false]], [[-10.9765625, false]], [[-10.2265625, false]], [[-5.7265625, false]], [[-9.4765625, false]], [[-10.7265625, false]], [[-10.9765625, false]], [[-10.2265625, false]], [[-10.9765625, false]], [[-10.2265625, false]], [[-11.9765625, false]], [[-10.7265625, false]], [[-10.2265625, false]], [[-10.7265625, false]], [[-9.4765625, false]], [[-10.2265625, false]], [[-9.2265625, false]], [[-10.2265625, false]], [[-5.7265625, false]], [[-10.7265625, false]], [[-9.4765625, false]], [[-5.7265625, false]], [[-8.7265625, false]], [[-10.2265625, false]], [[-9.2265625, false]], [[-10.9765625, false]], [[-10.7265625, false]], [[-10.2265625, false]], [[-9.4765625, false]], [[-10.9765625, false]]], "filtered_resps": [[-6.9765625, false], [-9.4765625, false], [-9.2265625, false], [-10.7265625, false], [-9.2265625, false], [-10.2265625, false], [-9.2265625, false], [-5.7265625, false], [-10.2265625, false], [-9.2265625, false], [-10.9765625, false], [-10.7265625, false], [-5.7265625, false], [-10.9765625, false], [-10.2265625, false], [-5.7265625, false], [-10.7265625, false], [-11.9765625, false], [-8.7265625, false], [-11.7265625, false], [-9.4765625, false], [-5.7265625, false], [-10.7265625, false], [-5.7265625, false], [-10.2265625, false], [-11.9765625, false], [-10.2265625, false], [-9.2265625, false], [-10.9765625, false], [-10.7265625, false], [-9.4765625, false], [-10.171875, false], [-5.7265625, false], [-9.4765625, false], [-9.2265625, false], [-10.7265625, false], [-8.7265625, false], [-10.7265625, false], [-9.4765625, false], [-5.7265625, false], [-10.2265625, false], [-9.4765625, false], [-5.7265625, false], [-9.2265625, false], [-10.7265625, false], [-5.7265625, false], [-10.7265625, false], [-10.9765625, false], [-8.7265625, false], [-11.7265625, false], [-9.4765625, false], [-5.7265625, false], [-11.7265625, false], [-5.7265625, false], [-10.2265625, false], [-5.7265625, false], [-10.4765625, false], [-9.4765625, false], [-10.2265625, false], [-10.2265625, false], [-5.7265625, false], [-8.7265625, false], [-9.2265625, false], [-11.7265625, false], [-9.2265625, false], [-10.4765625, false], [-5.7265625, false], [-10.2265625, false], [-9.2265625, false], [-10.9765625, false], [-10.7265625, false], [-9.4765625, false], [-10.171875, false], [-5.7265625, false], [-9.4765625, false], [-9.2265625, false], [-10.7265625, false], [-8.7265625, false], [-10.7265625, false], [-9.4765625, false], [-5.7265625, false], [-10.2265625, false], [-9.4765625, false], [-5.7265625, false], [-9.2265625, false], [-10.7265625, false], [-5.7265625, false], [-10.2265625, false], [-10.7265625, false], [-9.4765625, false], [-10.7265625, false], [-9.4765625, false], [-5.7265625, false], [-11.7265625, false], [-5.7265625, false], [-9.4765625, false], [-10.7265625, false], [-9.4765625, false], [-10.7265625, false], [-11.7265625, false], [-11.9765625, false], [-9.4765625, false], [-10.171875, false], [-5.7265625, false], [-9.4765625, false], [-9.2265625, false], [-10.7265625, false], [-9.2265625, false], [-10.2265625, false], [-9.2265625, false], [-5.7265625, false], [-10.2265625, false], [-9.2265625, false], [-10.9765625, false], [-10.7265625, false], [-5.7265625, false], [-10.9765625, false], [-10.2265625, false], [-5.7265625, false], [-9.4765625, false], [-10.7265625, false], [-10.9765625, false], [-10.2265625, false], [-10.9765625, false], [-10.2265625, false], [-11.9765625, false], [-10.7265625, false], [-10.2265625, false], [-10.7265625, false], [-9.4765625, false], [-10.2265625, false], [-9.2265625, false], [-10.2265625, false], [-5.7265625, false], [-10.7265625, false], [-9.4765625, false], [-5.7265625, false], [-8.7265625, false], [-10.2265625, false], [-9.2265625, false], [-10.9765625, false], [-10.7265625, false], [-10.2265625, false], [-9.4765625, false], [-10.9765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 135, "doc": {"id": "Mercury_7004988", "question": "How are igneous and sedimentary rocks similar?", "choices": {"text": ["They are both formed by erosion.", "They are both formed from cooled lava.", "Heat and pressure can turn them into lava.", "Heat and pressure can turn them into metamorphic rock."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Heat and pressure can turn them into metamorphic rock.", "arguments": ["Question: How are igneous and sedimentary rocks similar?\nAnswer:", " ["], "resps": [[[-8.6328125, false]], [[-9.3828125, false]], [[-8.1328125, false]], [[-13.3828125, false]], [[-8.8828125, false]], [[-13.1328125, false]], [[-2.63671875, false]], [[-7.88671875, false]], [[-11.6328125, false]], [[-8.8828125, false]], [[-2.63671875, false]], [[-11.6328125, false]], [[-11.3828125, false]], [[-12.6328125, false]], [[-13.3828125, false]], [[-2.63671875, false]], [[-11.8828125, false]], [[-11.3828125, false]], [[-11.6328125, false]], [[-11.3828125, false]], [[-8.8828125, false]], [[-12.1328125, false]], [[-2.63671875, false]], [[-11.6328125, false]], [[-13.1328125, false]], [[-2.63671875, false]], [[-8.8828125, false]], [[-11.6328125, false]], [[-11.3828125, false]], [[-11.1328125, false]], [[-9.1328125, false]], [[-11.3828125, false]], [[-11.3828125, false]], [[-4.26171875, false]], [[-9.3828125, false]], [[-7.26171875, false]], [[-2.63671875, false]], [[-9.3828125, false]], [[-8.1328125, false]], [[-13.3828125, false]], [[-8.8828125, false]], [[-13.1328125, false]], [[-2.63671875, false]], [[-7.88671875, false]], [[-11.6328125, false]], [[-8.8828125, false]], [[-2.63671875, false]], [[-11.6328125, false]], [[-11.3828125, false]], [[-12.6328125, false]], [[-13.3828125, false]], [[-2.63671875, false]], [[-11.8828125, false]], [[-11.3828125, false]], [[-11.6328125, false]], [[-11.3828125, false]], [[-8.8828125, false]], [[-12.1328125, false]], [[-2.63671875, false]], [[-11.8828125, false]], [[-11.6328125, false]], [[-11.3828125, false]], [[-11.3828125, false]], [[-2.63671875, false]], [[-10.6328125, false]], [[-11.3828125, false]], [[-11.3828125, false]], [[-11.8828125, false]], [[-8.8828125, false]], [[-12.1328125, false]], [[-2.63671875, false]], [[-11.8828125, false]], [[-7.88671875, false]], [[-12.1328125, false]], [[-7.88671875, false]], [[-4.26171875, false]], [[-9.3828125, false]], [[-7.26171875, false]], [[-2.63671875, false]], [[-9.3828125, false]], [[-7.88671875, false]], [[-8.8828125, false]], [[-7.88671875, false]], [[-12.6328125, false]], [[-2.63671875, false]], [[-7.88671875, false]], [[-11.3828125, false]], [[-12.1328125, false]], [[-2.63671875, false]], [[-11.3828125, false]], [[-11.6328125, false]], [[-8.8828125, false]], [[-11.1328125, false]], [[-11.1328125, false]], [[-12.8828125, false]], [[-11.6328125, false]], [[-8.8828125, false]], [[-2.63671875, false]], [[-10.6328125, false]], [[-7.88671875, false]], [[-11.3828125, false]], [[-2.63671875, false]], [[-12.6328125, false]], [[-12.8828125, false]], [[-11.6328125, false]], [[-11.3828125, false]], [[-2.63671875, false]], [[-12.6328125, false]], [[-13.3828125, false]], [[-8.8828125, false]], [[-11.3828125, false]], [[-2.63671875, false]], [[-9.1328125, false]], [[-11.3828125, false]], [[-12.6328125, false]], [[-11.3828125, false]], [[-2.63671875, false]], [[-11.8828125, false]], [[-7.88671875, false]], [[-12.1328125, false]], [[-7.88671875, false]], [[-4.26171875, false]], [[-9.3828125, false]], [[-7.26171875, false]], [[-2.63671875, false]], [[-9.3828125, false]], [[-7.88671875, false]], [[-8.8828125, false]], [[-7.88671875, false]], [[-12.6328125, false]], [[-2.63671875, false]], [[-7.88671875, false]], [[-11.3828125, false]], [[-12.1328125, false]], [[-2.63671875, false]], [[-11.3828125, false]], [[-11.6328125, false]], [[-8.8828125, false]], [[-11.1328125, false]], [[-11.1328125, false]], [[-12.8828125, false]], [[-11.6328125, false]], [[-8.8828125, false]], [[-2.63671875, false]], [[-10.6328125, false]], [[-7.88671875, false]], [[-11.3828125, false]], [[-2.63671875, false]], [[-12.6328125, false]], [[-12.8828125, false]], [[-11.6328125, false]], [[-11.3828125, false]], [[-2.63671875, false]], [[-12.6328125, false]], [[-13.3828125, false]], [[-8.8828125, false]], [[-11.3828125, false]], [[-2.63671875, false]], [[-9.1328125, false]], [[-11.3828125, false]], [[-12.6328125, false]], [[-11.3828125, false]], [[-2.63671875, false]], [[-11.3828125, false]], [[-8.8828125, false]], [[-12.6328125, false]], [[-7.88671875, false]], [[-11.3828125, false]], [[-11.3828125, false]], [[-11.6328125, false]], [[-11.3828125, false]], [[-13.3828125, false]], [[-9.1328125, false]], [[-10.6328125, false]], [[-2.63671875, false]], [[-11.6328125, false]], [[-11.3828125, false]], [[-10.6328125, false]], [[-12.8828125, false]], [[-4.26171875, false]], [[-9.3828125, false]], [[-12.6328125, false]]], "filtered_resps": [[-8.6328125, false], [-9.3828125, false], [-8.1328125, false], [-13.3828125, false], [-8.8828125, false], [-13.1328125, false], [-2.63671875, false], [-7.88671875, false], [-11.6328125, false], [-8.8828125, false], [-2.63671875, false], [-11.6328125, false], [-11.3828125, false], [-12.6328125, false], [-13.3828125, false], [-2.63671875, false], [-11.8828125, false], [-11.3828125, false], [-11.6328125, false], [-11.3828125, false], [-8.8828125, false], [-12.1328125, false], [-2.63671875, false], [-11.6328125, false], [-13.1328125, false], [-2.63671875, false], [-8.8828125, false], [-11.6328125, false], [-11.3828125, false], [-11.1328125, false], [-9.1328125, false], [-11.3828125, false], [-11.3828125, false], [-4.26171875, false], [-9.3828125, false], [-7.26171875, false], [-2.63671875, false], [-9.3828125, false], [-8.1328125, false], [-13.3828125, false], [-8.8828125, false], [-13.1328125, false], [-2.63671875, false], [-7.88671875, false], [-11.6328125, false], [-8.8828125, false], [-2.63671875, false], [-11.6328125, false], [-11.3828125, false], [-12.6328125, false], [-13.3828125, false], [-2.63671875, false], [-11.8828125, false], [-11.3828125, false], [-11.6328125, false], [-11.3828125, false], [-8.8828125, false], [-12.1328125, false], [-2.63671875, false], [-11.8828125, false], [-11.6328125, false], [-11.3828125, false], [-11.3828125, false], [-2.63671875, false], [-10.6328125, false], [-11.3828125, false], [-11.3828125, false], [-11.8828125, false], [-8.8828125, false], [-12.1328125, false], [-2.63671875, false], [-11.8828125, false], [-7.88671875, false], [-12.1328125, false], [-7.88671875, false], [-4.26171875, false], [-9.3828125, false], [-7.26171875, false], [-2.63671875, false], [-9.3828125, false], [-7.88671875, false], [-8.8828125, false], [-7.88671875, false], [-12.6328125, false], [-2.63671875, false], [-7.88671875, false], [-11.3828125, false], [-12.1328125, false], [-2.63671875, false], [-11.3828125, false], [-11.6328125, false], [-8.8828125, false], [-11.1328125, false], [-11.1328125, false], [-12.8828125, false], [-11.6328125, false], [-8.8828125, false], [-2.63671875, false], [-10.6328125, false], [-7.88671875, false], [-11.3828125, false], [-2.63671875, false], [-12.6328125, false], [-12.8828125, false], [-11.6328125, false], [-11.3828125, false], [-2.63671875, false], [-12.6328125, false], [-13.3828125, false], [-8.8828125, false], [-11.3828125, false], [-2.63671875, false], [-9.1328125, false], [-11.3828125, false], [-12.6328125, false], [-11.3828125, false], [-2.63671875, false], [-11.8828125, false], [-7.88671875, false], [-12.1328125, false], [-7.88671875, false], [-4.26171875, false], [-9.3828125, false], [-7.26171875, false], [-2.63671875, false], [-9.3828125, false], [-7.88671875, false], [-8.8828125, false], [-7.88671875, false], [-12.6328125, false], [-2.63671875, false], [-7.88671875, false], [-11.3828125, false], [-12.1328125, false], [-2.63671875, false], [-11.3828125, false], [-11.6328125, false], [-8.8828125, false], [-11.1328125, false], [-11.1328125, false], [-12.8828125, false], [-11.6328125, false], [-8.8828125, false], [-2.63671875, false], [-10.6328125, false], [-7.88671875, false], [-11.3828125, false], [-2.63671875, false], [-12.6328125, false], [-12.8828125, false], [-11.6328125, false], [-11.3828125, false], [-2.63671875, false], [-12.6328125, false], [-13.3828125, false], [-8.8828125, false], [-11.3828125, false], [-2.63671875, false], [-9.1328125, false], [-11.3828125, false], [-12.6328125, false], [-11.3828125, false], [-2.63671875, false], [-11.3828125, false], [-8.8828125, false], [-12.6328125, false], [-7.88671875, false], [-11.3828125, false], [-11.3828125, false], [-11.6328125, false], [-11.3828125, false], [-13.3828125, false], [-9.1328125, false], [-10.6328125, false], [-2.63671875, false], [-11.6328125, false], [-11.3828125, false], [-10.6328125, false], [-12.8828125, false], [-4.26171875, false], [-9.3828125, false], [-12.6328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 143, "doc": {"id": "Mercury_7143360", "question": "Some aquifers are composed of limestone and dolomite. Which process increases the open spaces of the aquifer formation?", "choices": {"text": ["wave action", "wind erosion", "tensional faulting", "chemical weathering"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "chemical weathering", "arguments": ["Question: Some aquifers are composed of limestone and dolomite. Which process increases the open spaces of the aquifer formation?\nAnswer:", " ["], "resps": [[[-7.20703125, false]], [[-9.7109375, false]], [[-12.3359375, false]], [[-4.45703125, false]], [[-10.4609375, false]], [[-7.45703125, false]], [[-5.20703125, false]], [[-4.45703125, false]], [[-8.2109375, false]], [[-10.7109375, false]], [[-7.83203125, false]], [[-8.5859375, false]], [[-9.0859375, false]], [[-9.7109375, false]], [[-9.2734375, false]], [[-5.20703125, false]], [[-9.7109375, false]], [[-12.3359375, false]], [[-7.83203125, false]], [[-9.0859375, false]], [[-8.2109375, false]], [[-5.20703125, false]], [[-7.45703125, false]], [[-10.2109375, false]], [[-8.5859375, false]], [[-9.0859375, false]], [[-7.83203125, false]], [[-8.5859375, false]], [[-9.0859375, false]], [[-9.7109375, false]], [[-9.2734375, false]], [[-5.20703125, false]], [[-9.7109375, false]], [[-10.7109375, false]], [[-7.45703125, false]], [[-9.0859375, false]], [[-9.0859375, false]], [[-7.83203125, false]], [[-8.5859375, false]], [[-9.0859375, false]], [[-4.45703125, false]], [[-10.2109375, false]], [[-5.20703125, false]], [[-8.9609375, false]], [[-4.45703125, false]], [[-10.2109375, false]], [[-10.2109375, false]], [[-10.7109375, false]], [[-7.83203125, false]], [[-9.0859375, false]], [[-11.2109375, false]], [[-9.7109375, false]], [[-9.2734375, false]], [[-5.20703125, false]], [[-9.7109375, false]], [[-8.2109375, false]], [[-11.5859375, false]], [[-7.45703125, false]], [[-8.8359375, false]], [[-7.83203125, false]], [[-8.2109375, false]], [[-4.45703125, false]], [[-10.2109375, false]], [[-5.20703125, false]], [[-12.3359375, false]], [[-7.45703125, false]], [[-4.45703125, false]], [[-10.7109375, false]], [[-11.5859375, false]], [[-7.45703125, false]], [[-10.2109375, false]], [[-7.83203125, false]], [[-9.0859375, false]], [[-11.2109375, false]], [[-9.7109375, false]], [[-12.7109375, false]]], "filtered_resps": [[-7.20703125, false], [-9.7109375, false], [-12.3359375, false], [-4.45703125, false], [-10.4609375, false], [-7.45703125, false], [-5.20703125, false], [-4.45703125, false], [-8.2109375, false], [-10.7109375, false], [-7.83203125, false], [-8.5859375, false], [-9.0859375, false], [-9.7109375, false], [-9.2734375, false], [-5.20703125, false], [-9.7109375, false], [-12.3359375, false], [-7.83203125, false], [-9.0859375, false], [-8.2109375, false], [-5.20703125, false], [-7.45703125, false], [-10.2109375, false], [-8.5859375, false], [-9.0859375, false], [-7.83203125, false], [-8.5859375, false], [-9.0859375, false], [-9.7109375, false], [-9.2734375, false], [-5.20703125, false], [-9.7109375, false], [-10.7109375, false], [-7.45703125, false], [-9.0859375, false], [-9.0859375, false], [-7.83203125, false], [-8.5859375, false], [-9.0859375, false], [-4.45703125, false], [-10.2109375, false], [-5.20703125, false], [-8.9609375, false], [-4.45703125, false], [-10.2109375, false], [-10.2109375, false], [-10.7109375, false], [-7.83203125, false], [-9.0859375, false], [-11.2109375, false], [-9.7109375, false], [-9.2734375, false], [-5.20703125, false], [-9.7109375, false], [-8.2109375, false], [-11.5859375, false], [-7.45703125, false], [-8.8359375, false], [-7.83203125, false], [-8.2109375, false], [-4.45703125, false], [-10.2109375, false], [-5.20703125, false], [-12.3359375, false], [-7.45703125, false], [-4.45703125, false], [-10.7109375, false], [-11.5859375, false], [-7.45703125, false], [-10.2109375, false], [-7.83203125, false], [-9.0859375, false], [-11.2109375, false], [-9.7109375, false], [-12.7109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 151, "doc": {"id": "NYSEDREGENTS_2013_8_12", "question": "A cell's chromosomes contain", "choices": {"text": ["genes", "chlorophyll", "sperm", "eggs"], "label": ["1", "2", "3", "4"]}, "answerKey": "1"}, "target": "genes", "arguments": ["Question: A cell's chromosomes contain\nAnswer:", " ["], "resps": [[[-7.4921875, false]], [[-7.4921875, false]], [[-8.9921875, false]], [[-8.2421875, false]], [[-7.9921875, false]], [[-8.2421875, false]], [[-8.4921875, false]], [[-7.4921875, false]], [[-8.953125, false]], [[-5.2421875, false]], [[-7.4921875, false]], [[-7.2421875, false]], [[-8.2421875, false]], [[-8.9921875, false]], [[-8.9921875, false]], [[-8.2421875, false]], [[-8.9921875, false]], [[-8.2421875, false]], [[-8.2421875, false]], [[-10.4921875, false]], [[-8.9921875, false]], [[-8.9921875, false]], [[-7.4921875, false]], [[-8.953125, false]], [[-5.2421875, false]], [[-7.4921875, false]], [[-8.4921875, false]], [[-8.2421875, false]], [[-8.2421875, false]], [[-8.2421875, false]], [[-7.4921875, false]], [[-7.4921875, false]], [[-8.953125, false]], [[-5.2421875, false]], [[-7.4921875, false]], [[-8.2421875, false]], [[-8.9921875, false]], [[-8.9921875, false]], [[-8.4921875, false]], [[-7.4921875, false]], [[-11.7421875, false]]], "filtered_resps": [[-7.4921875, false], [-7.4921875, false], [-8.9921875, false], [-8.2421875, false], [-7.9921875, false], [-8.2421875, false], [-8.4921875, false], [-7.4921875, false], [-8.953125, false], [-5.2421875, false], [-7.4921875, false], [-7.2421875, false], [-8.2421875, false], [-8.9921875, false], [-8.9921875, false], [-8.2421875, false], [-8.9921875, false], [-8.2421875, false], [-8.2421875, false], [-10.4921875, false], [-8.9921875, false], [-8.9921875, false], [-7.4921875, false], [-8.953125, false], [-5.2421875, false], [-7.4921875, false], [-8.4921875, false], [-8.2421875, false], [-8.2421875, false], [-8.2421875, false], [-7.4921875, false], [-7.4921875, false], [-8.953125, false], [-5.2421875, false], [-7.4921875, false], [-8.2421875, false], [-8.9921875, false], [-8.9921875, false], [-8.4921875, false], [-7.4921875, false], [-11.7421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 159, "doc": {"id": "Mercury_184888", "question": "A student practicing for the outdoor track team begins to sweat. To what stimulus is the body responding?", "choices": {"text": ["an increase in heart rate", "an increase in body temperature", "an increase in oxygen demand", "an increase in breathing rate"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "an increase in body temperature", "arguments": ["Question: A student practicing for the outdoor track team begins to sweat. To what stimulus is the body responding?\nAnswer:", " ["], "resps": [[[-7.18359375, false]], [[-10.3046875, false]], [[-4.93359375, false]], [[-10.6796875, false]], [[-5.43359375, false]], [[-9.3046875, false]], [[-10.6796875, false]], [[-8.9296875, false]], [[-11.4296875, false]], [[-9.0546875, false]], [[-4.93359375, false]], [[-8.9296875, false]], [[-9.0546875, false]], [[-5.43359375, false]], [[-9.3046875, false]], [[-10.6796875, false]], [[-5.43359375, false]], [[-10.1796875, false]], [[-9.0546875, false]], [[-4.93359375, false]], [[-11.4296875, false]], [[-9.0546875, false]], [[-5.43359375, false]], [[-11.4296875, false]], [[-4.93359375, false]], [[-9.0546875, false]], [[-9.0546875, false]], [[-10.3046875, false]], [[-10.4375, false]], [[-5.43359375, false]], [[-10.3046875, false]], [[-4.93359375, false]], [[-10.6796875, false]], [[-5.43359375, false]], [[-9.3046875, false]], [[-10.6796875, false]], [[-8.9296875, false]], [[-11.4296875, false]], [[-9.0546875, false]], [[-4.93359375, false]], [[-8.9296875, false]], [[-9.0546875, false]], [[-5.43359375, false]], [[-9.3046875, false]], [[-10.6796875, false]], [[-5.43359375, false]], [[-7.68359375, false]], [[-9.1796875, false]], [[-9.0546875, false]], [[-12.5546875, false]], [[-5.43359375, false]], [[-9.0546875, false]], [[-9.0546875, false]], [[-10.1796875, false]], [[-9.8046875, false]], [[-9.0546875, false]], [[-11.4296875, false]], [[-4.93359375, false]], [[-9.0546875, false]], [[-9.9296875, false]], [[-11.4296875, false]], [[-9.0546875, false]], [[-10.3046875, false]], [[-10.4375, false]], [[-5.43359375, false]], [[-10.3046875, false]], [[-4.93359375, false]], [[-10.6796875, false]], [[-5.43359375, false]], [[-9.3046875, false]], [[-10.6796875, false]], [[-8.9296875, false]], [[-11.4296875, false]], [[-9.0546875, false]], [[-4.93359375, false]], [[-8.9296875, false]], [[-9.0546875, false]], [[-5.43359375, false]], [[-9.3046875, false]], [[-10.6796875, false]], [[-5.43359375, false]], [[-9.1796875, false]], [[-10.4296875, false]], [[-12.5546875, false]], [[-11.0546875, false]], [[-9.0546875, false]], [[-10.6796875, false]], [[-5.43359375, false]], [[-9.0546875, false]], [[-9.0546875, false]], [[-10.1796875, false]], [[-4.93359375, false]], [[-10.6796875, false]], [[-9.0546875, false]], [[-10.3046875, false]], [[-10.4375, false]], [[-5.43359375, false]], [[-10.3046875, false]], [[-4.93359375, false]], [[-10.6796875, false]], [[-5.43359375, false]], [[-9.3046875, false]], [[-10.6796875, false]], [[-8.9296875, false]], [[-11.4296875, false]], [[-9.0546875, false]], [[-4.93359375, false]], [[-8.9296875, false]], [[-9.0546875, false]], [[-5.43359375, false]], [[-9.3046875, false]], [[-10.6796875, false]], [[-5.43359375, false]], [[-7.68359375, false]], [[-11.4296875, false]], [[-9.0546875, false]], [[-4.93359375, false]], [[-9.0546875, false]], [[-10.1796875, false]], [[-9.3046875, false]], [[-10.6796875, false]], [[-11.0546875, false]], [[-5.43359375, false]], [[-11.4296875, false]], [[-4.93359375, false]], [[-9.0546875, false]], [[-9.0546875, false]], [[-10.3046875, false]], [[-12.8046875, false]]], "filtered_resps": [[-7.18359375, false], [-10.3046875, false], [-4.93359375, false], [-10.6796875, false], [-5.43359375, false], [-9.3046875, false], [-10.6796875, false], [-8.9296875, false], [-11.4296875, false], [-9.0546875, false], [-4.93359375, false], [-8.9296875, false], [-9.0546875, false], [-5.43359375, false], [-9.3046875, false], [-10.6796875, false], [-5.43359375, false], [-10.1796875, false], [-9.0546875, false], [-4.93359375, false], [-11.4296875, false], [-9.0546875, false], [-5.43359375, false], [-11.4296875, false], [-4.93359375, false], [-9.0546875, false], [-9.0546875, false], [-10.3046875, false], [-10.4375, false], [-5.43359375, false], [-10.3046875, false], [-4.93359375, false], [-10.6796875, false], [-5.43359375, false], [-9.3046875, false], [-10.6796875, false], [-8.9296875, false], [-11.4296875, false], [-9.0546875, false], [-4.93359375, false], [-8.9296875, false], [-9.0546875, false], [-5.43359375, false], [-9.3046875, false], [-10.6796875, false], [-5.43359375, false], [-7.68359375, false], [-9.1796875, false], [-9.0546875, false], [-12.5546875, false], [-5.43359375, false], [-9.0546875, false], [-9.0546875, false], [-10.1796875, false], [-9.8046875, false], [-9.0546875, false], [-11.4296875, false], [-4.93359375, false], [-9.0546875, false], [-9.9296875, false], [-11.4296875, false], [-9.0546875, false], [-10.3046875, false], [-10.4375, false], [-5.43359375, false], [-10.3046875, false], [-4.93359375, false], [-10.6796875, false], [-5.43359375, false], [-9.3046875, false], [-10.6796875, false], [-8.9296875, false], [-11.4296875, false], [-9.0546875, false], [-4.93359375, false], [-8.9296875, false], [-9.0546875, false], [-5.43359375, false], [-9.3046875, false], [-10.6796875, false], [-5.43359375, false], [-9.1796875, false], [-10.4296875, false], [-12.5546875, false], [-11.0546875, false], [-9.0546875, false], [-10.6796875, false], [-5.43359375, false], [-9.0546875, false], [-9.0546875, false], [-10.1796875, false], [-4.93359375, false], [-10.6796875, false], [-9.0546875, false], [-10.3046875, false], [-10.4375, false], [-5.43359375, false], [-10.3046875, false], [-4.93359375, false], [-10.6796875, false], [-5.43359375, false], [-9.3046875, false], [-10.6796875, false], [-8.9296875, false], [-11.4296875, false], [-9.0546875, false], [-4.93359375, false], [-8.9296875, false], [-9.0546875, false], [-5.43359375, false], [-9.3046875, false], [-10.6796875, false], [-5.43359375, false], [-7.68359375, false], [-11.4296875, false], [-9.0546875, false], [-4.93359375, false], [-9.0546875, false], [-10.1796875, false], [-9.3046875, false], [-10.6796875, false], [-11.0546875, false], [-5.43359375, false], [-11.4296875, false], [-4.93359375, false], [-9.0546875, false], [-9.0546875, false], [-10.3046875, false], [-12.8046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 167, "doc": {"id": "NCEOGA_2013_8_32", "question": "Which is the best way to help prevent the flu from becoming a pandemic?", "choices": {"text": ["getting a vaccination", "taking antibiotics", "eating fruits and vegetables", "washing hands often"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "getting a vaccination", "arguments": ["Question: Which is the best way to help prevent the flu from becoming a pandemic?\nAnswer:", " ["], "resps": [[[-7.796875, false]], [[-8.671875, false]], [[-13.296875, false]], [[-9.671875, false]], [[-12.671875, false]], [[-12.671875, false]], [[-9.546875, false]], [[-11.921875, false]], [[-13.296875, false]], [[-5.546875, false]], [[-8.046875, false]], [[-5.546875, false]], [[-12.921875, false]], [[-8.046875, false]], [[-10.796875, false]], [[-10.796875, false]], [[-9.546875, false]], [[-11.921875, false]], [[-8.046875, false]], [[-12.671875, false]], [[-9.546875, false]], [[-11.546875, false]], [[-11.921875, false]], [[-8.671875, false]], [[-10.3828125, false]], [[-5.546875, false]], [[-8.671875, false]], [[-12.671875, false]], [[-8.046875, false]], [[-13.546875, false]], [[-9.546875, false]], [[-11.921875, false]], [[-13.296875, false]], [[-5.546875, false]], [[-8.046875, false]], [[-11.921875, false]], [[-12.671875, false]], [[-9.546875, false]], [[-12.796875, false]], [[-9.546875, false]], [[-11.546875, false]], [[-12.671875, false]], [[-9.546875, false]], [[-10.796875, false]], [[-10.421875, false]], [[-8.671875, false]], [[-10.3828125, false]], [[-5.546875, false]], [[-8.671875, false]], [[-9.671875, false]], [[-8.046875, false]], [[-12.671875, false]], [[-9.546875, false]], [[-11.921875, false]], [[-13.296875, false]], [[-5.546875, false]], [[-11.046875, false]], [[-14.296875, false]], [[-13.046875, false]], [[-9.546875, false]], [[-12.671875, false]], [[-10.421875, false]], [[-5.546875, false]], [[-8.046875, false]], [[-11.921875, false]], [[-12.296875, false]], [[-5.546875, false]], [[-12.921875, false]], [[-9.671875, false]], [[-13.296875, false]], [[-9.671875, false]], [[-12.671875, false]], [[-8.046875, false]], [[-12.796875, false]], [[-13.421875, false]], [[-9.671875, false]], [[-10.421875, false]], [[-8.671875, false]], [[-10.3828125, false]], [[-5.546875, false]], [[-8.671875, false]], [[-12.421875, false]], [[-8.046875, false]], [[-10.421875, false]], [[-12.671875, false]], [[-9.546875, false]], [[-11.921875, false]], [[-13.296875, false]], [[-5.546875, false]], [[-12.671875, false]], [[-8.046875, false]], [[-11.921875, false]], [[-12.296875, false]], [[-10.421875, false]], [[-5.546875, false]], [[-11.546875, false]], [[-11.046875, false]], [[-12.671875, false]], [[-9.671875, false]], [[-11.921875, false]], [[-8.671875, false]], [[-14.546875, false]]], "filtered_resps": [[-7.796875, false], [-8.671875, false], [-13.296875, false], [-9.671875, false], [-12.671875, false], [-12.671875, false], [-9.546875, false], [-11.921875, false], [-13.296875, false], [-5.546875, false], [-8.046875, false], [-5.546875, false], [-12.921875, false], [-8.046875, false], [-10.796875, false], [-10.796875, false], [-9.546875, false], [-11.921875, false], [-8.046875, false], [-12.671875, false], [-9.546875, false], [-11.546875, false], [-11.921875, false], [-8.671875, false], [-10.3828125, false], [-5.546875, false], [-8.671875, false], [-12.671875, false], [-8.046875, false], [-13.546875, false], [-9.546875, false], [-11.921875, false], [-13.296875, false], [-5.546875, false], [-8.046875, false], [-11.921875, false], [-12.671875, false], [-9.546875, false], [-12.796875, false], [-9.546875, false], [-11.546875, false], [-12.671875, false], [-9.546875, false], [-10.796875, false], [-10.421875, false], [-8.671875, false], [-10.3828125, false], [-5.546875, false], [-8.671875, false], [-9.671875, false], [-8.046875, false], [-12.671875, false], [-9.546875, false], [-11.921875, false], [-13.296875, false], [-5.546875, false], [-11.046875, false], [-14.296875, false], [-13.046875, false], [-9.546875, false], [-12.671875, false], [-10.421875, false], [-5.546875, false], [-8.046875, false], [-11.921875, false], [-12.296875, false], [-5.546875, false], [-12.921875, false], [-9.671875, false], [-13.296875, false], [-9.671875, false], [-12.671875, false], [-8.046875, false], [-12.796875, false], [-13.421875, false], [-9.671875, false], [-10.421875, false], [-8.671875, false], [-10.3828125, false], [-5.546875, false], [-8.671875, false], [-12.421875, false], [-8.046875, false], [-10.421875, false], [-12.671875, false], [-9.546875, false], [-11.921875, false], [-13.296875, false], [-5.546875, false], [-12.671875, false], [-8.046875, false], [-11.921875, false], [-12.296875, false], [-10.421875, false], [-5.546875, false], [-11.546875, false], [-11.046875, false], [-12.671875, false], [-9.671875, false], [-11.921875, false], [-8.671875, false], [-14.546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 175, "doc": {"id": "ACTAAP_2015_5_7", "question": "Which is the best example of an object with kinetic energy?", "choices": {"text": ["a plate sitting on a table", "a bird perching in a tree", "a marble rolling down a ramp", "a dam holding back some water"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "a marble rolling down a ramp", "arguments": ["Question: Which is the best example of an object with kinetic energy?\nAnswer:", " ["], "resps": [[[-7.33984375, false]], [[-8.2109375, false]], [[-3.337890625, false]], [[-5.21484375, false]], [[-9.0859375, false]], [[-9.5859375, false]], [[-3.337890625, false]], [[-9.5859375, false]], [[-9.2109375, false]], [[-5.21484375, false]], [[-7.83984375, false]], [[-8.9609375, false]], [[-9.5859375, false]], [[-9.5859375, false]], [[-8.9609375, false]], [[-9.3359375, false]], [[-10.2109375, false]], [[-5.21484375, false]], [[-9.9609375, false]], [[-9.3359375, false]], [[-5.21484375, false]], [[-3.337890625, false]], [[-5.21484375, false]], [[-9.5859375, false]], [[-3.337890625, false]], [[-8.4609375, false]], [[-9.5859375, false]], [[-9.2109375, false]], [[-8.2109375, false]], [[-9.5390625, false]], [[-5.21484375, false]], [[-8.2109375, false]], [[-3.337890625, false]], [[-5.21484375, false]], [[-8.4609375, false]], [[-8.9609375, false]], [[-9.7109375, false]], [[-9.2109375, false]], [[-5.21484375, false]], [[-9.0859375, false]], [[-9.2109375, false]], [[-9.7109375, false]], [[-8.7109375, false]], [[-9.3359375, false]], [[-8.9609375, false]], [[-9.3359375, false]], [[-10.2109375, false]], [[-5.21484375, false]], [[-8.9609375, false]], [[-9.3359375, false]], [[-5.21484375, false]], [[-3.337890625, false]], [[-5.21484375, false]], [[-9.5859375, false]], [[-9.7109375, false]], [[-9.2109375, false]], [[-9.2109375, false]], [[-8.2109375, false]], [[-9.5390625, false]], [[-5.21484375, false]], [[-8.2109375, false]], [[-3.337890625, false]], [[-5.21484375, false]], [[-8.8359375, false]], [[-3.337890625, false]], [[-9.7109375, false]], [[-8.4609375, false]], [[-9.5859375, false]], [[-9.2109375, false]], [[-5.21484375, false]], [[-9.7109375, false]], [[-9.9609375, false]], [[-9.5859375, false]], [[-9.5859375, false]], [[-8.9609375, false]], [[-9.3359375, false]], [[-10.2109375, false]], [[-5.21484375, false]], [[-9.2109375, false]], [[-9.9609375, false]], [[-10.0859375, false]], [[-9.3359375, false]], [[-5.21484375, false]], [[-3.337890625, false]], [[-5.21484375, false]], [[-9.7109375, false]], [[-3.337890625, false]], [[-8.8359375, false]], [[-9.0859375, false]], [[-8.2109375, false]], [[-9.5390625, false]], [[-5.21484375, false]], [[-8.2109375, false]], [[-3.337890625, false]], [[-5.21484375, false]], [[-9.2109375, false]], [[-3.337890625, false]], [[-8.8359375, false]], [[-5.21484375, false]], [[-9.3359375, false]], [[-9.9609375, false]], [[-9.5859375, false]], [[-9.2109375, false]], [[-8.9609375, false]], [[-9.3359375, false]], [[-10.2109375, false]], [[-5.21484375, false]], [[-8.4609375, false]], [[-3.337890625, false]], [[-8.7109375, false]], [[-8.5859375, false]], [[-5.21484375, false]], [[-7.83984375, false]], [[-9.9609375, false]], [[-8.8359375, false]], [[-9.2109375, false]], [[-5.21484375, false]], [[-10.0859375, false]], [[-3.337890625, false]], [[-9.5859375, false]], [[-9.2109375, false]], [[-9.7109375, false]], [[-8.2109375, false]], [[-12.5859375, false]]], "filtered_resps": [[-7.33984375, false], [-8.2109375, false], [-3.337890625, false], [-5.21484375, false], [-9.0859375, false], [-9.5859375, false], [-3.337890625, false], [-9.5859375, false], [-9.2109375, false], [-5.21484375, false], [-7.83984375, false], [-8.9609375, false], [-9.5859375, false], [-9.5859375, false], [-8.9609375, false], [-9.3359375, false], [-10.2109375, false], [-5.21484375, false], [-9.9609375, false], [-9.3359375, false], [-5.21484375, false], [-3.337890625, false], [-5.21484375, false], [-9.5859375, false], [-3.337890625, false], [-8.4609375, false], [-9.5859375, false], [-9.2109375, false], [-8.2109375, false], [-9.5390625, false], [-5.21484375, false], [-8.2109375, false], [-3.337890625, false], [-5.21484375, false], [-8.4609375, false], [-8.9609375, false], [-9.7109375, false], [-9.2109375, false], [-5.21484375, false], [-9.0859375, false], [-9.2109375, false], [-9.7109375, false], [-8.7109375, false], [-9.3359375, false], [-8.9609375, false], [-9.3359375, false], [-10.2109375, false], [-5.21484375, false], [-8.9609375, false], [-9.3359375, false], [-5.21484375, false], [-3.337890625, false], [-5.21484375, false], [-9.5859375, false], [-9.7109375, false], [-9.2109375, false], [-9.2109375, false], [-8.2109375, false], [-9.5390625, false], [-5.21484375, false], [-8.2109375, false], [-3.337890625, false], [-5.21484375, false], [-8.8359375, false], [-3.337890625, false], [-9.7109375, false], [-8.4609375, false], [-9.5859375, false], [-9.2109375, false], [-5.21484375, false], [-9.7109375, false], [-9.9609375, false], [-9.5859375, false], [-9.5859375, false], [-8.9609375, false], [-9.3359375, false], [-10.2109375, false], [-5.21484375, false], [-9.2109375, false], [-9.9609375, false], [-10.0859375, false], [-9.3359375, false], [-5.21484375, false], [-3.337890625, false], [-5.21484375, false], [-9.7109375, false], [-3.337890625, false], [-8.8359375, false], [-9.0859375, false], [-8.2109375, false], [-9.5390625, false], [-5.21484375, false], [-8.2109375, false], [-3.337890625, false], [-5.21484375, false], [-9.2109375, false], [-3.337890625, false], [-8.8359375, false], [-5.21484375, false], [-9.3359375, false], [-9.9609375, false], [-9.5859375, false], [-9.2109375, false], [-8.9609375, false], [-9.3359375, false], [-10.2109375, false], [-5.21484375, false], [-8.4609375, false], [-3.337890625, false], [-8.7109375, false], [-8.5859375, false], [-5.21484375, false], [-7.83984375, false], [-9.9609375, false], [-8.8359375, false], [-9.2109375, false], [-5.21484375, false], [-10.0859375, false], [-3.337890625, false], [-9.5859375, false], [-9.2109375, false], [-9.7109375, false], [-8.2109375, false], [-12.5859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 183, "doc": {"id": "Mercury_SC_LBS10174", "question": "What is happening when rocks are broken down by both physical and chemical changes?", "choices": {"text": ["weathering", "deposition", "condensation", "decomposing"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "weathering", "arguments": ["Question: What is happening when rocks are broken down by both physical and chemical changes?\nAnswer:", " ["], "resps": [[[-7.73828125, false]], [[-8.7421875, false]], [[-12.4921875, false]], [[-8.7421875, false]], [[-5.98828125, false]], [[-11.2421875, false]], [[-11.4921875, false]], [[-8.7421875, false]], [[-10.4921875, false]], [[-9.4921875, false]], [[-10.4921875, false]], [[-11.9921875, false]], [[-8.7421875, false]], [[-9.84375, false]], [[-5.48828125, false]], [[-8.7421875, false]], [[-10.9921875, false]], [[-8.7421875, false]], [[-10.4921875, false]], [[-9.9921875, false]], [[-10.2421875, false]], [[-9.4921875, false]], [[-11.2421875, false]], [[-9.4921875, false]], [[-9.9921875, false]], [[-10.4921875, false]], [[-8.7421875, false]], [[-9.84375, false]], [[-5.48828125, false]], [[-8.7421875, false]], [[-9.2421875, false]], [[-9.9921875, false]], [[-10.4921875, false]], [[-10.9921875, false]], [[-8.7421875, false]], [[-10.4921875, false]], [[-10.2421875, false]], [[-5.98828125, false]], [[-11.2421875, false]], [[-9.4921875, false]], [[-9.9921875, false]], [[-10.4921875, false]], [[-8.7421875, false]], [[-9.84375, false]], [[-5.48828125, false]], [[-8.7421875, false]], [[-10.9921875, false]], [[-8.7421875, false]], [[-9.2421875, false]], [[-9.9921875, false]], [[-10.9921875, false]], [[-10.4921875, false]], [[-9.9921875, false]], [[-10.2421875, false]], [[-9.4921875, false]], [[-10.4921875, false]], [[-11.9921875, false]], [[-8.7421875, false]], [[-13.2421875, false]]], "filtered_resps": [[-7.73828125, false], [-8.7421875, false], [-12.4921875, false], [-8.7421875, false], [-5.98828125, false], [-11.2421875, false], [-11.4921875, false], [-8.7421875, false], [-10.4921875, false], [-9.4921875, false], [-10.4921875, false], [-11.9921875, false], [-8.7421875, false], [-9.84375, false], [-5.48828125, false], [-8.7421875, false], [-10.9921875, false], [-8.7421875, false], [-10.4921875, false], [-9.9921875, false], [-10.2421875, false], [-9.4921875, false], [-11.2421875, false], [-9.4921875, false], [-9.9921875, false], [-10.4921875, false], [-8.7421875, false], [-9.84375, false], [-5.48828125, false], [-8.7421875, false], [-9.2421875, false], [-9.9921875, false], [-10.4921875, false], [-10.9921875, false], [-8.7421875, false], [-10.4921875, false], [-10.2421875, false], [-5.98828125, false], [-11.2421875, false], [-9.4921875, false], [-9.9921875, false], [-10.4921875, false], [-8.7421875, false], [-9.84375, false], [-5.48828125, false], [-8.7421875, false], [-10.9921875, false], [-8.7421875, false], [-9.2421875, false], [-9.9921875, false], [-10.9921875, false], [-10.4921875, false], [-9.9921875, false], [-10.2421875, false], [-9.4921875, false], [-10.4921875, false], [-11.9921875, false], [-8.7421875, false], [-13.2421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 191, "doc": {"id": "Mercury_7282135", "question": "Air pollution can influence a person's quality of life. Which best identifies the influence of air pollution?", "choices": {"text": ["It is a behavioral influence.", "It is a genetic influence.", "It is an environmental influence.", "It is a dietary influence."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "It is an environmental influence.", "arguments": ["Question: Air pollution can influence a person's quality of life. Which best identifies the influence of air pollution?\nAnswer:", " ["], "resps": [[[-6.98828125, false]], [[-8.484375, false]], [[-4.73828125, false]], [[-11.984375, false]], [[-5.23828125, false]], [[-8.109375, false]], [[-9.359375, false]], [[-5.23828125, false]], [[-5.48828125, false]], [[-5.23828125, false]], [[-7.98828125, false]], [[-7.98828125, false]], [[-10.984375, false]], [[-5.48828125, false]], [[-11.359375, false]], [[-8.109375, false]], [[-6.98828125, false]], [[-12.234375, false]], [[-5.48828125, false]], [[-10.484375, false]], [[-5.23828125, false]], [[-8.109375, false]], [[-8.984375, false]], [[-9.984375, false]], [[-10.484375, false]], [[-10.484375, false]], [[-7.98828125, false]], [[-8.984375, false]], [[-8.109375, false]], [[-7.98828125, false]], [[-6.76953125, false]], [[-8.484375, false]], [[-9.390625, false]], [[-5.23828125, false]], [[-8.484375, false]], [[-4.73828125, false]], [[-11.984375, false]], [[-5.23828125, false]], [[-8.109375, false]], [[-9.359375, false]], [[-5.23828125, false]], [[-5.48828125, false]], [[-5.23828125, false]], [[-10.984375, false]], [[-7.98828125, false]], [[-8.984375, false]], [[-7.98828125, false]], [[-11.984375, false]], [[-8.109375, false]], [[-8.109375, false]], [[-5.23828125, false]], [[-8.109375, false]], [[-8.984375, false]], [[-9.984375, false]], [[-10.484375, false]], [[-10.484375, false]], [[-7.98828125, false]], [[-8.984375, false]], [[-8.109375, false]], [[-7.98828125, false]], [[-6.76953125, false]], [[-8.484375, false]], [[-9.390625, false]], [[-5.23828125, false]], [[-8.484375, false]], [[-4.73828125, false]], [[-11.984375, false]], [[-5.23828125, false]], [[-8.109375, false]], [[-9.359375, false]], [[-5.23828125, false]], [[-5.48828125, false]], [[-8.984375, false]], [[-5.23828125, false]], [[-7.98828125, false]], [[-8.984375, false]], [[-11.359375, false]], [[-8.109375, false]], [[-12.234375, false]], [[-6.98828125, false]], [[-8.984375, false]], [[-9.609375, false]], [[-7.98828125, false]], [[-8.984375, false]], [[-11.984375, false]], [[-5.48828125, false]], [[-10.484375, false]], [[-5.23828125, false]], [[-8.109375, false]], [[-8.984375, false]], [[-9.984375, false]], [[-10.484375, false]], [[-10.484375, false]], [[-7.98828125, false]], [[-8.984375, false]], [[-8.109375, false]], [[-7.98828125, false]], [[-6.76953125, false]], [[-8.484375, false]], [[-9.390625, false]], [[-5.23828125, false]], [[-8.484375, false]], [[-4.73828125, false]], [[-11.984375, false]], [[-5.23828125, false]], [[-8.109375, false]], [[-9.359375, false]], [[-5.23828125, false]], [[-5.48828125, false]], [[-5.23828125, false]], [[-7.73828125, false]], [[-8.109375, false]], [[-7.98828125, false]], [[-11.984375, false]], [[-5.48828125, false]], [[-12.234375, false]], [[-12.109375, false]], [[-5.23828125, false]], [[-8.109375, false]], [[-8.984375, false]], [[-9.984375, false]], [[-10.484375, false]], [[-10.484375, false]], [[-7.98828125, false]], [[-8.984375, false]], [[-8.109375, false]], [[-7.98828125, false]], [[-6.76953125, false]], [[-8.484375, false]], [[-13.609375, false]]], "filtered_resps": [[-6.98828125, false], [-8.484375, false], [-4.73828125, false], [-11.984375, false], [-5.23828125, false], [-8.109375, false], [-9.359375, false], [-5.23828125, false], [-5.48828125, false], [-5.23828125, false], [-7.98828125, false], [-7.98828125, false], [-10.984375, false], [-5.48828125, false], [-11.359375, false], [-8.109375, false], [-6.98828125, false], [-12.234375, false], [-5.48828125, false], [-10.484375, false], [-5.23828125, false], [-8.109375, false], [-8.984375, false], [-9.984375, false], [-10.484375, false], [-10.484375, false], [-7.98828125, false], [-8.984375, false], [-8.109375, false], [-7.98828125, false], [-6.76953125, false], [-8.484375, false], [-9.390625, false], [-5.23828125, false], [-8.484375, false], [-4.73828125, false], [-11.984375, false], [-5.23828125, false], [-8.109375, false], [-9.359375, false], [-5.23828125, false], [-5.48828125, false], [-5.23828125, false], [-10.984375, false], [-7.98828125, false], [-8.984375, false], [-7.98828125, false], [-11.984375, false], [-8.109375, false], [-8.109375, false], [-5.23828125, false], [-8.109375, false], [-8.984375, false], [-9.984375, false], [-10.484375, false], [-10.484375, false], [-7.98828125, false], [-8.984375, false], [-8.109375, false], [-7.98828125, false], [-6.76953125, false], [-8.484375, false], [-9.390625, false], [-5.23828125, false], [-8.484375, false], [-4.73828125, false], [-11.984375, false], [-5.23828125, false], [-8.109375, false], [-9.359375, false], [-5.23828125, false], [-5.48828125, false], [-8.984375, false], [-5.23828125, false], [-7.98828125, false], [-8.984375, false], [-11.359375, false], [-8.109375, false], [-12.234375, false], [-6.98828125, false], [-8.984375, false], [-9.609375, false], [-7.98828125, false], [-8.984375, false], [-11.984375, false], [-5.48828125, false], [-10.484375, false], [-5.23828125, false], [-8.109375, false], [-8.984375, false], [-9.984375, false], [-10.484375, false], [-10.484375, false], [-7.98828125, false], [-8.984375, false], [-8.109375, false], [-7.98828125, false], [-6.76953125, false], [-8.484375, false], [-9.390625, false], [-5.23828125, false], [-8.484375, false], [-4.73828125, false], [-11.984375, false], [-5.23828125, false], [-8.109375, false], [-9.359375, false], [-5.23828125, false], [-5.48828125, false], [-5.23828125, false], [-7.73828125, false], [-8.109375, false], [-7.98828125, false], [-11.984375, false], [-5.48828125, false], [-12.234375, false], [-12.109375, false], [-5.23828125, false], [-8.109375, false], [-8.984375, false], [-9.984375, false], [-10.484375, false], [-10.484375, false], [-7.98828125, false], [-8.984375, false], [-8.109375, false], [-7.98828125, false], [-6.76953125, false], [-8.484375, false], [-13.609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 199, "doc": {"id": "NYSEDREGENTS_2015_4_19", "question": "During which process do animals increase in size?", "choices": {"text": ["breathing", "growing", "shedding", "repairing"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "growing", "arguments": ["Question: During which process do animals increase in size?\nAnswer:", " ["], "resps": [[[-8.5234375, false]], [[-9.7734375, false]], [[-10.5234375, false]], [[-11.2734375, false]], [[-8.7734375, false]], [[-7.01953125, false]], [[-11.5234375, false]], [[-12.0234375, false]], [[-9.5234375, false]], [[-10.2734375, false]], [[-11.7734375, false]], [[-9.7734375, false]], [[-10.859375, false]], [[-5.76953125, false]], [[-9.7734375, false]], [[-11.7734375, false]], [[-11.2734375, false]], [[-9.2734375, false]], [[-11.0234375, false]], [[-9.5234375, false]], [[-10.2734375, false]], [[-11.7734375, false]], [[-9.7734375, false]], [[-10.859375, false]], [[-5.76953125, false]], [[-9.7734375, false]], [[-9.0234375, false]], [[-12.0234375, false]], [[-8.7734375, false]], [[-9.7734375, false]], [[-9.7734375, false]], [[-9.5234375, false]], [[-10.2734375, false]], [[-11.7734375, false]], [[-9.7734375, false]], [[-10.859375, false]], [[-5.76953125, false]], [[-9.7734375, false]], [[-11.2734375, false]], [[-8.7734375, false]], [[-11.2734375, false]], [[-7.01953125, false]], [[-9.5234375, false]], [[-11.2734375, false]], [[-9.5234375, false]], [[-10.2734375, false]], [[-11.7734375, false]], [[-9.7734375, false]], [[-13.5234375, false]]], "filtered_resps": [[-8.5234375, false], [-9.7734375, false], [-10.5234375, false], [-11.2734375, false], [-8.7734375, false], [-7.01953125, false], [-11.5234375, false], [-12.0234375, false], [-9.5234375, false], [-10.2734375, false], [-11.7734375, false], [-9.7734375, false], [-10.859375, false], [-5.76953125, false], [-9.7734375, false], [-11.7734375, false], [-11.2734375, false], [-9.2734375, false], [-11.0234375, false], [-9.5234375, false], [-10.2734375, false], [-11.7734375, false], [-9.7734375, false], [-10.859375, false], [-5.76953125, false], [-9.7734375, false], [-9.0234375, false], [-12.0234375, false], [-8.7734375, false], [-9.7734375, false], [-9.7734375, false], [-9.5234375, false], [-10.2734375, false], [-11.7734375, false], [-9.7734375, false], [-10.859375, false], [-5.76953125, false], [-9.7734375, false], [-11.2734375, false], [-8.7734375, false], [-11.2734375, false], [-7.01953125, false], [-9.5234375, false], [-11.2734375, false], [-9.5234375, false], [-10.2734375, false], [-11.7734375, false], [-9.7734375, false], [-13.5234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 207, "doc": {"id": "MCAS_1999_8_31", "question": "The process by which information is encoded, transmitted, stored, decoded, and retrieved is called", "choices": {"text": ["manufacturing technology.", "transportation technology.", "construction technology.", "communication technology."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "communication technology.", "arguments": ["Question: The process by which information is encoded, transmitted, stored, decoded, and retrieved is called\nAnswer:", " ["], "resps": [[[-7.21875, false]], [[-9.09375, false]], [[-9.71875, false]], [[-5.34375, false]], [[-8.09375, false]], [[-10.96875, false]], [[-9.59375, false]], [[-5.34375, false]], [[-9.46875, false]], [[-10.21875, false]], [[-10.96875, false]], [[-9.71875, false]], [[-7.59375, false]], [[-8.09375, false]], [[-11.71875, false]], [[-4.71875, false]], [[-10.21875, false]], [[-8.34375, false]], [[-9.46875, false]], [[-9.84375, false]], [[-8.09375, false]], [[-7.84375, false]], [[-10.84375, false]], [[-7.84375, false]], [[-11.71875, false]], [[-11.71875, false]], [[-6.37109375, false]], [[-9.09375, false]], [[-9.375, false]], [[-4.71875, false]], [[-9.09375, false]], [[-10.21875, false]], [[-9.71875, false]], [[-5.34375, false]], [[-8.09375, false]], [[-10.34375, false]], [[-9.46875, false]], [[-7.84375, false]], [[-9.71875, false]], [[-10.21875, false]], [[-5.34375, false]], [[-10.21875, false]], [[-7.59375, false]], [[-7.84375, false]], [[-8.09375, false]], [[-4.71875, false]], [[-10.21875, false]], [[-8.34375, false]], [[-9.46875, false]], [[-9.84375, false]], [[-8.09375, false]], [[-7.84375, false]], [[-10.84375, false]], [[-7.84375, false]], [[-11.71875, false]], [[-11.71875, false]], [[-6.37109375, false]], [[-9.09375, false]], [[-9.375, false]], [[-4.71875, false]], [[-9.09375, false]], [[-9.46875, false]], [[-7.84375, false]], [[-8.09375, false]], [[-10.34375, false]], [[-10.21875, false]], [[-9.71875, false]], [[-10.96875, false]], [[-9.46875, false]], [[-10.21875, false]], [[-7.59375, false]], [[-7.84375, false]], [[-8.09375, false]], [[-4.71875, false]], [[-10.21875, false]], [[-8.34375, false]], [[-9.46875, false]], [[-9.84375, false]], [[-8.09375, false]], [[-7.84375, false]], [[-10.84375, false]], [[-7.84375, false]], [[-11.71875, false]], [[-11.71875, false]], [[-6.37109375, false]], [[-9.09375, false]], [[-9.375, false]], [[-4.71875, false]], [[-9.09375, false]], [[-9.46875, false]], [[-7.84375, false]], [[-9.71875, false]], [[-9.71875, false]], [[-10.96875, false]], [[-8.09375, false]], [[-7.59375, false]], [[-9.46875, false]], [[-5.34375, false]], [[-10.21875, false]], [[-7.59375, false]], [[-7.84375, false]], [[-8.09375, false]], [[-4.71875, false]], [[-10.21875, false]], [[-8.34375, false]], [[-9.46875, false]], [[-9.84375, false]], [[-8.09375, false]], [[-7.84375, false]], [[-10.84375, false]], [[-7.84375, false]], [[-11.71875, false]], [[-11.71875, false]], [[-6.37109375, false]], [[-9.09375, false]], [[-11.84375, false]]], "filtered_resps": [[-7.21875, false], [-9.09375, false], [-9.71875, false], [-5.34375, false], [-8.09375, false], [-10.96875, false], [-9.59375, false], [-5.34375, false], [-9.46875, false], [-10.21875, false], [-10.96875, false], [-9.71875, false], [-7.59375, false], [-8.09375, false], [-11.71875, false], [-4.71875, false], [-10.21875, false], [-8.34375, false], [-9.46875, false], [-9.84375, false], [-8.09375, false], [-7.84375, false], [-10.84375, false], [-7.84375, false], [-11.71875, false], [-11.71875, false], [-6.37109375, false], [-9.09375, false], [-9.375, false], [-4.71875, false], [-9.09375, false], [-10.21875, false], [-9.71875, false], [-5.34375, false], [-8.09375, false], [-10.34375, false], [-9.46875, false], [-7.84375, false], [-9.71875, false], [-10.21875, false], [-5.34375, false], [-10.21875, false], [-7.59375, false], [-7.84375, false], [-8.09375, false], [-4.71875, false], [-10.21875, false], [-8.34375, false], [-9.46875, false], [-9.84375, false], [-8.09375, false], [-7.84375, false], [-10.84375, false], [-7.84375, false], [-11.71875, false], [-11.71875, false], [-6.37109375, false], [-9.09375, false], [-9.375, false], [-4.71875, false], [-9.09375, false], [-9.46875, false], [-7.84375, false], [-8.09375, false], [-10.34375, false], [-10.21875, false], [-9.71875, false], [-10.96875, false], [-9.46875, false], [-10.21875, false], [-7.59375, false], [-7.84375, false], [-8.09375, false], [-4.71875, false], [-10.21875, false], [-8.34375, false], [-9.46875, false], [-9.84375, false], [-8.09375, false], [-7.84375, false], [-10.84375, false], [-7.84375, false], [-11.71875, false], [-11.71875, false], [-6.37109375, false], [-9.09375, false], [-9.375, false], [-4.71875, false], [-9.09375, false], [-9.46875, false], [-7.84375, false], [-9.71875, false], [-9.71875, false], [-10.96875, false], [-8.09375, false], [-7.59375, false], [-9.46875, false], [-5.34375, false], [-10.21875, false], [-7.59375, false], [-7.84375, false], [-8.09375, false], [-4.71875, false], [-10.21875, false], [-8.34375, false], [-9.46875, false], [-9.84375, false], [-8.09375, false], [-7.84375, false], [-10.84375, false], [-7.84375, false], [-11.71875, false], [-11.71875, false], [-6.37109375, false], [-9.09375, false], [-11.84375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 215, "doc": {"id": "Mercury_402332", "question": "What type of rock was the fossil most likely found in?", "choices": {"text": ["igneous", "volcanic", "sedimentary", "metamorphic"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "sedimentary", "arguments": ["Question: What type of rock was the fossil most likely found in?\nAnswer:", " ["], "resps": [[[-7.765625, false]], [[-7.515625, false]], [[-8.765625, false]], [[-11.015625, false]], [[-10.015625, false]], [[-8.265625, false]], [[-8.765625, false]], [[-10.765625, false]], [[-9.765625, false]], [[-7.515625, false]], [[-10.03125, false]], [[-5.765625, false]], [[-7.515625, false]], [[-11.515625, false]], [[-8.765625, false]], [[-10.265625, false]], [[-8.515625, false]], [[-4.515625, false]], [[-10.015625, false]], [[-8.765625, false]], [[-8.515625, false]], [[-7.515625, false]], [[-10.03125, false]], [[-5.765625, false]], [[-7.515625, false]], [[-9.765625, false]], [[-8.265625, false]], [[-10.515625, false]], [[-8.765625, false]], [[-9.765625, false]], [[-8.265625, false]], [[-10.015625, false]], [[-10.265625, false]], [[-4.515625, false]], [[-9.765625, false]], [[-11.765625, false]], [[-7.515625, false]], [[-10.03125, false]], [[-5.765625, false]], [[-7.515625, false]], [[-9.765625, false]], [[-8.265625, false]], [[-10.265625, false]], [[-4.515625, false]], [[-9.765625, false]], [[-8.765625, false]], [[-9.765625, false]], [[-9.265625, false]], [[-12.515625, false]], [[-8.765625, false]], [[-8.515625, false]], [[-7.515625, false]], [[-12.765625, false]]], "filtered_resps": [[-7.765625, false], [-7.515625, false], [-8.765625, false], [-11.015625, false], [-10.015625, false], [-8.265625, false], [-8.765625, false], [-10.765625, false], [-9.765625, false], [-7.515625, false], [-10.03125, false], [-5.765625, false], [-7.515625, false], [-11.515625, false], [-8.765625, false], [-10.265625, false], [-8.515625, false], [-4.515625, false], [-10.015625, false], [-8.765625, false], [-8.515625, false], [-7.515625, false], [-10.03125, false], [-5.765625, false], [-7.515625, false], [-9.765625, false], [-8.265625, false], [-10.515625, false], [-8.765625, false], [-9.765625, false], [-8.265625, false], [-10.015625, false], [-10.265625, false], [-4.515625, false], [-9.765625, false], [-11.765625, false], [-7.515625, false], [-10.03125, false], [-5.765625, false], [-7.515625, false], [-9.765625, false], [-8.265625, false], [-10.265625, false], [-4.515625, false], [-9.765625, false], [-8.765625, false], [-9.765625, false], [-9.265625, false], [-12.515625, false], [-8.765625, false], [-8.515625, false], [-7.515625, false], [-12.765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 223, "doc": {"id": "Mercury_7090930", "question": "Land subsidence (ground level dropping) is most likely an indication that", "choices": {"text": ["sediments are being deposited.", "water is being polluted.", "rocks are being weathered.", "ground water is being depleted."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "ground water is being depleted.", "arguments": ["Question: Land subsidence (ground level dropping) is most likely an indication that\nAnswer:", " ["], "resps": [[[-7.66015625, false]], [[-8.2890625, false]], [[-8.4140625, false]], [[-8.1640625, false]], [[-6.78515625, false]], [[-7.53515625, false]], [[-9.1640625, false]], [[-8.1640625, false]], [[-8.7890625, false]], [[-9.4140625, false]], [[-8.4140625, false]], [[-4.91015625, false]], [[-4.28515625, false]], [[-9.1640625, false]], [[-8.1640625, false]], [[-4.91015625, false]], [[-7.03515625, false]], [[-8.1640625, false]], [[-7.53515625, false]], [[-8.7890625, false]], [[-9.0390625, false]], [[-4.91015625, false]], [[-6.78515625, false]], [[-8.1640625, false]], [[-8.1640625, false]], [[-8.9140625, false]], [[-8.4140625, false]], [[-7.53515625, false]], [[-9.4140625, false]], [[-8.1640625, false]], [[-6.78515625, false]], [[-6.14453125, false]], [[-8.2890625, false]], [[-8.140625, false]], [[-4.91015625, false]], [[-8.2890625, false]], [[-10.2890625, false]], [[-4.28515625, false]], [[-9.4140625, false]], [[-8.1640625, false]], [[-9.1640625, false]], [[-4.91015625, false]], [[-7.53515625, false]], [[-8.4140625, false]], [[-4.91015625, false]], [[-7.03515625, false]], [[-8.1640625, false]], [[-7.53515625, false]], [[-8.7890625, false]], [[-9.0390625, false]], [[-4.91015625, false]], [[-8.1640625, false]], [[-8.9140625, false]], [[-9.5390625, false]], [[-9.5390625, false]], [[-9.6640625, false]], [[-9.4140625, false]], [[-8.1640625, false]], [[-6.78515625, false]], [[-6.14453125, false]], [[-8.2890625, false]], [[-8.140625, false]], [[-4.91015625, false]], [[-8.2890625, false]], [[-9.1640625, false]], [[-8.9140625, false]], [[-7.66015625, false]], [[-10.0390625, false]], [[-8.4140625, false]], [[-4.91015625, false]], [[-4.28515625, false]], [[-9.1640625, false]], [[-8.1640625, false]], [[-4.91015625, false]], [[-7.03515625, false]], [[-8.1640625, false]], [[-7.53515625, false]], [[-8.7890625, false]], [[-9.0390625, false]], [[-4.91015625, false]], [[-10.2890625, false]], [[-8.1640625, false]], [[-4.28515625, false]], [[-9.4140625, false]], [[-9.2890625, false]], [[-8.1640625, false]], [[-9.1640625, false]], [[-8.1640625, false]], [[-6.78515625, false]], [[-6.14453125, false]], [[-8.2890625, false]], [[-8.140625, false]], [[-4.91015625, false]], [[-8.2890625, false]], [[-9.0390625, false]], [[-9.1640625, false]], [[-8.9140625, false]], [[-9.6640625, false]], [[-8.7890625, false]], [[-6.78515625, false]], [[-4.91015625, false]], [[-10.2890625, false]], [[-4.28515625, false]], [[-9.4140625, false]], [[-8.1640625, false]], [[-9.1640625, false]], [[-4.91015625, false]], [[-7.53515625, false]], [[-8.4140625, false]], [[-4.91015625, false]], [[-7.03515625, false]], [[-8.1640625, false]], [[-7.53515625, false]], [[-8.7890625, false]], [[-9.0390625, false]], [[-4.91015625, false]], [[-6.78515625, false]], [[-8.1640625, false]], [[-8.1640625, false]], [[-9.5390625, false]], [[-8.1640625, false]], [[-9.4140625, false]], [[-8.1640625, false]], [[-6.78515625, false]], [[-6.14453125, false]], [[-8.2890625, false]], [[-11.4140625, false]]], "filtered_resps": [[-7.66015625, false], [-8.2890625, false], [-8.4140625, false], [-8.1640625, false], [-6.78515625, false], [-7.53515625, false], [-9.1640625, false], [-8.1640625, false], [-8.7890625, false], [-9.4140625, false], [-8.4140625, false], [-4.91015625, false], [-4.28515625, false], [-9.1640625, false], [-8.1640625, false], [-4.91015625, false], [-7.03515625, false], [-8.1640625, false], [-7.53515625, false], [-8.7890625, false], [-9.0390625, false], [-4.91015625, false], [-6.78515625, false], [-8.1640625, false], [-8.1640625, false], [-8.9140625, false], [-8.4140625, false], [-7.53515625, false], [-9.4140625, false], [-8.1640625, false], [-6.78515625, false], [-6.14453125, false], [-8.2890625, false], [-8.140625, false], [-4.91015625, false], [-8.2890625, false], [-10.2890625, false], [-4.28515625, false], [-9.4140625, false], [-8.1640625, false], [-9.1640625, false], [-4.91015625, false], [-7.53515625, false], [-8.4140625, false], [-4.91015625, false], [-7.03515625, false], [-8.1640625, false], [-7.53515625, false], [-8.7890625, false], [-9.0390625, false], [-4.91015625, false], [-8.1640625, false], [-8.9140625, false], [-9.5390625, false], [-9.5390625, false], [-9.6640625, false], [-9.4140625, false], [-8.1640625, false], [-6.78515625, false], [-6.14453125, false], [-8.2890625, false], [-8.140625, false], [-4.91015625, false], [-8.2890625, false], [-9.1640625, false], [-8.9140625, false], [-7.66015625, false], [-10.0390625, false], [-8.4140625, false], [-4.91015625, false], [-4.28515625, false], [-9.1640625, false], [-8.1640625, false], [-4.91015625, false], [-7.03515625, false], [-8.1640625, false], [-7.53515625, false], [-8.7890625, false], [-9.0390625, false], [-4.91015625, false], [-10.2890625, false], [-8.1640625, false], [-4.28515625, false], [-9.4140625, false], [-9.2890625, false], [-8.1640625, false], [-9.1640625, false], [-8.1640625, false], [-6.78515625, false], [-6.14453125, false], [-8.2890625, false], [-8.140625, false], [-4.91015625, false], [-8.2890625, false], [-9.0390625, false], [-9.1640625, false], [-8.9140625, false], [-9.6640625, false], [-8.7890625, false], [-6.78515625, false], [-4.91015625, false], [-10.2890625, false], [-4.28515625, false], [-9.4140625, false], [-8.1640625, false], [-9.1640625, false], [-4.91015625, false], [-7.53515625, false], [-8.4140625, false], [-4.91015625, false], [-7.03515625, false], [-8.1640625, false], [-7.53515625, false], [-8.7890625, false], [-9.0390625, false], [-4.91015625, false], [-6.78515625, false], [-8.1640625, false], [-8.1640625, false], [-9.5390625, false], [-8.1640625, false], [-9.4140625, false], [-8.1640625, false], [-6.78515625, false], [-6.14453125, false], [-8.2890625, false], [-11.4140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 231, "doc": {"id": "Mercury_7222320", "question": "The rover Spirit is a robotic probe that NASA has placed on Mars. The gravitational attraction of Mars is approximately 62% less than that of Earth. Compared to its measurements on Earth, on Mars the probe has", "choices": {"text": ["the same weight and the same mass.", "a larger weight, but smaller mass.", "a smaller mass and larger weight.", "a smaller weight and the same mass."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "a smaller weight and the same mass.", "arguments": ["Question: The rover Spirit is a robotic probe that NASA has placed on Mars. The gravitational attraction of Mars is approximately 62% less than that of Earth. Compared to its measurements on Earth, on Mars the probe has\nAnswer:", " ["], "resps": [[[-6.8984375, false]], [[-9.1484375, false]], [[-9.6484375, false]], [[-9.5234375, false]], [[-9.3984375, false]], [[-5.5234375, false]], [[-9.1484375, false]], [[-5.6484375, false]], [[-9.5234375, false]], [[-9.3984375, false]], [[-5.5234375, false]], [[-10.3984375, false]], [[-9.3984375, false]], [[-8.3984375, false]], [[-9.7734375, false]], [[-9.5234375, false]], [[-9.6484375, false]], [[-5.5234375, false]], [[-5.6484375, false]], [[-9.5234375, false]], [[-9.1484375, false]], [[-5.5234375, false]], [[-9.6484375, false]], [[-9.5234375, false]], [[-9.3984375, false]], [[-5.5234375, false]], [[-9.1484375, false]], [[-5.6484375, false]], [[-9.5234375, false]], [[-9.3984375, false]], [[-5.5234375, false]], [[-9.5234375, false]], [[-5.6484375, false]], [[-9.1484375, false]], [[-9.1484375, false]], [[-7.2109375, false]], [[-9.1484375, false]], [[-9.3984375, false]], [[-5.5234375, false]], [[-9.1484375, false]], [[-5.6484375, false]], [[-5.5234375, false]], [[-10.8984375, false]], [[-5.6484375, false]], [[-10.3984375, false]], [[-9.7734375, false]], [[-9.3984375, false]], [[-10.3984375, false]], [[-5.5234375, false]], [[-10.3984375, false]], [[-9.3984375, false]], [[-8.3984375, false]], [[-9.7734375, false]], [[-9.5234375, false]], [[-9.6484375, false]], [[-9.3984375, false]], [[-5.5234375, false]], [[-7.6484375, false]], [[-11.2734375, false]], [[-9.6484375, false]], [[-5.5234375, false]], [[-9.1484375, false]], [[-9.5234375, false]], [[-5.6484375, false]], [[-10.8984375, false]], [[-10.8984375, false]], [[-9.3984375, false]], [[-10.3984375, false]], [[-5.5234375, false]], [[-9.5234375, false]], [[-5.6484375, false]], [[-9.1484375, false]], [[-9.1484375, false]], [[-7.2109375, false]], [[-9.1484375, false]], [[-9.3984375, false]], [[-5.5234375, false]], [[-9.1484375, false]], [[-5.6484375, false]], [[-5.5234375, false]], [[-9.1484375, false]], [[-9.5234375, false]], [[-5.6484375, false]], [[-10.8984375, false]], [[-10.8984375, false]], [[-9.3984375, false]], [[-10.3984375, false]], [[-5.5234375, false]], [[-9.5234375, false]], [[-5.6484375, false]], [[-9.1484375, false]], [[-9.1484375, false]], [[-5.5234375, false]], [[-5.6484375, false]], [[-9.5234375, false]], [[-9.1484375, false]], [[-5.5234375, false]], [[-10.8984375, false]], [[-5.6484375, false]], [[-10.3984375, false]], [[-9.7734375, false]], [[-9.3984375, false]], [[-10.3984375, false]], [[-5.5234375, false]], [[-10.3984375, false]], [[-9.3984375, false]], [[-8.3984375, false]], [[-9.7734375, false]], [[-9.5234375, false]], [[-9.6484375, false]], [[-7.2109375, false]], [[-9.1484375, false]], [[-9.3984375, false]], [[-5.5234375, false]], [[-9.1484375, false]], [[-5.6484375, false]], [[-5.5234375, false]], [[-9.1484375, false]], [[-9.5234375, false]], [[-5.6484375, false]], [[-10.8984375, false]], [[-10.8984375, false]], [[-9.3984375, false]], [[-10.3984375, false]], [[-5.5234375, false]], [[-10.3984375, false]], [[-9.3984375, false]], [[-8.3984375, false]], [[-9.7734375, false]], [[-9.5234375, false]], [[-9.6484375, false]], [[-5.5234375, false]], [[-5.6484375, false]], [[-9.5234375, false]], [[-9.1484375, false]], [[-5.5234375, false]], [[-9.6484375, false]], [[-9.5234375, false]], [[-9.3984375, false]], [[-5.5234375, false]], [[-9.1484375, false]], [[-5.6484375, false]], [[-9.5234375, false]], [[-9.3984375, false]], [[-5.5234375, false]], [[-9.5234375, false]], [[-5.6484375, false]], [[-9.1484375, false]], [[-9.1484375, false]], [[-7.2109375, false]], [[-9.1484375, false]], [[-11.3984375, false]]], "filtered_resps": [[-6.8984375, false], [-9.1484375, false], [-9.6484375, false], [-9.5234375, false], [-9.3984375, false], [-5.5234375, false], [-9.1484375, false], [-5.6484375, false], [-9.5234375, false], [-9.3984375, false], [-5.5234375, false], [-10.3984375, false], [-9.3984375, false], [-8.3984375, false], [-9.7734375, false], [-9.5234375, false], [-9.6484375, false], [-5.5234375, false], [-5.6484375, false], [-9.5234375, false], [-9.1484375, false], [-5.5234375, false], [-9.6484375, false], [-9.5234375, false], [-9.3984375, false], [-5.5234375, false], [-9.1484375, false], [-5.6484375, false], [-9.5234375, false], [-9.3984375, false], [-5.5234375, false], [-9.5234375, false], [-5.6484375, false], [-9.1484375, false], [-9.1484375, false], [-7.2109375, false], [-9.1484375, false], [-9.3984375, false], [-5.5234375, false], [-9.1484375, false], [-5.6484375, false], [-5.5234375, false], [-10.8984375, false], [-5.6484375, false], [-10.3984375, false], [-9.7734375, false], [-9.3984375, false], [-10.3984375, false], [-5.5234375, false], [-10.3984375, false], [-9.3984375, false], [-8.3984375, false], [-9.7734375, false], [-9.5234375, false], [-9.6484375, false], [-9.3984375, false], [-5.5234375, false], [-7.6484375, false], [-11.2734375, false], [-9.6484375, false], [-5.5234375, false], [-9.1484375, false], [-9.5234375, false], [-5.6484375, false], [-10.8984375, false], [-10.8984375, false], [-9.3984375, false], [-10.3984375, false], [-5.5234375, false], [-9.5234375, false], [-5.6484375, false], [-9.1484375, false], [-9.1484375, false], [-7.2109375, false], [-9.1484375, false], [-9.3984375, false], [-5.5234375, false], [-9.1484375, false], [-5.6484375, false], [-5.5234375, false], [-9.1484375, false], [-9.5234375, false], [-5.6484375, false], [-10.8984375, false], [-10.8984375, false], [-9.3984375, false], [-10.3984375, false], [-5.5234375, false], [-9.5234375, false], [-5.6484375, false], [-9.1484375, false], [-9.1484375, false], [-5.5234375, false], [-5.6484375, false], [-9.5234375, false], [-9.1484375, false], [-5.5234375, false], [-10.8984375, false], [-5.6484375, false], [-10.3984375, false], [-9.7734375, false], [-9.3984375, false], [-10.3984375, false], [-5.5234375, false], [-10.3984375, false], [-9.3984375, false], [-8.3984375, false], [-9.7734375, false], [-9.5234375, false], [-9.6484375, false], [-7.2109375, false], [-9.1484375, false], [-9.3984375, false], [-5.5234375, false], [-9.1484375, false], [-5.6484375, false], [-5.5234375, false], [-9.1484375, false], [-9.5234375, false], [-5.6484375, false], [-10.8984375, false], [-10.8984375, false], [-9.3984375, false], [-10.3984375, false], [-5.5234375, false], [-10.3984375, false], [-9.3984375, false], [-8.3984375, false], [-9.7734375, false], [-9.5234375, false], [-9.6484375, false], [-5.5234375, false], [-5.6484375, false], [-9.5234375, false], [-9.1484375, false], [-5.5234375, false], [-9.6484375, false], [-9.5234375, false], [-9.3984375, false], [-5.5234375, false], [-9.1484375, false], [-5.6484375, false], [-9.5234375, false], [-9.3984375, false], [-5.5234375, false], [-9.5234375, false], [-5.6484375, false], [-9.1484375, false], [-9.1484375, false], [-7.2109375, false], [-9.1484375, false], [-11.3984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 239, "doc": {"id": "Mercury_SC_400187", "question": "Which process turns a large rock into a pile of smaller stones?", "choices": {"text": ["deposition", "sedimentation", "fossilizing", "weathering"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "weathering", "arguments": ["Question: Which process turns a large rock into a pile of smaller stones?\nAnswer:", " ["], "resps": [[[-7.67578125, false]], [[-7.92578125, false]], [[-10.171875, false]], [[-7.17578125, false]], [[-9.171875, false]], [[-9.546875, false]], [[-9.046875, false]], [[-8.546875, false]], [[-10.421875, false]], [[-8.546875, false]], [[-9.546875, false]], [[-10.046875, false]], [[-7.92578125, false]], [[-8.8515625, false]], [[-4.42578125, false]], [[-7.92578125, false]], [[-9.046875, false]], [[-7.17578125, false]], [[-10.171875, false]], [[-8.546875, false]], [[-8.796875, false]], [[-7.17578125, false]], [[-10.046875, false]], [[-10.421875, false]], [[-4.30078125, false]], [[-10.421875, false]], [[-8.546875, false]], [[-9.546875, false]], [[-10.046875, false]], [[-7.92578125, false]], [[-8.8515625, false]], [[-4.42578125, false]], [[-7.92578125, false]], [[-9.546875, false]], [[-9.546875, false]], [[-9.046875, false]], [[-9.046875, false]], [[-8.546875, false]], [[-10.421875, false]], [[-8.546875, false]], [[-11.171875, false]], [[-8.546875, false]], [[-10.046875, false]], [[-10.296875, false]], [[-7.92578125, false]], [[-8.8515625, false]], [[-4.42578125, false]], [[-7.92578125, false]], [[-11.671875, false]], [[-7.17578125, false]], [[-4.30078125, false]], [[-10.421875, false]], [[-11.171875, false]], [[-7.17578125, false]], [[-10.421875, false]], [[-8.546875, false]], [[-10.046875, false]], [[-10.296875, false]], [[-7.92578125, false]], [[-14.171875, false]]], "filtered_resps": [[-7.67578125, false], [-7.92578125, false], [-10.171875, false], [-7.17578125, false], [-9.171875, false], [-9.546875, false], [-9.046875, false], [-8.546875, false], [-10.421875, false], [-8.546875, false], [-9.546875, false], [-10.046875, false], [-7.92578125, false], [-8.8515625, false], [-4.42578125, false], [-7.92578125, false], [-9.046875, false], [-7.17578125, false], [-10.171875, false], [-8.546875, false], [-8.796875, false], [-7.17578125, false], [-10.046875, false], [-10.421875, false], [-4.30078125, false], [-10.421875, false], [-8.546875, false], [-9.546875, false], [-10.046875, false], [-7.92578125, false], [-8.8515625, false], [-4.42578125, false], [-7.92578125, false], [-9.546875, false], [-9.546875, false], [-9.046875, false], [-9.046875, false], [-8.546875, false], [-10.421875, false], [-8.546875, false], [-11.171875, false], [-8.546875, false], [-10.046875, false], [-10.296875, false], [-7.92578125, false], [-8.8515625, false], [-4.42578125, false], [-7.92578125, false], [-11.671875, false], [-7.17578125, false], [-4.30078125, false], [-10.421875, false], [-11.171875, false], [-7.17578125, false], [-10.421875, false], [-8.546875, false], [-10.046875, false], [-10.296875, false], [-7.92578125, false], [-14.171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 247, "doc": {"id": "Mercury_7109690", "question": "What would be the initial result if a DNA molecule did not replicate accurately?", "choices": {"text": ["infertility of the organism", "incorrect protein synthesis", "increase in reproduction rate", "immediate death of the organism"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "incorrect protein synthesis", "arguments": ["Question: What would be the initial result if a DNA molecule did not replicate accurately?\nAnswer:", " ["], "resps": [[[-7.125, false]], [[-8.875, false]], [[-8.875, false]], [[-8.125, false]], [[-10.625, false]], [[-9.375, false]], [[-9.875, false]], [[-9.875, false]], [[-8.875, false]], [[-10.875, false]], [[-8.875, false]], [[-9.875, false]], [[-10.625, false]], [[-5.625, false]], [[-10.375, false]], [[-10.625, false]], [[-5.625, false]], [[-9.875, false]], [[-10.375, false]], [[-9.375, false]], [[-5.625, false]], [[-10.375, false]], [[-9.875, false]], [[-10.875, false]], [[-4.125, false]], [[-8.125, false]], [[-8.875, false]], [[-9.625, false]], [[-8.625, false]], [[-8.875, false]], [[-10.46875, false]], [[-5.625, false]], [[-8.875, false]], [[-8.875, false]], [[-8.125, false]], [[-8.875, false]], [[-10.375, false]], [[-9.875, false]], [[-9.875, false]], [[-9.375, false]], [[-8.875, false]], [[-9.875, false]], [[-5.625, false]], [[-8.875, false]], [[-9.875, false]], [[-10.375, false]], [[-9.875, false]], [[-9.375, false]], [[-8.875, false]], [[-8.125, false]], [[-5.625, false]], [[-9.625, false]], [[-10.625, false]], [[-8.125, false]], [[-9.875, false]], [[-10.375, false]], [[-9.375, false]], [[-9.625, false]], [[-8.875, false]], [[-9.625, false]], [[-8.875, false]], [[-10.46875, false]], [[-5.625, false]], [[-8.875, false]], [[-8.875, false]], [[-8.125, false]], [[-8.875, false]], [[-9.875, false]], [[-9.375, false]], [[-4.125, false]], [[-9.625, false]], [[-9.375, false]], [[-5.625, false]], [[-8.875, false]], [[-8.125, false]], [[-5.625, false]], [[-9.875, false]], [[-9.375, false]], [[-8.875, false]], [[-9.875, false]], [[-10.375, false]], [[-8.875, false]], [[-10.375, false]], [[-8.875, false]], [[-9.875, false]], [[-8.875, false]], [[-10.375, false]], [[-8.125, false]], [[-5.625, false]], [[-9.875, false]], [[-4.125, false]], [[-9.875, false]], [[-9.375, false]], [[-8.875, false]], [[-10.46875, false]], [[-5.625, false]], [[-8.875, false]], [[-8.875, false]], [[-8.625, false]], [[-8.625, false]], [[-9.375, false]], [[-8.875, false]], [[-8.875, false]], [[-4.125, false]], [[-9.875, false]], [[-9.375, false]], [[-5.625, false]], [[-8.875, false]], [[-9.375, false]], [[-4.125, false]], [[-9.875, false]], [[-10.375, false]], [[-5.625, false]], [[-10.375, false]], [[-10.625, false]], [[-5.625, false]], [[-9.875, false]], [[-10.375, false]], [[-9.375, false]], [[-5.625, false]], [[-10.375, false]], [[-9.875, false]], [[-10.875, false]], [[-4.125, false]], [[-8.125, false]], [[-8.875, false]], [[-9.625, false]], [[-8.625, false]], [[-8.875, false]], [[-13.125, false]]], "filtered_resps": [[-7.125, false], [-8.875, false], [-8.875, false], [-8.125, false], [-10.625, false], [-9.375, false], [-9.875, false], [-9.875, false], [-8.875, false], [-10.875, false], [-8.875, false], [-9.875, false], [-10.625, false], [-5.625, false], [-10.375, false], [-10.625, false], [-5.625, false], [-9.875, false], [-10.375, false], [-9.375, false], [-5.625, false], [-10.375, false], [-9.875, false], [-10.875, false], [-4.125, false], [-8.125, false], [-8.875, false], [-9.625, false], [-8.625, false], [-8.875, false], [-10.46875, false], [-5.625, false], [-8.875, false], [-8.875, false], [-8.125, false], [-8.875, false], [-10.375, false], [-9.875, false], [-9.875, false], [-9.375, false], [-8.875, false], [-9.875, false], [-5.625, false], [-8.875, false], [-9.875, false], [-10.375, false], [-9.875, false], [-9.375, false], [-8.875, false], [-8.125, false], [-5.625, false], [-9.625, false], [-10.625, false], [-8.125, false], [-9.875, false], [-10.375, false], [-9.375, false], [-9.625, false], [-8.875, false], [-9.625, false], [-8.875, false], [-10.46875, false], [-5.625, false], [-8.875, false], [-8.875, false], [-8.125, false], [-8.875, false], [-9.875, false], [-9.375, false], [-4.125, false], [-9.625, false], [-9.375, false], [-5.625, false], [-8.875, false], [-8.125, false], [-5.625, false], [-9.875, false], [-9.375, false], [-8.875, false], [-9.875, false], [-10.375, false], [-8.875, false], [-10.375, false], [-8.875, false], [-9.875, false], [-8.875, false], [-10.375, false], [-8.125, false], [-5.625, false], [-9.875, false], [-4.125, false], [-9.875, false], [-9.375, false], [-8.875, false], [-10.46875, false], [-5.625, false], [-8.875, false], [-8.875, false], [-8.625, false], [-8.625, false], [-9.375, false], [-8.875, false], [-8.875, false], [-4.125, false], [-9.875, false], [-9.375, false], [-5.625, false], [-8.875, false], [-9.375, false], [-4.125, false], [-9.875, false], [-10.375, false], [-5.625, false], [-10.375, false], [-10.625, false], [-5.625, false], [-9.875, false], [-10.375, false], [-9.375, false], [-5.625, false], [-10.375, false], [-9.875, false], [-10.875, false], [-4.125, false], [-8.125, false], [-8.875, false], [-9.625, false], [-8.625, false], [-8.875, false], [-13.125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 255, "doc": {"id": "AIMS_2008_4_6", "question": "Meteorologists study weather. Which of the following should meteorologists know about?", "choices": {"text": ["types of fronts", "types of fossils", "types of circuits", "types of adaptations"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "types of fronts", "arguments": ["Question: Meteorologists study weather. Which of the following should meteorologists know about?\nAnswer:", " ["], "resps": [[[-6.78125, false]], [[-9.03125, false]], [[-9.90625, false]], [[-10.90625, false]], [[-8.78125, false]], [[-8.03125, false]], [[-9.53125, false]], [[-5.53125, false]], [[-8.53125, false]], [[-8.53125, false]], [[-5.53125, false]], [[-8.53125, false]], [[-10.28125, false]], [[-8.53125, false]], [[-8.28125, false]], [[-9.90625, false]], [[-9.53125, false]], [[-9.03125, false]], [[-9.78125, false]], [[-5.53125, false]], [[-9.03125, false]], [[-9.90625, false]], [[-10.90625, false]], [[-8.78125, false]], [[-8.03125, false]], [[-9.53125, false]], [[-5.53125, false]], [[-8.53125, false]], [[-8.53125, false]], [[-5.53125, false]], [[-8.53125, false]], [[-8.53125, false]], [[-9.53125, false]], [[-9.53125, false]], [[-8.28125, false]], [[-10.28125, false]], [[-9.53125, false]], [[-9.03125, false]], [[-9.78125, false]], [[-5.53125, false]], [[-9.03125, false]], [[-9.90625, false]], [[-10.90625, false]], [[-8.78125, false]], [[-8.03125, false]], [[-9.53125, false]], [[-5.53125, false]], [[-8.53125, false]], [[-8.53125, false]], [[-5.53125, false]], [[-8.28125, false]], [[-8.28125, false]], [[-10.28125, false]], [[-8.28125, false]], [[-10.65625, false]], [[-8.28125, false]], [[-9.90625, false]], [[-9.53125, false]], [[-9.03125, false]], [[-9.78125, false]], [[-5.53125, false]], [[-9.03125, false]], [[-9.90625, false]], [[-10.90625, false]], [[-8.78125, false]], [[-8.03125, false]], [[-9.53125, false]], [[-5.53125, false]], [[-8.53125, false]], [[-8.53125, false]], [[-5.53125, false]], [[-4.53125, false]], [[-7.03125, false]], [[-4.53125, false]], [[-8.78125, false]], [[-9.90625, false]], [[-4.53125, false]], [[-9.90625, false]], [[-8.28125, false]], [[-8.53125, false]], [[-8.28125, false]], [[-9.53125, false]], [[-9.03125, false]], [[-12.03125, false]]], "filtered_resps": [[-6.78125, false], [-9.03125, false], [-9.90625, false], [-10.90625, false], [-8.78125, false], [-8.03125, false], [-9.53125, false], [-5.53125, false], [-8.53125, false], [-8.53125, false], [-5.53125, false], [-8.53125, false], [-10.28125, false], [-8.53125, false], [-8.28125, false], [-9.90625, false], [-9.53125, false], [-9.03125, false], [-9.78125, false], [-5.53125, false], [-9.03125, false], [-9.90625, false], [-10.90625, false], [-8.78125, false], [-8.03125, false], [-9.53125, false], [-5.53125, false], [-8.53125, false], [-8.53125, false], [-5.53125, false], [-8.53125, false], [-8.53125, false], [-9.53125, false], [-9.53125, false], [-8.28125, false], [-10.28125, false], [-9.53125, false], [-9.03125, false], [-9.78125, false], [-5.53125, false], [-9.03125, false], [-9.90625, false], [-10.90625, false], [-8.78125, false], [-8.03125, false], [-9.53125, false], [-5.53125, false], [-8.53125, false], [-8.53125, false], [-5.53125, false], [-8.28125, false], [-8.28125, false], [-10.28125, false], [-8.28125, false], [-10.65625, false], [-8.28125, false], [-9.90625, false], [-9.53125, false], [-9.03125, false], [-9.78125, false], [-5.53125, false], [-9.03125, false], [-9.90625, false], [-10.90625, false], [-8.78125, false], [-8.03125, false], [-9.53125, false], [-5.53125, false], [-8.53125, false], [-8.53125, false], [-5.53125, false], [-4.53125, false], [-7.03125, false], [-4.53125, false], [-8.78125, false], [-9.90625, false], [-4.53125, false], [-9.90625, false], [-8.28125, false], [-8.53125, false], [-8.28125, false], [-9.53125, false], [-9.03125, false], [-12.03125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 263, "doc": {"id": "MEA_2010_8_9-v1", "question": "During which process does genetic material come from two parents?", "choices": {"text": ["asexual reproduction", "photosynthesis", "respiration", "sexual reproduction"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "sexual reproduction", "arguments": ["Question: During which process does genetic material come from two parents?\nAnswer:", " ["], "resps": [[[-8.0546875, false]], [[-9.0546875, false]], [[-6.0546875, false]], [[-9.5546875, false]], [[-9.5546875, false]], [[-9.8046875, false]], [[-10.0546875, false]], [[-6.0546875, false]], [[-10.8046875, false]], [[-5.5546875, false]], [[-9.5546875, false]], [[-9.5546875, false]], [[-9.3046875, false]], [[-9.5546875, false]], [[-10.3046875, false]], [[-8.3046875, false]], [[-10.0546875, false]], [[-8.8046875, false]], [[-10.0546875, false]], [[-9.8046875, false]], [[-10.3046875, false]], [[-9.5546875, false]], [[-9.0546875, false]], [[-10.9140625, false]], [[-5.5546875, false]], [[-9.0546875, false]], [[-9.3046875, false]], [[-11.0546875, false]], [[-10.3046875, false]], [[-10.0546875, false]], [[-10.3046875, false]], [[-9.5546875, false]], [[-11.5546875, false]], [[-9.5546875, false]], [[-10.0546875, false]], [[-11.0546875, false]], [[-9.5546875, false]], [[-9.5546875, false]], [[-9.8046875, false]], [[-9.5546875, false]], [[-9.0546875, false]], [[-10.9140625, false]], [[-5.5546875, false]], [[-9.0546875, false]], [[-9.5546875, false]], [[-9.5546875, false]], [[-9.5546875, false]], [[-9.3046875, false]], [[-9.8046875, false]], [[-9.5546875, false]], [[-6.0546875, false]], [[-10.0546875, false]], [[-9.8046875, false]], [[-10.3046875, false]], [[-9.5546875, false]], [[-9.0546875, false]], [[-10.9140625, false]], [[-5.5546875, false]], [[-9.0546875, false]], [[-9.5546875, false]], [[-9.5546875, false]], [[-9.8046875, false]], [[-10.0546875, false]], [[-6.0546875, false]], [[-10.8046875, false]], [[-5.5546875, false]], [[-9.5546875, false]], [[-9.5546875, false]], [[-9.3046875, false]], [[-9.5546875, false]], [[-10.3046875, false]], [[-8.3046875, false]], [[-10.0546875, false]], [[-8.8046875, false]], [[-10.0546875, false]], [[-9.8046875, false]], [[-10.3046875, false]], [[-9.5546875, false]], [[-9.0546875, false]], [[-13.5546875, false]]], "filtered_resps": [[-8.0546875, false], [-9.0546875, false], [-6.0546875, false], [-9.5546875, false], [-9.5546875, false], [-9.8046875, false], [-10.0546875, false], [-6.0546875, false], [-10.8046875, false], [-5.5546875, false], [-9.5546875, false], [-9.5546875, false], [-9.3046875, false], [-9.5546875, false], [-10.3046875, false], [-8.3046875, false], [-10.0546875, false], [-8.8046875, false], [-10.0546875, false], [-9.8046875, false], [-10.3046875, false], [-9.5546875, false], [-9.0546875, false], [-10.9140625, false], [-5.5546875, false], [-9.0546875, false], [-9.3046875, false], [-11.0546875, false], [-10.3046875, false], [-10.0546875, false], [-10.3046875, false], [-9.5546875, false], [-11.5546875, false], [-9.5546875, false], [-10.0546875, false], [-11.0546875, false], [-9.5546875, false], [-9.5546875, false], [-9.8046875, false], [-9.5546875, false], [-9.0546875, false], [-10.9140625, false], [-5.5546875, false], [-9.0546875, false], [-9.5546875, false], [-9.5546875, false], [-9.5546875, false], [-9.3046875, false], [-9.8046875, false], [-9.5546875, false], [-6.0546875, false], [-10.0546875, false], [-9.8046875, false], [-10.3046875, false], [-9.5546875, false], [-9.0546875, false], [-10.9140625, false], [-5.5546875, false], [-9.0546875, false], [-9.5546875, false], [-9.5546875, false], [-9.8046875, false], [-10.0546875, false], [-6.0546875, false], [-10.8046875, false], [-5.5546875, false], [-9.5546875, false], [-9.5546875, false], [-9.3046875, false], [-9.5546875, false], [-10.3046875, false], [-8.3046875, false], [-10.0546875, false], [-8.8046875, false], [-10.0546875, false], [-9.8046875, false], [-10.3046875, false], [-9.5546875, false], [-9.0546875, false], [-13.5546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 271, "doc": {"id": "VASoL_2011_5_36", "question": "Which is the best tool for measuring the temperature of lake water?", "choices": {"text": ["Meter stick", "Balance", "Graduated cylinder", "Thermometer"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Thermometer", "arguments": ["Question: Which is the best tool for measuring the temperature of lake water?\nAnswer:", " ["], "resps": [[[-7.83203125, false]], [[-9.453125, false]], [[-5.33203125, false]], [[-8.203125, false]], [[-9.703125, false]], [[-8.203125, false]], [[-10.203125, false]], [[-5.08203125, false]], [[-9.453125, false]], [[-9.703125, false]], [[-8.203125, false]], [[-10.078125, false]], [[-8.953125, false]], [[-9.453125, false]], [[-9.25, false]], [[-5.08203125, false]], [[-9.453125, false]], [[-6.70703125, false]], [[-4.08203125, false]], [[-10.328125, false]], [[-4.08203125, false]], [[-8.703125, false]], [[-10.078125, false]], [[-8.203125, false]], [[-9.453125, false]], [[-9.25, false]], [[-5.08203125, false]], [[-9.453125, false]], [[-7.08203125, false]], [[-10.203125, false]], [[-4.08203125, false]], [[-8.828125, false]], [[-9.578125, false]], [[-4.08203125, false]], [[-9.703125, false]], [[-8.203125, false]], [[-8.828125, false]], [[-5.08203125, false]], [[-10.078125, false]], [[-12.078125, false]], [[-10.328125, false]], [[-8.203125, false]], [[-8.703125, false]], [[-8.828125, false]], [[-8.203125, false]], [[-10.203125, false]], [[-9.453125, false]], [[-9.25, false]], [[-5.08203125, false]], [[-9.453125, false]], [[-6.20703125, false]], [[-10.203125, false]], [[-8.203125, false]], [[-10.203125, false]], [[-7.33203125, false]], [[-8.953125, false]], [[-7.33203125, false]], [[-8.203125, false]], [[-9.703125, false]], [[-8.203125, false]], [[-10.203125, false]], [[-9.453125, false]], [[-14.078125, false]]], "filtered_resps": [[-7.83203125, false], [-9.453125, false], [-5.33203125, false], [-8.203125, false], [-9.703125, false], [-8.203125, false], [-10.203125, false], [-5.08203125, false], [-9.453125, false], [-9.703125, false], [-8.203125, false], [-10.078125, false], [-8.953125, false], [-9.453125, false], [-9.25, false], [-5.08203125, false], [-9.453125, false], [-6.70703125, false], [-4.08203125, false], [-10.328125, false], [-4.08203125, false], [-8.703125, false], [-10.078125, false], [-8.203125, false], [-9.453125, false], [-9.25, false], [-5.08203125, false], [-9.453125, false], [-7.08203125, false], [-10.203125, false], [-4.08203125, false], [-8.828125, false], [-9.578125, false], [-4.08203125, false], [-9.703125, false], [-8.203125, false], [-8.828125, false], [-5.08203125, false], [-10.078125, false], [-12.078125, false], [-10.328125, false], [-8.203125, false], [-8.703125, false], [-8.828125, false], [-8.203125, false], [-10.203125, false], [-9.453125, false], [-9.25, false], [-5.08203125, false], [-9.453125, false], [-6.20703125, false], [-10.203125, false], [-8.203125, false], [-10.203125, false], [-7.33203125, false], [-8.953125, false], [-7.33203125, false], [-8.203125, false], [-9.703125, false], [-8.203125, false], [-10.203125, false], [-9.453125, false], [-14.078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 279, "doc": {"id": "Mercury_SC_405164", "question": "Wind and water are examples of renewable energy sources because", "choices": {"text": ["they will stop producing energy.", "they were formed millions of years ago.", "they are always available to produce energy.", "they take millions of years to start producing energy."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "they are always available to produce energy.", "arguments": ["Question: Wind and water are examples of renewable energy sources because\nAnswer:", " ["], "resps": [[[-7.55078125, false]], [[-8.546875, false]], [[-11.046875, false]], [[-10.546875, false]], [[-8.546875, false]], [[-10.296875, false]], [[-5.55078125, false]], [[-8.796875, false]], [[-8.046875, false]], [[-10.796875, false]], [[-10.796875, false]], [[-5.55078125, false]], [[-9.546875, false]], [[-11.046875, false]], [[-9.546875, false]], [[-10.046875, false]], [[-5.55078125, false]], [[-10.046875, false]], [[-9.796875, false]], [[-9.546875, false]], [[-8.546875, false]], [[-11.296875, false]], [[-10.046875, false]], [[-8.046875, false]], [[-8.546875, false]], [[-11.046875, false]], [[-5.55078125, false]], [[-8.546875, false]], [[-8.546875, false]], [[-8.546875, false]], [[-9.796875, false]], [[-11.046875, false]], [[-10.296875, false]], [[-6.82421875, false]], [[-8.546875, false]], [[-8.828125, false]], [[-5.55078125, false]], [[-8.546875, false]], [[-11.046875, false]], [[-10.546875, false]], [[-8.546875, false]], [[-10.296875, false]], [[-5.55078125, false]], [[-8.796875, false]], [[-8.546875, false]], [[-9.796875, false]], [[-8.546875, false]], [[-5.55078125, false]], [[-9.796875, false]], [[-9.546875, false]], [[-9.796875, false]], [[-10.546875, false]], [[-8.546875, false]], [[-8.546875, false]], [[-5.55078125, false]], [[-10.546875, false]], [[-8.046875, false]], [[-10.796875, false]], [[-10.796875, false]], [[-8.046875, false]], [[-9.546875, false]], [[-8.546875, false]], [[-9.546875, false]], [[-5.55078125, false]], [[-9.546875, false]], [[-9.796875, false]], [[-5.55078125, false]], [[-10.296875, false]], [[-8.546875, false]], [[-6.30078125, false]], [[-9.796875, false]], [[-9.546875, false]], [[-5.55078125, false]], [[-6.30078125, false]], [[-11.046875, false]], [[-9.546875, false]], [[-6.82421875, false]], [[-8.546875, false]], [[-8.828125, false]], [[-5.55078125, false]], [[-8.546875, false]], [[-11.046875, false]], [[-10.546875, false]], [[-8.546875, false]], [[-10.296875, false]], [[-5.55078125, false]], [[-6.30078125, false]], [[-9.796875, false]], [[-8.546875, false]], [[-5.55078125, false]], [[-6.30078125, false]], [[-10.796875, false]], [[-8.796875, false]], [[-6.30078125, false]], [[-10.296875, false]], [[-9.546875, false]], [[-5.55078125, false]], [[-6.30078125, false]], [[-11.046875, false]], [[-6.30078125, false]], [[-8.046875, false]], [[-10.796875, false]], [[-6.30078125, false]], [[-7.80078125, false]], [[-10.796875, false]], [[-8.546875, false]], [[-5.55078125, false]], [[-11.046875, false]], [[-9.546875, false]], [[-5.55078125, false]], [[-10.046875, false]], [[-9.796875, false]], [[-9.546875, false]], [[-8.546875, false]], [[-11.296875, false]], [[-10.046875, false]], [[-8.546875, false]], [[-5.55078125, false]], [[-8.546875, false]], [[-8.546875, false]], [[-8.546875, false]], [[-9.796875, false]], [[-11.046875, false]], [[-10.296875, false]], [[-6.82421875, false]], [[-8.546875, false]], [[-8.828125, false]], [[-5.55078125, false]], [[-8.546875, false]], [[-11.046875, false]], [[-10.546875, false]], [[-8.546875, false]], [[-10.296875, false]], [[-5.55078125, false]], [[-11.046875, false]], [[-6.30078125, false]], [[-10.796875, false]], [[-8.546875, false]], [[-5.55078125, false]], [[-10.546875, false]], [[-8.046875, false]], [[-10.796875, false]], [[-10.796875, false]], [[-8.046875, false]], [[-9.546875, false]], [[-8.546875, false]], [[-9.546875, false]], [[-5.55078125, false]], [[-9.546875, false]], [[-9.796875, false]], [[-5.55078125, false]], [[-10.296875, false]], [[-8.546875, false]], [[-6.30078125, false]], [[-9.796875, false]], [[-9.546875, false]], [[-5.55078125, false]], [[-11.046875, false]], [[-9.546875, false]], [[-5.55078125, false]], [[-9.546875, false]], [[-11.046875, false]], [[-6.30078125, false]], [[-9.796875, false]], [[-11.046875, false]], [[-5.55078125, false]], [[-10.046875, false]], [[-9.796875, false]], [[-9.546875, false]], [[-8.546875, false]], [[-11.296875, false]], [[-10.046875, false]], [[-8.046875, false]], [[-8.546875, false]], [[-11.046875, false]], [[-5.55078125, false]], [[-8.546875, false]], [[-8.546875, false]], [[-8.546875, false]], [[-9.796875, false]], [[-11.046875, false]], [[-10.296875, false]], [[-6.82421875, false]], [[-8.546875, false]], [[-12.796875, false]]], "filtered_resps": [[-7.55078125, false], [-8.546875, false], [-11.046875, false], [-10.546875, false], [-8.546875, false], [-10.296875, false], [-5.55078125, false], [-8.796875, false], [-8.046875, false], [-10.796875, false], [-10.796875, false], [-5.55078125, false], [-9.546875, false], [-11.046875, false], [-9.546875, false], [-10.046875, false], [-5.55078125, false], [-10.046875, false], [-9.796875, false], [-9.546875, false], [-8.546875, false], [-11.296875, false], [-10.046875, false], [-8.046875, false], [-8.546875, false], [-11.046875, false], [-5.55078125, false], [-8.546875, false], [-8.546875, false], [-8.546875, false], [-9.796875, false], [-11.046875, false], [-10.296875, false], [-6.82421875, false], [-8.546875, false], [-8.828125, false], [-5.55078125, false], [-8.546875, false], [-11.046875, false], [-10.546875, false], [-8.546875, false], [-10.296875, false], [-5.55078125, false], [-8.796875, false], [-8.546875, false], [-9.796875, false], [-8.546875, false], [-5.55078125, false], [-9.796875, false], [-9.546875, false], [-9.796875, false], [-10.546875, false], [-8.546875, false], [-8.546875, false], [-5.55078125, false], [-10.546875, false], [-8.046875, false], [-10.796875, false], [-10.796875, false], [-8.046875, false], [-9.546875, false], [-8.546875, false], [-9.546875, false], [-5.55078125, false], [-9.546875, false], [-9.796875, false], [-5.55078125, false], [-10.296875, false], [-8.546875, false], [-6.30078125, false], [-9.796875, false], [-9.546875, false], [-5.55078125, false], [-6.30078125, false], [-11.046875, false], [-9.546875, false], [-6.82421875, false], [-8.546875, false], [-8.828125, false], [-5.55078125, false], [-8.546875, false], [-11.046875, false], [-10.546875, false], [-8.546875, false], [-10.296875, false], [-5.55078125, false], [-6.30078125, false], [-9.796875, false], [-8.546875, false], [-5.55078125, false], [-6.30078125, false], [-10.796875, false], [-8.796875, false], [-6.30078125, false], [-10.296875, false], [-9.546875, false], [-5.55078125, false], [-6.30078125, false], [-11.046875, false], [-6.30078125, false], [-8.046875, false], [-10.796875, false], [-6.30078125, false], [-7.80078125, false], [-10.796875, false], [-8.546875, false], [-5.55078125, false], [-11.046875, false], [-9.546875, false], [-5.55078125, false], [-10.046875, false], [-9.796875, false], [-9.546875, false], [-8.546875, false], [-11.296875, false], [-10.046875, false], [-8.546875, false], [-5.55078125, false], [-8.546875, false], [-8.546875, false], [-8.546875, false], [-9.796875, false], [-11.046875, false], [-10.296875, false], [-6.82421875, false], [-8.546875, false], [-8.828125, false], [-5.55078125, false], [-8.546875, false], [-11.046875, false], [-10.546875, false], [-8.546875, false], [-10.296875, false], [-5.55078125, false], [-11.046875, false], [-6.30078125, false], [-10.796875, false], [-8.546875, false], [-5.55078125, false], [-10.546875, false], [-8.046875, false], [-10.796875, false], [-10.796875, false], [-8.046875, false], [-9.546875, false], [-8.546875, false], [-9.546875, false], [-5.55078125, false], [-9.546875, false], [-9.796875, false], [-5.55078125, false], [-10.296875, false], [-8.546875, false], [-6.30078125, false], [-9.796875, false], [-9.546875, false], [-5.55078125, false], [-11.046875, false], [-9.546875, false], [-5.55078125, false], [-9.546875, false], [-11.046875, false], [-6.30078125, false], [-9.796875, false], [-11.046875, false], [-5.55078125, false], [-10.046875, false], [-9.796875, false], [-9.546875, false], [-8.546875, false], [-11.296875, false], [-10.046875, false], [-8.046875, false], [-8.546875, false], [-11.046875, false], [-5.55078125, false], [-8.546875, false], [-8.546875, false], [-8.546875, false], [-9.796875, false], [-11.046875, false], [-10.296875, false], [-6.82421875, false], [-8.546875, false], [-12.796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 287, "doc": {"id": "Mercury_SC_401771", "question": "Which adaptation helps a bird fly?", "choices": {"text": ["larger feet", "bigger eyes", "longer beaks", "hollow bones"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "hollow bones", "arguments": ["Question: Which adaptation helps a bird fly?\nAnswer:", " ["], "resps": [[[-7.375, false]], [[-8.25, false]], [[-9.875, false]], [[-5.125, false]], [[-10.375, false]], [[-11.75, false]], [[-8.875, false]], [[-10.375, false]], [[-5.25, false]], [[-8.5, false]], [[-8.875, false]], [[-8.875, false]], [[-10.125, false]], [[-8.25, false]], [[-10.3046875, false]], [[-5.25, false]], [[-8.25, false]], [[-9.875, false]], [[-9.75, false]], [[-11.75, false]], [[-11.75, false]], [[-8.875, false]], [[-10.375, false]], [[-5.25, false]], [[-8.875, false]], [[-12.75, false]], [[-8.875, false]], [[-9.25, false]], [[-8.25, false]], [[-10.3046875, false]], [[-5.25, false]], [[-8.25, false]], [[-9.875, false]], [[-9.375, false]], [[-9.5, false]], [[-11.75, false]], [[-8.875, false]], [[-10.375, false]], [[-5.25, false]], [[-9.875, false]], [[-8.875, false]], [[-5.125, false]], [[-10.375, false]], [[-9.25, false]], [[-8.25, false]], [[-10.3046875, false]], [[-5.25, false]], [[-8.25, false]], [[-10.75, false]], [[-9.375, false]], [[-9.875, false]], [[-9.875, false]], [[-9.375, false]], [[-9.875, false]], [[-5.25, false]], [[-9.875, false]], [[-9.375, false]], [[-9.5, false]], [[-8.875, false]], [[-9.25, false]], [[-8.25, false]], [[-14.0, false]]], "filtered_resps": [[-7.375, false], [-8.25, false], [-9.875, false], [-5.125, false], [-10.375, false], [-11.75, false], [-8.875, false], [-10.375, false], [-5.25, false], [-8.5, false], [-8.875, false], [-8.875, false], [-10.125, false], [-8.25, false], [-10.3046875, false], [-5.25, false], [-8.25, false], [-9.875, false], [-9.75, false], [-11.75, false], [-11.75, false], [-8.875, false], [-10.375, false], [-5.25, false], [-8.875, false], [-12.75, false], [-8.875, false], [-9.25, false], [-8.25, false], [-10.3046875, false], [-5.25, false], [-8.25, false], [-9.875, false], [-9.375, false], [-9.5, false], [-11.75, false], [-8.875, false], [-10.375, false], [-5.25, false], [-9.875, false], [-8.875, false], [-5.125, false], [-10.375, false], [-9.25, false], [-8.25, false], [-10.3046875, false], [-5.25, false], [-8.25, false], [-10.75, false], [-9.375, false], [-9.875, false], [-9.875, false], [-9.375, false], [-9.875, false], [-5.25, false], [-9.875, false], [-9.375, false], [-9.5, false], [-8.875, false], [-9.25, false], [-8.25, false], [-14.0, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 295, "doc": {"id": "Mercury_7026425", "question": "Which of the following involves a learned behavior?", "choices": {"text": ["laying eggs to reproduce", "having hollow, light-weight bones", "avoiding insects that taste bad", "having white feathers on the throat"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "avoiding insects that taste bad", "arguments": ["Question: Which of the following involves a learned behavior?\nAnswer:", " ["], "resps": [[[-6.8984375, false]], [[-9.2734375, false]], [[-9.3984375, false]], [[-4.3984375, false]], [[-11.2734375, false]], [[-8.2734375, false]], [[-8.6484375, false]], [[-11.6484375, false]], [[-4.8984375, false]], [[-8.3984375, false]], [[-11.6484375, false]], [[-11.6484375, false]], [[-9.0234375, false]], [[-4.8984375, false]], [[-9.3984375, false]], [[-8.6484375, false]], [[-4.8984375, false]], [[-11.1484375, false]], [[-8.3984375, false]], [[-9.6484375, false]], [[-11.1484375, false]], [[-8.6484375, false]], [[-8.2734375, false]], [[-10.3984375, false]], [[-7.5234375, false]], [[-8.3984375, false]], [[-9.2734375, false]], [[-9.75, false]], [[-4.8984375, false]], [[-9.2734375, false]], [[-10.2734375, false]], [[-4.3984375, false]], [[-10.3984375, false]], [[-8.2734375, false]], [[-8.6484375, false]], [[-11.6484375, false]], [[-4.8984375, false]], [[-10.2734375, false]], [[-8.6484375, false]], [[-9.3984375, false]], [[-9.3984375, false]], [[-8.6484375, false]], [[-9.7734375, false]], [[-9.75, false]], [[-4.8984375, false]], [[-9.3984375, false]], [[-8.2734375, false]], [[-11.6484375, false]], [[-10.2734375, false]], [[-9.3984375, false]], [[-6.7734375, false]], [[-9.7734375, false]], [[-8.3984375, false]], [[-8.2734375, false]], [[-11.6484375, false]], [[-10.2734375, false]], [[-9.3984375, false]], [[-4.8984375, false]], [[-7.2734375, false]], [[-8.6484375, false]], [[-8.6484375, false]], [[-8.3984375, false]], [[-9.0234375, false]], [[-9.2734375, false]], [[-9.75, false]], [[-4.8984375, false]], [[-9.2734375, false]], [[-4.3984375, false]], [[-10.3984375, false]], [[-8.6484375, false]], [[-8.2734375, false]], [[-8.2734375, false]], [[-8.2734375, false]], [[-8.6484375, false]], [[-11.6484375, false]], [[-4.8984375, false]], [[-8.2734375, false]], [[-8.6484375, false]], [[-9.0234375, false]], [[-8.3984375, false]], [[-7.5234375, false]], [[-9.3984375, false]], [[-9.0234375, false]], [[-4.8984375, false]], [[-9.3984375, false]], [[-10.2734375, false]], [[-4.3984375, false]], [[-9.3984375, false]], [[-4.8984375, false]], [[-9.3984375, false]], [[-4.3984375, false]], [[-9.0234375, false]], [[-9.3984375, false]], [[-8.3984375, false]], [[-4.8984375, false]], [[-7.2734375, false]], [[-4.3984375, false]], [[-8.2734375, false]], [[-9.2734375, false]], [[-9.75, false]], [[-4.8984375, false]], [[-9.2734375, false]], [[-10.2734375, false]], [[-4.3984375, false]], [[-10.3984375, false]], [[-8.2734375, false]], [[-8.6484375, false]], [[-11.6484375, false]], [[-4.8984375, false]], [[-9.7734375, false]], [[-10.2734375, false]], [[-8.2734375, false]], [[-9.3984375, false]], [[-8.3984375, false]], [[-4.8984375, false]], [[-9.3984375, false]], [[-8.3984375, false]], [[-4.3984375, false]], [[-9.3984375, false]], [[-10.2734375, false]], [[-8.3984375, false]], [[-11.1484375, false]], [[-9.0234375, false]], [[-4.8984375, false]], [[-8.6484375, false]], [[-8.6484375, false]], [[-4.8984375, false]], [[-9.3984375, false]], [[-10.2734375, false]], [[-8.3984375, false]], [[-4.8984375, false]], [[-9.3984375, false]], [[-10.2734375, false]], [[-11.1484375, false]], [[-8.6484375, false]], [[-4.3984375, false]], [[-9.3984375, false]], [[-9.2734375, false]], [[-13.0234375, false]]], "filtered_resps": [[-6.8984375, false], [-9.2734375, false], [-9.3984375, false], [-4.3984375, false], [-11.2734375, false], [-8.2734375, false], [-8.6484375, false], [-11.6484375, false], [-4.8984375, false], [-8.3984375, false], [-11.6484375, false], [-11.6484375, false], [-9.0234375, false], [-4.8984375, false], [-9.3984375, false], [-8.6484375, false], [-4.8984375, false], [-11.1484375, false], [-8.3984375, false], [-9.6484375, false], [-11.1484375, false], [-8.6484375, false], [-8.2734375, false], [-10.3984375, false], [-7.5234375, false], [-8.3984375, false], [-9.2734375, false], [-9.75, false], [-4.8984375, false], [-9.2734375, false], [-10.2734375, false], [-4.3984375, false], [-10.3984375, false], [-8.2734375, false], [-8.6484375, false], [-11.6484375, false], [-4.8984375, false], [-10.2734375, false], [-8.6484375, false], [-9.3984375, false], [-9.3984375, false], [-8.6484375, false], [-9.7734375, false], [-9.75, false], [-4.8984375, false], [-9.3984375, false], [-8.2734375, false], [-11.6484375, false], [-10.2734375, false], [-9.3984375, false], [-6.7734375, false], [-9.7734375, false], [-8.3984375, false], [-8.2734375, false], [-11.6484375, false], [-10.2734375, false], [-9.3984375, false], [-4.8984375, false], [-7.2734375, false], [-8.6484375, false], [-8.6484375, false], [-8.3984375, false], [-9.0234375, false], [-9.2734375, false], [-9.75, false], [-4.8984375, false], [-9.2734375, false], [-4.3984375, false], [-10.3984375, false], [-8.6484375, false], [-8.2734375, false], [-8.2734375, false], [-8.2734375, false], [-8.6484375, false], [-11.6484375, false], [-4.8984375, false], [-8.2734375, false], [-8.6484375, false], [-9.0234375, false], [-8.3984375, false], [-7.5234375, false], [-9.3984375, false], [-9.0234375, false], [-4.8984375, false], [-9.3984375, false], [-10.2734375, false], [-4.3984375, false], [-9.3984375, false], [-4.8984375, false], [-9.3984375, false], [-4.3984375, false], [-9.0234375, false], [-9.3984375, false], [-8.3984375, false], [-4.8984375, false], [-7.2734375, false], [-4.3984375, false], [-8.2734375, false], [-9.2734375, false], [-9.75, false], [-4.8984375, false], [-9.2734375, false], [-10.2734375, false], [-4.3984375, false], [-10.3984375, false], [-8.2734375, false], [-8.6484375, false], [-11.6484375, false], [-4.8984375, false], [-9.7734375, false], [-10.2734375, false], [-8.2734375, false], [-9.3984375, false], [-8.3984375, false], [-4.8984375, false], [-9.3984375, false], [-8.3984375, false], [-4.3984375, false], [-9.3984375, false], [-10.2734375, false], [-8.3984375, false], [-11.1484375, false], [-9.0234375, false], [-4.8984375, false], [-8.6484375, false], [-8.6484375, false], [-4.8984375, false], [-9.3984375, false], [-10.2734375, false], [-8.3984375, false], [-4.8984375, false], [-9.3984375, false], [-10.2734375, false], [-11.1484375, false], [-8.6484375, false], [-4.3984375, false], [-9.3984375, false], [-9.2734375, false], [-13.0234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 303, "doc": {"id": "Mercury_411731", "question": "Based on the Periodic Table of the Elements, which of these elements has properties most similar to calcium (Ca)?", "choices": {"text": ["carbon [C]", "barium [Ba]", "sodium [Na]", "manganese [Mn]"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "barium [Ba]", "arguments": ["Question: Based on the Periodic Table of the Elements, which of these elements has properties most similar to calcium (Ca)?\nAnswer:", " ["], "resps": [[[-6.44921875, false]], [[-9.453125, false]], [[-6.19921875, false]], [[-5.69921875, false]], [[-8.953125, false]], [[-6.69921875, false]], [[-8.703125, false]], [[-6.69921875, false]], [[-5.44921875, false]], [[-6.44921875, false]], [[-2.701171875, false]], [[-12.453125, false]], [[-9.453125, false]], [[-9.640625, false]], [[-5.44921875, false]], [[-9.453125, false]], [[-6.69921875, false]], [[-5.69921875, false]], [[-8.953125, false]], [[-7.19921875, false]], [[-8.703125, false]], [[-7.19921875, false]], [[-5.44921875, false]], [[-6.44921875, false]], [[-4.19921875, false]], [[-5.69921875, false]], [[-12.453125, false]], [[-9.453125, false]], [[-9.640625, false]], [[-5.44921875, false]], [[-9.453125, false]], [[-8.953125, false]], [[-8.703125, false]], [[-9.203125, false]], [[-7.19921875, false]], [[-8.703125, false]], [[-7.19921875, false]], [[-5.44921875, false]], [[-6.44921875, false]], [[-5.69921875, false]], [[-5.69921875, false]], [[-12.453125, false]], [[-9.453125, false]], [[-9.640625, false]], [[-5.44921875, false]], [[-9.453125, false]], [[-7.19921875, false]], [[-5.69921875, false]], [[-6.69921875, false]], [[-9.953125, false]], [[-5.69921875, false]], [[-6.69921875, false]], [[-9.203125, false]], [[-8.953125, false]], [[-9.203125, false]], [[-5.44921875, false]], [[-6.44921875, false]], [[-4.94921875, false]], [[-6.69921875, false]], [[-12.453125, false]], [[-9.453125, false]], [[-12.453125, false]]], "filtered_resps": [[-6.44921875, false], [-9.453125, false], [-6.19921875, false], [-5.69921875, false], [-8.953125, false], [-6.69921875, false], [-8.703125, false], [-6.69921875, false], [-5.44921875, false], [-6.44921875, false], [-2.701171875, false], [-12.453125, false], [-9.453125, false], [-9.640625, false], [-5.44921875, false], [-9.453125, false], [-6.69921875, false], [-5.69921875, false], [-8.953125, false], [-7.19921875, false], [-8.703125, false], [-7.19921875, false], [-5.44921875, false], [-6.44921875, false], [-4.19921875, false], [-5.69921875, false], [-12.453125, false], [-9.453125, false], [-9.640625, false], [-5.44921875, false], [-9.453125, false], [-8.953125, false], [-8.703125, false], [-9.203125, false], [-7.19921875, false], [-8.703125, false], [-7.19921875, false], [-5.44921875, false], [-6.44921875, false], [-5.69921875, false], [-5.69921875, false], [-12.453125, false], [-9.453125, false], [-9.640625, false], [-5.44921875, false], [-9.453125, false], [-7.19921875, false], [-5.69921875, false], [-6.69921875, false], [-9.953125, false], [-5.69921875, false], [-6.69921875, false], [-9.203125, false], [-8.953125, false], [-9.203125, false], [-5.44921875, false], [-6.44921875, false], [-4.94921875, false], [-6.69921875, false], [-12.453125, false], [-9.453125, false], [-12.453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 311, "doc": {"id": "MCAS_8_2015_14", "question": "A species of moth in England has both a light-colored form and a dark-colored form. In the mid-1800s, the percentage of dark-colored moths increased in areas where black soot from factories covered the trees. The soot in these areas has decreased in more recent times as a result of pollution laws. Which of the following statements describes what has most likely happened to the moth populations in these areas?", "choices": {"text": ["The moth populations went extinct.", "The moth populations migrated south.", "The percentage of light-colored moths in the populations decreased.", "The percentage of dark-colored moths in the populations decreased."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "The percentage of dark-colored moths in the populations decreased.", "arguments": ["Question: A species of moth in England has both a light-colored form and a dark-colored form. In the mid-1800s, the percentage of dark-colored moths increased in areas where black soot from factories covered the trees. The soot in these areas has decreased in more recent times as a result of pollution laws. Which of the following statements describes what has most likely happened to the moth populations in these areas?\nAnswer:", " ["], "resps": [[[-7.20703125, false]], [[-9.703125, false]], [[-7.45703125, false]], [[-10.953125, false]], [[-8.453125, false]], [[-6.4609375, false]], [[-8.953125, false]], [[-7.95703125, false]], [[-10.953125, false]], [[-10.953125, false]], [[-6.4609375, false]], [[-8.953125, false]], [[-7.95703125, false]], [[-8.953125, false]], [[-11.703125, false]], [[-9.953125, false]], [[-2.955078125, false]], [[-10.953125, false]], [[-7.95703125, false]], [[-7.95703125, false]], [[-7.70703125, false]], [[-9.953125, false]], [[-6.45703125, false]], [[-10.453125, false]], [[-8.453125, false]], [[-7.70703125, false]], [[-10.953125, false]], [[-6.45703125, false]], [[-8.453125, false]], [[-10.703125, false]], [[-10.953125, false]], [[-7.95703125, false]], [[-7.70703125, false]], [[-6.70703125, false]], [[-10.953125, false]], [[-8.1484375, false]], [[-9.703125, false]], [[-10.609375, false]], [[-6.45703125, false]], [[-9.703125, false]], [[-7.45703125, false]], [[-10.953125, false]], [[-8.453125, false]], [[-6.45703125, false]], [[-8.953125, false]], [[-7.95703125, false]], [[-10.953125, false]], [[-10.953125, false]], [[-6.45703125, false]], [[-8.953125, false]], [[-7.95703125, false]], [[-8.953125, false]], [[-11.703125, false]], [[-9.953125, false]], [[-2.955078125, false]], [[-10.953125, false]], [[-7.95703125, false]], [[-7.95703125, false]], [[-7.70703125, false]], [[-9.953125, false]], [[-6.45703125, false]], [[-8.953125, false]], [[-7.95703125, false]], [[-11.453125, false]], [[-9.453125, false]], [[-2.955078125, false]], [[-10.953125, false]], [[-8.453125, false]], [[-6.45703125, false]], [[-6.45703125, false]], [[-9.953125, false]], [[-7.95703125, false]], [[-11.703125, false]], [[-10.953125, false]], [[-10.953125, false]], [[-8.1484375, false]], [[-9.703125, false]], [[-10.65625, false]], [[-6.45703125, false]], [[-9.703125, false]], [[-7.45703125, false]], [[-10.953125, false]], [[-8.453125, false]], [[-6.45703125, false]], [[-8.953125, false]], [[-8.453125, false]], [[-9.453125, false]], [[-6.70703125, false]], [[-8.453125, false]], [[-7.70703125, false]], [[-10.953125, false]], [[-2.955078125, false]], [[-11.453125, false]], [[-8.453125, false]], [[-6.45703125, false]], [[-7.95703125, false]], [[-8.203125, false]], [[-6.45703125, false]], [[-9.953125, false]], [[-7.95703125, false]], [[-11.453125, false]], [[-10.953125, false]], [[-10.953125, false]], [[-6.70703125, false]], [[-6.70703125, false]], [[-7.95703125, false]], [[-9.953125, false]], [[-7.95703125, false]], [[-9.453125, false]], [[-8.453125, false]], [[-6.45703125, false]], [[-6.45703125, false]], [[-8.953125, false]], [[-7.95703125, false]], [[-10.953125, false]], [[-10.953125, false]], [[-9.953125, false]], [[-6.45703125, false]], [[-7.95703125, false]], [[-7.70703125, false]], [[-6.45703125, false]], [[-10.953125, false]], [[-10.953125, false]], [[-8.453125, false]], [[-6.45703125, false]], [[-8.953125, false]], [[-7.95703125, false]], [[-8.953125, false]], [[-11.703125, false]], [[-9.953125, false]], [[-2.955078125, false]], [[-10.953125, false]], [[-7.95703125, false]], [[-7.95703125, false]], [[-7.70703125, false]], [[-9.953125, false]], [[-6.45703125, false]], [[-6.45703125, false]], [[-8.453125, false]], [[-6.70703125, false]], [[-9.453125, false]], [[-8.453125, false]], [[-2.955078125, false]], [[-9.953125, false]], [[-8.453125, false]], [[-6.45703125, false]], [[-8.1484375, false]], [[-9.703125, false]], [[-10.65625, false]], [[-6.45703125, false]], [[-9.703125, false]], [[-7.45703125, false]], [[-10.953125, false]], [[-8.453125, false]], [[-6.45703125, false]], [[-8.953125, false]], [[-8.453125, false]], [[-9.453125, false]], [[-6.70703125, false]], [[-8.453125, false]], [[-7.70703125, false]], [[-10.953125, false]], [[-2.955078125, false]], [[-11.453125, false]], [[-8.453125, false]], [[-6.45703125, false]], [[-7.95703125, false]], [[-8.203125, false]], [[-6.45703125, false]], [[-6.45703125, false]], [[-2.955078125, false]], [[-9.453125, false]], [[-11.703125, false]], [[-6.70703125, false]], [[-6.70703125, false]], [[-7.95703125, false]], [[-9.953125, false]], [[-7.95703125, false]], [[-9.453125, false]], [[-8.453125, false]], [[-6.45703125, false]], [[-6.45703125, false]], [[-8.953125, false]], [[-7.95703125, false]], [[-10.953125, false]], [[-10.953125, false]], [[-9.953125, false]], [[-6.45703125, false]], [[-7.95703125, false]], [[-7.70703125, false]], [[-6.45703125, false]], [[-10.953125, false]], [[-10.953125, false]], [[-8.453125, false]], [[-6.45703125, false]], [[-8.953125, false]], [[-7.95703125, false]], [[-8.953125, false]], [[-11.703125, false]], [[-9.953125, false]], [[-2.955078125, false]], [[-10.953125, false]], [[-7.95703125, false]], [[-7.95703125, false]], [[-7.70703125, false]], [[-9.953125, false]], [[-6.45703125, false]], [[-6.45703125, false]], [[-8.453125, false]], [[-6.70703125, false]], [[-9.453125, false]], [[-8.453125, false]], [[-2.955078125, false]], [[-9.953125, false]], [[-8.453125, false]], [[-6.45703125, false]], [[-8.1484375, false]], [[-9.703125, false]], [[-12.703125, false]]], "filtered_resps": [[-7.20703125, false], [-9.703125, false], [-7.45703125, false], [-10.953125, false], [-8.453125, false], [-6.4609375, false], [-8.953125, false], [-7.95703125, false], [-10.953125, false], [-10.953125, false], [-6.4609375, false], [-8.953125, false], [-7.95703125, false], [-8.953125, false], [-11.703125, false], [-9.953125, false], [-2.955078125, false], [-10.953125, false], [-7.95703125, false], [-7.95703125, false], [-7.70703125, false], [-9.953125, false], [-6.45703125, false], [-10.453125, false], [-8.453125, false], [-7.70703125, false], [-10.953125, false], [-6.45703125, false], [-8.453125, false], [-10.703125, false], [-10.953125, false], [-7.95703125, false], [-7.70703125, false], [-6.70703125, false], [-10.953125, false], [-8.1484375, false], [-9.703125, false], [-10.609375, false], [-6.45703125, false], [-9.703125, false], [-7.45703125, false], [-10.953125, false], [-8.453125, false], [-6.45703125, false], [-8.953125, false], [-7.95703125, false], [-10.953125, false], [-10.953125, false], [-6.45703125, false], [-8.953125, false], [-7.95703125, false], [-8.953125, false], [-11.703125, false], [-9.953125, false], [-2.955078125, false], [-10.953125, false], [-7.95703125, false], [-7.95703125, false], [-7.70703125, false], [-9.953125, false], [-6.45703125, false], [-8.953125, false], [-7.95703125, false], [-11.453125, false], [-9.453125, false], [-2.955078125, false], [-10.953125, false], [-8.453125, false], [-6.45703125, false], [-6.45703125, false], [-9.953125, false], [-7.95703125, false], [-11.703125, false], [-10.953125, false], [-10.953125, false], [-8.1484375, false], [-9.703125, false], [-10.65625, false], [-6.45703125, false], [-9.703125, false], [-7.45703125, false], [-10.953125, false], [-8.453125, false], [-6.45703125, false], [-8.953125, false], [-8.453125, false], [-9.453125, false], [-6.70703125, false], [-8.453125, false], [-7.70703125, false], [-10.953125, false], [-2.955078125, false], [-11.453125, false], [-8.453125, false], [-6.45703125, false], [-7.95703125, false], [-8.203125, false], [-6.45703125, false], [-9.953125, false], [-7.95703125, false], [-11.453125, false], [-10.953125, false], [-10.953125, false], [-6.70703125, false], [-6.70703125, false], [-7.95703125, false], [-9.953125, false], [-7.95703125, false], [-9.453125, false], [-8.453125, false], [-6.45703125, false], [-6.45703125, false], [-8.953125, false], [-7.95703125, false], [-10.953125, false], [-10.953125, false], [-9.953125, false], [-6.45703125, false], [-7.95703125, false], [-7.70703125, false], [-6.45703125, false], [-10.953125, false], [-10.953125, false], [-8.453125, false], [-6.45703125, false], [-8.953125, false], [-7.95703125, false], [-8.953125, false], [-11.703125, false], [-9.953125, false], [-2.955078125, false], [-10.953125, false], [-7.95703125, false], [-7.95703125, false], [-7.70703125, false], [-9.953125, false], [-6.45703125, false], [-6.45703125, false], [-8.453125, false], [-6.70703125, false], [-9.453125, false], [-8.453125, false], [-2.955078125, false], [-9.953125, false], [-8.453125, false], [-6.45703125, false], [-8.1484375, false], [-9.703125, false], [-10.65625, false], [-6.45703125, false], [-9.703125, false], [-7.45703125, false], [-10.953125, false], [-8.453125, false], [-6.45703125, false], [-8.953125, false], [-8.453125, false], [-9.453125, false], [-6.70703125, false], [-8.453125, false], [-7.70703125, false], [-10.953125, false], [-2.955078125, false], [-11.453125, false], [-8.453125, false], [-6.45703125, false], [-7.95703125, false], [-8.203125, false], [-6.45703125, false], [-6.45703125, false], [-2.955078125, false], [-9.453125, false], [-11.703125, false], [-6.70703125, false], [-6.70703125, false], [-7.95703125, false], [-9.953125, false], [-7.95703125, false], [-9.453125, false], [-8.453125, false], [-6.45703125, false], [-6.45703125, false], [-8.953125, false], [-7.95703125, false], [-10.953125, false], [-10.953125, false], [-9.953125, false], [-6.45703125, false], [-7.95703125, false], [-7.70703125, false], [-6.45703125, false], [-10.953125, false], [-10.953125, false], [-8.453125, false], [-6.45703125, false], [-8.953125, false], [-7.95703125, false], [-8.953125, false], [-11.703125, false], [-9.953125, false], [-2.955078125, false], [-10.953125, false], [-7.95703125, false], [-7.95703125, false], [-7.70703125, false], [-9.953125, false], [-6.45703125, false], [-6.45703125, false], [-8.453125, false], [-6.70703125, false], [-9.453125, false], [-8.453125, false], [-2.955078125, false], [-9.953125, false], [-8.453125, false], [-6.45703125, false], [-8.1484375, false], [-9.703125, false], [-12.703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 319, "doc": {"id": "MEA_2014_8_2", "question": "Which statement describes an interaction between the hydrosphere and the atmosphere?", "choices": {"text": ["Flowing water carves through rock to form a canyon.", "Lava from an underwater volcano cools to form a mountain.", "Ashes rise from a volcanic eruption to block sunlight.", "Water vapor rises from the ocean to form clouds."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Water vapor rises from the ocean to form clouds.", "arguments": ["Question: Which statement describes an interaction between the hydrosphere and the atmosphere?\nAnswer:", " ["], "resps": [[[-7.03125, false]], [[-9.03125, false]], [[-7.28125, false]], [[-11.03125, false]], [[-8.28125, false]], [[-11.15625, false]], [[-8.53125, false]], [[-9.53125, false]], [[-11.65625, false]], [[-5.03125, false]], [[-11.15625, false]], [[-4.53125, false]], [[-10.90625, false]], [[-7.53125, false]], [[-11.40625, false]], [[-5.03125, false]], [[-8.03125, false]], [[-4.53125, false]], [[-11.40625, false]], [[-10.65625, false]], [[-7.53125, false]], [[-9.53125, false]], [[-5.03125, false]], [[-10.90625, false]], [[-9.78125, false]], [[-11.40625, false]], [[-8.28125, false]], [[-12.03125, false]], [[-11.65625, false]], [[-9.78125, false]], [[-5.03125, false]], [[-11.40625, false]], [[-8.28125, false]], [[-8.03125, false]], [[-11.65625, false]], [[-5.03125, false]], [[-10.90625, false]], [[-8.28125, false]], [[-5.03125, false]], [[-9.28125, false]], [[-8.28125, false]], [[-11.40625, false]], [[-9.28125, false]], [[-5.03125, false]], [[-4.53125, false]], [[-5.03125, false]], [[-8.03125, false]], [[-4.53125, false]], [[-9.53125, false]], [[-11.28125, false]], [[-8.28125, false]], [[-9.53125, false]], [[-6.0859375, false]], [[-9.03125, false]], [[-9.5859375, false]], [[-5.03125, false]], [[-9.03125, false]], [[-8.28125, false]], [[-4.53125, false]], [[-10.65625, false]], [[-4.53125, false]], [[-5.03125, false]], [[-9.28125, false]], [[-11.40625, false]], [[-8.28125, false]], [[-9.28125, false]], [[-5.03125, false]], [[-4.53125, false]], [[-9.53125, false]], [[-5.03125, false]], [[-12.03125, false]], [[-9.53125, false]], [[-8.03125, false]], [[-7.53125, false]], [[-11.40625, false]], [[-11.15625, false]], [[-4.53125, false]], [[-10.90625, false]], [[-7.53125, false]], [[-11.40625, false]], [[-5.03125, false]], [[-10.65625, false]], [[-8.28125, false]], [[-11.03125, false]], [[-8.03125, false]], [[-4.53125, false]], [[-9.53125, false]], [[-8.28125, false]], [[-5.03125, false]], [[-8.03125, false]], [[-8.28125, false]], [[-8.28125, false]], [[-11.03125, false]], [[-9.53125, false]], [[-5.03125, false]], [[-10.90625, false]], [[-8.28125, false]], [[-5.03125, false]], [[-9.28125, false]], [[-8.28125, false]], [[-11.40625, false]], [[-9.28125, false]], [[-5.03125, false]], [[-4.53125, false]], [[-5.03125, false]], [[-9.28125, false]], [[-8.28125, false]], [[-12.03125, false]], [[-9.53125, false]], [[-10.90625, false]], [[-4.53125, false]], [[-8.53125, false]], [[-9.53125, false]], [[-6.0859375, false]], [[-9.03125, false]], [[-9.5859375, false]], [[-5.03125, false]], [[-9.03125, false]], [[-2.78125, false]], [[-9.53125, false]], [[-9.78125, false]], [[-7.53125, false]], [[-9.53125, false]], [[-5.03125, false]], [[-11.40625, false]], [[-8.53125, false]], [[-9.53125, false]], [[-7.53125, false]], [[-5.03125, false]], [[-9.28125, false]], [[-11.40625, false]], [[-8.28125, false]], [[-9.28125, false]], [[-5.03125, false]], [[-4.53125, false]], [[-5.03125, false]], [[-10.65625, false]], [[-8.28125, false]], [[-11.03125, false]], [[-8.03125, false]], [[-4.53125, false]], [[-9.53125, false]], [[-8.53125, false]], [[-8.03125, false]], [[-5.03125, false]], [[-7.53125, false]], [[-11.40625, false]], [[-12.03125, false]], [[-9.03125, false]], [[-10.90625, false]], [[-8.53125, false]], [[-8.28125, false]], [[-9.53125, false]], [[-5.03125, false]], [[-10.90625, false]], [[-8.28125, false]], [[-5.03125, false]], [[-8.03125, false]], [[-11.03125, false]], [[-8.28125, false]], [[-8.03125, false]], [[-11.65625, false]], [[-5.03125, false]], [[-9.53125, false]], [[-12.03125, false]], [[-9.53125, false]], [[-11.03125, false]], [[-8.53125, false]], [[-11.65625, false]], [[-9.78125, false]], [[-10.90625, false]], [[-6.0859375, false]], [[-9.03125, false]], [[-9.5859375, false]], [[-5.03125, false]], [[-9.03125, false]], [[-8.53125, false]], [[-4.53125, false]], [[-10.90625, false]], [[-7.53125, false]], [[-11.40625, false]], [[-5.03125, false]], [[-10.65625, false]], [[-4.53125, false]], [[-9.03125, false]], [[-8.28125, false]], [[-11.40625, false]], [[-5.03125, false]], [[-11.40625, false]], [[-8.53125, false]], [[-9.53125, false]], [[-7.53125, false]], [[-9.53125, false]], [[-5.03125, false]], [[-9.28125, false]], [[-11.40625, false]], [[-8.28125, false]], [[-9.28125, false]], [[-5.03125, false]], [[-10.90625, false]], [[-9.78125, false]], [[-7.53125, false]], [[-5.03125, false]], [[-8.28125, false]], [[-8.03125, false]], [[-7.53125, false]], [[-4.53125, false]], [[-9.53125, false]], [[-5.03125, false]], [[-10.90625, false]], [[-8.28125, false]], [[-5.03125, false]], [[-9.28125, false]], [[-8.28125, false]], [[-11.40625, false]], [[-9.28125, false]], [[-5.03125, false]], [[-8.03125, false]], [[-11.03125, false]], [[-8.28125, false]], [[-12.03125, false]], [[-8.03125, false]], [[-9.53125, false]], [[-6.0859375, false]], [[-9.03125, false]], [[-13.15625, false]]], "filtered_resps": [[-7.03125, false], [-9.03125, false], [-7.28125, false], [-11.03125, false], [-8.28125, false], [-11.15625, false], [-8.53125, false], [-9.53125, false], [-11.65625, false], [-5.03125, false], [-11.15625, false], [-4.53125, false], [-10.90625, false], [-7.53125, false], [-11.40625, false], [-5.03125, false], [-8.03125, false], [-4.53125, false], [-11.40625, false], [-10.65625, false], [-7.53125, false], [-9.53125, false], [-5.03125, false], [-10.90625, false], [-9.78125, false], [-11.40625, false], [-8.28125, false], [-12.03125, false], [-11.65625, false], [-9.78125, false], [-5.03125, false], [-11.40625, false], [-8.28125, false], [-8.03125, false], [-11.65625, false], [-5.03125, false], [-10.90625, false], [-8.28125, false], [-5.03125, false], [-9.28125, false], [-8.28125, false], [-11.40625, false], [-9.28125, false], [-5.03125, false], [-4.53125, false], [-5.03125, false], [-8.03125, false], [-4.53125, false], [-9.53125, false], [-11.28125, false], [-8.28125, false], [-9.53125, false], [-6.0859375, false], [-9.03125, false], [-9.5859375, false], [-5.03125, false], [-9.03125, false], [-8.28125, false], [-4.53125, false], [-10.65625, false], [-4.53125, false], [-5.03125, false], [-9.28125, false], [-11.40625, false], [-8.28125, false], [-9.28125, false], [-5.03125, false], [-4.53125, false], [-9.53125, false], [-5.03125, false], [-12.03125, false], [-9.53125, false], [-8.03125, false], [-7.53125, false], [-11.40625, false], [-11.15625, false], [-4.53125, false], [-10.90625, false], [-7.53125, false], [-11.40625, false], [-5.03125, false], [-10.65625, false], [-8.28125, false], [-11.03125, false], [-8.03125, false], [-4.53125, false], [-9.53125, false], [-8.28125, false], [-5.03125, false], [-8.03125, false], [-8.28125, false], [-8.28125, false], [-11.03125, false], [-9.53125, false], [-5.03125, false], [-10.90625, false], [-8.28125, false], [-5.03125, false], [-9.28125, false], [-8.28125, false], [-11.40625, false], [-9.28125, false], [-5.03125, false], [-4.53125, false], [-5.03125, false], [-9.28125, false], [-8.28125, false], [-12.03125, false], [-9.53125, false], [-10.90625, false], [-4.53125, false], [-8.53125, false], [-9.53125, false], [-6.0859375, false], [-9.03125, false], [-9.5859375, false], [-5.03125, false], [-9.03125, false], [-2.78125, false], [-9.53125, false], [-9.78125, false], [-7.53125, false], [-9.53125, false], [-5.03125, false], [-11.40625, false], [-8.53125, false], [-9.53125, false], [-7.53125, false], [-5.03125, false], [-9.28125, false], [-11.40625, false], [-8.28125, false], [-9.28125, false], [-5.03125, false], [-4.53125, false], [-5.03125, false], [-10.65625, false], [-8.28125, false], [-11.03125, false], [-8.03125, false], [-4.53125, false], [-9.53125, false], [-8.53125, false], [-8.03125, false], [-5.03125, false], [-7.53125, false], [-11.40625, false], [-12.03125, false], [-9.03125, false], [-10.90625, false], [-8.53125, false], [-8.28125, false], [-9.53125, false], [-5.03125, false], [-10.90625, false], [-8.28125, false], [-5.03125, false], [-8.03125, false], [-11.03125, false], [-8.28125, false], [-8.03125, false], [-11.65625, false], [-5.03125, false], [-9.53125, false], [-12.03125, false], [-9.53125, false], [-11.03125, false], [-8.53125, false], [-11.65625, false], [-9.78125, false], [-10.90625, false], [-6.0859375, false], [-9.03125, false], [-9.5859375, false], [-5.03125, false], [-9.03125, false], [-8.53125, false], [-4.53125, false], [-10.90625, false], [-7.53125, false], [-11.40625, false], [-5.03125, false], [-10.65625, false], [-4.53125, false], [-9.03125, false], [-8.28125, false], [-11.40625, false], [-5.03125, false], [-11.40625, false], [-8.53125, false], [-9.53125, false], [-7.53125, false], [-9.53125, false], [-5.03125, false], [-9.28125, false], [-11.40625, false], [-8.28125, false], [-9.28125, false], [-5.03125, false], [-10.90625, false], [-9.78125, false], [-7.53125, false], [-5.03125, false], [-8.28125, false], [-8.03125, false], [-7.53125, false], [-4.53125, false], [-9.53125, false], [-5.03125, false], [-10.90625, false], [-8.28125, false], [-5.03125, false], [-9.28125, false], [-8.28125, false], [-11.40625, false], [-9.28125, false], [-5.03125, false], [-8.03125, false], [-11.03125, false], [-8.28125, false], [-12.03125, false], [-8.03125, false], [-9.53125, false], [-6.0859375, false], [-9.03125, false], [-13.15625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 327, "doc": {"id": "MEA_2014_5_15", "question": "Which type of organism is made of one cell?", "choices": {"text": ["trees", "bacteria", "fern", "fish"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "bacteria", "arguments": ["Question: Which type of organism is made of one cell?\nAnswer:", " ["], "resps": [[[-7.390625, false]], [[-8.390625, false]], [[-10.140625, false]], [[-7.890625, false]], [[-5.890625, false]], [[-5.890625, false]], [[-8.390625, false]], [[-8.390625, false]], [[-10.078125, false]], [[-4.640625, false]], [[-8.390625, false]], [[-8.640625, false]], [[-3.392578125, false]], [[-7.140625, false]], [[-10.140625, false]], [[-5.890625, false]], [[-7.890625, false]], [[-9.140625, false]], [[-3.392578125, false]], [[-8.390625, false]], [[-10.078125, false]], [[-4.640625, false]], [[-8.390625, false]], [[-10.015625, false]], [[-5.890625, false]], [[-7.890625, false]], [[-9.390625, false]], [[-8.390625, false]], [[-10.078125, false]], [[-4.640625, false]], [[-8.390625, false]], [[-10.015625, false]], [[-9.140625, false]], [[-8.390625, false]], [[-10.765625, false]], [[-8.390625, false]], [[-13.640625, false]]], "filtered_resps": [[-7.390625, false], [-8.390625, false], [-10.140625, false], [-7.890625, false], [-5.890625, false], [-5.890625, false], [-8.390625, false], [-8.390625, false], [-10.078125, false], [-4.640625, false], [-8.390625, false], [-8.640625, false], [-3.392578125, false], [-7.140625, false], [-10.140625, false], [-5.890625, false], [-7.890625, false], [-9.140625, false], [-3.392578125, false], [-8.390625, false], [-10.078125, false], [-4.640625, false], [-8.390625, false], [-10.015625, false], [-5.890625, false], [-7.890625, false], [-9.390625, false], [-8.390625, false], [-10.078125, false], [-4.640625, false], [-8.390625, false], [-10.015625, false], [-9.140625, false], [-8.390625, false], [-10.765625, false], [-8.390625, false], [-13.640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 335, "doc": {"id": "Mercury_SC_405783", "question": "Every organism in an ecosystem receives energy from another source. Which of these organisms receives its energy directly from the Sun?", "choices": {"text": ["deer", "fungus", "grass", "hawk"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "grass", "arguments": ["Question: Every organism in an ecosystem receives energy from another source. Which of these organisms receives its energy directly from the Sun?\nAnswer:", " ["], "resps": [[[-7.23046875, false]], [[-9.9765625, false]], [[-7.23046875, false]], [[-6.98046875, false]], [[-6.98046875, false]], [[-8.4765625, false]], [[-9.9765625, false]], [[-9.765625, false]], [[-4.48046875, false]], [[-9.9765625, false]], [[-9.9765625, false]], [[-10.7265625, false]], [[-8.9765625, false]], [[-11.4765625, false]], [[-10.7265625, false]], [[-8.9765625, false]], [[-9.9765625, false]], [[-9.765625, false]], [[-4.48046875, false]], [[-9.9765625, false]], [[-11.4765625, false]], [[-8.4765625, false]], [[-4.73046875, false]], [[-8.9765625, false]], [[-8.9765625, false]], [[-9.9765625, false]], [[-9.765625, false]], [[-4.48046875, false]], [[-9.9765625, false]], [[-11.4765625, false]], [[-4.73046875, false]], [[-9.7265625, false]], [[-9.4765625, false]], [[-9.9765625, false]], [[-13.4765625, false]]], "filtered_resps": [[-7.23046875, false], [-9.9765625, false], [-7.23046875, false], [-6.98046875, false], [-6.98046875, false], [-8.4765625, false], [-9.9765625, false], [-9.765625, false], [-4.48046875, false], [-9.9765625, false], [-9.9765625, false], [-10.7265625, false], [-8.9765625, false], [-11.4765625, false], [-10.7265625, false], [-8.9765625, false], [-9.9765625, false], [-9.765625, false], [-4.48046875, false], [-9.9765625, false], [-11.4765625, false], [-8.4765625, false], [-4.73046875, false], [-8.9765625, false], [-8.9765625, false], [-9.9765625, false], [-9.765625, false], [-4.48046875, false], [-9.9765625, false], [-11.4765625, false], [-4.73046875, false], [-9.7265625, false], [-9.4765625, false], [-9.9765625, false], [-13.4765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 343, "doc": {"id": "MCAS_2004_8_22", "question": "The heath hen, an extinct small wild fowl, was a relative of the prairie chicken. Which of the following most likely caused extinction of the heath hen?", "choices": {"text": ["overhunting", "stable climate", "plentiful food supply", "abundant nesting sites"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "overhunting", "arguments": ["Question: The heath hen, an extinct small wild fowl, was a relative of the prairie chicken. Which of the following most likely caused extinction of the heath hen?\nAnswer:", " ["], "resps": [[[-6.78515625, false]], [[-10.4140625, false]], [[-7.78515625, false]], [[-10.6640625, false]], [[-7.03515625, false]], [[-7.91015625, false]], [[-8.7890625, false]], [[-11.0390625, false]], [[-8.5390625, false]], [[-9.5390625, false]], [[-7.53515625, false]], [[-8.5390625, false]], [[-10.4140625, false]], [[-10.4140625, false]], [[-10.71875, false]], [[-5.5859375, false]], [[-10.4140625, false]], [[-9.0390625, false]], [[-9.5390625, false]], [[-4.03515625, false]], [[-6.28515625, false]], [[-9.0390625, false]], [[-7.03515625, false]], [[-5.5859375, false]], [[-6.28515625, false]], [[-9.0390625, false]], [[-7.53515625, false]], [[-9.9140625, false]], [[-4.03515625, false]], [[-9.5390625, false]], [[-7.03515625, false]], [[-10.4140625, false]], [[-10.71875, false]], [[-5.78515625, false]], [[-10.4140625, false]], [[-7.53515625, false]], [[-9.0390625, false]], [[-7.03515625, false]], [[-8.5390625, false]], [[-9.5390625, false]], [[-7.53515625, false]], [[-6.53515625, false]], [[-11.0390625, false]], [[-9.0390625, false]], [[-5.78515625, false]], [[-6.53515625, false]], [[-7.78515625, false]], [[-7.78515625, false]], [[-6.03515625, false]], [[-5.78515625, false]], [[-9.0390625, false]], [[-11.0390625, false]], [[-7.53515625, false]], [[-7.53515625, false]], [[-9.0390625, false]], [[-11.7890625, false]], [[-10.4140625, false]], [[-10.71875, false]], [[-5.78515625, false]], [[-10.4140625, false]], [[-4.03515625, false]], [[-6.28515625, false]], [[-11.0390625, false]], [[-8.5390625, false]], [[-6.03515625, false]], [[-4.03515625, false]], [[-8.5390625, false]], [[-9.5390625, false]], [[-5.78515625, false]], [[-8.5390625, false]], [[-7.03515625, false]], [[-9.0390625, false]], [[-9.5390625, false]], [[-7.53515625, false]], [[-8.5390625, false]], [[-10.4140625, false]], [[-5.78515625, false]], [[-9.0390625, false]], [[-7.53515625, false]], [[-9.5390625, false]], [[-7.03515625, false]], [[-9.0390625, false]], [[-10.4140625, false]], [[-13.2890625, false]]], "filtered_resps": [[-6.78515625, false], [-10.4140625, false], [-7.78515625, false], [-10.6640625, false], [-7.03515625, false], [-7.91015625, false], [-8.7890625, false], [-11.0390625, false], [-8.5390625, false], [-9.5390625, false], [-7.53515625, false], [-8.5390625, false], [-10.4140625, false], [-10.4140625, false], [-10.71875, false], [-5.5859375, false], [-10.4140625, false], [-9.0390625, false], [-9.5390625, false], [-4.03515625, false], [-6.28515625, false], [-9.0390625, false], [-7.03515625, false], [-5.5859375, false], [-6.28515625, false], [-9.0390625, false], [-7.53515625, false], [-9.9140625, false], [-4.03515625, false], [-9.5390625, false], [-7.03515625, false], [-10.4140625, false], [-10.71875, false], [-5.78515625, false], [-10.4140625, false], [-7.53515625, false], [-9.0390625, false], [-7.03515625, false], [-8.5390625, false], [-9.5390625, false], [-7.53515625, false], [-6.53515625, false], [-11.0390625, false], [-9.0390625, false], [-5.78515625, false], [-6.53515625, false], [-7.78515625, false], [-7.78515625, false], [-6.03515625, false], [-5.78515625, false], [-9.0390625, false], [-11.0390625, false], [-7.53515625, false], [-7.53515625, false], [-9.0390625, false], [-11.7890625, false], [-10.4140625, false], [-10.71875, false], [-5.78515625, false], [-10.4140625, false], [-4.03515625, false], [-6.28515625, false], [-11.0390625, false], [-8.5390625, false], [-6.03515625, false], [-4.03515625, false], [-8.5390625, false], [-9.5390625, false], [-5.78515625, false], [-8.5390625, false], [-7.03515625, false], [-9.0390625, false], [-9.5390625, false], [-7.53515625, false], [-8.5390625, false], [-10.4140625, false], [-5.78515625, false], [-9.0390625, false], [-7.53515625, false], [-9.5390625, false], [-7.03515625, false], [-9.0390625, false], [-10.4140625, false], [-13.2890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 351, "doc": {"id": "Mercury_7217035", "question": "If the climate in an area were to become much drier, which plant variation would be most advantageous to the survival of the species?", "choices": {"text": ["bigger branches", "larger flowers", "thicker leaves", "longer stems"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "thicker leaves", "arguments": ["Question: If the climate in an area were to become much drier, which plant variation would be most advantageous to the survival of the species?\nAnswer:", " ["], "resps": [[[-7.125, false]], [[-8.0, false]], [[-9.0, false]], [[-8.375, false]], [[-11.5, false]], [[-11.5, false]], [[-8.625, false]], [[-10.0, false]], [[-5.5, false]], [[-9.0, false]], [[-10.0, false]], [[-5.875, false]], [[-9.0, false]], [[-9.625, false]], [[-10.375, false]], [[-8.625, false]], [[-10.125, false]], [[-8.0, false]], [[-10.0703125, false]], [[-5.5, false]], [[-8.0, false]], [[-10.125, false]], [[-5.875, false]], [[-10.0, false]], [[-11.5, false]], [[-8.625, false]], [[-10.0, false]], [[-5.5, false]], [[-10.5, false]], [[-10.125, false]], [[-8.5, false]], [[-9.5, false]], [[-8.625, false]], [[-10.0, false]], [[-10.125, false]], [[-8.0, false]], [[-10.0703125, false]], [[-5.5, false]], [[-8.0, false]], [[-10.875, false]], [[-10.375, false]], [[-8.375, false]], [[-9.625, false]], [[-10.75, false]], [[-8.625, false]], [[-10.0, false]], [[-5.5, false]], [[-10.125, false]], [[-8.625, false]], [[-5.875, false]], [[-12.0, false]], [[-8.625, false]], [[-10.125, false]], [[-8.0, false]], [[-10.0703125, false]], [[-5.5, false]], [[-8.0, false]], [[-10.125, false]], [[-8.5, false]], [[-9.0, false]], [[-11.5, false]], [[-8.625, false]], [[-10.0, false]], [[-5.5, false]], [[-10.125, false]], [[-10.875, false]], [[-8.625, false]], [[-10.25, false]], [[-10.125, false]], [[-8.0, false]], [[-13.875, false]]], "filtered_resps": [[-7.125, false], [-8.0, false], [-9.0, false], [-8.375, false], [-11.5, false], [-11.5, false], [-8.625, false], [-10.0, false], [-5.5, false], [-9.0, false], [-10.0, false], [-5.875, false], [-9.0, false], [-9.625, false], [-10.375, false], [-8.625, false], [-10.125, false], [-8.0, false], [-10.0703125, false], [-5.5, false], [-8.0, false], [-10.125, false], [-5.875, false], [-10.0, false], [-11.5, false], [-8.625, false], [-10.0, false], [-5.5, false], [-10.5, false], [-10.125, false], [-8.5, false], [-9.5, false], [-8.625, false], [-10.0, false], [-10.125, false], [-8.0, false], [-10.0703125, false], [-5.5, false], [-8.0, false], [-10.875, false], [-10.375, false], [-8.375, false], [-9.625, false], [-10.75, false], [-8.625, false], [-10.0, false], [-5.5, false], [-10.125, false], [-8.625, false], [-5.875, false], [-12.0, false], [-8.625, false], [-10.125, false], [-8.0, false], [-10.0703125, false], [-5.5, false], [-8.0, false], [-10.125, false], [-8.5, false], [-9.0, false], [-11.5, false], [-8.625, false], [-10.0, false], [-5.5, false], [-10.125, false], [-10.875, false], [-8.625, false], [-10.25, false], [-10.125, false], [-8.0, false], [-13.875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 359, "doc": {"id": "Mercury_SC_401403", "question": "Animals and plants need oxygen to live. Oxygen is released in photosynthesis. Which cycle includes photosynthesis?", "choices": {"text": ["the carbon cycle", "the nitrogen cycle", "the water cycle", "the rock cycle"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "the carbon cycle", "arguments": ["Question: Animals and plants need oxygen to live. Oxygen is released in photosynthesis. Which cycle includes photosynthesis?\nAnswer:", " ["], "resps": [[[-6.7734375, false]], [[-10.0234375, false]], [[-9.0234375, false]], [[-10.0234375, false]], [[-6.7734375, false]], [[-4.5234375, false]], [[-5.2734375, false]], [[-3.7734375, false]], [[-8.5234375, false]], [[-6.0234375, false]], [[-6.5234375, false]], [[-7.2734375, false]], [[-4.5234375, false]], [[-5.2734375, false]], [[-9.2734375, false]], [[-5.2734375, false]], [[-11.2734375, false]], [[-6.7734375, false]], [[-10.0234375, false]], [[-9.609375, false]], [[-4.5234375, false]], [[-10.0234375, false]], [[-9.0234375, false]], [[-10.0234375, false]], [[-6.7734375, false]], [[-4.5234375, false]], [[-7.2734375, false]], [[-7.0234375, false]], [[-9.0234375, false]], [[-8.5234375, false]], [[-6.5234375, false]], [[-10.7734375, false]], [[-6.7734375, false]], [[-7.2734375, false]], [[-4.5234375, false]], [[-5.2734375, false]], [[-9.2734375, false]], [[-5.2734375, false]], [[-11.2734375, false]], [[-6.7734375, false]], [[-10.0234375, false]], [[-9.609375, false]], [[-4.5234375, false]], [[-10.0234375, false]], [[-9.0234375, false]], [[-10.0234375, false]], [[-6.7734375, false]], [[-4.5234375, false]], [[-11.2734375, false]], [[-3.7734375, false]], [[-9.0234375, false]], [[-6.7734375, false]], [[-8.5234375, false]], [[-4.5234375, false]], [[-5.2734375, false]], [[-9.2734375, false]], [[-5.2734375, false]], [[-11.2734375, false]], [[-6.7734375, false]], [[-10.0234375, false]], [[-9.609375, false]], [[-4.5234375, false]], [[-10.0234375, false]], [[-9.0234375, false]], [[-10.0234375, false]], [[-6.7734375, false]], [[-4.5234375, false]], [[-8.5234375, false]], [[-6.5234375, false]], [[-5.2734375, false]], [[-7.7734375, false]], [[-4.5234375, false]], [[-5.2734375, false]], [[-9.2734375, false]], [[-5.2734375, false]], [[-11.2734375, false]], [[-6.7734375, false]], [[-10.0234375, false]], [[-14.2734375, false]]], "filtered_resps": [[-6.7734375, false], [-10.0234375, false], [-9.0234375, false], [-10.0234375, false], [-6.7734375, false], [-4.5234375, false], [-5.2734375, false], [-3.7734375, false], [-8.5234375, false], [-6.0234375, false], [-6.5234375, false], [-7.2734375, false], [-4.5234375, false], [-5.2734375, false], [-9.2734375, false], [-5.2734375, false], [-11.2734375, false], [-6.7734375, false], [-10.0234375, false], [-9.609375, false], [-4.5234375, false], [-10.0234375, false], [-9.0234375, false], [-10.0234375, false], [-6.7734375, false], [-4.5234375, false], [-7.2734375, false], [-7.0234375, false], [-9.0234375, false], [-8.5234375, false], [-6.5234375, false], [-10.7734375, false], [-6.7734375, false], [-7.2734375, false], [-4.5234375, false], [-5.2734375, false], [-9.2734375, false], [-5.2734375, false], [-11.2734375, false], [-6.7734375, false], [-10.0234375, false], [-9.609375, false], [-4.5234375, false], [-10.0234375, false], [-9.0234375, false], [-10.0234375, false], [-6.7734375, false], [-4.5234375, false], [-11.2734375, false], [-3.7734375, false], [-9.0234375, false], [-6.7734375, false], [-8.5234375, false], [-4.5234375, false], [-5.2734375, false], [-9.2734375, false], [-5.2734375, false], [-11.2734375, false], [-6.7734375, false], [-10.0234375, false], [-9.609375, false], [-4.5234375, false], [-10.0234375, false], [-9.0234375, false], [-10.0234375, false], [-6.7734375, false], [-4.5234375, false], [-8.5234375, false], [-6.5234375, false], [-5.2734375, false], [-7.7734375, false], [-4.5234375, false], [-5.2734375, false], [-9.2734375, false], [-5.2734375, false], [-11.2734375, false], [-6.7734375, false], [-10.0234375, false], [-14.2734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 367, "doc": {"id": "Mercury_7090633", "question": "What causes the tectonic plates of Earth to continually move?", "choices": {"text": ["convection currents in the mantle", "volcanic and seismic activity in the crust", "strong winds and storms", "rotation of the solid core"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "convection currents in the mantle", "arguments": ["Question: What causes the tectonic plates of Earth to continually move?\nAnswer:", " ["], "resps": [[[-8.734375, false]], [[-8.734375, false]], [[-9.484375, false]], [[-10.484375, false]], [[-11.734375, false]], [[-11.234375, false]], [[-6.98046875, false]], [[-9.484375, false]], [[-9.984375, false]], [[-9.984375, false]], [[-10.484375, false]], [[-11.734375, false]], [[-5.98046875, false]], [[-9.484375, false]], [[-12.734375, false]], [[-10.734375, false]], [[-10.734375, false]], [[-6.98046875, false]], [[-11.734375, false]], [[-9.984375, false]], [[-10.234375, false]], [[-5.98046875, false]], [[-9.984375, false]], [[-11.734375, false]], [[-5.98046875, false]], [[-9.984375, false]], [[-12.234375, false]], [[-6.98046875, false]], [[-5.98046875, false]], [[-10.984375, false]], [[-6.48046875, false]], [[-11.734375, false]], [[-9.984375, false]], [[-11.984375, false]], [[-6.98046875, false]], [[-8.734375, false]], [[-10.53125, false]], [[-5.98046875, false]], [[-8.734375, false]], [[-11.234375, false]], [[-10.484375, false]], [[-11.984375, false]], [[-9.484375, false]], [[-6.48046875, false]], [[-11.734375, false]], [[-9.984375, false]], [[-9.484375, false]], [[-5.98046875, false]], [[-6.48046875, false]], [[-11.734375, false]], [[-11.234375, false]], [[-5.98046875, false]], [[-10.234375, false]], [[-6.98046875, false]], [[-9.984375, false]], [[-10.234375, false]], [[-10.984375, false]], [[-9.984375, false]], [[-9.484375, false]], [[-5.98046875, false]], [[-6.48046875, false]], [[-9.484375, false]], [[-9.984375, false]], [[-9.984375, false]], [[-11.234375, false]], [[-9.984375, false]], [[-9.984375, false]], [[-12.984375, false]], [[-5.98046875, false]], [[-9.984375, false]], [[-11.734375, false]], [[-5.98046875, false]], [[-9.984375, false]], [[-12.234375, false]], [[-6.98046875, false]], [[-5.98046875, false]], [[-9.484375, false]], [[-10.734375, false]], [[-12.734375, false]], [[-10.234375, false]], [[-9.984375, false]], [[-8.734375, false]], [[-10.53125, false]], [[-5.98046875, false]], [[-8.734375, false]], [[-10.234375, false]], [[-9.984375, false]], [[-10.734375, false]], [[-10.484375, false]], [[-11.734375, false]], [[-12.984375, false]], [[-5.98046875, false]], [[-12.234375, false]], [[-9.984375, false]], [[-11.734375, false]], [[-11.234375, false]], [[-10.234375, false]], [[-5.98046875, false]], [[-6.48046875, false]], [[-11.734375, false]], [[-11.234375, false]], [[-5.98046875, false]], [[-10.234375, false]], [[-9.984375, false]], [[-10.484375, false]], [[-10.734375, false]], [[-10.984375, false]], [[-10.234375, false]], [[-8.734375, false]], [[-10.53125, false]], [[-5.98046875, false]], [[-8.734375, false]], [[-10.734375, false]], [[-10.484375, false]], [[-9.984375, false]], [[-6.48046875, false]], [[-9.984375, false]], [[-9.984375, false]], [[-10.484375, false]], [[-11.734375, false]], [[-5.98046875, false]], [[-10.484375, false]], [[-9.984375, false]], [[-5.98046875, false]], [[-9.984375, false]], [[-12.234375, false]], [[-6.98046875, false]], [[-5.98046875, false]], [[-10.234375, false]], [[-10.484375, false]], [[-11.984375, false]], [[-9.984375, false]], [[-11.234375, false]], [[-5.98046875, false]], [[-9.484375, false]], [[-10.484375, false]], [[-10.734375, false]], [[-6.98046875, false]], [[-8.734375, false]], [[-13.734375, false]]], "filtered_resps": [[-8.734375, false], [-8.734375, false], [-9.484375, false], [-10.484375, false], [-11.734375, false], [-11.234375, false], [-6.98046875, false], [-9.484375, false], [-9.984375, false], [-9.984375, false], [-10.484375, false], [-11.734375, false], [-5.98046875, false], [-9.484375, false], [-12.734375, false], [-10.734375, false], [-10.734375, false], [-6.98046875, false], [-11.734375, false], [-9.984375, false], [-10.234375, false], [-5.98046875, false], [-9.984375, false], [-11.734375, false], [-5.98046875, false], [-9.984375, false], [-12.234375, false], [-6.98046875, false], [-5.98046875, false], [-10.984375, false], [-6.48046875, false], [-11.734375, false], [-9.984375, false], [-11.984375, false], [-6.98046875, false], [-8.734375, false], [-10.53125, false], [-5.98046875, false], [-8.734375, false], [-11.234375, false], [-10.484375, false], [-11.984375, false], [-9.484375, false], [-6.48046875, false], [-11.734375, false], [-9.984375, false], [-9.484375, false], [-5.98046875, false], [-6.48046875, false], [-11.734375, false], [-11.234375, false], [-5.98046875, false], [-10.234375, false], [-6.98046875, false], [-9.984375, false], [-10.234375, false], [-10.984375, false], [-9.984375, false], [-9.484375, false], [-5.98046875, false], [-6.48046875, false], [-9.484375, false], [-9.984375, false], [-9.984375, false], [-11.234375, false], [-9.984375, false], [-9.984375, false], [-12.984375, false], [-5.98046875, false], [-9.984375, false], [-11.734375, false], [-5.98046875, false], [-9.984375, false], [-12.234375, false], [-6.98046875, false], [-5.98046875, false], [-9.484375, false], [-10.734375, false], [-12.734375, false], [-10.234375, false], [-9.984375, false], [-8.734375, false], [-10.53125, false], [-5.98046875, false], [-8.734375, false], [-10.234375, false], [-9.984375, false], [-10.734375, false], [-10.484375, false], [-11.734375, false], [-12.984375, false], [-5.98046875, false], [-12.234375, false], [-9.984375, false], [-11.734375, false], [-11.234375, false], [-10.234375, false], [-5.98046875, false], [-6.48046875, false], [-11.734375, false], [-11.234375, false], [-5.98046875, false], [-10.234375, false], [-9.984375, false], [-10.484375, false], [-10.734375, false], [-10.984375, false], [-10.234375, false], [-8.734375, false], [-10.53125, false], [-5.98046875, false], [-8.734375, false], [-10.734375, false], [-10.484375, false], [-9.984375, false], [-6.48046875, false], [-9.984375, false], [-9.984375, false], [-10.484375, false], [-11.734375, false], [-5.98046875, false], [-10.484375, false], [-9.984375, false], [-5.98046875, false], [-9.984375, false], [-12.234375, false], [-6.98046875, false], [-5.98046875, false], [-10.234375, false], [-10.484375, false], [-11.984375, false], [-9.984375, false], [-11.234375, false], [-5.98046875, false], [-9.484375, false], [-10.484375, false], [-10.734375, false], [-6.98046875, false], [-8.734375, false], [-13.734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 375, "doc": {"id": "Mercury_SC_415492", "question": "Ernie made a diagram to model Earth's orbit. What shape is most like what Ernie drew for the orbit?", "choices": {"text": ["square", "oval", "triangle", "rectangle"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "oval", "arguments": ["Question: Ernie made a diagram to model Earth's orbit. What shape is most like what Ernie drew for the orbit?\nAnswer:", " ["], "resps": [[[-6.0625, false]], [[-7.3125, false]], [[-8.0625, false]], [[-10.5625, false]], [[-10.3125, false]], [[-4.0625, false]], [[-8.5625, false]], [[-8.3125, false]], [[-7.3125, false]], [[-9.75, false]], [[-5.0625, false]], [[-7.3125, false]], [[-9.5625, false]], [[-9.3125, false]], [[-4.0625, false]], [[-10.3125, false]], [[-7.3125, false]], [[-9.75, false]], [[-5.0625, false]], [[-7.3125, false]], [[-8.5625, false]], [[-8.5625, false]], [[-9.3125, false]], [[-4.0625, false]], [[-8.5625, false]], [[-11.5625, false]], [[-10.3125, false]], [[-8.3125, false]], [[-7.3125, false]], [[-9.75, false]], [[-5.0625, false]], [[-7.3125, false]], [[-8.5625, false]], [[-8.3125, false]], [[-7.8125, false]], [[-8.5625, false]], [[-4.0625, false]], [[-8.5625, false]], [[-11.5625, false]], [[-10.3125, false]], [[-8.3125, false]], [[-7.3125, false]], [[-11.8125, false]]], "filtered_resps": [[-6.0625, false], [-7.3125, false], [-8.0625, false], [-10.5625, false], [-10.3125, false], [-4.0625, false], [-8.5625, false], [-8.3125, false], [-7.3125, false], [-9.75, false], [-5.0625, false], [-7.3125, false], [-9.5625, false], [-9.3125, false], [-4.0625, false], [-10.3125, false], [-7.3125, false], [-9.75, false], [-5.0625, false], [-7.3125, false], [-8.5625, false], [-8.5625, false], [-9.3125, false], [-4.0625, false], [-8.5625, false], [-11.5625, false], [-10.3125, false], [-8.3125, false], [-7.3125, false], [-9.75, false], [-5.0625, false], [-7.3125, false], [-8.5625, false], [-8.3125, false], [-7.8125, false], [-8.5625, false], [-4.0625, false], [-8.5625, false], [-11.5625, false], [-10.3125, false], [-8.3125, false], [-7.3125, false], [-11.8125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 383, "doc": {"id": "Mercury_7217350", "question": "Which is the most important reason for scientists to publish their data and findings that result from a scientific investigation?", "choices": {"text": ["to become famous", "to get paid for their research", "to allow other scientists to try to replicate their results", "to gain respect from their peers in the scientific community"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "to allow other scientists to try to replicate their results", "arguments": ["Question: Which is the most important reason for scientists to publish their data and findings that result from a scientific investigation?\nAnswer:", " ["], "resps": [[[-7.984375, false]], [[-8.234375, false]], [[-11.359375, false]], [[-10.359375, false]], [[-5.734375, false]], [[-10.984375, false]], [[-8.234375, false]], [[-10.609375, false]], [[-10.359375, false]], [[-11.484375, false]], [[-8.234375, false]], [[-5.734375, false]], [[-10.734375, false]], [[-6.484375, false]], [[-11.484375, false]], [[-10.359375, false]], [[-11.484375, false]], [[-10.359375, false]], [[-8.234375, false]], [[-10.40625, false]], [[-5.734375, false]], [[-8.234375, false]], [[-11.359375, false]], [[-10.359375, false]], [[-5.734375, false]], [[-14.359375, false]], [[-8.234375, false]], [[-11.359375, false]], [[-5.734375, false]], [[-8.484375, false]], [[-6.484375, false]], [[-9.734375, false]], [[-9.859375, false]], [[-5.734375, false]], [[-10.734375, false]], [[-10.359375, false]], [[-11.484375, false]], [[-5.734375, false]], [[-11.359375, false]], [[-12.109375, false]], [[-8.234375, false]], [[-9.734375, false]], [[-11.484375, false]], [[-5.734375, false]], [[-11.484375, false]], [[-8.234375, false]], [[-10.359375, false]], [[-8.234375, false]], [[-6.484375, false]], [[-11.484375, false]], [[-10.609375, false]], [[-12.109375, false]], [[-8.234375, false]], [[-10.40625, false]], [[-5.734375, false]], [[-8.234375, false]], [[-11.359375, false]], [[-10.359375, false]], [[-5.734375, false]], [[-6.484375, false]], [[-10.484375, false]], [[-10.484375, false]], [[-10.359375, false]], [[-11.859375, false]], [[-5.734375, false]], [[-10.359375, false]], [[-11.359375, false]], [[-12.109375, false]], [[-8.234375, false]], [[-11.484375, false]], [[-5.734375, false]], [[-10.359375, false]], [[-10.609375, false]], [[-9.734375, false]], [[-8.234375, false]], [[-10.359375, false]], [[-11.359375, false]], [[-9.734375, false]], [[-10.359375, false]], [[-11.359375, false]], [[-10.359375, false]], [[-5.734375, false]], [[-11.359375, false]], [[-10.359375, false]], [[-5.734375, false]], [[-11.359375, false]], [[-11.484375, false]], [[-12.984375, false]], [[-5.734375, false]], [[-11.359375, false]], [[-10.359375, false]], [[-5.734375, false]], [[-11.484375, false]], [[-8.234375, false]], [[-8.484375, false]], [[-10.484375, false]], [[-9.734375, false]], [[-10.609375, false]], [[-6.484375, false]], [[-11.359375, false]], [[-8.234375, false]], [[-5.734375, false]], [[-11.359375, false]], [[-12.109375, false]], [[-8.234375, false]], [[-9.734375, false]], [[-11.484375, false]], [[-5.734375, false]], [[-11.484375, false]], [[-8.234375, false]], [[-10.359375, false]], [[-11.484375, false]], [[-10.484375, false]], [[-11.359375, false]], [[-10.359375, false]], [[-8.234375, false]], [[-10.40625, false]], [[-5.734375, false]], [[-8.234375, false]], [[-11.359375, false]], [[-10.359375, false]], [[-5.734375, false]], [[-14.359375, false]], [[-6.484375, false]], [[-9.734375, false]], [[-10.359375, false]], [[-5.734375, false]], [[-11.484375, false]], [[-8.234375, false]], [[-10.359375, false]], [[-8.484375, false]], [[-8.234375, false]], [[-10.609375, false]], [[-11.359375, false]], [[-5.734375, false]], [[-10.734375, false]], [[-11.484375, false]], [[-10.359375, false]], [[-11.484375, false]], [[-5.734375, false]], [[-11.359375, false]], [[-12.109375, false]], [[-8.234375, false]], [[-9.734375, false]], [[-11.484375, false]], [[-5.734375, false]], [[-8.484375, false]], [[-8.234375, false]], [[-8.234375, false]], [[-11.484375, false]], [[-10.359375, false]], [[-5.734375, false]], [[-9.734375, false]], [[-10.359375, false]], [[-5.734375, false]], [[-11.359375, false]], [[-12.109375, false]], [[-8.234375, false]], [[-5.734375, false]], [[-10.359375, false]], [[-10.609375, false]], [[-9.734375, false]], [[-8.234375, false]], [[-10.359375, false]], [[-11.359375, false]], [[-9.734375, false]], [[-10.734375, false]], [[-9.734375, false]], [[-10.609375, false]], [[-5.734375, false]], [[-10.609375, false]], [[-10.359375, false]], [[-11.484375, false]], [[-11.484375, false]], [[-11.484375, false]], [[-10.359375, false]], [[-9.734375, false]], [[-11.359375, false]], [[-12.984375, false]], [[-8.234375, false]], [[-12.484375, false]]], "filtered_resps": [[-7.984375, false], [-8.234375, false], [-11.359375, false], [-10.359375, false], [-5.734375, false], [-10.984375, false], [-8.234375, false], [-10.609375, false], [-10.359375, false], [-11.484375, false], [-8.234375, false], [-5.734375, false], [-10.734375, false], [-6.484375, false], [-11.484375, false], [-10.359375, false], [-11.484375, false], [-10.359375, false], [-8.234375, false], [-10.40625, false], [-5.734375, false], [-8.234375, false], [-11.359375, false], [-10.359375, false], [-5.734375, false], [-14.359375, false], [-8.234375, false], [-11.359375, false], [-5.734375, false], [-8.484375, false], [-6.484375, false], [-9.734375, false], [-9.859375, false], [-5.734375, false], [-10.734375, false], [-10.359375, false], [-11.484375, false], [-5.734375, false], [-11.359375, false], [-12.109375, false], [-8.234375, false], [-9.734375, false], [-11.484375, false], [-5.734375, false], [-11.484375, false], [-8.234375, false], [-10.359375, false], [-8.234375, false], [-6.484375, false], [-11.484375, false], [-10.609375, false], [-12.109375, false], [-8.234375, false], [-10.40625, false], [-5.734375, false], [-8.234375, false], [-11.359375, false], [-10.359375, false], [-5.734375, false], [-6.484375, false], [-10.484375, false], [-10.484375, false], [-10.359375, false], [-11.859375, false], [-5.734375, false], [-10.359375, false], [-11.359375, false], [-12.109375, false], [-8.234375, false], [-11.484375, false], [-5.734375, false], [-10.359375, false], [-10.609375, false], [-9.734375, false], [-8.234375, false], [-10.359375, false], [-11.359375, false], [-9.734375, false], [-10.359375, false], [-11.359375, false], [-10.359375, false], [-5.734375, false], [-11.359375, false], [-10.359375, false], [-5.734375, false], [-11.359375, false], [-11.484375, false], [-12.984375, false], [-5.734375, false], [-11.359375, false], [-10.359375, false], [-5.734375, false], [-11.484375, false], [-8.234375, false], [-8.484375, false], [-10.484375, false], [-9.734375, false], [-10.609375, false], [-6.484375, false], [-11.359375, false], [-8.234375, false], [-5.734375, false], [-11.359375, false], [-12.109375, false], [-8.234375, false], [-9.734375, false], [-11.484375, false], [-5.734375, false], [-11.484375, false], [-8.234375, false], [-10.359375, false], [-11.484375, false], [-10.484375, false], [-11.359375, false], [-10.359375, false], [-8.234375, false], [-10.40625, false], [-5.734375, false], [-8.234375, false], [-11.359375, false], [-10.359375, false], [-5.734375, false], [-14.359375, false], [-6.484375, false], [-9.734375, false], [-10.359375, false], [-5.734375, false], [-11.484375, false], [-8.234375, false], [-10.359375, false], [-8.484375, false], [-8.234375, false], [-10.609375, false], [-11.359375, false], [-5.734375, false], [-10.734375, false], [-11.484375, false], [-10.359375, false], [-11.484375, false], [-5.734375, false], [-11.359375, false], [-12.109375, false], [-8.234375, false], [-9.734375, false], [-11.484375, false], [-5.734375, false], [-8.484375, false], [-8.234375, false], [-8.234375, false], [-11.484375, false], [-10.359375, false], [-5.734375, false], [-9.734375, false], [-10.359375, false], [-5.734375, false], [-11.359375, false], [-12.109375, false], [-8.234375, false], [-5.734375, false], [-10.359375, false], [-10.609375, false], [-9.734375, false], [-8.234375, false], [-10.359375, false], [-11.359375, false], [-9.734375, false], [-10.734375, false], [-9.734375, false], [-10.609375, false], [-5.734375, false], [-10.609375, false], [-10.359375, false], [-11.484375, false], [-11.484375, false], [-11.484375, false], [-10.359375, false], [-9.734375, false], [-11.359375, false], [-12.984375, false], [-8.234375, false], [-12.484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 391, "doc": {"id": "NAEP_2005_8_S11+11", "question": "A person produces two sound waves with a flute, one immediately after the other. Both sound waves have the same pitch, but the second one is louder. Which of the following properties is greater for the second sound wave?", "choices": {"text": ["Frequency", "Amplitude", "Wavelength", "Speed in air"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Amplitude", "arguments": ["Question: A person produces two sound waves with a flute, one immediately after the other. Both sound waves have the same pitch, but the second one is louder. Which of the following properties is greater for the second sound wave?\nAnswer:", " ["], "resps": [[[-6.3203125, false]], [[-9.8203125, false]], [[-5.0703125, false]], [[-7.0703125, false]], [[-6.5703125, false]], [[-6.0703125, false]], [[-8.3203125, false]], [[-6.5703125, false]], [[-6.8203125, false]], [[-5.5703125, false]], [[-8.8203125, false]], [[-9.8203125, false]], [[-8.921875, false]], [[-4.82421875, false]], [[-9.8203125, false]], [[-2.318359375, false]], [[-6.3203125, false]], [[-6.8203125, false]], [[-8.0703125, false]], [[-7.0703125, false]], [[-6.5703125, false]], [[-8.3203125, false]], [[-5.0703125, false]], [[-6.5703125, false]], [[-9.8203125, false]], [[-8.921875, false]], [[-4.82421875, false]], [[-9.8203125, false]], [[-7.5703125, false]], [[-2.818359375, false]], [[-7.8203125, false]], [[-6.5703125, false]], [[-8.0703125, false]], [[-6.5703125, false]], [[-6.8203125, false]], [[-9.5703125, false]], [[-6.5703125, false]], [[-8.5703125, false]], [[-9.8203125, false]], [[-8.875, false]], [[-4.8203125, false]], [[-9.8203125, false]], [[-4.8203125, false]], [[-6.8203125, false]], [[-6.5703125, false]], [[-6.5703125, false]], [[-5.0703125, false]], [[-4.8203125, false]], [[-7.0703125, false]], [[-6.8203125, false]], [[-4.8203125, false]], [[-2.818359375, false]], [[-7.0703125, false]], [[-7.0703125, false]], [[-9.8203125, false]], [[-11.5703125, false]]], "filtered_resps": [[-6.3203125, false], [-9.8203125, false], [-5.0703125, false], [-7.0703125, false], [-6.5703125, false], [-6.0703125, false], [-8.3203125, false], [-6.5703125, false], [-6.8203125, false], [-5.5703125, false], [-8.8203125, false], [-9.8203125, false], [-8.921875, false], [-4.82421875, false], [-9.8203125, false], [-2.318359375, false], [-6.3203125, false], [-6.8203125, false], [-8.0703125, false], [-7.0703125, false], [-6.5703125, false], [-8.3203125, false], [-5.0703125, false], [-6.5703125, false], [-9.8203125, false], [-8.921875, false], [-4.82421875, false], [-9.8203125, false], [-7.5703125, false], [-2.818359375, false], [-7.8203125, false], [-6.5703125, false], [-8.0703125, false], [-6.5703125, false], [-6.8203125, false], [-9.5703125, false], [-6.5703125, false], [-8.5703125, false], [-9.8203125, false], [-8.875, false], [-4.8203125, false], [-9.8203125, false], [-4.8203125, false], [-6.8203125, false], [-6.5703125, false], [-6.5703125, false], [-5.0703125, false], [-4.8203125, false], [-7.0703125, false], [-6.8203125, false], [-4.8203125, false], [-2.818359375, false], [-7.0703125, false], [-7.0703125, false], [-9.8203125, false], [-11.5703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 399, "doc": {"id": "TIMSS_2011_4_pg97", "question": "A metal spoon and a wooden spoon are used to stir a pot of hot soup. After a few minutes, the metal spoon feels hotter than the wooden spoon. What explains this?", "choices": {"text": ["Metal is always hotter than wood.", "Metal conducts heat better than wood.", "Metal conducts electricity better than wood.", "Metal heats up the water better than the wood."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Metal conducts heat better than wood.", "arguments": ["Question: A metal spoon and a wooden spoon are used to stir a pot of hot soup. After a few minutes, the metal spoon feels hotter than the wooden spoon. What explains this?\nAnswer:", " ["], "resps": [[[-8.21875, false]], [[-9.71875, false]], [[-6.46875, false]], [[-10.71875, false]], [[-11.71875, false]], [[-6.21875, false]], [[-11.96875, false]], [[-6.21875, false]], [[-10.71875, false]], [[-10.21875, false]], [[-6.21875, false]], [[-6.21875, false]], [[-11.96875, false]], [[-11.96875, false]], [[-6.21875, false]], [[-13.71875, false]], [[-10.21875, false]], [[-6.21875, false]], [[-12.71875, false]], [[-11.21875, false]], [[-11.71875, false]], [[-11.71875, false]], [[-10.71875, false]], [[-11.96875, false]], [[-6.21875, false]], [[-11.71875, false]], [[-12.71875, false]], [[-6.21875, false]], [[-10.71875, false]], [[-6.21875, false]], [[-11.96875, false]], [[-11.21875, false]], [[-11.21875, false]], [[-10.96875, false]], [[-7.79296875, false]], [[-9.71875, false]], [[-11.171875, false]], [[-6.21875, false]], [[-9.71875, false]], [[-6.46875, false]], [[-10.71875, false]], [[-11.71875, false]], [[-6.21875, false]], [[-11.96875, false]], [[-6.21875, false]], [[-10.96875, false]], [[-11.21875, false]], [[-10.71875, false]], [[-10.96875, false]], [[-11.21875, false]], [[-10.96875, false]], [[-11.71875, false]], [[-10.21875, false]], [[-6.21875, false]], [[-12.71875, false]], [[-10.71875, false]], [[-6.21875, false]], [[-11.71875, false]], [[-6.21875, false]], [[-10.21875, false]], [[-10.71875, false]], [[-11.71875, false]], [[-11.71875, false]], [[-10.71875, false]], [[-11.96875, false]], [[-6.21875, false]], [[-11.71875, false]], [[-12.71875, false]], [[-6.21875, false]], [[-10.71875, false]], [[-6.21875, false]], [[-11.96875, false]], [[-11.21875, false]], [[-11.21875, false]], [[-10.96875, false]], [[-7.79296875, false]], [[-9.71875, false]], [[-11.171875, false]], [[-6.21875, false]], [[-9.71875, false]], [[-6.46875, false]], [[-10.71875, false]], [[-11.71875, false]], [[-6.21875, false]], [[-11.96875, false]], [[-6.21875, false]], [[-10.96875, false]], [[-11.21875, false]], [[-10.71875, false]], [[-10.96875, false]], [[-11.21875, false]], [[-10.96875, false]], [[-11.71875, false]], [[-10.21875, false]], [[-6.21875, false]], [[-10.71875, false]], [[-11.96875, false]], [[-10.71875, false]], [[-10.96875, false]], [[-11.71875, false]], [[-11.96875, false]], [[-10.71875, false]], [[-10.96875, false]], [[-10.71875, false]], [[-11.71875, false]], [[-13.71875, false]], [[-6.21875, false]], [[-10.21875, false]], [[-10.71875, false]], [[-11.71875, false]], [[-11.71875, false]], [[-10.71875, false]], [[-11.96875, false]], [[-6.21875, false]], [[-11.71875, false]], [[-12.71875, false]], [[-6.21875, false]], [[-10.71875, false]], [[-6.21875, false]], [[-11.96875, false]], [[-11.21875, false]], [[-11.21875, false]], [[-10.96875, false]], [[-7.79296875, false]], [[-9.71875, false]], [[-11.171875, false]], [[-6.21875, false]], [[-9.71875, false]], [[-6.46875, false]], [[-10.71875, false]], [[-11.71875, false]], [[-6.21875, false]], [[-11.96875, false]], [[-6.21875, false]], [[-12.71875, false]], [[-10.71875, false]], [[-6.21875, false]], [[-11.71875, false]], [[-10.21875, false]], [[-6.21875, false]], [[-11.21875, false]], [[-11.46875, false]], [[-6.21875, false]], [[-11.71875, false]], [[-12.71875, false]], [[-10.71875, false]], [[-6.21875, false]], [[-11.96875, false]], [[-6.21875, false]], [[-11.71875, false]], [[-10.71875, false]], [[-11.96875, false]], [[-6.21875, false]], [[-10.21875, false]], [[-10.71875, false]], [[-11.71875, false]], [[-11.71875, false]], [[-10.71875, false]], [[-11.96875, false]], [[-6.21875, false]], [[-11.71875, false]], [[-12.71875, false]], [[-6.21875, false]], [[-10.71875, false]], [[-6.21875, false]], [[-11.71875, false]], [[-12.71875, false]], [[-10.71875, false]], [[-6.21875, false]], [[-11.96875, false]], [[-11.21875, false]], [[-11.21875, false]], [[-10.96875, false]], [[-7.79296875, false]], [[-9.71875, false]], [[-13.21875, false]]], "filtered_resps": [[-8.21875, false], [-9.71875, false], [-6.46875, false], [-10.71875, false], [-11.71875, false], [-6.21875, false], [-11.96875, false], [-6.21875, false], [-10.71875, false], [-10.21875, false], [-6.21875, false], [-6.21875, false], [-11.96875, false], [-11.96875, false], [-6.21875, false], [-13.71875, false], [-10.21875, false], [-6.21875, false], [-12.71875, false], [-11.21875, false], [-11.71875, false], [-11.71875, false], [-10.71875, false], [-11.96875, false], [-6.21875, false], [-11.71875, false], [-12.71875, false], [-6.21875, false], [-10.71875, false], [-6.21875, false], [-11.96875, false], [-11.21875, false], [-11.21875, false], [-10.96875, false], [-7.79296875, false], [-9.71875, false], [-11.171875, false], [-6.21875, false], [-9.71875, false], [-6.46875, false], [-10.71875, false], [-11.71875, false], [-6.21875, false], [-11.96875, false], [-6.21875, false], [-10.96875, false], [-11.21875, false], [-10.71875, false], [-10.96875, false], [-11.21875, false], [-10.96875, false], [-11.71875, false], [-10.21875, false], [-6.21875, false], [-12.71875, false], [-10.71875, false], [-6.21875, false], [-11.71875, false], [-6.21875, false], [-10.21875, false], [-10.71875, false], [-11.71875, false], [-11.71875, false], [-10.71875, false], [-11.96875, false], [-6.21875, false], [-11.71875, false], [-12.71875, false], [-6.21875, false], [-10.71875, false], [-6.21875, false], [-11.96875, false], [-11.21875, false], [-11.21875, false], [-10.96875, false], [-7.79296875, false], [-9.71875, false], [-11.171875, false], [-6.21875, false], [-9.71875, false], [-6.46875, false], [-10.71875, false], [-11.71875, false], [-6.21875, false], [-11.96875, false], [-6.21875, false], [-10.96875, false], [-11.21875, false], [-10.71875, false], [-10.96875, false], [-11.21875, false], [-10.96875, false], [-11.71875, false], [-10.21875, false], [-6.21875, false], [-10.71875, false], [-11.96875, false], [-10.71875, false], [-10.96875, false], [-11.71875, false], [-11.96875, false], [-10.71875, false], [-10.96875, false], [-10.71875, false], [-11.71875, false], [-13.71875, false], [-6.21875, false], [-10.21875, false], [-10.71875, false], [-11.71875, false], [-11.71875, false], [-10.71875, false], [-11.96875, false], [-6.21875, false], [-11.71875, false], [-12.71875, false], [-6.21875, false], [-10.71875, false], [-6.21875, false], [-11.96875, false], [-11.21875, false], [-11.21875, false], [-10.96875, false], [-7.79296875, false], [-9.71875, false], [-11.171875, false], [-6.21875, false], [-9.71875, false], [-6.46875, false], [-10.71875, false], [-11.71875, false], [-6.21875, false], [-11.96875, false], [-6.21875, false], [-12.71875, false], [-10.71875, false], [-6.21875, false], [-11.71875, false], [-10.21875, false], [-6.21875, false], [-11.21875, false], [-11.46875, false], [-6.21875, false], [-11.71875, false], [-12.71875, false], [-10.71875, false], [-6.21875, false], [-11.96875, false], [-6.21875, false], [-11.71875, false], [-10.71875, false], [-11.96875, false], [-6.21875, false], [-10.21875, false], [-10.71875, false], [-11.71875, false], [-11.71875, false], [-10.71875, false], [-11.96875, false], [-6.21875, false], [-11.71875, false], [-12.71875, false], [-6.21875, false], [-10.71875, false], [-6.21875, false], [-11.71875, false], [-12.71875, false], [-10.71875, false], [-6.21875, false], [-11.96875, false], [-11.21875, false], [-11.21875, false], [-10.96875, false], [-7.79296875, false], [-9.71875, false], [-13.21875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 407, "doc": {"id": "Mercury_415085", "question": "In one day, a family in a car rode for 2 hours, stopped for 3 hours, and then rode for another 5 hours. During the day, the family traveled a total distance of 400 kilometers. What was their average speed for the whole trip?", "choices": {"text": ["10 km/h", "20 km/h", "40 km/h", "50 km/h"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "40 km/h", "arguments": ["Question: In one day, a family in a car rode for 2 hours, stopped for 3 hours, and then rode for another 5 hours. During the day, the family traveled a total distance of 400 kilometers. What was their average speed for the whole trip?\nAnswer:", " ["], "resps": [[[-6.91796875, false]], [[-9.6640625, false]], [[-5.16796875, false]], [[-6.66796875, false]], [[-4.3515625, false]], [[-8.4140625, false]], [[-7.41796875, false]], [[-9.9140625, false]], [[-9.9140625, false]], [[-9.6640625, false]], [[-9.078125, false]], [[-4.41796875, false]], [[-9.6640625, false]], [[-5.41796875, false]], [[-6.66796875, false]], [[-4.41796875, false]], [[-8.4140625, false]], [[-7.41796875, false]], [[-9.9140625, false]], [[-9.9140625, false]], [[-9.6640625, false]], [[-9.078125, false]], [[-4.41796875, false]], [[-9.6640625, false]], [[-5.16796875, false]], [[-6.66796875, false]], [[-4.41796875, false]], [[-8.4140625, false]], [[-7.41796875, false]], [[-9.9140625, false]], [[-9.9140625, false]], [[-9.6640625, false]], [[-9.078125, false]], [[-4.41796875, false]], [[-9.6640625, false]], [[-5.66796875, false]], [[-6.66796875, false]], [[-4.41796875, false]], [[-8.4140625, false]], [[-7.41796875, false]], [[-9.9140625, false]], [[-9.9140625, false]], [[-9.6640625, false]], [[-11.9140625, false]]], "filtered_resps": [[-6.91796875, false], [-9.6640625, false], [-5.16796875, false], [-6.66796875, false], [-4.3515625, false], [-8.4140625, false], [-7.41796875, false], [-9.9140625, false], [-9.9140625, false], [-9.6640625, false], [-9.078125, false], [-4.41796875, false], [-9.6640625, false], [-5.41796875, false], [-6.66796875, false], [-4.41796875, false], [-8.4140625, false], [-7.41796875, false], [-9.9140625, false], [-9.9140625, false], [-9.6640625, false], [-9.078125, false], [-4.41796875, false], [-9.6640625, false], [-5.16796875, false], [-6.66796875, false], [-4.41796875, false], [-8.4140625, false], [-7.41796875, false], [-9.9140625, false], [-9.9140625, false], [-9.6640625, false], [-9.078125, false], [-4.41796875, false], [-9.6640625, false], [-5.66796875, false], [-6.66796875, false], [-4.41796875, false], [-8.4140625, false], [-7.41796875, false], [-9.9140625, false], [-9.9140625, false], [-9.6640625, false], [-11.9140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 415, "doc": {"id": "Mercury_403937", "question": "A student investigates the effect of temperature on the distance a caterpillar travels in one minute. The student performs the investigation at four different times of day using one caterpillar. This experiment could be improved if the student", "choices": {"text": ["uses more than one caterpillar.", "performs the investigation on a wet surface.", "uses earthworms instead of caterpillars.", "performs the investigation at the same time on four days."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "uses more than one caterpillar.", "arguments": ["Question: A student investigates the effect of temperature on the distance a caterpillar travels in one minute. The student performs the investigation at four different times of day using one caterpillar. This experiment could be improved if the student\nAnswer:", " ["], "resps": [[[-6.84375, false]], [[-9.09375, false]], [[-9.09375, false]], [[-8.09375, false]], [[-8.46875, false]], [[-8.09375, false]], [[-5.21875, false]], [[-9.71875, false]], [[-8.84375, false]], [[-9.59375, false]], [[-8.46875, false]], [[-5.21875, false]], [[-9.09375, false]], [[-9.46875, false]], [[-4.21875, false]], [[-8.46875, false]], [[-5.21875, false]], [[-8.84375, false]], [[-8.46875, false]], [[-8.46875, false]], [[-5.21875, false]], [[-7.34375, false]], [[-4.21875, false]], [[-9.09375, false]], [[-8.46875, false]], [[-9.59375, false]], [[-8.21875, false]], [[-6.96875, false]], [[-10.34375, false]], [[-10.34375, false]], [[-4.21875, false]], [[-9.59375, false]], [[-6.55078125, false]], [[-9.09375, false]], [[-8.2578125, false]], [[-5.21875, false]], [[-9.09375, false]], [[-8.21875, false]], [[-8.46875, false]], [[-9.59375, false]], [[-8.46875, false]], [[-8.84375, false]], [[-9.59375, false]], [[-9.71875, false]], [[-8.09375, false]], [[-5.21875, false]], [[-9.09375, false]], [[-9.46875, false]], [[-8.46875, false]], [[-5.21875, false]], [[-6.96875, false]], [[-8.46875, false]], [[-9.96875, false]], [[-8.46875, false]], [[-8.09375, false]], [[-9.09375, false]], [[-6.96875, false]], [[-10.09375, false]], [[-4.21875, false]], [[-9.09375, false]], [[-6.96875, false]], [[-8.84375, false]], [[-8.46875, false]], [[-5.21875, false]], [[-8.84375, false]], [[-8.46875, false]], [[-5.21875, false]], [[-4.21875, false]], [[-5.21875, false]], [[-9.96875, false]], [[-8.46875, false]], [[-9.09375, false]], [[-5.21875, false]], [[-8.09375, false]], [[-9.09375, false]], [[-9.59375, false]], [[-8.46875, false]], [[-4.21875, false]], [[-7.34375, false]], [[-8.46875, false]], [[-6.55078125, false]], [[-9.09375, false]], [[-8.296875, false]], [[-5.21875, false]], [[-9.09375, false]], [[-9.09375, false]], [[-8.09375, false]], [[-8.46875, false]], [[-8.09375, false]], [[-5.21875, false]], [[-8.46875, false]], [[-4.21875, false]], [[-9.59375, false]], [[-9.09375, false]], [[-9.46875, false]], [[-9.96875, false]], [[-8.84375, false]], [[-9.59375, false]], [[-9.71875, false]], [[-8.09375, false]], [[-5.21875, false]], [[-6.96875, false]], [[-8.46875, false]], [[-8.09375, false]], [[-9.09375, false]], [[-8.46875, false]], [[-4.21875, false]], [[-7.21875, false]], [[-5.21875, false]], [[-8.84375, false]], [[-8.46875, false]], [[-5.21875, false]], [[-7.34375, false]], [[-4.21875, false]], [[-9.09375, false]], [[-8.46875, false]], [[-9.59375, false]], [[-8.21875, false]], [[-6.96875, false]], [[-10.34375, false]], [[-10.34375, false]], [[-4.21875, false]], [[-9.59375, false]], [[-8.09375, false]], [[-6.55078125, false]], [[-9.09375, false]], [[-8.296875, false]], [[-5.21875, false]], [[-9.09375, false]], [[-8.21875, false]], [[-8.46875, false]], [[-9.59375, false]], [[-8.46875, false]], [[-8.84375, false]], [[-9.59375, false]], [[-9.71875, false]], [[-8.09375, false]], [[-5.21875, false]], [[-9.09375, false]], [[-9.46875, false]], [[-8.46875, false]], [[-5.21875, false]], [[-6.96875, false]], [[-8.46875, false]], [[-9.96875, false]], [[-8.46875, false]], [[-8.09375, false]], [[-9.09375, false]], [[-6.96875, false]], [[-10.09375, false]], [[-4.21875, false]], [[-9.09375, false]], [[-6.96875, false]], [[-8.84375, false]], [[-8.46875, false]], [[-5.21875, false]], [[-4.21875, false]], [[-9.09375, false]], [[-5.21875, false]], [[-9.09375, false]], [[-9.46875, false]], [[-8.46875, false]], [[-5.21875, false]], [[-8.09375, false]], [[-4.21875, false]], [[-9.71875, false]], [[-8.46875, false]], [[-5.21875, false]], [[-9.09375, false]], [[-6.96875, false]], [[-9.71875, false]], [[-8.46875, false]], [[-5.21875, false]], [[-8.84375, false]], [[-8.46875, false]], [[-5.21875, false]], [[-8.46875, false]], [[-8.84375, false]], [[-9.09375, false]], [[-9.59375, false]], [[-5.21875, false]], [[-7.21875, false]], [[-4.21875, false]], [[-10.96875, false]], [[-8.09375, false]], [[-6.55078125, false]], [[-9.09375, false]], [[-10.71875, false]]], "filtered_resps": [[-6.84375, false], [-9.09375, false], [-9.09375, false], [-8.09375, false], [-8.46875, false], [-8.09375, false], [-5.21875, false], [-9.71875, false], [-8.84375, false], [-9.59375, false], [-8.46875, false], [-5.21875, false], [-9.09375, false], [-9.46875, false], [-4.21875, false], [-8.46875, false], [-5.21875, false], [-8.84375, false], [-8.46875, false], [-8.46875, false], [-5.21875, false], [-7.34375, false], [-4.21875, false], [-9.09375, false], [-8.46875, false], [-9.59375, false], [-8.21875, false], [-6.96875, false], [-10.34375, false], [-10.34375, false], [-4.21875, false], [-9.59375, false], [-6.55078125, false], [-9.09375, false], [-8.2578125, false], [-5.21875, false], [-9.09375, false], [-8.21875, false], [-8.46875, false], [-9.59375, false], [-8.46875, false], [-8.84375, false], [-9.59375, false], [-9.71875, false], [-8.09375, false], [-5.21875, false], [-9.09375, false], [-9.46875, false], [-8.46875, false], [-5.21875, false], [-6.96875, false], [-8.46875, false], [-9.96875, false], [-8.46875, false], [-8.09375, false], [-9.09375, false], [-6.96875, false], [-10.09375, false], [-4.21875, false], [-9.09375, false], [-6.96875, false], [-8.84375, false], [-8.46875, false], [-5.21875, false], [-8.84375, false], [-8.46875, false], [-5.21875, false], [-4.21875, false], [-5.21875, false], [-9.96875, false], [-8.46875, false], [-9.09375, false], [-5.21875, false], [-8.09375, false], [-9.09375, false], [-9.59375, false], [-8.46875, false], [-4.21875, false], [-7.34375, false], [-8.46875, false], [-6.55078125, false], [-9.09375, false], [-8.296875, false], [-5.21875, false], [-9.09375, false], [-9.09375, false], [-8.09375, false], [-8.46875, false], [-8.09375, false], [-5.21875, false], [-8.46875, false], [-4.21875, false], [-9.59375, false], [-9.09375, false], [-9.46875, false], [-9.96875, false], [-8.84375, false], [-9.59375, false], [-9.71875, false], [-8.09375, false], [-5.21875, false], [-6.96875, false], [-8.46875, false], [-8.09375, false], [-9.09375, false], [-8.46875, false], [-4.21875, false], [-7.21875, false], [-5.21875, false], [-8.84375, false], [-8.46875, false], [-5.21875, false], [-7.34375, false], [-4.21875, false], [-9.09375, false], [-8.46875, false], [-9.59375, false], [-8.21875, false], [-6.96875, false], [-10.34375, false], [-10.34375, false], [-4.21875, false], [-9.59375, false], [-8.09375, false], [-6.55078125, false], [-9.09375, false], [-8.296875, false], [-5.21875, false], [-9.09375, false], [-8.21875, false], [-8.46875, false], [-9.59375, false], [-8.46875, false], [-8.84375, false], [-9.59375, false], [-9.71875, false], [-8.09375, false], [-5.21875, false], [-9.09375, false], [-9.46875, false], [-8.46875, false], [-5.21875, false], [-6.96875, false], [-8.46875, false], [-9.96875, false], [-8.46875, false], [-8.09375, false], [-9.09375, false], [-6.96875, false], [-10.09375, false], [-4.21875, false], [-9.09375, false], [-6.96875, false], [-8.84375, false], [-8.46875, false], [-5.21875, false], [-4.21875, false], [-9.09375, false], [-5.21875, false], [-9.09375, false], [-9.46875, false], [-8.46875, false], [-5.21875, false], [-8.09375, false], [-4.21875, false], [-9.71875, false], [-8.46875, false], [-5.21875, false], [-9.09375, false], [-6.96875, false], [-9.71875, false], [-8.46875, false], [-5.21875, false], [-8.84375, false], [-8.46875, false], [-5.21875, false], [-8.46875, false], [-8.84375, false], [-9.09375, false], [-9.59375, false], [-5.21875, false], [-7.21875, false], [-4.21875, false], [-10.96875, false], [-8.09375, false], [-6.55078125, false], [-9.09375, false], [-10.71875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 423, "doc": {"id": "Mercury_SC_405120", "question": "A coach is standing at the finish line of a race. He is holding a stopwatch. What is the coach most likely measuring with the stopwatch?", "choices": {"text": ["the time of day", "the distance of the race", "the time it took to run the race", "the number of steps taken by the runners"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "the time it took to run the race", "arguments": ["Question: A coach is standing at the finish line of a race. He is holding a stopwatch. What is the coach most likely measuring with the stopwatch?\nAnswer:", " ["], "resps": [[[-7.46875, false]], [[-8.96875, false]], [[-8.71875, false]], [[-9.96875, false]], [[-8.96875, false]], [[-5.46875, false]], [[-8.71875, false]], [[-9.21875, false]], [[-7.46875, false]], [[-8.96875, false]], [[-5.46875, false]], [[-10.21875, false]], [[-8.96875, false]], [[-5.46875, false]], [[-8.96875, false]], [[-5.21875, false]], [[-9.96875, false]], [[-8.96875, false]], [[-10.296875, false]], [[-5.46875, false]], [[-8.96875, false]], [[-8.71875, false]], [[-9.96875, false]], [[-8.96875, false]], [[-5.46875, false]], [[-8.96875, false]], [[-9.21875, false]], [[-8.71875, false]], [[-8.71875, false]], [[-5.21875, false]], [[-8.46875, false]], [[-7.96875, false]], [[-8.96875, false]], [[-5.46875, false]], [[-10.21875, false]], [[-8.96875, false]], [[-5.46875, false]], [[-8.71875, false]], [[-9.96875, false]], [[-8.96875, false]], [[-5.46875, false]], [[-9.71875, false]], [[-5.21875, false]], [[-7.96875, false]], [[-8.96875, false]], [[-8.96875, false]], [[-10.296875, false]], [[-5.46875, false]], [[-8.96875, false]], [[-8.71875, false]], [[-9.96875, false]], [[-8.96875, false]], [[-5.46875, false]], [[-8.71875, false]], [[-9.21875, false]], [[-7.46875, false]], [[-8.96875, false]], [[-5.46875, false]], [[-9.21875, false]], [[-8.71875, false]], [[-5.46875, false]], [[-8.71875, false]], [[-10.21875, false]], [[-10.21875, false]], [[-9.71875, false]], [[-5.46875, false]], [[-8.71875, false]], [[-10.21875, false]], [[-5.46875, false]], [[-9.71875, false]], [[-10.96875, false]], [[-8.46875, false]], [[-5.46875, false]], [[-8.71875, false]], [[-9.96875, false]], [[-8.96875, false]], [[-5.46875, false]], [[-9.71875, false]], [[-5.21875, false]], [[-7.96875, false]], [[-8.96875, false]], [[-8.96875, false]], [[-10.296875, false]], [[-5.46875, false]], [[-8.96875, false]], [[-8.71875, false]], [[-9.96875, false]], [[-8.96875, false]], [[-5.46875, false]], [[-8.46875, false]], [[-10.96875, false]], [[-7.46875, false]], [[-8.21875, false]], [[-8.96875, false]], [[-9.71875, false]], [[-5.46875, false]], [[-10.21875, false]], [[-8.96875, false]], [[-5.46875, false]], [[-8.71875, false]], [[-8.71875, false]], [[-8.96875, false]], [[-9.71875, false]], [[-8.71875, false]], [[-5.46875, false]], [[-8.71875, false]], [[-5.21875, false]], [[-9.71875, false]], [[-8.96875, false]], [[-8.46875, false]], [[-5.46875, false]], [[-8.21875, false]], [[-9.96875, false]], [[-5.46875, false]], [[-8.71875, false]], [[-9.96875, false]], [[-8.96875, false]], [[-5.46875, false]], [[-9.71875, false]], [[-10.96875, false]], [[-8.46875, false]], [[-8.46875, false]], [[-8.96875, false]], [[-9.71875, false]], [[-8.71875, false]], [[-8.96875, false]], [[-11.96875, false]]], "filtered_resps": [[-7.46875, false], [-8.96875, false], [-8.71875, false], [-9.96875, false], [-8.96875, false], [-5.46875, false], [-8.71875, false], [-9.21875, false], [-7.46875, false], [-8.96875, false], [-5.46875, false], [-10.21875, false], [-8.96875, false], [-5.46875, false], [-8.96875, false], [-5.21875, false], [-9.96875, false], [-8.96875, false], [-10.296875, false], [-5.46875, false], [-8.96875, false], [-8.71875, false], [-9.96875, false], [-8.96875, false], [-5.46875, false], [-8.96875, false], [-9.21875, false], [-8.71875, false], [-8.71875, false], [-5.21875, false], [-8.46875, false], [-7.96875, false], [-8.96875, false], [-5.46875, false], [-10.21875, false], [-8.96875, false], [-5.46875, false], [-8.71875, false], [-9.96875, false], [-8.96875, false], [-5.46875, false], [-9.71875, false], [-5.21875, false], [-7.96875, false], [-8.96875, false], [-8.96875, false], [-10.296875, false], [-5.46875, false], [-8.96875, false], [-8.71875, false], [-9.96875, false], [-8.96875, false], [-5.46875, false], [-8.71875, false], [-9.21875, false], [-7.46875, false], [-8.96875, false], [-5.46875, false], [-9.21875, false], [-8.71875, false], [-5.46875, false], [-8.71875, false], [-10.21875, false], [-10.21875, false], [-9.71875, false], [-5.46875, false], [-8.71875, false], [-10.21875, false], [-5.46875, false], [-9.71875, false], [-10.96875, false], [-8.46875, false], [-5.46875, false], [-8.71875, false], [-9.96875, false], [-8.96875, false], [-5.46875, false], [-9.71875, false], [-5.21875, false], [-7.96875, false], [-8.96875, false], [-8.96875, false], [-10.296875, false], [-5.46875, false], [-8.96875, false], [-8.71875, false], [-9.96875, false], [-8.96875, false], [-5.46875, false], [-8.46875, false], [-10.96875, false], [-7.46875, false], [-8.21875, false], [-8.96875, false], [-9.71875, false], [-5.46875, false], [-10.21875, false], [-8.96875, false], [-5.46875, false], [-8.71875, false], [-8.71875, false], [-8.96875, false], [-9.71875, false], [-8.71875, false], [-5.46875, false], [-8.71875, false], [-5.21875, false], [-9.71875, false], [-8.96875, false], [-8.46875, false], [-5.46875, false], [-8.21875, false], [-9.96875, false], [-5.46875, false], [-8.71875, false], [-9.96875, false], [-8.96875, false], [-5.46875, false], [-9.71875, false], [-10.96875, false], [-8.46875, false], [-8.46875, false], [-8.96875, false], [-9.71875, false], [-8.71875, false], [-8.96875, false], [-11.96875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 431, "doc": {"id": "AKDE&ED_2012_4_39", "question": "Sand is a type of soil that is made of very tiny pieces of material. Which process most likely forms sand?", "choices": {"text": ["the rotation of Earth", "the growth of animals", "the decay of large trees", "the weathering of rocks"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "the weathering of rocks", "arguments": ["Question: Sand is a type of soil that is made of very tiny pieces of material. Which process most likely forms sand?\nAnswer:", " ["], "resps": [[[-7.640625, false]], [[-9.390625, false]], [[-11.390625, false]], [[-11.890625, false]], [[-7.890625, false]], [[-4.640625, false]], [[-10.890625, false]], [[-8.890625, false]], [[-11.390625, false]], [[-5.390625, false]], [[-11.390625, false]], [[-9.640625, false]], [[-8.890625, false]], [[-9.890625, false]], [[-4.640625, false]], [[-8.890625, false]], [[-9.390625, false]], [[-4.640625, false]], [[-6.390625, false]], [[-5.390625, false]], [[-10.890625, false]], [[-11.390625, false]], [[-11.890625, false]], [[-9.390625, false]], [[-8.8984375, false]], [[-4.640625, false]], [[-9.390625, false]], [[-11.390625, false]], [[-11.890625, false]], [[-7.890625, false]], [[-4.640625, false]], [[-11.140625, false]], [[-10.890625, false]], [[-8.890625, false]], [[-12.390625, false]], [[-11.390625, false]], [[-11.890625, false]], [[-4.640625, false]], [[-8.890625, false]], [[-9.390625, false]], [[-4.640625, false]], [[-5.390625, false]], [[-9.890625, false]], [[-9.640625, false]], [[-9.140625, false]], [[-5.390625, false]], [[-10.640625, false]], [[-8.890625, false]], [[-9.390625, false]], [[-8.8984375, false]], [[-4.640625, false]], [[-9.390625, false]], [[-11.390625, false]], [[-11.890625, false]], [[-7.890625, false]], [[-4.640625, false]], [[-9.140625, false]], [[-7.890625, false]], [[-8.140625, false]], [[-5.390625, false]], [[-11.390625, false]], [[-4.640625, false]], [[-8.890625, false]], [[-9.390625, false]], [[-4.640625, false]], [[-10.640625, false]], [[-5.390625, false]], [[-10.890625, false]], [[-11.140625, false]], [[-7.890625, false]], [[-4.640625, false]], [[-11.390625, false]], [[-10.890625, false]], [[-7.890625, false]], [[-7.890625, false]], [[-8.890625, false]], [[-9.390625, false]], [[-8.8984375, false]], [[-4.640625, false]], [[-9.390625, false]], [[-11.390625, false]], [[-11.890625, false]], [[-7.890625, false]], [[-4.640625, false]], [[-12.390625, false]], [[-7.890625, false]], [[-5.390625, false]], [[-11.390625, false]], [[-11.890625, false]], [[-7.890625, false]], [[-10.890625, false]], [[-9.640625, false]], [[-9.890625, false]], [[-11.140625, false]], [[-4.640625, false]], [[-8.890625, false]], [[-9.390625, false]], [[-4.640625, false]], [[-10.890625, false]], [[-8.890625, false]], [[-8.140625, false]], [[-11.390625, false]], [[-8.890625, false]], [[-9.390625, false]], [[-14.390625, false]]], "filtered_resps": [[-7.640625, false], [-9.390625, false], [-11.390625, false], [-11.890625, false], [-7.890625, false], [-4.640625, false], [-10.890625, false], [-8.890625, false], [-11.390625, false], [-5.390625, false], [-11.390625, false], [-9.640625, false], [-8.890625, false], [-9.890625, false], [-4.640625, false], [-8.890625, false], [-9.390625, false], [-4.640625, false], [-6.390625, false], [-5.390625, false], [-10.890625, false], [-11.390625, false], [-11.890625, false], [-9.390625, false], [-8.8984375, false], [-4.640625, false], [-9.390625, false], [-11.390625, false], [-11.890625, false], [-7.890625, false], [-4.640625, false], [-11.140625, false], [-10.890625, false], [-8.890625, false], [-12.390625, false], [-11.390625, false], [-11.890625, false], [-4.640625, false], [-8.890625, false], [-9.390625, false], [-4.640625, false], [-5.390625, false], [-9.890625, false], [-9.640625, false], [-9.140625, false], [-5.390625, false], [-10.640625, false], [-8.890625, false], [-9.390625, false], [-8.8984375, false], [-4.640625, false], [-9.390625, false], [-11.390625, false], [-11.890625, false], [-7.890625, false], [-4.640625, false], [-9.140625, false], [-7.890625, false], [-8.140625, false], [-5.390625, false], [-11.390625, false], [-4.640625, false], [-8.890625, false], [-9.390625, false], [-4.640625, false], [-10.640625, false], [-5.390625, false], [-10.890625, false], [-11.140625, false], [-7.890625, false], [-4.640625, false], [-11.390625, false], [-10.890625, false], [-7.890625, false], [-7.890625, false], [-8.890625, false], [-9.390625, false], [-8.8984375, false], [-4.640625, false], [-9.390625, false], [-11.390625, false], [-11.890625, false], [-7.890625, false], [-4.640625, false], [-12.390625, false], [-7.890625, false], [-5.390625, false], [-11.390625, false], [-11.890625, false], [-7.890625, false], [-10.890625, false], [-9.640625, false], [-9.890625, false], [-11.140625, false], [-4.640625, false], [-8.890625, false], [-9.390625, false], [-4.640625, false], [-10.890625, false], [-8.890625, false], [-8.140625, false], [-11.390625, false], [-8.890625, false], [-9.390625, false], [-14.390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 439, "doc": {"id": "MDSA_2007_8_4", "question": "Use The Periodic Table of the Elements and the information below to answer the question. Magnesium metal (Mg) is grayish-white in color and reacts actively with water. Fluorine (F2) is a greenish-yellow gas at room temperature and is a member of the halogen family. These two elements react to produce magnesium fluoride (MgF2), a chemical commonly used in making windows and lenses. According to the Periodic Table of the Elements, which element is most similar to magnesium (Mg)?", "choices": {"text": ["calcium (Ca)", "iodine (I)", "sodium (Na)", "sulfur (S)"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "calcium (Ca)", "arguments": ["Question: Use The Periodic Table of the Elements and the information below to answer the question. Magnesium metal (Mg) is grayish-white in color and reacts actively with water. Fluorine (F2) is a greenish-yellow gas at room temperature and is a member of the halogen family. These two elements react to produce magnesium fluoride (MgF2), a chemical commonly used in making windows and lenses. According to the Periodic Table of the Elements, which element is most similar to magnesium (Mg)?\nAnswer:", " ["], "resps": [[[-6.90234375, false]], [[-8.6484375, false]], [[-6.40234375, false]], [[-4.90234375, false]], [[-9.1484375, false]], [[-6.40234375, false]], [[-7.40234375, false]], [[-8.8984375, false]], [[-6.15234375, false]], [[-5.65625, false]], [[-4.40234375, false]], [[-3.65234375, false]], [[-4.90234375, false]], [[-9.3984375, false]], [[-8.6484375, false]], [[-8.6953125, false]], [[-5.65234375, false]], [[-8.6484375, false]], [[-7.40234375, false]], [[-9.3984375, false]], [[-8.6484375, false]], [[-7.40234375, false]], [[-7.40234375, false]], [[-8.8984375, false]], [[-5.65234375, false]], [[-4.40234375, false]], [[-5.40234375, false]], [[-9.3984375, false]], [[-8.6484375, false]], [[-8.6953125, false]], [[-5.65234375, false]], [[-8.6484375, false]], [[-8.6484375, false]], [[-9.3984375, false]], [[-8.6484375, false]], [[-7.40234375, false]], [[-8.8984375, false]], [[-6.15234375, false]], [[-5.65234375, false]], [[-4.40234375, false]], [[-6.40234375, false]], [[-4.90234375, false]], [[-9.3984375, false]], [[-8.6484375, false]], [[-8.6953125, false]], [[-5.65234375, false]], [[-8.6484375, false]], [[-8.6484375, false]], [[-8.8984375, false]], [[-9.1484375, false]], [[-6.40234375, false]], [[-8.8984375, false]], [[-8.3984375, false]], [[-5.65234375, false]], [[-4.40234375, false]], [[-4.90234375, false]], [[-9.3984375, false]], [[-8.6484375, false]], [[-11.8984375, false]]], "filtered_resps": [[-6.90234375, false], [-8.6484375, false], [-6.40234375, false], [-4.90234375, false], [-9.1484375, false], [-6.40234375, false], [-7.40234375, false], [-8.8984375, false], [-6.15234375, false], [-5.65625, false], [-4.40234375, false], [-3.65234375, false], [-4.90234375, false], [-9.3984375, false], [-8.6484375, false], [-8.6953125, false], [-5.65234375, false], [-8.6484375, false], [-7.40234375, false], [-9.3984375, false], [-8.6484375, false], [-7.40234375, false], [-7.40234375, false], [-8.8984375, false], [-5.65234375, false], [-4.40234375, false], [-5.40234375, false], [-9.3984375, false], [-8.6484375, false], [-8.6953125, false], [-5.65234375, false], [-8.6484375, false], [-8.6484375, false], [-9.3984375, false], [-8.6484375, false], [-7.40234375, false], [-8.8984375, false], [-6.15234375, false], [-5.65234375, false], [-4.40234375, false], [-6.40234375, false], [-4.90234375, false], [-9.3984375, false], [-8.6484375, false], [-8.6953125, false], [-5.65234375, false], [-8.6484375, false], [-8.6484375, false], [-8.8984375, false], [-9.1484375, false], [-6.40234375, false], [-8.8984375, false], [-8.3984375, false], [-5.65234375, false], [-4.40234375, false], [-4.90234375, false], [-9.3984375, false], [-8.6484375, false], [-11.8984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 447, "doc": {"id": "NCEOGA_2013_5_49", "question": "What is the cause of rising surface temperatures of the Pacific Ocean, drought in the western United States, and flooding on the Pacific coast of South America?", "choices": {"text": ["the Gulf Stream", "the jet stream", "La Niña", "El Niño"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "El Niño", "arguments": ["Question: What is the cause of rising surface temperatures of the Pacific Ocean, drought in the western United States, and flooding on the Pacific coast of South America?\nAnswer:", " ["], "resps": [[[-7.7890625, false]], [[-9.1640625, false]], [[-11.1640625, false]], [[-12.4140625, false]], [[-8.0390625, false]], [[-6.0390625, false]], [[-8.0390625, false]], [[-12.6640625, false]], [[-12.1640625, false]], [[-9.2890625, false]], [[-6.0390625, false]], [[-6.7890625, false]], [[-11.1640625, false]], [[-12.0390625, false]], [[-8.0390625, false]], [[-6.5390625, false]], [[-11.2890625, false]], [[-9.1640625, false]], [[-10.6015625, false]], [[-6.0390625, false]], [[-9.1640625, false]], [[-11.1640625, false]], [[-12.4140625, false]], [[-8.0390625, false]], [[-6.0390625, false]], [[-13.0390625, false]], [[-8.0390625, false]], [[-11.1640625, false]], [[-6.0390625, false]], [[-10.6640625, false]], [[-11.1640625, false]], [[-12.0390625, false]], [[-8.0390625, false]], [[-6.5390625, false]], [[-11.2890625, false]], [[-9.1640625, false]], [[-10.6015625, false]], [[-6.0390625, false]], [[-9.1640625, false]], [[-9.0390625, false]], [[-6.5390625, false]], [[-6.0390625, false]], [[-7.7890625, false]], [[-10.5390625, false]], [[-19.28125, false]], [[-6.5390625, false]], [[-9.1640625, false]], [[-10.6015625, false]], [[-6.0390625, false]], [[-9.1640625, false]], [[-5.0390625, false]], [[-12.1640625, false]], [[-6.0390625, false]], [[-7.7890625, false]], [[-10.5390625, false]], [[-19.28125, false]], [[-8.6640625, false]], [[-9.1640625, false]], [[-14.0390625, false]]], "filtered_resps": [[-7.7890625, false], [-9.1640625, false], [-11.1640625, false], [-12.4140625, false], [-8.0390625, false], [-6.0390625, false], [-8.0390625, false], [-12.6640625, false], [-12.1640625, false], [-9.2890625, false], [-6.0390625, false], [-6.7890625, false], [-11.1640625, false], [-12.0390625, false], [-8.0390625, false], [-6.5390625, false], [-11.2890625, false], [-9.1640625, false], [-10.6015625, false], [-6.0390625, false], [-9.1640625, false], [-11.1640625, false], [-12.4140625, false], [-8.0390625, false], [-6.0390625, false], [-13.0390625, false], [-8.0390625, false], [-11.1640625, false], [-6.0390625, false], [-10.6640625, false], [-11.1640625, false], [-12.0390625, false], [-8.0390625, false], [-6.5390625, false], [-11.2890625, false], [-9.1640625, false], [-10.6015625, false], [-6.0390625, false], [-9.1640625, false], [-9.0390625, false], [-6.5390625, false], [-6.0390625, false], [-7.7890625, false], [-10.5390625, false], [-19.28125, false], [-6.5390625, false], [-9.1640625, false], [-10.6015625, false], [-6.0390625, false], [-9.1640625, false], [-5.0390625, false], [-12.1640625, false], [-6.0390625, false], [-7.7890625, false], [-10.5390625, false], [-19.28125, false], [-8.6640625, false], [-9.1640625, false], [-14.0390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 455, "doc": {"id": "NYSEDREGENTS_2013_8_36", "question": "Because copper is a metal, it is", "choices": {"text": ["liquid at room temperature", "nonreactive with other substances", "a poor conductor of electricity", "a good conductor of heat"], "label": ["1", "2", "3", "4"]}, "answerKey": "4"}, "target": "a good conductor of heat", "arguments": ["Question: Because copper is a metal, it is\nAnswer:", " ["], "resps": [[[-7.00390625, false]], [[-8.5078125, false]], [[-9.7578125, false]], [[-7.50390625, false]], [[-10.5078125, false]], [[-9.2578125, false]], [[-7.50390625, false]], [[-8.5078125, false]], [[-5.25390625, false]], [[-4.50390625, false]], [[-10.0078125, false]], [[-5.25390625, false]], [[-9.7578125, false]], [[-9.0078125, false]], [[-9.0078125, false]], [[-9.5078125, false]], [[-5.25390625, false]], [[-10.0078125, false]], [[-8.7578125, false]], [[-9.5078125, false]], [[-8.5078125, false]], [[-8.7578125, false]], [[-9.7578125, false]], [[-4.50390625, false]], [[-10.0078125, false]], [[-9.2578125, false]], [[-9.7578125, false]], [[-8.7578125, false]], [[-8.5078125, false]], [[-8.84375, false]], [[-5.25390625, false]], [[-8.5078125, false]], [[-8.2578125, false]], [[-9.0078125, false]], [[-8.2578125, false]], [[-9.7578125, false]], [[-8.7578125, false]], [[-4.50390625, false]], [[-7.50390625, false]], [[-10.0078125, false]], [[-7.50390625, false]], [[-10.0078125, false]], [[-8.7578125, false]], [[-5.25390625, false]], [[-9.0078125, false]], [[-7.50390625, false]], [[-10.0078125, false]], [[-9.0078125, false]], [[-5.25390625, false]], [[-9.0078125, false]], [[-10.0078125, false]], [[-9.0078125, false]], [[-8.7578125, false]], [[-9.7578125, false]], [[-5.25390625, false]], [[-8.7578125, false]], [[-9.2578125, false]], [[-5.75390625, false]], [[-8.7578125, false]], [[-10.0078125, false]], [[-4.50390625, false]], [[-8.2578125, false]], [[-7.50390625, false]], [[-8.7578125, false]], [[-8.7578125, false]], [[-8.5078125, false]], [[-8.84375, false]], [[-5.25390625, false]], [[-8.5078125, false]], [[-4.50390625, false]], [[-5.25390625, false]], [[-8.5078125, false]], [[-9.0078125, false]], [[-9.0078125, false]], [[-9.7578125, false]], [[-5.25390625, false]], [[-7.50390625, false]], [[-9.0078125, false]], [[-8.2578125, false]], [[-8.5078125, false]], [[-9.2578125, false]], [[-7.50390625, false]], [[-10.0078125, false]], [[-9.0078125, false]], [[-9.7578125, false]], [[-5.25390625, false]], [[-9.0078125, false]], [[-8.7578125, false]], [[-5.25390625, false]], [[-8.7578125, false]], [[-9.7578125, false]], [[-8.7578125, false]], [[-7.50390625, false]], [[-10.0078125, false]], [[-9.7578125, false]], [[-7.50390625, false]], [[-7.50390625, false]], [[-7.50390625, false]], [[-10.0078125, false]], [[-10.0078125, false]], [[-8.5078125, false]], [[-8.84375, false]], [[-5.25390625, false]], [[-8.5078125, false]], [[-4.50390625, false]], [[-5.25390625, false]], [[-9.5078125, false]], [[-9.0078125, false]], [[-9.0078125, false]], [[-8.5078125, false]], [[-5.25390625, false]], [[-7.50390625, false]], [[-9.0078125, false]], [[-8.2578125, false]], [[-8.5078125, false]], [[-9.2578125, false]], [[-7.50390625, false]], [[-10.0078125, false]], [[-9.0078125, false]], [[-9.7578125, false]], [[-5.25390625, false]], [[-9.0078125, false]], [[-8.7578125, false]], [[-5.25390625, false]], [[-9.0078125, false]], [[-8.7578125, false]], [[-4.50390625, false]], [[-10.0078125, false]], [[-8.5078125, false]], [[-11.5078125, false]]], "filtered_resps": [[-7.00390625, false], [-8.5078125, false], [-9.7578125, false], [-7.50390625, false], [-10.5078125, false], [-9.2578125, false], [-7.50390625, false], [-8.5078125, false], [-5.25390625, false], [-4.50390625, false], [-10.0078125, false], [-5.25390625, false], [-9.7578125, false], [-9.0078125, false], [-9.0078125, false], [-9.5078125, false], [-5.25390625, false], [-10.0078125, false], [-8.7578125, false], [-9.5078125, false], [-8.5078125, false], [-8.7578125, false], [-9.7578125, false], [-4.50390625, false], [-10.0078125, false], [-9.2578125, false], [-9.7578125, false], [-8.7578125, false], [-8.5078125, false], [-8.84375, false], [-5.25390625, false], [-8.5078125, false], [-8.2578125, false], [-9.0078125, false], [-8.2578125, false], [-9.7578125, false], [-8.7578125, false], [-4.50390625, false], [-7.50390625, false], [-10.0078125, false], [-7.50390625, false], [-10.0078125, false], [-8.7578125, false], [-5.25390625, false], [-9.0078125, false], [-7.50390625, false], [-10.0078125, false], [-9.0078125, false], [-5.25390625, false], [-9.0078125, false], [-10.0078125, false], [-9.0078125, false], [-8.7578125, false], [-9.7578125, false], [-5.25390625, false], [-8.7578125, false], [-9.2578125, false], [-5.75390625, false], [-8.7578125, false], [-10.0078125, false], [-4.50390625, false], [-8.2578125, false], [-7.50390625, false], [-8.7578125, false], [-8.7578125, false], [-8.5078125, false], [-8.84375, false], [-5.25390625, false], [-8.5078125, false], [-4.50390625, false], [-5.25390625, false], [-8.5078125, false], [-9.0078125, false], [-9.0078125, false], [-9.7578125, false], [-5.25390625, false], [-7.50390625, false], [-9.0078125, false], [-8.2578125, false], [-8.5078125, false], [-9.2578125, false], [-7.50390625, false], [-10.0078125, false], [-9.0078125, false], [-9.7578125, false], [-5.25390625, false], [-9.0078125, false], [-8.7578125, false], [-5.25390625, false], [-8.7578125, false], [-9.7578125, false], [-8.7578125, false], [-7.50390625, false], [-10.0078125, false], [-9.7578125, false], [-7.50390625, false], [-7.50390625, false], [-7.50390625, false], [-10.0078125, false], [-10.0078125, false], [-8.5078125, false], [-8.84375, false], [-5.25390625, false], [-8.5078125, false], [-4.50390625, false], [-5.25390625, false], [-9.5078125, false], [-9.0078125, false], [-9.0078125, false], [-8.5078125, false], [-5.25390625, false], [-7.50390625, false], [-9.0078125, false], [-8.2578125, false], [-8.5078125, false], [-9.2578125, false], [-7.50390625, false], [-10.0078125, false], [-9.0078125, false], [-9.7578125, false], [-5.25390625, false], [-9.0078125, false], [-8.7578125, false], [-5.25390625, false], [-9.0078125, false], [-8.7578125, false], [-4.50390625, false], [-10.0078125, false], [-8.5078125, false], [-11.5078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 463, "doc": {"id": "MCAS_2004_5_14", "question": "Ricardo has an igneous rock in his rock collection. Where did this rock most likely form?", "choices": {"text": ["in a volcano", "on a forest floor", "on a coral reef", "at the bottom of a river"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "in a volcano", "arguments": ["Question: Ricardo has an igneous rock in his rock collection. Where did this rock most likely form?\nAnswer:", " ["], "resps": [[[-7.51171875, false]], [[-8.7578125, false]], [[-8.7578125, false]], [[-10.5078125, false]], [[-5.01171875, false]], [[-5.76171875, false]], [[-5.01171875, false]], [[-11.2578125, false]], [[-9.7578125, false]], [[-10.7578125, false]], [[-10.0078125, false]], [[-5.76171875, false]], [[-10.5078125, false]], [[-9.7578125, false]], [[-8.7578125, false]], [[-9.125, false]], [[-5.01171875, false]], [[-8.7578125, false]], [[-9.7578125, false]], [[-10.5078125, false]], [[-5.01171875, false]], [[-5.76171875, false]], [[-5.01171875, false]], [[-10.7578125, false]], [[-9.7578125, false]], [[-10.2578125, false]], [[-8.7578125, false]], [[-10.0078125, false]], [[-11.5078125, false]], [[-5.01171875, false]], [[-10.7578125, false]], [[-10.7578125, false]], [[-9.7578125, false]], [[-9.7578125, false]], [[-10.2578125, false]], [[-8.7578125, false]], [[-9.125, false]], [[-5.01171875, false]], [[-8.7578125, false]], [[-9.7578125, false]], [[-10.5078125, false]], [[-5.01171875, false]], [[-5.76171875, false]], [[-5.01171875, false]], [[-10.0078125, false]], [[-9.7578125, false]], [[-10.2578125, false]], [[-5.76171875, false]], [[-10.7578125, false]], [[-5.01171875, false]], [[-10.2578125, false]], [[-8.7578125, false]], [[-8.7578125, false]], [[-10.7578125, false]], [[-8.7578125, false]], [[-9.125, false]], [[-5.01171875, false]], [[-8.7578125, false]], [[-5.76171875, false]], [[-11.5078125, false]], [[-5.01171875, false]], [[-11.5078125, false]], [[-11.7578125, false]], [[-8.7578125, false]], [[-5.01171875, false]], [[-9.5078125, false]], [[-9.7578125, false]], [[-11.5078125, false]], [[-11.5078125, false]], [[-9.7578125, false]], [[-11.5078125, false]], [[-5.01171875, false]], [[-9.7578125, false]], [[-10.7578125, false]], [[-5.01171875, false]], [[-5.76171875, false]], [[-5.01171875, false]], [[-10.2578125, false]], [[-8.7578125, false]], [[-11.2578125, false]], [[-8.7578125, false]], [[-10.2578125, false]], [[-8.7578125, false]], [[-13.2578125, false]]], "filtered_resps": [[-7.51171875, false], [-8.7578125, false], [-8.7578125, false], [-10.5078125, false], [-5.01171875, false], [-5.76171875, false], [-5.01171875, false], [-11.2578125, false], [-9.7578125, false], [-10.7578125, false], [-10.0078125, false], [-5.76171875, false], [-10.5078125, false], [-9.7578125, false], [-8.7578125, false], [-9.125, false], [-5.01171875, false], [-8.7578125, false], [-9.7578125, false], [-10.5078125, false], [-5.01171875, false], [-5.76171875, false], [-5.01171875, false], [-10.7578125, false], [-9.7578125, false], [-10.2578125, false], [-8.7578125, false], [-10.0078125, false], [-11.5078125, false], [-5.01171875, false], [-10.7578125, false], [-10.7578125, false], [-9.7578125, false], [-9.7578125, false], [-10.2578125, false], [-8.7578125, false], [-9.125, false], [-5.01171875, false], [-8.7578125, false], [-9.7578125, false], [-10.5078125, false], [-5.01171875, false], [-5.76171875, false], [-5.01171875, false], [-10.0078125, false], [-9.7578125, false], [-10.2578125, false], [-5.76171875, false], [-10.7578125, false], [-5.01171875, false], [-10.2578125, false], [-8.7578125, false], [-8.7578125, false], [-10.7578125, false], [-8.7578125, false], [-9.125, false], [-5.01171875, false], [-8.7578125, false], [-5.76171875, false], [-11.5078125, false], [-5.01171875, false], [-11.5078125, false], [-11.7578125, false], [-8.7578125, false], [-5.01171875, false], [-9.5078125, false], [-9.7578125, false], [-11.5078125, false], [-11.5078125, false], [-9.7578125, false], [-11.5078125, false], [-5.01171875, false], [-9.7578125, false], [-10.7578125, false], [-5.01171875, false], [-5.76171875, false], [-5.01171875, false], [-10.2578125, false], [-8.7578125, false], [-11.2578125, false], [-8.7578125, false], [-10.2578125, false], [-8.7578125, false], [-13.2578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 471, "doc": {"id": "Mercury_180863", "question": "Modern submarines have advanced atmosphere-control systems that enable submarine crews to stay below the surface of the ocean for months at a time. Which of the following also benefits from this technology?", "choices": {"text": ["architectural design", "pollution control", "fire prevention", "space exploration"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "space exploration", "arguments": ["Question: Modern submarines have advanced atmosphere-control systems that enable submarine crews to stay below the surface of the ocean for months at a time. Which of the following also benefits from this technology?\nAnswer:", " ["], "resps": [[[-6.4765625, false]], [[-9.4765625, false]], [[-3.6015625, false]], [[-9.8515625, false]], [[-7.8515625, false]], [[-7.6015625, false]], [[-7.8515625, false]], [[-9.7265625, false]], [[-7.4765625, false]], [[-7.8515625, false]], [[-9.7265625, false]], [[-11.1015625, false]], [[-9.8515625, false]], [[-3.6015625, false]], [[-10.6015625, false]], [[-5.2265625, false]], [[-7.2265625, false]], [[-7.4765625, false]], [[-8.7265625, false]], [[-7.8515625, false]], [[-10.8515625, false]], [[-7.8515625, false]], [[-9.4765625, false]], [[-8.8203125, false]], [[-5.2265625, false]], [[-9.4765625, false]], [[-9.4765625, false]], [[-8.8515625, false]], [[-10.6015625, false]], [[-10.6015625, false]], [[-11.1015625, false]], [[-9.7265625, false]], [[-7.8515625, false]], [[-8.8515625, false]], [[-7.8515625, false]], [[-5.2265625, false]], [[-7.8515625, false]], [[-8.8515625, false]], [[-7.8515625, false]], [[-9.7265625, false]], [[-9.8515625, false]], [[-8.8515625, false]], [[-10.6015625, false]], [[-9.4765625, false]], [[-8.8203125, false]], [[-5.2265625, false]], [[-9.4765625, false]], [[-8.6015625, false]], [[-7.8515625, false]], [[-9.8515625, false]], [[-7.4765625, false]], [[-5.2265625, false]], [[-9.4765625, false]], [[-9.8515625, false]], [[-7.4765625, false]], [[-9.2265625, false]], [[-7.4765625, false]], [[-7.8515625, false]], [[-9.7265625, false]], [[-7.8515625, false]], [[-8.8515625, false]], [[-7.8515625, false]], [[-9.4765625, false]], [[-8.8203125, false]], [[-5.2265625, false]], [[-9.4765625, false]], [[-8.7265625, false]], [[-9.4765625, false]], [[-3.6015625, false]], [[-7.8515625, false]], [[-7.4765625, false]], [[-5.2265625, false]], [[-7.4765625, false]], [[-9.1015625, false]], [[-9.4765625, false]], [[-10.6015625, false]], [[-8.8515625, false]], [[-9.8515625, false]], [[-3.6015625, false]], [[-9.7265625, false]], [[-7.8515625, false]], [[-8.8515625, false]], [[-7.8515625, false]], [[-9.4765625, false]], [[-10.8515625, false]]], "filtered_resps": [[-6.4765625, false], [-9.4765625, false], [-3.6015625, false], [-9.8515625, false], [-7.8515625, false], [-7.6015625, false], [-7.8515625, false], [-9.7265625, false], [-7.4765625, false], [-7.8515625, false], [-9.7265625, false], [-11.1015625, false], [-9.8515625, false], [-3.6015625, false], [-10.6015625, false], [-5.2265625, false], [-7.2265625, false], [-7.4765625, false], [-8.7265625, false], [-7.8515625, false], [-10.8515625, false], [-7.8515625, false], [-9.4765625, false], [-8.8203125, false], [-5.2265625, false], [-9.4765625, false], [-9.4765625, false], [-8.8515625, false], [-10.6015625, false], [-10.6015625, false], [-11.1015625, false], [-9.7265625, false], [-7.8515625, false], [-8.8515625, false], [-7.8515625, false], [-5.2265625, false], [-7.8515625, false], [-8.8515625, false], [-7.8515625, false], [-9.7265625, false], [-9.8515625, false], [-8.8515625, false], [-10.6015625, false], [-9.4765625, false], [-8.8203125, false], [-5.2265625, false], [-9.4765625, false], [-8.6015625, false], [-7.8515625, false], [-9.8515625, false], [-7.4765625, false], [-5.2265625, false], [-9.4765625, false], [-9.8515625, false], [-7.4765625, false], [-9.2265625, false], [-7.4765625, false], [-7.8515625, false], [-9.7265625, false], [-7.8515625, false], [-8.8515625, false], [-7.8515625, false], [-9.4765625, false], [-8.8203125, false], [-5.2265625, false], [-9.4765625, false], [-8.7265625, false], [-9.4765625, false], [-3.6015625, false], [-7.8515625, false], [-7.4765625, false], [-5.2265625, false], [-7.4765625, false], [-9.1015625, false], [-9.4765625, false], [-10.6015625, false], [-8.8515625, false], [-9.8515625, false], [-3.6015625, false], [-9.7265625, false], [-7.8515625, false], [-8.8515625, false], [-7.8515625, false], [-9.4765625, false], [-10.8515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 479, "doc": {"id": "NYSEDREGENTS_2008_4_27", "question": "Some birds fly south in the fall and return in the spring. This is an example of", "choices": {"text": ["migration", "camouflage", "hibernation", "growth"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "migration", "arguments": ["Question: Some birds fly south in the fall and return in the spring. This is an example of\nAnswer:", " ["], "resps": [[[-7.109375, false]], [[-8.609375, false]], [[-11.484375, false]], [[-8.984375, false]], [[-11.984375, false]], [[-9.984375, false]], [[-5.859375, false]], [[-11.109375, false]], [[-8.984375, false]], [[-9.484375, false]], [[-8.484375, false]], [[-8.609375, false]], [[-9.15625, false]], [[-5.234375, false]], [[-8.609375, false]], [[-9.859375, false]], [[-5.859375, false]], [[-11.484375, false]], [[-9.484375, false]], [[-11.109375, false]], [[-8.609375, false]], [[-10.109375, false]], [[-5.859375, false]], [[-11.984375, false]], [[-9.484375, false]], [[-8.609375, false]], [[-9.15625, false]], [[-5.234375, false]], [[-8.609375, false]], [[-11.484375, false]], [[-8.984375, false]], [[-8.484375, false]], [[-9.484375, false]], [[-9.984375, false]], [[-8.484375, false]], [[-5.859375, false]], [[-11.109375, false]], [[-8.984375, false]], [[-9.484375, false]], [[-8.484375, false]], [[-8.609375, false]], [[-9.15625, false]], [[-5.234375, false]], [[-8.609375, false]], [[-11.984375, false]], [[-9.984375, false]], [[-9.484375, false]], [[-10.359375, false]], [[-11.109375, false]], [[-11.484375, false]], [[-8.609375, false]], [[-12.484375, false]]], "filtered_resps": [[-7.109375, false], [-8.609375, false], [-11.484375, false], [-8.984375, false], [-11.984375, false], [-9.984375, false], [-5.859375, false], [-11.109375, false], [-8.984375, false], [-9.484375, false], [-8.484375, false], [-8.609375, false], [-9.15625, false], [-5.234375, false], [-8.609375, false], [-9.859375, false], [-5.859375, false], [-11.484375, false], [-9.484375, false], [-11.109375, false], [-8.609375, false], [-10.109375, false], [-5.859375, false], [-11.984375, false], [-9.484375, false], [-8.609375, false], [-9.15625, false], [-5.234375, false], [-8.609375, false], [-11.484375, false], [-8.984375, false], [-8.484375, false], [-9.484375, false], [-9.984375, false], [-8.484375, false], [-5.859375, false], [-11.109375, false], [-8.984375, false], [-9.484375, false], [-8.484375, false], [-8.609375, false], [-9.15625, false], [-5.234375, false], [-8.609375, false], [-11.984375, false], [-9.984375, false], [-9.484375, false], [-10.359375, false], [-11.109375, false], [-11.484375, false], [-8.609375, false], [-12.484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 487, "doc": {"id": "NYSEDREGENTS_2010_8_34", "question": "Most scientists agree that an increase in the amount of greenhouse gases entering Earth's atmosphere causes", "choices": {"text": ["a decrease in sea level", "a decrease in average surface temperatures", "an increase in melting of polar ice caps", "an increase in crustal plate movement"], "label": ["1", "2", "3", "4"]}, "answerKey": "3"}, "target": "an increase in melting of polar ice caps", "arguments": ["Question: Most scientists agree that an increase in the amount of greenhouse gases entering Earth's atmosphere causes\nAnswer:", " ["], "resps": [[[-7.0859375, false]], [[-7.3359375, false]], [[-4.0859375, false]], [[-4.4609375, false]], [[-6.9609375, false]], [[-7.7109375, false]], [[-7.9609375, false]], [[-10.2109375, false]], [[-7.7109375, false]], [[-4.0859375, false]], [[-9.0859375, false]], [[-7.7109375, false]], [[-4.4609375, false]], [[-7.4609375, false]], [[-6.7109375, false]], [[-4.4609375, false]], [[-9.0859375, false]], [[-7.7109375, false]], [[-4.0859375, false]], [[-4.4609375, false]], [[-10.4609375, false]], [[-7.7109375, false]], [[-10.7109375, false]], [[-7.7109375, false]], [[-10.4609375, false]], [[-7.3359375, false]], [[-8.078125, false]], [[-4.4609375, false]], [[-7.3359375, false]], [[-4.0859375, false]], [[-4.4609375, false]], [[-6.9609375, false]], [[-7.7109375, false]], [[-7.9609375, false]], [[-10.2109375, false]], [[-7.7109375, false]], [[-4.0859375, false]], [[-9.0859375, false]], [[-7.7109375, false]], [[-4.4609375, false]], [[-7.4609375, false]], [[-6.7109375, false]], [[-4.4609375, false]], [[-4.0859375, false]], [[-10.7109375, false]], [[-7.7109375, false]], [[-10.2109375, false]], [[-4.0859375, false]], [[-9.7109375, false]], [[-7.7109375, false]], [[-4.4609375, false]], [[-9.0859375, false]], [[-9.8359375, false]], [[-10.2109375, false]], [[-9.3359375, false]], [[-4.0859375, false]], [[-7.9609375, false]], [[-7.7109375, false]], [[-4.4609375, false]], [[-10.0859375, false]], [[-7.7109375, false]], [[-9.4609375, false]], [[-8.3359375, false]], [[-7.7109375, false]], [[-10.2109375, false]], [[-4.0859375, false]], [[-10.0859375, false]], [[-9.8359375, false]], [[-10.2109375, false]], [[-7.7109375, false]], [[-9.0859375, false]], [[-7.3359375, false]], [[-8.078125, false]], [[-4.4609375, false]], [[-7.3359375, false]], [[-4.0859375, false]], [[-6.7109375, false]], [[-4.4609375, false]], [[-7.4609375, false]], [[-6.7109375, false]], [[-7.9609375, false]], [[-10.2109375, false]], [[-7.7109375, false]], [[-4.0859375, false]], [[-9.0859375, false]], [[-7.7109375, false]], [[-4.4609375, false]], [[-7.4609375, false]], [[-6.7109375, false]], [[-4.4609375, false]], [[-9.4609375, false]], [[-7.7109375, false]], [[-10.4609375, false]], [[-10.0859375, false]], [[-7.4609375, false]], [[-6.7109375, false]], [[-9.7109375, false]], [[-4.4609375, false]], [[-7.8359375, false]], [[-9.3359375, false]], [[-4.4609375, false]], [[-8.3359375, false]], [[-7.8359375, false]], [[-10.4609375, false]], [[-4.0859375, false]], [[-10.2109375, false]], [[-4.4609375, false]], [[-7.4609375, false]], [[-7.9609375, false]], [[-7.7109375, false]], [[-4.4609375, false]], [[-7.9609375, false]], [[-4.0859375, false]], [[-8.3359375, false]], [[-9.0859375, false]], [[-7.3359375, false]], [[-8.078125, false]], [[-4.4609375, false]], [[-7.3359375, false]], [[-4.0859375, false]], [[-6.7109375, false]], [[-4.4609375, false]], [[-7.4609375, false]], [[-6.7109375, false]], [[-7.9609375, false]], [[-10.2109375, false]], [[-7.7109375, false]], [[-4.0859375, false]], [[-9.0859375, false]], [[-7.7109375, false]], [[-4.4609375, false]], [[-7.4609375, false]], [[-6.7109375, false]], [[-4.4609375, false]], [[-7.9609375, false]], [[-10.2109375, false]], [[-9.8359375, false]], [[-9.0859375, false]], [[-10.0859375, false]], [[-4.0859375, false]], [[-10.4609375, false]], [[-4.4609375, false]], [[-8.3359375, false]], [[-10.4609375, false]], [[-4.0859375, false]], [[-10.0859375, false]], [[-7.7109375, false]], [[-4.4609375, false]], [[-9.4609375, false]], [[-7.8359375, false]], [[-10.7109375, false]], [[-7.7109375, false]], [[-9.4609375, false]], [[-7.7109375, false]], [[-6.7109375, false]], [[-10.0859375, false]], [[-7.3359375, false]], [[-11.5859375, false]]], "filtered_resps": [[-7.0859375, false], [-7.3359375, false], [-4.0859375, false], [-4.4609375, false], [-6.9609375, false], [-7.7109375, false], [-7.9609375, false], [-10.2109375, false], [-7.7109375, false], [-4.0859375, false], [-9.0859375, false], [-7.7109375, false], [-4.4609375, false], [-7.4609375, false], [-6.7109375, false], [-4.4609375, false], [-9.0859375, false], [-7.7109375, false], [-4.0859375, false], [-4.4609375, false], [-10.4609375, false], [-7.7109375, false], [-10.7109375, false], [-7.7109375, false], [-10.4609375, false], [-7.3359375, false], [-8.078125, false], [-4.4609375, false], [-7.3359375, false], [-4.0859375, false], [-4.4609375, false], [-6.9609375, false], [-7.7109375, false], [-7.9609375, false], [-10.2109375, false], [-7.7109375, false], [-4.0859375, false], [-9.0859375, false], [-7.7109375, false], [-4.4609375, false], [-7.4609375, false], [-6.7109375, false], [-4.4609375, false], [-4.0859375, false], [-10.7109375, false], [-7.7109375, false], [-10.2109375, false], [-4.0859375, false], [-9.7109375, false], [-7.7109375, false], [-4.4609375, false], [-9.0859375, false], [-9.8359375, false], [-10.2109375, false], [-9.3359375, false], [-4.0859375, false], [-7.9609375, false], [-7.7109375, false], [-4.4609375, false], [-10.0859375, false], [-7.7109375, false], [-9.4609375, false], [-8.3359375, false], [-7.7109375, false], [-10.2109375, false], [-4.0859375, false], [-10.0859375, false], [-9.8359375, false], [-10.2109375, false], [-7.7109375, false], [-9.0859375, false], [-7.3359375, false], [-8.078125, false], [-4.4609375, false], [-7.3359375, false], [-4.0859375, false], [-6.7109375, false], [-4.4609375, false], [-7.4609375, false], [-6.7109375, false], [-7.9609375, false], [-10.2109375, false], [-7.7109375, false], [-4.0859375, false], [-9.0859375, false], [-7.7109375, false], [-4.4609375, false], [-7.4609375, false], [-6.7109375, false], [-4.4609375, false], [-9.4609375, false], [-7.7109375, false], [-10.4609375, false], [-10.0859375, false], [-7.4609375, false], [-6.7109375, false], [-9.7109375, false], [-4.4609375, false], [-7.8359375, false], [-9.3359375, false], [-4.4609375, false], [-8.3359375, false], [-7.8359375, false], [-10.4609375, false], [-4.0859375, false], [-10.2109375, false], [-4.4609375, false], [-7.4609375, false], [-7.9609375, false], [-7.7109375, false], [-4.4609375, false], [-7.9609375, false], [-4.0859375, false], [-8.3359375, false], [-9.0859375, false], [-7.3359375, false], [-8.078125, false], [-4.4609375, false], [-7.3359375, false], [-4.0859375, false], [-6.7109375, false], [-4.4609375, false], [-7.4609375, false], [-6.7109375, false], [-7.9609375, false], [-10.2109375, false], [-7.7109375, false], [-4.0859375, false], [-9.0859375, false], [-7.7109375, false], [-4.4609375, false], [-7.4609375, false], [-6.7109375, false], [-4.4609375, false], [-7.9609375, false], [-10.2109375, false], [-9.8359375, false], [-9.0859375, false], [-10.0859375, false], [-4.0859375, false], [-10.4609375, false], [-4.4609375, false], [-8.3359375, false], [-10.4609375, false], [-4.0859375, false], [-10.0859375, false], [-7.7109375, false], [-4.4609375, false], [-9.4609375, false], [-7.8359375, false], [-10.7109375, false], [-7.7109375, false], [-9.4609375, false], [-7.7109375, false], [-6.7109375, false], [-10.0859375, false], [-7.3359375, false], [-11.5859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 495, "doc": {"id": "Mercury_SC_400375", "question": "Which of these actions causes wind?", "choices": {"text": ["rotation of Earth on its axis", "movement of air from water to land", "uneven heating of Earth's surface", "air passing Earth as it revolves around the Sun"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "uneven heating of Earth's surface", "arguments": ["Question: Which of these actions causes wind?\nAnswer:", " ["], "resps": [[[-6.9375, false]], [[-8.4375, false]], [[-10.4375, false]], [[-9.3125, false]], [[-9.9375, false]], [[-5.3125, false]], [[-9.9375, false]], [[-8.6875, false]], [[-9.3125, false]], [[-10.0625, false]], [[-5.0625, false]], [[-9.3125, false]], [[-9.3125, false]], [[-5.0625, false]], [[-5.0625, false]], [[-5.3125, false]], [[-10.4375, false]], [[-9.9375, false]], [[-10.4375, false]], [[-5.0625, false]], [[-9.3125, false]], [[-10.0625, false]], [[-5.0625, false]], [[-8.6875, false]], [[-9.9375, false]], [[-8.9375, false]], [[-5.0625, false]], [[-5.3125, false]], [[-9.4375, false]], [[-8.6875, false]], [[-8.9375, false]], [[-8.4375, false]], [[-9.7734375, false]], [[-5.0625, false]], [[-8.4375, false]], [[-9.9375, false]], [[-9.3125, false]], [[-10.5625, false]], [[-8.0625, false]], [[-9.9375, false]], [[-8.0625, false]], [[-10.0625, false]], [[-9.9375, false]], [[-5.0625, false]], [[-9.3125, false]], [[-9.3125, false]], [[-5.0625, false]], [[-5.3125, false]], [[-8.6875, false]], [[-10.4375, false]], [[-5.0625, false]], [[-9.3125, false]], [[-10.4375, false]], [[-9.3125, false]], [[-9.9375, false]], [[-5.0625, false]], [[-9.3125, false]], [[-5.3125, false]], [[-9.9375, false]], [[-8.0625, false]], [[-10.4375, false]], [[-5.0625, false]], [[-9.9375, false]], [[-9.3125, false]], [[-5.0625, false]], [[-10.0625, false]], [[-5.3125, false]], [[-10.0625, false]], [[-7.9375, false]], [[-8.4375, false]], [[-9.7734375, false]], [[-5.0625, false]], [[-6.3125, false]], [[-10.9375, false]], [[-10.0625, false]], [[-8.0625, false]], [[-10.5625, false]], [[-8.0625, false]], [[-10.0625, false]], [[-5.0625, false]], [[-10.4375, false]], [[-8.0625, false]], [[-5.3125, false]], [[-9.9375, false]], [[-8.6875, false]], [[-10.0625, false]], [[-11.3125, false]], [[-5.0625, false]], [[-9.3125, false]], [[-9.3125, false]], [[-5.0625, false]], [[-5.0625, false]], [[-5.3125, false]], [[-10.4375, false]], [[-9.9375, false]], [[-10.4375, false]], [[-8.4375, false]], [[-8.9375, false]], [[-5.0625, false]], [[-8.9375, false]], [[-10.9375, false]], [[-10.4375, false]], [[-9.3125, false]], [[-5.3125, false]], [[-8.4375, false]], [[-8.0625, false]], [[-6.3125, false]], [[-9.7734375, false]], [[-5.0625, false]], [[-8.4375, false]], [[-5.3125, false]], [[-8.6875, false]], [[-10.4375, false]], [[-5.0625, false]], [[-9.3125, false]], [[-5.3125, false]], [[-8.9375, false]], [[-8.9375, false]], [[-8.6875, false]], [[-10.0625, false]], [[-11.3125, false]], [[-5.0625, false]], [[-5.0625, false]], [[-5.3125, false]], [[-10.4375, false]], [[-9.9375, false]], [[-10.4375, false]], [[-5.0625, false]], [[-5.3125, false]], [[-8.9375, false]], [[-5.0625, false]], [[-8.6875, false]], [[-9.9375, false]], [[-5.0625, false]], [[-10.4375, false]], [[-8.0625, false]], [[-10.5625, false]], [[-9.3125, false]], [[-10.0625, false]], [[-10.5625, false]], [[-8.0625, false]], [[-8.9375, false]], [[-5.0625, false]], [[-5.3125, false]], [[-10.4375, false]], [[-9.3125, false]], [[-10.9375, false]], [[-10.0625, false]], [[-7.9375, false]], [[-5.0625, false]], [[-9.9375, false]], [[-10.4375, false]], [[-8.0625, false]], [[-5.0625, false]], [[-5.4375, false]], [[-10.9375, false]], [[-10.0625, false]], [[-8.4375, false]], [[-12.9375, false]]], "filtered_resps": [[-6.9375, false], [-8.4375, false], [-10.4375, false], [-9.3125, false], [-9.9375, false], [-5.3125, false], [-9.9375, false], [-8.6875, false], [-9.3125, false], [-10.0625, false], [-5.0625, false], [-9.3125, false], [-9.3125, false], [-5.0625, false], [-5.0625, false], [-5.3125, false], [-10.4375, false], [-9.9375, false], [-10.4375, false], [-5.0625, false], [-9.3125, false], [-10.0625, false], [-5.0625, false], [-8.6875, false], [-9.9375, false], [-8.9375, false], [-5.0625, false], [-5.3125, false], [-9.4375, false], [-8.6875, false], [-8.9375, false], [-8.4375, false], [-9.7734375, false], [-5.0625, false], [-8.4375, false], [-9.9375, false], [-9.3125, false], [-10.5625, false], [-8.0625, false], [-9.9375, false], [-8.0625, false], [-10.0625, false], [-9.9375, false], [-5.0625, false], [-9.3125, false], [-9.3125, false], [-5.0625, false], [-5.3125, false], [-8.6875, false], [-10.4375, false], [-5.0625, false], [-9.3125, false], [-10.4375, false], [-9.3125, false], [-9.9375, false], [-5.0625, false], [-9.3125, false], [-5.3125, false], [-9.9375, false], [-8.0625, false], [-10.4375, false], [-5.0625, false], [-9.9375, false], [-9.3125, false], [-5.0625, false], [-10.0625, false], [-5.3125, false], [-10.0625, false], [-7.9375, false], [-8.4375, false], [-9.7734375, false], [-5.0625, false], [-6.3125, false], [-10.9375, false], [-10.0625, false], [-8.0625, false], [-10.5625, false], [-8.0625, false], [-10.0625, false], [-5.0625, false], [-10.4375, false], [-8.0625, false], [-5.3125, false], [-9.9375, false], [-8.6875, false], [-10.0625, false], [-11.3125, false], [-5.0625, false], [-9.3125, false], [-9.3125, false], [-5.0625, false], [-5.0625, false], [-5.3125, false], [-10.4375, false], [-9.9375, false], [-10.4375, false], [-8.4375, false], [-8.9375, false], [-5.0625, false], [-8.9375, false], [-10.9375, false], [-10.4375, false], [-9.3125, false], [-5.3125, false], [-8.4375, false], [-8.0625, false], [-6.3125, false], [-9.7734375, false], [-5.0625, false], [-8.4375, false], [-5.3125, false], [-8.6875, false], [-10.4375, false], [-5.0625, false], [-9.3125, false], [-5.3125, false], [-8.9375, false], [-8.9375, false], [-8.6875, false], [-10.0625, false], [-11.3125, false], [-5.0625, false], [-5.0625, false], [-5.3125, false], [-10.4375, false], [-9.9375, false], [-10.4375, false], [-5.0625, false], [-5.3125, false], [-8.9375, false], [-5.0625, false], [-8.6875, false], [-9.9375, false], [-5.0625, false], [-10.4375, false], [-8.0625, false], [-10.5625, false], [-9.3125, false], [-10.0625, false], [-10.5625, false], [-8.0625, false], [-8.9375, false], [-5.0625, false], [-5.3125, false], [-10.4375, false], [-9.3125, false], [-10.9375, false], [-10.0625, false], [-7.9375, false], [-5.0625, false], [-9.9375, false], [-10.4375, false], [-8.0625, false], [-5.0625, false], [-5.4375, false], [-10.9375, false], [-10.0625, false], [-8.4375, false], [-12.9375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 503, "doc": {"id": "Mercury_SC_405499", "question": "Jagged mountains would most likely become rounded hills through which process?", "choices": {"text": ["erosion", "deposition", "volcanic activity", "chemical change"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "erosion", "arguments": ["Question: Jagged mountains would most likely become rounded hills through which process?\nAnswer:", " ["], "resps": [[[-7.35546875, false]], [[-7.98046875, false]], [[-6.35546875, false]], [[-8.734375, false]], [[-8.359375, false]], [[-8.359375, false]], [[-7.23046875, false]], [[-8.359375, false]], [[-8.359375, false]], [[-7.98046875, false]], [[-8.9375, false]], [[-4.85546875, false]], [[-7.98046875, false]], [[-8.484375, false]], [[-6.35546875, false]], [[-8.484375, false]], [[-8.359375, false]], [[-8.359375, false]], [[-7.23046875, false]], [[-9.609375, false]], [[-7.23046875, false]], [[-8.359375, false]], [[-8.359375, false]], [[-7.98046875, false]], [[-8.9375, false]], [[-4.85546875, false]], [[-7.98046875, false]], [[-10.234375, false]], [[-8.359375, false]], [[-8.984375, false]], [[-7.98046875, false]], [[-5.10546875, false]], [[-8.359375, false]], [[-7.23046875, false]], [[-7.98046875, false]], [[-4.85546875, false]], [[-5.10546875, false]], [[-7.98046875, false]], [[-9.609375, false]], [[-7.23046875, false]], [[-10.234375, false]], [[-7.23046875, false]], [[-9.609375, false]], [[-9.609375, false]], [[-7.98046875, false]], [[-8.9375, false]], [[-4.85546875, false]], [[-7.98046875, false]], [[-7.98046875, false]], [[-9.484375, false]], [[-6.35546875, false]], [[-8.109375, false]], [[-7.23046875, false]], [[-7.98046875, false]], [[-5.10546875, false]], [[-8.984375, false]], [[-4.85546875, false]], [[-7.98046875, false]], [[-9.484375, false]], [[-5.10546875, false]], [[-8.359375, false]], [[-9.484375, false]], [[-6.35546875, false]], [[-7.98046875, false]], [[-12.609375, false]]], "filtered_resps": [[-7.35546875, false], [-7.98046875, false], [-6.35546875, false], [-8.734375, false], [-8.359375, false], [-8.359375, false], [-7.23046875, false], [-8.359375, false], [-8.359375, false], [-7.98046875, false], [-8.9375, false], [-4.85546875, false], [-7.98046875, false], [-8.484375, false], [-6.35546875, false], [-8.484375, false], [-8.359375, false], [-8.359375, false], [-7.23046875, false], [-9.609375, false], [-7.23046875, false], [-8.359375, false], [-8.359375, false], [-7.98046875, false], [-8.9375, false], [-4.85546875, false], [-7.98046875, false], [-10.234375, false], [-8.359375, false], [-8.984375, false], [-7.98046875, false], [-5.10546875, false], [-8.359375, false], [-7.23046875, false], [-7.98046875, false], [-4.85546875, false], [-5.10546875, false], [-7.98046875, false], [-9.609375, false], [-7.23046875, false], [-10.234375, false], [-7.23046875, false], [-9.609375, false], [-9.609375, false], [-7.98046875, false], [-8.9375, false], [-4.85546875, false], [-7.98046875, false], [-7.98046875, false], [-9.484375, false], [-6.35546875, false], [-8.109375, false], [-7.23046875, false], [-7.98046875, false], [-5.10546875, false], [-8.984375, false], [-4.85546875, false], [-7.98046875, false], [-9.484375, false], [-5.10546875, false], [-8.359375, false], [-9.484375, false], [-6.35546875, false], [-7.98046875, false], [-12.609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 511, "doc": {"id": "Mercury_7081550", "question": "A student counts ants in an ant colony every day at the same time. The student writes the date of observation in one column in a notebook and the number of ants counted on each date in a second column. Which best describes how the student arranged the information?", "choices": {"text": ["pie chart", "data table", "bar graph", "scatterplot"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "data table", "arguments": ["Question: A student counts ants in an ant colony every day at the same time. The student writes the date of observation in one column in a notebook and the number of ants counted on each date in a second column. Which best describes how the student arranged the information?\nAnswer:", " ["], "resps": [[[-6.41015625, false]], [[-8.90625, false]], [[-8.40625, false]], [[-7.41015625, false]], [[-8.15625, false]], [[-4.91015625, false]], [[-5.91015625, false]], [[-9.90625, false]], [[-3.658203125, false]], [[-9.15625, false]], [[-8.90625, false]], [[-8.90625, false]], [[-8.6015625, false]], [[-4.91015625, false]], [[-8.90625, false]], [[-6.66015625, false]], [[-3.658203125, false]], [[-8.90625, false]], [[-3.658203125, false]], [[-4.91015625, false]], [[-8.90625, false]], [[-3.658203125, false]], [[-4.91015625, false]], [[-10.40625, false]], [[-8.15625, false]], [[-8.90625, false]], [[-8.6015625, false]], [[-4.91015625, false]], [[-8.90625, false]], [[-4.91015625, false]], [[-3.658203125, false]], [[-9.15625, false]], [[-4.91015625, false]], [[-11.65625, false]], [[-9.15625, false]], [[-3.658203125, false]], [[-8.40625, false]], [[-9.90625, false]], [[-8.90625, false]], [[-8.6015625, false]], [[-4.91015625, false]], [[-8.90625, false]], [[-9.15625, false]], [[-5.91015625, false]], [[-3.658203125, false]], [[-8.90625, false]], [[-8.90625, false]], [[-8.15625, false]], [[-9.15625, false]], [[-8.40625, false]], [[-10.40625, false]], [[-8.90625, false]], [[-8.90625, false]], [[-8.90625, false]], [[-11.90625, false]]], "filtered_resps": [[-6.41015625, false], [-8.90625, false], [-8.40625, false], [-7.41015625, false], [-8.15625, false], [-4.91015625, false], [-5.91015625, false], [-9.90625, false], [-3.658203125, false], [-9.15625, false], [-8.90625, false], [-8.90625, false], [-8.6015625, false], [-4.91015625, false], [-8.90625, false], [-6.66015625, false], [-3.658203125, false], [-8.90625, false], [-3.658203125, false], [-4.91015625, false], [-8.90625, false], [-3.658203125, false], [-4.91015625, false], [-10.40625, false], [-8.15625, false], [-8.90625, false], [-8.6015625, false], [-4.91015625, false], [-8.90625, false], [-4.91015625, false], [-3.658203125, false], [-9.15625, false], [-4.91015625, false], [-11.65625, false], [-9.15625, false], [-3.658203125, false], [-8.40625, false], [-9.90625, false], [-8.90625, false], [-8.6015625, false], [-4.91015625, false], [-8.90625, false], [-9.15625, false], [-5.91015625, false], [-3.658203125, false], [-8.90625, false], [-8.90625, false], [-8.15625, false], [-9.15625, false], [-8.40625, false], [-10.40625, false], [-8.90625, false], [-8.90625, false], [-8.90625, false], [-11.90625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 519, "doc": {"id": "Mercury_SC_409272", "question": "Some sea grasses grow near a group of palm trees on a sandy shore. Which best describes the role of both the palm trees and sea grasses?", "choices": {"text": ["They get energy from living organisms.", "They turn decaying matter into nutrients.", "They provide food for other organisms.", "They absorb oxygen from the environment."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "They provide food for other organisms.", "arguments": ["Question: Some sea grasses grow near a group of palm trees on a sandy shore. Which best describes the role of both the palm trees and sea grasses?\nAnswer:", " ["], "resps": [[[-7.1796875, false]], [[-9.6796875, false]], [[-7.9296875, false]], [[-10.4296875, false]], [[-8.4296875, false]], [[-11.4296875, false]], [[-6.1796875, false]], [[-11.9296875, false]], [[-8.4296875, false]], [[-10.9296875, false]], [[-6.1796875, false]], [[-8.4296875, false]], [[-8.9296875, false]], [[-8.4296875, false]], [[-10.9296875, false]], [[-11.9296875, false]], [[-11.4296875, false]], [[-6.1796875, false]], [[-10.6796875, false]], [[-10.9296875, false]], [[-8.9296875, false]], [[-9.9296875, false]], [[-6.1796875, false]], [[-10.4296875, false]], [[-9.1796875, false]], [[-10.9296875, false]], [[-9.1796875, false]], [[-8.9296875, false]], [[-11.9296875, false]], [[-6.1796875, false]], [[-8.9296875, false]], [[-10.9296875, false]], [[-11.9296875, false]], [[-5.4296875, false]], [[-8.9296875, false]], [[-9.1796875, false]], [[-10.1796875, false]], [[-9.9296875, false]], [[-10.1796875, false]], [[-8.3125, false]], [[-9.6796875, false]], [[-10.9375, false]], [[-6.1796875, false]], [[-9.6796875, false]], [[-7.9296875, false]], [[-10.4296875, false]], [[-8.4296875, false]], [[-11.4296875, false]], [[-6.1796875, false]], [[-10.9296875, false]], [[-12.6796875, false]], [[-10.9296875, false]], [[-8.9296875, false]], [[-6.1796875, false]], [[-7.9296875, false]], [[-8.4296875, false]], [[-8.1796875, false]], [[-5.4296875, false]], [[-11.4296875, false]], [[-9.1796875, false]], [[-8.9296875, false]], [[-11.9296875, false]], [[-6.1796875, false]], [[-9.9296875, false]], [[-5.4296875, false]], [[-10.9296875, false]], [[-10.9296875, false]], [[-8.4296875, false]], [[-10.9296875, false]], [[-6.1796875, false]], [[-9.1796875, false]], [[-8.9296875, false]], [[-10.9296875, false]], [[-8.9296875, false]], [[-6.1796875, false]], [[-8.9296875, false]], [[-12.6796875, false]], [[-10.9296875, false]], [[-10.9296875, false]], [[-9.1796875, false]], [[-8.4296875, false]], [[-8.9296875, false]], [[-10.9296875, false]], [[-10.1796875, false]], [[-8.3125, false]], [[-9.6796875, false]], [[-10.9375, false]], [[-6.1796875, false]], [[-9.6796875, false]], [[-7.9296875, false]], [[-10.4296875, false]], [[-8.4296875, false]], [[-11.4296875, false]], [[-6.1796875, false]], [[-9.1796875, false]], [[-10.9296875, false]], [[-8.9296875, false]], [[-10.9296875, false]], [[-9.1796875, false]], [[-7.9296875, false]], [[-8.4296875, false]], [[-6.1796875, false]], [[-10.6796875, false]], [[-8.9296875, false]], [[-8.9296875, false]], [[-7.9296875, false]], [[-6.1796875, false]], [[-10.6796875, false]], [[-8.9296875, false]], [[-10.9296875, false]], [[-6.1796875, false]], [[-8.9296875, false]], [[-10.9296875, false]], [[-10.4296875, false]], [[-8.4296875, false]], [[-10.9296875, false]], [[-6.1796875, false]], [[-8.9296875, false]], [[-10.9296875, false]], [[-11.9296875, false]], [[-5.4296875, false]], [[-8.9296875, false]], [[-9.1796875, false]], [[-10.1796875, false]], [[-9.9296875, false]], [[-10.1796875, false]], [[-8.3125, false]], [[-9.6796875, false]], [[-10.9375, false]], [[-6.1796875, false]], [[-9.6796875, false]], [[-7.9296875, false]], [[-10.4296875, false]], [[-8.4296875, false]], [[-11.4296875, false]], [[-6.1796875, false]], [[-5.4296875, false]], [[-7.6796875, false]], [[-10.1796875, false]], [[-8.9296875, false]], [[-10.9296875, false]], [[-7.6796875, false]], [[-6.1796875, false]], [[-8.9296875, false]], [[-10.6796875, false]], [[-11.4296875, false]], [[-11.9296875, false]], [[-8.4296875, false]], [[-8.9296875, false]], [[-6.1796875, false]], [[-10.6796875, false]], [[-10.9296875, false]], [[-8.9296875, false]], [[-9.9296875, false]], [[-6.1796875, false]], [[-10.9296875, false]], [[-10.4296875, false]], [[-8.4296875, false]], [[-6.1796875, false]], [[-8.4296875, false]], [[-8.9296875, false]], [[-10.9296875, false]], [[-9.1796875, false]], [[-10.9296875, false]], [[-8.9296875, false]], [[-8.9296875, false]], [[-9.9296875, false]], [[-8.4296875, false]], [[-8.9296875, false]], [[-10.9296875, false]], [[-8.3125, false]], [[-9.6796875, false]], [[-13.6796875, false]]], "filtered_resps": [[-7.1796875, false], [-9.6796875, false], [-7.9296875, false], [-10.4296875, false], [-8.4296875, false], [-11.4296875, false], [-6.1796875, false], [-11.9296875, false], [-8.4296875, false], [-10.9296875, false], [-6.1796875, false], [-8.4296875, false], [-8.9296875, false], [-8.4296875, false], [-10.9296875, false], [-11.9296875, false], [-11.4296875, false], [-6.1796875, false], [-10.6796875, false], [-10.9296875, false], [-8.9296875, false], [-9.9296875, false], [-6.1796875, false], [-10.4296875, false], [-9.1796875, false], [-10.9296875, false], [-9.1796875, false], [-8.9296875, false], [-11.9296875, false], [-6.1796875, false], [-8.9296875, false], [-10.9296875, false], [-11.9296875, false], [-5.4296875, false], [-8.9296875, false], [-9.1796875, false], [-10.1796875, false], [-9.9296875, false], [-10.1796875, false], [-8.3125, false], [-9.6796875, false], [-10.9375, false], [-6.1796875, false], [-9.6796875, false], [-7.9296875, false], [-10.4296875, false], [-8.4296875, false], [-11.4296875, false], [-6.1796875, false], [-10.9296875, false], [-12.6796875, false], [-10.9296875, false], [-8.9296875, false], [-6.1796875, false], [-7.9296875, false], [-8.4296875, false], [-8.1796875, false], [-5.4296875, false], [-11.4296875, false], [-9.1796875, false], [-8.9296875, false], [-11.9296875, false], [-6.1796875, false], [-9.9296875, false], [-5.4296875, false], [-10.9296875, false], [-10.9296875, false], [-8.4296875, false], [-10.9296875, false], [-6.1796875, false], [-9.1796875, false], [-8.9296875, false], [-10.9296875, false], [-8.9296875, false], [-6.1796875, false], [-8.9296875, false], [-12.6796875, false], [-10.9296875, false], [-10.9296875, false], [-9.1796875, false], [-8.4296875, false], [-8.9296875, false], [-10.9296875, false], [-10.1796875, false], [-8.3125, false], [-9.6796875, false], [-10.9375, false], [-6.1796875, false], [-9.6796875, false], [-7.9296875, false], [-10.4296875, false], [-8.4296875, false], [-11.4296875, false], [-6.1796875, false], [-9.1796875, false], [-10.9296875, false], [-8.9296875, false], [-10.9296875, false], [-9.1796875, false], [-7.9296875, false], [-8.4296875, false], [-6.1796875, false], [-10.6796875, false], [-8.9296875, false], [-8.9296875, false], [-7.9296875, false], [-6.1796875, false], [-10.6796875, false], [-8.9296875, false], [-10.9296875, false], [-6.1796875, false], [-8.9296875, false], [-10.9296875, false], [-10.4296875, false], [-8.4296875, false], [-10.9296875, false], [-6.1796875, false], [-8.9296875, false], [-10.9296875, false], [-11.9296875, false], [-5.4296875, false], [-8.9296875, false], [-9.1796875, false], [-10.1796875, false], [-9.9296875, false], [-10.1796875, false], [-8.3125, false], [-9.6796875, false], [-10.9375, false], [-6.1796875, false], [-9.6796875, false], [-7.9296875, false], [-10.4296875, false], [-8.4296875, false], [-11.4296875, false], [-6.1796875, false], [-5.4296875, false], [-7.6796875, false], [-10.1796875, false], [-8.9296875, false], [-10.9296875, false], [-7.6796875, false], [-6.1796875, false], [-8.9296875, false], [-10.6796875, false], [-11.4296875, false], [-11.9296875, false], [-8.4296875, false], [-8.9296875, false], [-6.1796875, false], [-10.6796875, false], [-10.9296875, false], [-8.9296875, false], [-9.9296875, false], [-6.1796875, false], [-10.9296875, false], [-10.4296875, false], [-8.4296875, false], [-6.1796875, false], [-8.4296875, false], [-8.9296875, false], [-10.9296875, false], [-9.1796875, false], [-10.9296875, false], [-8.9296875, false], [-8.9296875, false], [-9.9296875, false], [-8.4296875, false], [-8.9296875, false], [-10.9296875, false], [-8.3125, false], [-9.6796875, false], [-13.6796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 527, "doc": {"id": "VASoL_2009_3_27", "question": "A puddle of water on a concrete driveway will disappear after a few hours during a sunny day. Where does the water go as it disappears?", "choices": {"text": ["It goes into the air.", "Animals drink it.", "It soaks into the concrete.", "It becomes a different substance."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "It goes into the air.", "arguments": ["Question: A puddle of water on a concrete driveway will disappear after a few hours during a sunny day. Where does the water go as it disappears?\nAnswer:", " ["], "resps": [[[-8.421875, false]], [[-10.171875, false]], [[-5.91796875, false]], [[-11.921875, false]], [[-6.16796875, false]], [[-13.671875, false]], [[-11.421875, false]], [[-10.421875, false]], [[-10.921875, false]], [[-6.16796875, false]], [[-10.421875, false]], [[-11.921875, false]], [[-11.921875, false]], [[-11.421875, false]], [[-6.16796875, false]], [[-11.921875, false]], [[-12.171875, false]], [[-10.421875, false]], [[-6.16796875, false]], [[-7.41796875, false]], [[-10.421875, false]], [[-13.671875, false]], [[-7.1484375, false]], [[-10.171875, false]], [[-11.046875, false]], [[-6.16796875, false]], [[-10.171875, false]], [[-3.66796875, false]], [[-11.921875, false]], [[-10.421875, false]], [[-12.171875, false]], [[-7.41796875, false]], [[-11.671875, false]], [[-10.921875, false]], [[-6.16796875, false]], [[-9.421875, false]], [[-13.671875, false]], [[-10.421875, false]], [[-11.921875, false]], [[-13.921875, false]], [[-6.16796875, false]], [[-10.421875, false]], [[-11.921875, false]], [[-7.1484375, false]], [[-10.171875, false]], [[-11.046875, false]], [[-6.16796875, false]], [[-10.171875, false]], [[-5.91796875, false]], [[-11.921875, false]], [[-6.16796875, false]], [[-10.921875, false]], [[-11.421875, false]], [[-7.41796875, false]], [[-13.921875, false]], [[-10.921875, false]], [[-6.16796875, false]], [[-10.421875, false]], [[-11.921875, false]], [[-11.921875, false]], [[-11.421875, false]], [[-6.16796875, false]], [[-11.921875, false]], [[-12.171875, false]], [[-10.421875, false]], [[-6.16796875, false]], [[-11.171875, false]], [[-11.421875, false]], [[-11.921875, false]], [[-11.171875, false]], [[-13.671875, false]], [[-10.421875, false]], [[-11.921875, false]], [[-10.421875, false]], [[-7.1484375, false]], [[-10.171875, false]], [[-11.046875, false]], [[-6.16796875, false]], [[-10.171875, false]], [[-5.91796875, false]], [[-11.921875, false]], [[-6.16796875, false]], [[-10.921875, false]], [[-10.421875, false]], [[-11.171875, false]], [[-11.421875, false]], [[-12.171875, false]], [[-10.421875, false]], [[-10.921875, false]], [[-6.16796875, false]], [[-7.41796875, false]], [[-6.16796875, false]], [[-9.421875, false]], [[-10.421875, false]], [[-11.671875, false]], [[-11.671875, false]], [[-10.421875, false]], [[-13.671875, false]], [[-10.421875, false]], [[-11.921875, false]], [[-11.921875, false]], [[-6.16796875, false]], [[-10.921875, false]], [[-11.421875, false]], [[-10.921875, false]], [[-10.921875, false]], [[-11.921875, false]], [[-7.41796875, false]], [[-11.921875, false]], [[-11.171875, false]], [[-10.421875, false]], [[-7.1484375, false]], [[-10.171875, false]], [[-14.171875, false]]], "filtered_resps": [[-8.421875, false], [-10.171875, false], [-5.91796875, false], [-11.921875, false], [-6.16796875, false], [-13.671875, false], [-11.421875, false], [-10.421875, false], [-10.921875, false], [-6.16796875, false], [-10.421875, false], [-11.921875, false], [-11.921875, false], [-11.421875, false], [-6.16796875, false], [-11.921875, false], [-12.171875, false], [-10.421875, false], [-6.16796875, false], [-7.41796875, false], [-10.421875, false], [-13.671875, false], [-7.1484375, false], [-10.171875, false], [-11.046875, false], [-6.16796875, false], [-10.171875, false], [-3.66796875, false], [-11.921875, false], [-10.421875, false], [-12.171875, false], [-7.41796875, false], [-11.671875, false], [-10.921875, false], [-6.16796875, false], [-9.421875, false], [-13.671875, false], [-10.421875, false], [-11.921875, false], [-13.921875, false], [-6.16796875, false], [-10.421875, false], [-11.921875, false], [-7.1484375, false], [-10.171875, false], [-11.046875, false], [-6.16796875, false], [-10.171875, false], [-5.91796875, false], [-11.921875, false], [-6.16796875, false], [-10.921875, false], [-11.421875, false], [-7.41796875, false], [-13.921875, false], [-10.921875, false], [-6.16796875, false], [-10.421875, false], [-11.921875, false], [-11.921875, false], [-11.421875, false], [-6.16796875, false], [-11.921875, false], [-12.171875, false], [-10.421875, false], [-6.16796875, false], [-11.171875, false], [-11.421875, false], [-11.921875, false], [-11.171875, false], [-13.671875, false], [-10.421875, false], [-11.921875, false], [-10.421875, false], [-7.1484375, false], [-10.171875, false], [-11.046875, false], [-6.16796875, false], [-10.171875, false], [-5.91796875, false], [-11.921875, false], [-6.16796875, false], [-10.921875, false], [-10.421875, false], [-11.171875, false], [-11.421875, false], [-12.171875, false], [-10.421875, false], [-10.921875, false], [-6.16796875, false], [-7.41796875, false], [-6.16796875, false], [-9.421875, false], [-10.421875, false], [-11.671875, false], [-11.671875, false], [-10.421875, false], [-13.671875, false], [-10.421875, false], [-11.921875, false], [-11.921875, false], [-6.16796875, false], [-10.921875, false], [-11.421875, false], [-10.921875, false], [-10.921875, false], [-11.921875, false], [-7.41796875, false], [-11.921875, false], [-11.171875, false], [-10.421875, false], [-7.1484375, false], [-10.171875, false], [-14.171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 535, "doc": {"id": "Mercury_7219695", "question": "Scientists found trilobite and brachiopod index fossils in cliffs a great distance apart from each other. What can scientists infer about the rocks in which these fossils were found?", "choices": {"text": ["the age of the rock", "the slope of the rock", "the density of the rock", "the weathering of the rock"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "the age of the rock", "arguments": ["Question: Scientists found trilobite and brachiopod index fossils in cliffs a great distance apart from each other. What can scientists infer about the rocks in which these fossils were found?\nAnswer:", " ["], "resps": [[[-7.20703125, false]], [[-8.9609375, false]], [[-11.7109375, false]], [[-13.2109375, false]], [[-9.4609375, false]], [[-5.95703125, false]], [[-6.95703125, false]], [[-12.4609375, false]], [[-9.4609375, false]], [[-5.95703125, false]], [[-10.9609375, false]], [[-11.4609375, false]], [[-5.95703125, false]], [[-11.7109375, false]], [[-13.2109375, false]], [[-9.4609375, false]], [[-5.95703125, false]], [[-10.9609375, false]], [[-10.9609375, false]], [[-9.9609375, false]], [[-12.2109375, false]], [[-8.9609375, false]], [[-10.375, false]], [[-5.95703125, false]], [[-8.9609375, false]], [[-11.7109375, false]], [[-13.2109375, false]], [[-9.4609375, false]], [[-5.95703125, false]], [[-10.4609375, false]], [[-11.2109375, false]], [[-10.9609375, false]], [[-10.7109375, false]], [[-9.4609375, false]], [[-5.95703125, false]], [[-10.9609375, false]], [[-11.4609375, false]], [[-5.95703125, false]], [[-11.7109375, false]], [[-13.2109375, false]], [[-9.4609375, false]], [[-5.95703125, false]], [[-10.9609375, false]], [[-10.9609375, false]], [[-9.9609375, false]], [[-12.2109375, false]], [[-8.9609375, false]], [[-10.375, false]], [[-5.95703125, false]], [[-8.9609375, false]], [[-11.7109375, false]], [[-13.2109375, false]], [[-9.4609375, false]], [[-5.95703125, false]], [[-10.9609375, false]], [[-9.4609375, false]], [[-10.2109375, false]], [[-10.4609375, false]], [[-10.7109375, false]], [[-11.7109375, false]], [[-12.9609375, false]], [[-5.95703125, false]], [[-10.9609375, false]], [[-11.4609375, false]], [[-5.95703125, false]], [[-11.7109375, false]], [[-13.2109375, false]], [[-9.4609375, false]], [[-5.95703125, false]], [[-10.9609375, false]], [[-10.9609375, false]], [[-9.9609375, false]], [[-12.2109375, false]], [[-8.9609375, false]], [[-10.375, false]], [[-5.95703125, false]], [[-8.9609375, false]], [[-11.7109375, false]], [[-13.2109375, false]], [[-9.4609375, false]], [[-5.95703125, false]], [[-11.7109375, false]], [[-9.4609375, false]], [[-6.95703125, false]], [[-11.7109375, false]], [[-13.2109375, false]], [[-9.4609375, false]], [[-10.9609375, false]], [[-10.7109375, false]], [[-10.2109375, false]], [[-12.4609375, false]], [[-5.95703125, false]], [[-10.9609375, false]], [[-11.4609375, false]], [[-5.95703125, false]], [[-11.7109375, false]], [[-13.2109375, false]], [[-9.4609375, false]], [[-5.95703125, false]], [[-10.9609375, false]], [[-10.9609375, false]], [[-9.9609375, false]], [[-12.2109375, false]], [[-8.9609375, false]], [[-13.7109375, false]]], "filtered_resps": [[-7.20703125, false], [-8.9609375, false], [-11.7109375, false], [-13.2109375, false], [-9.4609375, false], [-5.95703125, false], [-6.95703125, false], [-12.4609375, false], [-9.4609375, false], [-5.95703125, false], [-10.9609375, false], [-11.4609375, false], [-5.95703125, false], [-11.7109375, false], [-13.2109375, false], [-9.4609375, false], [-5.95703125, false], [-10.9609375, false], [-10.9609375, false], [-9.9609375, false], [-12.2109375, false], [-8.9609375, false], [-10.375, false], [-5.95703125, false], [-8.9609375, false], [-11.7109375, false], [-13.2109375, false], [-9.4609375, false], [-5.95703125, false], [-10.4609375, false], [-11.2109375, false], [-10.9609375, false], [-10.7109375, false], [-9.4609375, false], [-5.95703125, false], [-10.9609375, false], [-11.4609375, false], [-5.95703125, false], [-11.7109375, false], [-13.2109375, false], [-9.4609375, false], [-5.95703125, false], [-10.9609375, false], [-10.9609375, false], [-9.9609375, false], [-12.2109375, false], [-8.9609375, false], [-10.375, false], [-5.95703125, false], [-8.9609375, false], [-11.7109375, false], [-13.2109375, false], [-9.4609375, false], [-5.95703125, false], [-10.9609375, false], [-9.4609375, false], [-10.2109375, false], [-10.4609375, false], [-10.7109375, false], [-11.7109375, false], [-12.9609375, false], [-5.95703125, false], [-10.9609375, false], [-11.4609375, false], [-5.95703125, false], [-11.7109375, false], [-13.2109375, false], [-9.4609375, false], [-5.95703125, false], [-10.9609375, false], [-10.9609375, false], [-9.9609375, false], [-12.2109375, false], [-8.9609375, false], [-10.375, false], [-5.95703125, false], [-8.9609375, false], [-11.7109375, false], [-13.2109375, false], [-9.4609375, false], [-5.95703125, false], [-11.7109375, false], [-9.4609375, false], [-6.95703125, false], [-11.7109375, false], [-13.2109375, false], [-9.4609375, false], [-10.9609375, false], [-10.7109375, false], [-10.2109375, false], [-12.4609375, false], [-5.95703125, false], [-10.9609375, false], [-11.4609375, false], [-5.95703125, false], [-11.7109375, false], [-13.2109375, false], [-9.4609375, false], [-5.95703125, false], [-10.9609375, false], [-10.9609375, false], [-9.9609375, false], [-12.2109375, false], [-8.9609375, false], [-13.7109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 543, "doc": {"id": "NYSEDREGENTS_2013_4_24", "question": "In late fall, a rabbit's fur grows thicker. This adaptation occurs to", "choices": {"text": ["keep the rabbit's body warm", "keep the rabbit safe from predators", "help the rabbit find a mate", "help the rabbit find green plants"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "keep the rabbit's body warm", "arguments": ["Question: In late fall, a rabbit's fur grows thicker. This adaptation occurs to\nAnswer:", " ["], "resps": [[[-8.09375, false]], [[-6.34375, false]], [[-12.34375, false]], [[-9.84375, false]], [[-9.84375, false]], [[-11.59375, false]], [[-6.59375, false]], [[-11.34375, false]], [[-12.59375, false]], [[-9.84375, false]], [[-6.59375, false]], [[-11.09375, false]], [[-7.09375, false]], [[-10.84375, false]], [[-10.84375, false]], [[-10.09375, false]], [[-11.34375, false]], [[-8.84375, false]], [[-10.34375, false]], [[-6.59375, false]], [[-10.84375, false]], [[-10.09375, false]], [[-10.84375, false]], [[-12.84375, false]], [[-6.59375, false]], [[-12.59375, false]], [[-7.09375, false]], [[-11.09375, false]], [[-12.84375, false]], [[-6.34375, false]], [[-10.2109375, false]], [[-6.59375, false]], [[-8.84375, false]], [[-12.34375, false]], [[-9.84375, false]], [[-9.84375, false]], [[-11.59375, false]], [[-6.59375, false]], [[-11.34375, false]], [[-12.59375, false]], [[-9.84375, false]], [[-6.59375, false]], [[-11.09375, false]], [[-7.09375, false]], [[-10.84375, false]], [[-10.84375, false]], [[-10.09375, false]], [[-11.34375, false]], [[-6.59375, false]], [[-10.34375, false]], [[-7.09375, false]], [[-11.09375, false]], [[-9.84375, false]], [[-6.59375, false]], [[-11.09375, false]], [[-11.09375, false]], [[-10.09375, false]], [[-12.84375, false]], [[-6.59375, false]], [[-11.59375, false]], [[-11.09375, false]], [[-9.84375, false]], [[-10.84375, false]], [[-7.09375, false]], [[-11.34375, false]], [[-10.09375, false]], [[-11.09375, false]], [[-10.34375, false]], [[-8.84375, false]], [[-10.2109375, false]], [[-6.59375, false]], [[-8.84375, false]], [[-12.59375, false]], [[-9.84375, false]], [[-11.34375, false]], [[-11.59375, false]], [[-6.59375, false]], [[-11.34375, false]], [[-12.59375, false]], [[-9.84375, false]], [[-6.59375, false]], [[-11.09375, false]], [[-7.09375, false]], [[-10.84375, false]], [[-10.84375, false]], [[-10.09375, false]], [[-11.34375, false]], [[-6.59375, false]], [[-11.09375, false]], [[-10.09375, false]], [[-11.09375, false]], [[-10.84375, false]], [[-6.59375, false]], [[-7.09375, false]], [[-6.59375, false]], [[-12.84375, false]], [[-7.09375, false]], [[-11.34375, false]], [[-9.84375, false]], [[-8.84375, false]], [[-10.2109375, false]], [[-6.59375, false]], [[-8.84375, false]], [[-12.59375, false]], [[-9.84375, false]], [[-11.34375, false]], [[-11.59375, false]], [[-6.59375, false]], [[-11.34375, false]], [[-12.59375, false]], [[-9.84375, false]], [[-6.59375, false]], [[-11.09375, false]], [[-7.09375, false]], [[-10.84375, false]], [[-10.84375, false]], [[-10.09375, false]], [[-11.34375, false]], [[-6.59375, false]], [[-11.09375, false]], [[-10.09375, false]], [[-11.09375, false]], [[-10.84375, false]], [[-6.59375, false]], [[-12.09375, false]], [[-11.09375, false]], [[-9.84375, false]], [[-9.84375, false]], [[-11.09375, false]], [[-6.59375, false]], [[-11.59375, false]], [[-11.34375, false]], [[-7.09375, false]], [[-11.09375, false]], [[-11.34375, false]], [[-10.34375, false]], [[-8.84375, false]], [[-13.09375, false]]], "filtered_resps": [[-8.09375, false], [-6.34375, false], [-12.34375, false], [-9.84375, false], [-9.84375, false], [-11.59375, false], [-6.59375, false], [-11.34375, false], [-12.59375, false], [-9.84375, false], [-6.59375, false], [-11.09375, false], [-7.09375, false], [-10.84375, false], [-10.84375, false], [-10.09375, false], [-11.34375, false], [-8.84375, false], [-10.34375, false], [-6.59375, false], [-10.84375, false], [-10.09375, false], [-10.84375, false], [-12.84375, false], [-6.59375, false], [-12.59375, false], [-7.09375, false], [-11.09375, false], [-12.84375, false], [-6.34375, false], [-10.2109375, false], [-6.59375, false], [-8.84375, false], [-12.34375, false], [-9.84375, false], [-9.84375, false], [-11.59375, false], [-6.59375, false], [-11.34375, false], [-12.59375, false], [-9.84375, false], [-6.59375, false], [-11.09375, false], [-7.09375, false], [-10.84375, false], [-10.84375, false], [-10.09375, false], [-11.34375, false], [-6.59375, false], [-10.34375, false], [-7.09375, false], [-11.09375, false], [-9.84375, false], [-6.59375, false], [-11.09375, false], [-11.09375, false], [-10.09375, false], [-12.84375, false], [-6.59375, false], [-11.59375, false], [-11.09375, false], [-9.84375, false], [-10.84375, false], [-7.09375, false], [-11.34375, false], [-10.09375, false], [-11.09375, false], [-10.34375, false], [-8.84375, false], [-10.2109375, false], [-6.59375, false], [-8.84375, false], [-12.59375, false], [-9.84375, false], [-11.34375, false], [-11.59375, false], [-6.59375, false], [-11.34375, false], [-12.59375, false], [-9.84375, false], [-6.59375, false], [-11.09375, false], [-7.09375, false], [-10.84375, false], [-10.84375, false], [-10.09375, false], [-11.34375, false], [-6.59375, false], [-11.09375, false], [-10.09375, false], [-11.09375, false], [-10.84375, false], [-6.59375, false], [-7.09375, false], [-6.59375, false], [-12.84375, false], [-7.09375, false], [-11.34375, false], [-9.84375, false], [-8.84375, false], [-10.2109375, false], [-6.59375, false], [-8.84375, false], [-12.59375, false], [-9.84375, false], [-11.34375, false], [-11.59375, false], [-6.59375, false], [-11.34375, false], [-12.59375, false], [-9.84375, false], [-6.59375, false], [-11.09375, false], [-7.09375, false], [-10.84375, false], [-10.84375, false], [-10.09375, false], [-11.34375, false], [-6.59375, false], [-11.09375, false], [-10.09375, false], [-11.09375, false], [-10.84375, false], [-6.59375, false], [-12.09375, false], [-11.09375, false], [-9.84375, false], [-9.84375, false], [-11.09375, false], [-6.59375, false], [-11.59375, false], [-11.34375, false], [-7.09375, false], [-11.09375, false], [-11.34375, false], [-10.34375, false], [-8.84375, false], [-13.09375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 551, "doc": {"id": "Mercury_7228078", "question": "The process of gene regulation directly impacts", "choices": {"text": ["how much DNA is stored.", "how much DNA is replicated.", "which mRNA is produced.", "which tRNA is produced."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "which mRNA is produced.", "arguments": ["Question: The process of gene regulation directly impacts\nAnswer:", " ["], "resps": [[[-7.46484375, false]], [[-8.84375, false]], [[-8.96875, false]], [[-8.71875, false]], [[-9.59375, false]], [[-4.83984375, false]], [[-8.21875, false]], [[-10.46875, false]], [[-7.83984375, false]], [[-8.96875, false]], [[-4.83984375, false]], [[-7.46484375, false]], [[-7.83984375, false]], [[-3.716796875, false]], [[-4.83984375, false]], [[-8.09375, false]], [[-9.21875, false]], [[-4.83984375, false]], [[-9.21875, false]], [[-9.71875, false]], [[-8.71875, false]], [[-9.09375, false]], [[-8.46875, false]], [[-8.96875, false]], [[-7.36328125, false]], [[-8.84375, false]], [[-9.296875, false]], [[-4.83984375, false]], [[-8.84375, false]], [[-8.96875, false]], [[-8.71875, false]], [[-9.59375, false]], [[-4.83984375, false]], [[-8.21875, false]], [[-10.46875, false]], [[-7.83984375, false]], [[-8.96875, false]], [[-4.83984375, false]], [[-7.46484375, false]], [[-7.83984375, false]], [[-3.716796875, false]], [[-4.83984375, false]], [[-8.09375, false]], [[-9.21875, false]], [[-4.83984375, false]], [[-9.09375, false]], [[-8.46875, false]], [[-8.21875, false]], [[-9.96875, false]], [[-8.09375, false]], [[-7.83984375, false]], [[-5.83984375, false]], [[-9.71875, false]], [[-8.46875, false]], [[-8.96875, false]], [[-7.36328125, false]], [[-8.84375, false]], [[-9.296875, false]], [[-4.83984375, false]], [[-8.84375, false]], [[-9.59375, false]], [[-8.96875, false]], [[-8.09375, false]], [[-7.83984375, false]], [[-8.96875, false]], [[-4.83984375, false]], [[-8.21875, false]], [[-7.58984375, false]], [[-7.83984375, false]], [[-3.716796875, false]], [[-4.83984375, false]], [[-8.09375, false]], [[-9.21875, false]], [[-4.83984375, false]], [[-8.21875, false]], [[-9.09375, false]], [[-8.71875, false]], [[-8.96875, false]], [[-10.46875, false]], [[-7.83984375, false]], [[-8.46875, false]], [[-8.96875, false]], [[-7.36328125, false]], [[-8.84375, false]], [[-9.296875, false]], [[-4.83984375, false]], [[-8.84375, false]], [[-9.59375, false]], [[-8.96875, false]], [[-8.09375, false]], [[-7.83984375, false]], [[-8.96875, false]], [[-4.83984375, false]], [[-9.71875, false]], [[-7.58984375, false]], [[-7.83984375, false]], [[-3.716796875, false]], [[-4.83984375, false]], [[-8.09375, false]], [[-9.21875, false]], [[-4.83984375, false]], [[-8.21875, false]], [[-9.09375, false]], [[-8.71875, false]], [[-8.96875, false]], [[-10.46875, false]], [[-7.83984375, false]], [[-8.46875, false]], [[-8.96875, false]], [[-7.36328125, false]], [[-8.84375, false]], [[-12.71875, false]]], "filtered_resps": [[-7.46484375, false], [-8.84375, false], [-8.96875, false], [-8.71875, false], [-9.59375, false], [-4.83984375, false], [-8.21875, false], [-10.46875, false], [-7.83984375, false], [-8.96875, false], [-4.83984375, false], [-7.46484375, false], [-7.83984375, false], [-3.716796875, false], [-4.83984375, false], [-8.09375, false], [-9.21875, false], [-4.83984375, false], [-9.21875, false], [-9.71875, false], [-8.71875, false], [-9.09375, false], [-8.46875, false], [-8.96875, false], [-7.36328125, false], [-8.84375, false], [-9.296875, false], [-4.83984375, false], [-8.84375, false], [-8.96875, false], [-8.71875, false], [-9.59375, false], [-4.83984375, false], [-8.21875, false], [-10.46875, false], [-7.83984375, false], [-8.96875, false], [-4.83984375, false], [-7.46484375, false], [-7.83984375, false], [-3.716796875, false], [-4.83984375, false], [-8.09375, false], [-9.21875, false], [-4.83984375, false], [-9.09375, false], [-8.46875, false], [-8.21875, false], [-9.96875, false], [-8.09375, false], [-7.83984375, false], [-5.83984375, false], [-9.71875, false], [-8.46875, false], [-8.96875, false], [-7.36328125, false], [-8.84375, false], [-9.296875, false], [-4.83984375, false], [-8.84375, false], [-9.59375, false], [-8.96875, false], [-8.09375, false], [-7.83984375, false], [-8.96875, false], [-4.83984375, false], [-8.21875, false], [-7.58984375, false], [-7.83984375, false], [-3.716796875, false], [-4.83984375, false], [-8.09375, false], [-9.21875, false], [-4.83984375, false], [-8.21875, false], [-9.09375, false], [-8.71875, false], [-8.96875, false], [-10.46875, false], [-7.83984375, false], [-8.46875, false], [-8.96875, false], [-7.36328125, false], [-8.84375, false], [-9.296875, false], [-4.83984375, false], [-8.84375, false], [-9.59375, false], [-8.96875, false], [-8.09375, false], [-7.83984375, false], [-8.96875, false], [-4.83984375, false], [-9.71875, false], [-7.58984375, false], [-7.83984375, false], [-3.716796875, false], [-4.83984375, false], [-8.09375, false], [-9.21875, false], [-4.83984375, false], [-8.21875, false], [-9.09375, false], [-8.71875, false], [-8.96875, false], [-10.46875, false], [-7.83984375, false], [-8.46875, false], [-8.96875, false], [-7.36328125, false], [-8.84375, false], [-12.71875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 559, "doc": {"id": "ACTAAP_2014_7_12", "question": "Which substance contributes most to the greenhouse effect?", "choices": {"text": ["wood smoke", "nitrous oxides", "carbon dioxide", "nuclear radiation"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "carbon dioxide", "arguments": ["Question: Which substance contributes most to the greenhouse effect?\nAnswer:", " ["], "resps": [[[-8.8984375, false]], [[-8.6484375, false]], [[-11.8984375, false]], [[-6.90234375, false]], [[-6.90234375, false]], [[-10.3984375, false]], [[-5.40234375, false]], [[-10.6484375, false]], [[-8.6484375, false]], [[-6.90234375, false]], [[-12.3984375, false]], [[-8.8984375, false]], [[-8.6484375, false]], [[-10.078125, false]], [[-5.40234375, false]], [[-8.6484375, false]], [[-8.8984375, false]], [[-8.3984375, false]], [[-10.3984375, false]], [[-13.8984375, false]], [[-6.90234375, false]], [[-9.1484375, false]], [[-10.6484375, false]], [[-5.40234375, false]], [[-6.90234375, false]], [[-9.6484375, false]], [[-8.3984375, false]], [[-10.3984375, false]], [[-8.8984375, false]], [[-10.6484375, false]], [[-8.6484375, false]], [[-10.078125, false]], [[-5.40234375, false]], [[-8.6484375, false]], [[-8.3984375, false]], [[-6.15234375, false]], [[-13.8984375, false]], [[-12.1484375, false]], [[-6.90234375, false]], [[-8.8984375, false]], [[-5.40234375, false]], [[-10.3984375, false]], [[-8.3984375, false]], [[-6.90234375, false]], [[-9.6484375, false]], [[-8.3984375, false]], [[-10.3984375, false]], [[-8.8984375, false]], [[-8.6484375, false]], [[-10.078125, false]], [[-5.40234375, false]], [[-8.6484375, false]], [[-8.8984375, false]], [[-9.1484375, false]], [[-8.3984375, false]], [[-10.8984375, false]], [[-8.8984375, false]], [[-6.15234375, false]], [[-13.8984375, false]], [[-5.40234375, false]], [[-13.8984375, false]], [[-6.15234375, false]], [[-10.3984375, false]], [[-8.3984375, false]], [[-6.15234375, false]], [[-10.3984375, false]], [[-8.3984375, false]], [[-6.90234375, false]], [[-8.8984375, false]], [[-8.6484375, false]], [[-16.40625, false]]], "filtered_resps": [[-8.8984375, false], [-8.6484375, false], [-11.8984375, false], [-6.90234375, false], [-6.90234375, false], [-10.3984375, false], [-5.40234375, false], [-10.6484375, false], [-8.6484375, false], [-6.90234375, false], [-12.3984375, false], [-8.8984375, false], [-8.6484375, false], [-10.078125, false], [-5.40234375, false], [-8.6484375, false], [-8.8984375, false], [-8.3984375, false], [-10.3984375, false], [-13.8984375, false], [-6.90234375, false], [-9.1484375, false], [-10.6484375, false], [-5.40234375, false], [-6.90234375, false], [-9.6484375, false], [-8.3984375, false], [-10.3984375, false], [-8.8984375, false], [-10.6484375, false], [-8.6484375, false], [-10.078125, false], [-5.40234375, false], [-8.6484375, false], [-8.3984375, false], [-6.15234375, false], [-13.8984375, false], [-12.1484375, false], [-6.90234375, false], [-8.8984375, false], [-5.40234375, false], [-10.3984375, false], [-8.3984375, false], [-6.90234375, false], [-9.6484375, false], [-8.3984375, false], [-10.3984375, false], [-8.8984375, false], [-8.6484375, false], [-10.078125, false], [-5.40234375, false], [-8.6484375, false], [-8.8984375, false], [-9.1484375, false], [-8.3984375, false], [-10.8984375, false], [-8.8984375, false], [-6.15234375, false], [-13.8984375, false], [-5.40234375, false], [-13.8984375, false], [-6.15234375, false], [-10.3984375, false], [-8.3984375, false], [-6.15234375, false], [-10.3984375, false], [-8.3984375, false], [-6.90234375, false], [-8.8984375, false], [-8.6484375, false], [-16.40625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 567, "doc": {"id": "Mercury_7220028", "question": "Scientists determined that specific agents produce specific diseases, and many are transmitted by sneezing. What must the droplets contain for a disease to be transmitted by sneezing?", "choices": {"text": ["the disease-causing particles", "cells exposed to the disease", "toxins released by diseased cells", "disease-specific antibodies"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "the disease-causing particles", "arguments": ["Question: Scientists determined that specific agents produce specific diseases, and many are transmitted by sneezing. What must the droplets contain for a disease to be transmitted by sneezing?\nAnswer:", " ["], "resps": [[[-6.72265625, false]], [[-8.1015625, false]], [[-10.3515625, false]], [[-9.6015625, false]], [[-8.6015625, false]], [[-5.47265625, false]], [[-8.2265625, false]], [[-8.7265625, false]], [[-9.2265625, false]], [[-8.6015625, false]], [[-5.34765625, false]], [[-9.2265625, false]], [[-8.6015625, false]], [[-6.59765625, false]], [[-7.34765625, false]], [[-5.34765625, false]], [[-10.2265625, false]], [[-9.2265625, false]], [[-8.7265625, false]], [[-7.84765625, false]], [[-10.3515625, false]], [[-5.47265625, false]], [[-9.4765625, false]], [[-5.34765625, false]], [[-11.2265625, false]], [[-10.3515625, false]], [[-8.7265625, false]], [[-7.34765625, false]], [[-10.2265625, false]], [[-8.6015625, false]], [[-9.2265625, false]], [[-8.1015625, false]], [[-10.09375, false]], [[-5.47265625, false]], [[-8.1015625, false]], [[-7.34765625, false]], [[-8.6015625, false]], [[-10.2265625, false]], [[-10.2265625, false]], [[-9.2265625, false]], [[-5.47265625, false]], [[-8.6015625, false]], [[-8.4765625, false]], [[-9.4765625, false]], [[-8.8515625, false]], [[-9.2265625, false]], [[-8.6015625, false]], [[-8.2265625, false]], [[-5.47265625, false]], [[-10.3515625, false]], [[-8.8515625, false]], [[-5.47265625, false]], [[-10.3515625, false]], [[-9.6015625, false]], [[-8.6015625, false]], [[-5.47265625, false]], [[-8.2265625, false]], [[-8.7265625, false]], [[-9.2265625, false]], [[-8.6015625, false]], [[-5.34765625, false]], [[-9.2265625, false]], [[-8.6015625, false]], [[-8.1015625, false]], [[-10.09375, false]], [[-5.47265625, false]], [[-8.1015625, false]], [[-10.3515625, false]], [[-8.8515625, false]], [[-8.4765625, false]], [[-8.7265625, false]], [[-7.84765625, false]], [[-9.2265625, false]], [[-5.47265625, false]], [[-11.2265625, false]], [[-8.6015625, false]], [[-10.2265625, false]], [[-8.6015625, false]], [[-5.34765625, false]], [[-9.2265625, false]], [[-8.6015625, false]], [[-8.2265625, false]], [[-5.47265625, false]], [[-8.3515625, false]], [[-12.1015625, false]], [[-5.47265625, false]], [[-8.2265625, false]], [[-8.7265625, false]], [[-9.2265625, false]], [[-8.6015625, false]], [[-5.34765625, false]], [[-9.2265625, false]], [[-8.6015625, false]], [[-8.2265625, false]], [[-5.47265625, false]], [[-7.34765625, false]], [[-8.6015625, false]], [[-10.2265625, false]], [[-10.2265625, false]], [[-9.2265625, false]], [[-8.1015625, false]], [[-10.09375, false]], [[-5.47265625, false]], [[-8.1015625, false]], [[-8.2265625, false]], [[-8.7265625, false]], [[-9.2265625, false]], [[-8.6015625, false]], [[-5.34765625, false]], [[-9.2265625, false]], [[-8.6015625, false]], [[-6.59765625, false]], [[-9.2265625, false]], [[-9.4765625, false]], [[-8.6015625, false]], [[-7.34765625, false]], [[-8.7265625, false]], [[-9.6015625, false]], [[-8.7265625, false]], [[-7.34765625, false]], [[-5.47265625, false]], [[-5.34765625, false]], [[-7.84765625, false]], [[-10.3515625, false]], [[-8.7265625, false]], [[-8.3515625, false]], [[-8.8515625, false]], [[-8.2265625, false]], [[-8.7265625, false]], [[-8.6015625, false]], [[-9.2265625, false]], [[-8.1015625, false]], [[-11.7265625, false]]], "filtered_resps": [[-6.72265625, false], [-8.1015625, false], [-10.3515625, false], [-9.6015625, false], [-8.6015625, false], [-5.47265625, false], [-8.2265625, false], [-8.7265625, false], [-9.2265625, false], [-8.6015625, false], [-5.34765625, false], [-9.2265625, false], [-8.6015625, false], [-6.59765625, false], [-7.34765625, false], [-5.34765625, false], [-10.2265625, false], [-9.2265625, false], [-8.7265625, false], [-7.84765625, false], [-10.3515625, false], [-5.47265625, false], [-9.4765625, false], [-5.34765625, false], [-11.2265625, false], [-10.3515625, false], [-8.7265625, false], [-7.34765625, false], [-10.2265625, false], [-8.6015625, false], [-9.2265625, false], [-8.1015625, false], [-10.09375, false], [-5.47265625, false], [-8.1015625, false], [-7.34765625, false], [-8.6015625, false], [-10.2265625, false], [-10.2265625, false], [-9.2265625, false], [-5.47265625, false], [-8.6015625, false], [-8.4765625, false], [-9.4765625, false], [-8.8515625, false], [-9.2265625, false], [-8.6015625, false], [-8.2265625, false], [-5.47265625, false], [-10.3515625, false], [-8.8515625, false], [-5.47265625, false], [-10.3515625, false], [-9.6015625, false], [-8.6015625, false], [-5.47265625, false], [-8.2265625, false], [-8.7265625, false], [-9.2265625, false], [-8.6015625, false], [-5.34765625, false], [-9.2265625, false], [-8.6015625, false], [-8.1015625, false], [-10.09375, false], [-5.47265625, false], [-8.1015625, false], [-10.3515625, false], [-8.8515625, false], [-8.4765625, false], [-8.7265625, false], [-7.84765625, false], [-9.2265625, false], [-5.47265625, false], [-11.2265625, false], [-8.6015625, false], [-10.2265625, false], [-8.6015625, false], [-5.34765625, false], [-9.2265625, false], [-8.6015625, false], [-8.2265625, false], [-5.47265625, false], [-8.3515625, false], [-12.1015625, false], [-5.47265625, false], [-8.2265625, false], [-8.7265625, false], [-9.2265625, false], [-8.6015625, false], [-5.34765625, false], [-9.2265625, false], [-8.6015625, false], [-8.2265625, false], [-5.47265625, false], [-7.34765625, false], [-8.6015625, false], [-10.2265625, false], [-10.2265625, false], [-9.2265625, false], [-8.1015625, false], [-10.09375, false], [-5.47265625, false], [-8.1015625, false], [-8.2265625, false], [-8.7265625, false], [-9.2265625, false], [-8.6015625, false], [-5.34765625, false], [-9.2265625, false], [-8.6015625, false], [-6.59765625, false], [-9.2265625, false], [-9.4765625, false], [-8.6015625, false], [-7.34765625, false], [-8.7265625, false], [-9.6015625, false], [-8.7265625, false], [-7.34765625, false], [-5.47265625, false], [-5.34765625, false], [-7.84765625, false], [-10.3515625, false], [-8.7265625, false], [-8.3515625, false], [-8.8515625, false], [-8.2265625, false], [-8.7265625, false], [-8.6015625, false], [-9.2265625, false], [-8.1015625, false], [-11.7265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 575, "doc": {"id": "Mercury_SC_409149", "question": "Jesus learned that a space probe named Voyager 1 was launched from Earth in 1977. It will take Voyager 1 more than 500 years to travel 1 light year. What is a light year used to measure in space?", "choices": {"text": ["distance", "energy", "force", "time"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "distance", "arguments": ["Question: Jesus learned that a space probe named Voyager 1 was launched from Earth in 1977. It will take Voyager 1 more than 500 years to travel 1 light year. What is a light year used to measure in space?\nAnswer:", " ["], "resps": [[[-8.0546875, false]], [[-8.5546875, false]], [[-9.5546875, false]], [[-9.5546875, false]], [[-9.0546875, false]], [[-8.3046875, false]], [[-2.8046875, false]], [[-7.8046875, false]], [[-9.0546875, false]], [[-8.3046875, false]], [[-8.5546875, false]], [[-9.234375, false]], [[-4.8046875, false]], [[-8.5546875, false]], [[-8.3046875, false]], [[-7.8046875, false]], [[-8.3046875, false]], [[-10.3046875, false]], [[-10.5546875, false]], [[-10.3046875, false]], [[-8.5546875, false]], [[-9.234375, false]], [[-4.8046875, false]], [[-8.5546875, false]], [[-8.8046875, false]], [[-10.0546875, false]], [[-10.3046875, false]], [[-9.0546875, false]], [[-8.3046875, false]], [[-8.5546875, false]], [[-9.234375, false]], [[-4.8046875, false]], [[-8.5546875, false]], [[-8.3046875, false]], [[-9.5546875, false]], [[-8.0546875, false]], [[-8.3046875, false]], [[-8.5546875, false]], [[-11.8046875, false]]], "filtered_resps": [[-8.0546875, false], [-8.5546875, false], [-9.5546875, false], [-9.5546875, false], [-9.0546875, false], [-8.3046875, false], [-2.8046875, false], [-7.8046875, false], [-9.0546875, false], [-8.3046875, false], [-8.5546875, false], [-9.234375, false], [-4.8046875, false], [-8.5546875, false], [-8.3046875, false], [-7.8046875, false], [-8.3046875, false], [-10.3046875, false], [-10.5546875, false], [-10.3046875, false], [-8.5546875, false], [-9.234375, false], [-4.8046875, false], [-8.5546875, false], [-8.8046875, false], [-10.0546875, false], [-10.3046875, false], [-9.0546875, false], [-8.3046875, false], [-8.5546875, false], [-9.234375, false], [-4.8046875, false], [-8.5546875, false], [-8.3046875, false], [-9.5546875, false], [-8.0546875, false], [-8.3046875, false], [-8.5546875, false], [-11.8046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 583, "doc": {"id": "NYSEDREGENTS_2015_8_45", "question": "A student writes in a laboratory notebook: I placed a piece of iron in a beaker of water and the iron sank to the bottom of the beaker. What the student wrote in the laboratory notebook is an example of a(n)", "choices": {"text": ["observation", "prediction", "inference", "hypothesis"], "label": ["1", "2", "3", "4"]}, "answerKey": "1"}, "target": "observation", "arguments": ["Question: A student writes in a laboratory notebook: I placed a piece of iron in a beaker of water and the iron sank to the bottom of the beaker. What the student wrote in the laboratory notebook is an example of a(n)\nAnswer:", " ["], "resps": [[[-6.671875, false]], [[-8.171875, false]], [[-8.046875, false]], [[-4.796875, false]], [[-7.796875, false]], [[-7.546875, false]], [[-7.921875, false]], [[-8.296875, false]], [[-2.921875, false]], [[-8.546875, false]], [[-7.046875, false]], [[-8.046875, false]], [[-6.296875, false]], [[-8.171875, false]], [[-9.484375, false]], [[-5.546875, false]], [[-8.171875, false]], [[-7.796875, false]], [[-7.921875, false]], [[-7.546875, false]], [[-6.546875, false]], [[-7.046875, false]], [[-6.671875, false]], [[-8.546875, false]], [[-7.046875, false]], [[-8.046875, false]], [[-6.296875, false]], [[-8.171875, false]], [[-9.4375, false]], [[-5.546875, false]], [[-8.171875, false]], [[-7.046875, false]], [[-6.296875, false]], [[-7.046875, false]], [[-7.546875, false]], [[-7.921875, false]], [[-7.546875, false]], [[-6.296875, false]], [[-6.671875, false]], [[-7.546875, false]], [[-8.171875, false]], [[-9.4375, false]], [[-5.546875, false]], [[-8.171875, false]], [[-8.921875, false]], [[-9.796875, false]], [[-7.796875, false]], [[-8.046875, false]], [[-8.546875, false]], [[-8.921875, false]], [[-7.546875, false]], [[-7.796875, false]], [[-7.046875, false]], [[-7.796875, false]], [[-8.171875, false]], [[-10.671875, false]]], "filtered_resps": [[-6.671875, false], [-8.171875, false], [-8.046875, false], [-4.796875, false], [-7.796875, false], [-7.546875, false], [-7.921875, false], [-8.296875, false], [-2.921875, false], [-8.546875, false], [-7.046875, false], [-8.046875, false], [-6.296875, false], [-8.171875, false], [-9.484375, false], [-5.546875, false], [-8.171875, false], [-7.796875, false], [-7.921875, false], [-7.546875, false], [-6.546875, false], [-7.046875, false], [-6.671875, false], [-8.546875, false], [-7.046875, false], [-8.046875, false], [-6.296875, false], [-8.171875, false], [-9.4375, false], [-5.546875, false], [-8.171875, false], [-7.046875, false], [-6.296875, false], [-7.046875, false], [-7.546875, false], [-7.921875, false], [-7.546875, false], [-6.296875, false], [-6.671875, false], [-7.546875, false], [-8.171875, false], [-9.4375, false], [-5.546875, false], [-8.171875, false], [-8.921875, false], [-9.796875, false], [-7.796875, false], [-8.046875, false], [-8.546875, false], [-8.921875, false], [-7.546875, false], [-7.796875, false], [-7.046875, false], [-7.796875, false], [-8.171875, false], [-10.671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 591, "doc": {"id": "ACTAAP_2014_5_13", "question": "Which is an example of a physical property of an object?", "choices": {"text": ["The object bends without breaking.", "The object bubbles when put into an acid.", "The object burns when touched by a flame.", "The object gives off sparks when put into water."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "The object bends without breaking.", "arguments": ["Question: Which is an example of a physical property of an object?\nAnswer:", " ["], "resps": [[[-7.30078125, false]], [[-7.92578125, false]], [[-7.92578125, false]], [[-9.8046875, false]], [[-8.5546875, false]], [[-5.42578125, false]], [[-8.9296875, false]], [[-8.4296875, false]], [[-12.0546875, false]], [[-8.5546875, false]], [[-9.5546875, false]], [[-10.1796875, false]], [[-5.42578125, false]], [[-8.4296875, false]], [[-8.5546875, false]], [[-9.0546875, false]], [[-9.5546875, false]], [[-8.3046875, false]], [[-5.42578125, false]], [[-10.6796875, false]], [[-8.4296875, false]], [[-10.1796875, false]], [[-9.8046875, false]], [[-8.9296875, false]], [[-10.0546875, false]], [[-10.1796875, false]], [[-5.42578125, false]], [[-8.4296875, false]], [[-9.6796875, false]], [[-8.5546875, false]], [[-3.427734375, false]], [[-10.5546875, false]], [[-8.4296875, false]], [[-9.0546875, false]], [[-10.6796875, false]], [[-7.02734375, false]], [[-7.92578125, false]], [[-9.15625, false]], [[-5.42578125, false]], [[-7.92578125, false]], [[-7.92578125, false]], [[-9.8046875, false]], [[-8.5546875, false]], [[-5.42578125, false]], [[-8.9296875, false]], [[-8.4296875, false]], [[-12.0546875, false]], [[-8.5546875, false]], [[-9.5546875, false]], [[-10.1796875, false]], [[-5.42578125, false]], [[-8.4296875, false]], [[-10.0546875, false]], [[-8.4296875, false]], [[-8.4296875, false]], [[-9.3046875, false]], [[-8.5546875, false]], [[-8.3046875, false]], [[-5.42578125, false]], [[-10.6796875, false]], [[-9.8046875, false]], [[-8.5546875, false]], [[-9.0546875, false]], [[-5.42578125, false]], [[-9.0546875, false]], [[-10.0546875, false]], [[-10.1796875, false]], [[-5.42578125, false]], [[-8.4296875, false]], [[-9.0546875, false]], [[-10.1796875, false]], [[-8.9296875, false]], [[-5.42578125, false]], [[-3.427734375, false]], [[-9.0546875, false]], [[-5.42578125, false]], [[-3.427734375, false]], [[-9.5546875, false]], [[-8.4296875, false]], [[-9.5546875, false]], [[-7.02734375, false]], [[-7.92578125, false]], [[-9.15625, false]], [[-5.42578125, false]], [[-7.92578125, false]], [[-7.92578125, false]], [[-9.8046875, false]], [[-8.5546875, false]], [[-5.42578125, false]], [[-8.9296875, false]], [[-8.4296875, false]], [[-12.0546875, false]], [[-8.5546875, false]], [[-9.5546875, false]], [[-10.1796875, false]], [[-5.42578125, false]], [[-8.4296875, false]], [[-10.0546875, false]], [[-9.6796875, false]], [[-9.0546875, false]], [[-8.3046875, false]], [[-5.42578125, false]], [[-10.6796875, false]], [[-9.8046875, false]], [[-8.5546875, false]], [[-9.0546875, false]], [[-5.42578125, false]], [[-10.1796875, false]], [[-8.9296875, false]], [[-10.0546875, false]], [[-9.5546875, false]], [[-9.8046875, false]], [[-8.5546875, false]], [[-9.5546875, false]], [[-5.42578125, false]], [[-8.4296875, false]], [[-10.8046875, false]], [[-5.42578125, false]], [[-3.427734375, false]], [[-5.42578125, false]], [[-8.9296875, false]], [[-9.3046875, false]], [[-3.427734375, false]], [[-9.3046875, false]], [[-8.5546875, false]], [[-7.02734375, false]], [[-7.92578125, false]], [[-9.15625, false]], [[-5.42578125, false]], [[-7.92578125, false]], [[-7.92578125, false]], [[-9.8046875, false]], [[-8.5546875, false]], [[-5.42578125, false]], [[-8.9296875, false]], [[-8.4296875, false]], [[-12.0546875, false]], [[-8.5546875, false]], [[-9.5546875, false]], [[-10.1796875, false]], [[-5.42578125, false]], [[-10.6796875, false]], [[-8.4296875, false]], [[-10.3046875, false]], [[-8.5546875, false]], [[-8.3046875, false]], [[-5.42578125, false]], [[-8.9296875, false]], [[-8.9296875, false]], [[-8.9296875, false]], [[-5.42578125, false]], [[-8.3046875, false]], [[-9.0546875, false]], [[-3.427734375, false]], [[-9.6796875, false]], [[-10.5546875, false]], [[-8.3046875, false]], [[-5.42578125, false]], [[-10.6796875, false]], [[-9.8046875, false]], [[-8.5546875, false]], [[-9.0546875, false]], [[-5.42578125, false]], [[-9.0546875, false]], [[-10.0546875, false]], [[-10.1796875, false]], [[-5.42578125, false]], [[-8.4296875, false]], [[-9.0546875, false]], [[-10.1796875, false]], [[-8.9296875, false]], [[-5.42578125, false]], [[-10.6796875, false]], [[-3.427734375, false]], [[-10.1796875, false]], [[-8.5546875, false]], [[-9.6796875, false]], [[-7.02734375, false]], [[-7.92578125, false]], [[-12.3046875, false]]], "filtered_resps": [[-7.30078125, false], [-7.92578125, false], [-7.92578125, false], [-9.8046875, false], [-8.5546875, false], [-5.42578125, false], [-8.9296875, false], [-8.4296875, false], [-12.0546875, false], [-8.5546875, false], [-9.5546875, false], [-10.1796875, false], [-5.42578125, false], [-8.4296875, false], [-8.5546875, false], [-9.0546875, false], [-9.5546875, false], [-8.3046875, false], [-5.42578125, false], [-10.6796875, false], [-8.4296875, false], [-10.1796875, false], [-9.8046875, false], [-8.9296875, false], [-10.0546875, false], [-10.1796875, false], [-5.42578125, false], [-8.4296875, false], [-9.6796875, false], [-8.5546875, false], [-3.427734375, false], [-10.5546875, false], [-8.4296875, false], [-9.0546875, false], [-10.6796875, false], [-7.02734375, false], [-7.92578125, false], [-9.15625, false], [-5.42578125, false], [-7.92578125, false], [-7.92578125, false], [-9.8046875, false], [-8.5546875, false], [-5.42578125, false], [-8.9296875, false], [-8.4296875, false], [-12.0546875, false], [-8.5546875, false], [-9.5546875, false], [-10.1796875, false], [-5.42578125, false], [-8.4296875, false], [-10.0546875, false], [-8.4296875, false], [-8.4296875, false], [-9.3046875, false], [-8.5546875, false], [-8.3046875, false], [-5.42578125, false], [-10.6796875, false], [-9.8046875, false], [-8.5546875, false], [-9.0546875, false], [-5.42578125, false], [-9.0546875, false], [-10.0546875, false], [-10.1796875, false], [-5.42578125, false], [-8.4296875, false], [-9.0546875, false], [-10.1796875, false], [-8.9296875, false], [-5.42578125, false], [-3.427734375, false], [-9.0546875, false], [-5.42578125, false], [-3.427734375, false], [-9.5546875, false], [-8.4296875, false], [-9.5546875, false], [-7.02734375, false], [-7.92578125, false], [-9.15625, false], [-5.42578125, false], [-7.92578125, false], [-7.92578125, false], [-9.8046875, false], [-8.5546875, false], [-5.42578125, false], [-8.9296875, false], [-8.4296875, false], [-12.0546875, false], [-8.5546875, false], [-9.5546875, false], [-10.1796875, false], [-5.42578125, false], [-8.4296875, false], [-10.0546875, false], [-9.6796875, false], [-9.0546875, false], [-8.3046875, false], [-5.42578125, false], [-10.6796875, false], [-9.8046875, false], [-8.5546875, false], [-9.0546875, false], [-5.42578125, false], [-10.1796875, false], [-8.9296875, false], [-10.0546875, false], [-9.5546875, false], [-9.8046875, false], [-8.5546875, false], [-9.5546875, false], [-5.42578125, false], [-8.4296875, false], [-10.8046875, false], [-5.42578125, false], [-3.427734375, false], [-5.42578125, false], [-8.9296875, false], [-9.3046875, false], [-3.427734375, false], [-9.3046875, false], [-8.5546875, false], [-7.02734375, false], [-7.92578125, false], [-9.15625, false], [-5.42578125, false], [-7.92578125, false], [-7.92578125, false], [-9.8046875, false], [-8.5546875, false], [-5.42578125, false], [-8.9296875, false], [-8.4296875, false], [-12.0546875, false], [-8.5546875, false], [-9.5546875, false], [-10.1796875, false], [-5.42578125, false], [-10.6796875, false], [-8.4296875, false], [-10.3046875, false], [-8.5546875, false], [-8.3046875, false], [-5.42578125, false], [-8.9296875, false], [-8.9296875, false], [-8.9296875, false], [-5.42578125, false], [-8.3046875, false], [-9.0546875, false], [-3.427734375, false], [-9.6796875, false], [-10.5546875, false], [-8.3046875, false], [-5.42578125, false], [-10.6796875, false], [-9.8046875, false], [-8.5546875, false], [-9.0546875, false], [-5.42578125, false], [-9.0546875, false], [-10.0546875, false], [-10.1796875, false], [-5.42578125, false], [-8.4296875, false], [-9.0546875, false], [-10.1796875, false], [-8.9296875, false], [-5.42578125, false], [-10.6796875, false], [-3.427734375, false], [-10.1796875, false], [-8.5546875, false], [-9.6796875, false], [-7.02734375, false], [-7.92578125, false], [-12.3046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 599, "doc": {"id": "Mercury_7044065", "question": "What is the MAJOR cause of acid rain?", "choices": {"text": ["smelting ore", "evaporation of polluted water", "jet airplane exhaust high in the sky", "sulfur combining with water vapor in the atmosphere"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "sulfur combining with water vapor in the atmosphere", "arguments": ["Question: What is the MAJOR cause of acid rain?\nAnswer:", " ["], "resps": [[[-8.03125, false]], [[-8.53125, false]], [[-10.90625, false]], [[-11.53125, false]], [[-8.03125, false]], [[-11.15625, false]], [[-12.28125, false]], [[-9.78125, false]], [[-10.78125, false]], [[-12.53125, false]], [[-5.15625, false]], [[-8.15625, false]], [[-13.15625, false]], [[-8.03125, false]], [[-8.53125, false]], [[-10.2734375, false]], [[-5.15625, false]], [[-8.53125, false]], [[-8.03125, false]], [[-13.03125, false]], [[-6.90625, false]], [[-11.03125, false]], [[-8.15625, false]], [[-13.15625, false]], [[-6.90625, false]], [[-12.28125, false]], [[-9.78125, false]], [[-8.15625, false]], [[-10.78125, false]], [[-5.15625, false]], [[-8.15625, false]], [[-11.28125, false]], [[-5.15625, false]], [[-11.03125, false]], [[-8.15625, false]], [[-11.15625, false]], [[-11.15625, false]], [[-11.65625, false]], [[-12.28125, false]], [[-8.03125, false]], [[-7.90625, false]], [[-5.15625, false]], [[-11.65625, false]], [[-6.90625, false]], [[-12.28125, false]], [[-8.03125, false]], [[-13.15625, false]], [[-8.53125, false]], [[-10.2734375, false]], [[-5.15625, false]], [[-8.53125, false]], [[-14.28125, false]], [[-8.03125, false]], [[-12.28125, false]], [[-5.15625, false]], [[-6.90625, false]], [[-9.78125, false]], [[-13.15625, false]], [[-11.03125, false]], [[-11.15625, false]], [[-6.90625, false]], [[-10.78125, false]], [[-8.03125, false]], [[-5.15625, false]], [[-8.03125, false]], [[-12.03125, false]], [[-12.65625, false]], [[-6.90625, false]], [[-11.65625, false]], [[-10.90625, false]], [[-12.28125, false]], [[-5.15625, false]], [[-12.65625, false]], [[-9.78125, false]], [[-12.53125, false]], [[-12.65625, false]], [[-5.15625, false]], [[-9.78125, false]], [[-10.78125, false]], [[-5.15625, false]], [[-12.28125, false]], [[-12.65625, false]], [[-8.03125, false]], [[-5.15625, false]], [[-10.90625, false]], [[-12.53125, false]], [[-12.53125, false]], [[-8.53125, false]], [[-10.2734375, false]], [[-5.15625, false]], [[-8.53125, false]], [[-10.90625, false]], [[-11.65625, false]], [[-11.15625, false]], [[-11.28125, false]], [[-11.65625, false]], [[-13.15625, false]], [[-5.15625, false]], [[-9.53125, false]], [[-8.15625, false]], [[-11.53125, false]], [[-10.65625, false]], [[-9.78125, false]], [[-10.78125, false]], [[-9.78125, false]], [[-10.78125, false]], [[-12.53125, false]], [[-5.15625, false]], [[-11.65625, false]], [[-9.78125, false]], [[-12.28125, false]], [[-12.65625, false]], [[-5.15625, false]], [[-11.65625, false]], [[-6.90625, false]], [[-12.28125, false]], [[-8.03125, false]], [[-13.15625, false]], [[-5.15625, false]], [[-13.03125, false]], [[-6.90625, false]], [[-11.03125, false]], [[-8.15625, false]], [[-13.15625, false]], [[-5.15625, false]], [[-9.78125, false]], [[-10.78125, false]], [[-5.15625, false]], [[-12.28125, false]], [[-12.65625, false]], [[-8.03125, false]], [[-5.15625, false]], [[-6.90625, false]], [[-12.28125, false]], [[-11.53125, false]], [[-8.15625, false]], [[-10.90625, false]], [[-11.03125, false]], [[-12.65625, false]], [[-8.03125, false]], [[-13.15625, false]], [[-8.03125, false]], [[-8.53125, false]], [[-15.40625, false]]], "filtered_resps": [[-8.03125, false], [-8.53125, false], [-10.90625, false], [-11.53125, false], [-8.03125, false], [-11.15625, false], [-12.28125, false], [-9.78125, false], [-10.78125, false], [-12.53125, false], [-5.15625, false], [-8.15625, false], [-13.15625, false], [-8.03125, false], [-8.53125, false], [-10.2734375, false], [-5.15625, false], [-8.53125, false], [-8.03125, false], [-13.03125, false], [-6.90625, false], [-11.03125, false], [-8.15625, false], [-13.15625, false], [-6.90625, false], [-12.28125, false], [-9.78125, false], [-8.15625, false], [-10.78125, false], [-5.15625, false], [-8.15625, false], [-11.28125, false], [-5.15625, false], [-11.03125, false], [-8.15625, false], [-11.15625, false], [-11.15625, false], [-11.65625, false], [-12.28125, false], [-8.03125, false], [-7.90625, false], [-5.15625, false], [-11.65625, false], [-6.90625, false], [-12.28125, false], [-8.03125, false], [-13.15625, false], [-8.53125, false], [-10.2734375, false], [-5.15625, false], [-8.53125, false], [-14.28125, false], [-8.03125, false], [-12.28125, false], [-5.15625, false], [-6.90625, false], [-9.78125, false], [-13.15625, false], [-11.03125, false], [-11.15625, false], [-6.90625, false], [-10.78125, false], [-8.03125, false], [-5.15625, false], [-8.03125, false], [-12.03125, false], [-12.65625, false], [-6.90625, false], [-11.65625, false], [-10.90625, false], [-12.28125, false], [-5.15625, false], [-12.65625, false], [-9.78125, false], [-12.53125, false], [-12.65625, false], [-5.15625, false], [-9.78125, false], [-10.78125, false], [-5.15625, false], [-12.28125, false], [-12.65625, false], [-8.03125, false], [-5.15625, false], [-10.90625, false], [-12.53125, false], [-12.53125, false], [-8.53125, false], [-10.2734375, false], [-5.15625, false], [-8.53125, false], [-10.90625, false], [-11.65625, false], [-11.15625, false], [-11.28125, false], [-11.65625, false], [-13.15625, false], [-5.15625, false], [-9.53125, false], [-8.15625, false], [-11.53125, false], [-10.65625, false], [-9.78125, false], [-10.78125, false], [-9.78125, false], [-10.78125, false], [-12.53125, false], [-5.15625, false], [-11.65625, false], [-9.78125, false], [-12.28125, false], [-12.65625, false], [-5.15625, false], [-11.65625, false], [-6.90625, false], [-12.28125, false], [-8.03125, false], [-13.15625, false], [-5.15625, false], [-13.03125, false], [-6.90625, false], [-11.03125, false], [-8.15625, false], [-13.15625, false], [-5.15625, false], [-9.78125, false], [-10.78125, false], [-5.15625, false], [-12.28125, false], [-12.65625, false], [-8.03125, false], [-5.15625, false], [-6.90625, false], [-12.28125, false], [-11.53125, false], [-8.15625, false], [-10.90625, false], [-11.03125, false], [-12.65625, false], [-8.03125, false], [-13.15625, false], [-8.03125, false], [-8.53125, false], [-15.40625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 607, "doc": {"id": "NYSEDREGENTS_2012_4_8", "question": "Which form of energy is produced when paper is burned?", "choices": {"text": ["heat", "magnetic", "electrical", "chemical"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "heat", "arguments": ["Question: Which form of energy is produced when paper is burned?\nAnswer:", " ["], "resps": [[[-8.0625, false]], [[-8.5625, false]], [[-11.0625, false]], [[-8.3125, false]], [[-6.05859375, false]], [[-11.3125, false]], [[-8.5625, false]], [[-9.2109375, false]], [[-5.05859375, false]], [[-8.5625, false]], [[-9.0625, false]], [[-6.05859375, false]], [[-12.0625, false]], [[-9.5625, false]], [[-8.3125, false]], [[-11.3125, false]], [[-8.3125, false]], [[-9.5625, false]], [[-8.5625, false]], [[-9.2109375, false]], [[-5.05859375, false]], [[-8.5625, false]], [[-8.3125, false]], [[-11.0625, false]], [[-8.3125, false]], [[-9.5625, false]], [[-11.3125, false]], [[-11.5625, false]], [[-8.3125, false]], [[-9.5625, false]], [[-6.05859375, false]], [[-11.0625, false]], [[-8.5625, false]], [[-9.2109375, false]], [[-5.05859375, false]], [[-8.5625, false]], [[-9.5625, false]], [[-11.0625, false]], [[-8.3125, false]], [[-9.0625, false]], [[-8.3125, false]], [[-9.5625, false]], [[-6.05859375, false]], [[-11.0625, false]], [[-8.5625, false]], [[-15.5625, false]]], "filtered_resps": [[-8.0625, false], [-8.5625, false], [-11.0625, false], [-8.3125, false], [-6.05859375, false], [-11.3125, false], [-8.5625, false], [-9.2109375, false], [-5.05859375, false], [-8.5625, false], [-9.0625, false], [-6.05859375, false], [-12.0625, false], [-9.5625, false], [-8.3125, false], [-11.3125, false], [-8.3125, false], [-9.5625, false], [-8.5625, false], [-9.2109375, false], [-5.05859375, false], [-8.5625, false], [-8.3125, false], [-11.0625, false], [-8.3125, false], [-9.5625, false], [-11.3125, false], [-11.5625, false], [-8.3125, false], [-9.5625, false], [-6.05859375, false], [-11.0625, false], [-8.5625, false], [-9.2109375, false], [-5.05859375, false], [-8.5625, false], [-9.5625, false], [-11.0625, false], [-8.3125, false], [-9.0625, false], [-8.3125, false], [-9.5625, false], [-6.05859375, false], [-11.0625, false], [-8.5625, false], [-15.5625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 615, "doc": {"id": "Mercury_7161403", "question": "Aerogels are compounds formed by the drying of certain gels. Although the aerogel hardens into a solid material, the particles in the gel are much farther apart than those of most solids and particles are held together by strong bridges of covalently bonded atoms. Which of the following is a likely property of aerogels?", "choices": {"text": ["very low density", "high electrical conductivity", "very low melting point", "very flexible"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "very low density", "arguments": ["Question: Aerogels are compounds formed by the drying of certain gels. Although the aerogel hardens into a solid material, the particles in the gel are much farther apart than those of most solids and particles are held together by strong bridges of covalently bonded atoms. Which of the following is a likely property of aerogels?\nAnswer:", " ["], "resps": [[[-6.34375, false]], [[-10.34375, false]], [[-9.09375, false]], [[-7.59375, false]], [[-8.59375, false]], [[-9.84375, false]], [[-5.58203125, false]], [[-9.59375, false]], [[-8.09375, false]], [[-11.09375, false]], [[-5.58203125, false]], [[-7.34375, false]], [[-7.59375, false]], [[-7.34375, false]], [[-8.34375, false]], [[-7.34375, false]], [[-9.34375, false]], [[-9.84375, false]], [[-10.34375, false]], [[-9.6171875, false]], [[-5.34375, false]], [[-10.34375, false]], [[-8.34375, false]], [[-7.34375, false]], [[-10.09375, false]], [[-8.34375, false]], [[-5.34375, false]], [[-7.59375, false]], [[-9.59375, false]], [[-7.59375, false]], [[-6.59375, false]], [[-9.34375, false]], [[-8.59375, false]], [[-7.34375, false]], [[-6.59375, false]], [[-3.34375, false]], [[-9.59375, false]], [[-5.34375, false]], [[-6.59375, false]], [[-8.09375, false]], [[-7.34375, false]], [[-7.34375, false]], [[-10.84375, false]], [[-6.59375, false]], [[-9.34375, false]], [[-7.34375, false]], [[-9.09375, false]], [[-7.34375, false]], [[-9.34375, false]], [[-9.84375, false]], [[-10.34375, false]], [[-9.78125, false]], [[-5.34375, false]], [[-10.34375, false]], [[-9.09375, false]], [[-7.59375, false]], [[-8.59375, false]], [[-9.84375, false]], [[-5.34375, false]], [[-9.59375, false]], [[-8.09375, false]], [[-11.09375, false]], [[-5.34375, false]], [[-7.09375, false]], [[-7.59375, false]], [[-9.59375, false]], [[-9.34375, false]], [[-7.34375, false]], [[-7.34375, false]], [[-10.09375, false]], [[-5.34375, false]], [[-7.34375, false]], [[-8.09375, false]], [[-7.34375, false]], [[-7.34375, false]], [[-9.34375, false]], [[-10.34375, false]], [[-9.78125, false]], [[-5.34375, false]], [[-10.34375, false]], [[-9.09375, false]], [[-7.59375, false]], [[-8.59375, false]], [[-9.84375, false]], [[-5.34375, false]], [[-8.34375, false]], [[-9.59375, false]], [[-7.59375, false]], [[-8.59375, false]], [[-7.34375, false]], [[-6.09375, false]], [[-9.59375, false]], [[-7.59375, false]], [[-10.34375, false]], [[-11.34375, false]]], "filtered_resps": [[-6.34375, false], [-10.34375, false], [-9.09375, false], [-7.59375, false], [-8.59375, false], [-9.84375, false], [-5.58203125, false], [-9.59375, false], [-8.09375, false], [-11.09375, false], [-5.58203125, false], [-7.34375, false], [-7.59375, false], [-7.34375, false], [-8.34375, false], [-7.34375, false], [-9.34375, false], [-9.84375, false], [-10.34375, false], [-9.6171875, false], [-5.34375, false], [-10.34375, false], [-8.34375, false], [-7.34375, false], [-10.09375, false], [-8.34375, false], [-5.34375, false], [-7.59375, false], [-9.59375, false], [-7.59375, false], [-6.59375, false], [-9.34375, false], [-8.59375, false], [-7.34375, false], [-6.59375, false], [-3.34375, false], [-9.59375, false], [-5.34375, false], [-6.59375, false], [-8.09375, false], [-7.34375, false], [-7.34375, false], [-10.84375, false], [-6.59375, false], [-9.34375, false], [-7.34375, false], [-9.09375, false], [-7.34375, false], [-9.34375, false], [-9.84375, false], [-10.34375, false], [-9.78125, false], [-5.34375, false], [-10.34375, false], [-9.09375, false], [-7.59375, false], [-8.59375, false], [-9.84375, false], [-5.34375, false], [-9.59375, false], [-8.09375, false], [-11.09375, false], [-5.34375, false], [-7.09375, false], [-7.59375, false], [-9.59375, false], [-9.34375, false], [-7.34375, false], [-7.34375, false], [-10.09375, false], [-5.34375, false], [-7.34375, false], [-8.09375, false], [-7.34375, false], [-7.34375, false], [-9.34375, false], [-10.34375, false], [-9.78125, false], [-5.34375, false], [-10.34375, false], [-9.09375, false], [-7.59375, false], [-8.59375, false], [-9.84375, false], [-5.34375, false], [-8.34375, false], [-9.59375, false], [-7.59375, false], [-8.59375, false], [-7.34375, false], [-6.09375, false], [-9.59375, false], [-7.59375, false], [-10.34375, false], [-11.34375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 623, "doc": {"id": "Mercury_SC_400595", "question": "The Moon revolves around Earth about once every", "choices": {"text": ["day.", "year.", "week.", "month."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "month.", "arguments": ["Question: The Moon revolves around Earth about once every\nAnswer:", " ["], "resps": [[[-7.94140625, false]], [[-8.4375, false]], [[-9.4375, false]], [[-6.19140625, false]], [[-10.6875, false]], [[-6.23046875, false]], [[-8.4375, false]], [[-8.796875, false]], [[-4.44140625, false]], [[-8.4375, false]], [[-10.6875, false]], [[-8.9375, false]], [[-6.19140625, false]], [[-9.4375, false]], [[-6.23046875, false]], [[-8.4375, false]], [[-8.796875, false]], [[-4.44140625, false]], [[-8.4375, false]], [[-10.1875, false]], [[-8.9375, false]], [[-8.9375, false]], [[-9.6875, false]], [[-6.23046875, false]], [[-8.4375, false]], [[-8.796875, false]], [[-4.44140625, false]], [[-8.4375, false]], [[-9.9375, false]], [[-9.9375, false]], [[-7.94140625, false]], [[-8.1875, false]], [[-10.1875, false]], [[-6.23046875, false]], [[-8.4375, false]], [[-10.1875, false]]], "filtered_resps": [[-7.94140625, false], [-8.4375, false], [-9.4375, false], [-6.19140625, false], [-10.6875, false], [-6.23046875, false], [-8.4375, false], [-8.796875, false], [-4.44140625, false], [-8.4375, false], [-10.6875, false], [-8.9375, false], [-6.19140625, false], [-9.4375, false], [-6.23046875, false], [-8.4375, false], [-8.796875, false], [-4.44140625, false], [-8.4375, false], [-10.1875, false], [-8.9375, false], [-8.9375, false], [-9.6875, false], [-6.23046875, false], [-8.4375, false], [-8.796875, false], [-4.44140625, false], [-8.4375, false], [-9.9375, false], [-9.9375, false], [-7.94140625, false], [-8.1875, false], [-10.1875, false], [-6.23046875, false], [-8.4375, false], [-10.1875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 631, "doc": {"id": "Mercury_SC_401155", "question": "Which is a characteristic of both plants and animals?", "choices": {"text": ["life cycles", "learned behaviors", "produce their own food", "reproduce using seeds"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "life cycles", "arguments": ["Question: Which is a characteristic of both plants and animals?\nAnswer:", " ["], "resps": [[[-7.96875, false]], [[-9.46875, false]], [[-9.96875, false]], [[-9.21875, false]], [[-11.21875, false]], [[-8.46875, false]], [[-5.96875, false]], [[-8.96875, false]], [[-12.46875, false]], [[-8.96875, false]], [[-9.96875, false]], [[-8.46875, false]], [[-10.46875, false]], [[-9.46875, false]], [[-11.15625, false]], [[-5.96875, false]], [[-9.46875, false]], [[-9.96875, false]], [[-8.46875, false]], [[-5.96875, false]], [[-11.21875, false]], [[-10.21875, false]], [[-8.46875, false]], [[-9.46875, false]], [[-5.96875, false]], [[-9.96875, false]], [[-8.46875, false]], [[-12.46875, false]], [[-5.96875, false]], [[-12.21875, false]], [[-9.21875, false]], [[-9.46875, false]], [[-11.21875, false]], [[-10.46875, false]], [[-9.46875, false]], [[-11.15625, false]], [[-5.96875, false]], [[-9.46875, false]], [[-10.21875, false]], [[-11.21875, false]], [[-9.46875, false]], [[-9.46875, false]], [[-12.46875, false]], [[-8.96875, false]], [[-8.46875, false]], [[-5.96875, false]], [[-11.96875, false]], [[-12.46875, false]], [[-8.46875, false]], [[-9.21875, false]], [[-11.21875, false]], [[-5.96875, false]], [[-9.46875, false]], [[-11.21875, false]], [[-10.21875, false]], [[-5.96875, false]], [[-11.21875, false]], [[-9.46875, false]], [[-9.46875, false]], [[-9.46875, false]], [[-9.46875, false]], [[-11.15625, false]], [[-5.96875, false]], [[-9.46875, false]], [[-11.21875, false]], [[-8.46875, false]], [[-10.21875, false]], [[-11.21875, false]], [[-9.46875, false]], [[-9.46875, false]], [[-12.46875, false]], [[-8.96875, false]], [[-8.46875, false]], [[-5.96875, false]], [[-12.46875, false]], [[-10.46875, false]], [[-9.21875, false]], [[-10.21875, false]], [[-12.96875, false]], [[-5.96875, false]], [[-10.46875, false]], [[-8.46875, false]], [[-8.46875, false]], [[-9.46875, false]], [[-10.46875, false]], [[-9.46875, false]], [[-13.96875, false]]], "filtered_resps": [[-7.96875, false], [-9.46875, false], [-9.96875, false], [-9.21875, false], [-11.21875, false], [-8.46875, false], [-5.96875, false], [-8.96875, false], [-12.46875, false], [-8.96875, false], [-9.96875, false], [-8.46875, false], [-10.46875, false], [-9.46875, false], [-11.15625, false], [-5.96875, false], [-9.46875, false], [-9.96875, false], [-8.46875, false], [-5.96875, false], [-11.21875, false], [-10.21875, false], [-8.46875, false], [-9.46875, false], [-5.96875, false], [-9.96875, false], [-8.46875, false], [-12.46875, false], [-5.96875, false], [-12.21875, false], [-9.21875, false], [-9.46875, false], [-11.21875, false], [-10.46875, false], [-9.46875, false], [-11.15625, false], [-5.96875, false], [-9.46875, false], [-10.21875, false], [-11.21875, false], [-9.46875, false], [-9.46875, false], [-12.46875, false], [-8.96875, false], [-8.46875, false], [-5.96875, false], [-11.96875, false], [-12.46875, false], [-8.46875, false], [-9.21875, false], [-11.21875, false], [-5.96875, false], [-9.46875, false], [-11.21875, false], [-10.21875, false], [-5.96875, false], [-11.21875, false], [-9.46875, false], [-9.46875, false], [-9.46875, false], [-9.46875, false], [-11.15625, false], [-5.96875, false], [-9.46875, false], [-11.21875, false], [-8.46875, false], [-10.21875, false], [-11.21875, false], [-9.46875, false], [-9.46875, false], [-12.46875, false], [-8.96875, false], [-8.46875, false], [-5.96875, false], [-12.46875, false], [-10.46875, false], [-9.21875, false], [-10.21875, false], [-12.96875, false], [-5.96875, false], [-10.46875, false], [-8.46875, false], [-8.46875, false], [-9.46875, false], [-10.46875, false], [-9.46875, false], [-13.96875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 639, "doc": {"id": "NYSEDREGENTS_2010_8_28", "question": "A full Moon is observed in Buffalo, New York, on June 1. Approximately when will the next full Moon be observed in Buffalo?", "choices": {"text": ["June 7", "June 15", "July 1", "July 7"], "label": ["1", "2", "3", "4"]}, "answerKey": "3"}, "target": "July 1", "arguments": ["Question: A full Moon is observed in Buffalo, New York, on June 1. Approximately when will the next full Moon be observed in Buffalo?\nAnswer:", " ["], "resps": [[[-8.359375, false]], [[-10.109375, false]], [[-9.359375, false]], [[-12.609375, false]], [[-10.609375, false]], [[-10.109375, false]], [[-6.35546875, false]], [[-7.35546875, false]], [[-10.109375, false]], [[-10.078125, false]], [[-6.35546875, false]], [[-10.109375, false]], [[-9.359375, false]], [[-12.609375, false]], [[-10.609375, false]], [[-10.109375, false]], [[-6.35546875, false]], [[-8.359375, false]], [[-7.85546875, false]], [[-10.109375, false]], [[-10.078125, false]], [[-6.35546875, false]], [[-10.109375, false]], [[-9.359375, false]], [[-12.609375, false]], [[-13.109375, false]], [[-13.359375, false]], [[-6.35546875, false]], [[-8.359375, false]], [[-10.109375, false]], [[-10.078125, false]], [[-6.35546875, false]], [[-10.109375, false]], [[-9.359375, false]], [[-12.609375, false]], [[-13.109375, false]], [[-13.359375, false]], [[-6.35546875, false]], [[-7.35546875, false]], [[-10.109375, false]], [[-12.859375, false]]], "filtered_resps": [[-8.359375, false], [-10.109375, false], [-9.359375, false], [-12.609375, false], [-10.609375, false], [-10.109375, false], [-6.35546875, false], [-7.35546875, false], [-10.109375, false], [-10.078125, false], [-6.35546875, false], [-10.109375, false], [-9.359375, false], [-12.609375, false], [-10.609375, false], [-10.109375, false], [-6.35546875, false], [-8.359375, false], [-7.85546875, false], [-10.109375, false], [-10.078125, false], [-6.35546875, false], [-10.109375, false], [-9.359375, false], [-12.609375, false], [-13.109375, false], [-13.359375, false], [-6.35546875, false], [-8.359375, false], [-10.109375, false], [-10.078125, false], [-6.35546875, false], [-10.109375, false], [-9.359375, false], [-12.609375, false], [-13.109375, false], [-13.359375, false], [-6.35546875, false], [-7.35546875, false], [-10.109375, false], [-12.859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 647, "doc": {"id": "Mercury_7250110", "question": "Which cellular structure do organisms in the kingdoms Eubacteria, Archaebacteria, and Protista have in common?", "choices": {"text": ["a nucleus", "a cell membrane", "a circular chromosome", "a mitochondrion"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "a cell membrane", "arguments": ["Question: Which cellular structure do organisms in the kingdoms Eubacteria, Archaebacteria, and Protista have in common?\nAnswer:", " ["], "resps": [[[-6.9140625, false]], [[-8.9140625, false]], [[-5.9140625, false]], [[-5.6640625, false]], [[-9.6640625, false]], [[-10.4140625, false]], [[-8.4140625, false]], [[-10.9140625, false]], [[-7.1640625, false]], [[-10.4140625, false]], [[-9.9140625, false]], [[-8.9140625, false]], [[-10.0234375, false]], [[-5.6640625, false]], [[-8.9140625, false]], [[-5.9140625, false]], [[-5.6640625, false]], [[-8.4140625, false]], [[-7.1640625, false]], [[-10.9140625, false]], [[-10.9140625, false]], [[-5.6640625, false]], [[-11.1640625, false]], [[-7.1640625, false]], [[-11.1640625, false]], [[-9.6640625, false]], [[-9.6640625, false]], [[-5.9140625, false]], [[-9.6640625, false]], [[-7.1640625, false]], [[-8.9140625, false]], [[-10.0234375, false]], [[-5.6640625, false]], [[-8.9140625, false]], [[-5.9140625, false]], [[-5.6640625, false]], [[-8.4140625, false]], [[-9.9140625, false]], [[-9.6640625, false]], [[-8.4140625, false]], [[-10.4140625, false]], [[-10.9140625, false]], [[-5.9140625, false]], [[-9.6640625, false]], [[-5.6640625, false]], [[-8.4140625, false]], [[-11.4140625, false]], [[-9.6640625, false]], [[-10.4140625, false]], [[-11.1640625, false]], [[-10.4140625, false]], [[-9.9140625, false]], [[-10.4140625, false]], [[-11.1640625, false]], [[-7.1640625, false]], [[-8.9140625, false]], [[-10.0234375, false]], [[-5.6640625, false]], [[-8.9140625, false]], [[-5.9140625, false]], [[-5.6640625, false]], [[-11.1640625, false]], [[-9.9140625, false]], [[-11.6640625, false]], [[-10.4140625, false]], [[-8.4140625, false]], [[-11.4140625, false]], [[-10.4140625, false]], [[-9.6640625, false]], [[-10.1640625, false]], [[-9.6640625, false]], [[-9.9140625, false]], [[-10.4140625, false]], [[-9.6640625, false]], [[-8.9140625, false]], [[-12.6640625, false]]], "filtered_resps": [[-6.9140625, false], [-8.9140625, false], [-5.9140625, false], [-5.6640625, false], [-9.6640625, false], [-10.4140625, false], [-8.4140625, false], [-10.9140625, false], [-7.1640625, false], [-10.4140625, false], [-9.9140625, false], [-8.9140625, false], [-10.0234375, false], [-5.6640625, false], [-8.9140625, false], [-5.9140625, false], [-5.6640625, false], [-8.4140625, false], [-7.1640625, false], [-10.9140625, false], [-10.9140625, false], [-5.6640625, false], [-11.1640625, false], [-7.1640625, false], [-11.1640625, false], [-9.6640625, false], [-9.6640625, false], [-5.9140625, false], [-9.6640625, false], [-7.1640625, false], [-8.9140625, false], [-10.0234375, false], [-5.6640625, false], [-8.9140625, false], [-5.9140625, false], [-5.6640625, false], [-8.4140625, false], [-9.9140625, false], [-9.6640625, false], [-8.4140625, false], [-10.4140625, false], [-10.9140625, false], [-5.9140625, false], [-9.6640625, false], [-5.6640625, false], [-8.4140625, false], [-11.4140625, false], [-9.6640625, false], [-10.4140625, false], [-11.1640625, false], [-10.4140625, false], [-9.9140625, false], [-10.4140625, false], [-11.1640625, false], [-7.1640625, false], [-8.9140625, false], [-10.0234375, false], [-5.6640625, false], [-8.9140625, false], [-5.9140625, false], [-5.6640625, false], [-11.1640625, false], [-9.9140625, false], [-11.6640625, false], [-10.4140625, false], [-8.4140625, false], [-11.4140625, false], [-10.4140625, false], [-9.6640625, false], [-10.1640625, false], [-9.6640625, false], [-9.9140625, false], [-10.4140625, false], [-9.6640625, false], [-8.9140625, false], [-12.6640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 655, "doc": {"id": "Mercury_7037678", "question": "Which best describes an exothermic reaction?", "choices": {"text": ["a physical change occurs", "equal amounts of products are produced", "energy is required", "energy is released"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "energy is released", "arguments": ["Question: Which best describes an exothermic reaction?\nAnswer:", " ["], "resps": [[[-6.9765625, false]], [[-9.2265625, false]], [[-3.4765625, false]], [[-5.2265625, false]], [[-9.4765625, false]], [[-10.2265625, false]], [[-10.4765625, false]], [[-9.9765625, false]], [[-7.4765625, false]], [[-7.9765625, false]], [[-3.4765625, false]], [[-10.7265625, false]], [[-5.2265625, false]], [[-7.9765625, false]], [[-10.2265625, false]], [[-3.4765625, false]], [[-9.2265625, false]], [[-11.4765625, false]], [[-6.4765625, false]], [[-5.2265625, false]], [[-8.9765625, false]], [[-7.9765625, false]], [[-7.9765625, false]], [[-9.7265625, false]], [[-11.2265625, false]], [[-9.9765625, false]], [[-9.2265625, false]], [[-9.25, false]], [[-5.2265625, false]], [[-9.2265625, false]], [[-6.4765625, false]], [[-10.2265625, false]], [[-9.7265625, false]], [[-3.4765625, false]], [[-10.7265625, false]], [[-5.2265625, false]], [[-3.4765625, false]], [[-8.9765625, false]], [[-8.9765625, false]], [[-9.7265625, false]], [[-9.2265625, false]], [[-9.9765625, false]], [[-9.9765625, false]], [[-5.2265625, false]], [[-8.9765625, false]], [[-9.9765625, false]], [[-5.2265625, false]], [[-9.4765625, false]], [[-11.2265625, false]], [[-8.9765625, false]], [[-9.2265625, false]], [[-9.7265625, false]], [[-7.9765625, false]], [[-9.9765625, false]], [[-9.9765625, false]], [[-5.2265625, false]], [[-3.4765625, false]], [[-11.2265625, false]], [[-6.4765625, false]], [[-5.2265625, false]], [[-9.4765625, false]], [[-11.2265625, false]], [[-8.9765625, false]], [[-9.2265625, false]], [[-9.7265625, false]], [[-7.9765625, false]], [[-6.4765625, false]], [[-9.2265625, false]], [[-9.2265625, false]], [[-9.25, false]], [[-5.2265625, false]], [[-9.2265625, false]], [[-6.4765625, false]], [[-9.2265625, false]], [[-6.4765625, false]], [[-11.2265625, false]], [[-11.4765625, false]], [[-10.4765625, false]], [[-5.2265625, false]], [[-7.4765625, false]], [[-9.9765625, false]], [[-5.2265625, false]], [[-11.2265625, false]], [[-6.4765625, false]], [[-10.2265625, false]], [[-9.7265625, false]], [[-7.4765625, false]], [[-11.2265625, false]], [[-6.4765625, false]], [[-9.2265625, false]], [[-9.2265625, false]], [[-9.25, false]], [[-5.2265625, false]], [[-9.2265625, false]], [[-6.4765625, false]], [[-9.2265625, false]], [[-6.4765625, false]], [[-11.2265625, false]], [[-11.4765625, false]], [[-10.4765625, false]], [[-5.2265625, false]], [[-7.4765625, false]], [[-9.9765625, false]], [[-5.2265625, false]], [[-11.2265625, false]], [[-6.4765625, false]], [[-10.7265625, false]], [[-6.4765625, false]], [[-3.4765625, false]], [[-9.9765625, false]], [[-6.4765625, false]], [[-9.2265625, false]], [[-9.2265625, false]], [[-12.9765625, false]]], "filtered_resps": [[-6.9765625, false], [-9.2265625, false], [-3.4765625, false], [-5.2265625, false], [-9.4765625, false], [-10.2265625, false], [-10.4765625, false], [-9.9765625, false], [-7.4765625, false], [-7.9765625, false], [-3.4765625, false], [-10.7265625, false], [-5.2265625, false], [-7.9765625, false], [-10.2265625, false], [-3.4765625, false], [-9.2265625, false], [-11.4765625, false], [-6.4765625, false], [-5.2265625, false], [-8.9765625, false], [-7.9765625, false], [-7.9765625, false], [-9.7265625, false], [-11.2265625, false], [-9.9765625, false], [-9.2265625, false], [-9.25, false], [-5.2265625, false], [-9.2265625, false], [-6.4765625, false], [-10.2265625, false], [-9.7265625, false], [-3.4765625, false], [-10.7265625, false], [-5.2265625, false], [-3.4765625, false], [-8.9765625, false], [-8.9765625, false], [-9.7265625, false], [-9.2265625, false], [-9.9765625, false], [-9.9765625, false], [-5.2265625, false], [-8.9765625, false], [-9.9765625, false], [-5.2265625, false], [-9.4765625, false], [-11.2265625, false], [-8.9765625, false], [-9.2265625, false], [-9.7265625, false], [-7.9765625, false], [-9.9765625, false], [-9.9765625, false], [-5.2265625, false], [-3.4765625, false], [-11.2265625, false], [-6.4765625, false], [-5.2265625, false], [-9.4765625, false], [-11.2265625, false], [-8.9765625, false], [-9.2265625, false], [-9.7265625, false], [-7.9765625, false], [-6.4765625, false], [-9.2265625, false], [-9.2265625, false], [-9.25, false], [-5.2265625, false], [-9.2265625, false], [-6.4765625, false], [-9.2265625, false], [-6.4765625, false], [-11.2265625, false], [-11.4765625, false], [-10.4765625, false], [-5.2265625, false], [-7.4765625, false], [-9.9765625, false], [-5.2265625, false], [-11.2265625, false], [-6.4765625, false], [-10.2265625, false], [-9.7265625, false], [-7.4765625, false], [-11.2265625, false], [-6.4765625, false], [-9.2265625, false], [-9.2265625, false], [-9.25, false], [-5.2265625, false], [-9.2265625, false], [-6.4765625, false], [-9.2265625, false], [-6.4765625, false], [-11.2265625, false], [-11.4765625, false], [-10.4765625, false], [-5.2265625, false], [-7.4765625, false], [-9.9765625, false], [-5.2265625, false], [-11.2265625, false], [-6.4765625, false], [-10.7265625, false], [-6.4765625, false], [-3.4765625, false], [-9.9765625, false], [-6.4765625, false], [-9.2265625, false], [-9.2265625, false], [-12.9765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 663, "doc": {"id": "Mercury_409822", "question": "Lichens grow on rocks and produce an acid that reacts with part of the rock, forming soil. Which best describes the action of lichens on the rocks?", "choices": {"text": ["erosion", "fertilizer", "chemical weathering", "mechanical weathering"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "chemical weathering", "arguments": ["Question: Lichens grow on rocks and produce an acid that reacts with part of the rock, forming soil. Which best describes the action of lichens on the rocks?\nAnswer:", " ["], "resps": [[[-7.0234375, false]], [[-9.2734375, false]], [[-7.2734375, false]], [[-10.0234375, false]], [[-7.5234375, false]], [[-8.5234375, false]], [[-7.7734375, false]], [[-7.5234375, false]], [[-8.7734375, false]], [[-9.2734375, false]], [[-8.84375, false]], [[-2.5234375, true]], [[-9.2734375, false]], [[-10.0234375, false]], [[-7.2734375, false]], [[-10.0234375, false]], [[-10.2734375, false]], [[-7.7734375, false]], [[-8.5234375, false]], [[-7.7734375, false]], [[-9.7734375, false]], [[-7.2734375, false]], [[-10.0234375, false]], [[-9.2734375, false]], [[-8.84375, false]], [[-2.5234375, true]], [[-9.2734375, false]], [[-6.0234375, false]], [[-10.0234375, false]], [[-7.2734375, false]], [[-8.0234375, false]], [[-7.7734375, false]], [[-6.0234375, false]], [[-4.0234375, false]], [[-8.5234375, false]], [[-2.5234375, true]], [[-11.7734375, false]], [[-7.2734375, false]], [[-4.0234375, false]], [[-10.2734375, false]], [[-10.0234375, false]], [[-7.2734375, false]], [[-10.0234375, false]], [[-7.7734375, false]], [[-8.7734375, false]], [[-9.7734375, false]], [[-9.2734375, false]], [[-8.84375, false]], [[-2.5234375, true]], [[-9.2734375, false]], [[-8.0234375, false]], [[-7.2734375, false]], [[-6.0234375, false]], [[-10.0234375, false]], [[-4.0234375, false]], [[-8.7734375, false]], [[-7.7734375, false]], [[-6.0234375, false]], [[-4.0234375, false]], [[-8.5234375, false]], [[-2.5234375, true]], [[-11.7734375, false]], [[-7.2734375, false]], [[-4.0234375, false]], [[-10.2734375, false]], [[-10.0234375, false]], [[-7.2734375, false]], [[-10.0234375, false]], [[-7.7734375, false]], [[-8.7734375, false]], [[-9.7734375, false]], [[-9.2734375, false]], [[-12.2734375, false]]], "filtered_resps": [[-7.0234375, false], [-9.2734375, false], [-7.2734375, false], [-10.0234375, false], [-7.5234375, false], [-8.5234375, false], [-7.7734375, false], [-7.5234375, false], [-8.7734375, false], [-9.2734375, false], [-8.84375, false], [-2.5234375, true], [-9.2734375, false], [-10.0234375, false], [-7.2734375, false], [-10.0234375, false], [-10.2734375, false], [-7.7734375, false], [-8.5234375, false], [-7.7734375, false], [-9.7734375, false], [-7.2734375, false], [-10.0234375, false], [-9.2734375, false], [-8.84375, false], [-2.5234375, true], [-9.2734375, false], [-6.0234375, false], [-10.0234375, false], [-7.2734375, false], [-8.0234375, false], [-7.7734375, false], [-6.0234375, false], [-4.0234375, false], [-8.5234375, false], [-2.5234375, true], [-11.7734375, false], [-7.2734375, false], [-4.0234375, false], [-10.2734375, false], [-10.0234375, false], [-7.2734375, false], [-10.0234375, false], [-7.7734375, false], [-8.7734375, false], [-9.7734375, false], [-9.2734375, false], [-8.84375, false], [-2.5234375, true], [-9.2734375, false], [-8.0234375, false], [-7.2734375, false], [-6.0234375, false], [-10.0234375, false], [-4.0234375, false], [-8.7734375, false], [-7.7734375, false], [-6.0234375, false], [-4.0234375, false], [-8.5234375, false], [-2.5234375, true], [-11.7734375, false], [-7.2734375, false], [-4.0234375, false], [-10.2734375, false], [-10.0234375, false], [-7.2734375, false], [-10.0234375, false], [-7.7734375, false], [-8.7734375, false], [-9.7734375, false], [-9.2734375, false], [-12.2734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 671, "doc": {"id": "Mercury_7057330", "question": "Tooth decay is an infection that causes deterioration of the protective enamel on teeth, resulting in damage. Tooth decay is most likely caused by", "choices": {"text": ["bacteria.", "acidic food.", "allergies.", "genetic defects."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "bacteria.", "arguments": ["Question: Tooth decay is an infection that causes deterioration of the protective enamel on teeth, resulting in damage. Tooth decay is most likely caused by\nAnswer:", " ["], "resps": [[[-7.08984375, false]], [[-9.0859375, false]], [[-6.08984375, false]], [[-4.58984375, false]], [[-6.21484375, false]], [[-8.9609375, false]], [[-7.71484375, false]], [[-10.7109375, false]], [[-7.58984375, false]], [[-4.58984375, false]], [[-5.6953125, false]], [[-9.0859375, false]], [[-7.5703125, false]], [[-4.71484375, false]], [[-9.0859375, false]], [[-4.58984375, false]], [[-6.21484375, false]], [[-7.58984375, false]], [[-7.33984375, false]], [[-7.58984375, false]], [[-6.21484375, false]], [[-4.71484375, false]], [[-8.2109375, false]], [[-7.96484375, false]], [[-7.96484375, false]], [[-7.33984375, false]], [[-5.6953125, false]], [[-9.0859375, false]], [[-7.5703125, false]], [[-4.71484375, false]], [[-9.0859375, false]], [[-4.58984375, false]], [[-9.9609375, false]], [[-9.9609375, false]], [[-7.71484375, false]], [[-10.7109375, false]], [[-8.8359375, false]], [[-7.58984375, false]], [[-7.71484375, false]], [[-8.2109375, false]], [[-5.6953125, false]], [[-9.0859375, false]], [[-7.5703125, false]], [[-4.71484375, false]], [[-9.0859375, false]], [[-8.8359375, false]], [[-7.71484375, false]], [[-8.0859375, false]], [[-7.71484375, false]], [[-8.9609375, false]], [[-7.58984375, false]], [[-6.21484375, false]], [[-4.71484375, false]], [[-7.33984375, false]], [[-7.71484375, false]], [[-8.2109375, false]], [[-7.71484375, false]], [[-6.21484375, false]], [[-8.9609375, false]], [[-8.2109375, false]], [[-5.6953125, false]], [[-9.0859375, false]], [[-11.0859375, false]]], "filtered_resps": [[-7.08984375, false], [-9.0859375, false], [-6.08984375, false], [-4.58984375, false], [-6.21484375, false], [-8.9609375, false], [-7.71484375, false], [-10.7109375, false], [-7.58984375, false], [-4.58984375, false], [-5.6953125, false], [-9.0859375, false], [-7.5703125, false], [-4.71484375, false], [-9.0859375, false], [-4.58984375, false], [-6.21484375, false], [-7.58984375, false], [-7.33984375, false], [-7.58984375, false], [-6.21484375, false], [-4.71484375, false], [-8.2109375, false], [-7.96484375, false], [-7.96484375, false], [-7.33984375, false], [-5.6953125, false], [-9.0859375, false], [-7.5703125, false], [-4.71484375, false], [-9.0859375, false], [-4.58984375, false], [-9.9609375, false], [-9.9609375, false], [-7.71484375, false], [-10.7109375, false], [-8.8359375, false], [-7.58984375, false], [-7.71484375, false], [-8.2109375, false], [-5.6953125, false], [-9.0859375, false], [-7.5703125, false], [-4.71484375, false], [-9.0859375, false], [-8.8359375, false], [-7.71484375, false], [-8.0859375, false], [-7.71484375, false], [-8.9609375, false], [-7.58984375, false], [-6.21484375, false], [-4.71484375, false], [-7.33984375, false], [-7.71484375, false], [-8.2109375, false], [-7.71484375, false], [-6.21484375, false], [-8.9609375, false], [-8.2109375, false], [-5.6953125, false], [-9.0859375, false], [-11.0859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 679, "doc": {"id": "Mercury_7248150", "question": "At concentrations of 0.1-1 µg/ml colchicine, a natural plant product, can cause the mitotic arrest of dividing cells at metaphase through disrupting the spindle apparatus. Colchicine interferes with which of these cell functions during cell division?", "choices": {"text": ["microtubule organization of spindle fibers", "DNA synthesis of spindle protein", "membrane transport of spindle fibers", "RNA synthesis of spindle protein"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "microtubule organization of spindle fibers", "arguments": ["Question: At concentrations of 0.1-1 µg/ml colchicine, a natural plant product, can cause the mitotic arrest of dividing cells at metaphase through disrupting the spindle apparatus. Colchicine interferes with which of these cell functions during cell division?\nAnswer:", " ["], "resps": [[[-5.76953125, false]], [[-9.890625, false]], [[-6.64453125, false]], [[-6.26953125, false]], [[-5.39453125, false]], [[-8.640625, false]], [[-8.140625, false]], [[-8.390625, false]], [[-9.390625, false]], [[-3.76953125, false]], [[-9.390625, false]], [[-8.515625, false]], [[-6.76953125, false]], [[-5.26953125, false]], [[-8.140625, false]], [[-8.640625, false]], [[-9.765625, false]], [[-2.89453125, false]], [[-7.89453125, false]], [[-6.26953125, false]], [[-8.390625, false]], [[-2.89453125, false]], [[-8.390625, false]], [[-6.26953125, false]], [[-8.140625, false]], [[-7.89453125, false]], [[-5.26953125, false]], [[-8.140625, false]], [[-8.765625, false]], [[-5.26953125, false]], [[-8.390625, false]], [[-7.14453125, false]], [[-6.26953125, false]], [[-7.89453125, false]], [[-6.39453125, false]], [[-8.515625, false]], [[-6.76953125, false]], [[-5.26953125, false]], [[-8.765625, false]], [[-6.26953125, false]], [[-3.76953125, false]], [[-6.76953125, false]], [[-8.640625, false]], [[-8.390625, false]], [[-9.890625, false]], [[-9.46875, false]], [[-5.26953125, false]], [[-9.890625, false]], [[-4.26953125, false]], [[-6.76953125, false]], [[-2.64453125, false]], [[-5.26953125, false]], [[-8.390625, false]], [[-11.140625, false]], [[-7.89453125, false]], [[-8.390625, false]], [[-8.390625, false]], [[-6.76953125, false]], [[-8.390625, false]], [[-6.26953125, false]], [[-8.390625, false]], [[-5.26953125, false]], [[-8.140625, false]], [[-8.765625, false]], [[-5.26953125, false]], [[-8.390625, false]], [[-7.14453125, false]], [[-6.26953125, false]], [[-7.89453125, false]], [[-6.39453125, false]], [[-8.515625, false]], [[-6.76953125, false]], [[-5.26953125, false]], [[-7.14453125, false]], [[-8.640625, false]], [[-8.140625, false]], [[-8.390625, false]], [[-6.76953125, false]], [[-6.26953125, false]], [[-7.89453125, false]], [[-9.890625, false]], [[-9.46875, false]], [[-5.26953125, false]], [[-9.890625, false]], [[-6.64453125, false]], [[-6.76953125, false]], [[-6.64453125, false]], [[-3.76953125, false]], [[-8.640625, false]], [[-2.89453125, false]], [[-7.89453125, false]], [[-6.76953125, false]], [[-5.26953125, false]], [[-8.390625, false]], [[-8.640625, false]], [[-2.89453125, false]], [[-7.89453125, false]], [[-8.390625, false]], [[-7.14453125, false]], [[-8.140625, false]], [[-8.640625, false]], [[-8.390625, false]], [[-5.26953125, false]], [[-8.140625, false]], [[-8.765625, false]], [[-5.26953125, false]], [[-8.390625, false]], [[-7.14453125, false]], [[-6.26953125, false]], [[-7.89453125, false]], [[-6.39453125, false]], [[-8.515625, false]], [[-6.76953125, false]], [[-5.26953125, false]], [[-8.765625, false]], [[-6.26953125, false]], [[-3.76953125, false]], [[-6.76953125, false]], [[-8.640625, false]], [[-8.390625, false]], [[-9.890625, false]], [[-9.46875, false]], [[-5.26953125, false]], [[-9.890625, false]], [[-7.26953125, false]], [[-6.76953125, false]], [[-2.64453125, false]], [[-5.26953125, false]], [[-8.390625, false]], [[-11.140625, false]], [[-7.89453125, false]], [[-8.390625, false]], [[-8.390625, false]], [[-6.76953125, false]], [[-8.390625, false]], [[-6.26953125, false]], [[-8.390625, false]], [[-5.26953125, false]], [[-8.140625, false]], [[-8.765625, false]], [[-5.26953125, false]], [[-8.390625, false]], [[-7.14453125, false]], [[-6.26953125, false]], [[-7.89453125, false]], [[-6.39453125, false]], [[-8.515625, false]], [[-6.76953125, false]], [[-5.26953125, false]], [[-7.14453125, false]], [[-8.640625, false]], [[-8.140625, false]], [[-8.390625, false]], [[-6.76953125, false]], [[-6.26953125, false]], [[-7.89453125, false]], [[-9.890625, false]], [[-11.515625, false]]], "filtered_resps": [[-5.76953125, false], [-9.890625, false], [-6.64453125, false], [-6.26953125, false], [-5.39453125, false], [-8.640625, false], [-8.140625, false], [-8.390625, false], [-9.390625, false], [-3.76953125, false], [-9.390625, false], [-8.515625, false], [-6.76953125, false], [-5.26953125, false], [-8.140625, false], [-8.640625, false], [-9.765625, false], [-2.89453125, false], [-7.89453125, false], [-6.26953125, false], [-8.390625, false], [-2.89453125, false], [-8.390625, false], [-6.26953125, false], [-8.140625, false], [-7.89453125, false], [-5.26953125, false], [-8.140625, false], [-8.765625, false], [-5.26953125, false], [-8.390625, false], [-7.14453125, false], [-6.26953125, false], [-7.89453125, false], [-6.39453125, false], [-8.515625, false], [-6.76953125, false], [-5.26953125, false], [-8.765625, false], [-6.26953125, false], [-3.76953125, false], [-6.76953125, false], [-8.640625, false], [-8.390625, false], [-9.890625, false], [-9.46875, false], [-5.26953125, false], [-9.890625, false], [-4.26953125, false], [-6.76953125, false], [-2.64453125, false], [-5.26953125, false], [-8.390625, false], [-11.140625, false], [-7.89453125, false], [-8.390625, false], [-8.390625, false], [-6.76953125, false], [-8.390625, false], [-6.26953125, false], [-8.390625, false], [-5.26953125, false], [-8.140625, false], [-8.765625, false], [-5.26953125, false], [-8.390625, false], [-7.14453125, false], [-6.26953125, false], [-7.89453125, false], [-6.39453125, false], [-8.515625, false], [-6.76953125, false], [-5.26953125, false], [-7.14453125, false], [-8.640625, false], [-8.140625, false], [-8.390625, false], [-6.76953125, false], [-6.26953125, false], [-7.89453125, false], [-9.890625, false], [-9.46875, false], [-5.26953125, false], [-9.890625, false], [-6.64453125, false], [-6.76953125, false], [-6.64453125, false], [-3.76953125, false], [-8.640625, false], [-2.89453125, false], [-7.89453125, false], [-6.76953125, false], [-5.26953125, false], [-8.390625, false], [-8.640625, false], [-2.89453125, false], [-7.89453125, false], [-8.390625, false], [-7.14453125, false], [-8.140625, false], [-8.640625, false], [-8.390625, false], [-5.26953125, false], [-8.140625, false], [-8.765625, false], [-5.26953125, false], [-8.390625, false], [-7.14453125, false], [-6.26953125, false], [-7.89453125, false], [-6.39453125, false], [-8.515625, false], [-6.76953125, false], [-5.26953125, false], [-8.765625, false], [-6.26953125, false], [-3.76953125, false], [-6.76953125, false], [-8.640625, false], [-8.390625, false], [-9.890625, false], [-9.46875, false], [-5.26953125, false], [-9.890625, false], [-7.26953125, false], [-6.76953125, false], [-2.64453125, false], [-5.26953125, false], [-8.390625, false], [-11.140625, false], [-7.89453125, false], [-8.390625, false], [-8.390625, false], [-6.76953125, false], [-8.390625, false], [-6.26953125, false], [-8.390625, false], [-5.26953125, false], [-8.140625, false], [-8.765625, false], [-5.26953125, false], [-8.390625, false], [-7.14453125, false], [-6.26953125, false], [-7.89453125, false], [-6.39453125, false], [-8.515625, false], [-6.76953125, false], [-5.26953125, false], [-7.14453125, false], [-8.640625, false], [-8.140625, false], [-8.390625, false], [-6.76953125, false], [-6.26953125, false], [-7.89453125, false], [-9.890625, false], [-11.515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 687, "doc": {"id": "Mercury_SC_400676", "question": "A student hears on the radio that the outside temperature is 32°C. What type of weather will the student most likely expect when she steps outside?", "choices": {"text": ["cool, rainy fall weather", "cold, snowy winter weather", "hot, sunny summer weather", "spring weather with flowers blooming"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "hot, sunny summer weather", "arguments": ["Question: A student hears on the radio that the outside temperature is 32°C. What type of weather will the student most likely expect when she steps outside?\nAnswer:", " ["], "resps": [[[-6.9296875, false]], [[-9.1796875, false]], [[-9.9296875, false]], [[-8.4296875, false]], [[-8.4296875, false]], [[-11.9296875, false]], [[-9.8984375, false]], [[-4.9296875, false]], [[-10.9296875, false]], [[-3.927734375, false]], [[-8.9296875, false]], [[-9.9296875, false]], [[-12.4296875, false]], [[-4.9296875, false]], [[-9.6796875, false]], [[-3.927734375, false]], [[-11.9296875, false]], [[-11.9296875, false]], [[-4.9296875, false]], [[-10.1796875, false]], [[-9.4296875, false]], [[-3.927734375, false]], [[-9.4296875, false]], [[-11.1796875, false]], [[-9.4296875, false]], [[-10.9296875, false]], [[-9.1796875, false]], [[-9.8984375, false]], [[-4.9296875, false]], [[-9.1796875, false]], [[-9.9296875, false]], [[-8.4296875, false]], [[-11.9296875, false]], [[-7.6796875, false]], [[-9.8984375, false]], [[-4.9296875, false]], [[-9.9296875, false]], [[-9.9296875, false]], [[-8.4296875, false]], [[-10.1796875, false]], [[-12.4296875, false]], [[-4.9296875, false]], [[-10.1796875, false]], [[-8.9296875, false]], [[-9.9296875, false]], [[-9.4296875, false]], [[-9.4296875, false]], [[-10.9296875, false]], [[-4.9296875, false]], [[-10.1796875, false]], [[-9.4296875, false]], [[-3.927734375, false]], [[-9.4296875, false]], [[-11.1796875, false]], [[-9.4296875, false]], [[-10.9296875, false]], [[-9.1796875, false]], [[-9.8984375, false]], [[-4.9296875, false]], [[-9.1796875, false]], [[-11.1796875, false]], [[-8.4296875, false]], [[-9.4296875, false]], [[-9.8984375, false]], [[-4.9296875, false]], [[-9.9296875, false]], [[-10.9296875, false]], [[-9.9296875, false]], [[-9.9296875, false]], [[-12.4296875, false]], [[-4.9296875, false]], [[-9.9296875, false]], [[-10.9296875, false]], [[-10.1796875, false]], [[-10.1796875, false]], [[-9.4296875, false]], [[-10.9296875, false]], [[-4.9296875, false]], [[-10.1796875, false]], [[-9.4296875, false]], [[-3.927734375, false]], [[-9.4296875, false]], [[-11.1796875, false]], [[-9.4296875, false]], [[-10.9296875, false]], [[-9.1796875, false]], [[-9.8984375, false]], [[-4.9296875, false]], [[-9.1796875, false]], [[-9.9296875, false]], [[-10.4296875, false]], [[-10.9296875, false]], [[-8.9296875, false]], [[-9.9296875, false]], [[-11.9296875, false]], [[-4.9296875, false]], [[-10.1796875, false]], [[-9.4296875, false]], [[-3.927734375, false]], [[-9.4296875, false]], [[-11.1796875, false]], [[-9.4296875, false]], [[-10.9296875, false]], [[-4.9296875, false]], [[-10.1796875, false]], [[-8.9296875, false]], [[-9.4296875, false]], [[-11.1796875, false]], [[-4.9296875, false]], [[-9.6796875, false]], [[-11.9296875, false]], [[-8.4296875, false]], [[-10.1796875, false]], [[-9.4296875, false]], [[-10.9296875, false]], [[-9.9296875, false]], [[-4.9296875, false]], [[-6.6796875, false]], [[-11.9296875, false]], [[-8.4296875, false]], [[-8.4296875, false]], [[-10.1796875, false]], [[-8.9296875, false]], [[-9.9296875, false]], [[-11.9296875, false]], [[-9.1796875, false]], [[-11.9296875, false]]], "filtered_resps": [[-6.9296875, false], [-9.1796875, false], [-9.9296875, false], [-8.4296875, false], [-8.4296875, false], [-11.9296875, false], [-9.8984375, false], [-4.9296875, false], [-10.9296875, false], [-3.927734375, false], [-8.9296875, false], [-9.9296875, false], [-12.4296875, false], [-4.9296875, false], [-9.6796875, false], [-3.927734375, false], [-11.9296875, false], [-11.9296875, false], [-4.9296875, false], [-10.1796875, false], [-9.4296875, false], [-3.927734375, false], [-9.4296875, false], [-11.1796875, false], [-9.4296875, false], [-10.9296875, false], [-9.1796875, false], [-9.8984375, false], [-4.9296875, false], [-9.1796875, false], [-9.9296875, false], [-8.4296875, false], [-11.9296875, false], [-7.6796875, false], [-9.8984375, false], [-4.9296875, false], [-9.9296875, false], [-9.9296875, false], [-8.4296875, false], [-10.1796875, false], [-12.4296875, false], [-4.9296875, false], [-10.1796875, false], [-8.9296875, false], [-9.9296875, false], [-9.4296875, false], [-9.4296875, false], [-10.9296875, false], [-4.9296875, false], [-10.1796875, false], [-9.4296875, false], [-3.927734375, false], [-9.4296875, false], [-11.1796875, false], [-9.4296875, false], [-10.9296875, false], [-9.1796875, false], [-9.8984375, false], [-4.9296875, false], [-9.1796875, false], [-11.1796875, false], [-8.4296875, false], [-9.4296875, false], [-9.8984375, false], [-4.9296875, false], [-9.9296875, false], [-10.9296875, false], [-9.9296875, false], [-9.9296875, false], [-12.4296875, false], [-4.9296875, false], [-9.9296875, false], [-10.9296875, false], [-10.1796875, false], [-10.1796875, false], [-9.4296875, false], [-10.9296875, false], [-4.9296875, false], [-10.1796875, false], [-9.4296875, false], [-3.927734375, false], [-9.4296875, false], [-11.1796875, false], [-9.4296875, false], [-10.9296875, false], [-9.1796875, false], [-9.8984375, false], [-4.9296875, false], [-9.1796875, false], [-9.9296875, false], [-10.4296875, false], [-10.9296875, false], [-8.9296875, false], [-9.9296875, false], [-11.9296875, false], [-4.9296875, false], [-10.1796875, false], [-9.4296875, false], [-3.927734375, false], [-9.4296875, false], [-11.1796875, false], [-9.4296875, false], [-10.9296875, false], [-4.9296875, false], [-10.1796875, false], [-8.9296875, false], [-9.4296875, false], [-11.1796875, false], [-4.9296875, false], [-9.6796875, false], [-11.9296875, false], [-8.4296875, false], [-10.1796875, false], [-9.4296875, false], [-10.9296875, false], [-9.9296875, false], [-4.9296875, false], [-6.6796875, false], [-11.9296875, false], [-8.4296875, false], [-8.4296875, false], [-10.1796875, false], [-8.9296875, false], [-9.9296875, false], [-11.9296875, false], [-9.1796875, false], [-11.9296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 695, "doc": {"id": "Mercury_400471", "question": "Secondary pollutants are produced in the environment by chemical reactions involving primary or emitted chemicals. Which of the following is a secondary pollutant?", "choices": {"text": ["carbon monoxide (CO)", "nitrogen oxide (NO)", "methane (CH_{4})", "ozone (O_{3})"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "ozone (O_{3})", "arguments": ["Question: Secondary pollutants are produced in the environment by chemical reactions involving primary or emitted chemicals. Which of the following is a secondary pollutant?\nAnswer:", " ["], "resps": [[[-7.8125, false]], [[-10.5625, false]], [[-8.0625, false]], [[-4.8125, false]], [[-12.3125, false]], [[-9.0625, false]], [[-5.3125, false]], [[-6.0625, false]], [[-4.5625, false]], [[-8.3125, false]], [[-5.3125, false]], [[-6.0625, false]], [[-5.3125, false]], [[-9.3125, false]], [[-7.3125, false]], [[-7.8125, false]], [[-8.0625, false]], [[-4.5625, false]], [[-4.3125, false]], [[-4.8125, false]], [[-4.5625, false]], [[-10.5625, false]], [[-10.5625, false]], [[-9.84375, false]], [[-4.5625, false]], [[-10.5625, false]], [[-6.0625, false]], [[-7.3125, false]], [[-11.0625, false]], [[-12.3125, false]], [[-5.3125, false]], [[-11.8125, false]], [[-8.0625, false]], [[-6.0625, false]], [[-4.5625, false]], [[-5.3125, false]], [[-9.3125, false]], [[-7.3125, false]], [[-7.8125, false]], [[-8.0625, false]], [[-4.5625, false]], [[-4.3125, false]], [[-4.8125, false]], [[-4.5625, false]], [[-10.5625, false]], [[-10.5625, false]], [[-9.84375, false]], [[-4.5625, false]], [[-10.5625, false]], [[-8.3125, false]], [[-8.0625, false]], [[-11.0625, false]], [[-10.8125, false]], [[-4.8125, false]], [[-6.0625, false]], [[-8.0625, false]], [[-4.5625, false]], [[-4.3125, false]], [[-4.8125, false]], [[-5.0625, false]], [[-8.5625, false]], [[-9.5625, false]], [[-8.8125, false]], [[-14.8125, false]], [[-10.5625, false]], [[-10.5625, false]], [[-9.84375, false]], [[-4.5625, false]], [[-10.5625, false]], [[-5.3125, false]], [[-10.5625, false]], [[-5.3125, false]], [[-6.0625, false]], [[-8.0625, false]], [[-4.5625, false]], [[-4.3125, false]], [[-4.5625, false]], [[-8.5625, false]], [[-9.5625, false]], [[-7.8125, false]], [[-14.8125, false]], [[-10.5625, false]], [[-10.5625, false]], [[-15.5625, false]]], "filtered_resps": [[-7.8125, false], [-10.5625, false], [-8.0625, false], [-4.8125, false], [-12.3125, false], [-9.0625, false], [-5.3125, false], [-6.0625, false], [-4.5625, false], [-8.3125, false], [-5.3125, false], [-6.0625, false], [-5.3125, false], [-9.3125, false], [-7.3125, false], [-7.8125, false], [-8.0625, false], [-4.5625, false], [-4.3125, false], [-4.8125, false], [-4.5625, false], [-10.5625, false], [-10.5625, false], [-9.84375, false], [-4.5625, false], [-10.5625, false], [-6.0625, false], [-7.3125, false], [-11.0625, false], [-12.3125, false], [-5.3125, false], [-11.8125, false], [-8.0625, false], [-6.0625, false], [-4.5625, false], [-5.3125, false], [-9.3125, false], [-7.3125, false], [-7.8125, false], [-8.0625, false], [-4.5625, false], [-4.3125, false], [-4.8125, false], [-4.5625, false], [-10.5625, false], [-10.5625, false], [-9.84375, false], [-4.5625, false], [-10.5625, false], [-8.3125, false], [-8.0625, false], [-11.0625, false], [-10.8125, false], [-4.8125, false], [-6.0625, false], [-8.0625, false], [-4.5625, false], [-4.3125, false], [-4.8125, false], [-5.0625, false], [-8.5625, false], [-9.5625, false], [-8.8125, false], [-14.8125, false], [-10.5625, false], [-10.5625, false], [-9.84375, false], [-4.5625, false], [-10.5625, false], [-5.3125, false], [-10.5625, false], [-5.3125, false], [-6.0625, false], [-8.0625, false], [-4.5625, false], [-4.3125, false], [-4.5625, false], [-8.5625, false], [-9.5625, false], [-7.8125, false], [-14.8125, false], [-10.5625, false], [-10.5625, false], [-15.5625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 703, "doc": {"id": "Mercury_SC_401817", "question": "All of these are examples of observation and measurement except", "choices": {"text": ["charting where birds fly.", "attracting birds with birdseed.", "counting the number of birds that fly by.", "illustrating the different birds that fly by."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "attracting birds with birdseed.", "arguments": ["Question: All of these are examples of observation and measurement except\nAnswer:", " ["], "resps": [[[-7.2578125, false]], [[-8.0078125, false]], [[-8.2578125, false]], [[-10.1328125, false]], [[-5.6328125, false]], [[-10.1328125, false]], [[-9.5078125, false]], [[-7.6328125, false]], [[-7.2578125, false]], [[-10.8828125, false]], [[-5.1328125, false]], [[-9.5078125, false]], [[-10.1328125, false]], [[-7.6328125, false]], [[-10.1328125, false]], [[-7.6328125, false]], [[-5.1328125, false]], [[-7.0078125, false]], [[-7.6328125, false]], [[-10.1328125, false]], [[-8.0078125, false]], [[-8.8828125, false]], [[-5.1328125, false]], [[-8.7578125, false]], [[-9.8828125, false]], [[-10.3828125, false]], [[-7.2265625, false]], [[-8.0078125, false]], [[-9.359375, false]], [[-5.1328125, false]], [[-8.0078125, false]], [[-5.6328125, false]], [[-9.5078125, false]], [[-9.5078125, false]], [[-10.1328125, false]], [[-5.6328125, false]], [[-8.2578125, false]], [[-9.5078125, false]], [[-7.6328125, false]], [[-7.2578125, false]], [[-10.8828125, false]], [[-5.1328125, false]], [[-7.0078125, false]], [[-7.6328125, false]], [[-10.1328125, false]], [[-8.0078125, false]], [[-8.8828125, false]], [[-5.1328125, false]], [[-9.5078125, false]], [[-7.6328125, false]], [[-9.5078125, false]], [[-10.1328125, false]], [[-5.1328125, false]], [[-7.0078125, false]], [[-7.6328125, false]], [[-10.1328125, false]], [[-8.0078125, false]], [[-8.8828125, false]], [[-7.6328125, false]], [[-7.6328125, false]], [[-8.0078125, false]], [[-7.2265625, false]], [[-8.0078125, false]], [[-9.359375, false]], [[-5.1328125, false]], [[-8.0078125, false]], [[-8.2578125, false]], [[-7.7578125, false]], [[-10.5078125, false]], [[-7.2578125, false]], [[-9.5078125, false]], [[-7.6328125, false]], [[-7.2578125, false]], [[-10.8828125, false]], [[-5.1328125, false]], [[-9.5078125, false]], [[-10.1328125, false]], [[-7.6328125, false]], [[-5.1328125, false]], [[-7.2578125, false]], [[-10.5078125, false]], [[-8.7578125, false]], [[-7.0078125, false]], [[-7.6328125, false]], [[-10.1328125, false]], [[-5.1328125, false]], [[-7.7578125, false]], [[-8.7578125, false]], [[-5.1328125, false]], [[-7.0078125, false]], [[-7.6328125, false]], [[-10.1328125, false]], [[-8.0078125, false]], [[-8.8828125, false]], [[-5.1328125, false]], [[-9.5078125, false]], [[-10.1328125, false]], [[-5.6328125, false]], [[-9.5078125, false]], [[-5.1328125, false]], [[-8.7578125, false]], [[-9.8828125, false]], [[-10.3828125, false]], [[-5.1328125, false]], [[-7.0078125, false]], [[-10.3828125, false]], [[-7.2265625, false]], [[-8.0078125, false]], [[-9.359375, false]], [[-5.1328125, false]], [[-8.0078125, false]], [[-7.6328125, false]], [[-9.8828125, false]], [[-9.8828125, false]], [[-10.5078125, false]], [[-8.8828125, false]], [[-9.5078125, false]], [[-10.1328125, false]], [[-5.6328125, false]], [[-9.5078125, false]], [[-7.6328125, false]], [[-7.2578125, false]], [[-10.8828125, false]], [[-5.1328125, false]], [[-9.5078125, false]], [[-10.1328125, false]], [[-7.6328125, false]], [[-5.1328125, false]], [[-8.0078125, false]], [[-7.6328125, false]], [[-8.7578125, false]], [[-8.7578125, false]], [[-7.6328125, false]], [[-10.1328125, false]], [[-7.6328125, false]], [[-7.2578125, false]], [[-9.5078125, false]], [[-5.1328125, false]], [[-7.0078125, false]], [[-7.6328125, false]], [[-10.1328125, false]], [[-8.0078125, false]], [[-8.8828125, false]], [[-5.1328125, false]], [[-9.5078125, false]], [[-10.1328125, false]], [[-5.6328125, false]], [[-9.5078125, false]], [[-5.1328125, false]], [[-8.7578125, false]], [[-9.8828125, false]], [[-10.3828125, false]], [[-5.1328125, false]], [[-7.0078125, false]], [[-10.3828125, false]], [[-7.2265625, false]], [[-8.0078125, false]], [[-11.7578125, false]]], "filtered_resps": [[-7.2578125, false], [-8.0078125, false], [-8.2578125, false], [-10.1328125, false], [-5.6328125, false], [-10.1328125, false], [-9.5078125, false], [-7.6328125, false], [-7.2578125, false], [-10.8828125, false], [-5.1328125, false], [-9.5078125, false], [-10.1328125, false], [-7.6328125, false], [-10.1328125, false], [-7.6328125, false], [-5.1328125, false], [-7.0078125, false], [-7.6328125, false], [-10.1328125, false], [-8.0078125, false], [-8.8828125, false], [-5.1328125, false], [-8.7578125, false], [-9.8828125, false], [-10.3828125, false], [-7.2265625, false], [-8.0078125, false], [-9.359375, false], [-5.1328125, false], [-8.0078125, false], [-5.6328125, false], [-9.5078125, false], [-9.5078125, false], [-10.1328125, false], [-5.6328125, false], [-8.2578125, false], [-9.5078125, false], [-7.6328125, false], [-7.2578125, false], [-10.8828125, false], [-5.1328125, false], [-7.0078125, false], [-7.6328125, false], [-10.1328125, false], [-8.0078125, false], [-8.8828125, false], [-5.1328125, false], [-9.5078125, false], [-7.6328125, false], [-9.5078125, false], [-10.1328125, false], [-5.1328125, false], [-7.0078125, false], [-7.6328125, false], [-10.1328125, false], [-8.0078125, false], [-8.8828125, false], [-7.6328125, false], [-7.6328125, false], [-8.0078125, false], [-7.2265625, false], [-8.0078125, false], [-9.359375, false], [-5.1328125, false], [-8.0078125, false], [-8.2578125, false], [-7.7578125, false], [-10.5078125, false], [-7.2578125, false], [-9.5078125, false], [-7.6328125, false], [-7.2578125, false], [-10.8828125, false], [-5.1328125, false], [-9.5078125, false], [-10.1328125, false], [-7.6328125, false], [-5.1328125, false], [-7.2578125, false], [-10.5078125, false], [-8.7578125, false], [-7.0078125, false], [-7.6328125, false], [-10.1328125, false], [-5.1328125, false], [-7.7578125, false], [-8.7578125, false], [-5.1328125, false], [-7.0078125, false], [-7.6328125, false], [-10.1328125, false], [-8.0078125, false], [-8.8828125, false], [-5.1328125, false], [-9.5078125, false], [-10.1328125, false], [-5.6328125, false], [-9.5078125, false], [-5.1328125, false], [-8.7578125, false], [-9.8828125, false], [-10.3828125, false], [-5.1328125, false], [-7.0078125, false], [-10.3828125, false], [-7.2265625, false], [-8.0078125, false], [-9.359375, false], [-5.1328125, false], [-8.0078125, false], [-7.6328125, false], [-9.8828125, false], [-9.8828125, false], [-10.5078125, false], [-8.8828125, false], [-9.5078125, false], [-10.1328125, false], [-5.6328125, false], [-9.5078125, false], [-7.6328125, false], [-7.2578125, false], [-10.8828125, false], [-5.1328125, false], [-9.5078125, false], [-10.1328125, false], [-7.6328125, false], [-5.1328125, false], [-8.0078125, false], [-7.6328125, false], [-8.7578125, false], [-8.7578125, false], [-7.6328125, false], [-10.1328125, false], [-7.6328125, false], [-7.2578125, false], [-9.5078125, false], [-5.1328125, false], [-7.0078125, false], [-7.6328125, false], [-10.1328125, false], [-8.0078125, false], [-8.8828125, false], [-5.1328125, false], [-9.5078125, false], [-10.1328125, false], [-5.6328125, false], [-9.5078125, false], [-5.1328125, false], [-8.7578125, false], [-9.8828125, false], [-10.3828125, false], [-5.1328125, false], [-7.0078125, false], [-10.3828125, false], [-7.2265625, false], [-8.0078125, false], [-11.7578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 711, "doc": {"id": "Mercury_SC_401331", "question": "Melting, boiling, and freezing are examples of", "choices": {"text": ["physical changes.", "chemical changes.", "magnetic changes.", "electrical changes."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "physical changes.", "arguments": ["Question: Melting, boiling, and freezing are examples of\nAnswer:", " ["], "resps": [[[-8.0546875, false]], [[-9.0546875, false]], [[-11.0546875, false]], [[-11.3046875, false]], [[-11.0546875, false]], [[-9.3046875, false]], [[-8.5546875, false]], [[-9.5546875, false]], [[-6.3046875, false]], [[-10.8046875, false]], [[-6.0546875, false]], [[-9.5546875, false]], [[-11.3046875, false]], [[-6.3046875, false]], [[-9.0546875, false]], [[-11.3046875, false]], [[-8.8046875, false]], [[-9.3046875, false]], [[-7.52734375, false]], [[-9.0546875, false]], [[-9.78125, false]], [[-6.0546875, false]], [[-9.0546875, false]], [[-9.5546875, false]], [[-11.3046875, false]], [[-8.8046875, false]], [[-8.5546875, false]], [[-8.5546875, false]], [[-9.5546875, false]], [[-6.3046875, false]], [[-10.8046875, false]], [[-6.0546875, false]], [[-9.5546875, false]], [[-11.3046875, false]], [[-6.3046875, false]], [[-9.0546875, false]], [[-11.3046875, false]], [[-8.8046875, false]], [[-9.3046875, false]], [[-7.52734375, false]], [[-9.0546875, false]], [[-9.78125, false]], [[-6.0546875, false]], [[-9.0546875, false]], [[-8.5546875, false]], [[-6.3046875, false]], [[-11.3046875, false]], [[-9.0546875, false]], [[-8.8046875, false]], [[-10.3046875, false]], [[-8.5546875, false]], [[-9.5546875, false]], [[-6.0546875, false]], [[-9.5546875, false]], [[-11.3046875, false]], [[-6.3046875, false]], [[-9.0546875, false]], [[-11.3046875, false]], [[-8.8046875, false]], [[-9.3046875, false]], [[-7.52734375, false]], [[-9.0546875, false]], [[-9.78125, false]], [[-6.0546875, false]], [[-9.0546875, false]], [[-8.8046875, false]], [[-10.8046875, false]], [[-8.8046875, false]], [[-9.5546875, false]], [[-10.3046875, false]], [[-11.3046875, false]], [[-8.5546875, false]], [[-9.5546875, false]], [[-6.3046875, false]], [[-10.8046875, false]], [[-6.0546875, false]], [[-9.5546875, false]], [[-11.3046875, false]], [[-6.3046875, false]], [[-9.0546875, false]], [[-11.3046875, false]], [[-8.8046875, false]], [[-9.3046875, false]], [[-7.52734375, false]], [[-9.0546875, false]], [[-11.5546875, false]]], "filtered_resps": [[-8.0546875, false], [-9.0546875, false], [-11.0546875, false], [-11.3046875, false], [-11.0546875, false], [-9.3046875, false], [-8.5546875, false], [-9.5546875, false], [-6.3046875, false], [-10.8046875, false], [-6.0546875, false], [-9.5546875, false], [-11.3046875, false], [-6.3046875, false], [-9.0546875, false], [-11.3046875, false], [-8.8046875, false], [-9.3046875, false], [-7.52734375, false], [-9.0546875, false], [-9.78125, false], [-6.0546875, false], [-9.0546875, false], [-9.5546875, false], [-11.3046875, false], [-8.8046875, false], [-8.5546875, false], [-8.5546875, false], [-9.5546875, false], [-6.3046875, false], [-10.8046875, false], [-6.0546875, false], [-9.5546875, false], [-11.3046875, false], [-6.3046875, false], [-9.0546875, false], [-11.3046875, false], [-8.8046875, false], [-9.3046875, false], [-7.52734375, false], [-9.0546875, false], [-9.78125, false], [-6.0546875, false], [-9.0546875, false], [-8.5546875, false], [-6.3046875, false], [-11.3046875, false], [-9.0546875, false], [-8.8046875, false], [-10.3046875, false], [-8.5546875, false], [-9.5546875, false], [-6.0546875, false], [-9.5546875, false], [-11.3046875, false], [-6.3046875, false], [-9.0546875, false], [-11.3046875, false], [-8.8046875, false], [-9.3046875, false], [-7.52734375, false], [-9.0546875, false], [-9.78125, false], [-6.0546875, false], [-9.0546875, false], [-8.8046875, false], [-10.8046875, false], [-8.8046875, false], [-9.5546875, false], [-10.3046875, false], [-11.3046875, false], [-8.5546875, false], [-9.5546875, false], [-6.3046875, false], [-10.8046875, false], [-6.0546875, false], [-9.5546875, false], [-11.3046875, false], [-6.3046875, false], [-9.0546875, false], [-11.3046875, false], [-8.8046875, false], [-9.3046875, false], [-7.52734375, false], [-9.0546875, false], [-11.5546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 719, "doc": {"id": "Mercury_7007543", "question": "Which part of a sound wave measures loudness?", "choices": {"text": ["wavelength", "magnitude", "amplitude", "frequency"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "amplitude", "arguments": ["Question: Which part of a sound wave measures loudness?\nAnswer:", " ["], "resps": [[[-7.3984375, false]], [[-8.3984375, false]], [[-9.3984375, false]], [[-4.1484375, false]], [[-9.6484375, false]], [[-8.8984375, false]], [[-9.8984375, false]], [[-8.8984375, false]], [[-9.1484375, false]], [[-12.3984375, false]], [[-9.1484375, false]], [[-10.1484375, false]], [[-8.3984375, false]], [[-9.109375, false]], [[-5.1484375, false]], [[-8.3984375, false]], [[-8.3984375, false]], [[-4.1484375, false]], [[-12.3984375, false]], [[-9.1484375, false]], [[-9.1484375, false]], [[-9.1484375, false]], [[-10.3984375, false]], [[-8.6484375, false]], [[-8.8984375, false]], [[-8.3984375, false]], [[-9.109375, false]], [[-5.1484375, false]], [[-8.3984375, false]], [[-4.1484375, false]], [[-8.3984375, false]], [[-9.3984375, false]], [[-9.8984375, false]], [[-9.1484375, false]], [[-9.1484375, false]], [[-10.3984375, false]], [[-8.6484375, false]], [[-8.8984375, false]], [[-8.3984375, false]], [[-9.109375, false]], [[-5.1484375, false]], [[-8.3984375, false]], [[-7.6484375, false]], [[-9.3984375, false]], [[-8.8984375, false]], [[-9.8984375, false]], [[-10.3984375, false]], [[-8.8984375, false]], [[-9.1484375, false]], [[-8.1484375, false]], [[-10.8984375, false]], [[-8.3984375, false]], [[-13.3984375, false]]], "filtered_resps": [[-7.3984375, false], [-8.3984375, false], [-9.3984375, false], [-4.1484375, false], [-9.6484375, false], [-8.8984375, false], [-9.8984375, false], [-8.8984375, false], [-9.1484375, false], [-12.3984375, false], [-9.1484375, false], [-10.1484375, false], [-8.3984375, false], [-9.109375, false], [-5.1484375, false], [-8.3984375, false], [-8.3984375, false], [-4.1484375, false], [-12.3984375, false], [-9.1484375, false], [-9.1484375, false], [-9.1484375, false], [-10.3984375, false], [-8.6484375, false], [-8.8984375, false], [-8.3984375, false], [-9.109375, false], [-5.1484375, false], [-8.3984375, false], [-4.1484375, false], [-8.3984375, false], [-9.3984375, false], [-9.8984375, false], [-9.1484375, false], [-9.1484375, false], [-10.3984375, false], [-8.6484375, false], [-8.8984375, false], [-8.3984375, false], [-9.109375, false], [-5.1484375, false], [-8.3984375, false], [-7.6484375, false], [-9.3984375, false], [-8.8984375, false], [-9.8984375, false], [-10.3984375, false], [-8.8984375, false], [-9.1484375, false], [-8.1484375, false], [-10.8984375, false], [-8.3984375, false], [-13.3984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 727, "doc": {"id": "Mercury_7009818", "question": "Louis Pasteur's work in the nineteenth century on pasteurization greatly improved", "choices": {"text": ["the quality of food.", "the prediction of weather.", "the availability of medication.", "the effectiveness of vaccinations."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "the quality of food.", "arguments": ["Question: Louis Pasteur's work in the nineteenth century on pasteurization greatly improved\nAnswer:", " ["], "resps": [[[-6.82421875, false]], [[-7.32421875, false]], [[-10.1953125, false]], [[-10.4453125, false]], [[-8.6953125, false]], [[-5.82421875, false]], [[-10.3203125, false]], [[-10.8203125, false]], [[-6.32421875, false]], [[-9.4453125, false]], [[-8.1953125, false]], [[-10.1953125, false]], [[-11.0703125, false]], [[-5.82421875, false]], [[-9.3203125, false]], [[-10.4453125, false]], [[-5.82421875, false]], [[-10.4453125, false]], [[-9.3203125, false]], [[-9.3203125, false]], [[-8.8203125, false]], [[-7.46875, false]], [[-7.32421875, false]], [[-9.53125, false]], [[-5.82421875, false]], [[-7.32421875, false]], [[-10.1953125, false]], [[-10.4453125, false]], [[-8.6953125, false]], [[-5.82421875, false]], [[-9.9453125, false]], [[-9.9453125, false]], [[-8.6953125, false]], [[-8.8203125, false]], [[-8.1953125, false]], [[-8.8203125, false]], [[-10.1953125, false]], [[-8.1953125, false]], [[-9.3203125, false]], [[-8.0703125, false]], [[-5.82421875, false]], [[-9.3203125, false]], [[-10.4453125, false]], [[-5.82421875, false]], [[-8.9453125, false]], [[-8.6953125, false]], [[-6.32421875, false]], [[-10.1953125, false]], [[-10.4453125, false]], [[-8.6953125, false]], [[-9.9453125, false]], [[-7.46875, false]], [[-7.32421875, false]], [[-9.53125, false]], [[-5.82421875, false]], [[-7.32421875, false]], [[-10.1953125, false]], [[-10.4453125, false]], [[-8.6953125, false]], [[-5.82421875, false]], [[-6.32421875, false]], [[-9.8203125, false]], [[-6.32421875, false]], [[-8.1953125, false]], [[-9.4453125, false]], [[-6.32421875, false]], [[-7.94921875, false]], [[-8.1953125, false]], [[-9.4453125, false]], [[-8.1953125, false]], [[-10.1953125, false]], [[-11.0703125, false]], [[-5.82421875, false]], [[-9.3203125, false]], [[-10.4453125, false]], [[-5.82421875, false]], [[-10.1953125, false]], [[-8.6953125, false]], [[-8.8203125, false]], [[-8.1953125, false]], [[-8.8203125, false]], [[-6.32421875, false]], [[-10.1953125, false]], [[-8.1953125, false]], [[-9.3203125, false]], [[-8.0703125, false]], [[-7.46875, false]], [[-7.32421875, false]], [[-9.53125, false]], [[-5.82421875, false]], [[-7.32421875, false]], [[-10.1953125, false]], [[-10.4453125, false]], [[-8.6953125, false]], [[-5.82421875, false]], [[-8.6953125, false]], [[-10.4453125, false]], [[-10.4453125, false]], [[-8.6953125, false]], [[-8.8203125, false]], [[-10.1953125, false]], [[-8.1953125, false]], [[-9.8203125, false]], [[-8.6953125, false]], [[-8.0703125, false]], [[-8.6953125, false]], [[-9.0703125, false]], [[-9.0703125, false]], [[-5.82421875, false]], [[-9.3203125, false]], [[-10.4453125, false]], [[-5.82421875, false]], [[-9.8203125, false]], [[-6.32421875, false]], [[-8.8203125, false]], [[-8.8203125, false]], [[-8.1953125, false]], [[-8.0703125, false]], [[-6.32421875, false]], [[-10.1953125, false]], [[-8.1953125, false]], [[-9.3203125, false]], [[-8.0703125, false]], [[-9.0703125, false]], [[-7.46875, false]], [[-7.32421875, false]], [[-11.3203125, false]]], "filtered_resps": [[-6.82421875, false], [-7.32421875, false], [-10.1953125, false], [-10.4453125, false], [-8.6953125, false], [-5.82421875, false], [-10.3203125, false], [-10.8203125, false], [-6.32421875, false], [-9.4453125, false], [-8.1953125, false], [-10.1953125, false], [-11.0703125, false], [-5.82421875, false], [-9.3203125, false], [-10.4453125, false], [-5.82421875, false], [-10.4453125, false], [-9.3203125, false], [-9.3203125, false], [-8.8203125, false], [-7.46875, false], [-7.32421875, false], [-9.53125, false], [-5.82421875, false], [-7.32421875, false], [-10.1953125, false], [-10.4453125, false], [-8.6953125, false], [-5.82421875, false], [-9.9453125, false], [-9.9453125, false], [-8.6953125, false], [-8.8203125, false], [-8.1953125, false], [-8.8203125, false], [-10.1953125, false], [-8.1953125, false], [-9.3203125, false], [-8.0703125, false], [-5.82421875, false], [-9.3203125, false], [-10.4453125, false], [-5.82421875, false], [-8.9453125, false], [-8.6953125, false], [-6.32421875, false], [-10.1953125, false], [-10.4453125, false], [-8.6953125, false], [-9.9453125, false], [-7.46875, false], [-7.32421875, false], [-9.53125, false], [-5.82421875, false], [-7.32421875, false], [-10.1953125, false], [-10.4453125, false], [-8.6953125, false], [-5.82421875, false], [-6.32421875, false], [-9.8203125, false], [-6.32421875, false], [-8.1953125, false], [-9.4453125, false], [-6.32421875, false], [-7.94921875, false], [-8.1953125, false], [-9.4453125, false], [-8.1953125, false], [-10.1953125, false], [-11.0703125, false], [-5.82421875, false], [-9.3203125, false], [-10.4453125, false], [-5.82421875, false], [-10.1953125, false], [-8.6953125, false], [-8.8203125, false], [-8.1953125, false], [-8.8203125, false], [-6.32421875, false], [-10.1953125, false], [-8.1953125, false], [-9.3203125, false], [-8.0703125, false], [-7.46875, false], [-7.32421875, false], [-9.53125, false], [-5.82421875, false], [-7.32421875, false], [-10.1953125, false], [-10.4453125, false], [-8.6953125, false], [-5.82421875, false], [-8.6953125, false], [-10.4453125, false], [-10.4453125, false], [-8.6953125, false], [-8.8203125, false], [-10.1953125, false], [-8.1953125, false], [-9.8203125, false], [-8.6953125, false], [-8.0703125, false], [-8.6953125, false], [-9.0703125, false], [-9.0703125, false], [-5.82421875, false], [-9.3203125, false], [-10.4453125, false], [-5.82421875, false], [-9.8203125, false], [-6.32421875, false], [-8.8203125, false], [-8.8203125, false], [-8.1953125, false], [-8.0703125, false], [-6.32421875, false], [-10.1953125, false], [-8.1953125, false], [-9.3203125, false], [-8.0703125, false], [-9.0703125, false], [-7.46875, false], [-7.32421875, false], [-11.3203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 735, "doc": {"id": "Mercury_SC_401800", "question": "Which is a characteristic Earth and the Moon have in common?", "choices": {"text": ["seas", "craters", "thunderstorms", "atmosphere"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "craters", "arguments": ["Question: Which is a characteristic Earth and the Moon have in common?\nAnswer:", " ["], "resps": [[[-8.78125, false]], [[-9.28125, false]], [[-10.28125, false]], [[-8.78125, false]], [[-6.53515625, false]], [[-10.28125, false]], [[-9.28125, false]], [[-11.515625, false]], [[-6.78515625, false]], [[-9.28125, false]], [[-10.28125, false]], [[-11.28125, false]], [[-6.53515625, false]], [[-11.28125, false]], [[-8.78125, false]], [[-11.28125, false]], [[-10.28125, false]], [[-9.28125, false]], [[-11.515625, false]], [[-6.78515625, false]], [[-9.28125, false]], [[-11.28125, false]], [[-13.03125, false]], [[-13.03125, false]], [[-10.53125, false]], [[-11.03125, false]], [[-8.78125, false]], [[-11.28125, false]], [[-10.28125, false]], [[-11.28125, false]], [[-11.03125, false]], [[-11.28125, false]], [[-11.53125, false]], [[-10.28125, false]], [[-9.28125, false]], [[-11.515625, false]], [[-6.78515625, false]], [[-9.28125, false]], [[-6.53515625, false]], [[-11.28125, false]], [[-11.53125, false]], [[-11.03125, false]], [[-10.28125, false]], [[-11.28125, false]], [[-13.03125, false]], [[-8.78125, false]], [[-11.28125, false]], [[-8.78125, false]], [[-9.28125, false]], [[-13.53125, false]]], "filtered_resps": [[-8.78125, false], [-9.28125, false], [-10.28125, false], [-8.78125, false], [-6.53515625, false], [-10.28125, false], [-9.28125, false], [-11.515625, false], [-6.78515625, false], [-9.28125, false], [-10.28125, false], [-11.28125, false], [-6.53515625, false], [-11.28125, false], [-8.78125, false], [-11.28125, false], [-10.28125, false], [-9.28125, false], [-11.515625, false], [-6.78515625, false], [-9.28125, false], [-11.28125, false], [-13.03125, false], [-13.03125, false], [-10.53125, false], [-11.03125, false], [-8.78125, false], [-11.28125, false], [-10.28125, false], [-11.28125, false], [-11.03125, false], [-11.28125, false], [-11.53125, false], [-10.28125, false], [-9.28125, false], [-11.515625, false], [-6.78515625, false], [-9.28125, false], [-6.53515625, false], [-11.28125, false], [-11.53125, false], [-11.03125, false], [-10.28125, false], [-11.28125, false], [-13.03125, false], [-8.78125, false], [-11.28125, false], [-8.78125, false], [-9.28125, false], [-13.53125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 743, "doc": {"id": "AKDE&ED_2008_8_50", "question": "Which statement best describes how energy transfer within Earth's atmosphere can affect a weather condition?", "choices": {"text": ["During radiation, objects directly transfer heat to each other which affects the air temperature.", "During radiation, electromagnetic waves transfer heat and light energy which affects the air temperature.", "During convection, objects directly transfer heat to each other which affects the amount of precipitation.", "During convection, electromagnetic waves transfer heat and light energy which affects the amount of precipitation."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "During radiation, electromagnetic waves transfer heat and light energy which affects the air temperature.", "arguments": ["Question: Which statement best describes how energy transfer within Earth's atmosphere can affect a weather condition?\nAnswer:", " ["], "resps": [[[-6.859375, false]], [[-8.109375, false]], [[-6.359375, false]], [[-12.609375, false]], [[-12.609375, false]], [[-8.609375, false]], [[-9.859375, false]], [[-12.609375, false]], [[-4.609375, false]], [[-12.609375, false]], [[-4.609375, false]], [[-8.359375, false]], [[-8.609375, false]], [[-4.609375, false]], [[-10.609375, false]], [[-8.609375, false]], [[-8.609375, false]], [[-9.859375, false]], [[-8.9453125, false]], [[-4.609375, false]], [[-8.609375, false]], [[-8.609375, false]], [[-12.609375, false]], [[-7.609375, false]], [[-9.609375, false]], [[-10.609375, false]], [[-10.609375, false]], [[-4.609375, false]], [[-8.359375, false]], [[-8.609375, false]], [[-12.609375, false]], [[-7.609375, false]], [[-9.609375, false]], [[-10.609375, false]], [[-12.109375, false]], [[-12.109375, false]], [[-4.609375, false]], [[-10.609375, false]], [[-12.609375, false]], [[-4.609375, false]], [[-9.859375, false]], [[-10.609375, false]], [[-9.359375, false]], [[-7.609375, false]], [[-12.609375, false]], [[-4.609375, false]], [[-10.359375, false]], [[-7.609375, false]], [[-4.609375, false]], [[-10.609375, false]], [[-4.609375, false]], [[-10.609375, false]], [[-8.609375, false]], [[-4.609375, false]], [[-7.609375, false]], [[-4.609375, false]], [[-9.609375, false]], [[-10.359375, false]], [[-4.609375, false]], [[-8.609375, false]], [[-10.609375, false]], [[-10.359375, false]], [[-7.609375, false]], [[-12.609375, false]], [[-4.609375, false]], [[-11.109375, false]], [[-10.359375, false]], [[-8.609375, false]], [[-9.609375, false]], [[-10.359375, false]], [[-4.609375, false]], [[-4.609375, false]], [[-9.359375, false]], [[-9.359375, false]], [[-7.609375, false]], [[-9.609375, false]], [[-10.609375, false]], [[-10.609375, false]], [[-4.609375, false]], [[-10.609375, false]], [[-10.359375, false]], [[-7.609375, false]], [[-4.609375, false]], [[-4.609375, false]], [[-8.609375, false]], [[-12.609375, false]], [[-4.609375, false]], [[-10.609375, false]], [[-7.609375, false]], [[-9.609375, false]], [[-9.609375, false]], [[-7.609375, false]], [[-12.609375, false]], [[-4.609375, false]], [[-10.609375, false]], [[-12.609375, false]], [[-12.609375, false]], [[-7.609375, false]], [[-5.6953125, false]], [[-8.109375, false]], [[-8.9453125, false]], [[-4.609375, false]], [[-8.109375, false]], [[-6.359375, false]], [[-12.609375, false]], [[-12.609375, false]], [[-8.609375, false]], [[-9.859375, false]], [[-12.609375, false]], [[-4.609375, false]], [[-12.609375, false]], [[-4.609375, false]], [[-8.359375, false]], [[-8.609375, false]], [[-4.609375, false]], [[-10.609375, false]], [[-8.609375, false]], [[-8.609375, false]], [[-9.859375, false]], [[-8.9453125, false]], [[-4.609375, false]], [[-7.609375, false]], [[-12.109375, false]], [[-7.609375, false]], [[-9.609375, false]], [[-10.609375, false]], [[-12.609375, false]], [[-8.609375, false]], [[-9.609375, false]], [[-4.609375, false]], [[-12.609375, false]], [[-9.859375, false]], [[-7.609375, false]], [[-10.609375, false]], [[-8.609375, false]], [[-9.609375, false]], [[-4.609375, false]], [[-11.109375, false]], [[-4.609375, false]], [[-11.609375, false]], [[-7.609375, false]], [[-10.609375, false]], [[-4.609375, false]], [[-10.609375, false]], [[-12.609375, false]], [[-4.609375, false]], [[-9.859375, false]], [[-10.609375, false]], [[-9.359375, false]], [[-7.609375, false]], [[-12.609375, false]], [[-4.609375, false]], [[-10.359375, false]], [[-7.609375, false]], [[-4.609375, false]], [[-10.609375, false]], [[-4.609375, false]], [[-4.609375, false]], [[-9.859375, false]], [[-8.359375, false]], [[-4.609375, false]], [[-12.109375, false]], [[-8.609375, false]], [[-12.609375, false]], [[-10.359375, false]], [[-10.609375, false]], [[-4.609375, false]], [[-7.609375, false]], [[-9.859375, false]], [[-7.609375, false]], [[-12.609375, false]], [[-12.609375, false]], [[-12.109375, false]], [[-4.609375, false]], [[-11.109375, false]], [[-10.359375, false]], [[-8.609375, false]], [[-9.609375, false]], [[-10.359375, false]], [[-4.609375, false]], [[-4.609375, false]], [[-9.359375, false]], [[-9.359375, false]], [[-7.609375, false]], [[-9.609375, false]], [[-10.609375, false]], [[-10.609375, false]], [[-4.609375, false]], [[-10.609375, false]], [[-10.359375, false]], [[-7.609375, false]], [[-4.609375, false]], [[-4.609375, false]], [[-8.609375, false]], [[-12.609375, false]], [[-4.609375, false]], [[-10.609375, false]], [[-7.609375, false]], [[-9.609375, false]], [[-9.609375, false]], [[-7.609375, false]], [[-12.609375, false]], [[-4.609375, false]], [[-10.609375, false]], [[-12.609375, false]], [[-12.609375, false]], [[-7.609375, false]], [[-5.6953125, false]], [[-8.109375, false]], [[-8.9453125, false]], [[-4.609375, false]], [[-8.109375, false]], [[-6.359375, false]], [[-12.609375, false]], [[-12.609375, false]], [[-8.609375, false]], [[-9.859375, false]], [[-12.609375, false]], [[-4.609375, false]], [[-9.609375, false]], [[-8.609375, false]], [[-9.859375, false]], [[-11.609375, false]], [[-7.609375, false]], [[-9.609375, false]], [[-10.609375, false]], [[-8.609375, false]], [[-8.609375, false]], [[-9.859375, false]], [[-8.9453125, false]], [[-4.609375, false]], [[-8.609375, false]], [[-8.609375, false]], [[-12.609375, false]], [[-7.609375, false]], [[-9.609375, false]], [[-10.609375, false]], [[-10.609375, false]], [[-4.609375, false]], [[-8.359375, false]], [[-8.609375, false]], [[-12.609375, false]], [[-7.609375, false]], [[-9.609375, false]], [[-10.609375, false]], [[-12.109375, false]], [[-12.109375, false]], [[-4.609375, false]], [[-10.609375, false]], [[-12.609375, false]], [[-4.609375, false]], [[-9.859375, false]], [[-10.609375, false]], [[-9.359375, false]], [[-7.609375, false]], [[-12.609375, false]], [[-4.609375, false]], [[-10.359375, false]], [[-7.609375, false]], [[-4.609375, false]], [[-10.609375, false]], [[-4.609375, false]], [[-10.609375, false]], [[-8.609375, false]], [[-4.609375, false]], [[-7.609375, false]], [[-4.609375, false]], [[-9.609375, false]], [[-10.359375, false]], [[-4.609375, false]], [[-8.609375, false]], [[-10.609375, false]], [[-10.359375, false]], [[-7.609375, false]], [[-12.609375, false]], [[-4.609375, false]], [[-11.109375, false]], [[-10.359375, false]], [[-8.609375, false]], [[-9.609375, false]], [[-10.359375, false]], [[-4.609375, false]], [[-4.609375, false]], [[-9.359375, false]], [[-9.359375, false]], [[-7.609375, false]], [[-9.609375, false]], [[-10.609375, false]], [[-10.609375, false]], [[-4.609375, false]], [[-10.609375, false]], [[-10.359375, false]], [[-7.609375, false]], [[-4.609375, false]], [[-4.609375, false]], [[-9.609375, false]], [[-8.609375, false]], [[-12.609375, false]], [[-9.859375, false]], [[-10.609375, false]], [[-4.609375, false]], [[-8.609375, false]], [[-9.359375, false]], [[-4.609375, false]], [[-9.609375, false]], [[-12.609375, false]], [[-7.609375, false]], [[-9.609375, false]], [[-8.609375, false]], [[-9.609375, false]], [[-8.609375, false]], [[-10.609375, false]], [[-4.609375, false]], [[-10.609375, false]], [[-8.609375, false]], [[-8.609375, false]], [[-9.859375, false]], [[-5.6953125, false]], [[-8.109375, false]], [[-8.9453125, false]], [[-4.609375, false]], [[-8.109375, false]], [[-6.359375, false]], [[-12.609375, false]], [[-12.609375, false]], [[-8.609375, false]], [[-9.859375, false]], [[-12.609375, false]], [[-4.609375, false]], [[-9.609375, false]], [[-8.609375, false]], [[-9.859375, false]], [[-11.609375, false]], [[-7.609375, false]], [[-9.609375, false]], [[-10.609375, false]], [[-8.609375, false]], [[-8.609375, false]], [[-9.859375, false]], [[-8.9453125, false]], [[-4.609375, false]], [[-7.609375, false]], [[-12.109375, false]], [[-7.609375, false]], [[-9.609375, false]], [[-10.609375, false]], [[-12.609375, false]], [[-8.609375, false]], [[-9.609375, false]], [[-4.609375, false]], [[-12.609375, false]], [[-9.859375, false]], [[-7.609375, false]], [[-10.609375, false]], [[-8.609375, false]], [[-9.609375, false]], [[-4.609375, false]], [[-11.109375, false]], [[-4.609375, false]], [[-11.609375, false]], [[-7.609375, false]], [[-10.609375, false]], [[-4.609375, false]], [[-10.609375, false]], [[-12.609375, false]], [[-4.609375, false]], [[-9.859375, false]], [[-10.609375, false]], [[-9.359375, false]], [[-7.609375, false]], [[-12.609375, false]], [[-4.609375, false]], [[-10.359375, false]], [[-7.609375, false]], [[-4.609375, false]], [[-10.609375, false]], [[-4.609375, false]], [[-4.609375, false]], [[-9.859375, false]], [[-8.359375, false]], [[-4.609375, false]], [[-12.109375, false]], [[-8.609375, false]], [[-12.609375, false]], [[-10.359375, false]], [[-10.609375, false]], [[-4.609375, false]], [[-7.609375, false]], [[-9.859375, false]], [[-7.609375, false]], [[-12.609375, false]], [[-12.609375, false]], [[-12.109375, false]], [[-4.609375, false]], [[-11.109375, false]], [[-10.359375, false]], [[-8.609375, false]], [[-9.609375, false]], [[-10.359375, false]], [[-4.609375, false]], [[-4.609375, false]], [[-9.359375, false]], [[-9.359375, false]], [[-7.609375, false]], [[-9.609375, false]], [[-10.609375, false]], [[-10.609375, false]], [[-4.609375, false]], [[-10.609375, false]], [[-10.359375, false]], [[-7.609375, false]], [[-4.609375, false]], [[-4.609375, false]], [[-9.609375, false]], [[-8.609375, false]], [[-12.609375, false]], [[-9.859375, false]], [[-10.609375, false]], [[-4.609375, false]], [[-8.609375, false]], [[-9.359375, false]], [[-4.609375, false]], [[-9.609375, false]], [[-12.609375, false]], [[-7.609375, false]], [[-9.609375, false]], [[-8.609375, false]], [[-9.609375, false]], [[-8.609375, false]], [[-10.609375, false]], [[-4.609375, false]], [[-10.609375, false]], [[-8.609375, false]], [[-8.609375, false]], [[-9.859375, false]], [[-5.6953125, false]], [[-8.109375, false]], [[-12.109375, false]]], "filtered_resps": [[-6.859375, false], [-8.109375, false], [-6.359375, false], [-12.609375, false], [-12.609375, false], [-8.609375, false], [-9.859375, false], [-12.609375, false], [-4.609375, false], [-12.609375, false], [-4.609375, false], [-8.359375, false], [-8.609375, false], [-4.609375, false], [-10.609375, false], [-8.609375, false], [-8.609375, false], [-9.859375, false], [-8.9453125, false], [-4.609375, false], [-8.609375, false], [-8.609375, false], [-12.609375, false], [-7.609375, false], [-9.609375, false], [-10.609375, false], [-10.609375, false], [-4.609375, false], [-8.359375, false], [-8.609375, false], [-12.609375, false], [-7.609375, false], [-9.609375, false], [-10.609375, false], [-12.109375, false], [-12.109375, false], [-4.609375, false], [-10.609375, false], [-12.609375, false], [-4.609375, false], [-9.859375, false], [-10.609375, false], [-9.359375, false], [-7.609375, false], [-12.609375, false], [-4.609375, false], [-10.359375, false], [-7.609375, false], [-4.609375, false], [-10.609375, false], [-4.609375, false], [-10.609375, false], [-8.609375, false], [-4.609375, false], [-7.609375, false], [-4.609375, false], [-9.609375, false], [-10.359375, false], [-4.609375, false], [-8.609375, false], [-10.609375, false], [-10.359375, false], [-7.609375, false], [-12.609375, false], [-4.609375, false], [-11.109375, false], [-10.359375, false], [-8.609375, false], [-9.609375, false], [-10.359375, false], [-4.609375, false], [-4.609375, false], [-9.359375, false], [-9.359375, false], [-7.609375, false], [-9.609375, false], [-10.609375, false], [-10.609375, false], [-4.609375, false], [-10.609375, false], [-10.359375, false], [-7.609375, false], [-4.609375, false], [-4.609375, false], [-8.609375, false], [-12.609375, false], [-4.609375, false], [-10.609375, false], [-7.609375, false], [-9.609375, false], [-9.609375, false], [-7.609375, false], [-12.609375, false], [-4.609375, false], [-10.609375, false], [-12.609375, false], [-12.609375, false], [-7.609375, false], [-5.6953125, false], [-8.109375, false], [-8.9453125, false], [-4.609375, false], [-8.109375, false], [-6.359375, false], [-12.609375, false], [-12.609375, false], [-8.609375, false], [-9.859375, false], [-12.609375, false], [-4.609375, false], [-12.609375, false], [-4.609375, false], [-8.359375, false], [-8.609375, false], [-4.609375, false], [-10.609375, false], [-8.609375, false], [-8.609375, false], [-9.859375, false], [-8.9453125, false], [-4.609375, false], [-7.609375, false], [-12.109375, false], [-7.609375, false], [-9.609375, false], [-10.609375, false], [-12.609375, false], [-8.609375, false], [-9.609375, false], [-4.609375, false], [-12.609375, false], [-9.859375, false], [-7.609375, false], [-10.609375, false], [-8.609375, false], [-9.609375, false], [-4.609375, false], [-11.109375, false], [-4.609375, false], [-11.609375, false], [-7.609375, false], [-10.609375, false], [-4.609375, false], [-10.609375, false], [-12.609375, false], [-4.609375, false], [-9.859375, false], [-10.609375, false], [-9.359375, false], [-7.609375, false], [-12.609375, false], [-4.609375, false], [-10.359375, false], [-7.609375, false], [-4.609375, false], [-10.609375, false], [-4.609375, false], [-4.609375, false], [-9.859375, false], [-8.359375, false], [-4.609375, false], [-12.109375, false], [-8.609375, false], [-12.609375, false], [-10.359375, false], [-10.609375, false], [-4.609375, false], [-7.609375, false], [-9.859375, false], [-7.609375, false], [-12.609375, false], [-12.609375, false], [-12.109375, false], [-4.609375, false], [-11.109375, false], [-10.359375, false], [-8.609375, false], [-9.609375, false], [-10.359375, false], [-4.609375, false], [-4.609375, false], [-9.359375, false], [-9.359375, false], [-7.609375, false], [-9.609375, false], [-10.609375, false], [-10.609375, false], [-4.609375, false], [-10.609375, false], [-10.359375, false], [-7.609375, false], [-4.609375, false], [-4.609375, false], [-8.609375, false], [-12.609375, false], [-4.609375, false], [-10.609375, false], [-7.609375, false], [-9.609375, false], [-9.609375, false], [-7.609375, false], [-12.609375, false], [-4.609375, false], [-10.609375, false], [-12.609375, false], [-12.609375, false], [-7.609375, false], [-5.6953125, false], [-8.109375, false], [-8.9453125, false], [-4.609375, false], [-8.109375, false], [-6.359375, false], [-12.609375, false], [-12.609375, false], [-8.609375, false], [-9.859375, false], [-12.609375, false], [-4.609375, false], [-9.609375, false], [-8.609375, false], [-9.859375, false], [-11.609375, false], [-7.609375, false], [-9.609375, false], [-10.609375, false], [-8.609375, false], [-8.609375, false], [-9.859375, false], [-8.9453125, false], [-4.609375, false], [-8.609375, false], [-8.609375, false], [-12.609375, false], [-7.609375, false], [-9.609375, false], [-10.609375, false], [-10.609375, false], [-4.609375, false], [-8.359375, false], [-8.609375, false], [-12.609375, false], [-7.609375, false], [-9.609375, false], [-10.609375, false], [-12.109375, false], [-12.109375, false], [-4.609375, false], [-10.609375, false], [-12.609375, false], [-4.609375, false], [-9.859375, false], [-10.609375, false], [-9.359375, false], [-7.609375, false], [-12.609375, false], [-4.609375, false], [-10.359375, false], [-7.609375, false], [-4.609375, false], [-10.609375, false], [-4.609375, false], [-10.609375, false], [-8.609375, false], [-4.609375, false], [-7.609375, false], [-4.609375, false], [-9.609375, false], [-10.359375, false], [-4.609375, false], [-8.609375, false], [-10.609375, false], [-10.359375, false], [-7.609375, false], [-12.609375, false], [-4.609375, false], [-11.109375, false], [-10.359375, false], [-8.609375, false], [-9.609375, false], [-10.359375, false], [-4.609375, false], [-4.609375, false], [-9.359375, false], [-9.359375, false], [-7.609375, false], [-9.609375, false], [-10.609375, false], [-10.609375, false], [-4.609375, false], [-10.609375, false], [-10.359375, false], [-7.609375, false], [-4.609375, false], [-4.609375, false], [-9.609375, false], [-8.609375, false], [-12.609375, false], [-9.859375, false], [-10.609375, false], [-4.609375, false], [-8.609375, false], [-9.359375, false], [-4.609375, false], [-9.609375, false], [-12.609375, false], [-7.609375, false], [-9.609375, false], [-8.609375, false], [-9.609375, false], [-8.609375, false], [-10.609375, false], [-4.609375, false], [-10.609375, false], [-8.609375, false], [-8.609375, false], [-9.859375, false], [-5.6953125, false], [-8.109375, false], [-8.9453125, false], [-4.609375, false], [-8.109375, false], [-6.359375, false], [-12.609375, false], [-12.609375, false], [-8.609375, false], [-9.859375, false], [-12.609375, false], [-4.609375, false], [-9.609375, false], [-8.609375, false], [-9.859375, false], [-11.609375, false], [-7.609375, false], [-9.609375, false], [-10.609375, false], [-8.609375, false], [-8.609375, false], [-9.859375, false], [-8.9453125, false], [-4.609375, false], [-7.609375, false], [-12.109375, false], [-7.609375, false], [-9.609375, false], [-10.609375, false], [-12.609375, false], [-8.609375, false], [-9.609375, false], [-4.609375, false], [-12.609375, false], [-9.859375, false], [-7.609375, false], [-10.609375, false], [-8.609375, false], [-9.609375, false], [-4.609375, false], [-11.109375, false], [-4.609375, false], [-11.609375, false], [-7.609375, false], [-10.609375, false], [-4.609375, false], [-10.609375, false], [-12.609375, false], [-4.609375, false], [-9.859375, false], [-10.609375, false], [-9.359375, false], [-7.609375, false], [-12.609375, false], [-4.609375, false], [-10.359375, false], [-7.609375, false], [-4.609375, false], [-10.609375, false], [-4.609375, false], [-4.609375, false], [-9.859375, false], [-8.359375, false], [-4.609375, false], [-12.109375, false], [-8.609375, false], [-12.609375, false], [-10.359375, false], [-10.609375, false], [-4.609375, false], [-7.609375, false], [-9.859375, false], [-7.609375, false], [-12.609375, false], [-12.609375, false], [-12.109375, false], [-4.609375, false], [-11.109375, false], [-10.359375, false], [-8.609375, false], [-9.609375, false], [-10.359375, false], [-4.609375, false], [-4.609375, false], [-9.359375, false], [-9.359375, false], [-7.609375, false], [-9.609375, false], [-10.609375, false], [-10.609375, false], [-4.609375, false], [-10.609375, false], [-10.359375, false], [-7.609375, false], [-4.609375, false], [-4.609375, false], [-9.609375, false], [-8.609375, false], [-12.609375, false], [-9.859375, false], [-10.609375, false], [-4.609375, false], [-8.609375, false], [-9.359375, false], [-4.609375, false], [-9.609375, false], [-12.609375, false], [-7.609375, false], [-9.609375, false], [-8.609375, false], [-9.609375, false], [-8.609375, false], [-10.609375, false], [-4.609375, false], [-10.609375, false], [-8.609375, false], [-8.609375, false], [-9.859375, false], [-5.6953125, false], [-8.109375, false], [-12.109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 751, "doc": {"id": "MCAS_2011_5_10", "question": "Which two forms of energy could best be used to increase the temperature of a sheet of copper?", "choices": {"text": ["heat and light", "heat and sound", "light and magnetism", "electricity and sound"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "heat and light", "arguments": ["Question: Which two forms of energy could best be used to increase the temperature of a sheet of copper?\nAnswer:", " ["], "resps": [[[-6.92578125, false]], [[-9.921875, false]], [[-9.921875, false]], [[-8.171875, false]], [[-4.42578125, false]], [[-10.171875, false]], [[-5.17578125, false]], [[-4.42578125, false]], [[-8.171875, false]], [[-10.921875, false]], [[-5.17578125, false]], [[-10.921875, false]], [[-7.67578125, false]], [[-12.671875, false]], [[-9.921875, false]], [[-10.171875, false]], [[-9.921875, false]], [[-9.359375, false]], [[-5.17578125, false]], [[-9.921875, false]], [[-9.921875, false]], [[-8.171875, false]], [[-4.42578125, false]], [[-10.171875, false]], [[-5.17578125, false]], [[-4.42578125, false]], [[-8.171875, false]], [[-10.921875, false]], [[-5.17578125, false]], [[-10.171875, false]], [[-9.421875, false]], [[-9.921875, false]], [[-8.171875, false]], [[-10.921875, false]], [[-9.921875, false]], [[-9.359375, false]], [[-5.17578125, false]], [[-9.921875, false]], [[-10.921875, false]], [[-7.67578125, false]], [[-12.671875, false]], [[-9.921875, false]], [[-10.171875, false]], [[-5.17578125, false]], [[-4.42578125, false]], [[-8.171875, false]], [[-10.921875, false]], [[-5.17578125, false]], [[-7.42578125, false]], [[-4.42578125, false]], [[-12.671875, false]], [[-8.171875, false]], [[-8.171875, false]], [[-10.171875, false]], [[-7.67578125, false]], [[-10.171875, false]], [[-7.42578125, false]], [[-9.921875, false]], [[-9.359375, false]], [[-5.17578125, false]], [[-9.921875, false]], [[-8.171875, false]], [[-10.921875, false]], [[-8.171875, false]], [[-8.671875, false]], [[-10.171875, false]], [[-10.171875, false]], [[-7.67578125, false]], [[-8.671875, false]], [[-7.67578125, false]], [[-10.171875, false]], [[-11.171875, false]], [[-5.17578125, false]], [[-4.42578125, false]], [[-8.171875, false]], [[-10.921875, false]], [[-5.17578125, false]], [[-10.171875, false]], [[-9.421875, false]], [[-9.921875, false]], [[-8.171875, false]], [[-10.921875, false]], [[-9.921875, false]], [[-13.421875, false]]], "filtered_resps": [[-6.92578125, false], [-9.921875, false], [-9.921875, false], [-8.171875, false], [-4.42578125, false], [-10.171875, false], [-5.17578125, false], [-4.42578125, false], [-8.171875, false], [-10.921875, false], [-5.17578125, false], [-10.921875, false], [-7.67578125, false], [-12.671875, false], [-9.921875, false], [-10.171875, false], [-9.921875, false], [-9.359375, false], [-5.17578125, false], [-9.921875, false], [-9.921875, false], [-8.171875, false], [-4.42578125, false], [-10.171875, false], [-5.17578125, false], [-4.42578125, false], [-8.171875, false], [-10.921875, false], [-5.17578125, false], [-10.171875, false], [-9.421875, false], [-9.921875, false], [-8.171875, false], [-10.921875, false], [-9.921875, false], [-9.359375, false], [-5.17578125, false], [-9.921875, false], [-10.921875, false], [-7.67578125, false], [-12.671875, false], [-9.921875, false], [-10.171875, false], [-5.17578125, false], [-4.42578125, false], [-8.171875, false], [-10.921875, false], [-5.17578125, false], [-7.42578125, false], [-4.42578125, false], [-12.671875, false], [-8.171875, false], [-8.171875, false], [-10.171875, false], [-7.67578125, false], [-10.171875, false], [-7.42578125, false], [-9.921875, false], [-9.359375, false], [-5.17578125, false], [-9.921875, false], [-8.171875, false], [-10.921875, false], [-8.171875, false], [-8.671875, false], [-10.171875, false], [-10.171875, false], [-7.67578125, false], [-8.671875, false], [-7.67578125, false], [-10.171875, false], [-11.171875, false], [-5.17578125, false], [-4.42578125, false], [-8.171875, false], [-10.921875, false], [-5.17578125, false], [-10.171875, false], [-9.421875, false], [-9.921875, false], [-8.171875, false], [-10.921875, false], [-9.921875, false], [-13.421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 759, "doc": {"id": "NYSEDREGENTS_2008_8_33", "question": "Which process is an example of a physical change?", "choices": {"text": ["wood burning", "iron rusting", "ice melting", "milk souring"], "label": ["1", "2", "3", "4"]}, "answerKey": "3"}, "target": "ice melting", "arguments": ["Question: Which process is an example of a physical change?\nAnswer:", " ["], "resps": [[[-7.734375, false]], [[-8.984375, false]], [[-10.734375, false]], [[-9.234375, false]], [[-9.234375, false]], [[-9.609375, false]], [[-5.609375, false]], [[-8.609375, false]], [[-10.734375, false]], [[-10.609375, false]], [[-9.734375, false]], [[-8.609375, false]], [[-9.734375, false]], [[-12.109375, false]], [[-8.984375, false]], [[-9.6640625, false]], [[-5.609375, false]], [[-8.984375, false]], [[-8.609375, false]], [[-10.609375, false]], [[-9.234375, false]], [[-9.734375, false]], [[-5.609375, false]], [[-10.609375, false]], [[-10.734375, false]], [[-8.984375, false]], [[-10.734375, false]], [[-8.609375, false]], [[-9.734375, false]], [[-12.109375, false]], [[-8.984375, false]], [[-9.6640625, false]], [[-5.609375, false]], [[-8.984375, false]], [[-8.609375, false]], [[-9.359375, false]], [[-8.359375, false]], [[-5.609375, false]], [[-9.859375, false]], [[-8.359375, false]], [[-10.859375, false]], [[-10.734375, false]], [[-8.609375, false]], [[-9.734375, false]], [[-12.109375, false]], [[-8.984375, false]], [[-9.6640625, false]], [[-5.609375, false]], [[-8.984375, false]], [[-9.859375, false]], [[-8.609375, false]], [[-10.859375, false]], [[-10.984375, false]], [[-5.609375, false]], [[-8.984375, false]], [[-9.234375, false]], [[-10.734375, false]], [[-10.609375, false]], [[-8.609375, false]], [[-9.734375, false]], [[-12.109375, false]], [[-8.984375, false]], [[-13.734375, false]]], "filtered_resps": [[-7.734375, false], [-8.984375, false], [-10.734375, false], [-9.234375, false], [-9.234375, false], [-9.609375, false], [-5.609375, false], [-8.609375, false], [-10.734375, false], [-10.609375, false], [-9.734375, false], [-8.609375, false], [-9.734375, false], [-12.109375, false], [-8.984375, false], [-9.6640625, false], [-5.609375, false], [-8.984375, false], [-8.609375, false], [-10.609375, false], [-9.234375, false], [-9.734375, false], [-5.609375, false], [-10.609375, false], [-10.734375, false], [-8.984375, false], [-10.734375, false], [-8.609375, false], [-9.734375, false], [-12.109375, false], [-8.984375, false], [-9.6640625, false], [-5.609375, false], [-8.984375, false], [-8.609375, false], [-9.359375, false], [-8.359375, false], [-5.609375, false], [-9.859375, false], [-8.359375, false], [-10.859375, false], [-10.734375, false], [-8.609375, false], [-9.734375, false], [-12.109375, false], [-8.984375, false], [-9.6640625, false], [-5.609375, false], [-8.984375, false], [-9.859375, false], [-8.609375, false], [-10.859375, false], [-10.984375, false], [-5.609375, false], [-8.984375, false], [-9.234375, false], [-10.734375, false], [-10.609375, false], [-8.609375, false], [-9.734375, false], [-12.109375, false], [-8.984375, false], [-13.734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 767, "doc": {"id": "NCEOGA_2013_8_29", "question": "Scientists find dinosaur fossils in the bottom rock layers of a cliff and mammal fossils in the middle rock layer of the cliff. Which could best be concluded from this evidence?", "choices": {"text": ["Dinosaurs ate plants.", "Dinosaurs were eaten by the mammals.", "Dinosaurs lived on Earth before the mammals.", "Dinosaurs and mammals lived at the same time."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Dinosaurs lived on Earth before the mammals.", "arguments": ["Question: Scientists find dinosaur fossils in the bottom rock layers of a cliff and mammal fossils in the middle rock layer of the cliff. Which could best be concluded from this evidence?\nAnswer:", " ["], "resps": [[[-6.26953125, false]], [[-7.76953125, false]], [[-4.51953125, false]], [[-8.765625, false]], [[-8.765625, false]], [[-9.640625, false]], [[-9.390625, false]], [[-4.51953125, false]], [[-11.515625, false]], [[-9.015625, false]], [[-9.390625, false]], [[-5.76953125, false]], [[-4.51953125, false]], [[-9.765625, false]], [[-7.76953125, false]], [[-5.76953125, false]], [[-7.76953125, false]], [[-9.140625, false]], [[-4.51953125, false]], [[-8.765625, false]], [[-9.765625, false]], [[-9.390625, false]], [[-7.34765625, false]], [[-7.76953125, false]], [[-10.34375, false]], [[-5.76953125, false]], [[-7.76953125, false]], [[-4.51953125, false]], [[-8.765625, false]], [[-8.765625, false]], [[-9.640625, false]], [[-9.390625, false]], [[-4.51953125, false]], [[-11.515625, false]], [[-9.015625, false]], [[-9.390625, false]], [[-5.76953125, false]], [[-9.765625, false]], [[-7.76953125, false]], [[-9.015625, false]], [[-7.76953125, false]], [[-5.76953125, false]], [[-7.76953125, false]], [[-4.51953125, false]], [[-9.765625, false]], [[-7.76953125, false]], [[-8.765625, false]], [[-5.76953125, false]], [[-6.76953125, false]], [[-11.265625, false]], [[-5.76953125, false]], [[-9.765625, false]], [[-10.515625, false]], [[-7.76953125, false]], [[-5.76953125, false]], [[-9.390625, false]], [[-4.51953125, false]], [[-9.390625, false]], [[-9.390625, false]], [[-4.51953125, false]], [[-9.140625, false]], [[-9.390625, false]], [[-7.34765625, false]], [[-7.76953125, false]], [[-10.34375, false]], [[-5.76953125, false]], [[-7.76953125, false]], [[-4.51953125, false]], [[-8.765625, false]], [[-8.765625, false]], [[-9.640625, false]], [[-9.390625, false]], [[-4.51953125, false]], [[-11.515625, false]], [[-9.015625, false]], [[-9.390625, false]], [[-5.76953125, false]], [[-9.140625, false]], [[-8.765625, false]], [[-10.140625, false]], [[-7.76953125, false]], [[-7.76953125, false]], [[-5.76953125, false]], [[-9.640625, false]], [[-8.765625, false]], [[-5.76953125, false]], [[-5.26953125, false]], [[-4.51953125, false]], [[-9.015625, false]], [[-9.765625, false]], [[-10.515625, false]], [[-5.76953125, false]], [[-6.76953125, false]], [[-7.76953125, false]], [[-8.515625, false]], [[-9.640625, false]], [[-9.015625, false]], [[-7.76953125, false]], [[-5.76953125, false]], [[-9.765625, false]], [[-10.515625, false]], [[-7.76953125, false]], [[-5.76953125, false]], [[-9.390625, false]], [[-4.51953125, false]], [[-9.390625, false]], [[-9.390625, false]], [[-4.51953125, false]], [[-9.140625, false]], [[-9.390625, false]], [[-7.34765625, false]], [[-7.76953125, false]], [[-10.34375, false]], [[-5.76953125, false]], [[-7.76953125, false]], [[-4.51953125, false]], [[-8.765625, false]], [[-8.765625, false]], [[-9.640625, false]], [[-9.390625, false]], [[-4.51953125, false]], [[-11.515625, false]], [[-9.015625, false]], [[-9.390625, false]], [[-5.76953125, false]], [[-4.51953125, false]], [[-8.765625, false]], [[-7.76953125, false]], [[-5.76953125, false]], [[-9.390625, false]], [[-4.51953125, false]], [[-9.390625, false]], [[-9.390625, false]], [[-4.51953125, false]], [[-9.140625, false]], [[-9.390625, false]], [[-5.76953125, false]], [[-9.140625, false]], [[-8.765625, false]], [[-10.140625, false]], [[-7.76953125, false]], [[-7.76953125, false]], [[-5.76953125, false]], [[-4.51953125, false]], [[-9.765625, false]], [[-5.76953125, false]], [[-9.765625, false]], [[-10.515625, false]], [[-7.76953125, false]], [[-5.76953125, false]], [[-9.390625, false]], [[-4.51953125, false]], [[-9.390625, false]], [[-7.76953125, false]], [[-5.76953125, false]], [[-9.765625, false]], [[-8.765625, false]], [[-9.390625, false]], [[-7.76953125, false]], [[-7.34765625, false]], [[-7.76953125, false]], [[-12.390625, false]]], "filtered_resps": [[-6.26953125, false], [-7.76953125, false], [-4.51953125, false], [-8.765625, false], [-8.765625, false], [-9.640625, false], [-9.390625, false], [-4.51953125, false], [-11.515625, false], [-9.015625, false], [-9.390625, false], [-5.76953125, false], [-4.51953125, false], [-9.765625, false], [-7.76953125, false], [-5.76953125, false], [-7.76953125, false], [-9.140625, false], [-4.51953125, false], [-8.765625, false], [-9.765625, false], [-9.390625, false], [-7.34765625, false], [-7.76953125, false], [-10.34375, false], [-5.76953125, false], [-7.76953125, false], [-4.51953125, false], [-8.765625, false], [-8.765625, false], [-9.640625, false], [-9.390625, false], [-4.51953125, false], [-11.515625, false], [-9.015625, false], [-9.390625, false], [-5.76953125, false], [-9.765625, false], [-7.76953125, false], [-9.015625, false], [-7.76953125, false], [-5.76953125, false], [-7.76953125, false], [-4.51953125, false], [-9.765625, false], [-7.76953125, false], [-8.765625, false], [-5.76953125, false], [-6.76953125, false], [-11.265625, false], [-5.76953125, false], [-9.765625, false], [-10.515625, false], [-7.76953125, false], [-5.76953125, false], [-9.390625, false], [-4.51953125, false], [-9.390625, false], [-9.390625, false], [-4.51953125, false], [-9.140625, false], [-9.390625, false], [-7.34765625, false], [-7.76953125, false], [-10.34375, false], [-5.76953125, false], [-7.76953125, false], [-4.51953125, false], [-8.765625, false], [-8.765625, false], [-9.640625, false], [-9.390625, false], [-4.51953125, false], [-11.515625, false], [-9.015625, false], [-9.390625, false], [-5.76953125, false], [-9.140625, false], [-8.765625, false], [-10.140625, false], [-7.76953125, false], [-7.76953125, false], [-5.76953125, false], [-9.640625, false], [-8.765625, false], [-5.76953125, false], [-5.26953125, false], [-4.51953125, false], [-9.015625, false], [-9.765625, false], [-10.515625, false], [-5.76953125, false], [-6.76953125, false], [-7.76953125, false], [-8.515625, false], [-9.640625, false], [-9.015625, false], [-7.76953125, false], [-5.76953125, false], [-9.765625, false], [-10.515625, false], [-7.76953125, false], [-5.76953125, false], [-9.390625, false], [-4.51953125, false], [-9.390625, false], [-9.390625, false], [-4.51953125, false], [-9.140625, false], [-9.390625, false], [-7.34765625, false], [-7.76953125, false], [-10.34375, false], [-5.76953125, false], [-7.76953125, false], [-4.51953125, false], [-8.765625, false], [-8.765625, false], [-9.640625, false], [-9.390625, false], [-4.51953125, false], [-11.515625, false], [-9.015625, false], [-9.390625, false], [-5.76953125, false], [-4.51953125, false], [-8.765625, false], [-7.76953125, false], [-5.76953125, false], [-9.390625, false], [-4.51953125, false], [-9.390625, false], [-9.390625, false], [-4.51953125, false], [-9.140625, false], [-9.390625, false], [-5.76953125, false], [-9.140625, false], [-8.765625, false], [-10.140625, false], [-7.76953125, false], [-7.76953125, false], [-5.76953125, false], [-4.51953125, false], [-9.765625, false], [-5.76953125, false], [-9.765625, false], [-10.515625, false], [-7.76953125, false], [-5.76953125, false], [-9.390625, false], [-4.51953125, false], [-9.390625, false], [-7.76953125, false], [-5.76953125, false], [-9.765625, false], [-8.765625, false], [-9.390625, false], [-7.76953125, false], [-7.34765625, false], [-7.76953125, false], [-12.390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 775, "doc": {"id": "Mercury_SC_415415", "question": "What happens to climate and weather over a summer?", "choices": {"text": ["Weather varies more than climate.", "Climate varies more than weather.", "Climate varies, but weather stays the same.", "Weather and climate vary to the same degree."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Weather varies more than climate.", "arguments": ["Question: What happens to climate and weather over a summer?\nAnswer:", " ["], "resps": [[[-8.234375, false]], [[-7.734375, false]], [[-7.984375, false]], [[-9.734375, false]], [[-6.984375, false]], [[-11.234375, false]], [[-13.484375, false]], [[-9.734375, false]], [[-13.484375, false]], [[-5.984375, false]], [[-13.734375, false]], [[-6.984375, false]], [[-13.484375, false]], [[-9.984375, false]], [[-9.734375, false]], [[-10.984375, false]], [[-5.984375, false]], [[-12.734375, false]], [[-10.734375, false]], [[-13.484375, false]], [[-9.734375, false]], [[-5.984375, false]], [[-11.234375, false]], [[-13.484375, false]], [[-6.984375, false]], [[-11.734375, false]], [[-5.984375, false]], [[-11.734375, false]], [[-12.234375, false]], [[-9.984375, false]], [[-12.734375, false]], [[-6.984375, false]], [[-11.234375, false]], [[-9.734375, false]], [[-7.6484375, false]], [[-7.734375, false]], [[-11.0234375, false]], [[-5.984375, false]], [[-7.734375, false]], [[-6.984375, false]], [[-12.234375, false]], [[-9.984375, false]], [[-12.734375, false]], [[-6.984375, false]], [[-11.234375, false]], [[-9.734375, false]], [[-5.984375, false]], [[-13.734375, false]], [[-6.984375, false]], [[-13.484375, false]], [[-9.984375, false]], [[-9.734375, false]], [[-10.984375, false]], [[-5.984375, false]], [[-12.734375, false]], [[-10.734375, false]], [[-13.484375, false]], [[-9.734375, false]], [[-5.984375, false]], [[-11.234375, false]], [[-13.484375, false]], [[-6.984375, false]], [[-11.734375, false]], [[-5.984375, false]], [[-11.734375, false]], [[-9.734375, false]], [[-6.984375, false]], [[-11.234375, false]], [[-13.484375, false]], [[-9.734375, false]], [[-13.484375, false]], [[-7.6484375, false]], [[-7.734375, false]], [[-11.0234375, false]], [[-5.984375, false]], [[-7.734375, false]], [[-6.984375, false]], [[-12.234375, false]], [[-9.984375, false]], [[-12.734375, false]], [[-6.984375, false]], [[-11.234375, false]], [[-9.734375, false]], [[-5.984375, false]], [[-13.734375, false]], [[-6.984375, false]], [[-13.484375, false]], [[-9.984375, false]], [[-9.734375, false]], [[-10.984375, false]], [[-11.0234375, false]], [[-5.984375, false]], [[-11.734375, false]], [[-12.234375, false]], [[-11.234375, false]], [[-5.984375, false]], [[-11.734375, false]], [[-9.734375, false]], [[-6.984375, false]], [[-11.234375, false]], [[-13.484375, false]], [[-9.734375, false]], [[-13.484375, false]], [[-5.984375, false]], [[-10.984375, false]], [[-11.234375, false]], [[-6.984375, false]], [[-12.734375, false]], [[-10.984375, false]], [[-5.984375, false]], [[-11.234375, false]], [[-13.484375, false]], [[-9.734375, false]], [[-5.984375, false]], [[-10.984375, false]], [[-6.984375, false]], [[-12.734375, false]], [[-9.734375, false]], [[-7.6484375, false]], [[-7.734375, false]], [[-11.0234375, false]], [[-5.984375, false]], [[-7.734375, false]], [[-7.984375, false]], [[-9.734375, false]], [[-6.984375, false]], [[-11.234375, false]], [[-13.484375, false]], [[-9.734375, false]], [[-13.484375, false]], [[-5.984375, false]], [[-6.984375, false]], [[-11.734375, false]], [[-9.984375, false]], [[-5.984375, false]], [[-11.734375, false]], [[-12.234375, false]], [[-9.984375, false]], [[-12.734375, false]], [[-6.984375, false]], [[-11.234375, false]], [[-9.734375, false]], [[-5.984375, false]], [[-13.734375, false]], [[-6.984375, false]], [[-13.484375, false]], [[-12.734375, false]], [[-5.984375, false]], [[-11.234375, false]], [[-10.734375, false]], [[-5.984375, false]], [[-11.234375, false]], [[-13.484375, false]], [[-9.734375, false]], [[-5.984375, false]], [[-10.984375, false]], [[-6.984375, false]], [[-12.734375, false]], [[-9.734375, false]], [[-5.984375, false]], [[-9.984375, false]], [[-9.734375, false]], [[-13.234375, false]], [[-13.484375, false]], [[-9.734375, false]], [[-9.734375, false]], [[-7.6484375, false]], [[-7.734375, false]], [[-13.734375, false]]], "filtered_resps": [[-8.234375, false], [-7.734375, false], [-7.984375, false], [-9.734375, false], [-6.984375, false], [-11.234375, false], [-13.484375, false], [-9.734375, false], [-13.484375, false], [-5.984375, false], [-13.734375, false], [-6.984375, false], [-13.484375, false], [-9.984375, false], [-9.734375, false], [-10.984375, false], [-5.984375, false], [-12.734375, false], [-10.734375, false], [-13.484375, false], [-9.734375, false], [-5.984375, false], [-11.234375, false], [-13.484375, false], [-6.984375, false], [-11.734375, false], [-5.984375, false], [-11.734375, false], [-12.234375, false], [-9.984375, false], [-12.734375, false], [-6.984375, false], [-11.234375, false], [-9.734375, false], [-7.6484375, false], [-7.734375, false], [-11.0234375, false], [-5.984375, false], [-7.734375, false], [-6.984375, false], [-12.234375, false], [-9.984375, false], [-12.734375, false], [-6.984375, false], [-11.234375, false], [-9.734375, false], [-5.984375, false], [-13.734375, false], [-6.984375, false], [-13.484375, false], [-9.984375, false], [-9.734375, false], [-10.984375, false], [-5.984375, false], [-12.734375, false], [-10.734375, false], [-13.484375, false], [-9.734375, false], [-5.984375, false], [-11.234375, false], [-13.484375, false], [-6.984375, false], [-11.734375, false], [-5.984375, false], [-11.734375, false], [-9.734375, false], [-6.984375, false], [-11.234375, false], [-13.484375, false], [-9.734375, false], [-13.484375, false], [-7.6484375, false], [-7.734375, false], [-11.0234375, false], [-5.984375, false], [-7.734375, false], [-6.984375, false], [-12.234375, false], [-9.984375, false], [-12.734375, false], [-6.984375, false], [-11.234375, false], [-9.734375, false], [-5.984375, false], [-13.734375, false], [-6.984375, false], [-13.484375, false], [-9.984375, false], [-9.734375, false], [-10.984375, false], [-11.0234375, false], [-5.984375, false], [-11.734375, false], [-12.234375, false], [-11.234375, false], [-5.984375, false], [-11.734375, false], [-9.734375, false], [-6.984375, false], [-11.234375, false], [-13.484375, false], [-9.734375, false], [-13.484375, false], [-5.984375, false], [-10.984375, false], [-11.234375, false], [-6.984375, false], [-12.734375, false], [-10.984375, false], [-5.984375, false], [-11.234375, false], [-13.484375, false], [-9.734375, false], [-5.984375, false], [-10.984375, false], [-6.984375, false], [-12.734375, false], [-9.734375, false], [-7.6484375, false], [-7.734375, false], [-11.0234375, false], [-5.984375, false], [-7.734375, false], [-7.984375, false], [-9.734375, false], [-6.984375, false], [-11.234375, false], [-13.484375, false], [-9.734375, false], [-13.484375, false], [-5.984375, false], [-6.984375, false], [-11.734375, false], [-9.984375, false], [-5.984375, false], [-11.734375, false], [-12.234375, false], [-9.984375, false], [-12.734375, false], [-6.984375, false], [-11.234375, false], [-9.734375, false], [-5.984375, false], [-13.734375, false], [-6.984375, false], [-13.484375, false], [-12.734375, false], [-5.984375, false], [-11.234375, false], [-10.734375, false], [-5.984375, false], [-11.234375, false], [-13.484375, false], [-9.734375, false], [-5.984375, false], [-10.984375, false], [-6.984375, false], [-12.734375, false], [-9.734375, false], [-5.984375, false], [-9.984375, false], [-9.734375, false], [-13.234375, false], [-13.484375, false], [-9.734375, false], [-9.734375, false], [-7.6484375, false], [-7.734375, false], [-13.734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 783, "doc": {"id": "MCAS_2005_8_20", "question": "How many different elements are in the 20 compound sodium carbonate (Na2CO3)?", "choices": {"text": ["1", "3", "6", "7"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "3", "arguments": ["Question: How many different elements are in the 20 compound sodium carbonate (Na2CO3)?\nAnswer:", " ["], "resps": [[[-6.8671875, false]], [[-9.3671875, false]], [[-4.8671875, false]], [[-9.3671875, false]], [[-8.546875, false]], [[-5.1171875, false]], [[-9.3671875, false]], [[-5.1171875, false]], [[-9.3671875, false]], [[-8.546875, false]], [[-5.1171875, false]], [[-9.3671875, false]], [[-5.6171875, false]], [[-9.3671875, false]], [[-8.546875, false]], [[-5.1171875, false]], [[-9.3671875, false]], [[-6.3671875, false]], [[-9.3671875, false]], [[-12.3671875, false]]], "filtered_resps": [[-6.8671875, false], [-9.3671875, false], [-4.8671875, false], [-9.3671875, false], [-8.546875, false], [-5.1171875, false], [-9.3671875, false], [-5.1171875, false], [-9.3671875, false], [-8.546875, false], [-5.1171875, false], [-9.3671875, false], [-5.6171875, false], [-9.3671875, false], [-8.546875, false], [-5.1171875, false], [-9.3671875, false], [-6.3671875, false], [-9.3671875, false], [-12.3671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 791, "doc": {"id": "Mercury_SC_416173", "question": "Where do good bacteria grow to help keep people healthy?", "choices": {"text": ["in the brain", "in the blood", "on the skin", "on the bones"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "on the skin", "arguments": ["Question: Where do good bacteria grow to help keep people healthy?\nAnswer:", " ["], "resps": [[[-8.78125, false]], [[-8.53125, false]], [[-10.53125, false]], [[-11.28125, false]], [[-6.28125, false]], [[-13.28125, false]], [[-13.28125, false]], [[-11.53125, false]], [[-6.28125, false]], [[-12.03125, false]], [[-14.03125, false]], [[-8.78125, false]], [[-10.53125, false]], [[-11.28125, false]], [[-8.53125, false]], [[-11.171875, false]], [[-6.28125, false]], [[-8.53125, false]], [[-10.53125, false]], [[-11.28125, false]], [[-6.28125, false]], [[-13.28125, false]], [[-13.28125, false]], [[-11.53125, false]], [[-6.28125, false]], [[-12.03125, false]], [[-12.78125, false]], [[-11.28125, false]], [[-11.28125, false]], [[-12.03125, false]], [[-8.53125, false]], [[-11.171875, false]], [[-6.28125, false]], [[-8.53125, false]], [[-11.28125, false]], [[-11.28125, false]], [[-6.28125, false]], [[-13.28125, false]], [[-13.28125, false]], [[-11.53125, false]], [[-6.28125, false]], [[-11.53125, false]], [[-13.78125, false]], [[-10.53125, false]], [[-11.28125, false]], [[-8.53125, false]], [[-11.171875, false]], [[-6.28125, false]], [[-8.53125, false]], [[-11.28125, false]], [[-11.28125, false]], [[-6.28125, false]], [[-13.28125, false]], [[-13.28125, false]], [[-11.53125, false]], [[-6.28125, false]], [[-12.03125, false]], [[-11.28125, false]], [[-11.28125, false]], [[-11.53125, false]], [[-11.53125, false]], [[-8.53125, false]], [[-14.03125, false]]], "filtered_resps": [[-8.78125, false], [-8.53125, false], [-10.53125, false], [-11.28125, false], [-6.28125, false], [-13.28125, false], [-13.28125, false], [-11.53125, false], [-6.28125, false], [-12.03125, false], [-14.03125, false], [-8.78125, false], [-10.53125, false], [-11.28125, false], [-8.53125, false], [-11.171875, false], [-6.28125, false], [-8.53125, false], [-10.53125, false], [-11.28125, false], [-6.28125, false], [-13.28125, false], [-13.28125, false], [-11.53125, false], [-6.28125, false], [-12.03125, false], [-12.78125, false], [-11.28125, false], [-11.28125, false], [-12.03125, false], [-8.53125, false], [-11.171875, false], [-6.28125, false], [-8.53125, false], [-11.28125, false], [-11.28125, false], [-6.28125, false], [-13.28125, false], [-13.28125, false], [-11.53125, false], [-6.28125, false], [-11.53125, false], [-13.78125, false], [-10.53125, false], [-11.28125, false], [-8.53125, false], [-11.171875, false], [-6.28125, false], [-8.53125, false], [-11.28125, false], [-11.28125, false], [-6.28125, false], [-13.28125, false], [-13.28125, false], [-11.53125, false], [-6.28125, false], [-12.03125, false], [-11.28125, false], [-11.28125, false], [-11.53125, false], [-11.53125, false], [-8.53125, false], [-14.03125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 799, "doc": {"id": "Mercury_7071803", "question": "Which of these were formed by glaciers that flowed through the Ruby Mountain region in northeastern Nevada?", "choices": {"text": ["lakes", "deserts", "volcanic necks", "V-shaped valleys"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "lakes", "arguments": ["Question: Which of these were formed by glaciers that flowed through the Ruby Mountain region in northeastern Nevada?\nAnswer:", " ["], "resps": [[[-6.51953125, false]], [[-9.515625, false]], [[-8.765625, false]], [[-6.01953125, false]], [[-11.265625, false]], [[-7.76953125, false]], [[-10.015625, false]], [[-9.515625, false]], [[-9.2578125, false]], [[-5.76953125, false]], [[-9.515625, false]], [[-9.765625, false]], [[-7.76953125, false]], [[-10.015625, false]], [[-7.76953125, false]], [[-9.265625, false]], [[-10.265625, false]], [[-10.015625, false]], [[-9.515625, false]], [[-9.2578125, false]], [[-5.76953125, false]], [[-9.515625, false]], [[-10.515625, false]], [[-9.515625, false]], [[-8.765625, false]], [[-8.765625, false]], [[-6.01953125, false]], [[-7.76953125, false]], [[-9.515625, false]], [[-8.765625, false]], [[-5.76953125, false]], [[-7.76953125, false]], [[-7.76953125, false]], [[-8.765625, false]], [[-11.265625, false]], [[-10.015625, false]], [[-9.515625, false]], [[-9.2578125, false]], [[-5.76953125, false]], [[-9.515625, false]], [[-8.765625, false]], [[-6.76953125, false]], [[-10.015625, false]], [[-11.015625, false]], [[-6.01953125, false]], [[-9.765625, false]], [[-7.76953125, false]], [[-9.765625, false]], [[-5.76953125, false]], [[-10.515625, false]], [[-6.01953125, false]], [[-8.765625, false]], [[-8.765625, false]], [[-7.76953125, false]], [[-11.765625, false]], [[-10.015625, false]], [[-9.515625, false]], [[-11.765625, false]]], "filtered_resps": [[-6.51953125, false], [-9.515625, false], [-8.765625, false], [-6.01953125, false], [-11.265625, false], [-7.76953125, false], [-10.015625, false], [-9.515625, false], [-9.2578125, false], [-5.76953125, false], [-9.515625, false], [-9.765625, false], [-7.76953125, false], [-10.015625, false], [-7.76953125, false], [-9.265625, false], [-10.265625, false], [-10.015625, false], [-9.515625, false], [-9.2578125, false], [-5.76953125, false], [-9.515625, false], [-10.515625, false], [-9.515625, false], [-8.765625, false], [-8.765625, false], [-6.01953125, false], [-7.76953125, false], [-9.515625, false], [-8.765625, false], [-5.76953125, false], [-7.76953125, false], [-7.76953125, false], [-8.765625, false], [-11.265625, false], [-10.015625, false], [-9.515625, false], [-9.2578125, false], [-5.76953125, false], [-9.515625, false], [-8.765625, false], [-6.76953125, false], [-10.015625, false], [-11.015625, false], [-6.01953125, false], [-9.765625, false], [-7.76953125, false], [-9.765625, false], [-5.76953125, false], [-10.515625, false], [-6.01953125, false], [-8.765625, false], [-8.765625, false], [-7.76953125, false], [-11.765625, false], [-10.015625, false], [-9.515625, false], [-11.765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 807, "doc": {"id": "LEAP_2001_4_10240", "question": "On a field trip in a wooded area, you see a small, strange object. You wonder whether is is a live animal. The best way to find out is to observe the object to see if it", "choices": {"text": ["has an odor.", "has separate parts.", "can make a noise and has a lifelike color.", "carries out basic life functions."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "carries out basic life functions.", "arguments": ["Question: On a field trip in a wooded area, you see a small, strange object. You wonder whether is is a live animal. The best way to find out is to observe the object to see if it\nAnswer:", " ["], "resps": [[[-7.546875, false]], [[-8.296875, false]], [[-10.546875, false]], [[-5.546875, false]], [[-9.046875, false]], [[-5.046875, false]], [[-5.546875, false]], [[-9.796875, false]], [[-5.046875, false]], [[-9.546875, false]], [[-9.546875, false]], [[-9.546875, false]], [[-11.796875, false]], [[-6.9140625, false]], [[-8.296875, false]], [[-10.4765625, false]], [[-5.046875, false]], [[-8.296875, false]], [[-10.546875, false]], [[-5.546875, false]], [[-9.046875, false]], [[-5.046875, false]], [[-9.046875, false]], [[-9.296875, false]], [[-10.296875, false]], [[-5.546875, false]], [[-11.796875, false]], [[-5.546875, false]], [[-11.546875, false]], [[-9.296875, false]], [[-5.046875, false]], [[-10.296875, false]], [[-5.546875, false]], [[-11.796875, false]], [[-11.546875, false]], [[-9.046875, false]], [[-6.9140625, false]], [[-8.296875, false]], [[-10.4765625, false]], [[-5.046875, false]], [[-8.296875, false]], [[-10.296875, false]], [[-5.546875, false]], [[-9.796875, false]], [[-5.046875, false]], [[-11.296875, false]], [[-5.546875, false]], [[-10.046875, false]], [[-9.296875, false]], [[-5.046875, false]], [[-5.546875, false]], [[-5.046875, false]], [[-9.796875, false]], [[-9.546875, false]], [[-8.296875, false]], [[-9.046875, false]], [[-9.296875, false]], [[-5.046875, false]], [[-5.546875, false]], [[-9.796875, false]], [[-9.546875, false]], [[-5.046875, false]], [[-10.546875, false]], [[-5.546875, false]], [[-9.046875, false]], [[-5.046875, false]], [[-5.546875, false]], [[-5.046875, false]], [[-10.046875, false]], [[-8.296875, false]], [[-10.546875, false]], [[-9.296875, false]], [[-10.046875, false]], [[-8.296875, false]], [[-10.046875, false]], [[-9.296875, false]], [[-5.046875, false]], [[-10.296875, false]], [[-9.546875, false]], [[-10.046875, false]], [[-9.546875, false]], [[-11.796875, false]], [[-6.9140625, false]], [[-8.296875, false]], [[-10.4765625, false]], [[-5.046875, false]], [[-8.296875, false]], [[-10.296875, false]], [[-5.546875, false]], [[-11.796875, false]], [[-11.796875, false]], [[-8.296875, false]], [[-9.296875, false]], [[-9.046875, false]], [[-5.046875, false]], [[-9.546875, false]], [[-9.296875, false]], [[-11.546875, false]], [[-5.046875, false]], [[-9.296875, false]], [[-5.546875, false]], [[-9.046875, false]], [[-8.296875, false]], [[-10.296875, false]], [[-5.046875, false]], [[-10.046875, false]], [[-8.296875, false]], [[-10.546875, false]], [[-9.296875, false]], [[-5.046875, false]], [[-10.546875, false]], [[-9.296875, false]], [[-9.796875, false]], [[-10.296875, false]], [[-11.546875, false]], [[-8.296875, false]], [[-9.546875, false]], [[-9.796875, false]], [[-9.046875, false]], [[-6.9140625, false]], [[-8.296875, false]], [[-11.796875, false]]], "filtered_resps": [[-7.546875, false], [-8.296875, false], [-10.546875, false], [-5.546875, false], [-9.046875, false], [-5.046875, false], [-5.546875, false], [-9.796875, false], [-5.046875, false], [-9.546875, false], [-9.546875, false], [-9.546875, false], [-11.796875, false], [-6.9140625, false], [-8.296875, false], [-10.4765625, false], [-5.046875, false], [-8.296875, false], [-10.546875, false], [-5.546875, false], [-9.046875, false], [-5.046875, false], [-9.046875, false], [-9.296875, false], [-10.296875, false], [-5.546875, false], [-11.796875, false], [-5.546875, false], [-11.546875, false], [-9.296875, false], [-5.046875, false], [-10.296875, false], [-5.546875, false], [-11.796875, false], [-11.546875, false], [-9.046875, false], [-6.9140625, false], [-8.296875, false], [-10.4765625, false], [-5.046875, false], [-8.296875, false], [-10.296875, false], [-5.546875, false], [-9.796875, false], [-5.046875, false], [-11.296875, false], [-5.546875, false], [-10.046875, false], [-9.296875, false], [-5.046875, false], [-5.546875, false], [-5.046875, false], [-9.796875, false], [-9.546875, false], [-8.296875, false], [-9.046875, false], [-9.296875, false], [-5.046875, false], [-5.546875, false], [-9.796875, false], [-9.546875, false], [-5.046875, false], [-10.546875, false], [-5.546875, false], [-9.046875, false], [-5.046875, false], [-5.546875, false], [-5.046875, false], [-10.046875, false], [-8.296875, false], [-10.546875, false], [-9.296875, false], [-10.046875, false], [-8.296875, false], [-10.046875, false], [-9.296875, false], [-5.046875, false], [-10.296875, false], [-9.546875, false], [-10.046875, false], [-9.546875, false], [-11.796875, false], [-6.9140625, false], [-8.296875, false], [-10.4765625, false], [-5.046875, false], [-8.296875, false], [-10.296875, false], [-5.546875, false], [-11.796875, false], [-11.796875, false], [-8.296875, false], [-9.296875, false], [-9.046875, false], [-5.046875, false], [-9.546875, false], [-9.296875, false], [-11.546875, false], [-5.046875, false], [-9.296875, false], [-5.546875, false], [-9.046875, false], [-8.296875, false], [-10.296875, false], [-5.046875, false], [-10.046875, false], [-8.296875, false], [-10.546875, false], [-9.296875, false], [-5.046875, false], [-10.546875, false], [-9.296875, false], [-9.796875, false], [-10.296875, false], [-11.546875, false], [-8.296875, false], [-9.546875, false], [-9.796875, false], [-9.046875, false], [-6.9140625, false], [-8.296875, false], [-11.796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 815, "doc": {"id": "Mercury_SC_413632", "question": "How is xylem similar to phloem in a plant?", "choices": {"text": ["They both take in water from the soil.", "They both transport materials through the plant.", "They both make sugar in the leaves.", "They both store waste products in the plant cells."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "They both transport materials through the plant.", "arguments": ["Question: How is xylem similar to phloem in a plant?\nAnswer:", " ["], "resps": [[[-7.23046875, false]], [[-9.2265625, false]], [[-7.73046875, false]], [[-7.73046875, false]], [[-7.98046875, false]], [[-8.4765625, false]], [[-5.98046875, false]], [[-7.23046875, false]], [[-9.4765625, false]], [[-10.2265625, false]], [[-7.73046875, false]], [[-5.98046875, false]], [[-10.2265625, false]], [[-5.73046875, false]], [[-10.2265625, false]], [[-7.98046875, false]], [[-5.98046875, false]], [[-8.9765625, false]], [[-8.2265625, false]], [[-5.98046875, false]], [[-9.4765625, false]], [[-5.73046875, false]], [[-10.2265625, false]], [[-7.98046875, false]], [[-9.2265625, false]], [[-5.98046875, false]], [[-9.4765625, false]], [[-9.2265625, false]], [[-9.4765625, false]], [[-9.4765625, false]], [[-5.98046875, false]], [[-10.2265625, false]], [[-7.73046875, false]], [[-7.98046875, false]], [[-5.98046875, false]], [[-9.2265625, false]], [[-9.4765625, false]], [[-8.9765625, false]], [[-9.9765625, false]], [[-7.234375, false]], [[-9.2265625, false]], [[-9.734375, false]], [[-5.98046875, false]], [[-9.2265625, false]], [[-7.73046875, false]], [[-7.73046875, false]], [[-7.98046875, false]], [[-8.4765625, false]], [[-5.98046875, false]], [[-7.23046875, false]], [[-9.4765625, false]], [[-10.2265625, false]], [[-7.73046875, false]], [[-5.98046875, false]], [[-10.2265625, false]], [[-9.2265625, false]], [[-5.73046875, false]], [[-8.2265625, false]], [[-9.2265625, false]], [[-8.2265625, false]], [[-9.4765625, false]], [[-9.2265625, false]], [[-10.2265625, false]], [[-5.98046875, false]], [[-9.4765625, false]], [[-5.73046875, false]], [[-10.2265625, false]], [[-7.98046875, false]], [[-9.2265625, false]], [[-8.9765625, false]], [[-5.73046875, false]], [[-9.9765625, false]], [[-9.2265625, false]], [[-5.98046875, false]], [[-10.2265625, false]], [[-7.73046875, false]], [[-9.2265625, false]], [[-9.4765625, false]], [[-9.4765625, false]], [[-9.9765625, false]], [[-7.73046875, false]], [[-5.98046875, false]], [[-10.2265625, false]], [[-7.73046875, false]], [[-7.98046875, false]], [[-5.98046875, false]], [[-8.2265625, false]], [[-9.9765625, false]], [[-5.73046875, false]], [[-8.2265625, false]], [[-10.2265625, false]], [[-7.234375, false]], [[-9.2265625, false]], [[-9.734375, false]], [[-5.98046875, false]], [[-9.2265625, false]], [[-7.73046875, false]], [[-7.73046875, false]], [[-7.98046875, false]], [[-8.4765625, false]], [[-5.98046875, false]], [[-7.23046875, false]], [[-9.4765625, false]], [[-10.2265625, false]], [[-7.73046875, false]], [[-5.98046875, false]], [[-9.4765625, false]], [[-5.73046875, false]], [[-10.2265625, false]], [[-7.98046875, false]], [[-5.98046875, false]], [[-9.2265625, false]], [[-9.4765625, false]], [[-9.9765625, false]], [[-5.73046875, false]], [[-9.2265625, false]], [[-5.98046875, false]], [[-8.9765625, false]], [[-8.2265625, false]], [[-5.98046875, false]], [[-10.2265625, false]], [[-7.73046875, false]], [[-7.98046875, false]], [[-5.98046875, false]], [[-9.9765625, false]], [[-7.98046875, false]], [[-5.73046875, false]], [[-9.4765625, false]], [[-7.98046875, false]], [[-9.2265625, false]], [[-7.234375, false]], [[-9.2265625, false]], [[-9.734375, false]], [[-5.98046875, false]], [[-9.2265625, false]], [[-7.73046875, false]], [[-7.73046875, false]], [[-7.98046875, false]], [[-8.4765625, false]], [[-5.98046875, false]], [[-7.23046875, false]], [[-9.4765625, false]], [[-10.2265625, false]], [[-7.73046875, false]], [[-5.98046875, false]], [[-9.2265625, false]], [[-10.2265625, false]], [[-9.4765625, false]], [[-9.2265625, false]], [[-7.98046875, false]], [[-5.98046875, false]], [[-9.4765625, false]], [[-5.73046875, false]], [[-9.2265625, false]], [[-10.2265625, false]], [[-7.98046875, false]], [[-5.98046875, false]], [[-8.2265625, false]], [[-9.2265625, false]], [[-9.4765625, false]], [[-8.4765625, false]], [[-9.4765625, false]], [[-8.9765625, false]], [[-10.2265625, false]], [[-9.2265625, false]], [[-5.98046875, false]], [[-8.9765625, false]], [[-8.2265625, false]], [[-5.98046875, false]], [[-10.2265625, false]], [[-7.73046875, false]], [[-7.98046875, false]], [[-5.98046875, false]], [[-8.2265625, false]], [[-9.9765625, false]], [[-5.73046875, false]], [[-8.2265625, false]], [[-10.2265625, false]], [[-5.98046875, false]], [[-8.9765625, false]], [[-7.98046875, false]], [[-9.9765625, false]], [[-9.9765625, false]], [[-9.2265625, false]], [[-7.234375, false]], [[-9.2265625, false]], [[-12.2265625, false]]], "filtered_resps": [[-7.23046875, false], [-9.2265625, false], [-7.73046875, false], [-7.73046875, false], [-7.98046875, false], [-8.4765625, false], [-5.98046875, false], [-7.23046875, false], [-9.4765625, false], [-10.2265625, false], [-7.73046875, false], [-5.98046875, false], [-10.2265625, false], [-5.73046875, false], [-10.2265625, false], [-7.98046875, false], [-5.98046875, false], [-8.9765625, false], [-8.2265625, false], [-5.98046875, false], [-9.4765625, false], [-5.73046875, false], [-10.2265625, false], [-7.98046875, false], [-9.2265625, false], [-5.98046875, false], [-9.4765625, false], [-9.2265625, false], [-9.4765625, false], [-9.4765625, false], [-5.98046875, false], [-10.2265625, false], [-7.73046875, false], [-7.98046875, false], [-5.98046875, false], [-9.2265625, false], [-9.4765625, false], [-8.9765625, false], [-9.9765625, false], [-7.234375, false], [-9.2265625, false], [-9.734375, false], [-5.98046875, false], [-9.2265625, false], [-7.73046875, false], [-7.73046875, false], [-7.98046875, false], [-8.4765625, false], [-5.98046875, false], [-7.23046875, false], [-9.4765625, false], [-10.2265625, false], [-7.73046875, false], [-5.98046875, false], [-10.2265625, false], [-9.2265625, false], [-5.73046875, false], [-8.2265625, false], [-9.2265625, false], [-8.2265625, false], [-9.4765625, false], [-9.2265625, false], [-10.2265625, false], [-5.98046875, false], [-9.4765625, false], [-5.73046875, false], [-10.2265625, false], [-7.98046875, false], [-9.2265625, false], [-8.9765625, false], [-5.73046875, false], [-9.9765625, false], [-9.2265625, false], [-5.98046875, false], [-10.2265625, false], [-7.73046875, false], [-9.2265625, false], [-9.4765625, false], [-9.4765625, false], [-9.9765625, false], [-7.73046875, false], [-5.98046875, false], [-10.2265625, false], [-7.73046875, false], [-7.98046875, false], [-5.98046875, false], [-8.2265625, false], [-9.9765625, false], [-5.73046875, false], [-8.2265625, false], [-10.2265625, false], [-7.234375, false], [-9.2265625, false], [-9.734375, false], [-5.98046875, false], [-9.2265625, false], [-7.73046875, false], [-7.73046875, false], [-7.98046875, false], [-8.4765625, false], [-5.98046875, false], [-7.23046875, false], [-9.4765625, false], [-10.2265625, false], [-7.73046875, false], [-5.98046875, false], [-9.4765625, false], [-5.73046875, false], [-10.2265625, false], [-7.98046875, false], [-5.98046875, false], [-9.2265625, false], [-9.4765625, false], [-9.9765625, false], [-5.73046875, false], [-9.2265625, false], [-5.98046875, false], [-8.9765625, false], [-8.2265625, false], [-5.98046875, false], [-10.2265625, false], [-7.73046875, false], [-7.98046875, false], [-5.98046875, false], [-9.9765625, false], [-7.98046875, false], [-5.73046875, false], [-9.4765625, false], [-7.98046875, false], [-9.2265625, false], [-7.234375, false], [-9.2265625, false], [-9.734375, false], [-5.98046875, false], [-9.2265625, false], [-7.73046875, false], [-7.73046875, false], [-7.98046875, false], [-8.4765625, false], [-5.98046875, false], [-7.23046875, false], [-9.4765625, false], [-10.2265625, false], [-7.73046875, false], [-5.98046875, false], [-9.2265625, false], [-10.2265625, false], [-9.4765625, false], [-9.2265625, false], [-7.98046875, false], [-5.98046875, false], [-9.4765625, false], [-5.73046875, false], [-9.2265625, false], [-10.2265625, false], [-7.98046875, false], [-5.98046875, false], [-8.2265625, false], [-9.2265625, false], [-9.4765625, false], [-8.4765625, false], [-9.4765625, false], [-8.9765625, false], [-10.2265625, false], [-9.2265625, false], [-5.98046875, false], [-8.9765625, false], [-8.2265625, false], [-5.98046875, false], [-10.2265625, false], [-7.73046875, false], [-7.98046875, false], [-5.98046875, false], [-8.2265625, false], [-9.9765625, false], [-5.73046875, false], [-8.2265625, false], [-10.2265625, false], [-5.98046875, false], [-8.9765625, false], [-7.98046875, false], [-9.9765625, false], [-9.9765625, false], [-9.2265625, false], [-7.234375, false], [-9.2265625, false], [-12.2265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 823, "doc": {"id": "NYSEDREGENTS_2012_4_23", "question": "Trees start as seeds and grow into mature trees that produce more seeds. This pattern represents a", "choices": {"text": ["food chain", "life cycle", "food supply", "life span"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "life cycle", "arguments": ["Question: Trees start as seeds and grow into mature trees that produce more seeds. This pattern represents a\nAnswer:", " ["], "resps": [[[-7.0546875, false]], [[-7.9296875, false]], [[-9.4296875, false]], [[-8.4296875, false]], [[-8.4296875, false]], [[-7.6796875, false]], [[-5.0546875, false]], [[-7.6796875, false]], [[-9.6796875, false]], [[-3.806640625, false]], [[-7.4296875, false]], [[-7.8046875, false]], [[-7.9296875, false]], [[-8.375, false]], [[-5.0546875, false]], [[-7.9296875, false]], [[-9.6796875, false]], [[-7.4296875, false]], [[-9.4296875, false]], [[-8.0546875, false]], [[-5.0546875, false]], [[-7.6796875, false]], [[-8.8046875, false]], [[-7.6796875, false]], [[-9.6796875, false]], [[-8.0546875, false]], [[-7.9296875, false]], [[-8.375, false]], [[-5.0546875, false]], [[-7.9296875, false]], [[-9.4296875, false]], [[-8.4296875, false]], [[-8.4296875, false]], [[-7.6796875, false]], [[-5.0546875, false]], [[-8.8046875, false]], [[-10.1796875, false]], [[-8.0546875, false]], [[-8.0546875, false]], [[-9.6796875, false]], [[-8.8046875, false]], [[-7.9296875, false]], [[-8.375, false]], [[-5.0546875, false]], [[-7.9296875, false]], [[-9.6796875, false]], [[-7.4296875, false]], [[-9.4296875, false]], [[-8.0546875, false]], [[-5.0546875, false]], [[-8.8046875, false]], [[-8.0546875, false]], [[-3.806640625, false]], [[-7.8046875, false]], [[-7.9296875, false]], [[-11.6796875, false]]], "filtered_resps": [[-7.0546875, false], [-7.9296875, false], [-9.4296875, false], [-8.4296875, false], [-8.4296875, false], [-7.6796875, false], [-5.0546875, false], [-7.6796875, false], [-9.6796875, false], [-3.806640625, false], [-7.4296875, false], [-7.8046875, false], [-7.9296875, false], [-8.375, false], [-5.0546875, false], [-7.9296875, false], [-9.6796875, false], [-7.4296875, false], [-9.4296875, false], [-8.0546875, false], [-5.0546875, false], [-7.6796875, false], [-8.8046875, false], [-7.6796875, false], [-9.6796875, false], [-8.0546875, false], [-7.9296875, false], [-8.375, false], [-5.0546875, false], [-7.9296875, false], [-9.4296875, false], [-8.4296875, false], [-8.4296875, false], [-7.6796875, false], [-5.0546875, false], [-8.8046875, false], [-10.1796875, false], [-8.0546875, false], [-8.0546875, false], [-9.6796875, false], [-8.8046875, false], [-7.9296875, false], [-8.375, false], [-5.0546875, false], [-7.9296875, false], [-9.6796875, false], [-7.4296875, false], [-9.4296875, false], [-8.0546875, false], [-5.0546875, false], [-8.8046875, false], [-8.0546875, false], [-3.806640625, false], [-7.8046875, false], [-7.9296875, false], [-11.6796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 831, "doc": {"id": "Mercury_7194320", "question": "Cell membranes allow some molecules to move freely across the membrane, while other molecules are restricted. Which term best describes this capability of a cell membrane?", "choices": {"text": ["semipermeable", "impervious", "resilient", "unyielding"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "semipermeable", "arguments": ["Question: Cell membranes allow some molecules to move freely across the membrane, while other molecules are restricted. Which term best describes this capability of a cell membrane?\nAnswer:", " ["], "resps": [[[-6.07421875, false]], [[-8.9453125, false]], [[-7.82421875, false]], [[-6.69921875, false]], [[-6.57421875, false]], [[-7.44921875, false]], [[-8.1953125, false]], [[-6.69921875, false]], [[-9.0703125, false]], [[-6.57421875, false]], [[-6.69921875, false]], [[-3.197265625, false]], [[-6.32421875, false]], [[-8.5703125, false]], [[-6.69921875, false]], [[-8.9453125, false]], [[-8.4375, false]], [[-4.32421875, false]], [[-8.9453125, false]], [[-7.44921875, false]], [[-6.57421875, false]], [[-8.1953125, false]], [[-6.69921875, false]], [[-9.0703125, false]], [[-9.5703125, false]], [[-7.44921875, false]], [[-8.0703125, false]], [[-10.8203125, false]], [[-7.82421875, false]], [[-8.9453125, false]], [[-8.4375, false]], [[-4.32421875, false]], [[-8.9453125, false]], [[-9.0703125, false]], [[-6.69921875, false]], [[-7.82421875, false]], [[-7.44921875, false]], [[-8.5703125, false]], [[-7.44921875, false]], [[-6.69921875, false]], [[-8.9453125, false]], [[-7.94921875, false]], [[-8.9453125, false]], [[-8.4375, false]], [[-4.32421875, false]], [[-8.9453125, false]], [[-10.8203125, false]], [[-8.9453125, false]], [[-11.0703125, false]], [[-7.44921875, false]], [[-6.69921875, false]], [[-8.5703125, false]], [[-6.94921875, false]], [[-7.44921875, false]], [[-8.9453125, false]], [[-9.9453125, false]], [[-8.9453125, false]], [[-11.5703125, false]]], "filtered_resps": [[-6.07421875, false], [-8.9453125, false], [-7.82421875, false], [-6.69921875, false], [-6.57421875, false], [-7.44921875, false], [-8.1953125, false], [-6.69921875, false], [-9.0703125, false], [-6.57421875, false], [-6.69921875, false], [-3.197265625, false], [-6.32421875, false], [-8.5703125, false], [-6.69921875, false], [-8.9453125, false], [-8.4375, false], [-4.32421875, false], [-8.9453125, false], [-7.44921875, false], [-6.57421875, false], [-8.1953125, false], [-6.69921875, false], [-9.0703125, false], [-9.5703125, false], [-7.44921875, false], [-8.0703125, false], [-10.8203125, false], [-7.82421875, false], [-8.9453125, false], [-8.4375, false], [-4.32421875, false], [-8.9453125, false], [-9.0703125, false], [-6.69921875, false], [-7.82421875, false], [-7.44921875, false], [-8.5703125, false], [-7.44921875, false], [-6.69921875, false], [-8.9453125, false], [-7.94921875, false], [-8.9453125, false], [-8.4375, false], [-4.32421875, false], [-8.9453125, false], [-10.8203125, false], [-8.9453125, false], [-11.0703125, false], [-7.44921875, false], [-6.69921875, false], [-8.5703125, false], [-6.94921875, false], [-7.44921875, false], [-8.9453125, false], [-9.9453125, false], [-8.9453125, false], [-11.5703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 839, "doc": {"id": "Mercury_7083773", "question": "When a molecule is separated into its component parts, it forms", "choices": {"text": ["compounds.", "atoms.", "protons.", "ions."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "atoms.", "arguments": ["Question: When a molecule is separated into its component parts, it forms\nAnswer:", " ["], "resps": [[[-7.2734375, false]], [[-8.7734375, false]], [[-7.2734375, false]], [[-8.5234375, false]], [[-8.0234375, false]], [[-8.5234375, false]], [[-8.5234375, false]], [[-9.3984375, false]], [[-7.2734375, false]], [[-8.7734375, false]], [[-9.1484375, false]], [[-7.06640625, false]], [[-8.7734375, false]], [[-9.125, false]], [[-5.2734375, false]], [[-8.7734375, false]], [[-4.5234375, false]], [[-8.6484375, false]], [[-8.5234375, false]], [[-8.0234375, false]], [[-9.1484375, false]], [[-7.06640625, false]], [[-8.7734375, false]], [[-9.125, false]], [[-5.2734375, false]], [[-8.7734375, false]], [[-8.5234375, false]], [[-9.1484375, false]], [[-8.5234375, false]], [[-8.6484375, false]], [[-8.5234375, false]], [[-7.2734375, false]], [[-9.1484375, false]], [[-7.06640625, false]], [[-8.7734375, false]], [[-9.125, false]], [[-5.2734375, false]], [[-8.7734375, false]], [[-6.2734375, false]], [[-8.5234375, false]], [[-7.2734375, false]], [[-9.1484375, false]], [[-7.06640625, false]], [[-8.7734375, false]], [[-10.6484375, false]]], "filtered_resps": [[-7.2734375, false], [-8.7734375, false], [-7.2734375, false], [-8.5234375, false], [-8.0234375, false], [-8.5234375, false], [-8.5234375, false], [-9.3984375, false], [-7.2734375, false], [-8.7734375, false], [-9.1484375, false], [-7.06640625, false], [-8.7734375, false], [-9.125, false], [-5.2734375, false], [-8.7734375, false], [-4.5234375, false], [-8.6484375, false], [-8.5234375, false], [-8.0234375, false], [-9.1484375, false], [-7.06640625, false], [-8.7734375, false], [-9.125, false], [-5.2734375, false], [-8.7734375, false], [-8.5234375, false], [-9.1484375, false], [-8.5234375, false], [-8.6484375, false], [-8.5234375, false], [-7.2734375, false], [-9.1484375, false], [-7.06640625, false], [-8.7734375, false], [-9.125, false], [-5.2734375, false], [-8.7734375, false], [-6.2734375, false], [-8.5234375, false], [-7.2734375, false], [-9.1484375, false], [-7.06640625, false], [-8.7734375, false], [-10.6484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 847, "doc": {"id": "MCAS_1999_4_15", "question": "Needles on a cactus plant are actually leaves. This needle shape helps the plant survive by", "choices": {"text": ["catching food.", "preventing water loss.", "staying in place.", "reproducing."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "preventing water loss.", "arguments": ["Question: Needles on a cactus plant are actually leaves. This needle shape helps the plant survive by\nAnswer:", " ["], "resps": [[[-7.71484375, false]], [[-8.2109375, false]], [[-8.7109375, false]], [[-5.46484375, false]], [[-10.9609375, false]], [[-8.7109375, false]], [[-10.2109375, false]], [[-7.71484375, false]], [[-9.7109375, false]], [[-10.9609375, false]], [[-5.21484375, false]], [[-11.4609375, false]], [[-9.2109375, false]], [[-9.2109375, false]], [[-9.4609375, false]], [[-6.78125, false]], [[-8.2109375, false]], [[-8.53125, false]], [[-5.21484375, false]], [[-8.2109375, false]], [[-10.2109375, false]], [[-10.7109375, false]], [[-8.9609375, false]], [[-12.7109375, false]], [[-8.9609375, false]], [[-9.7109375, false]], [[-10.9609375, false]], [[-7.71484375, false]], [[-9.7109375, false]], [[-10.9609375, false]], [[-5.21484375, false]], [[-10.7109375, false]], [[-5.46484375, false]], [[-10.9609375, false]], [[-8.9609375, false]], [[-10.7109375, false]], [[-5.21484375, false]], [[-9.9609375, false]], [[-9.2109375, false]], [[-9.2109375, false]], [[-9.2109375, false]], [[-6.78125, false]], [[-8.2109375, false]], [[-8.53125, false]], [[-5.21484375, false]], [[-8.2109375, false]], [[-9.2109375, false]], [[-10.9609375, false]], [[-5.46484375, false]], [[-10.9609375, false]], [[-7.71484375, false]], [[-9.7109375, false]], [[-10.9609375, false]], [[-5.21484375, false]], [[-7.71484375, false]], [[-9.7109375, false]], [[-5.21484375, false]], [[-10.2109375, false]], [[-9.9609375, false]], [[-5.46484375, false]], [[-8.7109375, false]], [[-8.9609375, false]], [[-6.78125, false]], [[-8.2109375, false]], [[-8.53125, false]], [[-5.21484375, false]], [[-8.2109375, false]], [[-10.7109375, false]], [[-8.9609375, false]], [[-10.2109375, false]], [[-10.7109375, false]], [[-9.2109375, false]], [[-9.4609375, false]], [[-9.7109375, false]], [[-8.7109375, false]], [[-7.71484375, false]], [[-9.7109375, false]], [[-10.9609375, false]], [[-6.78125, false]], [[-8.2109375, false]], [[-11.4609375, false]]], "filtered_resps": [[-7.71484375, false], [-8.2109375, false], [-8.7109375, false], [-5.46484375, false], [-10.9609375, false], [-8.7109375, false], [-10.2109375, false], [-7.71484375, false], [-9.7109375, false], [-10.9609375, false], [-5.21484375, false], [-11.4609375, false], [-9.2109375, false], [-9.2109375, false], [-9.4609375, false], [-6.78125, false], [-8.2109375, false], [-8.53125, false], [-5.21484375, false], [-8.2109375, false], [-10.2109375, false], [-10.7109375, false], [-8.9609375, false], [-12.7109375, false], [-8.9609375, false], [-9.7109375, false], [-10.9609375, false], [-7.71484375, false], [-9.7109375, false], [-10.9609375, false], [-5.21484375, false], [-10.7109375, false], [-5.46484375, false], [-10.9609375, false], [-8.9609375, false], [-10.7109375, false], [-5.21484375, false], [-9.9609375, false], [-9.2109375, false], [-9.2109375, false], [-9.2109375, false], [-6.78125, false], [-8.2109375, false], [-8.53125, false], [-5.21484375, false], [-8.2109375, false], [-9.2109375, false], [-10.9609375, false], [-5.46484375, false], [-10.9609375, false], [-7.71484375, false], [-9.7109375, false], [-10.9609375, false], [-5.21484375, false], [-7.71484375, false], [-9.7109375, false], [-5.21484375, false], [-10.2109375, false], [-9.9609375, false], [-5.46484375, false], [-8.7109375, false], [-8.9609375, false], [-6.78125, false], [-8.2109375, false], [-8.53125, false], [-5.21484375, false], [-8.2109375, false], [-10.7109375, false], [-8.9609375, false], [-10.2109375, false], [-10.7109375, false], [-9.2109375, false], [-9.4609375, false], [-9.7109375, false], [-8.7109375, false], [-7.71484375, false], [-9.7109375, false], [-10.9609375, false], [-6.78125, false], [-8.2109375, false], [-11.4609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 855, "doc": {"id": "AKDE&ED_2012_4_14", "question": "Which process causes the fastest changes to the surface of Earth?", "choices": {"text": ["a large glacier forming on a mountain", "strong winds wearing away a rock cliff", "a major earthquake happening in a mountain range", "many waves on a lake moving pebbles onto a beach"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "a major earthquake happening in a mountain range", "arguments": ["Question: Which process causes the fastest changes to the surface of Earth?\nAnswer:", " ["], "resps": [[[-8.84375, false]], [[-8.84375, false]], [[-5.09375, false]], [[-4.71875, false]], [[-10.71875, false]], [[-5.09375, false]], [[-10.21875, false]], [[-11.34375, false]], [[-5.96875, false]], [[-4.71875, false]], [[-11.34375, false]], [[-10.71875, false]], [[-5.09375, false]], [[-8.71875, false]], [[-8.46875, false]], [[-5.96875, false]], [[-10.21875, false]], [[-4.71875, false]], [[-8.21875, false]], [[-8.59375, false]], [[-10.21875, false]], [[-8.21875, false]], [[-8.46875, false]], [[-10.59375, false]], [[-11.34375, false]], [[-4.71875, false]], [[-8.59375, false]], [[-10.59375, false]], [[-4.71875, false]], [[-5.09375, false]], [[-4.71875, false]], [[-8.21875, false]], [[-8.59375, false]], [[-11.34375, false]], [[-10.59375, false]], [[-10.21875, false]], [[-5.09375, false]], [[-8.46875, false]], [[-10.59375, false]], [[-8.84375, false]], [[-9.53125, false]], [[-4.71875, false]], [[-8.84375, false]], [[-8.84375, false]], [[-10.21875, false]], [[-10.21875, false]], [[-8.59375, false]], [[-10.59375, false]], [[-11.34375, false]], [[-4.71875, false]], [[-11.21875, false]], [[-8.46875, false]], [[-10.59375, false]], [[-9.09375, false]], [[-8.84375, false]], [[-4.71875, false]], [[-11.21875, false]], [[-5.96875, false]], [[-5.09375, false]], [[-10.21875, false]], [[-8.46875, false]], [[-10.59375, false]], [[-11.34375, false]], [[-4.71875, false]], [[-5.09375, false]], [[-11.21875, false]], [[-5.09375, false]], [[-11.21875, false]], [[-4.71875, false]], [[-5.09375, false]], [[-4.71875, false]], [[-10.21875, false]], [[-8.59375, false]], [[-8.71875, false]], [[-11.09375, false]], [[-4.71875, false]], [[-8.71875, false]], [[-10.71875, false]], [[-8.46875, false]], [[-8.21875, false]], [[-8.21875, false]], [[-8.84375, false]], [[-9.53125, false]], [[-4.71875, false]], [[-8.84375, false]], [[-5.09375, false]], [[-4.71875, false]], [[-8.21875, false]], [[-5.09375, false]], [[-13.09375, false]], [[-8.59375, false]], [[-10.21875, false]], [[-4.71875, false]], [[-5.96875, false]], [[-5.09375, false]], [[-10.21875, false]], [[-10.21875, false]], [[-10.84375, false]], [[-12.46875, false]], [[-11.34375, false]], [[-5.09375, false]], [[-11.09375, false]], [[-5.96875, false]], [[-4.71875, false]], [[-10.84375, false]], [[-5.09375, false]], [[-8.96875, false]], [[-8.96875, false]], [[-5.96875, false]], [[-10.59375, false]], [[-8.46875, false]], [[-10.59375, false]], [[-11.34375, false]], [[-4.71875, false]], [[-8.46875, false]], [[-10.59375, false]], [[-4.71875, false]], [[-5.09375, false]], [[-4.71875, false]], [[-8.21875, false]], [[-8.59375, false]], [[-11.34375, false]], [[-10.59375, false]], [[-10.21875, false]], [[-5.09375, false]], [[-8.46875, false]], [[-10.59375, false]], [[-4.71875, false]], [[-10.21875, false]], [[-5.09375, false]], [[-10.59375, false]], [[-11.34375, false]], [[-5.96875, false]], [[-8.84375, false]], [[-9.53125, false]], [[-4.71875, false]], [[-8.84375, false]], [[-8.21875, false]], [[-5.09375, false]], [[-10.59375, false]], [[-11.21875, false]], [[-4.71875, false]], [[-11.21875, false]], [[-5.09375, false]], [[-10.34375, false]], [[-5.96875, false]], [[-8.84375, false]], [[-4.71875, false]], [[-8.59375, false]], [[-10.59375, false]], [[-4.71875, false]], [[-5.09375, false]], [[-4.71875, false]], [[-10.71875, false]], [[-5.09375, false]], [[-11.09375, false]], [[-5.96875, false]], [[-4.71875, false]], [[-8.21875, false]], [[-8.59375, false]], [[-10.34375, false]], [[-8.46875, false]], [[-10.59375, false]], [[-11.34375, false]], [[-4.71875, false]], [[-8.96875, false]], [[-5.96875, false]], [[-9.09375, false]], [[-9.09375, false]], [[-10.71875, false]], [[-5.96875, false]], [[-8.84375, false]], [[-4.71875, false]], [[-8.59375, false]], [[-10.59375, false]], [[-10.21875, false]], [[-8.59375, false]], [[-4.71875, false]], [[-5.09375, false]], [[-4.71875, false]], [[-9.09375, false]], [[-5.96875, false]], [[-5.09375, false]], [[-8.71875, false]], [[-10.84375, false]], [[-8.84375, false]], [[-14.59375, false]]], "filtered_resps": [[-8.84375, false], [-8.84375, false], [-5.09375, false], [-4.71875, false], [-10.71875, false], [-5.09375, false], [-10.21875, false], [-11.34375, false], [-5.96875, false], [-4.71875, false], [-11.34375, false], [-10.71875, false], [-5.09375, false], [-8.71875, false], [-8.46875, false], [-5.96875, false], [-10.21875, false], [-4.71875, false], [-8.21875, false], [-8.59375, false], [-10.21875, false], [-8.21875, false], [-8.46875, false], [-10.59375, false], [-11.34375, false], [-4.71875, false], [-8.59375, false], [-10.59375, false], [-4.71875, false], [-5.09375, false], [-4.71875, false], [-8.21875, false], [-8.59375, false], [-11.34375, false], [-10.59375, false], [-10.21875, false], [-5.09375, false], [-8.46875, false], [-10.59375, false], [-8.84375, false], [-9.53125, false], [-4.71875, false], [-8.84375, false], [-8.84375, false], [-10.21875, false], [-10.21875, false], [-8.59375, false], [-10.59375, false], [-11.34375, false], [-4.71875, false], [-11.21875, false], [-8.46875, false], [-10.59375, false], [-9.09375, false], [-8.84375, false], [-4.71875, false], [-11.21875, false], [-5.96875, false], [-5.09375, false], [-10.21875, false], [-8.46875, false], [-10.59375, false], [-11.34375, false], [-4.71875, false], [-5.09375, false], [-11.21875, false], [-5.09375, false], [-11.21875, false], [-4.71875, false], [-5.09375, false], [-4.71875, false], [-10.21875, false], [-8.59375, false], [-8.71875, false], [-11.09375, false], [-4.71875, false], [-8.71875, false], [-10.71875, false], [-8.46875, false], [-8.21875, false], [-8.21875, false], [-8.84375, false], [-9.53125, false], [-4.71875, false], [-8.84375, false], [-5.09375, false], [-4.71875, false], [-8.21875, false], [-5.09375, false], [-13.09375, false], [-8.59375, false], [-10.21875, false], [-4.71875, false], [-5.96875, false], [-5.09375, false], [-10.21875, false], [-10.21875, false], [-10.84375, false], [-12.46875, false], [-11.34375, false], [-5.09375, false], [-11.09375, false], [-5.96875, false], [-4.71875, false], [-10.84375, false], [-5.09375, false], [-8.96875, false], [-8.96875, false], [-5.96875, false], [-10.59375, false], [-8.46875, false], [-10.59375, false], [-11.34375, false], [-4.71875, false], [-8.46875, false], [-10.59375, false], [-4.71875, false], [-5.09375, false], [-4.71875, false], [-8.21875, false], [-8.59375, false], [-11.34375, false], [-10.59375, false], [-10.21875, false], [-5.09375, false], [-8.46875, false], [-10.59375, false], [-4.71875, false], [-10.21875, false], [-5.09375, false], [-10.59375, false], [-11.34375, false], [-5.96875, false], [-8.84375, false], [-9.53125, false], [-4.71875, false], [-8.84375, false], [-8.21875, false], [-5.09375, false], [-10.59375, false], [-11.21875, false], [-4.71875, false], [-11.21875, false], [-5.09375, false], [-10.34375, false], [-5.96875, false], [-8.84375, false], [-4.71875, false], [-8.59375, false], [-10.59375, false], [-4.71875, false], [-5.09375, false], [-4.71875, false], [-10.71875, false], [-5.09375, false], [-11.09375, false], [-5.96875, false], [-4.71875, false], [-8.21875, false], [-8.59375, false], [-10.34375, false], [-8.46875, false], [-10.59375, false], [-11.34375, false], [-4.71875, false], [-8.96875, false], [-5.96875, false], [-9.09375, false], [-9.09375, false], [-10.71875, false], [-5.96875, false], [-8.84375, false], [-4.71875, false], [-8.59375, false], [-10.59375, false], [-10.21875, false], [-8.59375, false], [-4.71875, false], [-5.09375, false], [-4.71875, false], [-9.09375, false], [-5.96875, false], [-5.09375, false], [-8.71875, false], [-10.84375, false], [-8.84375, false], [-14.59375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 863, "doc": {"id": "Mercury_7094395", "question": "Last year Steve was shorter than his brother. This year Steve is taller than his brother. What cell process is directly responsible for Steve's growth?", "choices": {"text": ["diffusion", "mitosis", "osmosis", "respiration"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "mitosis", "arguments": ["Question: Last year Steve was shorter than his brother. This year Steve is taller than his brother. What cell process is directly responsible for Steve's growth?\nAnswer:", " ["], "resps": [[[-6.8203125, false]], [[-9.6953125, false]], [[-8.6953125, false]], [[-8.3203125, false]], [[-10.1953125, false]], [[-10.1953125, false]], [[-9.6953125, false]], [[-9.0703125, false]], [[-8.3203125, false]], [[-8.8203125, false]], [[-9.0703125, false]], [[-9.6953125, false]], [[-10.296875, false]], [[-5.1953125, false]], [[-9.6953125, false]], [[-7.3203125, false]], [[-8.3203125, false]], [[-8.8203125, false]], [[-8.8203125, false]], [[-9.0703125, false]], [[-8.3203125, false]], [[-9.0703125, false]], [[-9.6953125, false]], [[-10.296875, false]], [[-5.1953125, false]], [[-9.6953125, false]], [[-8.8203125, false]], [[-9.0703125, false]], [[-7.3203125, false]], [[-8.8203125, false]], [[-9.0703125, false]], [[-8.3203125, false]], [[-9.0703125, false]], [[-9.6953125, false]], [[-10.296875, false]], [[-5.1953125, false]], [[-9.6953125, false]], [[-9.0703125, false]], [[-8.9453125, false]], [[-9.0703125, false]], [[-9.0703125, false]], [[-8.3203125, false]], [[-9.0703125, false]], [[-4.6953125, false]], [[-8.8203125, false]], [[-8.3203125, false]], [[-8.8203125, false]], [[-9.0703125, false]], [[-9.6953125, false]], [[-12.9453125, false]]], "filtered_resps": [[-6.8203125, false], [-9.6953125, false], [-8.6953125, false], [-8.3203125, false], [-10.1953125, false], [-10.1953125, false], [-9.6953125, false], [-9.0703125, false], [-8.3203125, false], [-8.8203125, false], [-9.0703125, false], [-9.6953125, false], [-10.296875, false], [-5.1953125, false], [-9.6953125, false], [-7.3203125, false], [-8.3203125, false], [-8.8203125, false], [-8.8203125, false], [-9.0703125, false], [-8.3203125, false], [-9.0703125, false], [-9.6953125, false], [-10.296875, false], [-5.1953125, false], [-9.6953125, false], [-8.8203125, false], [-9.0703125, false], [-7.3203125, false], [-8.8203125, false], [-9.0703125, false], [-8.3203125, false], [-9.0703125, false], [-9.6953125, false], [-10.296875, false], [-5.1953125, false], [-9.6953125, false], [-9.0703125, false], [-8.9453125, false], [-9.0703125, false], [-9.0703125, false], [-8.3203125, false], [-9.0703125, false], [-4.6953125, false], [-8.8203125, false], [-8.3203125, false], [-8.8203125, false], [-9.0703125, false], [-9.6953125, false], [-12.9453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 871, "doc": {"id": "Mercury_SC_405090", "question": "Snow turns to liquid water when it", "choices": {"text": ["freezes.", "melts.", "condenses.", "evaporates."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "melts.", "arguments": ["Question: Snow turns to liquid water when it\nAnswer:", " ["], "resps": [[[-6.890625, false]], [[-8.140625, false]], [[-9.890625, false]], [[-11.140625, false]], [[-8.390625, false]], [[-8.390625, false]], [[-11.640625, false]], [[-8.390625, false]], [[-8.890625, false]], [[-6.890625, false]], [[-8.140625, false]], [[-9.078125, false]], [[-5.390625, false]], [[-8.140625, false]], [[-9.890625, false]], [[-8.390625, false]], [[-9.640625, false]], [[-9.390625, false]], [[-8.890625, false]], [[-6.890625, false]], [[-8.140625, false]], [[-9.078125, false]], [[-5.390625, false]], [[-8.140625, false]], [[-8.890625, false]], [[-9.140625, false]], [[-8.890625, false]], [[-7.890625, false]], [[-8.390625, false]], [[-8.890625, false]], [[-8.890625, false]], [[-8.390625, false]], [[-8.890625, false]], [[-6.890625, false]], [[-8.140625, false]], [[-9.078125, false]], [[-5.390625, false]], [[-8.140625, false]], [[-8.390625, false]], [[-10.390625, false]], [[-5.890625, false]], [[-9.890625, false]], [[-9.140625, false]], [[-11.140625, false]], [[-5.890625, false]], [[-9.390625, false]], [[-8.390625, false]], [[-8.890625, false]], [[-6.890625, false]], [[-8.140625, false]], [[-11.390625, false]]], "filtered_resps": [[-6.890625, false], [-8.140625, false], [-9.890625, false], [-11.140625, false], [-8.390625, false], [-8.390625, false], [-11.640625, false], [-8.390625, false], [-8.890625, false], [-6.890625, false], [-8.140625, false], [-9.078125, false], [-5.390625, false], [-8.140625, false], [-9.890625, false], [-8.390625, false], [-9.640625, false], [-9.390625, false], [-8.890625, false], [-6.890625, false], [-8.140625, false], [-9.078125, false], [-5.390625, false], [-8.140625, false], [-8.890625, false], [-9.140625, false], [-8.890625, false], [-7.890625, false], [-8.390625, false], [-8.890625, false], [-8.890625, false], [-8.390625, false], [-8.890625, false], [-6.890625, false], [-8.140625, false], [-9.078125, false], [-5.390625, false], [-8.140625, false], [-8.390625, false], [-10.390625, false], [-5.890625, false], [-9.890625, false], [-9.140625, false], [-11.140625, false], [-5.890625, false], [-9.390625, false], [-8.390625, false], [-8.890625, false], [-6.890625, false], [-8.140625, false], [-11.390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 879, "doc": {"id": "Mercury_7069388", "question": "A flat piece of paper has a mass of 5 grams. When the paper is crumpled into a ball, the mass of the crumpled paper is", "choices": {"text": ["much more than that of the flat paper.", "slightly more than that of the flat paper.", "the same as that of the flat paper.", "slightly less than that of the flat paper."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "the same as that of the flat paper.", "arguments": ["Question: A flat piece of paper has a mass of 5 grams. When the paper is crumpled into a ball, the mass of the crumpled paper is\nAnswer:", " ["], "resps": [[[-6.73828125, false]], [[-8.484375, false]], [[-4.73828125, false]], [[-8.484375, false]], [[-5.48828125, false]], [[-8.234375, false]], [[-4.23828125, false]], [[-4.73828125, false]], [[-10.234375, false]], [[-6.48828125, false]], [[-7.48828125, false]], [[-4.23828125, false]], [[-6.73828125, false]], [[-8.234375, false]], [[-4.23828125, false]], [[-6.23828125, false]], [[-4.23828125, false]], [[-6.73828125, false]], [[-8.234375, false]], [[-4.23828125, false]], [[-6.73828125, false]], [[-4.23828125, false]], [[-10.234375, false]], [[-7.23828125, false]], [[-4.23828125, false]], [[-6.73828125, false]], [[-8.234375, false]], [[-7.48828125, false]], [[-4.23828125, false]], [[-7.23828125, false]], [[-8.234375, false]], [[-4.23828125, false]], [[-6.73828125, false]], [[-4.23828125, false]], [[-7.23828125, false]], [[-4.23828125, false]], [[-7.23828125, false]], [[-7.48828125, false]], [[-6.48828125, false]], [[-5.6640625, false]], [[-8.484375, false]], [[-8.0390625, false]], [[-4.23828125, false]], [[-8.484375, false]], [[-7.48828125, false]], [[-8.234375, false]], [[-7.98828125, false]], [[-6.23828125, false]], [[-8.234375, false]], [[-6.73828125, false]], [[-8.234375, false]], [[-8.234375, false]], [[-4.23828125, false]], [[-4.73828125, false]], [[-10.234375, false]], [[-6.48828125, false]], [[-7.48828125, false]], [[-4.23828125, false]], [[-6.73828125, false]], [[-8.234375, false]], [[-4.23828125, false]], [[-6.23828125, false]], [[-4.23828125, false]], [[-6.73828125, false]], [[-8.234375, false]], [[-4.23828125, false]], [[-6.73828125, false]], [[-4.23828125, false]], [[-10.234375, false]], [[-7.23828125, false]], [[-4.23828125, false]], [[-6.73828125, false]], [[-8.234375, false]], [[-7.48828125, false]], [[-4.23828125, false]], [[-7.23828125, false]], [[-8.234375, false]], [[-4.23828125, false]], [[-6.73828125, false]], [[-4.23828125, false]], [[-7.23828125, false]], [[-4.23828125, false]], [[-7.23828125, false]], [[-7.48828125, false]], [[-6.48828125, false]], [[-5.6640625, false]], [[-8.484375, false]], [[-8.0390625, false]], [[-4.23828125, false]], [[-8.484375, false]], [[-6.73828125, false]], [[-8.234375, false]], [[-7.48828125, false]], [[-4.23828125, false]], [[-7.48828125, false]], [[-4.23828125, false]], [[-4.73828125, false]], [[-7.48828125, false]], [[-4.23828125, false]], [[-4.23828125, false]], [[-7.48828125, false]], [[-4.23828125, false]], [[-6.73828125, false]], [[-8.234375, false]], [[-4.23828125, false]], [[-6.73828125, false]], [[-4.23828125, false]], [[-10.234375, false]], [[-7.23828125, false]], [[-4.23828125, false]], [[-6.73828125, false]], [[-8.234375, false]], [[-7.48828125, false]], [[-4.23828125, false]], [[-7.23828125, false]], [[-8.234375, false]], [[-4.23828125, false]], [[-6.73828125, false]], [[-4.23828125, false]], [[-7.23828125, false]], [[-4.23828125, false]], [[-7.23828125, false]], [[-7.48828125, false]], [[-6.48828125, false]], [[-5.6640625, false]], [[-8.484375, false]], [[-8.0390625, false]], [[-4.23828125, false]], [[-8.484375, false]], [[-7.48828125, false]], [[-8.234375, false]], [[-7.98828125, false]], [[-6.23828125, false]], [[-8.234375, false]], [[-6.73828125, false]], [[-8.234375, false]], [[-8.234375, false]], [[-4.23828125, false]], [[-8.234375, false]], [[-7.48828125, false]], [[-7.48828125, false]], [[-7.48828125, false]], [[-4.23828125, false]], [[-6.73828125, false]], [[-8.234375, false]], [[-4.23828125, false]], [[-6.23828125, false]], [[-4.23828125, false]], [[-6.73828125, false]], [[-8.234375, false]], [[-4.23828125, false]], [[-6.73828125, false]], [[-4.23828125, false]], [[-10.234375, false]], [[-7.23828125, false]], [[-4.23828125, false]], [[-6.73828125, false]], [[-8.234375, false]], [[-7.48828125, false]], [[-4.23828125, false]], [[-7.23828125, false]], [[-8.234375, false]], [[-4.23828125, false]], [[-6.73828125, false]], [[-4.23828125, false]], [[-7.23828125, false]], [[-4.23828125, false]], [[-7.23828125, false]], [[-7.48828125, false]], [[-6.48828125, false]], [[-5.6640625, false]], [[-8.484375, false]], [[-10.484375, false]]], "filtered_resps": [[-6.73828125, false], [-8.484375, false], [-4.73828125, false], [-8.484375, false], [-5.48828125, false], [-8.234375, false], [-4.23828125, false], [-4.73828125, false], [-10.234375, false], [-6.48828125, false], [-7.48828125, false], [-4.23828125, false], [-6.73828125, false], [-8.234375, false], [-4.23828125, false], [-6.23828125, false], [-4.23828125, false], [-6.73828125, false], [-8.234375, false], [-4.23828125, false], [-6.73828125, false], [-4.23828125, false], [-10.234375, false], [-7.23828125, false], [-4.23828125, false], [-6.73828125, false], [-8.234375, false], [-7.48828125, false], [-4.23828125, false], [-7.23828125, false], [-8.234375, false], [-4.23828125, false], [-6.73828125, false], [-4.23828125, false], [-7.23828125, false], [-4.23828125, false], [-7.23828125, false], [-7.48828125, false], [-6.48828125, false], [-5.6640625, false], [-8.484375, false], [-8.0390625, false], [-4.23828125, false], [-8.484375, false], [-7.48828125, false], [-8.234375, false], [-7.98828125, false], [-6.23828125, false], [-8.234375, false], [-6.73828125, false], [-8.234375, false], [-8.234375, false], [-4.23828125, false], [-4.73828125, false], [-10.234375, false], [-6.48828125, false], [-7.48828125, false], [-4.23828125, false], [-6.73828125, false], [-8.234375, false], [-4.23828125, false], [-6.23828125, false], [-4.23828125, false], [-6.73828125, false], [-8.234375, false], [-4.23828125, false], [-6.73828125, false], [-4.23828125, false], [-10.234375, false], [-7.23828125, false], [-4.23828125, false], [-6.73828125, false], [-8.234375, false], [-7.48828125, false], [-4.23828125, false], [-7.23828125, false], [-8.234375, false], [-4.23828125, false], [-6.73828125, false], [-4.23828125, false], [-7.23828125, false], [-4.23828125, false], [-7.23828125, false], [-7.48828125, false], [-6.48828125, false], [-5.6640625, false], [-8.484375, false], [-8.0390625, false], [-4.23828125, false], [-8.484375, false], [-6.73828125, false], [-8.234375, false], [-7.48828125, false], [-4.23828125, false], [-7.48828125, false], [-4.23828125, false], [-4.73828125, false], [-7.48828125, false], [-4.23828125, false], [-4.23828125, false], [-7.48828125, false], [-4.23828125, false], [-6.73828125, false], [-8.234375, false], [-4.23828125, false], [-6.73828125, false], [-4.23828125, false], [-10.234375, false], [-7.23828125, false], [-4.23828125, false], [-6.73828125, false], [-8.234375, false], [-7.48828125, false], [-4.23828125, false], [-7.23828125, false], [-8.234375, false], [-4.23828125, false], [-6.73828125, false], [-4.23828125, false], [-7.23828125, false], [-4.23828125, false], [-7.23828125, false], [-7.48828125, false], [-6.48828125, false], [-5.6640625, false], [-8.484375, false], [-8.0390625, false], [-4.23828125, false], [-8.484375, false], [-7.48828125, false], [-8.234375, false], [-7.98828125, false], [-6.23828125, false], [-8.234375, false], [-6.73828125, false], [-8.234375, false], [-8.234375, false], [-4.23828125, false], [-8.234375, false], [-7.48828125, false], [-7.48828125, false], [-7.48828125, false], [-4.23828125, false], [-6.73828125, false], [-8.234375, false], [-4.23828125, false], [-6.23828125, false], [-4.23828125, false], [-6.73828125, false], [-8.234375, false], [-4.23828125, false], [-6.73828125, false], [-4.23828125, false], [-10.234375, false], [-7.23828125, false], [-4.23828125, false], [-6.73828125, false], [-8.234375, false], [-7.48828125, false], [-4.23828125, false], [-7.23828125, false], [-8.234375, false], [-4.23828125, false], [-6.73828125, false], [-4.23828125, false], [-7.23828125, false], [-4.23828125, false], [-7.23828125, false], [-7.48828125, false], [-6.48828125, false], [-5.6640625, false], [-8.484375, false], [-10.484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 887, "doc": {"id": "NYSEDREGENTS_2010_4_7", "question": "A student rubs his hands together to warm them. His hands get warm due to", "choices": {"text": ["friction", "gravity", "magnetism", "sound"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "friction", "arguments": ["Question: A student rubs his hands together to warm them. His hands get warm due to\nAnswer:", " ["], "resps": [[[-7.578125, false]], [[-8.578125, false]], [[-9.328125, false]], [[-10.578125, false]], [[-7.953125, false]], [[-7.828125, false]], [[-9.703125, false]], [[-7.953125, false]], [[-8.578125, false]], [[-8.453125, false]], [[-8.578125, false]], [[-8.6015625, false]], [[-5.203125, false]], [[-8.578125, false]], [[-9.078125, false]], [[-10.578125, false]], [[-4.328125, false]], [[-10.578125, false]], [[-7.953125, false]], [[-9.703125, false]], [[-11.453125, false]], [[-8.578125, false]], [[-8.6015625, false]], [[-5.203125, false]], [[-8.578125, false]], [[-8.453125, false]], [[-4.328125, false]], [[-9.078125, false]], [[-8.453125, false]], [[-8.703125, false]], [[-9.703125, false]], [[-7.953125, false]], [[-9.203125, false]], [[-8.453125, false]], [[-8.578125, false]], [[-8.6015625, false]], [[-5.203125, false]], [[-8.578125, false]], [[-9.203125, false]], [[-8.578125, false]], [[-9.828125, false]], [[-8.453125, false]], [[-7.703125, false]], [[-8.578125, false]], [[-11.453125, false]]], "filtered_resps": [[-7.578125, false], [-8.578125, false], [-9.328125, false], [-10.578125, false], [-7.953125, false], [-7.828125, false], [-9.703125, false], [-7.953125, false], [-8.578125, false], [-8.453125, false], [-8.578125, false], [-8.6015625, false], [-5.203125, false], [-8.578125, false], [-9.078125, false], [-10.578125, false], [-4.328125, false], [-10.578125, false], [-7.953125, false], [-9.703125, false], [-11.453125, false], [-8.578125, false], [-8.6015625, false], [-5.203125, false], [-8.578125, false], [-8.453125, false], [-4.328125, false], [-9.078125, false], [-8.453125, false], [-8.703125, false], [-9.703125, false], [-7.953125, false], [-9.203125, false], [-8.453125, false], [-8.578125, false], [-8.6015625, false], [-5.203125, false], [-8.578125, false], [-9.203125, false], [-8.578125, false], [-9.828125, false], [-8.453125, false], [-7.703125, false], [-8.578125, false], [-11.453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 895, "doc": {"id": "Mercury_407661", "question": "Which of these must occur when a substance goes through a chemical change?", "choices": {"text": ["The substance gets larger.", "The substance changes phases.", "The substance changes shape.", "The substance forms a new substance."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "The substance forms a new substance.", "arguments": ["Question: Which of these must occur when a substance goes through a chemical change?\nAnswer:", " ["], "resps": [[[-5.55078125, false]], [[-9.8046875, false]], [[-6.80078125, false]], [[-9.0546875, false]], [[-8.0546875, false]], [[-5.05078125, false]], [[-10.0546875, false]], [[-8.3046875, false]], [[-7.30078125, false]], [[-10.0546875, false]], [[-8.0546875, false]], [[-3.55078125, false]], [[-6.55078125, false]], [[-6.80078125, false]], [[-8.0546875, false]], [[-5.05078125, false]], [[-10.5546875, false]], [[-8.0546875, false]], [[-8.0546875, false]], [[-10.0546875, false]], [[-5.05078125, false]], [[-9.8046875, false]], [[-3.55078125, false]], [[-9.5546875, false]], [[-10.5546875, false]], [[-8.0546875, false]], [[-9.5546875, false]], [[-6.40625, false]], [[-9.8046875, false]], [[-9.15625, false]], [[-5.05078125, false]], [[-9.8046875, false]], [[-6.80078125, false]], [[-9.0546875, false]], [[-8.0546875, false]], [[-5.05078125, false]], [[-10.0546875, false]], [[-8.3046875, false]], [[-7.30078125, false]], [[-10.0546875, false]], [[-8.0546875, false]], [[-3.55078125, false]], [[-6.55078125, false]], [[-6.80078125, false]], [[-8.0546875, false]], [[-5.05078125, false]], [[-6.80078125, false]], [[-9.0546875, false]], [[-3.55078125, false]], [[-6.55078125, false]], [[-10.5546875, false]], [[-8.0546875, false]], [[-10.0546875, false]], [[-5.05078125, false]], [[-7.80078125, false]], [[-9.0546875, false]], [[-3.55078125, false]], [[-10.0546875, false]], [[-8.0546875, false]], [[-10.0546875, false]], [[-6.40625, false]], [[-9.8046875, false]], [[-9.15625, false]], [[-5.05078125, false]], [[-9.8046875, false]], [[-6.80078125, false]], [[-9.0546875, false]], [[-8.0546875, false]], [[-5.05078125, false]], [[-10.0546875, false]], [[-8.3046875, false]], [[-7.30078125, false]], [[-10.0546875, false]], [[-8.0546875, false]], [[-3.55078125, false]], [[-6.55078125, false]], [[-6.80078125, false]], [[-8.0546875, false]], [[-5.05078125, false]], [[-6.80078125, false]], [[-9.0546875, false]], [[-3.55078125, false]], [[-6.55078125, false]], [[-10.5546875, false]], [[-8.0546875, false]], [[-10.0546875, false]], [[-5.05078125, false]], [[-10.0546875, false]], [[-9.0546875, false]], [[-3.55078125, false]], [[-7.80078125, false]], [[-8.0546875, false]], [[-6.40625, false]], [[-9.8046875, false]], [[-9.15625, false]], [[-5.05078125, false]], [[-9.8046875, false]], [[-6.80078125, false]], [[-9.0546875, false]], [[-8.0546875, false]], [[-5.05078125, false]], [[-10.0546875, false]], [[-8.3046875, false]], [[-7.30078125, false]], [[-10.0546875, false]], [[-8.0546875, false]], [[-3.55078125, false]], [[-6.55078125, false]], [[-6.80078125, false]], [[-8.0546875, false]], [[-5.05078125, false]], [[-10.0546875, false]], [[-8.5546875, false]], [[-9.5546875, false]], [[-6.55078125, false]], [[-10.0546875, false]], [[-5.05078125, false]], [[-3.55078125, false]], [[-5.05078125, false]], [[-6.55078125, false]], [[-8.0546875, false]], [[-10.3046875, false]], [[-5.05078125, false]], [[-10.0546875, false]], [[-8.3046875, false]], [[-7.30078125, false]], [[-10.0546875, false]], [[-8.0546875, false]], [[-3.55078125, false]], [[-6.55078125, false]], [[-6.80078125, false]], [[-8.0546875, false]], [[-6.40625, false]], [[-9.8046875, false]], [[-12.3046875, false]]], "filtered_resps": [[-5.55078125, false], [-9.8046875, false], [-6.80078125, false], [-9.0546875, false], [-8.0546875, false], [-5.05078125, false], [-10.0546875, false], [-8.3046875, false], [-7.30078125, false], [-10.0546875, false], [-8.0546875, false], [-3.55078125, false], [-6.55078125, false], [-6.80078125, false], [-8.0546875, false], [-5.05078125, false], [-10.5546875, false], [-8.0546875, false], [-8.0546875, false], [-10.0546875, false], [-5.05078125, false], [-9.8046875, false], [-3.55078125, false], [-9.5546875, false], [-10.5546875, false], [-8.0546875, false], [-9.5546875, false], [-6.40625, false], [-9.8046875, false], [-9.15625, false], [-5.05078125, false], [-9.8046875, false], [-6.80078125, false], [-9.0546875, false], [-8.0546875, false], [-5.05078125, false], [-10.0546875, false], [-8.3046875, false], [-7.30078125, false], [-10.0546875, false], [-8.0546875, false], [-3.55078125, false], [-6.55078125, false], [-6.80078125, false], [-8.0546875, false], [-5.05078125, false], [-6.80078125, false], [-9.0546875, false], [-3.55078125, false], [-6.55078125, false], [-10.5546875, false], [-8.0546875, false], [-10.0546875, false], [-5.05078125, false], [-7.80078125, false], [-9.0546875, false], [-3.55078125, false], [-10.0546875, false], [-8.0546875, false], [-10.0546875, false], [-6.40625, false], [-9.8046875, false], [-9.15625, false], [-5.05078125, false], [-9.8046875, false], [-6.80078125, false], [-9.0546875, false], [-8.0546875, false], [-5.05078125, false], [-10.0546875, false], [-8.3046875, false], [-7.30078125, false], [-10.0546875, false], [-8.0546875, false], [-3.55078125, false], [-6.55078125, false], [-6.80078125, false], [-8.0546875, false], [-5.05078125, false], [-6.80078125, false], [-9.0546875, false], [-3.55078125, false], [-6.55078125, false], [-10.5546875, false], [-8.0546875, false], [-10.0546875, false], [-5.05078125, false], [-10.0546875, false], [-9.0546875, false], [-3.55078125, false], [-7.80078125, false], [-8.0546875, false], [-6.40625, false], [-9.8046875, false], [-9.15625, false], [-5.05078125, false], [-9.8046875, false], [-6.80078125, false], [-9.0546875, false], [-8.0546875, false], [-5.05078125, false], [-10.0546875, false], [-8.3046875, false], [-7.30078125, false], [-10.0546875, false], [-8.0546875, false], [-3.55078125, false], [-6.55078125, false], [-6.80078125, false], [-8.0546875, false], [-5.05078125, false], [-10.0546875, false], [-8.5546875, false], [-9.5546875, false], [-6.55078125, false], [-10.0546875, false], [-5.05078125, false], [-3.55078125, false], [-5.05078125, false], [-6.55078125, false], [-8.0546875, false], [-10.3046875, false], [-5.05078125, false], [-10.0546875, false], [-8.3046875, false], [-7.30078125, false], [-10.0546875, false], [-8.0546875, false], [-3.55078125, false], [-6.55078125, false], [-6.80078125, false], [-8.0546875, false], [-6.40625, false], [-9.8046875, false], [-12.3046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 903, "doc": {"id": "Mercury_402092", "question": "Which is not an inherited trait in humans?", "choices": {"text": ["blue eyes", "long fingers", "calloused hands", "attached earlobes"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "calloused hands", "arguments": ["Question: Which is not an inherited trait in humans?\nAnswer:", " ["], "resps": [[[-8.15625, false]], [[-8.90625, false]], [[-8.90625, false]], [[-8.90625, false]], [[-9.78125, false]], [[-9.15625, false]], [[-5.03125, false]], [[-9.15625, false]], [[-11.28125, false]], [[-9.15625, false]], [[-8.03125, false]], [[-8.90625, false]], [[-9.6796875, false]], [[-5.03125, false]], [[-8.90625, false]], [[-8.90625, false]], [[-8.40625, false]], [[-8.90625, false]], [[-10.53125, false]], [[-5.03125, false]], [[-9.65625, false]], [[-8.78125, false]], [[-8.90625, false]], [[-10.53125, false]], [[-9.15625, false]], [[-10.65625, false]], [[-8.03125, false]], [[-8.90625, false]], [[-9.6796875, false]], [[-5.03125, false]], [[-8.90625, false]], [[-7.40625, false]], [[-4.28125, false]], [[-8.90625, false]], [[-8.90625, false]], [[-8.40625, false]], [[-9.78125, false]], [[-8.03125, false]], [[-9.15625, false]], [[-8.40625, false]], [[-5.03125, false]], [[-10.28125, false]], [[-4.28125, false]], [[-8.90625, false]], [[-8.40625, false]], [[-8.03125, false]], [[-8.90625, false]], [[-9.6796875, false]], [[-5.03125, false]], [[-8.90625, false]], [[-4.28125, false]], [[-9.90625, false]], [[-9.90625, false]], [[-4.28125, false]], [[-7.40625, false]], [[-10.28125, false]], [[-9.15625, false]], [[-8.40625, false]], [[-5.03125, false]], [[-9.15625, false]], [[-4.28125, false]], [[-10.65625, false]], [[-8.90625, false]], [[-8.40625, false]], [[-8.90625, false]], [[-9.15625, false]], [[-8.03125, false]], [[-8.90625, false]], [[-13.28125, false]]], "filtered_resps": [[-8.15625, false], [-8.90625, false], [-8.90625, false], [-8.90625, false], [-9.78125, false], [-9.15625, false], [-5.03125, false], [-9.15625, false], [-11.28125, false], [-9.15625, false], [-8.03125, false], [-8.90625, false], [-9.6796875, false], [-5.03125, false], [-8.90625, false], [-8.90625, false], [-8.40625, false], [-8.90625, false], [-10.53125, false], [-5.03125, false], [-9.65625, false], [-8.78125, false], [-8.90625, false], [-10.53125, false], [-9.15625, false], [-10.65625, false], [-8.03125, false], [-8.90625, false], [-9.6796875, false], [-5.03125, false], [-8.90625, false], [-7.40625, false], [-4.28125, false], [-8.90625, false], [-8.90625, false], [-8.40625, false], [-9.78125, false], [-8.03125, false], [-9.15625, false], [-8.40625, false], [-5.03125, false], [-10.28125, false], [-4.28125, false], [-8.90625, false], [-8.40625, false], [-8.03125, false], [-8.90625, false], [-9.6796875, false], [-5.03125, false], [-8.90625, false], [-4.28125, false], [-9.90625, false], [-9.90625, false], [-4.28125, false], [-7.40625, false], [-10.28125, false], [-9.15625, false], [-8.40625, false], [-5.03125, false], [-9.15625, false], [-4.28125, false], [-10.65625, false], [-8.90625, false], [-8.40625, false], [-8.90625, false], [-9.15625, false], [-8.03125, false], [-8.90625, false], [-13.28125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 911, "doc": {"id": "Mercury_SC_409172", "question": "During a space mission, scientists will send experiments for the astronauts to conduct in space. In many cases, scientists have made predictions about the outcome of the experiment. Why do astronauts perform the experiment if the results have already been predicted?", "choices": {"text": ["to obtain data to test a hypothesis", "to make a complete observation", "to make a report of the procedures", "to make a hypothesis understandable"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "to obtain data to test a hypothesis", "arguments": ["Question: During a space mission, scientists will send experiments for the astronauts to conduct in space. In many cases, scientists have made predictions about the outcome of the experiment. Why do astronauts perform the experiment if the results have already been predicted?\nAnswer:", " ["], "resps": [[[-7.1328125, false]], [[-9.1328125, false]], [[-11.3828125, false]], [[-10.8828125, false]], [[-6.3828125, false]], [[-10.8828125, false]], [[-9.8828125, false]], [[-11.3828125, false]], [[-7.1328125, false]], [[-10.6328125, false]], [[-11.6328125, false]], [[-6.3828125, false]], [[-10.8828125, false]], [[-7.1328125, false]], [[-11.3828125, false]], [[-7.1328125, false]], [[-6.3828125, false]], [[-11.3828125, false]], [[-10.8828125, false]], [[-6.3828125, false]], [[-11.3828125, false]], [[-9.8828125, false]], [[-10.3828125, false]], [[-11.3828125, false]], [[-6.3828125, false]], [[-7.1328125, false]], [[-6.3828125, false]], [[-12.1328125, false]], [[-14.1328125, false]], [[-10.3828125, false]], [[-10.8828125, false]], [[-11.3828125, false]], [[-12.1328125, false]], [[-9.8828125, false]], [[-10.3828125, false]], [[-10.6328125, false]], [[-10.3828125, false]], [[-9.1328125, false]], [[-11.03125, false]], [[-6.3828125, false]], [[-9.1328125, false]], [[-11.3828125, false]], [[-10.8828125, false]], [[-6.3828125, false]], [[-12.3828125, false]], [[-7.1328125, false]], [[-13.3828125, false]], [[-9.8828125, false]], [[-6.3828125, false]], [[-7.1328125, false]], [[-6.3828125, false]], [[-11.3828125, false]], [[-10.8828125, false]], [[-12.3828125, false]], [[-10.3828125, false]], [[-12.1328125, false]], [[-9.8828125, false]], [[-11.3828125, false]], [[-9.8828125, false]], [[-6.3828125, false]], [[-10.8828125, false]], [[-9.8828125, false]], [[-10.3828125, false]], [[-9.8828125, false]], [[-13.6328125, false]], [[-12.3828125, false]], [[-7.1328125, false]], [[-11.3828125, false]], [[-10.6328125, false]], [[-10.8828125, false]], [[-11.6328125, false]], [[-9.1328125, false]], [[-11.03125, false]], [[-6.3828125, false]], [[-9.1328125, false]], [[-11.3828125, false]], [[-10.8828125, false]], [[-6.3828125, false]], [[-12.3828125, false]], [[-7.1328125, false]], [[-13.3828125, false]], [[-9.8828125, false]], [[-6.3828125, false]], [[-7.1328125, false]], [[-6.3828125, false]], [[-13.6328125, false]], [[-9.8828125, false]], [[-10.3828125, false]], [[-10.8828125, false]], [[-13.6328125, false]], [[-11.3828125, false]], [[-6.3828125, false]], [[-10.8828125, false]], [[-10.6328125, false]], [[-6.3828125, false]], [[-11.3828125, false]], [[-12.1328125, false]], [[-9.8828125, false]], [[-6.3828125, false]], [[-10.3828125, false]], [[-13.6328125, false]], [[-10.8828125, false]], [[-11.3828125, false]], [[-9.8828125, false]], [[-10.8828125, false]], [[-11.8828125, false]], [[-13.6328125, false]], [[-9.8828125, false]], [[-10.3828125, false]], [[-9.1328125, false]], [[-11.03125, false]], [[-6.3828125, false]], [[-9.1328125, false]], [[-11.3828125, false]], [[-10.8828125, false]], [[-6.3828125, false]], [[-12.3828125, false]], [[-7.1328125, false]], [[-13.3828125, false]], [[-9.8828125, false]], [[-6.3828125, false]], [[-7.1328125, false]], [[-6.3828125, false]], [[-12.1328125, false]], [[-14.1328125, false]], [[-10.3828125, false]], [[-10.8828125, false]], [[-11.3828125, false]], [[-12.1328125, false]], [[-9.8828125, false]], [[-10.3828125, false]], [[-10.6328125, false]], [[-10.3828125, false]], [[-6.3828125, false]], [[-11.8828125, false]], [[-11.6328125, false]], [[-10.8828125, false]], [[-9.8828125, false]], [[-13.6328125, false]], [[-10.3828125, false]], [[-11.3828125, false]], [[-7.1328125, false]], [[-11.6328125, false]], [[-10.8828125, false]], [[-7.1328125, false]], [[-9.8828125, false]], [[-12.1328125, false]], [[-9.8828125, false]], [[-9.1328125, false]], [[-12.6328125, false]]], "filtered_resps": [[-7.1328125, false], [-9.1328125, false], [-11.3828125, false], [-10.8828125, false], [-6.3828125, false], [-10.8828125, false], [-9.8828125, false], [-11.3828125, false], [-7.1328125, false], [-10.6328125, false], [-11.6328125, false], [-6.3828125, false], [-10.8828125, false], [-7.1328125, false], [-11.3828125, false], [-7.1328125, false], [-6.3828125, false], [-11.3828125, false], [-10.8828125, false], [-6.3828125, false], [-11.3828125, false], [-9.8828125, false], [-10.3828125, false], [-11.3828125, false], [-6.3828125, false], [-7.1328125, false], [-6.3828125, false], [-12.1328125, false], [-14.1328125, false], [-10.3828125, false], [-10.8828125, false], [-11.3828125, false], [-12.1328125, false], [-9.8828125, false], [-10.3828125, false], [-10.6328125, false], [-10.3828125, false], [-9.1328125, false], [-11.03125, false], [-6.3828125, false], [-9.1328125, false], [-11.3828125, false], [-10.8828125, false], [-6.3828125, false], [-12.3828125, false], [-7.1328125, false], [-13.3828125, false], [-9.8828125, false], [-6.3828125, false], [-7.1328125, false], [-6.3828125, false], [-11.3828125, false], [-10.8828125, false], [-12.3828125, false], [-10.3828125, false], [-12.1328125, false], [-9.8828125, false], [-11.3828125, false], [-9.8828125, false], [-6.3828125, false], [-10.8828125, false], [-9.8828125, false], [-10.3828125, false], [-9.8828125, false], [-13.6328125, false], [-12.3828125, false], [-7.1328125, false], [-11.3828125, false], [-10.6328125, false], [-10.8828125, false], [-11.6328125, false], [-9.1328125, false], [-11.03125, false], [-6.3828125, false], [-9.1328125, false], [-11.3828125, false], [-10.8828125, false], [-6.3828125, false], [-12.3828125, false], [-7.1328125, false], [-13.3828125, false], [-9.8828125, false], [-6.3828125, false], [-7.1328125, false], [-6.3828125, false], [-13.6328125, false], [-9.8828125, false], [-10.3828125, false], [-10.8828125, false], [-13.6328125, false], [-11.3828125, false], [-6.3828125, false], [-10.8828125, false], [-10.6328125, false], [-6.3828125, false], [-11.3828125, false], [-12.1328125, false], [-9.8828125, false], [-6.3828125, false], [-10.3828125, false], [-13.6328125, false], [-10.8828125, false], [-11.3828125, false], [-9.8828125, false], [-10.8828125, false], [-11.8828125, false], [-13.6328125, false], [-9.8828125, false], [-10.3828125, false], [-9.1328125, false], [-11.03125, false], [-6.3828125, false], [-9.1328125, false], [-11.3828125, false], [-10.8828125, false], [-6.3828125, false], [-12.3828125, false], [-7.1328125, false], [-13.3828125, false], [-9.8828125, false], [-6.3828125, false], [-7.1328125, false], [-6.3828125, false], [-12.1328125, false], [-14.1328125, false], [-10.3828125, false], [-10.8828125, false], [-11.3828125, false], [-12.1328125, false], [-9.8828125, false], [-10.3828125, false], [-10.6328125, false], [-10.3828125, false], [-6.3828125, false], [-11.8828125, false], [-11.6328125, false], [-10.8828125, false], [-9.8828125, false], [-13.6328125, false], [-10.3828125, false], [-11.3828125, false], [-7.1328125, false], [-11.6328125, false], [-10.8828125, false], [-7.1328125, false], [-9.8828125, false], [-12.1328125, false], [-9.8828125, false], [-9.1328125, false], [-12.6328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 919, "doc": {"id": "Mercury_7267943", "question": "Which of these is the best reason for exercising on space flights?", "choices": {"text": ["to increase strength for moving around in the cabin", "to keep from becoming overweight on a space mission", "to minimize the loss of muscle mass due to microgravity", "to ensure that bodily fluids do not tend to collect in the feet"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "to minimize the loss of muscle mass due to microgravity", "arguments": ["Question: Which of these is the best reason for exercising on space flights?\nAnswer:", " ["], "resps": [[[-6.87890625, false]], [[-8.0078125, false]], [[-10.5078125, false]], [[-10.3828125, false]], [[-5.12890625, false]], [[-10.0078125, false]], [[-10.6328125, false]], [[-9.7578125, false]], [[-11.8828125, false]], [[-9.0078125, false]], [[-6.25390625, false]], [[-9.5078125, false]], [[-9.0078125, false]], [[-5.12890625, false]], [[-9.5078125, false]], [[-10.5078125, false]], [[-11.8828125, false]], [[-9.0078125, false]], [[-10.6328125, false]], [[-12.1328125, false]], [[-10.5078125, false]], [[-10.3828125, false]], [[-5.12890625, false]], [[-9.2578125, false]], [[-10.3828125, false]], [[-11.8828125, false]], [[-5.12890625, false]], [[-11.3828125, false]], [[-10.3828125, false]], [[-10.6328125, false]], [[-10.0078125, false]], [[-10.6328125, false]], [[-12.1328125, false]], [[-5.12890625, false]], [[-6.25390625, false]], [[-11.8828125, false]], [[-10.3828125, false]], [[-12.1328125, false]], [[-10.6328125, false]], [[-10.3828125, false]], [[-5.12890625, false]], [[-10.0078125, false]], [[-10.6328125, false]], [[-5.12890625, false]], [[-10.5078125, false]], [[-10.3828125, false]], [[-9.0078125, false]], [[-5.12890625, false]], [[-9.7578125, false]], [[-6.25390625, false]], [[-9.8828125, false]], [[-10.0078125, false]], [[-10.6328125, false]], [[-8.0078125, false]], [[-10.3984375, false]], [[-5.12890625, false]], [[-8.0078125, false]], [[-10.5078125, false]], [[-10.3828125, false]], [[-5.12890625, false]], [[-12.1328125, false]], [[-9.0078125, false]], [[-9.0078125, false]], [[-10.5078125, false]], [[-5.12890625, false]], [[-9.2578125, false]], [[-11.8828125, false]], [[-10.3828125, false]], [[-11.3828125, false]], [[-5.12890625, false]], [[-9.8828125, false]], [[-9.0078125, false]], [[-9.7578125, false]], [[-10.3828125, false]], [[-11.3828125, false]], [[-10.0078125, false]], [[-10.6328125, false]], [[-12.1328125, false]], [[-5.12890625, false]], [[-10.3828125, false]], [[-10.6328125, false]], [[-9.0078125, false]], [[-11.8828125, false]], [[-10.6328125, false]], [[-9.0078125, false]], [[-10.0078125, false]], [[-12.1328125, false]], [[-10.3828125, false]], [[-10.5078125, false]], [[-5.12890625, false]], [[-10.3828125, false]], [[-10.6328125, false]], [[-5.12890625, false]], [[-6.25390625, false]], [[-5.12890625, false]], [[-9.5078125, false]], [[-10.5078125, false]], [[-6.25390625, false]], [[-9.7578125, false]], [[-9.0078125, false]], [[-5.12890625, false]], [[-11.3828125, false]], [[-10.0078125, false]], [[-9.5078125, false]], [[-9.5078125, false]], [[-10.0078125, false]], [[-10.3828125, false]], [[-10.6328125, false]], [[-8.0078125, false]], [[-10.3984375, false]], [[-5.12890625, false]], [[-8.0078125, false]], [[-10.5078125, false]], [[-10.3828125, false]], [[-5.12890625, false]], [[-11.3828125, false]], [[-10.0078125, false]], [[-10.6328125, false]], [[-10.0078125, false]], [[-11.3828125, false]], [[-10.0078125, false]], [[-13.2578125, false]], [[-9.0078125, false]], [[-5.12890625, false]], [[-10.5078125, false]], [[-10.3828125, false]], [[-9.0078125, false]], [[-5.12890625, false]], [[-11.2578125, false]], [[-10.3828125, false]], [[-9.5078125, false]], [[-9.5078125, false]], [[-5.12890625, false]], [[-10.3828125, false]], [[-9.2578125, false]], [[-5.12890625, false]], [[-11.3828125, false]], [[-12.1328125, false]], [[-9.5078125, false]], [[-9.7578125, false]], [[-11.2578125, false]], [[-9.0078125, false]], [[-5.12890625, false]], [[-11.3828125, false]], [[-6.25390625, false]], [[-9.5078125, false]], [[-9.5078125, false]], [[-5.12890625, false]], [[-10.3828125, false]], [[-12.1328125, false]], [[-9.0078125, false]], [[-5.12890625, false]], [[-10.5078125, false]], [[-10.3828125, false]], [[-5.12890625, false]], [[-11.3828125, false]], [[-10.0078125, false]], [[-9.7578125, false]], [[-11.8828125, false]], [[-10.3828125, false]], [[-12.1328125, false]], [[-11.8828125, false]], [[-6.25390625, false]], [[-10.6328125, false]], [[-10.0078125, false]], [[-10.5078125, false]], [[-11.7578125, false]], [[-8.0078125, false]], [[-10.3984375, false]], [[-5.12890625, false]], [[-8.0078125, false]], [[-10.5078125, false]], [[-10.3828125, false]], [[-5.12890625, false]], [[-9.0078125, false]], [[-10.6328125, false]], [[-9.5078125, false]], [[-12.1328125, false]], [[-11.8828125, false]], [[-9.0078125, false]], [[-5.12890625, false]], [[-10.5078125, false]], [[-10.3828125, false]], [[-6.25390625, false]], [[-10.5078125, false]], [[-5.12890625, false]], [[-9.8828125, false]], [[-10.3828125, false]], [[-10.3828125, false]], [[-10.0078125, false]], [[-11.2578125, false]], [[-11.7578125, false]], [[-5.12890625, false]], [[-9.2578125, false]], [[-11.2578125, false]], [[-12.1328125, false]], [[-10.0078125, false]], [[-10.3828125, false]], [[-9.5078125, false]], [[-5.12890625, false]], [[-10.3828125, false]], [[-10.3828125, false]], [[-5.12890625, false]], [[-10.6328125, false]], [[-10.3828125, false]], [[-10.5078125, false]], [[-5.12890625, false]], [[-10.5078125, false]], [[-9.0078125, false]], [[-10.6328125, false]], [[-10.3828125, false]], [[-5.12890625, false]], [[-10.5078125, false]], [[-10.3828125, false]], [[-5.12890625, false]], [[-9.7578125, false]], [[-10.3828125, false]], [[-11.2578125, false]], [[-11.2578125, false]], [[-9.0078125, false]], [[-9.7578125, false]], [[-10.5078125, false]], [[-5.12890625, false]], [[-10.0078125, false]], [[-10.6328125, false]], [[-5.12890625, false]], [[-10.5078125, false]], [[-10.3828125, false]], [[-9.0078125, false]], [[-5.12890625, false]], [[-9.2578125, false]], [[-9.0078125, false]], [[-9.0078125, false]], [[-10.5078125, false]], [[-8.0078125, false]], [[-12.7578125, false]]], "filtered_resps": [[-6.87890625, false], [-8.0078125, false], [-10.5078125, false], [-10.3828125, false], [-5.12890625, false], [-10.0078125, false], [-10.6328125, false], [-9.7578125, false], [-11.8828125, false], [-9.0078125, false], [-6.25390625, false], [-9.5078125, false], [-9.0078125, false], [-5.12890625, false], [-9.5078125, false], [-10.5078125, false], [-11.8828125, false], [-9.0078125, false], [-10.6328125, false], [-12.1328125, false], [-10.5078125, false], [-10.3828125, false], [-5.12890625, false], [-9.2578125, false], [-10.3828125, false], [-11.8828125, false], [-5.12890625, false], [-11.3828125, false], [-10.3828125, false], [-10.6328125, false], [-10.0078125, false], [-10.6328125, false], [-12.1328125, false], [-5.12890625, false], [-6.25390625, false], [-11.8828125, false], [-10.3828125, false], [-12.1328125, false], [-10.6328125, false], [-10.3828125, false], [-5.12890625, false], [-10.0078125, false], [-10.6328125, false], [-5.12890625, false], [-10.5078125, false], [-10.3828125, false], [-9.0078125, false], [-5.12890625, false], [-9.7578125, false], [-6.25390625, false], [-9.8828125, false], [-10.0078125, false], [-10.6328125, false], [-8.0078125, false], [-10.3984375, false], [-5.12890625, false], [-8.0078125, false], [-10.5078125, false], [-10.3828125, false], [-5.12890625, false], [-12.1328125, false], [-9.0078125, false], [-9.0078125, false], [-10.5078125, false], [-5.12890625, false], [-9.2578125, false], [-11.8828125, false], [-10.3828125, false], [-11.3828125, false], [-5.12890625, false], [-9.8828125, false], [-9.0078125, false], [-9.7578125, false], [-10.3828125, false], [-11.3828125, false], [-10.0078125, false], [-10.6328125, false], [-12.1328125, false], [-5.12890625, false], [-10.3828125, false], [-10.6328125, false], [-9.0078125, false], [-11.8828125, false], [-10.6328125, false], [-9.0078125, false], [-10.0078125, false], [-12.1328125, false], [-10.3828125, false], [-10.5078125, false], [-5.12890625, false], [-10.3828125, false], [-10.6328125, false], [-5.12890625, false], [-6.25390625, false], [-5.12890625, false], [-9.5078125, false], [-10.5078125, false], [-6.25390625, false], [-9.7578125, false], [-9.0078125, false], [-5.12890625, false], [-11.3828125, false], [-10.0078125, false], [-9.5078125, false], [-9.5078125, false], [-10.0078125, false], [-10.3828125, false], [-10.6328125, false], [-8.0078125, false], [-10.3984375, false], [-5.12890625, false], [-8.0078125, false], [-10.5078125, false], [-10.3828125, false], [-5.12890625, false], [-11.3828125, false], [-10.0078125, false], [-10.6328125, false], [-10.0078125, false], [-11.3828125, false], [-10.0078125, false], [-13.2578125, false], [-9.0078125, false], [-5.12890625, false], [-10.5078125, false], [-10.3828125, false], [-9.0078125, false], [-5.12890625, false], [-11.2578125, false], [-10.3828125, false], [-9.5078125, false], [-9.5078125, false], [-5.12890625, false], [-10.3828125, false], [-9.2578125, false], [-5.12890625, false], [-11.3828125, false], [-12.1328125, false], [-9.5078125, false], [-9.7578125, false], [-11.2578125, false], [-9.0078125, false], [-5.12890625, false], [-11.3828125, false], [-6.25390625, false], [-9.5078125, false], [-9.5078125, false], [-5.12890625, false], [-10.3828125, false], [-12.1328125, false], [-9.0078125, false], [-5.12890625, false], [-10.5078125, false], [-10.3828125, false], [-5.12890625, false], [-11.3828125, false], [-10.0078125, false], [-9.7578125, false], [-11.8828125, false], [-10.3828125, false], [-12.1328125, false], [-11.8828125, false], [-6.25390625, false], [-10.6328125, false], [-10.0078125, false], [-10.5078125, false], [-11.7578125, false], [-8.0078125, false], [-10.3984375, false], [-5.12890625, false], [-8.0078125, false], [-10.5078125, false], [-10.3828125, false], [-5.12890625, false], [-9.0078125, false], [-10.6328125, false], [-9.5078125, false], [-12.1328125, false], [-11.8828125, false], [-9.0078125, false], [-5.12890625, false], [-10.5078125, false], [-10.3828125, false], [-6.25390625, false], [-10.5078125, false], [-5.12890625, false], [-9.8828125, false], [-10.3828125, false], [-10.3828125, false], [-10.0078125, false], [-11.2578125, false], [-11.7578125, false], [-5.12890625, false], [-9.2578125, false], [-11.2578125, false], [-12.1328125, false], [-10.0078125, false], [-10.3828125, false], [-9.5078125, false], [-5.12890625, false], [-10.3828125, false], [-10.3828125, false], [-5.12890625, false], [-10.6328125, false], [-10.3828125, false], [-10.5078125, false], [-5.12890625, false], [-10.5078125, false], [-9.0078125, false], [-10.6328125, false], [-10.3828125, false], [-5.12890625, false], [-10.5078125, false], [-10.3828125, false], [-5.12890625, false], [-9.7578125, false], [-10.3828125, false], [-11.2578125, false], [-11.2578125, false], [-9.0078125, false], [-9.7578125, false], [-10.5078125, false], [-5.12890625, false], [-10.0078125, false], [-10.6328125, false], [-5.12890625, false], [-10.5078125, false], [-10.3828125, false], [-9.0078125, false], [-5.12890625, false], [-9.2578125, false], [-9.0078125, false], [-9.0078125, false], [-10.5078125, false], [-8.0078125, false], [-12.7578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 927, "doc": {"id": "Mercury_7219118", "question": "The mineral quartz naturally forms in various colors. Which difference in quartz formation results in the different colors?", "choices": {"text": ["pressure at which the processes occurred", "temperature at which the processes occurred", "chemical impurities present as the processes occurred", "amount of time passed since the processes occurred"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "chemical impurities present as the processes occurred", "arguments": ["Question: The mineral quartz naturally forms in various colors. Which difference in quartz formation results in the different colors?\nAnswer:", " ["], "resps": [[[-8.109375, false]], [[-9.859375, false]], [[-11.359375, false]], [[-10.109375, false]], [[-9.359375, false]], [[-10.859375, false]], [[-10.859375, false]], [[-12.609375, false]], [[-10.109375, false]], [[-9.359375, false]], [[-6.10546875, false]], [[-6.85546875, false]], [[-12.109375, false]], [[-6.10546875, false]], [[-11.359375, false]], [[-12.109375, false]], [[-10.109375, false]], [[-10.109375, false]], [[-12.109375, false]], [[-6.10546875, false]], [[-12.109375, false]], [[-12.109375, false]], [[-9.359375, false]], [[-6.10546875, false]], [[-11.359375, false]], [[-10.109375, false]], [[-9.609375, false]], [[-10.109375, false]], [[-9.359375, false]], [[-10.859375, false]], [[-10.859375, false]], [[-9.359375, false]], [[-10.859375, false]], [[-6.10546875, false]], [[-9.609375, false]], [[-10.109375, false]], [[-10.109375, false]], [[-12.609375, false]], [[-10.109375, false]], [[-10.109375, false]], [[-9.359375, false]], [[-11.109375, false]], [[-9.859375, false]], [[-10.203125, false]], [[-6.10546875, false]], [[-9.859375, false]], [[-12.109375, false]], [[-9.359375, false]], [[-11.109375, false]], [[-11.359375, false]], [[-9.359375, false]], [[-10.109375, false]], [[-6.85546875, false]], [[-12.109375, false]], [[-12.609375, false]], [[-10.109375, false]], [[-9.359375, false]], [[-6.10546875, false]], [[-6.85546875, false]], [[-12.109375, false]], [[-6.10546875, false]], [[-11.359375, false]], [[-12.109375, false]], [[-10.109375, false]], [[-10.109375, false]], [[-12.109375, false]], [[-6.10546875, false]], [[-12.109375, false]], [[-12.109375, false]], [[-9.359375, false]], [[-6.10546875, false]], [[-11.359375, false]], [[-10.109375, false]], [[-9.609375, false]], [[-10.109375, false]], [[-9.359375, false]], [[-10.859375, false]], [[-10.859375, false]], [[-9.359375, false]], [[-10.859375, false]], [[-6.10546875, false]], [[-9.609375, false]], [[-10.109375, false]], [[-10.109375, false]], [[-12.609375, false]], [[-10.109375, false]], [[-10.109375, false]], [[-9.359375, false]], [[-11.109375, false]], [[-9.859375, false]], [[-10.203125, false]], [[-6.10546875, false]], [[-9.859375, false]], [[-10.109375, false]], [[-12.109375, false]], [[-9.359375, false]], [[-11.109375, false]], [[-10.109375, false]], [[-10.109375, false]], [[-6.85546875, false]], [[-11.359375, false]], [[-6.10546875, false]], [[-10.109375, false]], [[-11.109375, false]], [[-11.359375, false]], [[-12.609375, false]], [[-10.109375, false]], [[-10.109375, false]], [[-12.109375, false]], [[-10.109375, false]], [[-9.359375, false]], [[-10.859375, false]], [[-6.10546875, false]], [[-11.359375, false]], [[-10.109375, false]], [[-9.359375, false]], [[-10.859375, false]], [[-9.359375, false]], [[-10.859375, false]], [[-12.109375, false]], [[-6.10546875, false]], [[-6.85546875, false]], [[-10.859375, false]], [[-6.10546875, false]], [[-12.109375, false]], [[-12.109375, false]], [[-9.359375, false]], [[-6.10546875, false]], [[-11.359375, false]], [[-10.109375, false]], [[-9.609375, false]], [[-10.109375, false]], [[-9.359375, false]], [[-10.859375, false]], [[-10.859375, false]], [[-9.359375, false]], [[-10.859375, false]], [[-6.10546875, false]], [[-9.609375, false]], [[-10.109375, false]], [[-10.109375, false]], [[-12.609375, false]], [[-10.109375, false]], [[-10.109375, false]], [[-9.359375, false]], [[-11.109375, false]], [[-9.859375, false]], [[-10.203125, false]], [[-6.10546875, false]], [[-9.859375, false]], [[-6.85546875, false]], [[-11.109375, false]], [[-9.609375, false]], [[-12.609375, false]], [[-10.859375, false]], [[-12.109375, false]], [[-6.10546875, false]], [[-9.609375, false]], [[-11.109375, false]], [[-6.10546875, false]], [[-12.109375, false]], [[-10.109375, false]], [[-11.109375, false]], [[-9.359375, false]], [[-6.10546875, false]], [[-11.359375, false]], [[-6.85546875, false]], [[-10.859375, false]], [[-10.859375, false]], [[-9.359375, false]], [[-11.109375, false]], [[-6.10546875, false]], [[-10.859375, false]], [[-10.109375, false]], [[-10.859375, false]], [[-10.109375, false]], [[-9.359375, false]], [[-6.10546875, false]], [[-12.109375, false]], [[-12.109375, false]], [[-9.359375, false]], [[-6.10546875, false]], [[-11.359375, false]], [[-10.109375, false]], [[-9.609375, false]], [[-10.109375, false]], [[-9.359375, false]], [[-10.859375, false]], [[-10.859375, false]], [[-9.359375, false]], [[-10.859375, false]], [[-6.10546875, false]], [[-9.609375, false]], [[-10.109375, false]], [[-10.109375, false]], [[-12.609375, false]], [[-10.109375, false]], [[-10.109375, false]], [[-9.359375, false]], [[-11.109375, false]], [[-9.859375, false]], [[-12.859375, false]]], "filtered_resps": [[-8.109375, false], [-9.859375, false], [-11.359375, false], [-10.109375, false], [-9.359375, false], [-10.859375, false], [-10.859375, false], [-12.609375, false], [-10.109375, false], [-9.359375, false], [-6.10546875, false], [-6.85546875, false], [-12.109375, false], [-6.10546875, false], [-11.359375, false], [-12.109375, false], [-10.109375, false], [-10.109375, false], [-12.109375, false], [-6.10546875, false], [-12.109375, false], [-12.109375, false], [-9.359375, false], [-6.10546875, false], [-11.359375, false], [-10.109375, false], [-9.609375, false], [-10.109375, false], [-9.359375, false], [-10.859375, false], [-10.859375, false], [-9.359375, false], [-10.859375, false], [-6.10546875, false], [-9.609375, false], [-10.109375, false], [-10.109375, false], [-12.609375, false], [-10.109375, false], [-10.109375, false], [-9.359375, false], [-11.109375, false], [-9.859375, false], [-10.203125, false], [-6.10546875, false], [-9.859375, false], [-12.109375, false], [-9.359375, false], [-11.109375, false], [-11.359375, false], [-9.359375, false], [-10.109375, false], [-6.85546875, false], [-12.109375, false], [-12.609375, false], [-10.109375, false], [-9.359375, false], [-6.10546875, false], [-6.85546875, false], [-12.109375, false], [-6.10546875, false], [-11.359375, false], [-12.109375, false], [-10.109375, false], [-10.109375, false], [-12.109375, false], [-6.10546875, false], [-12.109375, false], [-12.109375, false], [-9.359375, false], [-6.10546875, false], [-11.359375, false], [-10.109375, false], [-9.609375, false], [-10.109375, false], [-9.359375, false], [-10.859375, false], [-10.859375, false], [-9.359375, false], [-10.859375, false], [-6.10546875, false], [-9.609375, false], [-10.109375, false], [-10.109375, false], [-12.609375, false], [-10.109375, false], [-10.109375, false], [-9.359375, false], [-11.109375, false], [-9.859375, false], [-10.203125, false], [-6.10546875, false], [-9.859375, false], [-10.109375, false], [-12.109375, false], [-9.359375, false], [-11.109375, false], [-10.109375, false], [-10.109375, false], [-6.85546875, false], [-11.359375, false], [-6.10546875, false], [-10.109375, false], [-11.109375, false], [-11.359375, false], [-12.609375, false], [-10.109375, false], [-10.109375, false], [-12.109375, false], [-10.109375, false], [-9.359375, false], [-10.859375, false], [-6.10546875, false], [-11.359375, false], [-10.109375, false], [-9.359375, false], [-10.859375, false], [-9.359375, false], [-10.859375, false], [-12.109375, false], [-6.10546875, false], [-6.85546875, false], [-10.859375, false], [-6.10546875, false], [-12.109375, false], [-12.109375, false], [-9.359375, false], [-6.10546875, false], [-11.359375, false], [-10.109375, false], [-9.609375, false], [-10.109375, false], [-9.359375, false], [-10.859375, false], [-10.859375, false], [-9.359375, false], [-10.859375, false], [-6.10546875, false], [-9.609375, false], [-10.109375, false], [-10.109375, false], [-12.609375, false], [-10.109375, false], [-10.109375, false], [-9.359375, false], [-11.109375, false], [-9.859375, false], [-10.203125, false], [-6.10546875, false], [-9.859375, false], [-6.85546875, false], [-11.109375, false], [-9.609375, false], [-12.609375, false], [-10.859375, false], [-12.109375, false], [-6.10546875, false], [-9.609375, false], [-11.109375, false], [-6.10546875, false], [-12.109375, false], [-10.109375, false], [-11.109375, false], [-9.359375, false], [-6.10546875, false], [-11.359375, false], [-6.85546875, false], [-10.859375, false], [-10.859375, false], [-9.359375, false], [-11.109375, false], [-6.10546875, false], [-10.859375, false], [-10.109375, false], [-10.859375, false], [-10.109375, false], [-9.359375, false], [-6.10546875, false], [-12.109375, false], [-12.109375, false], [-9.359375, false], [-6.10546875, false], [-11.359375, false], [-10.109375, false], [-9.609375, false], [-10.109375, false], [-9.359375, false], [-10.859375, false], [-10.859375, false], [-9.359375, false], [-10.859375, false], [-6.10546875, false], [-9.609375, false], [-10.109375, false], [-10.109375, false], [-12.609375, false], [-10.109375, false], [-10.109375, false], [-9.359375, false], [-11.109375, false], [-9.859375, false], [-12.859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 935, "doc": {"id": "Mercury_7271373", "question": "Which of these cell parts store genetic instructions for the entire organism and transfers them from one generation to the next?", "choices": {"text": ["chloroplasts", "mitochondria", "DNA molecules", "nuclear membranes"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "DNA molecules", "arguments": ["Question: Which of these cell parts store genetic instructions for the entire organism and transfers them from one generation to the next?\nAnswer:", " ["], "resps": [[[-7.65234375, false]], [[-9.6484375, false]], [[-5.90234375, false]], [[-9.1484375, false]], [[-8.1484375, false]], [[-8.1484375, false]], [[-8.1484375, false]], [[-8.1484375, false]], [[-8.1484375, false]], [[-8.1484375, false]], [[-4.65234375, false]], [[-9.3984375, false]], [[-8.1484375, false]], [[-9.3984375, false]], [[-9.6484375, false]], [[-9.265625, false]], [[-4.65234375, false]], [[-9.6484375, false]], [[-7.40234375, false]], [[-8.8984375, false]], [[-8.1484375, false]], [[-8.1484375, false]], [[-5.90234375, false]], [[-9.1484375, false]], [[-8.1484375, false]], [[-8.6484375, false]], [[-8.1484375, false]], [[-8.1484375, false]], [[-8.8984375, false]], [[-4.65234375, false]], [[-9.6484375, false]], [[-9.265625, false]], [[-4.65234375, false]], [[-9.6484375, false]], [[-6.40234375, false]], [[-7.90234375, false]], [[-3.65234375, false]], [[-4.65234375, false]], [[-7.40234375, false]], [[-8.1484375, false]], [[-8.1484375, false]], [[-7.90234375, false]], [[-5.90234375, false]], [[-8.3984375, false]], [[-8.1484375, false]], [[-7.90234375, false]], [[-9.3984375, false]], [[-9.6484375, false]], [[-9.265625, false]], [[-4.65234375, false]], [[-9.6484375, false]], [[-8.6484375, false]], [[-8.3984375, false]], [[-5.90234375, false]], [[-8.1484375, false]], [[-7.90234375, false]], [[-4.65234375, false]], [[-8.1484375, false]], [[-4.65234375, false]], [[-7.40234375, false]], [[-7.90234375, false]], [[-7.40234375, false]], [[-6.40234375, false]], [[-8.1484375, false]], [[-4.65234375, false]], [[-8.6484375, false]], [[-7.90234375, false]], [[-9.3984375, false]], [[-9.6484375, false]], [[-13.3984375, false]]], "filtered_resps": [[-7.65234375, false], [-9.6484375, false], [-5.90234375, false], [-9.1484375, false], [-8.1484375, false], [-8.1484375, false], [-8.1484375, false], [-8.1484375, false], [-8.1484375, false], [-8.1484375, false], [-4.65234375, false], [-9.3984375, false], [-8.1484375, false], [-9.3984375, false], [-9.6484375, false], [-9.265625, false], [-4.65234375, false], [-9.6484375, false], [-7.40234375, false], [-8.8984375, false], [-8.1484375, false], [-8.1484375, false], [-5.90234375, false], [-9.1484375, false], [-8.1484375, false], [-8.6484375, false], [-8.1484375, false], [-8.1484375, false], [-8.8984375, false], [-4.65234375, false], [-9.6484375, false], [-9.265625, false], [-4.65234375, false], [-9.6484375, false], [-6.40234375, false], [-7.90234375, false], [-3.65234375, false], [-4.65234375, false], [-7.40234375, false], [-8.1484375, false], [-8.1484375, false], [-7.90234375, false], [-5.90234375, false], [-8.3984375, false], [-8.1484375, false], [-7.90234375, false], [-9.3984375, false], [-9.6484375, false], [-9.265625, false], [-4.65234375, false], [-9.6484375, false], [-8.6484375, false], [-8.3984375, false], [-5.90234375, false], [-8.1484375, false], [-7.90234375, false], [-4.65234375, false], [-8.1484375, false], [-4.65234375, false], [-7.40234375, false], [-7.90234375, false], [-7.40234375, false], [-6.40234375, false], [-8.1484375, false], [-4.65234375, false], [-8.6484375, false], [-7.90234375, false], [-9.3984375, false], [-9.6484375, false], [-13.3984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 943, "doc": {"id": "Mercury_SC_400610", "question": "Evidence of organisms that lived on Earth a long time ago would most likely be found in", "choices": {"text": ["crystals.", "lava.", "sedimentary rock.", "metamorphic rock."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "sedimentary rock.", "arguments": ["Question: Evidence of organisms that lived on Earth a long time ago would most likely be found in\nAnswer:", " ["], "resps": [[[-7.1015625, false]], [[-7.3515625, false]], [[-7.8515625, false]], [[-9.8515625, false]], [[-11.1015625, false]], [[-9.1015625, false]], [[-10.4765625, false]], [[-4.9765625, false]], [[-10.2265625, false]], [[-9.1015625, false]], [[-6.96875, false]], [[-7.3515625, false]], [[-8.21875, false]], [[-4.8515625, false]], [[-7.3515625, false]], [[-10.2265625, false]], [[-4.9765625, false]], [[-10.4765625, false]], [[-4.9765625, false]], [[-6.96875, false]], [[-7.3515625, false]], [[-8.21875, false]], [[-4.8515625, false]], [[-7.3515625, false]], [[-9.1015625, false]], [[-6.7265625, false]], [[-7.9765625, false]], [[-7.8515625, false]], [[-9.7265625, false]], [[-6.7265625, false]], [[-8.6015625, false]], [[-10.4765625, false]], [[-4.9765625, false]], [[-9.8515625, false]], [[-11.1015625, false]], [[-4.8515625, false]], [[-9.8515625, false]], [[-8.9765625, false]], [[-7.8515625, false]], [[-10.2265625, false]], [[-6.96875, false]], [[-7.3515625, false]], [[-8.21875, false]], [[-4.8515625, false]], [[-7.3515625, false]], [[-9.7265625, false]], [[-6.7265625, false]], [[-10.4765625, false]], [[-4.9765625, false]], [[-9.7265625, false]], [[-8.9765625, false]], [[-9.8515625, false]], [[-8.8515625, false]], [[-10.4765625, false]], [[-7.8515625, false]], [[-7.8515625, false]], [[-4.8515625, false]], [[-9.8515625, false]], [[-8.9765625, false]], [[-7.8515625, false]], [[-10.2265625, false]], [[-6.96875, false]], [[-7.3515625, false]], [[-10.8515625, false]]], "filtered_resps": [[-7.1015625, false], [-7.3515625, false], [-7.8515625, false], [-9.8515625, false], [-11.1015625, false], [-9.1015625, false], [-10.4765625, false], [-4.9765625, false], [-10.2265625, false], [-9.1015625, false], [-6.96875, false], [-7.3515625, false], [-8.21875, false], [-4.8515625, false], [-7.3515625, false], [-10.2265625, false], [-4.9765625, false], [-10.4765625, false], [-4.9765625, false], [-6.96875, false], [-7.3515625, false], [-8.21875, false], [-4.8515625, false], [-7.3515625, false], [-9.1015625, false], [-6.7265625, false], [-7.9765625, false], [-7.8515625, false], [-9.7265625, false], [-6.7265625, false], [-8.6015625, false], [-10.4765625, false], [-4.9765625, false], [-9.8515625, false], [-11.1015625, false], [-4.8515625, false], [-9.8515625, false], [-8.9765625, false], [-7.8515625, false], [-10.2265625, false], [-6.96875, false], [-7.3515625, false], [-8.21875, false], [-4.8515625, false], [-7.3515625, false], [-9.7265625, false], [-6.7265625, false], [-10.4765625, false], [-4.9765625, false], [-9.7265625, false], [-8.9765625, false], [-9.8515625, false], [-8.8515625, false], [-10.4765625, false], [-7.8515625, false], [-7.8515625, false], [-4.8515625, false], [-9.8515625, false], [-8.9765625, false], [-7.8515625, false], [-10.2265625, false], [-6.96875, false], [-7.3515625, false], [-10.8515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 951, "doc": {"id": "Mercury_SC_402117", "question": "Some research has shown that the burning of fossil fuels contributes to an effect called global warming, which scientists believe is changing the chemical makeup of Earth's atmosphere. Use of which invention would help lower this effect?", "choices": {"text": ["electric car", "digital camera", "high-speed Internet", "battery-powered radio"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "electric car", "arguments": ["Question: Some research has shown that the burning of fossil fuels contributes to an effect called global warming, which scientists believe is changing the chemical makeup of Earth's atmosphere. Use of which invention would help lower this effect?\nAnswer:", " ["], "resps": [[[-7.23046875, false]], [[-7.85546875, false]], [[-8.984375, false]], [[-11.359375, false]], [[-8.984375, false]], [[-11.359375, false]], [[-12.109375, false]], [[-12.234375, false]], [[-8.609375, false]], [[-11.359375, false]], [[-5.10546875, false]], [[-11.359375, false]], [[-5.10546875, false]], [[-12.234375, false]], [[-7.85546875, false]], [[-9.5, false]], [[-5.10546875, false]], [[-7.85546875, false]], [[-10.109375, false]], [[-8.609375, false]], [[-12.984375, false]], [[-8.609375, false]], [[-12.109375, false]], [[-5.10546875, false]], [[-11.359375, false]], [[-5.10546875, false]], [[-11.359375, false]], [[-5.10546875, false]], [[-11.109375, false]], [[-8.984375, false]], [[-12.234375, false]], [[-5.10546875, false]], [[-7.85546875, false]], [[-9.5, false]], [[-5.10546875, false]], [[-7.85546875, false]], [[-12.359375, false]], [[-8.609375, false]], [[-12.984375, false]], [[-12.359375, false]], [[-6.85546875, false]], [[-10.359375, false]], [[-10.859375, false]], [[-8.984375, false]], [[-8.984375, false]], [[-10.109375, false]], [[-5.10546875, false]], [[-4.85546875, false]], [[-10.734375, false]], [[-12.109375, false]], [[-8.984375, false]], [[-12.234375, false]], [[-10.734375, false]], [[-8.984375, false]], [[-12.109375, false]], [[-7.85546875, false]], [[-9.5, false]], [[-5.10546875, false]], [[-7.85546875, false]], [[-11.109375, false]], [[-5.10546875, false]], [[-12.109375, false]], [[-12.109375, false]], [[-8.984375, false]], [[-12.234375, false]], [[-13.109375, false]], [[-6.85546875, false]], [[-10.859375, false]], [[-9.734375, false]], [[-11.984375, false]], [[-8.984375, false]], [[-12.234375, false]], [[-8.984375, false]], [[-10.109375, false]], [[-5.10546875, false]], [[-12.234375, false]], [[-5.10546875, false]], [[-10.109375, false]], [[-8.609375, false]], [[-9.734375, false]], [[-7.85546875, false]], [[-13.609375, false]]], "filtered_resps": [[-7.23046875, false], [-7.85546875, false], [-8.984375, false], [-11.359375, false], [-8.984375, false], [-11.359375, false], [-12.109375, false], [-12.234375, false], [-8.609375, false], [-11.359375, false], [-5.10546875, false], [-11.359375, false], [-5.10546875, false], [-12.234375, false], [-7.85546875, false], [-9.5, false], [-5.10546875, false], [-7.85546875, false], [-10.109375, false], [-8.609375, false], [-12.984375, false], [-8.609375, false], [-12.109375, false], [-5.10546875, false], [-11.359375, false], [-5.10546875, false], [-11.359375, false], [-5.10546875, false], [-11.109375, false], [-8.984375, false], [-12.234375, false], [-5.10546875, false], [-7.85546875, false], [-9.5, false], [-5.10546875, false], [-7.85546875, false], [-12.359375, false], [-8.609375, false], [-12.984375, false], [-12.359375, false], [-6.85546875, false], [-10.359375, false], [-10.859375, false], [-8.984375, false], [-8.984375, false], [-10.109375, false], [-5.10546875, false], [-4.85546875, false], [-10.734375, false], [-12.109375, false], [-8.984375, false], [-12.234375, false], [-10.734375, false], [-8.984375, false], [-12.109375, false], [-7.85546875, false], [-9.5, false], [-5.10546875, false], [-7.85546875, false], [-11.109375, false], [-5.10546875, false], [-12.109375, false], [-12.109375, false], [-8.984375, false], [-12.234375, false], [-13.109375, false], [-6.85546875, false], [-10.859375, false], [-9.734375, false], [-11.984375, false], [-8.984375, false], [-12.234375, false], [-8.984375, false], [-10.109375, false], [-5.10546875, false], [-12.234375, false], [-5.10546875, false], [-10.109375, false], [-8.609375, false], [-9.734375, false], [-7.85546875, false], [-13.609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 959, "doc": {"id": "MCAS_2012_8_23653", "question": "Miriam notices when she goes to the beach that sometimes the water rises as high as the pier. At other times of the day, the water barely covers the pillars under the pier. These differences in water level are primarily due to the gravitational influence of which of the following?", "choices": {"text": ["the Sun", "the Moon", "asteroids", "comets"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "the Moon", "arguments": ["Question: Miriam notices when she goes to the beach that sometimes the water rises as high as the pier. At other times of the day, the water barely covers the pillars under the pier. These differences in water level are primarily due to the gravitational influence of which of the following?\nAnswer:", " ["], "resps": [[[-7.4921875, false]], [[-9.7421875, false]], [[-9.3671875, false]], [[-7.9921875, false]], [[-6.7421875, false]], [[-5.1953125, false]], [[-4.9921875, false]], [[-9.3671875, false]], [[-7.4921875, false]], [[-9.7421875, false]], [[-9.015625, false]], [[-5.1953125, false]], [[-9.7421875, false]], [[-9.3671875, false]], [[-7.9921875, false]], [[-6.7421875, false]], [[-5.1953125, false]], [[-5.9921875, false]], [[-7.3671875, false]], [[-7.3671875, false]], [[-7.4921875, false]], [[-9.7421875, false]], [[-9.015625, false]], [[-4.9921875, false]], [[-9.7421875, false]], [[-3.4921875, false]], [[-6.7421875, false]], [[-9.3671875, false]], [[-6.7421875, false]], [[-8.2421875, false]], [[-7.3671875, false]], [[-7.3671875, false]], [[-5.9921875, false]], [[-6.7421875, false]], [[-9.7421875, false]], [[-9.09375, false]], [[-4.9921875, false]], [[-9.7421875, false]], [[-5.9921875, false]], [[-7.3671875, false]], [[-7.2421875, false]], [[-6.7421875, false]], [[-9.3671875, false]], [[-6.7421875, false]], [[-9.7421875, false]], [[-12.2421875, false]]], "filtered_resps": [[-7.4921875, false], [-9.7421875, false], [-9.3671875, false], [-7.9921875, false], [-6.7421875, false], [-5.1953125, false], [-4.9921875, false], [-9.3671875, false], [-7.4921875, false], [-9.7421875, false], [-9.015625, false], [-5.1953125, false], [-9.7421875, false], [-9.3671875, false], [-7.9921875, false], [-6.7421875, false], [-5.1953125, false], [-5.9921875, false], [-7.3671875, false], [-7.3671875, false], [-7.4921875, false], [-9.7421875, false], [-9.015625, false], [-4.9921875, false], [-9.7421875, false], [-3.4921875, false], [-6.7421875, false], [-9.3671875, false], [-6.7421875, false], [-8.2421875, false], [-7.3671875, false], [-7.3671875, false], [-5.9921875, false], [-6.7421875, false], [-9.7421875, false], [-9.09375, false], [-4.9921875, false], [-9.7421875, false], [-5.9921875, false], [-7.3671875, false], [-7.2421875, false], [-6.7421875, false], [-9.3671875, false], [-6.7421875, false], [-9.7421875, false], [-12.2421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 967, "doc": {"id": "NYSEDREGENTS_2015_4_16", "question": "Which tool should a student use to examine spots on a frog?", "choices": {"text": ["thermometer", "hand lens", "graduated cylinder", "magnet"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "hand lens", "arguments": ["Question: Which tool should a student use to examine spots on a frog?\nAnswer:", " ["], "resps": [[[-7.59375, false]], [[-8.59375, false]], [[-10.34375, false]], [[-10.71875, false]], [[-8.84375, false]], [[-10.21875, false]], [[-9.84375, false]], [[-9.59375, false]], [[-9.84375, false]], [[-8.84375, false]], [[-10.34375, false]], [[-8.84375, false]], [[-10.21875, false]], [[-8.59375, false]], [[-9.828125, false]], [[-4.96875, false]], [[-8.59375, false]], [[-10.71875, false]], [[-3.845703125, false]], [[-9.46875, false]], [[-9.71875, false]], [[-4.96875, false]], [[-9.96875, false]], [[-8.84375, false]], [[-9.46875, false]], [[-8.46875, false]], [[-8.59375, false]], [[-9.828125, false]], [[-4.96875, false]], [[-8.59375, false]], [[-9.84375, false]], [[-10.21875, false]], [[-3.845703125, false]], [[-9.71875, false]], [[-9.71875, false]], [[-3.845703125, false]], [[-10.34375, false]], [[-8.84375, false]], [[-9.71875, false]], [[-4.96875, false]], [[-8.59375, false]], [[-12.46875, false]], [[-9.96875, false]], [[-9.46875, false]], [[-9.46875, false]], [[-9.71875, false]], [[-8.84375, false]], [[-10.21875, false]], [[-8.59375, false]], [[-9.828125, false]], [[-4.96875, false]], [[-8.59375, false]], [[-9.84375, false]], [[-3.845703125, false]], [[-9.84375, false]], [[-9.46875, false]], [[-8.84375, false]], [[-10.34375, false]], [[-8.59375, false]], [[-13.21875, false]]], "filtered_resps": [[-7.59375, false], [-8.59375, false], [-10.34375, false], [-10.71875, false], [-8.84375, false], [-10.21875, false], [-9.84375, false], [-9.59375, false], [-9.84375, false], [-8.84375, false], [-10.34375, false], [-8.84375, false], [-10.21875, false], [-8.59375, false], [-9.828125, false], [-4.96875, false], [-8.59375, false], [-10.71875, false], [-3.845703125, false], [-9.46875, false], [-9.71875, false], [-4.96875, false], [-9.96875, false], [-8.84375, false], [-9.46875, false], [-8.46875, false], [-8.59375, false], [-9.828125, false], [-4.96875, false], [-8.59375, false], [-9.84375, false], [-10.21875, false], [-3.845703125, false], [-9.71875, false], [-9.71875, false], [-3.845703125, false], [-10.34375, false], [-8.84375, false], [-9.71875, false], [-4.96875, false], [-8.59375, false], [-12.46875, false], [-9.96875, false], [-9.46875, false], [-9.46875, false], [-9.71875, false], [-8.84375, false], [-10.21875, false], [-8.59375, false], [-9.828125, false], [-4.96875, false], [-8.59375, false], [-9.84375, false], [-3.845703125, false], [-9.84375, false], [-9.46875, false], [-8.84375, false], [-10.34375, false], [-8.59375, false], [-13.21875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 975, "doc": {"id": "Mercury_SC_416136", "question": "The carrion flower smells like rotting meat. What kind of pollinator is most likely attracted to the carrion flower?", "choices": {"text": ["moth", "butterfly", "wasp", "fly"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "fly", "arguments": ["Question: The carrion flower smells like rotting meat. What kind of pollinator is most likely attracted to the carrion flower?\nAnswer:", " ["], "resps": [[[-7.984375, false]], [[-8.734375, false]], [[-12.984375, false]], [[-9.484375, false]], [[-12.984375, false]], [[-12.734375, false]], [[-8.734375, false]], [[-11.1484375, false]], [[-5.734375, false]], [[-8.734375, false]], [[-10.734375, false]], [[-12.234375, false]], [[-12.984375, false]], [[-12.984375, false]], [[-10.234375, false]], [[-10.984375, false]], [[-12.484375, false]], [[-10.984375, false]], [[-13.734375, false]], [[-8.734375, false]], [[-11.1484375, false]], [[-5.734375, false]], [[-8.734375, false]], [[-11.984375, false]], [[-5.484375, false]], [[-9.484375, false]], [[-11.484375, false]], [[-8.734375, false]], [[-11.1484375, false]], [[-5.734375, false]], [[-8.734375, false]], [[-12.484375, false]], [[-10.984375, false]], [[-13.734375, false]], [[-8.734375, false]], [[-14.609375, false]]], "filtered_resps": [[-7.984375, false], [-8.734375, false], [-12.984375, false], [-9.484375, false], [-12.984375, false], [-12.734375, false], [-8.734375, false], [-11.1484375, false], [-5.734375, false], [-8.734375, false], [-10.734375, false], [-12.234375, false], [-12.984375, false], [-12.984375, false], [-10.234375, false], [-10.984375, false], [-12.484375, false], [-10.984375, false], [-13.734375, false], [-8.734375, false], [-11.1484375, false], [-5.734375, false], [-8.734375, false], [-11.984375, false], [-5.484375, false], [-9.484375, false], [-11.484375, false], [-8.734375, false], [-11.1484375, false], [-5.734375, false], [-8.734375, false], [-12.484375, false], [-10.984375, false], [-13.734375, false], [-8.734375, false], [-14.609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 983, "doc": {"id": "Mercury_SC_416161", "question": "Which organ is made mostly of muscle?", "choices": {"text": ["heart", "lung", "ear", "brain"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "heart", "arguments": ["Question: Which organ is made mostly of muscle?\nAnswer:", " ["], "resps": [[[-8.1484375, false]], [[-10.8984375, false]], [[-11.3984375, false]], [[-9.6484375, false]], [[-5.6484375, false]], [[-10.3984375, false]], [[-9.8984375, false]], [[-10.8984375, false]], [[-10.671875, false]], [[-4.8984375, false]], [[-10.8984375, false]], [[-9.1484375, false]], [[-8.8984375, false]], [[-10.3984375, false]], [[-12.1484375, false]], [[-10.8984375, false]], [[-10.671875, false]], [[-4.8984375, false]], [[-10.8984375, false]], [[-9.6484375, false]], [[-5.6484375, false]], [[-10.3984375, false]], [[-10.8984375, false]], [[-10.671875, false]], [[-4.8984375, false]], [[-10.8984375, false]], [[-10.1484375, false]], [[-10.3984375, false]], [[-5.6484375, false]], [[-10.8984375, false]], [[-10.3984375, false]], [[-10.8984375, false]], [[-13.6484375, false]]], "filtered_resps": [[-8.1484375, false], [-10.8984375, false], [-11.3984375, false], [-9.6484375, false], [-5.6484375, false], [-10.3984375, false], [-9.8984375, false], [-10.8984375, false], [-10.671875, false], [-4.8984375, false], [-10.8984375, false], [-9.1484375, false], [-8.8984375, false], [-10.3984375, false], [-12.1484375, false], [-10.8984375, false], [-10.671875, false], [-4.8984375, false], [-10.8984375, false], [-9.6484375, false], [-5.6484375, false], [-10.3984375, false], [-10.8984375, false], [-10.671875, false], [-4.8984375, false], [-10.8984375, false], [-10.1484375, false], [-10.3984375, false], [-5.6484375, false], [-10.8984375, false], [-10.3984375, false], [-10.8984375, false], [-13.6484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 991, "doc": {"id": "Mercury_LBS10126", "question": "During a demonstration, a teacher pours CO_{2} gas over a candle, putting out the flame. Which physical property allows the teacher to pour the CO_{2} gas?", "choices": {"text": ["The gas is more dense than the air.", "The gas is more visible than the air.", "The gas smells different from the air.", "The gas evaporates faster than the air."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "The gas is more dense than the air.", "arguments": ["Question: During a demonstration, a teacher pours CO_{2} gas over a candle, putting out the flame. Which physical property allows the teacher to pour the CO_{2} gas?\nAnswer:", " ["], "resps": [[[-5.828125, false]], [[-9.828125, false]], [[-6.828125, false]], [[-9.578125, false]], [[-7.078125, false]], [[-4.828125, false]], [[-9.078125, false]], [[-3.830078125, false]], [[-9.078125, false]], [[-4.828125, false]], [[-7.828125, false]], [[-9.078125, false]], [[-4.828125, false]], [[-7.828125, false]], [[-9.078125, false]], [[-9.078125, false]], [[-7.078125, false]], [[-4.828125, false]], [[-7.328125, false]], [[-7.078125, false]], [[-8.078125, false]], [[-9.078125, false]], [[-7.078125, false]], [[-4.828125, false]], [[-8.328125, false]], [[-9.578125, false]], [[-3.830078125, false]], [[-8.078125, false]], [[-4.828125, false]], [[-8.328125, false]], [[-9.578125, false]], [[-7.078125, false]], [[-4.828125, false]], [[-3.830078125, false]], [[-7.828125, false]], [[-9.078125, false]], [[-6.32421875, false]], [[-9.828125, false]], [[-8.953125, false]], [[-4.828125, false]], [[-9.828125, false]], [[-6.828125, false]], [[-9.578125, false]], [[-7.078125, false]], [[-4.828125, false]], [[-9.078125, false]], [[-3.830078125, false]], [[-9.078125, false]], [[-4.828125, false]], [[-7.828125, false]], [[-9.078125, false]], [[-4.828125, false]], [[-7.828125, false]], [[-9.078125, false]], [[-9.078125, false]], [[-7.078125, false]], [[-4.828125, false]], [[-8.828125, false]], [[-7.828125, false]], [[-9.078125, false]], [[-7.828125, false]], [[-6.828125, false]], [[-9.828125, false]], [[-7.078125, false]], [[-4.828125, false]], [[-8.328125, false]], [[-9.578125, false]], [[-3.830078125, false]], [[-8.078125, false]], [[-4.828125, false]], [[-8.328125, false]], [[-9.578125, false]], [[-7.078125, false]], [[-4.828125, false]], [[-3.830078125, false]], [[-7.828125, false]], [[-9.078125, false]], [[-6.32421875, false]], [[-9.828125, false]], [[-8.953125, false]], [[-4.828125, false]], [[-9.828125, false]], [[-6.828125, false]], [[-9.578125, false]], [[-7.078125, false]], [[-4.828125, false]], [[-9.078125, false]], [[-3.830078125, false]], [[-9.078125, false]], [[-4.828125, false]], [[-9.078125, false]], [[-7.828125, false]], [[-7.078125, false]], [[-9.828125, false]], [[-9.828125, false]], [[-9.078125, false]], [[-4.828125, false]], [[-7.328125, false]], [[-7.828125, false]], [[-8.078125, false]], [[-8.078125, false]], [[-7.078125, false]], [[-9.078125, false]], [[-7.078125, false]], [[-8.078125, false]], [[-8.328125, false]], [[-4.828125, false]], [[-8.078125, false]], [[-9.078125, false]], [[-9.078125, false]], [[-7.828125, false]], [[-4.828125, false]], [[-8.328125, false]], [[-9.578125, false]], [[-7.078125, false]], [[-4.828125, false]], [[-3.830078125, false]], [[-7.828125, false]], [[-9.078125, false]], [[-6.32421875, false]], [[-9.828125, false]], [[-8.953125, false]], [[-4.828125, false]], [[-9.828125, false]], [[-6.828125, false]], [[-9.578125, false]], [[-7.078125, false]], [[-4.828125, false]], [[-9.078125, false]], [[-3.830078125, false]], [[-9.078125, false]], [[-4.828125, false]], [[-7.078125, false]], [[-8.828125, false]], [[-3.830078125, false]], [[-8.828125, false]], [[-9.078125, false]], [[-9.078125, false]], [[-3.830078125, false]], [[-8.328125, false]], [[-7.078125, false]], [[-9.078125, false]], [[-4.828125, false]], [[-8.078125, false]], [[-3.830078125, false]], [[-9.078125, false]], [[-8.328125, false]], [[-7.078125, false]], [[-9.078125, false]], [[-4.828125, false]], [[-8.328125, false]], [[-9.578125, false]], [[-3.830078125, false]], [[-8.078125, false]], [[-4.828125, false]], [[-8.328125, false]], [[-9.578125, false]], [[-7.078125, false]], [[-4.828125, false]], [[-3.830078125, false]], [[-7.828125, false]], [[-9.078125, false]], [[-6.32421875, false]], [[-9.828125, false]], [[-11.578125, false]]], "filtered_resps": [[-5.828125, false], [-9.828125, false], [-6.828125, false], [-9.578125, false], [-7.078125, false], [-4.828125, false], [-9.078125, false], [-3.830078125, false], [-9.078125, false], [-4.828125, false], [-7.828125, false], [-9.078125, false], [-4.828125, false], [-7.828125, false], [-9.078125, false], [-9.078125, false], [-7.078125, false], [-4.828125, false], [-7.328125, false], [-7.078125, false], [-8.078125, false], [-9.078125, false], [-7.078125, false], [-4.828125, false], [-8.328125, false], [-9.578125, false], [-3.830078125, false], [-8.078125, false], [-4.828125, false], [-8.328125, false], [-9.578125, false], [-7.078125, false], [-4.828125, false], [-3.830078125, false], [-7.828125, false], [-9.078125, false], [-6.32421875, false], [-9.828125, false], [-8.953125, false], [-4.828125, false], [-9.828125, false], [-6.828125, false], [-9.578125, false], [-7.078125, false], [-4.828125, false], [-9.078125, false], [-3.830078125, false], [-9.078125, false], [-4.828125, false], [-7.828125, false], [-9.078125, false], [-4.828125, false], [-7.828125, false], [-9.078125, false], [-9.078125, false], [-7.078125, false], [-4.828125, false], [-8.828125, false], [-7.828125, false], [-9.078125, false], [-7.828125, false], [-6.828125, false], [-9.828125, false], [-7.078125, false], [-4.828125, false], [-8.328125, false], [-9.578125, false], [-3.830078125, false], [-8.078125, false], [-4.828125, false], [-8.328125, false], [-9.578125, false], [-7.078125, false], [-4.828125, false], [-3.830078125, false], [-7.828125, false], [-9.078125, false], [-6.32421875, false], [-9.828125, false], [-8.953125, false], [-4.828125, false], [-9.828125, false], [-6.828125, false], [-9.578125, false], [-7.078125, false], [-4.828125, false], [-9.078125, false], [-3.830078125, false], [-9.078125, false], [-4.828125, false], [-9.078125, false], [-7.828125, false], [-7.078125, false], [-9.828125, false], [-9.828125, false], [-9.078125, false], [-4.828125, false], [-7.328125, false], [-7.828125, false], [-8.078125, false], [-8.078125, false], [-7.078125, false], [-9.078125, false], [-7.078125, false], [-8.078125, false], [-8.328125, false], [-4.828125, false], [-8.078125, false], [-9.078125, false], [-9.078125, false], [-7.828125, false], [-4.828125, false], [-8.328125, false], [-9.578125, false], [-7.078125, false], [-4.828125, false], [-3.830078125, false], [-7.828125, false], [-9.078125, false], [-6.32421875, false], [-9.828125, false], [-8.953125, false], [-4.828125, false], [-9.828125, false], [-6.828125, false], [-9.578125, false], [-7.078125, false], [-4.828125, false], [-9.078125, false], [-3.830078125, false], [-9.078125, false], [-4.828125, false], [-7.078125, false], [-8.828125, false], [-3.830078125, false], [-8.828125, false], [-9.078125, false], [-9.078125, false], [-3.830078125, false], [-8.328125, false], [-7.078125, false], [-9.078125, false], [-4.828125, false], [-8.078125, false], [-3.830078125, false], [-9.078125, false], [-8.328125, false], [-7.078125, false], [-9.078125, false], [-4.828125, false], [-8.328125, false], [-9.578125, false], [-3.830078125, false], [-8.078125, false], [-4.828125, false], [-8.328125, false], [-9.578125, false], [-7.078125, false], [-4.828125, false], [-3.830078125, false], [-7.828125, false], [-9.078125, false], [-6.32421875, false], [-9.828125, false], [-11.578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 999, "doc": {"id": "NYSEDREGENTS_2015_4_23", "question": "An octopus squirts black ink around itself to hide from predators. This adaptation is an example of", "choices": {"text": ["creating shelter", "recycling nutrients", "a transfer of energy", "a defense mechanism"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "a defense mechanism", "arguments": ["Question: An octopus squirts black ink around itself to hide from predators. This adaptation is an example of\nAnswer:", " ["], "resps": [[[-7.296875, false]], [[-8.171875, false]], [[-7.796875, false]], [[-9.796875, false]], [[-8.171875, false]], [[-4.171875, false]], [[-9.796875, false]], [[-8.421875, false]], [[-8.421875, false]], [[-9.921875, false]], [[-5.296875, false]], [[-7.921875, false]], [[-9.796875, false]], [[-8.171875, false]], [[-9.421875, false]], [[-9.796875, false]], [[-8.171875, false]], [[-9.796875, false]], [[-8.171875, false]], [[-9.125, false]], [[-5.296875, false]], [[-8.171875, false]], [[-9.796875, false]], [[-8.171875, false]], [[-7.796875, false]], [[-11.421875, false]], [[-7.796875, false]], [[-9.421875, false]], [[-8.421875, false]], [[-8.421875, false]], [[-9.921875, false]], [[-5.296875, false]], [[-8.421875, false]], [[-10.546875, false]], [[-9.796875, false]], [[-9.796875, false]], [[-8.421875, false]], [[-8.171875, false]], [[-8.421875, false]], [[-9.796875, false]], [[-7.921875, false]], [[-8.171875, false]], [[-9.125, false]], [[-5.296875, false]], [[-8.171875, false]], [[-4.171875, false]], [[-5.296875, false]], [[-9.796875, false]], [[-9.796875, false]], [[-4.171875, false]], [[-8.421875, false]], [[-7.921875, false]], [[-9.046875, false]], [[-8.171875, false]], [[-9.796875, false]], [[-5.296875, false]], [[-8.171875, false]], [[-9.046875, false]], [[-5.296875, false]], [[-8.171875, false]], [[-8.421875, false]], [[-8.171875, false]], [[-9.796875, false]], [[-9.921875, false]], [[-11.421875, false]], [[-8.171875, false]], [[-9.125, false]], [[-5.296875, false]], [[-8.171875, false]], [[-4.171875, false]], [[-5.296875, false]], [[-7.546875, false]], [[-8.171875, false]], [[-9.046875, false]], [[-8.171875, false]], [[-8.421875, false]], [[-7.921875, false]], [[-8.171875, false]], [[-5.296875, false]], [[-9.921875, false]], [[-8.171875, false]], [[-7.796875, false]], [[-9.796875, false]], [[-4.171875, false]], [[-8.421875, false]], [[-8.421875, false]], [[-7.921875, false]], [[-9.921875, false]], [[-8.171875, false]], [[-12.421875, false]]], "filtered_resps": [[-7.296875, false], [-8.171875, false], [-7.796875, false], [-9.796875, false], [-8.171875, false], [-4.171875, false], [-9.796875, false], [-8.421875, false], [-8.421875, false], [-9.921875, false], [-5.296875, false], [-7.921875, false], [-9.796875, false], [-8.171875, false], [-9.421875, false], [-9.796875, false], [-8.171875, false], [-9.796875, false], [-8.171875, false], [-9.125, false], [-5.296875, false], [-8.171875, false], [-9.796875, false], [-8.171875, false], [-7.796875, false], [-11.421875, false], [-7.796875, false], [-9.421875, false], [-8.421875, false], [-8.421875, false], [-9.921875, false], [-5.296875, false], [-8.421875, false], [-10.546875, false], [-9.796875, false], [-9.796875, false], [-8.421875, false], [-8.171875, false], [-8.421875, false], [-9.796875, false], [-7.921875, false], [-8.171875, false], [-9.125, false], [-5.296875, false], [-8.171875, false], [-4.171875, false], [-5.296875, false], [-9.796875, false], [-9.796875, false], [-4.171875, false], [-8.421875, false], [-7.921875, false], [-9.046875, false], [-8.171875, false], [-9.796875, false], [-5.296875, false], [-8.171875, false], [-9.046875, false], [-5.296875, false], [-8.171875, false], [-8.421875, false], [-8.171875, false], [-9.796875, false], [-9.921875, false], [-11.421875, false], [-8.171875, false], [-9.125, false], [-5.296875, false], [-8.171875, false], [-4.171875, false], [-5.296875, false], [-7.546875, false], [-8.171875, false], [-9.046875, false], [-8.171875, false], [-8.421875, false], [-7.921875, false], [-8.171875, false], [-5.296875, false], [-9.921875, false], [-8.171875, false], [-7.796875, false], [-9.796875, false], [-4.171875, false], [-8.421875, false], [-8.421875, false], [-7.921875, false], [-9.921875, false], [-8.171875, false], [-12.421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1007, "doc": {"id": "Mercury_7238928", "question": "An enzyme in the Golgi apparatus catalyzes the addition of phosphates to which class of molecule?", "choices": {"text": ["lipid", "carbohydrate", "nucleic acid", "protein"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "protein", "arguments": ["Question: An enzyme in the Golgi apparatus catalyzes the addition of phosphates to which class of molecule?\nAnswer:", " ["], "resps": [[[-6.3984375, false]], [[-9.6484375, false]], [[-8.8984375, false]], [[-7.1484375, false]], [[-5.6484375, false]], [[-7.1484375, false]], [[-8.1484375, false]], [[-9.6484375, false]], [[-10.1796875, false]], [[-4.6484375, false]], [[-9.6484375, false]], [[-5.3984375, false]], [[-3.1484375, false]], [[-8.8984375, false]], [[-7.1484375, false]], [[-8.1484375, false]], [[-7.8984375, false]], [[-11.3984375, false]], [[-8.1484375, false]], [[-8.8984375, false]], [[-3.1484375, false]], [[-7.1484375, false]], [[-8.1484375, false]], [[-9.6484375, false]], [[-10.1796875, false]], [[-4.6484375, false]], [[-9.6484375, false]], [[-7.6484375, false]], [[-6.6484375, false]], [[-5.3984375, false]], [[-8.8984375, false]], [[-8.1484375, false]], [[-7.1484375, false]], [[-5.3984375, false]], [[-4.6484375, false]], [[-3.1484375, false]], [[-5.3984375, false]], [[-7.1484375, false]], [[-8.1484375, false]], [[-9.6484375, false]], [[-10.1796875, false]], [[-4.6484375, false]], [[-9.6484375, false]], [[-5.6484375, false]], [[-8.8984375, false]], [[-8.1484375, false]], [[-7.1484375, false]], [[-8.1484375, false]], [[-7.1484375, false]], [[-7.6484375, false]], [[-9.6484375, false]], [[-13.8984375, false]]], "filtered_resps": [[-6.3984375, false], [-9.6484375, false], [-8.8984375, false], [-7.1484375, false], [-5.6484375, false], [-7.1484375, false], [-8.1484375, false], [-9.6484375, false], [-10.1796875, false], [-4.6484375, false], [-9.6484375, false], [-5.3984375, false], [-3.1484375, false], [-8.8984375, false], [-7.1484375, false], [-8.1484375, false], [-7.8984375, false], [-11.3984375, false], [-8.1484375, false], [-8.8984375, false], [-3.1484375, false], [-7.1484375, false], [-8.1484375, false], [-9.6484375, false], [-10.1796875, false], [-4.6484375, false], [-9.6484375, false], [-7.6484375, false], [-6.6484375, false], [-5.3984375, false], [-8.8984375, false], [-8.1484375, false], [-7.1484375, false], [-5.3984375, false], [-4.6484375, false], [-3.1484375, false], [-5.3984375, false], [-7.1484375, false], [-8.1484375, false], [-9.6484375, false], [-10.1796875, false], [-4.6484375, false], [-9.6484375, false], [-5.6484375, false], [-8.8984375, false], [-8.1484375, false], [-7.1484375, false], [-8.1484375, false], [-7.1484375, false], [-7.6484375, false], [-9.6484375, false], [-13.8984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1015, "doc": {"id": "Mercury_7284095", "question": "Sofia put a bat house in a tree in her yard. The bats ate mosquitos in Sofia's yard at night and roosted in the house during the day. Droppings from the bat house nourished the tree. What kind of relationship exists between Sofia, the bats, and the tree?", "choices": {"text": ["The relationship is competitive.", "The relationship is cooperative.", "The relationship is parasitic.", "The relationship is predatory."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "The relationship is cooperative.", "arguments": ["Question: Sofia put a bat house in a tree in her yard. The bats ate mosquitos in Sofia's yard at night and roosted in the house during the day. Droppings from the bat house nourished the tree. What kind of relationship exists between Sofia, the bats, and the tree?\nAnswer:", " ["], "resps": [[[-6.625, false]], [[-7.875, false]], [[-6.875, false]], [[-11.125, false]], [[-9.875, false]], [[-6.125, false]], [[-11.625, false]], [[-9.875, false]], [[-10.875, false]], [[-5.375, false]], [[-10.375, false]], [[-9.375, false]], [[-10.125, false]], [[-10.625, false]], [[-10.125, false]], [[-11.125, false]], [[-9.375, false]], [[-10.375, false]], [[-6.125, false]], [[-9.375, false]], [[-10.125, false]], [[-6.125, false]], [[-9.625, false]], [[-10.125, false]], [[-11.875, false]], [[-10.375, false]], [[-9.875, false]], [[-10.375, false]], [[-9.375, false]], [[-10.375, false]], [[-9.375, false]], [[-11.375, false]], [[-9.875, false]], [[-7.8515625, false]], [[-7.875, false]], [[-10.6875, false]], [[-6.125, false]], [[-7.875, false]], [[-6.875, false]], [[-11.125, false]], [[-9.875, false]], [[-6.125, false]], [[-11.625, false]], [[-9.875, false]], [[-10.875, false]], [[-5.375, false]], [[-10.375, false]], [[-9.375, false]], [[-10.125, false]], [[-10.625, false]], [[-10.125, false]], [[-11.125, false]], [[-9.375, false]], [[-10.375, false]], [[-6.125, false]], [[-9.375, false]], [[-10.125, false]], [[-6.125, false]], [[-9.625, false]], [[-10.125, false]], [[-10.125, false]], [[-10.375, false]], [[-9.875, false]], [[-11.625, false]], [[-5.375, false]], [[-10.375, false]], [[-9.375, false]], [[-11.375, false]], [[-9.875, false]], [[-7.8515625, false]], [[-7.875, false]], [[-10.6875, false]], [[-6.125, false]], [[-7.875, false]], [[-6.875, false]], [[-11.125, false]], [[-9.875, false]], [[-6.125, false]], [[-11.625, false]], [[-9.875, false]], [[-10.875, false]], [[-5.375, false]], [[-10.375, false]], [[-9.375, false]], [[-10.125, false]], [[-10.625, false]], [[-10.125, false]], [[-11.125, false]], [[-9.375, false]], [[-10.375, false]], [[-6.125, false]], [[-9.375, false]], [[-10.125, false]], [[-6.125, false]], [[-10.375, false]], [[-5.375, false]], [[-11.625, false]], [[-5.375, false]], [[-10.125, false]], [[-9.375, false]], [[-10.375, false]], [[-9.375, false]], [[-9.625, false]], [[-7.8515625, false]], [[-7.875, false]], [[-10.7265625, false]], [[-6.125, false]], [[-7.875, false]], [[-6.875, false]], [[-11.125, false]], [[-9.875, false]], [[-6.125, false]], [[-11.625, false]], [[-9.875, false]], [[-10.875, false]], [[-5.375, false]], [[-10.375, false]], [[-9.375, false]], [[-10.125, false]], [[-10.625, false]], [[-10.125, false]], [[-11.125, false]], [[-9.375, false]], [[-10.375, false]], [[-6.125, false]], [[-9.375, false]], [[-10.125, false]], [[-6.125, false]], [[-10.375, false]], [[-11.625, false]], [[-9.875, false]], [[-9.375, false]], [[-5.375, false]], [[-10.375, false]], [[-10.125, false]], [[-11.625, false]], [[-12.125, false]], [[-7.8515625, false]], [[-7.875, false]], [[-12.125, false]]], "filtered_resps": [[-6.625, false], [-7.875, false], [-6.875, false], [-11.125, false], [-9.875, false], [-6.125, false], [-11.625, false], [-9.875, false], [-10.875, false], [-5.375, false], [-10.375, false], [-9.375, false], [-10.125, false], [-10.625, false], [-10.125, false], [-11.125, false], [-9.375, false], [-10.375, false], [-6.125, false], [-9.375, false], [-10.125, false], [-6.125, false], [-9.625, false], [-10.125, false], [-11.875, false], [-10.375, false], [-9.875, false], [-10.375, false], [-9.375, false], [-10.375, false], [-9.375, false], [-11.375, false], [-9.875, false], [-7.8515625, false], [-7.875, false], [-10.6875, false], [-6.125, false], [-7.875, false], [-6.875, false], [-11.125, false], [-9.875, false], [-6.125, false], [-11.625, false], [-9.875, false], [-10.875, false], [-5.375, false], [-10.375, false], [-9.375, false], [-10.125, false], [-10.625, false], [-10.125, false], [-11.125, false], [-9.375, false], [-10.375, false], [-6.125, false], [-9.375, false], [-10.125, false], [-6.125, false], [-9.625, false], [-10.125, false], [-10.125, false], [-10.375, false], [-9.875, false], [-11.625, false], [-5.375, false], [-10.375, false], [-9.375, false], [-11.375, false], [-9.875, false], [-7.8515625, false], [-7.875, false], [-10.6875, false], [-6.125, false], [-7.875, false], [-6.875, false], [-11.125, false], [-9.875, false], [-6.125, false], [-11.625, false], [-9.875, false], [-10.875, false], [-5.375, false], [-10.375, false], [-9.375, false], [-10.125, false], [-10.625, false], [-10.125, false], [-11.125, false], [-9.375, false], [-10.375, false], [-6.125, false], [-9.375, false], [-10.125, false], [-6.125, false], [-10.375, false], [-5.375, false], [-11.625, false], [-5.375, false], [-10.125, false], [-9.375, false], [-10.375, false], [-9.375, false], [-9.625, false], [-7.8515625, false], [-7.875, false], [-10.7265625, false], [-6.125, false], [-7.875, false], [-6.875, false], [-11.125, false], [-9.875, false], [-6.125, false], [-11.625, false], [-9.875, false], [-10.875, false], [-5.375, false], [-10.375, false], [-9.375, false], [-10.125, false], [-10.625, false], [-10.125, false], [-11.125, false], [-9.375, false], [-10.375, false], [-6.125, false], [-9.375, false], [-10.125, false], [-6.125, false], [-10.375, false], [-11.625, false], [-9.875, false], [-9.375, false], [-5.375, false], [-10.375, false], [-10.125, false], [-11.625, false], [-12.125, false], [-7.8515625, false], [-7.875, false], [-12.125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1023, "doc": {"id": "Mercury_SC_415738", "question": "A dark colored wall becomes warm when the Sun is shining on it. After the Sun sets, a person standing a meter away can feel warmth from the wall. How does heat transfer from the wall to the person?", "choices": {"text": ["radiation", "conduction", "convection", "insulation"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "radiation", "arguments": ["Question: A dark colored wall becomes warm when the Sun is shining on it. After the Sun sets, a person standing a meter away can feel warmth from the wall. How does heat transfer from the wall to the person?\nAnswer:", " ["], "resps": [[[-7.9921875, false]], [[-9.9921875, false]], [[-12.2421875, false]], [[-5.2421875, false]], [[-10.2421875, false]], [[-9.2421875, false]], [[-5.2421875, false]], [[-10.7421875, false]], [[-9.2421875, false]], [[-10.4921875, false]], [[-10.9921875, false]], [[-9.9921875, false]], [[-9.6640625, false]], [[-5.4921875, false]], [[-9.9921875, false]], [[-10.7421875, false]], [[-10.4921875, false]], [[-10.9921875, false]], [[-10.2421875, false]], [[-11.2421875, false]], [[-10.7421875, false]], [[-10.7421875, false]], [[-9.2421875, false]], [[-10.4921875, false]], [[-10.9921875, false]], [[-9.9921875, false]], [[-9.6640625, false]], [[-5.4921875, false]], [[-9.9921875, false]], [[-10.7421875, false]], [[-10.4921875, false]], [[-10.9921875, false]], [[-10.9921875, false]], [[-9.7421875, false]], [[-10.7421875, false]], [[-10.7421875, false]], [[-9.2421875, false]], [[-10.4921875, false]], [[-10.9921875, false]], [[-9.9921875, false]], [[-9.6640625, false]], [[-5.4921875, false]], [[-9.9921875, false]], [[-9.2421875, false]], [[-10.9921875, false]], [[-10.7421875, false]], [[-11.2421875, false]], [[-11.4921875, false]], [[-5.2421875, false]], [[-10.7421875, false]], [[-9.2421875, false]], [[-10.4921875, false]], [[-10.9921875, false]], [[-9.9921875, false]], [[-13.4921875, false]]], "filtered_resps": [[-7.9921875, false], [-9.9921875, false], [-12.2421875, false], [-5.2421875, false], [-10.2421875, false], [-9.2421875, false], [-5.2421875, false], [-10.7421875, false], [-9.2421875, false], [-10.4921875, false], [-10.9921875, false], [-9.9921875, false], [-9.6640625, false], [-5.4921875, false], [-9.9921875, false], [-10.7421875, false], [-10.4921875, false], [-10.9921875, false], [-10.2421875, false], [-11.2421875, false], [-10.7421875, false], [-10.7421875, false], [-9.2421875, false], [-10.4921875, false], [-10.9921875, false], [-9.9921875, false], [-9.6640625, false], [-5.4921875, false], [-9.9921875, false], [-10.7421875, false], [-10.4921875, false], [-10.9921875, false], [-10.9921875, false], [-9.7421875, false], [-10.7421875, false], [-10.7421875, false], [-9.2421875, false], [-10.4921875, false], [-10.9921875, false], [-9.9921875, false], [-9.6640625, false], [-5.4921875, false], [-9.9921875, false], [-9.2421875, false], [-10.9921875, false], [-10.7421875, false], [-11.2421875, false], [-11.4921875, false], [-5.2421875, false], [-10.7421875, false], [-9.2421875, false], [-10.4921875, false], [-10.9921875, false], [-9.9921875, false], [-13.4921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1031, "doc": {"id": "Mercury_SC_400523", "question": "Decaying plants and animals are important to an ecosystem because they", "choices": {"text": ["cause disease in living organisms.", "reduce soil erosion.", "recycle oxygen to the air.", "return nutrients to the soil."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "return nutrients to the soil.", "arguments": ["Question: Decaying plants and animals are important to an ecosystem because they\nAnswer:", " ["], "resps": [[[-7.8984375, false]], [[-8.6484375, false]], [[-8.0234375, false]], [[-4.8984375, false]], [[-10.7734375, false]], [[-8.6484375, false]], [[-6.0234375, false]], [[-5.2734375, false]], [[-6.5234375, false]], [[-7.1484375, false]], [[-8.6484375, false]], [[-6.0234375, false]], [[-4.8984375, false]], [[-8.6484375, false]], [[-6.0234375, false]], [[-5.2734375, false]], [[-7.1484375, false]], [[-8.6484375, false]], [[-5.2734375, false]], [[-9.6484375, false]], [[-7.1484375, false]], [[-11.0234375, false]], [[-7.1484375, false]], [[-8.6484375, false]], [[-10.6484375, false]], [[-5.2734375, false]], [[-7.7734375, false]], [[-11.5234375, false]], [[-10.6484375, false]], [[-4.8984375, false]], [[-8.6484375, false]], [[-7.1484375, false]], [[-8.6484375, false]], [[-10.2734375, false]], [[-8.6484375, false]], [[-6.9296875, false]], [[-8.6484375, false]], [[-8.8046875, false]], [[-5.2734375, false]], [[-8.6484375, false]], [[-11.5234375, false]], [[-6.0234375, false]], [[-6.5234375, false]], [[-10.7734375, false]], [[-8.0234375, false]], [[-6.0234375, false]], [[-5.2734375, false]], [[-8.6484375, false]], [[-7.7734375, false]], [[-7.1484375, false]], [[-9.6484375, false]], [[-5.2734375, false]], [[-6.0234375, false]], [[-11.5234375, false]], [[-7.7734375, false]], [[-8.6484375, false]], [[-7.1484375, false]], [[-7.7734375, false]], [[-8.6484375, false]], [[-6.9296875, false]], [[-8.6484375, false]], [[-8.8046875, false]], [[-5.2734375, false]], [[-8.6484375, false]], [[-11.5234375, false]], [[-6.0234375, false]], [[-8.0234375, false]], [[-9.7734375, false]], [[-8.0234375, false]], [[-9.6484375, false]], [[-6.0234375, false]], [[-5.2734375, false]], [[-7.7734375, false]], [[-9.8984375, false]], [[-9.7734375, false]], [[-10.6484375, false]], [[-6.0234375, false]], [[-8.6484375, false]], [[-5.2734375, false]], [[-11.0234375, false]], [[-7.7734375, false]], [[-5.2734375, false]], [[-11.0234375, false]], [[-10.2734375, false]], [[-6.0234375, false]], [[-5.2734375, false]], [[-4.8984375, false]], [[-7.1484375, false]], [[-11.5234375, false]], [[-6.9296875, false]], [[-8.6484375, false]], [[-8.8046875, false]], [[-5.2734375, false]], [[-8.6484375, false]], [[-11.5234375, false]], [[-6.0234375, false]], [[-11.0234375, false]], [[-10.7734375, false]], [[-11.5234375, false]], [[-8.6484375, false]], [[-5.2734375, false]], [[-8.6484375, false]], [[-10.7734375, false]], [[-11.0234375, false]], [[-11.5234375, false]], [[-7.1484375, false]], [[-6.0234375, false]], [[-8.6484375, false]], [[-11.0234375, false]], [[-8.6484375, false]], [[-5.2734375, false]], [[-11.0234375, false]], [[-7.7734375, false]], [[-5.2734375, false]], [[-11.0234375, false]], [[-10.2734375, false]], [[-6.0234375, false]], [[-5.2734375, false]], [[-8.6484375, false]], [[-7.7734375, false]], [[-7.1484375, false]], [[-9.6484375, false]], [[-6.9296875, false]], [[-8.6484375, false]], [[-11.8984375, false]]], "filtered_resps": [[-7.8984375, false], [-8.6484375, false], [-8.0234375, false], [-4.8984375, false], [-10.7734375, false], [-8.6484375, false], [-6.0234375, false], [-5.2734375, false], [-6.5234375, false], [-7.1484375, false], [-8.6484375, false], [-6.0234375, false], [-4.8984375, false], [-8.6484375, false], [-6.0234375, false], [-5.2734375, false], [-7.1484375, false], [-8.6484375, false], [-5.2734375, false], [-9.6484375, false], [-7.1484375, false], [-11.0234375, false], [-7.1484375, false], [-8.6484375, false], [-10.6484375, false], [-5.2734375, false], [-7.7734375, false], [-11.5234375, false], [-10.6484375, false], [-4.8984375, false], [-8.6484375, false], [-7.1484375, false], [-8.6484375, false], [-10.2734375, false], [-8.6484375, false], [-6.9296875, false], [-8.6484375, false], [-8.8046875, false], [-5.2734375, false], [-8.6484375, false], [-11.5234375, false], [-6.0234375, false], [-6.5234375, false], [-10.7734375, false], [-8.0234375, false], [-6.0234375, false], [-5.2734375, false], [-8.6484375, false], [-7.7734375, false], [-7.1484375, false], [-9.6484375, false], [-5.2734375, false], [-6.0234375, false], [-11.5234375, false], [-7.7734375, false], [-8.6484375, false], [-7.1484375, false], [-7.7734375, false], [-8.6484375, false], [-6.9296875, false], [-8.6484375, false], [-8.8046875, false], [-5.2734375, false], [-8.6484375, false], [-11.5234375, false], [-6.0234375, false], [-8.0234375, false], [-9.7734375, false], [-8.0234375, false], [-9.6484375, false], [-6.0234375, false], [-5.2734375, false], [-7.7734375, false], [-9.8984375, false], [-9.7734375, false], [-10.6484375, false], [-6.0234375, false], [-8.6484375, false], [-5.2734375, false], [-11.0234375, false], [-7.7734375, false], [-5.2734375, false], [-11.0234375, false], [-10.2734375, false], [-6.0234375, false], [-5.2734375, false], [-4.8984375, false], [-7.1484375, false], [-11.5234375, false], [-6.9296875, false], [-8.6484375, false], [-8.8046875, false], [-5.2734375, false], [-8.6484375, false], [-11.5234375, false], [-6.0234375, false], [-11.0234375, false], [-10.7734375, false], [-11.5234375, false], [-8.6484375, false], [-5.2734375, false], [-8.6484375, false], [-10.7734375, false], [-11.0234375, false], [-11.5234375, false], [-7.1484375, false], [-6.0234375, false], [-8.6484375, false], [-11.0234375, false], [-8.6484375, false], [-5.2734375, false], [-11.0234375, false], [-7.7734375, false], [-5.2734375, false], [-11.0234375, false], [-10.2734375, false], [-6.0234375, false], [-5.2734375, false], [-8.6484375, false], [-7.7734375, false], [-7.1484375, false], [-9.6484375, false], [-6.9296875, false], [-8.6484375, false], [-11.8984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1039, "doc": {"id": "Mercury_SC_404998", "question": "Sound waves travel the fastest through dense materials. Through which of these would sound waves travel the SLOWEST?", "choices": {"text": ["air", "glass", "metal", "water"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "air", "arguments": ["Question: Sound waves travel the fastest through dense materials. Through which of these would sound waves travel the SLOWEST?\nAnswer:", " ["], "resps": [[[-8.1328125, false]], [[-9.1328125, false]], [[-6.12890625, false]], [[-7.62890625, false]], [[-9.6328125, false]], [[-9.1328125, false]], [[-9.71875, false]], [[-5.12890625, false]], [[-9.1328125, false]], [[-11.6328125, false]], [[-9.1328125, false]], [[-6.12890625, false]], [[-8.6328125, false]], [[-8.6328125, false]], [[-9.1328125, false]], [[-9.71875, false]], [[-5.12890625, false]], [[-9.1328125, false]], [[-8.6328125, false]], [[-8.6328125, false]], [[-9.6328125, false]], [[-6.12890625, false]], [[-9.1328125, false]], [[-9.1328125, false]], [[-9.71875, false]], [[-5.12890625, false]], [[-9.1328125, false]], [[-10.1328125, false]], [[-6.12890625, false]], [[-9.6328125, false]], [[-8.6328125, false]], [[-9.6328125, false]], [[-9.1328125, false]], [[-13.1328125, false]]], "filtered_resps": [[-8.1328125, false], [-9.1328125, false], [-6.12890625, false], [-7.62890625, false], [-9.6328125, false], [-9.1328125, false], [-9.71875, false], [-5.12890625, false], [-9.1328125, false], [-11.6328125, false], [-9.1328125, false], [-6.12890625, false], [-8.6328125, false], [-8.6328125, false], [-9.1328125, false], [-9.71875, false], [-5.12890625, false], [-9.1328125, false], [-8.6328125, false], [-8.6328125, false], [-9.6328125, false], [-6.12890625, false], [-9.1328125, false], [-9.1328125, false], [-9.71875, false], [-5.12890625, false], [-9.1328125, false], [-10.1328125, false], [-6.12890625, false], [-9.6328125, false], [-8.6328125, false], [-9.6328125, false], [-9.1328125, false], [-13.1328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1047, "doc": {"id": "Mercury_405461", "question": "Which is the most likely way a scientist collects data during an experiment?", "choices": {"text": ["calculator", "graphs", "observations", "computer"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "observations", "arguments": ["Question: Which is the most likely way a scientist collects data during an experiment?\nAnswer:", " ["], "resps": [[[-7.36328125, false]], [[-8.734375, false]], [[-9.109375, false]], [[-4.61328125, false]], [[-10.484375, false]], [[-9.109375, false]], [[-10.234375, false]], [[-10.484375, false]], [[-4.61328125, false]], [[-9.984375, false]], [[-9.984375, false]], [[-10.359375, false]], [[-8.734375, false]], [[-10.453125, false]], [[-5.73828125, false]], [[-8.734375, false]], [[-11.859375, false]], [[-10.359375, false]], [[-4.61328125, false]], [[-8.734375, false]], [[-10.609375, false]], [[-9.109375, false]], [[-8.734375, false]], [[-10.453125, false]], [[-5.73828125, false]], [[-8.734375, false]], [[-9.984375, false]], [[-8.859375, false]], [[-9.109375, false]], [[-8.359375, false]], [[-10.359375, false]], [[-11.109375, false]], [[-4.61328125, false]], [[-9.984375, false]], [[-8.859375, false]], [[-9.984375, false]], [[-8.609375, false]], [[-9.109375, false]], [[-8.734375, false]], [[-10.453125, false]], [[-5.73828125, false]], [[-8.734375, false]], [[-9.109375, false]], [[-9.984375, false]], [[-9.234375, false]], [[-8.734375, false]], [[-10.234375, false]], [[-9.984375, false]], [[-8.359375, false]], [[-10.359375, false]], [[-8.734375, false]], [[-12.859375, false]]], "filtered_resps": [[-7.36328125, false], [-8.734375, false], [-9.109375, false], [-4.61328125, false], [-10.484375, false], [-9.109375, false], [-10.234375, false], [-10.484375, false], [-4.61328125, false], [-9.984375, false], [-9.984375, false], [-10.359375, false], [-8.734375, false], [-10.453125, false], [-5.73828125, false], [-8.734375, false], [-11.859375, false], [-10.359375, false], [-4.61328125, false], [-8.734375, false], [-10.609375, false], [-9.109375, false], [-8.734375, false], [-10.453125, false], [-5.73828125, false], [-8.734375, false], [-9.984375, false], [-8.859375, false], [-9.109375, false], [-8.359375, false], [-10.359375, false], [-11.109375, false], [-4.61328125, false], [-9.984375, false], [-8.859375, false], [-9.984375, false], [-8.609375, false], [-9.109375, false], [-8.734375, false], [-10.453125, false], [-5.73828125, false], [-8.734375, false], [-9.109375, false], [-9.984375, false], [-9.234375, false], [-8.734375, false], [-10.234375, false], [-9.984375, false], [-8.359375, false], [-10.359375, false], [-8.734375, false], [-12.859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1055, "doc": {"id": "Mercury_SC_400065", "question": "What keeps the planets in orbit around the Sun?", "choices": {"text": ["air resistance", "friction", "gravity", "magnetism"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "gravity", "arguments": ["Question: What keeps the planets in orbit around the Sun?\nAnswer:", " ["], "resps": [[[-8.640625, false]], [[-6.890625, false]], [[-5.265625, false]], [[-9.390625, false]], [[-10.640625, false]], [[-5.265625, false]], [[-10.640625, false]], [[-8.890625, false]], [[-9.265625, false]], [[-9.390625, false]], [[-9.265625, false]], [[-10.140625, false]], [[-5.265625, false]], [[-11.140625, false]], [[-9.640625, false]], [[-8.890625, false]], [[-6.890625, false]], [[-10.96875, false]], [[-5.265625, false]], [[-6.890625, false]], [[-9.390625, false]], [[-10.640625, false]], [[-9.390625, false]], [[-9.640625, false]], [[-10.140625, false]], [[-9.390625, false]], [[-9.515625, false]], [[-11.140625, false]], [[-6.890625, false]], [[-10.96875, false]], [[-5.265625, false]], [[-6.890625, false]], [[-12.140625, false]], [[-10.640625, false]], [[-5.265625, false]], [[-10.765625, false]], [[-9.390625, false]], [[-10.140625, false]], [[-11.890625, false]], [[-6.890625, false]], [[-10.96875, false]], [[-5.265625, false]], [[-6.890625, false]], [[-10.515625, false]], [[-5.265625, false]], [[-12.140625, false]], [[-11.140625, false]], [[-8.890625, false]], [[-10.140625, false]], [[-9.390625, false]], [[-9.265625, false]], [[-10.515625, false]], [[-6.890625, false]], [[-12.765625, false]]], "filtered_resps": [[-8.640625, false], [-6.890625, false], [-5.265625, false], [-9.390625, false], [-10.640625, false], [-5.265625, false], [-10.640625, false], [-8.890625, false], [-9.265625, false], [-9.390625, false], [-9.265625, false], [-10.140625, false], [-5.265625, false], [-11.140625, false], [-9.640625, false], [-8.890625, false], [-6.890625, false], [-10.96875, false], [-5.265625, false], [-6.890625, false], [-9.390625, false], [-10.640625, false], [-9.390625, false], [-9.640625, false], [-10.140625, false], [-9.390625, false], [-9.515625, false], [-11.140625, false], [-6.890625, false], [-10.96875, false], [-5.265625, false], [-6.890625, false], [-12.140625, false], [-10.640625, false], [-5.265625, false], [-10.765625, false], [-9.390625, false], [-10.140625, false], [-11.890625, false], [-6.890625, false], [-10.96875, false], [-5.265625, false], [-6.890625, false], [-10.515625, false], [-5.265625, false], [-12.140625, false], [-11.140625, false], [-8.890625, false], [-10.140625, false], [-9.390625, false], [-9.265625, false], [-10.515625, false], [-6.890625, false], [-12.765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1063, "doc": {"id": "Mercury_SC_400603", "question": "An electrical component that has a continuous path for electrons to flow is called", "choices": {"text": ["a closed circuit.", "an open circuit.", "a filament.", "a battery."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "a closed circuit.", "arguments": ["Question: An electrical component that has a continuous path for electrons to flow is called\nAnswer:", " ["], "resps": [[[-7.765625, false]], [[-8.515625, false]], [[-3.013671875, false]], [[-5.265625, false]], [[-7.765625, false]], [[-10.015625, false]], [[-9.265625, false]], [[-9.015625, false]], [[-8.515625, false]], [[-8.765625, false]], [[-5.265625, false]], [[-7.765625, false]], [[-7.015625, false]], [[-8.515625, false]], [[-7.765625, false]], [[-9.265625, false]], [[-7.015625, false]], [[-10.015625, false]], [[-6.04296875, false]], [[-8.515625, false]], [[-8.796875, false]], [[-5.265625, false]], [[-8.515625, false]], [[-3.013671875, false]], [[-6.765625, false]], [[-5.265625, false]], [[-9.265625, false]], [[-8.765625, false]], [[-8.515625, false]], [[-6.765625, false]], [[-5.265625, false]], [[-7.765625, false]], [[-7.015625, false]], [[-8.515625, false]], [[-7.765625, false]], [[-9.265625, false]], [[-7.015625, false]], [[-10.015625, false]], [[-6.04296875, false]], [[-8.515625, false]], [[-8.796875, false]], [[-5.265625, false]], [[-8.515625, false]], [[-3.013671875, false]], [[-5.265625, false]], [[-8.515625, false]], [[-7.015625, false]], [[-10.015625, false]], [[-3.013671875, false]], [[-9.265625, false]], [[-8.515625, false]], [[-6.765625, false]], [[-10.015625, false]], [[-6.04296875, false]], [[-8.515625, false]], [[-8.796875, false]], [[-5.265625, false]], [[-8.515625, false]], [[-3.013671875, false]], [[-5.265625, false]], [[-7.265625, false]], [[-3.013671875, false]], [[-10.015625, false]], [[-10.015625, false]], [[-8.515625, false]], [[-8.515625, false]], [[-11.765625, false]], [[-6.04296875, false]], [[-8.515625, false]], [[-12.515625, false]]], "filtered_resps": [[-7.765625, false], [-8.515625, false], [-3.013671875, false], [-5.265625, false], [-7.765625, false], [-10.015625, false], [-9.265625, false], [-9.015625, false], [-8.515625, false], [-8.765625, false], [-5.265625, false], [-7.765625, false], [-7.015625, false], [-8.515625, false], [-7.765625, false], [-9.265625, false], [-7.015625, false], [-10.015625, false], [-6.04296875, false], [-8.515625, false], [-8.796875, false], [-5.265625, false], [-8.515625, false], [-3.013671875, false], [-6.765625, false], [-5.265625, false], [-9.265625, false], [-8.765625, false], [-8.515625, false], [-6.765625, false], [-5.265625, false], [-7.765625, false], [-7.015625, false], [-8.515625, false], [-7.765625, false], [-9.265625, false], [-7.015625, false], [-10.015625, false], [-6.04296875, false], [-8.515625, false], [-8.796875, false], [-5.265625, false], [-8.515625, false], [-3.013671875, false], [-5.265625, false], [-8.515625, false], [-7.015625, false], [-10.015625, false], [-3.013671875, false], [-9.265625, false], [-8.515625, false], [-6.765625, false], [-10.015625, false], [-6.04296875, false], [-8.515625, false], [-8.796875, false], [-5.265625, false], [-8.515625, false], [-3.013671875, false], [-5.265625, false], [-7.265625, false], [-3.013671875, false], [-10.015625, false], [-10.015625, false], [-8.515625, false], [-8.515625, false], [-11.765625, false], [-6.04296875, false], [-8.515625, false], [-12.515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1071, "doc": {"id": "MDSA_2011_8_33", "question": "Students combined baking soda and vinegar to demonstrate a chemical reaction. What indicates that a chemical reaction occurred?", "choices": {"text": ["the formation of bubbles", "a reduction in total mass", "the disappearance of atoms", "an increase in the number of atoms"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "the formation of bubbles", "arguments": ["Question: Students combined baking soda and vinegar to demonstrate a chemical reaction. What indicates that a chemical reaction occurred?\nAnswer:", " ["], "resps": [[[-6.609375, false]], [[-8.734375, false]], [[-9.484375, false]], [[-10.109375, false]], [[-8.859375, false]], [[-5.859375, false]], [[-10.734375, false]], [[-8.859375, false]], [[-10.734375, false]], [[-8.234375, false]], [[-4.109375, false]], [[-9.484375, false]], [[-8.484375, false]], [[-8.859375, false]], [[-8.859375, false]], [[-5.859375, false]], [[-8.859375, false]], [[-10.734375, false]], [[-5.859375, false]], [[-7.234375, false]], [[-8.984375, false]], [[-7.234375, false]], [[-7.234375, false]], [[-11.609375, false]], [[-8.859375, false]], [[-8.859375, false]], [[-8.734375, false]], [[-10.8046875, false]], [[-5.859375, false]], [[-8.734375, false]], [[-4.109375, false]], [[-5.859375, false]], [[-10.734375, false]], [[-8.859375, false]], [[-9.984375, false]], [[-8.984375, false]], [[-7.859375, false]], [[-9.484375, false]], [[-8.484375, false]], [[-8.859375, false]], [[-8.859375, false]], [[-5.859375, false]], [[-8.484375, false]], [[-8.859375, false]], [[-5.859375, false]], [[-9.484375, false]], [[-8.859375, false]], [[-9.484375, false]], [[-4.109375, false]], [[-11.609375, false]], [[-5.859375, false]], [[-8.234375, false]], [[-4.109375, false]], [[-8.859375, false]], [[-8.859375, false]], [[-8.734375, false]], [[-10.8046875, false]], [[-5.859375, false]], [[-8.734375, false]], [[-9.484375, false]], [[-10.109375, false]], [[-8.859375, false]], [[-5.859375, false]], [[-9.984375, false]], [[-8.484375, false]], [[-8.859375, false]], [[-4.109375, false]], [[-9.734375, false]], [[-9.734375, false]], [[-8.859375, false]], [[-4.109375, false]], [[-10.734375, false]], [[-4.109375, false]], [[-8.859375, false]], [[-7.859375, false]], [[-8.859375, false]], [[-5.859375, false]], [[-8.859375, false]], [[-10.734375, false]], [[-5.859375, false]], [[-4.109375, false]], [[-9.484375, false]], [[-8.859375, false]], [[-8.234375, false]], [[-8.859375, false]], [[-8.734375, false]], [[-10.8046875, false]], [[-5.859375, false]], [[-8.734375, false]], [[-4.109375, false]], [[-8.859375, false]], [[-5.859375, false]], [[-8.484375, false]], [[-8.859375, false]], [[-7.859375, false]], [[-10.734375, false]], [[-8.859375, false]], [[-4.109375, false]], [[-8.859375, false]], [[-8.859375, false]], [[-5.859375, false]], [[-8.484375, false]], [[-8.859375, false]], [[-5.859375, false]], [[-9.484375, false]], [[-10.109375, false]], [[-8.859375, false]], [[-5.859375, false]], [[-8.859375, false]], [[-8.984375, false]], [[-8.234375, false]], [[-7.234375, false]], [[-8.859375, false]], [[-10.734375, false]], [[-5.859375, false]], [[-8.859375, false]], [[-10.734375, false]], [[-5.859375, false]], [[-4.109375, false]], [[-9.484375, false]], [[-8.859375, false]], [[-8.234375, false]], [[-8.859375, false]], [[-8.734375, false]], [[-12.234375, false]]], "filtered_resps": [[-6.609375, false], [-8.734375, false], [-9.484375, false], [-10.109375, false], [-8.859375, false], [-5.859375, false], [-10.734375, false], [-8.859375, false], [-10.734375, false], [-8.234375, false], [-4.109375, false], [-9.484375, false], [-8.484375, false], [-8.859375, false], [-8.859375, false], [-5.859375, false], [-8.859375, false], [-10.734375, false], [-5.859375, false], [-7.234375, false], [-8.984375, false], [-7.234375, false], [-7.234375, false], [-11.609375, false], [-8.859375, false], [-8.859375, false], [-8.734375, false], [-10.8046875, false], [-5.859375, false], [-8.734375, false], [-4.109375, false], [-5.859375, false], [-10.734375, false], [-8.859375, false], [-9.984375, false], [-8.984375, false], [-7.859375, false], [-9.484375, false], [-8.484375, false], [-8.859375, false], [-8.859375, false], [-5.859375, false], [-8.484375, false], [-8.859375, false], [-5.859375, false], [-9.484375, false], [-8.859375, false], [-9.484375, false], [-4.109375, false], [-11.609375, false], [-5.859375, false], [-8.234375, false], [-4.109375, false], [-8.859375, false], [-8.859375, false], [-8.734375, false], [-10.8046875, false], [-5.859375, false], [-8.734375, false], [-9.484375, false], [-10.109375, false], [-8.859375, false], [-5.859375, false], [-9.984375, false], [-8.484375, false], [-8.859375, false], [-4.109375, false], [-9.734375, false], [-9.734375, false], [-8.859375, false], [-4.109375, false], [-10.734375, false], [-4.109375, false], [-8.859375, false], [-7.859375, false], [-8.859375, false], [-5.859375, false], [-8.859375, false], [-10.734375, false], [-5.859375, false], [-4.109375, false], [-9.484375, false], [-8.859375, false], [-8.234375, false], [-8.859375, false], [-8.734375, false], [-10.8046875, false], [-5.859375, false], [-8.734375, false], [-4.109375, false], [-8.859375, false], [-5.859375, false], [-8.484375, false], [-8.859375, false], [-7.859375, false], [-10.734375, false], [-8.859375, false], [-4.109375, false], [-8.859375, false], [-8.859375, false], [-5.859375, false], [-8.484375, false], [-8.859375, false], [-5.859375, false], [-9.484375, false], [-10.109375, false], [-8.859375, false], [-5.859375, false], [-8.859375, false], [-8.984375, false], [-8.234375, false], [-7.234375, false], [-8.859375, false], [-10.734375, false], [-5.859375, false], [-8.859375, false], [-10.734375, false], [-5.859375, false], [-4.109375, false], [-9.484375, false], [-8.859375, false], [-8.234375, false], [-8.859375, false], [-8.734375, false], [-12.234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1079, "doc": {"id": "Mercury_7085558", "question": "The breaking of a mineral into small, flat sheets is known as", "choices": {"text": ["luster.", "streak.", "cleavage.", "hardness."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "cleavage.", "arguments": ["Question: The breaking of a mineral into small, flat sheets is known as\nAnswer:", " ["], "resps": [[[-7.2578125, false]], [[-7.0078125, false]], [[-10.0078125, false]], [[-10.2578125, false]], [[-7.7578125, false]], [[-9.7578125, false]], [[-8.3828125, false]], [[-8.3828125, false]], [[-5.7421875, false]], [[-7.0078125, false]], [[-7.9296875, false]], [[-5.0078125, false]], [[-7.0078125, false]], [[-7.7578125, false]], [[-9.7578125, false]], [[-8.3828125, false]], [[-8.3828125, false]], [[-4.6328125, false]], [[-9.0078125, false]], [[-5.7421875, false]], [[-7.0078125, false]], [[-7.9296875, false]], [[-5.0078125, false]], [[-7.0078125, false]], [[-8.0078125, false]], [[-10.0078125, false]], [[-8.3828125, false]], [[-4.6328125, false]], [[-9.5078125, false]], [[-4.6328125, false]], [[-9.8828125, false]], [[-8.3828125, false]], [[-5.7421875, false]], [[-7.0078125, false]], [[-7.9296875, false]], [[-5.0078125, false]], [[-7.0078125, false]], [[-9.8828125, false]], [[-4.6328125, false]], [[-8.3828125, false]], [[-9.1328125, false]], [[-8.2578125, false]], [[-8.3828125, false]], [[-7.7578125, false]], [[-7.7578125, false]], [[-5.7421875, false]], [[-7.0078125, false]], [[-11.2578125, false]]], "filtered_resps": [[-7.2578125, false], [-7.0078125, false], [-10.0078125, false], [-10.2578125, false], [-7.7578125, false], [-9.7578125, false], [-8.3828125, false], [-8.3828125, false], [-5.7421875, false], [-7.0078125, false], [-7.9296875, false], [-5.0078125, false], [-7.0078125, false], [-7.7578125, false], [-9.7578125, false], [-8.3828125, false], [-8.3828125, false], [-4.6328125, false], [-9.0078125, false], [-5.7421875, false], [-7.0078125, false], [-7.9296875, false], [-5.0078125, false], [-7.0078125, false], [-8.0078125, false], [-10.0078125, false], [-8.3828125, false], [-4.6328125, false], [-9.5078125, false], [-4.6328125, false], [-9.8828125, false], [-8.3828125, false], [-5.7421875, false], [-7.0078125, false], [-7.9296875, false], [-5.0078125, false], [-7.0078125, false], [-9.8828125, false], [-4.6328125, false], [-8.3828125, false], [-9.1328125, false], [-8.2578125, false], [-8.3828125, false], [-7.7578125, false], [-7.7578125, false], [-5.7421875, false], [-7.0078125, false], [-11.2578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1087, "doc": {"id": "Mercury_186568", "question": "Which of the following will absorb heat energy?", "choices": {"text": ["two sticks being rubbed together", "a piece of wood burning", "steel wool rusting", "ice cubes melting"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "ice cubes melting", "arguments": ["Question: Which of the following will absorb heat energy?\nAnswer:", " ["], "resps": [[[-8.4453125, false]], [[-9.9453125, false]], [[-9.6953125, false]], [[-10.1953125, false]], [[-8.9453125, false]], [[-5.4453125, false]], [[-9.6953125, false]], [[-9.6953125, false]], [[-8.4453125, false]], [[-8.1953125, false]], [[-9.6953125, false]], [[-9.6953125, false]], [[-5.4453125, false]], [[-7.9453125, false]], [[-7.4453125, false]], [[-8.4453125, false]], [[-8.9453125, false]], [[-10.9453125, false]], [[-5.4453125, false]], [[-10.6953125, false]], [[-10.4453125, false]], [[-7.9453125, false]], [[-7.9453125, false]], [[-7.4453125, false]], [[-9.1953125, false]], [[-5.4453125, false]], [[-9.6953125, false]], [[-8.9453125, false]], [[-10.9453125, false]], [[-7.4453125, false]], [[-9.6953125, false]], [[-9.9453125, false]], [[-7.4453125, false]], [[-10.6953125, false]], [[-9.9453125, false]], [[-9.546875, false]], [[-5.4453125, false]], [[-9.9453125, false]], [[-4.1953125, false]], [[-5.4453125, false]], [[-9.9453125, false]], [[-8.4453125, false]], [[-7.4453125, false]], [[-8.1953125, false]], [[-7.4453125, false]], [[-5.4453125, false]], [[-8.9453125, false]], [[-9.4453125, false]], [[-5.4453125, false]], [[-10.1953125, false]], [[-8.9453125, false]], [[-8.9453125, false]], [[-9.1953125, false]], [[-5.4453125, false]], [[-7.9453125, false]], [[-10.4453125, false]], [[-10.6953125, false]], [[-8.9453125, false]], [[-8.4453125, false]], [[-8.9453125, false]], [[-10.9453125, false]], [[-9.9453125, false]], [[-9.546875, false]], [[-5.4453125, false]], [[-9.9453125, false]], [[-9.6953125, false]], [[-9.6953125, false]], [[-7.4453125, false]], [[-7.4453125, false]], [[-10.1953125, false]], [[-5.4453125, false]], [[-10.1953125, false]], [[-8.9453125, false]], [[-8.9453125, false]], [[-10.1953125, false]], [[-5.4453125, false]], [[-10.6953125, false]], [[-10.4453125, false]], [[-9.6953125, false]], [[-9.6953125, false]], [[-8.4453125, false]], [[-8.9453125, false]], [[-10.9453125, false]], [[-9.9453125, false]], [[-9.546875, false]], [[-5.4453125, false]], [[-9.9453125, false]], [[-8.4453125, false]], [[-8.1953125, false]], [[-7.4453125, false]], [[-5.4453125, false]], [[-8.1953125, false]], [[-10.4453125, false]], [[-7.9453125, false]], [[-7.4453125, false]], [[-9.6953125, false]], [[-5.4453125, false]], [[-7.6953125, false]], [[-7.4453125, false]], [[-10.1953125, false]], [[-9.6953125, false]], [[-8.4453125, false]], [[-8.9453125, false]], [[-10.9453125, false]], [[-9.9453125, false]], [[-13.4453125, false]]], "filtered_resps": [[-8.4453125, false], [-9.9453125, false], [-9.6953125, false], [-10.1953125, false], [-8.9453125, false], [-5.4453125, false], [-9.6953125, false], [-9.6953125, false], [-8.4453125, false], [-8.1953125, false], [-9.6953125, false], [-9.6953125, false], [-5.4453125, false], [-7.9453125, false], [-7.4453125, false], [-8.4453125, false], [-8.9453125, false], [-10.9453125, false], [-5.4453125, false], [-10.6953125, false], [-10.4453125, false], [-7.9453125, false], [-7.9453125, false], [-7.4453125, false], [-9.1953125, false], [-5.4453125, false], [-9.6953125, false], [-8.9453125, false], [-10.9453125, false], [-7.4453125, false], [-9.6953125, false], [-9.9453125, false], [-7.4453125, false], [-10.6953125, false], [-9.9453125, false], [-9.546875, false], [-5.4453125, false], [-9.9453125, false], [-4.1953125, false], [-5.4453125, false], [-9.9453125, false], [-8.4453125, false], [-7.4453125, false], [-8.1953125, false], [-7.4453125, false], [-5.4453125, false], [-8.9453125, false], [-9.4453125, false], [-5.4453125, false], [-10.1953125, false], [-8.9453125, false], [-8.9453125, false], [-9.1953125, false], [-5.4453125, false], [-7.9453125, false], [-10.4453125, false], [-10.6953125, false], [-8.9453125, false], [-8.4453125, false], [-8.9453125, false], [-10.9453125, false], [-9.9453125, false], [-9.546875, false], [-5.4453125, false], [-9.9453125, false], [-9.6953125, false], [-9.6953125, false], [-7.4453125, false], [-7.4453125, false], [-10.1953125, false], [-5.4453125, false], [-10.1953125, false], [-8.9453125, false], [-8.9453125, false], [-10.1953125, false], [-5.4453125, false], [-10.6953125, false], [-10.4453125, false], [-9.6953125, false], [-9.6953125, false], [-8.4453125, false], [-8.9453125, false], [-10.9453125, false], [-9.9453125, false], [-9.546875, false], [-5.4453125, false], [-9.9453125, false], [-8.4453125, false], [-8.1953125, false], [-7.4453125, false], [-5.4453125, false], [-8.1953125, false], [-10.4453125, false], [-7.9453125, false], [-7.4453125, false], [-9.6953125, false], [-5.4453125, false], [-7.6953125, false], [-7.4453125, false], [-10.1953125, false], [-9.6953125, false], [-8.4453125, false], [-8.9453125, false], [-10.9453125, false], [-9.9453125, false], [-13.4453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1095, "doc": {"id": "MEA_2013_8_19", "question": "A species of wasp lays its eggs in the larva of another insect. The wasp is a parasite, and the larva is the host. What is the relationship between the parasite and the host?", "choices": {"text": ["Both the parasite and the host benefit.", "Both the parasite and the host are harmed.", "The parasite benefits and the host is harmed.", "The parasite is harmed and the host benefits."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "The parasite benefits and the host is harmed.", "arguments": ["Question: A species of wasp lays its eggs in the larva of another insect. The wasp is a parasite, and the larva is the host. What is the relationship between the parasite and the host?\nAnswer:", " ["], "resps": [[[-6.82421875, false]], [[-9.578125, false]], [[-5.57421875, false]], [[-11.578125, false]], [[-10.828125, false]], [[-11.328125, false]], [[-5.82421875, false]], [[-10.828125, false]], [[-11.328125, false]], [[-9.828125, false]], [[-5.82421875, false]], [[-10.078125, false]], [[-5.57421875, false]], [[-11.828125, false]], [[-5.57421875, false]], [[-10.078125, false]], [[-9.328125, false]], [[-10.828125, false]], [[-9.828125, false]], [[-5.82421875, false]], [[-5.57421875, false]], [[-9.828125, false]], [[-10.078125, false]], [[-5.82421875, false]], [[-10.828125, false]], [[-11.328125, false]], [[-9.828125, false]], [[-5.82421875, false]], [[-11.328125, false]], [[-11.578125, false]], [[-10.078125, false]], [[-10.828125, false]], [[-5.82421875, false]], [[-8.578125, false]], [[-9.828125, false]], [[-9.828125, false]], [[-9.828125, false]], [[-11.078125, false]], [[-9.328125, false]], [[-10.828125, false]], [[-7.40625, false]], [[-9.578125, false]], [[-10.40625, false]], [[-5.82421875, false]], [[-9.578125, false]], [[-5.57421875, false]], [[-11.578125, false]], [[-10.828125, false]], [[-11.328125, false]], [[-5.82421875, false]], [[-10.828125, false]], [[-11.328125, false]], [[-9.828125, false]], [[-5.82421875, false]], [[-10.078125, false]], [[-5.57421875, false]], [[-11.828125, false]], [[-5.57421875, false]], [[-10.078125, false]], [[-9.328125, false]], [[-10.828125, false]], [[-9.828125, false]], [[-5.82421875, false]], [[-5.57421875, false]], [[-9.828125, false]], [[-10.078125, false]], [[-5.82421875, false]], [[-10.828125, false]], [[-11.328125, false]], [[-9.828125, false]], [[-5.82421875, false]], [[-11.328125, false]], [[-11.578125, false]], [[-10.078125, false]], [[-10.828125, false]], [[-5.82421875, false]], [[-5.57421875, false]], [[-11.828125, false]], [[-9.828125, false]], [[-5.82421875, false]], [[-11.328125, false]], [[-5.57421875, false]], [[-11.828125, false]], [[-11.578125, false]], [[-9.828125, false]], [[-10.078125, false]], [[-7.40625, false]], [[-9.578125, false]], [[-10.40625, false]], [[-5.82421875, false]], [[-9.578125, false]], [[-7.07421875, false]], [[-11.328125, false]], [[-9.828125, false]], [[-5.82421875, false]], [[-10.078125, false]], [[-5.57421875, false]], [[-11.828125, false]], [[-5.57421875, false]], [[-10.078125, false]], [[-9.328125, false]], [[-10.828125, false]], [[-9.828125, false]], [[-5.82421875, false]], [[-8.578125, false]], [[-9.828125, false]], [[-9.828125, false]], [[-9.828125, false]], [[-11.078125, false]], [[-9.328125, false]], [[-10.828125, false]], [[-10.078125, false]], [[-5.82421875, false]], [[-5.57421875, false]], [[-9.828125, false]], [[-10.078125, false]], [[-5.82421875, false]], [[-10.828125, false]], [[-11.328125, false]], [[-9.828125, false]], [[-5.82421875, false]], [[-11.328125, false]], [[-11.578125, false]], [[-10.078125, false]], [[-10.828125, false]], [[-5.82421875, false]], [[-9.328125, false]], [[-10.078125, false]], [[-5.82421875, false]], [[-11.328125, false]], [[-5.57421875, false]], [[-11.828125, false]], [[-11.578125, false]], [[-9.828125, false]], [[-10.078125, false]], [[-7.40625, false]], [[-9.578125, false]], [[-10.40625, false]], [[-5.82421875, false]], [[-9.578125, false]], [[-7.07421875, false]], [[-11.328125, false]], [[-9.828125, false]], [[-5.82421875, false]], [[-10.078125, false]], [[-5.57421875, false]], [[-11.828125, false]], [[-5.57421875, false]], [[-10.078125, false]], [[-9.328125, false]], [[-10.828125, false]], [[-9.828125, false]], [[-5.82421875, false]], [[-9.328125, false]], [[-10.078125, false]], [[-5.82421875, false]], [[-11.328125, false]], [[-5.57421875, false]], [[-11.828125, false]], [[-11.578125, false]], [[-9.828125, false]], [[-10.078125, false]], [[-5.82421875, false]], [[-5.57421875, false]], [[-9.828125, false]], [[-10.078125, false]], [[-5.82421875, false]], [[-10.828125, false]], [[-11.328125, false]], [[-9.828125, false]], [[-5.82421875, false]], [[-11.328125, false]], [[-11.578125, false]], [[-10.078125, false]], [[-10.828125, false]], [[-5.82421875, false]], [[-8.578125, false]], [[-9.828125, false]], [[-9.828125, false]], [[-9.828125, false]], [[-11.078125, false]], [[-9.328125, false]], [[-10.828125, false]], [[-10.078125, false]], [[-7.40625, false]], [[-9.578125, false]], [[-11.828125, false]]], "filtered_resps": [[-6.82421875, false], [-9.578125, false], [-5.57421875, false], [-11.578125, false], [-10.828125, false], [-11.328125, false], [-5.82421875, false], [-10.828125, false], [-11.328125, false], [-9.828125, false], [-5.82421875, false], [-10.078125, false], [-5.57421875, false], [-11.828125, false], [-5.57421875, false], [-10.078125, false], [-9.328125, false], [-10.828125, false], [-9.828125, false], [-5.82421875, false], [-5.57421875, false], [-9.828125, false], [-10.078125, false], [-5.82421875, false], [-10.828125, false], [-11.328125, false], [-9.828125, false], [-5.82421875, false], [-11.328125, false], [-11.578125, false], [-10.078125, false], [-10.828125, false], [-5.82421875, false], [-8.578125, false], [-9.828125, false], [-9.828125, false], [-9.828125, false], [-11.078125, false], [-9.328125, false], [-10.828125, false], [-7.40625, false], [-9.578125, false], [-10.40625, false], [-5.82421875, false], [-9.578125, false], [-5.57421875, false], [-11.578125, false], [-10.828125, false], [-11.328125, false], [-5.82421875, false], [-10.828125, false], [-11.328125, false], [-9.828125, false], [-5.82421875, false], [-10.078125, false], [-5.57421875, false], [-11.828125, false], [-5.57421875, false], [-10.078125, false], [-9.328125, false], [-10.828125, false], [-9.828125, false], [-5.82421875, false], [-5.57421875, false], [-9.828125, false], [-10.078125, false], [-5.82421875, false], [-10.828125, false], [-11.328125, false], [-9.828125, false], [-5.82421875, false], [-11.328125, false], [-11.578125, false], [-10.078125, false], [-10.828125, false], [-5.82421875, false], [-5.57421875, false], [-11.828125, false], [-9.828125, false], [-5.82421875, false], [-11.328125, false], [-5.57421875, false], [-11.828125, false], [-11.578125, false], [-9.828125, false], [-10.078125, false], [-7.40625, false], [-9.578125, false], [-10.40625, false], [-5.82421875, false], [-9.578125, false], [-7.07421875, false], [-11.328125, false], [-9.828125, false], [-5.82421875, false], [-10.078125, false], [-5.57421875, false], [-11.828125, false], [-5.57421875, false], [-10.078125, false], [-9.328125, false], [-10.828125, false], [-9.828125, false], [-5.82421875, false], [-8.578125, false], [-9.828125, false], [-9.828125, false], [-9.828125, false], [-11.078125, false], [-9.328125, false], [-10.828125, false], [-10.078125, false], [-5.82421875, false], [-5.57421875, false], [-9.828125, false], [-10.078125, false], [-5.82421875, false], [-10.828125, false], [-11.328125, false], [-9.828125, false], [-5.82421875, false], [-11.328125, false], [-11.578125, false], [-10.078125, false], [-10.828125, false], [-5.82421875, false], [-9.328125, false], [-10.078125, false], [-5.82421875, false], [-11.328125, false], [-5.57421875, false], [-11.828125, false], [-11.578125, false], [-9.828125, false], [-10.078125, false], [-7.40625, false], [-9.578125, false], [-10.40625, false], [-5.82421875, false], [-9.578125, false], [-7.07421875, false], [-11.328125, false], [-9.828125, false], [-5.82421875, false], [-10.078125, false], [-5.57421875, false], [-11.828125, false], [-5.57421875, false], [-10.078125, false], [-9.328125, false], [-10.828125, false], [-9.828125, false], [-5.82421875, false], [-9.328125, false], [-10.078125, false], [-5.82421875, false], [-11.328125, false], [-5.57421875, false], [-11.828125, false], [-11.578125, false], [-9.828125, false], [-10.078125, false], [-5.82421875, false], [-5.57421875, false], [-9.828125, false], [-10.078125, false], [-5.82421875, false], [-10.828125, false], [-11.328125, false], [-9.828125, false], [-5.82421875, false], [-11.328125, false], [-11.578125, false], [-10.078125, false], [-10.828125, false], [-5.82421875, false], [-8.578125, false], [-9.828125, false], [-9.828125, false], [-9.828125, false], [-11.078125, false], [-9.328125, false], [-10.828125, false], [-10.078125, false], [-7.40625, false], [-9.578125, false], [-11.828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1103, "doc": {"id": "Mercury_7200585", "question": "Cells perform many different processes that an organism needs to survive and grow. Which is the main function of the process of cellular respiration?", "choices": {"text": ["the production of sugar", "the release of energy", "the formation of new proteins for the cell", "the removal of waste products from the cell"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "the release of energy", "arguments": ["Question: Cells perform many different processes that an organism needs to survive and grow. Which is the main function of the process of cellular respiration?\nAnswer:", " ["], "resps": [[[-7.15234375, false]], [[-10.90625, false]], [[-9.90625, false]], [[-10.40625, false]], [[-8.15625, false]], [[-5.40234375, false]], [[-9.15625, false]], [[-10.90625, false]], [[-8.15625, false]], [[-8.40625, false]], [[-11.15625, false]], [[-5.40234375, false]], [[-9.90625, false]], [[-8.15625, false]], [[-8.15625, false]], [[-8.90625, false]], [[-5.40234375, false]], [[-8.15625, false]], [[-11.90625, false]], [[-5.40234375, false]], [[-9.65625, false]], [[-11.15625, false]], [[-10.40625, false]], [[-4.90234375, false]], [[-10.90625, false]], [[-10.90625, false]], [[-9.6640625, false]], [[-5.40234375, false]], [[-10.90625, false]], [[-9.90625, false]], [[-10.40625, false]], [[-8.15625, false]], [[-5.40234375, false]], [[-10.90625, false]], [[-8.15625, false]], [[-10.40625, false]], [[-8.15625, false]], [[-4.90234375, false]], [[-9.65625, false]], [[-8.15625, false]], [[-5.40234375, false]], [[-8.15625, false]], [[-11.90625, false]], [[-5.40234375, false]], [[-8.15625, false]], [[-8.90625, false]], [[-8.15625, false]], [[-10.90625, false]], [[-10.40625, false]], [[-11.90625, false]], [[-10.90625, false]], [[-9.6640625, false]], [[-5.40234375, false]], [[-10.90625, false]], [[-9.90625, false]], [[-10.40625, false]], [[-8.15625, false]], [[-5.40234375, false]], [[-11.90625, false]], [[-8.15625, false]], [[-10.90625, false]], [[-8.90625, false]], [[-4.90234375, false]], [[-9.90625, false]], [[-8.15625, false]], [[-8.15625, false]], [[-8.90625, false]], [[-5.40234375, false]], [[-8.15625, false]], [[-11.90625, false]], [[-5.40234375, false]], [[-8.90625, false]], [[-8.15625, false]], [[-11.90625, false]], [[-5.40234375, false]], [[-9.15625, false]], [[-10.90625, false]], [[-8.15625, false]], [[-9.90625, false]], [[-8.15625, false]], [[-8.15625, false]], [[-8.90625, false]], [[-9.65625, false]], [[-5.40234375, false]], [[-11.90625, false]], [[-8.15625, false]], [[-10.90625, false]], [[-5.40234375, false]], [[-9.90625, false]], [[-10.40625, false]], [[-8.15625, false]], [[-5.40234375, false]], [[-5.40234375, false]], [[-8.15625, false]], [[-10.40625, false]], [[-10.40625, false]], [[-10.90625, false]], [[-9.6640625, false]], [[-5.40234375, false]], [[-10.90625, false]], [[-9.90625, false]], [[-10.40625, false]], [[-8.15625, false]], [[-5.40234375, false]], [[-10.90625, false]], [[-8.15625, false]], [[-8.90625, false]], [[-8.15625, false]], [[-10.65625, false]], [[-4.90234375, false]], [[-10.40625, false]], [[-5.40234375, false]], [[-8.15625, false]], [[-11.90625, false]], [[-5.40234375, false]], [[-11.90625, false]], [[-4.90234375, false]], [[-9.65625, false]], [[-9.90625, false]], [[-8.15625, false]], [[-5.40234375, false]], [[-9.15625, false]], [[-10.90625, false]], [[-8.15625, false]], [[-8.40625, false]], [[-11.15625, false]], [[-5.40234375, false]], [[-9.90625, false]], [[-9.65625, false]], [[-5.40234375, false]], [[-11.90625, false]], [[-10.90625, false]], [[-8.15625, false]], [[-8.90625, false]], [[-5.40234375, false]], [[-9.90625, false]], [[-10.40625, false]], [[-8.15625, false]], [[-5.40234375, false]], [[-5.40234375, false]], [[-8.15625, false]], [[-10.40625, false]], [[-10.40625, false]], [[-10.90625, false]], [[-13.90625, false]]], "filtered_resps": [[-7.15234375, false], [-10.90625, false], [-9.90625, false], [-10.40625, false], [-8.15625, false], [-5.40234375, false], [-9.15625, false], [-10.90625, false], [-8.15625, false], [-8.40625, false], [-11.15625, false], [-5.40234375, false], [-9.90625, false], [-8.15625, false], [-8.15625, false], [-8.90625, false], [-5.40234375, false], [-8.15625, false], [-11.90625, false], [-5.40234375, false], [-9.65625, false], [-11.15625, false], [-10.40625, false], [-4.90234375, false], [-10.90625, false], [-10.90625, false], [-9.6640625, false], [-5.40234375, false], [-10.90625, false], [-9.90625, false], [-10.40625, false], [-8.15625, false], [-5.40234375, false], [-10.90625, false], [-8.15625, false], [-10.40625, false], [-8.15625, false], [-4.90234375, false], [-9.65625, false], [-8.15625, false], [-5.40234375, false], [-8.15625, false], [-11.90625, false], [-5.40234375, false], [-8.15625, false], [-8.90625, false], [-8.15625, false], [-10.90625, false], [-10.40625, false], [-11.90625, false], [-10.90625, false], [-9.6640625, false], [-5.40234375, false], [-10.90625, false], [-9.90625, false], [-10.40625, false], [-8.15625, false], [-5.40234375, false], [-11.90625, false], [-8.15625, false], [-10.90625, false], [-8.90625, false], [-4.90234375, false], [-9.90625, false], [-8.15625, false], [-8.15625, false], [-8.90625, false], [-5.40234375, false], [-8.15625, false], [-11.90625, false], [-5.40234375, false], [-8.90625, false], [-8.15625, false], [-11.90625, false], [-5.40234375, false], [-9.15625, false], [-10.90625, false], [-8.15625, false], [-9.90625, false], [-8.15625, false], [-8.15625, false], [-8.90625, false], [-9.65625, false], [-5.40234375, false], [-11.90625, false], [-8.15625, false], [-10.90625, false], [-5.40234375, false], [-9.90625, false], [-10.40625, false], [-8.15625, false], [-5.40234375, false], [-5.40234375, false], [-8.15625, false], [-10.40625, false], [-10.40625, false], [-10.90625, false], [-9.6640625, false], [-5.40234375, false], [-10.90625, false], [-9.90625, false], [-10.40625, false], [-8.15625, false], [-5.40234375, false], [-10.90625, false], [-8.15625, false], [-8.90625, false], [-8.15625, false], [-10.65625, false], [-4.90234375, false], [-10.40625, false], [-5.40234375, false], [-8.15625, false], [-11.90625, false], [-5.40234375, false], [-11.90625, false], [-4.90234375, false], [-9.65625, false], [-9.90625, false], [-8.15625, false], [-5.40234375, false], [-9.15625, false], [-10.90625, false], [-8.15625, false], [-8.40625, false], [-11.15625, false], [-5.40234375, false], [-9.90625, false], [-9.65625, false], [-5.40234375, false], [-11.90625, false], [-10.90625, false], [-8.15625, false], [-8.90625, false], [-5.40234375, false], [-9.90625, false], [-10.40625, false], [-8.15625, false], [-5.40234375, false], [-5.40234375, false], [-8.15625, false], [-10.40625, false], [-10.40625, false], [-10.90625, false], [-13.90625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1111, "doc": {"id": "NYSEDREGENTS_2015_4_15", "question": "Volume and mass are properties of", "choices": {"text": ["friction", "light", "matter", "sound"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "matter", "arguments": ["Question: Volume and mass are properties of\nAnswer:", " ["], "resps": [[[-7.6484375, false]], [[-8.2734375, false]], [[-8.7734375, false]], [[-9.1484375, false]], [[-7.7734375, false]], [[-7.8984375, false]], [[-9.0234375, false]], [[-7.7734375, false]], [[-9.8984375, false]], [[-7.5234375, false]], [[-8.2734375, false]], [[-8.0234375, false]], [[-5.0234375, false]], [[-8.2734375, false]], [[-9.1484375, false]], [[-7.7734375, false]], [[-8.8984375, false]], [[-8.7734375, false]], [[-9.0234375, false]], [[-8.2734375, false]], [[-8.0234375, false]], [[-5.0234375, false]], [[-8.2734375, false]], [[-6.8984375, false]], [[-4.8984375, false]], [[-9.0234375, false]], [[-9.0234375, false]], [[-7.6484375, false]], [[-9.1484375, false]], [[-8.2734375, false]], [[-8.0234375, false]], [[-5.0234375, false]], [[-8.2734375, false]], [[-7.8984375, false]], [[-9.8984375, false]], [[-9.7734375, false]], [[-7.5234375, false]], [[-7.8984375, false]], [[-8.2734375, false]], [[-11.1484375, false]]], "filtered_resps": [[-7.6484375, false], [-8.2734375, false], [-8.7734375, false], [-9.1484375, false], [-7.7734375, false], [-7.8984375, false], [-9.0234375, false], [-7.7734375, false], [-9.8984375, false], [-7.5234375, false], [-8.2734375, false], [-8.0234375, false], [-5.0234375, false], [-8.2734375, false], [-9.1484375, false], [-7.7734375, false], [-8.8984375, false], [-8.7734375, false], [-9.0234375, false], [-8.2734375, false], [-8.0234375, false], [-5.0234375, false], [-8.2734375, false], [-6.8984375, false], [-4.8984375, false], [-9.0234375, false], [-9.0234375, false], [-7.6484375, false], [-9.1484375, false], [-8.2734375, false], [-8.0234375, false], [-5.0234375, false], [-8.2734375, false], [-7.8984375, false], [-9.8984375, false], [-9.7734375, false], [-7.5234375, false], [-7.8984375, false], [-8.2734375, false], [-11.1484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1119, "doc": {"id": "TIMSS_2011_8_pg25", "question": "Twins are born. One is a boy and one is a girl. Which statement is correct about their genetic makeup?", "choices": {"text": ["The boy and girl inherit genetic material from the father only.", "The boy and girl inherit genetic material from the mother only.", "The boy and girl inherit genetic material from both parents.", "The boy inherits genetic material from the father only and the girl inherits it from the mother only."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "The boy and girl inherit genetic material from both parents.", "arguments": ["Question: Twins are born. One is a boy and one is a girl. Which statement is correct about their genetic makeup?\nAnswer:", " ["], "resps": [[[-6.5625, false]], [[-8.5625, false]], [[-5.8125, false]], [[-11.0625, false]], [[-9.5625, false]], [[-6.3125, false]], [[-7.5625, false]], [[-9.8125, false]], [[-11.5625, false]], [[-6.3125, false]], [[-4.0625, false]], [[-8.8125, false]], [[-9.3125, false]], [[-6.3125, false]], [[-10.5625, false]], [[-9.5625, false]], [[-9.8125, false]], [[-10.5625, false]], [[-6.3125, false]], [[-9.5625, false]], [[-8.8125, false]], [[-11.0625, false]], [[-9.5625, false]], [[-9.8125, false]], [[-9.5625, false]], [[-8.5625, false]], [[-6.3125, false]], [[-10.5625, false]], [[-9.5625, false]], [[-8.8125, false]], [[-9.5625, false]], [[-8.5625, false]], [[-9.5625, false]], [[-8.8125, false]], [[-6.3125, false]], [[-9.8125, false]], [[-4.0625, false]], [[-8.5625, false]], [[-9.5625, false]], [[-9.8125, false]], [[-9.5625, false]], [[-4.0625, false]], [[-10.5625, false]], [[-6.3125, false]], [[-10.5625, false]], [[-9.8125, false]], [[-9.8125, false]], [[-9.8125, false]], [[-6.3125, false]], [[-8.5625, false]], [[-11.0625, false]], [[-9.5625, false]], [[-6.3125, false]], [[-10.5625, false]], [[-4.0625, false]], [[-8.5625, false]], [[-11.0625, false]], [[-9.5625, false]], [[-9.8125, false]], [[-6.3125, false]], [[-9.8125, false]], [[-8.8125, false]], [[-10.5625, false]], [[-11.5625, false]], [[-7.390625, false]], [[-8.5625, false]], [[-11.015625, false]], [[-6.3125, false]], [[-8.5625, false]], [[-5.8125, false]], [[-11.0625, false]], [[-9.5625, false]], [[-6.3125, false]], [[-7.5625, false]], [[-9.8125, false]], [[-11.5625, false]], [[-6.3125, false]], [[-4.0625, false]], [[-8.8125, false]], [[-9.3125, false]], [[-6.3125, false]], [[-10.5625, false]], [[-9.5625, false]], [[-9.8125, false]], [[-10.5625, false]], [[-6.3125, false]], [[-9.5625, false]], [[-8.8125, false]], [[-11.0625, false]], [[-9.5625, false]], [[-9.8125, false]], [[-9.5625, false]], [[-8.5625, false]], [[-6.3125, false]], [[-10.5625, false]], [[-9.5625, false]], [[-8.8125, false]], [[-9.5625, false]], [[-8.5625, false]], [[-9.5625, false]], [[-8.8125, false]], [[-6.3125, false]], [[-9.8125, false]], [[-4.0625, false]], [[-8.5625, false]], [[-9.5625, false]], [[-9.8125, false]], [[-9.5625, false]], [[-4.0625, false]], [[-10.5625, false]], [[-6.3125, false]], [[-10.5625, false]], [[-9.8125, false]], [[-9.8125, false]], [[-9.8125, false]], [[-6.3125, false]], [[-8.5625, false]], [[-11.0625, false]], [[-9.5625, false]], [[-6.3125, false]], [[-9.8125, false]], [[-9.8125, false]], [[-8.5625, false]], [[-11.0625, false]], [[-9.5625, false]], [[-9.8125, false]], [[-6.3125, false]], [[-9.8125, false]], [[-8.8125, false]], [[-10.5625, false]], [[-11.5625, false]], [[-7.390625, false]], [[-8.5625, false]], [[-11.015625, false]], [[-6.3125, false]], [[-8.5625, false]], [[-5.8125, false]], [[-11.0625, false]], [[-9.5625, false]], [[-6.3125, false]], [[-7.5625, false]], [[-9.8125, false]], [[-11.5625, false]], [[-6.3125, false]], [[-4.0625, false]], [[-8.8125, false]], [[-9.3125, false]], [[-6.3125, false]], [[-10.5625, false]], [[-9.5625, false]], [[-9.8125, false]], [[-10.5625, false]], [[-6.3125, false]], [[-9.5625, false]], [[-8.8125, false]], [[-11.0625, false]], [[-9.5625, false]], [[-9.8125, false]], [[-9.5625, false]], [[-8.5625, false]], [[-6.3125, false]], [[-10.5625, false]], [[-9.5625, false]], [[-8.8125, false]], [[-9.5625, false]], [[-8.5625, false]], [[-9.5625, false]], [[-8.8125, false]], [[-6.3125, false]], [[-9.8125, false]], [[-4.0625, false]], [[-8.5625, false]], [[-9.5625, false]], [[-9.8125, false]], [[-9.5625, false]], [[-4.0625, false]], [[-10.5625, false]], [[-6.3125, false]], [[-10.5625, false]], [[-9.8125, false]], [[-9.8125, false]], [[-9.8125, false]], [[-6.3125, false]], [[-7.5625, false]], [[-9.8125, false]], [[-8.5625, false]], [[-11.0625, false]], [[-6.3125, false]], [[-9.8125, false]], [[-4.0625, false]], [[-9.8125, false]], [[-9.5625, false]], [[-8.8125, false]], [[-8.5625, false]], [[-9.3125, false]], [[-7.390625, false]], [[-8.5625, false]], [[-11.015625, false]], [[-6.3125, false]], [[-8.5625, false]], [[-5.8125, false]], [[-11.0625, false]], [[-9.5625, false]], [[-6.3125, false]], [[-7.5625, false]], [[-9.8125, false]], [[-11.5625, false]], [[-6.3125, false]], [[-9.5625, false]], [[-8.8125, false]], [[-11.0625, false]], [[-9.5625, false]], [[-9.8125, false]], [[-9.5625, false]], [[-8.5625, false]], [[-9.3125, false]], [[-6.3125, false]], [[-10.5625, false]], [[-9.5625, false]], [[-8.8125, false]], [[-9.5625, false]], [[-8.5625, false]], [[-9.5625, false]], [[-8.8125, false]], [[-6.3125, false]], [[-9.8125, false]], [[-4.0625, false]], [[-8.5625, false]], [[-9.5625, false]], [[-9.8125, false]], [[-9.5625, false]], [[-4.0625, false]], [[-10.5625, false]], [[-6.3125, false]], [[-10.5625, false]], [[-9.8125, false]], [[-9.8125, false]], [[-9.8125, false]], [[-6.3125, false]], [[-8.5625, false]], [[-11.0625, false]], [[-9.5625, false]], [[-6.3125, false]], [[-10.5625, false]], [[-4.0625, false]], [[-8.5625, false]], [[-11.0625, false]], [[-9.5625, false]], [[-9.8125, false]], [[-6.3125, false]], [[-9.8125, false]], [[-8.8125, false]], [[-10.5625, false]], [[-11.5625, false]], [[-6.3125, false]], [[-4.0625, false]], [[-8.8125, false]], [[-9.3125, false]], [[-6.3125, false]], [[-8.5625, false]], [[-11.0625, false]], [[-9.5625, false]], [[-6.3125, false]], [[-10.5625, false]], [[-9.5625, false]], [[-9.8125, false]], [[-10.5625, false]], [[-6.3125, false]], [[-9.5625, false]], [[-8.8125, false]], [[-11.0625, false]], [[-9.5625, false]], [[-9.8125, false]], [[-9.5625, false]], [[-8.5625, false]], [[-9.3125, false]], [[-6.3125, false]], [[-9.5625, false]], [[-8.5625, false]], [[-6.3125, false]], [[-10.5625, false]], [[-9.8125, false]], [[-9.8125, false]], [[-9.8125, false]], [[-6.3125, false]], [[-8.5625, false]], [[-11.0625, false]], [[-9.5625, false]], [[-6.3125, false]], [[-9.8125, false]], [[-9.8125, false]], [[-8.5625, false]], [[-11.0625, false]], [[-9.5625, false]], [[-9.8125, false]], [[-6.3125, false]], [[-9.8125, false]], [[-8.8125, false]], [[-10.5625, false]], [[-11.5625, false]], [[-7.390625, false]], [[-8.5625, false]], [[-11.5625, false]]], "filtered_resps": [[-6.5625, false], [-8.5625, false], [-5.8125, false], [-11.0625, false], [-9.5625, false], [-6.3125, false], [-7.5625, false], [-9.8125, false], [-11.5625, false], [-6.3125, false], [-4.0625, false], [-8.8125, false], [-9.3125, false], [-6.3125, false], [-10.5625, false], [-9.5625, false], [-9.8125, false], [-10.5625, false], [-6.3125, false], [-9.5625, false], [-8.8125, false], [-11.0625, false], [-9.5625, false], [-9.8125, false], [-9.5625, false], [-8.5625, false], [-6.3125, false], [-10.5625, false], [-9.5625, false], [-8.8125, false], [-9.5625, false], [-8.5625, false], [-9.5625, false], [-8.8125, false], [-6.3125, false], [-9.8125, false], [-4.0625, false], [-8.5625, false], [-9.5625, false], [-9.8125, false], [-9.5625, false], [-4.0625, false], [-10.5625, false], [-6.3125, false], [-10.5625, false], [-9.8125, false], [-9.8125, false], [-9.8125, false], [-6.3125, false], [-8.5625, false], [-11.0625, false], [-9.5625, false], [-6.3125, false], [-10.5625, false], [-4.0625, false], [-8.5625, false], [-11.0625, false], [-9.5625, false], [-9.8125, false], [-6.3125, false], [-9.8125, false], [-8.8125, false], [-10.5625, false], [-11.5625, false], [-7.390625, false], [-8.5625, false], [-11.015625, false], [-6.3125, false], [-8.5625, false], [-5.8125, false], [-11.0625, false], [-9.5625, false], [-6.3125, false], [-7.5625, false], [-9.8125, false], [-11.5625, false], [-6.3125, false], [-4.0625, false], [-8.8125, false], [-9.3125, false], [-6.3125, false], [-10.5625, false], [-9.5625, false], [-9.8125, false], [-10.5625, false], [-6.3125, false], [-9.5625, false], [-8.8125, false], [-11.0625, false], [-9.5625, false], [-9.8125, false], [-9.5625, false], [-8.5625, false], [-6.3125, false], [-10.5625, false], [-9.5625, false], [-8.8125, false], [-9.5625, false], [-8.5625, false], [-9.5625, false], [-8.8125, false], [-6.3125, false], [-9.8125, false], [-4.0625, false], [-8.5625, false], [-9.5625, false], [-9.8125, false], [-9.5625, false], [-4.0625, false], [-10.5625, false], [-6.3125, false], [-10.5625, false], [-9.8125, false], [-9.8125, false], [-9.8125, false], [-6.3125, false], [-8.5625, false], [-11.0625, false], [-9.5625, false], [-6.3125, false], [-9.8125, false], [-9.8125, false], [-8.5625, false], [-11.0625, false], [-9.5625, false], [-9.8125, false], [-6.3125, false], [-9.8125, false], [-8.8125, false], [-10.5625, false], [-11.5625, false], [-7.390625, false], [-8.5625, false], [-11.015625, false], [-6.3125, false], [-8.5625, false], [-5.8125, false], [-11.0625, false], [-9.5625, false], [-6.3125, false], [-7.5625, false], [-9.8125, false], [-11.5625, false], [-6.3125, false], [-4.0625, false], [-8.8125, false], [-9.3125, false], [-6.3125, false], [-10.5625, false], [-9.5625, false], [-9.8125, false], [-10.5625, false], [-6.3125, false], [-9.5625, false], [-8.8125, false], [-11.0625, false], [-9.5625, false], [-9.8125, false], [-9.5625, false], [-8.5625, false], [-6.3125, false], [-10.5625, false], [-9.5625, false], [-8.8125, false], [-9.5625, false], [-8.5625, false], [-9.5625, false], [-8.8125, false], [-6.3125, false], [-9.8125, false], [-4.0625, false], [-8.5625, false], [-9.5625, false], [-9.8125, false], [-9.5625, false], [-4.0625, false], [-10.5625, false], [-6.3125, false], [-10.5625, false], [-9.8125, false], [-9.8125, false], [-9.8125, false], [-6.3125, false], [-7.5625, false], [-9.8125, false], [-8.5625, false], [-11.0625, false], [-6.3125, false], [-9.8125, false], [-4.0625, false], [-9.8125, false], [-9.5625, false], [-8.8125, false], [-8.5625, false], [-9.3125, false], [-7.390625, false], [-8.5625, false], [-11.015625, false], [-6.3125, false], [-8.5625, false], [-5.8125, false], [-11.0625, false], [-9.5625, false], [-6.3125, false], [-7.5625, false], [-9.8125, false], [-11.5625, false], [-6.3125, false], [-9.5625, false], [-8.8125, false], [-11.0625, false], [-9.5625, false], [-9.8125, false], [-9.5625, false], [-8.5625, false], [-9.3125, false], [-6.3125, false], [-10.5625, false], [-9.5625, false], [-8.8125, false], [-9.5625, false], [-8.5625, false], [-9.5625, false], [-8.8125, false], [-6.3125, false], [-9.8125, false], [-4.0625, false], [-8.5625, false], [-9.5625, false], [-9.8125, false], [-9.5625, false], [-4.0625, false], [-10.5625, false], [-6.3125, false], [-10.5625, false], [-9.8125, false], [-9.8125, false], [-9.8125, false], [-6.3125, false], [-8.5625, false], [-11.0625, false], [-9.5625, false], [-6.3125, false], [-10.5625, false], [-4.0625, false], [-8.5625, false], [-11.0625, false], [-9.5625, false], [-9.8125, false], [-6.3125, false], [-9.8125, false], [-8.8125, false], [-10.5625, false], [-11.5625, false], [-6.3125, false], [-4.0625, false], [-8.8125, false], [-9.3125, false], [-6.3125, false], [-8.5625, false], [-11.0625, false], [-9.5625, false], [-6.3125, false], [-10.5625, false], [-9.5625, false], [-9.8125, false], [-10.5625, false], [-6.3125, false], [-9.5625, false], [-8.8125, false], [-11.0625, false], [-9.5625, false], [-9.8125, false], [-9.5625, false], [-8.5625, false], [-9.3125, false], [-6.3125, false], [-9.5625, false], [-8.5625, false], [-6.3125, false], [-10.5625, false], [-9.8125, false], [-9.8125, false], [-9.8125, false], [-6.3125, false], [-8.5625, false], [-11.0625, false], [-9.5625, false], [-6.3125, false], [-9.8125, false], [-9.8125, false], [-8.5625, false], [-11.0625, false], [-9.5625, false], [-9.8125, false], [-6.3125, false], [-9.8125, false], [-8.8125, false], [-10.5625, false], [-11.5625, false], [-7.390625, false], [-8.5625, false], [-11.5625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1127, "doc": {"id": "VASoL_2009_3_25", "question": "Which job is done in Virginia only during the fall season?", "choices": {"text": ["Picking apples", "Feeding animals", "Selling clothes", "Building houses"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Picking apples", "arguments": ["Question: Which job is done in Virginia only during the fall season?\nAnswer:", " ["], "resps": [[[-7.4375, false]], [[-8.5625, false]], [[-7.4375, false]], [[-9.4375, false]], [[-10.8125, false]], [[-12.8125, false]], [[-9.4375, false]], [[-10.8125, false]], [[-12.8125, false]], [[-5.6875, false]], [[-6.8125, false]], [[-11.4375, false]], [[-11.4375, false]], [[-10.8125, false]], [[-9.5625, false]], [[-9.4375, false]], [[-8.5625, false]], [[-10.125, false]], [[-5.6875, false]], [[-8.5625, false]], [[-6.6875, false]], [[-9.5625, false]], [[-9.5625, false]], [[-10.3125, false]], [[-9.4375, false]], [[-10.8125, false]], [[-12.8125, false]], [[-5.6875, false]], [[-6.8125, false]], [[-10.8125, false]], [[-9.4375, false]], [[-11.5625, false]], [[-6.8125, false]], [[-10.8125, false]], [[-9.4375, false]], [[-8.5625, false]], [[-10.125, false]], [[-5.6875, false]], [[-8.5625, false]], [[-6.0625, false]], [[-9.5625, false]], [[-10.8125, false]], [[-10.8125, false]], [[-9.4375, false]], [[-10.8125, false]], [[-12.8125, false]], [[-5.6875, false]], [[-10.8125, false]], [[-10.8125, false]], [[-10.4375, false]], [[-11.5625, false]], [[-12.3125, false]], [[-9.5625, false]], [[-9.4375, false]], [[-8.5625, false]], [[-10.125, false]], [[-5.6875, false]], [[-8.5625, false]], [[-6.9375, false]], [[-10.9375, false]], [[-9.4375, false]], [[-10.8125, false]], [[-10.3125, false]], [[-9.4375, false]], [[-10.8125, false]], [[-12.8125, false]], [[-5.6875, false]], [[-12.3125, false]], [[-10.4375, false]], [[-10.9375, false]], [[-9.4375, false]], [[-9.5625, false]], [[-9.4375, false]], [[-8.5625, false]], [[-13.3125, false]]], "filtered_resps": [[-7.4375, false], [-8.5625, false], [-7.4375, false], [-9.4375, false], [-10.8125, false], [-12.8125, false], [-9.4375, false], [-10.8125, false], [-12.8125, false], [-5.6875, false], [-6.8125, false], [-11.4375, false], [-11.4375, false], [-10.8125, false], [-9.5625, false], [-9.4375, false], [-8.5625, false], [-10.125, false], [-5.6875, false], [-8.5625, false], [-6.6875, false], [-9.5625, false], [-9.5625, false], [-10.3125, false], [-9.4375, false], [-10.8125, false], [-12.8125, false], [-5.6875, false], [-6.8125, false], [-10.8125, false], [-9.4375, false], [-11.5625, false], [-6.8125, false], [-10.8125, false], [-9.4375, false], [-8.5625, false], [-10.125, false], [-5.6875, false], [-8.5625, false], [-6.0625, false], [-9.5625, false], [-10.8125, false], [-10.8125, false], [-9.4375, false], [-10.8125, false], [-12.8125, false], [-5.6875, false], [-10.8125, false], [-10.8125, false], [-10.4375, false], [-11.5625, false], [-12.3125, false], [-9.5625, false], [-9.4375, false], [-8.5625, false], [-10.125, false], [-5.6875, false], [-8.5625, false], [-6.9375, false], [-10.9375, false], [-9.4375, false], [-10.8125, false], [-10.3125, false], [-9.4375, false], [-10.8125, false], [-12.8125, false], [-5.6875, false], [-12.3125, false], [-10.4375, false], [-10.9375, false], [-9.4375, false], [-9.5625, false], [-9.4375, false], [-8.5625, false], [-13.3125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1135, "doc": {"id": "LEAP_2008_4_10286", "question": "Choose the investigation that would best answer the question: Does the length of a string change how fast a pendulum swings?", "choices": {"text": ["Tie identical weights to two strings of different lengths.", "Tie two different weights to a string.", "Tie identical weights to a long string.", "Tie two different weights to two identical strings."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Tie identical weights to two strings of different lengths.", "arguments": ["Question: Choose the investigation that would best answer the question: Does the length of a string change how fast a pendulum swings?\nAnswer:", " ["], "resps": [[[-6.77734375, false]], [[-8.28125, false]], [[-7.02734375, false]], [[-9.28125, false]], [[-9.03125, false]], [[-5.02734375, false]], [[-9.28125, false]], [[-8.78125, false]], [[-9.03125, false]], [[-8.03125, false]], [[-8.78125, false]], [[-9.28125, false]], [[-8.78125, false]], [[-4.77734375, false]], [[-10.78125, false]], [[-5.02734375, false]], [[-9.28125, false]], [[-9.03125, false]], [[-9.28125, false]], [[-10.53125, false]], [[-10.28125, false]], [[-8.78125, false]], [[-8.53125, false]], [[-5.02734375, false]], [[-8.78125, false]], [[-10.53125, false]], [[-5.02734375, false]], [[-8.78125, false]], [[-9.28125, false]], [[-10.53125, false]], [[-5.02734375, false]], [[-8.53125, false]], [[-8.78125, false]], [[-9.53125, false]], [[-9.28125, false]], [[-8.03125, false]], [[-10.53125, false]], [[-8.53125, false]], [[-5.02734375, false]], [[-10.53125, false]], [[-8.28125, false]], [[-5.02734375, false]], [[-8.78125, false]], [[-9.28125, false]], [[-8.28125, false]], [[-8.28125, false]], [[-9.03125, false]], [[-9.53125, false]], [[-9.03125, false]], [[-8.03125, false]], [[-8.78125, false]], [[-5.02734375, false]], [[-10.78125, false]], [[-9.03125, false]], [[-8.03125, false]], [[-10.53125, false]], [[-8.78125, false]], [[-10.28125, false]], [[-8.53125, false]], [[-6.859375, false]], [[-8.28125, false]], [[-9.234375, false]], [[-5.02734375, false]], [[-8.28125, false]], [[-7.02734375, false]], [[-9.28125, false]], [[-9.03125, false]], [[-5.02734375, false]], [[-8.78125, false]], [[-9.28125, false]], [[-10.53125, false]], [[-5.02734375, false]], [[-8.78125, false]], [[-9.28125, false]], [[-8.28125, false]], [[-8.28125, false]], [[-9.03125, false]], [[-9.53125, false]], [[-9.03125, false]], [[-8.03125, false]], [[-8.78125, false]], [[-5.02734375, false]], [[-9.28125, false]], [[-9.03125, false]], [[-9.28125, false]], [[-10.53125, false]], [[-10.28125, false]], [[-8.78125, false]], [[-8.53125, false]], [[-5.02734375, false]], [[-8.78125, false]], [[-10.53125, false]], [[-5.02734375, false]], [[-4.77734375, false]], [[-5.02734375, false]], [[-8.53125, false]], [[-8.78125, false]], [[-9.53125, false]], [[-9.28125, false]], [[-8.03125, false]], [[-10.53125, false]], [[-6.859375, false]], [[-8.28125, false]], [[-9.234375, false]], [[-5.02734375, false]], [[-8.28125, false]], [[-7.02734375, false]], [[-9.28125, false]], [[-9.03125, false]], [[-5.02734375, false]], [[-9.28125, false]], [[-8.78125, false]], [[-9.03125, false]], [[-8.03125, false]], [[-8.78125, false]], [[-9.28125, false]], [[-8.78125, false]], [[-4.77734375, false]], [[-10.78125, false]], [[-5.02734375, false]], [[-9.28125, false]], [[-9.03125, false]], [[-9.28125, false]], [[-10.53125, false]], [[-10.28125, false]], [[-8.78125, false]], [[-8.53125, false]], [[-5.02734375, false]], [[-8.78125, false]], [[-10.53125, false]], [[-5.02734375, false]], [[-4.77734375, false]], [[-5.02734375, false]], [[-10.78125, false]], [[-10.53125, false]], [[-8.03125, false]], [[-10.53125, false]], [[-5.02734375, false]], [[-8.53125, false]], [[-8.78125, false]], [[-9.53125, false]], [[-9.28125, false]], [[-8.03125, false]], [[-10.53125, false]], [[-6.859375, false]], [[-8.28125, false]], [[-9.234375, false]], [[-5.02734375, false]], [[-8.28125, false]], [[-7.02734375, false]], [[-9.28125, false]], [[-9.03125, false]], [[-5.02734375, false]], [[-8.78125, false]], [[-9.28125, false]], [[-10.53125, false]], [[-5.02734375, false]], [[-8.78125, false]], [[-9.28125, false]], [[-8.28125, false]], [[-8.28125, false]], [[-9.03125, false]], [[-9.53125, false]], [[-9.03125, false]], [[-8.03125, false]], [[-8.78125, false]], [[-5.02734375, false]], [[-9.28125, false]], [[-9.03125, false]], [[-9.28125, false]], [[-10.53125, false]], [[-10.28125, false]], [[-8.78125, false]], [[-8.53125, false]], [[-5.02734375, false]], [[-8.78125, false]], [[-10.53125, false]], [[-5.02734375, false]], [[-8.78125, false]], [[-9.28125, false]], [[-10.53125, false]], [[-5.02734375, false]], [[-9.28125, false]], [[-8.78125, false]], [[-9.03125, false]], [[-8.03125, false]], [[-8.78125, false]], [[-9.28125, false]], [[-8.78125, false]], [[-4.77734375, false]], [[-10.78125, false]], [[-5.02734375, false]], [[-8.53125, false]], [[-8.78125, false]], [[-9.53125, false]], [[-9.28125, false]], [[-8.03125, false]], [[-10.53125, false]], [[-8.53125, false]], [[-6.859375, false]], [[-8.28125, false]], [[-12.28125, false]]], "filtered_resps": [[-6.77734375, false], [-8.28125, false], [-7.02734375, false], [-9.28125, false], [-9.03125, false], [-5.02734375, false], [-9.28125, false], [-8.78125, false], [-9.03125, false], [-8.03125, false], [-8.78125, false], [-9.28125, false], [-8.78125, false], [-4.77734375, false], [-10.78125, false], [-5.02734375, false], [-9.28125, false], [-9.03125, false], [-9.28125, false], [-10.53125, false], [-10.28125, false], [-8.78125, false], [-8.53125, false], [-5.02734375, false], [-8.78125, false], [-10.53125, false], [-5.02734375, false], [-8.78125, false], [-9.28125, false], [-10.53125, false], [-5.02734375, false], [-8.53125, false], [-8.78125, false], [-9.53125, false], [-9.28125, false], [-8.03125, false], [-10.53125, false], [-8.53125, false], [-5.02734375, false], [-10.53125, false], [-8.28125, false], [-5.02734375, false], [-8.78125, false], [-9.28125, false], [-8.28125, false], [-8.28125, false], [-9.03125, false], [-9.53125, false], [-9.03125, false], [-8.03125, false], [-8.78125, false], [-5.02734375, false], [-10.78125, false], [-9.03125, false], [-8.03125, false], [-10.53125, false], [-8.78125, false], [-10.28125, false], [-8.53125, false], [-6.859375, false], [-8.28125, false], [-9.234375, false], [-5.02734375, false], [-8.28125, false], [-7.02734375, false], [-9.28125, false], [-9.03125, false], [-5.02734375, false], [-8.78125, false], [-9.28125, false], [-10.53125, false], [-5.02734375, false], [-8.78125, false], [-9.28125, false], [-8.28125, false], [-8.28125, false], [-9.03125, false], [-9.53125, false], [-9.03125, false], [-8.03125, false], [-8.78125, false], [-5.02734375, false], [-9.28125, false], [-9.03125, false], [-9.28125, false], [-10.53125, false], [-10.28125, false], [-8.78125, false], [-8.53125, false], [-5.02734375, false], [-8.78125, false], [-10.53125, false], [-5.02734375, false], [-4.77734375, false], [-5.02734375, false], [-8.53125, false], [-8.78125, false], [-9.53125, false], [-9.28125, false], [-8.03125, false], [-10.53125, false], [-6.859375, false], [-8.28125, false], [-9.234375, false], [-5.02734375, false], [-8.28125, false], [-7.02734375, false], [-9.28125, false], [-9.03125, false], [-5.02734375, false], [-9.28125, false], [-8.78125, false], [-9.03125, false], [-8.03125, false], [-8.78125, false], [-9.28125, false], [-8.78125, false], [-4.77734375, false], [-10.78125, false], [-5.02734375, false], [-9.28125, false], [-9.03125, false], [-9.28125, false], [-10.53125, false], [-10.28125, false], [-8.78125, false], [-8.53125, false], [-5.02734375, false], [-8.78125, false], [-10.53125, false], [-5.02734375, false], [-4.77734375, false], [-5.02734375, false], [-10.78125, false], [-10.53125, false], [-8.03125, false], [-10.53125, false], [-5.02734375, false], [-8.53125, false], [-8.78125, false], [-9.53125, false], [-9.28125, false], [-8.03125, false], [-10.53125, false], [-6.859375, false], [-8.28125, false], [-9.234375, false], [-5.02734375, false], [-8.28125, false], [-7.02734375, false], [-9.28125, false], [-9.03125, false], [-5.02734375, false], [-8.78125, false], [-9.28125, false], [-10.53125, false], [-5.02734375, false], [-8.78125, false], [-9.28125, false], [-8.28125, false], [-8.28125, false], [-9.03125, false], [-9.53125, false], [-9.03125, false], [-8.03125, false], [-8.78125, false], [-5.02734375, false], [-9.28125, false], [-9.03125, false], [-9.28125, false], [-10.53125, false], [-10.28125, false], [-8.78125, false], [-8.53125, false], [-5.02734375, false], [-8.78125, false], [-10.53125, false], [-5.02734375, false], [-8.78125, false], [-9.28125, false], [-10.53125, false], [-5.02734375, false], [-9.28125, false], [-8.78125, false], [-9.03125, false], [-8.03125, false], [-8.78125, false], [-9.28125, false], [-8.78125, false], [-4.77734375, false], [-10.78125, false], [-5.02734375, false], [-8.53125, false], [-8.78125, false], [-9.53125, false], [-9.28125, false], [-8.03125, false], [-10.53125, false], [-8.53125, false], [-6.859375, false], [-8.28125, false], [-12.28125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1143, "doc": {"id": "Mercury_SC_407371", "question": "Which of the following is a result of the tilt of Earth's axis?", "choices": {"text": ["seasonal changes", "hours in a day", "heights of tides", "moon phases"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "seasonal changes", "arguments": ["Question: Which of the following is a result of the tilt of Earth's axis?\nAnswer:", " ["], "resps": [[[-6.6328125, false]], [[-8.1328125, false]], [[-7.6328125, false]], [[-7.8828125, false]], [[-3.8828125, false]], [[-7.6328125, false]], [[-9.1328125, false]], [[-8.3828125, false]], [[-3.8828125, false]], [[-9.3828125, false]], [[-4.6328125, false]], [[-7.8828125, false]], [[-8.6328125, false]], [[-3.8828125, false]], [[-8.3828125, false]], [[-10.6328125, false]], [[-7.8828125, false]], [[-7.6328125, false]], [[-8.1328125, false]], [[-8.765625, false]], [[-4.6328125, false]], [[-8.1328125, false]], [[-8.6328125, false]], [[-9.1328125, false]], [[-10.3828125, false]], [[-9.1328125, false]], [[-7.6328125, false]], [[-4.6328125, false]], [[-8.3828125, false]], [[-8.3828125, false]], [[-4.6328125, false]], [[-3.8828125, false]], [[-4.6328125, false]], [[-8.6328125, false]], [[-3.8828125, false]], [[-8.3828125, false]], [[-8.1328125, false]], [[-8.765625, false]], [[-4.6328125, false]], [[-8.1328125, false]], [[-8.6328125, false]], [[-7.8828125, false]], [[-8.3828125, false]], [[-10.6328125, false]], [[-8.6328125, false]], [[-7.8828125, false]], [[-7.6328125, false]], [[-4.6328125, false]], [[-9.1328125, false]], [[-8.6328125, false]], [[-4.6328125, false]], [[-7.8828125, false]], [[-8.3828125, false]], [[-8.6328125, false]], [[-7.8828125, false]], [[-7.6328125, false]], [[-8.1328125, false]], [[-8.765625, false]], [[-4.6328125, false]], [[-8.1328125, false]], [[-8.3828125, false]], [[-9.1328125, false]], [[-9.1328125, false]], [[-8.3828125, false]], [[-4.6328125, false]], [[-8.1328125, false]], [[-8.6328125, false]], [[-3.8828125, false]], [[-7.6328125, false]], [[-7.8828125, false]], [[-7.6328125, false]], [[-8.1328125, false]], [[-12.1328125, false]]], "filtered_resps": [[-6.6328125, false], [-8.1328125, false], [-7.6328125, false], [-7.8828125, false], [-3.8828125, false], [-7.6328125, false], [-9.1328125, false], [-8.3828125, false], [-3.8828125, false], [-9.3828125, false], [-4.6328125, false], [-7.8828125, false], [-8.6328125, false], [-3.8828125, false], [-8.3828125, false], [-10.6328125, false], [-7.8828125, false], [-7.6328125, false], [-8.1328125, false], [-8.765625, false], [-4.6328125, false], [-8.1328125, false], [-8.6328125, false], [-9.1328125, false], [-10.3828125, false], [-9.1328125, false], [-7.6328125, false], [-4.6328125, false], [-8.3828125, false], [-8.3828125, false], [-4.6328125, false], [-3.8828125, false], [-4.6328125, false], [-8.6328125, false], [-3.8828125, false], [-8.3828125, false], [-8.1328125, false], [-8.765625, false], [-4.6328125, false], [-8.1328125, false], [-8.6328125, false], [-7.8828125, false], [-8.3828125, false], [-10.6328125, false], [-8.6328125, false], [-7.8828125, false], [-7.6328125, false], [-4.6328125, false], [-9.1328125, false], [-8.6328125, false], [-4.6328125, false], [-7.8828125, false], [-8.3828125, false], [-8.6328125, false], [-7.8828125, false], [-7.6328125, false], [-8.1328125, false], [-8.765625, false], [-4.6328125, false], [-8.1328125, false], [-8.3828125, false], [-9.1328125, false], [-9.1328125, false], [-8.3828125, false], [-4.6328125, false], [-8.1328125, false], [-8.6328125, false], [-3.8828125, false], [-7.6328125, false], [-7.8828125, false], [-7.6328125, false], [-8.1328125, false], [-12.1328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1151, "doc": {"id": "CSZ20823", "question": "When magnesium (Mg) metal is burned in the presence of oxygen (O?), magnesium oxide (MgO) is produced. The properties of magnesium oxide are different than the individual properties of magnesium and oxygen because magnesium oxide is", "choices": {"text": ["a solution.", "a mixture.", "a compound.", "an element."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "a compound.", "arguments": ["Question: When magnesium (Mg) metal is burned in the presence of oxygen (O?), magnesium oxide (MgO) is produced. The properties of magnesium oxide are different than the individual properties of magnesium and oxygen because magnesium oxide is\nAnswer:", " ["], "resps": [[[-6.7734375, false]], [[-8.8984375, false]], [[-5.5234375, false]], [[-4.7734375, false]], [[-9.1484375, false]], [[-8.2734375, false]], [[-9.7734375, false]], [[-9.7734375, false]], [[-10.2734375, false]], [[-7.3984375, false]], [[-8.2734375, false]], [[-7.8984375, false]], [[-5.8828125, false]], [[-8.8984375, false]], [[-7.7578125, false]], [[-4.7734375, false]], [[-8.8984375, false]], [[-5.5234375, false]], [[-4.7734375, false]], [[-7.5234375, false]], [[-7.3984375, false]], [[-9.3984375, false]], [[-10.2734375, false]], [[-9.7734375, false]], [[-10.3984375, false]], [[-8.5234375, false]], [[-5.8828125, false]], [[-8.8984375, false]], [[-7.7578125, false]], [[-4.7734375, false]], [[-8.8984375, false]], [[-5.5234375, false]], [[-4.7734375, false]], [[-8.2734375, false]], [[-8.2734375, false]], [[-7.5234375, false]], [[-9.5234375, false]], [[-8.2734375, false]], [[-9.7734375, false]], [[-7.8984375, false]], [[-9.7734375, false]], [[-5.8828125, false]], [[-8.8984375, false]], [[-7.7578125, false]], [[-4.7734375, false]], [[-8.8984375, false]], [[-5.5234375, false]], [[-7.8984375, false]], [[-4.7734375, false]], [[-8.5234375, false]], [[-9.7734375, false]], [[-8.5234375, false]], [[-7.5234375, false]], [[-8.5234375, false]], [[-7.8984375, false]], [[-10.2734375, false]], [[-5.8828125, false]], [[-8.8984375, false]], [[-10.7734375, false]]], "filtered_resps": [[-6.7734375, false], [-8.8984375, false], [-5.5234375, false], [-4.7734375, false], [-9.1484375, false], [-8.2734375, false], [-9.7734375, false], [-9.7734375, false], [-10.2734375, false], [-7.3984375, false], [-8.2734375, false], [-7.8984375, false], [-5.8828125, false], [-8.8984375, false], [-7.7578125, false], [-4.7734375, false], [-8.8984375, false], [-5.5234375, false], [-4.7734375, false], [-7.5234375, false], [-7.3984375, false], [-9.3984375, false], [-10.2734375, false], [-9.7734375, false], [-10.3984375, false], [-8.5234375, false], [-5.8828125, false], [-8.8984375, false], [-7.7578125, false], [-4.7734375, false], [-8.8984375, false], [-5.5234375, false], [-4.7734375, false], [-8.2734375, false], [-8.2734375, false], [-7.5234375, false], [-9.5234375, false], [-8.2734375, false], [-9.7734375, false], [-7.8984375, false], [-9.7734375, false], [-5.8828125, false], [-8.8984375, false], [-7.7578125, false], [-4.7734375, false], [-8.8984375, false], [-5.5234375, false], [-7.8984375, false], [-4.7734375, false], [-8.5234375, false], [-9.7734375, false], [-8.5234375, false], [-7.5234375, false], [-8.5234375, false], [-7.8984375, false], [-10.2734375, false], [-5.8828125, false], [-8.8984375, false], [-10.7734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1159, "doc": {"id": "Mercury_SC_LBS10390", "question": "A cold-blooded vertebrate with smooth skin belongs to what class of animals?", "choices": {"text": ["reptile", "fish", "amphibian", "mammal"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "amphibian", "arguments": ["Question: A cold-blooded vertebrate with smooth skin belongs to what class of animals?\nAnswer:", " ["], "resps": [[[-6.91015625, false]], [[-8.9140625, false]], [[-10.4140625, false]], [[-8.4140625, false]], [[-9.4140625, false]], [[-12.6640625, false]], [[-9.6640625, false]], [[-8.9140625, false]], [[-8.4140625, false]], [[-8.9140625, false]], [[-12.0625, false]], [[-5.16015625, false]], [[-8.9140625, false]], [[-11.4140625, false]], [[-9.6640625, false]], [[-9.4140625, false]], [[-11.9140625, false]], [[-8.9140625, false]], [[-12.0625, false]], [[-5.16015625, false]], [[-8.9140625, false]], [[-3.662109375, false]], [[-12.4140625, false]], [[-9.4140625, false]], [[-11.9140625, false]], [[-9.6640625, false]], [[-10.1640625, false]], [[-9.6640625, false]], [[-3.662109375, false]], [[-10.6640625, false]], [[-8.9140625, false]], [[-12.0625, false]], [[-5.16015625, false]], [[-8.9140625, false]], [[-12.4140625, false]], [[-3.662109375, false]], [[-12.4140625, false]], [[-12.4140625, false]], [[-3.662109375, false]], [[-8.9140625, false]], [[-8.9140625, false]], [[-12.6640625, false]]], "filtered_resps": [[-6.91015625, false], [-8.9140625, false], [-10.4140625, false], [-8.4140625, false], [-9.4140625, false], [-12.6640625, false], [-9.6640625, false], [-8.9140625, false], [-8.4140625, false], [-8.9140625, false], [-12.0625, false], [-5.16015625, false], [-8.9140625, false], [-11.4140625, false], [-9.6640625, false], [-9.4140625, false], [-11.9140625, false], [-8.9140625, false], [-12.0625, false], [-5.16015625, false], [-8.9140625, false], [-3.662109375, false], [-12.4140625, false], [-9.4140625, false], [-11.9140625, false], [-9.6640625, false], [-10.1640625, false], [-9.6640625, false], [-3.662109375, false], [-10.6640625, false], [-8.9140625, false], [-12.0625, false], [-5.16015625, false], [-8.9140625, false], [-12.4140625, false], [-3.662109375, false], [-12.4140625, false], [-12.4140625, false], [-3.662109375, false], [-8.9140625, false], [-8.9140625, false], [-12.6640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1167, "doc": {"id": "Mercury_7236618", "question": "A scientist wants to track contaminant movement in the Gulf Stream. The Gulf Stream is a warm water current in the North Atlantic Ocean and is part of the North Atlantic gyre. The gyre is influenced by the Coriolis effect. To follow the contaminant after it exits the Gulf Stream, the scientist needs to know characteristics of the North Atlantic gyre. Which of these best describes a movement of the North Atlantic gyre the scientist needs to know?", "choices": {"text": ["linear movement due west", "linear movement due south", "clockwise movement", "counterclockwise movement"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "clockwise movement", "arguments": ["Question: A scientist wants to track contaminant movement in the Gulf Stream. The Gulf Stream is a warm water current in the North Atlantic Ocean and is part of the North Atlantic gyre. The gyre is influenced by the Coriolis effect. To follow the contaminant after it exits the Gulf Stream, the scientist needs to know characteristics of the North Atlantic gyre. Which of these best describes a movement of the North Atlantic gyre the scientist needs to know?\nAnswer:", " ["], "resps": [[[-7.0625, false]], [[-9.4375, false]], [[-9.4375, false]], [[-7.4375, false]], [[-7.5625, false]], [[-6.4375, false]], [[-3.3125, false]], [[-8.3125, false]], [[-4.88671875, false]], [[-6.9375, false]], [[-7.6875, false]], [[-8.4375, false]], [[-6.4375, false]], [[-6.9375, false]], [[-6.4375, false]], [[-7.5625, false]], [[-8.6875, false]], [[-4.88671875, false]], [[-6.4375, false]], [[-9.5625, false]], [[-6.4375, false]], [[-4.9375, false]], [[-8.5625, false]], [[-6.4375, false]], [[-7.0625, false]], [[-8.6875, false]], [[-9.4375, false]], [[-8.8828125, false]], [[-4.9375, false]], [[-9.4375, false]], [[-9.4375, false]], [[-7.4375, false]], [[-7.5625, false]], [[-6.4375, false]], [[-3.3125, false]], [[-8.3125, false]], [[-4.9375, false]], [[-6.9375, false]], [[-7.6875, false]], [[-8.4375, false]], [[-6.4375, false]], [[-6.9375, false]], [[-6.4375, false]], [[-7.5625, false]], [[-8.6875, false]], [[-4.9375, false]], [[-6.4375, false]], [[-9.5625, false]], [[-6.4375, false]], [[-4.9375, false]], [[-7.0625, false]], [[-7.6875, false]], [[-9.5625, false]], [[-8.6875, false]], [[-7.9375, false]], [[-9.4375, false]], [[-8.8828125, false]], [[-4.9375, false]], [[-9.4375, false]], [[-5.9375, false]], [[-9.4375, false]], [[-7.6875, false]], [[-5.9375, false]], [[-8.9375, false]], [[-8.5625, false]], [[-7.4375, false]], [[-7.0625, false]], [[-6.4375, false]], [[-4.9375, false]], [[-6.9375, false]], [[-7.6875, false]], [[-8.4375, false]], [[-6.4375, false]], [[-6.9375, false]], [[-6.4375, false]], [[-7.5625, false]], [[-8.6875, false]], [[-9.4375, false]], [[-8.8828125, false]], [[-4.9375, false]], [[-9.4375, false]], [[-5.9375, false]], [[-7.6875, false]], [[-9.5625, false]], [[-7.5625, false]], [[-8.6875, false]], [[-6.4375, false]], [[-8.3125, false]], [[-5.9375, false]], [[-9.4375, false]], [[-7.6875, false]], [[-5.9375, false]], [[-8.9375, false]], [[-8.5625, false]], [[-7.4375, false]], [[-7.0625, false]], [[-6.4375, false]], [[-4.9375, false]], [[-6.9375, false]], [[-7.6875, false]], [[-8.4375, false]], [[-6.4375, false]], [[-6.9375, false]], [[-6.4375, false]], [[-7.5625, false]], [[-8.6875, false]], [[-9.4375, false]], [[-11.6875, false]]], "filtered_resps": [[-7.0625, false], [-9.4375, false], [-9.4375, false], [-7.4375, false], [-7.5625, false], [-6.4375, false], [-3.3125, false], [-8.3125, false], [-4.88671875, false], [-6.9375, false], [-7.6875, false], [-8.4375, false], [-6.4375, false], [-6.9375, false], [-6.4375, false], [-7.5625, false], [-8.6875, false], [-4.88671875, false], [-6.4375, false], [-9.5625, false], [-6.4375, false], [-4.9375, false], [-8.5625, false], [-6.4375, false], [-7.0625, false], [-8.6875, false], [-9.4375, false], [-8.8828125, false], [-4.9375, false], [-9.4375, false], [-9.4375, false], [-7.4375, false], [-7.5625, false], [-6.4375, false], [-3.3125, false], [-8.3125, false], [-4.9375, false], [-6.9375, false], [-7.6875, false], [-8.4375, false], [-6.4375, false], [-6.9375, false], [-6.4375, false], [-7.5625, false], [-8.6875, false], [-4.9375, false], [-6.4375, false], [-9.5625, false], [-6.4375, false], [-4.9375, false], [-7.0625, false], [-7.6875, false], [-9.5625, false], [-8.6875, false], [-7.9375, false], [-9.4375, false], [-8.8828125, false], [-4.9375, false], [-9.4375, false], [-5.9375, false], [-9.4375, false], [-7.6875, false], [-5.9375, false], [-8.9375, false], [-8.5625, false], [-7.4375, false], [-7.0625, false], [-6.4375, false], [-4.9375, false], [-6.9375, false], [-7.6875, false], [-8.4375, false], [-6.4375, false], [-6.9375, false], [-6.4375, false], [-7.5625, false], [-8.6875, false], [-9.4375, false], [-8.8828125, false], [-4.9375, false], [-9.4375, false], [-5.9375, false], [-7.6875, false], [-9.5625, false], [-7.5625, false], [-8.6875, false], [-6.4375, false], [-8.3125, false], [-5.9375, false], [-9.4375, false], [-7.6875, false], [-5.9375, false], [-8.9375, false], [-8.5625, false], [-7.4375, false], [-7.0625, false], [-6.4375, false], [-4.9375, false], [-6.9375, false], [-7.6875, false], [-8.4375, false], [-6.4375, false], [-6.9375, false], [-6.4375, false], [-7.5625, false], [-8.6875, false], [-9.4375, false], [-11.6875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1175, "doc": {"id": "Mercury_7239365", "question": "A large plant population may impose selective pressure on a smaller, isolated group of plants, resulting in a change in allele distribution. Which mechanism is responsible for this change in the allele distribution?", "choices": {"text": ["mutation", "hybridization", "genetic drift", "trait acquisition"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "genetic drift", "arguments": ["Question: A large plant population may impose selective pressure on a smaller, isolated group of plants, resulting in a change in allele distribution. Which mechanism is responsible for this change in the allele distribution?\nAnswer:", " ["], "resps": [[[-6.38671875, false]], [[-9.515625, false]], [[-8.765625, false]], [[-11.140625, false]], [[-9.890625, false]], [[-4.13671875, false]], [[-9.890625, false]], [[-8.015625, false]], [[-9.015625, false]], [[-8.390625, false]], [[-9.515625, false]], [[-9.484375, false]], [[-4.76171875, false]], [[-9.515625, false]], [[-9.515625, false]], [[-10.890625, false]], [[-6.26171875, false]], [[-9.015625, false]], [[-8.015625, false]], [[-7.26171875, false]], [[-8.015625, false]], [[-9.640625, false]], [[-4.13671875, false]], [[-9.890625, false]], [[-8.015625, false]], [[-9.015625, false]], [[-8.390625, false]], [[-9.515625, false]], [[-9.3515625, false]], [[-4.76171875, false]], [[-9.515625, false]], [[-11.140625, false]], [[-7.88671875, false]], [[-8.390625, false]], [[-7.88671875, false]], [[-9.890625, false]], [[-8.015625, false]], [[-7.13671875, false]], [[-4.76171875, false]], [[-7.26171875, false]], [[-9.015625, false]], [[-8.015625, false]], [[-9.265625, false]], [[-9.890625, false]], [[-9.515625, false]], [[-9.3515625, false]], [[-4.76171875, false]], [[-9.515625, false]], [[-9.890625, false]], [[-9.015625, false]], [[-4.13671875, false]], [[-8.015625, false]], [[-9.890625, false]], [[-4.76171875, false]], [[-4.13671875, false]], [[-7.13671875, false]], [[-9.390625, false]], [[-11.140625, false]], [[-8.015625, false]], [[-9.640625, false]], [[-8.015625, false]], [[-9.890625, false]], [[-8.015625, false]], [[-9.015625, false]], [[-8.390625, false]], [[-9.515625, false]], [[-13.140625, false]]], "filtered_resps": [[-6.38671875, false], [-9.515625, false], [-8.765625, false], [-11.140625, false], [-9.890625, false], [-4.13671875, false], [-9.890625, false], [-8.015625, false], [-9.015625, false], [-8.390625, false], [-9.515625, false], [-9.484375, false], [-4.76171875, false], [-9.515625, false], [-9.515625, false], [-10.890625, false], [-6.26171875, false], [-9.015625, false], [-8.015625, false], [-7.26171875, false], [-8.015625, false], [-9.640625, false], [-4.13671875, false], [-9.890625, false], [-8.015625, false], [-9.015625, false], [-8.390625, false], [-9.515625, false], [-9.3515625, false], [-4.76171875, false], [-9.515625, false], [-11.140625, false], [-7.88671875, false], [-8.390625, false], [-7.88671875, false], [-9.890625, false], [-8.015625, false], [-7.13671875, false], [-4.76171875, false], [-7.26171875, false], [-9.015625, false], [-8.015625, false], [-9.265625, false], [-9.890625, false], [-9.515625, false], [-9.3515625, false], [-4.76171875, false], [-9.515625, false], [-9.890625, false], [-9.015625, false], [-4.13671875, false], [-8.015625, false], [-9.890625, false], [-4.76171875, false], [-4.13671875, false], [-7.13671875, false], [-9.390625, false], [-11.140625, false], [-8.015625, false], [-9.640625, false], [-8.015625, false], [-9.890625, false], [-8.015625, false], [-9.015625, false], [-8.390625, false], [-9.515625, false], [-13.140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1183, "doc": {"id": "Mercury_7247048", "question": "Which of these is the most serious impact to an ecosystem after a tornado?", "choices": {"text": ["an increase in biodiversity", "soil erosion along with water pollution", "the growth of plants in newly cleared areas", "animals relocating to different habitats"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "soil erosion along with water pollution", "arguments": ["Question: Which of these is the most serious impact to an ecosystem after a tornado?\nAnswer:", " ["], "resps": [[[-7.828125, false]], [[-9.703125, false]], [[-5.453125, false]], [[-10.328125, false]], [[-5.453125, false]], [[-10.078125, false]], [[-10.328125, false]], [[-10.078125, false]], [[-11.203125, false]], [[-6.703125, false]], [[-5.453125, false]], [[-10.953125, false]], [[-6.703125, false]], [[-5.453125, false]], [[-10.078125, false]], [[-10.328125, false]], [[-5.453125, false]], [[-9.703125, false]], [[-10.078125, false]], [[-10.328125, false]], [[-7.703125, false]], [[-10.078125, false]], [[-11.828125, false]], [[-6.703125, false]], [[-11.203125, false]], [[-10.953125, false]], [[-10.078125, false]], [[-11.078125, false]], [[-12.953125, false]], [[-9.703125, false]], [[-10.4921875, false]], [[-5.453125, false]], [[-9.703125, false]], [[-10.953125, false]], [[-10.328125, false]], [[-10.078125, false]], [[-10.453125, false]], [[-5.453125, false]], [[-6.703125, false]], [[-11.203125, false]], [[-10.328125, false]], [[-10.953125, false]], [[-10.078125, false]], [[-10.328125, false]], [[-10.328125, false]], [[-5.453125, false]], [[-5.453125, false]], [[-10.453125, false]], [[-10.328125, false]], [[-10.328125, false]], [[-12.578125, false]], [[-5.453125, false]], [[-10.953125, false]], [[-10.078125, false]], [[-11.078125, false]], [[-13.078125, false]], [[-5.453125, false]], [[-10.953125, false]], [[-5.453125, false]], [[-11.078125, false]], [[-6.703125, false]], [[-11.203125, false]], [[-5.453125, false]], [[-10.703125, false]], [[-10.328125, false]], [[-10.453125, false]], [[-10.453125, false]], [[-12.703125, false]], [[-11.078125, false]], [[-10.078125, false]], [[-10.328125, false]], [[-10.328125, false]], [[-9.703125, false]], [[-10.4921875, false]], [[-5.453125, false]], [[-9.703125, false]], [[-11.078125, false]], [[-13.078125, false]], [[-6.703125, false]], [[-5.453125, false]], [[-12.578125, false]], [[-11.203125, false]], [[-10.328125, false]], [[-10.953125, false]], [[-11.078125, false]], [[-13.078125, false]], [[-5.453125, false]], [[-10.328125, false]], [[-9.828125, false]], [[-5.453125, false]], [[-10.703125, false]], [[-10.453125, false]], [[-5.453125, false]], [[-10.328125, false]], [[-11.078125, false]], [[-10.953125, false]], [[-5.453125, false]], [[-10.078125, false]], [[-10.328125, false]], [[-5.453125, false]], [[-10.328125, false]], [[-6.703125, false]], [[-10.953125, false]], [[-10.453125, false]], [[-12.953125, false]], [[-5.453125, false]], [[-10.078125, false]], [[-10.453125, false]], [[-6.703125, false]], [[-5.453125, false]], [[-11.203125, false]], [[-6.703125, false]], [[-7.703125, false]], [[-5.453125, false]], [[-5.453125, false]], [[-11.203125, false]], [[-6.703125, false]], [[-5.453125, false]], [[-10.953125, false]], [[-9.703125, false]], [[-10.4921875, false]], [[-5.453125, false]], [[-9.703125, false]], [[-5.453125, false]], [[-10.328125, false]], [[-10.078125, false]], [[-11.703125, false]], [[-5.453125, false]], [[-10.453125, false]], [[-10.953125, false]], [[-5.453125, false]], [[-11.203125, false]], [[-6.703125, false]], [[-10.453125, false]], [[-10.328125, false]], [[-10.078125, false]], [[-5.453125, false]], [[-11.078125, false]], [[-10.078125, false]], [[-10.328125, false]], [[-12.578125, false]], [[-5.453125, false]], [[-11.078125, false]], [[-10.328125, false]], [[-5.453125, false]], [[-7.703125, false]], [[-10.078125, false]], [[-9.828125, false]], [[-9.828125, false]], [[-6.703125, false]], [[-11.203125, false]], [[-6.703125, false]], [[-10.328125, false]], [[-11.078125, false]], [[-5.453125, false]], [[-13.078125, false]], [[-5.453125, false]], [[-9.703125, false]], [[-10.078125, false]], [[-11.078125, false]], [[-5.453125, false]], [[-11.078125, false]], [[-10.953125, false]], [[-9.703125, false]], [[-14.453125, false]]], "filtered_resps": [[-7.828125, false], [-9.703125, false], [-5.453125, false], [-10.328125, false], [-5.453125, false], [-10.078125, false], [-10.328125, false], [-10.078125, false], [-11.203125, false], [-6.703125, false], [-5.453125, false], [-10.953125, false], [-6.703125, false], [-5.453125, false], [-10.078125, false], [-10.328125, false], [-5.453125, false], [-9.703125, false], [-10.078125, false], [-10.328125, false], [-7.703125, false], [-10.078125, false], [-11.828125, false], [-6.703125, false], [-11.203125, false], [-10.953125, false], [-10.078125, false], [-11.078125, false], [-12.953125, false], [-9.703125, false], [-10.4921875, false], [-5.453125, false], [-9.703125, false], [-10.953125, false], [-10.328125, false], [-10.078125, false], [-10.453125, false], [-5.453125, false], [-6.703125, false], [-11.203125, false], [-10.328125, false], [-10.953125, false], [-10.078125, false], [-10.328125, false], [-10.328125, false], [-5.453125, false], [-5.453125, false], [-10.453125, false], [-10.328125, false], [-10.328125, false], [-12.578125, false], [-5.453125, false], [-10.953125, false], [-10.078125, false], [-11.078125, false], [-13.078125, false], [-5.453125, false], [-10.953125, false], [-5.453125, false], [-11.078125, false], [-6.703125, false], [-11.203125, false], [-5.453125, false], [-10.703125, false], [-10.328125, false], [-10.453125, false], [-10.453125, false], [-12.703125, false], [-11.078125, false], [-10.078125, false], [-10.328125, false], [-10.328125, false], [-9.703125, false], [-10.4921875, false], [-5.453125, false], [-9.703125, false], [-11.078125, false], [-13.078125, false], [-6.703125, false], [-5.453125, false], [-12.578125, false], [-11.203125, false], [-10.328125, false], [-10.953125, false], [-11.078125, false], [-13.078125, false], [-5.453125, false], [-10.328125, false], [-9.828125, false], [-5.453125, false], [-10.703125, false], [-10.453125, false], [-5.453125, false], [-10.328125, false], [-11.078125, false], [-10.953125, false], [-5.453125, false], [-10.078125, false], [-10.328125, false], [-5.453125, false], [-10.328125, false], [-6.703125, false], [-10.953125, false], [-10.453125, false], [-12.953125, false], [-5.453125, false], [-10.078125, false], [-10.453125, false], [-6.703125, false], [-5.453125, false], [-11.203125, false], [-6.703125, false], [-7.703125, false], [-5.453125, false], [-5.453125, false], [-11.203125, false], [-6.703125, false], [-5.453125, false], [-10.953125, false], [-9.703125, false], [-10.4921875, false], [-5.453125, false], [-9.703125, false], [-5.453125, false], [-10.328125, false], [-10.078125, false], [-11.703125, false], [-5.453125, false], [-10.453125, false], [-10.953125, false], [-5.453125, false], [-11.203125, false], [-6.703125, false], [-10.453125, false], [-10.328125, false], [-10.078125, false], [-5.453125, false], [-11.078125, false], [-10.078125, false], [-10.328125, false], [-12.578125, false], [-5.453125, false], [-11.078125, false], [-10.328125, false], [-5.453125, false], [-7.703125, false], [-10.078125, false], [-9.828125, false], [-9.828125, false], [-6.703125, false], [-11.203125, false], [-6.703125, false], [-10.328125, false], [-11.078125, false], [-5.453125, false], [-13.078125, false], [-5.453125, false], [-9.703125, false], [-10.078125, false], [-11.078125, false], [-5.453125, false], [-11.078125, false], [-10.953125, false], [-9.703125, false], [-14.453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1191, "doc": {"id": "NCEOGA_2013_8_56", "question": "What process is most responsible for the extinction of most species of plants and animals that have lived on Earth?", "choices": {"text": ["gene mutation", "environmental changes", "selective breeding", "decrease in reproduction"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "environmental changes", "arguments": ["Question: What process is most responsible for the extinction of most species of plants and animals that have lived on Earth?\nAnswer:", " ["], "resps": [[[-8.03125, false]], [[-8.03125, false]], [[-11.78125, false]], [[-6.41015625, false]], [[-9.28125, false]], [[-6.41015625, false]], [[-4.66015625, false]], [[-10.15625, false]], [[-11.65625, false]], [[-11.40625, false]], [[-5.41015625, false]], [[-11.40625, false]], [[-8.53125, false]], [[-8.53125, false]], [[-9.28125, false]], [[-8.03125, false]], [[-10.453125, false]], [[-4.66015625, false]], [[-8.03125, false]], [[-6.41015625, false]], [[-9.28125, false]], [[-12.15625, false]], [[-8.53125, false]], [[-11.15625, false]], [[-8.53125, false]], [[-9.28125, false]], [[-10.15625, false]], [[-6.41015625, false]], [[-9.28125, false]], [[-11.40625, false]], [[-5.41015625, false]], [[-10.53125, false]], [[-4.66015625, false]], [[-8.40625, false]], [[-12.65625, false]], [[-5.41015625, false]], [[-9.28125, false]], [[-11.78125, false]], [[-6.41015625, false]], [[-9.90625, false]], [[-8.03125, false]], [[-10.453125, false]], [[-4.66015625, false]], [[-8.03125, false]], [[-9.90625, false]], [[-6.41015625, false]], [[-10.53125, false]], [[-6.41015625, false]], [[-8.40625, false]], [[-11.40625, false]], [[-8.53125, false]], [[-12.15625, false]], [[-6.41015625, false]], [[-4.66015625, false]], [[-10.15625, false]], [[-11.15625, false]], [[-6.41015625, false]], [[-6.41015625, false]], [[-8.40625, false]], [[-8.53125, false]], [[-9.28125, false]], [[-11.78125, false]], [[-8.03125, false]], [[-10.453125, false]], [[-4.66015625, false]], [[-8.03125, false]], [[-8.40625, false]], [[-6.41015625, false]], [[-8.40625, false]], [[-11.15625, false]], [[-6.41015625, false]], [[-5.41015625, false]], [[-9.90625, false]], [[-6.41015625, false]], [[-4.66015625, false]], [[-8.53125, false]], [[-9.28125, false]], [[-4.66015625, false]], [[-11.15625, false]], [[-6.41015625, false]], [[-9.15625, false]], [[-11.15625, false]], [[-8.53125, false]], [[-8.40625, false]], [[-11.65625, false]], [[-8.40625, false]], [[-11.40625, false]], [[-8.53125, false]], [[-8.53125, false]], [[-9.28125, false]], [[-8.03125, false]], [[-15.78125, false]]], "filtered_resps": [[-8.03125, false], [-8.03125, false], [-11.78125, false], [-6.41015625, false], [-9.28125, false], [-6.41015625, false], [-4.66015625, false], [-10.15625, false], [-11.65625, false], [-11.40625, false], [-5.41015625, false], [-11.40625, false], [-8.53125, false], [-8.53125, false], [-9.28125, false], [-8.03125, false], [-10.453125, false], [-4.66015625, false], [-8.03125, false], [-6.41015625, false], [-9.28125, false], [-12.15625, false], [-8.53125, false], [-11.15625, false], [-8.53125, false], [-9.28125, false], [-10.15625, false], [-6.41015625, false], [-9.28125, false], [-11.40625, false], [-5.41015625, false], [-10.53125, false], [-4.66015625, false], [-8.40625, false], [-12.65625, false], [-5.41015625, false], [-9.28125, false], [-11.78125, false], [-6.41015625, false], [-9.90625, false], [-8.03125, false], [-10.453125, false], [-4.66015625, false], [-8.03125, false], [-9.90625, false], [-6.41015625, false], [-10.53125, false], [-6.41015625, false], [-8.40625, false], [-11.40625, false], [-8.53125, false], [-12.15625, false], [-6.41015625, false], [-4.66015625, false], [-10.15625, false], [-11.15625, false], [-6.41015625, false], [-6.41015625, false], [-8.40625, false], [-8.53125, false], [-9.28125, false], [-11.78125, false], [-8.03125, false], [-10.453125, false], [-4.66015625, false], [-8.03125, false], [-8.40625, false], [-6.41015625, false], [-8.40625, false], [-11.15625, false], [-6.41015625, false], [-5.41015625, false], [-9.90625, false], [-6.41015625, false], [-4.66015625, false], [-8.53125, false], [-9.28125, false], [-4.66015625, false], [-11.15625, false], [-6.41015625, false], [-9.15625, false], [-11.15625, false], [-8.53125, false], [-8.40625, false], [-11.65625, false], [-8.40625, false], [-11.40625, false], [-8.53125, false], [-8.53125, false], [-9.28125, false], [-8.03125, false], [-15.78125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1199, "doc": {"id": "Mercury_SC_413004", "question": "Rivers leave behind small pieces of rocks after they flood. These small pieces of rock form a floodplain. Which words best describe a floodplain?", "choices": {"text": ["flat lands", "many sinkholes", "rugged peaks", "long rows of ridges"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "flat lands", "arguments": ["Question: Rivers leave behind small pieces of rocks after they flood. These small pieces of rock form a floodplain. Which words best describe a floodplain?\nAnswer:", " ["], "resps": [[[-6.02734375, false]], [[-7.90234375, false]], [[-5.90234375, false]], [[-8.1484375, false]], [[-3.275390625, false]], [[-9.3984375, false]], [[-4.77734375, false]], [[-8.1484375, false]], [[-3.275390625, false]], [[-8.0234375, false]], [[-6.15234375, false]], [[-7.27734375, false]], [[-7.90234375, false]], [[-8.7734375, false]], [[-4.77734375, false]], [[-7.90234375, false]], [[-7.52734375, false]], [[-3.275390625, false]], [[-8.0234375, false]], [[-11.0234375, false]], [[-4.77734375, false]], [[-7.27734375, false]], [[-8.1484375, false]], [[-8.0234375, false]], [[-9.5234375, false]], [[-9.6484375, false]], [[-8.6484375, false]], [[-8.1484375, false]], [[-6.65234375, false]], [[-7.27734375, false]], [[-7.90234375, false]], [[-8.7734375, false]], [[-4.77734375, false]], [[-7.90234375, false]], [[-7.40234375, false]], [[-10.8984375, false]], [[-9.1484375, false]], [[-9.1484375, false]], [[-6.65234375, false]], [[-6.15234375, false]], [[-4.77734375, false]], [[-7.90234375, false]], [[-6.65234375, false]], [[-3.275390625, false]], [[-9.5234375, false]], [[-7.27734375, false]], [[-7.90234375, false]], [[-8.7734375, false]], [[-4.77734375, false]], [[-7.90234375, false]], [[-8.1484375, false]], [[-8.6484375, false]], [[-8.0234375, false]], [[-9.1484375, false]], [[-4.77734375, false]], [[-7.40234375, false]], [[-8.6484375, false]], [[-9.3984375, false]], [[-7.27734375, false]], [[-4.77734375, false]], [[-8.6484375, false]], [[-5.90234375, false]], [[-4.77734375, false]], [[-7.40234375, false]], [[-8.1484375, false]], [[-6.15234375, false]], [[-9.1484375, false]], [[-6.65234375, false]], [[-7.27734375, false]], [[-7.90234375, false]], [[-10.6484375, false]]], "filtered_resps": [[-6.02734375, false], [-7.90234375, false], [-5.90234375, false], [-8.1484375, false], [-3.275390625, false], [-9.3984375, false], [-4.77734375, false], [-8.1484375, false], [-3.275390625, false], [-8.0234375, false], [-6.15234375, false], [-7.27734375, false], [-7.90234375, false], [-8.7734375, false], [-4.77734375, false], [-7.90234375, false], [-7.52734375, false], [-3.275390625, false], [-8.0234375, false], [-11.0234375, false], [-4.77734375, false], [-7.27734375, false], [-8.1484375, false], [-8.0234375, false], [-9.5234375, false], [-9.6484375, false], [-8.6484375, false], [-8.1484375, false], [-6.65234375, false], [-7.27734375, false], [-7.90234375, false], [-8.7734375, false], [-4.77734375, false], [-7.90234375, false], [-7.40234375, false], [-10.8984375, false], [-9.1484375, false], [-9.1484375, false], [-6.65234375, false], [-6.15234375, false], [-4.77734375, false], [-7.90234375, false], [-6.65234375, false], [-3.275390625, false], [-9.5234375, false], [-7.27734375, false], [-7.90234375, false], [-8.7734375, false], [-4.77734375, false], [-7.90234375, false], [-8.1484375, false], [-8.6484375, false], [-8.0234375, false], [-9.1484375, false], [-4.77734375, false], [-7.40234375, false], [-8.6484375, false], [-9.3984375, false], [-7.27734375, false], [-4.77734375, false], [-8.6484375, false], [-5.90234375, false], [-4.77734375, false], [-7.40234375, false], [-8.1484375, false], [-6.15234375, false], [-9.1484375, false], [-6.65234375, false], [-7.27734375, false], [-7.90234375, false], [-10.6484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1207, "doc": {"id": "Mercury_SC_LBS10688", "question": "The Sun produces energy through", "choices": {"text": ["chemical reactions.", "fission of uranium.", "nuclear fusion.", "volcanic eruptions."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "nuclear fusion.", "arguments": ["Question: The Sun produces energy through\nAnswer:", " ["], "resps": [[[-7.4296875, false]], [[-8.6796875, false]], [[-9.4296875, false]], [[-10.4296875, false]], [[-8.6796875, false]], [[-9.9296875, false]], [[-7.9296875, false]], [[-9.4296875, false]], [[-6.1796875, false]], [[-10.4296875, false]], [[-4.9296875, false]], [[-10.6796875, false]], [[-8.6796875, false]], [[-6.1796875, false]], [[-9.4296875, false]], [[-10.1796875, false]], [[-7.9296875, false]], [[-9.4296875, false]], [[-9.1796875, false]], [[-9.9296875, false]], [[-6.4140625, false]], [[-8.6796875, false]], [[-7.6640625, false]], [[-4.9296875, false]], [[-8.6796875, false]], [[-10.1796875, false]], [[-7.9296875, false]], [[-9.9296875, false]], [[-9.9296875, false]], [[-7.9296875, false]], [[-9.4296875, false]], [[-9.1796875, false]], [[-4.9296875, false]], [[-9.4296875, false]], [[-10.1796875, false]], [[-4.9296875, false]], [[-10.6796875, false]], [[-10.6796875, false]], [[-6.1796875, false]], [[-9.1796875, false]], [[-7.9296875, false]], [[-10.6796875, false]], [[-9.9296875, false]], [[-6.4140625, false]], [[-8.6796875, false]], [[-7.6640625, false]], [[-4.9296875, false]], [[-8.6796875, false]], [[-9.1796875, false]], [[-10.6796875, false]], [[-9.4296875, false]], [[-10.4296875, false]], [[-8.6796875, false]], [[-6.1796875, false]], [[-10.6796875, false]], [[-4.9296875, false]], [[-10.1796875, false]], [[-10.6796875, false]], [[-9.9296875, false]], [[-7.9296875, false]], [[-9.4296875, false]], [[-9.1796875, false]], [[-6.4140625, false]], [[-8.6796875, false]], [[-7.6640625, false]], [[-4.9296875, false]], [[-8.6796875, false]], [[-10.4296875, false]], [[-9.4296875, false]], [[-10.4296875, false]], [[-9.4296875, false]], [[-6.1796875, false]], [[-9.1796875, false]], [[-7.9296875, false]], [[-9.4296875, false]], [[-4.9296875, false]], [[-8.6796875, false]], [[-10.6796875, false]], [[-10.6796875, false]], [[-9.4296875, false]], [[-10.1796875, false]], [[-7.9296875, false]], [[-9.4296875, false]], [[-9.1796875, false]], [[-9.9296875, false]], [[-6.4140625, false]], [[-8.6796875, false]], [[-11.9296875, false]]], "filtered_resps": [[-7.4296875, false], [-8.6796875, false], [-9.4296875, false], [-10.4296875, false], [-8.6796875, false], [-9.9296875, false], [-7.9296875, false], [-9.4296875, false], [-6.1796875, false], [-10.4296875, false], [-4.9296875, false], [-10.6796875, false], [-8.6796875, false], [-6.1796875, false], [-9.4296875, false], [-10.1796875, false], [-7.9296875, false], [-9.4296875, false], [-9.1796875, false], [-9.9296875, false], [-6.4140625, false], [-8.6796875, false], [-7.6640625, false], [-4.9296875, false], [-8.6796875, false], [-10.1796875, false], [-7.9296875, false], [-9.9296875, false], [-9.9296875, false], [-7.9296875, false], [-9.4296875, false], [-9.1796875, false], [-4.9296875, false], [-9.4296875, false], [-10.1796875, false], [-4.9296875, false], [-10.6796875, false], [-10.6796875, false], [-6.1796875, false], [-9.1796875, false], [-7.9296875, false], [-10.6796875, false], [-9.9296875, false], [-6.4140625, false], [-8.6796875, false], [-7.6640625, false], [-4.9296875, false], [-8.6796875, false], [-9.1796875, false], [-10.6796875, false], [-9.4296875, false], [-10.4296875, false], [-8.6796875, false], [-6.1796875, false], [-10.6796875, false], [-4.9296875, false], [-10.1796875, false], [-10.6796875, false], [-9.9296875, false], [-7.9296875, false], [-9.4296875, false], [-9.1796875, false], [-6.4140625, false], [-8.6796875, false], [-7.6640625, false], [-4.9296875, false], [-8.6796875, false], [-10.4296875, false], [-9.4296875, false], [-10.4296875, false], [-9.4296875, false], [-6.1796875, false], [-9.1796875, false], [-7.9296875, false], [-9.4296875, false], [-4.9296875, false], [-8.6796875, false], [-10.6796875, false], [-10.6796875, false], [-9.4296875, false], [-10.1796875, false], [-7.9296875, false], [-9.4296875, false], [-9.1796875, false], [-9.9296875, false], [-6.4140625, false], [-8.6796875, false], [-11.9296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1215, "doc": {"id": "Mercury_7188353", "question": "Energy flows in an ecosystem through food webs. Which form of energy is the least available for reuse in a food web?", "choices": {"text": ["heat energy", "sunlight energy", "energy from producers", "energy from consumers"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "heat energy", "arguments": ["Question: Energy flows in an ecosystem through food webs. Which form of energy is the least available for reuse in a food web?\nAnswer:", " ["], "resps": [[[-6.74609375, false]], [[-9.1171875, false]], [[-10.1171875, false]], [[-7.24609375, false]], [[-5.74609375, false]], [[-9.9921875, false]], [[-5.12109375, false]], [[-7.24609375, false]], [[-6.74609375, false]], [[-7.24609375, false]], [[-10.7421875, false]], [[-10.2421875, false]], [[-8.8671875, false]], [[-9.1171875, false]], [[-9.765625, false]], [[-5.12109375, false]], [[-9.1171875, false]], [[-8.7421875, false]], [[-9.6171875, false]], [[-6.74609375, false]], [[-9.6171875, false]], [[-7.37109375, false]], [[-10.2421875, false]], [[-10.1171875, false]], [[-9.9921875, false]], [[-5.12109375, false]], [[-7.24609375, false]], [[-6.74609375, false]], [[-7.24609375, false]], [[-10.7421875, false]], [[-10.2421875, false]], [[-8.8671875, false]], [[-9.1171875, false]], [[-9.765625, false]], [[-5.12109375, false]], [[-9.1171875, false]], [[-7.24609375, false]], [[-6.74609375, false]], [[-7.24609375, false]], [[-10.7421875, false]], [[-10.2421875, false]], [[-8.8671875, false]], [[-5.12109375, false]], [[-8.7421875, false]], [[-10.7421875, false]], [[-7.37109375, false]], [[-7.99609375, false]], [[-5.12109375, false]], [[-8.7421875, false]], [[-10.7421875, false]], [[-7.37109375, false]], [[-7.37109375, false]], [[-9.6171875, false]], [[-7.12109375, false]], [[-7.24609375, false]], [[-10.7421875, false]], [[-8.7421875, false]], [[-9.1171875, false]], [[-9.765625, false]], [[-5.12109375, false]], [[-9.1171875, false]], [[-7.24609375, false]], [[-6.74609375, false]], [[-7.24609375, false]], [[-10.7421875, false]], [[-10.2421875, false]], [[-8.8671875, false]], [[-5.12109375, false]], [[-8.7421875, false]], [[-10.7421875, false]], [[-7.37109375, false]], [[-7.99609375, false]], [[-5.12109375, false]], [[-7.12109375, false]], [[-7.37109375, false]], [[-6.74609375, false]], [[-8.7421875, false]], [[-9.6171875, false]], [[-7.99609375, false]], [[-7.24609375, false]], [[-10.7421875, false]], [[-8.7421875, false]], [[-9.1171875, false]], [[-14.7421875, false]]], "filtered_resps": [[-6.74609375, false], [-9.1171875, false], [-10.1171875, false], [-7.24609375, false], [-5.74609375, false], [-9.9921875, false], [-5.12109375, false], [-7.24609375, false], [-6.74609375, false], [-7.24609375, false], [-10.7421875, false], [-10.2421875, false], [-8.8671875, false], [-9.1171875, false], [-9.765625, false], [-5.12109375, false], [-9.1171875, false], [-8.7421875, false], [-9.6171875, false], [-6.74609375, false], [-9.6171875, false], [-7.37109375, false], [-10.2421875, false], [-10.1171875, false], [-9.9921875, false], [-5.12109375, false], [-7.24609375, false], [-6.74609375, false], [-7.24609375, false], [-10.7421875, false], [-10.2421875, false], [-8.8671875, false], [-9.1171875, false], [-9.765625, false], [-5.12109375, false], [-9.1171875, false], [-7.24609375, false], [-6.74609375, false], [-7.24609375, false], [-10.7421875, false], [-10.2421875, false], [-8.8671875, false], [-5.12109375, false], [-8.7421875, false], [-10.7421875, false], [-7.37109375, false], [-7.99609375, false], [-5.12109375, false], [-8.7421875, false], [-10.7421875, false], [-7.37109375, false], [-7.37109375, false], [-9.6171875, false], [-7.12109375, false], [-7.24609375, false], [-10.7421875, false], [-8.7421875, false], [-9.1171875, false], [-9.765625, false], [-5.12109375, false], [-9.1171875, false], [-7.24609375, false], [-6.74609375, false], [-7.24609375, false], [-10.7421875, false], [-10.2421875, false], [-8.8671875, false], [-5.12109375, false], [-8.7421875, false], [-10.7421875, false], [-7.37109375, false], [-7.99609375, false], [-5.12109375, false], [-7.12109375, false], [-7.37109375, false], [-6.74609375, false], [-8.7421875, false], [-9.6171875, false], [-7.99609375, false], [-7.24609375, false], [-10.7421875, false], [-8.7421875, false], [-9.1171875, false], [-14.7421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1223, "doc": {"id": "Mercury_SC_400987", "question": "Recycling newspapers is good for the environment because it", "choices": {"text": ["increases the need for trees.", "helps conserve resources.", "increases the need for landfills.", "helps remove pollutants from the air."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "helps conserve resources.", "arguments": ["Question: Recycling newspapers is good for the environment because it\nAnswer:", " ["], "resps": [[[-7.6875, false]], [[-9.1875, false]], [[-8.9375, false]], [[-11.4375, false]], [[-11.4375, false]], [[-11.9375, false]], [[-9.6875, false]], [[-7.4375, false]], [[-10.6875, false]], [[-9.6875, false]], [[-10.6875, false]], [[-5.1875, false]], [[-11.6875, false]], [[-12.4375, false]], [[-9.6875, false]], [[-5.1875, false]], [[-11.4375, false]], [[-9.6875, false]], [[-9.6875, false]], [[-11.1875, false]], [[-5.1875, false]], [[-11.6875, false]], [[-10.4375, false]], [[-11.9375, false]], [[-5.1875, false]], [[-11.6875, false]], [[-11.9375, false]], [[-9.6875, false]], [[-9.6875, false]], [[-10.6875, false]], [[-7.0625, false]], [[-9.1875, false]], [[-9.375, false]], [[-5.1875, false]], [[-9.1875, false]], [[-12.4375, false]], [[-9.6875, false]], [[-11.6875, false]], [[-11.1875, false]], [[-10.6875, false]], [[-5.1875, false]], [[-11.4375, false]], [[-10.4375, false]], [[-11.4375, false]], [[-10.6875, false]], [[-9.6875, false]], [[-11.9375, false]], [[-12.9375, false]], [[-9.6875, false]], [[-5.1875, false]], [[-11.9375, false]], [[-9.6875, false]], [[-10.6875, false]], [[-10.4375, false]], [[-11.6875, false]], [[-11.9375, false]], [[-11.4375, false]], [[-9.6875, false]], [[-10.6875, false]], [[-7.0625, false]], [[-9.1875, false]], [[-9.375, false]], [[-5.1875, false]], [[-9.1875, false]], [[-8.9375, false]], [[-11.4375, false]], [[-11.4375, false]], [[-11.9375, false]], [[-9.6875, false]], [[-7.4375, false]], [[-10.6875, false]], [[-9.6875, false]], [[-10.6875, false]], [[-5.1875, false]], [[-11.6875, false]], [[-12.4375, false]], [[-9.6875, false]], [[-5.1875, false]], [[-11.4375, false]], [[-9.6875, false]], [[-9.6875, false]], [[-11.1875, false]], [[-5.1875, false]], [[-11.6875, false]], [[-10.4375, false]], [[-11.9375, false]], [[-5.1875, false]], [[-11.6875, false]], [[-7.4375, false]], [[-11.4375, false]], [[-11.1875, false]], [[-11.6875, false]], [[-8.9375, false]], [[-11.6875, false]], [[-11.6875, false]], [[-10.6875, false]], [[-7.0625, false]], [[-9.1875, false]], [[-9.375, false]], [[-5.1875, false]], [[-9.1875, false]], [[-12.4375, false]], [[-9.6875, false]], [[-11.6875, false]], [[-11.1875, false]], [[-10.6875, false]], [[-5.1875, false]], [[-11.9375, false]], [[-9.6875, false]], [[-12.1875, false]], [[-10.4375, false]], [[-12.9375, false]], [[-9.6875, false]], [[-5.1875, false]], [[-11.1875, false]], [[-10.4375, false]], [[-11.6875, false]], [[-11.6875, false]], [[-11.6875, false]], [[-11.6875, false]], [[-7.4375, false]], [[-11.4375, false]], [[-11.6875, false]], [[-10.6875, false]], [[-5.1875, false]], [[-11.6875, false]], [[-11.9375, false]], [[-10.4375, false]], [[-12.1875, false]], [[-5.1875, false]], [[-11.6875, false]], [[-12.4375, false]], [[-9.6875, false]], [[-5.1875, false]], [[-7.4375, false]], [[-8.9375, false]], [[-11.9375, false]], [[-7.0625, false]], [[-9.1875, false]], [[-12.4375, false]]], "filtered_resps": [[-7.6875, false], [-9.1875, false], [-8.9375, false], [-11.4375, false], [-11.4375, false], [-11.9375, false], [-9.6875, false], [-7.4375, false], [-10.6875, false], [-9.6875, false], [-10.6875, false], [-5.1875, false], [-11.6875, false], [-12.4375, false], [-9.6875, false], [-5.1875, false], [-11.4375, false], [-9.6875, false], [-9.6875, false], [-11.1875, false], [-5.1875, false], [-11.6875, false], [-10.4375, false], [-11.9375, false], [-5.1875, false], [-11.6875, false], [-11.9375, false], [-9.6875, false], [-9.6875, false], [-10.6875, false], [-7.0625, false], [-9.1875, false], [-9.375, false], [-5.1875, false], [-9.1875, false], [-12.4375, false], [-9.6875, false], [-11.6875, false], [-11.1875, false], [-10.6875, false], [-5.1875, false], [-11.4375, false], [-10.4375, false], [-11.4375, false], [-10.6875, false], [-9.6875, false], [-11.9375, false], [-12.9375, false], [-9.6875, false], [-5.1875, false], [-11.9375, false], [-9.6875, false], [-10.6875, false], [-10.4375, false], [-11.6875, false], [-11.9375, false], [-11.4375, false], [-9.6875, false], [-10.6875, false], [-7.0625, false], [-9.1875, false], [-9.375, false], [-5.1875, false], [-9.1875, false], [-8.9375, false], [-11.4375, false], [-11.4375, false], [-11.9375, false], [-9.6875, false], [-7.4375, false], [-10.6875, false], [-9.6875, false], [-10.6875, false], [-5.1875, false], [-11.6875, false], [-12.4375, false], [-9.6875, false], [-5.1875, false], [-11.4375, false], [-9.6875, false], [-9.6875, false], [-11.1875, false], [-5.1875, false], [-11.6875, false], [-10.4375, false], [-11.9375, false], [-5.1875, false], [-11.6875, false], [-7.4375, false], [-11.4375, false], [-11.1875, false], [-11.6875, false], [-8.9375, false], [-11.6875, false], [-11.6875, false], [-10.6875, false], [-7.0625, false], [-9.1875, false], [-9.375, false], [-5.1875, false], [-9.1875, false], [-12.4375, false], [-9.6875, false], [-11.6875, false], [-11.1875, false], [-10.6875, false], [-5.1875, false], [-11.9375, false], [-9.6875, false], [-12.1875, false], [-10.4375, false], [-12.9375, false], [-9.6875, false], [-5.1875, false], [-11.1875, false], [-10.4375, false], [-11.6875, false], [-11.6875, false], [-11.6875, false], [-11.6875, false], [-7.4375, false], [-11.4375, false], [-11.6875, false], [-10.6875, false], [-5.1875, false], [-11.6875, false], [-11.9375, false], [-10.4375, false], [-12.1875, false], [-5.1875, false], [-11.6875, false], [-12.4375, false], [-9.6875, false], [-5.1875, false], [-7.4375, false], [-8.9375, false], [-11.9375, false], [-7.0625, false], [-9.1875, false], [-12.4375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1231, "doc": {"id": "Mercury_SC_LBS10606", "question": "An echo is a sound wave that has been", "choices": {"text": ["absorbed.", "refracted.", "scattered.", "reflected."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "reflected.", "arguments": ["Question: An echo is a sound wave that has been\nAnswer:", " ["], "resps": [[[-7.5234375, false]], [[-7.7734375, false]], [[-4.5234375, false]], [[-9.2734375, false]], [[-9.2734375, false]], [[-9.2734375, false]], [[-11.2734375, false]], [[-9.2734375, false]], [[-7.7734375, false]], [[-10.0234375, false]], [[-6.99609375, false]], [[-7.7734375, false]], [[-8.5, false]], [[-5.5234375, false]], [[-7.7734375, false]], [[-11.2734375, false]], [[-7.7734375, false]], [[-9.2734375, false]], [[-11.2734375, false]], [[-4.5234375, false]], [[-10.5234375, false]], [[-11.2734375, false]], [[-7.7734375, false]], [[-10.0234375, false]], [[-6.99609375, false]], [[-7.7734375, false]], [[-8.5, false]], [[-5.5234375, false]], [[-7.7734375, false]], [[-9.2734375, false]], [[-10.5234375, false]], [[-4.5234375, false]], [[-11.2734375, false]], [[-11.2734375, false]], [[-7.7734375, false]], [[-11.2734375, false]], [[-7.7734375, false]], [[-10.0234375, false]], [[-6.99609375, false]], [[-7.7734375, false]], [[-8.5, false]], [[-5.5234375, false]], [[-7.7734375, false]], [[-11.2734375, false]], [[-7.7734375, false]], [[-9.2734375, false]], [[-10.2734375, false]], [[-7.7734375, false]], [[-10.5234375, false]], [[-11.2734375, false]], [[-7.7734375, false]], [[-10.0234375, false]], [[-6.99609375, false]], [[-7.7734375, false]], [[-11.5234375, false]]], "filtered_resps": [[-7.5234375, false], [-7.7734375, false], [-4.5234375, false], [-9.2734375, false], [-9.2734375, false], [-9.2734375, false], [-11.2734375, false], [-9.2734375, false], [-7.7734375, false], [-10.0234375, false], [-6.99609375, false], [-7.7734375, false], [-8.5, false], [-5.5234375, false], [-7.7734375, false], [-11.2734375, false], [-7.7734375, false], [-9.2734375, false], [-11.2734375, false], [-4.5234375, false], [-10.5234375, false], [-11.2734375, false], [-7.7734375, false], [-10.0234375, false], [-6.99609375, false], [-7.7734375, false], [-8.5, false], [-5.5234375, false], [-7.7734375, false], [-9.2734375, false], [-10.5234375, false], [-4.5234375, false], [-11.2734375, false], [-11.2734375, false], [-7.7734375, false], [-11.2734375, false], [-7.7734375, false], [-10.0234375, false], [-6.99609375, false], [-7.7734375, false], [-8.5, false], [-5.5234375, false], [-7.7734375, false], [-11.2734375, false], [-7.7734375, false], [-9.2734375, false], [-10.2734375, false], [-7.7734375, false], [-10.5234375, false], [-11.2734375, false], [-7.7734375, false], [-10.0234375, false], [-6.99609375, false], [-7.7734375, false], [-11.5234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1239, "doc": {"id": "Mercury_405895", "question": "An area is semiarid, has few trees, and is home to ground-nesting birds. This area is most likely part of which biome?", "choices": {"text": ["tundra", "taiga", "grassland", "desert"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "grassland", "arguments": ["Question: An area is semiarid, has few trees, and is home to ground-nesting birds. This area is most likely part of which biome?\nAnswer:", " ["], "resps": [[[-5.80859375, false]], [[-9.0546875, false]], [[-10.5546875, false]], [[-11.3046875, false]], [[-8.0546875, false]], [[-7.55859375, false]], [[-9.0546875, false]], [[-5.05859375, false]], [[-9.0546875, false]], [[-10.140625, false]], [[-5.05859375, false]], [[-9.0546875, false]], [[-10.5546875, false]], [[-5.05859375, false]], [[-8.0546875, false]], [[-9.8046875, false]], [[-5.05859375, false]], [[-9.0546875, false]], [[-10.140625, false]], [[-5.05859375, false]], [[-9.0546875, false]], [[-9.8046875, false]], [[-9.0546875, false]], [[-5.05859375, false]], [[-9.3046875, false]], [[-9.3046875, false]], [[-9.3046875, false]], [[-5.05859375, false]], [[-8.0546875, false]], [[-7.55859375, false]], [[-9.0546875, false]], [[-10.140625, false]], [[-5.05859375, false]], [[-9.0546875, false]], [[-7.55859375, false]], [[-6.55859375, false]], [[-9.3046875, false]], [[-6.55859375, false]], [[-9.0546875, false]], [[-10.5546875, false]], [[-9.0546875, false]], [[-12.3046875, false]]], "filtered_resps": [[-5.80859375, false], [-9.0546875, false], [-10.5546875, false], [-11.3046875, false], [-8.0546875, false], [-7.55859375, false], [-9.0546875, false], [-5.05859375, false], [-9.0546875, false], [-10.140625, false], [-5.05859375, false], [-9.0546875, false], [-10.5546875, false], [-5.05859375, false], [-8.0546875, false], [-9.8046875, false], [-5.05859375, false], [-9.0546875, false], [-10.140625, false], [-5.05859375, false], [-9.0546875, false], [-9.8046875, false], [-9.0546875, false], [-5.05859375, false], [-9.3046875, false], [-9.3046875, false], [-9.3046875, false], [-5.05859375, false], [-8.0546875, false], [-7.55859375, false], [-9.0546875, false], [-10.140625, false], [-5.05859375, false], [-9.0546875, false], [-7.55859375, false], [-6.55859375, false], [-9.3046875, false], [-6.55859375, false], [-9.0546875, false], [-10.5546875, false], [-9.0546875, false], [-12.3046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1247, "doc": {"id": "Mercury_SC_LBS10041", "question": "In plants, what is responsible for passing traits from one generation to the next?", "choices": {"text": ["chloroplasts", "photosynthesis", "roots", "genes"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "genes", "arguments": ["Question: In plants, what is responsible for passing traits from one generation to the next?\nAnswer:", " ["], "resps": [[[-7.875, false]], [[-8.375, false]], [[-8.625, false]], [[-10.75, false]], [[-9.875, false]], [[-8.75, false]], [[-9.75, false]], [[-8.75, false]], [[-9.625, false]], [[-9.875, false]], [[-5.5, false]], [[-9.875, false]], [[-10.25, false]], [[-9.875, false]], [[-8.375, false]], [[-8.7421875, false]], [[-4.0, false]], [[-8.375, false]], [[-9.625, false]], [[-10.75, false]], [[-8.75, false]], [[-10.25, false]], [[-8.75, false]], [[-9.875, false]], [[-10.875, false]], [[-9.375, false]], [[-10.25, false]], [[-10.75, false]], [[-8.125, false]], [[-9.875, false]], [[-8.875, false]], [[-9.875, false]], [[-8.375, false]], [[-8.7421875, false]], [[-4.0, false]], [[-8.375, false]], [[-9.75, false]], [[-8.75, false]], [[-8.75, false]], [[-10.25, false]], [[-9.875, false]], [[-8.375, false]], [[-8.7421875, false]], [[-4.0, false]], [[-8.375, false]], [[-10.875, false]], [[-8.125, false]], [[-9.375, false]], [[-8.125, false]], [[-9.875, false]], [[-8.375, false]], [[-15.0, false]]], "filtered_resps": [[-7.875, false], [-8.375, false], [-8.625, false], [-10.75, false], [-9.875, false], [-8.75, false], [-9.75, false], [-8.75, false], [-9.625, false], [-9.875, false], [-5.5, false], [-9.875, false], [-10.25, false], [-9.875, false], [-8.375, false], [-8.7421875, false], [-4.0, false], [-8.375, false], [-9.625, false], [-10.75, false], [-8.75, false], [-10.25, false], [-8.75, false], [-9.875, false], [-10.875, false], [-9.375, false], [-10.25, false], [-10.75, false], [-8.125, false], [-9.875, false], [-8.875, false], [-9.875, false], [-8.375, false], [-8.7421875, false], [-4.0, false], [-8.375, false], [-9.75, false], [-8.75, false], [-8.75, false], [-10.25, false], [-9.875, false], [-8.375, false], [-8.7421875, false], [-4.0, false], [-8.375, false], [-10.875, false], [-8.125, false], [-9.375, false], [-8.125, false], [-9.875, false], [-8.375, false], [-15.0, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1255, "doc": {"id": "TIMSS_2003_8_pg40", "question": "What is the main function of red blood cells?", "choices": {"text": ["To fight disease in the body", "To carry oxygen to all parts of the body", "To remove carbon monoxide from all parts of the body", "To produce materials which cause the blood to clot."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "To carry oxygen to all parts of the body", "arguments": ["Question: What is the main function of red blood cells?\nAnswer:", " ["], "resps": [[[-9.078125, false]], [[-10.328125, false]], [[-7.82421875, false]], [[-11.328125, false]], [[-6.82421875, false]], [[-12.828125, false]], [[-10.078125, false]], [[-12.078125, false]], [[-11.578125, false]], [[-12.328125, false]], [[-6.82421875, false]], [[-11.828125, false]], [[-10.078125, false]], [[-11.078125, false]], [[-11.078125, false]], [[-7.57421875, false]], [[-11.078125, false]], [[-11.078125, false]], [[-6.82421875, false]], [[-10.078125, false]], [[-11.578125, false]], [[-6.82421875, false]], [[-12.328125, false]], [[-11.578125, false]], [[-11.078125, false]], [[-6.82421875, false]], [[-10.328125, false]], [[-11.328125, false]], [[-11.828125, false]], [[-14.328125, false]], [[-10.328125, false]], [[-10.40625, false]], [[-6.82421875, false]], [[-10.328125, false]], [[-7.82421875, false]], [[-11.328125, false]], [[-6.82421875, false]], [[-10.328125, false]], [[-7.57421875, false]], [[-10.828125, false]], [[-10.828125, false]], [[-14.328125, false]], [[-6.82421875, false]], [[-11.328125, false]], [[-11.578125, false]], [[-14.328125, false]], [[-12.078125, false]], [[-11.078125, false]], [[-11.578125, false]], [[-6.82421875, false]], [[-12.328125, false]], [[-11.328125, false]], [[-6.82421875, false]], [[-7.57421875, false]], [[-10.078125, false]], [[-10.078125, false]], [[-6.82421875, false]], [[-12.578125, false]], [[-7.57421875, false]], [[-10.828125, false]], [[-12.328125, false]], [[-11.078125, false]], [[-6.82421875, false]], [[-11.328125, false]], [[-12.828125, false]], [[-6.82421875, false]], [[-12.328125, false]], [[-11.578125, false]], [[-11.078125, false]], [[-6.82421875, false]], [[-10.328125, false]], [[-11.328125, false]], [[-11.828125, false]], [[-14.328125, false]], [[-10.328125, false]], [[-10.40625, false]], [[-6.82421875, false]], [[-10.328125, false]], [[-7.82421875, false]], [[-11.328125, false]], [[-6.82421875, false]], [[-10.828125, false]], [[-11.078125, false]], [[-11.828125, false]], [[-11.328125, false]], [[-12.578125, false]], [[-11.078125, false]], [[-6.82421875, false]], [[-10.328125, false]], [[-7.57421875, false]], [[-10.828125, false]], [[-10.328125, false]], [[-11.328125, false]], [[-11.578125, false]], [[-6.82421875, false]], [[-11.828125, false]], [[-11.328125, false]], [[-11.578125, false]], [[-11.328125, false]], [[-11.578125, false]], [[-10.078125, false]], [[-11.828125, false]], [[-11.078125, false]], [[-6.82421875, false]], [[-12.828125, false]], [[-10.828125, false]], [[-11.328125, false]], [[-11.828125, false]], [[-6.82421875, false]], [[-7.57421875, false]], [[-10.078125, false]], [[-10.078125, false]], [[-6.82421875, false]], [[-12.578125, false]], [[-7.57421875, false]], [[-10.828125, false]], [[-12.328125, false]], [[-11.078125, false]], [[-6.82421875, false]], [[-11.328125, false]], [[-12.828125, false]], [[-6.82421875, false]], [[-12.328125, false]], [[-11.578125, false]], [[-11.078125, false]], [[-6.82421875, false]], [[-10.328125, false]], [[-11.328125, false]], [[-11.828125, false]], [[-14.328125, false]], [[-10.328125, false]], [[-10.40625, false]], [[-6.82421875, false]], [[-10.328125, false]], [[-7.82421875, false]], [[-11.328125, false]], [[-6.82421875, false]], [[-12.578125, false]], [[-10.828125, false]], [[-11.328125, false]], [[-11.828125, false]], [[-12.578125, false]], [[-10.328125, false]], [[-11.078125, false]], [[-6.82421875, false]], [[-11.828125, false]], [[-7.57421875, false]], [[-12.328125, false]], [[-11.078125, false]], [[-10.828125, false]], [[-10.078125, false]], [[-7.57421875, false]], [[-10.078125, false]], [[-11.078125, false]], [[-6.82421875, false]], [[-12.328125, false]], [[-11.578125, false]], [[-10.078125, false]], [[-10.328125, false]], [[-11.578125, false]], [[-6.82421875, false]], [[-10.328125, false]], [[-7.57421875, false]], [[-12.578125, false]], [[-11.078125, false]], [[-11.078125, false]], [[-6.82421875, false]], [[-12.328125, false]], [[-11.578125, false]], [[-11.078125, false]], [[-6.82421875, false]], [[-10.328125, false]], [[-10.078125, false]], [[-11.328125, false]], [[-11.328125, false]], [[-11.828125, false]], [[-6.82421875, false]], [[-12.328125, false]], [[-11.328125, false]], [[-6.82421875, false]], [[-10.328125, false]], [[-10.078125, false]], [[-11.328125, false]], [[-12.328125, false]], [[-8.40625, false]], [[-10.328125, false]], [[-12.828125, false]]], "filtered_resps": [[-9.078125, false], [-10.328125, false], [-7.82421875, false], [-11.328125, false], [-6.82421875, false], [-12.828125, false], [-10.078125, false], [-12.078125, false], [-11.578125, false], [-12.328125, false], [-6.82421875, false], [-11.828125, false], [-10.078125, false], [-11.078125, false], [-11.078125, false], [-7.57421875, false], [-11.078125, false], [-11.078125, false], [-6.82421875, false], [-10.078125, false], [-11.578125, false], [-6.82421875, false], [-12.328125, false], [-11.578125, false], [-11.078125, false], [-6.82421875, false], [-10.328125, false], [-11.328125, false], [-11.828125, false], [-14.328125, false], [-10.328125, false], [-10.40625, false], [-6.82421875, false], [-10.328125, false], [-7.82421875, false], [-11.328125, false], [-6.82421875, false], [-10.328125, false], [-7.57421875, false], [-10.828125, false], [-10.828125, false], [-14.328125, false], [-6.82421875, false], [-11.328125, false], [-11.578125, false], [-14.328125, false], [-12.078125, false], [-11.078125, false], [-11.578125, false], [-6.82421875, false], [-12.328125, false], [-11.328125, false], [-6.82421875, false], [-7.57421875, false], [-10.078125, false], [-10.078125, false], [-6.82421875, false], [-12.578125, false], [-7.57421875, false], [-10.828125, false], [-12.328125, false], [-11.078125, false], [-6.82421875, false], [-11.328125, false], [-12.828125, false], [-6.82421875, false], [-12.328125, false], [-11.578125, false], [-11.078125, false], [-6.82421875, false], [-10.328125, false], [-11.328125, false], [-11.828125, false], [-14.328125, false], [-10.328125, false], [-10.40625, false], [-6.82421875, false], [-10.328125, false], [-7.82421875, false], [-11.328125, false], [-6.82421875, false], [-10.828125, false], [-11.078125, false], [-11.828125, false], [-11.328125, false], [-12.578125, false], [-11.078125, false], [-6.82421875, false], [-10.328125, false], [-7.57421875, false], [-10.828125, false], [-10.328125, false], [-11.328125, false], [-11.578125, false], [-6.82421875, false], [-11.828125, false], [-11.328125, false], [-11.578125, false], [-11.328125, false], [-11.578125, false], [-10.078125, false], [-11.828125, false], [-11.078125, false], [-6.82421875, false], [-12.828125, false], [-10.828125, false], [-11.328125, false], [-11.828125, false], [-6.82421875, false], [-7.57421875, false], [-10.078125, false], [-10.078125, false], [-6.82421875, false], [-12.578125, false], [-7.57421875, false], [-10.828125, false], [-12.328125, false], [-11.078125, false], [-6.82421875, false], [-11.328125, false], [-12.828125, false], [-6.82421875, false], [-12.328125, false], [-11.578125, false], [-11.078125, false], [-6.82421875, false], [-10.328125, false], [-11.328125, false], [-11.828125, false], [-14.328125, false], [-10.328125, false], [-10.40625, false], [-6.82421875, false], [-10.328125, false], [-7.82421875, false], [-11.328125, false], [-6.82421875, false], [-12.578125, false], [-10.828125, false], [-11.328125, false], [-11.828125, false], [-12.578125, false], [-10.328125, false], [-11.078125, false], [-6.82421875, false], [-11.828125, false], [-7.57421875, false], [-12.328125, false], [-11.078125, false], [-10.828125, false], [-10.078125, false], [-7.57421875, false], [-10.078125, false], [-11.078125, false], [-6.82421875, false], [-12.328125, false], [-11.578125, false], [-10.078125, false], [-10.328125, false], [-11.578125, false], [-6.82421875, false], [-10.328125, false], [-7.57421875, false], [-12.578125, false], [-11.078125, false], [-11.078125, false], [-6.82421875, false], [-12.328125, false], [-11.578125, false], [-11.078125, false], [-6.82421875, false], [-10.328125, false], [-10.078125, false], [-11.328125, false], [-11.328125, false], [-11.828125, false], [-6.82421875, false], [-12.328125, false], [-11.328125, false], [-6.82421875, false], [-10.328125, false], [-10.078125, false], [-11.328125, false], [-12.328125, false], [-8.40625, false], [-10.328125, false], [-12.828125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1263, "doc": {"id": "Mercury_SC_408925", "question": "Which best describes how earthworms improve soil as they eat dead plant material?", "choices": {"text": ["They make the soil clean.", "They keep disease out of the soil.", "They recycle nutrients into the soil.", "They remove extra water from the soil."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "They recycle nutrients into the soil.", "arguments": ["Question: Which best describes how earthworms improve soil as they eat dead plant material?\nAnswer:", " ["], "resps": [[[-7.33203125, false]], [[-8.578125, false]], [[-7.58203125, false]], [[-11.703125, false]], [[-8.578125, false]], [[-11.578125, false]], [[-6.08203125, false]], [[-10.828125, false]], [[-5.45703125, false]], [[-11.078125, false]], [[-8.578125, false]], [[-6.08203125, false]], [[-11.453125, false]], [[-11.703125, false]], [[-8.578125, false]], [[-6.08203125, false]], [[-8.953125, false]], [[-9.578125, false]], [[-8.953125, false]], [[-10.578125, false]], [[-6.08203125, false]], [[-7.70703125, false]], [[-10.578125, false]], [[-8.578125, false]], [[-5.45703125, false]], [[-9.703125, false]], [[-7.8125, false]], [[-8.578125, false]], [[-10.8125, false]], [[-6.08203125, false]], [[-8.578125, false]], [[-7.58203125, false]], [[-11.703125, false]], [[-8.578125, false]], [[-11.578125, false]], [[-6.08203125, false]], [[-11.078125, false]], [[-8.578125, false]], [[-8.578125, false]], [[-11.453125, false]], [[-6.08203125, false]], [[-8.578125, false]], [[-8.953125, false]], [[-8.953125, false]], [[-8.578125, false]], [[-5.45703125, false]], [[-8.953125, false]], [[-8.578125, false]], [[-6.08203125, false]], [[-9.578125, false]], [[-11.078125, false]], [[-11.453125, false]], [[-6.08203125, false]], [[-9.578125, false]], [[-11.578125, false]], [[-6.08203125, false]], [[-11.453125, false]], [[-11.703125, false]], [[-8.578125, false]], [[-6.08203125, false]], [[-8.953125, false]], [[-9.578125, false]], [[-8.953125, false]], [[-10.578125, false]], [[-7.8125, false]], [[-8.578125, false]], [[-10.8125, false]], [[-6.08203125, false]], [[-8.578125, false]], [[-7.58203125, false]], [[-11.703125, false]], [[-8.578125, false]], [[-11.578125, false]], [[-6.08203125, false]], [[-11.328125, false]], [[-8.578125, false]], [[-7.70703125, false]], [[-11.578125, false]], [[-7.70703125, false]], [[-10.578125, false]], [[-8.578125, false]], [[-6.08203125, false]], [[-9.703125, false]], [[-11.078125, false]], [[-11.453125, false]], [[-11.328125, false]], [[-8.953125, false]], [[-8.578125, false]], [[-9.703125, false]], [[-11.453125, false]], [[-8.953125, false]], [[-6.08203125, false]], [[-8.953125, false]], [[-9.703125, false]], [[-11.453125, false]], [[-9.578125, false]], [[-6.08203125, false]], [[-11.453125, false]], [[-11.703125, false]], [[-8.578125, false]], [[-6.08203125, false]], [[-8.953125, false]], [[-9.578125, false]], [[-8.953125, false]], [[-10.578125, false]], [[-7.8125, false]], [[-8.578125, false]], [[-10.8125, false]], [[-6.08203125, false]], [[-8.578125, false]], [[-7.58203125, false]], [[-11.703125, false]], [[-8.578125, false]], [[-11.578125, false]], [[-6.08203125, false]], [[-11.328125, false]], [[-8.578125, false]], [[-10.828125, false]], [[-9.578125, false]], [[-11.828125, false]], [[-8.578125, false]], [[-6.08203125, false]], [[-8.578125, false]], [[-11.578125, false]], [[-11.453125, false]], [[-11.328125, false]], [[-5.45703125, false]], [[-6.08203125, false]], [[-11.453125, false]], [[-5.45703125, false]], [[-11.453125, false]], [[-8.578125, false]], [[-11.328125, false]], [[-6.08203125, false]], [[-11.578125, false]], [[-11.328125, false]], [[-9.578125, false]], [[-10.828125, false]], [[-6.08203125, false]], [[-11.453125, false]], [[-11.703125, false]], [[-8.578125, false]], [[-6.08203125, false]], [[-8.953125, false]], [[-9.578125, false]], [[-8.953125, false]], [[-10.578125, false]], [[-7.8125, false]], [[-8.578125, false]], [[-13.578125, false]]], "filtered_resps": [[-7.33203125, false], [-8.578125, false], [-7.58203125, false], [-11.703125, false], [-8.578125, false], [-11.578125, false], [-6.08203125, false], [-10.828125, false], [-5.45703125, false], [-11.078125, false], [-8.578125, false], [-6.08203125, false], [-11.453125, false], [-11.703125, false], [-8.578125, false], [-6.08203125, false], [-8.953125, false], [-9.578125, false], [-8.953125, false], [-10.578125, false], [-6.08203125, false], [-7.70703125, false], [-10.578125, false], [-8.578125, false], [-5.45703125, false], [-9.703125, false], [-7.8125, false], [-8.578125, false], [-10.8125, false], [-6.08203125, false], [-8.578125, false], [-7.58203125, false], [-11.703125, false], [-8.578125, false], [-11.578125, false], [-6.08203125, false], [-11.078125, false], [-8.578125, false], [-8.578125, false], [-11.453125, false], [-6.08203125, false], [-8.578125, false], [-8.953125, false], [-8.953125, false], [-8.578125, false], [-5.45703125, false], [-8.953125, false], [-8.578125, false], [-6.08203125, false], [-9.578125, false], [-11.078125, false], [-11.453125, false], [-6.08203125, false], [-9.578125, false], [-11.578125, false], [-6.08203125, false], [-11.453125, false], [-11.703125, false], [-8.578125, false], [-6.08203125, false], [-8.953125, false], [-9.578125, false], [-8.953125, false], [-10.578125, false], [-7.8125, false], [-8.578125, false], [-10.8125, false], [-6.08203125, false], [-8.578125, false], [-7.58203125, false], [-11.703125, false], [-8.578125, false], [-11.578125, false], [-6.08203125, false], [-11.328125, false], [-8.578125, false], [-7.70703125, false], [-11.578125, false], [-7.70703125, false], [-10.578125, false], [-8.578125, false], [-6.08203125, false], [-9.703125, false], [-11.078125, false], [-11.453125, false], [-11.328125, false], [-8.953125, false], [-8.578125, false], [-9.703125, false], [-11.453125, false], [-8.953125, false], [-6.08203125, false], [-8.953125, false], [-9.703125, false], [-11.453125, false], [-9.578125, false], [-6.08203125, false], [-11.453125, false], [-11.703125, false], [-8.578125, false], [-6.08203125, false], [-8.953125, false], [-9.578125, false], [-8.953125, false], [-10.578125, false], [-7.8125, false], [-8.578125, false], [-10.8125, false], [-6.08203125, false], [-8.578125, false], [-7.58203125, false], [-11.703125, false], [-8.578125, false], [-11.578125, false], [-6.08203125, false], [-11.328125, false], [-8.578125, false], [-10.828125, false], [-9.578125, false], [-11.828125, false], [-8.578125, false], [-6.08203125, false], [-8.578125, false], [-11.578125, false], [-11.453125, false], [-11.328125, false], [-5.45703125, false], [-6.08203125, false], [-11.453125, false], [-5.45703125, false], [-11.453125, false], [-8.578125, false], [-11.328125, false], [-6.08203125, false], [-11.578125, false], [-11.328125, false], [-9.578125, false], [-10.828125, false], [-6.08203125, false], [-11.453125, false], [-11.703125, false], [-8.578125, false], [-6.08203125, false], [-8.953125, false], [-9.578125, false], [-8.953125, false], [-10.578125, false], [-7.8125, false], [-8.578125, false], [-13.578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1271, "doc": {"id": "Mercury_SC_402031", "question": "Which of these tools is best for recording observations outdoors?", "choices": {"text": ["a ruler", "a graph", "a notebook", "a calculator"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "a notebook", "arguments": ["Question: Which of these tools is best for recording observations outdoors?\nAnswer:", " ["], "resps": [[[-7.390625, false]], [[-9.390625, false]], [[-5.140625, false]], [[-4.890625, false]], [[-10.390625, false]], [[-10.890625, false]], [[-9.390625, false]], [[-8.390625, false]], [[-10.390625, false]], [[-9.390625, false]], [[-9.71875, false]], [[-4.890625, false]], [[-9.390625, false]], [[-5.140625, false]], [[-4.890625, false]], [[-9.640625, false]], [[-10.390625, false]], [[-5.140625, false]], [[-10.640625, false]], [[-9.640625, false]], [[-9.390625, false]], [[-9.71875, false]], [[-4.890625, false]], [[-9.390625, false]], [[-5.140625, false]], [[-4.890625, false]], [[-8.640625, false]], [[-8.640625, false]], [[-10.140625, false]], [[-8.390625, false]], [[-9.390625, false]], [[-8.640625, false]], [[-8.640625, false]], [[-9.890625, false]], [[-9.390625, false]], [[-9.71875, false]], [[-4.890625, false]], [[-9.390625, false]], [[-5.140625, false]], [[-4.890625, false]], [[-10.390625, false]], [[-5.140625, false]], [[-9.390625, false]], [[-10.390625, false]], [[-10.890625, false]], [[-9.390625, false]], [[-5.140625, false]], [[-10.140625, false]], [[-8.640625, false]], [[-10.390625, false]], [[-9.390625, false]], [[-13.765625, false]]], "filtered_resps": [[-7.390625, false], [-9.390625, false], [-5.140625, false], [-4.890625, false], [-10.390625, false], [-10.890625, false], [-9.390625, false], [-8.390625, false], [-10.390625, false], [-9.390625, false], [-9.71875, false], [-4.890625, false], [-9.390625, false], [-5.140625, false], [-4.890625, false], [-9.640625, false], [-10.390625, false], [-5.140625, false], [-10.640625, false], [-9.640625, false], [-9.390625, false], [-9.71875, false], [-4.890625, false], [-9.390625, false], [-5.140625, false], [-4.890625, false], [-8.640625, false], [-8.640625, false], [-10.140625, false], [-8.390625, false], [-9.390625, false], [-8.640625, false], [-8.640625, false], [-9.890625, false], [-9.390625, false], [-9.71875, false], [-4.890625, false], [-9.390625, false], [-5.140625, false], [-4.890625, false], [-10.390625, false], [-5.140625, false], [-9.390625, false], [-10.390625, false], [-10.890625, false], [-9.390625, false], [-5.140625, false], [-10.140625, false], [-8.640625, false], [-10.390625, false], [-9.390625, false], [-13.765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1279, "doc": {"id": "Mercury_SC_400173", "question": "One advantage of a hand lens over a microscope is that the hand lens", "choices": {"text": ["is easier to carry on field investigations.", "is less likely to be infected by bacteria.", "makes very tiny objects appear larger.", "produces a more accurate image."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "is easier to carry on field investigations.", "arguments": ["Question: One advantage of a hand lens over a microscope is that the hand lens\nAnswer:", " ["], "resps": [[[-7.3515625, false]], [[-9.3515625, false]], [[-7.3515625, false]], [[-9.1015625, false]], [[-5.6015625, false]], [[-9.1015625, false]], [[-4.1015625, false]], [[-9.1015625, false]], [[-7.3515625, false]], [[-9.1015625, false]], [[-11.6015625, false]], [[-5.6015625, false]], [[-10.8515625, false]], [[-7.6015625, false]], [[-5.6015625, false]], [[-10.3515625, false]], [[-4.1015625, false]], [[-11.6015625, false]], [[-11.6015625, false]], [[-11.8515625, false]], [[-5.6015625, false]], [[-7.6015625, false]], [[-9.8515625, false]], [[-5.6015625, false]], [[-8.8515625, false]], [[-7.3515625, false]], [[-9.1015625, false]], [[-8.3515625, false]], [[-10.3515625, false]], [[-5.6015625, false]], [[-7.3515625, false]], [[-9.8515625, false]], [[-11.3515625, false]], [[-9.1015625, false]], [[-9.1015625, false]], [[-10.8515625, false]], [[-7.3515625, false]], [[-11.3515625, false]], [[-4.1015625, false]], [[-10.8515625, false]], [[-7.3515625, false]], [[-7.6015625, false]], [[-9.8515625, false]], [[-9.1015625, false]], [[-7.1328125, false]], [[-9.3515625, false]], [[-8.9453125, false]], [[-5.6015625, false]], [[-9.3515625, false]], [[-7.3515625, false]], [[-9.1015625, false]], [[-5.6015625, false]], [[-8.3515625, false]], [[-9.1015625, false]], [[-9.1015625, false]], [[-9.1015625, false]], [[-5.6015625, false]], [[-8.3515625, false]], [[-7.3515625, false]], [[-10.3515625, false]], [[-9.1015625, false]], [[-8.3515625, false]], [[-11.8515625, false]], [[-5.6015625, false]], [[-10.8515625, false]], [[-7.6015625, false]], [[-5.6015625, false]], [[-8.8515625, false]], [[-9.1015625, false]], [[-5.6015625, false]], [[-7.3515625, false]], [[-9.8515625, false]], [[-8.8515625, false]], [[-9.1015625, false]], [[-10.3515625, false]], [[-10.8515625, false]], [[-9.1015625, false]], [[-10.3515625, false]], [[-5.6015625, false]], [[-8.8515625, false]], [[-11.8515625, false]], [[-5.6015625, false]], [[-8.8515625, false]], [[-4.1015625, false]], [[-10.3515625, false]], [[-10.8515625, false]], [[-9.1015625, false]], [[-11.6015625, false]], [[-7.3515625, false]], [[-4.1015625, false]], [[-7.1328125, false]], [[-9.3515625, false]], [[-8.9453125, false]], [[-5.6015625, false]], [[-9.3515625, false]], [[-10.1015625, false]], [[-4.1015625, false]], [[-10.3515625, false]], [[-9.1015625, false]], [[-9.1015625, false]], [[-5.6015625, false]], [[-11.3515625, false]], [[-9.1015625, false]], [[-11.6015625, false]], [[-11.8515625, false]], [[-5.6015625, false]], [[-10.8515625, false]], [[-7.3515625, false]], [[-9.8515625, false]], [[-11.8515625, false]], [[-5.6015625, false]], [[-7.6015625, false]], [[-8.8515625, false]], [[-11.8515625, false]], [[-9.1015625, false]], [[-10.3515625, false]], [[-10.8515625, false]], [[-9.1015625, false]], [[-5.6015625, false]], [[-4.1015625, false]], [[-11.1015625, false]], [[-11.1015625, false]], [[-9.1015625, false]], [[-4.1015625, false]], [[-11.6015625, false]], [[-5.6015625, false]], [[-8.3515625, false]], [[-4.1015625, false]], [[-11.6015625, false]], [[-11.3515625, false]], [[-9.1015625, false]], [[-11.6015625, false]], [[-7.1328125, false]], [[-9.3515625, false]], [[-8.9453125, false]], [[-5.6015625, false]], [[-9.3515625, false]], [[-11.1015625, false]], [[-11.6015625, false]], [[-7.6015625, false]], [[-10.3515625, false]], [[-10.3515625, false]], [[-10.3515625, false]], [[-9.1015625, false]], [[-9.1015625, false]], [[-5.6015625, false]], [[-4.1015625, false]], [[-5.6015625, false]], [[-10.1015625, false]], [[-7.6015625, false]], [[-11.6015625, false]], [[-9.1015625, false]], [[-5.6015625, false]], [[-4.1015625, false]], [[-10.3515625, false]], [[-10.3515625, false]], [[-10.3515625, false]], [[-11.6015625, false]], [[-4.1015625, false]], [[-10.8515625, false]], [[-9.1015625, false]], [[-5.6015625, false]], [[-7.3515625, false]], [[-10.1015625, false]], [[-4.1015625, false]], [[-11.3515625, false]], [[-9.1015625, false]], [[-7.1328125, false]], [[-9.3515625, false]], [[-12.1015625, false]]], "filtered_resps": [[-7.3515625, false], [-9.3515625, false], [-7.3515625, false], [-9.1015625, false], [-5.6015625, false], [-9.1015625, false], [-4.1015625, false], [-9.1015625, false], [-7.3515625, false], [-9.1015625, false], [-11.6015625, false], [-5.6015625, false], [-10.8515625, false], [-7.6015625, false], [-5.6015625, false], [-10.3515625, false], [-4.1015625, false], [-11.6015625, false], [-11.6015625, false], [-11.8515625, false], [-5.6015625, false], [-7.6015625, false], [-9.8515625, false], [-5.6015625, false], [-8.8515625, false], [-7.3515625, false], [-9.1015625, false], [-8.3515625, false], [-10.3515625, false], [-5.6015625, false], [-7.3515625, false], [-9.8515625, false], [-11.3515625, false], [-9.1015625, false], [-9.1015625, false], [-10.8515625, false], [-7.3515625, false], [-11.3515625, false], [-4.1015625, false], [-10.8515625, false], [-7.3515625, false], [-7.6015625, false], [-9.8515625, false], [-9.1015625, false], [-7.1328125, false], [-9.3515625, false], [-8.9453125, false], [-5.6015625, false], [-9.3515625, false], [-7.3515625, false], [-9.1015625, false], [-5.6015625, false], [-8.3515625, false], [-9.1015625, false], [-9.1015625, false], [-9.1015625, false], [-5.6015625, false], [-8.3515625, false], [-7.3515625, false], [-10.3515625, false], [-9.1015625, false], [-8.3515625, false], [-11.8515625, false], [-5.6015625, false], [-10.8515625, false], [-7.6015625, false], [-5.6015625, false], [-8.8515625, false], [-9.1015625, false], [-5.6015625, false], [-7.3515625, false], [-9.8515625, false], [-8.8515625, false], [-9.1015625, false], [-10.3515625, false], [-10.8515625, false], [-9.1015625, false], [-10.3515625, false], [-5.6015625, false], [-8.8515625, false], [-11.8515625, false], [-5.6015625, false], [-8.8515625, false], [-4.1015625, false], [-10.3515625, false], [-10.8515625, false], [-9.1015625, false], [-11.6015625, false], [-7.3515625, false], [-4.1015625, false], [-7.1328125, false], [-9.3515625, false], [-8.9453125, false], [-5.6015625, false], [-9.3515625, false], [-10.1015625, false], [-4.1015625, false], [-10.3515625, false], [-9.1015625, false], [-9.1015625, false], [-5.6015625, false], [-11.3515625, false], [-9.1015625, false], [-11.6015625, false], [-11.8515625, false], [-5.6015625, false], [-10.8515625, false], [-7.3515625, false], [-9.8515625, false], [-11.8515625, false], [-5.6015625, false], [-7.6015625, false], [-8.8515625, false], [-11.8515625, false], [-9.1015625, false], [-10.3515625, false], [-10.8515625, false], [-9.1015625, false], [-5.6015625, false], [-4.1015625, false], [-11.1015625, false], [-11.1015625, false], [-9.1015625, false], [-4.1015625, false], [-11.6015625, false], [-5.6015625, false], [-8.3515625, false], [-4.1015625, false], [-11.6015625, false], [-11.3515625, false], [-9.1015625, false], [-11.6015625, false], [-7.1328125, false], [-9.3515625, false], [-8.9453125, false], [-5.6015625, false], [-9.3515625, false], [-11.1015625, false], [-11.6015625, false], [-7.6015625, false], [-10.3515625, false], [-10.3515625, false], [-10.3515625, false], [-9.1015625, false], [-9.1015625, false], [-5.6015625, false], [-4.1015625, false], [-5.6015625, false], [-10.1015625, false], [-7.6015625, false], [-11.6015625, false], [-9.1015625, false], [-5.6015625, false], [-4.1015625, false], [-10.3515625, false], [-10.3515625, false], [-10.3515625, false], [-11.6015625, false], [-4.1015625, false], [-10.8515625, false], [-9.1015625, false], [-5.6015625, false], [-7.3515625, false], [-10.1015625, false], [-4.1015625, false], [-11.3515625, false], [-9.1015625, false], [-7.1328125, false], [-9.3515625, false], [-12.1015625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1287, "doc": {"id": "Mercury_7145548", "question": "Physical features help animals survive. Which statement best describes physical adaptations that occur through natural selection in changing environments?", "choices": {"text": ["They result in population decline.", "They are all observable in the fossil record.", "They occur slowly over long periods of time.", "They are more likely to be observed in plants."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "They occur slowly over long periods of time.", "arguments": ["Question: Physical features help animals survive. Which statement best describes physical adaptations that occur through natural selection in changing environments?\nAnswer:", " ["], "resps": [[[-6.53125, false]], [[-9.15625, false]], [[-6.65625, false]], [[-9.90625, false]], [[-6.78125, false]], [[-11.15625, false]], [[-5.03125, false]], [[-9.28125, false]], [[-6.78125, false]], [[-9.40625, false]], [[-11.40625, false]], [[-8.90625, false]], [[-9.78125, false]], [[-5.03125, false]], [[-8.28125, false]], [[-8.65625, false]], [[-5.03125, false]], [[-7.90625, false]], [[-7.40625, false]], [[-7.90625, false]], [[-11.40625, false]], [[-8.90625, false]], [[-3.40625, false]], [[-9.78125, false]], [[-8.28125, false]], [[-7.40625, false]], [[-8.65625, false]], [[-5.03125, false]], [[-6.28125, false]], [[-6.78125, false]], [[-5.90625, false]], [[-8.90625, false]], [[-8.28125, false]], [[-8.65625, false]], [[-6.78125, false]], [[-6.9375, false]], [[-9.15625, false]], [[-10.6875, false]], [[-5.03125, false]], [[-9.15625, false]], [[-6.65625, false]], [[-9.90625, false]], [[-6.78125, false]], [[-11.15625, false]], [[-5.03125, false]], [[-3.40625, false]], [[-9.28125, false]], [[-6.78125, false]], [[-5.03125, false]], [[-3.40625, false]], [[-8.90625, false]], [[-8.90625, false]], [[-5.03125, false]], [[-7.40625, false]], [[-5.90625, false]], [[-9.40625, false]], [[-6.78125, false]], [[-9.28125, false]], [[-10.40625, false]], [[-3.40625, false]], [[-5.90625, false]], [[-8.90625, false]], [[-6.78125, false]], [[-5.03125, false]], [[-8.28125, false]], [[-8.65625, false]], [[-5.03125, false]], [[-9.78125, false]], [[-9.90625, false]], [[-6.78125, false]], [[-5.03125, false]], [[-7.78125, false]], [[-7.40625, false]], [[-9.40625, false]], [[-9.40625, false]], [[-8.28125, false]], [[-8.90625, false]], [[-5.03125, false]], [[-9.28125, false]], [[-6.78125, false]], [[-5.90625, false]], [[-7.40625, false]], [[-9.28125, false]], [[-6.28125, false]], [[-6.9375, false]], [[-9.15625, false]], [[-10.6875, false]], [[-5.03125, false]], [[-9.15625, false]], [[-6.65625, false]], [[-9.90625, false]], [[-6.78125, false]], [[-11.15625, false]], [[-5.03125, false]], [[-7.40625, false]], [[-5.90625, false]], [[-5.90625, false]], [[-11.40625, false]], [[-9.28125, false]], [[-5.03125, false]], [[-9.40625, false]], [[-8.90625, false]], [[-7.40625, false]], [[-9.40625, false]], [[-8.90625, false]], [[-11.15625, false]], [[-5.03125, false]], [[-7.40625, false]], [[-10.40625, false]], [[-6.78125, false]], [[-9.28125, false]], [[-5.03125, false]], [[-8.90625, false]], [[-7.40625, false]], [[-8.65625, false]], [[-9.78125, false]], [[-5.03125, false]], [[-7.90625, false]], [[-6.78125, false]], [[-9.28125, false]], [[-8.28125, false]], [[-7.40625, false]], [[-6.28125, false]], [[-9.40625, false]], [[-5.03125, false]], [[-7.40625, false]], [[-7.78125, false]], [[-5.03125, false]], [[-9.78125, false]], [[-8.28125, false]], [[-9.28125, false]], [[-6.78125, false]], [[-6.9375, false]], [[-9.15625, false]], [[-10.6875, false]], [[-5.03125, false]], [[-9.15625, false]], [[-6.65625, false]], [[-9.90625, false]], [[-6.78125, false]], [[-11.15625, false]], [[-5.03125, false]], [[-3.40625, false]], [[-9.28125, false]], [[-6.78125, false]], [[-5.03125, false]], [[-9.28125, false]], [[-7.40625, false]], [[-9.28125, false]], [[-6.78125, false]], [[-5.03125, false]], [[-8.90625, false]], [[-8.28125, false]], [[-9.28125, false]], [[-6.78125, false]], [[-8.90625, false]], [[-11.15625, false]], [[-5.03125, false]], [[-9.78125, false]], [[-7.40625, false]], [[-5.03125, false]], [[-5.90625, false]], [[-6.78125, false]], [[-5.03125, false]], [[-7.40625, false]], [[-5.90625, false]], [[-9.40625, false]], [[-6.78125, false]], [[-9.28125, false]], [[-10.40625, false]], [[-6.78125, false]], [[-6.28125, false]], [[-5.03125, false]], [[-8.28125, false]], [[-8.65625, false]], [[-5.03125, false]], [[-7.90625, false]], [[-8.90625, false]], [[-3.40625, false]], [[-8.65625, false]], [[-9.78125, false]], [[-9.40625, false]], [[-6.9375, false]], [[-9.15625, false]], [[-12.78125, false]]], "filtered_resps": [[-6.53125, false], [-9.15625, false], [-6.65625, false], [-9.90625, false], [-6.78125, false], [-11.15625, false], [-5.03125, false], [-9.28125, false], [-6.78125, false], [-9.40625, false], [-11.40625, false], [-8.90625, false], [-9.78125, false], [-5.03125, false], [-8.28125, false], [-8.65625, false], [-5.03125, false], [-7.90625, false], [-7.40625, false], [-7.90625, false], [-11.40625, false], [-8.90625, false], [-3.40625, false], [-9.78125, false], [-8.28125, false], [-7.40625, false], [-8.65625, false], [-5.03125, false], [-6.28125, false], [-6.78125, false], [-5.90625, false], [-8.90625, false], [-8.28125, false], [-8.65625, false], [-6.78125, false], [-6.9375, false], [-9.15625, false], [-10.6875, false], [-5.03125, false], [-9.15625, false], [-6.65625, false], [-9.90625, false], [-6.78125, false], [-11.15625, false], [-5.03125, false], [-3.40625, false], [-9.28125, false], [-6.78125, false], [-5.03125, false], [-3.40625, false], [-8.90625, false], [-8.90625, false], [-5.03125, false], [-7.40625, false], [-5.90625, false], [-9.40625, false], [-6.78125, false], [-9.28125, false], [-10.40625, false], [-3.40625, false], [-5.90625, false], [-8.90625, false], [-6.78125, false], [-5.03125, false], [-8.28125, false], [-8.65625, false], [-5.03125, false], [-9.78125, false], [-9.90625, false], [-6.78125, false], [-5.03125, false], [-7.78125, false], [-7.40625, false], [-9.40625, false], [-9.40625, false], [-8.28125, false], [-8.90625, false], [-5.03125, false], [-9.28125, false], [-6.78125, false], [-5.90625, false], [-7.40625, false], [-9.28125, false], [-6.28125, false], [-6.9375, false], [-9.15625, false], [-10.6875, false], [-5.03125, false], [-9.15625, false], [-6.65625, false], [-9.90625, false], [-6.78125, false], [-11.15625, false], [-5.03125, false], [-7.40625, false], [-5.90625, false], [-5.90625, false], [-11.40625, false], [-9.28125, false], [-5.03125, false], [-9.40625, false], [-8.90625, false], [-7.40625, false], [-9.40625, false], [-8.90625, false], [-11.15625, false], [-5.03125, false], [-7.40625, false], [-10.40625, false], [-6.78125, false], [-9.28125, false], [-5.03125, false], [-8.90625, false], [-7.40625, false], [-8.65625, false], [-9.78125, false], [-5.03125, false], [-7.90625, false], [-6.78125, false], [-9.28125, false], [-8.28125, false], [-7.40625, false], [-6.28125, false], [-9.40625, false], [-5.03125, false], [-7.40625, false], [-7.78125, false], [-5.03125, false], [-9.78125, false], [-8.28125, false], [-9.28125, false], [-6.78125, false], [-6.9375, false], [-9.15625, false], [-10.6875, false], [-5.03125, false], [-9.15625, false], [-6.65625, false], [-9.90625, false], [-6.78125, false], [-11.15625, false], [-5.03125, false], [-3.40625, false], [-9.28125, false], [-6.78125, false], [-5.03125, false], [-9.28125, false], [-7.40625, false], [-9.28125, false], [-6.78125, false], [-5.03125, false], [-8.90625, false], [-8.28125, false], [-9.28125, false], [-6.78125, false], [-8.90625, false], [-11.15625, false], [-5.03125, false], [-9.78125, false], [-7.40625, false], [-5.03125, false], [-5.90625, false], [-6.78125, false], [-5.03125, false], [-7.40625, false], [-5.90625, false], [-9.40625, false], [-6.78125, false], [-9.28125, false], [-10.40625, false], [-6.78125, false], [-6.28125, false], [-5.03125, false], [-8.28125, false], [-8.65625, false], [-5.03125, false], [-7.90625, false], [-8.90625, false], [-3.40625, false], [-8.65625, false], [-9.78125, false], [-9.40625, false], [-6.9375, false], [-9.15625, false], [-12.78125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1295, "doc": {"id": "Mercury_7110968", "question": "Which best explains why population growth can result in water shortages and rationing in certain areas?", "choices": {"text": ["Aquifers recharge slowly.", "Lake water is reserved for recreation.", "Increasing biomass decreases evaporation rates.", "Tall buildings impede the development of rain clouds."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Aquifers recharge slowly.", "arguments": ["Question: Which best explains why population growth can result in water shortages and rationing in certain areas?\nAnswer:", " ["], "resps": [[[-7.4453125, false]], [[-8.4453125, false]], [[-3.8203125, false]], [[-12.5703125, false]], [[-12.3203125, false]], [[-8.9453125, false]], [[-9.3203125, false]], [[-8.8203125, false]], [[-11.6953125, false]], [[-10.1953125, false]], [[-6.4453125, false]], [[-11.6953125, false]], [[-8.8203125, false]], [[-9.6953125, false]], [[-11.8203125, false]], [[-6.4453125, false]], [[-11.6953125, false]], [[-12.0703125, false]], [[-8.8203125, false]], [[-6.4453125, false]], [[-10.1953125, false]], [[-11.0703125, false]], [[-9.8203125, false]], [[-10.3203125, false]], [[-11.0703125, false]], [[-11.4453125, false]], [[-8.171875, false]], [[-8.4453125, false]], [[-10.984375, false]], [[-6.4453125, false]], [[-8.4453125, false]], [[-8.8203125, false]], [[-6.4453125, false]], [[-12.4453125, false]], [[-8.8203125, false]], [[-6.4453125, false]], [[-10.3203125, false]], [[-6.4453125, false]], [[-11.5703125, false]], [[-8.8203125, false]], [[-11.6953125, false]], [[-6.4453125, false]], [[-8.9453125, false]], [[-10.1953125, false]], [[-6.4453125, false]], [[-11.6953125, false]], [[-8.8203125, false]], [[-10.1953125, false]], [[-8.8203125, false]], [[-11.6953125, false]], [[-12.9453125, false]], [[-8.8203125, false]], [[-8.3203125, false]], [[-6.4453125, false]], [[-9.3203125, false]], [[-9.8203125, false]], [[-11.6953125, false]], [[-6.4453125, false]], [[-11.6953125, false]], [[-8.8203125, false]], [[-9.6953125, false]], [[-11.6953125, false]], [[-8.8203125, false]], [[-6.4453125, false]], [[-11.5703125, false]], [[-8.9453125, false]], [[-9.8203125, false]], [[-9.5703125, false]], [[-8.171875, false]], [[-8.4453125, false]], [[-10.984375, false]], [[-6.4453125, false]], [[-8.4453125, false]], [[-5.1953125, false]], [[-9.5703125, false]], [[-9.6953125, false]], [[-11.6953125, false]], [[-8.8203125, false]], [[-6.4453125, false]], [[-10.1953125, false]], [[-8.9453125, false]], [[-9.5703125, false]], [[-12.0703125, false]], [[-6.4453125, false]], [[-9.3203125, false]], [[-8.9453125, false]], [[-9.8203125, false]], [[-11.1953125, false]], [[-6.4453125, false]], [[-10.1953125, false]], [[-10.1953125, false]], [[-6.4453125, false]], [[-8.3203125, false]], [[-8.8203125, false]], [[-9.6953125, false]], [[-11.6953125, false]], [[-8.8203125, false]], [[-6.4453125, false]], [[-10.1953125, false]], [[-8.8203125, false]], [[-10.1953125, false]], [[-6.4453125, false]], [[-8.8203125, false]], [[-12.9453125, false]], [[-6.4453125, false]], [[-9.6953125, false]], [[-9.8203125, false]], [[-11.6953125, false]], [[-6.4453125, false]], [[-11.5703125, false]], [[-8.9453125, false]], [[-9.8203125, false]], [[-9.5703125, false]], [[-6.4453125, false]], [[-11.6953125, false]], [[-6.4453125, false]], [[-11.5703125, false]], [[-8.8203125, false]], [[-10.1953125, false]], [[-8.171875, false]], [[-8.4453125, false]], [[-10.984375, false]], [[-6.4453125, false]], [[-8.4453125, false]], [[-8.0703125, false]], [[-6.4453125, false]], [[-11.0703125, false]], [[-11.0703125, false]], [[-6.4453125, false]], [[-9.3203125, false]], [[-12.3203125, false]], [[-8.9453125, false]], [[-11.0703125, false]], [[-8.3203125, false]], [[-8.9453125, false]], [[-9.5703125, false]], [[-12.0703125, false]], [[-10.1953125, false]], [[-6.4453125, false]], [[-8.9453125, false]], [[-11.1953125, false]], [[-9.6953125, false]], [[-8.8203125, false]], [[-8.3203125, false]], [[-8.8203125, false]], [[-6.4453125, false]], [[-11.5703125, false]], [[-11.8203125, false]], [[-8.8203125, false]], [[-6.4453125, false]], [[-8.3203125, false]], [[-8.8203125, false]], [[-12.9453125, false]], [[-8.8203125, false]], [[-11.0703125, false]], [[-9.8203125, false]], [[-9.6953125, false]], [[-11.1953125, false]], [[-8.8203125, false]], [[-9.5703125, false]], [[-11.5703125, false]], [[-6.4453125, false]], [[-9.8203125, false]], [[-9.3203125, false]], [[-6.4453125, false]], [[-11.6953125, false]], [[-6.4453125, false]], [[-8.9453125, false]], [[-9.5703125, false]], [[-6.4453125, false]], [[-9.6953125, false]], [[-11.0703125, false]], [[-9.8203125, false]], [[-12.3203125, false]], [[-8.3203125, false]], [[-10.1953125, false]], [[-8.171875, false]], [[-8.4453125, false]], [[-13.8203125, false]]], "filtered_resps": [[-7.4453125, false], [-8.4453125, false], [-3.8203125, false], [-12.5703125, false], [-12.3203125, false], [-8.9453125, false], [-9.3203125, false], [-8.8203125, false], [-11.6953125, false], [-10.1953125, false], [-6.4453125, false], [-11.6953125, false], [-8.8203125, false], [-9.6953125, false], [-11.8203125, false], [-6.4453125, false], [-11.6953125, false], [-12.0703125, false], [-8.8203125, false], [-6.4453125, false], [-10.1953125, false], [-11.0703125, false], [-9.8203125, false], [-10.3203125, false], [-11.0703125, false], [-11.4453125, false], [-8.171875, false], [-8.4453125, false], [-10.984375, false], [-6.4453125, false], [-8.4453125, false], [-8.8203125, false], [-6.4453125, false], [-12.4453125, false], [-8.8203125, false], [-6.4453125, false], [-10.3203125, false], [-6.4453125, false], [-11.5703125, false], [-8.8203125, false], [-11.6953125, false], [-6.4453125, false], [-8.9453125, false], [-10.1953125, false], [-6.4453125, false], [-11.6953125, false], [-8.8203125, false], [-10.1953125, false], [-8.8203125, false], [-11.6953125, false], [-12.9453125, false], [-8.8203125, false], [-8.3203125, false], [-6.4453125, false], [-9.3203125, false], [-9.8203125, false], [-11.6953125, false], [-6.4453125, false], [-11.6953125, false], [-8.8203125, false], [-9.6953125, false], [-11.6953125, false], [-8.8203125, false], [-6.4453125, false], [-11.5703125, false], [-8.9453125, false], [-9.8203125, false], [-9.5703125, false], [-8.171875, false], [-8.4453125, false], [-10.984375, false], [-6.4453125, false], [-8.4453125, false], [-5.1953125, false], [-9.5703125, false], [-9.6953125, false], [-11.6953125, false], [-8.8203125, false], [-6.4453125, false], [-10.1953125, false], [-8.9453125, false], [-9.5703125, false], [-12.0703125, false], [-6.4453125, false], [-9.3203125, false], [-8.9453125, false], [-9.8203125, false], [-11.1953125, false], [-6.4453125, false], [-10.1953125, false], [-10.1953125, false], [-6.4453125, false], [-8.3203125, false], [-8.8203125, false], [-9.6953125, false], [-11.6953125, false], [-8.8203125, false], [-6.4453125, false], [-10.1953125, false], [-8.8203125, false], [-10.1953125, false], [-6.4453125, false], [-8.8203125, false], [-12.9453125, false], [-6.4453125, false], [-9.6953125, false], [-9.8203125, false], [-11.6953125, false], [-6.4453125, false], [-11.5703125, false], [-8.9453125, false], [-9.8203125, false], [-9.5703125, false], [-6.4453125, false], [-11.6953125, false], [-6.4453125, false], [-11.5703125, false], [-8.8203125, false], [-10.1953125, false], [-8.171875, false], [-8.4453125, false], [-10.984375, false], [-6.4453125, false], [-8.4453125, false], [-8.0703125, false], [-6.4453125, false], [-11.0703125, false], [-11.0703125, false], [-6.4453125, false], [-9.3203125, false], [-12.3203125, false], [-8.9453125, false], [-11.0703125, false], [-8.3203125, false], [-8.9453125, false], [-9.5703125, false], [-12.0703125, false], [-10.1953125, false], [-6.4453125, false], [-8.9453125, false], [-11.1953125, false], [-9.6953125, false], [-8.8203125, false], [-8.3203125, false], [-8.8203125, false], [-6.4453125, false], [-11.5703125, false], [-11.8203125, false], [-8.8203125, false], [-6.4453125, false], [-8.3203125, false], [-8.8203125, false], [-12.9453125, false], [-8.8203125, false], [-11.0703125, false], [-9.8203125, false], [-9.6953125, false], [-11.1953125, false], [-8.8203125, false], [-9.5703125, false], [-11.5703125, false], [-6.4453125, false], [-9.8203125, false], [-9.3203125, false], [-6.4453125, false], [-11.6953125, false], [-6.4453125, false], [-8.9453125, false], [-9.5703125, false], [-6.4453125, false], [-9.6953125, false], [-11.0703125, false], [-9.8203125, false], [-12.3203125, false], [-8.3203125, false], [-10.1953125, false], [-8.171875, false], [-8.4453125, false], [-13.8203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1303, "doc": {"id": "NYSEDREGENTS_2013_8_21", "question": "Herbivores obtain most of their energy by", "choices": {"text": ["consuming animals", "consuming plants", "producing sugar", "absorbing sunlight"], "label": ["1", "2", "3", "4"]}, "answerKey": "2"}, "target": "consuming plants", "arguments": ["Question: Herbivores obtain most of their energy by\nAnswer:", " ["], "resps": [[[-7.53515625, false]], [[-8.1640625, false]], [[-7.16015625, false]], [[-8.5390625, false]], [[-8.5390625, false]], [[-8.4140625, false]], [[-11.4140625, false]], [[-10.6640625, false]], [[-7.66015625, false]], [[-8.5390625, false]], [[-9.9140625, false]], [[-5.16015625, false]], [[-5.41015625, false]], [[-8.5390625, false]], [[-7.66015625, false]], [[-10.6640625, false]], [[-5.41015625, false]], [[-9.2890625, false]], [[-8.4140625, false]], [[-8.1640625, false]], [[-8.1875, false]], [[-5.16015625, false]], [[-8.1640625, false]], [[-7.16015625, false]], [[-8.5390625, false]], [[-8.5390625, false]], [[-8.4140625, false]], [[-11.4140625, false]], [[-10.6640625, false]], [[-7.66015625, false]], [[-8.5390625, false]], [[-9.9140625, false]], [[-5.16015625, false]], [[-9.4140625, false]], [[-9.2890625, false]], [[-5.41015625, false]], [[-8.5390625, false]], [[-11.1640625, false]], [[-8.4140625, false]], [[-8.1640625, false]], [[-8.1875, false]], [[-5.16015625, false]], [[-8.1640625, false]], [[-9.4140625, false]], [[-10.5390625, false]], [[-8.5390625, false]], [[-7.66015625, false]], [[-11.4140625, false]], [[-7.16015625, false]], [[-7.66015625, false]], [[-8.5390625, false]], [[-9.9140625, false]], [[-5.16015625, false]], [[-8.4140625, false]], [[-11.4140625, false]], [[-9.9140625, false]], [[-5.41015625, false]], [[-10.5390625, false]], [[-8.1640625, false]], [[-8.1875, false]], [[-5.16015625, false]], [[-8.1640625, false]], [[-5.41015625, false]], [[-8.1640625, false]], [[-8.4140625, false]], [[-8.5390625, false]], [[-10.5390625, false]], [[-8.1640625, false]], [[-7.66015625, false]], [[-8.5390625, false]], [[-9.9140625, false]], [[-5.16015625, false]], [[-8.4140625, false]], [[-11.4140625, false]], [[-8.5390625, false]], [[-9.2890625, false]], [[-7.66015625, false]], [[-9.9140625, false]], [[-9.7890625, false]], [[-11.1640625, false]], [[-8.1640625, false]], [[-12.6640625, false]]], "filtered_resps": [[-7.53515625, false], [-8.1640625, false], [-7.16015625, false], [-8.5390625, false], [-8.5390625, false], [-8.4140625, false], [-11.4140625, false], [-10.6640625, false], [-7.66015625, false], [-8.5390625, false], [-9.9140625, false], [-5.16015625, false], [-5.41015625, false], [-8.5390625, false], [-7.66015625, false], [-10.6640625, false], [-5.41015625, false], [-9.2890625, false], [-8.4140625, false], [-8.1640625, false], [-8.1875, false], [-5.16015625, false], [-8.1640625, false], [-7.16015625, false], [-8.5390625, false], [-8.5390625, false], [-8.4140625, false], [-11.4140625, false], [-10.6640625, false], [-7.66015625, false], [-8.5390625, false], [-9.9140625, false], [-5.16015625, false], [-9.4140625, false], [-9.2890625, false], [-5.41015625, false], [-8.5390625, false], [-11.1640625, false], [-8.4140625, false], [-8.1640625, false], [-8.1875, false], [-5.16015625, false], [-8.1640625, false], [-9.4140625, false], [-10.5390625, false], [-8.5390625, false], [-7.66015625, false], [-11.4140625, false], [-7.16015625, false], [-7.66015625, false], [-8.5390625, false], [-9.9140625, false], [-5.16015625, false], [-8.4140625, false], [-11.4140625, false], [-9.9140625, false], [-5.41015625, false], [-10.5390625, false], [-8.1640625, false], [-8.1875, false], [-5.16015625, false], [-8.1640625, false], [-5.41015625, false], [-8.1640625, false], [-8.4140625, false], [-8.5390625, false], [-10.5390625, false], [-8.1640625, false], [-7.66015625, false], [-8.5390625, false], [-9.9140625, false], [-5.16015625, false], [-8.4140625, false], [-11.4140625, false], [-8.5390625, false], [-9.2890625, false], [-7.66015625, false], [-9.9140625, false], [-9.7890625, false], [-11.1640625, false], [-8.1640625, false], [-12.6640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1311, "doc": {"id": "Mercury_176820", "question": "In which of these organs does most absorption of nutrients take place?", "choices": {"text": ["liver", "stomach", "small intestine", "large intestine"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "small intestine", "arguments": ["Question: In which of these organs does most absorption of nutrients take place?\nAnswer:", " ["], "resps": [[[-7.53515625, false]], [[-10.78125, false]], [[-8.78125, false]], [[-9.28125, false]], [[-11.78125, false]], [[-9.53125, false]], [[-10.78125, false]], [[-10.78125, false]], [[-10.53125, false]], [[-5.53515625, false]], [[-10.78125, false]], [[-10.28125, false]], [[-10.53125, false]], [[-8.53125, false]], [[-10.03125, false]], [[-7.03515625, false]], [[-8.78125, false]], [[-11.03125, false]], [[-10.78125, false]], [[-10.53125, false]], [[-5.53515625, false]], [[-10.78125, false]], [[-10.28125, false]], [[-10.03125, false]], [[-7.03515625, false]], [[-8.78125, false]], [[-8.78125, false]], [[-5.53515625, false]], [[-9.28125, false]], [[-9.78125, false]], [[-10.53125, false]], [[-9.53125, false]], [[-10.28125, false]], [[-10.53125, false]], [[-9.28125, false]], [[-9.78125, false]], [[-9.53125, false]], [[-10.78125, false]], [[-10.53125, false]], [[-5.53515625, false]], [[-10.78125, false]], [[-8.78125, false]], [[-7.03515625, false]], [[-10.78125, false]], [[-11.78125, false]], [[-9.53125, false]], [[-5.53515625, false]], [[-9.28125, false]], [[-9.78125, false]], [[-10.53125, false]], [[-9.53125, false]], [[-10.28125, false]], [[-10.53125, false]], [[-9.28125, false]], [[-9.78125, false]], [[-9.53125, false]], [[-10.78125, false]], [[-12.53125, false]]], "filtered_resps": [[-7.53515625, false], [-10.78125, false], [-8.78125, false], [-9.28125, false], [-11.78125, false], [-9.53125, false], [-10.78125, false], [-10.78125, false], [-10.53125, false], [-5.53515625, false], [-10.78125, false], [-10.28125, false], [-10.53125, false], [-8.53125, false], [-10.03125, false], [-7.03515625, false], [-8.78125, false], [-11.03125, false], [-10.78125, false], [-10.53125, false], [-5.53515625, false], [-10.78125, false], [-10.28125, false], [-10.03125, false], [-7.03515625, false], [-8.78125, false], [-8.78125, false], [-5.53515625, false], [-9.28125, false], [-9.78125, false], [-10.53125, false], [-9.53125, false], [-10.28125, false], [-10.53125, false], [-9.28125, false], [-9.78125, false], [-9.53125, false], [-10.78125, false], [-10.53125, false], [-5.53515625, false], [-10.78125, false], [-8.78125, false], [-7.03515625, false], [-10.78125, false], [-11.78125, false], [-9.53125, false], [-5.53515625, false], [-9.28125, false], [-9.78125, false], [-10.53125, false], [-9.53125, false], [-10.28125, false], [-10.53125, false], [-9.28125, false], [-9.78125, false], [-9.53125, false], [-10.78125, false], [-12.53125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1319, "doc": {"id": "NYSEDREGENTS_2010_4_22", "question": "Why do some animals hibernate in the winter?", "choices": {"text": ["to find food for their young", "to adapt to environmental changes", "to attract a mate", "to avoid predators"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "to adapt to environmental changes", "arguments": ["Question: Why do some animals hibernate in the winter?\nAnswer:", " ["], "resps": [[[-7.953125, false]], [[-9.453125, false]], [[-12.203125, false]], [[-9.953125, false]], [[-6.453125, false]], [[-10.953125, false]], [[-9.453125, false]], [[-10.953125, false]], [[-9.453125, false]], [[-6.453125, false]], [[-10.953125, false]], [[-9.953125, false]], [[-9.953125, false]], [[-9.453125, false]], [[-6.453125, false]], [[-10.953125, false]], [[-9.953125, false]], [[-13.453125, false]], [[-6.453125, false]], [[-12.203125, false]], [[-11.953125, false]], [[-9.203125, false]], [[-9.453125, false]], [[-13.453125, false]], [[-6.453125, false]], [[-14.203125, false]], [[-9.953125, false]], [[-11.453125, false]], [[-10.953125, false]], [[-12.703125, false]], [[-9.453125, false]], [[-11.421875, false]], [[-6.453125, false]], [[-9.453125, false]], [[-12.203125, false]], [[-9.953125, false]], [[-6.453125, false]], [[-7.203125, false]], [[-9.453125, false]], [[-7.203125, false]], [[-11.703125, false]], [[-12.203125, false]], [[-6.453125, false]], [[-12.203125, false]], [[-9.953125, false]], [[-6.453125, false]], [[-9.203125, false]], [[-10.953125, false]], [[-13.453125, false]], [[-9.453125, false]], [[-13.453125, false]], [[-9.953125, false]], [[-10.953125, false]], [[-12.453125, false]], [[-9.203125, false]], [[-10.953125, false]], [[-12.203125, false]], [[-7.203125, false]], [[-10.203125, false]], [[-6.453125, false]], [[-11.203125, false]], [[-11.953125, false]], [[-7.203125, false]], [[-10.953125, false]], [[-12.703125, false]], [[-9.203125, false]], [[-10.703125, false]], [[-9.453125, false]], [[-11.421875, false]], [[-6.453125, false]], [[-9.453125, false]], [[-12.203125, false]], [[-9.953125, false]], [[-6.453125, false]], [[-7.203125, false]], [[-12.203125, false]], [[-12.203125, false]], [[-13.453125, false]], [[-7.203125, false]], [[-11.203125, false]], [[-12.203125, false]], [[-6.453125, false]], [[-7.203125, false]], [[-6.453125, false]], [[-12.453125, false]], [[-7.203125, false]], [[-12.203125, false]], [[-9.203125, false]], [[-9.453125, false]], [[-11.421875, false]], [[-6.453125, false]], [[-9.453125, false]], [[-12.203125, false]], [[-9.953125, false]], [[-6.453125, false]], [[-7.203125, false]], [[-13.453125, false]], [[-9.953125, false]], [[-9.453125, false]], [[-9.453125, false]], [[-6.453125, false]], [[-11.703125, false]], [[-13.453125, false]], [[-9.203125, false]], [[-9.453125, false]], [[-7.203125, false]], [[-12.203125, false]], [[-9.953125, false]], [[-13.453125, false]], [[-10.703125, false]], [[-9.453125, false]], [[-13.453125, false]]], "filtered_resps": [[-7.953125, false], [-9.453125, false], [-12.203125, false], [-9.953125, false], [-6.453125, false], [-10.953125, false], [-9.453125, false], [-10.953125, false], [-9.453125, false], [-6.453125, false], [-10.953125, false], [-9.953125, false], [-9.953125, false], [-9.453125, false], [-6.453125, false], [-10.953125, false], [-9.953125, false], [-13.453125, false], [-6.453125, false], [-12.203125, false], [-11.953125, false], [-9.203125, false], [-9.453125, false], [-13.453125, false], [-6.453125, false], [-14.203125, false], [-9.953125, false], [-11.453125, false], [-10.953125, false], [-12.703125, false], [-9.453125, false], [-11.421875, false], [-6.453125, false], [-9.453125, false], [-12.203125, false], [-9.953125, false], [-6.453125, false], [-7.203125, false], [-9.453125, false], [-7.203125, false], [-11.703125, false], [-12.203125, false], [-6.453125, false], [-12.203125, false], [-9.953125, false], [-6.453125, false], [-9.203125, false], [-10.953125, false], [-13.453125, false], [-9.453125, false], [-13.453125, false], [-9.953125, false], [-10.953125, false], [-12.453125, false], [-9.203125, false], [-10.953125, false], [-12.203125, false], [-7.203125, false], [-10.203125, false], [-6.453125, false], [-11.203125, false], [-11.953125, false], [-7.203125, false], [-10.953125, false], [-12.703125, false], [-9.203125, false], [-10.703125, false], [-9.453125, false], [-11.421875, false], [-6.453125, false], [-9.453125, false], [-12.203125, false], [-9.953125, false], [-6.453125, false], [-7.203125, false], [-12.203125, false], [-12.203125, false], [-13.453125, false], [-7.203125, false], [-11.203125, false], [-12.203125, false], [-6.453125, false], [-7.203125, false], [-6.453125, false], [-12.453125, false], [-7.203125, false], [-12.203125, false], [-9.203125, false], [-9.453125, false], [-11.421875, false], [-6.453125, false], [-9.453125, false], [-12.203125, false], [-9.953125, false], [-6.453125, false], [-7.203125, false], [-13.453125, false], [-9.953125, false], [-9.453125, false], [-9.453125, false], [-6.453125, false], [-11.703125, false], [-13.453125, false], [-9.203125, false], [-9.453125, false], [-7.203125, false], [-12.203125, false], [-9.953125, false], [-13.453125, false], [-10.703125, false], [-9.453125, false], [-13.453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1327, "doc": {"id": "OHAT_2008_5_26", "question": "Which motion causes the pattern of day and night on Earth?", "choices": {"text": ["Earth rotates on its axis", "Earth orbits around the sun", "the moon rotates on its axis", "the moon orbits around Earth"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Earth rotates on its axis", "arguments": ["Question: Which motion causes the pattern of day and night on Earth?\nAnswer:", " ["], "resps": [[[-7.796875, false]], [[-8.046875, false]], [[-5.296875, false]], [[-5.546875, false]], [[-10.046875, false]], [[-9.296875, false]], [[-10.796875, false]], [[-5.546875, false]], [[-10.046875, false]], [[-8.796875, false]], [[-9.296875, false]], [[-5.546875, false]], [[-9.296875, false]], [[-8.046875, false]], [[-8.796875, false]], [[-5.546875, false]], [[-8.796875, false]], [[-10.046875, false]], [[-5.546875, false]], [[-10.046875, false]], [[-9.296875, false]], [[-8.796875, false]], [[-5.546875, false]], [[-5.546875, false]], [[-10.046875, false]], [[-10.046875, false]], [[-8.796875, false]], [[-8.046875, false]], [[-10.5390625, false]], [[-5.546875, false]], [[-8.046875, false]], [[-5.296875, false]], [[-5.546875, false]], [[-10.046875, false]], [[-9.296875, false]], [[-10.796875, false]], [[-5.546875, false]], [[-8.796875, false]], [[-10.046875, false]], [[-9.296875, false]], [[-10.046875, false]], [[-9.296875, false]], [[-8.796875, false]], [[-5.546875, false]], [[-5.546875, false]], [[-10.046875, false]], [[-8.796875, false]], [[-10.796875, false]], [[-10.046875, false]], [[-10.296875, false]], [[-5.546875, false]], [[-9.296875, false]], [[-10.796875, false]], [[-8.046875, false]], [[-5.546875, false]], [[-8.796875, false]], [[-10.796875, false]], [[-10.046875, false]], [[-8.046875, false]], [[-10.5390625, false]], [[-5.546875, false]], [[-8.046875, false]], [[-9.296875, false]], [[-10.796875, false]], [[-8.046875, false]], [[-5.546875, false]], [[-9.296875, false]], [[-8.796875, false]], [[-8.796875, false]], [[-10.046875, false]], [[-5.546875, false]], [[-10.046875, false]], [[-8.796875, false]], [[-9.296875, false]], [[-5.546875, false]], [[-9.296875, false]], [[-8.046875, false]], [[-8.796875, false]], [[-5.546875, false]], [[-8.796875, false]], [[-10.046875, false]], [[-5.546875, false]], [[-10.046875, false]], [[-9.296875, false]], [[-8.796875, false]], [[-5.546875, false]], [[-5.546875, false]], [[-10.046875, false]], [[-10.046875, false]], [[-8.796875, false]], [[-8.046875, false]], [[-10.5390625, false]], [[-5.546875, false]], [[-8.046875, false]], [[-9.296875, false]], [[-10.796875, false]], [[-8.046875, false]], [[-5.546875, false]], [[-9.296875, false]], [[-8.796875, false]], [[-8.796875, false]], [[-10.046875, false]], [[-5.546875, false]], [[-8.796875, false]], [[-10.046875, false]], [[-9.296875, false]], [[-10.046875, false]], [[-9.296875, false]], [[-8.796875, false]], [[-5.546875, false]], [[-5.546875, false]], [[-10.046875, false]], [[-8.796875, false]], [[-10.796875, false]], [[-10.046875, false]], [[-10.296875, false]], [[-5.546875, false]], [[-5.296875, false]], [[-5.546875, false]], [[-10.046875, false]], [[-9.296875, false]], [[-10.796875, false]], [[-8.046875, false]], [[-12.546875, false]]], "filtered_resps": [[-7.796875, false], [-8.046875, false], [-5.296875, false], [-5.546875, false], [-10.046875, false], [-9.296875, false], [-10.796875, false], [-5.546875, false], [-10.046875, false], [-8.796875, false], [-9.296875, false], [-5.546875, false], [-9.296875, false], [-8.046875, false], [-8.796875, false], [-5.546875, false], [-8.796875, false], [-10.046875, false], [-5.546875, false], [-10.046875, false], [-9.296875, false], [-8.796875, false], [-5.546875, false], [-5.546875, false], [-10.046875, false], [-10.046875, false], [-8.796875, false], [-8.046875, false], [-10.5390625, false], [-5.546875, false], [-8.046875, false], [-5.296875, false], [-5.546875, false], [-10.046875, false], [-9.296875, false], [-10.796875, false], [-5.546875, false], [-8.796875, false], [-10.046875, false], [-9.296875, false], [-10.046875, false], [-9.296875, false], [-8.796875, false], [-5.546875, false], [-5.546875, false], [-10.046875, false], [-8.796875, false], [-10.796875, false], [-10.046875, false], [-10.296875, false], [-5.546875, false], [-9.296875, false], [-10.796875, false], [-8.046875, false], [-5.546875, false], [-8.796875, false], [-10.796875, false], [-10.046875, false], [-8.046875, false], [-10.5390625, false], [-5.546875, false], [-8.046875, false], [-9.296875, false], [-10.796875, false], [-8.046875, false], [-5.546875, false], [-9.296875, false], [-8.796875, false], [-8.796875, false], [-10.046875, false], [-5.546875, false], [-10.046875, false], [-8.796875, false], [-9.296875, false], [-5.546875, false], [-9.296875, false], [-8.046875, false], [-8.796875, false], [-5.546875, false], [-8.796875, false], [-10.046875, false], [-5.546875, false], [-10.046875, false], [-9.296875, false], [-8.796875, false], [-5.546875, false], [-5.546875, false], [-10.046875, false], [-10.046875, false], [-8.796875, false], [-8.046875, false], [-10.5390625, false], [-5.546875, false], [-8.046875, false], [-9.296875, false], [-10.796875, false], [-8.046875, false], [-5.546875, false], [-9.296875, false], [-8.796875, false], [-8.796875, false], [-10.046875, false], [-5.546875, false], [-8.796875, false], [-10.046875, false], [-9.296875, false], [-10.046875, false], [-9.296875, false], [-8.796875, false], [-5.546875, false], [-5.546875, false], [-10.046875, false], [-8.796875, false], [-10.796875, false], [-10.046875, false], [-10.296875, false], [-5.546875, false], [-5.296875, false], [-5.546875, false], [-10.046875, false], [-9.296875, false], [-10.796875, false], [-8.046875, false], [-12.546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1335, "doc": {"id": "ACTAAP_2008_5_15", "question": "Which is true of a car that is accelerating along a horizontal roadway?", "choices": {"text": ["Its kinetic energy is increasing", "Its kinetic energy is decreasing.", "Its potential energy is increasing.", "Its potential energy is decreasing."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Its kinetic energy is increasing", "arguments": ["Question: Which is true of a car that is accelerating along a horizontal roadway?\nAnswer:", " ["], "resps": [[[-7.22265625, false]], [[-9.21875, false]], [[-6.47265625, false]], [[-8.71875, false]], [[-9.46875, false]], [[-5.97265625, false]], [[-9.96875, false]], [[-8.46875, false]], [[-7.72265625, false]], [[-9.21875, false]], [[-8.71875, false]], [[-8.46875, false]], [[-7.97265625, false]], [[-5.97265625, false]], [[-9.21875, false]], [[-7.72265625, false]], [[-9.21875, false]], [[-10.21875, false]], [[-9.96875, false]], [[-10.46875, false]], [[-5.97265625, false]], [[-8.46875, false]], [[-9.46875, false]], [[-5.97265625, false]], [[-8.46875, false]], [[-7.72265625, false]], [[-7.97265625, false]], [[-10.21875, false]], [[-9.21875, false]], [[-4.97265625, false]], [[-9.46875, false]], [[-8.46875, false]], [[-7.72265625, false]], [[-9.96875, false]], [[-9.21875, false]], [[-9.3671875, false]], [[-5.97265625, false]], [[-9.21875, false]], [[-6.47265625, false]], [[-8.71875, false]], [[-9.46875, false]], [[-5.97265625, false]], [[-9.96875, false]], [[-8.46875, false]], [[-7.72265625, false]], [[-9.21875, false]], [[-8.71875, false]], [[-8.46875, false]], [[-7.97265625, false]], [[-5.97265625, false]], [[-9.21875, false]], [[-7.72265625, false]], [[-9.21875, false]], [[-10.21875, false]], [[-9.96875, false]], [[-10.46875, false]], [[-5.97265625, false]], [[-8.46875, false]], [[-9.46875, false]], [[-5.97265625, false]], [[-8.71875, false]], [[-9.21875, false]], [[-7.97265625, false]], [[-10.21875, false]], [[-9.21875, false]], [[-4.97265625, false]], [[-9.46875, false]], [[-8.46875, false]], [[-7.72265625, false]], [[-9.96875, false]], [[-7.1171875, false]], [[-9.21875, false]], [[-9.3671875, false]], [[-5.97265625, false]], [[-9.21875, false]], [[-6.47265625, false]], [[-8.71875, false]], [[-9.46875, false]], [[-5.97265625, false]], [[-9.46875, false]], [[-10.96875, false]], [[-8.71875, false]], [[-9.21875, false]], [[-7.72265625, false]], [[-8.71875, false]], [[-8.46875, false]], [[-4.97265625, false]], [[-10.21875, false]], [[-5.97265625, false]], [[-9.21875, false]], [[-7.72265625, false]], [[-9.21875, false]], [[-10.21875, false]], [[-9.96875, false]], [[-10.46875, false]], [[-5.97265625, false]], [[-8.46875, false]], [[-9.46875, false]], [[-5.97265625, false]], [[-8.46875, false]], [[-7.72265625, false]], [[-7.97265625, false]], [[-10.21875, false]], [[-9.21875, false]], [[-4.97265625, false]], [[-9.46875, false]], [[-8.46875, false]], [[-7.72265625, false]], [[-9.96875, false]], [[-7.1171875, false]], [[-9.21875, false]], [[-9.3671875, false]], [[-5.97265625, false]], [[-9.21875, false]], [[-6.47265625, false]], [[-8.71875, false]], [[-9.46875, false]], [[-5.97265625, false]], [[-9.46875, false]], [[-10.96875, false]], [[-8.71875, false]], [[-9.21875, false]], [[-7.72265625, false]], [[-8.71875, false]], [[-8.46875, false]], [[-4.97265625, false]], [[-10.21875, false]], [[-5.97265625, false]], [[-9.21875, false]], [[-7.72265625, false]], [[-9.21875, false]], [[-10.21875, false]], [[-9.96875, false]], [[-10.46875, false]], [[-5.97265625, false]], [[-8.46875, false]], [[-9.46875, false]], [[-5.97265625, false]], [[-8.71875, false]], [[-9.21875, false]], [[-7.97265625, false]], [[-10.21875, false]], [[-9.21875, false]], [[-4.97265625, false]], [[-9.46875, false]], [[-8.46875, false]], [[-7.72265625, false]], [[-9.96875, false]], [[-7.1171875, false]], [[-9.21875, false]], [[-13.46875, false]]], "filtered_resps": [[-7.22265625, false], [-9.21875, false], [-6.47265625, false], [-8.71875, false], [-9.46875, false], [-5.97265625, false], [-9.96875, false], [-8.46875, false], [-7.72265625, false], [-9.21875, false], [-8.71875, false], [-8.46875, false], [-7.97265625, false], [-5.97265625, false], [-9.21875, false], [-7.72265625, false], [-9.21875, false], [-10.21875, false], [-9.96875, false], [-10.46875, false], [-5.97265625, false], [-8.46875, false], [-9.46875, false], [-5.97265625, false], [-8.46875, false], [-7.72265625, false], [-7.97265625, false], [-10.21875, false], [-9.21875, false], [-4.97265625, false], [-9.46875, false], [-8.46875, false], [-7.72265625, false], [-9.96875, false], [-9.21875, false], [-9.3671875, false], [-5.97265625, false], [-9.21875, false], [-6.47265625, false], [-8.71875, false], [-9.46875, false], [-5.97265625, false], [-9.96875, false], [-8.46875, false], [-7.72265625, false], [-9.21875, false], [-8.71875, false], [-8.46875, false], [-7.97265625, false], [-5.97265625, false], [-9.21875, false], [-7.72265625, false], [-9.21875, false], [-10.21875, false], [-9.96875, false], [-10.46875, false], [-5.97265625, false], [-8.46875, false], [-9.46875, false], [-5.97265625, false], [-8.71875, false], [-9.21875, false], [-7.97265625, false], [-10.21875, false], [-9.21875, false], [-4.97265625, false], [-9.46875, false], [-8.46875, false], [-7.72265625, false], [-9.96875, false], [-7.1171875, false], [-9.21875, false], [-9.3671875, false], [-5.97265625, false], [-9.21875, false], [-6.47265625, false], [-8.71875, false], [-9.46875, false], [-5.97265625, false], [-9.46875, false], [-10.96875, false], [-8.71875, false], [-9.21875, false], [-7.72265625, false], [-8.71875, false], [-8.46875, false], [-4.97265625, false], [-10.21875, false], [-5.97265625, false], [-9.21875, false], [-7.72265625, false], [-9.21875, false], [-10.21875, false], [-9.96875, false], [-10.46875, false], [-5.97265625, false], [-8.46875, false], [-9.46875, false], [-5.97265625, false], [-8.46875, false], [-7.72265625, false], [-7.97265625, false], [-10.21875, false], [-9.21875, false], [-4.97265625, false], [-9.46875, false], [-8.46875, false], [-7.72265625, false], [-9.96875, false], [-7.1171875, false], [-9.21875, false], [-9.3671875, false], [-5.97265625, false], [-9.21875, false], [-6.47265625, false], [-8.71875, false], [-9.46875, false], [-5.97265625, false], [-9.46875, false], [-10.96875, false], [-8.71875, false], [-9.21875, false], [-7.72265625, false], [-8.71875, false], [-8.46875, false], [-4.97265625, false], [-10.21875, false], [-5.97265625, false], [-9.21875, false], [-7.72265625, false], [-9.21875, false], [-10.21875, false], [-9.96875, false], [-10.46875, false], [-5.97265625, false], [-8.46875, false], [-9.46875, false], [-5.97265625, false], [-8.71875, false], [-9.21875, false], [-7.97265625, false], [-10.21875, false], [-9.21875, false], [-4.97265625, false], [-9.46875, false], [-8.46875, false], [-7.72265625, false], [-9.96875, false], [-7.1171875, false], [-9.21875, false], [-13.46875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1343, "doc": {"id": "MCAS_1999_4_32", "question": "What can we learn by studying fossils?", "choices": {"text": ["how hurricanes formed long ago", "how the solar system was formed", "the cause of strong earthquakes", "how Earth's environments have changed"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "how Earth's environments have changed", "arguments": ["Question: What can we learn by studying fossils?\nAnswer:", " ["], "resps": [[[-8.03125, false]], [[-9.28125, false]], [[-13.28125, false]], [[-10.53125, false]], [[-11.53125, false]], [[-6.52734375, false]], [[-13.28125, false]], [[-12.53125, false]], [[-12.28125, false]], [[-12.28125, false]], [[-9.78125, false]], [[-10.78125, false]], [[-7.02734375, false]], [[-11.03125, false]], [[-9.03125, false]], [[-11.53125, false]], [[-6.52734375, false]], [[-10.28125, false]], [[-10.53125, false]], [[-12.28125, false]], [[-12.53125, false]], [[-9.03125, false]], [[-10.78125, false]], [[-6.52734375, false]], [[-11.53125, false]], [[-10.53125, false]], [[-11.03125, false]], [[-13.28125, false]], [[-6.52734375, false]], [[-7.02734375, false]], [[-13.28125, false]], [[-10.53125, false]], [[-9.28125, false]], [[-11.421875, false]], [[-6.52734375, false]], [[-9.28125, false]], [[-13.28125, false]], [[-10.53125, false]], [[-11.53125, false]], [[-6.52734375, false]], [[-12.53125, false]], [[-13.28125, false]], [[-9.03125, false]], [[-6.52734375, false]], [[-11.53125, false]], [[-10.53125, false]], [[-11.53125, false]], [[-7.02734375, false]], [[-12.28125, false]], [[-6.52734375, false]], [[-11.53125, false]], [[-13.28125, false]], [[-11.53125, false]], [[-12.53125, false]], [[-9.03125, false]], [[-12.53125, false]], [[-6.52734375, false]], [[-11.53125, false]], [[-7.02734375, false]], [[-11.53125, false]], [[-6.52734375, false]], [[-10.28125, false]], [[-10.53125, false]], [[-12.28125, false]], [[-12.53125, false]], [[-9.03125, false]], [[-10.78125, false]], [[-9.28125, false]], [[-11.421875, false]], [[-6.52734375, false]], [[-9.28125, false]], [[-12.53125, false]], [[-13.28125, false]], [[-9.03125, false]], [[-6.52734375, false]], [[-10.78125, false]], [[-7.02734375, false]], [[-12.53125, false]], [[-11.53125, false]], [[-9.03125, false]], [[-6.52734375, false]], [[-10.53125, false]], [[-10.28125, false]], [[-6.52734375, false]], [[-11.53125, false]], [[-12.53125, false]], [[-12.28125, false]], [[-10.53125, false]], [[-11.03125, false]], [[-13.28125, false]], [[-6.52734375, false]], [[-9.03125, false]], [[-7.02734375, false]], [[-12.28125, false]], [[-12.53125, false]], [[-13.28125, false]], [[-13.28125, false]], [[-12.53125, false]], [[-7.02734375, false]], [[-13.28125, false]], [[-9.03125, false]], [[-11.53125, false]], [[-9.28125, false]], [[-11.421875, false]], [[-6.52734375, false]], [[-6.52734375, false]], [[-13.28125, false]], [[-10.53125, false]], [[-11.53125, false]], [[-6.52734375, false]], [[-5.77734375, false]], [[-7.02734375, false]], [[-12.28125, false]], [[-12.53125, false]], [[-13.28125, false]], [[-9.28125, false]], [[-11.53125, false]], [[-6.52734375, false]], [[-9.03125, false]], [[-11.03125, false]], [[-11.78125, false]], [[-9.78125, false]], [[-12.28125, false]], [[-10.53125, false]], [[-11.03125, false]], [[-12.53125, false]], [[-9.03125, false]], [[-11.03125, false]], [[-12.53125, false]], [[-11.53125, false]], [[-6.52734375, false]], [[-13.28125, false]], [[-7.02734375, false]], [[-11.78125, false]], [[-9.03125, false]], [[-6.52734375, false]], [[-10.78125, false]], [[-13.28125, false]], [[-7.02734375, false]], [[-11.03125, false]], [[-13.28125, false]], [[-9.03125, false]], [[-10.78125, false]], [[-6.52734375, false]], [[-13.78125, false]]], "filtered_resps": [[-8.03125, false], [-9.28125, false], [-13.28125, false], [-10.53125, false], [-11.53125, false], [-6.52734375, false], [-13.28125, false], [-12.53125, false], [-12.28125, false], [-12.28125, false], [-9.78125, false], [-10.78125, false], [-7.02734375, false], [-11.03125, false], [-9.03125, false], [-11.53125, false], [-6.52734375, false], [-10.28125, false], [-10.53125, false], [-12.28125, false], [-12.53125, false], [-9.03125, false], [-10.78125, false], [-6.52734375, false], [-11.53125, false], [-10.53125, false], [-11.03125, false], [-13.28125, false], [-6.52734375, false], [-7.02734375, false], [-13.28125, false], [-10.53125, false], [-9.28125, false], [-11.421875, false], [-6.52734375, false], [-9.28125, false], [-13.28125, false], [-10.53125, false], [-11.53125, false], [-6.52734375, false], [-12.53125, false], [-13.28125, false], [-9.03125, false], [-6.52734375, false], [-11.53125, false], [-10.53125, false], [-11.53125, false], [-7.02734375, false], [-12.28125, false], [-6.52734375, false], [-11.53125, false], [-13.28125, false], [-11.53125, false], [-12.53125, false], [-9.03125, false], [-12.53125, false], [-6.52734375, false], [-11.53125, false], [-7.02734375, false], [-11.53125, false], [-6.52734375, false], [-10.28125, false], [-10.53125, false], [-12.28125, false], [-12.53125, false], [-9.03125, false], [-10.78125, false], [-9.28125, false], [-11.421875, false], [-6.52734375, false], [-9.28125, false], [-12.53125, false], [-13.28125, false], [-9.03125, false], [-6.52734375, false], [-10.78125, false], [-7.02734375, false], [-12.53125, false], [-11.53125, false], [-9.03125, false], [-6.52734375, false], [-10.53125, false], [-10.28125, false], [-6.52734375, false], [-11.53125, false], [-12.53125, false], [-12.28125, false], [-10.53125, false], [-11.03125, false], [-13.28125, false], [-6.52734375, false], [-9.03125, false], [-7.02734375, false], [-12.28125, false], [-12.53125, false], [-13.28125, false], [-13.28125, false], [-12.53125, false], [-7.02734375, false], [-13.28125, false], [-9.03125, false], [-11.53125, false], [-9.28125, false], [-11.421875, false], [-6.52734375, false], [-6.52734375, false], [-13.28125, false], [-10.53125, false], [-11.53125, false], [-6.52734375, false], [-5.77734375, false], [-7.02734375, false], [-12.28125, false], [-12.53125, false], [-13.28125, false], [-9.28125, false], [-11.53125, false], [-6.52734375, false], [-9.03125, false], [-11.03125, false], [-11.78125, false], [-9.78125, false], [-12.28125, false], [-10.53125, false], [-11.03125, false], [-12.53125, false], [-9.03125, false], [-11.03125, false], [-12.53125, false], [-11.53125, false], [-6.52734375, false], [-13.28125, false], [-7.02734375, false], [-11.78125, false], [-9.03125, false], [-6.52734375, false], [-10.78125, false], [-13.28125, false], [-7.02734375, false], [-11.03125, false], [-13.28125, false], [-9.03125, false], [-10.78125, false], [-6.52734375, false], [-13.78125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1351, "doc": {"id": "NYSEDREGENTS_2015_8_30", "question": "Elements on the Periodic Table of the Elements are classified into categories such as", "choices": {"text": ["rocks and minerals", "molecules and atoms", "mixtures and compounds", "metals and nonmetals"], "label": ["1", "2", "3", "4"]}, "answerKey": "4"}, "target": "metals and nonmetals", "arguments": ["Question: Elements on the Periodic Table of the Elements are classified into categories such as\nAnswer:", " ["], "resps": [[[-7.30078125, false]], [[-8.1796875, false]], [[-8.5546875, false]], [[-8.9296875, false]], [[-8.0546875, false]], [[-8.4296875, false]], [[-8.8046875, false]], [[-5.30078125, false]], [[-5.05078125, false]], [[-7.17578125, false]], [[-8.0546875, false]], [[-5.30078125, false]], [[-8.9296875, false]], [[-6.67578125, false]], [[-7.17578125, false]], [[-7.55078125, false]], [[-8.5546875, false]], [[-5.05078125, false]], [[-9.6796875, false]], [[-8.8046875, false]], [[-8.1796875, false]], [[-8.15625, false]], [[-5.30078125, false]], [[-8.1796875, false]], [[-8.9296875, false]], [[-8.9296875, false]], [[-9.6796875, false]], [[-7.55078125, false]], [[-8.0546875, false]], [[-9.5546875, false]], [[-9.6796875, false]], [[-7.55078125, false]], [[-8.8046875, false]], [[-5.30078125, false]], [[-5.05078125, false]], [[-7.17578125, false]], [[-8.0546875, false]], [[-5.30078125, false]], [[-5.05078125, false]], [[-9.1796875, false]], [[-8.9296875, false]], [[-8.9296875, false]], [[-8.8046875, false]], [[-8.1796875, false]], [[-8.15625, false]], [[-5.30078125, false]], [[-8.1796875, false]], [[-8.9296875, false]], [[-6.67578125, false]], [[-7.92578125, false]], [[-9.1796875, false]], [[-9.5546875, false]], [[-8.5546875, false]], [[-7.55078125, false]], [[-8.8046875, false]], [[-5.30078125, false]], [[-5.05078125, false]], [[-7.17578125, false]], [[-8.0546875, false]], [[-5.30078125, false]], [[-8.0546875, false]], [[-8.9296875, false]], [[-8.9296875, false]], [[-7.55078125, false]], [[-8.9296875, false]], [[-9.5546875, false]], [[-7.17578125, false]], [[-8.0546875, false]], [[-8.8046875, false]], [[-8.1796875, false]], [[-8.15625, false]], [[-5.30078125, false]], [[-8.1796875, false]], [[-8.9296875, false]], [[-7.55078125, false]], [[-9.1796875, false]], [[-5.05078125, false]], [[-9.6796875, false]], [[-8.8046875, false]], [[-5.30078125, false]], [[-5.05078125, false]], [[-7.17578125, false]], [[-8.0546875, false]], [[-5.30078125, false]], [[-7.17578125, false]], [[-8.9296875, false]], [[-7.17578125, false]], [[-8.9296875, false]], [[-7.55078125, false]], [[-9.1796875, false]], [[-5.05078125, false]], [[-9.6796875, false]], [[-8.8046875, false]], [[-8.1796875, false]], [[-11.6796875, false]]], "filtered_resps": [[-7.30078125, false], [-8.1796875, false], [-8.5546875, false], [-8.9296875, false], [-8.0546875, false], [-8.4296875, false], [-8.8046875, false], [-5.30078125, false], [-5.05078125, false], [-7.17578125, false], [-8.0546875, false], [-5.30078125, false], [-8.9296875, false], [-6.67578125, false], [-7.17578125, false], [-7.55078125, false], [-8.5546875, false], [-5.05078125, false], [-9.6796875, false], [-8.8046875, false], [-8.1796875, false], [-8.15625, false], [-5.30078125, false], [-8.1796875, false], [-8.9296875, false], [-8.9296875, false], [-9.6796875, false], [-7.55078125, false], [-8.0546875, false], [-9.5546875, false], [-9.6796875, false], [-7.55078125, false], [-8.8046875, false], [-5.30078125, false], [-5.05078125, false], [-7.17578125, false], [-8.0546875, false], [-5.30078125, false], [-5.05078125, false], [-9.1796875, false], [-8.9296875, false], [-8.9296875, false], [-8.8046875, false], [-8.1796875, false], [-8.15625, false], [-5.30078125, false], [-8.1796875, false], [-8.9296875, false], [-6.67578125, false], [-7.92578125, false], [-9.1796875, false], [-9.5546875, false], [-8.5546875, false], [-7.55078125, false], [-8.8046875, false], [-5.30078125, false], [-5.05078125, false], [-7.17578125, false], [-8.0546875, false], [-5.30078125, false], [-8.0546875, false], [-8.9296875, false], [-8.9296875, false], [-7.55078125, false], [-8.9296875, false], [-9.5546875, false], [-7.17578125, false], [-8.0546875, false], [-8.8046875, false], [-8.1796875, false], [-8.15625, false], [-5.30078125, false], [-8.1796875, false], [-8.9296875, false], [-7.55078125, false], [-9.1796875, false], [-5.05078125, false], [-9.6796875, false], [-8.8046875, false], [-5.30078125, false], [-5.05078125, false], [-7.17578125, false], [-8.0546875, false], [-5.30078125, false], [-7.17578125, false], [-8.9296875, false], [-7.17578125, false], [-8.9296875, false], [-7.55078125, false], [-9.1796875, false], [-5.05078125, false], [-9.6796875, false], [-8.8046875, false], [-8.1796875, false], [-11.6796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1359, "doc": {"id": "Mercury_7120820", "question": "A change in the position of an object as time changes best describes", "choices": {"text": ["direction.", "waves.", "motion.", "frequency."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "motion.", "arguments": ["Question: A change in the position of an object as time changes best describes\nAnswer:", " ["], "resps": [[[-6.828125, false]], [[-7.578125, false]], [[-8.828125, false]], [[-7.578125, false]], [[-9.328125, false]], [[-8.578125, false]], [[-8.328125, false]], [[-9.078125, false]], [[-7.578125, false]], [[-9.078125, false]], [[-9.328125, false]], [[-6.4375, false]], [[-7.578125, false]], [[-8.6875, false]], [[-4.828125, false]], [[-7.578125, false]], [[-10.328125, false]], [[-4.828125, false]], [[-8.578125, false]], [[-8.578125, false]], [[-8.078125, false]], [[-6.4375, false]], [[-7.578125, false]], [[-8.6875, false]], [[-4.828125, false]], [[-7.578125, false]], [[-9.078125, false]], [[-9.078125, false]], [[-9.078125, false]], [[-7.578125, false]], [[-9.078125, false]], [[-9.328125, false]], [[-6.4375, false]], [[-7.578125, false]], [[-8.6875, false]], [[-4.828125, false]], [[-7.578125, false]], [[-8.328125, false]], [[-9.328125, false]], [[-8.578125, false]], [[-9.828125, false]], [[-9.328125, false]], [[-8.578125, false]], [[-9.328125, false]], [[-8.328125, false]], [[-9.828125, false]], [[-6.4375, false]], [[-7.578125, false]], [[-12.078125, false]]], "filtered_resps": [[-6.828125, false], [-7.578125, false], [-8.828125, false], [-7.578125, false], [-9.328125, false], [-8.578125, false], [-8.328125, false], [-9.078125, false], [-7.578125, false], [-9.078125, false], [-9.328125, false], [-6.4375, false], [-7.578125, false], [-8.6875, false], [-4.828125, false], [-7.578125, false], [-10.328125, false], [-4.828125, false], [-8.578125, false], [-8.578125, false], [-8.078125, false], [-6.4375, false], [-7.578125, false], [-8.6875, false], [-4.828125, false], [-7.578125, false], [-9.078125, false], [-9.078125, false], [-9.078125, false], [-7.578125, false], [-9.078125, false], [-9.328125, false], [-6.4375, false], [-7.578125, false], [-8.6875, false], [-4.828125, false], [-7.578125, false], [-8.328125, false], [-9.328125, false], [-8.578125, false], [-9.828125, false], [-9.328125, false], [-8.578125, false], [-9.328125, false], [-8.328125, false], [-9.828125, false], [-6.4375, false], [-7.578125, false], [-12.078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1367, "doc": {"id": "Mercury_7093100", "question": "Some machines have been designed to perform complicated tasks which result from a demand for", "choices": {"text": ["minimizing illness from disease.", "minimizing the need for manual labor.", "maximizing the price of consumer goods.", "maximizing the use of non-renewable resources."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "minimizing the need for manual labor.", "arguments": ["Question: Some machines have been designed to perform complicated tasks which result from a demand for\nAnswer:", " ["], "resps": [[[-7.5390625, false]], [[-8.1640625, false]], [[-10.5390625, false]], [[-8.0390625, false]], [[-9.7890625, false]], [[-8.0390625, false]], [[-10.5390625, false]], [[-8.0390625, false]], [[-11.6640625, false]], [[-8.0390625, false]], [[-9.7890625, false]], [[-11.7890625, false]], [[-5.4140625, false]], [[-8.0390625, false]], [[-10.5390625, false]], [[-10.5390625, false]], [[-9.7890625, false]], [[-8.9140625, false]], [[-9.4140625, false]], [[-9.4140625, false]], [[-5.4140625, false]], [[-10.5390625, false]], [[-10.7890625, false]], [[-9.7890625, false]], [[-10.5390625, false]], [[-5.4140625, false]], [[-10.1640625, false]], [[-8.0390625, false]], [[-9.4140625, false]], [[-8.9140625, false]], [[-5.4140625, false]], [[-9.4140625, false]], [[-8.9140625, false]], [[-7.1640625, false]], [[-8.1640625, false]], [[-9.2265625, false]], [[-5.4140625, false]], [[-8.1640625, false]], [[-10.5390625, false]], [[-8.0390625, false]], [[-9.7890625, false]], [[-8.0390625, false]], [[-10.5390625, false]], [[-8.0390625, false]], [[-11.6640625, false]], [[-8.0390625, false]], [[-9.7890625, false]], [[-11.7890625, false]], [[-5.4140625, false]], [[-10.7890625, false]], [[-10.6640625, false]], [[-8.9140625, false]], [[-5.4140625, false]], [[-9.7890625, false]], [[-8.9140625, false]], [[-8.9140625, false]], [[-10.1640625, false]], [[-5.4140625, false]], [[-10.5390625, false]], [[-9.7890625, false]], [[-10.7890625, false]], [[-5.4140625, false]], [[-10.5390625, false]], [[-5.4140625, false]], [[-9.7890625, false]], [[-10.7890625, false]], [[-5.4140625, false]], [[-10.5390625, false]], [[-5.4140625, false]], [[-10.5390625, false]], [[-5.4140625, false]], [[-9.6640625, false]], [[-9.7890625, false]], [[-10.7890625, false]], [[-7.1640625, false]], [[-8.1640625, false]], [[-9.2265625, false]], [[-5.4140625, false]], [[-8.1640625, false]], [[-10.5390625, false]], [[-5.4140625, false]], [[-9.6640625, false]], [[-8.0390625, false]], [[-10.5390625, false]], [[-8.0390625, false]], [[-11.6640625, false]], [[-8.0390625, false]], [[-9.7890625, false]], [[-11.7890625, false]], [[-5.4140625, false]], [[-10.7890625, false]], [[-10.6640625, false]], [[-8.9140625, false]], [[-5.4140625, false]], [[-10.9140625, false]], [[-10.7890625, false]], [[-8.0390625, false]], [[-9.1640625, false]], [[-8.9140625, false]], [[-5.4140625, false]], [[-9.7890625, false]], [[-10.5390625, false]], [[-5.4140625, false]], [[-9.1640625, false]], [[-9.7890625, false]], [[-9.7890625, false]], [[-9.4140625, false]], [[-10.7890625, false]], [[-10.5390625, false]], [[-8.9140625, false]], [[-10.7890625, false]], [[-5.4140625, false]], [[-11.7890625, false]], [[-9.7890625, false]], [[-9.7890625, false]], [[-10.1640625, false]], [[-9.4140625, false]], [[-7.1640625, false]], [[-8.1640625, false]], [[-9.2265625, false]], [[-5.4140625, false]], [[-8.1640625, false]], [[-10.5390625, false]], [[-5.4140625, false]], [[-9.6640625, false]], [[-8.0390625, false]], [[-10.5390625, false]], [[-8.0390625, false]], [[-11.6640625, false]], [[-8.0390625, false]], [[-9.7890625, false]], [[-11.7890625, false]], [[-5.4140625, false]], [[-10.7890625, false]], [[-10.6640625, false]], [[-8.9140625, false]], [[-5.4140625, false]], [[-10.7890625, false]], [[-9.4140625, false]], [[-8.9140625, false]], [[-5.4140625, false]], [[-9.7890625, false]], [[-10.5390625, false]], [[-5.4140625, false]], [[-9.7890625, false]], [[-9.7890625, false]], [[-9.7890625, false]], [[-7.4140625, false]], [[-10.7890625, false]], [[-8.9140625, false]], [[-9.7890625, false]], [[-8.9140625, false]], [[-10.5390625, false]], [[-5.4140625, false]], [[-9.6640625, false]], [[-10.5390625, false]], [[-8.9140625, false]], [[-5.4140625, false]], [[-10.7890625, false]], [[-8.9140625, false]], [[-9.4140625, false]], [[-9.7890625, false]], [[-10.7890625, false]], [[-10.7890625, false]], [[-9.1640625, false]], [[-8.9140625, false]], [[-9.4140625, false]], [[-7.1640625, false]], [[-8.1640625, false]], [[-12.2890625, false]]], "filtered_resps": [[-7.5390625, false], [-8.1640625, false], [-10.5390625, false], [-8.0390625, false], [-9.7890625, false], [-8.0390625, false], [-10.5390625, false], [-8.0390625, false], [-11.6640625, false], [-8.0390625, false], [-9.7890625, false], [-11.7890625, false], [-5.4140625, false], [-8.0390625, false], [-10.5390625, false], [-10.5390625, false], [-9.7890625, false], [-8.9140625, false], [-9.4140625, false], [-9.4140625, false], [-5.4140625, false], [-10.5390625, false], [-10.7890625, false], [-9.7890625, false], [-10.5390625, false], [-5.4140625, false], [-10.1640625, false], [-8.0390625, false], [-9.4140625, false], [-8.9140625, false], [-5.4140625, false], [-9.4140625, false], [-8.9140625, false], [-7.1640625, false], [-8.1640625, false], [-9.2265625, false], [-5.4140625, false], [-8.1640625, false], [-10.5390625, false], [-8.0390625, false], [-9.7890625, false], [-8.0390625, false], [-10.5390625, false], [-8.0390625, false], [-11.6640625, false], [-8.0390625, false], [-9.7890625, false], [-11.7890625, false], [-5.4140625, false], [-10.7890625, false], [-10.6640625, false], [-8.9140625, false], [-5.4140625, false], [-9.7890625, false], [-8.9140625, false], [-8.9140625, false], [-10.1640625, false], [-5.4140625, false], [-10.5390625, false], [-9.7890625, false], [-10.7890625, false], [-5.4140625, false], [-10.5390625, false], [-5.4140625, false], [-9.7890625, false], [-10.7890625, false], [-5.4140625, false], [-10.5390625, false], [-5.4140625, false], [-10.5390625, false], [-5.4140625, false], [-9.6640625, false], [-9.7890625, false], [-10.7890625, false], [-7.1640625, false], [-8.1640625, false], [-9.2265625, false], [-5.4140625, false], [-8.1640625, false], [-10.5390625, false], [-5.4140625, false], [-9.6640625, false], [-8.0390625, false], [-10.5390625, false], [-8.0390625, false], [-11.6640625, false], [-8.0390625, false], [-9.7890625, false], [-11.7890625, false], [-5.4140625, false], [-10.7890625, false], [-10.6640625, false], [-8.9140625, false], [-5.4140625, false], [-10.9140625, false], [-10.7890625, false], [-8.0390625, false], [-9.1640625, false], [-8.9140625, false], [-5.4140625, false], [-9.7890625, false], [-10.5390625, false], [-5.4140625, false], [-9.1640625, false], [-9.7890625, false], [-9.7890625, false], [-9.4140625, false], [-10.7890625, false], [-10.5390625, false], [-8.9140625, false], [-10.7890625, false], [-5.4140625, false], [-11.7890625, false], [-9.7890625, false], [-9.7890625, false], [-10.1640625, false], [-9.4140625, false], [-7.1640625, false], [-8.1640625, false], [-9.2265625, false], [-5.4140625, false], [-8.1640625, false], [-10.5390625, false], [-5.4140625, false], [-9.6640625, false], [-8.0390625, false], [-10.5390625, false], [-8.0390625, false], [-11.6640625, false], [-8.0390625, false], [-9.7890625, false], [-11.7890625, false], [-5.4140625, false], [-10.7890625, false], [-10.6640625, false], [-8.9140625, false], [-5.4140625, false], [-10.7890625, false], [-9.4140625, false], [-8.9140625, false], [-5.4140625, false], [-9.7890625, false], [-10.5390625, false], [-5.4140625, false], [-9.7890625, false], [-9.7890625, false], [-9.7890625, false], [-7.4140625, false], [-10.7890625, false], [-8.9140625, false], [-9.7890625, false], [-8.9140625, false], [-10.5390625, false], [-5.4140625, false], [-9.6640625, false], [-10.5390625, false], [-8.9140625, false], [-5.4140625, false], [-10.7890625, false], [-8.9140625, false], [-9.4140625, false], [-9.7890625, false], [-10.7890625, false], [-10.7890625, false], [-9.1640625, false], [-8.9140625, false], [-9.4140625, false], [-7.1640625, false], [-8.1640625, false], [-12.2890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1375, "doc": {"id": "CSZ_2008_5_CSZ10081", "question": "What is at the center of our solar system?", "choices": {"text": ["a medium planet with an atmosphere.", "a star composed of carbon and nitrogen.", "a black hole that was once a star.", "a star composed of hydrogen and helium."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "a star composed of hydrogen and helium.", "arguments": ["Question: What is at the center of our solar system?\nAnswer:", " ["], "resps": [[[-8.5625, false]], [[-7.0625, false]], [[-4.5625, false]], [[-5.8125, false]], [[-11.3125, false]], [[-9.8125, false]], [[-10.8125, false]], [[-9.3125, false]], [[-11.8125, false]], [[-11.3125, false]], [[-5.8125, false]], [[-10.5625, false]], [[-11.0625, false]], [[-4.5625, false]], [[-11.5625, false]], [[-9.8125, false]], [[-11.0625, false]], [[-5.8125, false]], [[-11.5625, false]], [[-9.3125, false]], [[-11.0625, false]], [[-12.0625, false]], [[-5.8125, false]], [[-4.5625, false]], [[-11.5625, false]], [[-5.8125, false]], [[-4.5625, false]], [[-11.0625, false]], [[-11.3125, false]], [[-10.8125, false]], [[-10.8125, false]], [[-10.5625, false]], [[-12.0625, false]], [[-9.8125, false]], [[-11.3125, false]], [[-9.8125, false]], [[-7.9375, false]], [[-7.0625, false]], [[-10.1875, false]], [[-5.8125, false]], [[-7.0625, false]], [[-4.5625, false]], [[-5.8125, false]], [[-10.8125, false]], [[-11.0625, false]], [[-4.5625, false]], [[-11.3125, false]], [[-5.8125, false]], [[-10.3125, false]], [[-10.8125, false]], [[-11.3125, false]], [[-10.5625, false]], [[-10.8125, false]], [[-10.8125, false]], [[-9.8125, false]], [[-10.8125, false]], [[-5.8125, false]], [[-10.8125, false]], [[-11.5625, false]], [[-5.8125, false]], [[-10.3125, false]], [[-4.5625, false]], [[-11.3125, false]], [[-11.0625, false]], [[-10.8125, false]], [[-11.5625, false]], [[-5.8125, false]], [[-4.5625, false]], [[-11.5625, false]], [[-10.8125, false]], [[-5.8125, false]], [[-11.5625, false]], [[-9.3125, false]], [[-11.0625, false]], [[-11.3125, false]], [[-10.8125, false]], [[-12.8125, false]], [[-9.8125, false]], [[-11.5625, false]], [[-7.9375, false]], [[-7.0625, false]], [[-10.1875, false]], [[-5.8125, false]], [[-7.0625, false]], [[-4.5625, false]], [[-5.8125, false]], [[-11.0625, false]], [[-11.0625, false]], [[-4.5625, false]], [[-10.3125, false]], [[-12.3125, false]], [[-5.8125, false]], [[-12.0625, false]], [[-10.8125, false]], [[-11.0625, false]], [[-9.8125, false]], [[-5.8125, false]], [[-11.0625, false]], [[-12.0625, false]], [[-4.5625, false]], [[-11.0625, false]], [[-5.8125, false]], [[-11.5625, false]], [[-4.5625, false]], [[-10.8125, false]], [[-5.8125, false]], [[-10.8125, false]], [[-11.5625, false]], [[-10.3125, false]], [[-9.8125, false]], [[-5.8125, false]], [[-4.5625, false]], [[-5.8125, false]], [[-10.8125, false]], [[-11.0625, false]], [[-4.5625, false]], [[-11.3125, false]], [[-7.9375, false]], [[-7.0625, false]], [[-10.1875, false]], [[-5.8125, false]], [[-7.0625, false]], [[-4.5625, false]], [[-5.8125, false]], [[-10.8125, false]], [[-11.0625, false]], [[-4.5625, false]], [[-11.3125, false]], [[-5.8125, false]], [[-10.3125, false]], [[-10.8125, false]], [[-11.3125, false]], [[-10.5625, false]], [[-10.8125, false]], [[-10.8125, false]], [[-9.8125, false]], [[-10.8125, false]], [[-5.8125, false]], [[-10.8125, false]], [[-11.5625, false]], [[-5.8125, false]], [[-12.0625, false]], [[-12.5625, false]], [[-10.8125, false]], [[-11.3125, false]], [[-10.8125, false]], [[-12.8125, false]], [[-9.8125, false]], [[-11.5625, false]], [[-5.8125, false]], [[-4.5625, false]], [[-11.5625, false]], [[-10.8125, false]], [[-5.8125, false]], [[-12.0625, false]], [[-9.8125, false]], [[-11.0625, false]], [[-9.3125, false]], [[-11.8125, false]], [[-11.3125, false]], [[-7.9375, false]], [[-7.0625, false]], [[-12.3125, false]]], "filtered_resps": [[-8.5625, false], [-7.0625, false], [-4.5625, false], [-5.8125, false], [-11.3125, false], [-9.8125, false], [-10.8125, false], [-9.3125, false], [-11.8125, false], [-11.3125, false], [-5.8125, false], [-10.5625, false], [-11.0625, false], [-4.5625, false], [-11.5625, false], [-9.8125, false], [-11.0625, false], [-5.8125, false], [-11.5625, false], [-9.3125, false], [-11.0625, false], [-12.0625, false], [-5.8125, false], [-4.5625, false], [-11.5625, false], [-5.8125, false], [-4.5625, false], [-11.0625, false], [-11.3125, false], [-10.8125, false], [-10.8125, false], [-10.5625, false], [-12.0625, false], [-9.8125, false], [-11.3125, false], [-9.8125, false], [-7.9375, false], [-7.0625, false], [-10.1875, false], [-5.8125, false], [-7.0625, false], [-4.5625, false], [-5.8125, false], [-10.8125, false], [-11.0625, false], [-4.5625, false], [-11.3125, false], [-5.8125, false], [-10.3125, false], [-10.8125, false], [-11.3125, false], [-10.5625, false], [-10.8125, false], [-10.8125, false], [-9.8125, false], [-10.8125, false], [-5.8125, false], [-10.8125, false], [-11.5625, false], [-5.8125, false], [-10.3125, false], [-4.5625, false], [-11.3125, false], [-11.0625, false], [-10.8125, false], [-11.5625, false], [-5.8125, false], [-4.5625, false], [-11.5625, false], [-10.8125, false], [-5.8125, false], [-11.5625, false], [-9.3125, false], [-11.0625, false], [-11.3125, false], [-10.8125, false], [-12.8125, false], [-9.8125, false], [-11.5625, false], [-7.9375, false], [-7.0625, false], [-10.1875, false], [-5.8125, false], [-7.0625, false], [-4.5625, false], [-5.8125, false], [-11.0625, false], [-11.0625, false], [-4.5625, false], [-10.3125, false], [-12.3125, false], [-5.8125, false], [-12.0625, false], [-10.8125, false], [-11.0625, false], [-9.8125, false], [-5.8125, false], [-11.0625, false], [-12.0625, false], [-4.5625, false], [-11.0625, false], [-5.8125, false], [-11.5625, false], [-4.5625, false], [-10.8125, false], [-5.8125, false], [-10.8125, false], [-11.5625, false], [-10.3125, false], [-9.8125, false], [-5.8125, false], [-4.5625, false], [-5.8125, false], [-10.8125, false], [-11.0625, false], [-4.5625, false], [-11.3125, false], [-7.9375, false], [-7.0625, false], [-10.1875, false], [-5.8125, false], [-7.0625, false], [-4.5625, false], [-5.8125, false], [-10.8125, false], [-11.0625, false], [-4.5625, false], [-11.3125, false], [-5.8125, false], [-10.3125, false], [-10.8125, false], [-11.3125, false], [-10.5625, false], [-10.8125, false], [-10.8125, false], [-9.8125, false], [-10.8125, false], [-5.8125, false], [-10.8125, false], [-11.5625, false], [-5.8125, false], [-12.0625, false], [-12.5625, false], [-10.8125, false], [-11.3125, false], [-10.8125, false], [-12.8125, false], [-9.8125, false], [-11.5625, false], [-5.8125, false], [-4.5625, false], [-11.5625, false], [-10.8125, false], [-5.8125, false], [-12.0625, false], [-9.8125, false], [-11.0625, false], [-9.3125, false], [-11.8125, false], [-11.3125, false], [-7.9375, false], [-7.0625, false], [-12.3125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1383, "doc": {"id": "Mercury_7012583", "question": "What is one way the body reacts to cold weather?", "choices": {"text": ["sneezing", "swallowing", "shivering", "sweating"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "shivering", "arguments": ["Question: What is one way the body reacts to cold weather?\nAnswer:", " ["], "resps": [[[-8.3125, false]], [[-10.0625, false]], [[-9.0625, false]], [[-11.3125, false]], [[-9.5625, false]], [[-9.5625, false]], [[-13.5625, false]], [[-8.5625, false]], [[-11.3125, false]], [[-11.3125, false]], [[-10.0625, false]], [[-10.578125, false]], [[-5.3125, false]], [[-10.0625, false]], [[-9.0625, false]], [[-10.5625, false]], [[-5.5625, false]], [[-11.3125, false]], [[-11.3125, false]], [[-9.8125, false]], [[-10.5625, false]], [[-8.5625, false]], [[-11.3125, false]], [[-11.3125, false]], [[-10.0625, false]], [[-10.578125, false]], [[-5.3125, false]], [[-10.0625, false]], [[-9.0625, false]], [[-11.8125, false]], [[-8.5625, false]], [[-13.3125, false]], [[-9.5625, false]], [[-13.8125, false]], [[-8.5625, false]], [[-11.3125, false]], [[-11.3125, false]], [[-10.0625, false]], [[-10.578125, false]], [[-5.3125, false]], [[-10.0625, false]], [[-9.0625, false]], [[-10.5625, false]], [[-9.5625, false]], [[-5.5625, false]], [[-11.0625, false]], [[-8.5625, false]], [[-11.3125, false]], [[-11.3125, false]], [[-10.0625, false]], [[-14.5625, false]]], "filtered_resps": [[-8.3125, false], [-10.0625, false], [-9.0625, false], [-11.3125, false], [-9.5625, false], [-9.5625, false], [-13.5625, false], [-8.5625, false], [-11.3125, false], [-11.3125, false], [-10.0625, false], [-10.578125, false], [-5.3125, false], [-10.0625, false], [-9.0625, false], [-10.5625, false], [-5.5625, false], [-11.3125, false], [-11.3125, false], [-9.8125, false], [-10.5625, false], [-8.5625, false], [-11.3125, false], [-11.3125, false], [-10.0625, false], [-10.578125, false], [-5.3125, false], [-10.0625, false], [-9.0625, false], [-11.8125, false], [-8.5625, false], [-13.3125, false], [-9.5625, false], [-13.8125, false], [-8.5625, false], [-11.3125, false], [-11.3125, false], [-10.0625, false], [-10.578125, false], [-5.3125, false], [-10.0625, false], [-9.0625, false], [-10.5625, false], [-9.5625, false], [-5.5625, false], [-11.0625, false], [-8.5625, false], [-11.3125, false], [-11.3125, false], [-10.0625, false], [-14.5625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1391, "doc": {"id": "Mercury_7137008", "question": "The removal of waste from Florida's East Bay and Pensacola Bay is intended to speed the bay ecosystem's natural tendency to do which of the following?", "choices": {"text": ["adapt to a changed landscape", "undergo ecosystem progression", "return to its pre-pollution conditions", "produce organisms that can survive changed conditions"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "return to its pre-pollution conditions", "arguments": ["Question: The removal of waste from Florida's East Bay and Pensacola Bay is intended to speed the bay ecosystem's natural tendency to do which of the following?\nAnswer:", " ["], "resps": [[[-7.54296875, false]], [[-8.921875, false]], [[-5.16796875, false]], [[-7.54296875, false]], [[-5.16796875, false]], [[-7.79296875, false]], [[-10.421875, false]], [[-5.16796875, false]], [[-10.421875, false]], [[-7.29296875, false]], [[-5.16796875, false]], [[-5.16796875, false]], [[-5.16796875, false]], [[-6.29296875, false]], [[-12.171875, false]], [[-5.16796875, false]], [[-8.421875, false]], [[-11.296875, false]], [[-6.54296875, false]], [[-7.54296875, false]], [[-5.16796875, false]], [[-9.921875, false]], [[-5.16796875, false]], [[-8.421875, false]], [[-7.54296875, false]], [[-8.796875, false]], [[-6.29296875, false]], [[-5.16796875, false]], [[-7.79296875, false]], [[-6.54296875, false]], [[-8.921875, false]], [[-9.0390625, false]], [[-5.16796875, false]], [[-8.921875, false]], [[-11.796875, false]], [[-8.421875, false]], [[-7.54296875, false]], [[-6.54296875, false]], [[-9.921875, false]], [[-11.296875, false]], [[-7.29296875, false]], [[-5.16796875, false]], [[-6.54296875, false]], [[-6.29296875, false]], [[-7.29296875, false]], [[-8.796875, false]], [[-10.796875, false]], [[-8.796875, false]], [[-10.421875, false]], [[-6.54296875, false]], [[-9.296875, false]], [[-5.16796875, false]], [[-7.79296875, false]], [[-9.921875, false]], [[-7.29296875, false]], [[-11.296875, false]], [[-9.921875, false]], [[-6.54296875, false]], [[-8.796875, false]], [[-8.796875, false]], [[-8.171875, false]], [[-7.29296875, false]], [[-8.421875, false]], [[-8.921875, false]], [[-9.0390625, false]], [[-5.16796875, false]], [[-8.921875, false]], [[-9.921875, false]], [[-6.54296875, false]], [[-10.421875, false]], [[-11.796875, false]], [[-9.921875, false]], [[-8.421875, false]], [[-5.16796875, false]], [[-10.421875, false]], [[-7.29296875, false]], [[-5.16796875, false]], [[-8.171875, false]], [[-10.421875, false]], [[-8.796875, false]], [[-5.16796875, false]], [[-7.79296875, false]], [[-9.921875, false]], [[-6.54296875, false]], [[-6.16796875, false]], [[-7.79296875, false]], [[-7.29296875, false]], [[-9.921875, false]], [[-9.921875, false]], [[-11.796875, false]], [[-10.421875, false]], [[-8.171875, false]], [[-7.29296875, false]], [[-8.421875, false]], [[-5.16796875, false]], [[-6.29296875, false]], [[-7.29296875, false]], [[-8.421875, false]], [[-7.54296875, false]], [[-8.171875, false]], [[-10.421875, false]], [[-8.171875, false]], [[-7.29296875, false]], [[-8.421875, false]], [[-8.796875, false]], [[-8.921875, false]], [[-9.0390625, false]], [[-5.16796875, false]], [[-8.921875, false]], [[-7.79296875, false]], [[-9.921875, false]], [[-7.29296875, false]], [[-7.54296875, false]], [[-11.796875, false]], [[-6.29296875, false]], [[-6.54296875, false]], [[-5.16796875, false]], [[-7.29296875, false]], [[-9.921875, false]], [[-11.296875, false]], [[-5.16796875, false]], [[-8.421875, false]], [[-8.171875, false]], [[-8.796875, false]], [[-9.296875, false]], [[-8.796875, false]], [[-5.16796875, false]], [[-10.421875, false]], [[-12.171875, false]], [[-5.16796875, false]], [[-10.421875, false]], [[-5.16796875, false]], [[-6.29296875, false]], [[-5.16796875, false]], [[-8.421875, false]], [[-5.16796875, false]], [[-8.796875, false]], [[-11.796875, false]], [[-9.921875, false]], [[-11.046875, false]], [[-8.171875, false]], [[-11.046875, false]], [[-6.54296875, false]], [[-5.16796875, false]], [[-6.29296875, false]], [[-12.171875, false]], [[-5.16796875, false]], [[-8.421875, false]], [[-11.296875, false]], [[-6.54296875, false]], [[-7.54296875, false]], [[-5.16796875, false]], [[-6.29296875, false]], [[-7.29296875, false]], [[-8.421875, false]], [[-7.54296875, false]], [[-8.171875, false]], [[-10.421875, false]], [[-8.171875, false]], [[-7.29296875, false]], [[-8.421875, false]], [[-8.796875, false]], [[-8.921875, false]], [[-13.421875, false]]], "filtered_resps": [[-7.54296875, false], [-8.921875, false], [-5.16796875, false], [-7.54296875, false], [-5.16796875, false], [-7.79296875, false], [-10.421875, false], [-5.16796875, false], [-10.421875, false], [-7.29296875, false], [-5.16796875, false], [-5.16796875, false], [-5.16796875, false], [-6.29296875, false], [-12.171875, false], [-5.16796875, false], [-8.421875, false], [-11.296875, false], [-6.54296875, false], [-7.54296875, false], [-5.16796875, false], [-9.921875, false], [-5.16796875, false], [-8.421875, false], [-7.54296875, false], [-8.796875, false], [-6.29296875, false], [-5.16796875, false], [-7.79296875, false], [-6.54296875, false], [-8.921875, false], [-9.0390625, false], [-5.16796875, false], [-8.921875, false], [-11.796875, false], [-8.421875, false], [-7.54296875, false], [-6.54296875, false], [-9.921875, false], [-11.296875, false], [-7.29296875, false], [-5.16796875, false], [-6.54296875, false], [-6.29296875, false], [-7.29296875, false], [-8.796875, false], [-10.796875, false], [-8.796875, false], [-10.421875, false], [-6.54296875, false], [-9.296875, false], [-5.16796875, false], [-7.79296875, false], [-9.921875, false], [-7.29296875, false], [-11.296875, false], [-9.921875, false], [-6.54296875, false], [-8.796875, false], [-8.796875, false], [-8.171875, false], [-7.29296875, false], [-8.421875, false], [-8.921875, false], [-9.0390625, false], [-5.16796875, false], [-8.921875, false], [-9.921875, false], [-6.54296875, false], [-10.421875, false], [-11.796875, false], [-9.921875, false], [-8.421875, false], [-5.16796875, false], [-10.421875, false], [-7.29296875, false], [-5.16796875, false], [-8.171875, false], [-10.421875, false], [-8.796875, false], [-5.16796875, false], [-7.79296875, false], [-9.921875, false], [-6.54296875, false], [-6.16796875, false], [-7.79296875, false], [-7.29296875, false], [-9.921875, false], [-9.921875, false], [-11.796875, false], [-10.421875, false], [-8.171875, false], [-7.29296875, false], [-8.421875, false], [-5.16796875, false], [-6.29296875, false], [-7.29296875, false], [-8.421875, false], [-7.54296875, false], [-8.171875, false], [-10.421875, false], [-8.171875, false], [-7.29296875, false], [-8.421875, false], [-8.796875, false], [-8.921875, false], [-9.0390625, false], [-5.16796875, false], [-8.921875, false], [-7.79296875, false], [-9.921875, false], [-7.29296875, false], [-7.54296875, false], [-11.796875, false], [-6.29296875, false], [-6.54296875, false], [-5.16796875, false], [-7.29296875, false], [-9.921875, false], [-11.296875, false], [-5.16796875, false], [-8.421875, false], [-8.171875, false], [-8.796875, false], [-9.296875, false], [-8.796875, false], [-5.16796875, false], [-10.421875, false], [-12.171875, false], [-5.16796875, false], [-10.421875, false], [-5.16796875, false], [-6.29296875, false], [-5.16796875, false], [-8.421875, false], [-5.16796875, false], [-8.796875, false], [-11.796875, false], [-9.921875, false], [-11.046875, false], [-8.171875, false], [-11.046875, false], [-6.54296875, false], [-5.16796875, false], [-6.29296875, false], [-12.171875, false], [-5.16796875, false], [-8.421875, false], [-11.296875, false], [-6.54296875, false], [-7.54296875, false], [-5.16796875, false], [-6.29296875, false], [-7.29296875, false], [-8.421875, false], [-7.54296875, false], [-8.171875, false], [-10.421875, false], [-8.171875, false], [-7.29296875, false], [-8.421875, false], [-8.796875, false], [-8.921875, false], [-13.421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1399, "doc": {"id": "MCAS_2014_8_19", "question": "Which of the following statements best describes the process of natural selection in a population?", "choices": {"text": ["All individuals develop traits to match changes to their environment.", "All individuals learn to adapt to specific changes that occur slowly in their environment.", "Some individuals respond to their environment by mutating to make themselves more likely to survive.", "Some individuals have genetic differences that make them more likely to survive and reproduce in their environment."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Some individuals have genetic differences that make them more likely to survive and reproduce in their environment.", "arguments": ["Question: Which of the following statements best describes the process of natural selection in a population?\nAnswer:", " ["], "resps": [[[-6.3984375, false]], [[-9.0234375, false]], [[-2.646484375, false]], [[-9.6484375, false]], [[-9.6484375, false]], [[-5.0234375, false]], [[-8.2734375, false]], [[-7.5234375, false]], [[-7.3984375, false]], [[-8.2734375, false]], [[-10.2734375, false]], [[-8.2734375, false]], [[-7.3984375, false]], [[-11.3984375, false]], [[-3.771484375, false]], [[-9.6484375, false]], [[-8.8984375, false]], [[-5.0234375, false]], [[-7.3984375, false]], [[-7.1484375, false]], [[-10.2734375, false]], [[-7.1484375, false]], [[-9.6484375, false]], [[-8.5234375, false]], [[-8.3984375, false]], [[-5.0234375, false]], [[-9.0234375, false]], [[-7.8984375, false]], [[-3.771484375, false]], [[-8.2734375, false]], [[-9.0234375, false]], [[-8.8984375, false]], [[-5.0234375, false]], [[-9.0234375, false]], [[-8.5234375, false]], [[-5.0234375, false]], [[-8.8984375, false]], [[-3.771484375, false]], [[-9.0234375, false]], [[-6.0234375, false]], [[-10.6484375, false]], [[-5.0234375, false]], [[-6.0234375, false]], [[-10.6484375, false]], [[-3.771484375, false]], [[-7.5234375, false]], [[-9.8984375, false]], [[-7.1484375, false]], [[-8.8984375, false]], [[-5.0234375, false]], [[-9.0234375, false]], [[-8.5234375, false]], [[-5.0234375, false]], [[-9.0234375, false]], [[-10.6484375, false]], [[-7.1484375, false]], [[-8.2734375, false]], [[-7.8984375, false]], [[-5.0234375, false]], [[-7.1484375, false]], [[-7.5234375, false]], [[-10.2734375, false]], [[-8.2734375, false]], [[-7.8984375, false]], [[-8.5234375, false]], [[-7.5234375, false]], [[-8.8984375, false]], [[-7.1484375, false]], [[-7.5234375, false]], [[-9.0234375, false]], [[-6.4609375, false]], [[-9.0234375, false]], [[-9.8359375, false]], [[-5.0234375, false]], [[-9.0234375, false]], [[-2.646484375, false]], [[-9.6484375, false]], [[-9.6484375, false]], [[-5.0234375, false]], [[-8.2734375, false]], [[-7.5234375, false]], [[-7.3984375, false]], [[-8.2734375, false]], [[-10.2734375, false]], [[-8.2734375, false]], [[-7.3984375, false]], [[-11.3984375, false]], [[-3.771484375, false]], [[-9.6484375, false]], [[-8.8984375, false]], [[-5.0234375, false]], [[-9.6484375, false]], [[-7.1484375, false]], [[-3.771484375, false]], [[-7.8984375, false]], [[-7.5234375, false]], [[-5.0234375, false]], [[-9.0234375, false]], [[-8.5234375, false]], [[-5.0234375, false]], [[-3.771484375, false]], [[-7.3984375, false]], [[-3.771484375, false]], [[-8.3984375, false]], [[-9.0234375, false]], [[-5.0234375, false]], [[-9.0234375, false]], [[-8.5234375, false]], [[-5.0234375, false]], [[-8.8984375, false]], [[-8.3984375, false]], [[-7.1484375, false]], [[-6.0234375, false]], [[-8.2734375, false]], [[-8.7734375, false]], [[-8.2734375, false]], [[-6.0234375, false]], [[-5.0234375, false]], [[-6.0234375, false]], [[-10.6484375, false]], [[-3.771484375, false]], [[-7.5234375, false]], [[-9.8984375, false]], [[-7.1484375, false]], [[-8.8984375, false]], [[-5.0234375, false]], [[-9.0234375, false]], [[-10.6484375, false]], [[-3.771484375, false]], [[-9.0234375, false]], [[-5.0234375, false]], [[-8.5234375, false]], [[-6.0234375, false]], [[-6.0234375, false]], [[-11.3984375, false]], [[-7.8984375, false]], [[-5.0234375, false]], [[-8.8984375, false]], [[-9.6484375, false]], [[-8.5234375, false]], [[-9.5234375, false]], [[-9.6484375, false]], [[-10.3984375, false]], [[-5.0234375, false]], [[-8.2734375, false]], [[-7.5234375, false]], [[-5.0234375, false]], [[-9.0234375, false]], [[-10.6484375, false]], [[-7.1484375, false]], [[-8.2734375, false]], [[-7.8984375, false]], [[-5.0234375, false]], [[-7.1484375, false]], [[-7.5234375, false]], [[-10.2734375, false]], [[-8.2734375, false]], [[-7.8984375, false]], [[-8.5234375, false]], [[-7.5234375, false]], [[-8.8984375, false]], [[-7.1484375, false]], [[-7.5234375, false]], [[-9.0234375, false]], [[-6.4609375, false]], [[-9.0234375, false]], [[-9.8359375, false]], [[-5.0234375, false]], [[-9.0234375, false]], [[-5.6484375, false]], [[-8.5234375, false]], [[-8.8984375, false]], [[-7.1484375, false]], [[-5.0234375, false]], [[-8.2734375, false]], [[-7.5234375, false]], [[-7.3984375, false]], [[-8.2734375, false]], [[-10.2734375, false]], [[-8.2734375, false]], [[-7.3984375, false]], [[-11.3984375, false]], [[-3.771484375, false]], [[-9.6484375, false]], [[-8.8984375, false]], [[-5.0234375, false]], [[-7.8984375, false]], [[-7.1484375, false]], [[-8.8984375, false]], [[-8.3984375, false]], [[-8.5234375, false]], [[-7.5234375, false]], [[-7.3984375, false]], [[-5.0234375, false]], [[-9.0234375, false]], [[-8.5234375, false]], [[-5.0234375, false]], [[-9.0234375, false]], [[-10.6484375, false]], [[-7.1484375, false]], [[-8.2734375, false]], [[-7.8984375, false]], [[-5.0234375, false]], [[-7.1484375, false]], [[-7.5234375, false]], [[-10.2734375, false]], [[-8.2734375, false]], [[-7.8984375, false]], [[-8.5234375, false]], [[-7.5234375, false]], [[-8.8984375, false]], [[-7.1484375, false]], [[-7.5234375, false]], [[-9.0234375, false]], [[-5.0234375, false]], [[-6.6484375, false]], [[-10.3984375, false]], [[-5.0234375, false]], [[-8.8984375, false]], [[-11.3984375, false]], [[-9.0234375, false]], [[-3.771484375, false]], [[-9.0234375, false]], [[-8.2734375, false]], [[-7.5234375, false]], [[-9.8984375, false]], [[-5.0234375, false]], [[-9.0234375, false]], [[-8.5234375, false]], [[-5.0234375, false]], [[-8.8984375, false]], [[-3.771484375, false]], [[-9.6484375, false]], [[-7.1484375, false]], [[-5.0234375, false]], [[-9.0234375, false]], [[-10.6484375, false]], [[-7.1484375, false]], [[-8.8984375, false]], [[-8.8984375, false]], [[-7.1484375, false]], [[-9.6484375, false]], [[-10.2734375, false]], [[-7.1484375, false]], [[-8.8984375, false]], [[-5.0234375, false]], [[-8.8984375, false]], [[-8.5234375, false]], [[-7.8984375, false]], [[-7.1484375, false]], [[-5.0234375, false]], [[-9.6484375, false]], [[-8.2734375, false]], [[-9.6484375, false]], [[-7.1484375, false]], [[-9.6484375, false]], [[-10.3984375, false]], [[-5.0234375, false]], [[-9.0234375, false]], [[-8.5234375, false]], [[-5.0234375, false]], [[-8.8984375, false]], [[-11.3984375, false]], [[-7.8984375, false]], [[-10.2734375, false]], [[-8.2734375, false]], [[-10.2734375, false]], [[-7.1484375, false]], [[-6.4609375, false]], [[-9.0234375, false]], [[-9.8359375, false]], [[-5.0234375, false]], [[-9.0234375, false]], [[-5.6484375, false]], [[-8.5234375, false]], [[-8.8984375, false]], [[-7.1484375, false]], [[-5.0234375, false]], [[-8.2734375, false]], [[-7.5234375, false]], [[-7.3984375, false]], [[-8.2734375, false]], [[-10.2734375, false]], [[-8.2734375, false]], [[-7.3984375, false]], [[-11.3984375, false]], [[-3.771484375, false]], [[-9.6484375, false]], [[-8.8984375, false]], [[-5.0234375, false]], [[-10.6484375, false]], [[-3.771484375, false]], [[-10.2734375, false]], [[-7.1484375, false]], [[-5.0234375, false]], [[-9.8984375, false]], [[-7.1484375, false]], [[-7.5234375, false]], [[-7.1484375, false]], [[-9.0234375, false]], [[-8.2734375, false]], [[-6.0234375, false]], [[-5.0234375, false]], [[-7.3984375, false]], [[-8.2734375, false]], [[-8.7734375, false]], [[-8.7734375, false]], [[-7.1484375, false]], [[-7.8984375, false]], [[-7.1484375, false]], [[-7.5234375, false]], [[-6.0234375, false]], [[-7.1484375, false]], [[-8.8984375, false]], [[-5.0234375, false]], [[-9.0234375, false]], [[-10.6484375, false]], [[-3.771484375, false]], [[-9.0234375, false]], [[-5.0234375, false]], [[-8.8984375, false]], [[-3.771484375, false]], [[-9.6484375, false]], [[-7.1484375, false]], [[-5.0234375, false]], [[-9.0234375, false]], [[-10.6484375, false]], [[-7.1484375, false]], [[-8.8984375, false]], [[-5.0234375, false]], [[-8.8984375, false]], [[-8.5234375, false]], [[-7.8984375, false]], [[-7.1484375, false]], [[-5.0234375, false]], [[-9.6484375, false]], [[-8.2734375, false]], [[-9.6484375, false]], [[-7.1484375, false]], [[-9.6484375, false]], [[-10.3984375, false]], [[-5.0234375, false]], [[-9.0234375, false]], [[-8.5234375, false]], [[-5.0234375, false]], [[-8.8984375, false]], [[-11.3984375, false]], [[-7.8984375, false]], [[-10.2734375, false]], [[-8.2734375, false]], [[-10.2734375, false]], [[-7.1484375, false]], [[-5.0234375, false]], [[-3.771484375, false]], [[-7.5234375, false]], [[-7.3984375, false]], [[-5.0234375, false]], [[-7.8984375, false]], [[-7.1484375, false]], [[-8.3984375, false]], [[-7.8984375, false]], [[-8.5234375, false]], [[-7.3984375, false]], [[-11.3984375, false]], [[-6.0234375, false]], [[-7.1484375, false]], [[-5.0234375, false]], [[-8.2734375, false]], [[-7.5234375, false]], [[-5.0234375, false]], [[-9.0234375, false]], [[-10.6484375, false]], [[-7.1484375, false]], [[-8.2734375, false]], [[-7.8984375, false]], [[-5.0234375, false]], [[-7.1484375, false]], [[-7.5234375, false]], [[-10.2734375, false]], [[-8.2734375, false]], [[-7.8984375, false]], [[-8.5234375, false]], [[-7.5234375, false]], [[-8.8984375, false]], [[-7.1484375, false]], [[-7.5234375, false]], [[-9.0234375, false]], [[-6.4609375, false]], [[-9.0234375, false]], [[-13.3984375, false]]], "filtered_resps": [[-6.3984375, false], [-9.0234375, false], [-2.646484375, false], [-9.6484375, false], [-9.6484375, false], [-5.0234375, false], [-8.2734375, false], [-7.5234375, false], [-7.3984375, false], [-8.2734375, false], [-10.2734375, false], [-8.2734375, false], [-7.3984375, false], [-11.3984375, false], [-3.771484375, false], [-9.6484375, false], [-8.8984375, false], [-5.0234375, false], [-7.3984375, false], [-7.1484375, false], [-10.2734375, false], [-7.1484375, false], [-9.6484375, false], [-8.5234375, false], [-8.3984375, false], [-5.0234375, false], [-9.0234375, false], [-7.8984375, false], [-3.771484375, false], [-8.2734375, false], [-9.0234375, false], [-8.8984375, false], [-5.0234375, false], [-9.0234375, false], [-8.5234375, false], [-5.0234375, false], [-8.8984375, false], [-3.771484375, false], [-9.0234375, false], [-6.0234375, false], [-10.6484375, false], [-5.0234375, false], [-6.0234375, false], [-10.6484375, false], [-3.771484375, false], [-7.5234375, false], [-9.8984375, false], [-7.1484375, false], [-8.8984375, false], [-5.0234375, false], [-9.0234375, false], [-8.5234375, false], [-5.0234375, false], [-9.0234375, false], [-10.6484375, false], [-7.1484375, false], [-8.2734375, false], [-7.8984375, false], [-5.0234375, false], [-7.1484375, false], [-7.5234375, false], [-10.2734375, false], [-8.2734375, false], [-7.8984375, false], [-8.5234375, false], [-7.5234375, false], [-8.8984375, false], [-7.1484375, false], [-7.5234375, false], [-9.0234375, false], [-6.4609375, false], [-9.0234375, false], [-9.8359375, false], [-5.0234375, false], [-9.0234375, false], [-2.646484375, false], [-9.6484375, false], [-9.6484375, false], [-5.0234375, false], [-8.2734375, false], [-7.5234375, false], [-7.3984375, false], [-8.2734375, false], [-10.2734375, false], [-8.2734375, false], [-7.3984375, false], [-11.3984375, false], [-3.771484375, false], [-9.6484375, false], [-8.8984375, false], [-5.0234375, false], [-9.6484375, false], [-7.1484375, false], [-3.771484375, false], [-7.8984375, false], [-7.5234375, false], [-5.0234375, false], [-9.0234375, false], [-8.5234375, false], [-5.0234375, false], [-3.771484375, false], [-7.3984375, false], [-3.771484375, false], [-8.3984375, false], [-9.0234375, false], [-5.0234375, false], [-9.0234375, false], [-8.5234375, false], [-5.0234375, false], [-8.8984375, false], [-8.3984375, false], [-7.1484375, false], [-6.0234375, false], [-8.2734375, false], [-8.7734375, false], [-8.2734375, false], [-6.0234375, false], [-5.0234375, false], [-6.0234375, false], [-10.6484375, false], [-3.771484375, false], [-7.5234375, false], [-9.8984375, false], [-7.1484375, false], [-8.8984375, false], [-5.0234375, false], [-9.0234375, false], [-10.6484375, false], [-3.771484375, false], [-9.0234375, false], [-5.0234375, false], [-8.5234375, false], [-6.0234375, false], [-6.0234375, false], [-11.3984375, false], [-7.8984375, false], [-5.0234375, false], [-8.8984375, false], [-9.6484375, false], [-8.5234375, false], [-9.5234375, false], [-9.6484375, false], [-10.3984375, false], [-5.0234375, false], [-8.2734375, false], [-7.5234375, false], [-5.0234375, false], [-9.0234375, false], [-10.6484375, false], [-7.1484375, false], [-8.2734375, false], [-7.8984375, false], [-5.0234375, false], [-7.1484375, false], [-7.5234375, false], [-10.2734375, false], [-8.2734375, false], [-7.8984375, false], [-8.5234375, false], [-7.5234375, false], [-8.8984375, false], [-7.1484375, false], [-7.5234375, false], [-9.0234375, false], [-6.4609375, false], [-9.0234375, false], [-9.8359375, false], [-5.0234375, false], [-9.0234375, false], [-5.6484375, false], [-8.5234375, false], [-8.8984375, false], [-7.1484375, false], [-5.0234375, false], [-8.2734375, false], [-7.5234375, false], [-7.3984375, false], [-8.2734375, false], [-10.2734375, false], [-8.2734375, false], [-7.3984375, false], [-11.3984375, false], [-3.771484375, false], [-9.6484375, false], [-8.8984375, false], [-5.0234375, false], [-7.8984375, false], [-7.1484375, false], [-8.8984375, false], [-8.3984375, false], [-8.5234375, false], [-7.5234375, false], [-7.3984375, false], [-5.0234375, false], [-9.0234375, false], [-8.5234375, false], [-5.0234375, false], [-9.0234375, false], [-10.6484375, false], [-7.1484375, false], [-8.2734375, false], [-7.8984375, false], [-5.0234375, false], [-7.1484375, false], [-7.5234375, false], [-10.2734375, false], [-8.2734375, false], [-7.8984375, false], [-8.5234375, false], [-7.5234375, false], [-8.8984375, false], [-7.1484375, false], [-7.5234375, false], [-9.0234375, false], [-5.0234375, false], [-6.6484375, false], [-10.3984375, false], [-5.0234375, false], [-8.8984375, false], [-11.3984375, false], [-9.0234375, false], [-3.771484375, false], [-9.0234375, false], [-8.2734375, false], [-7.5234375, false], [-9.8984375, false], [-5.0234375, false], [-9.0234375, false], [-8.5234375, false], [-5.0234375, false], [-8.8984375, false], [-3.771484375, false], [-9.6484375, false], [-7.1484375, false], [-5.0234375, false], [-9.0234375, false], [-10.6484375, false], [-7.1484375, false], [-8.8984375, false], [-8.8984375, false], [-7.1484375, false], [-9.6484375, false], [-10.2734375, false], [-7.1484375, false], [-8.8984375, false], [-5.0234375, false], [-8.8984375, false], [-8.5234375, false], [-7.8984375, false], [-7.1484375, false], [-5.0234375, false], [-9.6484375, false], [-8.2734375, false], [-9.6484375, false], [-7.1484375, false], [-9.6484375, false], [-10.3984375, false], [-5.0234375, false], [-9.0234375, false], [-8.5234375, false], [-5.0234375, false], [-8.8984375, false], [-11.3984375, false], [-7.8984375, false], [-10.2734375, false], [-8.2734375, false], [-10.2734375, false], [-7.1484375, false], [-6.4609375, false], [-9.0234375, false], [-9.8359375, false], [-5.0234375, false], [-9.0234375, false], [-5.6484375, false], [-8.5234375, false], [-8.8984375, false], [-7.1484375, false], [-5.0234375, false], [-8.2734375, false], [-7.5234375, false], [-7.3984375, false], [-8.2734375, false], [-10.2734375, false], [-8.2734375, false], [-7.3984375, false], [-11.3984375, false], [-3.771484375, false], [-9.6484375, false], [-8.8984375, false], [-5.0234375, false], [-10.6484375, false], [-3.771484375, false], [-10.2734375, false], [-7.1484375, false], [-5.0234375, false], [-9.8984375, false], [-7.1484375, false], [-7.5234375, false], [-7.1484375, false], [-9.0234375, false], [-8.2734375, false], [-6.0234375, false], [-5.0234375, false], [-7.3984375, false], [-8.2734375, false], [-8.7734375, false], [-8.7734375, false], [-7.1484375, false], [-7.8984375, false], [-7.1484375, false], [-7.5234375, false], [-6.0234375, false], [-7.1484375, false], [-8.8984375, false], [-5.0234375, false], [-9.0234375, false], [-10.6484375, false], [-3.771484375, false], [-9.0234375, false], [-5.0234375, false], [-8.8984375, false], [-3.771484375, false], [-9.6484375, false], [-7.1484375, false], [-5.0234375, false], [-9.0234375, false], [-10.6484375, false], [-7.1484375, false], [-8.8984375, false], [-5.0234375, false], [-8.8984375, false], [-8.5234375, false], [-7.8984375, false], [-7.1484375, false], [-5.0234375, false], [-9.6484375, false], [-8.2734375, false], [-9.6484375, false], [-7.1484375, false], [-9.6484375, false], [-10.3984375, false], [-5.0234375, false], [-9.0234375, false], [-8.5234375, false], [-5.0234375, false], [-8.8984375, false], [-11.3984375, false], [-7.8984375, false], [-10.2734375, false], [-8.2734375, false], [-10.2734375, false], [-7.1484375, false], [-5.0234375, false], [-3.771484375, false], [-7.5234375, false], [-7.3984375, false], [-5.0234375, false], [-7.8984375, false], [-7.1484375, false], [-8.3984375, false], [-7.8984375, false], [-8.5234375, false], [-7.3984375, false], [-11.3984375, false], [-6.0234375, false], [-7.1484375, false], [-5.0234375, false], [-8.2734375, false], [-7.5234375, false], [-5.0234375, false], [-9.0234375, false], [-10.6484375, false], [-7.1484375, false], [-8.2734375, false], [-7.8984375, false], [-5.0234375, false], [-7.1484375, false], [-7.5234375, false], [-10.2734375, false], [-8.2734375, false], [-7.8984375, false], [-8.5234375, false], [-7.5234375, false], [-8.8984375, false], [-7.1484375, false], [-7.5234375, false], [-9.0234375, false], [-6.4609375, false], [-9.0234375, false], [-13.3984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1407, "doc": {"id": "Mercury_406802", "question": "Which statement best describes a learned characteristic in a dog?", "choices": {"text": ["A dog scratches at a door to go outside.", "A dog has floppy ears.", "A dog pants to cool itself on a hot day.", "A dog has a dark coat."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "A dog scratches at a door to go outside.", "arguments": ["Question: Which statement best describes a learned characteristic in a dog?\nAnswer:", " ["], "resps": [[[-7.44921875, false]], [[-8.453125, false]], [[-1.576171875, true]], [[-5.57421875, false]], [[-10.828125, false]], [[-10.328125, false]], [[-12.828125, false]], [[-5.57421875, false]], [[-9.828125, false]], [[-9.078125, false]], [[-11.953125, false]], [[-3.701171875, false]], [[-11.578125, false]], [[-9.078125, false]], [[-11.953125, false]], [[-10.078125, false]], [[-9.828125, false]], [[-5.57421875, false]], [[-3.701171875, false]], [[-11.578125, false]], [[-5.57421875, false]], [[-3.701171875, false]], [[-5.57421875, false]], [[-10.828125, false]], [[-10.328125, false]], [[-10.328125, false]], [[-11.953125, false]], [[-5.57421875, false]], [[-11.578125, false]], [[-10.328125, false]], [[-5.57421875, false]], [[-12.828125, false]], [[-10.328125, false]], [[-5.57421875, false]], [[-10.328125, false]], [[-11.578125, false]], [[-11.578125, false]], [[-9.828125, false]], [[-10.328125, false]], [[-10.828125, false]], [[-10.078125, false]], [[-8.0078125, false]], [[-8.453125, false]], [[-10.7578125, false]], [[-5.57421875, false]], [[-8.453125, false]], [[-1.576171875, true]], [[-5.57421875, false]], [[-10.828125, false]], [[-10.328125, false]], [[-12.828125, false]], [[-5.57421875, false]], [[-11.953125, false]], [[-3.701171875, false]], [[-9.828125, false]], [[-5.57421875, false]], [[-11.203125, false]], [[-9.828125, false]], [[-10.328125, false]], [[-10.953125, false]], [[-10.953125, false]], [[-12.578125, false]], [[-5.57421875, false]], [[-10.078125, false]], [[-3.701171875, false]], [[-11.953125, false]], [[-9.828125, false]], [[-8.0078125, false]], [[-8.453125, false]], [[-10.7578125, false]], [[-5.57421875, false]], [[-8.453125, false]], [[-1.576171875, true]], [[-5.57421875, false]], [[-10.828125, false]], [[-10.328125, false]], [[-12.828125, false]], [[-5.57421875, false]], [[-10.953125, false]], [[-3.701171875, false]], [[-10.578125, false]], [[-11.578125, false]], [[-9.828125, false]], [[-5.57421875, false]], [[-11.578125, false]], [[-10.328125, false]], [[-5.57421875, false]], [[-9.078125, false]], [[-10.328125, false]], [[-10.328125, false]], [[-9.828125, false]], [[-5.57421875, false]], [[-10.328125, false]], [[-11.578125, false]], [[-9.828125, false]], [[-10.078125, false]], [[-9.828125, false]], [[-11.203125, false]], [[-5.57421875, false]], [[-10.328125, false]], [[-10.578125, false]], [[-5.57421875, false]], [[-3.701171875, false]], [[-5.57421875, false]], [[-11.953125, false]], [[-10.328125, false]], [[-11.578125, false]], [[-5.57421875, false]], [[-10.828125, false]], [[-3.701171875, false]], [[-12.578125, false]], [[-8.0078125, false]], [[-8.453125, false]], [[-10.7578125, false]], [[-5.57421875, false]], [[-8.453125, false]], [[-1.576171875, true]], [[-5.57421875, false]], [[-10.828125, false]], [[-10.328125, false]], [[-12.828125, false]], [[-5.57421875, false]], [[-11.953125, false]], [[-3.701171875, false]], [[-9.828125, false]], [[-5.57421875, false]], [[-3.701171875, false]], [[-5.57421875, false]], [[-10.828125, false]], [[-3.701171875, false]], [[-11.953125, false]], [[-10.953125, false]], [[-5.57421875, false]], [[-9.078125, false]], [[-10.328125, false]], [[-3.701171875, false]], [[-11.578125, false]], [[-8.0078125, false]], [[-8.453125, false]], [[-13.328125, false]]], "filtered_resps": [[-7.44921875, false], [-8.453125, false], [-1.576171875, true], [-5.57421875, false], [-10.828125, false], [-10.328125, false], [-12.828125, false], [-5.57421875, false], [-9.828125, false], [-9.078125, false], [-11.953125, false], [-3.701171875, false], [-11.578125, false], [-9.078125, false], [-11.953125, false], [-10.078125, false], [-9.828125, false], [-5.57421875, false], [-3.701171875, false], [-11.578125, false], [-5.57421875, false], [-3.701171875, false], [-5.57421875, false], [-10.828125, false], [-10.328125, false], [-10.328125, false], [-11.953125, false], [-5.57421875, false], [-11.578125, false], [-10.328125, false], [-5.57421875, false], [-12.828125, false], [-10.328125, false], [-5.57421875, false], [-10.328125, false], [-11.578125, false], [-11.578125, false], [-9.828125, false], [-10.328125, false], [-10.828125, false], [-10.078125, false], [-8.0078125, false], [-8.453125, false], [-10.7578125, false], [-5.57421875, false], [-8.453125, false], [-1.576171875, true], [-5.57421875, false], [-10.828125, false], [-10.328125, false], [-12.828125, false], [-5.57421875, false], [-11.953125, false], [-3.701171875, false], [-9.828125, false], [-5.57421875, false], [-11.203125, false], [-9.828125, false], [-10.328125, false], [-10.953125, false], [-10.953125, false], [-12.578125, false], [-5.57421875, false], [-10.078125, false], [-3.701171875, false], [-11.953125, false], [-9.828125, false], [-8.0078125, false], [-8.453125, false], [-10.7578125, false], [-5.57421875, false], [-8.453125, false], [-1.576171875, true], [-5.57421875, false], [-10.828125, false], [-10.328125, false], [-12.828125, false], [-5.57421875, false], [-10.953125, false], [-3.701171875, false], [-10.578125, false], [-11.578125, false], [-9.828125, false], [-5.57421875, false], [-11.578125, false], [-10.328125, false], [-5.57421875, false], [-9.078125, false], [-10.328125, false], [-10.328125, false], [-9.828125, false], [-5.57421875, false], [-10.328125, false], [-11.578125, false], [-9.828125, false], [-10.078125, false], [-9.828125, false], [-11.203125, false], [-5.57421875, false], [-10.328125, false], [-10.578125, false], [-5.57421875, false], [-3.701171875, false], [-5.57421875, false], [-11.953125, false], [-10.328125, false], [-11.578125, false], [-5.57421875, false], [-10.828125, false], [-3.701171875, false], [-12.578125, false], [-8.0078125, false], [-8.453125, false], [-10.7578125, false], [-5.57421875, false], [-8.453125, false], [-1.576171875, true], [-5.57421875, false], [-10.828125, false], [-10.328125, false], [-12.828125, false], [-5.57421875, false], [-11.953125, false], [-3.701171875, false], [-9.828125, false], [-5.57421875, false], [-3.701171875, false], [-5.57421875, false], [-10.828125, false], [-3.701171875, false], [-11.953125, false], [-10.953125, false], [-5.57421875, false], [-9.078125, false], [-10.328125, false], [-3.701171875, false], [-11.578125, false], [-8.0078125, false], [-8.453125, false], [-13.328125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1415, "doc": {"id": "Mercury_SC_410624", "question": "Many sports stadiums use grass, but some use fake grass called artificial turf. Artificial turf is made of fibers that look like real grass. In which way is this technology most likely beneficial?", "choices": {"text": ["It uses less water.", "It produces more heat.", "It releases less moisture.", "It absorbs more carbon dioxide."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "It uses less water.", "arguments": ["Question: Many sports stadiums use grass, but some use fake grass called artificial turf. Artificial turf is made of fibers that look like real grass. In which way is this technology most likely beneficial?\nAnswer:", " ["], "resps": [[[-7.72265625, false]], [[-10.2265625, false]], [[-4.97265625, false]], [[-14.2265625, false]], [[-6.22265625, false]], [[-13.9765625, false]], [[-10.7265625, false]], [[-10.7265625, false]], [[-10.7265625, false]], [[-6.22265625, false]], [[-11.9765625, false]], [[-10.7265625, false]], [[-10.7265625, false]], [[-10.7265625, false]], [[-6.22265625, false]], [[-12.4765625, false]], [[-8.2265625, false]], [[-14.2265625, false]], [[-10.7265625, false]], [[-13.7265625, false]], [[-7.62890625, false]], [[-10.2265625, false]], [[-10.875, false]], [[-6.22265625, false]], [[-10.2265625, false]], [[-4.97265625, false]], [[-14.2265625, false]], [[-6.22265625, false]], [[-11.9765625, false]], [[-13.7265625, false]], [[-11.7265625, false]], [[-11.7265625, false]], [[-13.9765625, false]], [[-12.9765625, false]], [[-10.7265625, false]], [[-10.7265625, false]], [[-6.22265625, false]], [[-13.2265625, false]], [[-11.7265625, false]], [[-13.7265625, false]], [[-10.7265625, false]], [[-6.22265625, false]], [[-13.9765625, false]], [[-10.7265625, false]], [[-8.2265625, false]], [[-14.2265625, false]], [[-7.62890625, false]], [[-10.2265625, false]], [[-10.875, false]], [[-6.22265625, false]], [[-10.2265625, false]], [[-4.97265625, false]], [[-14.2265625, false]], [[-6.22265625, false]], [[-13.7265625, false]], [[-10.7265625, false]], [[-11.9765625, false]], [[-10.7265625, false]], [[-8.2265625, false]], [[-10.7265625, false]], [[-10.7265625, false]], [[-10.7265625, false]], [[-6.22265625, false]], [[-11.9765625, false]], [[-10.7265625, false]], [[-10.7265625, false]], [[-10.7265625, false]], [[-6.22265625, false]], [[-13.2265625, false]], [[-11.7265625, false]], [[-10.4765625, false]], [[-10.7265625, false]], [[-14.2265625, false]], [[-13.9765625, false]], [[-13.7265625, false]], [[-10.7265625, false]], [[-7.62890625, false]], [[-10.2265625, false]], [[-10.875, false]], [[-6.22265625, false]], [[-10.2265625, false]], [[-4.97265625, false]], [[-14.2265625, false]], [[-6.22265625, false]], [[-8.2265625, false]], [[-12.7265625, false]], [[-10.7265625, false]], [[-11.7265625, false]], [[-13.7265625, false]], [[-12.7265625, false]], [[-10.7265625, false]], [[-6.22265625, false]], [[-13.2265625, false]], [[-11.7265625, false]], [[-13.7265625, false]], [[-10.7265625, false]], [[-6.22265625, false]], [[-12.9765625, false]], [[-8.2265625, false]], [[-13.7265625, false]], [[-12.7265625, false]], [[-11.7265625, false]], [[-11.9765625, false]], [[-6.22265625, false]], [[-11.7265625, false]], [[-10.4765625, false]], [[-11.7265625, false]], [[-12.7265625, false]], [[-10.4765625, false]], [[-11.7265625, false]], [[-10.7265625, false]], [[-7.62890625, false]], [[-10.2265625, false]], [[-14.2265625, false]]], "filtered_resps": [[-7.72265625, false], [-10.2265625, false], [-4.97265625, false], [-14.2265625, false], [-6.22265625, false], [-13.9765625, false], [-10.7265625, false], [-10.7265625, false], [-10.7265625, false], [-6.22265625, false], [-11.9765625, false], [-10.7265625, false], [-10.7265625, false], [-10.7265625, false], [-6.22265625, false], [-12.4765625, false], [-8.2265625, false], [-14.2265625, false], [-10.7265625, false], [-13.7265625, false], [-7.62890625, false], [-10.2265625, false], [-10.875, false], [-6.22265625, false], [-10.2265625, false], [-4.97265625, false], [-14.2265625, false], [-6.22265625, false], [-11.9765625, false], [-13.7265625, false], [-11.7265625, false], [-11.7265625, false], [-13.9765625, false], [-12.9765625, false], [-10.7265625, false], [-10.7265625, false], [-6.22265625, false], [-13.2265625, false], [-11.7265625, false], [-13.7265625, false], [-10.7265625, false], [-6.22265625, false], [-13.9765625, false], [-10.7265625, false], [-8.2265625, false], [-14.2265625, false], [-7.62890625, false], [-10.2265625, false], [-10.875, false], [-6.22265625, false], [-10.2265625, false], [-4.97265625, false], [-14.2265625, false], [-6.22265625, false], [-13.7265625, false], [-10.7265625, false], [-11.9765625, false], [-10.7265625, false], [-8.2265625, false], [-10.7265625, false], [-10.7265625, false], [-10.7265625, false], [-6.22265625, false], [-11.9765625, false], [-10.7265625, false], [-10.7265625, false], [-10.7265625, false], [-6.22265625, false], [-13.2265625, false], [-11.7265625, false], [-10.4765625, false], [-10.7265625, false], [-14.2265625, false], [-13.9765625, false], [-13.7265625, false], [-10.7265625, false], [-7.62890625, false], [-10.2265625, false], [-10.875, false], [-6.22265625, false], [-10.2265625, false], [-4.97265625, false], [-14.2265625, false], [-6.22265625, false], [-8.2265625, false], [-12.7265625, false], [-10.7265625, false], [-11.7265625, false], [-13.7265625, false], [-12.7265625, false], [-10.7265625, false], [-6.22265625, false], [-13.2265625, false], [-11.7265625, false], [-13.7265625, false], [-10.7265625, false], [-6.22265625, false], [-12.9765625, false], [-8.2265625, false], [-13.7265625, false], [-12.7265625, false], [-11.7265625, false], [-11.9765625, false], [-6.22265625, false], [-11.7265625, false], [-10.4765625, false], [-11.7265625, false], [-12.7265625, false], [-10.4765625, false], [-11.7265625, false], [-10.7265625, false], [-7.62890625, false], [-10.2265625, false], [-14.2265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1423, "doc": {"id": "NCEOGA_2013_5_13", "question": "Why do multicellular organisms need transport systems?", "choices": {"text": ["Most have cells that are not able to exchange gases with the outside environment.", "Most have cells that are unable to grow and survive in their environment.", "Most have cells that need food from sources outside their environment.", "Most have cells that require more energy to survive than single-celled organisms."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Most have cells that are not able to exchange gases with the outside environment.", "arguments": ["Question: Why do multicellular organisms need transport systems?\nAnswer:", " ["], "resps": [[[-8.4296875, false]], [[-9.6796875, false]], [[-8.4296875, false]], [[-9.6796875, false]], [[-10.9296875, false]], [[-11.6796875, false]], [[-5.93359375, false]], [[-12.1796875, false]], [[-6.93359375, false]], [[-12.1796875, false]], [[-8.4296875, false]], [[-5.93359375, false]], [[-9.6796875, false]], [[-8.4296875, false]], [[-11.4296875, false]], [[-11.4296875, false]], [[-10.9296875, false]], [[-5.93359375, false]], [[-11.6796875, false]], [[-12.1796875, false]], [[-6.93359375, false]], [[-11.6796875, false]], [[-5.93359375, false]], [[-6.93359375, false]], [[-12.4296875, false]], [[-8.4296875, false]], [[-5.93359375, false]], [[-11.1796875, false]], [[-9.6796875, false]], [[-11.6796875, false]], [[-5.93359375, false]], [[-6.93359375, false]], [[-10.1796875, false]], [[-11.4296875, false]], [[-8.4296875, false]], [[-5.93359375, false]], [[-11.6796875, false]], [[-9.6796875, false]], [[-5.93359375, false]], [[-8.4296875, false]], [[-12.6796875, false]], [[-9.6796875, false]], [[-12.1796875, false]], [[-6.93359375, false]], [[-11.1796875, false]], [[-12.9296875, false]], [[-8.4296875, false]], [[-5.93359375, false]], [[-12.9296875, false]], [[-6.93359375, false]], [[-10.9296875, false]], [[-8.4296875, false]], [[-10.9296875, false]], [[-5.93359375, false]], [[-11.9296875, false]], [[-9.9296875, false]], [[-11.6796875, false]], [[-12.1796875, false]], [[-5.93359375, false]], [[-11.6796875, false]], [[-12.1796875, false]], [[-8.4296875, false]], [[-5.93359375, false]], [[-9.6796875, false]], [[-12.4296875, false]], [[-11.6796875, false]], [[-10.9296875, false]], [[-9.9296875, false]], [[-10.6796875, false]], [[-8.4296875, false]], [[-5.93359375, false]], [[-8.4296875, false]], [[-11.1796875, false]], [[-12.1796875, false]], [[-9.9296875, false]], [[-12.4296875, false]], [[-9.6796875, false]], [[-11.1796875, false]], [[-11.6796875, false]], [[-8.4296875, false]], [[-11.1796875, false]], [[-11.6796875, false]], [[-8.078125, false]], [[-9.6796875, false]], [[-11.328125, false]], [[-5.93359375, false]], [[-9.6796875, false]], [[-8.4296875, false]], [[-9.6796875, false]], [[-10.9296875, false]], [[-11.6796875, false]], [[-5.93359375, false]], [[-12.1796875, false]], [[-6.93359375, false]], [[-12.1796875, false]], [[-8.4296875, false]], [[-5.93359375, false]], [[-9.6796875, false]], [[-8.4296875, false]], [[-11.4296875, false]], [[-11.4296875, false]], [[-10.9296875, false]], [[-5.93359375, false]], [[-11.6796875, false]], [[-12.1796875, false]], [[-6.93359375, false]], [[-11.6796875, false]], [[-5.93359375, false]], [[-6.93359375, false]], [[-12.4296875, false]], [[-8.4296875, false]], [[-5.93359375, false]], [[-12.4296875, false]], [[-11.1796875, false]], [[-6.93359375, false]], [[-10.1796875, false]], [[-11.4296875, false]], [[-8.4296875, false]], [[-5.93359375, false]], [[-11.6796875, false]], [[-9.6796875, false]], [[-5.93359375, false]], [[-12.9296875, false]], [[-12.4296875, false]], [[-9.6796875, false]], [[-11.9296875, false]], [[-5.93359375, false]], [[-6.93359375, false]], [[-11.1796875, false]], [[-10.6796875, false]], [[-5.93359375, false]], [[-10.9296875, false]], [[-12.4296875, false]], [[-12.4296875, false]], [[-12.1796875, false]], [[-9.9296875, false]], [[-12.1796875, false]], [[-8.4296875, false]], [[-5.93359375, false]], [[-9.9296875, false]], [[-11.1796875, false]], [[-5.93359375, false]], [[-11.6796875, false]], [[-12.1796875, false]], [[-8.4296875, false]], [[-9.9296875, false]], [[-12.4296875, false]], [[-5.93359375, false]], [[-8.4296875, false]], [[-11.1796875, false]], [[-12.1796875, false]], [[-9.9296875, false]], [[-12.4296875, false]], [[-9.6796875, false]], [[-11.1796875, false]], [[-11.6796875, false]], [[-8.4296875, false]], [[-11.1796875, false]], [[-11.6796875, false]], [[-8.078125, false]], [[-9.6796875, false]], [[-11.328125, false]], [[-5.93359375, false]], [[-9.6796875, false]], [[-8.4296875, false]], [[-9.6796875, false]], [[-10.9296875, false]], [[-11.6796875, false]], [[-5.93359375, false]], [[-12.1796875, false]], [[-6.93359375, false]], [[-12.1796875, false]], [[-8.4296875, false]], [[-5.93359375, false]], [[-9.6796875, false]], [[-8.4296875, false]], [[-11.4296875, false]], [[-11.4296875, false]], [[-10.9296875, false]], [[-5.93359375, false]], [[-11.6796875, false]], [[-12.1796875, false]], [[-6.93359375, false]], [[-11.6796875, false]], [[-5.93359375, false]], [[-11.1796875, false]], [[-8.4296875, false]], [[-8.4296875, false]], [[-10.6796875, false]], [[-5.93359375, false]], [[-11.9296875, false]], [[-9.6796875, false]], [[-9.6796875, false]], [[-10.6796875, false]], [[-5.93359375, false]], [[-11.9296875, false]], [[-12.4296875, false]], [[-9.6796875, false]], [[-11.6796875, false]], [[-5.93359375, false]], [[-10.9296875, false]], [[-9.6796875, false]], [[-12.4296875, false]], [[-12.4296875, false]], [[-9.6796875, false]], [[-8.4296875, false]], [[-10.9296875, false]], [[-5.93359375, false]], [[-9.6796875, false]], [[-12.4296875, false]], [[-11.6796875, false]], [[-10.9296875, false]], [[-9.9296875, false]], [[-10.6796875, false]], [[-8.4296875, false]], [[-5.93359375, false]], [[-11.6796875, false]], [[-12.1796875, false]], [[-8.4296875, false]], [[-9.9296875, false]], [[-12.4296875, false]], [[-5.93359375, false]], [[-8.4296875, false]], [[-11.1796875, false]], [[-12.1796875, false]], [[-9.9296875, false]], [[-12.4296875, false]], [[-9.6796875, false]], [[-11.1796875, false]], [[-11.6796875, false]], [[-8.4296875, false]], [[-11.1796875, false]], [[-11.6796875, false]], [[-8.078125, false]], [[-9.6796875, false]], [[-11.328125, false]], [[-5.93359375, false]], [[-9.6796875, false]], [[-8.4296875, false]], [[-9.6796875, false]], [[-10.9296875, false]], [[-11.6796875, false]], [[-5.93359375, false]], [[-12.1796875, false]], [[-6.93359375, false]], [[-12.1796875, false]], [[-8.4296875, false]], [[-5.93359375, false]], [[-9.6796875, false]], [[-8.4296875, false]], [[-11.4296875, false]], [[-11.4296875, false]], [[-10.9296875, false]], [[-5.93359375, false]], [[-11.6796875, false]], [[-12.1796875, false]], [[-6.93359375, false]], [[-11.6796875, false]], [[-5.93359375, false]], [[-12.4296875, false]], [[-8.4296875, false]], [[-13.4296875, false]], [[-12.4296875, false]], [[-9.9296875, false]], [[-12.4296875, false]], [[-8.4296875, false]], [[-5.93359375, false]], [[-11.6796875, false]], [[-9.6796875, false]], [[-12.4296875, false]], [[-8.4296875, false]], [[-5.93359375, false]], [[-8.4296875, false]], [[-11.1796875, false]], [[-8.4296875, false]], [[-12.4296875, false]], [[-12.9296875, false]], [[-13.6796875, false]], [[-5.93359375, false]], [[-11.6796875, false]], [[-9.6796875, false]], [[-5.93359375, false]], [[-10.9296875, false]], [[-12.4296875, false]], [[-12.4296875, false]], [[-12.1796875, false]], [[-9.9296875, false]], [[-12.1796875, false]], [[-8.4296875, false]], [[-5.93359375, false]], [[-11.6796875, false]], [[-12.1796875, false]], [[-6.93359375, false]], [[-11.1796875, false]], [[-5.93359375, false]], [[-10.9296875, false]], [[-9.9296875, false]], [[-11.1796875, false]], [[-12.9296875, false]], [[-11.4296875, false]], [[-8.4296875, false]], [[-7.43359375, false]], [[-9.6796875, false]], [[-8.4296875, false]], [[-11.4296875, false]], [[-11.4296875, false]], [[-8.4296875, false]], [[-10.6796875, false]], [[-5.93359375, false]], [[-9.6796875, false]], [[-12.4296875, false]], [[-12.9296875, false]], [[-6.93359375, false]], [[-11.1796875, false]], [[-9.9296875, false]], [[-10.9296875, false]], [[-11.6796875, false]], [[-10.9296875, false]], [[-8.078125, false]], [[-9.6796875, false]], [[-13.4296875, false]]], "filtered_resps": [[-8.4296875, false], [-9.6796875, false], [-8.4296875, false], [-9.6796875, false], [-10.9296875, false], [-11.6796875, false], [-5.93359375, false], [-12.1796875, false], [-6.93359375, false], [-12.1796875, false], [-8.4296875, false], [-5.93359375, false], [-9.6796875, false], [-8.4296875, false], [-11.4296875, false], [-11.4296875, false], [-10.9296875, false], [-5.93359375, false], [-11.6796875, false], [-12.1796875, false], [-6.93359375, false], [-11.6796875, false], [-5.93359375, false], [-6.93359375, false], [-12.4296875, false], [-8.4296875, false], [-5.93359375, false], [-11.1796875, false], [-9.6796875, false], [-11.6796875, false], [-5.93359375, false], [-6.93359375, false], [-10.1796875, false], [-11.4296875, false], [-8.4296875, false], [-5.93359375, false], [-11.6796875, false], [-9.6796875, false], [-5.93359375, false], [-8.4296875, false], [-12.6796875, false], [-9.6796875, false], [-12.1796875, false], [-6.93359375, false], [-11.1796875, false], [-12.9296875, false], [-8.4296875, false], [-5.93359375, false], [-12.9296875, false], [-6.93359375, false], [-10.9296875, false], [-8.4296875, false], [-10.9296875, false], [-5.93359375, false], [-11.9296875, false], [-9.9296875, false], [-11.6796875, false], [-12.1796875, false], [-5.93359375, false], [-11.6796875, false], [-12.1796875, false], [-8.4296875, false], [-5.93359375, false], [-9.6796875, false], [-12.4296875, false], [-11.6796875, false], [-10.9296875, false], [-9.9296875, false], [-10.6796875, false], [-8.4296875, false], [-5.93359375, false], [-8.4296875, false], [-11.1796875, false], [-12.1796875, false], [-9.9296875, false], [-12.4296875, false], [-9.6796875, false], [-11.1796875, false], [-11.6796875, false], [-8.4296875, false], [-11.1796875, false], [-11.6796875, false], [-8.078125, false], [-9.6796875, false], [-11.328125, false], [-5.93359375, false], [-9.6796875, false], [-8.4296875, false], [-9.6796875, false], [-10.9296875, false], [-11.6796875, false], [-5.93359375, false], [-12.1796875, false], [-6.93359375, false], [-12.1796875, false], [-8.4296875, false], [-5.93359375, false], [-9.6796875, false], [-8.4296875, false], [-11.4296875, false], [-11.4296875, false], [-10.9296875, false], [-5.93359375, false], [-11.6796875, false], [-12.1796875, false], [-6.93359375, false], [-11.6796875, false], [-5.93359375, false], [-6.93359375, false], [-12.4296875, false], [-8.4296875, false], [-5.93359375, false], [-12.4296875, false], [-11.1796875, false], [-6.93359375, false], [-10.1796875, false], [-11.4296875, false], [-8.4296875, false], [-5.93359375, false], [-11.6796875, false], [-9.6796875, false], [-5.93359375, false], [-12.9296875, false], [-12.4296875, false], [-9.6796875, false], [-11.9296875, false], [-5.93359375, false], [-6.93359375, false], [-11.1796875, false], [-10.6796875, false], [-5.93359375, false], [-10.9296875, false], [-12.4296875, false], [-12.4296875, false], [-12.1796875, false], [-9.9296875, false], [-12.1796875, false], [-8.4296875, false], [-5.93359375, false], [-9.9296875, false], [-11.1796875, false], [-5.93359375, false], [-11.6796875, false], [-12.1796875, false], [-8.4296875, false], [-9.9296875, false], [-12.4296875, false], [-5.93359375, false], [-8.4296875, false], [-11.1796875, false], [-12.1796875, false], [-9.9296875, false], [-12.4296875, false], [-9.6796875, false], [-11.1796875, false], [-11.6796875, false], [-8.4296875, false], [-11.1796875, false], [-11.6796875, false], [-8.078125, false], [-9.6796875, false], [-11.328125, false], [-5.93359375, false], [-9.6796875, false], [-8.4296875, false], [-9.6796875, false], [-10.9296875, false], [-11.6796875, false], [-5.93359375, false], [-12.1796875, false], [-6.93359375, false], [-12.1796875, false], [-8.4296875, false], [-5.93359375, false], [-9.6796875, false], [-8.4296875, false], [-11.4296875, false], [-11.4296875, false], [-10.9296875, false], [-5.93359375, false], [-11.6796875, false], [-12.1796875, false], [-6.93359375, false], [-11.6796875, false], [-5.93359375, false], [-11.1796875, false], [-8.4296875, false], [-8.4296875, false], [-10.6796875, false], [-5.93359375, false], [-11.9296875, false], [-9.6796875, false], [-9.6796875, false], [-10.6796875, false], [-5.93359375, false], [-11.9296875, false], [-12.4296875, false], [-9.6796875, false], [-11.6796875, false], [-5.93359375, false], [-10.9296875, false], [-9.6796875, false], [-12.4296875, false], [-12.4296875, false], [-9.6796875, false], [-8.4296875, false], [-10.9296875, false], [-5.93359375, false], [-9.6796875, false], [-12.4296875, false], [-11.6796875, false], [-10.9296875, false], [-9.9296875, false], [-10.6796875, false], [-8.4296875, false], [-5.93359375, false], [-11.6796875, false], [-12.1796875, false], [-8.4296875, false], [-9.9296875, false], [-12.4296875, false], [-5.93359375, false], [-8.4296875, false], [-11.1796875, false], [-12.1796875, false], [-9.9296875, false], [-12.4296875, false], [-9.6796875, false], [-11.1796875, false], [-11.6796875, false], [-8.4296875, false], [-11.1796875, false], [-11.6796875, false], [-8.078125, false], [-9.6796875, false], [-11.328125, false], [-5.93359375, false], [-9.6796875, false], [-8.4296875, false], [-9.6796875, false], [-10.9296875, false], [-11.6796875, false], [-5.93359375, false], [-12.1796875, false], [-6.93359375, false], [-12.1796875, false], [-8.4296875, false], [-5.93359375, false], [-9.6796875, false], [-8.4296875, false], [-11.4296875, false], [-11.4296875, false], [-10.9296875, false], [-5.93359375, false], [-11.6796875, false], [-12.1796875, false], [-6.93359375, false], [-11.6796875, false], [-5.93359375, false], [-12.4296875, false], [-8.4296875, false], [-13.4296875, false], [-12.4296875, false], [-9.9296875, false], [-12.4296875, false], [-8.4296875, false], [-5.93359375, false], [-11.6796875, false], [-9.6796875, false], [-12.4296875, false], [-8.4296875, false], [-5.93359375, false], [-8.4296875, false], [-11.1796875, false], [-8.4296875, false], [-12.4296875, false], [-12.9296875, false], [-13.6796875, false], [-5.93359375, false], [-11.6796875, false], [-9.6796875, false], [-5.93359375, false], [-10.9296875, false], [-12.4296875, false], [-12.4296875, false], [-12.1796875, false], [-9.9296875, false], [-12.1796875, false], [-8.4296875, false], [-5.93359375, false], [-11.6796875, false], [-12.1796875, false], [-6.93359375, false], [-11.1796875, false], [-5.93359375, false], [-10.9296875, false], [-9.9296875, false], [-11.1796875, false], [-12.9296875, false], [-11.4296875, false], [-8.4296875, false], [-7.43359375, false], [-9.6796875, false], [-8.4296875, false], [-11.4296875, false], [-11.4296875, false], [-8.4296875, false], [-10.6796875, false], [-5.93359375, false], [-9.6796875, false], [-12.4296875, false], [-12.9296875, false], [-6.93359375, false], [-11.1796875, false], [-9.9296875, false], [-10.9296875, false], [-11.6796875, false], [-10.9296875, false], [-8.078125, false], [-9.6796875, false], [-13.4296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1431, "doc": {"id": "Mercury_7126875", "question": "A helium-filled balloon is released into the atmosphere. As the balloon rises, which would most likely increase and cause the balloon to burst?", "choices": {"text": ["the mass of the helium", "the density of the helium", "the volume of the helium", "the temperature of the helium"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "the volume of the helium", "arguments": ["Question: A helium-filled balloon is released into the atmosphere. As the balloon rises, which would most likely increase and cause the balloon to burst?\nAnswer:", " ["], "resps": [[[-7.08203125, false]], [[-9.3359375, false]], [[-9.8359375, false]], [[-8.3359375, false]], [[-7.33203125, false]], [[-4.83203125, false]], [[-9.3359375, false]], [[-3.58203125, false]], [[-9.0859375, false]], [[-9.0859375, false]], [[-4.83203125, false]], [[-9.8359375, false]], [[-9.3359375, false]], [[-4.83203125, false]], [[-9.8359375, false]], [[-8.3359375, false]], [[-7.33203125, false]], [[-4.83203125, false]], [[-8.3359375, false]], [[-7.33203125, false]], [[-11.0859375, false]], [[-8.3359375, false]], [[-10.0859375, false]], [[-9.3359375, false]], [[-9.3359375, false]], [[-9.1640625, false]], [[-4.83203125, false]], [[-9.3359375, false]], [[-9.8359375, false]], [[-8.3359375, false]], [[-7.33203125, false]], [[-4.83203125, false]], [[-8.0859375, false]], [[-7.33203125, false]], [[-9.8359375, false]], [[-9.0859375, false]], [[-8.3359375, false]], [[-9.8359375, false]], [[-10.8359375, false]], [[-4.83203125, false]], [[-9.8359375, false]], [[-9.3359375, false]], [[-4.83203125, false]], [[-9.8359375, false]], [[-8.3359375, false]], [[-7.33203125, false]], [[-4.83203125, false]], [[-8.3359375, false]], [[-7.33203125, false]], [[-11.0859375, false]], [[-8.3359375, false]], [[-10.0859375, false]], [[-9.3359375, false]], [[-9.3359375, false]], [[-9.1640625, false]], [[-4.83203125, false]], [[-9.3359375, false]], [[-9.8359375, false]], [[-8.3359375, false]], [[-7.33203125, false]], [[-4.83203125, false]], [[-9.5859375, false]], [[-9.8359375, false]], [[-11.0859375, false]], [[-10.0859375, false]], [[-9.3359375, false]], [[-7.33203125, false]], [[-4.83203125, false]], [[-9.8359375, false]], [[-9.3359375, false]], [[-4.83203125, false]], [[-9.8359375, false]], [[-8.3359375, false]], [[-7.33203125, false]], [[-4.83203125, false]], [[-8.3359375, false]], [[-7.33203125, false]], [[-11.0859375, false]], [[-8.3359375, false]], [[-10.0859375, false]], [[-9.3359375, false]], [[-9.3359375, false]], [[-9.1640625, false]], [[-4.83203125, false]], [[-9.3359375, false]], [[-9.8359375, false]], [[-8.3359375, false]], [[-7.33203125, false]], [[-4.83203125, false]], [[-9.8359375, false]], [[-7.33203125, false]], [[-9.3359375, false]], [[-9.0859375, false]], [[-7.33203125, false]], [[-8.8359375, false]], [[-3.58203125, false]], [[-9.8359375, false]], [[-10.0859375, false]], [[-8.8359375, false]], [[-7.33203125, false]], [[-4.83203125, false]], [[-9.8359375, false]], [[-9.3359375, false]], [[-4.83203125, false]], [[-9.8359375, false]], [[-8.3359375, false]], [[-7.33203125, false]], [[-4.83203125, false]], [[-8.3359375, false]], [[-7.33203125, false]], [[-11.0859375, false]], [[-8.3359375, false]], [[-10.0859375, false]], [[-9.3359375, false]], [[-9.3359375, false]], [[-11.8359375, false]]], "filtered_resps": [[-7.08203125, false], [-9.3359375, false], [-9.8359375, false], [-8.3359375, false], [-7.33203125, false], [-4.83203125, false], [-9.3359375, false], [-3.58203125, false], [-9.0859375, false], [-9.0859375, false], [-4.83203125, false], [-9.8359375, false], [-9.3359375, false], [-4.83203125, false], [-9.8359375, false], [-8.3359375, false], [-7.33203125, false], [-4.83203125, false], [-8.3359375, false], [-7.33203125, false], [-11.0859375, false], [-8.3359375, false], [-10.0859375, false], [-9.3359375, false], [-9.3359375, false], [-9.1640625, false], [-4.83203125, false], [-9.3359375, false], [-9.8359375, false], [-8.3359375, false], [-7.33203125, false], [-4.83203125, false], [-8.0859375, false], [-7.33203125, false], [-9.8359375, false], [-9.0859375, false], [-8.3359375, false], [-9.8359375, false], [-10.8359375, false], [-4.83203125, false], [-9.8359375, false], [-9.3359375, false], [-4.83203125, false], [-9.8359375, false], [-8.3359375, false], [-7.33203125, false], [-4.83203125, false], [-8.3359375, false], [-7.33203125, false], [-11.0859375, false], [-8.3359375, false], [-10.0859375, false], [-9.3359375, false], [-9.3359375, false], [-9.1640625, false], [-4.83203125, false], [-9.3359375, false], [-9.8359375, false], [-8.3359375, false], [-7.33203125, false], [-4.83203125, false], [-9.5859375, false], [-9.8359375, false], [-11.0859375, false], [-10.0859375, false], [-9.3359375, false], [-7.33203125, false], [-4.83203125, false], [-9.8359375, false], [-9.3359375, false], [-4.83203125, false], [-9.8359375, false], [-8.3359375, false], [-7.33203125, false], [-4.83203125, false], [-8.3359375, false], [-7.33203125, false], [-11.0859375, false], [-8.3359375, false], [-10.0859375, false], [-9.3359375, false], [-9.3359375, false], [-9.1640625, false], [-4.83203125, false], [-9.3359375, false], [-9.8359375, false], [-8.3359375, false], [-7.33203125, false], [-4.83203125, false], [-9.8359375, false], [-7.33203125, false], [-9.3359375, false], [-9.0859375, false], [-7.33203125, false], [-8.8359375, false], [-3.58203125, false], [-9.8359375, false], [-10.0859375, false], [-8.8359375, false], [-7.33203125, false], [-4.83203125, false], [-9.8359375, false], [-9.3359375, false], [-4.83203125, false], [-9.8359375, false], [-8.3359375, false], [-7.33203125, false], [-4.83203125, false], [-8.3359375, false], [-7.33203125, false], [-11.0859375, false], [-8.3359375, false], [-10.0859375, false], [-9.3359375, false], [-9.3359375, false], [-11.8359375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1439, "doc": {"id": "Mercury_7200568", "question": "Mrs. Henry's class studied the arrangement of planets in the solar system. Which planets are closest to each other?", "choices": {"text": ["Mars and Earth", "Saturn and Jupiter", "Mercury and Venus", "Uranus and Neptune"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Mercury and Venus", "arguments": ["Question: Mrs. Henry's class studied the arrangement of planets in the solar system. Which planets are closest to each other?\nAnswer:", " ["], "resps": [[[-7.52734375, false]], [[-9.53125, false]], [[-7.27734375, false]], [[-8.03125, false]], [[-11.03125, false]], [[-11.78125, false]], [[-6.77734375, false]], [[-8.03125, false]], [[-10.78125, false]], [[-11.03125, false]], [[-6.77734375, false]], [[-6.02734375, false]], [[-8.03125, false]], [[-11.03125, false]], [[-9.53125, false]], [[-11.28125, false]], [[-9.53125, false]], [[-9.890625, false]], [[-6.77734375, false]], [[-9.53125, false]], [[-7.77734375, false]], [[-8.03125, false]], [[-9.53125, false]], [[-12.53125, false]], [[-11.03125, false]], [[-10.78125, false]], [[-6.77734375, false]], [[-8.03125, false]], [[-10.78125, false]], [[-11.03125, false]], [[-6.77734375, false]], [[-7.27734375, false]], [[-12.53125, false]], [[-9.28125, false]], [[-9.28125, false]], [[-9.53125, false]], [[-9.28125, false]], [[-11.03125, false]], [[-9.53125, false]], [[-9.890625, false]], [[-6.77734375, false]], [[-9.53125, false]], [[-7.27734375, false]], [[-9.28125, false]], [[-11.03125, false]], [[-8.78125, false]], [[-12.53125, false]], [[-11.03125, false]], [[-12.78125, false]], [[-6.77734375, false]], [[-8.03125, false]], [[-10.78125, false]], [[-11.03125, false]], [[-6.77734375, false]], [[-8.03125, false]], [[-9.28125, false]], [[-10.78125, false]], [[-12.53125, false]], [[-11.78125, false]], [[-9.53125, false]], [[-9.890625, false]], [[-6.77734375, false]], [[-9.53125, false]], [[-8.28125, false]], [[-11.03125, false]], [[-8.03125, false]], [[-10.78125, false]], [[-12.53125, false]], [[-11.78125, false]], [[-6.77734375, false]], [[-8.03125, false]], [[-10.78125, false]], [[-11.03125, false]], [[-6.77734375, false]], [[-8.78125, false]], [[-9.28125, false]], [[-9.28125, false]], [[-9.53125, false]], [[-12.53125, false]], [[-10.78125, false]], [[-9.28125, false]], [[-9.53125, false]], [[-11.28125, false]]], "filtered_resps": [[-7.52734375, false], [-9.53125, false], [-7.27734375, false], [-8.03125, false], [-11.03125, false], [-11.78125, false], [-6.77734375, false], [-8.03125, false], [-10.78125, false], [-11.03125, false], [-6.77734375, false], [-6.02734375, false], [-8.03125, false], [-11.03125, false], [-9.53125, false], [-11.28125, false], [-9.53125, false], [-9.890625, false], [-6.77734375, false], [-9.53125, false], [-7.77734375, false], [-8.03125, false], [-9.53125, false], [-12.53125, false], [-11.03125, false], [-10.78125, false], [-6.77734375, false], [-8.03125, false], [-10.78125, false], [-11.03125, false], [-6.77734375, false], [-7.27734375, false], [-12.53125, false], [-9.28125, false], [-9.28125, false], [-9.53125, false], [-9.28125, false], [-11.03125, false], [-9.53125, false], [-9.890625, false], [-6.77734375, false], [-9.53125, false], [-7.27734375, false], [-9.28125, false], [-11.03125, false], [-8.78125, false], [-12.53125, false], [-11.03125, false], [-12.78125, false], [-6.77734375, false], [-8.03125, false], [-10.78125, false], [-11.03125, false], [-6.77734375, false], [-8.03125, false], [-9.28125, false], [-10.78125, false], [-12.53125, false], [-11.78125, false], [-9.53125, false], [-9.890625, false], [-6.77734375, false], [-9.53125, false], [-8.28125, false], [-11.03125, false], [-8.03125, false], [-10.78125, false], [-12.53125, false], [-11.78125, false], [-6.77734375, false], [-8.03125, false], [-10.78125, false], [-11.03125, false], [-6.77734375, false], [-8.78125, false], [-9.28125, false], [-9.28125, false], [-9.53125, false], [-12.53125, false], [-10.78125, false], [-9.28125, false], [-9.53125, false], [-11.28125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1447, "doc": {"id": "NYSEDREGENTS_2010_4_23", "question": "A male puppy inherits traits from", "choices": {"text": ["both parents", "its mother, only", "its father, only"], "label": ["A", "B", "C"]}, "answerKey": "A"}, "target": "both parents", "arguments": ["Question: A male puppy inherits traits from\nAnswer:", " ["], "resps": [[[-7.4375, false]], [[-8.6875, false]], [[-7.4375, false]], [[-9.6875, false]], [[-9.9375, false]], [[-10.4375, false]], [[-5.1875, false]], [[-9.1875, false]], [[-4.1875, false]], [[-9.6875, false]], [[-9.1875, false]], [[-8.4375, false]], [[-9.9375, false]], [[-8.9375, false]], [[-8.6875, false]], [[-8.953125, false]], [[-5.1875, false]], [[-8.6875, false]], [[-8.4375, false]], [[-9.9375, false]], [[-8.9375, false]], [[-5.1875, false]], [[-10.4375, false]], [[-9.6875, false]], [[-9.9375, false]], [[-10.4375, false]], [[-9.1875, false]], [[-9.6875, false]], [[-8.953125, false]], [[-5.1875, false]], [[-9.6875, false]], [[-8.4375, false]], [[-11.1875, false]], [[-11.1875, false]], [[-8.6875, false]], [[-8.953125, false]], [[-5.1875, false]], [[-8.6875, false]], [[-8.4375, false]], [[-9.9375, false]], [[-8.9375, false]], [[-5.1875, false]], [[-10.1875, false]], [[-4.1875, false]], [[-9.9375, false]], [[-10.4375, false]], [[-9.1875, false]], [[-9.6875, false]], [[-8.953125, false]], [[-5.1875, false]], [[-9.6875, false]], [[-8.4375, false]], [[-11.1875, false]], [[-11.1875, false]], [[-8.6875, false]], [[-11.9375, false]]], "filtered_resps": [[-7.4375, false], [-8.6875, false], [-7.4375, false], [-9.6875, false], [-9.9375, false], [-10.4375, false], [-5.1875, false], [-9.1875, false], [-4.1875, false], [-9.6875, false], [-9.1875, false], [-8.4375, false], [-9.9375, false], [-8.9375, false], [-8.6875, false], [-8.953125, false], [-5.1875, false], [-8.6875, false], [-8.4375, false], [-9.9375, false], [-8.9375, false], [-5.1875, false], [-10.4375, false], [-9.6875, false], [-9.9375, false], [-10.4375, false], [-9.1875, false], [-9.6875, false], [-8.953125, false], [-5.1875, false], [-9.6875, false], [-8.4375, false], [-11.1875, false], [-11.1875, false], [-8.6875, false], [-8.953125, false], [-5.1875, false], [-8.6875, false], [-8.4375, false], [-9.9375, false], [-8.9375, false], [-5.1875, false], [-10.1875, false], [-4.1875, false], [-9.9375, false], [-10.4375, false], [-9.1875, false], [-9.6875, false], [-8.953125, false], [-5.1875, false], [-9.6875, false], [-8.4375, false], [-11.1875, false], [-11.1875, false], [-8.6875, false], [-11.9375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1455, "doc": {"id": "MCAS_2000_4_32", "question": "The parts of plants that make seeds are the", "choices": {"text": ["roots.", "stems.", "flowers.", "leaves."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "flowers.", "arguments": ["Question: The parts of plants that make seeds are the\nAnswer:", " ["], "resps": [[[-7.390625, false]], [[-8.390625, false]], [[-8.140625, false]], [[-7.390625, false]], [[-7.390625, false]], [[-9.140625, false]], [[-8.390625, false]], [[-6.6953125, false]], [[-8.390625, false]], [[-8.8203125, false]], [[-5.140625, false]], [[-8.390625, false]], [[-8.390625, false]], [[-9.140625, false]], [[-7.640625, false]], [[-8.640625, false]], [[-8.390625, false]], [[-6.6953125, false]], [[-8.390625, false]], [[-8.8203125, false]], [[-5.140625, false]], [[-8.390625, false]], [[-10.390625, false]], [[-9.390625, false]], [[-7.390625, false]], [[-8.390625, false]], [[-7.640625, false]], [[-8.140625, false]], [[-8.390625, false]], [[-6.6953125, false]], [[-8.390625, false]], [[-8.8203125, false]], [[-5.140625, false]], [[-8.390625, false]], [[-9.390625, false]], [[-7.640625, false]], [[-5.140625, false]], [[-10.140625, false]], [[-7.640625, false]], [[-8.390625, false]], [[-6.6953125, false]], [[-8.390625, false]], [[-11.515625, false]]], "filtered_resps": [[-7.390625, false], [-8.390625, false], [-8.140625, false], [-7.390625, false], [-7.390625, false], [-9.140625, false], [-8.390625, false], [-6.6953125, false], [-8.390625, false], [-8.8203125, false], [-5.140625, false], [-8.390625, false], [-8.390625, false], [-9.140625, false], [-7.640625, false], [-8.640625, false], [-8.390625, false], [-6.6953125, false], [-8.390625, false], [-8.8203125, false], [-5.140625, false], [-8.390625, false], [-10.390625, false], [-9.390625, false], [-7.390625, false], [-8.390625, false], [-7.640625, false], [-8.140625, false], [-8.390625, false], [-6.6953125, false], [-8.390625, false], [-8.8203125, false], [-5.140625, false], [-8.390625, false], [-9.390625, false], [-7.640625, false], [-5.140625, false], [-10.140625, false], [-7.640625, false], [-8.390625, false], [-6.6953125, false], [-8.390625, false], [-11.515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1463, "doc": {"id": "Mercury_7220483", "question": "Some jet airplanes fly in a layer of the atmosphere where temperature generally increases with altitude. What is this layer of the atmosphere?", "choices": {"text": ["mesosphere", "stratosphere", "thermosphere", "troposphere"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "stratosphere", "arguments": ["Question: Some jet airplanes fly in a layer of the atmosphere where temperature generally increases with altitude. What is this layer of the atmosphere?\nAnswer:", " ["], "resps": [[[-8.171875, false]], [[-8.921875, false]], [[-10.421875, false]], [[-9.671875, false]], [[-11.171875, false]], [[-9.171875, false]], [[-11.171875, false]], [[-12.171875, false]], [[-10.671875, false]], [[-9.671875, false]], [[-13.671875, false]], [[-9.671875, false]], [[-8.921875, false]], [[-10.046875, false]], [[-5.421875, false]], [[-8.921875, false]], [[-11.171875, false]], [[-11.921875, false]], [[-13.671875, false]], [[-5.421875, false]], [[-11.921875, false]], [[-9.171875, false]], [[-11.171875, false]], [[-12.171875, false]], [[-10.671875, false]], [[-9.671875, false]], [[-13.671875, false]], [[-9.671875, false]], [[-8.921875, false]], [[-10.046875, false]], [[-5.421875, false]], [[-8.921875, false]], [[-11.921875, false]], [[-10.671875, false]], [[-9.671875, false]], [[-13.671875, false]], [[-10.421875, false]], [[-9.171875, false]], [[-11.171875, false]], [[-12.171875, false]], [[-10.671875, false]], [[-9.671875, false]], [[-13.671875, false]], [[-9.671875, false]], [[-8.921875, false]], [[-10.046875, false]], [[-5.421875, false]], [[-8.921875, false]], [[-11.921875, false]], [[-13.671875, false]], [[-9.171875, false]], [[-12.171875, false]], [[-9.171875, false]], [[-11.171875, false]], [[-12.171875, false]], [[-10.671875, false]], [[-9.671875, false]], [[-13.671875, false]], [[-9.671875, false]], [[-8.921875, false]], [[-12.421875, false]]], "filtered_resps": [[-8.171875, false], [-8.921875, false], [-10.421875, false], [-9.671875, false], [-11.171875, false], [-9.171875, false], [-11.171875, false], [-12.171875, false], [-10.671875, false], [-9.671875, false], [-13.671875, false], [-9.671875, false], [-8.921875, false], [-10.046875, false], [-5.421875, false], [-8.921875, false], [-11.171875, false], [-11.921875, false], [-13.671875, false], [-5.421875, false], [-11.921875, false], [-9.171875, false], [-11.171875, false], [-12.171875, false], [-10.671875, false], [-9.671875, false], [-13.671875, false], [-9.671875, false], [-8.921875, false], [-10.046875, false], [-5.421875, false], [-8.921875, false], [-11.921875, false], [-10.671875, false], [-9.671875, false], [-13.671875, false], [-10.421875, false], [-9.171875, false], [-11.171875, false], [-12.171875, false], [-10.671875, false], [-9.671875, false], [-13.671875, false], [-9.671875, false], [-8.921875, false], [-10.046875, false], [-5.421875, false], [-8.921875, false], [-11.921875, false], [-13.671875, false], [-9.171875, false], [-12.171875, false], [-9.171875, false], [-11.171875, false], [-12.171875, false], [-10.671875, false], [-9.671875, false], [-13.671875, false], [-9.671875, false], [-8.921875, false], [-12.421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1471, "doc": {"id": "Mercury_7214253", "question": "Which of these are parts of the geologic process that changes metamorphic rock into sedimentary rock?", "choices": {"text": ["volcanic eruption and lava flow", "igneous intrusion and solidification", "faulting and displacement", "erosion and deposition"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "erosion and deposition", "arguments": ["Question: Which of these are parts of the geologic process that changes metamorphic rock into sedimentary rock?\nAnswer:", " ["], "resps": [[[-7.45703125, false]], [[-10.2109375, false]], [[-9.9609375, false]], [[-9.2109375, false]], [[-10.9609375, false]], [[-7.70703125, false]], [[-5.45703125, false]], [[-10.2109375, false]], [[-9.4609375, false]], [[-7.70703125, false]], [[-4.95703125, false]], [[-7.20703125, false]], [[-9.7109375, false]], [[-11.2109375, false]], [[-8.2109375, false]], [[-10.7109375, false]], [[-9.4609375, false]], [[-9.2109375, false]], [[-10.2109375, false]], [[-4.95703125, false]], [[-5.45703125, false]], [[-10.2109375, false]], [[-10.2109375, false]], [[-4.95703125, false]], [[-10.9609375, false]], [[-5.45703125, false]], [[-9.9609375, false]], [[-5.45703125, false]], [[-4.95703125, false]], [[-8.9609375, false]], [[-10.9609375, false]], [[-9.2109375, false]], [[-11.9609375, false]], [[-10.2109375, false]], [[-8.890625, false]], [[-4.95703125, false]], [[-10.2109375, false]], [[-9.4609375, false]], [[-9.9609375, false]], [[-10.2109375, false]], [[-7.20703125, false]], [[-9.2109375, false]], [[-11.2109375, false]], [[-9.9609375, false]], [[-4.95703125, false]], [[-9.4609375, false]], [[-10.2109375, false]], [[-10.7109375, false]], [[-9.7109375, false]], [[-11.2109375, false]], [[-9.9609375, false]], [[-9.4609375, false]], [[-9.2109375, false]], [[-10.2109375, false]], [[-4.95703125, false]], [[-5.45703125, false]], [[-10.2109375, false]], [[-10.2109375, false]], [[-4.95703125, false]], [[-9.9609375, false]], [[-9.2109375, false]], [[-10.9609375, false]], [[-9.4609375, false]], [[-10.2109375, false]], [[-9.4609375, false]], [[-8.9609375, false]], [[-9.4609375, false]], [[-7.70703125, false]], [[-5.45703125, false]], [[-10.7109375, false]], [[-9.4609375, false]], [[-9.2109375, false]], [[-10.2109375, false]], [[-10.2109375, false]], [[-8.890625, false]], [[-4.95703125, false]], [[-10.2109375, false]], [[-8.9609375, false]], [[-5.45703125, false]], [[-11.2109375, false]], [[-10.9609375, false]], [[-10.7109375, false]], [[-9.4609375, false]], [[-10.2109375, false]], [[-9.9609375, false]], [[-4.95703125, false]], [[-5.45703125, false]], [[-10.2109375, false]], [[-10.2109375, false]], [[-4.95703125, false]], [[-10.2109375, false]], [[-9.4609375, false]], [[-9.9609375, false]], [[-8.2109375, false]], [[-10.9609375, false]], [[-5.45703125, false]], [[-7.70703125, false]], [[-7.20703125, false]], [[-8.7109375, false]], [[-7.20703125, false]], [[-10.2109375, false]], [[-10.7109375, false]], [[-10.2109375, false]], [[-8.890625, false]], [[-4.95703125, false]], [[-10.2109375, false]], [[-7.20703125, false]], [[-9.7109375, false]], [[-9.2109375, false]], [[-9.9609375, false]], [[-9.4609375, false]], [[-9.2109375, false]], [[-10.2109375, false]], [[-4.95703125, false]], [[-5.45703125, false]], [[-10.2109375, false]], [[-10.2109375, false]], [[-4.95703125, false]], [[-10.2109375, false]], [[-7.20703125, false]], [[-8.2109375, false]], [[-9.2109375, false]], [[-9.9609375, false]], [[-9.4609375, false]], [[-10.7109375, false]], [[-9.4609375, false]], [[-9.2109375, false]], [[-10.2109375, false]], [[-10.2109375, false]], [[-12.9609375, false]]], "filtered_resps": [[-7.45703125, false], [-10.2109375, false], [-9.9609375, false], [-9.2109375, false], [-10.9609375, false], [-7.70703125, false], [-5.45703125, false], [-10.2109375, false], [-9.4609375, false], [-7.70703125, false], [-4.95703125, false], [-7.20703125, false], [-9.7109375, false], [-11.2109375, false], [-8.2109375, false], [-10.7109375, false], [-9.4609375, false], [-9.2109375, false], [-10.2109375, false], [-4.95703125, false], [-5.45703125, false], [-10.2109375, false], [-10.2109375, false], [-4.95703125, false], [-10.9609375, false], [-5.45703125, false], [-9.9609375, false], [-5.45703125, false], [-4.95703125, false], [-8.9609375, false], [-10.9609375, false], [-9.2109375, false], [-11.9609375, false], [-10.2109375, false], [-8.890625, false], [-4.95703125, false], [-10.2109375, false], [-9.4609375, false], [-9.9609375, false], [-10.2109375, false], [-7.20703125, false], [-9.2109375, false], [-11.2109375, false], [-9.9609375, false], [-4.95703125, false], [-9.4609375, false], [-10.2109375, false], [-10.7109375, false], [-9.7109375, false], [-11.2109375, false], [-9.9609375, false], [-9.4609375, false], [-9.2109375, false], [-10.2109375, false], [-4.95703125, false], [-5.45703125, false], [-10.2109375, false], [-10.2109375, false], [-4.95703125, false], [-9.9609375, false], [-9.2109375, false], [-10.9609375, false], [-9.4609375, false], [-10.2109375, false], [-9.4609375, false], [-8.9609375, false], [-9.4609375, false], [-7.70703125, false], [-5.45703125, false], [-10.7109375, false], [-9.4609375, false], [-9.2109375, false], [-10.2109375, false], [-10.2109375, false], [-8.890625, false], [-4.95703125, false], [-10.2109375, false], [-8.9609375, false], [-5.45703125, false], [-11.2109375, false], [-10.9609375, false], [-10.7109375, false], [-9.4609375, false], [-10.2109375, false], [-9.9609375, false], [-4.95703125, false], [-5.45703125, false], [-10.2109375, false], [-10.2109375, false], [-4.95703125, false], [-10.2109375, false], [-9.4609375, false], [-9.9609375, false], [-8.2109375, false], [-10.9609375, false], [-5.45703125, false], [-7.70703125, false], [-7.20703125, false], [-8.7109375, false], [-7.20703125, false], [-10.2109375, false], [-10.7109375, false], [-10.2109375, false], [-8.890625, false], [-4.95703125, false], [-10.2109375, false], [-7.20703125, false], [-9.7109375, false], [-9.2109375, false], [-9.9609375, false], [-9.4609375, false], [-9.2109375, false], [-10.2109375, false], [-4.95703125, false], [-5.45703125, false], [-10.2109375, false], [-10.2109375, false], [-4.95703125, false], [-10.2109375, false], [-7.20703125, false], [-8.2109375, false], [-9.2109375, false], [-9.9609375, false], [-9.4609375, false], [-10.7109375, false], [-9.4609375, false], [-9.2109375, false], [-10.2109375, false], [-10.2109375, false], [-12.9609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1479, "doc": {"id": "Mercury_SC_415071", "question": "Screech owls nest in holes in trees. They eat mice and crickets. Where would a screech owl most likely live?", "choices": {"text": ["a beach", "a forest", "a desert", "a rainforest"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "a forest", "arguments": ["Question: Screech owls nest in holes in trees. They eat mice and crickets. Where would a screech owl most likely live?\nAnswer:", " ["], "resps": [[[-8.1640625, false]], [[-10.9140625, false]], [[-6.16015625, false]], [[-5.41015625, false]], [[-10.9140625, false]], [[-10.4140625, false]], [[-6.16015625, false]], [[-10.6640625, false]], [[-10.9140625, false]], [[-10.9140625, false]], [[-10.25, false]], [[-5.41015625, false]], [[-10.9140625, false]], [[-6.16015625, false]], [[-5.41015625, false]], [[-10.9140625, false]], [[-9.4140625, false]], [[-12.9140625, false]], [[-10.4140625, false]], [[-5.66015625, false]], [[-11.4140625, false]], [[-10.9140625, false]], [[-10.25, false]], [[-5.41015625, false]], [[-10.9140625, false]], [[-6.16015625, false]], [[-5.41015625, false]], [[-9.6640625, false]], [[-10.4140625, false]], [[-5.66015625, false]], [[-10.4140625, false]], [[-12.9140625, false]], [[-11.4140625, false]], [[-10.9140625, false]], [[-10.25, false]], [[-5.41015625, false]], [[-10.9140625, false]], [[-6.16015625, false]], [[-5.41015625, false]], [[-12.9140625, false]], [[-6.16015625, false]], [[-9.9140625, false]], [[-9.6640625, false]], [[-10.9140625, false]], [[-9.4140625, false]], [[-12.9140625, false]], [[-10.4140625, false]], [[-5.66015625, false]], [[-11.4140625, false]], [[-10.9140625, false]], [[-13.6640625, false]]], "filtered_resps": [[-8.1640625, false], [-10.9140625, false], [-6.16015625, false], [-5.41015625, false], [-10.9140625, false], [-10.4140625, false], [-6.16015625, false], [-10.6640625, false], [-10.9140625, false], [-10.9140625, false], [-10.25, false], [-5.41015625, false], [-10.9140625, false], [-6.16015625, false], [-5.41015625, false], [-10.9140625, false], [-9.4140625, false], [-12.9140625, false], [-10.4140625, false], [-5.66015625, false], [-11.4140625, false], [-10.9140625, false], [-10.25, false], [-5.41015625, false], [-10.9140625, false], [-6.16015625, false], [-5.41015625, false], [-9.6640625, false], [-10.4140625, false], [-5.66015625, false], [-10.4140625, false], [-12.9140625, false], [-11.4140625, false], [-10.9140625, false], [-10.25, false], [-5.41015625, false], [-10.9140625, false], [-6.16015625, false], [-5.41015625, false], [-12.9140625, false], [-6.16015625, false], [-9.9140625, false], [-9.6640625, false], [-10.9140625, false], [-9.4140625, false], [-12.9140625, false], [-10.4140625, false], [-5.66015625, false], [-11.4140625, false], [-10.9140625, false], [-13.6640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1487, "doc": {"id": "Mercury_177730", "question": "In 1922 N. L. Bowen developed the concept of magmatic evolution which is also known as Bowen's Reaction Series. Applying the Bowen's Series principles, what mineral forms and crystallizes first in the region of highest temperature and pressure?", "choices": {"text": ["olivine", "pyroxene", "amphibole", "quartz"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "olivine", "arguments": ["Question: In 1922 N. L. Bowen developed the concept of magmatic evolution which is also known as Bowen's Reaction Series. Applying the Bowen's Series principles, what mineral forms and crystallizes first in the region of highest temperature and pressure?\nAnswer:", " ["], "resps": [[[-6.6875, false]], [[-8.6875, false]], [[-8.9375, false]], [[-9.9375, false]], [[-7.6875, false]], [[-9.6875, false]], [[-7.6875, false]], [[-6.9375, false]], [[-7.6875, false]], [[-8.6875, false]], [[-9.1953125, false]], [[-5.36328125, false]], [[-8.6875, false]], [[-8.4375, false]], [[-10.4375, false]], [[-7.9375, false]], [[-8.9375, false]], [[-9.6875, false]], [[-7.6875, false]], [[-6.9375, false]], [[-7.6875, false]], [[-8.6875, false]], [[-9.1953125, false]], [[-5.36328125, false]], [[-8.6875, false]], [[-5.1875, false]], [[-7.6875, false]], [[-8.4375, false]], [[-9.6875, false]], [[-7.6875, false]], [[-6.6875, false]], [[-8.9375, false]], [[-9.9375, false]], [[-7.6875, false]], [[-8.6875, false]], [[-9.1953125, false]], [[-5.1875, false]], [[-8.6875, false]], [[-10.1875, false]], [[-9.4375, false]], [[-5.1875, false]], [[-7.9375, false]], [[-9.1875, false]], [[-8.4375, false]], [[-8.6875, false]], [[-12.1875, false]]], "filtered_resps": [[-6.6875, false], [-8.6875, false], [-8.9375, false], [-9.9375, false], [-7.6875, false], [-9.6875, false], [-7.6875, false], [-6.9375, false], [-7.6875, false], [-8.6875, false], [-9.1953125, false], [-5.36328125, false], [-8.6875, false], [-8.4375, false], [-10.4375, false], [-7.9375, false], [-8.9375, false], [-9.6875, false], [-7.6875, false], [-6.9375, false], [-7.6875, false], [-8.6875, false], [-9.1953125, false], [-5.36328125, false], [-8.6875, false], [-5.1875, false], [-7.6875, false], [-8.4375, false], [-9.6875, false], [-7.6875, false], [-6.6875, false], [-8.9375, false], [-9.9375, false], [-7.6875, false], [-8.6875, false], [-9.1953125, false], [-5.1875, false], [-8.6875, false], [-10.1875, false], [-9.4375, false], [-5.1875, false], [-7.9375, false], [-9.1875, false], [-8.4375, false], [-8.6875, false], [-12.1875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1495, "doc": {"id": "NYSEDREGENTS_2008_4_2", "question": "Which property of an object is identified using the sense of smell?", "choices": {"text": ["color", "odor", "temperature", "weight"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "odor", "arguments": ["Question: Which property of an object is identified using the sense of smell?\nAnswer:", " ["], "resps": [[[-6.91015625, false]], [[-8.15625, false]], [[-8.78125, false]], [[-8.28125, false]], [[-9.15625, false]], [[-8.28125, false]], [[-10.53125, false]], [[-8.15625, false]], [[-9.7734375, false]], [[-5.53515625, false]], [[-8.15625, false]], [[-8.28125, false]], [[-9.03125, false]], [[-8.28125, false]], [[-10.53125, false]], [[-8.15625, false]], [[-9.7734375, false]], [[-5.53515625, false]], [[-8.15625, false]], [[-9.65625, false]], [[-9.03125, false]], [[-9.65625, false]], [[-9.53125, false]], [[-9.03125, false]], [[-10.53125, false]], [[-4.28515625, false]], [[-9.65625, false]], [[-9.65625, false]], [[-10.53125, false]], [[-9.03125, false]], [[-8.15625, false]], [[-9.7734375, false]], [[-5.53515625, false]], [[-8.15625, false]], [[-10.28125, false]], [[-9.03125, false]], [[-8.03125, false]], [[-9.90625, false]], [[-10.15625, false]], [[-9.65625, false]], [[-8.15625, false]], [[-12.65625, false]]], "filtered_resps": [[-6.91015625, false], [-8.15625, false], [-8.78125, false], [-8.28125, false], [-9.15625, false], [-8.28125, false], [-10.53125, false], [-8.15625, false], [-9.7734375, false], [-5.53515625, false], [-8.15625, false], [-8.28125, false], [-9.03125, false], [-8.28125, false], [-10.53125, false], [-8.15625, false], [-9.7734375, false], [-5.53515625, false], [-8.15625, false], [-9.65625, false], [-9.03125, false], [-9.65625, false], [-9.53125, false], [-9.03125, false], [-10.53125, false], [-4.28515625, false], [-9.65625, false], [-9.65625, false], [-10.53125, false], [-9.03125, false], [-8.15625, false], [-9.7734375, false], [-5.53515625, false], [-8.15625, false], [-10.28125, false], [-9.03125, false], [-8.03125, false], [-9.90625, false], [-10.15625, false], [-9.65625, false], [-8.15625, false], [-12.65625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1503, "doc": {"id": "Mercury_7137445", "question": "Joann repeatedly overfed the fish in the pond behind her house. The nitrates from the excess food contributed to an overgrowth of algae. To correct the problem, Joann added more plants to the pond. How will adding more plants help?", "choices": {"text": ["The plants make the pond look beautiful.", "The plants will camouflage the green algae.", "The plants will compete with algae for nutrients.", "The plants will provide all the food for the fish."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "The plants will compete with algae for nutrients.", "arguments": ["Question: Joann repeatedly overfed the fish in the pond behind her house. The nitrates from the excess food contributed to an overgrowth of algae. To correct the problem, Joann added more plants to the pond. How will adding more plants help?\nAnswer:", " ["], "resps": [[[-7.359375, false]], [[-10.359375, false]], [[-7.609375, false]], [[-12.109375, false]], [[-9.609375, false]], [[-6.359375, false]], [[-12.359375, false]], [[-10.859375, false]], [[-7.109375, false]], [[-10.359375, false]], [[-10.609375, false]], [[-10.109375, false]], [[-6.359375, false]], [[-11.609375, false]], [[-7.109375, false]], [[-11.359375, false]], [[-9.609375, false]], [[-6.359375, false]], [[-10.609375, false]], [[-12.109375, false]], [[-9.609375, false]], [[-6.359375, false]], [[-12.359375, false]], [[-10.609375, false]], [[-10.359375, false]], [[-9.109375, false]], [[-6.359375, false]], [[-10.859375, false]], [[-10.609375, false]], [[-10.609375, false]], [[-11.359375, false]], [[-6.359375, false]], [[-9.859375, false]], [[-9.609375, false]], [[-7.109375, false]], [[-12.359375, false]], [[-10.609375, false]], [[-9.609375, false]], [[-10.859375, false]], [[-12.359375, false]], [[-10.859375, false]], [[-7.6328125, false]], [[-10.359375, false]], [[-10.5078125, false]], [[-6.359375, false]], [[-10.359375, false]], [[-7.609375, false]], [[-12.109375, false]], [[-9.609375, false]], [[-6.359375, false]], [[-12.359375, false]], [[-10.859375, false]], [[-7.109375, false]], [[-10.359375, false]], [[-10.609375, false]], [[-10.109375, false]], [[-6.359375, false]], [[-11.609375, false]], [[-9.609375, false]], [[-10.859375, false]], [[-10.859375, false]], [[-6.359375, false]], [[-9.859375, false]], [[-7.109375, false]], [[-11.609375, false]], [[-10.609375, false]], [[-12.359375, false]], [[-10.859375, false]], [[-10.859375, false]], [[-7.109375, false]], [[-12.359375, false]], [[-9.609375, false]], [[-6.359375, false]], [[-10.609375, false]], [[-12.109375, false]], [[-9.609375, false]], [[-6.359375, false]], [[-12.359375, false]], [[-12.609375, false]], [[-9.609375, false]], [[-9.609375, false]], [[-10.359375, false]], [[-6.359375, false]], [[-7.109375, false]], [[-10.859375, false]], [[-12.359375, false]], [[-7.109375, false]], [[-9.609375, false]], [[-7.6328125, false]], [[-10.359375, false]], [[-10.5078125, false]], [[-6.359375, false]], [[-10.359375, false]], [[-7.609375, false]], [[-12.109375, false]], [[-9.609375, false]], [[-6.359375, false]], [[-12.359375, false]], [[-10.859375, false]], [[-7.109375, false]], [[-10.359375, false]], [[-10.609375, false]], [[-10.109375, false]], [[-6.359375, false]], [[-11.609375, false]], [[-9.609375, false]], [[-10.859375, false]], [[-10.859375, false]], [[-6.359375, false]], [[-9.859375, false]], [[-10.609375, false]], [[-11.609375, false]], [[-12.359375, false]], [[-9.609375, false]], [[-10.609375, false]], [[-9.609375, false]], [[-6.359375, false]], [[-11.609375, false]], [[-9.609375, false]], [[-10.609375, false]], [[-12.109375, false]], [[-6.359375, false]], [[-7.109375, false]], [[-10.859375, false]], [[-12.359375, false]], [[-7.109375, false]], [[-9.609375, false]], [[-6.359375, false]], [[-10.859375, false]], [[-10.609375, false]], [[-12.609375, false]], [[-6.359375, false]], [[-10.359375, false]], [[-12.359375, false]], [[-10.609375, false]], [[-12.609375, false]], [[-9.609375, false]], [[-9.609375, false]], [[-10.359375, false]], [[-10.609375, false]], [[-10.109375, false]], [[-7.6328125, false]], [[-10.359375, false]], [[-10.5078125, false]], [[-6.359375, false]], [[-10.359375, false]], [[-7.609375, false]], [[-12.109375, false]], [[-9.609375, false]], [[-6.359375, false]], [[-12.359375, false]], [[-10.859375, false]], [[-7.109375, false]], [[-10.359375, false]], [[-10.609375, false]], [[-10.109375, false]], [[-6.359375, false]], [[-11.609375, false]], [[-9.609375, false]], [[-10.859375, false]], [[-10.859375, false]], [[-6.359375, false]], [[-12.359375, false]], [[-12.609375, false]], [[-10.609375, false]], [[-13.359375, false]], [[-9.609375, false]], [[-9.109375, false]], [[-9.609375, false]], [[-6.359375, false]], [[-7.109375, false]], [[-10.859375, false]], [[-10.859375, false]], [[-6.359375, false]], [[-10.609375, false]], [[-12.109375, false]], [[-9.609375, false]], [[-6.359375, false]], [[-10.859375, false]], [[-10.609375, false]], [[-10.609375, false]], [[-9.109375, false]], [[-6.359375, false]], [[-10.859375, false]], [[-10.609375, false]], [[-12.609375, false]], [[-6.359375, false]], [[-10.609375, false]], [[-12.109375, false]], [[-9.609375, false]], [[-6.359375, false]], [[-10.859375, false]], [[-9.609375, false]], [[-10.109375, false]], [[-12.109375, false]], [[-7.6328125, false]], [[-10.359375, false]], [[-13.109375, false]]], "filtered_resps": [[-7.359375, false], [-10.359375, false], [-7.609375, false], [-12.109375, false], [-9.609375, false], [-6.359375, false], [-12.359375, false], [-10.859375, false], [-7.109375, false], [-10.359375, false], [-10.609375, false], [-10.109375, false], [-6.359375, false], [-11.609375, false], [-7.109375, false], [-11.359375, false], [-9.609375, false], [-6.359375, false], [-10.609375, false], [-12.109375, false], [-9.609375, false], [-6.359375, false], [-12.359375, false], [-10.609375, false], [-10.359375, false], [-9.109375, false], [-6.359375, false], [-10.859375, false], [-10.609375, false], [-10.609375, false], [-11.359375, false], [-6.359375, false], [-9.859375, false], [-9.609375, false], [-7.109375, false], [-12.359375, false], [-10.609375, false], [-9.609375, false], [-10.859375, false], [-12.359375, false], [-10.859375, false], [-7.6328125, false], [-10.359375, false], [-10.5078125, false], [-6.359375, false], [-10.359375, false], [-7.609375, false], [-12.109375, false], [-9.609375, false], [-6.359375, false], [-12.359375, false], [-10.859375, false], [-7.109375, false], [-10.359375, false], [-10.609375, false], [-10.109375, false], [-6.359375, false], [-11.609375, false], [-9.609375, false], [-10.859375, false], [-10.859375, false], [-6.359375, false], [-9.859375, false], [-7.109375, false], [-11.609375, false], [-10.609375, false], [-12.359375, false], [-10.859375, false], [-10.859375, false], [-7.109375, false], [-12.359375, false], [-9.609375, false], [-6.359375, false], [-10.609375, false], [-12.109375, false], [-9.609375, false], [-6.359375, false], [-12.359375, false], [-12.609375, false], [-9.609375, false], [-9.609375, false], [-10.359375, false], [-6.359375, false], [-7.109375, false], [-10.859375, false], [-12.359375, false], [-7.109375, false], [-9.609375, false], [-7.6328125, false], [-10.359375, false], [-10.5078125, false], [-6.359375, false], [-10.359375, false], [-7.609375, false], [-12.109375, false], [-9.609375, false], [-6.359375, false], [-12.359375, false], [-10.859375, false], [-7.109375, false], [-10.359375, false], [-10.609375, false], [-10.109375, false], [-6.359375, false], [-11.609375, false], [-9.609375, false], [-10.859375, false], [-10.859375, false], [-6.359375, false], [-9.859375, false], [-10.609375, false], [-11.609375, false], [-12.359375, false], [-9.609375, false], [-10.609375, false], [-9.609375, false], [-6.359375, false], [-11.609375, false], [-9.609375, false], [-10.609375, false], [-12.109375, false], [-6.359375, false], [-7.109375, false], [-10.859375, false], [-12.359375, false], [-7.109375, false], [-9.609375, false], [-6.359375, false], [-10.859375, false], [-10.609375, false], [-12.609375, false], [-6.359375, false], [-10.359375, false], [-12.359375, false], [-10.609375, false], [-12.609375, false], [-9.609375, false], [-9.609375, false], [-10.359375, false], [-10.609375, false], [-10.109375, false], [-7.6328125, false], [-10.359375, false], [-10.5078125, false], [-6.359375, false], [-10.359375, false], [-7.609375, false], [-12.109375, false], [-9.609375, false], [-6.359375, false], [-12.359375, false], [-10.859375, false], [-7.109375, false], [-10.359375, false], [-10.609375, false], [-10.109375, false], [-6.359375, false], [-11.609375, false], [-9.609375, false], [-10.859375, false], [-10.859375, false], [-6.359375, false], [-12.359375, false], [-12.609375, false], [-10.609375, false], [-13.359375, false], [-9.609375, false], [-9.109375, false], [-9.609375, false], [-6.359375, false], [-7.109375, false], [-10.859375, false], [-10.859375, false], [-6.359375, false], [-10.609375, false], [-12.109375, false], [-9.609375, false], [-6.359375, false], [-10.859375, false], [-10.609375, false], [-10.609375, false], [-9.109375, false], [-6.359375, false], [-10.859375, false], [-10.609375, false], [-12.609375, false], [-6.359375, false], [-10.609375, false], [-12.109375, false], [-9.609375, false], [-6.359375, false], [-10.859375, false], [-9.609375, false], [-10.109375, false], [-12.109375, false], [-7.6328125, false], [-10.359375, false], [-13.109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1511, "doc": {"id": "Mercury_7122955", "question": "When one form of energy is converted into other forms of energy, the total amount of energy", "choices": {"text": ["varies throughout the conversion.", "increases because some energy is created.", "remains constant throughout the conversion.", "decreases because some energy is destroyed."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "remains constant throughout the conversion.", "arguments": ["Question: When one form of energy is converted into other forms of energy, the total amount of energy\nAnswer:", " ["], "resps": [[[-7.22265625, false]], [[-8.2265625, false]], [[-9.3515625, false]], [[-5.47265625, false]], [[-9.9765625, false]], [[-6.47265625, false]], [[-7.59765625, false]], [[-8.7265625, false]], [[-5.22265625, false]], [[-8.4765625, false]], [[-9.4765625, false]], [[-9.9765625, false]], [[-9.3515625, false]], [[-8.4765625, false]], [[-9.6015625, false]], [[-9.4765625, false]], [[-9.3515625, false]], [[-8.4765625, false]], [[-8.4765625, false]], [[-5.22265625, false]], [[-8.4765625, false]], [[-9.4765625, false]], [[-7.59765625, false]], [[-5.22265625, false]], [[-8.2265625, false]], [[-9.3515625, false]], [[-6.59765625, false]], [[-9.3515625, false]], [[-7.59765625, false]], [[-9.9765625, false]], [[-8.7265625, false]], [[-6.47265625, false]], [[-9.3515625, false]], [[-6.59765625, false]], [[-6.984375, false]], [[-8.2265625, false]], [[-8.734375, false]], [[-5.22265625, false]], [[-8.2265625, false]], [[-6.47265625, false]], [[-6.59765625, false]], [[-8.2265625, false]], [[-9.9765625, false]], [[-7.59765625, false]], [[-5.47265625, false]], [[-8.7265625, false]], [[-7.59765625, false]], [[-8.7265625, false]], [[-5.22265625, false]], [[-8.4765625, false]], [[-7.59765625, false]], [[-8.2265625, false]], [[-5.47265625, false]], [[-8.4765625, false]], [[-8.7265625, false]], [[-7.59765625, false]], [[-5.22265625, false]], [[-8.7265625, false]], [[-9.3515625, false]], [[-8.1015625, false]], [[-7.59765625, false]], [[-5.22265625, false]], [[-7.59765625, false]], [[-6.59765625, false]], [[-7.59765625, false]], [[-9.9765625, false]], [[-9.6015625, false]], [[-9.2265625, false]], [[-5.22265625, false]], [[-6.47265625, false]], [[-8.7265625, false]], [[-5.22265625, false]], [[-8.2265625, false]], [[-9.9765625, false]], [[-7.59765625, false]], [[-5.47265625, false]], [[-8.4765625, false]], [[-7.59765625, false]], [[-8.3515625, false]], [[-6.984375, false]], [[-8.2265625, false]], [[-8.734375, false]], [[-5.22265625, false]], [[-8.2265625, false]], [[-9.9765625, false]], [[-7.59765625, false]], [[-8.1015625, false]], [[-5.47265625, false]], [[-6.47265625, false]], [[-6.59765625, false]], [[-8.7265625, false]], [[-5.22265625, false]], [[-8.2265625, false]], [[-9.3515625, false]], [[-6.59765625, false]], [[-8.7265625, false]], [[-8.4765625, false]], [[-5.47265625, false]], [[-6.59765625, false]], [[-8.4765625, false]], [[-5.22265625, false]], [[-8.4765625, false]], [[-9.4765625, false]], [[-9.9765625, false]], [[-9.3515625, false]], [[-8.4765625, false]], [[-9.6015625, false]], [[-9.4765625, false]], [[-9.3515625, false]], [[-8.4765625, false]], [[-8.4765625, false]], [[-5.22265625, false]], [[-8.4765625, false]], [[-9.4765625, false]], [[-7.59765625, false]], [[-5.22265625, false]], [[-8.2265625, false]], [[-9.3515625, false]], [[-6.59765625, false]], [[-9.3515625, false]], [[-7.59765625, false]], [[-9.9765625, false]], [[-8.7265625, false]], [[-6.47265625, false]], [[-9.3515625, false]], [[-6.59765625, false]], [[-6.984375, false]], [[-8.2265625, false]], [[-8.734375, false]], [[-5.22265625, false]], [[-8.2265625, false]], [[-8.3515625, false]], [[-7.59765625, false]], [[-8.2265625, false]], [[-9.9765625, false]], [[-7.59765625, false]], [[-5.47265625, false]], [[-8.7265625, false]], [[-7.59765625, false]], [[-8.7265625, false]], [[-5.22265625, false]], [[-8.4765625, false]], [[-7.59765625, false]], [[-8.2265625, false]], [[-5.47265625, false]], [[-8.4765625, false]], [[-8.7265625, false]], [[-7.59765625, false]], [[-5.22265625, false]], [[-8.7265625, false]], [[-9.3515625, false]], [[-8.1015625, false]], [[-7.59765625, false]], [[-5.22265625, false]], [[-7.59765625, false]], [[-6.59765625, false]], [[-7.59765625, false]], [[-9.9765625, false]], [[-9.6015625, false]], [[-9.2265625, false]], [[-5.22265625, false]], [[-6.47265625, false]], [[-8.7265625, false]], [[-5.22265625, false]], [[-8.3515625, false]], [[-7.59765625, false]], [[-8.7265625, false]], [[-8.4765625, false]], [[-9.9765625, false]], [[-9.3515625, false]], [[-9.2265625, false]], [[-7.59765625, false]], [[-8.3515625, false]], [[-6.984375, false]], [[-8.2265625, false]], [[-11.6015625, false]]], "filtered_resps": [[-7.22265625, false], [-8.2265625, false], [-9.3515625, false], [-5.47265625, false], [-9.9765625, false], [-6.47265625, false], [-7.59765625, false], [-8.7265625, false], [-5.22265625, false], [-8.4765625, false], [-9.4765625, false], [-9.9765625, false], [-9.3515625, false], [-8.4765625, false], [-9.6015625, false], [-9.4765625, false], [-9.3515625, false], [-8.4765625, false], [-8.4765625, false], [-5.22265625, false], [-8.4765625, false], [-9.4765625, false], [-7.59765625, false], [-5.22265625, false], [-8.2265625, false], [-9.3515625, false], [-6.59765625, false], [-9.3515625, false], [-7.59765625, false], [-9.9765625, false], [-8.7265625, false], [-6.47265625, false], [-9.3515625, false], [-6.59765625, false], [-6.984375, false], [-8.2265625, false], [-8.734375, false], [-5.22265625, false], [-8.2265625, false], [-6.47265625, false], [-6.59765625, false], [-8.2265625, false], [-9.9765625, false], [-7.59765625, false], [-5.47265625, false], [-8.7265625, false], [-7.59765625, false], [-8.7265625, false], [-5.22265625, false], [-8.4765625, false], [-7.59765625, false], [-8.2265625, false], [-5.47265625, false], [-8.4765625, false], [-8.7265625, false], [-7.59765625, false], [-5.22265625, false], [-8.7265625, false], [-9.3515625, false], [-8.1015625, false], [-7.59765625, false], [-5.22265625, false], [-7.59765625, false], [-6.59765625, false], [-7.59765625, false], [-9.9765625, false], [-9.6015625, false], [-9.2265625, false], [-5.22265625, false], [-6.47265625, false], [-8.7265625, false], [-5.22265625, false], [-8.2265625, false], [-9.9765625, false], [-7.59765625, false], [-5.47265625, false], [-8.4765625, false], [-7.59765625, false], [-8.3515625, false], [-6.984375, false], [-8.2265625, false], [-8.734375, false], [-5.22265625, false], [-8.2265625, false], [-9.9765625, false], [-7.59765625, false], [-8.1015625, false], [-5.47265625, false], [-6.47265625, false], [-6.59765625, false], [-8.7265625, false], [-5.22265625, false], [-8.2265625, false], [-9.3515625, false], [-6.59765625, false], [-8.7265625, false], [-8.4765625, false], [-5.47265625, false], [-6.59765625, false], [-8.4765625, false], [-5.22265625, false], [-8.4765625, false], [-9.4765625, false], [-9.9765625, false], [-9.3515625, false], [-8.4765625, false], [-9.6015625, false], [-9.4765625, false], [-9.3515625, false], [-8.4765625, false], [-8.4765625, false], [-5.22265625, false], [-8.4765625, false], [-9.4765625, false], [-7.59765625, false], [-5.22265625, false], [-8.2265625, false], [-9.3515625, false], [-6.59765625, false], [-9.3515625, false], [-7.59765625, false], [-9.9765625, false], [-8.7265625, false], [-6.47265625, false], [-9.3515625, false], [-6.59765625, false], [-6.984375, false], [-8.2265625, false], [-8.734375, false], [-5.22265625, false], [-8.2265625, false], [-8.3515625, false], [-7.59765625, false], [-8.2265625, false], [-9.9765625, false], [-7.59765625, false], [-5.47265625, false], [-8.7265625, false], [-7.59765625, false], [-8.7265625, false], [-5.22265625, false], [-8.4765625, false], [-7.59765625, false], [-8.2265625, false], [-5.47265625, false], [-8.4765625, false], [-8.7265625, false], [-7.59765625, false], [-5.22265625, false], [-8.7265625, false], [-9.3515625, false], [-8.1015625, false], [-7.59765625, false], [-5.22265625, false], [-7.59765625, false], [-6.59765625, false], [-7.59765625, false], [-9.9765625, false], [-9.6015625, false], [-9.2265625, false], [-5.22265625, false], [-6.47265625, false], [-8.7265625, false], [-5.22265625, false], [-8.3515625, false], [-7.59765625, false], [-8.7265625, false], [-8.4765625, false], [-9.9765625, false], [-9.3515625, false], [-9.2265625, false], [-7.59765625, false], [-8.3515625, false], [-6.984375, false], [-8.2265625, false], [-11.6015625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1519, "doc": {"id": "Mercury_7141785", "question": "Which calculation is used to determine acceleration?", "choices": {"text": ["divide change in velocity by change in time", "multiply average velocity by change in time", "divide average velocity by mass", "multiply change in velocity by distance traveled"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "divide change in velocity by change in time", "arguments": ["Question: Which calculation is used to determine acceleration?\nAnswer:", " ["], "resps": [[[-6.625, false]], [[-8.875, false]], [[-8.25, false]], [[-8.5, false]], [[-7.125, false]], [[-8.5, false]], [[-8.25, false]], [[-7.625, false]], [[-4.375, false]], [[-8.0, false]], [[-8.375, false]], [[-5.875, false]], [[-8.0, false]], [[-8.25, false]], [[-7.625, false]], [[-4.375, false]], [[-8.5, false]], [[-8.0, false]], [[-4.375, false]], [[-7.125, false]], [[-7.625, false]], [[-9.125, false]], [[-10.25, false]], [[-8.0, false]], [[-8.5, false]], [[-7.375, false]], [[-8.625, false]], [[-4.375, false]], [[-7.375, false]], [[-8.625, false]], [[-4.375, false]], [[-8.0, false]], [[-8.375, false]], [[-5.875, false]], [[-8.0, false]], [[-8.25, false]], [[-7.625, false]], [[-4.375, false]], [[-8.5, false]], [[-8.0, false]], [[-4.375, false]], [[-7.375, false]], [[-8.5, false]], [[-6.625, false]], [[-7.625, false]], [[-8.875, false]], [[-9.0, false]], [[-4.375, false]], [[-8.875, false]], [[-6.625, false]], [[-8.625, false]], [[-9.125, false]], [[-7.375, false]], [[-8.5, false]], [[-8.5, false]], [[-9.125, false]], [[-8.625, false]], [[-4.375, false]], [[-5.875, false]], [[-7.125, false]], [[-7.625, false]], [[-8.5, false]], [[-5.875, false]], [[-8.25, false]], [[-7.625, false]], [[-4.375, false]], [[-7.125, false]], [[-7.625, false]], [[-9.125, false]], [[-10.25, false]], [[-8.0, false]], [[-8.5, false]], [[-7.375, false]], [[-8.625, false]], [[-4.375, false]], [[-7.375, false]], [[-8.625, false]], [[-4.375, false]], [[-8.0, false]], [[-8.375, false]], [[-5.875, false]], [[-8.0, false]], [[-8.25, false]], [[-7.625, false]], [[-4.375, false]], [[-8.5, false]], [[-8.0, false]], [[-4.375, false]], [[-7.375, false]], [[-8.5, false]], [[-6.625, false]], [[-7.625, false]], [[-8.875, false]], [[-9.0, false]], [[-4.375, false]], [[-8.875, false]], [[-8.25, false]], [[-8.5, false]], [[-7.125, false]], [[-8.5, false]], [[-8.25, false]], [[-7.625, false]], [[-4.375, false]], [[-5.875, false]], [[-7.125, false]], [[-7.625, false]], [[-8.5, false]], [[-5.875, false]], [[-8.25, false]], [[-7.625, false]], [[-4.375, false]], [[-7.125, false]], [[-7.625, false]], [[-9.125, false]], [[-10.25, false]], [[-8.0, false]], [[-8.5, false]], [[-7.375, false]], [[-8.625, false]], [[-4.375, false]], [[-7.375, false]], [[-8.625, false]], [[-4.375, false]], [[-6.625, false]], [[-5.875, false]], [[-8.125, false]], [[-8.125, false]], [[-8.875, false]], [[-9.0, false]], [[-4.375, false]], [[-8.875, false]], [[-6.625, false]], [[-8.625, false]], [[-9.125, false]], [[-7.375, false]], [[-8.5, false]], [[-8.5, false]], [[-9.125, false]], [[-8.625, false]], [[-4.375, false]], [[-8.0, false]], [[-8.375, false]], [[-5.875, false]], [[-8.0, false]], [[-8.25, false]], [[-7.625, false]], [[-4.375, false]], [[-8.5, false]], [[-8.0, false]], [[-4.375, false]], [[-7.125, false]], [[-7.625, false]], [[-9.125, false]], [[-10.25, false]], [[-8.0, false]], [[-8.5, false]], [[-7.375, false]], [[-8.625, false]], [[-4.375, false]], [[-7.375, false]], [[-8.625, false]], [[-4.375, false]], [[-8.25, false]], [[-8.5, false]], [[-8.125, false]], [[-7.375, false]], [[-5.875, false]], [[-8.0, false]], [[-8.0, false]], [[-7.625, false]], [[-4.375, false]], [[-7.375, false]], [[-8.5, false]], [[-5.875, false]], [[-7.125, false]], [[-7.625, false]], [[-9.125, false]], [[-7.625, false]], [[-8.25, false]], [[-8.875, false]], [[-12.375, false]]], "filtered_resps": [[-6.625, false], [-8.875, false], [-8.25, false], [-8.5, false], [-7.125, false], [-8.5, false], [-8.25, false], [-7.625, false], [-4.375, false], [-8.0, false], [-8.375, false], [-5.875, false], [-8.0, false], [-8.25, false], [-7.625, false], [-4.375, false], [-8.5, false], [-8.0, false], [-4.375, false], [-7.125, false], [-7.625, false], [-9.125, false], [-10.25, false], [-8.0, false], [-8.5, false], [-7.375, false], [-8.625, false], [-4.375, false], [-7.375, false], [-8.625, false], [-4.375, false], [-8.0, false], [-8.375, false], [-5.875, false], [-8.0, false], [-8.25, false], [-7.625, false], [-4.375, false], [-8.5, false], [-8.0, false], [-4.375, false], [-7.375, false], [-8.5, false], [-6.625, false], [-7.625, false], [-8.875, false], [-9.0, false], [-4.375, false], [-8.875, false], [-6.625, false], [-8.625, false], [-9.125, false], [-7.375, false], [-8.5, false], [-8.5, false], [-9.125, false], [-8.625, false], [-4.375, false], [-5.875, false], [-7.125, false], [-7.625, false], [-8.5, false], [-5.875, false], [-8.25, false], [-7.625, false], [-4.375, false], [-7.125, false], [-7.625, false], [-9.125, false], [-10.25, false], [-8.0, false], [-8.5, false], [-7.375, false], [-8.625, false], [-4.375, false], [-7.375, false], [-8.625, false], [-4.375, false], [-8.0, false], [-8.375, false], [-5.875, false], [-8.0, false], [-8.25, false], [-7.625, false], [-4.375, false], [-8.5, false], [-8.0, false], [-4.375, false], [-7.375, false], [-8.5, false], [-6.625, false], [-7.625, false], [-8.875, false], [-9.0, false], [-4.375, false], [-8.875, false], [-8.25, false], [-8.5, false], [-7.125, false], [-8.5, false], [-8.25, false], [-7.625, false], [-4.375, false], [-5.875, false], [-7.125, false], [-7.625, false], [-8.5, false], [-5.875, false], [-8.25, false], [-7.625, false], [-4.375, false], [-7.125, false], [-7.625, false], [-9.125, false], [-10.25, false], [-8.0, false], [-8.5, false], [-7.375, false], [-8.625, false], [-4.375, false], [-7.375, false], [-8.625, false], [-4.375, false], [-6.625, false], [-5.875, false], [-8.125, false], [-8.125, false], [-8.875, false], [-9.0, false], [-4.375, false], [-8.875, false], [-6.625, false], [-8.625, false], [-9.125, false], [-7.375, false], [-8.5, false], [-8.5, false], [-9.125, false], [-8.625, false], [-4.375, false], [-8.0, false], [-8.375, false], [-5.875, false], [-8.0, false], [-8.25, false], [-7.625, false], [-4.375, false], [-8.5, false], [-8.0, false], [-4.375, false], [-7.125, false], [-7.625, false], [-9.125, false], [-10.25, false], [-8.0, false], [-8.5, false], [-7.375, false], [-8.625, false], [-4.375, false], [-7.375, false], [-8.625, false], [-4.375, false], [-8.25, false], [-8.5, false], [-8.125, false], [-7.375, false], [-5.875, false], [-8.0, false], [-8.0, false], [-7.625, false], [-4.375, false], [-7.375, false], [-8.5, false], [-5.875, false], [-7.125, false], [-7.625, false], [-9.125, false], [-7.625, false], [-8.25, false], [-8.875, false], [-12.375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1527, "doc": {"id": "OHAT_2009_5_42", "question": "Which organism is a decomposer?", "choices": {"text": ["frog", "worm", "oak tree", "grasshopper"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "worm", "arguments": ["Question: Which organism is a decomposer?\nAnswer:", " ["], "resps": [[[-7.51953125, false]], [[-8.7734375, false]], [[-10.7734375, false]], [[-9.5234375, false]], [[-8.0234375, false]], [[-10.7734375, false]], [[-8.7734375, false]], [[-10.9765625, false]], [[-5.01953125, false]], [[-8.7734375, false]], [[-10.0234375, false]], [[-8.0234375, false]], [[-9.5234375, false]], [[-10.7734375, false]], [[-8.7734375, false]], [[-10.9765625, false]], [[-5.01953125, false]], [[-8.7734375, false]], [[-8.0234375, false]], [[-3.771484375, false]], [[-9.5234375, false]], [[-5.01953125, false]], [[-11.0234375, false]], [[-9.5234375, false]], [[-7.26953125, false]], [[-7.26953125, false]], [[-8.7734375, false]], [[-10.9765625, false]], [[-5.01953125, false]], [[-8.7734375, false]], [[-10.7734375, false]], [[-9.5234375, false]], [[-3.771484375, false]], [[-8.2734375, false]], [[-8.2734375, false]], [[-11.5234375, false]], [[-8.0234375, false]], [[-10.0234375, false]], [[-10.0234375, false]], [[-7.26953125, false]], [[-9.5234375, false]], [[-8.7734375, false]], [[-14.0234375, false]]], "filtered_resps": [[-7.51953125, false], [-8.7734375, false], [-10.7734375, false], [-9.5234375, false], [-8.0234375, false], [-10.7734375, false], [-8.7734375, false], [-10.9765625, false], [-5.01953125, false], [-8.7734375, false], [-10.0234375, false], [-8.0234375, false], [-9.5234375, false], [-10.7734375, false], [-8.7734375, false], [-10.9765625, false], [-5.01953125, false], [-8.7734375, false], [-8.0234375, false], [-3.771484375, false], [-9.5234375, false], [-5.01953125, false], [-11.0234375, false], [-9.5234375, false], [-7.26953125, false], [-7.26953125, false], [-8.7734375, false], [-10.9765625, false], [-5.01953125, false], [-8.7734375, false], [-10.7734375, false], [-9.5234375, false], [-3.771484375, false], [-8.2734375, false], [-8.2734375, false], [-11.5234375, false], [-8.0234375, false], [-10.0234375, false], [-10.0234375, false], [-7.26953125, false], [-9.5234375, false], [-8.7734375, false], [-14.0234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1535, "doc": {"id": "Mercury_SC_400118", "question": "In order for electricity from a battery to power a light bulb, the wire has to provide the electricity a path to do what?", "choices": {"text": ["flow through the entire closed circuit", "charge the air molecules near the circuit", "jump from one battery terminal to the other", "change the chemical properties of the wire"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "flow through the entire closed circuit", "arguments": ["Question: In order for electricity from a battery to power a light bulb, the wire has to provide the electricity a path to do what?\nAnswer:", " ["], "resps": [[[-7.5703125, false]], [[-9.5703125, false]], [[-9.3203125, false]], [[-9.5703125, false]], [[-9.3203125, false]], [[-11.0703125, false]], [[-5.5703125, false]], [[-9.8203125, false]], [[-11.0703125, false]], [[-10.0703125, false]], [[-9.3203125, false]], [[-10.5703125, false]], [[-11.8203125, false]], [[-11.0703125, false]], [[-5.5703125, false]], [[-9.8203125, false]], [[-11.0703125, false]], [[-8.8203125, false]], [[-5.5703125, false]], [[-8.8203125, false]], [[-9.8203125, false]], [[-9.8203125, false]], [[-7.5703125, false]], [[-10.0703125, false]], [[-8.8203125, false]], [[-5.5703125, false]], [[-9.0703125, false]], [[-9.5703125, false]], [[-9.3203125, false]], [[-10.0703125, false]], [[-8.8203125, false]], [[-9.5703125, false]], [[-5.5703125, false]], [[-9.0703125, false]], [[-7.5703125, false]], [[-10.0703125, false]], [[-9.0703125, false]], [[-10.5703125, false]], [[-7.5703125, false]], [[-9.8203125, false]], [[-9.5703125, false]], [[-9.390625, false]], [[-5.5703125, false]], [[-9.5703125, false]], [[-9.0703125, false]], [[-11.0703125, false]], [[-3.8203125, false]], [[-10.0703125, false]], [[-11.8203125, false]], [[-8.8203125, false]], [[-5.5703125, false]], [[-9.8203125, false]], [[-11.0703125, false]], [[-8.8203125, false]], [[-5.5703125, false]], [[-3.8203125, false]], [[-7.5703125, false]], [[-10.0703125, false]], [[-5.5703125, false]], [[-9.8203125, false]], [[-9.3203125, false]], [[-9.5703125, false]], [[-8.8203125, false]], [[-9.0703125, false]], [[-10.5703125, false]], [[-9.5703125, false]], [[-8.8203125, false]], [[-10.0703125, false]], [[-5.5703125, false]], [[-9.8203125, false]], [[-8.8203125, false]], [[-3.8203125, false]], [[-10.0703125, false]], [[-5.5703125, false]], [[-9.8203125, false]], [[-11.0703125, false]], [[-8.8203125, false]], [[-5.5703125, false]], [[-9.0703125, false]], [[-7.5703125, false]], [[-10.0703125, false]], [[-9.0703125, false]], [[-10.5703125, false]], [[-7.5703125, false]], [[-9.8203125, false]], [[-9.5703125, false]], [[-9.390625, false]], [[-5.5703125, false]], [[-9.5703125, false]], [[-12.0703125, false]], [[-10.5703125, false]], [[-9.8203125, false]], [[-9.5703125, false]], [[-5.5703125, false]], [[-9.3203125, false]], [[-10.0703125, false]], [[-9.3203125, false]], [[-9.8203125, false]], [[-5.5703125, false]], [[-9.3203125, false]], [[-9.8203125, false]], [[-8.8203125, false]], [[-5.5703125, false]], [[-8.8203125, false]], [[-3.8203125, false]], [[-9.8203125, false]], [[-9.8203125, false]], [[-8.8203125, false]], [[-10.0703125, false]], [[-11.8203125, false]], [[-5.5703125, false]], [[-9.8203125, false]], [[-8.8203125, false]], [[-10.0703125, false]], [[-9.8203125, false]], [[-7.5703125, false]], [[-9.8203125, false]], [[-3.8203125, false]], [[-9.5703125, false]], [[-5.5703125, false]], [[-9.8203125, false]], [[-9.3203125, false]], [[-5.5703125, false]], [[-9.8203125, false]], [[-11.0703125, false]], [[-8.8203125, false]], [[-5.5703125, false]], [[-9.3203125, false]], [[-9.8203125, false]], [[-11.0703125, false]], [[-8.8203125, false]], [[-10.0703125, false]], [[-9.5703125, false]], [[-9.390625, false]], [[-5.5703125, false]], [[-9.5703125, false]], [[-9.0703125, false]], [[-11.0703125, false]], [[-3.8203125, false]], [[-9.8203125, false]], [[-11.8203125, false]], [[-8.8203125, false]], [[-5.5703125, false]], [[-9.8203125, false]], [[-11.0703125, false]], [[-8.8203125, false]], [[-5.5703125, false]], [[-9.0703125, false]], [[-11.0703125, false]], [[-8.8203125, false]], [[-9.8203125, false]], [[-7.5703125, false]], [[-9.0703125, false]], [[-3.8203125, false]], [[-9.5703125, false]], [[-5.5703125, false]], [[-9.5703125, false]], [[-10.0703125, false]], [[-9.3203125, false]], [[-9.5703125, false]], [[-8.8203125, false]], [[-10.0703125, false]], [[-9.8203125, false]], [[-7.5703125, false]], [[-8.8203125, false]], [[-10.0703125, false]], [[-5.5703125, false]], [[-9.3203125, false]], [[-9.3203125, false]], [[-5.5703125, false]], [[-9.8203125, false]], [[-11.0703125, false]], [[-8.8203125, false]], [[-5.5703125, false]], [[-11.0703125, false]], [[-7.5703125, false]], [[-10.0703125, false]], [[-8.8203125, false]], [[-9.5703125, false]], [[-13.3203125, false]]], "filtered_resps": [[-7.5703125, false], [-9.5703125, false], [-9.3203125, false], [-9.5703125, false], [-9.3203125, false], [-11.0703125, false], [-5.5703125, false], [-9.8203125, false], [-11.0703125, false], [-10.0703125, false], [-9.3203125, false], [-10.5703125, false], [-11.8203125, false], [-11.0703125, false], [-5.5703125, false], [-9.8203125, false], [-11.0703125, false], [-8.8203125, false], [-5.5703125, false], [-8.8203125, false], [-9.8203125, false], [-9.8203125, false], [-7.5703125, false], [-10.0703125, false], [-8.8203125, false], [-5.5703125, false], [-9.0703125, false], [-9.5703125, false], [-9.3203125, false], [-10.0703125, false], [-8.8203125, false], [-9.5703125, false], [-5.5703125, false], [-9.0703125, false], [-7.5703125, false], [-10.0703125, false], [-9.0703125, false], [-10.5703125, false], [-7.5703125, false], [-9.8203125, false], [-9.5703125, false], [-9.390625, false], [-5.5703125, false], [-9.5703125, false], [-9.0703125, false], [-11.0703125, false], [-3.8203125, false], [-10.0703125, false], [-11.8203125, false], [-8.8203125, false], [-5.5703125, false], [-9.8203125, false], [-11.0703125, false], [-8.8203125, false], [-5.5703125, false], [-3.8203125, false], [-7.5703125, false], [-10.0703125, false], [-5.5703125, false], [-9.8203125, false], [-9.3203125, false], [-9.5703125, false], [-8.8203125, false], [-9.0703125, false], [-10.5703125, false], [-9.5703125, false], [-8.8203125, false], [-10.0703125, false], [-5.5703125, false], [-9.8203125, false], [-8.8203125, false], [-3.8203125, false], [-10.0703125, false], [-5.5703125, false], [-9.8203125, false], [-11.0703125, false], [-8.8203125, false], [-5.5703125, false], [-9.0703125, false], [-7.5703125, false], [-10.0703125, false], [-9.0703125, false], [-10.5703125, false], [-7.5703125, false], [-9.8203125, false], [-9.5703125, false], [-9.390625, false], [-5.5703125, false], [-9.5703125, false], [-12.0703125, false], [-10.5703125, false], [-9.8203125, false], [-9.5703125, false], [-5.5703125, false], [-9.3203125, false], [-10.0703125, false], [-9.3203125, false], [-9.8203125, false], [-5.5703125, false], [-9.3203125, false], [-9.8203125, false], [-8.8203125, false], [-5.5703125, false], [-8.8203125, false], [-3.8203125, false], [-9.8203125, false], [-9.8203125, false], [-8.8203125, false], [-10.0703125, false], [-11.8203125, false], [-5.5703125, false], [-9.8203125, false], [-8.8203125, false], [-10.0703125, false], [-9.8203125, false], [-7.5703125, false], [-9.8203125, false], [-3.8203125, false], [-9.5703125, false], [-5.5703125, false], [-9.8203125, false], [-9.3203125, false], [-5.5703125, false], [-9.8203125, false], [-11.0703125, false], [-8.8203125, false], [-5.5703125, false], [-9.3203125, false], [-9.8203125, false], [-11.0703125, false], [-8.8203125, false], [-10.0703125, false], [-9.5703125, false], [-9.390625, false], [-5.5703125, false], [-9.5703125, false], [-9.0703125, false], [-11.0703125, false], [-3.8203125, false], [-9.8203125, false], [-11.8203125, false], [-8.8203125, false], [-5.5703125, false], [-9.8203125, false], [-11.0703125, false], [-8.8203125, false], [-5.5703125, false], [-9.0703125, false], [-11.0703125, false], [-8.8203125, false], [-9.8203125, false], [-7.5703125, false], [-9.0703125, false], [-3.8203125, false], [-9.5703125, false], [-5.5703125, false], [-9.5703125, false], [-10.0703125, false], [-9.3203125, false], [-9.5703125, false], [-8.8203125, false], [-10.0703125, false], [-9.8203125, false], [-7.5703125, false], [-8.8203125, false], [-10.0703125, false], [-5.5703125, false], [-9.3203125, false], [-9.3203125, false], [-5.5703125, false], [-9.8203125, false], [-11.0703125, false], [-8.8203125, false], [-5.5703125, false], [-11.0703125, false], [-7.5703125, false], [-10.0703125, false], [-8.8203125, false], [-9.5703125, false], [-13.3203125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1543, "doc": {"id": "Mercury_416411", "question": "Which of the following contains most of the water on Earth?", "choices": {"text": ["the oceans", "watersheds", "the atmosphere", "ice and aquifers"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "the oceans", "arguments": ["Question: Which of the following contains most of the water on Earth?\nAnswer:", " ["], "resps": [[[-7.48046875, false]], [[-9.734375, false]], [[-10.484375, false]], [[-10.984375, false]], [[-8.484375, false]], [[-5.98046875, false]], [[-7.48046875, false]], [[-9.484375, false]], [[-8.484375, false]], [[-5.73046875, false]], [[-9.734375, false]], [[-10.484375, false]], [[-9.734375, false]], [[-10.15625, false]], [[-5.98046875, false]], [[-9.734375, false]], [[-9.984375, false]], [[-5.73046875, false]], [[-10.484375, false]], [[-8.484375, false]], [[-11.984375, false]], [[-10.484375, false]], [[-10.984375, false]], [[-8.484375, false]], [[-8.984375, false]], [[-10.484375, false]], [[-9.734375, false]], [[-10.15625, false]], [[-5.98046875, false]], [[-9.734375, false]], [[-10.484375, false]], [[-10.984375, false]], [[-8.484375, false]], [[-5.98046875, false]], [[-5.73046875, false]], [[-10.484375, false]], [[-9.484375, false]], [[-7.48046875, false]], [[-10.484375, false]], [[-10.484375, false]], [[-10.984375, false]], [[-8.484375, false]], [[-11.984375, false]], [[-8.484375, false]], [[-9.734375, false]], [[-10.15625, false]], [[-5.98046875, false]], [[-9.734375, false]], [[-8.734375, false]], [[-9.484375, false]], [[-8.484375, false]], [[-5.98046875, false]], [[-5.73046875, false]], [[-9.734375, false]], [[-8.984375, false]], [[-5.98046875, false]], [[-5.73046875, false]], [[-13.984375, false]], [[-11.234375, false]], [[-8.734375, false]], [[-10.734375, false]], [[-8.484375, false]], [[-11.984375, false]], [[-10.484375, false]], [[-9.734375, false]], [[-12.984375, false]]], "filtered_resps": [[-7.48046875, false], [-9.734375, false], [-10.484375, false], [-10.984375, false], [-8.484375, false], [-5.98046875, false], [-7.48046875, false], [-9.484375, false], [-8.484375, false], [-5.73046875, false], [-9.734375, false], [-10.484375, false], [-9.734375, false], [-10.15625, false], [-5.98046875, false], [-9.734375, false], [-9.984375, false], [-5.73046875, false], [-10.484375, false], [-8.484375, false], [-11.984375, false], [-10.484375, false], [-10.984375, false], [-8.484375, false], [-8.984375, false], [-10.484375, false], [-9.734375, false], [-10.15625, false], [-5.98046875, false], [-9.734375, false], [-10.484375, false], [-10.984375, false], [-8.484375, false], [-5.98046875, false], [-5.73046875, false], [-10.484375, false], [-9.484375, false], [-7.48046875, false], [-10.484375, false], [-10.484375, false], [-10.984375, false], [-8.484375, false], [-11.984375, false], [-8.484375, false], [-9.734375, false], [-10.15625, false], [-5.98046875, false], [-9.734375, false], [-8.734375, false], [-9.484375, false], [-8.484375, false], [-5.98046875, false], [-5.73046875, false], [-9.734375, false], [-8.984375, false], [-5.98046875, false], [-5.73046875, false], [-13.984375, false], [-11.234375, false], [-8.734375, false], [-10.734375, false], [-8.484375, false], [-11.984375, false], [-10.484375, false], [-9.734375, false], [-12.984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1551, "doc": {"id": "MCAS_2004_5_2", "question": "Marta has a radio in her room. It requires electricity in order to play. Which of the following is necessary in order for electricity to move from the source to the radio?", "choices": {"text": ["a circuit", "a magnet", "a light bulb", "an insulator"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "a circuit", "arguments": ["Question: Marta has a radio in her room. It requires electricity in order to play. Which of the following is necessary in order for electricity to move from the source to the radio?\nAnswer:", " ["], "resps": [[[-6.625, false]], [[-10.125, false]], [[-2.875, false]], [[-5.375, false]], [[-6.875, false]], [[-6.625, false]], [[-8.375, false]], [[-6.875, false]], [[-9.875, false]], [[-6.625, false]], [[-9.375, false]], [[-10.125, false]], [[-9.0625, false]], [[-5.375, false]], [[-10.125, false]], [[-2.875, false]], [[-5.375, false]], [[-7.875, false]], [[-2.875, false]], [[-9.875, false]], [[-9.125, false]], [[-8.375, false]], [[-9.375, false]], [[-10.125, false]], [[-9.0625, false]], [[-5.375, false]], [[-10.125, false]], [[-2.875, false]], [[-5.375, false]], [[-9.875, false]], [[-6.625, false]], [[-9.875, false]], [[-9.875, false]], [[-9.375, false]], [[-5.375, false]], [[-6.625, false]], [[-9.875, false]], [[-9.875, false]], [[-6.625, false]], [[-10.125, false]], [[-9.0625, false]], [[-5.375, false]], [[-10.125, false]], [[-2.875, false]], [[-9.125, false]], [[-5.375, false]], [[-6.625, false]], [[-9.125, false]], [[-9.125, false]], [[-9.875, false]], [[-9.875, false]], [[-2.875, false]], [[-9.375, false]], [[-8.375, false]], [[-8.375, false]], [[-10.125, false]], [[-11.625, false]]], "filtered_resps": [[-6.625, false], [-10.125, false], [-2.875, false], [-5.375, false], [-6.875, false], [-6.625, false], [-8.375, false], [-6.875, false], [-9.875, false], [-6.625, false], [-9.375, false], [-10.125, false], [-9.0625, false], [-5.375, false], [-10.125, false], [-2.875, false], [-5.375, false], [-7.875, false], [-2.875, false], [-9.875, false], [-9.125, false], [-8.375, false], [-9.375, false], [-10.125, false], [-9.0625, false], [-5.375, false], [-10.125, false], [-2.875, false], [-5.375, false], [-9.875, false], [-6.625, false], [-9.875, false], [-9.875, false], [-9.375, false], [-5.375, false], [-6.625, false], [-9.875, false], [-9.875, false], [-6.625, false], [-10.125, false], [-9.0625, false], [-5.375, false], [-10.125, false], [-2.875, false], [-9.125, false], [-5.375, false], [-6.625, false], [-9.125, false], [-9.125, false], [-9.875, false], [-9.875, false], [-2.875, false], [-9.375, false], [-8.375, false], [-8.375, false], [-10.125, false], [-11.625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1559, "doc": {"id": "CSZ_2004_5_CSZ10100", "question": "Which of these revolves around a planet?", "choices": {"text": ["an asteroid.", "a star.", "a comet.", "a moon."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "a moon.", "arguments": ["Question: Which of these revolves around a planet?\nAnswer:", " ["], "resps": [[[-7.23046875, false]], [[-6.98046875, false]], [[-6.23046875, false]], [[-9.984375, false]], [[-5.48046875, false]], [[-6.23046875, false]], [[-9.984375, false]], [[-9.234375, false]], [[-8.734375, false]], [[-10.234375, false]], [[-11.234375, false]], [[-8.984375, false]], [[-9.984375, false]], [[-7.57421875, false]], [[-6.98046875, false]], [[-9.578125, false]], [[-5.48046875, false]], [[-6.98046875, false]], [[-6.23046875, false]], [[-5.48046875, false]], [[-9.984375, false]], [[-9.234375, false]], [[-6.23046875, false]], [[-10.234375, false]], [[-7.57421875, false]], [[-6.98046875, false]], [[-9.578125, false]], [[-5.48046875, false]], [[-6.98046875, false]], [[-6.23046875, false]], [[-5.48046875, false]], [[-8.984375, false]], [[-11.234375, false]], [[-10.734375, false]], [[-8.734375, false]], [[-9.234375, false]], [[-7.57421875, false]], [[-6.98046875, false]], [[-9.578125, false]], [[-5.48046875, false]], [[-6.98046875, false]], [[-6.23046875, false]], [[-5.48046875, false]], [[-10.734375, false]], [[-11.234375, false]], [[-11.234375, false]], [[-9.984375, false]], [[-7.57421875, false]], [[-6.98046875, false]], [[-11.734375, false]]], "filtered_resps": [[-7.23046875, false], [-6.98046875, false], [-6.23046875, false], [-9.984375, false], [-5.48046875, false], [-6.23046875, false], [-9.984375, false], [-9.234375, false], [-8.734375, false], [-10.234375, false], [-11.234375, false], [-8.984375, false], [-9.984375, false], [-7.57421875, false], [-6.98046875, false], [-9.578125, false], [-5.48046875, false], [-6.98046875, false], [-6.23046875, false], [-5.48046875, false], [-9.984375, false], [-9.234375, false], [-6.23046875, false], [-10.234375, false], [-7.57421875, false], [-6.98046875, false], [-9.578125, false], [-5.48046875, false], [-6.98046875, false], [-6.23046875, false], [-5.48046875, false], [-8.984375, false], [-11.234375, false], [-10.734375, false], [-8.734375, false], [-9.234375, false], [-7.57421875, false], [-6.98046875, false], [-9.578125, false], [-5.48046875, false], [-6.98046875, false], [-6.23046875, false], [-5.48046875, false], [-10.734375, false], [-11.234375, false], [-11.234375, false], [-9.984375, false], [-7.57421875, false], [-6.98046875, false], [-11.734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1567, "doc": {"id": "Mercury_416405", "question": "How are bacterial cells and human cells alike?", "choices": {"text": ["They allow oxygen through the cell wall.", "They allow carbon dioxide through the cell wall.", "They allow nutrients through the cell membrane.", "They allow nutrients through the nuclear membrane."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "They allow nutrients through the cell membrane.", "arguments": ["Question: How are bacterial cells and human cells alike?\nAnswer:", " ["], "resps": [[[-8.0, false]], [[-8.75, false]], [[-7.75, false]], [[-12.0, false]], [[-8.75, false]], [[-13.0, false]], [[-6.25, false]], [[-6.75, false]], [[-10.5, false]], [[-10.5, false]], [[-11.0, false]], [[-11.5, false]], [[-6.25, false]], [[-11.0, false]], [[-10.5, false]], [[-13.0, false]], [[-13.0, false]], [[-8.75, false]], [[-10.5, false]], [[-6.25, false]], [[-12.5, false]], [[-12.0, false]], [[-11.75, false]], [[-11.0, false]], [[-12.0, false]], [[-13.0, false]], [[-12.0, false]], [[-6.25, false]], [[-12.5, false]], [[-12.0, false]], [[-8.75, false]], [[-6.25, false]], [[-10.0, false]], [[-8.75, false]], [[-10.5, false]], [[-10.5, false]], [[-6.25, false]], [[-11.5, false]], [[-6.75, false]], [[-10.5, false]], [[-10.5, false]], [[-7.7734375, false]], [[-8.75, false]], [[-10.8984375, false]], [[-6.25, false]], [[-8.75, false]], [[-7.75, false]], [[-12.0, false]], [[-8.75, false]], [[-13.0, false]], [[-6.25, false]], [[-6.75, false]], [[-10.5, false]], [[-10.5, false]], [[-11.0, false]], [[-11.5, false]], [[-6.25, false]], [[-10.0, false]], [[-6.75, false]], [[-11.75, false]], [[-8.25, false]], [[-11.0, false]], [[-10.5, false]], [[-6.25, false]], [[-10.75, false]], [[-10.0, false]], [[-11.0, false]], [[-10.5, false]], [[-10.0, false]], [[-10.75, false]], [[-8.75, false]], [[-6.25, false]], [[-12.5, false]], [[-12.0, false]], [[-11.75, false]], [[-11.0, false]], [[-12.0, false]], [[-13.0, false]], [[-12.0, false]], [[-6.25, false]], [[-12.5, false]], [[-12.0, false]], [[-8.75, false]], [[-6.25, false]], [[-10.0, false]], [[-8.75, false]], [[-10.5, false]], [[-10.5, false]], [[-6.25, false]], [[-11.5, false]], [[-6.75, false]], [[-10.5, false]], [[-10.5, false]], [[-7.7734375, false]], [[-8.75, false]], [[-10.8984375, false]], [[-6.25, false]], [[-8.75, false]], [[-7.75, false]], [[-12.0, false]], [[-8.75, false]], [[-13.0, false]], [[-6.25, false]], [[-6.75, false]], [[-10.5, false]], [[-10.5, false]], [[-11.0, false]], [[-11.5, false]], [[-6.25, false]], [[-10.5, false]], [[-12.0, false]], [[-12.5, false]], [[-11.75, false]], [[-10.0, false]], [[-8.75, false]], [[-10.5, false]], [[-12.5, false]], [[-10.0, false]], [[-6.25, false]], [[-12.5, false]], [[-12.0, false]], [[-11.75, false]], [[-11.0, false]], [[-12.0, false]], [[-13.0, false]], [[-12.0, false]], [[-6.25, false]], [[-12.5, false]], [[-12.0, false]], [[-8.75, false]], [[-6.25, false]], [[-10.0, false]], [[-8.75, false]], [[-10.5, false]], [[-10.5, false]], [[-6.25, false]], [[-11.75, false]], [[-8.75, false]], [[-11.75, false]], [[-8.25, false]], [[-11.75, false]], [[-6.75, false]], [[-10.5, false]], [[-8.75, false]], [[-7.7734375, false]], [[-8.75, false]], [[-10.8984375, false]], [[-6.25, false]], [[-8.75, false]], [[-7.75, false]], [[-12.0, false]], [[-8.75, false]], [[-13.0, false]], [[-6.25, false]], [[-6.75, false]], [[-10.5, false]], [[-10.5, false]], [[-11.0, false]], [[-11.5, false]], [[-6.25, false]], [[-10.5, false]], [[-12.0, false]], [[-12.5, false]], [[-11.75, false]], [[-10.0, false]], [[-8.75, false]], [[-10.5, false]], [[-12.5, false]], [[-10.0, false]], [[-6.25, false]], [[-12.5, false]], [[-12.0, false]], [[-11.75, false]], [[-11.0, false]], [[-12.0, false]], [[-13.0, false]], [[-12.0, false]], [[-6.25, false]], [[-12.5, false]], [[-12.0, false]], [[-8.75, false]], [[-6.25, false]], [[-10.5, false]], [[-12.0, false]], [[-10.0, false]], [[-10.5, false]], [[-8.75, false]], [[-6.75, false]], [[-11.75, false]], [[-6.25, false]], [[-11.75, false]], [[-8.75, false]], [[-11.75, false]], [[-8.25, false]], [[-11.75, false]], [[-6.75, false]], [[-10.5, false]], [[-8.75, false]], [[-7.7734375, false]], [[-8.75, false]], [[-12.75, false]]], "filtered_resps": [[-8.0, false], [-8.75, false], [-7.75, false], [-12.0, false], [-8.75, false], [-13.0, false], [-6.25, false], [-6.75, false], [-10.5, false], [-10.5, false], [-11.0, false], [-11.5, false], [-6.25, false], [-11.0, false], [-10.5, false], [-13.0, false], [-13.0, false], [-8.75, false], [-10.5, false], [-6.25, false], [-12.5, false], [-12.0, false], [-11.75, false], [-11.0, false], [-12.0, false], [-13.0, false], [-12.0, false], [-6.25, false], [-12.5, false], [-12.0, false], [-8.75, false], [-6.25, false], [-10.0, false], [-8.75, false], [-10.5, false], [-10.5, false], [-6.25, false], [-11.5, false], [-6.75, false], [-10.5, false], [-10.5, false], [-7.7734375, false], [-8.75, false], [-10.8984375, false], [-6.25, false], [-8.75, false], [-7.75, false], [-12.0, false], [-8.75, false], [-13.0, false], [-6.25, false], [-6.75, false], [-10.5, false], [-10.5, false], [-11.0, false], [-11.5, false], [-6.25, false], [-10.0, false], [-6.75, false], [-11.75, false], [-8.25, false], [-11.0, false], [-10.5, false], [-6.25, false], [-10.75, false], [-10.0, false], [-11.0, false], [-10.5, false], [-10.0, false], [-10.75, false], [-8.75, false], [-6.25, false], [-12.5, false], [-12.0, false], [-11.75, false], [-11.0, false], [-12.0, false], [-13.0, false], [-12.0, false], [-6.25, false], [-12.5, false], [-12.0, false], [-8.75, false], [-6.25, false], [-10.0, false], [-8.75, false], [-10.5, false], [-10.5, false], [-6.25, false], [-11.5, false], [-6.75, false], [-10.5, false], [-10.5, false], [-7.7734375, false], [-8.75, false], [-10.8984375, false], [-6.25, false], [-8.75, false], [-7.75, false], [-12.0, false], [-8.75, false], [-13.0, false], [-6.25, false], [-6.75, false], [-10.5, false], [-10.5, false], [-11.0, false], [-11.5, false], [-6.25, false], [-10.5, false], [-12.0, false], [-12.5, false], [-11.75, false], [-10.0, false], [-8.75, false], [-10.5, false], [-12.5, false], [-10.0, false], [-6.25, false], [-12.5, false], [-12.0, false], [-11.75, false], [-11.0, false], [-12.0, false], [-13.0, false], [-12.0, false], [-6.25, false], [-12.5, false], [-12.0, false], [-8.75, false], [-6.25, false], [-10.0, false], [-8.75, false], [-10.5, false], [-10.5, false], [-6.25, false], [-11.75, false], [-8.75, false], [-11.75, false], [-8.25, false], [-11.75, false], [-6.75, false], [-10.5, false], [-8.75, false], [-7.7734375, false], [-8.75, false], [-10.8984375, false], [-6.25, false], [-8.75, false], [-7.75, false], [-12.0, false], [-8.75, false], [-13.0, false], [-6.25, false], [-6.75, false], [-10.5, false], [-10.5, false], [-11.0, false], [-11.5, false], [-6.25, false], [-10.5, false], [-12.0, false], [-12.5, false], [-11.75, false], [-10.0, false], [-8.75, false], [-10.5, false], [-12.5, false], [-10.0, false], [-6.25, false], [-12.5, false], [-12.0, false], [-11.75, false], [-11.0, false], [-12.0, false], [-13.0, false], [-12.0, false], [-6.25, false], [-12.5, false], [-12.0, false], [-8.75, false], [-6.25, false], [-10.5, false], [-12.0, false], [-10.0, false], [-10.5, false], [-8.75, false], [-6.75, false], [-11.75, false], [-6.25, false], [-11.75, false], [-8.75, false], [-11.75, false], [-8.25, false], [-11.75, false], [-6.75, false], [-10.5, false], [-8.75, false], [-7.7734375, false], [-8.75, false], [-12.75, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1575, "doc": {"id": "Mercury_7210385", "question": "In which layer of the atmosphere does most of Earth's weather occur?", "choices": {"text": ["the exosphere, which is the outermost layer", "the troposphere, which is the lowest layer", "the thermosphere, which has the highest temperature", "the stratosphere, which contains a sub-layer of ozone"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "the troposphere, which is the lowest layer", "arguments": ["Question: In which layer of the atmosphere does most of Earth's weather occur?\nAnswer:", " ["], "resps": [[[-7.94140625, false]], [[-9.1953125, false]], [[-11.4453125, false]], [[-12.1953125, false]], [[-8.6953125, false]], [[-5.19140625, false]], [[-8.6953125, false]], [[-14.4453125, false]], [[-9.1953125, false]], [[-11.1953125, false]], [[-11.6953125, false]], [[-12.1953125, false]], [[-8.6953125, false]], [[-13.1953125, false]], [[-8.6953125, false]], [[-8.9921875, false]], [[-5.19140625, false]], [[-12.4453125, false]], [[-12.1953125, false]], [[-8.4453125, false]], [[-11.4453125, false]], [[-12.1953125, false]], [[-5.19140625, false]], [[-8.4453125, false]], [[-11.1953125, false]], [[-5.19140625, false]], [[-11.4453125, false]], [[-12.1953125, false]], [[-8.6953125, false]], [[-5.19140625, false]], [[-9.1953125, false]], [[-13.6953125, false]], [[-11.4453125, false]], [[-8.6953125, false]], [[-13.1953125, false]], [[-10.9453125, false]], [[-9.1953125, false]], [[-11.1953125, false]], [[-11.4453125, false]], [[-5.19140625, false]], [[-11.9453125, false]], [[-7.69140625, false]], [[-13.1953125, false]], [[-8.6953125, false]], [[-13.1953125, false]], [[-9.1953125, false]], [[-8.9921875, false]], [[-5.19140625, false]], [[-9.1953125, false]], [[-11.4453125, false]], [[-12.1953125, false]], [[-8.6953125, false]], [[-5.19140625, false]], [[-11.4453125, false]], [[-13.1953125, false]], [[-9.1953125, false]], [[-11.6953125, false]], [[-9.1953125, false]], [[-11.1953125, false]], [[-11.6953125, false]], [[-12.1953125, false]], [[-8.6953125, false]], [[-13.1953125, false]], [[-8.6953125, false]], [[-8.9921875, false]], [[-5.19140625, false]], [[-12.4453125, false]], [[-12.1953125, false]], [[-8.4453125, false]], [[-11.4453125, false]], [[-12.1953125, false]], [[-5.19140625, false]], [[-8.4453125, false]], [[-11.1953125, false]], [[-5.19140625, false]], [[-11.4453125, false]], [[-12.1953125, false]], [[-8.6953125, false]], [[-5.19140625, false]], [[-11.9453125, false]], [[-9.1953125, false]], [[-12.4453125, false]], [[-8.6953125, false]], [[-11.1953125, false]], [[-11.4453125, false]], [[-5.19140625, false]], [[-11.9453125, false]], [[-7.69140625, false]], [[-13.1953125, false]], [[-8.6953125, false]], [[-13.1953125, false]], [[-9.1953125, false]], [[-8.9921875, false]], [[-5.19140625, false]], [[-9.1953125, false]], [[-11.4453125, false]], [[-12.1953125, false]], [[-8.6953125, false]], [[-5.19140625, false]], [[-11.4453125, false]], [[-12.1953125, false]], [[-8.6953125, false]], [[-13.1953125, false]], [[-10.9453125, false]], [[-9.1953125, false]], [[-11.1953125, false]], [[-11.6953125, false]], [[-12.1953125, false]], [[-8.6953125, false]], [[-13.1953125, false]], [[-8.6953125, false]], [[-8.9921875, false]], [[-5.19140625, false]], [[-12.4453125, false]], [[-12.1953125, false]], [[-8.4453125, false]], [[-11.4453125, false]], [[-12.1953125, false]], [[-5.19140625, false]], [[-12.1953125, false]], [[-7.69140625, false]], [[-11.1953125, false]], [[-5.19140625, false]], [[-11.4453125, false]], [[-12.1953125, false]], [[-8.6953125, false]], [[-5.19140625, false]], [[-12.1953125, false]], [[-8.4453125, false]], [[-13.9453125, false]], [[-12.1953125, false]], [[-8.6953125, false]], [[-11.1953125, false]], [[-11.4453125, false]], [[-5.19140625, false]], [[-11.4453125, false]], [[-8.6953125, false]], [[-10.9453125, false]], [[-11.6953125, false]], [[-8.6953125, false]], [[-13.1953125, false]], [[-7.69140625, false]], [[-11.4453125, false]], [[-13.6953125, false]], [[-13.1953125, false]], [[-8.6953125, false]], [[-9.1953125, false]], [[-8.9921875, false]], [[-5.19140625, false]], [[-9.1953125, false]], [[-11.4453125, false]], [[-12.1953125, false]], [[-8.6953125, false]], [[-5.19140625, false]], [[-11.1953125, false]], [[-11.4453125, false]], [[-13.1953125, false]], [[-7.69140625, false]], [[-11.4453125, false]], [[-9.1953125, false]], [[-11.1953125, false]], [[-11.6953125, false]], [[-12.1953125, false]], [[-8.6953125, false]], [[-13.1953125, false]], [[-8.6953125, false]], [[-8.9921875, false]], [[-5.19140625, false]], [[-12.4453125, false]], [[-12.1953125, false]], [[-8.4453125, false]], [[-11.4453125, false]], [[-12.1953125, false]], [[-5.19140625, false]], [[-11.4453125, false]], [[-9.1953125, false]], [[-11.4453125, false]], [[-11.4453125, false]], [[-7.69140625, false]], [[-8.4453125, false]], [[-11.4453125, false]], [[-11.1953125, false]], [[-5.19140625, false]], [[-7.69140625, false]], [[-5.19140625, false]], [[-11.1953125, false]], [[-13.6953125, false]], [[-10.9453125, false]], [[-6.19140625, false]], [[-11.9453125, false]], [[-7.69140625, false]], [[-13.1953125, false]], [[-8.6953125, false]], [[-13.1953125, false]], [[-5.19140625, false]], [[-9.1953125, false]], [[-12.6953125, false]], [[-5.19140625, false]], [[-9.1953125, false]], [[-13.9453125, false]], [[-9.1953125, false]], [[-11.4453125, false]], [[-8.6953125, false]], [[-9.1953125, false]], [[-13.6953125, false]]], "filtered_resps": [[-7.94140625, false], [-9.1953125, false], [-11.4453125, false], [-12.1953125, false], [-8.6953125, false], [-5.19140625, false], [-8.6953125, false], [-14.4453125, false], [-9.1953125, false], [-11.1953125, false], [-11.6953125, false], [-12.1953125, false], [-8.6953125, false], [-13.1953125, false], [-8.6953125, false], [-8.9921875, false], [-5.19140625, false], [-12.4453125, false], [-12.1953125, false], [-8.4453125, false], [-11.4453125, false], [-12.1953125, false], [-5.19140625, false], [-8.4453125, false], [-11.1953125, false], [-5.19140625, false], [-11.4453125, false], [-12.1953125, false], [-8.6953125, false], [-5.19140625, false], [-9.1953125, false], [-13.6953125, false], [-11.4453125, false], [-8.6953125, false], [-13.1953125, false], [-10.9453125, false], [-9.1953125, false], [-11.1953125, false], [-11.4453125, false], [-5.19140625, false], [-11.9453125, false], [-7.69140625, false], [-13.1953125, false], [-8.6953125, false], [-13.1953125, false], [-9.1953125, false], [-8.9921875, false], [-5.19140625, false], [-9.1953125, false], [-11.4453125, false], [-12.1953125, false], [-8.6953125, false], [-5.19140625, false], [-11.4453125, false], [-13.1953125, false], [-9.1953125, false], [-11.6953125, false], [-9.1953125, false], [-11.1953125, false], [-11.6953125, false], [-12.1953125, false], [-8.6953125, false], [-13.1953125, false], [-8.6953125, false], [-8.9921875, false], [-5.19140625, false], [-12.4453125, false], [-12.1953125, false], [-8.4453125, false], [-11.4453125, false], [-12.1953125, false], [-5.19140625, false], [-8.4453125, false], [-11.1953125, false], [-5.19140625, false], [-11.4453125, false], [-12.1953125, false], [-8.6953125, false], [-5.19140625, false], [-11.9453125, false], [-9.1953125, false], [-12.4453125, false], [-8.6953125, false], [-11.1953125, false], [-11.4453125, false], [-5.19140625, false], [-11.9453125, false], [-7.69140625, false], [-13.1953125, false], [-8.6953125, false], [-13.1953125, false], [-9.1953125, false], [-8.9921875, false], [-5.19140625, false], [-9.1953125, false], [-11.4453125, false], [-12.1953125, false], [-8.6953125, false], [-5.19140625, false], [-11.4453125, false], [-12.1953125, false], [-8.6953125, false], [-13.1953125, false], [-10.9453125, false], [-9.1953125, false], [-11.1953125, false], [-11.6953125, false], [-12.1953125, false], [-8.6953125, false], [-13.1953125, false], [-8.6953125, false], [-8.9921875, false], [-5.19140625, false], [-12.4453125, false], [-12.1953125, false], [-8.4453125, false], [-11.4453125, false], [-12.1953125, false], [-5.19140625, false], [-12.1953125, false], [-7.69140625, false], [-11.1953125, false], [-5.19140625, false], [-11.4453125, false], [-12.1953125, false], [-8.6953125, false], [-5.19140625, false], [-12.1953125, false], [-8.4453125, false], [-13.9453125, false], [-12.1953125, false], [-8.6953125, false], [-11.1953125, false], [-11.4453125, false], [-5.19140625, false], [-11.4453125, false], [-8.6953125, false], [-10.9453125, false], [-11.6953125, false], [-8.6953125, false], [-13.1953125, false], [-7.69140625, false], [-11.4453125, false], [-13.6953125, false], [-13.1953125, false], [-8.6953125, false], [-9.1953125, false], [-8.9921875, false], [-5.19140625, false], [-9.1953125, false], [-11.4453125, false], [-12.1953125, false], [-8.6953125, false], [-5.19140625, false], [-11.1953125, false], [-11.4453125, false], [-13.1953125, false], [-7.69140625, false], [-11.4453125, false], [-9.1953125, false], [-11.1953125, false], [-11.6953125, false], [-12.1953125, false], [-8.6953125, false], [-13.1953125, false], [-8.6953125, false], [-8.9921875, false], [-5.19140625, false], [-12.4453125, false], [-12.1953125, false], [-8.4453125, false], [-11.4453125, false], [-12.1953125, false], [-5.19140625, false], [-11.4453125, false], [-9.1953125, false], [-11.4453125, false], [-11.4453125, false], [-7.69140625, false], [-8.4453125, false], [-11.4453125, false], [-11.1953125, false], [-5.19140625, false], [-7.69140625, false], [-5.19140625, false], [-11.1953125, false], [-13.6953125, false], [-10.9453125, false], [-6.19140625, false], [-11.9453125, false], [-7.69140625, false], [-13.1953125, false], [-8.6953125, false], [-13.1953125, false], [-5.19140625, false], [-9.1953125, false], [-12.6953125, false], [-5.19140625, false], [-9.1953125, false], [-13.9453125, false], [-9.1953125, false], [-11.4453125, false], [-8.6953125, false], [-9.1953125, false], [-13.6953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1583, "doc": {"id": "Mercury_7144498", "question": "Researchers are investigating whether dinosaurs were endothermic like birds. Which evidence from the fossil record could be effectively compared with modern day evidence to support this hypothesis?", "choices": {"text": ["similarities in bone structure", "seasonal shifts in food supply", "consumption of the same plant species", "tree rings indicating the return of a similar climate"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "similarities in bone structure", "arguments": ["Question: Researchers are investigating whether dinosaurs were endothermic like birds. Which evidence from the fossil record could be effectively compared with modern day evidence to support this hypothesis?\nAnswer:", " ["], "resps": [[[-6.8828125, false]], [[-7.8828125, false]], [[-10.7578125, false]], [[-9.3828125, false]], [[-11.7578125, false]], [[-9.3828125, false]], [[-10.6328125, false]], [[-6.0078125, false]], [[-10.5078125, false]], [[-9.3828125, false]], [[-11.5078125, false]], [[-9.3828125, false]], [[-8.5078125, false]], [[-10.7578125, false]], [[-5.7578125, false]], [[-9.3828125, false]], [[-10.7578125, false]], [[-5.7578125, false]], [[-9.7578125, false]], [[-10.7578125, false]], [[-10.7578125, false]], [[-8.5078125, false]], [[-5.7578125, false]], [[-10.7578125, false]], [[-11.5078125, false]], [[-10.5078125, false]], [[-12.2578125, false]], [[-9.6328125, false]], [[-11.5078125, false]], [[-12.2578125, false]], [[-10.5078125, false]], [[-8.5078125, false]], [[-7.8828125, false]], [[-10.7578125, false]], [[-5.7578125, false]], [[-7.8828125, false]], [[-10.7578125, false]], [[-8.5078125, false]], [[-6.0078125, false]], [[-10.7578125, false]], [[-10.7578125, false]], [[-10.7578125, false]], [[-6.0078125, false]], [[-10.6328125, false]], [[-5.7578125, false]], [[-10.7578125, false]], [[-11.6328125, false]], [[-9.3828125, false]], [[-9.0078125, false]], [[-11.5078125, false]], [[-10.7578125, false]], [[-5.7578125, false]], [[-9.3828125, false]], [[-10.7578125, false]], [[-5.7578125, false]], [[-9.0078125, false]], [[-10.7578125, false]], [[-10.7578125, false]], [[-9.3828125, false]], [[-5.7578125, false]], [[-10.7578125, false]], [[-12.2578125, false]], [[-9.5078125, false]], [[-9.5078125, false]], [[-10.6328125, false]], [[-12.7578125, false]], [[-7.8828125, false]], [[-10.7578125, false]], [[-5.7578125, false]], [[-7.8828125, false]], [[-9.6328125, false]], [[-10.7578125, false]], [[-10.7578125, false]], [[-10.7578125, false]], [[-12.2578125, false]], [[-11.7578125, false]], [[-9.5078125, false]], [[-11.5078125, false]], [[-9.3828125, false]], [[-10.7578125, false]], [[-10.7578125, false]], [[-5.7578125, false]], [[-10.7578125, false]], [[-9.0078125, false]], [[-5.7578125, false]], [[-11.5078125, false]], [[-11.6328125, false]], [[-8.5078125, false]], [[-5.7578125, false]], [[-10.7578125, false]], [[-6.0078125, false]], [[-11.7578125, false]], [[-8.5078125, false]], [[-5.7578125, false]], [[-9.5078125, false]], [[-10.6328125, false]], [[-6.0078125, false]], [[-10.7578125, false]], [[-11.5078125, false]], [[-5.7578125, false]], [[-10.7578125, false]], [[-9.5078125, false]], [[-8.5078125, false]], [[-9.6328125, false]], [[-9.3828125, false]], [[-8.5078125, false]], [[-10.7578125, false]], [[-7.8828125, false]], [[-10.7578125, false]], [[-5.7578125, false]], [[-7.8828125, false]], [[-11.5078125, false]], [[-10.5078125, false]], [[-8.5078125, false]], [[-8.5078125, false]], [[-5.7578125, false]], [[-10.5078125, false]], [[-9.3828125, false]], [[-10.7578125, false]], [[-12.1328125, false]], [[-10.7578125, false]], [[-5.7578125, false]], [[-9.3828125, false]], [[-10.7578125, false]], [[-9.3828125, false]], [[-9.3828125, false]], [[-9.6328125, false]], [[-6.0078125, false]], [[-11.5078125, false]], [[-9.3828125, false]], [[-10.7578125, false]], [[-12.1328125, false]], [[-5.7578125, false]], [[-11.5078125, false]], [[-11.6328125, false]], [[-8.5078125, false]], [[-5.7578125, false]], [[-10.5078125, false]], [[-8.5078125, false]], [[-11.5078125, false]], [[-12.2578125, false]], [[-10.5078125, false]], [[-10.7578125, false]], [[-5.7578125, false]], [[-10.7578125, false]], [[-9.0078125, false]], [[-5.7578125, false]], [[-6.0078125, false]], [[-5.7578125, false]], [[-10.7578125, false]], [[-9.3828125, false]], [[-11.7578125, false]], [[-9.3828125, false]], [[-10.6328125, false]], [[-6.0078125, false]], [[-10.5078125, false]], [[-5.7578125, false]], [[-9.6328125, false]], [[-10.6328125, false]], [[-9.3828125, false]], [[-11.7578125, false]], [[-6.0078125, false]], [[-11.5078125, false]], [[-8.5078125, false]], [[-7.8828125, false]], [[-12.5078125, false]]], "filtered_resps": [[-6.8828125, false], [-7.8828125, false], [-10.7578125, false], [-9.3828125, false], [-11.7578125, false], [-9.3828125, false], [-10.6328125, false], [-6.0078125, false], [-10.5078125, false], [-9.3828125, false], [-11.5078125, false], [-9.3828125, false], [-8.5078125, false], [-10.7578125, false], [-5.7578125, false], [-9.3828125, false], [-10.7578125, false], [-5.7578125, false], [-9.7578125, false], [-10.7578125, false], [-10.7578125, false], [-8.5078125, false], [-5.7578125, false], [-10.7578125, false], [-11.5078125, false], [-10.5078125, false], [-12.2578125, false], [-9.6328125, false], [-11.5078125, false], [-12.2578125, false], [-10.5078125, false], [-8.5078125, false], [-7.8828125, false], [-10.7578125, false], [-5.7578125, false], [-7.8828125, false], [-10.7578125, false], [-8.5078125, false], [-6.0078125, false], [-10.7578125, false], [-10.7578125, false], [-10.7578125, false], [-6.0078125, false], [-10.6328125, false], [-5.7578125, false], [-10.7578125, false], [-11.6328125, false], [-9.3828125, false], [-9.0078125, false], [-11.5078125, false], [-10.7578125, false], [-5.7578125, false], [-9.3828125, false], [-10.7578125, false], [-5.7578125, false], [-9.0078125, false], [-10.7578125, false], [-10.7578125, false], [-9.3828125, false], [-5.7578125, false], [-10.7578125, false], [-12.2578125, false], [-9.5078125, false], [-9.5078125, false], [-10.6328125, false], [-12.7578125, false], [-7.8828125, false], [-10.7578125, false], [-5.7578125, false], [-7.8828125, false], [-9.6328125, false], [-10.7578125, false], [-10.7578125, false], [-10.7578125, false], [-12.2578125, false], [-11.7578125, false], [-9.5078125, false], [-11.5078125, false], [-9.3828125, false], [-10.7578125, false], [-10.7578125, false], [-5.7578125, false], [-10.7578125, false], [-9.0078125, false], [-5.7578125, false], [-11.5078125, false], [-11.6328125, false], [-8.5078125, false], [-5.7578125, false], [-10.7578125, false], [-6.0078125, false], [-11.7578125, false], [-8.5078125, false], [-5.7578125, false], [-9.5078125, false], [-10.6328125, false], [-6.0078125, false], [-10.7578125, false], [-11.5078125, false], [-5.7578125, false], [-10.7578125, false], [-9.5078125, false], [-8.5078125, false], [-9.6328125, false], [-9.3828125, false], [-8.5078125, false], [-10.7578125, false], [-7.8828125, false], [-10.7578125, false], [-5.7578125, false], [-7.8828125, false], [-11.5078125, false], [-10.5078125, false], [-8.5078125, false], [-8.5078125, false], [-5.7578125, false], [-10.5078125, false], [-9.3828125, false], [-10.7578125, false], [-12.1328125, false], [-10.7578125, false], [-5.7578125, false], [-9.3828125, false], [-10.7578125, false], [-9.3828125, false], [-9.3828125, false], [-9.6328125, false], [-6.0078125, false], [-11.5078125, false], [-9.3828125, false], [-10.7578125, false], [-12.1328125, false], [-5.7578125, false], [-11.5078125, false], [-11.6328125, false], [-8.5078125, false], [-5.7578125, false], [-10.5078125, false], [-8.5078125, false], [-11.5078125, false], [-12.2578125, false], [-10.5078125, false], [-10.7578125, false], [-5.7578125, false], [-10.7578125, false], [-9.0078125, false], [-5.7578125, false], [-6.0078125, false], [-5.7578125, false], [-10.7578125, false], [-9.3828125, false], [-11.7578125, false], [-9.3828125, false], [-10.6328125, false], [-6.0078125, false], [-10.5078125, false], [-5.7578125, false], [-9.6328125, false], [-10.6328125, false], [-9.3828125, false], [-11.7578125, false], [-6.0078125, false], [-11.5078125, false], [-8.5078125, false], [-7.8828125, false], [-12.5078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1591, "doc": {"id": "Mercury_SC_408905", "question": "Betsy tries to attract a variety of birds to her backyard. She puts up a bird feeder that contains sunflower seeds and corn. Which term best describes the contents of the bird feeder?", "choices": {"text": ["a mixture", "a solution", "an element", "a compound"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "a mixture", "arguments": ["Question: Betsy tries to attract a variety of birds to her backyard. She puts up a bird feeder that contains sunflower seeds and corn. Which term best describes the contents of the bird feeder?\nAnswer:", " ["], "resps": [[[-6.80859375, false]], [[-7.18359375, false]], [[-4.55859375, false]], [[-5.55859375, false]], [[-8.4296875, false]], [[-8.6796875, false]], [[-9.5546875, false]], [[-9.6796875, false]], [[-9.9296875, false]], [[-8.8046875, false]], [[-8.6796875, false]], [[-7.18359375, false]], [[-10.328125, false]], [[-5.55859375, false]], [[-7.18359375, false]], [[-4.55859375, false]], [[-5.55859375, false]], [[-7.93359375, false]], [[-8.3046875, false]], [[-9.3046875, false]], [[-9.9296875, false]], [[-9.6796875, false]], [[-8.6796875, false]], [[-8.3046875, false]], [[-7.68359375, false]], [[-7.18359375, false]], [[-10.328125, false]], [[-5.55859375, false]], [[-7.18359375, false]], [[-4.55859375, false]], [[-7.68359375, false]], [[-5.55859375, false]], [[-8.6796875, false]], [[-9.3046875, false]], [[-8.6796875, false]], [[-8.4296875, false]], [[-8.6796875, false]], [[-7.68359375, false]], [[-9.6796875, false]], [[-7.18359375, false]], [[-10.328125, false]], [[-5.55859375, false]], [[-7.18359375, false]], [[-4.55859375, false]], [[-5.55859375, false]], [[-6.80859375, false]], [[-8.3046875, false]], [[-8.4296875, false]], [[-8.4296875, false]], [[-8.3046875, false]], [[-9.9296875, false]], [[-7.68359375, false]], [[-6.80859375, false]], [[-7.18359375, false]], [[-12.4296875, false]]], "filtered_resps": [[-6.80859375, false], [-7.18359375, false], [-4.55859375, false], [-5.55859375, false], [-8.4296875, false], [-8.6796875, false], [-9.5546875, false], [-9.6796875, false], [-9.9296875, false], [-8.8046875, false], [-8.6796875, false], [-7.18359375, false], [-10.328125, false], [-5.55859375, false], [-7.18359375, false], [-4.55859375, false], [-5.55859375, false], [-7.93359375, false], [-8.3046875, false], [-9.3046875, false], [-9.9296875, false], [-9.6796875, false], [-8.6796875, false], [-8.3046875, false], [-7.68359375, false], [-7.18359375, false], [-10.328125, false], [-5.55859375, false], [-7.18359375, false], [-4.55859375, false], [-7.68359375, false], [-5.55859375, false], [-8.6796875, false], [-9.3046875, false], [-8.6796875, false], [-8.4296875, false], [-8.6796875, false], [-7.68359375, false], [-9.6796875, false], [-7.18359375, false], [-10.328125, false], [-5.55859375, false], [-7.18359375, false], [-4.55859375, false], [-5.55859375, false], [-6.80859375, false], [-8.3046875, false], [-8.4296875, false], [-8.4296875, false], [-8.3046875, false], [-9.9296875, false], [-7.68359375, false], [-6.80859375, false], [-7.18359375, false], [-12.4296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1599, "doc": {"id": "Mercury_SC_407155", "question": "Students compare two different rocks. The rocks are both bright and spotted. Which property are the students most likely observing?", "choices": {"text": ["layers", "textures", "colors", "ages"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "colors", "arguments": ["Question: Students compare two different rocks. The rocks are both bright and spotted. Which property are the students most likely observing?\nAnswer:", " ["], "resps": [[[-7.28125, false]], [[-9.53125, false]], [[-10.03125, false]], [[-5.53125, false]], [[-11.78125, false]], [[-8.53125, false]], [[-8.03125, false]], [[-9.53125, false]], [[-9.53125, false]], [[-10.140625, false]], [[-5.78125, false]], [[-9.53125, false]], [[-9.28125, false]], [[-8.53125, false]], [[-10.03125, false]], [[-9.28125, false]], [[-11.03125, false]], [[-8.03125, false]], [[-8.53125, false]], [[-9.53125, false]], [[-9.53125, false]], [[-10.140625, false]], [[-5.78125, false]], [[-9.53125, false]], [[-8.28125, false]], [[-9.03125, false]], [[-10.03125, false]], [[-9.03125, false]], [[-8.03125, false]], [[-9.53125, false]], [[-9.53125, false]], [[-10.140625, false]], [[-5.78125, false]], [[-9.53125, false]], [[-5.53125, false]], [[-11.03125, false]], [[-8.53125, false]], [[-9.53125, false]], [[-9.53125, false]], [[-12.53125, false]]], "filtered_resps": [[-7.28125, false], [-9.53125, false], [-10.03125, false], [-5.53125, false], [-11.78125, false], [-8.53125, false], [-8.03125, false], [-9.53125, false], [-9.53125, false], [-10.140625, false], [-5.78125, false], [-9.53125, false], [-9.28125, false], [-8.53125, false], [-10.03125, false], [-9.28125, false], [-11.03125, false], [-8.03125, false], [-8.53125, false], [-9.53125, false], [-9.53125, false], [-10.140625, false], [-5.78125, false], [-9.53125, false], [-8.28125, false], [-9.03125, false], [-10.03125, false], [-9.03125, false], [-8.03125, false], [-9.53125, false], [-9.53125, false], [-10.140625, false], [-5.78125, false], [-9.53125, false], [-5.53125, false], [-11.03125, false], [-8.53125, false], [-9.53125, false], [-9.53125, false], [-12.53125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1607, "doc": {"id": "Mercury_7170643", "question": "Respiration is a process during which energy is released from glucose. This energy is used for processes such as growth of the body. Which type of energy does respiration release?", "choices": {"text": ["chemical", "kinetic", "potential", "thermal"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "chemical", "arguments": ["Question: Respiration is a process during which energy is released from glucose. This energy is used for processes such as growth of the body. Which type of energy does respiration release?\nAnswer:", " ["], "resps": [[[-6.71484375, false]], [[-10.2109375, false]], [[-4.21484375, false]], [[-8.9609375, false]], [[-8.4609375, false]], [[-7.96484375, false]], [[-8.2109375, false]], [[-4.21484375, false]], [[-4.71484375, false]], [[-9.9609375, false]], [[-10.2109375, false]], [[-9.75, false]], [[-5.21484375, false]], [[-10.2109375, false]], [[-7.21484375, false]], [[-8.2109375, false]], [[-7.21484375, false]], [[-8.4609375, false]], [[-9.4609375, false]], [[-8.2109375, false]], [[-4.21484375, false]], [[-10.2109375, false]], [[-9.75, false]], [[-5.21484375, false]], [[-10.2109375, false]], [[-8.7109375, false]], [[-7.71484375, false]], [[-9.4609375, false]], [[-8.4609375, false]], [[-7.21484375, false]], [[-9.4609375, false]], [[-8.2109375, false]], [[-4.71484375, false]], [[-9.9609375, false]], [[-10.2109375, false]], [[-9.75, false]], [[-5.21484375, false]], [[-10.2109375, false]], [[-9.4609375, false]], [[-8.9609375, false]], [[-8.4609375, false]], [[-9.7109375, false]], [[-7.96484375, false]], [[-4.71484375, false]], [[-9.9609375, false]], [[-10.2109375, false]], [[-14.4609375, false]]], "filtered_resps": [[-6.71484375, false], [-10.2109375, false], [-4.21484375, false], [-8.9609375, false], [-8.4609375, false], [-7.96484375, false], [-8.2109375, false], [-4.21484375, false], [-4.71484375, false], [-9.9609375, false], [-10.2109375, false], [-9.75, false], [-5.21484375, false], [-10.2109375, false], [-7.21484375, false], [-8.2109375, false], [-7.21484375, false], [-8.4609375, false], [-9.4609375, false], [-8.2109375, false], [-4.21484375, false], [-10.2109375, false], [-9.75, false], [-5.21484375, false], [-10.2109375, false], [-8.7109375, false], [-7.71484375, false], [-9.4609375, false], [-8.4609375, false], [-7.21484375, false], [-9.4609375, false], [-8.2109375, false], [-4.71484375, false], [-9.9609375, false], [-10.2109375, false], [-9.75, false], [-5.21484375, false], [-10.2109375, false], [-9.4609375, false], [-8.9609375, false], [-8.4609375, false], [-9.7109375, false], [-7.96484375, false], [-4.71484375, false], [-9.9609375, false], [-10.2109375, false], [-14.4609375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1615, "doc": {"id": "AIMS_2009_4_13", "question": "All animals need air to survive. An insect gets air through tiny holes on the sides of its body. A whale breathes through a blow hole. What body part do fish use to breathe?", "choices": {"text": ["gills", "skin", "nose", "mouth"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "gills", "arguments": ["Question: All animals need air to survive. An insect gets air through tiny holes on the sides of its body. A whale breathes through a blow hole. What body part do fish use to breathe?\nAnswer:", " ["], "resps": [[[-8.4609375, false]], [[-10.9609375, false]], [[-11.9609375, false]], [[-10.9609375, false]], [[-9.9609375, false]], [[-9.9609375, false]], [[-8.4609375, false]], [[-10.9609375, false]], [[-10.8984375, false]], [[-6.20703125, false]], [[-10.9609375, false]], [[-8.4609375, false]], [[-7.70703125, false]], [[-10.9609375, false]], [[-8.7109375, false]], [[-10.9609375, false]], [[-10.8984375, false]], [[-6.20703125, false]], [[-10.9609375, false]], [[-8.7109375, false]], [[-9.4609375, false]], [[-8.4609375, false]], [[-8.4609375, false]], [[-10.9609375, false]], [[-10.8984375, false]], [[-6.20703125, false]], [[-10.9609375, false]], [[-10.4609375, false]], [[-9.4609375, false]], [[-11.2109375, false]], [[-10.4609375, false]], [[-10.2109375, false]], [[-10.9609375, false]], [[-13.7109375, false]]], "filtered_resps": [[-8.4609375, false], [-10.9609375, false], [-11.9609375, false], [-10.9609375, false], [-9.9609375, false], [-9.9609375, false], [-8.4609375, false], [-10.9609375, false], [-10.8984375, false], [-6.20703125, false], [-10.9609375, false], [-8.4609375, false], [-7.70703125, false], [-10.9609375, false], [-8.7109375, false], [-10.9609375, false], [-10.8984375, false], [-6.20703125, false], [-10.9609375, false], [-8.7109375, false], [-9.4609375, false], [-8.4609375, false], [-8.4609375, false], [-10.9609375, false], [-10.8984375, false], [-6.20703125, false], [-10.9609375, false], [-10.4609375, false], [-9.4609375, false], [-11.2109375, false], [-10.4609375, false], [-10.2109375, false], [-10.9609375, false], [-13.7109375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1623, "doc": {"id": "Mercury_7029768", "question": "The transfer of heat in the atmosphere by winds that circulate between the equator and the poles is an example of", "choices": {"text": ["radiation.", "insulation.", "convection.", "conduction."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "convection.", "arguments": ["Question: The transfer of heat in the atmosphere by winds that circulate between the equator and the poles is an example of\nAnswer:", " ["], "resps": [[[-7.26171875, false]], [[-7.76171875, false]], [[-9.765625, false]], [[-4.63671875, false]], [[-8.515625, false]], [[-7.51171875, false]], [[-4.63671875, false]], [[-9.765625, false]], [[-7.51171875, false]], [[-8.265625, false]], [[-8.140625, false]], [[-5.97265625, false]], [[-7.76171875, false]], [[-7.91015625, false]], [[-4.63671875, false]], [[-7.76171875, false]], [[-7.51171875, false]], [[-8.140625, false]], [[-9.140625, false]], [[-10.640625, false]], [[-11.140625, false]], [[-4.63671875, false]], [[-9.765625, false]], [[-7.51171875, false]], [[-8.265625, false]], [[-8.140625, false]], [[-5.97265625, false]], [[-7.76171875, false]], [[-7.91015625, false]], [[-4.63671875, false]], [[-7.76171875, false]], [[-8.515625, false]], [[-8.265625, false]], [[-8.140625, false]], [[-10.015625, false]], [[-8.015625, false]], [[-8.515625, false]], [[-9.765625, false]], [[-7.51171875, false]], [[-8.265625, false]], [[-8.140625, false]], [[-5.97265625, false]], [[-7.76171875, false]], [[-7.91015625, false]], [[-4.63671875, false]], [[-7.76171875, false]], [[-8.515625, false]], [[-8.265625, false]], [[-8.140625, false]], [[-8.515625, false]], [[-10.640625, false]], [[-8.515625, false]], [[-9.765625, false]], [[-7.51171875, false]], [[-8.265625, false]], [[-8.140625, false]], [[-5.97265625, false]], [[-7.76171875, false]], [[-11.890625, false]]], "filtered_resps": [[-7.26171875, false], [-7.76171875, false], [-9.765625, false], [-4.63671875, false], [-8.515625, false], [-7.51171875, false], [-4.63671875, false], [-9.765625, false], [-7.51171875, false], [-8.265625, false], [-8.140625, false], [-5.97265625, false], [-7.76171875, false], [-7.91015625, false], [-4.63671875, false], [-7.76171875, false], [-7.51171875, false], [-8.140625, false], [-9.140625, false], [-10.640625, false], [-11.140625, false], [-4.63671875, false], [-9.765625, false], [-7.51171875, false], [-8.265625, false], [-8.140625, false], [-5.97265625, false], [-7.76171875, false], [-7.91015625, false], [-4.63671875, false], [-7.76171875, false], [-8.515625, false], [-8.265625, false], [-8.140625, false], [-10.015625, false], [-8.015625, false], [-8.515625, false], [-9.765625, false], [-7.51171875, false], [-8.265625, false], [-8.140625, false], [-5.97265625, false], [-7.76171875, false], [-7.91015625, false], [-4.63671875, false], [-7.76171875, false], [-8.515625, false], [-8.265625, false], [-8.140625, false], [-8.515625, false], [-10.640625, false], [-8.515625, false], [-9.765625, false], [-7.51171875, false], [-8.265625, false], [-8.140625, false], [-5.97265625, false], [-7.76171875, false], [-11.890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1631, "doc": {"id": "MDSA_2012_8_1", "question": "Fossil fuels are common sources of energy. What type of pollution is most often associated with burning fossil fuels?", "choices": {"text": ["air", "land", "noise", "water"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "air", "arguments": ["Question: Fossil fuels are common sources of energy. What type of pollution is most often associated with burning fossil fuels?\nAnswer:", " ["], "resps": [[[-8.5078125, false]], [[-9.5078125, false]], [[-7.01171875, false]], [[-9.5078125, false]], [[-14.0078125, false]], [[-9.5078125, false]], [[-9.6328125, false]], [[-5.01171875, false]], [[-9.5078125, false]], [[-11.2578125, false]], [[-7.01171875, false]], [[-10.5078125, false]], [[-10.0078125, false]], [[-9.5078125, false]], [[-9.6328125, false]], [[-5.01171875, false]], [[-9.5078125, false]], [[-10.5078125, false]], [[-7.51171875, false]], [[-9.5078125, false]], [[-11.0078125, false]], [[-8.5078125, false]], [[-9.5078125, false]], [[-9.6328125, false]], [[-5.01171875, false]], [[-9.5078125, false]], [[-12.7578125, false]], [[-7.01171875, false]], [[-13.5078125, false]], [[-8.5078125, false]], [[-14.0078125, false]], [[-9.5078125, false]], [[-15.5078125, false]]], "filtered_resps": [[-8.5078125, false], [-9.5078125, false], [-7.01171875, false], [-9.5078125, false], [-14.0078125, false], [-9.5078125, false], [-9.6328125, false], [-5.01171875, false], [-9.5078125, false], [-11.2578125, false], [-7.01171875, false], [-10.5078125, false], [-10.0078125, false], [-9.5078125, false], [-9.6328125, false], [-5.01171875, false], [-9.5078125, false], [-10.5078125, false], [-7.51171875, false], [-9.5078125, false], [-11.0078125, false], [-8.5078125, false], [-9.5078125, false], [-9.6328125, false], [-5.01171875, false], [-9.5078125, false], [-12.7578125, false], [-7.01171875, false], [-13.5078125, false], [-8.5078125, false], [-14.0078125, false], [-9.5078125, false], [-15.5078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1639, "doc": {"id": "VASoL_2010_3_6", "question": "Why is it important to protect soil?", "choices": {"text": ["It covers the bedrock layer in the earth.", "It has nutrients used by plants to grow.", "It holds many harmful pollutants.", "It dries quickly in sunlight."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "It has nutrients used by plants to grow.", "arguments": ["Question: Why is it important to protect soil?\nAnswer:", " ["], "resps": [[[-8.3359375, false]], [[-9.5859375, false]], [[-5.0859375, false]], [[-14.3359375, false]], [[-6.0859375, false]], [[-12.5859375, false]], [[-11.5859375, false]], [[-14.5859375, false]], [[-10.3359375, false]], [[-13.8359375, false]], [[-11.3359375, false]], [[-6.0859375, false]], [[-14.3359375, false]], [[-12.8359375, false]], [[-10.3359375, false]], [[-6.0859375, false]], [[-12.0859375, false]], [[-10.3359375, false]], [[-11.3359375, false]], [[-13.8359375, false]], [[-11.5859375, false]], [[-12.5859375, false]], [[-14.3359375, false]], [[-6.0859375, false]], [[-12.5859375, false]], [[-8.3359375, false]], [[-13.3359375, false]], [[-10.3359375, false]], [[-13.8359375, false]], [[-6.0859375, false]], [[-11.5859375, false]], [[-12.8359375, false]], [[-6.0859375, false]], [[-14.3359375, false]], [[-12.8359375, false]], [[-10.3359375, false]], [[-6.0859375, false]], [[-10.3359375, false]], [[-8.3359375, false]], [[-13.8359375, false]], [[-14.3359375, false]], [[-12.8359375, false]], [[-7.609375, false]], [[-9.5859375, false]], [[-10.609375, false]], [[-6.0859375, false]], [[-9.5859375, false]], [[-5.0859375, false]], [[-14.3359375, false]], [[-6.0859375, false]], [[-12.8359375, false]], [[-8.3359375, false]], [[-11.3359375, false]], [[-6.0859375, false]], [[-12.8359375, false]], [[-14.3359375, false]], [[-14.3359375, false]], [[-13.8359375, false]], [[-11.5859375, false]], [[-10.3359375, false]], [[-12.8359375, false]], [[-14.3359375, false]], [[-11.3359375, false]], [[-6.0859375, false]], [[-14.3359375, false]], [[-11.3359375, false]], [[-10.3359375, false]], [[-11.3359375, false]], [[-6.0859375, false]], [[-12.0859375, false]], [[-13.3359375, false]], [[-6.0859375, false]], [[-10.8359375, false]], [[-12.5859375, false]], [[-8.3359375, false]], [[-12.8359375, false]], [[-14.3359375, false]], [[-11.3359375, false]], [[-6.0859375, false]], [[-14.3359375, false]], [[-11.5859375, false]], [[-6.0859375, false]], [[-13.5859375, false]], [[-13.8359375, false]], [[-11.5859375, false]], [[-12.0859375, false]], [[-7.609375, false]], [[-9.5859375, false]], [[-10.609375, false]], [[-6.0859375, false]], [[-9.5859375, false]], [[-5.0859375, false]], [[-14.3359375, false]], [[-6.0859375, false]], [[-12.8359375, false]], [[-11.5859375, false]], [[-12.5859375, false]], [[-11.3359375, false]], [[-11.3359375, false]], [[-6.0859375, false]], [[-14.0859375, false]], [[-8.3359375, false]], [[-12.8359375, false]], [[-13.3359375, false]], [[-6.0859375, false]], [[-12.8359375, false]], [[-8.3359375, false]], [[-13.8359375, false]], [[-14.0859375, false]], [[-12.8359375, false]], [[-14.3359375, false]], [[-12.5859375, false]], [[-6.0859375, false]], [[-10.8359375, false]], [[-11.5859375, false]], [[-12.5859375, false]], [[-12.5859375, false]], [[-14.3359375, false]], [[-14.3359375, false]], [[-8.3359375, false]], [[-12.8359375, false]], [[-14.3359375, false]], [[-11.3359375, false]], [[-7.609375, false]], [[-9.5859375, false]], [[-10.609375, false]], [[-6.0859375, false]], [[-9.5859375, false]], [[-5.0859375, false]], [[-14.3359375, false]], [[-6.0859375, false]], [[-11.3359375, false]], [[-13.8359375, false]], [[-11.5859375, false]], [[-10.3359375, false]], [[-11.3359375, false]], [[-6.0859375, false]], [[-15.0859375, false]], [[-14.3359375, false]], [[-11.5859375, false]], [[-12.5859375, false]], [[-14.3359375, false]], [[-12.5859375, false]], [[-13.3359375, false]], [[-6.0859375, false]], [[-11.5859375, false]], [[-12.8359375, false]], [[-6.0859375, false]], [[-11.3359375, false]], [[-14.3359375, false]], [[-12.8359375, false]], [[-12.5859375, false]], [[-11.5859375, false]], [[-13.5859375, false]], [[-12.8359375, false]], [[-14.3359375, false]], [[-7.609375, false]], [[-9.5859375, false]], [[-13.0859375, false]]], "filtered_resps": [[-8.3359375, false], [-9.5859375, false], [-5.0859375, false], [-14.3359375, false], [-6.0859375, false], [-12.5859375, false], [-11.5859375, false], [-14.5859375, false], [-10.3359375, false], [-13.8359375, false], [-11.3359375, false], [-6.0859375, false], [-14.3359375, false], [-12.8359375, false], [-10.3359375, false], [-6.0859375, false], [-12.0859375, false], [-10.3359375, false], [-11.3359375, false], [-13.8359375, false], [-11.5859375, false], [-12.5859375, false], [-14.3359375, false], [-6.0859375, false], [-12.5859375, false], [-8.3359375, false], [-13.3359375, false], [-10.3359375, false], [-13.8359375, false], [-6.0859375, false], [-11.5859375, false], [-12.8359375, false], [-6.0859375, false], [-14.3359375, false], [-12.8359375, false], [-10.3359375, false], [-6.0859375, false], [-10.3359375, false], [-8.3359375, false], [-13.8359375, false], [-14.3359375, false], [-12.8359375, false], [-7.609375, false], [-9.5859375, false], [-10.609375, false], [-6.0859375, false], [-9.5859375, false], [-5.0859375, false], [-14.3359375, false], [-6.0859375, false], [-12.8359375, false], [-8.3359375, false], [-11.3359375, false], [-6.0859375, false], [-12.8359375, false], [-14.3359375, false], [-14.3359375, false], [-13.8359375, false], [-11.5859375, false], [-10.3359375, false], [-12.8359375, false], [-14.3359375, false], [-11.3359375, false], [-6.0859375, false], [-14.3359375, false], [-11.3359375, false], [-10.3359375, false], [-11.3359375, false], [-6.0859375, false], [-12.0859375, false], [-13.3359375, false], [-6.0859375, false], [-10.8359375, false], [-12.5859375, false], [-8.3359375, false], [-12.8359375, false], [-14.3359375, false], [-11.3359375, false], [-6.0859375, false], [-14.3359375, false], [-11.5859375, false], [-6.0859375, false], [-13.5859375, false], [-13.8359375, false], [-11.5859375, false], [-12.0859375, false], [-7.609375, false], [-9.5859375, false], [-10.609375, false], [-6.0859375, false], [-9.5859375, false], [-5.0859375, false], [-14.3359375, false], [-6.0859375, false], [-12.8359375, false], [-11.5859375, false], [-12.5859375, false], [-11.3359375, false], [-11.3359375, false], [-6.0859375, false], [-14.0859375, false], [-8.3359375, false], [-12.8359375, false], [-13.3359375, false], [-6.0859375, false], [-12.8359375, false], [-8.3359375, false], [-13.8359375, false], [-14.0859375, false], [-12.8359375, false], [-14.3359375, false], [-12.5859375, false], [-6.0859375, false], [-10.8359375, false], [-11.5859375, false], [-12.5859375, false], [-12.5859375, false], [-14.3359375, false], [-14.3359375, false], [-8.3359375, false], [-12.8359375, false], [-14.3359375, false], [-11.3359375, false], [-7.609375, false], [-9.5859375, false], [-10.609375, false], [-6.0859375, false], [-9.5859375, false], [-5.0859375, false], [-14.3359375, false], [-6.0859375, false], [-11.3359375, false], [-13.8359375, false], [-11.5859375, false], [-10.3359375, false], [-11.3359375, false], [-6.0859375, false], [-15.0859375, false], [-14.3359375, false], [-11.5859375, false], [-12.5859375, false], [-14.3359375, false], [-12.5859375, false], [-13.3359375, false], [-6.0859375, false], [-11.5859375, false], [-12.8359375, false], [-6.0859375, false], [-11.3359375, false], [-14.3359375, false], [-12.8359375, false], [-12.5859375, false], [-11.5859375, false], [-13.5859375, false], [-12.8359375, false], [-14.3359375, false], [-7.609375, false], [-9.5859375, false], [-13.0859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1647, "doc": {"id": "Mercury_7085470", "question": "Which of these provides the best evidence that an environmental change has occurred?", "choices": {"text": ["a freshwater lake in the mountains", "marine fossils in a freshwater lake", "saltwater clams in the ocean", "a sandy beach next to the ocean"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "marine fossils in a freshwater lake", "arguments": ["Question: Which of these provides the best evidence that an environmental change has occurred?\nAnswer:", " ["], "resps": [[[-6.4375, false]], [[-8.6875, false]], [[-5.3125, false]], [[-4.9375, false]], [[-8.8125, false]], [[-10.4375, false]], [[-6.9375, false]], [[-9.1875, false]], [[-10.4375, false]], [[-9.6875, false]], [[-5.3125, false]], [[-9.9375, false]], [[-6.9375, false]], [[-10.4375, false]], [[-4.9375, false]], [[-9.9375, false]], [[-5.3125, false]], [[-10.6875, false]], [[-6.9375, false]], [[-4.9375, false]], [[-7.9375, false]], [[-8.0625, false]], [[-4.9375, false]], [[-9.9375, false]], [[-10.4375, false]], [[-6.9375, false]], [[-4.9375, false]], [[-9.3125, false]], [[-8.1875, false]], [[-10.9375, false]], [[-8.0625, false]], [[-9.9375, false]], [[-5.3125, false]], [[-7.9375, false]], [[-8.0625, false]], [[-9.1875, false]], [[-8.6875, false]], [[-9.25, false]], [[-4.9375, false]], [[-8.6875, false]], [[-9.3125, false]], [[-5.3125, false]], [[-10.4375, false]], [[-7.9375, false]], [[-8.0625, false]], [[-6.9375, false]], [[-4.9375, false]], [[-8.8125, false]], [[-8.1875, false]], [[-9.1875, false]], [[-9.1875, false]], [[-7.9375, false]], [[-9.9375, false]], [[-9.1875, false]], [[-4.9375, false]], [[-7.9375, false]], [[-8.0625, false]], [[-4.9375, false]], [[-5.3125, false]], [[-4.9375, false]], [[-8.8125, false]], [[-10.4375, false]], [[-6.9375, false]], [[-9.1875, false]], [[-10.4375, false]], [[-9.6875, false]], [[-5.3125, false]], [[-9.9375, false]], [[-6.9375, false]], [[-10.4375, false]], [[-4.9375, false]], [[-9.9375, false]], [[-5.3125, false]], [[-10.6875, false]], [[-6.9375, false]], [[-8.6875, false]], [[-9.25, false]], [[-4.9375, false]], [[-8.6875, false]], [[-9.1875, false]], [[-5.3125, false]], [[-9.9375, false]], [[-9.9375, false]], [[-9.6875, false]], [[-5.3125, false]], [[-9.9375, false]], [[-6.9375, false]], [[-10.4375, false]], [[-4.9375, false]], [[-8.4375, false]], [[-9.9375, false]], [[-5.3125, false]], [[-9.3125, false]], [[-9.1875, false]], [[-4.9375, false]], [[-7.9375, false]], [[-8.0625, false]], [[-4.9375, false]], [[-9.9375, false]], [[-10.4375, false]], [[-6.9375, false]], [[-4.9375, false]], [[-8.1875, false]], [[-8.4375, false]], [[-6.9375, false]], [[-5.3125, false]], [[-8.0625, false]], [[-8.6875, false]], [[-9.25, false]], [[-4.9375, false]], [[-8.6875, false]], [[-5.3125, false]], [[-4.9375, false]], [[-9.1875, false]], [[-5.3125, false]], [[-8.0625, false]], [[-7.3125, false]], [[-10.8125, false]], [[-4.9375, false]], [[-7.9375, false]], [[-6.9375, false]], [[-5.3125, false]], [[-8.4375, false]], [[-10.4375, false]], [[-4.9375, false]], [[-8.0625, false]], [[-6.9375, false]], [[-9.4375, false]], [[-9.9375, false]], [[-4.9375, false]], [[-9.9375, false]], [[-8.1875, false]], [[-4.9375, false]], [[-9.9375, false]], [[-10.4375, false]], [[-6.9375, false]], [[-4.9375, false]], [[-8.1875, false]], [[-8.4375, false]], [[-6.9375, false]], [[-5.3125, false]], [[-8.0625, false]], [[-8.6875, false]], [[-14.0625, false]]], "filtered_resps": [[-6.4375, false], [-8.6875, false], [-5.3125, false], [-4.9375, false], [-8.8125, false], [-10.4375, false], [-6.9375, false], [-9.1875, false], [-10.4375, false], [-9.6875, false], [-5.3125, false], [-9.9375, false], [-6.9375, false], [-10.4375, false], [-4.9375, false], [-9.9375, false], [-5.3125, false], [-10.6875, false], [-6.9375, false], [-4.9375, false], [-7.9375, false], [-8.0625, false], [-4.9375, false], [-9.9375, false], [-10.4375, false], [-6.9375, false], [-4.9375, false], [-9.3125, false], [-8.1875, false], [-10.9375, false], [-8.0625, false], [-9.9375, false], [-5.3125, false], [-7.9375, false], [-8.0625, false], [-9.1875, false], [-8.6875, false], [-9.25, false], [-4.9375, false], [-8.6875, false], [-9.3125, false], [-5.3125, false], [-10.4375, false], [-7.9375, false], [-8.0625, false], [-6.9375, false], [-4.9375, false], [-8.8125, false], [-8.1875, false], [-9.1875, false], [-9.1875, false], [-7.9375, false], [-9.9375, false], [-9.1875, false], [-4.9375, false], [-7.9375, false], [-8.0625, false], [-4.9375, false], [-5.3125, false], [-4.9375, false], [-8.8125, false], [-10.4375, false], [-6.9375, false], [-9.1875, false], [-10.4375, false], [-9.6875, false], [-5.3125, false], [-9.9375, false], [-6.9375, false], [-10.4375, false], [-4.9375, false], [-9.9375, false], [-5.3125, false], [-10.6875, false], [-6.9375, false], [-8.6875, false], [-9.25, false], [-4.9375, false], [-8.6875, false], [-9.1875, false], [-5.3125, false], [-9.9375, false], [-9.9375, false], [-9.6875, false], [-5.3125, false], [-9.9375, false], [-6.9375, false], [-10.4375, false], [-4.9375, false], [-8.4375, false], [-9.9375, false], [-5.3125, false], [-9.3125, false], [-9.1875, false], [-4.9375, false], [-7.9375, false], [-8.0625, false], [-4.9375, false], [-9.9375, false], [-10.4375, false], [-6.9375, false], [-4.9375, false], [-8.1875, false], [-8.4375, false], [-6.9375, false], [-5.3125, false], [-8.0625, false], [-8.6875, false], [-9.25, false], [-4.9375, false], [-8.6875, false], [-5.3125, false], [-4.9375, false], [-9.1875, false], [-5.3125, false], [-8.0625, false], [-7.3125, false], [-10.8125, false], [-4.9375, false], [-7.9375, false], [-6.9375, false], [-5.3125, false], [-8.4375, false], [-10.4375, false], [-4.9375, false], [-8.0625, false], [-6.9375, false], [-9.4375, false], [-9.9375, false], [-4.9375, false], [-9.9375, false], [-8.1875, false], [-4.9375, false], [-9.9375, false], [-10.4375, false], [-6.9375, false], [-4.9375, false], [-8.1875, false], [-8.4375, false], [-6.9375, false], [-5.3125, false], [-8.0625, false], [-8.6875, false], [-14.0625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1655, "doc": {"id": "Mercury_7016415", "question": "Which tool would be most useful in studying the living organisms the students collected from the pond?", "choices": {"text": ["balance", "pH meter", "microscope", "thermometer"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "microscope", "arguments": ["Question: Which tool would be most useful in studying the living organisms the students collected from the pond?\nAnswer:", " ["], "resps": [[[-8.0234375, false]], [[-9.1484375, false]], [[-9.8984375, false]], [[-4.14453125, false]], [[-10.0234375, false]], [[-4.14453125, false]], [[-9.6484375, false]], [[-9.2734375, false]], [[-8.6484375, false]], [[-9.1484375, false]], [[-9.96875, false]], [[-5.26953125, false]], [[-9.1484375, false]], [[-9.6484375, false]], [[-7.26953125, false]], [[-5.26953125, false]], [[-9.8984375, false]], [[-8.6484375, false]], [[-10.2734375, false]], [[-8.6484375, false]], [[-10.6484375, false]], [[-9.1484375, false]], [[-9.96875, false]], [[-5.26953125, false]], [[-9.1484375, false]], [[-9.8984375, false]], [[-8.6484375, false]], [[-9.2734375, false]], [[-10.6484375, false]], [[-9.1484375, false]], [[-8.3984375, false]], [[-9.2734375, false]], [[-9.1484375, false]], [[-9.6484375, false]], [[-8.6484375, false]], [[-9.1484375, false]], [[-9.96875, false]], [[-5.26953125, false]], [[-9.1484375, false]], [[-10.2734375, false]], [[-10.2734375, false]], [[-8.6484375, false]], [[-10.6484375, false]], [[-9.8984375, false]], [[-9.1484375, false]], [[-9.8984375, false]], [[-8.6484375, false]], [[-10.2734375, false]], [[-8.6484375, false]], [[-10.6484375, false]], [[-9.1484375, false]], [[-13.3984375, false]]], "filtered_resps": [[-8.0234375, false], [-9.1484375, false], [-9.8984375, false], [-4.14453125, false], [-10.0234375, false], [-4.14453125, false], [-9.6484375, false], [-9.2734375, false], [-8.6484375, false], [-9.1484375, false], [-9.96875, false], [-5.26953125, false], [-9.1484375, false], [-9.6484375, false], [-7.26953125, false], [-5.26953125, false], [-9.8984375, false], [-8.6484375, false], [-10.2734375, false], [-8.6484375, false], [-10.6484375, false], [-9.1484375, false], [-9.96875, false], [-5.26953125, false], [-9.1484375, false], [-9.8984375, false], [-8.6484375, false], [-9.2734375, false], [-10.6484375, false], [-9.1484375, false], [-8.3984375, false], [-9.2734375, false], [-9.1484375, false], [-9.6484375, false], [-8.6484375, false], [-9.1484375, false], [-9.96875, false], [-5.26953125, false], [-9.1484375, false], [-10.2734375, false], [-10.2734375, false], [-8.6484375, false], [-10.6484375, false], [-9.8984375, false], [-9.1484375, false], [-9.8984375, false], [-8.6484375, false], [-10.2734375, false], [-8.6484375, false], [-10.6484375, false], [-9.1484375, false], [-13.3984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1663, "doc": {"id": "Mercury_7267505", "question": "Which of the following are likely to do the most damage to ecosystems along the Rio Grande River?", "choices": {"text": ["floods", "tsunamis", "blizzards", "earthquakes"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "floods", "arguments": ["Question: Which of the following are likely to do the most damage to ecosystems along the Rio Grande River?\nAnswer:", " ["], "resps": [[[-7.28515625, false]], [[-9.7890625, false]], [[-8.9140625, false]], [[-8.9140625, false]], [[-8.2890625, false]], [[-8.2890625, false]], [[-6.78515625, false]], [[-9.5390625, false]], [[-9.7890625, false]], [[-9.5, false]], [[-5.03515625, false]], [[-9.7890625, false]], [[-11.2890625, false]], [[-9.5390625, false]], [[-12.0390625, false]], [[-9.0390625, false]], [[-6.03515625, false]], [[-10.6640625, false]], [[-8.9140625, false]], [[-9.5390625, false]], [[-9.7890625, false]], [[-9.5, false]], [[-5.03515625, false]], [[-9.7890625, false]], [[-9.6640625, false]], [[-8.9140625, false]], [[-8.9140625, false]], [[-12.4140625, false]], [[-12.4140625, false]], [[-6.03515625, false]], [[-10.7890625, false]], [[-6.78515625, false]], [[-9.5390625, false]], [[-9.7890625, false]], [[-9.5, false]], [[-5.03515625, false]], [[-9.7890625, false]], [[-6.78515625, false]], [[-6.03515625, false]], [[-10.7890625, false]], [[-11.2890625, false]], [[-11.5390625, false]], [[-13.2890625, false]], [[-12.0390625, false]], [[-6.03515625, false]], [[-11.6640625, false]], [[-6.78515625, false]], [[-9.5390625, false]], [[-9.7890625, false]], [[-14.6640625, false]]], "filtered_resps": [[-7.28515625, false], [-9.7890625, false], [-8.9140625, false], [-8.9140625, false], [-8.2890625, false], [-8.2890625, false], [-6.78515625, false], [-9.5390625, false], [-9.7890625, false], [-9.5, false], [-5.03515625, false], [-9.7890625, false], [-11.2890625, false], [-9.5390625, false], [-12.0390625, false], [-9.0390625, false], [-6.03515625, false], [-10.6640625, false], [-8.9140625, false], [-9.5390625, false], [-9.7890625, false], [-9.5, false], [-5.03515625, false], [-9.7890625, false], [-9.6640625, false], [-8.9140625, false], [-8.9140625, false], [-12.4140625, false], [-12.4140625, false], [-6.03515625, false], [-10.7890625, false], [-6.78515625, false], [-9.5390625, false], [-9.7890625, false], [-9.5, false], [-5.03515625, false], [-9.7890625, false], [-6.78515625, false], [-6.03515625, false], [-10.7890625, false], [-11.2890625, false], [-11.5390625, false], [-13.2890625, false], [-12.0390625, false], [-6.03515625, false], [-11.6640625, false], [-6.78515625, false], [-9.5390625, false], [-9.7890625, false], [-14.6640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1671, "doc": {"id": "ACTAAP_2009_5_1", "question": "Which planet is fourth from the Sun in our solar system?", "choices": {"text": ["Mars", "Earth", "Venus", "Jupiter"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Mars", "arguments": ["Question: Which planet is fourth from the Sun in our solar system?\nAnswer:", " ["], "resps": [[[-8.34375, false]], [[-8.84375, false]], [[-7.83984375, false]], [[-7.83984375, false]], [[-12.59375, false]], [[-12.59375, false]], [[-8.84375, false]], [[-10.09375, false]], [[-6.33984375, false]], [[-8.84375, false]], [[-7.08984375, false]], [[-7.83984375, false]], [[-12.59375, false]], [[-11.34375, false]], [[-11.84375, false]], [[-8.84375, false]], [[-10.09375, false]], [[-6.33984375, false]], [[-8.84375, false]], [[-7.58984375, false]], [[-10.34375, false]], [[-12.59375, false]], [[-12.59375, false]], [[-12.59375, false]], [[-8.84375, false]], [[-10.09375, false]], [[-6.33984375, false]], [[-8.84375, false]], [[-8.09375, false]], [[-12.59375, false]], [[-11.09375, false]], [[-9.84375, false]], [[-11.34375, false]], [[-10.34375, false]], [[-12.59375, false]], [[-8.84375, false]], [[-11.84375, false]]], "filtered_resps": [[-8.34375, false], [-8.84375, false], [-7.83984375, false], [-7.83984375, false], [-12.59375, false], [-12.59375, false], [-8.84375, false], [-10.09375, false], [-6.33984375, false], [-8.84375, false], [-7.08984375, false], [-7.83984375, false], [-12.59375, false], [-11.34375, false], [-11.84375, false], [-8.84375, false], [-10.09375, false], [-6.33984375, false], [-8.84375, false], [-7.58984375, false], [-10.34375, false], [-12.59375, false], [-12.59375, false], [-12.59375, false], [-8.84375, false], [-10.09375, false], [-6.33984375, false], [-8.84375, false], [-8.09375, false], [-12.59375, false], [-11.09375, false], [-9.84375, false], [-11.34375, false], [-10.34375, false], [-12.59375, false], [-8.84375, false], [-11.84375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1679, "doc": {"id": "Mercury_412695", "question": "Which set of elements have chemical properties similar to those of phosphorus?", "choices": {"text": ["nitrogen, arsenic, and antimony", "carbon, selenium, and iodine", "silicon, sulfur, and germanium", "silicon, sulfur, and chlorine"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "nitrogen, arsenic, and antimony", "arguments": ["Question: Which set of elements have chemical properties similar to those of phosphorus?\nAnswer:", " ["], "resps": [[[-5.71484375, false]], [[-9.21875, false]], [[-6.46484375, false]], [[-7.21484375, false]], [[-9.21875, false]], [[-8.71875, false]], [[-8.96875, false]], [[-9.71875, false]], [[-9.21875, false]], [[-6.46484375, false]], [[-8.9296875, false]], [[-5.21484375, false]], [[-5.21484375, false]], [[-8.71875, false]], [[-8.96875, false]], [[-9.21875, false]], [[-6.46484375, false]], [[-7.21484375, false]], [[-7.21484375, false]], [[-8.9296875, false]], [[-5.21484375, false]], [[-5.21484375, false]], [[-6.46484375, false]], [[-9.71875, false]], [[-5.21484375, false]], [[-5.21484375, false]], [[-6.46484375, false]], [[-9.21875, false]], [[-7.21484375, false]], [[-7.21484375, false]], [[-8.96875, false]], [[-6.46484375, false]], [[-9.96875, false]], [[-9.21875, false]], [[-8.9296875, false]], [[-5.21484375, false]], [[-9.21875, false]], [[-7.21484375, false]], [[-5.21484375, false]], [[-8.71875, false]], [[-7.71484375, false]], [[-8.96875, false]], [[-6.46484375, false]], [[-8.9296875, false]], [[-5.21484375, false]], [[-8.96875, false]], [[-9.21875, false]], [[-10.21875, false]], [[-9.21875, false]], [[-6.46484375, false]], [[-7.21484375, false]], [[-8.21875, false]], [[-7.21484375, false]], [[-8.9296875, false]], [[-5.21484375, false]], [[-5.21484375, false]], [[-6.46484375, false]], [[-9.71875, false]], [[-5.21484375, false]], [[-7.21484375, false]], [[-8.96875, false]], [[-9.71875, false]], [[-7.21484375, false]], [[-6.46484375, false]], [[-9.21875, false]], [[-9.21875, false]], [[-8.9296875, false]], [[-5.21484375, false]], [[-9.21875, false]], [[-8.96875, false]], [[-7.21484375, false]], [[-10.21875, false]], [[-7.21484375, false]], [[-7.21484375, false]], [[-8.96875, false]], [[-6.46484375, false]], [[-8.9296875, false]], [[-5.21484375, false]], [[-8.96875, false]], [[-8.21875, false]], [[-10.21875, false]], [[-9.46875, false]], [[-8.21875, false]], [[-8.71875, false]], [[-8.9296875, false]], [[-5.21484375, false]], [[-5.21484375, false]], [[-6.46484375, false]], [[-9.71875, false]], [[-5.21484375, false]], [[-9.71875, false]], [[-9.21875, false]], [[-8.71875, false]], [[-7.21484375, false]], [[-5.21484375, false]], [[-6.46484375, false]], [[-7.21484375, false]], [[-8.21875, false]], [[-7.21484375, false]], [[-9.21875, false]], [[-8.9296875, false]], [[-5.21484375, false]], [[-9.21875, false]], [[-8.96875, false]], [[-7.21484375, false]], [[-10.21875, false]], [[-7.21484375, false]], [[-7.21484375, false]], [[-8.96875, false]], [[-6.46484375, false]], [[-8.9296875, false]], [[-5.21484375, false]], [[-8.96875, false]], [[-8.21875, false]], [[-10.21875, false]], [[-9.46875, false]], [[-8.21875, false]], [[-8.71875, false]], [[-8.9296875, false]], [[-5.21484375, false]], [[-5.21484375, false]], [[-6.46484375, false]], [[-9.71875, false]], [[-5.21484375, false]], [[-7.21484375, false]], [[-8.96875, false]], [[-10.21875, false]], [[-8.96875, false]], [[-8.71875, false]], [[-7.21484375, false]], [[-6.46484375, false]], [[-9.21875, false]], [[-9.21875, false]], [[-12.71875, false]]], "filtered_resps": [[-5.71484375, false], [-9.21875, false], [-6.46484375, false], [-7.21484375, false], [-9.21875, false], [-8.71875, false], [-8.96875, false], [-9.71875, false], [-9.21875, false], [-6.46484375, false], [-8.9296875, false], [-5.21484375, false], [-5.21484375, false], [-8.71875, false], [-8.96875, false], [-9.21875, false], [-6.46484375, false], [-7.21484375, false], [-7.21484375, false], [-8.9296875, false], [-5.21484375, false], [-5.21484375, false], [-6.46484375, false], [-9.71875, false], [-5.21484375, false], [-5.21484375, false], [-6.46484375, false], [-9.21875, false], [-7.21484375, false], [-7.21484375, false], [-8.96875, false], [-6.46484375, false], [-9.96875, false], [-9.21875, false], [-8.9296875, false], [-5.21484375, false], [-9.21875, false], [-7.21484375, false], [-5.21484375, false], [-8.71875, false], [-7.71484375, false], [-8.96875, false], [-6.46484375, false], [-8.9296875, false], [-5.21484375, false], [-8.96875, false], [-9.21875, false], [-10.21875, false], [-9.21875, false], [-6.46484375, false], [-7.21484375, false], [-8.21875, false], [-7.21484375, false], [-8.9296875, false], [-5.21484375, false], [-5.21484375, false], [-6.46484375, false], [-9.71875, false], [-5.21484375, false], [-7.21484375, false], [-8.96875, false], [-9.71875, false], [-7.21484375, false], [-6.46484375, false], [-9.21875, false], [-9.21875, false], [-8.9296875, false], [-5.21484375, false], [-9.21875, false], [-8.96875, false], [-7.21484375, false], [-10.21875, false], [-7.21484375, false], [-7.21484375, false], [-8.96875, false], [-6.46484375, false], [-8.9296875, false], [-5.21484375, false], [-8.96875, false], [-8.21875, false], [-10.21875, false], [-9.46875, false], [-8.21875, false], [-8.71875, false], [-8.9296875, false], [-5.21484375, false], [-5.21484375, false], [-6.46484375, false], [-9.71875, false], [-5.21484375, false], [-9.71875, false], [-9.21875, false], [-8.71875, false], [-7.21484375, false], [-5.21484375, false], [-6.46484375, false], [-7.21484375, false], [-8.21875, false], [-7.21484375, false], [-9.21875, false], [-8.9296875, false], [-5.21484375, false], [-9.21875, false], [-8.96875, false], [-7.21484375, false], [-10.21875, false], [-7.21484375, false], [-7.21484375, false], [-8.96875, false], [-6.46484375, false], [-8.9296875, false], [-5.21484375, false], [-8.96875, false], [-8.21875, false], [-10.21875, false], [-9.46875, false], [-8.21875, false], [-8.71875, false], [-8.9296875, false], [-5.21484375, false], [-5.21484375, false], [-6.46484375, false], [-9.71875, false], [-5.21484375, false], [-7.21484375, false], [-8.96875, false], [-10.21875, false], [-8.96875, false], [-8.71875, false], [-7.21484375, false], [-6.46484375, false], [-9.21875, false], [-9.21875, false], [-12.71875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1687, "doc": {"id": "Mercury_SC_408939", "question": "Juan noticed that sunny skies suddenly became stormy. Which most likely happened when the weather changed in this way?", "choices": {"text": ["Winds weakened.", "Humidity decreased.", "Air pressure dropped.", "Temperatures increased."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Air pressure dropped.", "arguments": ["Question: Juan noticed that sunny skies suddenly became stormy. Which most likely happened when the weather changed in this way?\nAnswer:", " ["], "resps": [[[-6.9921875, false]], [[-8.4921875, false]], [[-6.7421875, false]], [[-7.7421875, false]], [[-8.2421875, false]], [[-6.7421875, false]], [[-8.2421875, false]], [[-5.2421875, false]], [[-8.9921875, false]], [[-7.4921875, false]], [[-4.2421875, false]], [[-9.2421875, false]], [[-7.4921875, false]], [[-8.2421875, false]], [[-7.4921875, false]], [[-6.7421875, false]], [[-7.2890625, false]], [[-8.4921875, false]], [[-9.90625, false]], [[-5.2421875, false]], [[-8.4921875, false]], [[-6.4921875, false]], [[-9.7421875, false]], [[-8.4921875, false]], [[-7.7421875, false]], [[-6.7421875, false]], [[-7.7421875, false]], [[-8.7421875, false]], [[-10.2421875, false]], [[-5.2421875, false]], [[-6.7421875, false]], [[-7.4921875, false]], [[-7.7421875, false]], [[-8.2421875, false]], [[-7.4921875, false]], [[-4.2421875, false]], [[-8.2421875, false]], [[-7.4921875, false]], [[-6.7421875, false]], [[-7.2890625, false]], [[-8.4921875, false]], [[-9.90625, false]], [[-5.2421875, false]], [[-8.4921875, false]], [[-2.994140625, false]], [[-7.7421875, false]], [[-8.2421875, false]], [[-5.2421875, false]], [[-8.2421875, false]], [[-8.2421875, false]], [[-7.4921875, false]], [[-8.2421875, false]], [[-8.2421875, false]], [[-9.7421875, false]], [[-8.2421875, false]], [[-7.4921875, false]], [[-5.2421875, false]], [[-6.7421875, false]], [[-8.2421875, false]], [[-7.7421875, false]], [[-8.2421875, false]], [[-8.2421875, false]], [[-7.4921875, false]], [[-6.7421875, false]], [[-7.2890625, false]], [[-8.4921875, false]], [[-9.90625, false]], [[-5.2421875, false]], [[-8.4921875, false]], [[-6.4921875, false]], [[-7.4921875, false]], [[-8.4921875, false]], [[-8.2421875, false]], [[-7.4921875, false]], [[-8.2421875, false]], [[-4.2421875, false]], [[-8.7421875, false]], [[-9.7421875, false]], [[-8.2421875, false]], [[-7.4921875, false]], [[-8.2421875, false]], [[-5.2421875, false]], [[-7.7421875, false]], [[-8.2421875, false]], [[-7.7421875, false]], [[-8.2421875, false]], [[-7.4921875, false]], [[-4.2421875, false]], [[-8.2421875, false]], [[-7.4921875, false]], [[-6.7421875, false]], [[-7.2890625, false]], [[-8.4921875, false]], [[-11.7421875, false]]], "filtered_resps": [[-6.9921875, false], [-8.4921875, false], [-6.7421875, false], [-7.7421875, false], [-8.2421875, false], [-6.7421875, false], [-8.2421875, false], [-5.2421875, false], [-8.9921875, false], [-7.4921875, false], [-4.2421875, false], [-9.2421875, false], [-7.4921875, false], [-8.2421875, false], [-7.4921875, false], [-6.7421875, false], [-7.2890625, false], [-8.4921875, false], [-9.90625, false], [-5.2421875, false], [-8.4921875, false], [-6.4921875, false], [-9.7421875, false], [-8.4921875, false], [-7.7421875, false], [-6.7421875, false], [-7.7421875, false], [-8.7421875, false], [-10.2421875, false], [-5.2421875, false], [-6.7421875, false], [-7.4921875, false], [-7.7421875, false], [-8.2421875, false], [-7.4921875, false], [-4.2421875, false], [-8.2421875, false], [-7.4921875, false], [-6.7421875, false], [-7.2890625, false], [-8.4921875, false], [-9.90625, false], [-5.2421875, false], [-8.4921875, false], [-2.994140625, false], [-7.7421875, false], [-8.2421875, false], [-5.2421875, false], [-8.2421875, false], [-8.2421875, false], [-7.4921875, false], [-8.2421875, false], [-8.2421875, false], [-9.7421875, false], [-8.2421875, false], [-7.4921875, false], [-5.2421875, false], [-6.7421875, false], [-8.2421875, false], [-7.7421875, false], [-8.2421875, false], [-8.2421875, false], [-7.4921875, false], [-6.7421875, false], [-7.2890625, false], [-8.4921875, false], [-9.90625, false], [-5.2421875, false], [-8.4921875, false], [-6.4921875, false], [-7.4921875, false], [-8.4921875, false], [-8.2421875, false], [-7.4921875, false], [-8.2421875, false], [-4.2421875, false], [-8.7421875, false], [-9.7421875, false], [-8.2421875, false], [-7.4921875, false], [-8.2421875, false], [-5.2421875, false], [-7.7421875, false], [-8.2421875, false], [-7.7421875, false], [-8.2421875, false], [-7.4921875, false], [-4.2421875, false], [-8.2421875, false], [-7.4921875, false], [-6.7421875, false], [-7.2890625, false], [-8.4921875, false], [-11.7421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1695, "doc": {"id": "Mercury_7210158", "question": "The increasing use of internal combustion engines could eventually deplete which resource?", "choices": {"text": ["wind energy", "petroleum", "uranium", "solar energy"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "petroleum", "arguments": ["Question: The increasing use of internal combustion engines could eventually deplete which resource?\nAnswer:", " ["], "resps": [[[-8.296875, false]], [[-9.046875, false]], [[-10.796875, false]], [[-7.79296875, false]], [[-9.546875, false]], [[-8.296875, false]], [[-5.29296875, false]], [[-7.79296875, false]], [[-9.546875, false]], [[-7.79296875, false]], [[-12.546875, false]], [[-12.796875, false]], [[-11.296875, false]], [[-9.046875, false]], [[-9.234375, false]], [[-5.29296875, false]], [[-9.046875, false]], [[-10.046875, false]], [[-7.79296875, false]], [[-12.796875, false]], [[-12.546875, false]], [[-8.296875, false]], [[-9.796875, false]], [[-7.79296875, false]], [[-11.546875, false]], [[-11.296875, false]], [[-9.046875, false]], [[-9.234375, false]], [[-5.29296875, false]], [[-9.046875, false]], [[-11.546875, false]], [[-12.546875, false]], [[-6.79296875, false]], [[-9.546875, false]], [[-7.79296875, false]], [[-11.546875, false]], [[-11.296875, false]], [[-9.046875, false]], [[-9.234375, false]], [[-5.29296875, false]], [[-9.046875, false]], [[-10.296875, false]], [[-8.296875, false]], [[-9.796875, false]], [[-6.79296875, false]], [[-12.546875, false]], [[-5.29296875, false]], [[-7.79296875, false]], [[-9.546875, false]], [[-7.79296875, false]], [[-12.546875, false]], [[-12.796875, false]], [[-11.296875, false]], [[-9.046875, false]], [[-15.046875, false]]], "filtered_resps": [[-8.296875, false], [-9.046875, false], [-10.796875, false], [-7.79296875, false], [-9.546875, false], [-8.296875, false], [-5.29296875, false], [-7.79296875, false], [-9.546875, false], [-7.79296875, false], [-12.546875, false], [-12.796875, false], [-11.296875, false], [-9.046875, false], [-9.234375, false], [-5.29296875, false], [-9.046875, false], [-10.046875, false], [-7.79296875, false], [-12.796875, false], [-12.546875, false], [-8.296875, false], [-9.796875, false], [-7.79296875, false], [-11.546875, false], [-11.296875, false], [-9.046875, false], [-9.234375, false], [-5.29296875, false], [-9.046875, false], [-11.546875, false], [-12.546875, false], [-6.79296875, false], [-9.546875, false], [-7.79296875, false], [-11.546875, false], [-11.296875, false], [-9.046875, false], [-9.234375, false], [-5.29296875, false], [-9.046875, false], [-10.296875, false], [-8.296875, false], [-9.796875, false], [-6.79296875, false], [-12.546875, false], [-5.29296875, false], [-7.79296875, false], [-9.546875, false], [-7.79296875, false], [-12.546875, false], [-12.796875, false], [-11.296875, false], [-9.046875, false], [-15.046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1703, "doc": {"id": "Mercury_7222145", "question": "Elements on the right side of the periodic table differ from the elements on the left side in that the elements on the right side", "choices": {"text": ["are solid at room temperature.", "are good electrical conductors.", "generally have very high densities.", "tend to form ions by gaining electrons."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "tend to form ions by gaining electrons.", "arguments": ["Question: Elements on the right side of the periodic table differ from the elements on the left side in that the elements on the right side\nAnswer:", " ["], "resps": [[[-6.27734375, false]], [[-8.6484375, false]], [[-4.77734375, false]], [[-7.40234375, false]], [[-7.15234375, false]], [[-5.15234375, false]], [[-8.6484375, false]], [[-8.2734375, false]], [[-9.3984375, false]], [[-6.65234375, false]], [[-7.77734375, false]], [[-5.15234375, false]], [[-4.77734375, false]], [[-9.0234375, false]], [[-5.15234375, false]], [[-7.40234375, false]], [[-8.2734375, false]], [[-8.2734375, false]], [[-8.0234375, false]], [[-5.15234375, false]], [[-9.0234375, false]], [[-7.15234375, false]], [[-8.0234375, false]], [[-7.15234375, false]], [[-7.15234375, false]], [[-7.40234375, false]], [[-4.77734375, false]], [[-9.0234375, false]], [[-9.3984375, false]], [[-7.40234375, false]], [[-7.15234375, false]], [[-6.26953125, false]], [[-8.6484375, false]], [[-8.640625, false]], [[-5.15234375, false]], [[-8.6484375, false]], [[-4.77734375, false]], [[-7.40234375, false]], [[-7.15234375, false]], [[-5.15234375, false]], [[-9.6484375, false]], [[-8.2734375, false]], [[-8.2734375, false]], [[-7.77734375, false]], [[-5.15234375, false]], [[-7.15234375, false]], [[-9.3984375, false]], [[-7.15234375, false]], [[-7.65234375, false]], [[-9.0234375, false]], [[-7.40234375, false]], [[-6.65234375, false]], [[-7.65234375, false]], [[-4.77734375, false]], [[-9.3984375, false]], [[-5.15234375, false]], [[-7.65234375, false]], [[-8.2734375, false]], [[-7.02734375, false]], [[-7.77734375, false]], [[-9.3984375, false]], [[-7.65234375, false]], [[-9.0234375, false]], [[-8.2734375, false]], [[-7.40234375, false]], [[-8.6484375, false]], [[-6.26953125, false]], [[-8.6484375, false]], [[-8.640625, false]], [[-5.15234375, false]], [[-8.6484375, false]], [[-9.6484375, false]], [[-7.15234375, false]], [[-7.02734375, false]], [[-7.15234375, false]], [[-7.40234375, false]], [[-4.77734375, false]], [[-9.3984375, false]], [[-9.3984375, false]], [[-9.2734375, false]], [[-5.15234375, false]], [[-8.0234375, false]], [[-4.77734375, false]], [[-9.0234375, false]], [[-7.15234375, false]], [[-5.15234375, false]], [[-9.0234375, false]], [[-7.15234375, false]], [[-7.40234375, false]], [[-9.2734375, false]], [[-5.15234375, false]], [[-8.0234375, false]], [[-6.65234375, false]], [[-9.6484375, false]], [[-8.0234375, false]], [[-5.15234375, false]], [[-7.77734375, false]], [[-7.15234375, false]], [[-7.02734375, false]], [[-8.6484375, false]], [[-6.65234375, false]], [[-9.0234375, false]], [[-6.65234375, false]], [[-7.15234375, false]], [[-8.6484375, false]], [[-6.26953125, false]], [[-8.6484375, false]], [[-8.640625, false]], [[-5.15234375, false]], [[-8.6484375, false]], [[-9.0234375, false]], [[-7.15234375, false]], [[-7.02734375, false]], [[-7.77734375, false]], [[-5.15234375, false]], [[-9.0234375, false]], [[-8.2734375, false]], [[-5.15234375, false]], [[-7.90234375, false]], [[-8.2734375, false]], [[-7.40234375, false]], [[-8.0234375, false]], [[-5.15234375, false]], [[-6.65234375, false]], [[-8.2734375, false]], [[-7.02734375, false]], [[-8.6484375, false]], [[-5.15234375, false]], [[-6.15234375, false]], [[-9.2734375, false]], [[-5.15234375, false]], [[-9.6484375, false]], [[-4.77734375, false]], [[-6.65234375, false]], [[-7.02734375, false]], [[-6.65234375, false]], [[-7.02734375, false]], [[-9.6484375, false]], [[-5.15234375, false]], [[-7.15234375, false]], [[-9.3984375, false]], [[-7.15234375, false]], [[-7.65234375, false]], [[-9.0234375, false]], [[-7.40234375, false]], [[-8.2734375, false]], [[-7.02734375, false]], [[-8.6484375, false]], [[-6.26953125, false]], [[-8.6484375, false]], [[-10.8984375, false]]], "filtered_resps": [[-6.27734375, false], [-8.6484375, false], [-4.77734375, false], [-7.40234375, false], [-7.15234375, false], [-5.15234375, false], [-8.6484375, false], [-8.2734375, false], [-9.3984375, false], [-6.65234375, false], [-7.77734375, false], [-5.15234375, false], [-4.77734375, false], [-9.0234375, false], [-5.15234375, false], [-7.40234375, false], [-8.2734375, false], [-8.2734375, false], [-8.0234375, false], [-5.15234375, false], [-9.0234375, false], [-7.15234375, false], [-8.0234375, false], [-7.15234375, false], [-7.15234375, false], [-7.40234375, false], [-4.77734375, false], [-9.0234375, false], [-9.3984375, false], [-7.40234375, false], [-7.15234375, false], [-6.26953125, false], [-8.6484375, false], [-8.640625, false], [-5.15234375, false], [-8.6484375, false], [-4.77734375, false], [-7.40234375, false], [-7.15234375, false], [-5.15234375, false], [-9.6484375, false], [-8.2734375, false], [-8.2734375, false], [-7.77734375, false], [-5.15234375, false], [-7.15234375, false], [-9.3984375, false], [-7.15234375, false], [-7.65234375, false], [-9.0234375, false], [-7.40234375, false], [-6.65234375, false], [-7.65234375, false], [-4.77734375, false], [-9.3984375, false], [-5.15234375, false], [-7.65234375, false], [-8.2734375, false], [-7.02734375, false], [-7.77734375, false], [-9.3984375, false], [-7.65234375, false], [-9.0234375, false], [-8.2734375, false], [-7.40234375, false], [-8.6484375, false], [-6.26953125, false], [-8.6484375, false], [-8.640625, false], [-5.15234375, false], [-8.6484375, false], [-9.6484375, false], [-7.15234375, false], [-7.02734375, false], [-7.15234375, false], [-7.40234375, false], [-4.77734375, false], [-9.3984375, false], [-9.3984375, false], [-9.2734375, false], [-5.15234375, false], [-8.0234375, false], [-4.77734375, false], [-9.0234375, false], [-7.15234375, false], [-5.15234375, false], [-9.0234375, false], [-7.15234375, false], [-7.40234375, false], [-9.2734375, false], [-5.15234375, false], [-8.0234375, false], [-6.65234375, false], [-9.6484375, false], [-8.0234375, false], [-5.15234375, false], [-7.77734375, false], [-7.15234375, false], [-7.02734375, false], [-8.6484375, false], [-6.65234375, false], [-9.0234375, false], [-6.65234375, false], [-7.15234375, false], [-8.6484375, false], [-6.26953125, false], [-8.6484375, false], [-8.640625, false], [-5.15234375, false], [-8.6484375, false], [-9.0234375, false], [-7.15234375, false], [-7.02734375, false], [-7.77734375, false], [-5.15234375, false], [-9.0234375, false], [-8.2734375, false], [-5.15234375, false], [-7.90234375, false], [-8.2734375, false], [-7.40234375, false], [-8.0234375, false], [-5.15234375, false], [-6.65234375, false], [-8.2734375, false], [-7.02734375, false], [-8.6484375, false], [-5.15234375, false], [-6.15234375, false], [-9.2734375, false], [-5.15234375, false], [-9.6484375, false], [-4.77734375, false], [-6.65234375, false], [-7.02734375, false], [-6.65234375, false], [-7.02734375, false], [-9.6484375, false], [-5.15234375, false], [-7.15234375, false], [-9.3984375, false], [-7.15234375, false], [-7.65234375, false], [-9.0234375, false], [-7.40234375, false], [-8.2734375, false], [-7.02734375, false], [-8.6484375, false], [-6.26953125, false], [-8.6484375, false], [-10.8984375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1711, "doc": {"id": "MCAS_2004_5_30", "question": "On a day in early spring, the number of hours of daylight and of night are about the same. From sunrise to sunset on a spring day, Earth has", "choices": {"text": ["completed half of one rotation.", "been in the shadow of the Moon.", "been circled by the Moon one time.", "moved to the opposite side of the Sun."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "completed half of one rotation.", "arguments": ["Question: On a day in early spring, the number of hours of daylight and of night are about the same. From sunrise to sunset on a spring day, Earth has\nAnswer:", " ["], "resps": [[[-6.84375, false]], [[-8.34375, false]], [[-8.84375, false]], [[-9.34375, false]], [[-9.09375, false]], [[-8.09375, false]], [[-10.09375, false]], [[-8.59375, false]], [[-8.09375, false]], [[-8.59375, false]], [[-8.09375, false]], [[-4.59375, false]], [[-9.84375, false]], [[-5.59375, false]], [[-10.09375, false]], [[-9.59375, false]], [[-4.59375, false]], [[-9.34375, false]], [[-9.59375, false]], [[-4.59375, false]], [[-9.34375, false]], [[-7.84375, false]], [[-8.59375, false]], [[-4.59375, false]], [[-9.59375, false]], [[-9.34375, false]], [[-8.09375, false]], [[-5.59375, false]], [[-8.09375, false]], [[-8.59375, false]], [[-9.34375, false]], [[-7.84375, false]], [[-6.02734375, false]], [[-8.34375, false]], [[-8.15625, false]], [[-4.59375, false]], [[-8.34375, false]], [[-6.84375, false]], [[-8.59375, false]], [[-8.59375, false]], [[-7.84375, false]], [[-4.59375, false]], [[-8.59375, false]], [[-7.84375, false]], [[-4.59375, false]], [[-8.09375, false]], [[-9.84375, false]], [[-8.59375, false]], [[-4.59375, false]], [[-5.59375, false]], [[-9.84375, false]], [[-5.59375, false]], [[-8.09375, false]], [[-9.34375, false]], [[-10.09375, false]], [[-4.59375, false]], [[-9.34375, false]], [[-9.59375, false]], [[-4.59375, false]], [[-8.09375, false]], [[-9.84375, false]], [[-8.59375, false]], [[-4.59375, false]], [[-7.09375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-7.84375, false]], [[-6.02734375, false]], [[-8.34375, false]], [[-8.15625, false]], [[-4.59375, false]], [[-8.34375, false]], [[-6.84375, false]], [[-8.59375, false]], [[-8.59375, false]], [[-7.84375, false]], [[-4.59375, false]], [[-8.84375, false]], [[-8.59375, false]], [[-9.59375, false]], [[-8.84375, false]], [[-10.09375, false]], [[-8.59375, false]], [[-8.09375, false]], [[-4.59375, false]], [[-6.84375, false]], [[-10.09375, false]], [[-4.59375, false]], [[-8.09375, false]], [[-9.84375, false]], [[-8.59375, false]], [[-4.59375, false]], [[-7.09375, false]], [[-9.34375, false]], [[-9.34375, false]], [[-7.84375, false]], [[-4.59375, false]], [[-9.34375, false]], [[-7.84375, false]], [[-8.59375, false]], [[-4.59375, false]], [[-8.09375, false]], [[-8.59375, false]], [[-9.09375, false]], [[-8.59375, false]], [[-6.02734375, false]], [[-8.34375, false]], [[-8.15625, false]], [[-4.59375, false]], [[-8.34375, false]], [[-9.09375, false]], [[-9.34375, false]], [[-9.59375, false]], [[-8.59375, false]], [[-8.09375, false]], [[-4.59375, false]], [[-8.09375, false]], [[-9.34375, false]], [[-4.59375, false]], [[-8.09375, false]], [[-9.84375, false]], [[-8.59375, false]], [[-4.59375, false]], [[-9.34375, false]], [[-8.09375, false]], [[-8.09375, false]], [[-9.34375, false]], [[-5.59375, false]], [[-8.59375, false]], [[-8.09375, false]], [[-8.59375, false]], [[-4.59375, false]], [[-5.59375, false]], [[-8.59375, false]], [[-8.09375, false]], [[-8.59375, false]], [[-4.59375, false]], [[-9.34375, false]], [[-9.59375, false]], [[-4.59375, false]], [[-8.09375, false]], [[-9.84375, false]], [[-8.59375, false]], [[-4.59375, false]], [[-4.59375, false]], [[-11.09375, false]], [[-7.84375, false]], [[-6.02734375, false]], [[-8.34375, false]], [[-10.59375, false]]], "filtered_resps": [[-6.84375, false], [-8.34375, false], [-8.84375, false], [-9.34375, false], [-9.09375, false], [-8.09375, false], [-10.09375, false], [-8.59375, false], [-8.09375, false], [-8.59375, false], [-8.09375, false], [-4.59375, false], [-9.84375, false], [-5.59375, false], [-10.09375, false], [-9.59375, false], [-4.59375, false], [-9.34375, false], [-9.59375, false], [-4.59375, false], [-9.34375, false], [-7.84375, false], [-8.59375, false], [-4.59375, false], [-9.59375, false], [-9.34375, false], [-8.09375, false], [-5.59375, false], [-8.09375, false], [-8.59375, false], [-9.34375, false], [-7.84375, false], [-6.02734375, false], [-8.34375, false], [-8.15625, false], [-4.59375, false], [-8.34375, false], [-6.84375, false], [-8.59375, false], [-8.59375, false], [-7.84375, false], [-4.59375, false], [-8.59375, false], [-7.84375, false], [-4.59375, false], [-8.09375, false], [-9.84375, false], [-8.59375, false], [-4.59375, false], [-5.59375, false], [-9.84375, false], [-5.59375, false], [-8.09375, false], [-9.34375, false], [-10.09375, false], [-4.59375, false], [-9.34375, false], [-9.59375, false], [-4.59375, false], [-8.09375, false], [-9.84375, false], [-8.59375, false], [-4.59375, false], [-7.09375, false], [-9.34375, false], [-9.34375, false], [-7.84375, false], [-6.02734375, false], [-8.34375, false], [-8.15625, false], [-4.59375, false], [-8.34375, false], [-6.84375, false], [-8.59375, false], [-8.59375, false], [-7.84375, false], [-4.59375, false], [-8.84375, false], [-8.59375, false], [-9.59375, false], [-8.84375, false], [-10.09375, false], [-8.59375, false], [-8.09375, false], [-4.59375, false], [-6.84375, false], [-10.09375, false], [-4.59375, false], [-8.09375, false], [-9.84375, false], [-8.59375, false], [-4.59375, false], [-7.09375, false], [-9.34375, false], [-9.34375, false], [-7.84375, false], [-4.59375, false], [-9.34375, false], [-7.84375, false], [-8.59375, false], [-4.59375, false], [-8.09375, false], [-8.59375, false], [-9.09375, false], [-8.59375, false], [-6.02734375, false], [-8.34375, false], [-8.15625, false], [-4.59375, false], [-8.34375, false], [-9.09375, false], [-9.34375, false], [-9.59375, false], [-8.59375, false], [-8.09375, false], [-4.59375, false], [-8.09375, false], [-9.34375, false], [-4.59375, false], [-8.09375, false], [-9.84375, false], [-8.59375, false], [-4.59375, false], [-9.34375, false], [-8.09375, false], [-8.09375, false], [-9.34375, false], [-5.59375, false], [-8.59375, false], [-8.09375, false], [-8.59375, false], [-4.59375, false], [-5.59375, false], [-8.59375, false], [-8.09375, false], [-8.59375, false], [-4.59375, false], [-9.34375, false], [-9.59375, false], [-4.59375, false], [-8.09375, false], [-9.84375, false], [-8.59375, false], [-4.59375, false], [-4.59375, false], [-11.09375, false], [-7.84375, false], [-6.02734375, false], [-8.34375, false], [-10.59375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1719, "doc": {"id": "Mercury_7001208", "question": "The width of a pencil lead is most accurately measured in", "choices": {"text": ["meters.", "inches.", "millimeters.", "feet."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "millimeters.", "arguments": ["Question: The width of a pencil lead is most accurately measured in\nAnswer:", " ["], "resps": [[[-6.9296875, false]], [[-7.1796875, false]], [[-7.4296875, false]], [[-8.6796875, false]], [[-7.9296875, false]], [[-8.6796875, false]], [[-8.9296875, false]], [[-8.4296875, false]], [[-5.7265625, false]], [[-7.1796875, false]], [[-7.9765625, false]], [[-4.6796875, false]], [[-7.1796875, false]], [[-7.6796875, false]], [[-7.1796875, false]], [[-8.4296875, false]], [[-8.9296875, false]], [[-8.6796875, false]], [[-8.4296875, false]], [[-5.7265625, false]], [[-7.1796875, false]], [[-7.9765625, false]], [[-4.6796875, false]], [[-7.1796875, false]], [[-7.4296875, false]], [[-7.6796875, false]], [[-8.4296875, false]], [[-8.4296875, false]], [[-7.6796875, false]], [[-7.4296875, false]], [[-8.6796875, false]], [[-7.9296875, false]], [[-8.6796875, false]], [[-8.9296875, false]], [[-8.4296875, false]], [[-5.7265625, false]], [[-7.1796875, false]], [[-7.9765625, false]], [[-4.6796875, false]], [[-7.1796875, false]], [[-8.4296875, false]], [[-8.6796875, false]], [[-8.6796875, false]], [[-7.9296875, false]], [[-5.7265625, false]], [[-7.1796875, false]], [[-10.6796875, false]]], "filtered_resps": [[-6.9296875, false], [-7.1796875, false], [-7.4296875, false], [-8.6796875, false], [-7.9296875, false], [-8.6796875, false], [-8.9296875, false], [-8.4296875, false], [-5.7265625, false], [-7.1796875, false], [-7.9765625, false], [-4.6796875, false], [-7.1796875, false], [-7.6796875, false], [-7.1796875, false], [-8.4296875, false], [-8.9296875, false], [-8.6796875, false], [-8.4296875, false], [-5.7265625, false], [-7.1796875, false], [-7.9765625, false], [-4.6796875, false], [-7.1796875, false], [-7.4296875, false], [-7.6796875, false], [-8.4296875, false], [-8.4296875, false], [-7.6796875, false], [-7.4296875, false], [-8.6796875, false], [-7.9296875, false], [-8.6796875, false], [-8.9296875, false], [-8.4296875, false], [-5.7265625, false], [-7.1796875, false], [-7.9765625, false], [-4.6796875, false], [-7.1796875, false], [-8.4296875, false], [-8.6796875, false], [-8.6796875, false], [-7.9296875, false], [-5.7265625, false], [-7.1796875, false], [-10.6796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1727, "doc": {"id": "ACTAAP_2012_7_14", "question": "Which layer of the atmosphere contains about 75% of the gasses and almost all of the water vapor?", "choices": {"text": ["troposphere", "stratosphere", "mesosphere", "thermosphere"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "troposphere", "arguments": ["Question: Which layer of the atmosphere contains about 75% of the gasses and almost all of the water vapor?\nAnswer:", " ["], "resps": [[[-8.8046875, false]], [[-9.3046875, false]], [[-11.3046875, false]], [[-13.8046875, false]], [[-7.05859375, false]], [[-11.0546875, false]], [[-7.05859375, false]], [[-12.5546875, false]], [[-11.0546875, false]], [[-10.5546875, false]], [[-8.5546875, false]], [[-13.8046875, false]], [[-8.5546875, false]], [[-9.3046875, false]], [[-9.734375, false]], [[-5.30859375, false]], [[-9.3046875, false]], [[-12.5546875, false]], [[-11.3046875, false]], [[-13.8046875, false]], [[-6.80859375, false]], [[-11.3046875, false]], [[-7.05859375, false]], [[-12.5546875, false]], [[-11.0546875, false]], [[-10.5546875, false]], [[-8.5546875, false]], [[-13.8046875, false]], [[-8.5546875, false]], [[-9.3046875, false]], [[-9.734375, false]], [[-5.30859375, false]], [[-9.3046875, false]], [[-10.3046875, false]], [[-8.5546875, false]], [[-12.5546875, false]], [[-7.05859375, false]], [[-12.5546875, false]], [[-11.0546875, false]], [[-10.5546875, false]], [[-8.5546875, false]], [[-13.8046875, false]], [[-8.5546875, false]], [[-9.3046875, false]], [[-9.734375, false]], [[-5.30859375, false]], [[-9.3046875, false]], [[-11.3046875, false]], [[-10.5546875, false]], [[-8.5546875, false]], [[-13.8046875, false]], [[-10.3046875, false]], [[-7.05859375, false]], [[-12.5546875, false]], [[-11.0546875, false]], [[-10.5546875, false]], [[-8.5546875, false]], [[-13.8046875, false]], [[-8.5546875, false]], [[-9.3046875, false]], [[-13.5546875, false]]], "filtered_resps": [[-8.8046875, false], [-9.3046875, false], [-11.3046875, false], [-13.8046875, false], [-7.05859375, false], [-11.0546875, false], [-7.05859375, false], [-12.5546875, false], [-11.0546875, false], [-10.5546875, false], [-8.5546875, false], [-13.8046875, false], [-8.5546875, false], [-9.3046875, false], [-9.734375, false], [-5.30859375, false], [-9.3046875, false], [-12.5546875, false], [-11.3046875, false], [-13.8046875, false], [-6.80859375, false], [-11.3046875, false], [-7.05859375, false], [-12.5546875, false], [-11.0546875, false], [-10.5546875, false], [-8.5546875, false], [-13.8046875, false], [-8.5546875, false], [-9.3046875, false], [-9.734375, false], [-5.30859375, false], [-9.3046875, false], [-10.3046875, false], [-8.5546875, false], [-12.5546875, false], [-7.05859375, false], [-12.5546875, false], [-11.0546875, false], [-10.5546875, false], [-8.5546875, false], [-13.8046875, false], [-8.5546875, false], [-9.3046875, false], [-9.734375, false], [-5.30859375, false], [-9.3046875, false], [-11.3046875, false], [-10.5546875, false], [-8.5546875, false], [-13.8046875, false], [-10.3046875, false], [-7.05859375, false], [-12.5546875, false], [-11.0546875, false], [-10.5546875, false], [-8.5546875, false], [-13.8046875, false], [-8.5546875, false], [-9.3046875, false], [-13.5546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1735, "doc": {"id": "TAKS_2009_5_18", "question": "Which of these is the center of our solar system?", "choices": {"text": ["Mars", "The moon", "Jupiter", "The sun"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "The sun", "arguments": ["Question: Which of these is the center of our solar system?\nAnswer:", " ["], "resps": [[[-7.6875, false]], [[-8.6875, false]], [[-7.4375, false]], [[-7.1875, false]], [[-12.1875, false]], [[-11.4375, false]], [[-8.6875, false]], [[-9.65625, false]], [[-5.6875, false]], [[-8.6875, false]], [[-7.6875, false]], [[-11.4375, false]], [[-9.1875, false]], [[-5.6875, false]], [[-10.9375, false]], [[-10.9375, false]], [[-10.9375, false]], [[-11.4375, false]], [[-8.6875, false]], [[-9.65625, false]], [[-5.6875, false]], [[-8.6875, false]], [[-7.6875, false]], [[-12.1875, false]], [[-10.1875, false]], [[-8.6875, false]], [[-11.1875, false]], [[-9.1875, false]], [[-12.1875, false]], [[-8.6875, false]], [[-9.65625, false]], [[-5.6875, false]], [[-8.6875, false]], [[-7.6875, false]], [[-11.4375, false]], [[-9.1875, false]], [[-5.6875, false]], [[-11.4375, false]], [[-12.1875, false]], [[-11.4375, false]], [[-8.6875, false]], [[-10.6875, false]]], "filtered_resps": [[-7.6875, false], [-8.6875, false], [-7.4375, false], [-7.1875, false], [-12.1875, false], [-11.4375, false], [-8.6875, false], [-9.65625, false], [-5.6875, false], [-8.6875, false], [-7.6875, false], [-11.4375, false], [-9.1875, false], [-5.6875, false], [-10.9375, false], [-10.9375, false], [-10.9375, false], [-11.4375, false], [-8.6875, false], [-9.65625, false], [-5.6875, false], [-8.6875, false], [-7.6875, false], [-12.1875, false], [-10.1875, false], [-8.6875, false], [-11.1875, false], [-9.1875, false], [-12.1875, false], [-8.6875, false], [-9.65625, false], [-5.6875, false], [-8.6875, false], [-7.6875, false], [-11.4375, false], [-9.1875, false], [-5.6875, false], [-11.4375, false], [-12.1875, false], [-11.4375, false], [-8.6875, false], [-10.6875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1743, "doc": {"id": "Mercury_416539", "question": "The empty spaces in a material are called pores. Porosity is the amount of empty space within a material. Permeability describes how well the pores in a material are connected. Which of these materials would make the most effective aquifer?", "choices": {"text": ["a material that has high porosity and high permeability", "a material that has high porosity and low permeability", "a material that has low porosity and high permeability", "a material that has low porosity and low permeability"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "a material that has high porosity and high permeability", "arguments": ["Question: The empty spaces in a material are called pores. Porosity is the amount of empty space within a material. Permeability describes how well the pores in a material are connected. Which of these materials would make the most effective aquifer?\nAnswer:", " ["], "resps": [[[-8.140625, false]], [[-10.640625, false]], [[-4.640625, false]], [[-5.140625, false]], [[-8.390625, false]], [[-4.640625, false]], [[-10.390625, false]], [[-8.390625, false]], [[-9.640625, false]], [[-8.390625, false]], [[-4.640625, false]], [[-10.890625, false]], [[-5.140625, false]], [[-10.390625, false]], [[-10.640625, false]], [[-4.640625, false]], [[-10.390625, false]], [[-5.140625, false]], [[-10.640625, false]], [[-4.640625, false]], [[-8.890625, false]], [[-5.140625, false]], [[-10.640625, false]], [[-8.390625, false]], [[-10.390625, false]], [[-10.640625, false]], [[-5.140625, false]], [[-8.390625, false]], [[-8.390625, false]], [[-9.640625, false]], [[-8.390625, false]], [[-8.890625, false]], [[-8.390625, false]], [[-10.390625, false]], [[-10.640625, false]], [[-5.140625, false]], [[-4.640625, false]], [[-7.390625, false]], [[-8.890625, false]], [[-5.140625, false]], [[-10.640625, false]], [[-8.390625, false]], [[-10.390625, false]], [[-10.640625, false]], [[-5.140625, false]], [[-8.390625, false]], [[-8.390625, false]], [[-9.640625, false]], [[-8.390625, false]], [[-8.390625, false]], [[-4.640625, false]], [[-7.890625, false]], [[-8.390625, false]], [[-10.890625, false]], [[-8.390625, false]], [[-10.390625, false]], [[-10.640625, false]], [[-10.640625, false]], [[-10.421875, false]], [[-5.140625, false]], [[-10.640625, false]], [[-4.640625, false]], [[-5.140625, false]], [[-8.390625, false]], [[-4.640625, false]], [[-10.390625, false]], [[-8.390625, false]], [[-9.640625, false]], [[-8.390625, false]], [[-4.640625, false]], [[-10.890625, false]], [[-5.140625, false]], [[-10.390625, false]], [[-10.640625, false]], [[-4.640625, false]], [[-10.390625, false]], [[-5.140625, false]], [[-10.640625, false]], [[-4.640625, false]], [[-8.890625, false]], [[-5.140625, false]], [[-10.640625, false]], [[-8.390625, false]], [[-10.390625, false]], [[-10.640625, false]], [[-5.140625, false]], [[-8.390625, false]], [[-8.390625, false]], [[-9.640625, false]], [[-8.390625, false]], [[-8.890625, false]], [[-8.390625, false]], [[-10.390625, false]], [[-10.640625, false]], [[-5.140625, false]], [[-4.640625, false]], [[-7.390625, false]], [[-8.890625, false]], [[-5.140625, false]], [[-10.890625, false]], [[-8.390625, false]], [[-10.640625, false]], [[-5.140625, false]], [[-8.390625, false]], [[-8.390625, false]], [[-9.640625, false]], [[-8.390625, false]], [[-8.390625, false]], [[-4.640625, false]], [[-7.890625, false]], [[-8.390625, false]], [[-10.890625, false]], [[-8.390625, false]], [[-10.390625, false]], [[-10.640625, false]], [[-10.640625, false]], [[-10.421875, false]], [[-5.140625, false]], [[-10.640625, false]], [[-4.640625, false]], [[-5.140625, false]], [[-8.390625, false]], [[-4.640625, false]], [[-10.390625, false]], [[-8.390625, false]], [[-9.640625, false]], [[-8.390625, false]], [[-4.640625, false]], [[-10.890625, false]], [[-5.140625, false]], [[-10.390625, false]], [[-10.640625, false]], [[-4.640625, false]], [[-10.390625, false]], [[-5.140625, false]], [[-10.640625, false]], [[-4.640625, false]], [[-8.890625, false]], [[-5.140625, false]], [[-10.890625, false]], [[-8.390625, false]], [[-10.640625, false]], [[-5.140625, false]], [[-8.390625, false]], [[-8.390625, false]], [[-9.640625, false]], [[-8.390625, false]], [[-8.890625, false]], [[-8.390625, false]], [[-10.390625, false]], [[-10.640625, false]], [[-5.140625, false]], [[-4.640625, false]], [[-7.390625, false]], [[-8.890625, false]], [[-5.140625, false]], [[-10.640625, false]], [[-8.390625, false]], [[-10.390625, false]], [[-10.640625, false]], [[-5.140625, false]], [[-8.390625, false]], [[-8.390625, false]], [[-9.640625, false]], [[-8.390625, false]], [[-8.390625, false]], [[-4.640625, false]], [[-7.890625, false]], [[-8.390625, false]], [[-10.890625, false]], [[-8.390625, false]], [[-10.390625, false]], [[-10.640625, false]], [[-10.640625, false]], [[-10.421875, false]], [[-5.140625, false]], [[-10.640625, false]], [[-4.640625, false]], [[-5.140625, false]], [[-8.390625, false]], [[-4.640625, false]], [[-10.390625, false]], [[-8.390625, false]], [[-9.640625, false]], [[-8.390625, false]], [[-4.640625, false]], [[-10.890625, false]], [[-5.140625, false]], [[-10.390625, false]], [[-10.640625, false]], [[-4.640625, false]], [[-10.390625, false]], [[-5.140625, false]], [[-10.640625, false]], [[-4.640625, false]], [[-8.890625, false]], [[-5.140625, false]], [[-10.890625, false]], [[-8.390625, false]], [[-10.640625, false]], [[-5.140625, false]], [[-8.390625, false]], [[-8.390625, false]], [[-9.640625, false]], [[-8.390625, false]], [[-8.890625, false]], [[-8.390625, false]], [[-10.390625, false]], [[-10.640625, false]], [[-5.140625, false]], [[-4.640625, false]], [[-7.390625, false]], [[-8.890625, false]], [[-5.140625, false]], [[-10.890625, false]], [[-8.390625, false]], [[-10.640625, false]], [[-5.140625, false]], [[-8.390625, false]], [[-8.390625, false]], [[-9.640625, false]], [[-8.390625, false]], [[-8.390625, false]], [[-4.640625, false]], [[-7.890625, false]], [[-8.390625, false]], [[-10.890625, false]], [[-8.390625, false]], [[-10.390625, false]], [[-10.640625, false]], [[-10.640625, false]], [[-14.390625, false]]], "filtered_resps": [[-8.140625, false], [-10.640625, false], [-4.640625, false], [-5.140625, false], [-8.390625, false], [-4.640625, false], [-10.390625, false], [-8.390625, false], [-9.640625, false], [-8.390625, false], [-4.640625, false], [-10.890625, false], [-5.140625, false], [-10.390625, false], [-10.640625, false], [-4.640625, false], [-10.390625, false], [-5.140625, false], [-10.640625, false], [-4.640625, false], [-8.890625, false], [-5.140625, false], [-10.640625, false], [-8.390625, false], [-10.390625, false], [-10.640625, false], [-5.140625, false], [-8.390625, false], [-8.390625, false], [-9.640625, false], [-8.390625, false], [-8.890625, false], [-8.390625, false], [-10.390625, false], [-10.640625, false], [-5.140625, false], [-4.640625, false], [-7.390625, false], [-8.890625, false], [-5.140625, false], [-10.640625, false], [-8.390625, false], [-10.390625, false], [-10.640625, false], [-5.140625, false], [-8.390625, false], [-8.390625, false], [-9.640625, false], [-8.390625, false], [-8.390625, false], [-4.640625, false], [-7.890625, false], [-8.390625, false], [-10.890625, false], [-8.390625, false], [-10.390625, false], [-10.640625, false], [-10.640625, false], [-10.421875, false], [-5.140625, false], [-10.640625, false], [-4.640625, false], [-5.140625, false], [-8.390625, false], [-4.640625, false], [-10.390625, false], [-8.390625, false], [-9.640625, false], [-8.390625, false], [-4.640625, false], [-10.890625, false], [-5.140625, false], [-10.390625, false], [-10.640625, false], [-4.640625, false], [-10.390625, false], [-5.140625, false], [-10.640625, false], [-4.640625, false], [-8.890625, false], [-5.140625, false], [-10.640625, false], [-8.390625, false], [-10.390625, false], [-10.640625, false], [-5.140625, false], [-8.390625, false], [-8.390625, false], [-9.640625, false], [-8.390625, false], [-8.890625, false], [-8.390625, false], [-10.390625, false], [-10.640625, false], [-5.140625, false], [-4.640625, false], [-7.390625, false], [-8.890625, false], [-5.140625, false], [-10.890625, false], [-8.390625, false], [-10.640625, false], [-5.140625, false], [-8.390625, false], [-8.390625, false], [-9.640625, false], [-8.390625, false], [-8.390625, false], [-4.640625, false], [-7.890625, false], [-8.390625, false], [-10.890625, false], [-8.390625, false], [-10.390625, false], [-10.640625, false], [-10.640625, false], [-10.421875, false], [-5.140625, false], [-10.640625, false], [-4.640625, false], [-5.140625, false], [-8.390625, false], [-4.640625, false], [-10.390625, false], [-8.390625, false], [-9.640625, false], [-8.390625, false], [-4.640625, false], [-10.890625, false], [-5.140625, false], [-10.390625, false], [-10.640625, false], [-4.640625, false], [-10.390625, false], [-5.140625, false], [-10.640625, false], [-4.640625, false], [-8.890625, false], [-5.140625, false], [-10.890625, false], [-8.390625, false], [-10.640625, false], [-5.140625, false], [-8.390625, false], [-8.390625, false], [-9.640625, false], [-8.390625, false], [-8.890625, false], [-8.390625, false], [-10.390625, false], [-10.640625, false], [-5.140625, false], [-4.640625, false], [-7.390625, false], [-8.890625, false], [-5.140625, false], [-10.640625, false], [-8.390625, false], [-10.390625, false], [-10.640625, false], [-5.140625, false], [-8.390625, false], [-8.390625, false], [-9.640625, false], [-8.390625, false], [-8.390625, false], [-4.640625, false], [-7.890625, false], [-8.390625, false], [-10.890625, false], [-8.390625, false], [-10.390625, false], [-10.640625, false], [-10.640625, false], [-10.421875, false], [-5.140625, false], [-10.640625, false], [-4.640625, false], [-5.140625, false], [-8.390625, false], [-4.640625, false], [-10.390625, false], [-8.390625, false], [-9.640625, false], [-8.390625, false], [-4.640625, false], [-10.890625, false], [-5.140625, false], [-10.390625, false], [-10.640625, false], [-4.640625, false], [-10.390625, false], [-5.140625, false], [-10.640625, false], [-4.640625, false], [-8.890625, false], [-5.140625, false], [-10.890625, false], [-8.390625, false], [-10.640625, false], [-5.140625, false], [-8.390625, false], [-8.390625, false], [-9.640625, false], [-8.390625, false], [-8.890625, false], [-8.390625, false], [-10.390625, false], [-10.640625, false], [-5.140625, false], [-4.640625, false], [-7.390625, false], [-8.890625, false], [-5.140625, false], [-10.890625, false], [-8.390625, false], [-10.640625, false], [-5.140625, false], [-8.390625, false], [-8.390625, false], [-9.640625, false], [-8.390625, false], [-8.390625, false], [-4.640625, false], [-7.890625, false], [-8.390625, false], [-10.890625, false], [-8.390625, false], [-10.390625, false], [-10.640625, false], [-10.640625, false], [-14.390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1751, "doc": {"id": "Mercury_SC_400001", "question": "Which part of a dandelion plant takes in minerals and water?", "choices": {"text": ["flower", "leaf", "root", "stem"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "root", "arguments": ["Question: Which part of a dandelion plant takes in minerals and water?\nAnswer:", " ["], "resps": [[[-8.3203125, false]], [[-9.5703125, false]], [[-12.0703125, false]], [[-12.5703125, false]], [[-9.8203125, false]], [[-12.5703125, false]], [[-9.8203125, false]], [[-11.3203125, false]], [[-9.5703125, false]], [[-10.0625, false]], [[-6.8203125, false]], [[-9.5703125, false]], [[-12.5703125, false]], [[-9.8203125, false]], [[-6.0703125, false]], [[-12.0703125, false]], [[-9.5703125, false]], [[-10.0625, false]], [[-6.8203125, false]], [[-9.5703125, false]], [[-11.3203125, false]], [[-9.8203125, false]], [[-9.8203125, false]], [[-10.8203125, false]], [[-9.5703125, false]], [[-10.0625, false]], [[-6.8203125, false]], [[-9.5703125, false]], [[-10.5703125, false]], [[-10.8203125, false]], [[-9.8203125, false]], [[-11.3203125, false]], [[-9.5703125, false]], [[-14.0703125, false]]], "filtered_resps": [[-8.3203125, false], [-9.5703125, false], [-12.0703125, false], [-12.5703125, false], [-9.8203125, false], [-12.5703125, false], [-9.8203125, false], [-11.3203125, false], [-9.5703125, false], [-10.0625, false], [-6.8203125, false], [-9.5703125, false], [-12.5703125, false], [-9.8203125, false], [-6.0703125, false], [-12.0703125, false], [-9.5703125, false], [-10.0625, false], [-6.8203125, false], [-9.5703125, false], [-11.3203125, false], [-9.8203125, false], [-9.8203125, false], [-10.8203125, false], [-9.5703125, false], [-10.0625, false], [-6.8203125, false], [-9.5703125, false], [-10.5703125, false], [-10.8203125, false], [-9.8203125, false], [-11.3203125, false], [-9.5703125, false], [-14.0703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1759, "doc": {"id": "Mercury_7245123", "question": "Which event will occur in an area after a major flood?", "choices": {"text": ["a decrease in the erosion of riverbanks", "a decrease in the number of native plants", "an increase in the number of animal habitats", "an increase in the diversity of insect species"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "a decrease in the number of native plants", "arguments": ["Question: Which event will occur in an area after a major flood?\nAnswer:", " ["], "resps": [[[-7.703125, false]], [[-8.453125, false]], [[-4.453125, false]], [[-5.953125, false]], [[-9.453125, false]], [[-7.953125, false]], [[-10.953125, false]], [[-11.203125, false]], [[-7.953125, false]], [[-4.453125, false]], [[-10.203125, false]], [[-7.953125, false]], [[-5.953125, false]], [[-10.453125, false]], [[-10.203125, false]], [[-5.953125, false]], [[-10.203125, false]], [[-12.203125, false]], [[-7.953125, false]], [[-5.953125, false]], [[-7.953125, false]], [[-11.203125, false]], [[-11.453125, false]], [[-10.203125, false]], [[-10.453125, false]], [[-11.453125, false]], [[-10.203125, false]], [[-5.953125, false]], [[-11.453125, false]], [[-9.703125, false]], [[-5.953125, false]], [[-11.203125, false]], [[-10.453125, false]], [[-12.453125, false]], [[-7.953125, false]], [[-11.203125, false]], [[-10.453125, false]], [[-4.453125, false]], [[-10.203125, false]], [[-12.453125, false]], [[-10.203125, false]], [[-8.453125, false]], [[-10.109375, false]], [[-5.953125, false]], [[-8.453125, false]], [[-4.453125, false]], [[-5.953125, false]], [[-9.453125, false]], [[-7.953125, false]], [[-10.953125, false]], [[-11.203125, false]], [[-7.953125, false]], [[-4.453125, false]], [[-10.203125, false]], [[-7.953125, false]], [[-5.953125, false]], [[-10.453125, false]], [[-10.203125, false]], [[-5.953125, false]], [[-10.203125, false]], [[-12.203125, false]], [[-7.953125, false]], [[-5.953125, false]], [[-10.203125, false]], [[-11.703125, false]], [[-11.953125, false]], [[-10.453125, false]], [[-7.953125, false]], [[-11.203125, false]], [[-5.953125, false]], [[-11.453125, false]], [[-9.703125, false]], [[-5.953125, false]], [[-10.203125, false]], [[-4.453125, false]], [[-10.203125, false]], [[-10.453125, false]], [[-12.453125, false]], [[-7.953125, false]], [[-5.953125, false]], [[-11.203125, false]], [[-11.453125, false]], [[-4.453125, false]], [[-10.203125, false]], [[-10.203125, false]], [[-10.203125, false]], [[-8.453125, false]], [[-10.109375, false]], [[-5.953125, false]], [[-8.453125, false]], [[-4.453125, false]], [[-10.203125, false]], [[-5.953125, false]], [[-10.453125, false]], [[-10.203125, false]], [[-10.953125, false]], [[-11.203125, false]], [[-7.953125, false]], [[-4.453125, false]], [[-10.203125, false]], [[-7.953125, false]], [[-5.953125, false]], [[-10.453125, false]], [[-10.203125, false]], [[-5.953125, false]], [[-10.203125, false]], [[-12.203125, false]], [[-7.953125, false]], [[-5.953125, false]], [[-10.203125, false]], [[-11.703125, false]], [[-11.953125, false]], [[-10.453125, false]], [[-7.953125, false]], [[-11.203125, false]], [[-5.953125, false]], [[-11.453125, false]], [[-9.703125, false]], [[-5.953125, false]], [[-4.453125, false]], [[-10.203125, false]], [[-10.453125, false]], [[-11.953125, false]], [[-4.453125, false]], [[-11.453125, false]], [[-5.953125, false]], [[-12.203125, false]], [[-4.453125, false]], [[-10.453125, false]], [[-10.453125, false]], [[-10.203125, false]], [[-4.453125, false]], [[-10.203125, false]], [[-10.203125, false]], [[-8.453125, false]], [[-10.109375, false]], [[-5.953125, false]], [[-8.453125, false]], [[-4.453125, false]], [[-10.203125, false]], [[-5.953125, false]], [[-10.453125, false]], [[-10.203125, false]], [[-10.953125, false]], [[-11.203125, false]], [[-7.953125, false]], [[-4.453125, false]], [[-10.203125, false]], [[-7.953125, false]], [[-5.953125, false]], [[-10.453125, false]], [[-10.203125, false]], [[-5.953125, false]], [[-10.203125, false]], [[-12.203125, false]], [[-7.953125, false]], [[-5.953125, false]], [[-9.453125, false]], [[-10.453125, false]], [[-12.453125, false]], [[-7.953125, false]], [[-11.203125, false]], [[-10.203125, false]], [[-10.453125, false]], [[-10.203125, false]], [[-13.203125, false]], [[-5.953125, false]], [[-11.453125, false]], [[-9.703125, false]], [[-5.953125, false]], [[-10.453125, false]], [[-10.203125, false]], [[-10.203125, false]], [[-7.953125, false]], [[-10.953125, false]], [[-10.203125, false]], [[-5.953125, false]], [[-10.203125, false]], [[-11.203125, false]], [[-7.953125, false]], [[-10.953125, false]], [[-10.453125, false]], [[-7.953125, false]], [[-10.203125, false]], [[-8.453125, false]], [[-12.703125, false]]], "filtered_resps": [[-7.703125, false], [-8.453125, false], [-4.453125, false], [-5.953125, false], [-9.453125, false], [-7.953125, false], [-10.953125, false], [-11.203125, false], [-7.953125, false], [-4.453125, false], [-10.203125, false], [-7.953125, false], [-5.953125, false], [-10.453125, false], [-10.203125, false], [-5.953125, false], [-10.203125, false], [-12.203125, false], [-7.953125, false], [-5.953125, false], [-7.953125, false], [-11.203125, false], [-11.453125, false], [-10.203125, false], [-10.453125, false], [-11.453125, false], [-10.203125, false], [-5.953125, false], [-11.453125, false], [-9.703125, false], [-5.953125, false], [-11.203125, false], [-10.453125, false], [-12.453125, false], [-7.953125, false], [-11.203125, false], [-10.453125, false], [-4.453125, false], [-10.203125, false], [-12.453125, false], [-10.203125, false], [-8.453125, false], [-10.109375, false], [-5.953125, false], [-8.453125, false], [-4.453125, false], [-5.953125, false], [-9.453125, false], [-7.953125, false], [-10.953125, false], [-11.203125, false], [-7.953125, false], [-4.453125, false], [-10.203125, false], [-7.953125, false], [-5.953125, false], [-10.453125, false], [-10.203125, false], [-5.953125, false], [-10.203125, false], [-12.203125, false], [-7.953125, false], [-5.953125, false], [-10.203125, false], [-11.703125, false], [-11.953125, false], [-10.453125, false], [-7.953125, false], [-11.203125, false], [-5.953125, false], [-11.453125, false], [-9.703125, false], [-5.953125, false], [-10.203125, false], [-4.453125, false], [-10.203125, false], [-10.453125, false], [-12.453125, false], [-7.953125, false], [-5.953125, false], [-11.203125, false], [-11.453125, false], [-4.453125, false], [-10.203125, false], [-10.203125, false], [-10.203125, false], [-8.453125, false], [-10.109375, false], [-5.953125, false], [-8.453125, false], [-4.453125, false], [-10.203125, false], [-5.953125, false], [-10.453125, false], [-10.203125, false], [-10.953125, false], [-11.203125, false], [-7.953125, false], [-4.453125, false], [-10.203125, false], [-7.953125, false], [-5.953125, false], [-10.453125, false], [-10.203125, false], [-5.953125, false], [-10.203125, false], [-12.203125, false], [-7.953125, false], [-5.953125, false], [-10.203125, false], [-11.703125, false], [-11.953125, false], [-10.453125, false], [-7.953125, false], [-11.203125, false], [-5.953125, false], [-11.453125, false], [-9.703125, false], [-5.953125, false], [-4.453125, false], [-10.203125, false], [-10.453125, false], [-11.953125, false], [-4.453125, false], [-11.453125, false], [-5.953125, false], [-12.203125, false], [-4.453125, false], [-10.453125, false], [-10.453125, false], [-10.203125, false], [-4.453125, false], [-10.203125, false], [-10.203125, false], [-8.453125, false], [-10.109375, false], [-5.953125, false], [-8.453125, false], [-4.453125, false], [-10.203125, false], [-5.953125, false], [-10.453125, false], [-10.203125, false], [-10.953125, false], [-11.203125, false], [-7.953125, false], [-4.453125, false], [-10.203125, false], [-7.953125, false], [-5.953125, false], [-10.453125, false], [-10.203125, false], [-5.953125, false], [-10.203125, false], [-12.203125, false], [-7.953125, false], [-5.953125, false], [-9.453125, false], [-10.453125, false], [-12.453125, false], [-7.953125, false], [-11.203125, false], [-10.203125, false], [-10.453125, false], [-10.203125, false], [-13.203125, false], [-5.953125, false], [-11.453125, false], [-9.703125, false], [-5.953125, false], [-10.453125, false], [-10.203125, false], [-10.203125, false], [-7.953125, false], [-10.953125, false], [-10.203125, false], [-5.953125, false], [-10.203125, false], [-11.203125, false], [-7.953125, false], [-10.953125, false], [-10.453125, false], [-7.953125, false], [-10.203125, false], [-8.453125, false], [-12.703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1767, "doc": {"id": "Mercury_401187", "question": "The boiling point of water in degrees Celsius is", "choices": {"text": ["0°C.", "32°C.", "100°C.", "212°C."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "100°C.", "arguments": ["Question: The boiling point of water in degrees Celsius is\nAnswer:", " ["], "resps": [[[-5.99609375, false]], [[-8.2421875, false]], [[-4.49609375, false]], [[-4.24609375, false]], [[-4.74609375, false]], [[-6.078125, false]], [[-8.2421875, false]], [[-8.0859375, false]], [[-4.24609375, false]], [[-8.2421875, false]], [[-5.74609375, false]], [[-5.49609375, false]], [[-4.24609375, false]], [[-4.74609375, false]], [[-6.078125, false]], [[-8.2421875, false]], [[-8.0859375, false]], [[-4.24609375, false]], [[-8.2421875, false]], [[-4.74609375, false]], [[-4.49609375, false]], [[-4.49609375, false]], [[-4.24609375, false]], [[-4.74609375, false]], [[-6.078125, false]], [[-8.2421875, false]], [[-8.0859375, false]], [[-4.24609375, false]], [[-8.2421875, false]], [[-5.49609375, false]], [[-4.74609375, false]], [[-5.49609375, false]], [[-4.24609375, false]], [[-4.74609375, false]], [[-6.078125, false]], [[-8.2421875, false]], [[-10.2421875, false]]], "filtered_resps": [[-5.99609375, false], [-8.2421875, false], [-4.49609375, false], [-4.24609375, false], [-4.74609375, false], [-6.078125, false], [-8.2421875, false], [-8.0859375, false], [-4.24609375, false], [-8.2421875, false], [-5.74609375, false], [-5.49609375, false], [-4.24609375, false], [-4.74609375, false], [-6.078125, false], [-8.2421875, false], [-8.0859375, false], [-4.24609375, false], [-8.2421875, false], [-4.74609375, false], [-4.49609375, false], [-4.49609375, false], [-4.24609375, false], [-4.74609375, false], [-6.078125, false], [-8.2421875, false], [-8.0859375, false], [-4.24609375, false], [-8.2421875, false], [-5.49609375, false], [-4.74609375, false], [-5.49609375, false], [-4.24609375, false], [-4.74609375, false], [-6.078125, false], [-8.2421875, false], [-10.2421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1775, "doc": {"id": "Mercury_SC_409053", "question": "Jessica is making fruit punch for her friends. She pours the powder into a container with sugar and water. Which of these best describes what happens to the sugar?", "choices": {"text": ["It expands.", "It dissolves.", "It condenses.", "It evaporates."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "It dissolves.", "arguments": ["Question: Jessica is making fruit punch for her friends. She pours the powder into a container with sugar and water. Which of these best describes what happens to the sugar?\nAnswer:", " ["], "resps": [[[-5.86328125, false]], [[-9.3671875, false]], [[-4.36328125, false]], [[-8.1171875, false]], [[-5.86328125, false]], [[-6.86328125, false]], [[-7.86328125, false]], [[-7.36328125, false]], [[-3.365234375, false]], [[-8.1171875, false]], [[-7.36328125, false]], [[-8.1171875, false]], [[-6.81640625, false]], [[-9.3671875, false]], [[-9.8125, false]], [[-5.86328125, false]], [[-9.3671875, false]], [[-4.36328125, false]], [[-8.1171875, false]], [[-5.86328125, false]], [[-7.36328125, false]], [[-6.36328125, false]], [[-8.1171875, false]], [[-8.1171875, false]], [[-8.3671875, false]], [[-9.6171875, false]], [[-9.8671875, false]], [[-6.86328125, false]], [[-8.1171875, false]], [[-6.81640625, false]], [[-9.3671875, false]], [[-9.8125, false]], [[-5.86328125, false]], [[-9.3671875, false]], [[-4.36328125, false]], [[-8.1171875, false]], [[-5.86328125, false]], [[-5.36328125, false]], [[-8.3671875, false]], [[-8.1171875, false]], [[-7.36328125, false]], [[-6.86328125, false]], [[-8.1171875, false]], [[-8.1171875, false]], [[-6.86328125, false]], [[-8.1171875, false]], [[-6.81640625, false]], [[-9.3671875, false]], [[-9.8125, false]], [[-5.86328125, false]], [[-9.3671875, false]], [[-4.36328125, false]], [[-8.1171875, false]], [[-5.86328125, false]], [[-6.86328125, false]], [[-9.8671875, false]], [[-3.365234375, false]], [[-7.36328125, false]], [[-8.3671875, false]], [[-9.8671875, false]], [[-3.365234375, false]], [[-8.1171875, false]], [[-6.86328125, false]], [[-8.1171875, false]], [[-6.81640625, false]], [[-9.3671875, false]], [[-10.8671875, false]]], "filtered_resps": [[-5.86328125, false], [-9.3671875, false], [-4.36328125, false], [-8.1171875, false], [-5.86328125, false], [-6.86328125, false], [-7.86328125, false], [-7.36328125, false], [-3.365234375, false], [-8.1171875, false], [-7.36328125, false], [-8.1171875, false], [-6.81640625, false], [-9.3671875, false], [-9.8125, false], [-5.86328125, false], [-9.3671875, false], [-4.36328125, false], [-8.1171875, false], [-5.86328125, false], [-7.36328125, false], [-6.36328125, false], [-8.1171875, false], [-8.1171875, false], [-8.3671875, false], [-9.6171875, false], [-9.8671875, false], [-6.86328125, false], [-8.1171875, false], [-6.81640625, false], [-9.3671875, false], [-9.8125, false], [-5.86328125, false], [-9.3671875, false], [-4.36328125, false], [-8.1171875, false], [-5.86328125, false], [-5.36328125, false], [-8.3671875, false], [-8.1171875, false], [-7.36328125, false], [-6.86328125, false], [-8.1171875, false], [-8.1171875, false], [-6.86328125, false], [-8.1171875, false], [-6.81640625, false], [-9.3671875, false], [-9.8125, false], [-5.86328125, false], [-9.3671875, false], [-4.36328125, false], [-8.1171875, false], [-5.86328125, false], [-6.86328125, false], [-9.8671875, false], [-3.365234375, false], [-7.36328125, false], [-8.3671875, false], [-9.8671875, false], [-3.365234375, false], [-8.1171875, false], [-6.86328125, false], [-8.1171875, false], [-6.81640625, false], [-9.3671875, false], [-10.8671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1783, "doc": {"id": "Mercury_7085418", "question": "Which of these best describes wind energy?", "choices": {"text": ["limited", "renewable", "damaging", "inexpensive"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "renewable", "arguments": ["Question: Which of these best describes wind energy?\nAnswer:", " ["], "resps": [[[-7.42578125, false]], [[-7.92578125, false]], [[-11.4296875, false]], [[-8.4296875, false]], [[-10.1796875, false]], [[-8.4296875, false]], [[-11.9296875, false]], [[-8.4296875, false]], [[-9.6796875, false]], [[-7.92578125, false]], [[-9.515625, false]], [[-5.42578125, false]], [[-7.92578125, false]], [[-12.4296875, false]], [[-8.4296875, false]], [[-9.4296875, false]], [[-8.4296875, false]], [[-10.4296875, false]], [[-5.67578125, false]], [[-10.4296875, false]], [[-11.4296875, false]], [[-8.4296875, false]], [[-7.92578125, false]], [[-9.515625, false]], [[-5.42578125, false]], [[-7.92578125, false]], [[-9.6796875, false]], [[-5.67578125, false]], [[-10.1796875, false]], [[-5.67578125, false]], [[-12.6796875, false]], [[-8.4296875, false]], [[-9.4296875, false]], [[-12.6796875, false]], [[-7.92578125, false]], [[-9.515625, false]], [[-5.42578125, false]], [[-7.92578125, false]], [[-8.4296875, false]], [[-9.4296875, false]], [[-8.4296875, false]], [[-9.4296875, false]], [[-9.9296875, false]], [[-8.4296875, false]], [[-9.4296875, false]], [[-9.9296875, false]], [[-8.4296875, false]], [[-11.9296875, false]], [[-8.4296875, false]], [[-7.92578125, false]], [[-14.0546875, false]]], "filtered_resps": [[-7.42578125, false], [-7.92578125, false], [-11.4296875, false], [-8.4296875, false], [-10.1796875, false], [-8.4296875, false], [-11.9296875, false], [-8.4296875, false], [-9.6796875, false], [-7.92578125, false], [-9.515625, false], [-5.42578125, false], [-7.92578125, false], [-12.4296875, false], [-8.4296875, false], [-9.4296875, false], [-8.4296875, false], [-10.4296875, false], [-5.67578125, false], [-10.4296875, false], [-11.4296875, false], [-8.4296875, false], [-7.92578125, false], [-9.515625, false], [-5.42578125, false], [-7.92578125, false], [-9.6796875, false], [-5.67578125, false], [-10.1796875, false], [-5.67578125, false], [-12.6796875, false], [-8.4296875, false], [-9.4296875, false], [-12.6796875, false], [-7.92578125, false], [-9.515625, false], [-5.42578125, false], [-7.92578125, false], [-8.4296875, false], [-9.4296875, false], [-8.4296875, false], [-9.4296875, false], [-9.9296875, false], [-8.4296875, false], [-9.4296875, false], [-9.9296875, false], [-8.4296875, false], [-11.9296875, false], [-8.4296875, false], [-7.92578125, false], [-14.0546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1791, "doc": {"id": "Mercury_7216090", "question": "Which is the best example of a parasitic relationship?", "choices": {"text": ["a woodpecker nesting in a cavity of a dead tree", "a tapeworm absorbing food in the digestive tract of a wolf", "a polar bear hunting a seal for food", "a hummingbird transferring pollen between flowers"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "a tapeworm absorbing food in the digestive tract of a wolf", "arguments": ["Question: Which is the best example of a parasitic relationship?\nAnswer:", " ["], "resps": [[[-7.1953125, false]], [[-7.6953125, false]], [[-4.3203125, false]], [[-5.6953125, false]], [[-10.9453125, false]], [[-9.8203125, false]], [[-9.8203125, false]], [[-9.3203125, false]], [[-10.4453125, false]], [[-8.6953125, false]], [[-8.9453125, false]], [[-10.8203125, false]], [[-8.6953125, false]], [[-10.6953125, false]], [[-5.6953125, false]], [[-9.3203125, false]], [[-8.6953125, false]], [[-9.3203125, false]], [[-10.6953125, false]], [[-8.3203125, false]], [[-9.3203125, false]], [[-12.0703125, false]], [[-5.6953125, false]], [[-8.3203125, false]], [[-9.3203125, false]], [[-5.6953125, false]], [[-4.3203125, false]], [[-5.6953125, false]], [[-8.9453125, false]], [[-4.3203125, false]], [[-10.9453125, false]], [[-8.3203125, false]], [[-10.6953125, false]], [[-11.5703125, false]], [[-5.6953125, false]], [[-9.8203125, false]], [[-10.1953125, false]], [[-5.6953125, false]], [[-4.3203125, false]], [[-5.6953125, false]], [[-9.3203125, false]], [[-8.6953125, false]], [[-4.3203125, false]], [[-9.3203125, false]], [[-5.6953125, false]], [[-10.6953125, false]], [[-10.6953125, false]], [[-8.6953125, false]], [[-8.6953125, false]], [[-7.6953125, false]], [[-10.4296875, false]], [[-5.6953125, false]], [[-7.6953125, false]], [[-4.3203125, false]], [[-5.6953125, false]], [[-10.6953125, false]], [[-4.3203125, false]], [[-10.4453125, false]], [[-8.6953125, false]], [[-10.9453125, false]], [[-9.8203125, false]], [[-10.6953125, false]], [[-10.6953125, false]], [[-5.6953125, false]], [[-4.3203125, false]], [[-9.0703125, false]], [[-9.3203125, false]], [[-9.8203125, false]], [[-10.6953125, false]], [[-9.0703125, false]], [[-8.3203125, false]], [[-9.3203125, false]], [[-12.0703125, false]], [[-5.6953125, false]], [[-10.1953125, false]], [[-9.8203125, false]], [[-9.8203125, false]], [[-9.3203125, false]], [[-5.6953125, false]], [[-8.3203125, false]], [[-9.3203125, false]], [[-5.6953125, false]], [[-10.6953125, false]], [[-10.9453125, false]], [[-8.6953125, false]], [[-5.6953125, false]], [[-9.3203125, false]], [[-8.3203125, false]], [[-12.0703125, false]], [[-8.6953125, false]], [[-9.3203125, false]], [[-10.6953125, false]], [[-8.3203125, false]], [[-10.9453125, false]], [[-8.6953125, false]], [[-5.6953125, false]], [[-10.6953125, false]], [[-10.6953125, false]], [[-4.3203125, false]], [[-8.9453125, false]], [[-10.6953125, false]], [[-5.6953125, false]], [[-9.8203125, false]], [[-10.1953125, false]], [[-5.6953125, false]], [[-4.3203125, false]], [[-5.6953125, false]], [[-10.9453125, false]], [[-9.8203125, false]], [[-9.8203125, false]], [[-10.1953125, false]], [[-7.6953125, false]], [[-10.4296875, false]], [[-5.6953125, false]], [[-7.6953125, false]], [[-4.3203125, false]], [[-5.6953125, false]], [[-10.4453125, false]], [[-9.8203125, false]], [[-9.8203125, false]], [[-4.3203125, false]], [[-10.6953125, false]], [[-5.6953125, false]], [[-9.0703125, false]], [[-8.6953125, false]], [[-4.3203125, false]], [[-10.6953125, false]], [[-5.6953125, false]], [[-10.9453125, false]], [[-10.4453125, false]], [[-9.3203125, false]], [[-10.6953125, false]], [[-8.3203125, false]], [[-9.3203125, false]], [[-12.0703125, false]], [[-5.6953125, false]], [[-4.3203125, false]], [[-5.6953125, false]], [[-9.3203125, false]], [[-8.6953125, false]], [[-4.3203125, false]], [[-9.8203125, false]], [[-5.6953125, false]], [[-10.1953125, false]], [[-9.8203125, false]], [[-10.6953125, false]], [[-5.6953125, false]], [[-10.1953125, false]], [[-9.8203125, false]], [[-9.8203125, false]], [[-9.3203125, false]], [[-7.6953125, false]], [[-10.4296875, false]], [[-5.6953125, false]], [[-7.6953125, false]], [[-4.3203125, false]], [[-5.6953125, false]], [[-10.9453125, false]], [[-10.4453125, false]], [[-10.6953125, false]], [[-10.6953125, false]], [[-8.3203125, false]], [[-9.3203125, false]], [[-12.0703125, false]], [[-9.0703125, false]], [[-8.3203125, false]], [[-10.6953125, false]], [[-9.3203125, false]], [[-5.6953125, false]], [[-10.6953125, false]], [[-10.6953125, false]], [[-4.3203125, false]], [[-9.3203125, false]], [[-9.3203125, false]], [[-10.1953125, false]], [[-8.6953125, false]], [[-10.6953125, false]], [[-10.6953125, false]], [[-8.3203125, false]], [[-9.3203125, false]], [[-12.0703125, false]], [[-5.6953125, false]], [[-10.4453125, false]], [[-9.8203125, false]], [[-9.8203125, false]], [[-9.8203125, false]], [[-8.6953125, false]], [[-9.3203125, false]], [[-5.6953125, false]], [[-9.0703125, false]], [[-8.6953125, false]], [[-10.6953125, false]], [[-10.9453125, false]], [[-8.6953125, false]], [[-8.6953125, false]], [[-9.3203125, false]], [[-5.6953125, false]], [[-10.1953125, false]], [[-9.8203125, false]], [[-9.8203125, false]], [[-10.9453125, false]], [[-8.6953125, false]], [[-10.6953125, false]], [[-9.3203125, false]], [[-7.6953125, false]], [[-12.6953125, false]]], "filtered_resps": [[-7.1953125, false], [-7.6953125, false], [-4.3203125, false], [-5.6953125, false], [-10.9453125, false], [-9.8203125, false], [-9.8203125, false], [-9.3203125, false], [-10.4453125, false], [-8.6953125, false], [-8.9453125, false], [-10.8203125, false], [-8.6953125, false], [-10.6953125, false], [-5.6953125, false], [-9.3203125, false], [-8.6953125, false], [-9.3203125, false], [-10.6953125, false], [-8.3203125, false], [-9.3203125, false], [-12.0703125, false], [-5.6953125, false], [-8.3203125, false], [-9.3203125, false], [-5.6953125, false], [-4.3203125, false], [-5.6953125, false], [-8.9453125, false], [-4.3203125, false], [-10.9453125, false], [-8.3203125, false], [-10.6953125, false], [-11.5703125, false], [-5.6953125, false], [-9.8203125, false], [-10.1953125, false], [-5.6953125, false], [-4.3203125, false], [-5.6953125, false], [-9.3203125, false], [-8.6953125, false], [-4.3203125, false], [-9.3203125, false], [-5.6953125, false], [-10.6953125, false], [-10.6953125, false], [-8.6953125, false], [-8.6953125, false], [-7.6953125, false], [-10.4296875, false], [-5.6953125, false], [-7.6953125, false], [-4.3203125, false], [-5.6953125, false], [-10.6953125, false], [-4.3203125, false], [-10.4453125, false], [-8.6953125, false], [-10.9453125, false], [-9.8203125, false], [-10.6953125, false], [-10.6953125, false], [-5.6953125, false], [-4.3203125, false], [-9.0703125, false], [-9.3203125, false], [-9.8203125, false], [-10.6953125, false], [-9.0703125, false], [-8.3203125, false], [-9.3203125, false], [-12.0703125, false], [-5.6953125, false], [-10.1953125, false], [-9.8203125, false], [-9.8203125, false], [-9.3203125, false], [-5.6953125, false], [-8.3203125, false], [-9.3203125, false], [-5.6953125, false], [-10.6953125, false], [-10.9453125, false], [-8.6953125, false], [-5.6953125, false], [-9.3203125, false], [-8.3203125, false], [-12.0703125, false], [-8.6953125, false], [-9.3203125, false], [-10.6953125, false], [-8.3203125, false], [-10.9453125, false], [-8.6953125, false], [-5.6953125, false], [-10.6953125, false], [-10.6953125, false], [-4.3203125, false], [-8.9453125, false], [-10.6953125, false], [-5.6953125, false], [-9.8203125, false], [-10.1953125, false], [-5.6953125, false], [-4.3203125, false], [-5.6953125, false], [-10.9453125, false], [-9.8203125, false], [-9.8203125, false], [-10.1953125, false], [-7.6953125, false], [-10.4296875, false], [-5.6953125, false], [-7.6953125, false], [-4.3203125, false], [-5.6953125, false], [-10.4453125, false], [-9.8203125, false], [-9.8203125, false], [-4.3203125, false], [-10.6953125, false], [-5.6953125, false], [-9.0703125, false], [-8.6953125, false], [-4.3203125, false], [-10.6953125, false], [-5.6953125, false], [-10.9453125, false], [-10.4453125, false], [-9.3203125, false], [-10.6953125, false], [-8.3203125, false], [-9.3203125, false], [-12.0703125, false], [-5.6953125, false], [-4.3203125, false], [-5.6953125, false], [-9.3203125, false], [-8.6953125, false], [-4.3203125, false], [-9.8203125, false], [-5.6953125, false], [-10.1953125, false], [-9.8203125, false], [-10.6953125, false], [-5.6953125, false], [-10.1953125, false], [-9.8203125, false], [-9.8203125, false], [-9.3203125, false], [-7.6953125, false], [-10.4296875, false], [-5.6953125, false], [-7.6953125, false], [-4.3203125, false], [-5.6953125, false], [-10.9453125, false], [-10.4453125, false], [-10.6953125, false], [-10.6953125, false], [-8.3203125, false], [-9.3203125, false], [-12.0703125, false], [-9.0703125, false], [-8.3203125, false], [-10.6953125, false], [-9.3203125, false], [-5.6953125, false], [-10.6953125, false], [-10.6953125, false], [-4.3203125, false], [-9.3203125, false], [-9.3203125, false], [-10.1953125, false], [-8.6953125, false], [-10.6953125, false], [-10.6953125, false], [-8.3203125, false], [-9.3203125, false], [-12.0703125, false], [-5.6953125, false], [-10.4453125, false], [-9.8203125, false], [-9.8203125, false], [-9.8203125, false], [-8.6953125, false], [-9.3203125, false], [-5.6953125, false], [-9.0703125, false], [-8.6953125, false], [-10.6953125, false], [-10.9453125, false], [-8.6953125, false], [-8.6953125, false], [-9.3203125, false], [-5.6953125, false], [-10.1953125, false], [-9.8203125, false], [-9.8203125, false], [-10.9453125, false], [-8.6953125, false], [-10.6953125, false], [-9.3203125, false], [-7.6953125, false], [-12.6953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1799, "doc": {"id": "Mercury_SC_416530", "question": "Plant cells use special parts to capture sunlight. The parts use the sunlight to make food. Where will you find the most of these parts in a plant?", "choices": {"text": ["roots", "stems", "leaves", "flowers"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "leaves", "arguments": ["Question: Plant cells use special parts to capture sunlight. The parts use the sunlight to make food. Where will you find the most of these parts in a plant?\nAnswer:", " ["], "resps": [[[-8.0625, false]], [[-10.5625, false]], [[-11.5625, false]], [[-8.3125, false]], [[-8.3125, false]], [[-11.0625, false]], [[-10.3125, false]], [[-10.5625, false]], [[-10.578125, false]], [[-6.06640625, false]], [[-10.5625, false]], [[-10.3125, false]], [[-11.0625, false]], [[-9.5625, false]], [[-11.0625, false]], [[-10.3125, false]], [[-10.5625, false]], [[-10.578125, false]], [[-6.06640625, false]], [[-10.5625, false]], [[-10.5625, false]], [[-9.5625, false]], [[-5.56640625, false]], [[-12.5625, false]], [[-9.5625, false]], [[-10.3125, false]], [[-10.5625, false]], [[-10.578125, false]], [[-6.06640625, false]], [[-10.5625, false]], [[-11.5625, false]], [[-10.5625, false]], [[-8.3125, false]], [[-11.0625, false]], [[-9.5625, false]], [[-11.5625, false]], [[-10.3125, false]], [[-10.5625, false]], [[-14.0625, false]]], "filtered_resps": [[-8.0625, false], [-10.5625, false], [-11.5625, false], [-8.3125, false], [-8.3125, false], [-11.0625, false], [-10.3125, false], [-10.5625, false], [-10.578125, false], [-6.06640625, false], [-10.5625, false], [-10.3125, false], [-11.0625, false], [-9.5625, false], [-11.0625, false], [-10.3125, false], [-10.5625, false], [-10.578125, false], [-6.06640625, false], [-10.5625, false], [-10.5625, false], [-9.5625, false], [-5.56640625, false], [-12.5625, false], [-9.5625, false], [-10.3125, false], [-10.5625, false], [-10.578125, false], [-6.06640625, false], [-10.5625, false], [-11.5625, false], [-10.5625, false], [-8.3125, false], [-11.0625, false], [-9.5625, false], [-11.5625, false], [-10.3125, false], [-10.5625, false], [-14.0625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1807, "doc": {"id": "ACTAAP_2014_5_15", "question": "Which of these best demonstrates the characteristics of science?", "choices": {"text": ["One student lifts a rock and skips it across a stream.", "One student thinks about rocks and writes down his opinion.", "Two students study a rock and then compare their observations.", "Two students remove rocks from a garden and then plant flowers."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Two students study a rock and then compare their observations.", "arguments": ["Question: Which of these best demonstrates the characteristics of science?\nAnswer:", " ["], "resps": [[[-6.953125, false]], [[-7.828125, false]], [[-8.328125, false]], [[-8.953125, false]], [[-6.953125, false]], [[-5.328125, false]], [[-9.078125, false]], [[-10.203125, false]], [[-11.078125, false]], [[-9.203125, false]], [[-6.953125, false]], [[-8.953125, false]], [[-10.203125, false]], [[-5.328125, false]], [[-9.578125, false]], [[-8.328125, false]], [[-8.453125, false]], [[-10.203125, false]], [[-9.078125, false]], [[-5.328125, false]], [[-5.078125, false]], [[-5.328125, false]], [[-10.453125, false]], [[-9.453125, false]], [[-7.703125, false]], [[-10.078125, false]], [[-5.328125, false]], [[-5.078125, false]], [[-8.953125, false]], [[-9.203125, false]], [[-5.328125, false]], [[-9.078125, false]], [[-10.078125, false]], [[-8.328125, false]], [[-8.578125, false]], [[-9.078125, false]], [[-5.328125, false]], [[-8.328125, false]], [[-10.203125, false]], [[-5.328125, false]], [[-5.078125, false]], [[-7.703125, false]], [[-10.453125, false]], [[-9.453125, false]], [[-9.078125, false]], [[-9.078125, false]], [[-5.328125, false]], [[-5.078125, false]], [[-5.328125, false]], [[-9.078125, false]], [[-10.203125, false]], [[-10.453125, false]], [[-6.953125, false]], [[-5.078125, false]], [[-9.578125, false]], [[-6.9921875, false]], [[-7.828125, false]], [[-9.3671875, false]], [[-5.328125, false]], [[-7.828125, false]], [[-8.328125, false]], [[-8.953125, false]], [[-6.953125, false]], [[-5.328125, false]], [[-9.078125, false]], [[-10.203125, false]], [[-11.078125, false]], [[-9.203125, false]], [[-6.953125, false]], [[-8.953125, false]], [[-10.203125, false]], [[-5.328125, false]], [[-10.203125, false]], [[-10.078125, false]], [[-8.328125, false]], [[-8.953125, false]], [[-10.078125, false]], [[-9.078125, false]], [[-5.328125, false]], [[-5.078125, false]], [[-8.203125, false]], [[-9.453125, false]], [[-11.078125, false]], [[-10.203125, false]], [[-5.328125, false]], [[-10.453125, false]], [[-9.453125, false]], [[-7.703125, false]], [[-10.078125, false]], [[-9.078125, false]], [[-5.328125, false]], [[-5.078125, false]], [[-8.953125, false]], [[-9.203125, false]], [[-5.328125, false]], [[-9.203125, false]], [[-10.453125, false]], [[-8.328125, false]], [[-10.203125, false]], [[-6.953125, false]], [[-9.078125, false]], [[-5.328125, false]], [[-9.203125, false]], [[-9.453125, false]], [[-9.203125, false]], [[-8.953125, false]], [[-5.328125, false]], [[-10.078125, false]], [[-8.328125, false]], [[-9.078125, false]], [[-5.328125, false]], [[-9.453125, false]], [[-8.578125, false]], [[-8.328125, false]], [[-8.953125, false]], [[-8.328125, false]], [[-9.453125, false]], [[-8.953125, false]], [[-6.9921875, false]], [[-7.828125, false]], [[-9.3671875, false]], [[-5.328125, false]], [[-7.828125, false]], [[-7.703125, false]], [[-9.203125, false]], [[-9.453125, false]], [[-5.328125, false]], [[-9.078125, false]], [[-10.203125, false]], [[-11.078125, false]], [[-9.203125, false]], [[-6.953125, false]], [[-8.953125, false]], [[-10.203125, false]], [[-9.078125, false]], [[-5.328125, false]], [[-9.078125, false]], [[-10.203125, false]], [[-11.078125, false]], [[-9.203125, false]], [[-11.703125, false]], [[-5.328125, false]], [[-5.078125, false]], [[-5.328125, false]], [[-10.453125, false]], [[-9.453125, false]], [[-7.703125, false]], [[-10.078125, false]], [[-5.328125, false]], [[-5.078125, false]], [[-8.953125, false]], [[-9.203125, false]], [[-5.328125, false]], [[-10.203125, false]], [[-10.078125, false]], [[-6.953125, false]], [[-8.953125, false]], [[-5.328125, false]], [[-7.703125, false]], [[-9.453125, false]], [[-9.578125, false]], [[-8.578125, false]], [[-5.078125, false]], [[-10.453125, false]], [[-6.953125, false]], [[-5.328125, false]], [[-10.203125, false]], [[-10.078125, false]], [[-6.953125, false]], [[-8.328125, false]], [[-10.453125, false]], [[-5.328125, false]], [[-9.453125, false]], [[-8.203125, false]], [[-9.078125, false]], [[-6.953125, false]], [[-10.453125, false]], [[-9.828125, false]], [[-5.078125, false]], [[-10.203125, false]], [[-8.328125, false]], [[-9.453125, false]], [[-8.953125, false]], [[-9.078125, false]], [[-6.9921875, false]], [[-7.828125, false]], [[-9.3671875, false]], [[-5.328125, false]], [[-7.828125, false]], [[-7.703125, false]], [[-9.203125, false]], [[-9.453125, false]], [[-5.328125, false]], [[-9.078125, false]], [[-10.203125, false]], [[-11.078125, false]], [[-9.203125, false]], [[-6.953125, false]], [[-8.953125, false]], [[-10.203125, false]], [[-9.078125, false]], [[-5.328125, false]], [[-10.453125, false]], [[-6.953125, false]], [[-9.578125, false]], [[-9.453125, false]], [[-9.828125, false]], [[-6.953125, false]], [[-5.328125, false]], [[-10.453125, false]], [[-9.453125, false]], [[-7.703125, false]], [[-10.078125, false]], [[-9.078125, false]], [[-5.328125, false]], [[-8.453125, false]], [[-10.453125, false]], [[-9.453125, false]], [[-9.578125, false]], [[-5.328125, false]], [[-5.078125, false]], [[-5.328125, false]], [[-11.203125, false]], [[-5.078125, false]], [[-10.453125, false]], [[-9.203125, false]], [[-6.953125, false]], [[-8.953125, false]], [[-5.328125, false]], [[-5.078125, false]], [[-8.953125, false]], [[-9.203125, false]], [[-5.328125, false]], [[-10.203125, false]], [[-10.078125, false]], [[-6.953125, false]], [[-8.953125, false]], [[-5.328125, false]], [[-8.578125, false]], [[-9.578125, false]], [[-5.078125, false]], [[-8.953125, false]], [[-10.203125, false]], [[-5.328125, false]], [[-8.453125, false]], [[-9.578125, false]], [[-9.453125, false]], [[-9.203125, false]], [[-6.953125, false]], [[-10.453125, false]], [[-9.078125, false]], [[-6.9921875, false]], [[-7.828125, false]], [[-13.078125, false]]], "filtered_resps": [[-6.953125, false], [-7.828125, false], [-8.328125, false], [-8.953125, false], [-6.953125, false], [-5.328125, false], [-9.078125, false], [-10.203125, false], [-11.078125, false], [-9.203125, false], [-6.953125, false], [-8.953125, false], [-10.203125, false], [-5.328125, false], [-9.578125, false], [-8.328125, false], [-8.453125, false], [-10.203125, false], [-9.078125, false], [-5.328125, false], [-5.078125, false], [-5.328125, false], [-10.453125, false], [-9.453125, false], [-7.703125, false], [-10.078125, false], [-5.328125, false], [-5.078125, false], [-8.953125, false], [-9.203125, false], [-5.328125, false], [-9.078125, false], [-10.078125, false], [-8.328125, false], [-8.578125, false], [-9.078125, false], [-5.328125, false], [-8.328125, false], [-10.203125, false], [-5.328125, false], [-5.078125, false], [-7.703125, false], [-10.453125, false], [-9.453125, false], [-9.078125, false], [-9.078125, false], [-5.328125, false], [-5.078125, false], [-5.328125, false], [-9.078125, false], [-10.203125, false], [-10.453125, false], [-6.953125, false], [-5.078125, false], [-9.578125, false], [-6.9921875, false], [-7.828125, false], [-9.3671875, false], [-5.328125, false], [-7.828125, false], [-8.328125, false], [-8.953125, false], [-6.953125, false], [-5.328125, false], [-9.078125, false], [-10.203125, false], [-11.078125, false], [-9.203125, false], [-6.953125, false], [-8.953125, false], [-10.203125, false], [-5.328125, false], [-10.203125, false], [-10.078125, false], [-8.328125, false], [-8.953125, false], [-10.078125, false], [-9.078125, false], [-5.328125, false], [-5.078125, false], [-8.203125, false], [-9.453125, false], [-11.078125, false], [-10.203125, false], [-5.328125, false], [-10.453125, false], [-9.453125, false], [-7.703125, false], [-10.078125, false], [-9.078125, false], [-5.328125, false], [-5.078125, false], [-8.953125, false], [-9.203125, false], [-5.328125, false], [-9.203125, false], [-10.453125, false], [-8.328125, false], [-10.203125, false], [-6.953125, false], [-9.078125, false], [-5.328125, false], [-9.203125, false], [-9.453125, false], [-9.203125, false], [-8.953125, false], [-5.328125, false], [-10.078125, false], [-8.328125, false], [-9.078125, false], [-5.328125, false], [-9.453125, false], [-8.578125, false], [-8.328125, false], [-8.953125, false], [-8.328125, false], [-9.453125, false], [-8.953125, false], [-6.9921875, false], [-7.828125, false], [-9.3671875, false], [-5.328125, false], [-7.828125, false], [-7.703125, false], [-9.203125, false], [-9.453125, false], [-5.328125, false], [-9.078125, false], [-10.203125, false], [-11.078125, false], [-9.203125, false], [-6.953125, false], [-8.953125, false], [-10.203125, false], [-9.078125, false], [-5.328125, false], [-9.078125, false], [-10.203125, false], [-11.078125, false], [-9.203125, false], [-11.703125, false], [-5.328125, false], [-5.078125, false], [-5.328125, false], [-10.453125, false], [-9.453125, false], [-7.703125, false], [-10.078125, false], [-5.328125, false], [-5.078125, false], [-8.953125, false], [-9.203125, false], [-5.328125, false], [-10.203125, false], [-10.078125, false], [-6.953125, false], [-8.953125, false], [-5.328125, false], [-7.703125, false], [-9.453125, false], [-9.578125, false], [-8.578125, false], [-5.078125, false], [-10.453125, false], [-6.953125, false], [-5.328125, false], [-10.203125, false], [-10.078125, false], [-6.953125, false], [-8.328125, false], [-10.453125, false], [-5.328125, false], [-9.453125, false], [-8.203125, false], [-9.078125, false], [-6.953125, false], [-10.453125, false], [-9.828125, false], [-5.078125, false], [-10.203125, false], [-8.328125, false], [-9.453125, false], [-8.953125, false], [-9.078125, false], [-6.9921875, false], [-7.828125, false], [-9.3671875, false], [-5.328125, false], [-7.828125, false], [-7.703125, false], [-9.203125, false], [-9.453125, false], [-5.328125, false], [-9.078125, false], [-10.203125, false], [-11.078125, false], [-9.203125, false], [-6.953125, false], [-8.953125, false], [-10.203125, false], [-9.078125, false], [-5.328125, false], [-10.453125, false], [-6.953125, false], [-9.578125, false], [-9.453125, false], [-9.828125, false], [-6.953125, false], [-5.328125, false], [-10.453125, false], [-9.453125, false], [-7.703125, false], [-10.078125, false], [-9.078125, false], [-5.328125, false], [-8.453125, false], [-10.453125, false], [-9.453125, false], [-9.578125, false], [-5.328125, false], [-5.078125, false], [-5.328125, false], [-11.203125, false], [-5.078125, false], [-10.453125, false], [-9.203125, false], [-6.953125, false], [-8.953125, false], [-5.328125, false], [-5.078125, false], [-8.953125, false], [-9.203125, false], [-5.328125, false], [-10.203125, false], [-10.078125, false], [-6.953125, false], [-8.953125, false], [-5.328125, false], [-8.578125, false], [-9.578125, false], [-5.078125, false], [-8.953125, false], [-10.203125, false], [-5.328125, false], [-8.453125, false], [-9.578125, false], [-9.453125, false], [-9.203125, false], [-6.953125, false], [-10.453125, false], [-9.078125, false], [-6.9921875, false], [-7.828125, false], [-13.078125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1815, "doc": {"id": "MCAS_2002_5_7", "question": "A student picked up a small rock using a magnet. The rock probably contained", "choices": {"text": ["quartz.", "diamond.", "aluminum.", "iron."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "iron.", "arguments": ["Question: A student picked up a small rock using a magnet. The rock probably contained\nAnswer:", " ["], "resps": [[[-7.125, false]], [[-7.625, false]], [[-8.875, false]], [[-9.125, false]], [[-4.125, false]], [[-8.375, false]], [[-9.875, false]], [[-10.625, false]], [[-6.20703125, false]], [[-7.625, false]], [[-8.703125, false]], [[-5.125, false]], [[-7.625, false]], [[-8.125, false]], [[-7.375, false]], [[-4.125, false]], [[-8.875, false]], [[-9.875, false]], [[-8.375, false]], [[-8.125, false]], [[-6.20703125, false]], [[-7.625, false]], [[-8.703125, false]], [[-5.125, false]], [[-7.625, false]], [[-4.125, false]], [[-10.125, false]], [[-9.125, false]], [[-8.875, false]], [[-7.375, false]], [[-8.375, false]], [[-9.125, false]], [[-8.875, false]], [[-6.20703125, false]], [[-7.625, false]], [[-8.703125, false]], [[-5.125, false]], [[-7.625, false]], [[-7.375, false]], [[-8.375, false]], [[-9.875, false]], [[-8.375, false]], [[-6.20703125, false]], [[-7.625, false]], [[-11.125, false]]], "filtered_resps": [[-7.125, false], [-7.625, false], [-8.875, false], [-9.125, false], [-4.125, false], [-8.375, false], [-9.875, false], [-10.625, false], [-6.20703125, false], [-7.625, false], [-8.703125, false], [-5.125, false], [-7.625, false], [-8.125, false], [-7.375, false], [-4.125, false], [-8.875, false], [-9.875, false], [-8.375, false], [-8.125, false], [-6.20703125, false], [-7.625, false], [-8.703125, false], [-5.125, false], [-7.625, false], [-4.125, false], [-10.125, false], [-9.125, false], [-8.875, false], [-7.375, false], [-8.375, false], [-9.125, false], [-8.875, false], [-6.20703125, false], [-7.625, false], [-8.703125, false], [-5.125, false], [-7.625, false], [-7.375, false], [-8.375, false], [-9.875, false], [-8.375, false], [-6.20703125, false], [-7.625, false], [-11.125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1823, "doc": {"id": "Mercury_7268783", "question": "Human Immunodeficiency Virus (HIV) infects the cells that coordinate the human immune response. When these cells are killed or compromised, the body cannot effectively protect itself from infection. Which cells does HIV infect?", "choices": {"text": ["natural killer T cells", "regulatory T cells", "cytotoxic T cells", "helper T cells"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "helper T cells", "arguments": ["Question: Human Immunodeficiency Virus (HIV) infects the cells that coordinate the human immune response. When these cells are killed or compromised, the body cannot effectively protect itself from infection. Which cells does HIV infect?\nAnswer:", " ["], "resps": [[[-8.578125, false]], [[-10.578125, false]], [[-10.828125, false]], [[-5.828125, false]], [[-9.078125, false]], [[-11.328125, false]], [[-11.328125, false]], [[-5.828125, false]], [[-5.578125, false]], [[-4.828125, false]], [[-8.328125, false]], [[-8.828125, false]], [[-5.578125, false]], [[-5.578125, false]], [[-8.078125, false]], [[-11.328125, false]], [[-4.828125, false]], [[-2.326171875, false]], [[-4.828125, false]], [[-7.328125, false]], [[-8.078125, false]], [[-5.578125, false]], [[-5.578125, false]], [[-9.828125, false]], [[-10.578125, false]], [[-9.0, false]], [[-4.828125, false]], [[-10.578125, false]], [[-11.328125, false]], [[-8.078125, false]], [[-12.078125, false]], [[-11.328125, false]], [[-5.578125, false]], [[-5.828125, false]], [[-9.078125, false]], [[-9.828125, false]], [[-11.328125, false]], [[-14.328125, false]], [[-4.828125, false]], [[-2.326171875, false]], [[-4.828125, false]], [[-7.328125, false]], [[-8.078125, false]], [[-5.578125, false]], [[-5.578125, false]], [[-9.828125, false]], [[-10.578125, false]], [[-9.0, false]], [[-4.828125, false]], [[-10.578125, false]], [[-7.328125, false]], [[-14.328125, false]], [[-9.078125, false]], [[-9.828125, false]], [[-9.078125, false]], [[-9.828125, false]], [[-11.578125, false]], [[-8.828125, false]], [[-7.328125, false]], [[-4.828125, false]], [[-2.326171875, false]], [[-4.828125, false]], [[-7.328125, false]], [[-8.078125, false]], [[-5.578125, false]], [[-5.578125, false]], [[-9.828125, false]], [[-10.578125, false]], [[-9.0, false]], [[-4.828125, false]], [[-10.578125, false]], [[-9.578125, false]], [[-8.078125, false]], [[-5.578125, false]], [[-10.828125, false]], [[-8.078125, false]], [[-11.328125, false]], [[-4.828125, false]], [[-2.326171875, false]], [[-4.828125, false]], [[-7.328125, false]], [[-8.078125, false]], [[-5.578125, false]], [[-5.578125, false]], [[-9.828125, false]], [[-10.578125, false]], [[-12.578125, false]]], "filtered_resps": [[-8.578125, false], [-10.578125, false], [-10.828125, false], [-5.828125, false], [-9.078125, false], [-11.328125, false], [-11.328125, false], [-5.828125, false], [-5.578125, false], [-4.828125, false], [-8.328125, false], [-8.828125, false], [-5.578125, false], [-5.578125, false], [-8.078125, false], [-11.328125, false], [-4.828125, false], [-2.326171875, false], [-4.828125, false], [-7.328125, false], [-8.078125, false], [-5.578125, false], [-5.578125, false], [-9.828125, false], [-10.578125, false], [-9.0, false], [-4.828125, false], [-10.578125, false], [-11.328125, false], [-8.078125, false], [-12.078125, false], [-11.328125, false], [-5.578125, false], [-5.828125, false], [-9.078125, false], [-9.828125, false], [-11.328125, false], [-14.328125, false], [-4.828125, false], [-2.326171875, false], [-4.828125, false], [-7.328125, false], [-8.078125, false], [-5.578125, false], [-5.578125, false], [-9.828125, false], [-10.578125, false], [-9.0, false], [-4.828125, false], [-10.578125, false], [-7.328125, false], [-14.328125, false], [-9.078125, false], [-9.828125, false], [-9.078125, false], [-9.828125, false], [-11.578125, false], [-8.828125, false], [-7.328125, false], [-4.828125, false], [-2.326171875, false], [-4.828125, false], [-7.328125, false], [-8.078125, false], [-5.578125, false], [-5.578125, false], [-9.828125, false], [-10.578125, false], [-9.0, false], [-4.828125, false], [-10.578125, false], [-9.578125, false], [-8.078125, false], [-5.578125, false], [-10.828125, false], [-8.078125, false], [-11.328125, false], [-4.828125, false], [-2.326171875, false], [-4.828125, false], [-7.328125, false], [-8.078125, false], [-5.578125, false], [-5.578125, false], [-9.828125, false], [-10.578125, false], [-12.578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1831, "doc": {"id": "TIMSS_2003_4_pg13", "question": "Which plant is grown for food?", "choices": {"text": ["Rice", "Tobacco", "Orchid", "Cotton"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Rice", "arguments": ["Question: Which plant is grown for food?\nAnswer:", " ["], "resps": [[[-7.63671875, false]], [[-7.13671875, false]], [[-5.88671875, false]], [[-9.140625, false]], [[-9.265625, false]], [[-9.140625, false]], [[-7.13671875, false]], [[-10.125, false]], [[-5.26171875, false]], [[-7.13671875, false]], [[-6.63671875, false]], [[-8.140625, false]], [[-9.390625, false]], [[-6.63671875, false]], [[-9.265625, false]], [[-9.265625, false]], [[-8.140625, false]], [[-7.13671875, false]], [[-10.125, false]], [[-5.26171875, false]], [[-7.13671875, false]], [[-5.76171875, false]], [[-9.890625, false]], [[-9.265625, false]], [[-10.640625, false]], [[-9.140625, false]], [[-10.140625, false]], [[-7.13671875, false]], [[-10.125, false]], [[-5.26171875, false]], [[-7.13671875, false]], [[-5.01171875, false]], [[-8.140625, false]], [[-11.515625, false]], [[-11.515625, false]], [[-8.140625, false]], [[-10.765625, false]], [[-7.13671875, false]], [[-13.140625, false]]], "filtered_resps": [[-7.63671875, false], [-7.13671875, false], [-5.88671875, false], [-9.140625, false], [-9.265625, false], [-9.140625, false], [-7.13671875, false], [-10.125, false], [-5.26171875, false], [-7.13671875, false], [-6.63671875, false], [-8.140625, false], [-9.390625, false], [-6.63671875, false], [-9.265625, false], [-9.265625, false], [-8.140625, false], [-7.13671875, false], [-10.125, false], [-5.26171875, false], [-7.13671875, false], [-5.76171875, false], [-9.890625, false], [-9.265625, false], [-10.640625, false], [-9.140625, false], [-10.140625, false], [-7.13671875, false], [-10.125, false], [-5.26171875, false], [-7.13671875, false], [-5.01171875, false], [-8.140625, false], [-11.515625, false], [-11.515625, false], [-8.140625, false], [-10.765625, false], [-7.13671875, false], [-13.140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1839, "doc": {"id": "Mercury_176558", "question": "What does the mechanical energy of a system include?", "choices": {"text": ["the sum of the potential and kinetic energy", "the difference of the potential and kinetic energy", "only the kinetic energy", "only the potential energy"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "the sum of the potential and kinetic energy", "arguments": ["Question: What does the mechanical energy of a system include?\nAnswer:", " ["], "resps": [[[-6.94921875, false]], [[-8.203125, false]], [[-9.953125, false]], [[-10.203125, false]], [[-8.703125, false]], [[-5.94921875, false]], [[-9.453125, false]], [[-9.953125, false]], [[-8.453125, false]], [[-5.94921875, false]], [[-10.953125, false]], [[-10.703125, false]], [[-5.94921875, false]], [[-9.953125, false]], [[-10.203125, false]], [[-8.703125, false]], [[-5.94921875, false]], [[-10.203125, false]], [[-10.953125, false]], [[-9.953125, false]], [[-8.703125, false]], [[-9.203125, false]], [[-9.953125, false]], [[-8.203125, false]], [[-5.94921875, false]], [[-10.703125, false]], [[-5.94921875, false]], [[-5.94921875, false]], [[-9.203125, false]], [[-9.953125, false]], [[-5.94921875, false]], [[-10.203125, false]], [[-8.203125, false]], [[-9.203125, false]], [[-8.703125, false]], [[-9.953125, false]], [[-8.203125, false]], [[-9.703125, false]], [[-5.94921875, false]], [[-8.703125, false]], [[-9.203125, false]], [[-8.703125, false]], [[-10.453125, false]], [[-11.453125, false]], [[-10.703125, false]], [[-8.203125, false]], [[-9.78125, false]], [[-5.94921875, false]], [[-8.203125, false]], [[-9.953125, false]], [[-10.203125, false]], [[-8.703125, false]], [[-5.94921875, false]], [[-9.953125, false]], [[-8.203125, false]], [[-10.703125, false]], [[-10.703125, false]], [[-8.703125, false]], [[-10.453125, false]], [[-8.703125, false]], [[-9.203125, false]], [[-9.703125, false]], [[-8.703125, false]], [[-5.94921875, false]], [[-10.953125, false]], [[-10.703125, false]], [[-5.94921875, false]], [[-9.953125, false]], [[-10.203125, false]], [[-8.703125, false]], [[-5.94921875, false]], [[-10.203125, false]], [[-10.953125, false]], [[-9.953125, false]], [[-8.703125, false]], [[-9.203125, false]], [[-9.953125, false]], [[-8.203125, false]], [[-5.94921875, false]], [[-10.703125, false]], [[-5.94921875, false]], [[-5.94921875, false]], [[-9.203125, false]], [[-9.953125, false]], [[-5.94921875, false]], [[-10.203125, false]], [[-8.203125, false]], [[-9.203125, false]], [[-8.703125, false]], [[-9.953125, false]], [[-8.203125, false]], [[-9.703125, false]], [[-5.94921875, false]], [[-8.703125, false]], [[-9.203125, false]], [[-8.703125, false]], [[-10.453125, false]], [[-11.453125, false]], [[-10.703125, false]], [[-8.203125, false]], [[-9.78125, false]], [[-5.94921875, false]], [[-8.203125, false]], [[-10.953125, false]], [[-9.203125, false]], [[-10.703125, false]], [[-10.703125, false]], [[-5.94921875, false]], [[-9.953125, false]], [[-10.203125, false]], [[-8.703125, false]], [[-5.94921875, false]], [[-10.203125, false]], [[-8.203125, false]], [[-9.203125, false]], [[-8.703125, false]], [[-9.953125, false]], [[-8.203125, false]], [[-9.703125, false]], [[-5.94921875, false]], [[-8.703125, false]], [[-9.203125, false]], [[-8.703125, false]], [[-10.453125, false]], [[-11.453125, false]], [[-10.703125, false]], [[-8.203125, false]], [[-9.78125, false]], [[-5.94921875, false]], [[-8.203125, false]], [[-10.953125, false]], [[-9.203125, false]], [[-10.703125, false]], [[-10.703125, false]], [[-5.94921875, false]], [[-9.953125, false]], [[-10.203125, false]], [[-8.703125, false]], [[-5.94921875, false]], [[-10.203125, false]], [[-10.953125, false]], [[-9.953125, false]], [[-8.703125, false]], [[-9.203125, false]], [[-9.953125, false]], [[-8.203125, false]], [[-5.94921875, false]], [[-10.703125, false]], [[-5.94921875, false]], [[-8.703125, false]], [[-9.203125, false]], [[-8.703125, false]], [[-10.453125, false]], [[-11.453125, false]], [[-10.703125, false]], [[-8.203125, false]], [[-12.703125, false]]], "filtered_resps": [[-6.94921875, false], [-8.203125, false], [-9.953125, false], [-10.203125, false], [-8.703125, false], [-5.94921875, false], [-9.453125, false], [-9.953125, false], [-8.453125, false], [-5.94921875, false], [-10.953125, false], [-10.703125, false], [-5.94921875, false], [-9.953125, false], [-10.203125, false], [-8.703125, false], [-5.94921875, false], [-10.203125, false], [-10.953125, false], [-9.953125, false], [-8.703125, false], [-9.203125, false], [-9.953125, false], [-8.203125, false], [-5.94921875, false], [-10.703125, false], [-5.94921875, false], [-5.94921875, false], [-9.203125, false], [-9.953125, false], [-5.94921875, false], [-10.203125, false], [-8.203125, false], [-9.203125, false], [-8.703125, false], [-9.953125, false], [-8.203125, false], [-9.703125, false], [-5.94921875, false], [-8.703125, false], [-9.203125, false], [-8.703125, false], [-10.453125, false], [-11.453125, false], [-10.703125, false], [-8.203125, false], [-9.78125, false], [-5.94921875, false], [-8.203125, false], [-9.953125, false], [-10.203125, false], [-8.703125, false], [-5.94921875, false], [-9.953125, false], [-8.203125, false], [-10.703125, false], [-10.703125, false], [-8.703125, false], [-10.453125, false], [-8.703125, false], [-9.203125, false], [-9.703125, false], [-8.703125, false], [-5.94921875, false], [-10.953125, false], [-10.703125, false], [-5.94921875, false], [-9.953125, false], [-10.203125, false], [-8.703125, false], [-5.94921875, false], [-10.203125, false], [-10.953125, false], [-9.953125, false], [-8.703125, false], [-9.203125, false], [-9.953125, false], [-8.203125, false], [-5.94921875, false], [-10.703125, false], [-5.94921875, false], [-5.94921875, false], [-9.203125, false], [-9.953125, false], [-5.94921875, false], [-10.203125, false], [-8.203125, false], [-9.203125, false], [-8.703125, false], [-9.953125, false], [-8.203125, false], [-9.703125, false], [-5.94921875, false], [-8.703125, false], [-9.203125, false], [-8.703125, false], [-10.453125, false], [-11.453125, false], [-10.703125, false], [-8.203125, false], [-9.78125, false], [-5.94921875, false], [-8.203125, false], [-10.953125, false], [-9.203125, false], [-10.703125, false], [-10.703125, false], [-5.94921875, false], [-9.953125, false], [-10.203125, false], [-8.703125, false], [-5.94921875, false], [-10.203125, false], [-8.203125, false], [-9.203125, false], [-8.703125, false], [-9.953125, false], [-8.203125, false], [-9.703125, false], [-5.94921875, false], [-8.703125, false], [-9.203125, false], [-8.703125, false], [-10.453125, false], [-11.453125, false], [-10.703125, false], [-8.203125, false], [-9.78125, false], [-5.94921875, false], [-8.203125, false], [-10.953125, false], [-9.203125, false], [-10.703125, false], [-10.703125, false], [-5.94921875, false], [-9.953125, false], [-10.203125, false], [-8.703125, false], [-5.94921875, false], [-10.203125, false], [-10.953125, false], [-9.953125, false], [-8.703125, false], [-9.203125, false], [-9.953125, false], [-8.203125, false], [-5.94921875, false], [-10.703125, false], [-5.94921875, false], [-8.703125, false], [-9.203125, false], [-8.703125, false], [-10.453125, false], [-11.453125, false], [-10.703125, false], [-8.203125, false], [-12.703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1847, "doc": {"id": "Mercury_406917", "question": "Students measured the elevation changes in a large park near their school. Which of the following would be the best way to report their findings?", "choices": {"text": ["line graph", "topographic map", "color-coded chart", "spreadsheet data table"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "topographic map", "arguments": ["Question: Students measured the elevation changes in a large park near their school. Which of the following would be the best way to report their findings?\nAnswer:", " ["], "resps": [[[-6.66796875, false]], [[-10.046875, false]], [[-10.046875, false]], [[-7.16796875, false]], [[-8.171875, false]], [[-7.04296875, false]], [[-5.16796875, false]], [[-9.671875, false]], [[-8.921875, false]], [[-2.794921875, false]], [[-8.046875, false]], [[-8.171875, false]], [[-10.046875, false]], [[-9.1875, false]], [[-5.16796875, false]], [[-10.046875, false]], [[-9.546875, false]], [[-8.296875, false]], [[-8.046875, false]], [[-8.296875, false]], [[-9.671875, false]], [[-8.921875, false]], [[-2.794921875, false]], [[-8.046875, false]], [[-8.171875, false]], [[-7.16796875, false]], [[-7.29296875, false]], [[-5.16796875, false]], [[-7.04296875, false]], [[-2.794921875, false]], [[-8.046875, false]], [[-10.046875, false]], [[-9.1875, false]], [[-5.16796875, false]], [[-10.046875, false]], [[-7.29296875, false]], [[-8.296875, false]], [[-10.046875, false]], [[-8.296875, false]], [[-8.921875, false]], [[-6.29296875, false]], [[-7.29296875, false]], [[-8.296875, false]], [[-6.16796875, false]], [[-7.04296875, false]], [[-6.16796875, false]], [[-5.16796875, false]], [[-7.29296875, false]], [[-8.171875, false]], [[-2.794921875, false]], [[-8.921875, false]], [[-9.546875, false]], [[-10.046875, false]], [[-9.1875, false]], [[-5.16796875, false]], [[-10.046875, false]], [[-8.671875, false]], [[-8.046875, false]], [[-8.921875, false]], [[-7.04296875, false]], [[-2.794921875, false]], [[-6.16796875, false]], [[-8.671875, false]], [[-8.171875, false]], [[-7.04296875, false]], [[-7.04296875, false]], [[-9.546875, false]], [[-5.16796875, false]], [[-6.16796875, false]], [[-2.794921875, false]], [[-9.546875, false]], [[-2.794921875, false]], [[-5.16796875, false]], [[-9.546875, false]], [[-2.794921875, false]], [[-5.54296875, false]], [[-10.046875, false]], [[-7.04296875, false]], [[-10.046875, false]], [[-11.546875, false]]], "filtered_resps": [[-6.66796875, false], [-10.046875, false], [-10.046875, false], [-7.16796875, false], [-8.171875, false], [-7.04296875, false], [-5.16796875, false], [-9.671875, false], [-8.921875, false], [-2.794921875, false], [-8.046875, false], [-8.171875, false], [-10.046875, false], [-9.1875, false], [-5.16796875, false], [-10.046875, false], [-9.546875, false], [-8.296875, false], [-8.046875, false], [-8.296875, false], [-9.671875, false], [-8.921875, false], [-2.794921875, false], [-8.046875, false], [-8.171875, false], [-7.16796875, false], [-7.29296875, false], [-5.16796875, false], [-7.04296875, false], [-2.794921875, false], [-8.046875, false], [-10.046875, false], [-9.1875, false], [-5.16796875, false], [-10.046875, false], [-7.29296875, false], [-8.296875, false], [-10.046875, false], [-8.296875, false], [-8.921875, false], [-6.29296875, false], [-7.29296875, false], [-8.296875, false], [-6.16796875, false], [-7.04296875, false], [-6.16796875, false], [-5.16796875, false], [-7.29296875, false], [-8.171875, false], [-2.794921875, false], [-8.921875, false], [-9.546875, false], [-10.046875, false], [-9.1875, false], [-5.16796875, false], [-10.046875, false], [-8.671875, false], [-8.046875, false], [-8.921875, false], [-7.04296875, false], [-2.794921875, false], [-6.16796875, false], [-8.671875, false], [-8.171875, false], [-7.04296875, false], [-7.04296875, false], [-9.546875, false], [-5.16796875, false], [-6.16796875, false], [-2.794921875, false], [-9.546875, false], [-2.794921875, false], [-5.16796875, false], [-9.546875, false], [-2.794921875, false], [-5.54296875, false], [-10.046875, false], [-7.04296875, false], [-10.046875, false], [-11.546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1855, "doc": {"id": "Mercury_404101", "question": "Which event most likely takes place as the result of crustal movement along transform boundaries?", "choices": {"text": ["earthquakes", "volcanic activity", "mountain building", "trenches"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "earthquakes", "arguments": ["Question: Which event most likely takes place as the result of crustal movement along transform boundaries?\nAnswer:", " ["], "resps": [[[-7.00390625, false]], [[-8.75, false]], [[-6.75390625, false]], [[-4.87890625, false]], [[-9.5, false]], [[-9.75, false]], [[-11.375, false]], [[-12.0, false]], [[-11.625, false]], [[-4.87890625, false]], [[-10.875, false]], [[-6.75390625, false]], [[-8.875, false]], [[-8.75, false]], [[-8.953125, false]], [[-5.00390625, false]], [[-8.75, false]], [[-10.125, false]], [[-10.5, false]], [[-11.25, false]], [[-8.375, false]], [[-4.87890625, false]], [[-9.875, false]], [[-9.5, false]], [[-8.375, false]], [[-5.00390625, false]], [[-4.87890625, false]], [[-8.375, false]], [[-9.75, false]], [[-9.5, false]], [[-10.125, false]], [[-9.5, false]], [[-9.75, false]], [[-11.0, false]], [[-8.75, false]], [[-8.953125, false]], [[-5.00390625, false]], [[-8.75, false]], [[-10.25, false]], [[-10.5, false]], [[-11.625, false]], [[-9.875, false]], [[-9.75, false]], [[-4.87890625, false]], [[-9.5, false]], [[-9.875, false]], [[-5.00390625, false]], [[-8.75, false]], [[-11.625, false]], [[-9.5, false]], [[-11.25, false]], [[-9.75, false]], [[-9.5, false]], [[-9.875, false]], [[-11.5, false]], [[-8.75, false]], [[-8.953125, false]], [[-5.00390625, false]], [[-8.75, false]], [[-9.75, false]], [[-9.5, false]], [[-6.75390625, false]], [[-9.875, false]], [[-8.375, false]], [[-11.375, false]], [[-6.75390625, false]], [[-8.875, false]], [[-8.75, false]], [[-12.375, false]]], "filtered_resps": [[-7.00390625, false], [-8.75, false], [-6.75390625, false], [-4.87890625, false], [-9.5, false], [-9.75, false], [-11.375, false], [-12.0, false], [-11.625, false], [-4.87890625, false], [-10.875, false], [-6.75390625, false], [-8.875, false], [-8.75, false], [-8.953125, false], [-5.00390625, false], [-8.75, false], [-10.125, false], [-10.5, false], [-11.25, false], [-8.375, false], [-4.87890625, false], [-9.875, false], [-9.5, false], [-8.375, false], [-5.00390625, false], [-4.87890625, false], [-8.375, false], [-9.75, false], [-9.5, false], [-10.125, false], [-9.5, false], [-9.75, false], [-11.0, false], [-8.75, false], [-8.953125, false], [-5.00390625, false], [-8.75, false], [-10.25, false], [-10.5, false], [-11.625, false], [-9.875, false], [-9.75, false], [-4.87890625, false], [-9.5, false], [-9.875, false], [-5.00390625, false], [-8.75, false], [-11.625, false], [-9.5, false], [-11.25, false], [-9.75, false], [-9.5, false], [-9.875, false], [-11.5, false], [-8.75, false], [-8.953125, false], [-5.00390625, false], [-8.75, false], [-9.75, false], [-9.5, false], [-6.75390625, false], [-9.875, false], [-8.375, false], [-11.375, false], [-6.75390625, false], [-8.875, false], [-8.75, false], [-12.375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1863, "doc": {"id": "Mercury_7013370", "question": "Spring tides occur during which lunar phases?", "choices": {"text": ["first quarter and last quarter", "full moon and new moon", "when the moon is waxing", "when the moon is waning"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "full moon and new moon", "arguments": ["Question: Spring tides occur during which lunar phases?\nAnswer:", " ["], "resps": [[[-8.0703125, false]], [[-9.3203125, false]], [[-11.8203125, false]], [[-9.5703125, false]], [[-10.3203125, false]], [[-9.3203125, false]], [[-8.5703125, false]], [[-5.82421875, false]], [[-11.5703125, false]], [[-11.0703125, false]], [[-7.07421875, false]], [[-10.3203125, false]], [[-8.5703125, false]], [[-7.82421875, false]], [[-10.3203125, false]], [[-5.82421875, false]], [[-7.07421875, false]], [[-9.3203125, false]], [[-9.8203125, false]], [[-5.82421875, false]], [[-10.3203125, false]], [[-7.07421875, false]], [[-9.3203125, false]], [[-8.5703125, false]], [[-5.82421875, false]], [[-11.5703125, false]], [[-11.0703125, false]], [[-7.07421875, false]], [[-10.3203125, false]], [[-8.5703125, false]], [[-7.82421875, false]], [[-10.3203125, false]], [[-9.3203125, false]], [[-9.96875, false]], [[-5.82421875, false]], [[-9.3203125, false]], [[-11.8203125, false]], [[-11.0703125, false]], [[-10.3203125, false]], [[-10.3203125, false]], [[-5.82421875, false]], [[-10.0703125, false]], [[-9.5703125, false]], [[-9.5703125, false]], [[-9.3203125, false]], [[-5.82421875, false]], [[-7.07421875, false]], [[-9.3203125, false]], [[-9.8203125, false]], [[-5.82421875, false]], [[-9.3203125, false]], [[-7.82421875, false]], [[-11.3203125, false]], [[-5.82421875, false]], [[-10.0703125, false]], [[-9.5703125, false]], [[-9.5703125, false]], [[-9.3203125, false]], [[-9.3203125, false]], [[-9.96875, false]], [[-5.82421875, false]], [[-9.3203125, false]], [[-11.3203125, false]], [[-12.5703125, false]], [[-7.82421875, false]], [[-9.3203125, false]], [[-5.82421875, false]], [[-8.5703125, false]], [[-12.5703125, false]], [[-7.82421875, false]], [[-5.82421875, false]], [[-10.0703125, false]], [[-9.5703125, false]], [[-9.5703125, false]], [[-9.3203125, false]], [[-5.82421875, false]], [[-9.5703125, false]], [[-9.3203125, false]], [[-5.82421875, false]], [[-11.3203125, false]], [[-7.07421875, false]], [[-11.5703125, false]], [[-9.5703125, false]], [[-9.3203125, false]], [[-13.5703125, false]], [[-9.3203125, false]], [[-9.96875, false]], [[-5.82421875, false]], [[-9.3203125, false]], [[-11.3203125, false]], [[-12.5703125, false]], [[-7.82421875, false]], [[-9.3203125, false]], [[-5.82421875, false]], [[-8.5703125, false]], [[-12.5703125, false]], [[-7.82421875, false]], [[-5.82421875, false]], [[-10.0703125, false]], [[-9.5703125, false]], [[-9.5703125, false]], [[-9.3203125, false]], [[-5.82421875, false]], [[-9.5703125, false]], [[-9.3203125, false]], [[-5.82421875, false]], [[-11.3203125, false]], [[-7.07421875, false]], [[-9.3203125, false]], [[-9.5703125, false]], [[-9.3203125, false]], [[-13.5703125, false]], [[-9.3203125, false]], [[-11.0703125, false]]], "filtered_resps": [[-8.0703125, false], [-9.3203125, false], [-11.8203125, false], [-9.5703125, false], [-10.3203125, false], [-9.3203125, false], [-8.5703125, false], [-5.82421875, false], [-11.5703125, false], [-11.0703125, false], [-7.07421875, false], [-10.3203125, false], [-8.5703125, false], [-7.82421875, false], [-10.3203125, false], [-5.82421875, false], [-7.07421875, false], [-9.3203125, false], [-9.8203125, false], [-5.82421875, false], [-10.3203125, false], [-7.07421875, false], [-9.3203125, false], [-8.5703125, false], [-5.82421875, false], [-11.5703125, false], [-11.0703125, false], [-7.07421875, false], [-10.3203125, false], [-8.5703125, false], [-7.82421875, false], [-10.3203125, false], [-9.3203125, false], [-9.96875, false], [-5.82421875, false], [-9.3203125, false], [-11.8203125, false], [-11.0703125, false], [-10.3203125, false], [-10.3203125, false], [-5.82421875, false], [-10.0703125, false], [-9.5703125, false], [-9.5703125, false], [-9.3203125, false], [-5.82421875, false], [-7.07421875, false], [-9.3203125, false], [-9.8203125, false], [-5.82421875, false], [-9.3203125, false], [-7.82421875, false], [-11.3203125, false], [-5.82421875, false], [-10.0703125, false], [-9.5703125, false], [-9.5703125, false], [-9.3203125, false], [-9.3203125, false], [-9.96875, false], [-5.82421875, false], [-9.3203125, false], [-11.3203125, false], [-12.5703125, false], [-7.82421875, false], [-9.3203125, false], [-5.82421875, false], [-8.5703125, false], [-12.5703125, false], [-7.82421875, false], [-5.82421875, false], [-10.0703125, false], [-9.5703125, false], [-9.5703125, false], [-9.3203125, false], [-5.82421875, false], [-9.5703125, false], [-9.3203125, false], [-5.82421875, false], [-11.3203125, false], [-7.07421875, false], [-11.5703125, false], [-9.5703125, false], [-9.3203125, false], [-13.5703125, false], [-9.3203125, false], [-9.96875, false], [-5.82421875, false], [-9.3203125, false], [-11.3203125, false], [-12.5703125, false], [-7.82421875, false], [-9.3203125, false], [-5.82421875, false], [-8.5703125, false], [-12.5703125, false], [-7.82421875, false], [-5.82421875, false], [-10.0703125, false], [-9.5703125, false], [-9.5703125, false], [-9.3203125, false], [-5.82421875, false], [-9.5703125, false], [-9.3203125, false], [-5.82421875, false], [-11.3203125, false], [-7.07421875, false], [-9.3203125, false], [-9.5703125, false], [-9.3203125, false], [-13.5703125, false], [-9.3203125, false], [-11.0703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1871, "doc": {"id": "NYSEDREGENTS_2012_8_43", "question": "Sound waves are not able to travel through", "choices": {"text": ["a cloud", "a vacuum", "metal", "water"], "label": ["1", "2", "3", "4"]}, "answerKey": "2"}, "target": "a vacuum", "arguments": ["Question: Sound waves are not able to travel through\nAnswer:", " ["], "resps": [[[-7.515625, false]], [[-8.265625, false]], [[-5.765625, false]], [[-5.015625, false]], [[-10.265625, false]], [[-10.265625, false]], [[-9.265625, false]], [[-10.515625, false]], [[-9.515625, false]], [[-8.265625, false]], [[-8.625, false]], [[-5.015625, false]], [[-8.265625, false]], [[-5.765625, false]], [[-5.015625, false]], [[-10.765625, false]], [[-5.765625, false]], [[-10.265625, false]], [[-10.515625, false]], [[-10.515625, false]], [[-10.515625, false]], [[-8.265625, false]], [[-8.625, false]], [[-5.015625, false]], [[-8.265625, false]], [[-10.515625, false]], [[-9.265625, false]], [[-11.265625, false]], [[-5.765625, false]], [[-10.265625, false]], [[-8.265625, false]], [[-8.625, false]], [[-5.015625, false]], [[-8.265625, false]], [[-11.015625, false]], [[-5.765625, false]], [[-11.265625, false]], [[-9.265625, false]], [[-10.015625, false]], [[-8.265625, false]], [[-12.015625, false]]], "filtered_resps": [[-7.515625, false], [-8.265625, false], [-5.765625, false], [-5.015625, false], [-10.265625, false], [-10.265625, false], [-9.265625, false], [-10.515625, false], [-9.515625, false], [-8.265625, false], [-8.625, false], [-5.015625, false], [-8.265625, false], [-5.765625, false], [-5.015625, false], [-10.765625, false], [-5.765625, false], [-10.265625, false], [-10.515625, false], [-10.515625, false], [-10.515625, false], [-8.265625, false], [-8.625, false], [-5.015625, false], [-8.265625, false], [-10.515625, false], [-9.265625, false], [-11.265625, false], [-5.765625, false], [-10.265625, false], [-8.265625, false], [-8.625, false], [-5.015625, false], [-8.265625, false], [-11.015625, false], [-5.765625, false], [-11.265625, false], [-9.265625, false], [-10.015625, false], [-8.265625, false], [-12.015625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1879, "doc": {"id": "MEA_2013_5_11", "question": "A scientist compares ancient animal tracks to modern animal tracks. Which conclusion is the scientist most likely to reach?", "choices": {"text": ["Some ancient animals and some modern animals walk on four legs.", "Most ancient animals and most modern animals hunt animals for food.", "The same animals that lived long ago also live today.", "All animals can walk."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Some ancient animals and some modern animals walk on four legs.", "arguments": ["Question: A scientist compares ancient animal tracks to modern animal tracks. Which conclusion is the scientist most likely to reach?\nAnswer:", " ["], "resps": [[[-5.76953125, false]], [[-7.76953125, false]], [[-6.51953125, false]], [[-9.265625, false]], [[-9.265625, false]], [[-7.76953125, false]], [[-5.76953125, false]], [[-4.76953125, false]], [[-8.515625, false]], [[-7.26953125, false]], [[-9.015625, false]], [[-7.76953125, false]], [[-8.515625, false]], [[-9.265625, false]], [[-5.76953125, false]], [[-4.76953125, false]], [[-8.515625, false]], [[-9.015625, false]], [[-9.265625, false]], [[-4.76953125, false]], [[-9.015625, false]], [[-9.765625, false]], [[-5.76953125, false]], [[-4.76953125, false]], [[-8.515625, false]], [[-8.515625, false]], [[-5.76953125, false]], [[-9.765625, false]], [[-9.265625, false]], [[-9.265625, false]], [[-7.76953125, false]], [[-5.76953125, false]], [[-9.265625, false]], [[-9.265625, false]], [[-8.515625, false]], [[-7.76953125, false]], [[-10.265625, false]], [[-8.515625, false]], [[-5.76953125, false]], [[-4.76953125, false]], [[-8.515625, false]], [[-9.015625, false]], [[-9.265625, false]], [[-4.76953125, false]], [[-9.015625, false]], [[-9.765625, false]], [[-5.76953125, false]], [[-9.765625, false]], [[-4.76953125, false]], [[-9.015625, false]], [[-10.515625, false]], [[-5.76953125, false]], [[-9.265625, false]], [[-8.515625, false]], [[-5.76953125, false]], [[-8.765625, false]], [[-9.265625, false]], [[-11.265625, false]], [[-10.265625, false]], [[-5.76953125, false]], [[-9.015625, false]], [[-7.76953125, false]], [[-10.515625, false]], [[-9.765625, false]], [[-7.1796875, false]], [[-7.76953125, false]], [[-10.296875, false]], [[-5.76953125, false]], [[-7.76953125, false]], [[-6.01953125, false]], [[-9.265625, false]], [[-9.765625, false]], [[-9.265625, false]], [[-5.76953125, false]], [[-4.76953125, false]], [[-8.515625, false]], [[-7.26953125, false]], [[-9.015625, false]], [[-7.76953125, false]], [[-8.515625, false]], [[-9.265625, false]], [[-5.76953125, false]], [[-4.76953125, false]], [[-8.515625, false]], [[-9.015625, false]], [[-9.265625, false]], [[-4.76953125, false]], [[-9.015625, false]], [[-9.765625, false]], [[-5.76953125, false]], [[-4.76953125, false]], [[-8.515625, false]], [[-8.515625, false]], [[-5.76953125, false]], [[-9.265625, false]], [[-9.265625, false]], [[-9.765625, false]], [[-9.265625, false]], [[-5.76953125, false]], [[-9.265625, false]], [[-9.265625, false]], [[-8.515625, false]], [[-7.76953125, false]], [[-10.265625, false]], [[-8.515625, false]], [[-5.76953125, false]], [[-4.76953125, false]], [[-8.515625, false]], [[-9.015625, false]], [[-9.265625, false]], [[-4.76953125, false]], [[-9.015625, false]], [[-9.765625, false]], [[-5.76953125, false]], [[-10.515625, false]], [[-11.265625, false]], [[-8.515625, false]], [[-9.265625, false]], [[-5.76953125, false]], [[-4.76953125, false]], [[-8.515625, false]], [[-9.015625, false]], [[-9.265625, false]], [[-4.76953125, false]], [[-9.015625, false]], [[-9.765625, false]], [[-5.76953125, false]], [[-8.765625, false]], [[-9.265625, false]], [[-10.265625, false]], [[-5.76953125, false]], [[-8.765625, false]], [[-9.265625, false]], [[-9.265625, false]], [[-8.515625, false]], [[-7.1796875, false]], [[-7.76953125, false]], [[-10.296875, false]], [[-5.76953125, false]], [[-7.76953125, false]], [[-6.26953125, false]], [[-10.515625, false]], [[-7.76953125, false]], [[-5.76953125, false]], [[-9.765625, false]], [[-4.76953125, false]], [[-9.265625, false]], [[-7.76953125, false]], [[-5.76953125, false]], [[-4.76953125, false]], [[-8.515625, false]], [[-9.015625, false]], [[-9.265625, false]], [[-4.76953125, false]], [[-9.015625, false]], [[-9.765625, false]], [[-5.76953125, false]], [[-9.265625, false]], [[-10.515625, false]], [[-4.76953125, false]], [[-9.265625, false]], [[-5.76953125, false]], [[-9.015625, false]], [[-9.015625, false]], [[-10.515625, false]], [[-7.76953125, false]], [[-8.515625, false]], [[-5.76953125, false]], [[-9.015625, false]], [[-9.265625, false]], [[-8.515625, false]], [[-10.515625, false]], [[-5.76953125, false]], [[-4.76953125, false]], [[-10.515625, false]], [[-9.265625, false]], [[-5.76953125, false]], [[-4.76953125, false]], [[-9.015625, false]], [[-9.765625, false]], [[-9.265625, false]], [[-5.76953125, false]], [[-9.015625, false]], [[-9.015625, false]], [[-10.515625, false]], [[-7.76953125, false]], [[-5.76953125, false]], [[-9.265625, false]], [[-9.265625, false]], [[-8.515625, false]], [[-4.76953125, false]], [[-11.515625, false]], [[-7.1796875, false]], [[-7.76953125, false]], [[-10.296875, false]], [[-5.76953125, false]], [[-7.76953125, false]], [[-2.51953125, false]], [[-9.015625, false]], [[-9.015625, false]], [[-5.76953125, false]], [[-4.76953125, false]], [[-8.515625, false]], [[-9.015625, false]], [[-9.265625, false]], [[-4.76953125, false]], [[-9.015625, false]], [[-9.765625, false]], [[-5.76953125, false]], [[-7.26953125, false]], [[-4.76953125, false]], [[-8.515625, false]], [[-5.76953125, false]], [[-9.765625, false]], [[-4.76953125, false]], [[-9.015625, false]], [[-10.515625, false]], [[-7.1796875, false]], [[-7.76953125, false]], [[-12.015625, false]]], "filtered_resps": [[-5.76953125, false], [-7.76953125, false], [-6.51953125, false], [-9.265625, false], [-9.265625, false], [-7.76953125, false], [-5.76953125, false], [-4.76953125, false], [-8.515625, false], [-7.26953125, false], [-9.015625, false], [-7.76953125, false], [-8.515625, false], [-9.265625, false], [-5.76953125, false], [-4.76953125, false], [-8.515625, false], [-9.015625, false], [-9.265625, false], [-4.76953125, false], [-9.015625, false], [-9.765625, false], [-5.76953125, false], [-4.76953125, false], [-8.515625, false], [-8.515625, false], [-5.76953125, false], [-9.765625, false], [-9.265625, false], [-9.265625, false], [-7.76953125, false], [-5.76953125, false], [-9.265625, false], [-9.265625, false], [-8.515625, false], [-7.76953125, false], [-10.265625, false], [-8.515625, false], [-5.76953125, false], [-4.76953125, false], [-8.515625, false], [-9.015625, false], [-9.265625, false], [-4.76953125, false], [-9.015625, false], [-9.765625, false], [-5.76953125, false], [-9.765625, false], [-4.76953125, false], [-9.015625, false], [-10.515625, false], [-5.76953125, false], [-9.265625, false], [-8.515625, false], [-5.76953125, false], [-8.765625, false], [-9.265625, false], [-11.265625, false], [-10.265625, false], [-5.76953125, false], [-9.015625, false], [-7.76953125, false], [-10.515625, false], [-9.765625, false], [-7.1796875, false], [-7.76953125, false], [-10.296875, false], [-5.76953125, false], [-7.76953125, false], [-6.01953125, false], [-9.265625, false], [-9.765625, false], [-9.265625, false], [-5.76953125, false], [-4.76953125, false], [-8.515625, false], [-7.26953125, false], [-9.015625, false], [-7.76953125, false], [-8.515625, false], [-9.265625, false], [-5.76953125, false], [-4.76953125, false], [-8.515625, false], [-9.015625, false], [-9.265625, false], [-4.76953125, false], [-9.015625, false], [-9.765625, false], [-5.76953125, false], [-4.76953125, false], [-8.515625, false], [-8.515625, false], [-5.76953125, false], [-9.265625, false], [-9.265625, false], [-9.765625, false], [-9.265625, false], [-5.76953125, false], [-9.265625, false], [-9.265625, false], [-8.515625, false], [-7.76953125, false], [-10.265625, false], [-8.515625, false], [-5.76953125, false], [-4.76953125, false], [-8.515625, false], [-9.015625, false], [-9.265625, false], [-4.76953125, false], [-9.015625, false], [-9.765625, false], [-5.76953125, false], [-10.515625, false], [-11.265625, false], [-8.515625, false], [-9.265625, false], [-5.76953125, false], [-4.76953125, false], [-8.515625, false], [-9.015625, false], [-9.265625, false], [-4.76953125, false], [-9.015625, false], [-9.765625, false], [-5.76953125, false], [-8.765625, false], [-9.265625, false], [-10.265625, false], [-5.76953125, false], [-8.765625, false], [-9.265625, false], [-9.265625, false], [-8.515625, false], [-7.1796875, false], [-7.76953125, false], [-10.296875, false], [-5.76953125, false], [-7.76953125, false], [-6.26953125, false], [-10.515625, false], [-7.76953125, false], [-5.76953125, false], [-9.765625, false], [-4.76953125, false], [-9.265625, false], [-7.76953125, false], [-5.76953125, false], [-4.76953125, false], [-8.515625, false], [-9.015625, false], [-9.265625, false], [-4.76953125, false], [-9.015625, false], [-9.765625, false], [-5.76953125, false], [-9.265625, false], [-10.515625, false], [-4.76953125, false], [-9.265625, false], [-5.76953125, false], [-9.015625, false], [-9.015625, false], [-10.515625, false], [-7.76953125, false], [-8.515625, false], [-5.76953125, false], [-9.015625, false], [-9.265625, false], [-8.515625, false], [-10.515625, false], [-5.76953125, false], [-4.76953125, false], [-10.515625, false], [-9.265625, false], [-5.76953125, false], [-4.76953125, false], [-9.015625, false], [-9.765625, false], [-9.265625, false], [-5.76953125, false], [-9.015625, false], [-9.015625, false], [-10.515625, false], [-7.76953125, false], [-5.76953125, false], [-9.265625, false], [-9.265625, false], [-8.515625, false], [-4.76953125, false], [-11.515625, false], [-7.1796875, false], [-7.76953125, false], [-10.296875, false], [-5.76953125, false], [-7.76953125, false], [-2.51953125, false], [-9.015625, false], [-9.015625, false], [-5.76953125, false], [-4.76953125, false], [-8.515625, false], [-9.015625, false], [-9.265625, false], [-4.76953125, false], [-9.015625, false], [-9.765625, false], [-5.76953125, false], [-7.26953125, false], [-4.76953125, false], [-8.515625, false], [-5.76953125, false], [-9.765625, false], [-4.76953125, false], [-9.015625, false], [-10.515625, false], [-7.1796875, false], [-7.76953125, false], [-12.015625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1887, "doc": {"id": "Mercury_7043680", "question": "Astronomers have been studying objects that are very bright and appear to be very far away. They have since concluded that these objects are distant galaxies with giant black holes at their center known as", "choices": {"text": ["pulsars.", "quasars.", "supernovas.", "binary stars."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "quasars.", "arguments": ["Question: Astronomers have been studying objects that are very bright and appear to be very far away. They have since concluded that these objects are distant galaxies with giant black holes at their center known as\nAnswer:", " ["], "resps": [[[-6.96484375, false]], [[-8.09375, false]], [[-9.96875, false]], [[-10.71875, false]], [[-10.96875, false]], [[-9.71875, false]], [[-5.33984375, false]], [[-10.34375, false]], [[-9.71875, false]], [[-7.48046875, false]], [[-8.09375, false]], [[-8.609375, false]], [[-4.96484375, false]], [[-8.09375, false]], [[-9.46875, false]], [[-10.71875, false]], [[-5.33984375, false]], [[-9.71875, false]], [[-5.33984375, false]], [[-10.34375, false]], [[-9.71875, false]], [[-7.48046875, false]], [[-8.09375, false]], [[-8.609375, false]], [[-4.96484375, false]], [[-8.09375, false]], [[-9.71875, false]], [[-10.71875, false]], [[-9.96875, false]], [[-8.34375, false]], [[-10.34375, false]], [[-9.34375, false]], [[-9.84375, false]], [[-9.96875, false]], [[-5.33984375, false]], [[-9.71875, false]], [[-7.48046875, false]], [[-8.09375, false]], [[-8.609375, false]], [[-4.96484375, false]], [[-8.09375, false]], [[-7.46484375, false]], [[-8.21875, false]], [[-9.34375, false]], [[-5.33984375, false]], [[-10.34375, false]], [[-12.09375, false]], [[-4.96484375, false]], [[-9.71875, false]], [[-10.34375, false]], [[-5.33984375, false]], [[-10.34375, false]], [[-9.71875, false]], [[-7.48046875, false]], [[-8.09375, false]], [[-10.71875, false]]], "filtered_resps": [[-6.96484375, false], [-8.09375, false], [-9.96875, false], [-10.71875, false], [-10.96875, false], [-9.71875, false], [-5.33984375, false], [-10.34375, false], [-9.71875, false], [-7.48046875, false], [-8.09375, false], [-8.609375, false], [-4.96484375, false], [-8.09375, false], [-9.46875, false], [-10.71875, false], [-5.33984375, false], [-9.71875, false], [-5.33984375, false], [-10.34375, false], [-9.71875, false], [-7.48046875, false], [-8.09375, false], [-8.609375, false], [-4.96484375, false], [-8.09375, false], [-9.71875, false], [-10.71875, false], [-9.96875, false], [-8.34375, false], [-10.34375, false], [-9.34375, false], [-9.84375, false], [-9.96875, false], [-5.33984375, false], [-9.71875, false], [-7.48046875, false], [-8.09375, false], [-8.609375, false], [-4.96484375, false], [-8.09375, false], [-7.46484375, false], [-8.21875, false], [-9.34375, false], [-5.33984375, false], [-10.34375, false], [-12.09375, false], [-4.96484375, false], [-9.71875, false], [-10.34375, false], [-5.33984375, false], [-10.34375, false], [-9.71875, false], [-7.48046875, false], [-8.09375, false], [-10.71875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1895, "doc": {"id": "Mercury_7043085", "question": "Which scientist developed the mathematical models used to describe the changes in the motion of objects as well as the forces that cause the change in motion?", "choices": {"text": ["Dalton", "Newton", "Aristotle", "Ptolemy"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Newton", "arguments": ["Question: Which scientist developed the mathematical models used to describe the changes in the motion of objects as well as the forces that cause the change in motion?\nAnswer:", " ["], "resps": [[[-6.6640625, false]], [[-8.5390625, false]], [[-5.9140625, false]], [[-7.1640625, false]], [[-10.4140625, false]], [[-10.0390625, false]], [[-10.4140625, false]], [[-9.4140625, false]], [[-8.5390625, false]], [[-9.5, false]], [[-5.6640625, false]], [[-8.5390625, false]], [[-7.0390625, false]], [[-8.7890625, false]], [[-10.4140625, false]], [[-10.0390625, false]], [[-10.4140625, false]], [[-9.4140625, false]], [[-8.5390625, false]], [[-9.5, false]], [[-5.6640625, false]], [[-8.5390625, false]], [[-4.0390625, false]], [[-10.1640625, false]], [[-9.7890625, false]], [[-10.0390625, false]], [[-10.0390625, false]], [[-10.4140625, false]], [[-10.0390625, false]], [[-10.4140625, false]], [[-8.7890625, false]], [[-8.5390625, false]], [[-9.5, false]], [[-5.6640625, false]], [[-8.5390625, false]], [[-5.2890625, false]], [[-10.0390625, false]], [[-10.4140625, false]], [[-10.4140625, false]], [[-8.7890625, false]], [[-9.5390625, false]], [[-12.1640625, false]], [[-8.5390625, false]], [[-13.1640625, false]]], "filtered_resps": [[-6.6640625, false], [-8.5390625, false], [-5.9140625, false], [-7.1640625, false], [-10.4140625, false], [-10.0390625, false], [-10.4140625, false], [-9.4140625, false], [-8.5390625, false], [-9.5, false], [-5.6640625, false], [-8.5390625, false], [-7.0390625, false], [-8.7890625, false], [-10.4140625, false], [-10.0390625, false], [-10.4140625, false], [-9.4140625, false], [-8.5390625, false], [-9.5, false], [-5.6640625, false], [-8.5390625, false], [-4.0390625, false], [-10.1640625, false], [-9.7890625, false], [-10.0390625, false], [-10.0390625, false], [-10.4140625, false], [-10.0390625, false], [-10.4140625, false], [-8.7890625, false], [-8.5390625, false], [-9.5, false], [-5.6640625, false], [-8.5390625, false], [-5.2890625, false], [-10.0390625, false], [-10.4140625, false], [-10.4140625, false], [-8.7890625, false], [-9.5390625, false], [-12.1640625, false], [-8.5390625, false], [-13.1640625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1903, "doc": {"id": "Mercury_SC_401163", "question": "A scientist trying to identify an unknown liquid may heat the liquid. Which would be the best reason for the scientist to heat the liquid?", "choices": {"text": ["to observe a color change", "to get rid of most impurities", "to identify the boiling point", "to collect gases for additional study"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "to identify the boiling point", "arguments": ["Question: A scientist trying to identify an unknown liquid may heat the liquid. Which would be the best reason for the scientist to heat the liquid?\nAnswer:", " ["], "resps": [[[-6.875, false]], [[-9.375, false]], [[-8.875, false]], [[-9.125, false]], [[-5.125, false]], [[-9.125, false]], [[-6.375, false]], [[-9.625, false]], [[-7.375, false]], [[-9.375, false]], [[-9.375, false]], [[-7.375, false]], [[-5.125, false]], [[-3.875, false]], [[-5.125, false]], [[-7.625, false]], [[-9.125, false]], [[-9.875, false]], [[-9.125, false]], [[-9.375, false]], [[-5.125, false]], [[-7.625, false]], [[-8.625, false]], [[-3.875, false]], [[-7.875, false]], [[-10.375, false]], [[-7.375, false]], [[-9.375, false]], [[-9.4140625, false]], [[-5.125, false]], [[-9.375, false]], [[-8.875, false]], [[-9.125, false]], [[-5.125, false]], [[-10.375, false]], [[-7.375, false]], [[-8.875, false]], [[-5.125, false]], [[-9.375, false]], [[-8.375, false]], [[-7.625, false]], [[-5.125, false]], [[-9.125, false]], [[-7.875, false]], [[-5.125, false]], [[-7.625, false]], [[-9.125, false]], [[-9.625, false]], [[-8.875, false]], [[-5.125, false]], [[-8.375, false]], [[-7.625, false]], [[-8.375, false]], [[-10.125, false]], [[-9.375, false]], [[-8.375, false]], [[-8.875, false]], [[-8.375, false]], [[-7.375, false]], [[-9.625, false]], [[-9.375, false]], [[-9.4140625, false]], [[-5.125, false]], [[-9.375, false]], [[-8.875, false]], [[-9.125, false]], [[-5.125, false]], [[-8.375, false]], [[-7.625, false]], [[-7.375, false]], [[-7.875, false]], [[-8.875, false]], [[-8.375, false]], [[-7.875, false]], [[-10.875, false]], [[-5.125, false]], [[-8.875, false]], [[-8.625, false]], [[-7.375, false]], [[-5.125, false]], [[-6.375, false]], [[-9.125, false]], [[-8.375, false]], [[-9.875, false]], [[-8.375, false]], [[-7.875, false]], [[-10.375, false]], [[-5.125, false]], [[-8.375, false]], [[-9.125, false]], [[-8.375, false]], [[-7.875, false]], [[-8.875, false]], [[-9.375, false]], [[-9.4140625, false]], [[-5.125, false]], [[-9.375, false]], [[-8.875, false]], [[-9.125, false]], [[-5.125, false]], [[-7.625, false]], [[-9.125, false]], [[-9.875, false]], [[-9.875, false]], [[-7.375, false]], [[-7.625, false]], [[-8.875, false]], [[-5.125, false]], [[-10.375, false]], [[-3.875, false]], [[-9.625, false]], [[-7.375, false]], [[-9.625, false]], [[-5.125, false]], [[-7.875, false]], [[-9.125, false]], [[-9.375, false]], [[-5.125, false]], [[-3.875, false]], [[-7.625, false]], [[-7.625, false]], [[-8.375, false]], [[-8.875, false]], [[-8.375, false]], [[-9.125, false]], [[-7.875, false]], [[-3.875, false]], [[-9.875, false]], [[-5.125, false]], [[-9.625, false]], [[-8.875, false]], [[-10.125, false]], [[-7.625, false]], [[-10.875, false]], [[-9.375, false]], [[-11.625, false]]], "filtered_resps": [[-6.875, false], [-9.375, false], [-8.875, false], [-9.125, false], [-5.125, false], [-9.125, false], [-6.375, false], [-9.625, false], [-7.375, false], [-9.375, false], [-9.375, false], [-7.375, false], [-5.125, false], [-3.875, false], [-5.125, false], [-7.625, false], [-9.125, false], [-9.875, false], [-9.125, false], [-9.375, false], [-5.125, false], [-7.625, false], [-8.625, false], [-3.875, false], [-7.875, false], [-10.375, false], [-7.375, false], [-9.375, false], [-9.4140625, false], [-5.125, false], [-9.375, false], [-8.875, false], [-9.125, false], [-5.125, false], [-10.375, false], [-7.375, false], [-8.875, false], [-5.125, false], [-9.375, false], [-8.375, false], [-7.625, false], [-5.125, false], [-9.125, false], [-7.875, false], [-5.125, false], [-7.625, false], [-9.125, false], [-9.625, false], [-8.875, false], [-5.125, false], [-8.375, false], [-7.625, false], [-8.375, false], [-10.125, false], [-9.375, false], [-8.375, false], [-8.875, false], [-8.375, false], [-7.375, false], [-9.625, false], [-9.375, false], [-9.4140625, false], [-5.125, false], [-9.375, false], [-8.875, false], [-9.125, false], [-5.125, false], [-8.375, false], [-7.625, false], [-7.375, false], [-7.875, false], [-8.875, false], [-8.375, false], [-7.875, false], [-10.875, false], [-5.125, false], [-8.875, false], [-8.625, false], [-7.375, false], [-5.125, false], [-6.375, false], [-9.125, false], [-8.375, false], [-9.875, false], [-8.375, false], [-7.875, false], [-10.375, false], [-5.125, false], [-8.375, false], [-9.125, false], [-8.375, false], [-7.875, false], [-8.875, false], [-9.375, false], [-9.4140625, false], [-5.125, false], [-9.375, false], [-8.875, false], [-9.125, false], [-5.125, false], [-7.625, false], [-9.125, false], [-9.875, false], [-9.875, false], [-7.375, false], [-7.625, false], [-8.875, false], [-5.125, false], [-10.375, false], [-3.875, false], [-9.625, false], [-7.375, false], [-9.625, false], [-5.125, false], [-7.875, false], [-9.125, false], [-9.375, false], [-5.125, false], [-3.875, false], [-7.625, false], [-7.625, false], [-8.375, false], [-8.875, false], [-8.375, false], [-9.125, false], [-7.875, false], [-3.875, false], [-9.875, false], [-5.125, false], [-9.625, false], [-8.875, false], [-10.125, false], [-7.625, false], [-10.875, false], [-9.375, false], [-11.625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1911, "doc": {"id": "Mercury_7223090", "question": "A student uses clay to construct a model of Earth. Which layer of the model should be the thinnest layer?", "choices": {"text": ["the layer representing the mantle", "the layer representing the outer core", "the layer representing the inner core", "the layer representing the crust"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "the layer representing the crust", "arguments": ["Question: A student uses clay to construct a model of Earth. Which layer of the model should be the thinnest layer?\nAnswer:", " ["], "resps": [[[-6.93359375, false]], [[-9.1875, false]], [[-7.93359375, false]], [[-9.6875, false]], [[-7.18359375, false]], [[-5.18359375, false]], [[-10.1875, false]], [[-5.18359375, false]], [[-10.6875, false]], [[-7.18359375, false]], [[-9.6875, false]], [[-5.18359375, false]], [[-9.6875, false]], [[-7.18359375, false]], [[-9.1875, false]], [[-9.6875, false]], [[-7.18359375, false]], [[-9.1875, false]], [[-7.18359375, false]], [[-8.9375, false]], [[-7.93359375, false]], [[-7.68359375, false]], [[-8.9375, false]], [[-9.9375, false]], [[-5.18359375, false]], [[-7.93359375, false]], [[-9.6875, false]], [[-7.18359375, false]], [[-5.18359375, false]], [[-8.1875, false]], [[-5.18359375, false]], [[-8.9375, false]], [[-7.93359375, false]], [[-10.1875, false]], [[-7.18359375, false]], [[-9.1875, false]], [[-9.1640625, false]], [[-5.18359375, false]], [[-9.1875, false]], [[-7.93359375, false]], [[-9.6875, false]], [[-7.18359375, false]], [[-5.18359375, false]], [[-10.1875, false]], [[-5.18359375, false]], [[-10.6875, false]], [[-7.18359375, false]], [[-9.6875, false]], [[-5.18359375, false]], [[-9.6875, false]], [[-7.18359375, false]], [[-9.1875, false]], [[-9.6875, false]], [[-7.18359375, false]], [[-9.1875, false]], [[-7.18359375, false]], [[-8.9375, false]], [[-7.93359375, false]], [[-7.68359375, false]], [[-8.9375, false]], [[-9.9375, false]], [[-5.18359375, false]], [[-7.93359375, false]], [[-9.6875, false]], [[-7.18359375, false]], [[-5.18359375, false]], [[-9.1875, false]], [[-11.4375, false]], [[-7.93359375, false]], [[-7.18359375, false]], [[-9.6875, false]], [[-5.18359375, false]], [[-7.18359375, false]], [[-9.1875, false]], [[-9.6875, false]], [[-7.18359375, false]], [[-9.1875, false]], [[-9.1640625, false]], [[-5.18359375, false]], [[-9.1875, false]], [[-7.93359375, false]], [[-9.6875, false]], [[-7.18359375, false]], [[-5.18359375, false]], [[-10.1875, false]], [[-5.18359375, false]], [[-10.6875, false]], [[-7.18359375, false]], [[-9.6875, false]], [[-5.18359375, false]], [[-9.6875, false]], [[-7.18359375, false]], [[-9.1875, false]], [[-9.6875, false]], [[-7.18359375, false]], [[-9.1875, false]], [[-7.18359375, false]], [[-8.9375, false]], [[-7.93359375, false]], [[-7.68359375, false]], [[-8.9375, false]], [[-9.9375, false]], [[-5.18359375, false]], [[-7.93359375, false]], [[-9.6875, false]], [[-7.18359375, false]], [[-5.18359375, false]], [[-7.68359375, false]], [[-8.9375, false]], [[-8.9375, false]], [[-7.18359375, false]], [[-9.6875, false]], [[-5.18359375, false]], [[-7.18359375, false]], [[-9.1875, false]], [[-9.6875, false]], [[-7.18359375, false]], [[-9.1875, false]], [[-9.1640625, false]], [[-5.18359375, false]], [[-9.1875, false]], [[-7.93359375, false]], [[-9.6875, false]], [[-7.18359375, false]], [[-5.18359375, false]], [[-10.1875, false]], [[-5.18359375, false]], [[-10.6875, false]], [[-7.18359375, false]], [[-9.6875, false]], [[-5.18359375, false]], [[-9.6875, false]], [[-7.18359375, false]], [[-9.1875, false]], [[-9.6875, false]], [[-7.18359375, false]], [[-9.1875, false]], [[-7.18359375, false]], [[-8.9375, false]], [[-7.93359375, false]], [[-7.68359375, false]], [[-8.9375, false]], [[-9.9375, false]], [[-5.18359375, false]], [[-7.93359375, false]], [[-9.6875, false]], [[-7.18359375, false]], [[-5.18359375, false]], [[-7.18359375, false]], [[-9.6875, false]], [[-11.4375, false]], [[-9.1875, false]], [[-7.93359375, false]], [[-9.1875, false]], [[-12.1875, false]]], "filtered_resps": [[-6.93359375, false], [-9.1875, false], [-7.93359375, false], [-9.6875, false], [-7.18359375, false], [-5.18359375, false], [-10.1875, false], [-5.18359375, false], [-10.6875, false], [-7.18359375, false], [-9.6875, false], [-5.18359375, false], [-9.6875, false], [-7.18359375, false], [-9.1875, false], [-9.6875, false], [-7.18359375, false], [-9.1875, false], [-7.18359375, false], [-8.9375, false], [-7.93359375, false], [-7.68359375, false], [-8.9375, false], [-9.9375, false], [-5.18359375, false], [-7.93359375, false], [-9.6875, false], [-7.18359375, false], [-5.18359375, false], [-8.1875, false], [-5.18359375, false], [-8.9375, false], [-7.93359375, false], [-10.1875, false], [-7.18359375, false], [-9.1875, false], [-9.1640625, false], [-5.18359375, false], [-9.1875, false], [-7.93359375, false], [-9.6875, false], [-7.18359375, false], [-5.18359375, false], [-10.1875, false], [-5.18359375, false], [-10.6875, false], [-7.18359375, false], [-9.6875, false], [-5.18359375, false], [-9.6875, false], [-7.18359375, false], [-9.1875, false], [-9.6875, false], [-7.18359375, false], [-9.1875, false], [-7.18359375, false], [-8.9375, false], [-7.93359375, false], [-7.68359375, false], [-8.9375, false], [-9.9375, false], [-5.18359375, false], [-7.93359375, false], [-9.6875, false], [-7.18359375, false], [-5.18359375, false], [-9.1875, false], [-11.4375, false], [-7.93359375, false], [-7.18359375, false], [-9.6875, false], [-5.18359375, false], [-7.18359375, false], [-9.1875, false], [-9.6875, false], [-7.18359375, false], [-9.1875, false], [-9.1640625, false], [-5.18359375, false], [-9.1875, false], [-7.93359375, false], [-9.6875, false], [-7.18359375, false], [-5.18359375, false], [-10.1875, false], [-5.18359375, false], [-10.6875, false], [-7.18359375, false], [-9.6875, false], [-5.18359375, false], [-9.6875, false], [-7.18359375, false], [-9.1875, false], [-9.6875, false], [-7.18359375, false], [-9.1875, false], [-7.18359375, false], [-8.9375, false], [-7.93359375, false], [-7.68359375, false], [-8.9375, false], [-9.9375, false], [-5.18359375, false], [-7.93359375, false], [-9.6875, false], [-7.18359375, false], [-5.18359375, false], [-7.68359375, false], [-8.9375, false], [-8.9375, false], [-7.18359375, false], [-9.6875, false], [-5.18359375, false], [-7.18359375, false], [-9.1875, false], [-9.6875, false], [-7.18359375, false], [-9.1875, false], [-9.1640625, false], [-5.18359375, false], [-9.1875, false], [-7.93359375, false], [-9.6875, false], [-7.18359375, false], [-5.18359375, false], [-10.1875, false], [-5.18359375, false], [-10.6875, false], [-7.18359375, false], [-9.6875, false], [-5.18359375, false], [-9.6875, false], [-7.18359375, false], [-9.1875, false], [-9.6875, false], [-7.18359375, false], [-9.1875, false], [-7.18359375, false], [-8.9375, false], [-7.93359375, false], [-7.68359375, false], [-8.9375, false], [-9.9375, false], [-5.18359375, false], [-7.93359375, false], [-9.6875, false], [-7.18359375, false], [-5.18359375, false], [-7.18359375, false], [-9.6875, false], [-11.4375, false], [-9.1875, false], [-7.93359375, false], [-9.1875, false], [-12.1875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1919, "doc": {"id": "Mercury_7075128", "question": "In order to carry out the functions of life, organisms must", "choices": {"text": ["have more than one type of cell.", "be exposed to sunlight.", "have at least one cell.", "be able to move."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "have at least one cell.", "arguments": ["Question: In order to carry out the functions of life, organisms must\nAnswer:", " ["], "resps": [[[-7.29296875, false]], [[-7.91796875, false]], [[-9.921875, false]], [[-4.29296875, false]], [[-9.671875, false]], [[-6.66796875, false]], [[-4.66796875, false]], [[-9.671875, false]], [[-8.296875, false]], [[-10.296875, false]], [[-6.66796875, false]], [[-4.66796875, false]], [[-9.171875, false]], [[-9.921875, false]], [[-4.29296875, false]], [[-7.91796875, false]], [[-4.66796875, false]], [[-8.296875, false]], [[-7.91796875, false]], [[-6.66796875, false]], [[-4.66796875, false]], [[-9.171875, false]], [[-10.296875, false]], [[-8.921875, false]], [[-6.66796875, false]], [[-4.66796875, false]], [[-8.296875, false]], [[-9.421875, false]], [[-4.66796875, false]], [[-6.79296875, false]], [[-6.66796875, false]], [[-9.296875, false]], [[-9.296875, false]], [[-6.78125, false]], [[-7.91796875, false]], [[-8.78125, false]], [[-4.66796875, false]], [[-7.91796875, false]], [[-7.29296875, false]], [[-6.66796875, false]], [[-4.66796875, false]], [[-6.66796875, false]], [[-9.046875, false]], [[-8.921875, false]], [[-8.296875, false]], [[-7.79296875, false]], [[-6.66796875, false]], [[-7.41796875, false]], [[-4.66796875, false]], [[-9.171875, false]], [[-8.296875, false]], [[-4.66796875, false]], [[-7.79296875, false]], [[-10.046875, false]], [[-7.91796875, false]], [[-9.296875, false]], [[-6.41796875, false]], [[-9.546875, false]], [[-9.921875, false]], [[-9.171875, false]], [[-6.78125, false]], [[-7.91796875, false]], [[-8.78125, false]], [[-4.66796875, false]], [[-7.91796875, false]], [[-9.921875, false]], [[-4.29296875, false]], [[-9.671875, false]], [[-6.66796875, false]], [[-4.66796875, false]], [[-4.29296875, false]], [[-9.171875, false]], [[-4.66796875, false]], [[-9.296875, false]], [[-6.66796875, false]], [[-4.29296875, false]], [[-7.79296875, false]], [[-9.171875, false]], [[-4.66796875, false]], [[-8.296875, false]], [[-7.91796875, false]], [[-6.66796875, false]], [[-4.66796875, false]], [[-6.79296875, false]], [[-6.66796875, false]], [[-9.296875, false]], [[-9.296875, false]], [[-6.78125, false]], [[-7.91796875, false]], [[-8.78125, false]], [[-4.66796875, false]], [[-7.91796875, false]], [[-7.29296875, false]], [[-6.66796875, false]], [[-4.66796875, false]], [[-4.29296875, false]], [[-7.29296875, false]], [[-9.296875, false]], [[-6.66796875, false]], [[-4.66796875, false]], [[-9.171875, false]], [[-8.296875, false]], [[-4.66796875, false]], [[-9.671875, false]], [[-8.296875, false]], [[-9.671875, false]], [[-6.66796875, false]], [[-6.78125, false]], [[-7.91796875, false]], [[-11.921875, false]]], "filtered_resps": [[-7.29296875, false], [-7.91796875, false], [-9.921875, false], [-4.29296875, false], [-9.671875, false], [-6.66796875, false], [-4.66796875, false], [-9.671875, false], [-8.296875, false], [-10.296875, false], [-6.66796875, false], [-4.66796875, false], [-9.171875, false], [-9.921875, false], [-4.29296875, false], [-7.91796875, false], [-4.66796875, false], [-8.296875, false], [-7.91796875, false], [-6.66796875, false], [-4.66796875, false], [-9.171875, false], [-10.296875, false], [-8.921875, false], [-6.66796875, false], [-4.66796875, false], [-8.296875, false], [-9.421875, false], [-4.66796875, false], [-6.79296875, false], [-6.66796875, false], [-9.296875, false], [-9.296875, false], [-6.78125, false], [-7.91796875, false], [-8.78125, false], [-4.66796875, false], [-7.91796875, false], [-7.29296875, false], [-6.66796875, false], [-4.66796875, false], [-6.66796875, false], [-9.046875, false], [-8.921875, false], [-8.296875, false], [-7.79296875, false], [-6.66796875, false], [-7.41796875, false], [-4.66796875, false], [-9.171875, false], [-8.296875, false], [-4.66796875, false], [-7.79296875, false], [-10.046875, false], [-7.91796875, false], [-9.296875, false], [-6.41796875, false], [-9.546875, false], [-9.921875, false], [-9.171875, false], [-6.78125, false], [-7.91796875, false], [-8.78125, false], [-4.66796875, false], [-7.91796875, false], [-9.921875, false], [-4.29296875, false], [-9.671875, false], [-6.66796875, false], [-4.66796875, false], [-4.29296875, false], [-9.171875, false], [-4.66796875, false], [-9.296875, false], [-6.66796875, false], [-4.29296875, false], [-7.79296875, false], [-9.171875, false], [-4.66796875, false], [-8.296875, false], [-7.91796875, false], [-6.66796875, false], [-4.66796875, false], [-6.79296875, false], [-6.66796875, false], [-9.296875, false], [-9.296875, false], [-6.78125, false], [-7.91796875, false], [-8.78125, false], [-4.66796875, false], [-7.91796875, false], [-7.29296875, false], [-6.66796875, false], [-4.66796875, false], [-4.29296875, false], [-7.29296875, false], [-9.296875, false], [-6.66796875, false], [-4.66796875, false], [-9.171875, false], [-8.296875, false], [-4.66796875, false], [-9.671875, false], [-8.296875, false], [-9.671875, false], [-6.66796875, false], [-6.78125, false], [-7.91796875, false], [-11.921875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1927, "doc": {"id": "Mercury_7005828", "question": "The news often talks about how global warming could change environmental conditions on Earth. Which best explains why global warming is such a concern?", "choices": {"text": ["Glaciers will advance.", "The sea level will rise.", "Earthquake activity will increase.", "The overall temperature will decrease."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "The sea level will rise.", "arguments": ["Question: The news often talks about how global warming could change environmental conditions on Earth. Which best explains why global warming is such a concern?\nAnswer:", " ["], "resps": [[[-8.0234375, false]], [[-9.0234375, false]], [[-7.0234375, false]], [[-12.5234375, false]], [[-8.0234375, false]], [[-11.0234375, false]], [[-10.0234375, false]], [[-9.5234375, false]], [[-13.7734375, false]], [[-11.5234375, false]], [[-6.0234375, false]], [[-11.7734375, false]], [[-10.0234375, false]], [[-12.5234375, false]], [[-12.5234375, false]], [[-6.0234375, false]], [[-8.0234375, false]], [[-10.2734375, false]], [[-13.7734375, false]], [[-8.0234375, false]], [[-11.0234375, false]], [[-11.0234375, false]], [[-9.5234375, false]], [[-7.53125, false]], [[-9.0234375, false]], [[-9.78125, false]], [[-6.0234375, false]], [[-9.0234375, false]], [[-8.7734375, false]], [[-13.0234375, false]], [[-9.5234375, false]], [[-6.0234375, false]], [[-11.5234375, false]], [[-9.5234375, false]], [[-8.0234375, false]], [[-6.0234375, false]], [[-12.5234375, false]], [[-9.5234375, false]], [[-13.7734375, false]], [[-9.5234375, false]], [[-12.5234375, false]], [[-6.0234375, false]], [[-11.7734375, false]], [[-10.0234375, false]], [[-12.5234375, false]], [[-12.5234375, false]], [[-6.0234375, false]], [[-13.7734375, false]], [[-10.0234375, false]], [[-11.5234375, false]], [[-9.5234375, false]], [[-7.53125, false]], [[-9.0234375, false]], [[-9.78125, false]], [[-6.0234375, false]], [[-9.0234375, false]], [[-6.0234375, false]], [[-8.0234375, false]], [[-13.7734375, false]], [[-12.5234375, false]], [[-13.0234375, false]], [[-13.7734375, false]], [[-13.2734375, false]], [[-8.0234375, false]], [[-13.7734375, false]], [[-9.5234375, false]], [[-6.0234375, false]], [[-8.0234375, false]], [[-11.0234375, false]], [[-12.5234375, false]], [[-10.0234375, false]], [[-13.7734375, false]], [[-10.0234375, false]], [[-12.5234375, false]], [[-14.2734375, false]], [[-6.0234375, false]], [[-11.7734375, false]], [[-10.0234375, false]], [[-12.5234375, false]], [[-12.5234375, false]], [[-6.0234375, false]], [[-10.0234375, false]], [[-11.0234375, false]], [[-11.0234375, false]], [[-13.7734375, false]], [[-9.5234375, false]], [[-8.0234375, false]], [[-11.5234375, false]], [[-9.5234375, false]], [[-7.53125, false]], [[-9.0234375, false]], [[-9.78125, false]], [[-6.0234375, false]], [[-9.0234375, false]], [[-8.7734375, false]], [[-13.0234375, false]], [[-9.5234375, false]], [[-6.0234375, false]], [[-9.7734375, false]], [[-13.7734375, false]], [[-9.5234375, false]], [[-13.7734375, false]], [[-8.0234375, false]], [[-12.5234375, false]], [[-12.5234375, false]], [[-6.0234375, false]], [[-12.5234375, false]], [[-9.5234375, false]], [[-13.0234375, false]], [[-10.5234375, false]], [[-9.5234375, false]], [[-13.7734375, false]], [[-8.0234375, false]], [[-12.5234375, false]], [[-13.2734375, false]], [[-13.7734375, false]], [[-9.5234375, false]], [[-6.0234375, false]], [[-11.7734375, false]], [[-10.0234375, false]], [[-12.5234375, false]], [[-12.5234375, false]], [[-6.0234375, false]], [[-10.2734375, false]], [[-9.5234375, false]], [[-11.0234375, false]], [[-13.7734375, false]], [[-9.5234375, false]], [[-8.0234375, false]], [[-11.5234375, false]], [[-9.5234375, false]], [[-7.53125, false]], [[-9.0234375, false]], [[-14.2734375, false]]], "filtered_resps": [[-8.0234375, false], [-9.0234375, false], [-7.0234375, false], [-12.5234375, false], [-8.0234375, false], [-11.0234375, false], [-10.0234375, false], [-9.5234375, false], [-13.7734375, false], [-11.5234375, false], [-6.0234375, false], [-11.7734375, false], [-10.0234375, false], [-12.5234375, false], [-12.5234375, false], [-6.0234375, false], [-8.0234375, false], [-10.2734375, false], [-13.7734375, false], [-8.0234375, false], [-11.0234375, false], [-11.0234375, false], [-9.5234375, false], [-7.53125, false], [-9.0234375, false], [-9.78125, false], [-6.0234375, false], [-9.0234375, false], [-8.7734375, false], [-13.0234375, false], [-9.5234375, false], [-6.0234375, false], [-11.5234375, false], [-9.5234375, false], [-8.0234375, false], [-6.0234375, false], [-12.5234375, false], [-9.5234375, false], [-13.7734375, false], [-9.5234375, false], [-12.5234375, false], [-6.0234375, false], [-11.7734375, false], [-10.0234375, false], [-12.5234375, false], [-12.5234375, false], [-6.0234375, false], [-13.7734375, false], [-10.0234375, false], [-11.5234375, false], [-9.5234375, false], [-7.53125, false], [-9.0234375, false], [-9.78125, false], [-6.0234375, false], [-9.0234375, false], [-6.0234375, false], [-8.0234375, false], [-13.7734375, false], [-12.5234375, false], [-13.0234375, false], [-13.7734375, false], [-13.2734375, false], [-8.0234375, false], [-13.7734375, false], [-9.5234375, false], [-6.0234375, false], [-8.0234375, false], [-11.0234375, false], [-12.5234375, false], [-10.0234375, false], [-13.7734375, false], [-10.0234375, false], [-12.5234375, false], [-14.2734375, false], [-6.0234375, false], [-11.7734375, false], [-10.0234375, false], [-12.5234375, false], [-12.5234375, false], [-6.0234375, false], [-10.0234375, false], [-11.0234375, false], [-11.0234375, false], [-13.7734375, false], [-9.5234375, false], [-8.0234375, false], [-11.5234375, false], [-9.5234375, false], [-7.53125, false], [-9.0234375, false], [-9.78125, false], [-6.0234375, false], [-9.0234375, false], [-8.7734375, false], [-13.0234375, false], [-9.5234375, false], [-6.0234375, false], [-9.7734375, false], [-13.7734375, false], [-9.5234375, false], [-13.7734375, false], [-8.0234375, false], [-12.5234375, false], [-12.5234375, false], [-6.0234375, false], [-12.5234375, false], [-9.5234375, false], [-13.0234375, false], [-10.5234375, false], [-9.5234375, false], [-13.7734375, false], [-8.0234375, false], [-12.5234375, false], [-13.2734375, false], [-13.7734375, false], [-9.5234375, false], [-6.0234375, false], [-11.7734375, false], [-10.0234375, false], [-12.5234375, false], [-12.5234375, false], [-6.0234375, false], [-10.2734375, false], [-9.5234375, false], [-11.0234375, false], [-13.7734375, false], [-9.5234375, false], [-8.0234375, false], [-11.5234375, false], [-9.5234375, false], [-7.53125, false], [-9.0234375, false], [-14.2734375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1935, "doc": {"id": "Mercury_406785", "question": "What must happen in order for scientific data to be verified through repetition?", "choices": {"text": ["Accurate records must be kept.", "Modern technology must be used.", "Investigations must be conducted by trained scientists.", "Observations must be made by more than one scientist."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Accurate records must be kept.", "arguments": ["Question: What must happen in order for scientific data to be verified through repetition?\nAnswer:", " ["], "resps": [[[-7.46875, false]], [[-7.96875, false]], [[-3.345703125, false]], [[-10.46875, false]], [[-10.46875, false]], [[-10.84375, false]], [[-10.21875, false]], [[-5.34375, false]], [[-10.34375, false]], [[-8.84375, false]], [[-5.84375, false]], [[-10.21875, false]], [[-8.84375, false]], [[-10.46875, false]], [[-10.09375, false]], [[-10.21875, false]], [[-10.09375, false]], [[-10.34375, false]], [[-5.84375, false]], [[-11.21875, false]], [[-10.84375, false]], [[-10.34375, false]], [[-10.34375, false]], [[-5.84375, false]], [[-10.59375, false]], [[-8.84375, false]], [[-5.84375, false]], [[-11.21875, false]], [[-8.84375, false]], [[-9.46875, false]], [[-10.34375, false]], [[-8.59375, false]], [[-7.96875, false]], [[-10.84375, false]], [[-5.84375, false]], [[-7.96875, false]], [[-7.96875, false]], [[-10.09375, false]], [[-10.09375, false]], [[-8.84375, false]], [[-10.21875, false]], [[-9.46875, false]], [[-5.84375, false]], [[-10.34375, false]], [[-8.84375, false]], [[-10.46875, false]], [[-12.21875, false]], [[-9.46875, false]], [[-10.09375, false]], [[-11.21875, false]], [[-10.09375, false]], [[-13.09375, false]], [[-12.09375, false]], [[-5.84375, false]], [[-11.21875, false]], [[-10.84375, false]], [[-10.34375, false]], [[-10.34375, false]], [[-5.84375, false]], [[-10.59375, false]], [[-8.84375, false]], [[-5.84375, false]], [[-10.84375, false]], [[-10.34375, false]], [[-8.84375, false]], [[-10.09375, false]], [[-8.59375, false]], [[-7.96875, false]], [[-10.84375, false]], [[-5.84375, false]], [[-7.96875, false]], [[-4.96875, false]], [[-9.46875, false]], [[-11.09375, false]], [[-8.84375, false]], [[-10.34375, false]], [[-10.34375, false]], [[-8.34375, false]], [[-13.09375, false]], [[-5.34375, false]], [[-10.34375, false]], [[-8.34375, false]], [[-10.09375, false]], [[-9.46875, false]], [[-10.34375, false]], [[-5.84375, false]], [[-11.21875, false]], [[-10.84375, false]], [[-10.34375, false]], [[-10.34375, false]], [[-5.84375, false]], [[-10.59375, false]], [[-8.84375, false]], [[-5.84375, false]], [[-10.46875, false]], [[-10.09375, false]], [[-9.46875, false]], [[-10.09375, false]], [[-10.84375, false]], [[-10.46875, false]], [[-10.34375, false]], [[-8.84375, false]], [[-10.09375, false]], [[-5.84375, false]], [[-10.59375, false]], [[-12.09375, false]], [[-5.84375, false]], [[-10.34375, false]], [[-10.21875, false]], [[-5.34375, false]], [[-8.34375, false]], [[-9.46875, false]], [[-8.84375, false]], [[-10.09375, false]], [[-5.84375, false]], [[-10.34375, false]], [[-10.46875, false]], [[-8.34375, false]], [[-8.84375, false]], [[-9.46875, false]], [[-10.34375, false]], [[-8.34375, false]], [[-10.34375, false]], [[-10.34375, false]], [[-10.34375, false]], [[-8.59375, false]], [[-7.96875, false]], [[-10.84375, false]], [[-5.84375, false]], [[-7.96875, false]], [[-7.96875, false]], [[-10.59375, false]], [[-10.34375, false]], [[-8.84375, false]], [[-10.21875, false]], [[-11.09375, false]], [[-5.34375, false]], [[-10.34375, false]], [[-8.34375, false]], [[-10.09375, false]], [[-9.46875, false]], [[-10.34375, false]], [[-5.84375, false]], [[-11.21875, false]], [[-10.84375, false]], [[-10.34375, false]], [[-10.34375, false]], [[-5.84375, false]], [[-10.59375, false]], [[-8.84375, false]], [[-5.84375, false]], [[-11.21875, false]], [[-5.34375, false]], [[-10.09375, false]], [[-8.84375, false]], [[-5.84375, false]], [[-10.59375, false]], [[-12.09375, false]], [[-5.84375, false]], [[-11.21875, false]], [[-10.09375, false]], [[-10.21875, false]], [[-8.84375, false]], [[-5.84375, false]], [[-10.34375, false]], [[-12.21875, false]], [[-5.34375, false]], [[-9.46875, false]], [[-5.84375, false]], [[-10.09375, false]], [[-9.46875, false]], [[-8.84375, false]], [[-5.84375, false]], [[-10.34375, false]], [[-10.46875, false]], [[-8.34375, false]], [[-8.84375, false]], [[-9.46875, false]], [[-10.34375, false]], [[-8.34375, false]], [[-10.34375, false]], [[-10.34375, false]], [[-8.59375, false]], [[-7.96875, false]], [[-12.34375, false]]], "filtered_resps": [[-7.46875, false], [-7.96875, false], [-3.345703125, false], [-10.46875, false], [-10.46875, false], [-10.84375, false], [-10.21875, false], [-5.34375, false], [-10.34375, false], [-8.84375, false], [-5.84375, false], [-10.21875, false], [-8.84375, false], [-10.46875, false], [-10.09375, false], [-10.21875, false], [-10.09375, false], [-10.34375, false], [-5.84375, false], [-11.21875, false], [-10.84375, false], [-10.34375, false], [-10.34375, false], [-5.84375, false], [-10.59375, false], [-8.84375, false], [-5.84375, false], [-11.21875, false], [-8.84375, false], [-9.46875, false], [-10.34375, false], [-8.59375, false], [-7.96875, false], [-10.84375, false], [-5.84375, false], [-7.96875, false], [-7.96875, false], [-10.09375, false], [-10.09375, false], [-8.84375, false], [-10.21875, false], [-9.46875, false], [-5.84375, false], [-10.34375, false], [-8.84375, false], [-10.46875, false], [-12.21875, false], [-9.46875, false], [-10.09375, false], [-11.21875, false], [-10.09375, false], [-13.09375, false], [-12.09375, false], [-5.84375, false], [-11.21875, false], [-10.84375, false], [-10.34375, false], [-10.34375, false], [-5.84375, false], [-10.59375, false], [-8.84375, false], [-5.84375, false], [-10.84375, false], [-10.34375, false], [-8.84375, false], [-10.09375, false], [-8.59375, false], [-7.96875, false], [-10.84375, false], [-5.84375, false], [-7.96875, false], [-4.96875, false], [-9.46875, false], [-11.09375, false], [-8.84375, false], [-10.34375, false], [-10.34375, false], [-8.34375, false], [-13.09375, false], [-5.34375, false], [-10.34375, false], [-8.34375, false], [-10.09375, false], [-9.46875, false], [-10.34375, false], [-5.84375, false], [-11.21875, false], [-10.84375, false], [-10.34375, false], [-10.34375, false], [-5.84375, false], [-10.59375, false], [-8.84375, false], [-5.84375, false], [-10.46875, false], [-10.09375, false], [-9.46875, false], [-10.09375, false], [-10.84375, false], [-10.46875, false], [-10.34375, false], [-8.84375, false], [-10.09375, false], [-5.84375, false], [-10.59375, false], [-12.09375, false], [-5.84375, false], [-10.34375, false], [-10.21875, false], [-5.34375, false], [-8.34375, false], [-9.46875, false], [-8.84375, false], [-10.09375, false], [-5.84375, false], [-10.34375, false], [-10.46875, false], [-8.34375, false], [-8.84375, false], [-9.46875, false], [-10.34375, false], [-8.34375, false], [-10.34375, false], [-10.34375, false], [-10.34375, false], [-8.59375, false], [-7.96875, false], [-10.84375, false], [-5.84375, false], [-7.96875, false], [-7.96875, false], [-10.59375, false], [-10.34375, false], [-8.84375, false], [-10.21875, false], [-11.09375, false], [-5.34375, false], [-10.34375, false], [-8.34375, false], [-10.09375, false], [-9.46875, false], [-10.34375, false], [-5.84375, false], [-11.21875, false], [-10.84375, false], [-10.34375, false], [-10.34375, false], [-5.84375, false], [-10.59375, false], [-8.84375, false], [-5.84375, false], [-11.21875, false], [-5.34375, false], [-10.09375, false], [-8.84375, false], [-5.84375, false], [-10.59375, false], [-12.09375, false], [-5.84375, false], [-11.21875, false], [-10.09375, false], [-10.21875, false], [-8.84375, false], [-5.84375, false], [-10.34375, false], [-12.21875, false], [-5.34375, false], [-9.46875, false], [-5.84375, false], [-10.09375, false], [-9.46875, false], [-8.84375, false], [-5.84375, false], [-10.34375, false], [-10.46875, false], [-8.34375, false], [-8.84375, false], [-9.46875, false], [-10.34375, false], [-8.34375, false], [-10.34375, false], [-10.34375, false], [-8.59375, false], [-7.96875, false], [-12.34375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1943, "doc": {"id": "MCAS_2012_5_3", "question": "Which of the following statements best describes a complex machine?", "choices": {"text": ["It is designed to move with a motor.", "It is constructed from machine-made parts.", "It is made of more than one simple machine.", "It is built from more than one type of material."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "It is made of more than one simple machine.", "arguments": ["Question: Which of the following statements best describes a complex machine?\nAnswer:", " ["], "resps": [[[-6.5703125, false]], [[-8.3203125, false]], [[-5.5703125, false]], [[-9.3203125, false]], [[-5.5703125, false]], [[-7.5703125, false]], [[-8.5703125, false]], [[-5.5703125, false]], [[-8.3203125, false]], [[-8.0703125, false]], [[-8.5703125, false]], [[-7.5703125, false]], [[-10.5703125, false]], [[-7.5703125, false]], [[-8.0703125, false]], [[-8.3203125, false]], [[-5.5703125, false]], [[-9.3203125, false]], [[-8.5703125, false]], [[-5.5703125, false]], [[-8.5703125, false]], [[-8.5703125, false]], [[-9.3203125, false]], [[-8.0703125, false]], [[-5.5703125, false]], [[-9.3203125, false]], [[-7.5703125, false]], [[-9.3203125, false]], [[-8.8203125, false]], [[-5.5703125, false]], [[-2.5703125, false]], [[-5.5703125, false]], [[-8.5703125, false]], [[-8.5703125, false]], [[-9.3203125, false]], [[-8.5703125, false]], [[-9.3203125, false]], [[-6.60546875, false]], [[-8.3203125, false]], [[-9.234375, false]], [[-5.5703125, false]], [[-8.3203125, false]], [[-5.5703125, false]], [[-9.3203125, false]], [[-5.5703125, false]], [[-7.5703125, false]], [[-8.5703125, false]], [[-5.5703125, false]], [[-6.3203125, false]], [[-8.5703125, false]], [[-7.5703125, false]], [[-8.5703125, false]], [[-9.3203125, false]], [[-9.3203125, false]], [[-10.0703125, false]], [[-6.3203125, false]], [[-9.3203125, false]], [[-8.0703125, false]], [[-8.3203125, false]], [[-5.5703125, false]], [[-8.3203125, false]], [[-9.3203125, false]], [[-8.5703125, false]], [[-8.5703125, false]], [[-5.5703125, false]], [[-8.5703125, false]], [[-2.5703125, false]], [[-6.3203125, false]], [[-8.8203125, false]], [[-7.5703125, false]], [[-7.5703125, false]], [[-8.0703125, false]], [[-6.5703125, false]], [[-8.5703125, false]], [[-2.5703125, false]], [[-8.3203125, false]], [[-8.0703125, false]], [[-5.5703125, false]], [[-8.3203125, false]], [[-2.5703125, false]], [[-9.3203125, false]], [[-9.3203125, false]], [[-8.5703125, false]], [[-6.60546875, false]], [[-8.3203125, false]], [[-9.234375, false]], [[-5.5703125, false]], [[-8.3203125, false]], [[-5.5703125, false]], [[-9.3203125, false]], [[-5.5703125, false]], [[-7.5703125, false]], [[-8.5703125, false]], [[-5.5703125, false]], [[-8.5703125, false]], [[-2.5703125, false]], [[-8.3203125, false]], [[-8.0703125, false]], [[-5.5703125, false]], [[-8.5703125, false]], [[-8.3203125, false]], [[-5.5703125, false]], [[-8.5703125, false]], [[-8.5703125, false]], [[-9.3203125, false]], [[-8.0703125, false]], [[-5.5703125, false]], [[-9.3203125, false]], [[-8.8203125, false]], [[-2.5703125, false]], [[-7.5703125, false]], [[-5.5703125, false]], [[-8.5703125, false]], [[-7.5703125, false]], [[-8.0703125, false]], [[-5.5703125, false]], [[-8.5703125, false]], [[-7.5703125, false]], [[-8.5703125, false]], [[-8.3203125, false]], [[-9.3203125, false]], [[-8.0703125, false]], [[-5.5703125, false]], [[-8.5703125, false]], [[-2.5703125, false]], [[-6.3203125, false]], [[-8.8203125, false]], [[-7.5703125, false]], [[-7.5703125, false]], [[-8.0703125, false]], [[-6.60546875, false]], [[-8.3203125, false]], [[-9.234375, false]], [[-5.5703125, false]], [[-8.3203125, false]], [[-5.5703125, false]], [[-9.3203125, false]], [[-5.5703125, false]], [[-7.5703125, false]], [[-8.5703125, false]], [[-5.5703125, false]], [[-6.8203125, false]], [[-10.0703125, false]], [[-7.5703125, false]], [[-9.3203125, false]], [[-9.3203125, false]], [[-5.5703125, false]], [[-8.3203125, false]], [[-9.3203125, false]], [[-8.5703125, false]], [[-8.5703125, false]], [[-5.5703125, false]], [[-8.5703125, false]], [[-8.5703125, false]], [[-9.3203125, false]], [[-8.0703125, false]], [[-5.5703125, false]], [[-9.3203125, false]], [[-8.8203125, false]], [[-2.5703125, false]], [[-7.5703125, false]], [[-5.5703125, false]], [[-8.5703125, false]], [[-7.5703125, false]], [[-8.0703125, false]], [[-5.5703125, false]], [[-9.3203125, false]], [[-10.5703125, false]], [[-8.3203125, false]], [[-8.0703125, false]], [[-5.5703125, false]], [[-8.5703125, false]], [[-8.3203125, false]], [[-5.5703125, false]], [[-8.5703125, false]], [[-2.5703125, false]], [[-9.3203125, false]], [[-8.0703125, false]], [[-9.3203125, false]], [[-7.5703125, false]], [[-2.5703125, false]], [[-9.3203125, false]], [[-6.60546875, false]], [[-8.3203125, false]], [[-12.0703125, false]]], "filtered_resps": [[-6.5703125, false], [-8.3203125, false], [-5.5703125, false], [-9.3203125, false], [-5.5703125, false], [-7.5703125, false], [-8.5703125, false], [-5.5703125, false], [-8.3203125, false], [-8.0703125, false], [-8.5703125, false], [-7.5703125, false], [-10.5703125, false], [-7.5703125, false], [-8.0703125, false], [-8.3203125, false], [-5.5703125, false], [-9.3203125, false], [-8.5703125, false], [-5.5703125, false], [-8.5703125, false], [-8.5703125, false], [-9.3203125, false], [-8.0703125, false], [-5.5703125, false], [-9.3203125, false], [-7.5703125, false], [-9.3203125, false], [-8.8203125, false], [-5.5703125, false], [-2.5703125, false], [-5.5703125, false], [-8.5703125, false], [-8.5703125, false], [-9.3203125, false], [-8.5703125, false], [-9.3203125, false], [-6.60546875, false], [-8.3203125, false], [-9.234375, false], [-5.5703125, false], [-8.3203125, false], [-5.5703125, false], [-9.3203125, false], [-5.5703125, false], [-7.5703125, false], [-8.5703125, false], [-5.5703125, false], [-6.3203125, false], [-8.5703125, false], [-7.5703125, false], [-8.5703125, false], [-9.3203125, false], [-9.3203125, false], [-10.0703125, false], [-6.3203125, false], [-9.3203125, false], [-8.0703125, false], [-8.3203125, false], [-5.5703125, false], [-8.3203125, false], [-9.3203125, false], [-8.5703125, false], [-8.5703125, false], [-5.5703125, false], [-8.5703125, false], [-2.5703125, false], [-6.3203125, false], [-8.8203125, false], [-7.5703125, false], [-7.5703125, false], [-8.0703125, false], [-6.5703125, false], [-8.5703125, false], [-2.5703125, false], [-8.3203125, false], [-8.0703125, false], [-5.5703125, false], [-8.3203125, false], [-2.5703125, false], [-9.3203125, false], [-9.3203125, false], [-8.5703125, false], [-6.60546875, false], [-8.3203125, false], [-9.234375, false], [-5.5703125, false], [-8.3203125, false], [-5.5703125, false], [-9.3203125, false], [-5.5703125, false], [-7.5703125, false], [-8.5703125, false], [-5.5703125, false], [-8.5703125, false], [-2.5703125, false], [-8.3203125, false], [-8.0703125, false], [-5.5703125, false], [-8.5703125, false], [-8.3203125, false], [-5.5703125, false], [-8.5703125, false], [-8.5703125, false], [-9.3203125, false], [-8.0703125, false], [-5.5703125, false], [-9.3203125, false], [-8.8203125, false], [-2.5703125, false], [-7.5703125, false], [-5.5703125, false], [-8.5703125, false], [-7.5703125, false], [-8.0703125, false], [-5.5703125, false], [-8.5703125, false], [-7.5703125, false], [-8.5703125, false], [-8.3203125, false], [-9.3203125, false], [-8.0703125, false], [-5.5703125, false], [-8.5703125, false], [-2.5703125, false], [-6.3203125, false], [-8.8203125, false], [-7.5703125, false], [-7.5703125, false], [-8.0703125, false], [-6.60546875, false], [-8.3203125, false], [-9.234375, false], [-5.5703125, false], [-8.3203125, false], [-5.5703125, false], [-9.3203125, false], [-5.5703125, false], [-7.5703125, false], [-8.5703125, false], [-5.5703125, false], [-6.8203125, false], [-10.0703125, false], [-7.5703125, false], [-9.3203125, false], [-9.3203125, false], [-5.5703125, false], [-8.3203125, false], [-9.3203125, false], [-8.5703125, false], [-8.5703125, false], [-5.5703125, false], [-8.5703125, false], [-8.5703125, false], [-9.3203125, false], [-8.0703125, false], [-5.5703125, false], [-9.3203125, false], [-8.8203125, false], [-2.5703125, false], [-7.5703125, false], [-5.5703125, false], [-8.5703125, false], [-7.5703125, false], [-8.0703125, false], [-5.5703125, false], [-9.3203125, false], [-10.5703125, false], [-8.3203125, false], [-8.0703125, false], [-5.5703125, false], [-8.5703125, false], [-8.3203125, false], [-5.5703125, false], [-8.5703125, false], [-2.5703125, false], [-9.3203125, false], [-8.0703125, false], [-9.3203125, false], [-7.5703125, false], [-2.5703125, false], [-9.3203125, false], [-6.60546875, false], [-8.3203125, false], [-12.0703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1951, "doc": {"id": "Mercury_7222898", "question": "On Mount Everest the temperature decreases as the altitude increases. The summit of this mountain is in which atmospheric layer?", "choices": {"text": ["mesosphere", "stratosphere", "thermosphere", "troposphere"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "troposphere", "arguments": ["Question: On Mount Everest the temperature decreases as the altitude increases. The summit of this mountain is in which atmospheric layer?\nAnswer:", " ["], "resps": [[[-7.54296875, false]], [[-9.046875, false]], [[-8.546875, false]], [[-7.79296875, false]], [[-10.546875, false]], [[-8.796875, false]], [[-10.546875, false]], [[-10.546875, false]], [[-9.546875, false]], [[-7.79296875, false]], [[-11.796875, false]], [[-7.79296875, false]], [[-9.046875, false]], [[-8.234375, false]], [[-4.79296875, false]], [[-9.046875, false]], [[-10.546875, false]], [[-10.046875, false]], [[-11.796875, false]], [[-5.04296875, false]], [[-10.046875, false]], [[-8.796875, false]], [[-10.546875, false]], [[-10.546875, false]], [[-9.546875, false]], [[-7.79296875, false]], [[-11.796875, false]], [[-7.79296875, false]], [[-9.046875, false]], [[-8.234375, false]], [[-4.79296875, false]], [[-9.046875, false]], [[-10.046875, false]], [[-9.546875, false]], [[-7.79296875, false]], [[-11.796875, false]], [[-8.546875, false]], [[-8.796875, false]], [[-10.546875, false]], [[-10.546875, false]], [[-9.546875, false]], [[-7.79296875, false]], [[-11.796875, false]], [[-7.79296875, false]], [[-9.046875, false]], [[-8.234375, false]], [[-4.79296875, false]], [[-9.046875, false]], [[-10.046875, false]], [[-11.796875, false]], [[-8.796875, false]], [[-10.546875, false]], [[-8.796875, false]], [[-10.546875, false]], [[-10.546875, false]], [[-9.546875, false]], [[-7.79296875, false]], [[-11.796875, false]], [[-7.79296875, false]], [[-9.046875, false]], [[-12.296875, false]]], "filtered_resps": [[-7.54296875, false], [-9.046875, false], [-8.546875, false], [-7.79296875, false], [-10.546875, false], [-8.796875, false], [-10.546875, false], [-10.546875, false], [-9.546875, false], [-7.79296875, false], [-11.796875, false], [-7.79296875, false], [-9.046875, false], [-8.234375, false], [-4.79296875, false], [-9.046875, false], [-10.546875, false], [-10.046875, false], [-11.796875, false], [-5.04296875, false], [-10.046875, false], [-8.796875, false], [-10.546875, false], [-10.546875, false], [-9.546875, false], [-7.79296875, false], [-11.796875, false], [-7.79296875, false], [-9.046875, false], [-8.234375, false], [-4.79296875, false], [-9.046875, false], [-10.046875, false], [-9.546875, false], [-7.79296875, false], [-11.796875, false], [-8.546875, false], [-8.796875, false], [-10.546875, false], [-10.546875, false], [-9.546875, false], [-7.79296875, false], [-11.796875, false], [-7.79296875, false], [-9.046875, false], [-8.234375, false], [-4.79296875, false], [-9.046875, false], [-10.046875, false], [-11.796875, false], [-8.796875, false], [-10.546875, false], [-8.796875, false], [-10.546875, false], [-10.546875, false], [-9.546875, false], [-7.79296875, false], [-11.796875, false], [-7.79296875, false], [-9.046875, false], [-12.296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1959, "doc": {"id": "Mercury_7205468", "question": "Which color of light is produced when all of the colors of visible light in the electromagnetic spectrum are combined?", "choices": {"text": ["gray", "white", "black", "brown"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "white", "arguments": ["Question: Which color of light is produced when all of the colors of visible light in the electromagnetic spectrum are combined?\nAnswer:", " ["], "resps": [[[-7.09375, false]], [[-9.59375, false]], [[-11.84375, false]], [[-8.09375, false]], [[-6.09375, false]], [[-10.09375, false]], [[-9.59375, false]], [[-9.234375, false]], [[-5.09375, false]], [[-9.59375, false]], [[-12.09375, false]], [[-10.59375, false]], [[-9.34375, false]], [[-10.59375, false]], [[-8.84375, false]], [[-9.59375, false]], [[-9.234375, false]], [[-5.09375, false]], [[-9.59375, false]], [[-9.34375, false]], [[-10.34375, false]], [[-6.09375, false]], [[-8.09375, false]], [[-11.59375, false]], [[-9.59375, false]], [[-9.234375, false]], [[-5.09375, false]], [[-9.59375, false]], [[-9.34375, false]], [[-8.09375, false]], [[-10.09375, false]], [[-12.09375, false]], [[-9.09375, false]], [[-9.59375, false]], [[-12.84375, false]]], "filtered_resps": [[-7.09375, false], [-9.59375, false], [-11.84375, false], [-8.09375, false], [-6.09375, false], [-10.09375, false], [-9.59375, false], [-9.234375, false], [-5.09375, false], [-9.59375, false], [-12.09375, false], [-10.59375, false], [-9.34375, false], [-10.59375, false], [-8.84375, false], [-9.59375, false], [-9.234375, false], [-5.09375, false], [-9.59375, false], [-9.34375, false], [-10.34375, false], [-6.09375, false], [-8.09375, false], [-11.59375, false], [-9.59375, false], [-9.234375, false], [-5.09375, false], [-9.59375, false], [-9.34375, false], [-8.09375, false], [-10.09375, false], [-12.09375, false], [-9.09375, false], [-9.59375, false], [-12.84375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1967, "doc": {"id": "Mercury_SC_402614", "question": "Which of the following has the ability to change the state of matter?", "choices": {"text": ["heat", "wind", "light", "sound"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "heat", "arguments": ["Question: Which of the following has the ability to change the state of matter?\nAnswer:", " ["], "resps": [[[-6.78125, false]], [[-9.15625, false]], [[-9.03125, false]], [[-7.78125, false]], [[-4.40625, false]], [[-9.40625, false]], [[-9.15625, false]], [[-9.203125, false]], [[-5.15625, false]], [[-9.15625, false]], [[-11.15625, false]], [[-7.40625, false]], [[-8.90625, false]], [[-8.78125, false]], [[-9.15625, false]], [[-9.203125, false]], [[-5.15625, false]], [[-9.15625, false]], [[-9.90625, false]], [[-7.40625, false]], [[-10.90625, false]], [[-9.03125, false]], [[-9.40625, false]], [[-9.15625, false]], [[-9.203125, false]], [[-5.15625, false]], [[-9.15625, false]], [[-8.78125, false]], [[-8.78125, false]], [[-9.78125, false]], [[-8.90625, false]], [[-8.78125, false]], [[-9.15625, false]], [[-12.03125, false]]], "filtered_resps": [[-6.78125, false], [-9.15625, false], [-9.03125, false], [-7.78125, false], [-4.40625, false], [-9.40625, false], [-9.15625, false], [-9.203125, false], [-5.15625, false], [-9.15625, false], [-11.15625, false], [-7.40625, false], [-8.90625, false], [-8.78125, false], [-9.15625, false], [-9.203125, false], [-5.15625, false], [-9.15625, false], [-9.90625, false], [-7.40625, false], [-10.90625, false], [-9.03125, false], [-9.40625, false], [-9.15625, false], [-9.203125, false], [-5.15625, false], [-9.15625, false], [-8.78125, false], [-8.78125, false], [-9.78125, false], [-8.90625, false], [-8.78125, false], [-9.15625, false], [-12.03125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1975, "doc": {"id": "NAEP_2009_8_S10+2", "question": "Which layer of Earth is divided into plates?", "choices": {"text": ["Mantle", "Crust", "Inner core", "Outer core"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Crust", "arguments": ["Question: Which layer of Earth is divided into plates?\nAnswer:", " ["], "resps": [[[-8.296875, false]], [[-9.046875, false]], [[-7.05078125, false]], [[-7.05078125, false]], [[-11.296875, false]], [[-10.796875, false]], [[-11.796875, false]], [[-8.296875, false]], [[-9.046875, false]], [[-9.5859375, false]], [[-6.05078125, false]], [[-9.046875, false]], [[-6.30078125, false]], [[-12.046875, false]], [[-14.046875, false]], [[-11.546875, false]], [[-10.796875, false]], [[-9.046875, false]], [[-9.5859375, false]], [[-6.05078125, false]], [[-9.046875, false]], [[-6.55078125, false]], [[-11.296875, false]], [[-11.296875, false]], [[-8.296875, false]], [[-12.046875, false]], [[-6.05078125, false]], [[-11.296875, false]], [[-10.546875, false]], [[-12.046875, false]], [[-8.296875, false]], [[-9.046875, false]], [[-9.5859375, false]], [[-6.05078125, false]], [[-9.046875, false]], [[-8.046875, false]], [[-14.046875, false]], [[-10.796875, false]], [[-8.296875, false]], [[-12.046875, false]], [[-6.05078125, false]], [[-11.296875, false]], [[-10.546875, false]], [[-12.046875, false]], [[-8.296875, false]], [[-9.046875, false]], [[-13.546875, false]]], "filtered_resps": [[-8.296875, false], [-9.046875, false], [-7.05078125, false], [-7.05078125, false], [-11.296875, false], [-10.796875, false], [-11.796875, false], [-8.296875, false], [-9.046875, false], [-9.5859375, false], [-6.05078125, false], [-9.046875, false], [-6.30078125, false], [-12.046875, false], [-14.046875, false], [-11.546875, false], [-10.796875, false], [-9.046875, false], [-9.5859375, false], [-6.05078125, false], [-9.046875, false], [-6.55078125, false], [-11.296875, false], [-11.296875, false], [-8.296875, false], [-12.046875, false], [-6.05078125, false], [-11.296875, false], [-10.546875, false], [-12.046875, false], [-8.296875, false], [-9.046875, false], [-9.5859375, false], [-6.05078125, false], [-9.046875, false], [-8.046875, false], [-14.046875, false], [-10.796875, false], [-8.296875, false], [-12.046875, false], [-6.05078125, false], [-11.296875, false], [-10.546875, false], [-12.046875, false], [-8.296875, false], [-9.046875, false], [-13.546875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1983, "doc": {"id": "Mercury_7012950", "question": "A meteorologist announces that the barometer reading is dropping. What does a barometer measure?", "choices": {"text": ["wind speed", "air pressure", "air temperature", "ground temperature"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "air pressure", "arguments": ["Question: A meteorologist announces that the barometer reading is dropping. What does a barometer measure?\nAnswer:", " ["], "resps": [[[-8.203125, false]], [[-9.953125, false]], [[-11.703125, false]], [[-10.953125, false]], [[-10.453125, false]], [[-10.203125, false]], [[-5.953125, false]], [[-10.953125, false]], [[-10.703125, false]], [[-10.453125, false]], [[-10.453125, false]], [[-10.203125, false]], [[-9.953125, false]], [[-11.84375, false]], [[-5.953125, false]], [[-9.953125, false]], [[-3.955078125, false]], [[-10.953125, false]], [[-12.953125, false]], [[-5.953125, false]], [[-10.703125, false]], [[-12.953125, false]], [[-10.453125, false]], [[-10.953125, false]], [[-10.953125, false]], [[-12.203125, false]], [[-12.953125, false]], [[-10.453125, false]], [[-9.953125, false]], [[-11.84375, false]], [[-5.953125, false]], [[-9.953125, false]], [[-3.955078125, false]], [[-10.953125, false]], [[-12.953125, false]], [[-5.953125, false]], [[-11.703125, false]], [[-10.453125, false]], [[-9.203125, false]], [[-10.703125, false]], [[-10.453125, false]], [[-12.953125, false]], [[-3.955078125, false]], [[-11.703125, false]], [[-12.203125, false]], [[-12.953125, false]], [[-10.453125, false]], [[-9.953125, false]], [[-11.84375, false]], [[-5.953125, false]], [[-9.953125, false]], [[-11.953125, false]], [[-12.953125, false]], [[-10.703125, false]], [[-12.203125, false]], [[-10.453125, false]], [[-10.203125, false]], [[-5.953125, false]], [[-11.703125, false]], [[-10.453125, false]], [[-9.203125, false]], [[-10.703125, false]], [[-10.453125, false]], [[-12.953125, false]], [[-3.955078125, false]], [[-11.703125, false]], [[-12.203125, false]], [[-12.953125, false]], [[-10.453125, false]], [[-9.953125, false]], [[-13.953125, false]]], "filtered_resps": [[-8.203125, false], [-9.953125, false], [-11.703125, false], [-10.953125, false], [-10.453125, false], [-10.203125, false], [-5.953125, false], [-10.953125, false], [-10.703125, false], [-10.453125, false], [-10.453125, false], [-10.203125, false], [-9.953125, false], [-11.84375, false], [-5.953125, false], [-9.953125, false], [-3.955078125, false], [-10.953125, false], [-12.953125, false], [-5.953125, false], [-10.703125, false], [-12.953125, false], [-10.453125, false], [-10.953125, false], [-10.953125, false], [-12.203125, false], [-12.953125, false], [-10.453125, false], [-9.953125, false], [-11.84375, false], [-5.953125, false], [-9.953125, false], [-3.955078125, false], [-10.953125, false], [-12.953125, false], [-5.953125, false], [-11.703125, false], [-10.453125, false], [-9.203125, false], [-10.703125, false], [-10.453125, false], [-12.953125, false], [-3.955078125, false], [-11.703125, false], [-12.203125, false], [-12.953125, false], [-10.453125, false], [-9.953125, false], [-11.84375, false], [-5.953125, false], [-9.953125, false], [-11.953125, false], [-12.953125, false], [-10.703125, false], [-12.203125, false], [-10.453125, false], [-10.203125, false], [-5.953125, false], [-11.703125, false], [-10.453125, false], [-9.203125, false], [-10.703125, false], [-10.453125, false], [-12.953125, false], [-3.955078125, false], [-11.703125, false], [-12.203125, false], [-12.953125, false], [-10.453125, false], [-9.953125, false], [-13.953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1991, "doc": {"id": "Mercury_7085453", "question": "The texture of soil depends primarily on the", "choices": {"text": ["mass of the soil.", "water in the soil.", "composition of the soil.", "vegetation growing in the soil."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "composition of the soil.", "arguments": ["Question: The texture of soil depends primarily on the\nAnswer:", " ["], "resps": [[[-8.171875, false]], [[-8.421875, false]], [[-10.546875, false]], [[-6.421875, false]], [[-9.546875, false]], [[-9.546875, false]], [[-5.796875, false]], [[-10.046875, false]], [[-10.671875, false]], [[-5.796875, false]], [[-10.421875, false]], [[-10.796875, false]], [[-9.671875, false]], [[-5.796875, false]], [[-9.546875, false]], [[-10.046875, false]], [[-9.546875, false]], [[-11.171875, false]], [[-6.88671875, false]], [[-8.421875, false]], [[-9.140625, false]], [[-5.796875, false]], [[-8.421875, false]], [[-10.921875, false]], [[-6.421875, false]], [[-10.421875, false]], [[-9.671875, false]], [[-11.546875, false]], [[-5.796875, false]], [[-9.546875, false]], [[-9.421875, false]], [[-5.796875, false]], [[-10.421875, false]], [[-10.796875, false]], [[-9.671875, false]], [[-5.796875, false]], [[-9.546875, false]], [[-10.046875, false]], [[-9.546875, false]], [[-11.171875, false]], [[-6.88671875, false]], [[-8.421875, false]], [[-9.140625, false]], [[-5.796875, false]], [[-8.421875, false]], [[-10.421875, false]], [[-10.046875, false]], [[-10.546875, false]], [[-10.546875, false]], [[-10.046875, false]], [[-9.546875, false]], [[-9.546875, false]], [[-10.421875, false]], [[-9.546875, false]], [[-10.046875, false]], [[-9.421875, false]], [[-5.796875, false]], [[-10.046875, false]], [[-10.671875, false]], [[-5.796875, false]], [[-10.421875, false]], [[-10.796875, false]], [[-9.671875, false]], [[-5.796875, false]], [[-9.546875, false]], [[-10.046875, false]], [[-9.546875, false]], [[-11.171875, false]], [[-6.88671875, false]], [[-8.421875, false]], [[-9.140625, false]], [[-5.796875, false]], [[-8.421875, false]], [[-12.421875, false]], [[-9.671875, false]], [[-10.796875, false]], [[-9.671875, false]], [[-10.421875, false]], [[-6.421875, false]], [[-10.421875, false]], [[-9.546875, false]], [[-10.046875, false]], [[-9.421875, false]], [[-5.796875, false]], [[-10.796875, false]], [[-11.546875, false]], [[-10.046875, false]], [[-10.921875, false]], [[-9.546875, false]], [[-9.421875, false]], [[-10.796875, false]], [[-5.796875, false]], [[-9.546875, false]], [[-9.421875, false]], [[-5.796875, false]], [[-10.421875, false]], [[-10.796875, false]], [[-9.671875, false]], [[-5.796875, false]], [[-9.546875, false]], [[-10.046875, false]], [[-9.546875, false]], [[-11.171875, false]], [[-6.88671875, false]], [[-8.421875, false]], [[-12.671875, false]]], "filtered_resps": [[-8.171875, false], [-8.421875, false], [-10.546875, false], [-6.421875, false], [-9.546875, false], [-9.546875, false], [-5.796875, false], [-10.046875, false], [-10.671875, false], [-5.796875, false], [-10.421875, false], [-10.796875, false], [-9.671875, false], [-5.796875, false], [-9.546875, false], [-10.046875, false], [-9.546875, false], [-11.171875, false], [-6.88671875, false], [-8.421875, false], [-9.140625, false], [-5.796875, false], [-8.421875, false], [-10.921875, false], [-6.421875, false], [-10.421875, false], [-9.671875, false], [-11.546875, false], [-5.796875, false], [-9.546875, false], [-9.421875, false], [-5.796875, false], [-10.421875, false], [-10.796875, false], [-9.671875, false], [-5.796875, false], [-9.546875, false], [-10.046875, false], [-9.546875, false], [-11.171875, false], [-6.88671875, false], [-8.421875, false], [-9.140625, false], [-5.796875, false], [-8.421875, false], [-10.421875, false], [-10.046875, false], [-10.546875, false], [-10.546875, false], [-10.046875, false], [-9.546875, false], [-9.546875, false], [-10.421875, false], [-9.546875, false], [-10.046875, false], [-9.421875, false], [-5.796875, false], [-10.046875, false], [-10.671875, false], [-5.796875, false], [-10.421875, false], [-10.796875, false], [-9.671875, false], [-5.796875, false], [-9.546875, false], [-10.046875, false], [-9.546875, false], [-11.171875, false], [-6.88671875, false], [-8.421875, false], [-9.140625, false], [-5.796875, false], [-8.421875, false], [-12.421875, false], [-9.671875, false], [-10.796875, false], [-9.671875, false], [-10.421875, false], [-6.421875, false], [-10.421875, false], [-9.546875, false], [-10.046875, false], [-9.421875, false], [-5.796875, false], [-10.796875, false], [-11.546875, false], [-10.046875, false], [-10.921875, false], [-9.546875, false], [-9.421875, false], [-10.796875, false], [-5.796875, false], [-9.546875, false], [-9.421875, false], [-5.796875, false], [-10.421875, false], [-10.796875, false], [-9.671875, false], [-5.796875, false], [-9.546875, false], [-10.046875, false], [-9.546875, false], [-11.171875, false], [-6.88671875, false], [-8.421875, false], [-12.671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 1999, "doc": {"id": "Mercury_7217980", "question": "What instrument should be used to monitor atmospheric pressure changes as a weather system approaches?", "choices": {"text": ["psychrometer", "thermometer", "anemometer", "barometer"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "barometer", "arguments": ["Question: What instrument should be used to monitor atmospheric pressure changes as a weather system approaches?\nAnswer:", " ["], "resps": [[[-7.81640625, false]], [[-9.3125, false]], [[-10.8125, false]], [[-10.3125, false]], [[-13.4375, false]], [[-11.4375, false]], [[-9.9375, false]], [[-12.0625, false]], [[-9.8125, false]], [[-8.8125, false]], [[-9.1875, false]], [[-11.0625, false]], [[-9.1875, false]], [[-12.0625, false]], [[-9.3125, false]], [[-9.421875, false]], [[-4.44140625, false]], [[-9.3125, false]], [[-11.0625, false]], [[-9.9375, false]], [[-9.1875, false]], [[-12.0625, false]], [[-8.8125, false]], [[-9.8125, false]], [[-8.8125, false]], [[-9.1875, false]], [[-11.0625, false]], [[-9.1875, false]], [[-12.0625, false]], [[-9.3125, false]], [[-9.421875, false]], [[-4.44140625, false]], [[-9.3125, false]], [[-4.81640625, false]], [[-9.6875, false]], [[-9.1875, false]], [[-8.8125, false]], [[-9.8125, false]], [[-8.8125, false]], [[-9.1875, false]], [[-11.0625, false]], [[-9.1875, false]], [[-12.0625, false]], [[-9.3125, false]], [[-9.421875, false]], [[-4.44140625, false]], [[-9.3125, false]], [[-10.6875, false]], [[-4.81640625, false]], [[-12.0625, false]], [[-9.8125, false]], [[-8.8125, false]], [[-9.1875, false]], [[-11.0625, false]], [[-9.1875, false]], [[-12.0625, false]], [[-9.3125, false]], [[-13.6875, false]]], "filtered_resps": [[-7.81640625, false], [-9.3125, false], [-10.8125, false], [-10.3125, false], [-13.4375, false], [-11.4375, false], [-9.9375, false], [-12.0625, false], [-9.8125, false], [-8.8125, false], [-9.1875, false], [-11.0625, false], [-9.1875, false], [-12.0625, false], [-9.3125, false], [-9.421875, false], [-4.44140625, false], [-9.3125, false], [-11.0625, false], [-9.9375, false], [-9.1875, false], [-12.0625, false], [-8.8125, false], [-9.8125, false], [-8.8125, false], [-9.1875, false], [-11.0625, false], [-9.1875, false], [-12.0625, false], [-9.3125, false], [-9.421875, false], [-4.44140625, false], [-9.3125, false], [-4.81640625, false], [-9.6875, false], [-9.1875, false], [-8.8125, false], [-9.8125, false], [-8.8125, false], [-9.1875, false], [-11.0625, false], [-9.1875, false], [-12.0625, false], [-9.3125, false], [-9.421875, false], [-4.44140625, false], [-9.3125, false], [-10.6875, false], [-4.81640625, false], [-12.0625, false], [-9.8125, false], [-8.8125, false], [-9.1875, false], [-11.0625, false], [-9.1875, false], [-12.0625, false], [-9.3125, false], [-13.6875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2007, "doc": {"id": "Mercury_407053", "question": "Which of these are scientific classifications for galaxies in the universe?", "choices": {"text": ["dust, gas, ice", "small, medium, large", "spiral, elliptical, irregular", "red giant, white dwarf, supernova"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "spiral, elliptical, irregular", "arguments": ["Question: Which of these are scientific classifications for galaxies in the universe?\nAnswer:", " ["], "resps": [[[-6.4140625, false]], [[-8.4140625, false]], [[-8.4140625, false]], [[-10.9140625, false]], [[-9.4140625, false]], [[-8.1640625, false]], [[-8.4453125, false]], [[-4.6640625, false]], [[-9.6640625, false]], [[-5.9140625, false]], [[-9.4140625, false]], [[-8.4453125, false]], [[-4.6640625, false]], [[-8.4140625, false]], [[-6.6640625, false]], [[-6.9140625, false]], [[-8.4140625, false]], [[-8.4453125, false]], [[-4.6640625, false]], [[-8.4140625, false]], [[-9.4140625, false]], [[-7.9140625, false]], [[-5.9140625, false]], [[-9.4140625, false]], [[-9.4140625, false]], [[-8.4453125, false]], [[-4.6640625, false]], [[-7.9140625, false]], [[-6.9140625, false]], [[-8.4140625, false]], [[-8.4140625, false]], [[-10.9140625, false]], [[-7.9140625, false]], [[-8.4453125, false]], [[-4.6640625, false]], [[-9.4140625, false]], [[-5.9140625, false]], [[-8.6640625, false]], [[-9.6640625, false]], [[-6.9140625, false]], [[-8.4140625, false]], [[-8.4453125, false]], [[-4.6640625, false]], [[-8.4140625, false]], [[-9.4140625, false]], [[-8.1640625, false]], [[-8.4140625, false]], [[-8.6640625, false]], [[-5.9140625, false]], [[-9.4140625, false]], [[-8.4453125, false]], [[-4.6640625, false]], [[-6.9140625, false]], [[-9.4140625, false]], [[-9.4140625, false]], [[-8.4140625, false]], [[-8.1640625, false]], [[-8.1640625, false]], [[-8.4140625, false]], [[-6.6640625, false]], [[-5.9140625, false]], [[-9.4140625, false]], [[-8.4453125, false]], [[-4.6640625, false]], [[-8.4140625, false]], [[-8.6640625, false]], [[-8.6640625, false]], [[-6.9140625, false]], [[-9.6640625, false]], [[-10.9140625, false]], [[-9.4140625, false]], [[-5.9140625, false]], [[-8.6640625, false]], [[-8.4140625, false]], [[-8.4453125, false]], [[-4.6640625, false]], [[-8.4140625, false]], [[-8.6640625, false]], [[-6.9140625, false]], [[-8.4140625, false]], [[-4.6640625, false]], [[-9.6640625, false]], [[-8.4140625, false]], [[-5.9140625, false]], [[-7.6640625, false]], [[-8.1640625, false]], [[-8.4453125, false]], [[-4.6640625, false]], [[-9.9140625, false]], [[-8.6640625, false]], [[-8.4140625, false]], [[-8.1640625, false]], [[-6.9140625, false]], [[-4.6640625, false]], [[-8.4140625, false]], [[-9.9140625, false]], [[-5.9140625, false]], [[-8.6640625, false]], [[-7.9140625, false]], [[-8.4453125, false]], [[-4.6640625, false]], [[-9.4140625, false]], [[-10.9140625, false]], [[-8.1640625, false]], [[-6.9140625, false]], [[-8.6640625, false]], [[-7.6640625, false]], [[-9.4140625, false]], [[-8.1640625, false]], [[-5.9140625, false]], [[-8.4140625, false]], [[-10.9140625, false]]], "filtered_resps": [[-6.4140625, false], [-8.4140625, false], [-8.4140625, false], [-10.9140625, false], [-9.4140625, false], [-8.1640625, false], [-8.4453125, false], [-4.6640625, false], [-9.6640625, false], [-5.9140625, false], [-9.4140625, false], [-8.4453125, false], [-4.6640625, false], [-8.4140625, false], [-6.6640625, false], [-6.9140625, false], [-8.4140625, false], [-8.4453125, false], [-4.6640625, false], [-8.4140625, false], [-9.4140625, false], [-7.9140625, false], [-5.9140625, false], [-9.4140625, false], [-9.4140625, false], [-8.4453125, false], [-4.6640625, false], [-7.9140625, false], [-6.9140625, false], [-8.4140625, false], [-8.4140625, false], [-10.9140625, false], [-7.9140625, false], [-8.4453125, false], [-4.6640625, false], [-9.4140625, false], [-5.9140625, false], [-8.6640625, false], [-9.6640625, false], [-6.9140625, false], [-8.4140625, false], [-8.4453125, false], [-4.6640625, false], [-8.4140625, false], [-9.4140625, false], [-8.1640625, false], [-8.4140625, false], [-8.6640625, false], [-5.9140625, false], [-9.4140625, false], [-8.4453125, false], [-4.6640625, false], [-6.9140625, false], [-9.4140625, false], [-9.4140625, false], [-8.4140625, false], [-8.1640625, false], [-8.1640625, false], [-8.4140625, false], [-6.6640625, false], [-5.9140625, false], [-9.4140625, false], [-8.4453125, false], [-4.6640625, false], [-8.4140625, false], [-8.6640625, false], [-8.6640625, false], [-6.9140625, false], [-9.6640625, false], [-10.9140625, false], [-9.4140625, false], [-5.9140625, false], [-8.6640625, false], [-8.4140625, false], [-8.4453125, false], [-4.6640625, false], [-8.4140625, false], [-8.6640625, false], [-6.9140625, false], [-8.4140625, false], [-4.6640625, false], [-9.6640625, false], [-8.4140625, false], [-5.9140625, false], [-7.6640625, false], [-8.1640625, false], [-8.4453125, false], [-4.6640625, false], [-9.9140625, false], [-8.6640625, false], [-8.4140625, false], [-8.1640625, false], [-6.9140625, false], [-4.6640625, false], [-8.4140625, false], [-9.9140625, false], [-5.9140625, false], [-8.6640625, false], [-7.9140625, false], [-8.4453125, false], [-4.6640625, false], [-9.4140625, false], [-10.9140625, false], [-8.1640625, false], [-6.9140625, false], [-8.6640625, false], [-7.6640625, false], [-9.4140625, false], [-8.1640625, false], [-5.9140625, false], [-8.4140625, false], [-10.9140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2015, "doc": {"id": "Mercury_405772", "question": "Which invention has done the most to help predict weather and warn people of approaching storms?", "choices": {"text": ["satellites", "airplanes", "barometers", "maps"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "satellites", "arguments": ["Question: Which invention has done the most to help predict weather and warn people of approaching storms?\nAnswer:", " ["], "resps": [[[-8.2265625, false]], [[-8.1015625, false]], [[-9.3515625, false]], [[-4.47265625, false]], [[-9.9765625, false]], [[-8.8515625, false]], [[-10.9765625, false]], [[-10.9765625, false]], [[-8.9765625, false]], [[-9.9765625, false]], [[-8.8515625, false]], [[-9.3515625, false]], [[-8.1015625, false]], [[-10.2734375, false]], [[-5.59765625, false]], [[-8.1015625, false]], [[-4.47265625, false]], [[-8.9765625, false]], [[-10.6015625, false]], [[-11.1015625, false]], [[-10.9765625, false]], [[-4.47265625, false]], [[-11.1015625, false]], [[-8.8515625, false]], [[-9.3515625, false]], [[-8.1015625, false]], [[-10.2734375, false]], [[-5.59765625, false]], [[-8.1015625, false]], [[-10.4765625, false]], [[-4.47265625, false]], [[-10.6015625, false]], [[-10.2265625, false]], [[-10.1015625, false]], [[-8.8515625, false]], [[-9.9765625, false]], [[-8.8515625, false]], [[-10.6015625, false]], [[-9.3515625, false]], [[-8.1015625, false]], [[-10.2734375, false]], [[-5.59765625, false]], [[-8.1015625, false]], [[-10.1015625, false]], [[-4.47265625, false]], [[-11.1015625, false]], [[-9.3515625, false]], [[-8.1015625, false]], [[-14.3515625, false]]], "filtered_resps": [[-8.2265625, false], [-8.1015625, false], [-9.3515625, false], [-4.47265625, false], [-9.9765625, false], [-8.8515625, false], [-10.9765625, false], [-10.9765625, false], [-8.9765625, false], [-9.9765625, false], [-8.8515625, false], [-9.3515625, false], [-8.1015625, false], [-10.2734375, false], [-5.59765625, false], [-8.1015625, false], [-4.47265625, false], [-8.9765625, false], [-10.6015625, false], [-11.1015625, false], [-10.9765625, false], [-4.47265625, false], [-11.1015625, false], [-8.8515625, false], [-9.3515625, false], [-8.1015625, false], [-10.2734375, false], [-5.59765625, false], [-8.1015625, false], [-10.4765625, false], [-4.47265625, false], [-10.6015625, false], [-10.2265625, false], [-10.1015625, false], [-8.8515625, false], [-9.9765625, false], [-8.8515625, false], [-10.6015625, false], [-9.3515625, false], [-8.1015625, false], [-10.2734375, false], [-5.59765625, false], [-8.1015625, false], [-10.1015625, false], [-4.47265625, false], [-11.1015625, false], [-9.3515625, false], [-8.1015625, false], [-14.3515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2023, "doc": {"id": "Mercury_417472", "question": "How are dormancy and hibernation similar in animals?", "choices": {"text": ["metabolic rate and body temperature both increase", "metabolic rate and body temperature both decrease", "metabolic rate increases and body temperature decreases", "metabolic rate decreases and body temperature increases"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "metabolic rate and body temperature both decrease", "arguments": ["Question: How are dormancy and hibernation similar in animals?\nAnswer:", " ["], "resps": [[[-7.68359375, false]], [[-9.1796875, false]], [[-11.6796875, false]], [[-9.1796875, false]], [[-11.9296875, false]], [[-7.18359375, false]], [[-10.6796875, false]], [[-10.1796875, false]], [[-10.6796875, false]], [[-9.4296875, false]], [[-10.9296875, false]], [[-5.93359375, false]], [[-11.9296875, false]], [[-7.18359375, false]], [[-11.9296875, false]], [[-9.1796875, false]], [[-5.93359375, false]], [[-7.18359375, false]], [[-10.1796875, false]], [[-9.1796875, false]], [[-5.93359375, false]], [[-10.6796875, false]], [[-10.1796875, false]], [[-9.1796875, false]], [[-12.6796875, false]], [[-5.93359375, false]], [[-11.9296875, false]], [[-9.1796875, false]], [[-11.6796875, false]], [[-11.4296875, false]], [[-9.1796875, false]], [[-11.9296875, false]], [[-7.18359375, false]], [[-11.9296875, false]], [[-10.4296875, false]], [[-11.9296875, false]], [[-9.1796875, false]], [[-5.93359375, false]], [[-10.6796875, false]], [[-10.1796875, false]], [[-11.9296875, false]], [[-10.4296875, false]], [[-5.93359375, false]], [[-9.4296875, false]], [[-10.1796875, false]], [[-10.9296875, false]], [[-11.9296875, false]], [[-9.1796875, false]], [[-7.18359375, false]], [[-9.9296875, false]], [[-9.1796875, false]], [[-9.1796875, false]], [[-11.140625, false]], [[-5.93359375, false]], [[-9.1796875, false]], [[-11.6796875, false]], [[-9.1796875, false]], [[-11.9296875, false]], [[-7.18359375, false]], [[-10.6796875, false]], [[-10.1796875, false]], [[-10.6796875, false]], [[-9.4296875, false]], [[-10.9296875, false]], [[-5.93359375, false]], [[-11.9296875, false]], [[-7.18359375, false]], [[-11.9296875, false]], [[-9.1796875, false]], [[-5.93359375, false]], [[-7.18359375, false]], [[-10.1796875, false]], [[-9.1796875, false]], [[-5.93359375, false]], [[-10.6796875, false]], [[-10.1796875, false]], [[-9.1796875, false]], [[-12.6796875, false]], [[-5.93359375, false]], [[-11.9296875, false]], [[-9.1796875, false]], [[-11.6796875, false]], [[-11.4296875, false]], [[-9.1796875, false]], [[-11.9296875, false]], [[-7.18359375, false]], [[-11.9296875, false]], [[-10.4296875, false]], [[-11.9296875, false]], [[-9.1796875, false]], [[-5.93359375, false]], [[-10.6796875, false]], [[-10.1796875, false]], [[-11.9296875, false]], [[-10.4296875, false]], [[-5.93359375, false]], [[-9.1796875, false]], [[-9.1796875, false]], [[-10.9296875, false]], [[-11.9296875, false]], [[-9.1796875, false]], [[-7.18359375, false]], [[-9.9296875, false]], [[-9.1796875, false]], [[-9.1796875, false]], [[-11.140625, false]], [[-5.93359375, false]], [[-9.1796875, false]], [[-11.6796875, false]], [[-9.1796875, false]], [[-11.9296875, false]], [[-7.18359375, false]], [[-10.6796875, false]], [[-10.1796875, false]], [[-10.6796875, false]], [[-9.4296875, false]], [[-10.9296875, false]], [[-5.93359375, false]], [[-11.9296875, false]], [[-7.18359375, false]], [[-11.9296875, false]], [[-9.1796875, false]], [[-5.93359375, false]], [[-9.4296875, false]], [[-10.1796875, false]], [[-10.9296875, false]], [[-11.9296875, false]], [[-9.1796875, false]], [[-7.18359375, false]], [[-9.9296875, false]], [[-9.1796875, false]], [[-9.9296875, false]], [[-5.93359375, false]], [[-7.18359375, false]], [[-10.1796875, false]], [[-9.1796875, false]], [[-5.93359375, false]], [[-10.6796875, false]], [[-10.1796875, false]], [[-9.1796875, false]], [[-12.6796875, false]], [[-5.93359375, false]], [[-11.9296875, false]], [[-9.1796875, false]], [[-11.6796875, false]], [[-11.4296875, false]], [[-9.1796875, false]], [[-11.9296875, false]], [[-7.18359375, false]], [[-11.9296875, false]], [[-10.4296875, false]], [[-11.9296875, false]], [[-9.1796875, false]], [[-5.93359375, false]], [[-9.1796875, false]], [[-9.1796875, false]], [[-10.9296875, false]], [[-11.9296875, false]], [[-9.1796875, false]], [[-7.18359375, false]], [[-9.9296875, false]], [[-9.1796875, false]], [[-9.9296875, false]], [[-9.1796875, false]], [[-11.140625, false]], [[-5.93359375, false]], [[-9.1796875, false]], [[-11.6796875, false]], [[-9.1796875, false]], [[-11.9296875, false]], [[-7.18359375, false]], [[-10.6796875, false]], [[-10.1796875, false]], [[-10.6796875, false]], [[-9.4296875, false]], [[-10.9296875, false]], [[-5.93359375, false]], [[-11.9296875, false]], [[-7.18359375, false]], [[-11.9296875, false]], [[-9.1796875, false]], [[-5.93359375, false]], [[-9.1796875, false]], [[-9.1796875, false]], [[-10.9296875, false]], [[-11.9296875, false]], [[-9.1796875, false]], [[-7.18359375, false]], [[-9.9296875, false]], [[-9.1796875, false]], [[-9.9296875, false]], [[-5.93359375, false]], [[-7.18359375, false]], [[-10.1796875, false]], [[-9.1796875, false]], [[-5.93359375, false]], [[-10.6796875, false]], [[-10.1796875, false]], [[-9.1796875, false]], [[-12.6796875, false]], [[-5.93359375, false]], [[-11.9296875, false]], [[-9.1796875, false]], [[-11.6796875, false]], [[-11.4296875, false]], [[-9.1796875, false]], [[-11.9296875, false]], [[-7.18359375, false]], [[-11.9296875, false]], [[-10.4296875, false]], [[-11.9296875, false]], [[-9.1796875, false]], [[-5.93359375, false]], [[-9.4296875, false]], [[-10.1796875, false]], [[-10.9296875, false]], [[-11.9296875, false]], [[-9.1796875, false]], [[-7.18359375, false]], [[-9.9296875, false]], [[-9.1796875, false]], [[-9.9296875, false]], [[-9.1796875, false]], [[-12.9296875, false]]], "filtered_resps": [[-7.68359375, false], [-9.1796875, false], [-11.6796875, false], [-9.1796875, false], [-11.9296875, false], [-7.18359375, false], [-10.6796875, false], [-10.1796875, false], [-10.6796875, false], [-9.4296875, false], [-10.9296875, false], [-5.93359375, false], [-11.9296875, false], [-7.18359375, false], [-11.9296875, false], [-9.1796875, false], [-5.93359375, false], [-7.18359375, false], [-10.1796875, false], [-9.1796875, false], [-5.93359375, false], [-10.6796875, false], [-10.1796875, false], [-9.1796875, false], [-12.6796875, false], [-5.93359375, false], [-11.9296875, false], [-9.1796875, false], [-11.6796875, false], [-11.4296875, false], [-9.1796875, false], [-11.9296875, false], [-7.18359375, false], [-11.9296875, false], [-10.4296875, false], [-11.9296875, false], [-9.1796875, false], [-5.93359375, false], [-10.6796875, false], [-10.1796875, false], [-11.9296875, false], [-10.4296875, false], [-5.93359375, false], [-9.4296875, false], [-10.1796875, false], [-10.9296875, false], [-11.9296875, false], [-9.1796875, false], [-7.18359375, false], [-9.9296875, false], [-9.1796875, false], [-9.1796875, false], [-11.140625, false], [-5.93359375, false], [-9.1796875, false], [-11.6796875, false], [-9.1796875, false], [-11.9296875, false], [-7.18359375, false], [-10.6796875, false], [-10.1796875, false], [-10.6796875, false], [-9.4296875, false], [-10.9296875, false], [-5.93359375, false], [-11.9296875, false], [-7.18359375, false], [-11.9296875, false], [-9.1796875, false], [-5.93359375, false], [-7.18359375, false], [-10.1796875, false], [-9.1796875, false], [-5.93359375, false], [-10.6796875, false], [-10.1796875, false], [-9.1796875, false], [-12.6796875, false], [-5.93359375, false], [-11.9296875, false], [-9.1796875, false], [-11.6796875, false], [-11.4296875, false], [-9.1796875, false], [-11.9296875, false], [-7.18359375, false], [-11.9296875, false], [-10.4296875, false], [-11.9296875, false], [-9.1796875, false], [-5.93359375, false], [-10.6796875, false], [-10.1796875, false], [-11.9296875, false], [-10.4296875, false], [-5.93359375, false], [-9.1796875, false], [-9.1796875, false], [-10.9296875, false], [-11.9296875, false], [-9.1796875, false], [-7.18359375, false], [-9.9296875, false], [-9.1796875, false], [-9.1796875, false], [-11.140625, false], [-5.93359375, false], [-9.1796875, false], [-11.6796875, false], [-9.1796875, false], [-11.9296875, false], [-7.18359375, false], [-10.6796875, false], [-10.1796875, false], [-10.6796875, false], [-9.4296875, false], [-10.9296875, false], [-5.93359375, false], [-11.9296875, false], [-7.18359375, false], [-11.9296875, false], [-9.1796875, false], [-5.93359375, false], [-9.4296875, false], [-10.1796875, false], [-10.9296875, false], [-11.9296875, false], [-9.1796875, false], [-7.18359375, false], [-9.9296875, false], [-9.1796875, false], [-9.9296875, false], [-5.93359375, false], [-7.18359375, false], [-10.1796875, false], [-9.1796875, false], [-5.93359375, false], [-10.6796875, false], [-10.1796875, false], [-9.1796875, false], [-12.6796875, false], [-5.93359375, false], [-11.9296875, false], [-9.1796875, false], [-11.6796875, false], [-11.4296875, false], [-9.1796875, false], [-11.9296875, false], [-7.18359375, false], [-11.9296875, false], [-10.4296875, false], [-11.9296875, false], [-9.1796875, false], [-5.93359375, false], [-9.1796875, false], [-9.1796875, false], [-10.9296875, false], [-11.9296875, false], [-9.1796875, false], [-7.18359375, false], [-9.9296875, false], [-9.1796875, false], [-9.9296875, false], [-9.1796875, false], [-11.140625, false], [-5.93359375, false], [-9.1796875, false], [-11.6796875, false], [-9.1796875, false], [-11.9296875, false], [-7.18359375, false], [-10.6796875, false], [-10.1796875, false], [-10.6796875, false], [-9.4296875, false], [-10.9296875, false], [-5.93359375, false], [-11.9296875, false], [-7.18359375, false], [-11.9296875, false], [-9.1796875, false], [-5.93359375, false], [-9.1796875, false], [-9.1796875, false], [-10.9296875, false], [-11.9296875, false], [-9.1796875, false], [-7.18359375, false], [-9.9296875, false], [-9.1796875, false], [-9.9296875, false], [-5.93359375, false], [-7.18359375, false], [-10.1796875, false], [-9.1796875, false], [-5.93359375, false], [-10.6796875, false], [-10.1796875, false], [-9.1796875, false], [-12.6796875, false], [-5.93359375, false], [-11.9296875, false], [-9.1796875, false], [-11.6796875, false], [-11.4296875, false], [-9.1796875, false], [-11.9296875, false], [-7.18359375, false], [-11.9296875, false], [-10.4296875, false], [-11.9296875, false], [-9.1796875, false], [-5.93359375, false], [-9.4296875, false], [-10.1796875, false], [-10.9296875, false], [-11.9296875, false], [-9.1796875, false], [-7.18359375, false], [-9.9296875, false], [-9.1796875, false], [-9.9296875, false], [-9.1796875, false], [-12.9296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2031, "doc": {"id": "Mercury_SC_LBS10591", "question": "Which is most likely to cause an organism to become endangered or extinct?", "choices": {"text": ["habitat loss", "behavioral changes", "increased reproduction rate", "altered migration patterns"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "habitat loss", "arguments": ["Question: Which is most likely to cause an organism to become endangered or extinct?\nAnswer:", " ["], "resps": [[[-7.32421875, false]], [[-8.6953125, false]], [[-11.4453125, false]], [[-4.44921875, false]], [[-9.5703125, false]], [[-8.8203125, false]], [[-11.1953125, false]], [[-4.44921875, false]], [[-11.1953125, false]], [[-5.32421875, false]], [[-9.9453125, false]], [[-8.4453125, false]], [[-9.1953125, false]], [[-9.1953125, false]], [[-8.6953125, false]], [[-10.390625, false]], [[-5.32421875, false]], [[-8.6953125, false]], [[-9.5703125, false]], [[-6.94921875, false]], [[-11.4453125, false]], [[-4.44921875, false]], [[-11.3203125, false]], [[-8.8203125, false]], [[-8.4453125, false]], [[-10.0703125, false]], [[-4.44921875, false]], [[-9.9453125, false]], [[-5.32421875, false]], [[-8.1953125, false]], [[-11.4453125, false]], [[-4.44921875, false]], [[-8.9453125, false]], [[-11.4453125, false]], [[-6.94921875, false]], [[-9.1953125, false]], [[-8.6953125, false]], [[-10.390625, false]], [[-5.32421875, false]], [[-8.6953125, false]], [[-8.8203125, false]], [[-8.9453125, false]], [[-8.1953125, false]], [[-10.0703125, false]], [[-6.94921875, false]], [[-4.44921875, false]], [[-9.1953125, false]], [[-6.94921875, false]], [[-7.32421875, false]], [[-5.32421875, false]], [[-10.0703125, false]], [[-6.94921875, false]], [[-9.5703125, false]], [[-10.0703125, false]], [[-8.4453125, false]], [[-7.32421875, false]], [[-11.0703125, false]], [[-8.1953125, false]], [[-11.1953125, false]], [[-8.8203125, false]], [[-8.4453125, false]], [[-8.9453125, false]], [[-5.32421875, false]], [[-10.0703125, false]], [[-4.44921875, false]], [[-11.1953125, false]], [[-6.94921875, false]], [[-8.6953125, false]], [[-10.390625, false]], [[-5.32421875, false]], [[-8.6953125, false]], [[-4.44921875, false]], [[-9.9453125, false]], [[-11.1953125, false]], [[-6.94921875, false]], [[-10.0703125, false]], [[-6.94921875, false]], [[-7.32421875, false]], [[-5.32421875, false]], [[-10.5703125, false]], [[-8.8203125, false]], [[-11.4453125, false]], [[-10.0703125, false]], [[-4.44921875, false]], [[-11.1953125, false]], [[-8.8203125, false]], [[-8.4453125, false]], [[-8.9453125, false]], [[-5.32421875, false]], [[-9.5703125, false]], [[-4.44921875, false]], [[-11.1953125, false]], [[-11.1953125, false]], [[-6.94921875, false]], [[-10.0703125, false]], [[-8.9453125, false]], [[-9.1953125, false]], [[-8.6953125, false]], [[-13.9453125, false]]], "filtered_resps": [[-7.32421875, false], [-8.6953125, false], [-11.4453125, false], [-4.44921875, false], [-9.5703125, false], [-8.8203125, false], [-11.1953125, false], [-4.44921875, false], [-11.1953125, false], [-5.32421875, false], [-9.9453125, false], [-8.4453125, false], [-9.1953125, false], [-9.1953125, false], [-8.6953125, false], [-10.390625, false], [-5.32421875, false], [-8.6953125, false], [-9.5703125, false], [-6.94921875, false], [-11.4453125, false], [-4.44921875, false], [-11.3203125, false], [-8.8203125, false], [-8.4453125, false], [-10.0703125, false], [-4.44921875, false], [-9.9453125, false], [-5.32421875, false], [-8.1953125, false], [-11.4453125, false], [-4.44921875, false], [-8.9453125, false], [-11.4453125, false], [-6.94921875, false], [-9.1953125, false], [-8.6953125, false], [-10.390625, false], [-5.32421875, false], [-8.6953125, false], [-8.8203125, false], [-8.9453125, false], [-8.1953125, false], [-10.0703125, false], [-6.94921875, false], [-4.44921875, false], [-9.1953125, false], [-6.94921875, false], [-7.32421875, false], [-5.32421875, false], [-10.0703125, false], [-6.94921875, false], [-9.5703125, false], [-10.0703125, false], [-8.4453125, false], [-7.32421875, false], [-11.0703125, false], [-8.1953125, false], [-11.1953125, false], [-8.8203125, false], [-8.4453125, false], [-8.9453125, false], [-5.32421875, false], [-10.0703125, false], [-4.44921875, false], [-11.1953125, false], [-6.94921875, false], [-8.6953125, false], [-10.390625, false], [-5.32421875, false], [-8.6953125, false], [-4.44921875, false], [-9.9453125, false], [-11.1953125, false], [-6.94921875, false], [-10.0703125, false], [-6.94921875, false], [-7.32421875, false], [-5.32421875, false], [-10.5703125, false], [-8.8203125, false], [-11.4453125, false], [-10.0703125, false], [-4.44921875, false], [-11.1953125, false], [-8.8203125, false], [-8.4453125, false], [-8.9453125, false], [-5.32421875, false], [-9.5703125, false], [-4.44921875, false], [-11.1953125, false], [-11.1953125, false], [-6.94921875, false], [-10.0703125, false], [-8.9453125, false], [-9.1953125, false], [-8.6953125, false], [-13.9453125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2039, "doc": {"id": "ACTAAP_2013_7_14", "question": "Sodium chloride is formed when sodium and chlorine chemically combine. Which term best describes sodium chloride?", "choices": {"text": ["mixture", "element", "solution", "compound"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "compound", "arguments": ["Question: Sodium chloride is formed when sodium and chlorine chemically combine. Which term best describes sodium chloride?\nAnswer:", " ["], "resps": [[[-6.3046875, false]], [[-9.5546875, false]], [[-7.8046875, false]], [[-7.0546875, false]], [[-9.8046875, false]], [[-9.3046875, false]], [[-8.3046875, false]], [[-11.0546875, false]], [[-8.3046875, false]], [[-9.5546875, false]], [[-9.703125, false]], [[-5.5546875, false]], [[-9.5546875, false]], [[-8.3046875, false]], [[-10.3046875, false]], [[-8.3046875, false]], [[-7.8046875, false]], [[-8.3046875, false]], [[-5.8046875, false]], [[-9.3046875, false]], [[-9.5546875, false]], [[-9.703125, false]], [[-5.5546875, false]], [[-9.5546875, false]], [[-6.8046875, false]], [[-8.3046875, false]], [[-10.3046875, false]], [[-8.3046875, false]], [[-9.3046875, false]], [[-7.0546875, false]], [[-8.3046875, false]], [[-5.8046875, false]], [[-9.5546875, false]], [[-9.703125, false]], [[-5.5546875, false]], [[-9.5546875, false]], [[-6.5546875, false]], [[-8.3046875, false]], [[-7.8046875, false]], [[-8.8046875, false]], [[-8.3046875, false]], [[-8.3046875, false]], [[-5.8046875, false]], [[-9.3046875, false]], [[-9.5546875, false]], [[-12.8046875, false]]], "filtered_resps": [[-6.3046875, false], [-9.5546875, false], [-7.8046875, false], [-7.0546875, false], [-9.8046875, false], [-9.3046875, false], [-8.3046875, false], [-11.0546875, false], [-8.3046875, false], [-9.5546875, false], [-9.703125, false], [-5.5546875, false], [-9.5546875, false], [-8.3046875, false], [-10.3046875, false], [-8.3046875, false], [-7.8046875, false], [-8.3046875, false], [-5.8046875, false], [-9.3046875, false], [-9.5546875, false], [-9.703125, false], [-5.5546875, false], [-9.5546875, false], [-6.8046875, false], [-8.3046875, false], [-10.3046875, false], [-8.3046875, false], [-9.3046875, false], [-7.0546875, false], [-8.3046875, false], [-5.8046875, false], [-9.5546875, false], [-9.703125, false], [-5.5546875, false], [-9.5546875, false], [-6.5546875, false], [-8.3046875, false], [-7.8046875, false], [-8.8046875, false], [-8.3046875, false], [-8.3046875, false], [-5.8046875, false], [-9.3046875, false], [-9.5546875, false], [-12.8046875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2047, "doc": {"id": "MEA_2011_8_15", "question": "How would the Sun appear to an astronaut on Pluto compared with how it looks from Earth?", "choices": {"text": ["The Sun would appear larger and brighter.", "The Sun would appear smaller and brighter.", "The Sun would appear larger and dimmer.", "The Sun would appear smaller and dimmer."], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "The Sun would appear smaller and dimmer.", "arguments": ["Question: How would the Sun appear to an astronaut on Pluto compared with how it looks from Earth?\nAnswer:", " ["], "resps": [[[-7.6484375, false]], [[-8.3984375, false]], [[-7.8984375, false]], [[-12.6484375, false]], [[-10.1484375, false]], [[-5.8984375, false]], [[-6.6484375, false]], [[-12.6484375, false]], [[-11.1484375, false]], [[-5.8984375, false]], [[-12.1484375, false]], [[-10.8984375, false]], [[-12.6484375, false]], [[-11.8984375, false]], [[-11.6484375, false]], [[-5.8984375, false]], [[-6.8984375, false]], [[-11.1484375, false]], [[-11.1484375, false]], [[-10.1484375, false]], [[-6.8984375, false]], [[-13.3984375, false]], [[-5.8984375, false]], [[-11.8984375, false]], [[-6.8984375, false]], [[-13.3984375, false]], [[-14.6484375, false]], [[-10.1484375, false]], [[-13.3984375, false]], [[-5.8984375, false]], [[-6.8984375, false]], [[-11.1484375, false]], [[-11.6484375, false]], [[-5.8984375, false]], [[-11.8984375, false]], [[-13.3984375, false]], [[-10.1484375, false]], [[-14.6484375, false]], [[-12.6484375, false]], [[-11.1484375, false]], [[-10.1484375, false]], [[-13.3984375, false]], [[-7.64453125, false]], [[-8.3984375, false]], [[-11.015625, false]], [[-5.8984375, false]], [[-8.3984375, false]], [[-7.8984375, false]], [[-12.6484375, false]], [[-10.1484375, false]], [[-5.8984375, false]], [[-6.6484375, false]], [[-12.6484375, false]], [[-11.1484375, false]], [[-5.8984375, false]], [[-12.1484375, false]], [[-10.8984375, false]], [[-12.6484375, false]], [[-11.8984375, false]], [[-11.6484375, false]], [[-5.8984375, false]], [[-6.8984375, false]], [[-11.1484375, false]], [[-11.1484375, false]], [[-10.1484375, false]], [[-6.8984375, false]], [[-13.3984375, false]], [[-5.8984375, false]], [[-11.1484375, false]], [[-12.8984375, false]], [[-6.8984375, false]], [[-11.8984375, false]], [[-11.8984375, false]], [[-10.1484375, false]], [[-13.3984375, false]], [[-5.8984375, false]], [[-6.8984375, false]], [[-11.1484375, false]], [[-11.6484375, false]], [[-5.8984375, false]], [[-11.8984375, false]], [[-13.3984375, false]], [[-10.1484375, false]], [[-14.6484375, false]], [[-12.6484375, false]], [[-11.1484375, false]], [[-10.1484375, false]], [[-13.3984375, false]], [[-7.64453125, false]], [[-8.3984375, false]], [[-11.015625, false]], [[-5.8984375, false]], [[-8.3984375, false]], [[-7.8984375, false]], [[-12.6484375, false]], [[-10.1484375, false]], [[-5.8984375, false]], [[-6.6484375, false]], [[-12.6484375, false]], [[-11.1484375, false]], [[-5.8984375, false]], [[-12.1484375, false]], [[-10.8984375, false]], [[-12.6484375, false]], [[-11.8984375, false]], [[-11.6484375, false]], [[-5.8984375, false]], [[-6.8984375, false]], [[-11.1484375, false]], [[-11.1484375, false]], [[-10.1484375, false]], [[-6.8984375, false]], [[-13.3984375, false]], [[-5.8984375, false]], [[-11.8984375, false]], [[-6.8984375, false]], [[-13.3984375, false]], [[-14.6484375, false]], [[-10.1484375, false]], [[-13.3984375, false]], [[-5.8984375, false]], [[-6.8984375, false]], [[-11.1484375, false]], [[-11.6484375, false]], [[-5.8984375, false]], [[-11.6484375, false]], [[-10.1484375, false]], [[-12.8984375, false]], [[-12.8984375, false]], [[-10.1484375, false]], [[-13.3984375, false]], [[-7.64453125, false]], [[-8.3984375, false]], [[-11.015625, false]], [[-5.8984375, false]], [[-8.3984375, false]], [[-7.8984375, false]], [[-12.6484375, false]], [[-10.1484375, false]], [[-5.8984375, false]], [[-6.6484375, false]], [[-12.6484375, false]], [[-11.1484375, false]], [[-5.8984375, false]], [[-12.1484375, false]], [[-10.8984375, false]], [[-12.6484375, false]], [[-11.8984375, false]], [[-11.6484375, false]], [[-5.8984375, false]], [[-6.8984375, false]], [[-11.1484375, false]], [[-11.1484375, false]], [[-10.1484375, false]], [[-6.8984375, false]], [[-13.3984375, false]], [[-5.8984375, false]], [[-11.1484375, false]], [[-12.8984375, false]], [[-6.8984375, false]], [[-11.8984375, false]], [[-11.8984375, false]], [[-10.1484375, false]], [[-13.3984375, false]], [[-5.8984375, false]], [[-6.8984375, false]], [[-11.1484375, false]], [[-11.6484375, false]], [[-5.8984375, false]], [[-11.6484375, false]], [[-10.1484375, false]], [[-12.8984375, false]], [[-12.8984375, false]], [[-10.1484375, false]], [[-13.3984375, false]], [[-7.64453125, false]], [[-8.3984375, false]], [[-12.1484375, false]]], "filtered_resps": [[-7.6484375, false], [-8.3984375, false], [-7.8984375, false], [-12.6484375, false], [-10.1484375, false], [-5.8984375, false], [-6.6484375, false], [-12.6484375, false], [-11.1484375, false], [-5.8984375, false], [-12.1484375, false], [-10.8984375, false], [-12.6484375, false], [-11.8984375, false], [-11.6484375, false], [-5.8984375, false], [-6.8984375, false], [-11.1484375, false], [-11.1484375, false], [-10.1484375, false], [-6.8984375, false], [-13.3984375, false], [-5.8984375, false], [-11.8984375, false], [-6.8984375, false], [-13.3984375, false], [-14.6484375, false], [-10.1484375, false], [-13.3984375, false], [-5.8984375, false], [-6.8984375, false], [-11.1484375, false], [-11.6484375, false], [-5.8984375, false], [-11.8984375, false], [-13.3984375, false], [-10.1484375, false], [-14.6484375, false], [-12.6484375, false], [-11.1484375, false], [-10.1484375, false], [-13.3984375, false], [-7.64453125, false], [-8.3984375, false], [-11.015625, false], [-5.8984375, false], [-8.3984375, false], [-7.8984375, false], [-12.6484375, false], [-10.1484375, false], [-5.8984375, false], [-6.6484375, false], [-12.6484375, false], [-11.1484375, false], [-5.8984375, false], [-12.1484375, false], [-10.8984375, false], [-12.6484375, false], [-11.8984375, false], [-11.6484375, false], [-5.8984375, false], [-6.8984375, false], [-11.1484375, false], [-11.1484375, false], [-10.1484375, false], [-6.8984375, false], [-13.3984375, false], [-5.8984375, false], [-11.1484375, false], [-12.8984375, false], [-6.8984375, false], [-11.8984375, false], [-11.8984375, false], [-10.1484375, false], [-13.3984375, false], [-5.8984375, false], [-6.8984375, false], [-11.1484375, false], [-11.6484375, false], [-5.8984375, false], [-11.8984375, false], [-13.3984375, false], [-10.1484375, false], [-14.6484375, false], [-12.6484375, false], [-11.1484375, false], [-10.1484375, false], [-13.3984375, false], [-7.64453125, false], [-8.3984375, false], [-11.015625, false], [-5.8984375, false], [-8.3984375, false], [-7.8984375, false], [-12.6484375, false], [-10.1484375, false], [-5.8984375, false], [-6.6484375, false], [-12.6484375, false], [-11.1484375, false], [-5.8984375, false], [-12.1484375, false], [-10.8984375, false], [-12.6484375, false], [-11.8984375, false], [-11.6484375, false], [-5.8984375, false], [-6.8984375, false], [-11.1484375, false], [-11.1484375, false], [-10.1484375, false], [-6.8984375, false], [-13.3984375, false], [-5.8984375, false], [-11.8984375, false], [-6.8984375, false], [-13.3984375, false], [-14.6484375, false], [-10.1484375, false], [-13.3984375, false], [-5.8984375, false], [-6.8984375, false], [-11.1484375, false], [-11.6484375, false], [-5.8984375, false], [-11.6484375, false], [-10.1484375, false], [-12.8984375, false], [-12.8984375, false], [-10.1484375, false], [-13.3984375, false], [-7.64453125, false], [-8.3984375, false], [-11.015625, false], [-5.8984375, false], [-8.3984375, false], [-7.8984375, false], [-12.6484375, false], [-10.1484375, false], [-5.8984375, false], [-6.6484375, false], [-12.6484375, false], [-11.1484375, false], [-5.8984375, false], [-12.1484375, false], [-10.8984375, false], [-12.6484375, false], [-11.8984375, false], [-11.6484375, false], [-5.8984375, false], [-6.8984375, false], [-11.1484375, false], [-11.1484375, false], [-10.1484375, false], [-6.8984375, false], [-13.3984375, false], [-5.8984375, false], [-11.1484375, false], [-12.8984375, false], [-6.8984375, false], [-11.8984375, false], [-11.8984375, false], [-10.1484375, false], [-13.3984375, false], [-5.8984375, false], [-6.8984375, false], [-11.1484375, false], [-11.6484375, false], [-5.8984375, false], [-11.6484375, false], [-10.1484375, false], [-12.8984375, false], [-12.8984375, false], [-10.1484375, false], [-13.3984375, false], [-7.64453125, false], [-8.3984375, false], [-12.1484375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2055, "doc": {"id": "Mercury_SC_415335", "question": "How does the Sun power the water cycle?", "choices": {"text": ["Energy from the Sun evaporates water.", "Energy from the Sun condenses water.", "Energy from the Sun precipitates water.", "Energy from the Sun collects water."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Energy from the Sun evaporates water.", "arguments": ["Question: How does the Sun power the water cycle?\nAnswer:", " ["], "resps": [[[-7.98046875, false]], [[-8.9765625, false]], [[-6.73046875, false]], [[-11.7265625, false]], [[-9.9765625, false]], [[-12.9765625, false]], [[-14.4765625, false]], [[-12.9765625, false]], [[-6.23046875, false]], [[-11.7265625, false]], [[-12.9765625, false]], [[-10.2265625, false]], [[-12.4765625, false]], [[-6.23046875, false]], [[-11.9765625, false]], [[-12.2265625, false]], [[-9.9765625, false]], [[-6.23046875, false]], [[-7.48046875, false]], [[-11.9765625, false]], [[-11.7265625, false]], [[-6.23046875, false]], [[-9.9765625, false]], [[-11.9765625, false]], [[-6.98046875, false]], [[-11.2265625, false]], [[-10.2265625, false]], [[-12.9765625, false]], [[-6.98046875, false]], [[-11.9765625, false]], [[-9.9765625, false]], [[-10.9765625, false]], [[-6.23046875, false]], [[-11.9765625, false]], [[-6.98046875, false]], [[-11.9765625, false]], [[-9.9765625, false]], [[-12.9765625, false]], [[-7.5859375, false]], [[-8.9765625, false]], [[-10.328125, false]], [[-6.23046875, false]], [[-8.9765625, false]], [[-6.73046875, false]], [[-11.7265625, false]], [[-9.9765625, false]], [[-12.9765625, false]], [[-14.4765625, false]], [[-12.9765625, false]], [[-6.23046875, false]], [[-11.7265625, false]], [[-12.9765625, false]], [[-10.2265625, false]], [[-12.4765625, false]], [[-6.23046875, false]], [[-11.9765625, false]], [[-12.2265625, false]], [[-9.9765625, false]], [[-6.23046875, false]], [[-7.48046875, false]], [[-11.9765625, false]], [[-11.7265625, false]], [[-6.23046875, false]], [[-11.7265625, false]], [[-10.2265625, false]], [[-11.7265625, false]], [[-11.2265625, false]], [[-9.9765625, false]], [[-11.7265625, false]], [[-10.9765625, false]], [[-9.9765625, false]], [[-10.9765625, false]], [[-6.23046875, false]], [[-11.9765625, false]], [[-6.98046875, false]], [[-11.9765625, false]], [[-9.9765625, false]], [[-12.9765625, false]], [[-7.5859375, false]], [[-8.9765625, false]], [[-10.328125, false]], [[-6.23046875, false]], [[-8.9765625, false]], [[-6.73046875, false]], [[-11.7265625, false]], [[-9.9765625, false]], [[-12.9765625, false]], [[-14.4765625, false]], [[-12.9765625, false]], [[-6.23046875, false]], [[-11.7265625, false]], [[-12.9765625, false]], [[-10.2265625, false]], [[-12.4765625, false]], [[-6.23046875, false]], [[-11.9765625, false]], [[-12.2265625, false]], [[-9.9765625, false]], [[-6.23046875, false]], [[-7.48046875, false]], [[-11.9765625, false]], [[-11.7265625, false]], [[-6.23046875, false]], [[-11.2265625, false]], [[-12.9765625, false]], [[-9.9765625, false]], [[-11.7265625, false]], [[-9.7265625, false]], [[-11.2265625, false]], [[-9.7265625, false]], [[-11.9765625, false]], [[-6.98046875, false]], [[-11.9765625, false]], [[-9.9765625, false]], [[-10.9765625, false]], [[-6.23046875, false]], [[-11.9765625, false]], [[-6.98046875, false]], [[-11.9765625, false]], [[-9.9765625, false]], [[-12.9765625, false]], [[-7.5859375, false]], [[-8.9765625, false]], [[-10.328125, false]], [[-6.23046875, false]], [[-8.9765625, false]], [[-6.73046875, false]], [[-11.7265625, false]], [[-9.9765625, false]], [[-12.9765625, false]], [[-14.4765625, false]], [[-12.9765625, false]], [[-6.23046875, false]], [[-11.7265625, false]], [[-12.9765625, false]], [[-10.2265625, false]], [[-12.4765625, false]], [[-6.23046875, false]], [[-11.9765625, false]], [[-12.2265625, false]], [[-9.9765625, false]], [[-6.23046875, false]], [[-7.48046875, false]], [[-11.9765625, false]], [[-11.7265625, false]], [[-6.23046875, false]], [[-11.7265625, false]], [[-10.2265625, false]], [[-11.7265625, false]], [[-11.7265625, false]], [[-9.9765625, false]], [[-11.7265625, false]], [[-11.9765625, false]], [[-10.9765625, false]], [[-6.23046875, false]], [[-11.9765625, false]], [[-6.98046875, false]], [[-11.9765625, false]], [[-9.9765625, false]], [[-12.9765625, false]], [[-7.5859375, false]], [[-8.9765625, false]], [[-13.4765625, false]]], "filtered_resps": [[-7.98046875, false], [-8.9765625, false], [-6.73046875, false], [-11.7265625, false], [-9.9765625, false], [-12.9765625, false], [-14.4765625, false], [-12.9765625, false], [-6.23046875, false], [-11.7265625, false], [-12.9765625, false], [-10.2265625, false], [-12.4765625, false], [-6.23046875, false], [-11.9765625, false], [-12.2265625, false], [-9.9765625, false], [-6.23046875, false], [-7.48046875, false], [-11.9765625, false], [-11.7265625, false], [-6.23046875, false], [-9.9765625, false], [-11.9765625, false], [-6.98046875, false], [-11.2265625, false], [-10.2265625, false], [-12.9765625, false], [-6.98046875, false], [-11.9765625, false], [-9.9765625, false], [-10.9765625, false], [-6.23046875, false], [-11.9765625, false], [-6.98046875, false], [-11.9765625, false], [-9.9765625, false], [-12.9765625, false], [-7.5859375, false], [-8.9765625, false], [-10.328125, false], [-6.23046875, false], [-8.9765625, false], [-6.73046875, false], [-11.7265625, false], [-9.9765625, false], [-12.9765625, false], [-14.4765625, false], [-12.9765625, false], [-6.23046875, false], [-11.7265625, false], [-12.9765625, false], [-10.2265625, false], [-12.4765625, false], [-6.23046875, false], [-11.9765625, false], [-12.2265625, false], [-9.9765625, false], [-6.23046875, false], [-7.48046875, false], [-11.9765625, false], [-11.7265625, false], [-6.23046875, false], [-11.7265625, false], [-10.2265625, false], [-11.7265625, false], [-11.2265625, false], [-9.9765625, false], [-11.7265625, false], [-10.9765625, false], [-9.9765625, false], [-10.9765625, false], [-6.23046875, false], [-11.9765625, false], [-6.98046875, false], [-11.9765625, false], [-9.9765625, false], [-12.9765625, false], [-7.5859375, false], [-8.9765625, false], [-10.328125, false], [-6.23046875, false], [-8.9765625, false], [-6.73046875, false], [-11.7265625, false], [-9.9765625, false], [-12.9765625, false], [-14.4765625, false], [-12.9765625, false], [-6.23046875, false], [-11.7265625, false], [-12.9765625, false], [-10.2265625, false], [-12.4765625, false], [-6.23046875, false], [-11.9765625, false], [-12.2265625, false], [-9.9765625, false], [-6.23046875, false], [-7.48046875, false], [-11.9765625, false], [-11.7265625, false], [-6.23046875, false], [-11.2265625, false], [-12.9765625, false], [-9.9765625, false], [-11.7265625, false], [-9.7265625, false], [-11.2265625, false], [-9.7265625, false], [-11.9765625, false], [-6.98046875, false], [-11.9765625, false], [-9.9765625, false], [-10.9765625, false], [-6.23046875, false], [-11.9765625, false], [-6.98046875, false], [-11.9765625, false], [-9.9765625, false], [-12.9765625, false], [-7.5859375, false], [-8.9765625, false], [-10.328125, false], [-6.23046875, false], [-8.9765625, false], [-6.73046875, false], [-11.7265625, false], [-9.9765625, false], [-12.9765625, false], [-14.4765625, false], [-12.9765625, false], [-6.23046875, false], [-11.7265625, false], [-12.9765625, false], [-10.2265625, false], [-12.4765625, false], [-6.23046875, false], [-11.9765625, false], [-12.2265625, false], [-9.9765625, false], [-6.23046875, false], [-7.48046875, false], [-11.9765625, false], [-11.7265625, false], [-6.23046875, false], [-11.7265625, false], [-10.2265625, false], [-11.7265625, false], [-11.7265625, false], [-9.9765625, false], [-11.7265625, false], [-11.9765625, false], [-10.9765625, false], [-6.23046875, false], [-11.9765625, false], [-6.98046875, false], [-11.9765625, false], [-9.9765625, false], [-12.9765625, false], [-7.5859375, false], [-8.9765625, false], [-13.4765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2063, "doc": {"id": "NYSEDREGENTS_2012_8_40", "question": "Fossil fuels are considered nonrenewable because they", "choices": {"text": ["produce pollution", "are no longer used by humans", "often contain microscopic animals", "take millions of years to form"], "label": ["1", "2", "3", "4"]}, "answerKey": "4"}, "target": "take millions of years to form", "arguments": ["Question: Fossil fuels are considered nonrenewable because they\nAnswer:", " ["], "resps": [[[-7.61328125, false]], [[-7.98828125, false]], [[-9.359375, false]], [[-10.234375, false]], [[-8.484375, false]], [[-8.359375, false]], [[-10.234375, false]], [[-7.98828125, false]], [[-7.48828125, false]], [[-5.36328125, false]], [[-9.359375, false]], [[-8.484375, false]], [[-9.984375, false]], [[-9.984375, false]], [[-10.234375, false]], [[-10.984375, false]], [[-7.23828125, false]], [[-8.484375, false]], [[-7.98828125, false]], [[-7.98828125, false]], [[-8.921875, false]], [[-5.36328125, false]], [[-7.98828125, false]], [[-5.86328125, false]], [[-10.234375, false]], [[-7.48828125, false]], [[-5.36328125, false]], [[-7.98828125, false]], [[-8.484375, false]], [[-5.36328125, false]], [[-9.984375, false]], [[-8.484375, false]], [[-7.98828125, false]], [[-9.609375, false]], [[-7.48828125, false]], [[-10.234375, false]], [[-5.36328125, false]], [[-10.234375, false]], [[-9.109375, false]], [[-7.48828125, false]], [[-8.359375, false]], [[-5.36328125, false]], [[-8.484375, false]], [[-9.984375, false]], [[-5.36328125, false]], [[-11.109375, false]], [[-10.234375, false]], [[-9.984375, false]], [[-5.86328125, false]], [[-7.98828125, false]], [[-9.109375, false]], [[-7.98828125, false]], [[-8.921875, false]], [[-5.36328125, false]], [[-7.98828125, false]], [[-8.484375, false]], [[-9.109375, false]], [[-10.984375, false]], [[-7.48828125, false]], [[-7.98828125, false]], [[-5.36328125, false]], [[-7.98828125, false]], [[-8.484375, false]], [[-7.98828125, false]], [[-10.984375, false]], [[-5.86328125, false]], [[-7.23828125, false]], [[-7.98828125, false]], [[-5.36328125, false]], [[-9.984375, false]], [[-7.23828125, false]], [[-7.98828125, false]], [[-10.234375, false]], [[-8.484375, false]], [[-9.109375, false]], [[-7.98828125, false]], [[-8.484375, false]], [[-9.359375, false]], [[-7.23828125, false]], [[-7.98828125, false]], [[-5.36328125, false]], [[-5.86328125, false]], [[-7.98828125, false]], [[-7.23828125, false]], [[-9.984375, false]], [[-5.86328125, false]], [[-9.984375, false]], [[-9.109375, false]], [[-7.98828125, false]], [[-8.921875, false]], [[-5.36328125, false]], [[-7.98828125, false]], [[-10.984375, false]], [[-5.86328125, false]], [[-9.984375, false]], [[-7.48828125, false]], [[-5.36328125, false]], [[-9.984375, false]], [[-7.23828125, false]], [[-9.984375, false]], [[-9.984375, false]], [[-7.23828125, false]], [[-8.484375, false]], [[-7.98828125, false]], [[-9.109375, false]], [[-5.36328125, false]], [[-8.484375, false]], [[-9.109375, false]], [[-5.36328125, false]], [[-9.984375, false]], [[-7.48828125, false]], [[-5.86328125, false]], [[-10.234375, false]], [[-9.109375, false]], [[-5.36328125, false]], [[-10.984375, false]], [[-8.484375, false]], [[-5.36328125, false]], [[-9.109375, false]], [[-8.484375, false]], [[-10.234375, false]], [[-9.984375, false]], [[-7.98828125, false]], [[-12.234375, false]]], "filtered_resps": [[-7.61328125, false], [-7.98828125, false], [-9.359375, false], [-10.234375, false], [-8.484375, false], [-8.359375, false], [-10.234375, false], [-7.98828125, false], [-7.48828125, false], [-5.36328125, false], [-9.359375, false], [-8.484375, false], [-9.984375, false], [-9.984375, false], [-10.234375, false], [-10.984375, false], [-7.23828125, false], [-8.484375, false], [-7.98828125, false], [-7.98828125, false], [-8.921875, false], [-5.36328125, false], [-7.98828125, false], [-5.86328125, false], [-10.234375, false], [-7.48828125, false], [-5.36328125, false], [-7.98828125, false], [-8.484375, false], [-5.36328125, false], [-9.984375, false], [-8.484375, false], [-7.98828125, false], [-9.609375, false], [-7.48828125, false], [-10.234375, false], [-5.36328125, false], [-10.234375, false], [-9.109375, false], [-7.48828125, false], [-8.359375, false], [-5.36328125, false], [-8.484375, false], [-9.984375, false], [-5.36328125, false], [-11.109375, false], [-10.234375, false], [-9.984375, false], [-5.86328125, false], [-7.98828125, false], [-9.109375, false], [-7.98828125, false], [-8.921875, false], [-5.36328125, false], [-7.98828125, false], [-8.484375, false], [-9.109375, false], [-10.984375, false], [-7.48828125, false], [-7.98828125, false], [-5.36328125, false], [-7.98828125, false], [-8.484375, false], [-7.98828125, false], [-10.984375, false], [-5.86328125, false], [-7.23828125, false], [-7.98828125, false], [-5.36328125, false], [-9.984375, false], [-7.23828125, false], [-7.98828125, false], [-10.234375, false], [-8.484375, false], [-9.109375, false], [-7.98828125, false], [-8.484375, false], [-9.359375, false], [-7.23828125, false], [-7.98828125, false], [-5.36328125, false], [-5.86328125, false], [-7.98828125, false], [-7.23828125, false], [-9.984375, false], [-5.86328125, false], [-9.984375, false], [-9.109375, false], [-7.98828125, false], [-8.921875, false], [-5.36328125, false], [-7.98828125, false], [-10.984375, false], [-5.86328125, false], [-9.984375, false], [-7.48828125, false], [-5.36328125, false], [-9.984375, false], [-7.23828125, false], [-9.984375, false], [-9.984375, false], [-7.23828125, false], [-8.484375, false], [-7.98828125, false], [-9.109375, false], [-5.36328125, false], [-8.484375, false], [-9.109375, false], [-5.36328125, false], [-9.984375, false], [-7.48828125, false], [-5.86328125, false], [-10.234375, false], [-9.109375, false], [-5.36328125, false], [-10.984375, false], [-8.484375, false], [-5.36328125, false], [-9.109375, false], [-8.484375, false], [-10.234375, false], [-9.984375, false], [-7.98828125, false], [-12.234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2071, "doc": {"id": "Mercury_401396", "question": "Which equipment would best be used for an activity on a biochemistry unit?", "choices": {"text": ["meter stick, microscope, and test tubes", "test tube, hot plate, and safety goggles", "balance, telescope, and graduated cylinder", "Petri dish, dissecting equipment, and spring scale"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "test tube, hot plate, and safety goggles", "arguments": ["Question: Which equipment would best be used for an activity on a biochemistry unit?\nAnswer:", " ["], "resps": [[[-7.75, false]], [[-9.625, false]], [[-9.875, false]], [[-8.5, false]], [[-10.25, false]], [[-8.5, false]], [[-11.25, false]], [[-5.0, false]], [[-8.75, false]], [[-10.25, false]], [[-8.0, false]], [[-9.25, false]], [[-9.875, false]], [[-9.6953125, false]], [[-5.0, false]], [[-9.875, false]], [[-8.0, false]], [[-9.25, false]], [[-11.25, false]], [[-8.75, false]], [[-8.75, false]], [[-9.25, false]], [[-8.75, false]], [[-10.0, false]], [[-8.5, false]], [[-9.6953125, false]], [[-5.0, false]], [[-4.875, false]], [[-9.625, false]], [[-10.0, false]], [[-5.0, false]], [[-10.25, false]], [[-8.5, false]], [[-8.75, false]], [[-10.25, false]], [[-5.0, false]], [[-10.25, false]], [[-9.375, false]], [[-9.125, false]], [[-8.5, false]], [[-8.75, false]], [[-9.625, false]], [[-9.6953125, false]], [[-5.0, false]], [[-9.625, false]], [[-10.25, false]], [[-8.5, false]], [[-8.75, false]], [[-10.25, false]], [[-5.0, false]], [[-10.25, false]], [[-9.375, false]], [[-9.125, false]], [[-8.5, false]], [[-9.6953125, false]], [[-5.0, false]], [[-10.5, false]], [[-8.75, false]], [[-10.25, false]], [[-5.0, false]], [[-10.0, false]], [[-10.5, false]], [[-4.875, false]], [[-10.25, false]], [[-8.5, false]], [[-9.6953125, false]], [[-5.0, false]], [[-4.875, false]], [[-9.625, false]], [[-10.0, false]], [[-5.0, false]], [[-8.75, false]], [[-4.875, false]], [[-10.625, false]], [[-8.5, false]], [[-10.25, false]], [[-12.875, false]], [[-5.0, false]], [[-9.875, false]], [[-8.75, false]], [[-9.875, false]], [[-9.875, false]], [[-10.5, false]], [[-8.5, false]], [[-8.75, false]], [[-9.625, false]], [[-9.6953125, false]], [[-5.0, false]], [[-9.625, false]], [[-9.125, false]], [[-4.875, false]], [[-10.5, false]], [[-4.875, false]], [[-9.625, false]], [[-9.25, false]], [[-8.5, false]], [[-9.6953125, false]], [[-5.0, false]], [[-10.25, false]], [[-8.5, false]], [[-10.5, false]], [[-8.5, false]], [[-8.75, false]], [[-9.25, false]], [[-8.75, false]], [[-10.0, false]], [[-8.5, false]], [[-9.6953125, false]], [[-5.0, false]], [[-4.875, false]], [[-9.625, false]], [[-10.0, false]], [[-5.0, false]], [[-9.875, false]], [[-11.25, false]], [[-4.875, false]], [[-10.0, false]], [[-9.375, false]], [[-4.875, false]], [[-10.25, false]], [[-8.5, false]], [[-10.0, false]], [[-5.0, false]], [[-9.25, false]], [[-12.875, false]], [[-10.5, false]], [[-8.0, false]], [[-9.625, false]], [[-10.0, false]], [[-8.5, false]], [[-11.25, false]], [[-9.625, false]], [[-9.6953125, false]], [[-5.0, false]], [[-9.625, false]], [[-6.25, false]], [[-8.5, false]], [[-10.25, false]], [[-11.25, false]], [[-8.0, false]], [[-5.0, false]], [[-10.0, false]], [[-8.0, false]], [[-8.75, false]], [[-10.5, false]], [[-9.6953125, false]], [[-5.0, false]], [[-10.0, false]], [[-8.0, false]], [[-8.75, false]], [[-8.75, false]], [[-8.5, false]], [[-9.25, false]], [[-10.25, false]], [[-8.0, false]], [[-9.625, false]], [[-9.875, false]], [[-5.0, false]], [[-8.5, false]], [[-10.25, false]], [[-9.375, false]], [[-8.0, false]], [[-10.0, false]], [[-9.875, false]], [[-8.5, false]], [[-9.625, false]], [[-10.25, false]], [[-9.6953125, false]], [[-5.0, false]], [[-4.875, false]], [[-9.625, false]], [[-10.0, false]], [[-5.0, false]], [[-8.75, false]], [[-10.0, false]], [[-11.25, false]], [[-8.0, false]], [[-9.625, false]], [[-9.875, false]], [[-5.0, false]], [[-8.75, false]], [[-9.25, false]], [[-4.875, false]], [[-10.5, false]], [[-8.5, false]], [[-9.625, false]], [[-12.75, false]]], "filtered_resps": [[-7.75, false], [-9.625, false], [-9.875, false], [-8.5, false], [-10.25, false], [-8.5, false], [-11.25, false], [-5.0, false], [-8.75, false], [-10.25, false], [-8.0, false], [-9.25, false], [-9.875, false], [-9.6953125, false], [-5.0, false], [-9.875, false], [-8.0, false], [-9.25, false], [-11.25, false], [-8.75, false], [-8.75, false], [-9.25, false], [-8.75, false], [-10.0, false], [-8.5, false], [-9.6953125, false], [-5.0, false], [-4.875, false], [-9.625, false], [-10.0, false], [-5.0, false], [-10.25, false], [-8.5, false], [-8.75, false], [-10.25, false], [-5.0, false], [-10.25, false], [-9.375, false], [-9.125, false], [-8.5, false], [-8.75, false], [-9.625, false], [-9.6953125, false], [-5.0, false], [-9.625, false], [-10.25, false], [-8.5, false], [-8.75, false], [-10.25, false], [-5.0, false], [-10.25, false], [-9.375, false], [-9.125, false], [-8.5, false], [-9.6953125, false], [-5.0, false], [-10.5, false], [-8.75, false], [-10.25, false], [-5.0, false], [-10.0, false], [-10.5, false], [-4.875, false], [-10.25, false], [-8.5, false], [-9.6953125, false], [-5.0, false], [-4.875, false], [-9.625, false], [-10.0, false], [-5.0, false], [-8.75, false], [-4.875, false], [-10.625, false], [-8.5, false], [-10.25, false], [-12.875, false], [-5.0, false], [-9.875, false], [-8.75, false], [-9.875, false], [-9.875, false], [-10.5, false], [-8.5, false], [-8.75, false], [-9.625, false], [-9.6953125, false], [-5.0, false], [-9.625, false], [-9.125, false], [-4.875, false], [-10.5, false], [-4.875, false], [-9.625, false], [-9.25, false], [-8.5, false], [-9.6953125, false], [-5.0, false], [-10.25, false], [-8.5, false], [-10.5, false], [-8.5, false], [-8.75, false], [-9.25, false], [-8.75, false], [-10.0, false], [-8.5, false], [-9.6953125, false], [-5.0, false], [-4.875, false], [-9.625, false], [-10.0, false], [-5.0, false], [-9.875, false], [-11.25, false], [-4.875, false], [-10.0, false], [-9.375, false], [-4.875, false], [-10.25, false], [-8.5, false], [-10.0, false], [-5.0, false], [-9.25, false], [-12.875, false], [-10.5, false], [-8.0, false], [-9.625, false], [-10.0, false], [-8.5, false], [-11.25, false], [-9.625, false], [-9.6953125, false], [-5.0, false], [-9.625, false], [-6.25, false], [-8.5, false], [-10.25, false], [-11.25, false], [-8.0, false], [-5.0, false], [-10.0, false], [-8.0, false], [-8.75, false], [-10.5, false], [-9.6953125, false], [-5.0, false], [-10.0, false], [-8.0, false], [-8.75, false], [-8.75, false], [-8.5, false], [-9.25, false], [-10.25, false], [-8.0, false], [-9.625, false], [-9.875, false], [-5.0, false], [-8.5, false], [-10.25, false], [-9.375, false], [-8.0, false], [-10.0, false], [-9.875, false], [-8.5, false], [-9.625, false], [-10.25, false], [-9.6953125, false], [-5.0, false], [-4.875, false], [-9.625, false], [-10.0, false], [-5.0, false], [-8.75, false], [-10.0, false], [-11.25, false], [-8.0, false], [-9.625, false], [-9.875, false], [-5.0, false], [-8.75, false], [-9.25, false], [-4.875, false], [-10.5, false], [-8.5, false], [-9.625, false], [-12.75, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2079, "doc": {"id": "Mercury_SC_401613", "question": "A water hose was left running on a pile of dirt. What feature of stream erosion was most likely being demonstrated?", "choices": {"text": ["the rate of water flow in a stream", "the time it takes for deposition to occur along a stream", "how layers of rocks and soil are formed along a stream", "how water shapes a stream over time"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "how water shapes a stream over time", "arguments": ["Question: A water hose was left running on a pile of dirt. What feature of stream erosion was most likely being demonstrated?\nAnswer:", " ["], "resps": [[[-7.8359375, false]], [[-9.7109375, false]], [[-11.0859375, false]], [[-11.4609375, false]], [[-8.9609375, false]], [[-5.8359375, false]], [[-10.0859375, false]], [[-5.2109375, false]], [[-11.0859375, false]], [[-8.9609375, false]], [[-5.8359375, false]], [[-9.8359375, false]], [[-9.2109375, false]], [[-5.8359375, false]], [[-11.7109375, false]], [[-5.2109375, false]], [[-11.0859375, false]], [[-8.9609375, false]], [[-10.0859375, false]], [[-5.8359375, false]], [[-9.2109375, false]], [[-10.3359375, false]], [[-9.8359375, false]], [[-11.7109375, false]], [[-5.8359375, false]], [[-9.9609375, false]], [[-10.2109375, false]], [[-5.8359375, false]], [[-5.2109375, false]], [[-5.8359375, false]], [[-9.0859375, false]], [[-11.0859375, false]], [[-10.0859375, false]], [[-8.9609375, false]], [[-5.2109375, false]], [[-9.9609375, false]], [[-9.7109375, false]], [[-10.21875, false]], [[-5.8359375, false]], [[-9.7109375, false]], [[-11.0859375, false]], [[-11.4609375, false]], [[-8.9609375, false]], [[-5.8359375, false]], [[-11.0859375, false]], [[-9.9609375, false]], [[-9.9609375, false]], [[-8.9609375, false]], [[-5.8359375, false]], [[-9.9609375, false]], [[-11.0859375, false]], [[-5.8359375, false]], [[-11.0859375, false]], [[-5.2109375, false]], [[-11.7109375, false]], [[-8.9609375, false]], [[-9.0859375, false]], [[-5.8359375, false]], [[-9.2109375, false]], [[-9.8359375, false]], [[-10.0859375, false]], [[-5.8359375, false]], [[-7.9609375, false]], [[-8.9609375, false]], [[-10.2109375, false]], [[-9.8359375, false]], [[-9.0859375, false]], [[-9.9609375, false]], [[-11.0859375, false]], [[-9.9609375, false]], [[-9.8359375, false]], [[-10.2109375, false]], [[-5.8359375, false]], [[-11.0859375, false]], [[-9.8359375, false]], [[-5.8359375, false]], [[-9.8359375, false]], [[-8.5859375, false]], [[-8.5859375, false]], [[-12.0859375, false]], [[-10.0859375, false]], [[-5.8359375, false]], [[-5.2109375, false]], [[-10.3359375, false]], [[-9.8359375, false]], [[-10.2109375, false]], [[-11.8359375, false]], [[-5.8359375, false]], [[-5.2109375, false]], [[-5.8359375, false]], [[-9.0859375, false]], [[-11.0859375, false]], [[-10.0859375, false]], [[-8.9609375, false]], [[-5.2109375, false]], [[-9.9609375, false]], [[-9.7109375, false]], [[-10.21875, false]], [[-5.8359375, false]], [[-9.7109375, false]], [[-11.4609375, false]], [[-9.8359375, false]], [[-11.7109375, false]], [[-5.8359375, false]], [[-10.3359375, false]], [[-5.2109375, false]], [[-12.5859375, false]], [[-8.9609375, false]], [[-10.0859375, false]], [[-9.0859375, false]], [[-5.8359375, false]], [[-9.8359375, false]], [[-9.2109375, false]], [[-5.8359375, false]], [[-10.0859375, false]], [[-9.8359375, false]], [[-8.5859375, false]], [[-11.7109375, false]], [[-9.0859375, false]], [[-5.8359375, false]], [[-5.2109375, false]], [[-10.2109375, false]], [[-7.9609375, false]], [[-5.8359375, false]], [[-9.0859375, false]], [[-9.8359375, false]], [[-9.9609375, false]], [[-10.3359375, false]], [[-5.8359375, false]], [[-5.2109375, false]], [[-10.0859375, false]], [[-8.9609375, false]], [[-5.8359375, false]], [[-9.2109375, false]], [[-9.8359375, false]], [[-10.0859375, false]], [[-9.9609375, false]], [[-8.9609375, false]], [[-7.9609375, false]], [[-5.8359375, false]], [[-5.2109375, false]], [[-10.3359375, false]], [[-9.8359375, false]], [[-10.2109375, false]], [[-11.8359375, false]], [[-5.8359375, false]], [[-5.2109375, false]], [[-5.8359375, false]], [[-9.0859375, false]], [[-11.0859375, false]], [[-10.0859375, false]], [[-8.9609375, false]], [[-5.2109375, false]], [[-9.9609375, false]], [[-9.7109375, false]], [[-10.21875, false]], [[-5.8359375, false]], [[-9.7109375, false]], [[-11.4609375, false]], [[-9.8359375, false]], [[-11.7109375, false]], [[-5.8359375, false]], [[-11.7109375, false]], [[-5.2109375, false]], [[-11.0859375, false]], [[-8.9609375, false]], [[-10.0859375, false]], [[-5.8359375, false]], [[-9.0859375, false]], [[-11.4609375, false]], [[-5.2109375, false]], [[-10.2109375, false]], [[-8.9609375, false]], [[-9.0859375, false]], [[-5.8359375, false]], [[-5.2109375, false]], [[-5.8359375, false]], [[-9.0859375, false]], [[-11.0859375, false]], [[-10.0859375, false]], [[-8.9609375, false]], [[-5.2109375, false]], [[-9.9609375, false]], [[-5.8359375, false]], [[-9.8359375, false]], [[-11.8359375, false]], [[-8.9609375, false]], [[-10.0859375, false]], [[-5.8359375, false]], [[-11.0859375, false]], [[-9.9609375, false]], [[-9.9609375, false]], [[-8.9609375, false]], [[-9.7109375, false]], [[-13.3359375, false]]], "filtered_resps": [[-7.8359375, false], [-9.7109375, false], [-11.0859375, false], [-11.4609375, false], [-8.9609375, false], [-5.8359375, false], [-10.0859375, false], [-5.2109375, false], [-11.0859375, false], [-8.9609375, false], [-5.8359375, false], [-9.8359375, false], [-9.2109375, false], [-5.8359375, false], [-11.7109375, false], [-5.2109375, false], [-11.0859375, false], [-8.9609375, false], [-10.0859375, false], [-5.8359375, false], [-9.2109375, false], [-10.3359375, false], [-9.8359375, false], [-11.7109375, false], [-5.8359375, false], [-9.9609375, false], [-10.2109375, false], [-5.8359375, false], [-5.2109375, false], [-5.8359375, false], [-9.0859375, false], [-11.0859375, false], [-10.0859375, false], [-8.9609375, false], [-5.2109375, false], [-9.9609375, false], [-9.7109375, false], [-10.21875, false], [-5.8359375, false], [-9.7109375, false], [-11.0859375, false], [-11.4609375, false], [-8.9609375, false], [-5.8359375, false], [-11.0859375, false], [-9.9609375, false], [-9.9609375, false], [-8.9609375, false], [-5.8359375, false], [-9.9609375, false], [-11.0859375, false], [-5.8359375, false], [-11.0859375, false], [-5.2109375, false], [-11.7109375, false], [-8.9609375, false], [-9.0859375, false], [-5.8359375, false], [-9.2109375, false], [-9.8359375, false], [-10.0859375, false], [-5.8359375, false], [-7.9609375, false], [-8.9609375, false], [-10.2109375, false], [-9.8359375, false], [-9.0859375, false], [-9.9609375, false], [-11.0859375, false], [-9.9609375, false], [-9.8359375, false], [-10.2109375, false], [-5.8359375, false], [-11.0859375, false], [-9.8359375, false], [-5.8359375, false], [-9.8359375, false], [-8.5859375, false], [-8.5859375, false], [-12.0859375, false], [-10.0859375, false], [-5.8359375, false], [-5.2109375, false], [-10.3359375, false], [-9.8359375, false], [-10.2109375, false], [-11.8359375, false], [-5.8359375, false], [-5.2109375, false], [-5.8359375, false], [-9.0859375, false], [-11.0859375, false], [-10.0859375, false], [-8.9609375, false], [-5.2109375, false], [-9.9609375, false], [-9.7109375, false], [-10.21875, false], [-5.8359375, false], [-9.7109375, false], [-11.4609375, false], [-9.8359375, false], [-11.7109375, false], [-5.8359375, false], [-10.3359375, false], [-5.2109375, false], [-12.5859375, false], [-8.9609375, false], [-10.0859375, false], [-9.0859375, false], [-5.8359375, false], [-9.8359375, false], [-9.2109375, false], [-5.8359375, false], [-10.0859375, false], [-9.8359375, false], [-8.5859375, false], [-11.7109375, false], [-9.0859375, false], [-5.8359375, false], [-5.2109375, false], [-10.2109375, false], [-7.9609375, false], [-5.8359375, false], [-9.0859375, false], [-9.8359375, false], [-9.9609375, false], [-10.3359375, false], [-5.8359375, false], [-5.2109375, false], [-10.0859375, false], [-8.9609375, false], [-5.8359375, false], [-9.2109375, false], [-9.8359375, false], [-10.0859375, false], [-9.9609375, false], [-8.9609375, false], [-7.9609375, false], [-5.8359375, false], [-5.2109375, false], [-10.3359375, false], [-9.8359375, false], [-10.2109375, false], [-11.8359375, false], [-5.8359375, false], [-5.2109375, false], [-5.8359375, false], [-9.0859375, false], [-11.0859375, false], [-10.0859375, false], [-8.9609375, false], [-5.2109375, false], [-9.9609375, false], [-9.7109375, false], [-10.21875, false], [-5.8359375, false], [-9.7109375, false], [-11.4609375, false], [-9.8359375, false], [-11.7109375, false], [-5.8359375, false], [-11.7109375, false], [-5.2109375, false], [-11.0859375, false], [-8.9609375, false], [-10.0859375, false], [-5.8359375, false], [-9.0859375, false], [-11.4609375, false], [-5.2109375, false], [-10.2109375, false], [-8.9609375, false], [-9.0859375, false], [-5.8359375, false], [-5.2109375, false], [-5.8359375, false], [-9.0859375, false], [-11.0859375, false], [-10.0859375, false], [-8.9609375, false], [-5.2109375, false], [-9.9609375, false], [-5.8359375, false], [-9.8359375, false], [-11.8359375, false], [-8.9609375, false], [-10.0859375, false], [-5.8359375, false], [-11.0859375, false], [-9.9609375, false], [-9.9609375, false], [-8.9609375, false], [-9.7109375, false], [-13.3359375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2087, "doc": {"id": "Mercury_416502", "question": "Which cellular organelle modifies fatty acids?", "choices": {"text": ["chloroplast", "mitochondrion", "Golgi complex", "endoplasmic reticulum"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "endoplasmic reticulum", "arguments": ["Question: Which cellular organelle modifies fatty acids?\nAnswer:", " ["], "resps": [[[-8.015625, false]], [[-10.765625, false]], [[-6.765625, false]], [[-10.265625, false]], [[-8.265625, false]], [[-8.765625, false]], [[-9.765625, false]], [[-8.765625, false]], [[-9.015625, false]], [[-8.265625, false]], [[-4.515625, false]], [[-10.265625, false]], [[-9.515625, false]], [[-10.765625, false]], [[-9.84375, false]], [[-5.015625, false]], [[-10.765625, false]], [[-7.765625, false]], [[-9.015625, false]], [[-9.515625, false]], [[-8.765625, false]], [[-6.765625, false]], [[-10.265625, false]], [[-8.765625, false]], [[-10.015625, false]], [[-10.515625, false]], [[-9.765625, false]], [[-9.015625, false]], [[-8.765625, false]], [[-10.015625, false]], [[-10.765625, false]], [[-9.84375, false]], [[-5.015625, false]], [[-10.765625, false]], [[-5.765625, false]], [[-8.765625, false]], [[-8.265625, false]], [[-11.015625, false]], [[-9.015625, false]], [[-5.015625, false]], [[-6.765625, false]], [[-8.765625, false]], [[-7.765625, false]], [[-9.015625, false]], [[-8.265625, false]], [[-8.015625, false]], [[-10.015625, false]], [[-10.765625, false]], [[-9.84375, false]], [[-5.015625, false]], [[-10.765625, false]], [[-8.015625, false]], [[-10.015625, false]], [[-10.515625, false]], [[-8.765625, false]], [[-9.015625, false]], [[-8.265625, false]], [[-4.515625, false]], [[-10.265625, false]], [[-7.765625, false]], [[-9.015625, false]], [[-6.765625, false]], [[-5.015625, false]], [[-9.765625, false]], [[-8.015625, false]], [[-9.515625, false]], [[-9.015625, false]], [[-6.765625, false]], [[-9.015625, false]], [[-8.265625, false]], [[-9.015625, false]], [[-7.765625, false]], [[-10.765625, false]], [[-14.265625, false]]], "filtered_resps": [[-8.015625, false], [-10.765625, false], [-6.765625, false], [-10.265625, false], [-8.265625, false], [-8.765625, false], [-9.765625, false], [-8.765625, false], [-9.015625, false], [-8.265625, false], [-4.515625, false], [-10.265625, false], [-9.515625, false], [-10.765625, false], [-9.84375, false], [-5.015625, false], [-10.765625, false], [-7.765625, false], [-9.015625, false], [-9.515625, false], [-8.765625, false], [-6.765625, false], [-10.265625, false], [-8.765625, false], [-10.015625, false], [-10.515625, false], [-9.765625, false], [-9.015625, false], [-8.765625, false], [-10.015625, false], [-10.765625, false], [-9.84375, false], [-5.015625, false], [-10.765625, false], [-5.765625, false], [-8.765625, false], [-8.265625, false], [-11.015625, false], [-9.015625, false], [-5.015625, false], [-6.765625, false], [-8.765625, false], [-7.765625, false], [-9.015625, false], [-8.265625, false], [-8.015625, false], [-10.015625, false], [-10.765625, false], [-9.84375, false], [-5.015625, false], [-10.765625, false], [-8.015625, false], [-10.015625, false], [-10.515625, false], [-8.765625, false], [-9.015625, false], [-8.265625, false], [-4.515625, false], [-10.265625, false], [-7.765625, false], [-9.015625, false], [-6.765625, false], [-5.015625, false], [-9.765625, false], [-8.015625, false], [-9.515625, false], [-9.015625, false], [-6.765625, false], [-9.015625, false], [-8.265625, false], [-9.015625, false], [-7.765625, false], [-10.765625, false], [-14.265625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2095, "doc": {"id": "VASoL_2007_5_17", "question": "Which of these shows how frozen water changes as the temperature of the air increases?", "choices": {"text": ["Gas -> liquid -> solid", "Solid -> gas -> liquid", "Liquid -> gas -> solid", "Solid -> liquid -> gas"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "Solid -> liquid -> gas", "arguments": ["Question: Which of these shows how frozen water changes as the temperature of the air increases?\nAnswer:", " ["], "resps": [[[-6.921875, false]], [[-8.671875, false]], [[-6.421875, false]], [[-4.421875, false]], [[-8.921875, false]], [[-5.171875, false]], [[-5.671875, false]], [[-9.921875, false]], [[-5.171875, false]], [[-10.421875, false]], [[-7.671875, false]], [[-10.671875, false]], [[-11.171875, false]], [[-7.671875, false]], [[-7.921875, false]], [[-5.171875, false]], [[-5.671875, false]], [[-9.921875, false]], [[-5.171875, false]], [[-8.921875, false]], [[-8.921875, false]], [[-10.421875, false]], [[-7.671875, false]], [[-7.921875, false]], [[-8.671875, false]], [[-8.9921875, false]], [[-5.171875, false]], [[-8.671875, false]], [[-5.671875, false]], [[-8.921875, false]], [[-10.421875, false]], [[-7.671875, false]], [[-7.921875, false]], [[-5.171875, false]], [[-5.671875, false]], [[-9.921875, false]], [[-5.171875, false]], [[-9.421875, false]], [[-4.421875, false]], [[-8.921875, false]], [[-5.171875, false]], [[-5.671875, false]], [[-9.921875, false]], [[-5.171875, false]], [[-10.421875, false]], [[-7.671875, false]], [[-10.671875, false]], [[-11.171875, false]], [[-7.671875, false]], [[-7.921875, false]], [[-8.671875, false]], [[-8.9921875, false]], [[-5.171875, false]], [[-8.671875, false]], [[-7.921875, false]], [[-7.671875, false]], [[-10.671875, false]], [[-11.171875, false]], [[-7.671875, false]], [[-7.921875, false]], [[-5.171875, false]], [[-5.671875, false]], [[-9.921875, false]], [[-5.171875, false]], [[-9.421875, false]], [[-4.421875, false]], [[-8.921875, false]], [[-5.171875, false]], [[-5.671875, false]], [[-9.921875, false]], [[-5.171875, false]], [[-8.921875, false]], [[-8.921875, false]], [[-10.421875, false]], [[-7.671875, false]], [[-7.921875, false]], [[-8.671875, false]], [[-8.9921875, false]], [[-5.171875, false]], [[-8.671875, false]], [[-5.671875, false]], [[-8.921875, false]], [[-10.421875, false]], [[-7.671875, false]], [[-7.921875, false]], [[-5.171875, false]], [[-5.671875, false]], [[-9.921875, false]], [[-5.171875, false]], [[-10.421875, false]], [[-7.671875, false]], [[-10.671875, false]], [[-11.171875, false]], [[-7.671875, false]], [[-7.921875, false]], [[-5.171875, false]], [[-5.671875, false]], [[-9.921875, false]], [[-5.171875, false]], [[-9.421875, false]], [[-4.421875, false]], [[-8.921875, false]], [[-8.671875, false]], [[-11.671875, false]]], "filtered_resps": [[-6.921875, false], [-8.671875, false], [-6.421875, false], [-4.421875, false], [-8.921875, false], [-5.171875, false], [-5.671875, false], [-9.921875, false], [-5.171875, false], [-10.421875, false], [-7.671875, false], [-10.671875, false], [-11.171875, false], [-7.671875, false], [-7.921875, false], [-5.171875, false], [-5.671875, false], [-9.921875, false], [-5.171875, false], [-8.921875, false], [-8.921875, false], [-10.421875, false], [-7.671875, false], [-7.921875, false], [-8.671875, false], [-8.9921875, false], [-5.171875, false], [-8.671875, false], [-5.671875, false], [-8.921875, false], [-10.421875, false], [-7.671875, false], [-7.921875, false], [-5.171875, false], [-5.671875, false], [-9.921875, false], [-5.171875, false], [-9.421875, false], [-4.421875, false], [-8.921875, false], [-5.171875, false], [-5.671875, false], [-9.921875, false], [-5.171875, false], [-10.421875, false], [-7.671875, false], [-10.671875, false], [-11.171875, false], [-7.671875, false], [-7.921875, false], [-8.671875, false], [-8.9921875, false], [-5.171875, false], [-8.671875, false], [-7.921875, false], [-7.671875, false], [-10.671875, false], [-11.171875, false], [-7.671875, false], [-7.921875, false], [-5.171875, false], [-5.671875, false], [-9.921875, false], [-5.171875, false], [-9.421875, false], [-4.421875, false], [-8.921875, false], [-5.171875, false], [-5.671875, false], [-9.921875, false], [-5.171875, false], [-8.921875, false], [-8.921875, false], [-10.421875, false], [-7.671875, false], [-7.921875, false], [-8.671875, false], [-8.9921875, false], [-5.171875, false], [-8.671875, false], [-5.671875, false], [-8.921875, false], [-10.421875, false], [-7.671875, false], [-7.921875, false], [-5.171875, false], [-5.671875, false], [-9.921875, false], [-5.171875, false], [-10.421875, false], [-7.671875, false], [-10.671875, false], [-11.171875, false], [-7.671875, false], [-7.921875, false], [-5.171875, false], [-5.671875, false], [-9.921875, false], [-5.171875, false], [-9.421875, false], [-4.421875, false], [-8.921875, false], [-8.671875, false], [-11.671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2103, "doc": {"id": "Mercury_7252298", "question": "Which two body systems interact to produce antibodies that require essential amino acids?", "choices": {"text": ["integumentary and circulatory systems", "digestive and reproductive systems", "endocrine and respiratory systems", "digestive and immune systems"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "digestive and immune systems", "arguments": ["Question: Which two body systems interact to produce antibodies that require essential amino acids?\nAnswer:", " ["], "resps": [[[-7.4375, false]], [[-10.9375, false]], [[-8.4375, false]], [[-9.9375, false]], [[-8.6875, false]], [[-8.6875, false]], [[-9.9375, false]], [[-8.9375, false]], [[-8.6875, false]], [[-8.6875, false]], [[-9.9375, false]], [[-8.6875, false]], [[-4.6875, false]], [[-9.9375, false]], [[-12.1875, false]], [[-4.4375, false]], [[-4.6875, false]], [[-9.9375, false]], [[-9.9375, false]], [[-4.4375, false]], [[-7.1875, false]], [[-8.4375, false]], [[-9.9375, false]], [[-7.1875, false]], [[-8.9375, false]], [[-6.9375, false]], [[-4.6875, false]], [[-8.6875, false]], [[-8.1875, false]], [[-9.9375, false]], [[-12.1875, false]], [[-4.4375, false]], [[-9.4375, false]], [[-12.1875, false]], [[-9.4375, false]], [[-8.6875, false]], [[-8.6875, false]], [[-8.6875, false]], [[-9.4375, false]], [[-10.9375, false]], [[-9.234375, false]], [[-4.4375, false]], [[-10.9375, false]], [[-9.9375, false]], [[-8.4375, false]], [[-9.9375, false]], [[-8.6875, false]], [[-9.4375, false]], [[-8.6875, false]], [[-8.4375, false]], [[-10.9375, false]], [[-8.6875, false]], [[-4.4375, false]], [[-4.6875, false]], [[-9.9375, false]], [[-9.9375, false]], [[-4.4375, false]], [[-9.9375, false]], [[-8.6875, false]], [[-9.1875, false]], [[-9.9375, false]], [[-8.1875, false]], [[-9.9375, false]], [[-8.9375, false]], [[-7.1875, false]], [[-8.6875, false]], [[-8.4375, false]], [[-10.9375, false]], [[-8.6875, false]], [[-4.4375, false]], [[-9.4375, false]], [[-12.1875, false]], [[-9.4375, false]], [[-8.6875, false]], [[-8.6875, false]], [[-8.6875, false]], [[-9.4375, false]], [[-10.9375, false]], [[-9.234375, false]], [[-4.4375, false]], [[-10.9375, false]], [[-8.6875, false]], [[-9.9375, false]], [[-9.9375, false]], [[-8.1875, false]], [[-7.1875, false]], [[-9.9375, false]], [[-8.4375, false]], [[-9.9375, false]], [[-8.6875, false]], [[-4.4375, false]], [[-4.6875, false]], [[-9.9375, false]], [[-9.9375, false]], [[-4.4375, false]], [[-9.9375, false]], [[-8.6875, false]], [[-9.4375, false]], [[-9.1875, false]], [[-8.4375, false]], [[-9.9375, false]], [[-4.6875, false]], [[-8.6875, false]], [[-8.1875, false]], [[-9.9375, false]], [[-12.1875, false]], [[-4.4375, false]], [[-9.4375, false]], [[-12.1875, false]], [[-9.4375, false]], [[-8.6875, false]], [[-8.6875, false]], [[-8.6875, false]], [[-9.4375, false]], [[-10.9375, false]], [[-9.234375, false]], [[-4.4375, false]], [[-10.9375, false]], [[-9.9375, false]], [[-8.4375, false]], [[-9.9375, false]], [[-8.6875, false]], [[-9.4375, false]], [[-8.6875, false]], [[-8.4375, false]], [[-10.9375, false]], [[-8.6875, false]], [[-4.4375, false]], [[-4.6875, false]], [[-9.9375, false]], [[-9.9375, false]], [[-4.4375, false]], [[-8.4375, false]], [[-8.6875, false]], [[-8.6875, false]], [[-8.9375, false]], [[-9.9375, false]], [[-8.6875, false]], [[-4.4375, false]], [[-9.4375, false]], [[-12.1875, false]], [[-9.4375, false]], [[-8.6875, false]], [[-8.6875, false]], [[-8.6875, false]], [[-9.4375, false]], [[-10.9375, false]], [[-12.1875, false]]], "filtered_resps": [[-7.4375, false], [-10.9375, false], [-8.4375, false], [-9.9375, false], [-8.6875, false], [-8.6875, false], [-9.9375, false], [-8.9375, false], [-8.6875, false], [-8.6875, false], [-9.9375, false], [-8.6875, false], [-4.6875, false], [-9.9375, false], [-12.1875, false], [-4.4375, false], [-4.6875, false], [-9.9375, false], [-9.9375, false], [-4.4375, false], [-7.1875, false], [-8.4375, false], [-9.9375, false], [-7.1875, false], [-8.9375, false], [-6.9375, false], [-4.6875, false], [-8.6875, false], [-8.1875, false], [-9.9375, false], [-12.1875, false], [-4.4375, false], [-9.4375, false], [-12.1875, false], [-9.4375, false], [-8.6875, false], [-8.6875, false], [-8.6875, false], [-9.4375, false], [-10.9375, false], [-9.234375, false], [-4.4375, false], [-10.9375, false], [-9.9375, false], [-8.4375, false], [-9.9375, false], [-8.6875, false], [-9.4375, false], [-8.6875, false], [-8.4375, false], [-10.9375, false], [-8.6875, false], [-4.4375, false], [-4.6875, false], [-9.9375, false], [-9.9375, false], [-4.4375, false], [-9.9375, false], [-8.6875, false], [-9.1875, false], [-9.9375, false], [-8.1875, false], [-9.9375, false], [-8.9375, false], [-7.1875, false], [-8.6875, false], [-8.4375, false], [-10.9375, false], [-8.6875, false], [-4.4375, false], [-9.4375, false], [-12.1875, false], [-9.4375, false], [-8.6875, false], [-8.6875, false], [-8.6875, false], [-9.4375, false], [-10.9375, false], [-9.234375, false], [-4.4375, false], [-10.9375, false], [-8.6875, false], [-9.9375, false], [-9.9375, false], [-8.1875, false], [-7.1875, false], [-9.9375, false], [-8.4375, false], [-9.9375, false], [-8.6875, false], [-4.4375, false], [-4.6875, false], [-9.9375, false], [-9.9375, false], [-4.4375, false], [-9.9375, false], [-8.6875, false], [-9.4375, false], [-9.1875, false], [-8.4375, false], [-9.9375, false], [-4.6875, false], [-8.6875, false], [-8.1875, false], [-9.9375, false], [-12.1875, false], [-4.4375, false], [-9.4375, false], [-12.1875, false], [-9.4375, false], [-8.6875, false], [-8.6875, false], [-8.6875, false], [-9.4375, false], [-10.9375, false], [-9.234375, false], [-4.4375, false], [-10.9375, false], [-9.9375, false], [-8.4375, false], [-9.9375, false], [-8.6875, false], [-9.4375, false], [-8.6875, false], [-8.4375, false], [-10.9375, false], [-8.6875, false], [-4.4375, false], [-4.6875, false], [-9.9375, false], [-9.9375, false], [-4.4375, false], [-8.4375, false], [-8.6875, false], [-8.6875, false], [-8.9375, false], [-9.9375, false], [-8.6875, false], [-4.4375, false], [-9.4375, false], [-12.1875, false], [-9.4375, false], [-8.6875, false], [-8.6875, false], [-8.6875, false], [-9.4375, false], [-10.9375, false], [-12.1875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2111, "doc": {"id": "Mercury_SC_408629", "question": "Patricia and her classmates are visiting different rocky areas in the city. They want to know what kind of rocks can be found in each area. If the investigation is done correctly, what will Patricia and her classmates do each time they visit an area?", "choices": {"text": ["draw the rock shapes", "count the rock numbers", "record the rock types and locations", "measure the rock masses and lengths"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "record the rock types and locations", "arguments": ["Question: Patricia and her classmates are visiting different rocky areas in the city. They want to know what kind of rocks can be found in each area. If the investigation is done correctly, what will Patricia and her classmates do each time they visit an area?\nAnswer:", " ["], "resps": [[[-6.59765625, false]], [[-9.1015625, false]], [[-9.6015625, false]], [[-11.1015625, false]], [[-5.59765625, false]], [[-10.3515625, false]], [[-5.59765625, false]], [[-10.6015625, false]], [[-10.6015625, false]], [[-8.8515625, false]], [[-5.59765625, false]], [[-11.1015625, false]], [[-9.8515625, false]], [[-8.8515625, false]], [[-11.1015625, false]], [[-5.59765625, false]], [[-9.3515625, false]], [[-10.6015625, false]], [[-5.59765625, false]], [[-9.1015625, false]], [[-8.8515625, false]], [[-9.3515625, false]], [[-9.1015625, false]], [[-10.3125, false]], [[-5.59765625, false]], [[-9.1015625, false]], [[-8.8515625, false]], [[-9.8515625, false]], [[-10.8515625, false]], [[-10.1015625, false]], [[-10.6015625, false]], [[-5.59765625, false]], [[-10.6015625, false]], [[-10.6015625, false]], [[-8.8515625, false]], [[-5.59765625, false]], [[-11.1015625, false]], [[-9.8515625, false]], [[-8.8515625, false]], [[-11.1015625, false]], [[-5.59765625, false]], [[-10.1015625, false]], [[-10.8515625, false]], [[-10.8515625, false]], [[-8.8515625, false]], [[-8.8515625, false]], [[-11.1015625, false]], [[-9.3515625, false]], [[-9.1015625, false]], [[-10.3125, false]], [[-5.59765625, false]], [[-9.1015625, false]], [[-11.1015625, false]], [[-8.8515625, false]], [[-8.8515625, false]], [[-9.8515625, false]], [[-11.1015625, false]], [[-9.6015625, false]], [[-5.59765625, false]], [[-10.6015625, false]], [[-10.6015625, false]], [[-8.8515625, false]], [[-5.59765625, false]], [[-11.1015625, false]], [[-9.8515625, false]], [[-8.8515625, false]], [[-11.1015625, false]], [[-5.59765625, false]], [[-10.6015625, false]], [[-12.8515625, false]], [[-9.1015625, false]], [[-8.8515625, false]], [[-9.3515625, false]], [[-5.59765625, false]], [[-5.59765625, false]], [[-10.1015625, false]], [[-9.6015625, false]], [[-5.59765625, false]], [[-10.8515625, false]], [[-9.8515625, false]], [[-8.8515625, false]], [[-5.59765625, false]], [[-10.6015625, false]], [[-8.8515625, false]], [[-9.8515625, false]], [[-10.1015625, false]], [[-9.3515625, false]], [[-9.1015625, false]], [[-10.3125, false]], [[-5.59765625, false]], [[-9.1015625, false]], [[-10.8515625, false]], [[-8.8515625, false]], [[-5.59765625, false]], [[-9.3515625, false]], [[-10.8515625, false]], [[-11.1015625, false]], [[-8.8515625, false]], [[-5.59765625, false]], [[-10.6015625, false]], [[-10.6015625, false]], [[-8.8515625, false]], [[-5.59765625, false]], [[-11.1015625, false]], [[-9.8515625, false]], [[-8.8515625, false]], [[-11.1015625, false]], [[-5.59765625, false]], [[-10.8515625, false]], [[-5.59765625, false]], [[-9.3515625, false]], [[-9.3515625, false]], [[-8.8515625, false]], [[-9.3515625, false]], [[-5.59765625, false]], [[-5.59765625, false]], [[-10.1015625, false]], [[-9.6015625, false]], [[-5.59765625, false]], [[-10.8515625, false]], [[-8.8515625, false]], [[-10.1015625, false]], [[-11.3515625, false]], [[-10.6015625, false]], [[-10.6015625, false]], [[-9.3515625, false]], [[-9.1015625, false]], [[-12.3515625, false]]], "filtered_resps": [[-6.59765625, false], [-9.1015625, false], [-9.6015625, false], [-11.1015625, false], [-5.59765625, false], [-10.3515625, false], [-5.59765625, false], [-10.6015625, false], [-10.6015625, false], [-8.8515625, false], [-5.59765625, false], [-11.1015625, false], [-9.8515625, false], [-8.8515625, false], [-11.1015625, false], [-5.59765625, false], [-9.3515625, false], [-10.6015625, false], [-5.59765625, false], [-9.1015625, false], [-8.8515625, false], [-9.3515625, false], [-9.1015625, false], [-10.3125, false], [-5.59765625, false], [-9.1015625, false], [-8.8515625, false], [-9.8515625, false], [-10.8515625, false], [-10.1015625, false], [-10.6015625, false], [-5.59765625, false], [-10.6015625, false], [-10.6015625, false], [-8.8515625, false], [-5.59765625, false], [-11.1015625, false], [-9.8515625, false], [-8.8515625, false], [-11.1015625, false], [-5.59765625, false], [-10.1015625, false], [-10.8515625, false], [-10.8515625, false], [-8.8515625, false], [-8.8515625, false], [-11.1015625, false], [-9.3515625, false], [-9.1015625, false], [-10.3125, false], [-5.59765625, false], [-9.1015625, false], [-11.1015625, false], [-8.8515625, false], [-8.8515625, false], [-9.8515625, false], [-11.1015625, false], [-9.6015625, false], [-5.59765625, false], [-10.6015625, false], [-10.6015625, false], [-8.8515625, false], [-5.59765625, false], [-11.1015625, false], [-9.8515625, false], [-8.8515625, false], [-11.1015625, false], [-5.59765625, false], [-10.6015625, false], [-12.8515625, false], [-9.1015625, false], [-8.8515625, false], [-9.3515625, false], [-5.59765625, false], [-5.59765625, false], [-10.1015625, false], [-9.6015625, false], [-5.59765625, false], [-10.8515625, false], [-9.8515625, false], [-8.8515625, false], [-5.59765625, false], [-10.6015625, false], [-8.8515625, false], [-9.8515625, false], [-10.1015625, false], [-9.3515625, false], [-9.1015625, false], [-10.3125, false], [-5.59765625, false], [-9.1015625, false], [-10.8515625, false], [-8.8515625, false], [-5.59765625, false], [-9.3515625, false], [-10.8515625, false], [-11.1015625, false], [-8.8515625, false], [-5.59765625, false], [-10.6015625, false], [-10.6015625, false], [-8.8515625, false], [-5.59765625, false], [-11.1015625, false], [-9.8515625, false], [-8.8515625, false], [-11.1015625, false], [-5.59765625, false], [-10.8515625, false], [-5.59765625, false], [-9.3515625, false], [-9.3515625, false], [-8.8515625, false], [-9.3515625, false], [-5.59765625, false], [-5.59765625, false], [-10.1015625, false], [-9.6015625, false], [-5.59765625, false], [-10.8515625, false], [-8.8515625, false], [-10.1015625, false], [-11.3515625, false], [-10.6015625, false], [-10.6015625, false], [-9.3515625, false], [-9.1015625, false], [-12.3515625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2119, "doc": {"id": "Mercury_7090668", "question": "A topographic map is primarily used to determine the", "choices": {"text": ["number of continents in the world.", "location of major cities in the country.", "elevation of an area.", "rainfall of desert regions."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "elevation of an area.", "arguments": ["Question: A topographic map is primarily used to determine the\nAnswer:", " ["], "resps": [[[-7.80078125, false]], [[-8.6796875, false]], [[-8.4296875, false]], [[-9.9296875, false]], [[-9.6796875, false]], [[-7.80078125, false]], [[-8.5546875, false]], [[-10.0546875, false]], [[-5.29296875, false]], [[-9.3046875, false]], [[-10.1796875, false]], [[-5.30078125, false]], [[-9.5546875, false]], [[-9.3046875, false]], [[-8.4296875, false]], [[-10.3046875, false]], [[-7.80078125, false]], [[-8.4296875, false]], [[-8.5546875, false]], [[-8.4296875, false]], [[-10.3046875, false]], [[-9.0546875, false]], [[-5.30078125, false]], [[-7.80078125, false]], [[-8.4296875, false]], [[-5.30078125, false]], [[-10.3046875, false]], [[-9.8046875, false]], [[-8.5546875, false]], [[-5.30078125, false]], [[-10.0546875, false]], [[-9.3046875, false]], [[-10.0546875, false]], [[-10.6796875, false]], [[-9.0546875, false]], [[-6.84765625, false]], [[-8.6796875, false]], [[-8.0390625, false]], [[-5.30078125, false]], [[-8.6796875, false]], [[-10.6796875, false]], [[-9.3046875, false]], [[-9.5546875, false]], [[-4.17578125, false]], [[-10.3046875, false]], [[-7.80078125, false]], [[-9.3046875, false]], [[-8.4296875, false]], [[-5.30078125, false]], [[-9.3046875, false]], [[-10.1796875, false]], [[-5.30078125, false]], [[-9.6796875, false]], [[-4.17578125, false]], [[-11.8046875, false]], [[-9.3046875, false]], [[-10.0546875, false]], [[-5.30078125, false]], [[-9.5546875, false]], [[-7.80078125, false]], [[-10.3046875, false]], [[-7.80078125, false]], [[-8.5546875, false]], [[-9.0546875, false]], [[-5.30078125, false]], [[-7.80078125, false]], [[-8.4296875, false]], [[-5.30078125, false]], [[-10.3046875, false]], [[-9.8046875, false]], [[-8.5546875, false]], [[-5.30078125, false]], [[-9.5546875, false]], [[-9.3046875, false]], [[-9.9296875, false]], [[-8.4296875, false]], [[-10.3046875, false]], [[-10.0546875, false]], [[-10.3046875, false]], [[-6.84765625, false]], [[-8.6796875, false]], [[-8.0390625, false]], [[-5.30078125, false]], [[-8.6796875, false]], [[-8.5546875, false]], [[-10.6796875, false]], [[-8.5546875, false]], [[-10.1796875, false]], [[-4.17578125, false]], [[-10.3046875, false]], [[-7.80078125, false]], [[-9.3046875, false]], [[-8.4296875, false]], [[-5.30078125, false]], [[-9.3046875, false]], [[-10.1796875, false]], [[-5.30078125, false]], [[-4.17578125, false]], [[-8.4296875, false]], [[-5.30078125, false]], [[-4.17578125, false]], [[-10.0546875, false]], [[-8.5546875, false]], [[-4.17578125, false]], [[-6.84765625, false]], [[-8.6796875, false]], [[-8.0390625, false]], [[-5.30078125, false]], [[-8.6796875, false]], [[-10.0546875, false]], [[-4.17578125, false]], [[-7.80078125, false]], [[-8.4296875, false]], [[-10.1796875, false]], [[-4.17578125, false]], [[-10.6796875, false]], [[-10.6796875, false]], [[-5.30078125, false]], [[-9.3046875, false]], [[-10.1796875, false]], [[-5.30078125, false]], [[-9.0546875, false]], [[-8.5546875, false]], [[-9.0546875, false]], [[-8.5546875, false]], [[-10.0546875, false]], [[-10.3046875, false]], [[-5.30078125, false]], [[-10.0546875, false]], [[-8.5546875, false]], [[-10.3046875, false]], [[-7.80078125, false]], [[-9.3046875, false]], [[-8.4296875, false]], [[-9.0546875, false]], [[-6.84765625, false]], [[-8.6796875, false]], [[-11.6796875, false]]], "filtered_resps": [[-7.80078125, false], [-8.6796875, false], [-8.4296875, false], [-9.9296875, false], [-9.6796875, false], [-7.80078125, false], [-8.5546875, false], [-10.0546875, false], [-5.29296875, false], [-9.3046875, false], [-10.1796875, false], [-5.30078125, false], [-9.5546875, false], [-9.3046875, false], [-8.4296875, false], [-10.3046875, false], [-7.80078125, false], [-8.4296875, false], [-8.5546875, false], [-8.4296875, false], [-10.3046875, false], [-9.0546875, false], [-5.30078125, false], [-7.80078125, false], [-8.4296875, false], [-5.30078125, false], [-10.3046875, false], [-9.8046875, false], [-8.5546875, false], [-5.30078125, false], [-10.0546875, false], [-9.3046875, false], [-10.0546875, false], [-10.6796875, false], [-9.0546875, false], [-6.84765625, false], [-8.6796875, false], [-8.0390625, false], [-5.30078125, false], [-8.6796875, false], [-10.6796875, false], [-9.3046875, false], [-9.5546875, false], [-4.17578125, false], [-10.3046875, false], [-7.80078125, false], [-9.3046875, false], [-8.4296875, false], [-5.30078125, false], [-9.3046875, false], [-10.1796875, false], [-5.30078125, false], [-9.6796875, false], [-4.17578125, false], [-11.8046875, false], [-9.3046875, false], [-10.0546875, false], [-5.30078125, false], [-9.5546875, false], [-7.80078125, false], [-10.3046875, false], [-7.80078125, false], [-8.5546875, false], [-9.0546875, false], [-5.30078125, false], [-7.80078125, false], [-8.4296875, false], [-5.30078125, false], [-10.3046875, false], [-9.8046875, false], [-8.5546875, false], [-5.30078125, false], [-9.5546875, false], [-9.3046875, false], [-9.9296875, false], [-8.4296875, false], [-10.3046875, false], [-10.0546875, false], [-10.3046875, false], [-6.84765625, false], [-8.6796875, false], [-8.0390625, false], [-5.30078125, false], [-8.6796875, false], [-8.5546875, false], [-10.6796875, false], [-8.5546875, false], [-10.1796875, false], [-4.17578125, false], [-10.3046875, false], [-7.80078125, false], [-9.3046875, false], [-8.4296875, false], [-5.30078125, false], [-9.3046875, false], [-10.1796875, false], [-5.30078125, false], [-4.17578125, false], [-8.4296875, false], [-5.30078125, false], [-4.17578125, false], [-10.0546875, false], [-8.5546875, false], [-4.17578125, false], [-6.84765625, false], [-8.6796875, false], [-8.0390625, false], [-5.30078125, false], [-8.6796875, false], [-10.0546875, false], [-4.17578125, false], [-7.80078125, false], [-8.4296875, false], [-10.1796875, false], [-4.17578125, false], [-10.6796875, false], [-10.6796875, false], [-5.30078125, false], [-9.3046875, false], [-10.1796875, false], [-5.30078125, false], [-9.0546875, false], [-8.5546875, false], [-9.0546875, false], [-8.5546875, false], [-10.0546875, false], [-10.3046875, false], [-5.30078125, false], [-10.0546875, false], [-8.5546875, false], [-10.3046875, false], [-7.80078125, false], [-9.3046875, false], [-8.4296875, false], [-9.0546875, false], [-6.84765625, false], [-8.6796875, false], [-11.6796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2127, "doc": {"id": "ACTAAP_2014_5_5", "question": "A student is investigating the properties of a mineral. The student tests the mineral by putting it under an ultraviolet light. Which property of the mineral can be identified using this test?", "choices": {"text": ["color", "streak", "luster", "fluorescence"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "fluorescence", "arguments": ["Question: A student is investigating the properties of a mineral. The student tests the mineral by putting it under an ultraviolet light. Which property of the mineral can be identified using this test?\nAnswer:", " ["], "resps": [[[-5.78515625, false]], [[-9.7890625, false]], [[-7.03515625, false]], [[-8.0390625, false]], [[-8.7890625, false]], [[-8.0390625, false]], [[-8.0390625, false]], [[-9.7890625, false]], [[-9.2265625, false]], [[-5.2890625, false]], [[-9.7890625, false]], [[-8.5390625, false]], [[-8.0390625, false]], [[-8.0390625, false]], [[-7.53515625, false]], [[-4.03515625, false]], [[-7.78515625, false]], [[-9.7890625, false]], [[-9.2265625, false]], [[-5.28515625, false]], [[-9.7890625, false]], [[-8.7890625, false]], [[-9.0390625, false]], [[-8.5390625, false]], [[-8.0390625, false]], [[-7.53515625, false]], [[-8.0390625, false]], [[-9.7890625, false]], [[-9.2265625, false]], [[-5.28515625, false]], [[-9.7890625, false]], [[-8.0390625, false]], [[-8.7890625, false]], [[-9.0390625, false]], [[-8.0390625, false]], [[-8.0390625, false]], [[-7.53515625, false]], [[-8.5390625, false]], [[-7.03515625, false]], [[-7.53515625, false]], [[-7.28515625, false]], [[-7.03515625, false]], [[-7.53515625, false]], [[-9.7890625, false]], [[-12.0390625, false]]], "filtered_resps": [[-5.78515625, false], [-9.7890625, false], [-7.03515625, false], [-8.0390625, false], [-8.7890625, false], [-8.0390625, false], [-8.0390625, false], [-9.7890625, false], [-9.2265625, false], [-5.2890625, false], [-9.7890625, false], [-8.5390625, false], [-8.0390625, false], [-8.0390625, false], [-7.53515625, false], [-4.03515625, false], [-7.78515625, false], [-9.7890625, false], [-9.2265625, false], [-5.28515625, false], [-9.7890625, false], [-8.7890625, false], [-9.0390625, false], [-8.5390625, false], [-8.0390625, false], [-7.53515625, false], [-8.0390625, false], [-9.7890625, false], [-9.2265625, false], [-5.28515625, false], [-9.7890625, false], [-8.0390625, false], [-8.7890625, false], [-9.0390625, false], [-8.0390625, false], [-8.0390625, false], [-7.53515625, false], [-8.5390625, false], [-7.03515625, false], [-7.53515625, false], [-7.28515625, false], [-7.03515625, false], [-7.53515625, false], [-9.7890625, false], [-12.0390625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2135, "doc": {"id": "Mercury_7264040", "question": "Proteins are compounds formed in the cells of plants and animals. Which element is included in every protein molecule?", "choices": {"text": ["calcium", "carbon", "fluorine", "sodium"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "carbon", "arguments": ["Question: Proteins are compounds formed in the cells of plants and animals. Which element is included in every protein molecule?\nAnswer:", " ["], "resps": [[[-6.7265625, false]], [[-10.2265625, false]], [[-3.2265625, false]], [[-2.9765625, false]], [[-8.9765625, false]], [[-3.2265625, false]], [[-6.4765625, false]], [[-7.7265625, false]], [[-5.7265625, false]], [[-10.2265625, false]], [[-10.28125, false]], [[-4.4765625, false]], [[-10.2265625, false]], [[-3.2265625, false]], [[-2.9765625, false]], [[-7.9765625, false]], [[-5.2265625, false]], [[-8.4765625, false]], [[-7.9765625, false]], [[-10.2265625, false]], [[-10.28125, false]], [[-4.4765625, false]], [[-10.2265625, false]], [[-8.4765625, false]], [[-8.9765625, false]], [[-7.7265625, false]], [[-8.4765625, false]], [[-7.9765625, false]], [[-6.4765625, false]], [[-7.9765625, false]], [[-8.2265625, false]], [[-10.2265625, false]], [[-10.28125, false]], [[-4.4765625, false]], [[-10.2265625, false]], [[-8.9765625, false]], [[-8.4765625, false]], [[-6.4765625, false]], [[-6.4765625, false]], [[-7.7265625, false]], [[-5.7265625, false]], [[-10.2265625, false]], [[-14.4765625, false]]], "filtered_resps": [[-6.7265625, false], [-10.2265625, false], [-3.2265625, false], [-2.9765625, false], [-8.9765625, false], [-3.2265625, false], [-6.4765625, false], [-7.7265625, false], [-5.7265625, false], [-10.2265625, false], [-10.28125, false], [-4.4765625, false], [-10.2265625, false], [-3.2265625, false], [-2.9765625, false], [-7.9765625, false], [-5.2265625, false], [-8.4765625, false], [-7.9765625, false], [-10.2265625, false], [-10.28125, false], [-4.4765625, false], [-10.2265625, false], [-8.4765625, false], [-8.9765625, false], [-7.7265625, false], [-8.4765625, false], [-7.9765625, false], [-6.4765625, false], [-7.9765625, false], [-8.2265625, false], [-10.2265625, false], [-10.28125, false], [-4.4765625, false], [-10.2265625, false], [-8.9765625, false], [-8.4765625, false], [-6.4765625, false], [-6.4765625, false], [-7.7265625, false], [-5.7265625, false], [-10.2265625, false], [-14.4765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2143, "doc": {"id": "Mercury_SC_406475", "question": "Jennifer is jumping rope. Which type of characteristic is she most likely demonstrating?", "choices": {"text": ["learned", "recessive", "inherited", "instinctive"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "learned", "arguments": ["Question: Jennifer is jumping rope. Which type of characteristic is she most likely demonstrating?\nAnswer:", " ["], "resps": [[[-7.87890625, false]], [[-8.8828125, false]], [[-9.3828125, false]], [[-9.0078125, false]], [[-5.12890625, false]], [[-11.1328125, false]], [[-10.7578125, false]], [[-9.0078125, false]], [[-10.3828125, false]], [[-8.8828125, false]], [[-11.09375, false]], [[-5.50390625, false]], [[-8.8828125, false]], [[-11.1328125, false]], [[-9.0078125, false]], [[-8.1328125, false]], [[-9.0078125, false]], [[-8.6328125, false]], [[-8.6328125, false]], [[-9.6328125, false]], [[-11.2578125, false]], [[-9.0078125, false]], [[-8.8828125, false]], [[-11.09375, false]], [[-5.50390625, false]], [[-8.8828125, false]], [[-9.6328125, false]], [[-10.7578125, false]], [[-11.2578125, false]], [[-9.0078125, false]], [[-11.1328125, false]], [[-9.6328125, false]], [[-10.6328125, false]], [[-9.0078125, false]], [[-10.3828125, false]], [[-8.8828125, false]], [[-11.09375, false]], [[-5.50390625, false]], [[-8.8828125, false]], [[-9.6328125, false]], [[-10.7578125, false]], [[-8.6328125, false]], [[-10.6328125, false]], [[-9.6328125, false]], [[-10.7578125, false]], [[-8.1328125, false]], [[-10.6328125, false]], [[-9.6328125, false]], [[-11.2578125, false]], [[-9.0078125, false]], [[-8.8828125, false]], [[-13.2578125, false]]], "filtered_resps": [[-7.87890625, false], [-8.8828125, false], [-9.3828125, false], [-9.0078125, false], [-5.12890625, false], [-11.1328125, false], [-10.7578125, false], [-9.0078125, false], [-10.3828125, false], [-8.8828125, false], [-11.09375, false], [-5.50390625, false], [-8.8828125, false], [-11.1328125, false], [-9.0078125, false], [-8.1328125, false], [-9.0078125, false], [-8.6328125, false], [-8.6328125, false], [-9.6328125, false], [-11.2578125, false], [-9.0078125, false], [-8.8828125, false], [-11.09375, false], [-5.50390625, false], [-8.8828125, false], [-9.6328125, false], [-10.7578125, false], [-11.2578125, false], [-9.0078125, false], [-11.1328125, false], [-9.6328125, false], [-10.6328125, false], [-9.0078125, false], [-10.3828125, false], [-8.8828125, false], [-11.09375, false], [-5.50390625, false], [-8.8828125, false], [-9.6328125, false], [-10.7578125, false], [-8.6328125, false], [-10.6328125, false], [-9.6328125, false], [-10.7578125, false], [-8.1328125, false], [-10.6328125, false], [-9.6328125, false], [-11.2578125, false], [-9.0078125, false], [-8.8828125, false], [-13.2578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2151, "doc": {"id": "MCAS_2003_8_12", "question": "Which of the following parts of a car belongs to its control system?", "choices": {"text": ["fuel tank", "hydraulic jack", "steering wheel", "windshield wipers"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "steering wheel", "arguments": ["Question: Which of the following parts of a car belongs to its control system?\nAnswer:", " ["], "resps": [[[-7.29296875, false]], [[-9.5390625, false]], [[-9.2890625, false]], [[-11.2890625, false]], [[-9.0390625, false]], [[-9.7890625, false]], [[-5.04296875, false]], [[-10.2890625, false]], [[-5.54296875, false]], [[-9.7890625, false]], [[-11.2890625, false]], [[-9.5390625, false]], [[-9.859375, false]], [[-5.04296875, false]], [[-9.5390625, false]], [[-11.2890625, false]], [[-12.7890625, false]], [[-8.2890625, false]], [[-10.7890625, false]], [[-5.54296875, false]], [[-11.2890625, false]], [[-9.7890625, false]], [[-6.54296875, false]], [[-8.2890625, false]], [[-5.04296875, false]], [[-12.7890625, false]], [[-5.54296875, false]], [[-8.2890625, false]], [[-11.2890625, false]], [[-9.5390625, false]], [[-9.859375, false]], [[-5.04296875, false]], [[-9.5390625, false]], [[-10.0390625, false]], [[-10.2890625, false]], [[-9.0390625, false]], [[-9.0390625, false]], [[-10.7890625, false]], [[-6.54296875, false]], [[-9.7890625, false]], [[-11.5390625, false]], [[-5.04296875, false]], [[-10.5390625, false]], [[-11.2890625, false]], [[-9.0390625, false]], [[-9.0390625, false]], [[-9.7890625, false]], [[-9.5390625, false]], [[-9.859375, false]], [[-5.04296875, false]], [[-9.5390625, false]], [[-10.5390625, false]], [[-6.54296875, false]], [[-9.7890625, false]], [[-8.2890625, false]], [[-10.0390625, false]], [[-11.2890625, false]], [[-6.54296875, false]], [[-9.0390625, false]], [[-9.7890625, false]], [[-8.2890625, false]], [[-5.04296875, false]], [[-10.5390625, false]], [[-6.54296875, false]], [[-10.5390625, false]], [[-9.0390625, false]], [[-10.7890625, false]], [[-10.0390625, false]], [[-9.5390625, false]], [[-11.2890625, false]]], "filtered_resps": [[-7.29296875, false], [-9.5390625, false], [-9.2890625, false], [-11.2890625, false], [-9.0390625, false], [-9.7890625, false], [-5.04296875, false], [-10.2890625, false], [-5.54296875, false], [-9.7890625, false], [-11.2890625, false], [-9.5390625, false], [-9.859375, false], [-5.04296875, false], [-9.5390625, false], [-11.2890625, false], [-12.7890625, false], [-8.2890625, false], [-10.7890625, false], [-5.54296875, false], [-11.2890625, false], [-9.7890625, false], [-6.54296875, false], [-8.2890625, false], [-5.04296875, false], [-12.7890625, false], [-5.54296875, false], [-8.2890625, false], [-11.2890625, false], [-9.5390625, false], [-9.859375, false], [-5.04296875, false], [-9.5390625, false], [-10.0390625, false], [-10.2890625, false], [-9.0390625, false], [-9.0390625, false], [-10.7890625, false], [-6.54296875, false], [-9.7890625, false], [-11.5390625, false], [-5.04296875, false], [-10.5390625, false], [-11.2890625, false], [-9.0390625, false], [-9.0390625, false], [-9.7890625, false], [-9.5390625, false], [-9.859375, false], [-5.04296875, false], [-9.5390625, false], [-10.5390625, false], [-6.54296875, false], [-9.7890625, false], [-8.2890625, false], [-10.0390625, false], [-11.2890625, false], [-6.54296875, false], [-9.0390625, false], [-9.7890625, false], [-8.2890625, false], [-5.04296875, false], [-10.5390625, false], [-6.54296875, false], [-10.5390625, false], [-9.0390625, false], [-10.7890625, false], [-10.0390625, false], [-9.5390625, false], [-11.2890625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2159, "doc": {"id": "MCAS_2009_5_6511", "question": "A student hears the sound of a bell. Which of the following carries the sound of the bell to the student?", "choices": {"text": ["electrical currents", "magnetic signals", "radio waves", "vibrating air"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "vibrating air", "arguments": ["Question: A student hears the sound of a bell. Which of the following carries the sound of the bell to the student?\nAnswer:", " ["], "resps": [[[-6.171875, false]], [[-8.171875, false]], [[-7.421875, false]], [[-9.171875, false]], [[-7.421875, false]], [[-6.171875, false]], [[-8.171875, false]], [[-8.421875, false]], [[-8.421875, false]], [[-6.171875, false]], [[-3.171875, false]], [[-9.171875, false]], [[-5.671875, false]], [[-6.171875, false]], [[-8.921875, false]], [[-8.421875, false]], [[-8.421875, false]], [[-7.421875, false]], [[-8.671875, false]], [[-8.171875, false]], [[-8.671875, false]], [[-8.171875, false]], [[-9.6953125, false]], [[-5.671875, false]], [[-8.171875, false]], [[-8.921875, false]], [[-3.171875, false]], [[-8.671875, false]], [[-8.671875, false]], [[-7.421875, false]], [[-8.171875, false]], [[-8.421875, false]], [[-6.171875, false]], [[-5.671875, false]], [[-8.671875, false]], [[-8.421875, false]], [[-8.671875, false]], [[-8.671875, false]], [[-3.171875, false]], [[-9.171875, false]], [[-8.671875, false]], [[-8.171875, false]], [[-9.6953125, false]], [[-5.671875, false]], [[-8.171875, false]], [[-8.421875, false]], [[-3.171875, false]], [[-6.421875, false]], [[-8.421875, false]], [[-7.921875, false]], [[-5.671875, false]], [[-8.171875, false]], [[-3.171875, false]], [[-8.421875, false]], [[-7.421875, false]], [[-8.671875, false]], [[-8.171875, false]], [[-9.6953125, false]], [[-5.671875, false]], [[-8.171875, false]], [[-8.421875, false]], [[-8.421875, false]], [[-5.421875, false]], [[-8.421875, false]], [[-3.171875, false]], [[-8.171875, false]], [[-8.421875, false]], [[-8.671875, false]], [[-8.671875, false]], [[-5.671875, false]], [[-3.171875, false]], [[-8.421875, false]], [[-8.421875, false]], [[-8.171875, false]], [[-12.671875, false]]], "filtered_resps": [[-6.171875, false], [-8.171875, false], [-7.421875, false], [-9.171875, false], [-7.421875, false], [-6.171875, false], [-8.171875, false], [-8.421875, false], [-8.421875, false], [-6.171875, false], [-3.171875, false], [-9.171875, false], [-5.671875, false], [-6.171875, false], [-8.921875, false], [-8.421875, false], [-8.421875, false], [-7.421875, false], [-8.671875, false], [-8.171875, false], [-8.671875, false], [-8.171875, false], [-9.6953125, false], [-5.671875, false], [-8.171875, false], [-8.921875, false], [-3.171875, false], [-8.671875, false], [-8.671875, false], [-7.421875, false], [-8.171875, false], [-8.421875, false], [-6.171875, false], [-5.671875, false], [-8.671875, false], [-8.421875, false], [-8.671875, false], [-8.671875, false], [-3.171875, false], [-9.171875, false], [-8.671875, false], [-8.171875, false], [-9.6953125, false], [-5.671875, false], [-8.171875, false], [-8.421875, false], [-3.171875, false], [-6.421875, false], [-8.421875, false], [-7.921875, false], [-5.671875, false], [-8.171875, false], [-3.171875, false], [-8.421875, false], [-7.421875, false], [-8.671875, false], [-8.171875, false], [-9.6953125, false], [-5.671875, false], [-8.171875, false], [-8.421875, false], [-8.421875, false], [-5.421875, false], [-8.421875, false], [-3.171875, false], [-8.171875, false], [-8.421875, false], [-8.671875, false], [-8.671875, false], [-5.671875, false], [-3.171875, false], [-8.421875, false], [-8.421875, false], [-8.171875, false], [-12.671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2167, "doc": {"id": "VASoL_2007_5_10", "question": "Which object helps people understand what makes up white light?", "choices": {"text": ["Barometer", "Prism", "Microscope", "Thermometer"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Prism", "arguments": ["Question: Which object helps people understand what makes up white light?\nAnswer:", " ["], "resps": [[[-8.046875, false]], [[-7.921875, false]], [[-6.421875, false]], [[-4.671875, false]], [[-10.421875, false]], [[-8.796875, false]], [[-10.671875, false]], [[-9.171875, false]], [[-10.921875, false]], [[-9.171875, false]], [[-10.421875, false]], [[-7.921875, false]], [[-10.34375, false]], [[-5.421875, false]], [[-7.921875, false]], [[-7.171875, false]], [[-10.421875, false]], [[-9.921875, false]], [[-9.671875, false]], [[-10.671875, false]], [[-7.921875, false]], [[-10.34375, false]], [[-5.421875, false]], [[-7.921875, false]], [[-8.046875, false]], [[-9.921875, false]], [[-9.421875, false]], [[-10.421875, false]], [[-8.796875, false]], [[-9.671875, false]], [[-9.421875, false]], [[-8.796875, false]], [[-10.921875, false]], [[-9.171875, false]], [[-7.921875, false]], [[-10.34375, false]], [[-5.421875, false]], [[-7.921875, false]], [[-7.546875, false]], [[-10.796875, false]], [[-9.171875, false]], [[-10.421875, false]], [[-10.671875, false]], [[-8.796875, false]], [[-10.671875, false]], [[-9.171875, false]], [[-10.921875, false]], [[-9.171875, false]], [[-10.421875, false]], [[-7.921875, false]], [[-13.796875, false]]], "filtered_resps": [[-8.046875, false], [-7.921875, false], [-6.421875, false], [-4.671875, false], [-10.421875, false], [-8.796875, false], [-10.671875, false], [-9.171875, false], [-10.921875, false], [-9.171875, false], [-10.421875, false], [-7.921875, false], [-10.34375, false], [-5.421875, false], [-7.921875, false], [-7.171875, false], [-10.421875, false], [-9.921875, false], [-9.671875, false], [-10.671875, false], [-7.921875, false], [-10.34375, false], [-5.421875, false], [-7.921875, false], [-8.046875, false], [-9.921875, false], [-9.421875, false], [-10.421875, false], [-8.796875, false], [-9.671875, false], [-9.421875, false], [-8.796875, false], [-10.921875, false], [-9.171875, false], [-7.921875, false], [-10.34375, false], [-5.421875, false], [-7.921875, false], [-7.546875, false], [-10.796875, false], [-9.171875, false], [-10.421875, false], [-10.671875, false], [-8.796875, false], [-10.671875, false], [-9.171875, false], [-10.921875, false], [-9.171875, false], [-10.421875, false], [-7.921875, false], [-13.796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2175, "doc": {"id": "Mercury_7001855", "question": "A student drops a white tablet into a glass of water, producing carbon dioxide gas. This is a demonstration of", "choices": {"text": ["a change of state.", "a chemical reaction.", "the creation of matter.", "the movement of electricity."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "a chemical reaction.", "arguments": ["Question: A student drops a white tablet into a glass of water, producing carbon dioxide gas. This is a demonstration of\nAnswer:", " ["], "resps": [[[-7.42578125, false]], [[-8.671875, false]], [[-4.42578125, false]], [[-5.41015625, false]], [[-8.171875, false]], [[-9.921875, false]], [[-4.42578125, false]], [[-8.171875, false]], [[-9.921875, false]], [[-8.296875, false]], [[-5.41015625, false]], [[-9.421875, false]], [[-9.171875, false]], [[-5.30078125, false]], [[-9.171875, false]], [[-9.671875, false]], [[-4.42578125, false]], [[-9.671875, false]], [[-8.296875, false]], [[-7.19921875, false]], [[-8.671875, false]], [[-8.828125, false]], [[-5.30078125, false]], [[-8.671875, false]], [[-4.42578125, false]], [[-5.30078125, false]], [[-8.171875, false]], [[-9.921875, false]], [[-8.296875, false]], [[-8.921875, false]], [[-7.80078125, false]], [[-8.171875, false]], [[-4.42578125, false]], [[-11.046875, false]], [[-5.30078125, false]], [[-10.671875, false]], [[-8.296875, false]], [[-4.42578125, false]], [[-8.171875, false]], [[-9.671875, false]], [[-7.80078125, false]], [[-9.421875, false]], [[-8.171875, false]], [[-7.19921875, false]], [[-8.671875, false]], [[-8.828125, false]], [[-5.30078125, false]], [[-8.671875, false]], [[-9.671875, false]], [[-9.921875, false]], [[-8.296875, false]], [[-5.30078125, false]], [[-8.171875, false]], [[-10.671875, false]], [[-8.296875, false]], [[-4.42578125, false]], [[-9.671875, false]], [[-7.80078125, false]], [[-9.421875, false]], [[-8.171875, false]], [[-5.30078125, false]], [[-9.421875, false]], [[-9.171875, false]], [[-5.30078125, false]], [[-8.921875, false]], [[-4.42578125, false]], [[-9.671875, false]], [[-9.671875, false]], [[-8.296875, false]], [[-10.671875, false]], [[-7.19921875, false]], [[-8.671875, false]], [[-8.828125, false]], [[-5.30078125, false]], [[-8.671875, false]], [[-9.671875, false]], [[-9.921875, false]], [[-8.296875, false]], [[-5.30078125, false]], [[-8.921875, false]], [[-9.421875, false]], [[-9.796875, false]], [[-8.296875, false]], [[-8.921875, false]], [[-8.296875, false]], [[-8.171875, false]], [[-9.671875, false]], [[-5.30078125, false]], [[-9.421875, false]], [[-9.171875, false]], [[-5.30078125, false]], [[-8.296875, false]], [[-11.046875, false]], [[-8.296875, false]], [[-8.171875, false]], [[-9.671875, false]], [[-10.671875, false]], [[-7.80078125, false]], [[-8.171875, false]], [[-7.80078125, false]], [[-9.671875, false]], [[-10.546875, false]], [[-7.19921875, false]], [[-8.671875, false]], [[-12.421875, false]]], "filtered_resps": [[-7.42578125, false], [-8.671875, false], [-4.42578125, false], [-5.41015625, false], [-8.171875, false], [-9.921875, false], [-4.42578125, false], [-8.171875, false], [-9.921875, false], [-8.296875, false], [-5.41015625, false], [-9.421875, false], [-9.171875, false], [-5.30078125, false], [-9.171875, false], [-9.671875, false], [-4.42578125, false], [-9.671875, false], [-8.296875, false], [-7.19921875, false], [-8.671875, false], [-8.828125, false], [-5.30078125, false], [-8.671875, false], [-4.42578125, false], [-5.30078125, false], [-8.171875, false], [-9.921875, false], [-8.296875, false], [-8.921875, false], [-7.80078125, false], [-8.171875, false], [-4.42578125, false], [-11.046875, false], [-5.30078125, false], [-10.671875, false], [-8.296875, false], [-4.42578125, false], [-8.171875, false], [-9.671875, false], [-7.80078125, false], [-9.421875, false], [-8.171875, false], [-7.19921875, false], [-8.671875, false], [-8.828125, false], [-5.30078125, false], [-8.671875, false], [-9.671875, false], [-9.921875, false], [-8.296875, false], [-5.30078125, false], [-8.171875, false], [-10.671875, false], [-8.296875, false], [-4.42578125, false], [-9.671875, false], [-7.80078125, false], [-9.421875, false], [-8.171875, false], [-5.30078125, false], [-9.421875, false], [-9.171875, false], [-5.30078125, false], [-8.921875, false], [-4.42578125, false], [-9.671875, false], [-9.671875, false], [-8.296875, false], [-10.671875, false], [-7.19921875, false], [-8.671875, false], [-8.828125, false], [-5.30078125, false], [-8.671875, false], [-9.671875, false], [-9.921875, false], [-8.296875, false], [-5.30078125, false], [-8.921875, false], [-9.421875, false], [-9.796875, false], [-8.296875, false], [-8.921875, false], [-8.296875, false], [-8.171875, false], [-9.671875, false], [-5.30078125, false], [-9.421875, false], [-9.171875, false], [-5.30078125, false], [-8.296875, false], [-11.046875, false], [-8.296875, false], [-8.171875, false], [-9.671875, false], [-10.671875, false], [-7.80078125, false], [-8.171875, false], [-7.80078125, false], [-9.671875, false], [-10.546875, false], [-7.19921875, false], [-8.671875, false], [-12.421875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2183, "doc": {"id": "Mercury_7018533", "question": "Which is not a type of electromagnetic wave?", "choices": {"text": ["sound wave", "x-ray", "microwave", "radio wave"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "sound wave", "arguments": ["Question: Which is not a type of electromagnetic wave?\nAnswer:", " ["], "resps": [[[-8.234375, false]], [[-9.234375, false]], [[-9.234375, false]], [[-8.234375, false]], [[-9.734375, false]], [[-8.734375, false]], [[-10.484375, false]], [[-4.984375, false]], [[-10.984375, false]], [[-3.986328125, false]], [[-11.234375, false]], [[-8.234375, false]], [[-9.234375, false]], [[-9.140625, false]], [[-4.984375, false]], [[-9.234375, false]], [[-8.484375, false]], [[-5.734375, false]], [[-9.734375, false]], [[-3.986328125, false]], [[-12.734375, false]], [[-9.234375, false]], [[-9.140625, false]], [[-4.984375, false]], [[-9.234375, false]], [[-7.484375, false]], [[-7.984375, false]], [[-9.484375, false]], [[-9.734375, false]], [[-8.234375, false]], [[-10.984375, false]], [[-3.986328125, false]], [[-11.234375, false]], [[-8.234375, false]], [[-9.234375, false]], [[-9.140625, false]], [[-4.984375, false]], [[-9.234375, false]], [[-9.734375, false]], [[-3.986328125, false]], [[-10.484375, false]], [[-7.984375, false]], [[-8.234375, false]], [[-4.984375, false]], [[-10.984375, false]], [[-3.986328125, false]], [[-11.234375, false]], [[-8.234375, false]], [[-9.234375, false]], [[-13.234375, false]]], "filtered_resps": [[-8.234375, false], [-9.234375, false], [-9.234375, false], [-8.234375, false], [-9.734375, false], [-8.734375, false], [-10.484375, false], [-4.984375, false], [-10.984375, false], [-3.986328125, false], [-11.234375, false], [-8.234375, false], [-9.234375, false], [-9.140625, false], [-4.984375, false], [-9.234375, false], [-8.484375, false], [-5.734375, false], [-9.734375, false], [-3.986328125, false], [-12.734375, false], [-9.234375, false], [-9.140625, false], [-4.984375, false], [-9.234375, false], [-7.484375, false], [-7.984375, false], [-9.484375, false], [-9.734375, false], [-8.234375, false], [-10.984375, false], [-3.986328125, false], [-11.234375, false], [-8.234375, false], [-9.234375, false], [-9.140625, false], [-4.984375, false], [-9.234375, false], [-9.734375, false], [-3.986328125, false], [-10.484375, false], [-7.984375, false], [-8.234375, false], [-4.984375, false], [-10.984375, false], [-3.986328125, false], [-11.234375, false], [-8.234375, false], [-9.234375, false], [-13.234375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2191, "doc": {"id": "Mercury_417464", "question": "Which characteristic is shared by all members of Arthropoda and Chordata phyla?", "choices": {"text": ["mandibles", "simple eyes", "jointed limbs", "one pair of wings"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "jointed limbs", "arguments": ["Question: Which characteristic is shared by all members of Arthropoda and Chordata phyla?\nAnswer:", " ["], "resps": [[[-6.953125, false]], [[-9.453125, false]], [[-10.578125, false]], [[-5.828125, false]], [[-8.953125, false]], [[-9.453125, false]], [[-9.703125, false]], [[-9.453125, false]], [[-9.828125, false]], [[-8.453125, false]], [[-9.328125, false]], [[-9.453125, false]], [[-9.6875, false]], [[-4.953125, false]], [[-9.453125, false]], [[-9.328125, false]], [[-9.703125, false]], [[-10.578125, false]], [[-9.328125, false]], [[-9.828125, false]], [[-8.453125, false]], [[-4.953125, false]], [[-8.453125, false]], [[-12.453125, false]], [[-8.453125, false]], [[-9.328125, false]], [[-9.453125, false]], [[-9.6875, false]], [[-4.953125, false]], [[-9.453125, false]], [[-12.453125, false]], [[-9.828125, false]], [[-9.703125, false]], [[-8.953125, false]], [[-10.453125, false]], [[-8.453125, false]], [[-9.453125, false]], [[-4.953125, false]], [[-9.828125, false]], [[-9.703125, false]], [[-10.578125, false]], [[-9.453125, false]], [[-9.328125, false]], [[-9.453125, false]], [[-9.6875, false]], [[-4.953125, false]], [[-9.453125, false]], [[-9.828125, false]], [[-8.953125, false]], [[-8.453125, false]], [[-4.953125, false]], [[-9.328125, false]], [[-5.828125, false]], [[-9.703125, false]], [[-9.328125, false]], [[-4.953125, false]], [[-9.828125, false]], [[-9.578125, false]], [[-4.953125, false]], [[-10.828125, false]], [[-9.703125, false]], [[-8.953125, false]], [[-11.203125, false]], [[-9.328125, false]], [[-9.453125, false]], [[-12.703125, false]]], "filtered_resps": [[-6.953125, false], [-9.453125, false], [-10.578125, false], [-5.828125, false], [-8.953125, false], [-9.453125, false], [-9.703125, false], [-9.453125, false], [-9.828125, false], [-8.453125, false], [-9.328125, false], [-9.453125, false], [-9.6875, false], [-4.953125, false], [-9.453125, false], [-9.328125, false], [-9.703125, false], [-10.578125, false], [-9.328125, false], [-9.828125, false], [-8.453125, false], [-4.953125, false], [-8.453125, false], [-12.453125, false], [-8.453125, false], [-9.328125, false], [-9.453125, false], [-9.6875, false], [-4.953125, false], [-9.453125, false], [-12.453125, false], [-9.828125, false], [-9.703125, false], [-8.953125, false], [-10.453125, false], [-8.453125, false], [-9.453125, false], [-4.953125, false], [-9.828125, false], [-9.703125, false], [-10.578125, false], [-9.453125, false], [-9.328125, false], [-9.453125, false], [-9.6875, false], [-4.953125, false], [-9.453125, false], [-9.828125, false], [-8.953125, false], [-8.453125, false], [-4.953125, false], [-9.328125, false], [-5.828125, false], [-9.703125, false], [-9.328125, false], [-4.953125, false], [-9.828125, false], [-9.578125, false], [-4.953125, false], [-10.828125, false], [-9.703125, false], [-8.953125, false], [-11.203125, false], [-9.328125, false], [-9.453125, false], [-12.703125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2199, "doc": {"id": "Mercury_7267855", "question": "Which pair would be most necessary for life to develop on another planet?", "choices": {"text": ["sulfur and nitrogen", "helium and hydrogen", "liquid water and carbon", "chlorophyll and oxygen"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "liquid water and carbon", "arguments": ["Question: Which pair would be most necessary for life to develop on another planet?\nAnswer:", " ["], "resps": [[[-6.98046875, false]], [[-7.60546875, false]], [[-9.359375, false]], [[-10.984375, false]], [[-10.234375, false]], [[-9.984375, false]], [[-10.984375, false]], [[-9.859375, false]], [[-5.35546875, false]], [[-5.85546875, false]], [[-9.359375, false]], [[-9.609375, false]], [[-5.35546875, false]], [[-9.359375, false]], [[-8.984375, false]], [[-9.734375, false]], [[-9.859375, false]], [[-10.484375, false]], [[-10.984375, false]], [[-8.484375, false]], [[-9.359375, false]], [[-7.60546875, false]], [[-9.671875, false]], [[-5.35546875, false]], [[-7.60546875, false]], [[-10.859375, false]], [[-8.484375, false]], [[-10.234375, false]], [[-8.984375, false]], [[-10.984375, false]], [[-10.734375, false]], [[-5.35546875, false]], [[-5.85546875, false]], [[-9.359375, false]], [[-9.609375, false]], [[-5.35546875, false]], [[-10.859375, false]], [[-11.359375, false]], [[-9.609375, false]], [[-9.859375, false]], [[-10.484375, false]], [[-10.984375, false]], [[-8.484375, false]], [[-9.359375, false]], [[-7.60546875, false]], [[-9.671875, false]], [[-5.35546875, false]], [[-7.60546875, false]], [[-10.234375, false]], [[-8.984375, false]], [[-11.484375, false]], [[-10.984375, false]], [[-8.984375, false]], [[-9.609375, false]], [[-5.35546875, false]], [[-10.109375, false]], [[-5.85546875, false]], [[-9.734375, false]], [[-8.484375, false]], [[-9.859375, false]], [[-5.35546875, false]], [[-5.85546875, false]], [[-9.359375, false]], [[-9.609375, false]], [[-5.35546875, false]], [[-8.734375, false]], [[-5.85546875, false]], [[-9.859375, false]], [[-9.609375, false]], [[-10.484375, false]], [[-9.359375, false]], [[-7.60546875, false]], [[-9.671875, false]], [[-5.35546875, false]], [[-7.60546875, false]], [[-8.734375, false]], [[-10.859375, false]], [[-10.234375, false]], [[-10.484375, false]], [[-9.859375, false]], [[-10.484375, false]], [[-9.234375, false]], [[-10.859375, false]], [[-11.359375, false]], [[-10.234375, false]], [[-10.234375, false]], [[-5.35546875, false]], [[-5.85546875, false]], [[-9.359375, false]], [[-9.609375, false]], [[-5.35546875, false]], [[-10.484375, false]], [[-8.984375, false]], [[-11.359375, false]], [[-10.984375, false]], [[-8.484375, false]], [[-9.359375, false]], [[-7.60546875, false]], [[-12.859375, false]]], "filtered_resps": [[-6.98046875, false], [-7.60546875, false], [-9.359375, false], [-10.984375, false], [-10.234375, false], [-9.984375, false], [-10.984375, false], [-9.859375, false], [-5.35546875, false], [-5.85546875, false], [-9.359375, false], [-9.609375, false], [-5.35546875, false], [-9.359375, false], [-8.984375, false], [-9.734375, false], [-9.859375, false], [-10.484375, false], [-10.984375, false], [-8.484375, false], [-9.359375, false], [-7.60546875, false], [-9.671875, false], [-5.35546875, false], [-7.60546875, false], [-10.859375, false], [-8.484375, false], [-10.234375, false], [-8.984375, false], [-10.984375, false], [-10.734375, false], [-5.35546875, false], [-5.85546875, false], [-9.359375, false], [-9.609375, false], [-5.35546875, false], [-10.859375, false], [-11.359375, false], [-9.609375, false], [-9.859375, false], [-10.484375, false], [-10.984375, false], [-8.484375, false], [-9.359375, false], [-7.60546875, false], [-9.671875, false], [-5.35546875, false], [-7.60546875, false], [-10.234375, false], [-8.984375, false], [-11.484375, false], [-10.984375, false], [-8.984375, false], [-9.609375, false], [-5.35546875, false], [-10.109375, false], [-5.85546875, false], [-9.734375, false], [-8.484375, false], [-9.859375, false], [-5.35546875, false], [-5.85546875, false], [-9.359375, false], [-9.609375, false], [-5.35546875, false], [-8.734375, false], [-5.85546875, false], [-9.859375, false], [-9.609375, false], [-10.484375, false], [-9.359375, false], [-7.60546875, false], [-9.671875, false], [-5.35546875, false], [-7.60546875, false], [-8.734375, false], [-10.859375, false], [-10.234375, false], [-10.484375, false], [-9.859375, false], [-10.484375, false], [-9.234375, false], [-10.859375, false], [-11.359375, false], [-10.234375, false], [-10.234375, false], [-5.35546875, false], [-5.85546875, false], [-9.359375, false], [-9.609375, false], [-5.35546875, false], [-10.484375, false], [-8.984375, false], [-11.359375, false], [-10.984375, false], [-8.484375, false], [-9.359375, false], [-7.60546875, false], [-12.859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2207, "doc": {"id": "Mercury_7001348", "question": "A red flowered plant (RR) is crossed with a white flowered plant (WW) and produces plants with pink flowers (RW). If two pink flowered plants are crossed, what color offspring could be produced?", "choices": {"text": ["red, white, and pink", "red and white", "pink and red", "pink and white"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "red, white, and pink", "arguments": ["Question: A red flowered plant (RR) is crossed with a white flowered plant (WW) and produces plants with pink flowers (RW). If two pink flowered plants are crossed, what color offspring could be produced?\nAnswer:", " ["], "resps": [[[-6.58203125, false]], [[-8.328125, false]], [[-6.83203125, false]], [[-9.328125, false]], [[-9.578125, false]], [[-12.8515625, false]], [[-4.328125, false]], [[-8.828125, false]], [[-11.328125, false]], [[-8.828125, false]], [[-10.078125, false]], [[-9.328125, false]], [[-12.8515625, false]], [[-4.33203125, false]], [[-4.08203125, false]], [[-8.578125, false]], [[-9.578125, false]], [[-4.33203125, false]], [[-9.578125, false]], [[-8.828125, false]], [[-8.578125, false]], [[-10.078125, false]], [[-8.328125, false]], [[-12.9765625, false]], [[-4.33203125, false]], [[-8.328125, false]], [[-6.83203125, false]], [[-9.328125, false]], [[-9.578125, false]], [[-4.33203125, false]], [[-4.08203125, false]], [[-8.578125, false]], [[-9.578125, false]], [[-4.33203125, false]], [[-8.828125, false]], [[-11.328125, false]], [[-8.828125, false]], [[-10.078125, false]], [[-9.328125, false]], [[-8.328125, false]], [[-12.9765625, false]], [[-4.33203125, false]], [[-8.328125, false]], [[-9.578125, false]], [[-8.828125, false]], [[-8.578125, false]], [[-10.078125, false]], [[-4.33203125, false]], [[-4.08203125, false]], [[-8.578125, false]], [[-9.578125, false]], [[-4.33203125, false]], [[-6.83203125, false]], [[-9.328125, false]], [[-9.578125, false]], [[-8.328125, false]], [[-12.9765625, false]], [[-4.33203125, false]], [[-8.328125, false]], [[-9.578125, false]], [[-8.828125, false]], [[-8.578125, false]], [[-10.078125, false]], [[-4.33203125, false]], [[-4.08203125, false]], [[-8.578125, false]], [[-9.578125, false]], [[-4.33203125, false]], [[-8.828125, false]], [[-11.328125, false]], [[-8.828125, false]], [[-10.078125, false]], [[-9.328125, false]], [[-8.328125, false]], [[-12.578125, false]]], "filtered_resps": [[-6.58203125, false], [-8.328125, false], [-6.83203125, false], [-9.328125, false], [-9.578125, false], [-12.8515625, false], [-4.328125, false], [-8.828125, false], [-11.328125, false], [-8.828125, false], [-10.078125, false], [-9.328125, false], [-12.8515625, false], [-4.33203125, false], [-4.08203125, false], [-8.578125, false], [-9.578125, false], [-4.33203125, false], [-9.578125, false], [-8.828125, false], [-8.578125, false], [-10.078125, false], [-8.328125, false], [-12.9765625, false], [-4.33203125, false], [-8.328125, false], [-6.83203125, false], [-9.328125, false], [-9.578125, false], [-4.33203125, false], [-4.08203125, false], [-8.578125, false], [-9.578125, false], [-4.33203125, false], [-8.828125, false], [-11.328125, false], [-8.828125, false], [-10.078125, false], [-9.328125, false], [-8.328125, false], [-12.9765625, false], [-4.33203125, false], [-8.328125, false], [-9.578125, false], [-8.828125, false], [-8.578125, false], [-10.078125, false], [-4.33203125, false], [-4.08203125, false], [-8.578125, false], [-9.578125, false], [-4.33203125, false], [-6.83203125, false], [-9.328125, false], [-9.578125, false], [-8.328125, false], [-12.9765625, false], [-4.33203125, false], [-8.328125, false], [-9.578125, false], [-8.828125, false], [-8.578125, false], [-10.078125, false], [-4.33203125, false], [-4.08203125, false], [-8.578125, false], [-9.578125, false], [-4.33203125, false], [-8.828125, false], [-11.328125, false], [-8.828125, false], [-10.078125, false], [-9.328125, false], [-8.328125, false], [-12.578125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2215, "doc": {"id": "Mercury_SC_415478", "question": "Some changes are fast. Some changes are slow. Which of these changes is most likely the slowest?", "choices": {"text": ["fire", "flood", "landslide", "drought"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "drought", "arguments": ["Question: Some changes are fast. Some changes are slow. Which of these changes is most likely the slowest?\nAnswer:", " ["], "resps": [[[-6.6875, false]], [[-8.1875, false]], [[-9.1875, false]], [[-8.4375, false]], [[-9.4375, false]], [[-7.9375, false]], [[-8.1875, false]], [[-10.828125, false]], [[-5.9375, false]], [[-8.1875, false]], [[-9.1875, false]], [[-9.9375, false]], [[-9.6875, false]], [[-9.6875, false]], [[-8.9375, false]], [[-8.1875, false]], [[-10.828125, false]], [[-5.9375, false]], [[-8.1875, false]], [[-9.9375, false]], [[-6.6875, false]], [[-8.6875, false]], [[-8.9375, false]], [[-8.9375, false]], [[-9.9375, false]], [[-8.4375, false]], [[-8.9375, false]], [[-7.9375, false]], [[-8.1875, false]], [[-10.828125, false]], [[-5.9375, false]], [[-8.1875, false]], [[-8.9375, false]], [[-9.4375, false]], [[-9.6875, false]], [[-10.1875, false]], [[-11.9375, false]], [[-10.9375, false]], [[-9.9375, false]], [[-8.1875, false]], [[-13.4375, false]]], "filtered_resps": [[-6.6875, false], [-8.1875, false], [-9.1875, false], [-8.4375, false], [-9.4375, false], [-7.9375, false], [-8.1875, false], [-10.828125, false], [-5.9375, false], [-8.1875, false], [-9.1875, false], [-9.9375, false], [-9.6875, false], [-9.6875, false], [-8.9375, false], [-8.1875, false], [-10.828125, false], [-5.9375, false], [-8.1875, false], [-9.9375, false], [-6.6875, false], [-8.6875, false], [-8.9375, false], [-8.9375, false], [-9.9375, false], [-8.4375, false], [-8.9375, false], [-7.9375, false], [-8.1875, false], [-10.828125, false], [-5.9375, false], [-8.1875, false], [-8.9375, false], [-9.4375, false], [-9.6875, false], [-10.1875, false], [-11.9375, false], [-10.9375, false], [-9.9375, false], [-8.1875, false], [-13.4375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2223, "doc": {"id": "Mercury_SC_408703", "question": "Andre learned that plants survive through a process called photosynthesis. Which substance do plants produce during photosynthesis?", "choices": {"text": ["minerals", "nitrogen", "soil", "sugar"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "sugar", "arguments": ["Question: Andre learned that plants survive through a process called photosynthesis. Which substance do plants produce during photosynthesis?\nAnswer:", " ["], "resps": [[[-7.6796875, false]], [[-10.1796875, false]], [[-7.6796875, false]], [[-7.6796875, false]], [[-6.9296875, false]], [[-10.1796875, false]], [[-11.6796875, false]], [[-5.6796875, false]], [[-11.4296875, false]], [[-10.4296875, false]], [[-10.1796875, false]], [[-11.2421875, false]], [[-5.4296875, false]], [[-10.1796875, false]], [[-6.9296875, false]], [[-7.6796875, false]], [[-9.6796875, false]], [[-11.6796875, false]], [[-7.4296875, false]], [[-11.4296875, false]], [[-10.1796875, false]], [[-6.9296875, false]], [[-10.1796875, false]], [[-11.2421875, false]], [[-5.4296875, false]], [[-10.1796875, false]], [[-10.4296875, false]], [[-7.4296875, false]], [[-7.6796875, false]], [[-11.4296875, false]], [[-10.1796875, false]], [[-11.2421875, false]], [[-5.4296875, false]], [[-10.1796875, false]], [[-10.4296875, false]], [[-8.1796875, false]], [[-11.4296875, false]], [[-5.6796875, false]], [[-11.6796875, false]], [[-10.1796875, false]], [[-15.1796875, false]]], "filtered_resps": [[-7.6796875, false], [-10.1796875, false], [-7.6796875, false], [-7.6796875, false], [-6.9296875, false], [-10.1796875, false], [-11.6796875, false], [-5.6796875, false], [-11.4296875, false], [-10.4296875, false], [-10.1796875, false], [-11.2421875, false], [-5.4296875, false], [-10.1796875, false], [-6.9296875, false], [-7.6796875, false], [-9.6796875, false], [-11.6796875, false], [-7.4296875, false], [-11.4296875, false], [-10.1796875, false], [-6.9296875, false], [-10.1796875, false], [-11.2421875, false], [-5.4296875, false], [-10.1796875, false], [-10.4296875, false], [-7.4296875, false], [-7.6796875, false], [-11.4296875, false], [-10.1796875, false], [-11.2421875, false], [-5.4296875, false], [-10.1796875, false], [-10.4296875, false], [-8.1796875, false], [-11.4296875, false], [-5.6796875, false], [-11.6796875, false], [-10.1796875, false], [-15.1796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2231, "doc": {"id": "LEAP_2009_8_10429", "question": "How does no-till farming help the environment?", "choices": {"text": ["It decreases soil erosion.", "It increases soil removal.", "It increases fertilizer use.", "It decreases crop yield."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "It decreases soil erosion.", "arguments": ["Question: How does no-till farming help the environment?\nAnswer:", " ["], "resps": [[[-7.6953125, false]], [[-8.6953125, false]], [[-4.4453125, false]], [[-12.1953125, false]], [[-5.9453125, false]], [[-9.9453125, false]], [[-9.9453125, false]], [[-11.6953125, false]], [[-13.1953125, false]], [[-9.9453125, false]], [[-7.4453125, false]], [[-10.6953125, false]], [[-9.9453125, false]], [[-10.6953125, false]], [[-5.9453125, false]], [[-10.6953125, false]], [[-11.1953125, false]], [[-9.4453125, false]], [[-10.9453125, false]], [[-5.9453125, false]], [[-9.9453125, false]], [[-13.1953125, false]], [[-11.1953125, false]], [[-10.6953125, false]], [[-9.4453125, false]], [[-11.1953125, false]], [[-9.9453125, false]], [[-8.53125, false]], [[-8.6953125, false]], [[-10.90625, false]], [[-5.9453125, false]], [[-8.6953125, false]], [[-4.4453125, false]], [[-12.1953125, false]], [[-5.9453125, false]], [[-9.4453125, false]], [[-9.9453125, false]], [[-11.6953125, false]], [[-13.1953125, false]], [[-9.9453125, false]], [[-7.4453125, false]], [[-10.6953125, false]], [[-9.9453125, false]], [[-10.6953125, false]], [[-5.9453125, false]], [[-10.6953125, false]], [[-11.1953125, false]], [[-9.4453125, false]], [[-10.9453125, false]], [[-5.9453125, false]], [[-13.1953125, false]], [[-9.9453125, false]], [[-12.4453125, false]], [[-11.1953125, false]], [[-12.9453125, false]], [[-7.4453125, false]], [[-10.9453125, false]], [[-8.53125, false]], [[-8.6953125, false]], [[-10.90625, false]], [[-5.9453125, false]], [[-8.6953125, false]], [[-4.4453125, false]], [[-12.1953125, false]], [[-5.9453125, false]], [[-9.4453125, false]], [[-9.9453125, false]], [[-11.6953125, false]], [[-13.1953125, false]], [[-9.9453125, false]], [[-7.4453125, false]], [[-10.6953125, false]], [[-9.9453125, false]], [[-10.6953125, false]], [[-5.9453125, false]], [[-12.1953125, false]], [[-9.9453125, false]], [[-13.1953125, false]], [[-12.1953125, false]], [[-9.4453125, false]], [[-10.9453125, false]], [[-9.4453125, false]], [[-12.9453125, false]], [[-9.9453125, false]], [[-13.1953125, false]], [[-5.9453125, false]], [[-12.4453125, false]], [[-10.6953125, false]], [[-9.9453125, false]], [[-8.53125, false]], [[-8.6953125, false]], [[-10.90625, false]], [[-5.9453125, false]], [[-8.6953125, false]], [[-4.4453125, false]], [[-12.1953125, false]], [[-5.9453125, false]], [[-9.9453125, false]], [[-9.9453125, false]], [[-11.6953125, false]], [[-13.1953125, false]], [[-9.9453125, false]], [[-7.4453125, false]], [[-10.6953125, false]], [[-9.9453125, false]], [[-10.6953125, false]], [[-5.9453125, false]], [[-11.6953125, false]], [[-13.1953125, false]], [[-11.1953125, false]], [[-11.1953125, false]], [[-5.9453125, false]], [[-10.9453125, false]], [[-9.4453125, false]], [[-9.9453125, false]], [[-10.9453125, false]], [[-9.9453125, false]], [[-8.53125, false]], [[-8.6953125, false]], [[-13.6953125, false]]], "filtered_resps": [[-7.6953125, false], [-8.6953125, false], [-4.4453125, false], [-12.1953125, false], [-5.9453125, false], [-9.9453125, false], [-9.9453125, false], [-11.6953125, false], [-13.1953125, false], [-9.9453125, false], [-7.4453125, false], [-10.6953125, false], [-9.9453125, false], [-10.6953125, false], [-5.9453125, false], [-10.6953125, false], [-11.1953125, false], [-9.4453125, false], [-10.9453125, false], [-5.9453125, false], [-9.9453125, false], [-13.1953125, false], [-11.1953125, false], [-10.6953125, false], [-9.4453125, false], [-11.1953125, false], [-9.9453125, false], [-8.53125, false], [-8.6953125, false], [-10.90625, false], [-5.9453125, false], [-8.6953125, false], [-4.4453125, false], [-12.1953125, false], [-5.9453125, false], [-9.4453125, false], [-9.9453125, false], [-11.6953125, false], [-13.1953125, false], [-9.9453125, false], [-7.4453125, false], [-10.6953125, false], [-9.9453125, false], [-10.6953125, false], [-5.9453125, false], [-10.6953125, false], [-11.1953125, false], [-9.4453125, false], [-10.9453125, false], [-5.9453125, false], [-13.1953125, false], [-9.9453125, false], [-12.4453125, false], [-11.1953125, false], [-12.9453125, false], [-7.4453125, false], [-10.9453125, false], [-8.53125, false], [-8.6953125, false], [-10.90625, false], [-5.9453125, false], [-8.6953125, false], [-4.4453125, false], [-12.1953125, false], [-5.9453125, false], [-9.4453125, false], [-9.9453125, false], [-11.6953125, false], [-13.1953125, false], [-9.9453125, false], [-7.4453125, false], [-10.6953125, false], [-9.9453125, false], [-10.6953125, false], [-5.9453125, false], [-12.1953125, false], [-9.9453125, false], [-13.1953125, false], [-12.1953125, false], [-9.4453125, false], [-10.9453125, false], [-9.4453125, false], [-12.9453125, false], [-9.9453125, false], [-13.1953125, false], [-5.9453125, false], [-12.4453125, false], [-10.6953125, false], [-9.9453125, false], [-8.53125, false], [-8.6953125, false], [-10.90625, false], [-5.9453125, false], [-8.6953125, false], [-4.4453125, false], [-12.1953125, false], [-5.9453125, false], [-9.9453125, false], [-9.9453125, false], [-11.6953125, false], [-13.1953125, false], [-9.9453125, false], [-7.4453125, false], [-10.6953125, false], [-9.9453125, false], [-10.6953125, false], [-5.9453125, false], [-11.6953125, false], [-13.1953125, false], [-11.1953125, false], [-11.1953125, false], [-5.9453125, false], [-10.9453125, false], [-9.4453125, false], [-9.9453125, false], [-10.9453125, false], [-9.9453125, false], [-8.53125, false], [-8.6953125, false], [-13.6953125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2239, "doc": {"id": "VASoL_2009_5_18", "question": "A student makes a fruit drink by stirring a powdered mix into cold water. Why is the fruit drink a solution?", "choices": {"text": ["The powder dissolves in the water.", "The water changes color.", "The student stirs the water.", "The water is the proper temperature."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "The powder dissolves in the water.", "arguments": ["Question: A student makes a fruit drink by stirring a powdered mix into cold water. Why is the fruit drink a solution?\nAnswer:", " ["], "resps": [[[-7.42578125, false]], [[-9.6796875, false]], [[-8.9296875, false]], [[-10.9296875, false]], [[-9.9296875, false]], [[-6.67578125, false]], [[-9.6796875, false]], [[-9.9296875, false]], [[-10.6796875, false]], [[-9.6796875, false]], [[-9.9296875, false]], [[-11.4296875, false]], [[-6.67578125, false]], [[-9.6796875, false]], [[-8.9296875, false]], [[-9.9296875, false]], [[-9.9296875, false]], [[-9.9296875, false]], [[-11.1796875, false]], [[-11.9296875, false]], [[-9.9296875, false]], [[-9.9296875, false]], [[-6.67578125, false]], [[-8.9296875, false]], [[-10.4296875, false]], [[-6.67578125, false]], [[-10.1796875, false]], [[-10.9296875, false]], [[-9.9296875, false]], [[-6.67578125, false]], [[-10.6796875, false]], [[-5.67578125, false]], [[-10.1796875, false]], [[-9.9296875, false]], [[-11.4296875, false]], [[-7.828125, false]], [[-9.6796875, false]], [[-11.203125, false]], [[-6.67578125, false]], [[-9.6796875, false]], [[-8.9296875, false]], [[-10.9296875, false]], [[-9.9296875, false]], [[-6.67578125, false]], [[-10.6796875, false]], [[-5.67578125, false]], [[-10.1796875, false]], [[-9.9296875, false]], [[-11.4296875, false]], [[-6.67578125, false]], [[-9.6796875, false]], [[-10.9296875, false]], [[-5.67578125, false]], [[-10.4296875, false]], [[-11.6796875, false]], [[-9.9296875, false]], [[-9.9296875, false]], [[-6.67578125, false]], [[-9.6796875, false]], [[-9.9296875, false]], [[-11.1796875, false]], [[-9.9296875, false]], [[-11.4296875, false]], [[-7.828125, false]], [[-9.6796875, false]], [[-11.203125, false]], [[-6.67578125, false]], [[-9.6796875, false]], [[-8.9296875, false]], [[-10.9296875, false]], [[-9.9296875, false]], [[-6.67578125, false]], [[-9.9296875, false]], [[-10.1796875, false]], [[-11.1796875, false]], [[-9.6796875, false]], [[-9.9296875, false]], [[-10.4296875, false]], [[-10.1796875, false]], [[-6.67578125, false]], [[-9.9296875, false]], [[-10.1796875, false]], [[-8.9296875, false]], [[-11.4296875, false]], [[-9.9296875, false]], [[-6.67578125, false]], [[-10.1796875, false]], [[-10.9296875, false]], [[-9.9296875, false]], [[-6.67578125, false]], [[-10.6796875, false]], [[-5.67578125, false]], [[-10.1796875, false]], [[-9.9296875, false]], [[-11.4296875, false]], [[-7.828125, false]], [[-9.6796875, false]], [[-11.203125, false]], [[-6.67578125, false]], [[-9.6796875, false]], [[-8.9296875, false]], [[-10.9296875, false]], [[-9.9296875, false]], [[-6.67578125, false]], [[-10.6796875, false]], [[-5.67578125, false]], [[-10.1796875, false]], [[-9.9296875, false]], [[-11.4296875, false]], [[-6.67578125, false]], [[-8.9296875, false]], [[-9.9296875, false]], [[-6.67578125, false]], [[-10.1796875, false]], [[-10.9296875, false]], [[-9.9296875, false]], [[-6.67578125, false]], [[-9.6796875, false]], [[-11.4296875, false]], [[-9.9296875, false]], [[-9.6796875, false]], [[-9.9296875, false]], [[-11.4296875, false]], [[-6.67578125, false]], [[-10.1796875, false]], [[-9.9296875, false]], [[-10.1796875, false]], [[-9.6796875, false]], [[-9.9296875, false]], [[-11.4296875, false]], [[-5.67578125, false]], [[-10.1796875, false]], [[-11.1796875, false]], [[-11.4296875, false]], [[-9.9296875, false]], [[-7.828125, false]], [[-9.6796875, false]], [[-12.6796875, false]]], "filtered_resps": [[-7.42578125, false], [-9.6796875, false], [-8.9296875, false], [-10.9296875, false], [-9.9296875, false], [-6.67578125, false], [-9.6796875, false], [-9.9296875, false], [-10.6796875, false], [-9.6796875, false], [-9.9296875, false], [-11.4296875, false], [-6.67578125, false], [-9.6796875, false], [-8.9296875, false], [-9.9296875, false], [-9.9296875, false], [-9.9296875, false], [-11.1796875, false], [-11.9296875, false], [-9.9296875, false], [-9.9296875, false], [-6.67578125, false], [-8.9296875, false], [-10.4296875, false], [-6.67578125, false], [-10.1796875, false], [-10.9296875, false], [-9.9296875, false], [-6.67578125, false], [-10.6796875, false], [-5.67578125, false], [-10.1796875, false], [-9.9296875, false], [-11.4296875, false], [-7.828125, false], [-9.6796875, false], [-11.203125, false], [-6.67578125, false], [-9.6796875, false], [-8.9296875, false], [-10.9296875, false], [-9.9296875, false], [-6.67578125, false], [-10.6796875, false], [-5.67578125, false], [-10.1796875, false], [-9.9296875, false], [-11.4296875, false], [-6.67578125, false], [-9.6796875, false], [-10.9296875, false], [-5.67578125, false], [-10.4296875, false], [-11.6796875, false], [-9.9296875, false], [-9.9296875, false], [-6.67578125, false], [-9.6796875, false], [-9.9296875, false], [-11.1796875, false], [-9.9296875, false], [-11.4296875, false], [-7.828125, false], [-9.6796875, false], [-11.203125, false], [-6.67578125, false], [-9.6796875, false], [-8.9296875, false], [-10.9296875, false], [-9.9296875, false], [-6.67578125, false], [-9.9296875, false], [-10.1796875, false], [-11.1796875, false], [-9.6796875, false], [-9.9296875, false], [-10.4296875, false], [-10.1796875, false], [-6.67578125, false], [-9.9296875, false], [-10.1796875, false], [-8.9296875, false], [-11.4296875, false], [-9.9296875, false], [-6.67578125, false], [-10.1796875, false], [-10.9296875, false], [-9.9296875, false], [-6.67578125, false], [-10.6796875, false], [-5.67578125, false], [-10.1796875, false], [-9.9296875, false], [-11.4296875, false], [-7.828125, false], [-9.6796875, false], [-11.203125, false], [-6.67578125, false], [-9.6796875, false], [-8.9296875, false], [-10.9296875, false], [-9.9296875, false], [-6.67578125, false], [-10.6796875, false], [-5.67578125, false], [-10.1796875, false], [-9.9296875, false], [-11.4296875, false], [-6.67578125, false], [-8.9296875, false], [-9.9296875, false], [-6.67578125, false], [-10.1796875, false], [-10.9296875, false], [-9.9296875, false], [-6.67578125, false], [-9.6796875, false], [-11.4296875, false], [-9.9296875, false], [-9.6796875, false], [-9.9296875, false], [-11.4296875, false], [-6.67578125, false], [-10.1796875, false], [-9.9296875, false], [-10.1796875, false], [-9.6796875, false], [-9.9296875, false], [-11.4296875, false], [-5.67578125, false], [-10.1796875, false], [-11.1796875, false], [-11.4296875, false], [-9.9296875, false], [-7.828125, false], [-9.6796875, false], [-12.6796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2247, "doc": {"id": "VASoL_2007_3_30", "question": "A summer day begins with a clear, sunny sky. Then, dark clouds form in the afternoon. What type of weather will MOST likely happen next?", "choices": {"text": ["Sleet and snow", "Rain and thunder", "Wind and snow", "Fog and wind"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "Rain and thunder", "arguments": ["Question: A summer day begins with a clear, sunny sky. Then, dark clouds form in the afternoon. What type of weather will MOST likely happen next?\nAnswer:", " ["], "resps": [[[-8.046875, false]], [[-9.546875, false]], [[-5.29296875, false]], [[-12.296875, false]], [[-9.546875, false]], [[-9.546875, false]], [[-10.046875, false]], [[-4.79296875, false]], [[-4.79296875, false]], [[-10.546875, false]], [[-8.046875, false]], [[-4.79296875, false]], [[-10.046875, false]], [[-10.546875, false]], [[-9.796875, false]], [[-10.796875, false]], [[-9.546875, false]], [[-10.53125, false]], [[-4.79296875, false]], [[-9.546875, false]], [[-8.296875, false]], [[-4.79296875, false]], [[-9.546875, false]], [[-10.546875, false]], [[-4.79296875, false]], [[-4.79296875, false]], [[-10.546875, false]], [[-8.046875, false]], [[-4.79296875, false]], [[-10.046875, false]], [[-12.046875, false]], [[-11.546875, false]], [[-10.546875, false]], [[-8.046875, false]], [[-9.546875, false]], [[-10.296875, false]], [[-9.546875, false]], [[-10.53125, false]], [[-4.79296875, false]], [[-9.546875, false]], [[-7.29296875, false]], [[-9.546875, false]], [[-10.546875, false]], [[-8.046875, false]], [[-4.79296875, false]], [[-4.79296875, false]], [[-10.546875, false]], [[-8.046875, false]], [[-4.79296875, false]], [[-10.046875, false]], [[-10.546875, false]], [[-9.796875, false]], [[-10.796875, false]], [[-9.546875, false]], [[-10.53125, false]], [[-4.79296875, false]], [[-9.546875, false]], [[-5.79296875, false]], [[-9.796875, false]], [[-13.046875, false]], [[-4.79296875, false]], [[-4.79296875, false]], [[-10.546875, false]], [[-8.046875, false]], [[-4.79296875, false]], [[-10.796875, false]], [[-9.546875, false]], [[-10.546875, false]], [[-8.046875, false]], [[-9.546875, false]], [[-12.296875, false]]], "filtered_resps": [[-8.046875, false], [-9.546875, false], [-5.29296875, false], [-12.296875, false], [-9.546875, false], [-9.546875, false], [-10.046875, false], [-4.79296875, false], [-4.79296875, false], [-10.546875, false], [-8.046875, false], [-4.79296875, false], [-10.046875, false], [-10.546875, false], [-9.796875, false], [-10.796875, false], [-9.546875, false], [-10.53125, false], [-4.79296875, false], [-9.546875, false], [-8.296875, false], [-4.79296875, false], [-9.546875, false], [-10.546875, false], [-4.79296875, false], [-4.79296875, false], [-10.546875, false], [-8.046875, false], [-4.79296875, false], [-10.046875, false], [-12.046875, false], [-11.546875, false], [-10.546875, false], [-8.046875, false], [-9.546875, false], [-10.296875, false], [-9.546875, false], [-10.53125, false], [-4.79296875, false], [-9.546875, false], [-7.29296875, false], [-9.546875, false], [-10.546875, false], [-8.046875, false], [-4.79296875, false], [-4.79296875, false], [-10.546875, false], [-8.046875, false], [-4.79296875, false], [-10.046875, false], [-10.546875, false], [-9.796875, false], [-10.796875, false], [-9.546875, false], [-10.53125, false], [-4.79296875, false], [-9.546875, false], [-5.79296875, false], [-9.796875, false], [-13.046875, false], [-4.79296875, false], [-4.79296875, false], [-10.546875, false], [-8.046875, false], [-4.79296875, false], [-10.796875, false], [-9.546875, false], [-10.546875, false], [-8.046875, false], [-9.546875, false], [-12.296875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2255, "doc": {"id": "Mercury_7270533", "question": "Which rankings of trees would most likely useful in a scientific study of fruit production in apple trees?", "choices": {"text": ["date of flowering and the fruit yield", "fruit yield and taste of the fruit", "taste of the fruit and smell of the flower", "date of flowering and smell of the flower"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "date of flowering and the fruit yield", "arguments": ["Question: Which rankings of trees would most likely useful in a scientific study of fruit production in apple trees?\nAnswer:", " ["], "resps": [[[-7.171875, false]], [[-7.921875, false]], [[-8.921875, false]], [[-5.921875, false]], [[-10.171875, false]], [[-8.671875, false]], [[-5.296875, false]], [[-8.421875, false]], [[-10.171875, false]], [[-5.296875, false]], [[-10.171875, false]], [[-10.296875, false]], [[-8.421875, false]], [[-9.671875, false]], [[-8.671875, false]], [[-10.171875, false]], [[-7.671875, false]], [[-8.546875, false]], [[-11.171875, false]], [[-5.296875, false]], [[-5.921875, false]], [[-8.546875, false]], [[-8.921875, false]], [[-5.296875, false]], [[-10.171875, false]], [[-9.671875, false]], [[-8.671875, false]], [[-5.296875, false]], [[-10.171875, false]], [[-10.171875, false]], [[-11.171875, false]], [[-7.671875, false]], [[-10.171875, false]], [[-5.296875, false]], [[-10.296875, false]], [[-7.671875, false]], [[-8.671875, false]], [[-10.296875, false]], [[-8.921875, false]], [[-7.921875, false]], [[-9.484375, false]], [[-5.296875, false]], [[-7.921875, false]], [[-10.171875, false]], [[-10.171875, false]], [[-11.171875, false]], [[-7.671875, false]], [[-10.171875, false]], [[-5.296875, false]], [[-10.296875, false]], [[-7.671875, false]], [[-8.671875, false]], [[-10.296875, false]], [[-8.921875, false]], [[-5.296875, false]], [[-5.921875, false]], [[-8.546875, false]], [[-8.921875, false]], [[-5.296875, false]], [[-10.171875, false]], [[-5.921875, false]], [[-9.921875, false]], [[-10.171875, false]], [[-8.671875, false]], [[-5.296875, false]], [[-8.421875, false]], [[-10.171875, false]], [[-5.296875, false]], [[-10.171875, false]], [[-9.671875, false]], [[-8.671875, false]], [[-5.296875, false]], [[-10.171875, false]], [[-10.171875, false]], [[-11.171875, false]], [[-7.671875, false]], [[-10.171875, false]], [[-7.921875, false]], [[-9.484375, false]], [[-5.296875, false]], [[-7.921875, false]], [[-10.171875, false]], [[-5.921875, false]], [[-9.921875, false]], [[-10.171875, false]], [[-8.671875, false]], [[-5.296875, false]], [[-8.421875, false]], [[-10.171875, false]], [[-5.296875, false]], [[-10.171875, false]], [[-9.671875, false]], [[-8.671875, false]], [[-5.296875, false]], [[-10.171875, false]], [[-10.171875, false]], [[-11.171875, false]], [[-7.671875, false]], [[-10.171875, false]], [[-5.296875, false]], [[-5.921875, false]], [[-8.546875, false]], [[-8.921875, false]], [[-5.296875, false]], [[-9.921875, false]], [[-9.421875, false]], [[-8.671875, false]], [[-10.296875, false]], [[-10.296875, false]], [[-5.296875, false]], [[-8.421875, false]], [[-10.171875, false]], [[-5.296875, false]], [[-10.171875, false]], [[-9.671875, false]], [[-8.671875, false]], [[-5.296875, false]], [[-10.171875, false]], [[-10.296875, false]], [[-8.421875, false]], [[-9.671875, false]], [[-8.671875, false]], [[-10.171875, false]], [[-7.921875, false]], [[-9.484375, false]], [[-5.296875, false]], [[-7.921875, false]], [[-8.921875, false]], [[-5.921875, false]], [[-10.171875, false]], [[-8.671875, false]], [[-5.296875, false]], [[-8.421875, false]], [[-10.171875, false]], [[-5.296875, false]], [[-10.171875, false]], [[-10.296875, false]], [[-8.421875, false]], [[-9.671875, false]], [[-8.671875, false]], [[-10.171875, false]], [[-7.671875, false]], [[-8.546875, false]], [[-11.171875, false]], [[-5.296875, false]], [[-5.921875, false]], [[-8.546875, false]], [[-8.921875, false]], [[-5.296875, false]], [[-9.921875, false]], [[-9.421875, false]], [[-8.671875, false]], [[-10.296875, false]], [[-10.296875, false]], [[-5.296875, false]], [[-8.421875, false]], [[-10.171875, false]], [[-5.296875, false]], [[-10.171875, false]], [[-9.671875, false]], [[-8.671875, false]], [[-5.296875, false]], [[-10.171875, false]], [[-10.296875, false]], [[-8.421875, false]], [[-9.671875, false]], [[-8.671875, false]], [[-10.171875, false]], [[-7.921875, false]], [[-12.671875, false]]], "filtered_resps": [[-7.171875, false], [-7.921875, false], [-8.921875, false], [-5.921875, false], [-10.171875, false], [-8.671875, false], [-5.296875, false], [-8.421875, false], [-10.171875, false], [-5.296875, false], [-10.171875, false], [-10.296875, false], [-8.421875, false], [-9.671875, false], [-8.671875, false], [-10.171875, false], [-7.671875, false], [-8.546875, false], [-11.171875, false], [-5.296875, false], [-5.921875, false], [-8.546875, false], [-8.921875, false], [-5.296875, false], [-10.171875, false], [-9.671875, false], [-8.671875, false], [-5.296875, false], [-10.171875, false], [-10.171875, false], [-11.171875, false], [-7.671875, false], [-10.171875, false], [-5.296875, false], [-10.296875, false], [-7.671875, false], [-8.671875, false], [-10.296875, false], [-8.921875, false], [-7.921875, false], [-9.484375, false], [-5.296875, false], [-7.921875, false], [-10.171875, false], [-10.171875, false], [-11.171875, false], [-7.671875, false], [-10.171875, false], [-5.296875, false], [-10.296875, false], [-7.671875, false], [-8.671875, false], [-10.296875, false], [-8.921875, false], [-5.296875, false], [-5.921875, false], [-8.546875, false], [-8.921875, false], [-5.296875, false], [-10.171875, false], [-5.921875, false], [-9.921875, false], [-10.171875, false], [-8.671875, false], [-5.296875, false], [-8.421875, false], [-10.171875, false], [-5.296875, false], [-10.171875, false], [-9.671875, false], [-8.671875, false], [-5.296875, false], [-10.171875, false], [-10.171875, false], [-11.171875, false], [-7.671875, false], [-10.171875, false], [-7.921875, false], [-9.484375, false], [-5.296875, false], [-7.921875, false], [-10.171875, false], [-5.921875, false], [-9.921875, false], [-10.171875, false], [-8.671875, false], [-5.296875, false], [-8.421875, false], [-10.171875, false], [-5.296875, false], [-10.171875, false], [-9.671875, false], [-8.671875, false], [-5.296875, false], [-10.171875, false], [-10.171875, false], [-11.171875, false], [-7.671875, false], [-10.171875, false], [-5.296875, false], [-5.921875, false], [-8.546875, false], [-8.921875, false], [-5.296875, false], [-9.921875, false], [-9.421875, false], [-8.671875, false], [-10.296875, false], [-10.296875, false], [-5.296875, false], [-8.421875, false], [-10.171875, false], [-5.296875, false], [-10.171875, false], [-9.671875, false], [-8.671875, false], [-5.296875, false], [-10.171875, false], [-10.296875, false], [-8.421875, false], [-9.671875, false], [-8.671875, false], [-10.171875, false], [-7.921875, false], [-9.484375, false], [-5.296875, false], [-7.921875, false], [-8.921875, false], [-5.921875, false], [-10.171875, false], [-8.671875, false], [-5.296875, false], [-8.421875, false], [-10.171875, false], [-5.296875, false], [-10.171875, false], [-10.296875, false], [-8.421875, false], [-9.671875, false], [-8.671875, false], [-10.171875, false], [-7.671875, false], [-8.546875, false], [-11.171875, false], [-5.296875, false], [-5.921875, false], [-8.546875, false], [-8.921875, false], [-5.296875, false], [-9.921875, false], [-9.421875, false], [-8.671875, false], [-10.296875, false], [-10.296875, false], [-5.296875, false], [-8.421875, false], [-10.171875, false], [-5.296875, false], [-10.171875, false], [-9.671875, false], [-8.671875, false], [-5.296875, false], [-10.171875, false], [-10.296875, false], [-8.421875, false], [-9.671875, false], [-8.671875, false], [-10.171875, false], [-7.921875, false], [-12.671875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2263, "doc": {"id": "Mercury_7268205", "question": "Which of these is the basic building block of complex organisms?", "choices": {"text": ["a cell", "a tissue", "an organ", "an organ system"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "a cell", "arguments": ["Question: Which of these is the basic building block of complex organisms?\nAnswer:", " ["], "resps": [[[-8.03125, false]], [[-8.90625, false]], [[-3.65234375, false]], [[-4.40234375, false]], [[-5.40234375, false]], [[-6.77734375, false]], [[-9.28125, false]], [[-9.28125, false]], [[-8.90625, false]], [[-9.90625, false]], [[-4.40234375, false]], [[-8.90625, false]], [[-3.65234375, false]], [[-4.40234375, false]], [[-9.53125, false]], [[-8.78125, false]], [[-9.03125, false]], [[-9.03125, false]], [[-9.53125, false]], [[-6.77734375, false]], [[-8.90625, false]], [[-9.90625, false]], [[-4.40234375, false]], [[-8.90625, false]], [[-3.65234375, false]], [[-9.40625, false]], [[-4.40234375, false]], [[-8.53125, false]], [[-8.65625, false]], [[-10.40625, false]], [[-3.65234375, false]], [[-9.40625, false]], [[-8.90625, false]], [[-9.90625, false]], [[-4.40234375, false]], [[-8.90625, false]], [[-3.65234375, false]], [[-9.40625, false]], [[-4.40234375, false]], [[-8.53125, false]], [[-8.65625, false]], [[-10.40625, false]], [[-3.65234375, false]], [[-9.40625, false]], [[-4.40234375, false]], [[-9.03125, false]], [[-10.65625, false]], [[-9.03125, false]], [[-9.53125, false]], [[-6.77734375, false]], [[-8.78125, false]], [[-8.90625, false]], [[-14.90625, false]]], "filtered_resps": [[-8.03125, false], [-8.90625, false], [-3.65234375, false], [-4.40234375, false], [-5.40234375, false], [-6.77734375, false], [-9.28125, false], [-9.28125, false], [-8.90625, false], [-9.90625, false], [-4.40234375, false], [-8.90625, false], [-3.65234375, false], [-4.40234375, false], [-9.53125, false], [-8.78125, false], [-9.03125, false], [-9.03125, false], [-9.53125, false], [-6.77734375, false], [-8.90625, false], [-9.90625, false], [-4.40234375, false], [-8.90625, false], [-3.65234375, false], [-9.40625, false], [-4.40234375, false], [-8.53125, false], [-8.65625, false], [-10.40625, false], [-3.65234375, false], [-9.40625, false], [-8.90625, false], [-9.90625, false], [-4.40234375, false], [-8.90625, false], [-3.65234375, false], [-9.40625, false], [-4.40234375, false], [-8.53125, false], [-8.65625, false], [-10.40625, false], [-3.65234375, false], [-9.40625, false], [-4.40234375, false], [-9.03125, false], [-10.65625, false], [-9.03125, false], [-9.53125, false], [-6.77734375, false], [-8.78125, false], [-8.90625, false], [-14.90625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2271, "doc": {"id": "MEA_2014_5_8", "question": "Constellations are patterns of objects seen in the night sky from Earth. How are the objects in constellations like the Sun?", "choices": {"text": ["The objects are stars.", "The objects are planets.", "The objects are located in this solar system.", "The objects heat the atmosphere of Earth."], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "The objects are stars.", "arguments": ["Question: Constellations are patterns of objects seen in the night sky from Earth. How are the objects in constellations like the Sun?\nAnswer:", " ["], "resps": [[[-8.171875, false]], [[-8.921875, false]], [[-8.671875, false]], [[-12.421875, false]], [[-8.671875, false]], [[-6.171875, false]], [[-9.421875, false]], [[-10.671875, false]], [[-14.921875, false]], [[-8.671875, false]], [[-10.671875, false]], [[-11.421875, false]], [[-10.421875, false]], [[-6.171875, false]], [[-6.671875, false]], [[-11.171875, false]], [[-8.671875, false]], [[-6.171875, false]], [[-10.421875, false]], [[-11.421875, false]], [[-6.671875, false]], [[-11.171875, false]], [[-10.421875, false]], [[-7.5703125, false]], [[-8.921875, false]], [[-11.1953125, false]], [[-6.171875, false]], [[-8.921875, false]], [[-8.671875, false]], [[-12.421875, false]], [[-8.671875, false]], [[-6.171875, false]], [[-9.421875, false]], [[-10.671875, false]], [[-14.921875, false]], [[-8.671875, false]], [[-10.671875, false]], [[-11.421875, false]], [[-10.421875, false]], [[-6.171875, false]], [[-6.671875, false]], [[-11.171875, false]], [[-8.671875, false]], [[-6.171875, false]], [[-11.171875, false]], [[-11.171875, false]], [[-6.671875, false]], [[-11.921875, false]], [[-8.671875, false]], [[-11.421875, false]], [[-10.421875, false]], [[-7.5703125, false]], [[-8.921875, false]], [[-11.1953125, false]], [[-6.171875, false]], [[-8.921875, false]], [[-8.671875, false]], [[-12.421875, false]], [[-8.671875, false]], [[-6.171875, false]], [[-9.421875, false]], [[-10.671875, false]], [[-14.921875, false]], [[-8.671875, false]], [[-10.671875, false]], [[-11.421875, false]], [[-10.421875, false]], [[-6.171875, false]], [[-6.671875, false]], [[-11.171875, false]], [[-8.671875, false]], [[-6.171875, false]], [[-11.171875, false]], [[-9.421875, false]], [[-10.671875, false]], [[-6.671875, false]], [[-11.421875, false]], [[-8.671875, false]], [[-11.171875, false]], [[-6.171875, false]], [[-10.421875, false]], [[-11.921875, false]], [[-6.171875, false]], [[-11.421875, false]], [[-12.421875, false]], [[-10.421875, false]], [[-10.421875, false]], [[-6.171875, false]], [[-10.421875, false]], [[-9.421875, false]], [[-11.171875, false]], [[-6.671875, false]], [[-11.171875, false]], [[-6.171875, false]], [[-10.421875, false]], [[-13.421875, false]], [[-10.421875, false]], [[-11.421875, false]], [[-8.671875, false]], [[-11.921875, false]], [[-7.5703125, false]], [[-8.921875, false]], [[-11.1953125, false]], [[-6.171875, false]], [[-8.921875, false]], [[-8.671875, false]], [[-12.421875, false]], [[-8.671875, false]], [[-6.171875, false]], [[-9.421875, false]], [[-10.671875, false]], [[-14.921875, false]], [[-8.671875, false]], [[-10.671875, false]], [[-11.421875, false]], [[-10.421875, false]], [[-6.171875, false]], [[-12.421875, false]], [[-8.671875, false]], [[-6.671875, false]], [[-11.421875, false]], [[-6.171875, false]], [[-11.421875, false]], [[-12.421875, false]], [[-8.671875, false]], [[-6.171875, false]], [[-6.671875, false]], [[-11.421875, false]], [[-11.921875, false]], [[-9.421875, false]], [[-10.421875, false]], [[-11.171875, false]], [[-12.421875, false]], [[-8.671875, false]], [[-11.171875, false]], [[-8.671875, false]], [[-6.171875, false]], [[-9.421875, false]], [[-11.171875, false]], [[-6.171875, false]], [[-5.921875, false]], [[-6.671875, false]], [[-11.171875, false]], [[-11.421875, false]], [[-12.421875, false]], [[-7.5703125, false]], [[-8.921875, false]], [[-12.171875, false]]], "filtered_resps": [[-8.171875, false], [-8.921875, false], [-8.671875, false], [-12.421875, false], [-8.671875, false], [-6.171875, false], [-9.421875, false], [-10.671875, false], [-14.921875, false], [-8.671875, false], [-10.671875, false], [-11.421875, false], [-10.421875, false], [-6.171875, false], [-6.671875, false], [-11.171875, false], [-8.671875, false], [-6.171875, false], [-10.421875, false], [-11.421875, false], [-6.671875, false], [-11.171875, false], [-10.421875, false], [-7.5703125, false], [-8.921875, false], [-11.1953125, false], [-6.171875, false], [-8.921875, false], [-8.671875, false], [-12.421875, false], [-8.671875, false], [-6.171875, false], [-9.421875, false], [-10.671875, false], [-14.921875, false], [-8.671875, false], [-10.671875, false], [-11.421875, false], [-10.421875, false], [-6.171875, false], [-6.671875, false], [-11.171875, false], [-8.671875, false], [-6.171875, false], [-11.171875, false], [-11.171875, false], [-6.671875, false], [-11.921875, false], [-8.671875, false], [-11.421875, false], [-10.421875, false], [-7.5703125, false], [-8.921875, false], [-11.1953125, false], [-6.171875, false], [-8.921875, false], [-8.671875, false], [-12.421875, false], [-8.671875, false], [-6.171875, false], [-9.421875, false], [-10.671875, false], [-14.921875, false], [-8.671875, false], [-10.671875, false], [-11.421875, false], [-10.421875, false], [-6.171875, false], [-6.671875, false], [-11.171875, false], [-8.671875, false], [-6.171875, false], [-11.171875, false], [-9.421875, false], [-10.671875, false], [-6.671875, false], [-11.421875, false], [-8.671875, false], [-11.171875, false], [-6.171875, false], [-10.421875, false], [-11.921875, false], [-6.171875, false], [-11.421875, false], [-12.421875, false], [-10.421875, false], [-10.421875, false], [-6.171875, false], [-10.421875, false], [-9.421875, false], [-11.171875, false], [-6.671875, false], [-11.171875, false], [-6.171875, false], [-10.421875, false], [-13.421875, false], [-10.421875, false], [-11.421875, false], [-8.671875, false], [-11.921875, false], [-7.5703125, false], [-8.921875, false], [-11.1953125, false], [-6.171875, false], [-8.921875, false], [-8.671875, false], [-12.421875, false], [-8.671875, false], [-6.171875, false], [-9.421875, false], [-10.671875, false], [-14.921875, false], [-8.671875, false], [-10.671875, false], [-11.421875, false], [-10.421875, false], [-6.171875, false], [-12.421875, false], [-8.671875, false], [-6.671875, false], [-11.421875, false], [-6.171875, false], [-11.421875, false], [-12.421875, false], [-8.671875, false], [-6.171875, false], [-6.671875, false], [-11.421875, false], [-11.921875, false], [-9.421875, false], [-10.421875, false], [-11.171875, false], [-12.421875, false], [-8.671875, false], [-11.171875, false], [-8.671875, false], [-6.171875, false], [-9.421875, false], [-11.171875, false], [-6.171875, false], [-5.921875, false], [-6.671875, false], [-11.171875, false], [-11.421875, false], [-12.421875, false], [-7.5703125, false], [-8.921875, false], [-12.171875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2279, "doc": {"id": "NYSEDREGENTS_2008_8_29", "question": "The surface of Earth is covered mostly by", "choices": {"text": ["solid rock", "molten rock", "ice", "water"], "label": ["1", "2", "3", "4"]}, "answerKey": "4"}, "target": "water", "arguments": ["Question: The surface of Earth is covered mostly by\nAnswer:", " ["], "resps": [[[-7.78515625, false]], [[-8.03125, false]], [[-8.78125, false]], [[-8.53125, false]], [[-10.78125, false]], [[-8.03125, false]], [[-8.53125, false]], [[-4.78515625, false]], [[-10.03125, false]], [[-8.53125, false]], [[-9.28125, false]], [[-10.78125, false]], [[-8.03125, false]], [[-7.7578125, false]], [[-4.78515625, false]], [[-8.03125, false]], [[-9.28125, false]], [[-8.53125, false]], [[-10.78125, false]], [[-9.78125, false]], [[-8.28125, false]], [[-8.53125, false]], [[-4.78515625, false]], [[-10.03125, false]], [[-8.53125, false]], [[-9.28125, false]], [[-10.78125, false]], [[-8.03125, false]], [[-7.7578125, false]], [[-4.78515625, false]], [[-8.03125, false]], [[-8.03125, false]], [[-9.28125, false]], [[-8.28125, false]], [[-8.03125, false]], [[-7.7578125, false]], [[-4.78515625, false]], [[-8.03125, false]], [[-10.03125, false]], [[-5.53515625, false]], [[-9.78125, false]], [[-8.28125, false]], [[-10.03125, false]], [[-8.03125, false]], [[-11.28125, false]]], "filtered_resps": [[-7.78515625, false], [-8.03125, false], [-8.78125, false], [-8.53125, false], [-10.78125, false], [-8.03125, false], [-8.53125, false], [-4.78515625, false], [-10.03125, false], [-8.53125, false], [-9.28125, false], [-10.78125, false], [-8.03125, false], [-7.7578125, false], [-4.78515625, false], [-8.03125, false], [-9.28125, false], [-8.53125, false], [-10.78125, false], [-9.78125, false], [-8.28125, false], [-8.53125, false], [-4.78515625, false], [-10.03125, false], [-8.53125, false], [-9.28125, false], [-10.78125, false], [-8.03125, false], [-7.7578125, false], [-4.78515625, false], [-8.03125, false], [-8.03125, false], [-9.28125, false], [-8.28125, false], [-8.03125, false], [-7.7578125, false], [-4.78515625, false], [-8.03125, false], [-10.03125, false], [-5.53515625, false], [-9.78125, false], [-8.28125, false], [-10.03125, false], [-8.03125, false], [-11.28125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2287, "doc": {"id": "AKDE&ED_2012_8_4", "question": "A student wants to organize a group of animals into two categories based on observable external features. Which display will most appropriately show the two categories of animals?", "choices": {"text": ["a timeline", "a pie chart", "a data table", "a line graph"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "a data table", "arguments": ["Question: A student wants to organize a group of animals into two categories based on observable external features. Which display will most appropriately show the two categories of animals?\nAnswer:", " ["], "resps": [[[-6.09375, false]], [[-8.09375, false]], [[-4.34375, false]], [[-5.21875, false]], [[-9.59375, false]], [[-8.34375, false]], [[-9.34375, false]], [[-7.71875, false]], [[-9.09375, false]], [[-8.34375, false]], [[-8.21875, false]], [[-7.71875, false]], [[-8.09375, false]], [[-9.78125, false]], [[-5.21875, false]], [[-8.09375, false]], [[-4.34375, false]], [[-5.21875, false]], [[-8.09375, false]], [[-8.34375, false]], [[-7.71875, false]], [[-5.21875, false]], [[-7.21875, false]], [[-8.84375, false]], [[-4.34375, false]], [[-9.21875, false]], [[-9.59375, false]], [[-8.09375, false]], [[-9.78125, false]], [[-5.21875, false]], [[-8.09375, false]], [[-4.34375, false]], [[-5.21875, false]], [[-7.34375, false]], [[-4.34375, false]], [[-9.59375, false]], [[-4.34375, false]], [[-5.21875, false]], [[-9.59375, false]], [[-4.34375, false]], [[-6.71875, false]], [[-9.09375, false]], [[-7.71875, false]], [[-8.09375, false]], [[-9.78125, false]], [[-5.21875, false]], [[-8.09375, false]], [[-4.34375, false]], [[-5.21875, false]], [[-9.09375, false]], [[-8.34375, false]], [[-8.21875, false]], [[-7.71875, false]], [[-5.21875, false]], [[-10.09375, false]], [[-9.21875, false]], [[-4.34375, false]], [[-8.09375, false]], [[-8.84375, false]], [[-8.09375, false]], [[-12.21875, false]]], "filtered_resps": [[-6.09375, false], [-8.09375, false], [-4.34375, false], [-5.21875, false], [-9.59375, false], [-8.34375, false], [-9.34375, false], [-7.71875, false], [-9.09375, false], [-8.34375, false], [-8.21875, false], [-7.71875, false], [-8.09375, false], [-9.78125, false], [-5.21875, false], [-8.09375, false], [-4.34375, false], [-5.21875, false], [-8.09375, false], [-8.34375, false], [-7.71875, false], [-5.21875, false], [-7.21875, false], [-8.84375, false], [-4.34375, false], [-9.21875, false], [-9.59375, false], [-8.09375, false], [-9.78125, false], [-5.21875, false], [-8.09375, false], [-4.34375, false], [-5.21875, false], [-7.34375, false], [-4.34375, false], [-9.59375, false], [-4.34375, false], [-5.21875, false], [-9.59375, false], [-4.34375, false], [-6.71875, false], [-9.09375, false], [-7.71875, false], [-8.09375, false], [-9.78125, false], [-5.21875, false], [-8.09375, false], [-4.34375, false], [-5.21875, false], [-9.09375, false], [-8.34375, false], [-8.21875, false], [-7.71875, false], [-5.21875, false], [-10.09375, false], [-9.21875, false], [-4.34375, false], [-8.09375, false], [-8.84375, false], [-8.09375, false], [-12.21875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2295, "doc": {"id": "MCAS_2011_8_17698", "question": "Which of the following provides the best evidence that Earth has evolved over geologic time?", "choices": {"text": ["coral reefs that slowly changed size", "desert sand dunes that were shaped by winds", "deposits of sediment found at the mouth of a river", "rock containing fossilized seashells found on a mountaintop"], "label": ["A", "B", "C", "D"]}, "answerKey": "D"}, "target": "rock containing fossilized seashells found on a mountaintop", "arguments": ["Question: Which of the following provides the best evidence that Earth has evolved over geologic time?\nAnswer:", " ["], "resps": [[[-6.5546875, false]], [[-9.0546875, false]], [[-6.8046875, false]], [[-9.4296875, false]], [[-9.0546875, false]], [[-5.3046875, false]], [[-10.4296875, false]], [[-5.0546875, false]], [[-9.0546875, false]], [[-6.4296875, false]], [[-6.4296875, false]], [[-8.1796875, false]], [[-9.5546875, false]], [[-5.0546875, false]], [[-9.0546875, false]], [[-10.8046875, false]], [[-5.3046875, false]], [[-9.0546875, false]], [[-5.0546875, false]], [[-9.5546875, false]], [[-10.4296875, false]], [[-9.4296875, false]], [[-10.0546875, false]], [[-10.4296875, false]], [[-11.3046875, false]], [[-5.0546875, false]], [[-6.8046875, false]], [[-10.8046875, false]], [[-5.3046875, false]], [[-9.6796875, false]], [[-10.3046875, false]], [[-6.4296875, false]], [[-8.5546875, false]], [[-5.0546875, false]], [[-9.5546875, false]], [[-8.8046875, false]], [[-9.8046875, false]], [[-6.4296875, false]], [[-9.0546875, false]], [[-9.6484375, false]], [[-5.0546875, false]], [[-9.0546875, false]], [[-8.5546875, false]], [[-6.4296875, false]], [[-9.5546875, false]], [[-6.4296875, false]], [[-9.0546875, false]], [[-9.0546875, false]], [[-5.0546875, false]], [[-9.5546875, false]], [[-5.3046875, false]], [[-9.6796875, false]], [[-8.5546875, false]], [[-5.0546875, false]], [[-8.5546875, false]], [[-12.0546875, false]], [[-9.6796875, false]], [[-6.4296875, false]], [[-9.5546875, false]], [[-5.0546875, false]], [[-9.0546875, false]], [[-10.8046875, false]], [[-5.3046875, false]], [[-9.0546875, false]], [[-5.0546875, false]], [[-10.0546875, false]], [[-6.4296875, false]], [[-9.0546875, false]], [[-6.4296875, false]], [[-5.0546875, false]], [[-9.5546875, false]], [[-10.8046875, false]], [[-5.3046875, false]], [[-8.3046875, false]], [[-6.4296875, false]], [[-8.5546875, false]], [[-5.0546875, false]], [[-8.1796875, false]], [[-11.3046875, false]], [[-5.0546875, false]], [[-10.0546875, false]], [[-8.8046875, false]], [[-9.6796875, false]], [[-8.5546875, false]], [[-9.5546875, false]], [[-9.0546875, false]], [[-9.6484375, false]], [[-5.0546875, false]], [[-9.0546875, false]], [[-8.5546875, false]], [[-6.4296875, false]], [[-8.3046875, false]], [[-9.4296875, false]], [[-9.5546875, false]], [[-8.8046875, false]], [[-9.0546875, false]], [[-9.5546875, false]], [[-5.0546875, false]], [[-9.4296875, false]], [[-8.1796875, false]], [[-5.0546875, false]], [[-9.5546875, false]], [[-6.4296875, false]], [[-8.5546875, false]], [[-8.8046875, false]], [[-9.1796875, false]], [[-6.4296875, false]], [[-9.6796875, false]], [[-9.0546875, false]], [[-5.0546875, false]], [[-8.1796875, false]], [[-9.4296875, false]], [[-12.0546875, false]], [[-9.6796875, false]], [[-8.5546875, false]], [[-5.0546875, false]], [[-5.3046875, false]], [[-9.0546875, false]], [[-5.0546875, false]], [[-9.0546875, false]], [[-10.8046875, false]], [[-6.4296875, false]], [[-5.0546875, false]], [[-9.1796875, false]], [[-9.4296875, false]], [[-12.0546875, false]], [[-9.0546875, false]], [[-10.8046875, false]], [[-5.0546875, false]], [[-9.4296875, false]], [[-8.1796875, false]], [[-5.0546875, false]], [[-5.3046875, false]], [[-5.0546875, false]], [[-9.0546875, false]], [[-8.8046875, false]], [[-9.1796875, false]], [[-6.4296875, false]], [[-9.0546875, false]], [[-9.0546875, false]], [[-9.6484375, false]], [[-5.0546875, false]], [[-9.0546875, false]], [[-9.0546875, false]], [[-9.4296875, false]], [[-6.8046875, false]], [[-10.3046875, false]], [[-5.0546875, false]], [[-6.8046875, false]], [[-9.4296875, false]], [[-9.6796875, false]], [[-9.0546875, false]], [[-5.3046875, false]], [[-8.8046875, false]], [[-9.6796875, false]], [[-8.8046875, false]], [[-9.6796875, false]], [[-10.3046875, false]], [[-5.0546875, false]], [[-8.1796875, false]], [[-9.4296875, false]], [[-9.5546875, false]], [[-9.5546875, false]], [[-8.8046875, false]], [[-10.4296875, false]], [[-8.8046875, false]], [[-9.8046875, false]], [[-6.4296875, false]], [[-8.5546875, false]], [[-5.0546875, false]], [[-9.5546875, false]], [[-6.4296875, false]], [[-5.3046875, false]], [[-9.5546875, false]], [[-10.8046875, false]], [[-6.4296875, false]], [[-10.4296875, false]], [[-10.4296875, false]], [[-9.5546875, false]], [[-5.0546875, false]], [[-8.1796875, false]], [[-9.4296875, false]], [[-12.0546875, false]], [[-9.6796875, false]], [[-8.5546875, false]], [[-5.0546875, false]], [[-9.4296875, false]], [[-9.6796875, false]], [[-5.0546875, false]], [[-5.3046875, false]], [[-5.0546875, false]], [[-9.1796875, false]], [[-9.4296875, false]], [[-12.0546875, false]], [[-9.6796875, false]], [[-9.0546875, false]], [[-5.3046875, false]], [[-8.8046875, false]], [[-9.6796875, false]], [[-9.0546875, false]], [[-9.4296875, false]], [[-8.3046875, false]], [[-9.0546875, false]], [[-13.1796875, false]]], "filtered_resps": [[-6.5546875, false], [-9.0546875, false], [-6.8046875, false], [-9.4296875, false], [-9.0546875, false], [-5.3046875, false], [-10.4296875, false], [-5.0546875, false], [-9.0546875, false], [-6.4296875, false], [-6.4296875, false], [-8.1796875, false], [-9.5546875, false], [-5.0546875, false], [-9.0546875, false], [-10.8046875, false], [-5.3046875, false], [-9.0546875, false], [-5.0546875, false], [-9.5546875, false], [-10.4296875, false], [-9.4296875, false], [-10.0546875, false], [-10.4296875, false], [-11.3046875, false], [-5.0546875, false], [-6.8046875, false], [-10.8046875, false], [-5.3046875, false], [-9.6796875, false], [-10.3046875, false], [-6.4296875, false], [-8.5546875, false], [-5.0546875, false], [-9.5546875, false], [-8.8046875, false], [-9.8046875, false], [-6.4296875, false], [-9.0546875, false], [-9.6484375, false], [-5.0546875, false], [-9.0546875, false], [-8.5546875, false], [-6.4296875, false], [-9.5546875, false], [-6.4296875, false], [-9.0546875, false], [-9.0546875, false], [-5.0546875, false], [-9.5546875, false], [-5.3046875, false], [-9.6796875, false], [-8.5546875, false], [-5.0546875, false], [-8.5546875, false], [-12.0546875, false], [-9.6796875, false], [-6.4296875, false], [-9.5546875, false], [-5.0546875, false], [-9.0546875, false], [-10.8046875, false], [-5.3046875, false], [-9.0546875, false], [-5.0546875, false], [-10.0546875, false], [-6.4296875, false], [-9.0546875, false], [-6.4296875, false], [-5.0546875, false], [-9.5546875, false], [-10.8046875, false], [-5.3046875, false], [-8.3046875, false], [-6.4296875, false], [-8.5546875, false], [-5.0546875, false], [-8.1796875, false], [-11.3046875, false], [-5.0546875, false], [-10.0546875, false], [-8.8046875, false], [-9.6796875, false], [-8.5546875, false], [-9.5546875, false], [-9.0546875, false], [-9.6484375, false], [-5.0546875, false], [-9.0546875, false], [-8.5546875, false], [-6.4296875, false], [-8.3046875, false], [-9.4296875, false], [-9.5546875, false], [-8.8046875, false], [-9.0546875, false], [-9.5546875, false], [-5.0546875, false], [-9.4296875, false], [-8.1796875, false], [-5.0546875, false], [-9.5546875, false], [-6.4296875, false], [-8.5546875, false], [-8.8046875, false], [-9.1796875, false], [-6.4296875, false], [-9.6796875, false], [-9.0546875, false], [-5.0546875, false], [-8.1796875, false], [-9.4296875, false], [-12.0546875, false], [-9.6796875, false], [-8.5546875, false], [-5.0546875, false], [-5.3046875, false], [-9.0546875, false], [-5.0546875, false], [-9.0546875, false], [-10.8046875, false], [-6.4296875, false], [-5.0546875, false], [-9.1796875, false], [-9.4296875, false], [-12.0546875, false], [-9.0546875, false], [-10.8046875, false], [-5.0546875, false], [-9.4296875, false], [-8.1796875, false], [-5.0546875, false], [-5.3046875, false], [-5.0546875, false], [-9.0546875, false], [-8.8046875, false], [-9.1796875, false], [-6.4296875, false], [-9.0546875, false], [-9.0546875, false], [-9.6484375, false], [-5.0546875, false], [-9.0546875, false], [-9.0546875, false], [-9.4296875, false], [-6.8046875, false], [-10.3046875, false], [-5.0546875, false], [-6.8046875, false], [-9.4296875, false], [-9.6796875, false], [-9.0546875, false], [-5.3046875, false], [-8.8046875, false], [-9.6796875, false], [-8.8046875, false], [-9.6796875, false], [-10.3046875, false], [-5.0546875, false], [-8.1796875, false], [-9.4296875, false], [-9.5546875, false], [-9.5546875, false], [-8.8046875, false], [-10.4296875, false], [-8.8046875, false], [-9.8046875, false], [-6.4296875, false], [-8.5546875, false], [-5.0546875, false], [-9.5546875, false], [-6.4296875, false], [-5.3046875, false], [-9.5546875, false], [-10.8046875, false], [-6.4296875, false], [-10.4296875, false], [-10.4296875, false], [-9.5546875, false], [-5.0546875, false], [-8.1796875, false], [-9.4296875, false], [-12.0546875, false], [-9.6796875, false], [-8.5546875, false], [-5.0546875, false], [-9.4296875, false], [-9.6796875, false], [-5.0546875, false], [-5.3046875, false], [-5.0546875, false], [-9.1796875, false], [-9.4296875, false], [-12.0546875, false], [-9.6796875, false], [-9.0546875, false], [-5.3046875, false], [-8.8046875, false], [-9.6796875, false], [-9.0546875, false], [-9.4296875, false], [-8.3046875, false], [-9.0546875, false], [-13.1796875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2303, "doc": {"id": "Mercury_7034825", "question": "Which is the best example of a chemical reaction?", "choices": {"text": ["blocked sunlight casts a shadow", "sunlight evaporates water from a lake", "oxygen absorbs sunlight forming ozone molecules", "a prism refracts sunlight into light of different wavelengths"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "oxygen absorbs sunlight forming ozone molecules", "arguments": ["Question: Which is the best example of a chemical reaction?\nAnswer:", " ["], "resps": [[[-6.53125, false]], [[-9.03125, false]], [[-8.65625, false]], [[-10.78125, false]], [[-8.65625, false]], [[-7.78125, false]], [[-10.40625, false]], [[-7.90625, false]], [[-9.28125, false]], [[-4.90625, false]], [[-9.28125, false]], [[-9.03125, false]], [[-7.78125, false]], [[-10.78125, false]], [[-7.28125, false]], [[-11.03125, false]], [[-9.53125, false]], [[-8.90625, false]], [[-4.90625, false]], [[-7.78125, false]], [[-3.28125, false]], [[-9.28125, false]], [[-8.90625, false]], [[-9.28125, false]], [[-4.90625, false]], [[-3.28125, false]], [[-4.90625, false]], [[-9.28125, false]], [[-9.53125, false]], [[-3.28125, false]], [[-9.28125, false]], [[-8.65625, false]], [[-10.90625, false]], [[-9.03125, false]], [[-9.484375, false]], [[-4.90625, false]], [[-9.03125, false]], [[-9.28125, false]], [[-9.03125, false]], [[-7.78125, false]], [[-10.78125, false]], [[-7.28125, false]], [[-11.03125, false]], [[-9.53125, false]], [[-8.90625, false]], [[-4.90625, false]], [[-7.90625, false]], [[-10.03125, false]], [[-3.28125, false]], [[-8.53125, false]], [[-8.65625, false]], [[-10.03125, false]], [[-3.28125, false]], [[-8.90625, false]], [[-7.90625, false]], [[-9.28125, false]], [[-4.90625, false]], [[-10.90625, false]], [[-3.28125, false]], [[-8.90625, false]], [[-7.90625, false]], [[-10.03125, false]], [[-4.90625, false]], [[-9.78125, false]], [[-10.03125, false]], [[-8.65625, false]], [[-7.78125, false]], [[-4.90625, false]], [[-3.28125, false]], [[-4.90625, false]], [[-10.78125, false]], [[-3.28125, false]], [[-10.40625, false]], [[-7.90625, false]], [[-9.03125, false]], [[-9.484375, false]], [[-4.90625, false]], [[-9.03125, false]], [[-8.65625, false]], [[-8.90625, false]], [[-9.15625, false]], [[-11.03125, false]], [[-7.90625, false]], [[-7.78125, false]], [[-4.90625, false]], [[-3.28125, false]], [[-8.65625, false]], [[-9.28125, false]], [[-8.65625, false]], [[-10.03125, false]], [[-8.65625, false]], [[-9.28125, false]], [[-4.90625, false]], [[-9.28125, false]], [[-9.03125, false]], [[-7.78125, false]], [[-10.78125, false]], [[-7.28125, false]], [[-11.03125, false]], [[-9.53125, false]], [[-8.90625, false]], [[-4.90625, false]], [[-9.78125, false]], [[-8.65625, false]], [[-10.03125, false]], [[-7.78125, false]], [[-7.28125, false]], [[-7.78125, false]], [[-11.03125, false]], [[-4.90625, false]], [[-8.65625, false]], [[-10.28125, false]], [[-8.65625, false]], [[-7.78125, false]], [[-7.90625, false]], [[-4.90625, false]], [[-7.78125, false]], [[-8.65625, false]], [[-10.78125, false]], [[-7.90625, false]], [[-7.78125, false]], [[-9.03125, false]], [[-10.78125, false]], [[-7.90625, false]], [[-9.28125, false]], [[-9.03125, false]], [[-9.484375, false]], [[-4.90625, false]], [[-9.03125, false]], [[-3.28125, false]], [[-4.90625, false]], [[-8.53125, false]], [[-10.03125, false]], [[-7.28125, false]], [[-9.28125, false]], [[-7.78125, false]], [[-4.90625, false]], [[-10.03125, false]], [[-7.90625, false]], [[-9.78125, false]], [[-10.03125, false]], [[-3.28125, false]], [[-7.78125, false]], [[-8.90625, false]], [[-9.28125, false]], [[-4.90625, false]], [[-9.28125, false]], [[-9.03125, false]], [[-7.78125, false]], [[-10.78125, false]], [[-7.28125, false]], [[-11.03125, false]], [[-9.53125, false]], [[-8.90625, false]], [[-4.90625, false]], [[-7.28125, false]], [[-7.78125, false]], [[-8.90625, false]], [[-8.65625, false]], [[-4.90625, false]], [[-10.78125, false]], [[-7.28125, false]], [[-11.03125, false]], [[-9.53125, false]], [[-8.90625, false]], [[-4.90625, false]], [[-8.65625, false]], [[-9.78125, false]], [[-4.90625, false]], [[-9.28125, false]], [[-7.28125, false]], [[-9.78125, false]], [[-9.78125, false]], [[-7.90625, false]], [[-10.03125, false]], [[-7.90625, false]], [[-7.78125, false]], [[-8.90625, false]], [[-4.90625, false]], [[-10.90625, false]], [[-3.28125, false]], [[-10.03125, false]], [[-7.90625, false]], [[-10.78125, false]], [[-7.90625, false]], [[-7.78125, false]], [[-11.03125, false]], [[-8.90625, false]], [[-9.53125, false]], [[-9.28125, false]], [[-9.03125, false]], [[-12.28125, false]]], "filtered_resps": [[-6.53125, false], [-9.03125, false], [-8.65625, false], [-10.78125, false], [-8.65625, false], [-7.78125, false], [-10.40625, false], [-7.90625, false], [-9.28125, false], [-4.90625, false], [-9.28125, false], [-9.03125, false], [-7.78125, false], [-10.78125, false], [-7.28125, false], [-11.03125, false], [-9.53125, false], [-8.90625, false], [-4.90625, false], [-7.78125, false], [-3.28125, false], [-9.28125, false], [-8.90625, false], [-9.28125, false], [-4.90625, false], [-3.28125, false], [-4.90625, false], [-9.28125, false], [-9.53125, false], [-3.28125, false], [-9.28125, false], [-8.65625, false], [-10.90625, false], [-9.03125, false], [-9.484375, false], [-4.90625, false], [-9.03125, false], [-9.28125, false], [-9.03125, false], [-7.78125, false], [-10.78125, false], [-7.28125, false], [-11.03125, false], [-9.53125, false], [-8.90625, false], [-4.90625, false], [-7.90625, false], [-10.03125, false], [-3.28125, false], [-8.53125, false], [-8.65625, false], [-10.03125, false], [-3.28125, false], [-8.90625, false], [-7.90625, false], [-9.28125, false], [-4.90625, false], [-10.90625, false], [-3.28125, false], [-8.90625, false], [-7.90625, false], [-10.03125, false], [-4.90625, false], [-9.78125, false], [-10.03125, false], [-8.65625, false], [-7.78125, false], [-4.90625, false], [-3.28125, false], [-4.90625, false], [-10.78125, false], [-3.28125, false], [-10.40625, false], [-7.90625, false], [-9.03125, false], [-9.484375, false], [-4.90625, false], [-9.03125, false], [-8.65625, false], [-8.90625, false], [-9.15625, false], [-11.03125, false], [-7.90625, false], [-7.78125, false], [-4.90625, false], [-3.28125, false], [-8.65625, false], [-9.28125, false], [-8.65625, false], [-10.03125, false], [-8.65625, false], [-9.28125, false], [-4.90625, false], [-9.28125, false], [-9.03125, false], [-7.78125, false], [-10.78125, false], [-7.28125, false], [-11.03125, false], [-9.53125, false], [-8.90625, false], [-4.90625, false], [-9.78125, false], [-8.65625, false], [-10.03125, false], [-7.78125, false], [-7.28125, false], [-7.78125, false], [-11.03125, false], [-4.90625, false], [-8.65625, false], [-10.28125, false], [-8.65625, false], [-7.78125, false], [-7.90625, false], [-4.90625, false], [-7.78125, false], [-8.65625, false], [-10.78125, false], [-7.90625, false], [-7.78125, false], [-9.03125, false], [-10.78125, false], [-7.90625, false], [-9.28125, false], [-9.03125, false], [-9.484375, false], [-4.90625, false], [-9.03125, false], [-3.28125, false], [-4.90625, false], [-8.53125, false], [-10.03125, false], [-7.28125, false], [-9.28125, false], [-7.78125, false], [-4.90625, false], [-10.03125, false], [-7.90625, false], [-9.78125, false], [-10.03125, false], [-3.28125, false], [-7.78125, false], [-8.90625, false], [-9.28125, false], [-4.90625, false], [-9.28125, false], [-9.03125, false], [-7.78125, false], [-10.78125, false], [-7.28125, false], [-11.03125, false], [-9.53125, false], [-8.90625, false], [-4.90625, false], [-7.28125, false], [-7.78125, false], [-8.90625, false], [-8.65625, false], [-4.90625, false], [-10.78125, false], [-7.28125, false], [-11.03125, false], [-9.53125, false], [-8.90625, false], [-4.90625, false], [-8.65625, false], [-9.78125, false], [-4.90625, false], [-9.28125, false], [-7.28125, false], [-9.78125, false], [-9.78125, false], [-7.90625, false], [-10.03125, false], [-7.90625, false], [-7.78125, false], [-8.90625, false], [-4.90625, false], [-10.90625, false], [-3.28125, false], [-10.03125, false], [-7.90625, false], [-10.78125, false], [-7.90625, false], [-7.78125, false], [-11.03125, false], [-8.90625, false], [-9.53125, false], [-9.28125, false], [-9.03125, false], [-12.28125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2311, "doc": {"id": "VASoL_2007_3_18", "question": "Which of these does the MOST harm to the air?", "choices": {"text": ["Chopping down trees with an ax in the backyard", "Collecting fall leaves", "Cutting grass with a gas-powered lawnmower", "Picking colorful wildflowers along the highway"], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "Cutting grass with a gas-powered lawnmower", "arguments": ["Question: Which of these does the MOST harm to the air?\nAnswer:", " ["], "resps": [[[-8.21875, false]], [[-8.46875, false]], [[-5.08984375, false]], [[-10.96875, false]], [[-8.34375, false]], [[-10.34375, false]], [[-10.34375, false]], [[-8.71875, false]], [[-9.34375, false]], [[-11.96875, false]], [[-5.21484375, false]], [[-9.59375, false]], [[-8.34375, false]], [[-10.34375, false]], [[-9.34375, false]], [[-5.21484375, false]], [[-10.71875, false]], [[-12.09375, false]], [[-7.58984375, false]], [[-7.58984375, false]], [[-9.84375, false]], [[-5.21484375, false]], [[-10.34375, false]], [[-8.71875, false]], [[-10.71875, false]], [[-10.96875, false]], [[-5.21484375, false]], [[-6.58984375, false]], [[-9.34375, false]], [[-5.21484375, false]], [[-6.58984375, false]], [[-10.09375, false]], [[-5.21484375, false]], [[-8.71875, false]], [[-9.34375, false]], [[-5.21484375, false]], [[-10.71875, false]], [[-10.96875, false]], [[-7.58984375, false]], [[-5.21484375, false]], [[-10.21875, false]], [[-6.58984375, false]], [[-9.09375, false]], [[-10.84375, false]], [[-11.34375, false]], [[-6.58984375, false]], [[-12.09375, false]], [[-9.59375, false]], [[-8.46875, false]], [[-10.1328125, false]], [[-5.21484375, false]], [[-8.46875, false]], [[-5.08984375, false]], [[-8.34375, false]], [[-10.46875, false]], [[-10.46875, false]], [[-7.58984375, false]], [[-9.09375, false]], [[-10.71875, false]], [[-8.71875, false]], [[-9.34375, false]], [[-11.96875, false]], [[-5.21484375, false]], [[-10.34375, false]], [[-6.58984375, false]], [[-10.46875, false]], [[-10.46875, false]], [[-5.21484375, false]], [[-10.46875, false]], [[-7.58984375, false]], [[-6.58984375, false]], [[-11.34375, false]], [[-7.58984375, false]], [[-9.84375, false]], [[-8.46875, false]], [[-10.1328125, false]], [[-5.21484375, false]], [[-8.46875, false]], [[-5.08984375, false]], [[-10.59375, false]], [[-10.71875, false]], [[-10.71875, false]], [[-8.71875, false]], [[-9.34375, false]], [[-11.96875, false]], [[-5.21484375, false]], [[-11.96875, false]], [[-12.09375, false]], [[-6.58984375, false]], [[-9.84375, false]], [[-9.84375, false]], [[-5.21484375, false]], [[-10.34375, false]], [[-8.71875, false]], [[-10.71875, false]], [[-10.96875, false]], [[-5.21484375, false]], [[-6.58984375, false]], [[-5.21484375, false]], [[-11.96875, false]], [[-6.58984375, false]], [[-9.84375, false]], [[-6.46484375, false]], [[-10.34375, false]], [[-8.34375, false]], [[-10.34375, false]], [[-7.58984375, false]], [[-12.09375, false]], [[-7.58984375, false]], [[-9.59375, false]], [[-5.21484375, false]], [[-10.46875, false]], [[-6.58984375, false]], [[-10.34375, false]], [[-9.34375, false]], [[-9.21875, false]], [[-8.34375, false]], [[-10.34375, false]], [[-7.58984375, false]], [[-12.09375, false]], [[-8.46875, false]], [[-10.1328125, false]], [[-5.21484375, false]], [[-8.46875, false]], [[-6.58984375, false]], [[-8.71875, false]], [[-9.09375, false]], [[-10.84375, false]], [[-8.71875, false]], [[-9.34375, false]], [[-11.96875, false]], [[-5.21484375, false]], [[-9.09375, false]], [[-8.34375, false]], [[-10.46875, false]], [[-8.34375, false]], [[-12.09375, false]], [[-10.34375, false]], [[-10.59375, false]], [[-10.46875, false]], [[-5.21484375, false]], [[-10.34375, false]], [[-8.71875, false]], [[-10.46875, false]], [[-9.59375, false]], [[-10.34375, false]], [[-10.46875, false]], [[-8.34375, false]], [[-10.34375, false]], [[-7.58984375, false]], [[-12.09375, false]], [[-9.84375, false]], [[-5.21484375, false]], [[-6.58984375, false]], [[-10.46875, false]], [[-8.34375, false]], [[-9.34375, false]], [[-11.96875, false]], [[-5.21484375, false]], [[-10.71875, false]], [[-10.96875, false]], [[-7.58984375, false]], [[-5.21484375, false]], [[-10.96875, false]], [[-8.71875, false]], [[-11.96875, false]], [[-10.96875, false]], [[-10.34375, false]], [[-6.58984375, false]], [[-11.34375, false]], [[-8.46875, false]], [[-14.96875, false]]], "filtered_resps": [[-8.21875, false], [-8.46875, false], [-5.08984375, false], [-10.96875, false], [-8.34375, false], [-10.34375, false], [-10.34375, false], [-8.71875, false], [-9.34375, false], [-11.96875, false], [-5.21484375, false], [-9.59375, false], [-8.34375, false], [-10.34375, false], [-9.34375, false], [-5.21484375, false], [-10.71875, false], [-12.09375, false], [-7.58984375, false], [-7.58984375, false], [-9.84375, false], [-5.21484375, false], [-10.34375, false], [-8.71875, false], [-10.71875, false], [-10.96875, false], [-5.21484375, false], [-6.58984375, false], [-9.34375, false], [-5.21484375, false], [-6.58984375, false], [-10.09375, false], [-5.21484375, false], [-8.71875, false], [-9.34375, false], [-5.21484375, false], [-10.71875, false], [-10.96875, false], [-7.58984375, false], [-5.21484375, false], [-10.21875, false], [-6.58984375, false], [-9.09375, false], [-10.84375, false], [-11.34375, false], [-6.58984375, false], [-12.09375, false], [-9.59375, false], [-8.46875, false], [-10.1328125, false], [-5.21484375, false], [-8.46875, false], [-5.08984375, false], [-8.34375, false], [-10.46875, false], [-10.46875, false], [-7.58984375, false], [-9.09375, false], [-10.71875, false], [-8.71875, false], [-9.34375, false], [-11.96875, false], [-5.21484375, false], [-10.34375, false], [-6.58984375, false], [-10.46875, false], [-10.46875, false], [-5.21484375, false], [-10.46875, false], [-7.58984375, false], [-6.58984375, false], [-11.34375, false], [-7.58984375, false], [-9.84375, false], [-8.46875, false], [-10.1328125, false], [-5.21484375, false], [-8.46875, false], [-5.08984375, false], [-10.59375, false], [-10.71875, false], [-10.71875, false], [-8.71875, false], [-9.34375, false], [-11.96875, false], [-5.21484375, false], [-11.96875, false], [-12.09375, false], [-6.58984375, false], [-9.84375, false], [-9.84375, false], [-5.21484375, false], [-10.34375, false], [-8.71875, false], [-10.71875, false], [-10.96875, false], [-5.21484375, false], [-6.58984375, false], [-5.21484375, false], [-11.96875, false], [-6.58984375, false], [-9.84375, false], [-6.46484375, false], [-10.34375, false], [-8.34375, false], [-10.34375, false], [-7.58984375, false], [-12.09375, false], [-7.58984375, false], [-9.59375, false], [-5.21484375, false], [-10.46875, false], [-6.58984375, false], [-10.34375, false], [-9.34375, false], [-9.21875, false], [-8.34375, false], [-10.34375, false], [-7.58984375, false], [-12.09375, false], [-8.46875, false], [-10.1328125, false], [-5.21484375, false], [-8.46875, false], [-6.58984375, false], [-8.71875, false], [-9.09375, false], [-10.84375, false], [-8.71875, false], [-9.34375, false], [-11.96875, false], [-5.21484375, false], [-9.09375, false], [-8.34375, false], [-10.46875, false], [-8.34375, false], [-12.09375, false], [-10.34375, false], [-10.59375, false], [-10.46875, false], [-5.21484375, false], [-10.34375, false], [-8.71875, false], [-10.46875, false], [-9.59375, false], [-10.34375, false], [-10.46875, false], [-8.34375, false], [-10.34375, false], [-7.58984375, false], [-12.09375, false], [-9.84375, false], [-5.21484375, false], [-6.58984375, false], [-10.46875, false], [-8.34375, false], [-9.34375, false], [-11.96875, false], [-5.21484375, false], [-10.71875, false], [-10.96875, false], [-7.58984375, false], [-5.21484375, false], [-10.96875, false], [-8.71875, false], [-11.96875, false], [-10.96875, false], [-10.34375, false], [-6.58984375, false], [-11.34375, false], [-8.46875, false], [-14.96875, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2319, "doc": {"id": "Mercury_412148", "question": "Which set of elements has similar bonding properties?", "choices": {"text": ["Cl, Br, and F", "K, Ca, and Sc", "Kr, Cl, and O", "Be, C, and O"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Cl, Br, and F", "arguments": ["Question: Which set of elements has similar bonding properties?\nAnswer:", " ["], "resps": [[[-6.15625, false]], [[-8.40625, false]], [[-4.65625, false]], [[-9.28125, false]], [[-8.6875, false]], [[-5.15625, false]], [[-4.90625, false]], [[-7.78125, false]], [[-8.6875, false]], [[-5.15625, false]], [[-5.03125, false]], [[-6.90625, false]], [[-8.65625, false]], [[-5.15625, false]], [[-6.28125, false]], [[-8.40625, false]], [[-8.6875, false]], [[-5.15625, false]], [[-8.40625, false]], [[-7.03125, false]], [[-8.6875, false]], [[-5.15625, false]], [[-4.65625, false]], [[-5.03125, false]], [[-8.6875, false]], [[-5.15625, false]], [[-5.03125, false]], [[-6.90625, false]], [[-8.65625, false]], [[-5.15625, false]], [[-5.28125, false]], [[-7.40625, false]], [[-8.40625, false]], [[-8.6875, false]], [[-5.15625, false]], [[-8.40625, false]], [[-7.03125, false]], [[-7.78125, false]], [[-8.6875, false]], [[-5.15625, false]], [[-4.65625, false]], [[-9.28125, false]], [[-8.6875, false]], [[-5.15625, false]], [[-5.03125, false]], [[-6.90625, false]], [[-8.65625, false]], [[-5.15625, false]], [[-6.65625, false]], [[-8.40625, false]], [[-8.6875, false]], [[-5.15625, false]], [[-8.40625, false]], [[-4.90625, false]], [[-8.03125, false]], [[-8.6875, false]], [[-5.15625, false]], [[-4.65625, false]], [[-8.6875, false]], [[-5.15625, false]], [[-5.03125, false]], [[-6.90625, false]], [[-8.65625, false]], [[-5.15625, false]], [[-6.65625, false]], [[-8.40625, false]], [[-11.78125, false]]], "filtered_resps": [[-6.15625, false], [-8.40625, false], [-4.65625, false], [-9.28125, false], [-8.6875, false], [-5.15625, false], [-4.90625, false], [-7.78125, false], [-8.6875, false], [-5.15625, false], [-5.03125, false], [-6.90625, false], [-8.65625, false], [-5.15625, false], [-6.28125, false], [-8.40625, false], [-8.6875, false], [-5.15625, false], [-8.40625, false], [-7.03125, false], [-8.6875, false], [-5.15625, false], [-4.65625, false], [-5.03125, false], [-8.6875, false], [-5.15625, false], [-5.03125, false], [-6.90625, false], [-8.65625, false], [-5.15625, false], [-5.28125, false], [-7.40625, false], [-8.40625, false], [-8.6875, false], [-5.15625, false], [-8.40625, false], [-7.03125, false], [-7.78125, false], [-8.6875, false], [-5.15625, false], [-4.65625, false], [-9.28125, false], [-8.6875, false], [-5.15625, false], [-5.03125, false], [-6.90625, false], [-8.65625, false], [-5.15625, false], [-6.65625, false], [-8.40625, false], [-8.6875, false], [-5.15625, false], [-8.40625, false], [-4.90625, false], [-8.03125, false], [-8.6875, false], [-5.15625, false], [-4.65625, false], [-8.6875, false], [-5.15625, false], [-5.03125, false], [-6.90625, false], [-8.65625, false], [-5.15625, false], [-6.65625, false], [-8.40625, false], [-11.78125, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2327, "doc": {"id": "Mercury_7082075", "question": "When a beam of light passes through a clear, convex lens, the light will mostly", "choices": {"text": ["diffract and spread out.", "diffract and come to a focal point.", "refract and come to a focal point.", "refract and spread out."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "refract and come to a focal point.", "arguments": ["Question: When a beam of light passes through a clear, convex lens, the light will mostly\nAnswer:", " ["], "resps": [[[-7.47265625, false]], [[-7.97265625, false]], [[-9.2265625, false]], [[-7.47265625, false]], [[-8.9765625, false]], [[-8.9765625, false]], [[-9.2265625, false]], [[-4.47265625, false]], [[-8.7265625, false]], [[-9.4765625, false]], [[-5.22265625, false]], [[-4.47265625, false]], [[-7.97265625, false]], [[-9.2265625, false]], [[-5.22265625, false]], [[-8.9765625, false]], [[-9.2265625, false]], [[-9.2265625, false]], [[-8.2265625, false]], [[-4.47265625, false]], [[-9.2265625, false]], [[-5.22265625, false]], [[-7.97265625, false]], [[-9.4765625, false]], [[-9.4765625, false]], [[-6.3046875, false]], [[-7.97265625, false]], [[-8.3671875, false]], [[-5.22265625, false]], [[-7.97265625, false]], [[-9.2265625, false]], [[-7.47265625, false]], [[-8.9765625, false]], [[-8.9765625, false]], [[-9.2265625, false]], [[-4.47265625, false]], [[-8.7265625, false]], [[-9.4765625, false]], [[-5.22265625, false]], [[-4.47265625, false]], [[-7.97265625, false]], [[-9.2265625, false]], [[-5.22265625, false]], [[-8.7265625, false]], [[-7.97265625, false]], [[-9.7265625, false]], [[-8.2265625, false]], [[-5.22265625, false]], [[-9.4765625, false]], [[-7.97265625, false]], [[-5.22265625, false]], [[-4.47265625, false]], [[-5.22265625, false]], [[-8.9765625, false]], [[-7.97265625, false]], [[-8.7265625, false]], [[-4.47265625, false]], [[-8.2265625, false]], [[-5.22265625, false]], [[-9.2265625, false]], [[-7.97265625, false]], [[-7.47265625, false]], [[-7.97265625, false]], [[-9.4765625, false]], [[-6.3046875, false]], [[-7.97265625, false]], [[-8.3671875, false]], [[-5.22265625, false]], [[-7.97265625, false]], [[-9.2265625, false]], [[-8.2265625, false]], [[-8.9765625, false]], [[-9.2265625, false]], [[-4.47265625, false]], [[-8.7265625, false]], [[-9.4765625, false]], [[-5.22265625, false]], [[-4.47265625, false]], [[-7.97265625, false]], [[-9.2265625, false]], [[-5.22265625, false]], [[-8.7265625, false]], [[-7.97265625, false]], [[-9.7265625, false]], [[-8.2265625, false]], [[-5.22265625, false]], [[-9.4765625, false]], [[-7.97265625, false]], [[-5.22265625, false]], [[-4.47265625, false]], [[-5.22265625, false]], [[-8.9765625, false]], [[-7.97265625, false]], [[-8.7265625, false]], [[-4.47265625, false]], [[-8.2265625, false]], [[-5.22265625, false]], [[-9.2265625, false]], [[-7.97265625, false]], [[-7.47265625, false]], [[-7.97265625, false]], [[-9.4765625, false]], [[-6.3046875, false]], [[-7.97265625, false]], [[-8.3671875, false]], [[-5.22265625, false]], [[-7.97265625, false]], [[-9.2265625, false]], [[-8.2265625, false]], [[-8.9765625, false]], [[-9.2265625, false]], [[-4.47265625, false]], [[-8.7265625, false]], [[-9.4765625, false]], [[-5.22265625, false]], [[-4.47265625, false]], [[-7.97265625, false]], [[-9.2265625, false]], [[-5.22265625, false]], [[-8.9765625, false]], [[-9.2265625, false]], [[-9.2265625, false]], [[-8.2265625, false]], [[-4.47265625, false]], [[-9.2265625, false]], [[-5.22265625, false]], [[-7.97265625, false]], [[-9.4765625, false]], [[-9.4765625, false]], [[-6.3046875, false]], [[-7.97265625, false]], [[-10.9765625, false]]], "filtered_resps": [[-7.47265625, false], [-7.97265625, false], [-9.2265625, false], [-7.47265625, false], [-8.9765625, false], [-8.9765625, false], [-9.2265625, false], [-4.47265625, false], [-8.7265625, false], [-9.4765625, false], [-5.22265625, false], [-4.47265625, false], [-7.97265625, false], [-9.2265625, false], [-5.22265625, false], [-8.9765625, false], [-9.2265625, false], [-9.2265625, false], [-8.2265625, false], [-4.47265625, false], [-9.2265625, false], [-5.22265625, false], [-7.97265625, false], [-9.4765625, false], [-9.4765625, false], [-6.3046875, false], [-7.97265625, false], [-8.3671875, false], [-5.22265625, false], [-7.97265625, false], [-9.2265625, false], [-7.47265625, false], [-8.9765625, false], [-8.9765625, false], [-9.2265625, false], [-4.47265625, false], [-8.7265625, false], [-9.4765625, false], [-5.22265625, false], [-4.47265625, false], [-7.97265625, false], [-9.2265625, false], [-5.22265625, false], [-8.7265625, false], [-7.97265625, false], [-9.7265625, false], [-8.2265625, false], [-5.22265625, false], [-9.4765625, false], [-7.97265625, false], [-5.22265625, false], [-4.47265625, false], [-5.22265625, false], [-8.9765625, false], [-7.97265625, false], [-8.7265625, false], [-4.47265625, false], [-8.2265625, false], [-5.22265625, false], [-9.2265625, false], [-7.97265625, false], [-7.47265625, false], [-7.97265625, false], [-9.4765625, false], [-6.3046875, false], [-7.97265625, false], [-8.3671875, false], [-5.22265625, false], [-7.97265625, false], [-9.2265625, false], [-8.2265625, false], [-8.9765625, false], [-9.2265625, false], [-4.47265625, false], [-8.7265625, false], [-9.4765625, false], [-5.22265625, false], [-4.47265625, false], [-7.97265625, false], [-9.2265625, false], [-5.22265625, false], [-8.7265625, false], [-7.97265625, false], [-9.7265625, false], [-8.2265625, false], [-5.22265625, false], [-9.4765625, false], [-7.97265625, false], [-5.22265625, false], [-4.47265625, false], [-5.22265625, false], [-8.9765625, false], [-7.97265625, false], [-8.7265625, false], [-4.47265625, false], [-8.2265625, false], [-5.22265625, false], [-9.2265625, false], [-7.97265625, false], [-7.47265625, false], [-7.97265625, false], [-9.4765625, false], [-6.3046875, false], [-7.97265625, false], [-8.3671875, false], [-5.22265625, false], [-7.97265625, false], [-9.2265625, false], [-8.2265625, false], [-8.9765625, false], [-9.2265625, false], [-4.47265625, false], [-8.7265625, false], [-9.4765625, false], [-5.22265625, false], [-4.47265625, false], [-7.97265625, false], [-9.2265625, false], [-5.22265625, false], [-8.9765625, false], [-9.2265625, false], [-9.2265625, false], [-8.2265625, false], [-4.47265625, false], [-9.2265625, false], [-5.22265625, false], [-7.97265625, false], [-9.4765625, false], [-9.4765625, false], [-6.3046875, false], [-7.97265625, false], [-10.9765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2335, "doc": {"id": "Mercury_7008820", "question": "When a neutral atom gains or loses electrons, it becomes", "choices": {"text": ["more stable.", "an isotope.", "an ion.", "less charged."], "label": ["A", "B", "C", "D"]}, "answerKey": "C"}, "target": "an ion.", "arguments": ["Question: When a neutral atom gains or loses electrons, it becomes\nAnswer:", " ["], "resps": [[[-6.8359375, false]], [[-8.5859375, false]], [[-8.5859375, false]], [[-9.8359375, false]], [[-8.5859375, false]], [[-7.8359375, false]], [[-5.0859375, false]], [[-9.3359375, false]], [[-8.8359375, false]], [[-4.3359375, false]], [[-6.8359375, false]], [[-10.3359375, false]], [[-7.8359375, false]], [[-6.75, false]], [[-8.5859375, false]], [[-8.5, false]], [[-5.0859375, false]], [[-8.5859375, false]], [[-4.3359375, false]], [[-6.5859375, false]], [[-5.0859375, false]], [[-6.3359375, false]], [[-9.3359375, false]], [[-9.8359375, false]], [[-8.8359375, false]], [[-9.8359375, false]], [[-8.3359375, false]], [[-7.8359375, false]], [[-6.75, false]], [[-8.5859375, false]], [[-8.5, false]], [[-5.0859375, false]], [[-8.5859375, false]], [[-4.3359375, false]], [[-6.5859375, false]], [[-5.0859375, false]], [[-6.3359375, false]], [[-9.8359375, false]], [[-6.5859375, false]], [[-6.75, false]], [[-8.5859375, false]], [[-8.5, false]], [[-5.0859375, false]], [[-8.5859375, false]], [[-10.3359375, false]], [[-7.8359375, false]], [[-9.3359375, false]], [[-9.3359375, false]], [[-5.0859375, false]], [[-8.0859375, false]], [[-8.5859375, false]], [[-4.3359375, false]], [[-8.5859375, false]], [[-10.0859375, false]], [[-7.8359375, false]], [[-8.8359375, false]], [[-6.75, false]], [[-8.5859375, false]], [[-10.5859375, false]]], "filtered_resps": [[-6.8359375, false], [-8.5859375, false], [-8.5859375, false], [-9.8359375, false], [-8.5859375, false], [-7.8359375, false], [-5.0859375, false], [-9.3359375, false], [-8.8359375, false], [-4.3359375, false], [-6.8359375, false], [-10.3359375, false], [-7.8359375, false], [-6.75, false], [-8.5859375, false], [-8.5, false], [-5.0859375, false], [-8.5859375, false], [-4.3359375, false], [-6.5859375, false], [-5.0859375, false], [-6.3359375, false], [-9.3359375, false], [-9.8359375, false], [-8.8359375, false], [-9.8359375, false], [-8.3359375, false], [-7.8359375, false], [-6.75, false], [-8.5859375, false], [-8.5, false], [-5.0859375, false], [-8.5859375, false], [-4.3359375, false], [-6.5859375, false], [-5.0859375, false], [-6.3359375, false], [-9.8359375, false], [-6.5859375, false], [-6.75, false], [-8.5859375, false], [-8.5, false], [-5.0859375, false], [-8.5859375, false], [-10.3359375, false], [-7.8359375, false], [-9.3359375, false], [-9.3359375, false], [-5.0859375, false], [-8.0859375, false], [-8.5859375, false], [-4.3359375, false], [-8.5859375, false], [-10.0859375, false], [-7.8359375, false], [-8.8359375, false], [-6.75, false], [-8.5859375, false], [-10.5859375, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2343, "doc": {"id": "Mercury_7252403", "question": "A population of ground squirrels has established a community in the grasslands of the Great Plains. Temperatures often reach -15°C for most of the winter. What is the most likely behavior the ground squirrels use to survive these winter temperatures?", "choices": {"text": ["burrowing below the frost point of the soil surface", "burrowing in tree trunks above the soil surface", "consuming roots found under the soil surface", "consuming organisms found in the soil surface"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "burrowing below the frost point of the soil surface", "arguments": ["Question: A population of ground squirrels has established a community in the grasslands of the Great Plains. Temperatures often reach -15°C for most of the winter. What is the most likely behavior the ground squirrels use to survive these winter temperatures?\nAnswer:", " ["], "resps": [[[-7.265625, false]], [[-10.515625, false]], [[-8.140625, false]], [[-12.140625, false]], [[-10.890625, false]], [[-10.890625, false]], [[-9.765625, false]], [[-11.640625, false]], [[-10.015625, false]], [[-9.515625, false]], [[-10.140625, false]], [[-5.890625, false]], [[-8.140625, false]], [[-9.390625, false]], [[-10.765625, false]], [[-9.765625, false]], [[-11.640625, false]], [[-5.890625, false]], [[-10.890625, false]], [[-11.140625, false]], [[-9.390625, false]], [[-5.890625, false]], [[-8.765625, false]], [[-10.890625, false]], [[-9.765625, false]], [[-8.640625, false]], [[-10.890625, false]], [[-5.890625, false]], [[-10.515625, false]], [[-9.765625, false]], [[-10.015625, false]], [[-9.515625, false]], [[-10.890625, false]], [[-5.890625, false]], [[-9.765625, false]], [[-8.765625, false]], [[-5.890625, false]], [[-10.890625, false]], [[-11.140625, false]], [[-9.390625, false]], [[-5.890625, false]], [[-8.640625, false]], [[-9.765625, false]], [[-10.015625, false]], [[-10.765625, false]], [[-5.890625, false]], [[-8.640625, false]], [[-12.140625, false]], [[-10.890625, false]], [[-8.765625, false]], [[-5.265625, false]], [[-9.390625, false]], [[-9.390625, false]], [[-10.515625, false]], [[-11.0625, false]], [[-5.890625, false]], [[-10.515625, false]], [[-8.140625, false]], [[-12.140625, false]], [[-10.890625, false]], [[-10.890625, false]], [[-9.765625, false]], [[-11.640625, false]], [[-10.015625, false]], [[-9.515625, false]], [[-10.140625, false]], [[-5.890625, false]], [[-10.015625, false]], [[-9.515625, false]], [[-5.890625, false]], [[-10.890625, false]], [[-10.890625, false]], [[-9.390625, false]], [[-9.390625, false]], [[-5.890625, false]], [[-10.890625, false]], [[-10.890625, false]], [[-12.140625, false]], [[-9.515625, false]], [[-11.640625, false]], [[-8.640625, false]], [[-5.890625, false]], [[-5.265625, false]], [[-8.140625, false]], [[-9.765625, false]], [[-12.265625, false]], [[-9.390625, false]], [[-5.890625, false]], [[-10.890625, false]], [[-11.140625, false]], [[-9.390625, false]], [[-5.890625, false]], [[-8.640625, false]], [[-9.765625, false]], [[-10.015625, false]], [[-10.765625, false]], [[-5.890625, false]], [[-8.640625, false]], [[-12.140625, false]], [[-10.890625, false]], [[-8.765625, false]], [[-5.265625, false]], [[-9.390625, false]], [[-9.390625, false]], [[-10.515625, false]], [[-11.0625, false]], [[-5.890625, false]], [[-10.515625, false]], [[-9.390625, false]], [[-9.765625, false]], [[-9.515625, false]], [[-8.640625, false]], [[-12.140625, false]], [[-10.640625, false]], [[-10.015625, false]], [[-9.515625, false]], [[-10.140625, false]], [[-5.890625, false]], [[-10.890625, false]], [[-9.765625, false]], [[-9.765625, false]], [[-10.890625, false]], [[-8.640625, false]], [[-5.890625, false]], [[-8.765625, false]], [[-9.765625, false]], [[-12.140625, false]], [[-9.515625, false]], [[-8.140625, false]], [[-5.890625, false]], [[-12.140625, false]], [[-9.515625, false]], [[-8.140625, false]], [[-9.390625, false]], [[-10.890625, false]], [[-5.890625, false]], [[-10.890625, false]], [[-11.140625, false]], [[-9.390625, false]], [[-5.890625, false]], [[-8.640625, false]], [[-9.765625, false]], [[-10.015625, false]], [[-10.765625, false]], [[-5.890625, false]], [[-8.640625, false]], [[-12.140625, false]], [[-10.890625, false]], [[-8.765625, false]], [[-5.265625, false]], [[-9.390625, false]], [[-9.390625, false]], [[-10.515625, false]], [[-11.1484375, false]], [[-5.890625, false]], [[-10.515625, false]], [[-9.390625, false]], [[-9.765625, false]], [[-9.515625, false]], [[-8.640625, false]], [[-12.140625, false]], [[-10.640625, false]], [[-10.015625, false]], [[-9.515625, false]], [[-10.140625, false]], [[-5.890625, false]], [[-9.765625, false]], [[-10.890625, false]], [[-10.140625, false]], [[-5.265625, false]], [[-9.515625, false]], [[-10.015625, false]], [[-8.640625, false]], [[-10.640625, false]], [[-8.640625, false]], [[-5.890625, false]], [[-8.765625, false]], [[-9.765625, false]], [[-12.140625, false]], [[-9.515625, false]], [[-8.140625, false]], [[-5.890625, false]], [[-10.015625, false]], [[-9.515625, false]], [[-5.890625, false]], [[-10.890625, false]], [[-11.140625, false]], [[-9.390625, false]], [[-5.890625, false]], [[-8.640625, false]], [[-9.765625, false]], [[-10.015625, false]], [[-10.765625, false]], [[-5.890625, false]], [[-8.640625, false]], [[-12.140625, false]], [[-10.890625, false]], [[-8.765625, false]], [[-5.265625, false]], [[-9.390625, false]], [[-9.390625, false]], [[-10.515625, false]], [[-13.140625, false]]], "filtered_resps": [[-7.265625, false], [-10.515625, false], [-8.140625, false], [-12.140625, false], [-10.890625, false], [-10.890625, false], [-9.765625, false], [-11.640625, false], [-10.015625, false], [-9.515625, false], [-10.140625, false], [-5.890625, false], [-8.140625, false], [-9.390625, false], [-10.765625, false], [-9.765625, false], [-11.640625, false], [-5.890625, false], [-10.890625, false], [-11.140625, false], [-9.390625, false], [-5.890625, false], [-8.765625, false], [-10.890625, false], [-9.765625, false], [-8.640625, false], [-10.890625, false], [-5.890625, false], [-10.515625, false], [-9.765625, false], [-10.015625, false], [-9.515625, false], [-10.890625, false], [-5.890625, false], [-9.765625, false], [-8.765625, false], [-5.890625, false], [-10.890625, false], [-11.140625, false], [-9.390625, false], [-5.890625, false], [-8.640625, false], [-9.765625, false], [-10.015625, false], [-10.765625, false], [-5.890625, false], [-8.640625, false], [-12.140625, false], [-10.890625, false], [-8.765625, false], [-5.265625, false], [-9.390625, false], [-9.390625, false], [-10.515625, false], [-11.0625, false], [-5.890625, false], [-10.515625, false], [-8.140625, false], [-12.140625, false], [-10.890625, false], [-10.890625, false], [-9.765625, false], [-11.640625, false], [-10.015625, false], [-9.515625, false], [-10.140625, false], [-5.890625, false], [-10.015625, false], [-9.515625, false], [-5.890625, false], [-10.890625, false], [-10.890625, false], [-9.390625, false], [-9.390625, false], [-5.890625, false], [-10.890625, false], [-10.890625, false], [-12.140625, false], [-9.515625, false], [-11.640625, false], [-8.640625, false], [-5.890625, false], [-5.265625, false], [-8.140625, false], [-9.765625, false], [-12.265625, false], [-9.390625, false], [-5.890625, false], [-10.890625, false], [-11.140625, false], [-9.390625, false], [-5.890625, false], [-8.640625, false], [-9.765625, false], [-10.015625, false], [-10.765625, false], [-5.890625, false], [-8.640625, false], [-12.140625, false], [-10.890625, false], [-8.765625, false], [-5.265625, false], [-9.390625, false], [-9.390625, false], [-10.515625, false], [-11.0625, false], [-5.890625, false], [-10.515625, false], [-9.390625, false], [-9.765625, false], [-9.515625, false], [-8.640625, false], [-12.140625, false], [-10.640625, false], [-10.015625, false], [-9.515625, false], [-10.140625, false], [-5.890625, false], [-10.890625, false], [-9.765625, false], [-9.765625, false], [-10.890625, false], [-8.640625, false], [-5.890625, false], [-8.765625, false], [-9.765625, false], [-12.140625, false], [-9.515625, false], [-8.140625, false], [-5.890625, false], [-12.140625, false], [-9.515625, false], [-8.140625, false], [-9.390625, false], [-10.890625, false], [-5.890625, false], [-10.890625, false], [-11.140625, false], [-9.390625, false], [-5.890625, false], [-8.640625, false], [-9.765625, false], [-10.015625, false], [-10.765625, false], [-5.890625, false], [-8.640625, false], [-12.140625, false], [-10.890625, false], [-8.765625, false], [-5.265625, false], [-9.390625, false], [-9.390625, false], [-10.515625, false], [-11.1484375, false], [-5.890625, false], [-10.515625, false], [-9.390625, false], [-9.765625, false], [-9.515625, false], [-8.640625, false], [-12.140625, false], [-10.640625, false], [-10.015625, false], [-9.515625, false], [-10.140625, false], [-5.890625, false], [-9.765625, false], [-10.890625, false], [-10.140625, false], [-5.265625, false], [-9.515625, false], [-10.015625, false], [-8.640625, false], [-10.640625, false], [-8.640625, false], [-5.890625, false], [-8.765625, false], [-9.765625, false], [-12.140625, false], [-9.515625, false], [-8.140625, false], [-5.890625, false], [-10.015625, false], [-9.515625, false], [-5.890625, false], [-10.890625, false], [-11.140625, false], [-9.390625, false], [-5.890625, false], [-8.640625, false], [-9.765625, false], [-10.015625, false], [-10.765625, false], [-5.890625, false], [-8.640625, false], [-12.140625, false], [-10.890625, false], [-8.765625, false], [-5.265625, false], [-9.390625, false], [-9.390625, false], [-10.515625, false], [-13.140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2351, "doc": {"id": "CSZ30499", "question": "What do the elements sulfur (S), nitrogen (N), phosphorus (P), and bromine (Br) have in common?", "choices": {"text": ["They are noble (inert) gases.", "They are nonmetals.", "They have the same thermal conductivity.", "They have the same number of protons."], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "They are nonmetals.", "arguments": ["Question: What do the elements sulfur (S), nitrogen (N), phosphorus (P), and bromine (Br) have in common?\nAnswer:", " ["], "resps": [[[-7.765625, false]], [[-8.765625, false]], [[-8.765625, false]], [[-11.015625, false]], [[-10.015625, false]], [[-11.265625, false]], [[-6.765625, false]], [[-7.265625, false]], [[-10.765625, false]], [[-10.015625, false]], [[-6.765625, false]], [[-8.265625, false]], [[-10.765625, false]], [[-9.515625, false]], [[-11.265625, false]], [[-10.015625, false]], [[-6.765625, false]], [[-6.015625, false]], [[-10.015625, false]], [[-8.265625, false]], [[-10.015625, false]], [[-10.765625, false]], [[-11.515625, false]], [[-11.515625, false]], [[-6.765625, false]], [[-13.265625, false]], [[-7.265625, false]], [[-9.015625, false]], [[-10.015625, false]], [[-9.015625, false]], [[-8.140625, false]], [[-8.765625, false]], [[-10.765625, false]], [[-6.765625, false]], [[-8.765625, false]], [[-8.765625, false]], [[-11.015625, false]], [[-10.015625, false]], [[-11.265625, false]], [[-6.765625, false]], [[-7.265625, false]], [[-10.765625, false]], [[-10.015625, false]], [[-6.765625, false]], [[-8.265625, false]], [[-10.765625, false]], [[-8.265625, false]], [[-10.765625, false]], [[-10.015625, false]], [[-11.515625, false]], [[-7.265625, false]], [[-11.265625, false]], [[-9.015625, false]], [[-8.140625, false]], [[-8.765625, false]], [[-10.765625, false]], [[-6.765625, false]], [[-8.765625, false]], [[-8.765625, false]], [[-11.015625, false]], [[-10.015625, false]], [[-11.265625, false]], [[-6.765625, false]], [[-11.015625, false]], [[-7.265625, false]], [[-12.015625, false]], [[-10.015625, false]], [[-6.765625, false]], [[-11.515625, false]], [[-11.015625, false]], [[-10.015625, false]], [[-6.765625, false]], [[-9.015625, false]], [[-7.265625, false]], [[-10.765625, false]], [[-10.015625, false]], [[-6.765625, false]], [[-11.515625, false]], [[-11.015625, false]], [[-10.015625, false]], [[-10.765625, false]], [[-10.765625, false]], [[-7.265625, false]], [[-11.265625, false]], [[-6.765625, false]], [[-9.765625, false]], [[-10.765625, false]], [[-8.265625, false]], [[-11.765625, false]], [[-10.515625, false]], [[-9.765625, false]], [[-11.515625, false]], [[-10.015625, false]], [[-12.015625, false]], [[-10.015625, false]], [[-11.515625, false]], [[-11.265625, false]], [[-8.140625, false]], [[-8.765625, false]], [[-10.765625, false]], [[-6.765625, false]], [[-8.765625, false]], [[-8.765625, false]], [[-11.015625, false]], [[-10.015625, false]], [[-11.265625, false]], [[-6.765625, false]], [[-11.015625, false]], [[-7.265625, false]], [[-12.015625, false]], [[-10.015625, false]], [[-6.765625, false]], [[-11.515625, false]], [[-11.015625, false]], [[-10.015625, false]], [[-6.765625, false]], [[-9.015625, false]], [[-7.265625, false]], [[-10.765625, false]], [[-10.015625, false]], [[-6.765625, false]], [[-8.265625, false]], [[-10.515625, false]], [[-10.765625, false]], [[-9.515625, false]], [[-10.015625, false]], [[-10.765625, false]], [[-6.765625, false]], [[-10.765625, false]], [[-11.015625, false]], [[-6.765625, false]], [[-10.765625, false]], [[-10.765625, false]], [[-10.765625, false]], [[-11.515625, false]], [[-10.765625, false]], [[-8.265625, false]], [[-9.015625, false]], [[-8.140625, false]], [[-8.765625, false]], [[-12.765625, false]]], "filtered_resps": [[-7.765625, false], [-8.765625, false], [-8.765625, false], [-11.015625, false], [-10.015625, false], [-11.265625, false], [-6.765625, false], [-7.265625, false], [-10.765625, false], [-10.015625, false], [-6.765625, false], [-8.265625, false], [-10.765625, false], [-9.515625, false], [-11.265625, false], [-10.015625, false], [-6.765625, false], [-6.015625, false], [-10.015625, false], [-8.265625, false], [-10.015625, false], [-10.765625, false], [-11.515625, false], [-11.515625, false], [-6.765625, false], [-13.265625, false], [-7.265625, false], [-9.015625, false], [-10.015625, false], [-9.015625, false], [-8.140625, false], [-8.765625, false], [-10.765625, false], [-6.765625, false], [-8.765625, false], [-8.765625, false], [-11.015625, false], [-10.015625, false], [-11.265625, false], [-6.765625, false], [-7.265625, false], [-10.765625, false], [-10.015625, false], [-6.765625, false], [-8.265625, false], [-10.765625, false], [-8.265625, false], [-10.765625, false], [-10.015625, false], [-11.515625, false], [-7.265625, false], [-11.265625, false], [-9.015625, false], [-8.140625, false], [-8.765625, false], [-10.765625, false], [-6.765625, false], [-8.765625, false], [-8.765625, false], [-11.015625, false], [-10.015625, false], [-11.265625, false], [-6.765625, false], [-11.015625, false], [-7.265625, false], [-12.015625, false], [-10.015625, false], [-6.765625, false], [-11.515625, false], [-11.015625, false], [-10.015625, false], [-6.765625, false], [-9.015625, false], [-7.265625, false], [-10.765625, false], [-10.015625, false], [-6.765625, false], [-11.515625, false], [-11.015625, false], [-10.015625, false], [-10.765625, false], [-10.765625, false], [-7.265625, false], [-11.265625, false], [-6.765625, false], [-9.765625, false], [-10.765625, false], [-8.265625, false], [-11.765625, false], [-10.515625, false], [-9.765625, false], [-11.515625, false], [-10.015625, false], [-12.015625, false], [-10.015625, false], [-11.515625, false], [-11.265625, false], [-8.140625, false], [-8.765625, false], [-10.765625, false], [-6.765625, false], [-8.765625, false], [-8.765625, false], [-11.015625, false], [-10.015625, false], [-11.265625, false], [-6.765625, false], [-11.015625, false], [-7.265625, false], [-12.015625, false], [-10.015625, false], [-6.765625, false], [-11.515625, false], [-11.015625, false], [-10.015625, false], [-6.765625, false], [-9.015625, false], [-7.265625, false], [-10.765625, false], [-10.015625, false], [-6.765625, false], [-8.265625, false], [-10.515625, false], [-10.765625, false], [-9.515625, false], [-10.015625, false], [-10.765625, false], [-6.765625, false], [-10.765625, false], [-11.015625, false], [-6.765625, false], [-10.765625, false], [-10.765625, false], [-10.765625, false], [-11.515625, false], [-10.765625, false], [-8.265625, false], [-9.015625, false], [-8.140625, false], [-8.765625, false], [-12.765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2359, "doc": {"id": "Mercury_401603", "question": "What keeps the planets in orbit around the Sun?", "choices": {"text": ["tides", "gravity", "electricity", "magnetism"], "label": ["A", "B", "C", "D"]}, "answerKey": "B"}, "target": "gravity", "arguments": ["Question: What keeps the planets in orbit around the Sun?\nAnswer:", " ["], "resps": [[[-8.640625, false]], [[-6.890625, false]], [[-10.140625, false]], [[-9.390625, false]], [[-11.140625, false]], [[-8.890625, false]], [[-9.265625, false]], [[-6.890625, false]], [[-10.96875, false]], [[-5.265625, false]], [[-6.890625, false]], [[-12.140625, false]], [[-10.640625, false]], [[-5.265625, false]], [[-10.765625, false]], [[-9.390625, false]], [[-10.140625, false]], [[-11.890625, false]], [[-6.890625, false]], [[-10.96875, false]], [[-5.265625, false]], [[-6.890625, false]], [[-8.890625, false]], [[-10.390625, false]], [[-8.890625, false]], [[-9.640625, false]], [[-10.140625, false]], [[-10.640625, false]], [[-9.390625, false]], [[-9.640625, false]], [[-9.390625, false]], [[-10.140625, false]], [[-11.890625, false]], [[-6.890625, false]], [[-10.96875, false]], [[-5.265625, false]], [[-6.890625, false]], [[-10.515625, false]], [[-5.265625, false]], [[-12.140625, false]], [[-11.140625, false]], [[-8.890625, false]], [[-10.140625, false]], [[-9.390625, false]], [[-9.265625, false]], [[-10.515625, false]], [[-6.890625, false]], [[-12.765625, false]]], "filtered_resps": [[-8.640625, false], [-6.890625, false], [-10.140625, false], [-9.390625, false], [-11.140625, false], [-8.890625, false], [-9.265625, false], [-6.890625, false], [-10.96875, false], [-5.265625, false], [-6.890625, false], [-12.140625, false], [-10.640625, false], [-5.265625, false], [-10.765625, false], [-9.390625, false], [-10.140625, false], [-11.890625, false], [-6.890625, false], [-10.96875, false], [-5.265625, false], [-6.890625, false], [-8.890625, false], [-10.390625, false], [-8.890625, false], [-9.640625, false], [-10.140625, false], [-10.640625, false], [-9.390625, false], [-9.640625, false], [-9.390625, false], [-10.140625, false], [-11.890625, false], [-6.890625, false], [-10.96875, false], [-5.265625, false], [-6.890625, false], [-10.515625, false], [-5.265625, false], [-12.140625, false], [-11.140625, false], [-8.890625, false], [-10.140625, false], [-9.390625, false], [-9.265625, false], [-10.515625, false], [-6.890625, false], [-12.765625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2367, "doc": {"id": "Mercury_7193690", "question": "Food contains stored chemical energy. Which units of measurement can be used to compare the amounts of energy in different foods?", "choices": {"text": ["calories", "decibels", "newtons", "watts"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "calories", "arguments": ["Question: Food contains stored chemical energy. Which units of measurement can be used to compare the amounts of energy in different foods?\nAnswer:", " ["], "resps": [[[-7.41015625, false]], [[-10.0390625, false]], [[-5.53515625, false]], [[-4.91015625, false]], [[-8.0390625, false]], [[-8.1640625, false]], [[-10.0390625, false]], [[-8.2890625, false]], [[-7.53515625, false]], [[-8.0390625, false]], [[-10.0390625, false]], [[-9.0, false]], [[-4.91015625, false]], [[-10.0390625, false]], [[-9.0390625, false]], [[-7.53515625, false]], [[-5.53515625, false]], [[-8.2890625, false]], [[-7.78515625, false]], [[-7.53515625, false]], [[-8.0390625, false]], [[-8.0390625, false]], [[-10.0390625, false]], [[-9.0, false]], [[-4.91015625, false]], [[-10.0390625, false]], [[-7.53515625, false]], [[-7.53515625, false]], [[-8.0390625, false]], [[-7.91015625, false]], [[-8.1640625, false]], [[-7.53515625, false]], [[-8.0390625, false]], [[-10.0390625, false]], [[-9.0, false]], [[-4.91015625, false]], [[-10.0390625, false]], [[-8.0390625, false]], [[-4.91015625, false]], [[-7.91015625, false]], [[-7.91015625, false]], [[-8.0390625, false]], [[-10.0390625, false]], [[-12.4140625, false]]], "filtered_resps": [[-7.41015625, false], [-10.0390625, false], [-5.53515625, false], [-4.91015625, false], [-8.0390625, false], [-8.1640625, false], [-10.0390625, false], [-8.2890625, false], [-7.53515625, false], [-8.0390625, false], [-10.0390625, false], [-9.0, false], [-4.91015625, false], [-10.0390625, false], [-9.0390625, false], [-7.53515625, false], [-5.53515625, false], [-8.2890625, false], [-7.78515625, false], [-7.53515625, false], [-8.0390625, false], [-8.0390625, false], [-10.0390625, false], [-9.0, false], [-4.91015625, false], [-10.0390625, false], [-7.53515625, false], [-7.53515625, false], [-8.0390625, false], [-7.91015625, false], [-8.1640625, false], [-7.53515625, false], [-8.0390625, false], [-10.0390625, false], [-9.0, false], [-4.91015625, false], [-10.0390625, false], [-8.0390625, false], [-4.91015625, false], [-7.91015625, false], [-7.91015625, false], [-8.0390625, false], [-10.0390625, false], [-12.4140625, false]], "acc": 0.0, "acc_norm": 0.0} {"doc_id": 2375, "doc": {"id": "VASoL_2009_5_34", "question": "Which part of a sunflower plant absorbs water and nutrients?", "choices": {"text": ["Roots", "Stems", "Leaves", "Flowers"], "label": ["A", "B", "C", "D"]}, "answerKey": "A"}, "target": "Roots", "arguments": ["Question: Which part of a sunflower plant absorbs water and nutrients?\nAnswer:", " ["], "resps": [[[-8.4609375, false]], [[-9.2109375, false]], [[-8.2109375, false]], [[-9.2109375, false]], [[-9.2109375, false]], [[-10.4609375, false]], [[-10.2109375, false]], [[-9.2109375, false]], [[-10.09375, false]], [[-6.70703125, false]], [[-9.2109375, false]], [[-6.20703125, false]], [[-10.4609375, false]], [[-9.4609375, false]], [[-11.4609375, false]], [[-10.2109375, false]], [[-9.2109375, false]], [[-10.09375, false]], [[-6.70703125, false]], [[-9.2109375, false]], [[-9.7109375, false]], [[-9.4609375, false]], [[-5.70703125, false]], [[-11.4609375, false]], [[-9.4609375, false]], [[-10.2109375, false]], [[-9.2109375, false]], [[-10.09375, false]], [[-6.70703125, false]], [[-9.2109375, false]], [[-7.45703125, false]], [[-12.4609375, false]], [[-9.2109375, false]], [[-11.7109375, false]], [[-9.4609375, false]], [[-11.4609375, false]], [[-10.2109375, false]], [[-9.2109375, false]], [[-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false], [-14.2109375, false]]], "filtered_resps": [[-8.4609375, false], [-9.2109375, false], [-8.2109375, false], [-9.2109375, false], [-9.2109375, false], [-10.4609375, false], [-10.2109375, false], [-9.2109375, false], [-10.09375, false], [-6.70703125, false], [-9.2109375, false], [-6.20703125, false], [-10.4609375, false], [-9.4609375, false], [-11.4609375, false], [-10.2109375, false], [-9.2109375, false], [-10.09375, false], [-6.70703125, false], [-9.2109375, false], [-9.7109375, false], [-9.4609375, false], [-5.70703125, false], [-11.4609375, false], [-9.4609375, false], [-10.2109375, false], [-9.2109375, false], [-10.09375, false], [-6.70703125, false], [-9.2109375, false], [-7.45703125, false], [-12.4609375, false], [-9.2109375, false], [-11.7109375, false], [-9.4609375, false], [-11.4609375, false], [-10.2109375, false], [-9.2109375, false], [-14.2109375, false]], "acc": 0.0, "acc_norm": 0.0}